-- Logs begin at Sat 2022-02-05 02:03:04 UTC, end at Sat 2022-02-05 04:23:54 UTC. -- Feb 05 02:34:46.366368 n-d-826942-8 systemd[1]: Started Devstack devstack@q-svc.service. Feb 05 02:34:49.337721 n-d-826942-8 neutron-server[109565]: INFO neutron.common.config [-] Logging enabled! Feb 05 02:34:49.338333 n-d-826942-8 neutron-server[109565]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev480 Feb 05 02:34:49.338512 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109565) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 05 02:34:49.342422 n-d-826942-8 neutron-server[109565]: INFO neutron.common.config [-] Logging enabled! Feb 05 02:34:49.342672 n-d-826942-8 neutron-server[109565]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev480 Feb 05 02:34:49.343003 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109565) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 05 02:34:49.343932 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 05 02:34:49.344168 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 05 02:34:49.344559 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 05 02:34:49.344811 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 05 02:34:49.345035 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 05 02:34:49.345505 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.345921 n-d-826942-8 neutron-server[109565]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 05 02:34:49.346229 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.346519 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.346845 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.347140 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.347426 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.347707 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.347992 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.348287 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.348573 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.348853 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.349133 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.349419 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.349698 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.349979 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.350260 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.350538 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] debug = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.350845 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.351276 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.351687 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.351968 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.352251 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.352524 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.352793 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.353066 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.353345 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.353667 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] host = n-d-826942-8 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.353955 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.354227 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.354507 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.354809 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.355081 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.355351 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.355628 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.355894 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.356927 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] log_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.357198 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.357483 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.357766 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.358052 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.358276 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.358498 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.358819 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.359104 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.359378 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.359651 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.359922 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.360195 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.360468 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.360735 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.361017 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.361299 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.361580 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.361851 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.362125 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.362391 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.362662 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.362969 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.363242 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.363513 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.363784 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.364323 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.364600 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.364883 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.365180 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.365465 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.365742 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.366021 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.366292 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.366569 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.366862 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.367132 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.367399 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] use_json = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.367670 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.367933 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.368209 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.368478 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.368744 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.369015 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.369281 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.369559 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.369826 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:49.370117 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.370408 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.370703 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.371027 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.371312 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.372664 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.372996 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.373278 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.373822 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.374119 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.374409 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.374688 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.375014 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.375303 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.375598 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.375901 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.376189 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.376476 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.376746 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.377017 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.377286 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.377561 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.377847 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.378121 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.378405 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.378688 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.378990 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.379282 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.379566 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.379854 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.380138 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.380408 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.380682 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.380967 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.381241 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.381510 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.381785 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.382067 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.382354 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.382607 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.382908 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.383182 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.383453 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.383721 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.383995 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.384280 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.384552 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.384819 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.385086 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.385360 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.385633 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.385912 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.386184 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.386451 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.386718 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.387014 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.387585 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.387938 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.388238 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.388515 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.388792 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.389063 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.389332 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.389603 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.389871 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.390140 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.390409 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.390677 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.390974 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.391243 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.391514 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.391783 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.392051 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.392319 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.392601 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.392895 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.393170 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.393448 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.393724 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.394000 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.394274 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.394547 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.394849 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.395126 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.395396 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.395686 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.395967 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.396250 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.396546 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.396821 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.397111 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.397386 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.397666 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.397943 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.398218 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.398501 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.398822 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.399119 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.399411 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.399702 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.399991 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.400279 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.400558 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.400863 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.401139 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:49.401355 n-d-826942-8 neutron-server[109565]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 05 02:34:49.401596 n-d-826942-8 neutron-server[109565]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109565) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 05 02:34:49.775358 n-d-826942-8 neutron-server[109565]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 05 02:34:49.775637 n-d-826942-8 neutron-server[109565]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 05 02:34:49.775939 n-d-826942-8 neutron-server[109565]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 05 02:34:49.776266 n-d-826942-8 neutron-server[109565]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 05 02:34:50.108259 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.108470 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.108750 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.110039 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.110312 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.110578 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.154609 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.154906 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.155169 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.171316 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.171592 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.171855 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.200477 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.200755 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.201024 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.238646 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.238978 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.239255 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.584590 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.585230 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.585230 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.585408 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.586081 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.686117 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.686445 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.686732 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.687034 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.687305 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.687622 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.687890 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.688151 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.688411 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.688698 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.688963 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.689233 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.689494 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.689752 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.690013 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.690281 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.690539 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.690839 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.691115 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.691394 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.691674 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.691938 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.692227 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.692613 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.692869 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.693124 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.693527 n-d-826942-8 neutron-server[109565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 05 02:34:50.693774 n-d-826942-8 neutron-server[109565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 05 02:34:50.694017 n-d-826942-8 neutron-server[109565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 05 02:34:50.694262 n-d-826942-8 neutron-server[109565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 05 02:34:50.694501 n-d-826942-8 neutron-server[109565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 05 02:34:50.694740 n-d-826942-8 neutron-server[109565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 05 02:34:50.695147 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 05 02:34:50.698365 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 05 02:34:50.703057 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 05 02:34:50.706779 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 05 02:34:50.708432 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 05 02:34:50.708910 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 05 02:34:50.709249 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 05 02:34:50.709633 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 05 02:34:50.712510 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 05 02:34:50.712767 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 05 02:34:50.713113 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 05 02:34:50.718596 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 05 02:34:50.741489 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 05 02:34:50.742119 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.742425 n-d-826942-8 neutron-server[109565]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109565) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 05 02:34:50.742813 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.744205 n-d-826942-8 neutron-server[109565]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109565) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 05 02:34:50.744488 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 05 02:34:50.744736 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 05 02:34:50.749070 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.749521 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:50.816115 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 05 02:34:50.816359 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 05 02:34:50.816599 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 05 02:34:50.816972 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 05 02:34:50.838032 n-d-826942-8 neutron-server[109565]: DEBUG oslo_db.sqlalchemy.engines [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109565) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 05 02:34:51.290881 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Initializing driver for type 'gre' Feb 05 02:34:51.291504 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] gre ID ranges: [(1, 1000)] Feb 05 02:34:51.346587 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Initializing driver for type 'local' Feb 05 02:34:51.346969 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Initializing driver for type 'vlan' Feb 05 02:34:51.359780 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] VlanTypeDriver initialization complete Feb 05 02:34:51.360113 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Initializing driver for type 'vxlan' Feb 05 02:34:51.360604 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] vxlan ID ranges: [(1, 1000)] Feb 05 02:34:51.414581 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Initializing extension driver 'port_security' Feb 05 02:34:51.414975 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.extensions.port_security [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] PortSecurityExtensionDriver initialization complete Feb 05 02:34:51.415315 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Initializing mechanism driver 'openvswitch' Feb 05 02:34:51.415640 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Initializing mechanism driver 'hyperv' Feb 05 02:34:51.423180 n-d-826942-8 neutron-server[109565]: DEBUG neutron.plugins.ml2.plugin [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:34:51.424032 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > port after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.424409 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > port after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.424765 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > port after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.425303 n-d-826942-8 neutron-server[109565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 05 02:34:51.425733 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > subnet after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.426091 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > subnet after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.426441 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.426868 n-d-826942-8 neutron-server[109565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 05 02:34:51.427278 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > network after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.427627 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > network after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.427970 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > network after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.428369 n-d-826942-8 neutron-server[109565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 05 02:34:51.428776 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > security_group after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.429128 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > security_group after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.429473 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.429868 n-d-826942-8 neutron-server[109565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 05 02:34:51.430275 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.430623 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.430992 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.431392 n-d-826942-8 neutron-server[109565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 05 02:34:51.431795 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > address_group after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.432142 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > address_group after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.432487 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.432881 n-d-826942-8 neutron-server[109565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 05 02:34:51.433329 n-d-826942-8 neutron-server[109565]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] ML2 OVO RPC backend initialized. {{(pid=109565) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 05 02:34:51.434032 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.435090 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.435506 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > network before_response 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.435858 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > networks before_response 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.436210 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > port before_response 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.436554 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > ports before_response 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.436900 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > subnet before_response 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.437244 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > subnets before_response 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.437591 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > network after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.437934 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > network after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.438271 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > network after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.438610 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > port after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.438979 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > port after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.439315 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > port after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.439651 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > subnet after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.439989 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > subnet after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.440324 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.449154 n-d-826942-8 neutron-server[109565]: INFO neutron.quota [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded quota_driver: . Feb 05 02:34:51.449522 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.plugin [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Modular L2 Plugin initialization complete Feb 05 02:34:51.449923 n-d-826942-8 neutron-server[109565]: DEBUG neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading services supported by the core plugin {{(pid=109565) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 05 02:34:51.450298 n-d-826942-8 neutron-server[109565]: INFO neutron.plugins.ml2.managers [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Got port-security extension from driver 'port_security' Feb 05 02:34:51.450752 n-d-826942-8 neutron-server[109565]: INFO neutron.extensions.vlantransparent [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Disabled vlantransparent extension. Feb 05 02:34:51.451271 n-d-826942-8 neutron-server[109565]: DEBUG neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109565) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 05 02:34:51.451599 n-d-826942-8 neutron-server[109565]: INFO neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading Plugin: router Feb 05 02:34:51.487714 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.488110 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router after_create 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.488484 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router before_create 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.488855 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.489233 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.489593 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router after_delete 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.489961 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.490314 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.490680 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router after_create 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.491057 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router after_update 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.491469 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router after_update 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.491763 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.492125 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router after_update 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.492537 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router precommit_update 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.492907 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: port after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.493247 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: port after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.493586 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: subnet after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.493930 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.494281 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.494630 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router precommit_create 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.495003 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: port before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.495347 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router precommit_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.495705 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router after_update 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.496048 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.496528 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router precommit_create 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.497479 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.497828 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router precommit_update 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.498192 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > agent after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.498814 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > agent after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.499170 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > network after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.500024 n-d-826942-8 neutron-server[109565]: DEBUG neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Tracking information for resource: router configured {{(pid=109565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 05 02:34:51.500357 n-d-826942-8 neutron-server[109565]: DEBUG neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Tracking information for resource: floatingip configured {{(pid=109565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 05 02:34:51.505287 n-d-826942-8 neutron-server[109565]: INFO neutron.db.l3_agentschedulers_db [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 05 02:34:51.505867 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: port after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.506228 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: port after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.506582 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: port after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.506967 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: port after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.507750 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router before_create 55550100 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.508117 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.508484 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router precommit_create 55550100 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.508845 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > router precommit_update 55550100 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.513728 n-d-826942-8 neutron-server[109565]: DEBUG neutron.services.provider_configuration [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Service providers = [] {{(pid=109565) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 05 02:34:51.514091 n-d-826942-8 neutron-server[109565]: DEBUG neutron.db.servicetype_db [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109565) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 05 02:34:51.517124 n-d-826942-8 neutron-server[109565]: DEBUG neutron.services.service_base [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109565) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 05 02:34:51.517479 n-d-826942-8 neutron-server[109565]: DEBUG neutron.services.service_base [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109565) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 05 02:34:51.517824 n-d-826942-8 neutron-server[109565]: DEBUG neutron.services.service_base [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109565) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 05 02:34:51.518720 n-d-826942-8 neutron-server[109565]: DEBUG neutron.services.service_base [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109565) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 05 02:34:51.519132 n-d-826942-8 neutron-server[109565]: INFO neutron.services.service_base [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 05 02:34:51.519508 n-d-826942-8 neutron-server[109565]: DEBUG neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 05 02:34:51.519829 n-d-826942-8 neutron-server[109565]: INFO neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 05 02:34:51.530682 n-d-826942-8 neutron-server[109565]: DEBUG neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 05 02:34:51.531040 n-d-826942-8 neutron-server[109565]: INFO neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading Plugin: auto_allocate Feb 05 02:34:51.537028 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: network precommit_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.537400 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: network precommit_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.537923 n-d-826942-8 neutron-server[109565]: DEBUG neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 05 02:34:51.538246 n-d-826942-8 neutron-server[109565]: INFO neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading Plugin: tag Feb 05 02:34:51.545732 n-d-826942-8 neutron-server[109565]: DEBUG neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 05 02:34:51.546008 n-d-826942-8 neutron-server[109565]: INFO neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading Plugin: timestamp Feb 05 02:34:51.549879 n-d-826942-8 neutron-server[109565]: DEBUG neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 05 02:34:51.550210 n-d-826942-8 neutron-server[109565]: INFO neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading Plugin: network_ip_availability Feb 05 02:34:51.555722 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.556097 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.556453 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.557167 n-d-826942-8 neutron-server[109565]: DEBUG neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 05 02:34:51.557488 n-d-826942-8 neutron-server[109565]: INFO neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading Plugin: flavors Feb 05 02:34:51.562597 n-d-826942-8 neutron-server[109565]: DEBUG neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 05 02:34:51.562969 n-d-826942-8 neutron-server[109565]: INFO neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading Plugin: revisions Feb 05 02:34:51.567299 n-d-826942-8 neutron-server[109565]: DEBUG neutron.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 05 02:34:51.567695 n-d-826942-8 neutron-server[109565]: DEBUG oslo_concurrency.lockutils [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=109565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 05 02:34:51.568428 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109565) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 05 02:34:51.568772 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Initializing extension manager. Feb 05 02:34:51.569296 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: __init__.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.569640 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: __pycache__ {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.570004 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.570338 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: address_group.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.571121 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.571692 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: address-group Feb 05 02:34:51.572019 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: address_scope.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.572729 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.573241 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: address-scope Feb 05 02:34:51.573567 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.574498 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.575588 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: router-admin-state-down-before-update Feb 05 02:34:51.575907 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: agent.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.576604 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.577115 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: agent Feb 05 02:34:51.577439 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: agent_resources_synced.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.578343 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.578884 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: agent-resources-synced Feb 05 02:34:51.579214 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: allowedaddresspairs.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.581018 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.581539 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: allowed-address-pairs Feb 05 02:34:51.581869 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: auto_allocated_topology.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.582995 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.583511 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: auto-allocated-topology Feb 05 02:34:51.583835 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: availability_zone.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.584524 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.585031 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: availability_zone Feb 05 02:34:51.585547 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: availability_zone_filter.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.586254 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.586775 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: availability_zone_filter Feb 05 02:34:51.587105 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: data_plane_status.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.588005 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.588507 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension data-plane-status not supported by any of loaded plugins Feb 05 02:34:51.588827 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: default_subnetpools.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.589747 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.590251 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: default-subnetpools Feb 05 02:34:51.591185 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.591986 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.592485 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: dhcp_agent_scheduler Feb 05 02:34:51.592805 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: dns.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.593709 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.594209 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension dns-integration not supported by any of loaded plugins Feb 05 02:34:51.594529 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: dns_domain_ports.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.595456 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.595958 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 05 02:34:51.596278 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.597191 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.597693 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 05 02:34:51.598014 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: dvr.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.598679 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.599215 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: dvr Feb 05 02:34:51.599539 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: ecmp_routes.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.600451 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.600951 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 05 02:34:51.601274 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: empty_string_filtering.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.602182 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.602693 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: empty-string-filtering Feb 05 02:34:51.603047 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.603953 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.604465 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 05 02:34:51.604789 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.605709 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.606248 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 05 02:34:51.606571 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: external_net.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.607493 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.608004 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: external-net Feb 05 02:34:51.608327 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.609240 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.609752 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: extra_dhcp_opt Feb 05 02:34:51.610075 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: extraroute.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.611021 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.611532 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: extraroute Feb 05 02:34:51.611851 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: extraroute_atomic.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.612882 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.613394 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: extraroute-atomic Feb 05 02:34:51.613714 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: filter_validation.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.614370 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.614913 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: filter-validation Feb 05 02:34:51.615234 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: fip_pf_description.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.616136 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.616634 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 05 02:34:51.616954 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: fip_port_details.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.618048 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.618555 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: fip-port-details Feb 05 02:34:51.618921 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: flavors.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.620183 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.620700 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: flavors Feb 05 02:34:51.621027 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.622733 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.623277 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 05 02:34:51.623867 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: floatingip_pools.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.624562 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.625074 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: floatingip-pools Feb 05 02:34:51.625402 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: ip_allocation.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.626321 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.626855 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension ip_allocation not supported by any of loaded plugins Feb 05 02:34:51.627184 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.628098 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.628609 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: ip-substring-filtering Feb 05 02:34:51.628941 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: l2_adjacency.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.629859 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.630357 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 05 02:34:51.630682 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: l3.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.631662 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.632178 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: router Feb 05 02:34:51.632506 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.634748 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.635309 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 05 02:34:51.635644 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.636578 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.637097 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: ext-gw-mode Feb 05 02:34:51.637961 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.639026 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.639542 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: l3-ha Feb 05 02:34:51.639872 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.640788 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.641298 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 05 02:34:51.641626 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: l3_flavors.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.642540 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.643077 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: l3-flavors Feb 05 02:34:51.643407 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.644791 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.645313 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 05 02:34:51.645643 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.646556 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.647092 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 05 02:34:51.647420 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: l3agentscheduler.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.648438 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.648958 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: l3_agent_scheduler Feb 05 02:34:51.649290 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: local_ip.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.651112 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.651642 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension local_ip not supported by any of loaded plugins Feb 05 02:34:51.651974 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: logging.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.654233 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.654781 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension logging not supported by any of loaded plugins Feb 05 02:34:51.655121 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: metering.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.655867 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.656446 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: metering Feb 05 02:34:51.656779 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.657874 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.658389 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: metering_source_and_destination_fields Feb 05 02:34:51.658719 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: multiprovidernet.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.659675 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.660193 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: multi-provider Feb 05 02:34:51.660521 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: netmtu.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.661439 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.661945 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: net-mtu Feb 05 02:34:51.662269 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: netmtu_writable.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.663207 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.663720 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: net-mtu-writable Feb 05 02:34:51.664045 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: network_availability_zone.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.664715 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.665219 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: network_availability_zone Feb 05 02:34:51.665543 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: network_ip_availability.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.666655 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.667214 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: network-ip-availability Feb 05 02:34:51.667540 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: network_segment_range.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.668296 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.668838 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension network-segment-range not supported by any of loaded plugins Feb 05 02:34:51.669160 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: pagination.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.670132 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.670463 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: pagination Feb 05 02:34:51.670816 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: port_device_profile.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.671731 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.672247 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: port-device-profile Feb 05 02:34:51.672571 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.673486 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.673993 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: port-mac-address-regenerate Feb 05 02:34:51.674315 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.675249 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.675759 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: port-numa-affinity-policy Feb 05 02:34:51.676080 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: port_resource_request.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.676993 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.677498 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension port-resource-request not supported by any of loaded plugins Feb 05 02:34:51.677818 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: port_resource_request_groups.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.678795 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.679310 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 05 02:34:51.679631 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: portbindings.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.680560 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.681068 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: binding Feb 05 02:34:51.681391 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: portbindings_extended.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.682658 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.683211 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: binding-extended Feb 05 02:34:51.683535 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: portsecurity.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.684958 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.685558 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: port-security Feb 05 02:34:51.685883 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: project_id.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.686889 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.687220 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: project-id Feb 05 02:34:51.687541 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: providernet.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.688456 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.688977 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: provider Feb 05 02:34:51.689299 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: qos.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.692880 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.693402 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension qos not supported by any of loaded plugins Feb 05 02:34:51.693732 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.695013 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.695531 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 05 02:34:51.695861 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.696786 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.697294 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 05 02:34:51.697621 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: qos_default.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.698532 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.699081 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension qos-default not supported by any of loaded plugins Feb 05 02:34:51.699408 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: qos_fip.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.700502 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.701008 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension qos-fip not supported by any of loaded plugins Feb 05 02:34:51.701333 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.702248 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.702781 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 05 02:34:51.703106 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: qos_gateway_ip.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.704143 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.704655 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 05 02:34:51.704982 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: qos_port_network_policy.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.705894 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.706398 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 05 02:34:51.706724 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.707786 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.708294 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 05 02:34:51.708620 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: qos_pps_rule.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.709806 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.710321 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension qos-pps not supported by any of loaded plugins Feb 05 02:34:51.710647 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: qos_rule_type_details.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.711593 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.712104 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 05 02:34:51.712430 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: qos_rules_alias.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.713472 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.713985 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 05 02:34:51.714309 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: quota_check_limit.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.715250 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.716289 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: quota-check-limit Feb 05 02:34:51.716672 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: quotasv2.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.717584 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.717915 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: quotas Feb 05 02:34:51.718240 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: quotasv2_detail.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.719993 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.720336 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: quota_details Feb 05 02:34:51.720667 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: rbac.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.721702 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.722228 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: rbac-policies Feb 05 02:34:51.722557 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: rbac_address_group.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.723506 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.724025 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: rbac-address-group Feb 05 02:34:51.724349 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: rbac_address_scope.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.725267 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.725786 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: rbac-address-scope Feb 05 02:34:51.726111 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: rbac_security_groups.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.727051 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.727561 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: rbac-security-groups Feb 05 02:34:51.727882 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: rbac_subnetpool.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.728790 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.729298 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: rbac-subnetpool Feb 05 02:34:51.729623 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: revisionifmatch.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.730554 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.731761 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: revision-if-match Feb 05 02:34:51.732294 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: revisions.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.733497 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.734009 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: standard-attr-revisions Feb 05 02:34:51.734337 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: router_availability_zone.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.735035 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.735546 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: router_availability_zone Feb 05 02:34:51.735868 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: routerservicetype.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.736792 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.737297 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension router-service-type not supported by any of loaded plugins Feb 05 02:34:51.737621 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.738544 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.739092 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: security-groups-normalized-cidr Feb 05 02:34:51.739422 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.740351 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.740864 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: port-security-groups-filtering Feb 05 02:34:51.741189 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.742108 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.742619 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: security-groups-remote-address-group Feb 05 02:34:51.742973 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.743909 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.744421 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: security-groups-shared-filtering Feb 05 02:34:51.744751 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.745337 n-d-826942-8 neutron-server[109565]: WARNING neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 05 02:34:51.745661 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: securitygroup.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.756953 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.757485 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: security-group Feb 05 02:34:51.757818 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: segment.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.758606 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.759141 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension segment not supported by any of loaded plugins Feb 05 02:34:51.759477 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.760418 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.760928 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 05 02:34:51.761254 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: servicetype.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.762431 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.762988 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: service-type Feb 05 02:34:51.763317 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: sorting.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.764300 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.764632 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: sorting Feb 05 02:34:51.764955 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: standard_attr_segment.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.765866 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.766400 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 05 02:34:51.766725 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: standardattrdescription.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.767439 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.767947 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: standard-attr-description Feb 05 02:34:51.768271 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: stateful_security_group.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.769190 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.769705 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: stateful-security-group Feb 05 02:34:51.770029 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: stdattrs_common.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.770598 n-d-826942-8 neutron-server[109565]: WARNING neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 05 02:34:51.770950 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.771881 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.772391 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 05 02:34:51.772713 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: subnet_onboard.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.773789 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.774305 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: subnet_onboard Feb 05 02:34:51.774629 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.775578 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.776088 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 05 02:34:51.776414 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: subnet_service_types.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.777351 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.778389 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: subnet-service-types Feb 05 02:34:51.778946 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: subnetallocation.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.780064 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.780582 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: subnet_allocation Feb 05 02:34:51.780908 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.781572 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.782080 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: subnetpool-prefix-ops Feb 05 02:34:51.782403 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.783365 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.783873 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 05 02:34:51.784193 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: tagging.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.785260 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.785777 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: standard-attr-tag Feb 05 02:34:51.786102 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: timestamp.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.787333 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.787850 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loaded extension: standard-attr-timestamp Feb 05 02:34:51.788175 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: trunk.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.789208 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.789724 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension trunk not supported by any of loaded plugins Feb 05 02:34:51.790058 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: trunk_details.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.791016 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.791529 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension trunk-details not supported by any of loaded plugins Feb 05 02:34:51.791855 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: uplink_status_propagation.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.792772 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.793283 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 05 02:34:51.793813 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Loading extension file: vlantransparent.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 05 02:34:51.794480 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 02:34:51.795027 n-d-826942-8 neutron-server[109565]: INFO neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 05 02:34:51.797580 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of TrackedResource for resource:network Feb 05 02:34:51.798056 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of TrackedResource for resource:subnet Feb 05 02:34:51.798453 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 02:34:51.798873 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of TrackedResource for resource:port Feb 05 02:34:51.800087 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 02:34:51.800540 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Service FLAVORS assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 02:34:51.801138 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 02:34:51.801563 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 02:34:51.801892 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of TrackedResource for resource:router Feb 05 02:34:51.802321 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of TrackedResource for resource:floatingip Feb 05 02:34:51.802822 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Service METERING assigned prefix: /metering {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 02:34:51.804257 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.804630 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.804985 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:34:51.805957 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of CountableResource for resource:rbac_policy Feb 05 02:34:51.806406 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of TrackedResource for resource:security_group Feb 05 02:34:51.806863 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 05 02:34:51.807460 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Service CORE assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 02:34:51.807794 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 02:34:51.808143 n-d-826942-8 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] subnetpool is already registered Feb 05 02:34:51.808570 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Service CORE assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 02:34:51.808898 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 02:34:51.809758 n-d-826942-8 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] subnetpool is already registered Feb 05 02:34:51.812054 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 02:34:51.812486 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Service FLAVORS assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 02:34:51.813074 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 02:34:51.813492 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 02:34:51.813827 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of TrackedResource for resource:router Feb 05 02:34:51.814168 n-d-826942-8 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] router is already registered Feb 05 02:34:51.814575 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of TrackedResource for resource:floatingip Feb 05 02:34:51.814947 n-d-826942-8 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] floatingip is already registered Feb 05 02:34:51.815401 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Service METERING assigned prefix: /metering {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 02:34:51.816056 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of CountableResource for resource:rbac_policy Feb 05 02:34:51.816383 n-d-826942-8 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] rbac_policy is already registered Feb 05 02:34:51.816788 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of TrackedResource for resource:security_group Feb 05 02:34:51.817128 n-d-826942-8 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] security_group is already registered Feb 05 02:34:51.817528 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 05 02:34:51.817861 n-d-826942-8 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] security_group_rule is already registered Feb 05 02:34:51.818482 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Service CORE assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 02:34:51.818840 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 02:34:51.819180 n-d-826942-8 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] subnetpool is already registered Feb 05 02:34:51.819605 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Service CORE assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 05 02:34:51.819931 n-d-826942-8 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 02:34:51.820263 n-d-826942-8 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] subnetpool is already registered Feb 05 02:34:51.820738 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: extensions {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.822188 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: address-groups {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.823696 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: address-scopes {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.825161 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: agents {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.826334 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: auto-allocated-topology {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.827612 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: availability_zones {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.828824 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: dhcp-networks {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.830321 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: dhcp-agents {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.831778 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: routers {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.833977 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: flavors {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.835163 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: service_profiles {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.836367 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: next_providers {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.837811 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: service_profiles {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.839405 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: floatingip-pools {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.841161 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: routers {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.843278 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: floatingips {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.844561 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: l3-routers {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.845943 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: l3-agents {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.847393 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: metering-labels {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.848755 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: metering-label-rules {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.850020 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: network-ip-availabilities {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.851347 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: bindings {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.852991 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: quotas {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.854547 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: quotas {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.856685 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: rbac-policies {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.858943 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: security-groups {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.860169 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: security-group-rules {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.861406 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: service-providers {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.862628 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: subnetpools {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.864099 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: subnetpools {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.865549 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.867253 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.869054 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.870844 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.873220 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.875350 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.877089 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.879013 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.880735 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.882573 n-d-826942-8 neutron-server[109565]: DEBUG neutron.api.extensions [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 05 02:34:51.888447 n-d-826942-8 neutron-server[109565]: WARNING keystonemiddleware.auth_token [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 05 02:34:51.893124 n-d-826942-8 neutron-server[109565]: WARNING keystonemiddleware.auth_token [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 05 02:34:51.901854 n-d-826942-8 neutron-server[109565]: DEBUG oslo_concurrency.lockutils [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Acquired lock "singleton_lock" {{(pid=109565) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 05 02:34:51.902326 n-d-826942-8 neutron-server[109565]: DEBUG oslo_concurrency.lockutils [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Releasing lock "singleton_lock" {{(pid=109565) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 05 02:34:51.903553 n-d-826942-8 neutron-server[109565]: INFO oslo_service.service [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Starting 2 workers Feb 05 02:34:51.908407 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Started child 109674 {{(pid=109565) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 05 02:34:51.912923 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Started child 109675 {{(pid=109565) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 05 02:34:51.913921 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:34:51.914637 n-d-826942-8 neutron-server[109565]: INFO neutron.service [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 05 02:34:51.915191 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:34:51.915377 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [-] (109674) wsgi starting up on http://0.0.0.0:9696 Feb 05 02:34:51.917623 n-d-826942-8 neutron-server[109565]: INFO oslo_service.service [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Starting 1 workers Feb 05 02:34:51.917793 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:34:51.919992 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [-] (109675) wsgi starting up on http://0.0.0.0:9696 Feb 05 02:34:51.923543 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Started child 109676 {{(pid=109565) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 05 02:34:51.924103 n-d-826942-8 neutron-server[109565]: INFO oslo_service.service [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Starting 1 workers Feb 05 02:34:51.927406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.service [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] calling RpcWorker wait() {{(pid=109676) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 05 02:34:51.927929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.service [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] returning from RpcWorker wait() {{(pid=109676) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 05 02:34:51.928599 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Started child 109677 {{(pid=109565) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 05 02:34:51.929276 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:34:51.929416 n-d-826942-8 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-14bb86c7-9e01-4c0b-bc6c-ac917d96f821 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:34:51.929832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:34:51.931375 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109565) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 05 02:34:51.931587 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 05 02:34:51.931776 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 05 02:34:51.932006 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 05 02:34:51.932352 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 05 02:34:51.932518 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 05 02:34:51.933027 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.933322 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.933535 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:34:51.934083 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.934083 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.934284 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.934739 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.934917 n-d-826942-8 neutron-server[109677]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:34:51.935054 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.935296 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.935570 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.935827 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.936003 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.936172 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.936415 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.936664 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.936947 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.937209 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.937446 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.937687 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.937858 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.938128 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.938403 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.938652 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.938945 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] debug = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.939197 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.939691 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.939934 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.940184 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.940421 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.940723 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.940980 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.941256 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.941513 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.941745 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.941992 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.942238 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.942500 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.942709 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.943009 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.943228 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.943493 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.943727 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.944168 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] host = n-d-826942-8 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.944386 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.944603 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.944852 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.945109 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.945349 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.945569 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.945832 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.946092 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.946345 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.946564 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.946845 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.947093 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.947329 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.947573 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] log_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.947740 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] log_options = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.947970 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.948247 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.948495 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.948696 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.948867 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.949031 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.949287 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.949452 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.949734 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.949968 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.950188 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.950383 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.950623 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.950967 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.951227 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.951464 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.951705 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.951936 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.952181 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.952428 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.952655 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.952901 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.953118 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.953333 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.953561 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.953761 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.953986 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.954207 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.954445 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.955805 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.955805 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.956061 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.956263 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.956526 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.959115 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.959115 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.959115 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.959115 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.959115 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.959488 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.959684 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.959912 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.960180 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.960417 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.960664 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.961419 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.961419 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] use_json = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.961419 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.962084 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.962084 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.962084 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.962288 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.962892 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.962892 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.963074 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.963212 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:51.963659 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.963949 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.964269 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.964525 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.964781 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.965935 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.965935 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.966130 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.966252 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.966488 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.966897 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.967132 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.967456 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.967691 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.968128 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.968466 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.968712 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.969002 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.969244 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.969483 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.969706 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.969960 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.970236 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.970482 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.970719 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.971115 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.971224 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.971520 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.971799 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.972141 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.972410 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.972815 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.973076 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.973296 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.973523 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.973764 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.973984 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.974225 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.974642 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.974949 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.975198 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.975421 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.975664 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.976077 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.976490 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.976924 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.977350 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.977792 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.978102 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.978431 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.978711 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.979038 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.979259 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.979500 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.979732 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.980655 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.980917 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.981932 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.982242 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.982409 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.982850 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.983146 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.983407 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.983656 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.983871 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.984089 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.984309 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.984518 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.984966 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.985191 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.985409 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.985625 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.985870 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.986115 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.986338 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.986562 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.986814 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.987040 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.987274 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.987490 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.987699 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.988047 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.988399 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.988861 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.989103 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.989329 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.989547 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.989764 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.989973 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.990331 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.990784 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.991192 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.991585 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.991910 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.992214 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.992589 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.992860 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.993246 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.993629 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.994007 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.994385 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.995020 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.995571 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.996003 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.996442 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.996944 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.997181 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.997427 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.997650 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.997883 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.998130 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.998372 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.998878 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.999182 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.999440 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.999684 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:51.999942 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.000203 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.000495 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.000752 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.001042 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.001437 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.001714 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.002025 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.002299 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.002568 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.002826 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.003085 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.003356 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.003587 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.003991 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.004370 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.004626 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.004881 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.005131 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.005383 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.005608 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.005843 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.006154 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.006408 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.006627 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.006890 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.007165 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.007422 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.007661 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.007923 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.008189 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.008425 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.008685 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.008922 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.009143 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.009389 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.009854 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.010137 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.010445 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.010728 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.011001 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.011221 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.011458 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.011694 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.011907 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.012141 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.012386 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.012610 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.012832 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.013079 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.013296 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.013520 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.013769 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.014009 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.014230 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.014468 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.014682 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.014959 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.015212 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.015517 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.015739 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.015975 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.016222 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.016466 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.016721 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.016953 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.017356 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.017585 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.017807 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.018268 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.018517 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.018789 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.019002 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.019234 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.019453 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.019714 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.019962 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.020305 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.020570 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.020804 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.021053 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.021294 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.021515 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.021741 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.021962 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.022181 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.022407 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.022630 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.022898 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.023141 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.023361 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.023581 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.023824 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.024083 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.024322 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.024574 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.024814 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.025068 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.025274 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.025494 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.025713 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.025957 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.026168 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.026380 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.026617 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.026852 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.027160 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.027417 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.027656 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.028414 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.028654 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.028867 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.029143 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.029374 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.029579 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.029805 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.030020 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.030252 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.030478 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.030688 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.030953 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.031182 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.031400 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.031611 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.031835 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.032044 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.032259 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.032480 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.032718 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.032929 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.033171 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.033384 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.033594 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.033814 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.034031 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.034241 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.034468 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.034678 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.034928 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.035152 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.035368 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.035577 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.035860 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.036108 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.036328 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.036614 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.036842 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.036974 n-d-826942-8 neutron-server[109676]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:34:52.037115 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.037342 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.037693 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.038040 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.038282 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.038530 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.038805 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.039012 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.039261 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.039578 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.039891 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.040137 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.040396 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.040666 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.040956 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.041270 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.041462 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.041727 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33552) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:34:52.041856 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.042316 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.042448 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.042609 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.043037 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.043178 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.043368 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.043677 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.043911 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.044320 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.044545 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.044805 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.045036 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.045265 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.045486 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.045717 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.046277 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.046277 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.046506 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.046658 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.053332 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.053462 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 05 02:34:52.054367 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109565) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 05 02:34:52.054367 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 05 02:34:52.054529 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063992 Feb 05 02:34:52.054600 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 05 02:34:52.054600 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 05 02:34:52.054731 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 05 02:34:52.055072 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 05 02:34:52.055348 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.055574 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.055799 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.056022 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.056241 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.056482 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.056704 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.056921 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.057139 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.057367 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.057741 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.057837 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.058059 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.058275 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.058496 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.058707 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.059921 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.060201 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.060862 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.060862 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.060862 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.060862 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.061113 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] debug = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.061177 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.061363 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.061539 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.061692 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.061829 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.062647 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.062832 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.063011 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.063186 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.063372 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.063569 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.063741 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.063905 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.064054 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.064198 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.064370 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.064524 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.064689 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.064846 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] host = n-d-826942-8 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.065029 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.065191 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.065345 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.065486 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.065646 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.065802 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.065967 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.066129 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.066289 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.066450 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.066631 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.066793 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.066952 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.067112 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] log_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.067274 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] log_options = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.067439 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.067601 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.067759 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.068124 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.068441 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.068613 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.070017 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.070017 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.070017 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.070017 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.070017 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.070017 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.070017 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.070017 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.070452 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.070452 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.070452 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.070452 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.070668 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.070731 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.071737 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.071928 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.072087 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.072219 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.072532 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.072827 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.073123 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.073289 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.073499 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.073651 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.073780 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.073907 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.074102 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.074248 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.074382 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.074516 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.074649 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.075408 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.075545 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.075680 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.075813 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.076849 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.076849 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.076849 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.076849 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.076849 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.076849 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] use_json = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.076849 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.077736 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.077736 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.077736 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.077736 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.077736 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.077736 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.078548 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.078548 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 05 02:34:52.078548 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.078954 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.078954 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.079847 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.080007 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.080196 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.080372 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.080551 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.080850 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.081000 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.081106 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.081228 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.081426 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.081535 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.081719 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.081870 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.081973 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.082205 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.082355 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.082966 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.082966 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.082966 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.082966 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.083237 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.083237 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.083425 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.083549 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.083725 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.083922 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.084963 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.085164 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.085305 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.085470 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.085634 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.085800 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.085967 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.086135 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.086300 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.087876 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.088057 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.088204 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.088396 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.088564 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.088747 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.088916 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.089087 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.089269 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.089456 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.089626 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.089791 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.090114 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.090114 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.090485 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.090485 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.090819 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.090922 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.091080 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.091233 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.092448 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.092448 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.092448 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.092448 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.092448 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.092448 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.092448 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.092448 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.093439 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.093439 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.093439 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.093439 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.093439 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.093439 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.094023 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.094023 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.094023 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.094023 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.094347 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.094347 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.094544 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.094660 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.094901 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.095056 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.095144 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.095286 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.095492 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.095612 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.095781 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.095948 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.096172 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.096323 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.096501 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.096647 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.096744 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.096921 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.097055 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.097230 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.097397 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.097549 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.097902 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.098036 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.098205 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.098371 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.098534 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.098698 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.098887 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.100144 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.100144 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.100144 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.100144 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.100144 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.100144 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.100144 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.100663 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.100663 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.100663 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.100663 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.100923 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.100997 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.101139 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.101308 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.101474 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.101788 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.101957 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.102272 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.103416 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.103416 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.103416 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.103416 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.103416 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.103416 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.103416 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.103971 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.103971 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.103971 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.104208 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.104208 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.104333 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.104487 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.104705 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.104871 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.105033 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.105197 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.105363 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.105525 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.105688 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.105854 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.106675 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.106877 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.107767 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.107767 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.107767 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.107767 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.108302 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.108302 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.108302 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.108302 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.108744 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.108744 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.108744 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.109055 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.109055 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.109219 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.110707 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.110707 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.110707 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.110707 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.110707 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.110707 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.110707 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.110707 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.112528 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.112528 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.112528 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.112528 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.112528 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.112528 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.112528 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.112528 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.113263 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.113263 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.113263 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.113263 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.113263 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.113263 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.113263 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.113263 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.114104 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.114104 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.114104 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.114104 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.114104 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.114104 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.114104 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.114556 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.114556 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.114556 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.114841 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.114841 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.115051 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.115270 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.115398 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.115592 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.115800 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.115897 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.116042 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.116218 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.116448 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.116614 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.116789 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.116981 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.117148 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.117311 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.117476 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.117641 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.117804 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.117967 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.118127 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.118291 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.118454 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.118616 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.118798 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.118965 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.119149 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.119319 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.119478 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.119642 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.119792 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.119958 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.120134 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.120295 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.120456 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.120619 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.120780 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.120943 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.121116 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.121280 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.121442 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.122181 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.122509 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.122684 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.122880 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.123023 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.123187 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.123350 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.123512 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.123927 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.124909 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.124909 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.124909 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.124909 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.124909 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.124909 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.125404 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.125404 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.125404 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.125618 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.125618 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.125773 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.125945 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.126109 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.126273 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.126444 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.126606 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.126803 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.126948 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.127124 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.127288 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.127454 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.127618 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.127780 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.127944 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.128108 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.128276 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.128462 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.128616 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.128779 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.128949 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.129120 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.129296 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.129459 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.129627 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.129802 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.129965 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.130130 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.130293 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.130787 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.130787 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.130787 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.131108 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.131108 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.131277 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.131386 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.131551 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.131715 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.131877 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.132039 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.132201 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.132363 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.132528 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.132685 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.132841 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 05 02:34:52.133392 n-d-826942-8 neutron-server[109565]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 05 02:35:03.581802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb26d5-93ee-4580-a200-cdea6eb491bc None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 02:35:03.648296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb26d5-93ee-4580-a200-cdea6eb491bc None None] No non-hosted networks {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 05 02:35:03.667321 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33e7f951-f28c-4e3e-8718-e72ab734a941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035996'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:05.803124 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f81111d1-9495-44fb-bb26-23bd3a945aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035996'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:05.855233 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a4a1d8d-aa42-460f-97da-2558da3c83f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:06.922290 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035996'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:08.489954 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035996'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:09.774798 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035996'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:09.776746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:09.777426 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:09.777980 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:09.779073 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:09.781512 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:09.782113 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:09.783052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:09.785647 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:09.786471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:09.787582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:09.791369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:09.791911 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:09.792396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:09.793007 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-826942-8', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:35:09.806343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-826942-8', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:35:10.993530 n-d-826942-8 neutron-server[109676]: INFO neutron.db.l3_hamode_db [None req-8ad75cc1-6fed-463a-b7e4-93a5909b44f1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 05 02:35:11.077786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad75cc1-6fed-463a-b7e4-93a5909b44f1 None None] Routers set() bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:35:11.078095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad75cc1-6fed-463a-b7e4-93a5909b44f1 None None] Router IDs set() for agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 05 02:35:12.295921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33652) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:35:12.788395 n-d-826942-8 neutron-server[109675]: WARNING oslo_policy.policy [None req-88b22e84-2207-4c0a-86de-555124521c54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 02:35:12.788973 n-d-826942-8 neutron-server[109675]: WARNING oslo_policy.policy [None req-88b22e84-2207-4c0a-86de-555124521c54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 02:35:13.020246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-88b22e84-2207-4c0a-86de-555124521c54 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:35:13.021399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-88b22e84-2207-4c0a-86de-555124521c54 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7244699 Feb 05 02:35:15.680874 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33670) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:35:15.973289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-84fa2efe-82a3-490a-af08-4403a358a2c8 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'tenant_id': '7b91e74e5a18452eaac8f4f79aa3e77c', 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:35:16.066502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.policy [None req-84fa2efe-82a3-490a-af08-4403a358a2c8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109675) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 05 02:35:16.111057 n-d-826942-8 neutron-server[109675]: WARNING oslo_policy.policy [None req-84fa2efe-82a3-490a-af08-4403a358a2c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 02:35:16.111382 n-d-826942-8 neutron-server[109675]: WARNING oslo_policy.policy [None req-84fa2efe-82a3-490a-af08-4403a358a2c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 02:35:16.208500 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84fa2efe-82a3-490a-af08-4403a358a2c8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742302330247', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742302330810', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742302344526', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742302342839', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742302365359', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742302357912', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1814044', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1869079', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-984534', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-648089'] for rbac-policy (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:16.277188 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84fa2efe-82a3-490a-af08-4403a358a2c8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:16.278386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-84fa2efe-82a3-490a-af08-4403a358a2c8 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5965409 Feb 05 02:35:18.928825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33682) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:35:19.425632 n-d-826942-8 neutron-server[109674]: WARNING oslo_policy.policy [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 02:35:19.426231 n-d-826942-8 neutron-server[109674]: WARNING oslo_policy.policy [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 02:35:19.649539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '1d68dc3ad717494f86dec3eb572d7af4', 'project_id': '1d68dc3ad717494f86dec3eb572d7af4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:35:19.703095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Made reservation on behalf of 1d68dc3ad717494f86dec3eb572d7af4 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:35:19.763305 n-d-826942-8 neutron-server[109674]: DEBUG neutron.policy [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109674) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 05 02:35:19.805936 n-d-826942-8 neutron-server[109674]: WARNING oslo_policy.policy [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 02:35:19.806310 n-d-826942-8 neutron-server[109674]: WARNING oslo_policy.policy [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 02:35:19.816581 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:19.839054 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:19.949306 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Publish callbacks [] for security_group (52cffadc-4051-4363-b980-f621ccabf604), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:19.953672 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (52cffadc-4051-4363-b980-f621ccabf604), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:19.972333 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:35:20.001702 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742297745080', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (b33ec120-768c-4d09-b504-36df01790072), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:20.002289 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Unsubscribe: segment precommit_create {{(pid=109674) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 05 02:35:20.002845 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Added segment b33ec120-768c-4d09-b504-36df01790072 of type vlan for network a5403b1e-bdcf-4699-b2bd-33159ecc4b39 Feb 05 02:35:20.018380 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cffadc-4051-4363-b980-f621ccabf604,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:20.072328 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:20.072664 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:20.073001 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:20.073331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:20.073657 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:20.073981 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:20.074303 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:20.074622 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:20.074963 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:20.075283 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:20.075606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:20.076501 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:20.076849 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Tracked resource versions report: Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: pushed versions: Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: { 'AddressGroup': {'1.2'}, Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'ConntrackHelper': {'1.0'}, Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'LocalIPAssociation': {'1.0'}, Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'Log': {'1.0'}, Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'Network': {'1.1'}, Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'Port': {'1.7'}, Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'PortForwarding': {'1.2'}, Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'QosPolicy': {'1.10'}, Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'SecurityGroup': {'1.5'}, Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'SecurityGroupRule': {'1.2'}, Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'SubPort': {'1.0'}, Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'Subnet': {'1.1'}, Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'Trunk': {'1.1'}} Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: consumer versions: Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: { DHCP agent@n-d-826942-8: {}, Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: L3 agent@n-d-826942-8: {}, Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: Metadata agent@n-d-826942-8: {}, Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: Metering agent@n-d-826942-8: {}, Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: Open vSwitch agent@n-d-826942-8: { 'AddressGroup': '1.2', Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'ConntrackHelper': '1.0', Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'LocalIPAssociation': '1.0', Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'Log': '1.0', Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'Network': '1.1', Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'Port': '1.7', Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'PortForwarding': '1.2', Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'QosPolicy': '1.10', Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'SecurityGroup': '1.5', Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'SecurityGroupRule': '1.2', Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'SubPort': '1.0', Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'Subnet': '1.1', Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: 'Trunk': '1.1'}} Feb 05 02:35:20.078120 n-d-826942-8 neutron-server[109674]: {{(pid=109674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 05 02:35:20.110558 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (a5403b1e-bdcf-4699-b2bd-33159ecc4b39), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:20.154995 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (a5403b1e-bdcf-4699-b2bd-33159ecc4b39), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:20.156165 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:35:20.156884 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:20.238562 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3075080 Feb 05 02:35:20.262549 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113713cc-d981-4f04-a926-3538857c83d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a5403b1e-bdcf-4699-b2bd-33159ecc4b39,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:20.275432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network a5403b1e-bdcf-4699-b2bd-33159ecc4b39 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:35:22.944957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33704) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:35:23.375709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa2757f-742a-4655-b16f-cb0729eeb0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:35:23.377245 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2aa2757f-742a-4655-b16f-cb0729eeb0c8 admin admin] 10.222.0.36 "GET /v2.0/networks/a5403b1e-bdcf-4699-b2bd-33159ecc4b39 HTTP/1.1" status: 200 len: 825 time: 0.4313576 Feb 05 02:35:23.401542 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-97e6646e-be1d-41f9-81fc-42d13de78c17 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/912961e0-5ad6-429f-81d9-96fd96f72caf HTTP/1.1" status: 200 len: 734 time: 0.0187769 Feb 05 02:35:23.409781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Request body: {'subnet': {'tenant_id': '1d68dc3ad717494f86dec3eb572d7af4', 'network_id': 'a5403b1e-bdcf-4699-b2bd-33159ecc4b39', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '912961e0-5ad6-429f-81d9-96fd96f72caf'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:35:23.435025 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Made reservation on behalf of 1d68dc3ad717494f86dec3eb572d7af4 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:35:23.438353 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:23.715864 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for subnet (7b306864-4567-4175-9b05-92cdd98fe3d1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:23.783485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Checking segment: {'id': 'b33ec120-768c-4d09-b504-36df01790072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a5403b1e-bdcf-4699-b2bd-33159ecc4b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:35:23.783868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Network hostable DHCP agents. Network: a5403b1e-bdcf-4699-b2bd-33159ecc4b39, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:35:23.799175 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b306864-4567-4175-9b05-92cdd98fe3d1,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:23.809599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:23.809943 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:23.811016 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:23.811369 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:23.811716 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:23.812077 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:23.812398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:23.812756 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:23.813142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:23.813467 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:23.813786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:23.814102 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:23.814417 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Tracked resource versions report: Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: pushed versions: Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: { 'AddressGroup': {'1.2'}, Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'ConntrackHelper': {'1.0'}, Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'LocalIPAssociation': {'1.0'}, Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'Log': {'1.0'}, Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'Network': {'1.1'}, Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'Port': {'1.7'}, Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'PortForwarding': {'1.2'}, Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'QosPolicy': {'1.10'}, Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'SecurityGroup': {'1.5'}, Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'SecurityGroupRule': {'1.2'}, Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'SubPort': {'1.0'}, Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'Subnet': {'1.1'}, Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'Trunk': {'1.1'}} Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: consumer versions: Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: { DHCP agent@n-d-826942-8: {}, Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: L3 agent@n-d-826942-8: {}, Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: Metadata agent@n-d-826942-8: {}, Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: Metering agent@n-d-826942-8: {}, Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: Open vSwitch agent@n-d-826942-8: { 'AddressGroup': '1.2', Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'ConntrackHelper': '1.0', Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'LocalIPAssociation': '1.0', Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'Log': '1.0', Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'Network': '1.1', Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'Port': '1.7', Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'PortForwarding': '1.2', Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'QosPolicy': '1.10', Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'SecurityGroup': '1.5', Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'SecurityGroupRule': '1.2', Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'SubPort': '1.0', Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'Subnet': '1.1', Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: 'Trunk': '1.1'}} Feb 05 02:35:23.815591 n-d-826942-8 neutron-server[109675]: {{(pid=109675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 05 02:35:23.836584 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Network a5403b1e-bdcf-4699-b2bd-33159ecc4b39 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:35:23.852095 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, a5403b1e-bdcf-4699-b2bd-33159ecc4b39) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:35:23.856735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:35:23.858082 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:23.864615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5638490-6f21-45eb-a75b-44c018e45bbc None None] Network a5403b1e-bdcf-4699-b2bd-33159ecc4b39 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:35:23.872911 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-217df4e1-ed9f-4ae7-ba0d-825255b04beb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4661458 Feb 05 02:35:24.132703 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-a5403b1e-bdcf-4699-b2bd-33159ecc4b39', 'network_id': 'a5403b1e-bdcf-4699-b2bd-33159ecc4b39', 'project_id': '1d68dc3ad717494f86dec3eb572d7af4', 'fixed_ips': [{'subnet_id': '7b306864-4567-4175-9b05-92cdd98fe3d1'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:35:24.134016 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:24.419662 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Allocated IP 172.20.0.2 (a5403b1e-bdcf-4699-b2bd-33159ecc4b39/7b306864-4567-4175-9b05-92cdd98fe3d1/fd9ede1a-a350-4898-a444-864cdaa7b87b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:35:24.682966 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Publish callbacks [] for port (fd9ede1a-a350-4898-a444-864cdaa7b87b), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:24.691964 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (fd9ede1a-a350-4898-a444-864cdaa7b87b), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:24.768628 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Network a5403b1e-bdcf-4699-b2bd-33159ecc4b39 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:35:24.773043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:35:24.778084 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Pushing event updated for resources: {'Port': ['ID=fd9ede1a-a350-4898-a444-864cdaa7b87b,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:24.780829 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:35:24.790415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:24.790789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:24.791115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:24.791449 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:24.791780 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:24.792106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:24.792428 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:24.792748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:24.793068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:24.793386 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:24.793706 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:24.794022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:24.794338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Tracked resource versions report: Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: pushed versions: Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: { 'AddressGroup': {'1.2'}, Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'ConntrackHelper': {'1.0'}, Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'LocalIPAssociation': {'1.0'}, Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'Log': {'1.0'}, Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'Network': {'1.1'}, Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'Port': {'1.7'}, Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'PortForwarding': {'1.2'}, Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'QosPolicy': {'1.10'}, Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'SecurityGroup': {'1.5'}, Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'SecurityGroupRule': {'1.2'}, Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'SubPort': {'1.0'}, Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'Subnet': {'1.1'}, Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'Trunk': {'1.1'}} Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: consumer versions: Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: { DHCP agent@n-d-826942-8: {}, Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: L3 agent@n-d-826942-8: {}, Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: Metadata agent@n-d-826942-8: {}, Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: Metering agent@n-d-826942-8: {}, Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: Open vSwitch agent@n-d-826942-8: { 'AddressGroup': '1.2', Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'ConntrackHelper': '1.0', Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'LocalIPAssociation': '1.0', Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'Log': '1.0', Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'Network': '1.1', Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'Port': '1.7', Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'PortForwarding': '1.2', Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'QosPolicy': '1.10', Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'SecurityGroup': '1.5', Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'SecurityGroupRule': '1.2', Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'SubPort': '1.0', Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'Subnet': '1.1', Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: 'Trunk': '1.1'}} Feb 05 02:35:24.796243 n-d-826942-8 neutron-server[109676]: {{(pid=109676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 05 02:35:24.874831 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Attempting to bind port fd9ede1a-a350-4898-a444-864cdaa7b87b on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:35:24.875507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Attempting to bind port fd9ede1a-a350-4898-a444-864cdaa7b87b by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'b33ec120-768c-4d09-b504-36df01790072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a5403b1e-bdcf-4699-b2bd-33159ecc4b39'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:35:24.875638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Attempting to bind port fd9ede1a-a350-4898-a444-864cdaa7b87b on network a5403b1e-bdcf-4699-b2bd-33159ecc4b39 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:35:24.880769 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:35:24.881139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Checking segment: {'id': 'b33ec120-768c-4d09-b504-36df01790072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a5403b1e-bdcf-4699-b2bd-33159ecc4b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:35:24.881633 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:24.882018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Bound using segment: {'id': 'b33ec120-768c-4d09-b504-36df01790072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a5403b1e-bdcf-4699-b2bd-33159ecc4b39'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:35:24.882554 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Bound port: fd9ede1a-a350-4898-a444-864cdaa7b87b, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33ec120-768c-4d09-b504-36df01790072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a5403b1e-bdcf-4699-b2bd-33159ecc4b39'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:35:24.882988 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fd9ede1a-a350-4898-a444-864cdaa7b87b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:24.944632 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] For port fd9ede1a-a350-4898-a444-864cdaa7b87b, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:35:24.948909 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] For port fd9ede1a-a350-4898-a444-864cdaa7b87b, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fd9ede1a-a350-4898-a444-864cdaa7b87b,segment=NetworkSegment(b33ec120-768c-4d09-b504-36df01790072),segment_id=b33ec120-768c-4d09-b504-36df01790072)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:35:24.957597 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fd9ede1a-a350-4898-a444-864cdaa7b87b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:25.023731 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc04a8-9fb3-4f6c-b07c-1b141bda3e2a None None] Pushing event updated for resources: {'Port': ['ID=fd9ede1a-a350-4898-a444-864cdaa7b87b,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:26.381883 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33716) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:35:26.695528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-89306a95-b531-41cf-94a7-306e05b9001c admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:35:26.696574 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-89306a95-b531-41cf-94a7-306e05b9001c admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3136642 Feb 05 02:35:29.186791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33724) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:35:29.500165 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-3f35b2da-f35d-4974-ba08-8689ddce6fb6 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:35:29.501169 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3f35b2da-f35d-4974-ba08-8689ddce6fb6 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3134117 Feb 05 02:35:32.194928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33734) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:35:32.493925 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7863f965-6011-488a-bb5f-03889b935457 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1d68dc3ad717494f86dec3eb572d7af4', 'name': 'router1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:35:32.516918 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7863f965-6011-488a-bb5f-03889b935457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (a59634ff-2ba4-4a71-81c8-4e368dde77fd), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:32.518446 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7863f965-6011-488a-bb5f-03889b935457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (a59634ff-2ba4-4a71-81c8-4e368dde77fd), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:32.658747 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7863f965-6011-488a-bb5f-03889b935457 admin admin] Publish callbacks [] for router_controller (a59634ff-2ba4-4a71-81c8-4e368dde77fd), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:32.663440 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7863f965-6011-488a-bb5f-03889b935457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (a59634ff-2ba4-4a71-81c8-4e368dde77fd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:32.677403 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7863f965-6011-488a-bb5f-03889b935457 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:32.678576 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7863f965-6011-488a-bb5f-03889b935457 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4826276 Feb 05 02:35:32.970690 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:35:33.530127 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-22d1a720-3db4-44d3-a362-f87edfe87c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:34.429629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fd9ede1a-a350-4898-a444-864cdaa7b87b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:35:34.518278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port fd9ede1a-a350-4898-a444-864cdaa7b87b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:35:34.518617 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fd9ede1a-a350-4898-a444-864cdaa7b87b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:34.628706 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port fd9ede1a-a350-4898-a444-864cdaa7b87b is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:35:34.629337 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fd9ede1a-a350-4898-a444-864cdaa7b87b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:34.662573 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port fd9ede1a-a350-4898-a444-864cdaa7b87b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fd9ede1a-a350-4898-a444-864cdaa7b87b,segment=NetworkSegment(b33ec120-768c-4d09-b504-36df01790072),segment_id=b33ec120-768c-4d09-b504-36df01790072)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:35:34.666566 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fd9ede1a-a350-4898-a444-864cdaa7b87b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:34.717868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=fd9ede1a-a350-4898-a444-864cdaa7b87b,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:35.209786 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33746) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:35:35.584066 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-ca300cf9-d028-4042-93d4-25ebcd1cbaa6 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:35:35.585105 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ca300cf9-d028-4042-93d4-25ebcd1cbaa6 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3743839 Feb 05 02:35:35.801487 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5966e2c-0e27-491a-9d60-ac190d21a0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:36.138950 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ab00bc-915a-46a8-adb4-2d32b1784612 None None] Network a5403b1e-bdcf-4699-b2bd-33159ecc4b39 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:35:36.201122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9874cc20-3b0a-48e5-af69-be3f26d7d17f None None] Provisioning complete for port fd9ede1a-a350-4898-a444-864cdaa7b87b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:35:36.201500 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9874cc20-3b0a-48e5-af69-be3f26d7d17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fd9ede1a-a350-4898-a444-864cdaa7b87b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:36.328775 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9874cc20-3b0a-48e5-af69-be3f26d7d17f None None] Current status of the port fd9ede1a-a350-4898-a444-864cdaa7b87b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:35:36.406702 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fd9ede1a-a350-4898-a444-864cdaa7b87b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:35:36.462390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port fd9ede1a-a350-4898-a444-864cdaa7b87b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:35:36.462808 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fd9ede1a-a350-4898-a444-864cdaa7b87b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:36.540610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port fd9ede1a-a350-4898-a444-864cdaa7b87b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:35:36.554737 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2837289e-df2a-4c75-b367-43ef0eaa95ef None None] Provisioning complete for port fd9ede1a-a350-4898-a444-864cdaa7b87b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:35:36.555131 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2837289e-df2a-4c75-b367-43ef0eaa95ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fd9ede1a-a350-4898-a444-864cdaa7b87b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:36.631373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2837289e-df2a-4c75-b367-43ef0eaa95ef None None] Current status of the port fd9ede1a-a350-4898-a444-864cdaa7b87b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:35:36.884550 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:38.109157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33776) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:35:38.233870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1bfa3a51-0a3c-4930-8ae7-e25bb02682fb admin admin] Request body: {'network': {'tenant_id': '7b91e74e5a18452eaac8f4f79aa3e77c', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'project_id': '7b91e74e5a18452eaac8f4f79aa3e77c', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:35:38.255379 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfa3a51-0a3c-4930-8ae7-e25bb02682fb admin admin] Made reservation on behalf of 7b91e74e5a18452eaac8f4f79aa3e77c for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:35:38.257586 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3a51-0a3c-4930-8ae7-e25bb02682fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:38.273299 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3a51-0a3c-4930-8ae7-e25bb02682fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:38.376250 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3a51-0a3c-4930-8ae7-e25bb02682fb admin admin] Publish callbacks [] for security_group (ec35cc4d-7211-419e-baf9-63ecb300aacd), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:38.379840 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3a51-0a3c-4930-8ae7-e25bb02682fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ec35cc4d-7211-419e-baf9-63ecb300aacd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:38.398067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1bfa3a51-0a3c-4930-8ae7-e25bb02682fb admin admin] Reserving flat network on physical network physnet1 {{(pid=109675) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 05 02:35:38.415784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa3a51-0a3c-4930-8ae7-e25bb02682fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec35cc4d-7211-419e-baf9-63ecb300aacd,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:38.421965 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3a51-0a3c-4930-8ae7-e25bb02682fb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742297745080', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (97534edc-a29a-485e-a99b-8602866e8ed3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:38.422522 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3a51-0a3c-4930-8ae7-e25bb02682fb admin admin] Unsubscribe: segment precommit_create {{(pid=109675) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 05 02:35:38.423035 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-1bfa3a51-0a3c-4930-8ae7-e25bb02682fb admin admin] Added segment 97534edc-a29a-485e-a99b-8602866e8ed3 of type flat for network 1b911d8a-366e-475f-ab68-3e15783c42f2 Feb 05 02:35:38.434080 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:38.474715 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3a51-0a3c-4930-8ae7-e25bb02682fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (1b911d8a-366e-475f-ab68-3e15783c42f2), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:38.517996 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3a51-0a3c-4930-8ae7-e25bb02682fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (1b911d8a-366e-475f-ab68-3e15783c42f2), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:38.518921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfa3a51-0a3c-4930-8ae7-e25bb02682fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:35:38.519492 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3a51-0a3c-4930-8ae7-e25bb02682fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:38.611279 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1bfa3a51-0a3c-4930-8ae7-e25bb02682fb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5010469 Feb 05 02:35:38.624876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa3a51-0a3c-4930-8ae7-e25bb02682fb admin admin] Pushing event updated for resources: {'Network': ['ID=1b911d8a-366e-475f-ab68-3e15783c42f2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:38.643626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:35:39.778509 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:40.905822 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33784) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:35:40.999521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9a84a5-1c17-457f-80f3-9393fae0b7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:35:41.000824 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bd9a84a5-1c17-457f-80f3-9393fae0b7bb admin admin] 10.222.0.36 "GET /v2.0/subnets/7b306864-4567-4175-9b05-92cdd98fe3d1 HTTP/1.1" status: 200 len: 849 time: 0.0940619 Feb 05 02:35:41.166743 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-914c8530-7847-464c-8440-0ad574427972 admin admin] 10.222.0.36 "GET /v2.0/routers/a59634ff-2ba4-4a71-81c8-4e368dde77fd HTTP/1.1" status: 200 len: 704 time: 0.1603210 Feb 05 02:35:41.436990 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:41.721728 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Allocated IP 172.20.0.1 (a5403b1e-bdcf-4699-b2bd-33159ecc4b39/7b306864-4567-4175-9b05-92cdd98fe3d1/3e364348-561e-4de0-9111-37b49247a7a3) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:35:41.870174 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Publish callbacks [] for port (3e364348-561e-4de0-9111-37b49247a7a3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:41.936933 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (3e364348-561e-4de0-9111-37b49247a7a3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:42.017327 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Network a5403b1e-bdcf-4699-b2bd-33159ecc4b39 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:35:42.024010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:35:42.026090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Pushing event updated for resources: {'Port': ['ID=3e364348-561e-4de0-9111-37b49247a7a3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:42.028570 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:35:42.029673 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (a59634ff-2ba4-4a71-81c8-4e368dde77fd), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:42.286719 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3e364348-561e-4de0-9111-37b49247a7a3), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:42.325357 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-10583516-1fa4-4c11-a776-aca1ea6e2bd2 None None] Provisioning complete for port 3e364348-561e-4de0-9111-37b49247a7a3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:35:42.326034 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-10583516-1fa4-4c11-a776-aca1ea6e2bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3e364348-561e-4de0-9111-37b49247a7a3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:42.359368 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-10583516-1fa4-4c11-a776-aca1ea6e2bd2 None None] Port 3e364348-561e-4de0-9111-37b49247a7a3 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:35:42.505459 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Publish callbacks [] for port (3e364348-561e-4de0-9111-37b49247a7a3), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:42.509855 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3e364348-561e-4de0-9111-37b49247a7a3), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:42.510623 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (a59634ff-2ba4-4a71-81c8-4e368dde77fd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:42.586745 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Pushing event updated for resources: {'Port': ['ID=3e364348-561e-4de0-9111-37b49247a7a3,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:42.634116 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Network a5403b1e-bdcf-4699-b2bd-33159ecc4b39 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:35:42.635419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:35:42.799123 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Router a59634ff-2ba4-4a71-81c8-4e368dde77fd is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:35:42.881128 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d4eb3ec4-4366-4749-ac8b-305bedb5b3f4 None None] Provisioning complete for port 3e364348-561e-4de0-9111-37b49247a7a3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:35:42.881526 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d4eb3ec4-4366-4749-ac8b-305bedb5b3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3e364348-561e-4de0-9111-37b49247a7a3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:42.891554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:35:42.915277 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2dc102f3-5f84-4a30-b7e5-117a645dfcab admin admin] 10.222.0.36 "PUT /v2.0/routers/a59634ff-2ba4-4a71-81c8-4e368dde77fd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7251022 Feb 05 02:35:42.915378 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Sync routers for ids ['a59634ff-2ba4-4a71-81c8-4e368dde77fd'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:35:42.915378 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Routers {'a59634ff-2ba4-4a71-81c8-4e368dde77fd'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:35:42.915901 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:35:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a59634ff-2ba4-4a71-81c8-4e368dde77fd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:35:42.919267 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb3ec4-4366-4749-ac8b-305bedb5b3f4 None None] Port 3e364348-561e-4de0-9111-37b49247a7a3 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:35:43.115922 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Set router a59634ff-2ba4-4a71-81c8-4e368dde77fd gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:35:43.549590 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59634ff-2ba4-4a71-81c8-4e368dde77fd', 'name': 'router1', 'tenant_id': '1d68dc3ad717494f86dec3eb572d7af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:35:32Z', 'updated_at': '2022-02-05T02:35:42Z', 'revision_number': 2, 'project_id': '1d68dc3ad717494f86dec3eb572d7af4', 'gw_port_host': None, '_interfaces': [{'id': '3e364348-561e-4de0-9111-37b49247a7a3', 'name': '', 'network_id': 'a5403b1e-bdcf-4699-b2bd-33159ecc4b39', 'tenant_id': '1d68dc3ad717494f86dec3eb572d7af4', 'mac_address': 'fa:16:3e:19:d3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59634ff-2ba4-4a71-81c8-4e368dde77fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b306864-4567-4175-9b05-92cdd98fe3d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:35:41Z', 'updated_at': '2022-02-05T02:35:42Z', 'revision_number': 2, 'project_id': '1d68dc3ad717494f86dec3eb572d7af4', 'subnets': [{'id': '7b306864-4567-4175-9b05-92cdd98fe3d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '912961e0-5ad6-429f-81d9-96fd96f72caf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:35:43.601153 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Checking router: a59634ff-2ba4-4a71-81c8-4e368dde77fd for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:35:43.601454 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Updating router a59634ff-2ba4-4a71-81c8-4e368dde77fd port 3e364348-561e-4de0-9111-37b49247a7a3 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:35:43.654770 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3e364348-561e-4de0-9111-37b49247a7a3), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:44.174475 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Publish callbacks [] for port (3e364348-561e-4de0-9111-37b49247a7a3), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:44.181017 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3e364348-561e-4de0-9111-37b49247a7a3), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:44.349166 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3d4d7-d345-4680-ba6c-adc1c3084515 None None] Pushing event updated for resources: {'Port': ['ID=3e364348-561e-4de0-9111-37b49247a7a3,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:44.359158 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3d4d7-d345-4680-ba6c-adc1c3084515 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:44.359503 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3d4d7-d345-4680-ba6c-adc1c3084515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:44.359861 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3d4d7-d345-4680-ba6c-adc1c3084515 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:44.360310 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3d4d7-d345-4680-ba6c-adc1c3084515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:44.360649 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3d4d7-d345-4680-ba6c-adc1c3084515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:44.360969 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3d4d7-d345-4680-ba6c-adc1c3084515 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:44.361290 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3d4d7-d345-4680-ba6c-adc1c3084515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:44.361626 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3d4d7-d345-4680-ba6c-adc1c3084515 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:44.361950 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3d4d7-d345-4680-ba6c-adc1c3084515 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:44.362268 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3d4d7-d345-4680-ba6c-adc1c3084515 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:44.362587 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3d4d7-d345-4680-ba6c-adc1c3084515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:44.362927 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3d4d7-d345-4680-ba6c-adc1c3084515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:44.363268 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3d4d7-d345-4680-ba6c-adc1c3084515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3d4d7-d345-4680-ba6c-adc1c3084515 None None] Tracked resource versions report: Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: pushed versions: Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: { 'AddressGroup': {'1.2'}, Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'ConntrackHelper': {'1.0'}, Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'LocalIPAssociation': {'1.0'}, Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'Log': {'1.0'}, Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'Network': {'1.1'}, Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'Port': {'1.7'}, Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'PortForwarding': {'1.2'}, Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'QosPolicy': {'1.10'}, Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'SecurityGroup': {'1.5'}, Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'SecurityGroupRule': {'1.2'}, Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'SubPort': {'1.0'}, Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'Subnet': {'1.1'}, Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'Trunk': {'1.1'}} Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: consumer versions: Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: { DHCP agent@n-d-826942-8: {}, Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: L3 agent@n-d-826942-8: {}, Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: Metadata agent@n-d-826942-8: {}, Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: Metering agent@n-d-826942-8: {}, Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: Open vSwitch agent@n-d-826942-8: { 'AddressGroup': '1.2', Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'ConntrackHelper': '1.0', Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'LocalIPAssociation': '1.0', Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'Log': '1.0', Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'Network': '1.1', Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'Port': '1.7', Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'PortForwarding': '1.2', Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'QosPolicy': '1.10', Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'SecurityGroup': '1.5', Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'SecurityGroupRule': '1.2', Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'SubPort': '1.0', Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'Subnet': '1.1', Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: 'Trunk': '1.1'}} Feb 05 02:35:44.364479 n-d-826942-8 neutron-server[109677]: {{(pid=109677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 05 02:35:44.371407 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Attempting to bind port 3e364348-561e-4de0-9111-37b49247a7a3 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:35:44.371817 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Attempting to bind port 3e364348-561e-4de0-9111-37b49247a7a3 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'b33ec120-768c-4d09-b504-36df01790072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a5403b1e-bdcf-4699-b2bd-33159ecc4b39'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:35:44.372480 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Attempting to bind port 3e364348-561e-4de0-9111-37b49247a7a3 on network a5403b1e-bdcf-4699-b2bd-33159ecc4b39 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:35:44.378352 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:35:44.378748 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Checking segment: {'id': 'b33ec120-768c-4d09-b504-36df01790072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a5403b1e-bdcf-4699-b2bd-33159ecc4b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:35:44.379261 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:44.379644 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Bound using segment: {'id': 'b33ec120-768c-4d09-b504-36df01790072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a5403b1e-bdcf-4699-b2bd-33159ecc4b39'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:35:44.380210 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Bound port: 3e364348-561e-4de0-9111-37b49247a7a3, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33ec120-768c-4d09-b504-36df01790072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a5403b1e-bdcf-4699-b2bd-33159ecc4b39'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:35:44.380607 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3e364348-561e-4de0-9111-37b49247a7a3), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:44.447806 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] For port 3e364348-561e-4de0-9111-37b49247a7a3, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:35:44.453082 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1fbebe08-82da-47a6-b060-7002e3b7b4fe None None] Provisioning complete for port 3e364348-561e-4de0-9111-37b49247a7a3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:35:44.453635 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1fbebe08-82da-47a6-b060-7002e3b7b4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3e364348-561e-4de0-9111-37b49247a7a3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:44.467641 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] For port 3e364348-561e-4de0-9111-37b49247a7a3, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3e364348-561e-4de0-9111-37b49247a7a3,segment=NetworkSegment(b33ec120-768c-4d09-b504-36df01790072),segment_id=b33ec120-768c-4d09-b504-36df01790072)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:35:44.475575 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3e364348-561e-4de0-9111-37b49247a7a3), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:44.492243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1fbebe08-82da-47a6-b060-7002e3b7b4fe None None] Port 3e364348-561e-4de0-9111-37b49247a7a3 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:35:44.529710 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Routers {'a59634ff-2ba4-4a71-81c8-4e368dde77fd'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:35:44.530338 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:35:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a59634ff-2ba4-4a71-81c8-4e368dde77fd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:35:44.608284 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3d4d7-d345-4680-ba6c-adc1c3084515 None None] Pushing event updated for resources: {'Port': ['ID=3e364348-561e-4de0-9111-37b49247a7a3,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:44.633954 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] Set router a59634ff-2ba4-4a71-81c8-4e368dde77fd gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:35:44.720066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-dd8f1c4c-805e-4877-a0c5-4a92e2289ae5 None None] Provisioning complete for port 3e364348-561e-4de0-9111-37b49247a7a3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:35:44.720361 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd8f1c4c-805e-4877-a0c5-4a92e2289ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3e364348-561e-4de0-9111-37b49247a7a3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:44.800255 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f1c4c-805e-4877-a0c5-4a92e2289ae5 None None] Current status of the port 3e364348-561e-4de0-9111-37b49247a7a3 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:35:44.800575 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd8f1c4c-805e-4877-a0c5-4a92e2289ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3e364348-561e-4de0-9111-37b49247a7a3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:44.833369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dd8f1c4c-805e-4877-a0c5-4a92e2289ae5 None None] For port 3e364348-561e-4de0-9111-37b49247a7a3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3e364348-561e-4de0-9111-37b49247a7a3,segment=NetworkSegment(b33ec120-768c-4d09-b504-36df01790072),segment_id=b33ec120-768c-4d09-b504-36df01790072)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:35:44.838686 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd8f1c4c-805e-4877-a0c5-4a92e2289ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3e364348-561e-4de0-9111-37b49247a7a3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:44.853076 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59634ff-2ba4-4a71-81c8-4e368dde77fd', 'name': 'router1', 'tenant_id': '1d68dc3ad717494f86dec3eb572d7af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:35:32Z', 'updated_at': '2022-02-05T02:35:42Z', 'revision_number': 2, 'project_id': '1d68dc3ad717494f86dec3eb572d7af4', 'gw_port_host': None, '_interfaces': [{'id': '3e364348-561e-4de0-9111-37b49247a7a3', 'name': '', 'network_id': 'a5403b1e-bdcf-4699-b2bd-33159ecc4b39', 'tenant_id': '1d68dc3ad717494f86dec3eb572d7af4', 'mac_address': 'fa:16:3e:19:d3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59634ff-2ba4-4a71-81c8-4e368dde77fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b306864-4567-4175-9b05-92cdd98fe3d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:35:41Z', 'updated_at': '2022-02-05T02:35:44Z', 'revision_number': 4, 'project_id': '1d68dc3ad717494f86dec3eb572d7af4', 'subnets': [{'id': '7b306864-4567-4175-9b05-92cdd98fe3d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '912961e0-5ad6-429f-81d9-96fd96f72caf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:35:44.880395 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655899b7-17b8-44ee-93c5-8e05066da8ad None None] The sync data for ids ['a59634ff-2ba4-4a71-81c8-4e368dde77fd'] in n-d-826942-8 is: [{'id': 'a59634ff-2ba4-4a71-81c8-4e368dde77fd', 'name': 'router1', 'tenant_id': '1d68dc3ad717494f86dec3eb572d7af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:35:32Z', 'updated_at': '2022-02-05T02:35:42Z', 'revision_number': 2, 'project_id': '1d68dc3ad717494f86dec3eb572d7af4', 'gw_port_host': None, '_interfaces': [{'id': '3e364348-561e-4de0-9111-37b49247a7a3', 'name': '', 'network_id': 'a5403b1e-bdcf-4699-b2bd-33159ecc4b39', 'tenant_id': '1d68dc3ad717494f86dec3eb572d7af4', 'mac_address': 'fa:16:3e:19:d3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59634ff-2ba4-4a71-81c8-4e368dde77fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b306864-4567-4175-9b05-92cdd98fe3d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:35:41Z', 'updated_at': '2022-02-05T02:35:44Z', 'revision_number': 4, 'project_id': '1d68dc3ad717494f86dec3eb572d7af4', 'subnets': [{'id': '7b306864-4567-4175-9b05-92cdd98fe3d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '912961e0-5ad6-429f-81d9-96fd96f72caf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:35:44.890251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f1c4c-805e-4877-a0c5-4a92e2289ae5 None None] Pushing event updated for resources: {'Port': ['ID=3e364348-561e-4de0-9111-37b49247a7a3,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:47.650792 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33804) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:35:47.758929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddc745a-8197-41ec-912c-7f76bd96fb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:35:47.760267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9ddc745a-8197-41ec-912c-7f76bd96fb9f admin admin] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 842 time: 0.1085248 Feb 05 02:35:47.770173 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-20adfa05-57ff-4ffd-a01a-0119fa98adfd admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24', 'tenant_id': '7b91e74e5a18452eaac8f4f79aa3e77c'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:35:47.789898 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20adfa05-57ff-4ffd-a01a-0119fa98adfd admin admin] Made reservation on behalf of 7b91e74e5a18452eaac8f4f79aa3e77c for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:35:47.792182 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20adfa05-57ff-4ffd-a01a-0119fa98adfd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:48.080592 n-d-826942-8 neutron-server[109675]: DEBUG neutron.objects.ports [None req-20adfa05-57ff-4ffd-a01a-0119fa98adfd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109675) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 02:35:48.081037 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20adfa05-57ff-4ffd-a01a-0119fa98adfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for subnet (c69a6b23-3ad4-4a70-b397-26b908a88f00), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:48.144975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20adfa05-57ff-4ffd-a01a-0119fa98adfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c69a6b23-3ad4-4a70-b397-26b908a88f00,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:48.151570 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20adfa05-57ff-4ffd-a01a-0119fa98adfd admin admin] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:35:48.151570 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20adfa05-57ff-4ffd-a01a-0119fa98adfd admin admin] Network hostable DHCP agents. Network: 1b911d8a-366e-475f-ab68-3e15783c42f2, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:35:48.167120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20adfa05-57ff-4ffd-a01a-0119fa98adfd admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:35:48.174782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-20adfa05-57ff-4ffd-a01a-0119fa98adfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 1b911d8a-366e-475f-ab68-3e15783c42f2) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:35:48.178748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20adfa05-57ff-4ffd-a01a-0119fa98adfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:35:48.179364 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20adfa05-57ff-4ffd-a01a-0119fa98adfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:48.183932 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b866dd2-6c6b-494c-868a-4395f8c2d8c8 None None] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:35:48.208846 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-20adfa05-57ff-4ffd-a01a-0119fa98adfd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4290707 Feb 05 02:35:48.296159 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98779d30-4592-4c43-ac26-9801cbcafaf8 None None] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:35:50.598718 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33812) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:35:50.738693 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d4646cb5-a483-4cce-b40a-7005e347248b admin admin] 10.222.0.36 "GET /v2.0/routers/a59634ff-2ba4-4a71-81c8-4e368dde77fd HTTP/1.1" status: 200 len: 710 time: 0.1341386 Feb 05 02:35:50.890588 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b934848-adc1-40e9-af0e-42b972c2dc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:35:50.892030 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6b934848-adc1-40e9-af0e-42b972c2dc91 admin admin] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 886 time: 0.1526966 Feb 05 02:35:50.900781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:35:51.150438 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] Publish callbacks [] for router_gateway (a59634ff-2ba4-4a71-81c8-4e368dde77fd), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:51.402360 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] Publish callbacks [] for router_gateway (a59634ff-2ba4-4a71-81c8-4e368dde77fd), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:51.484186 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:51.590503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] Allocated IP 172.25.0.242 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/0483cdeb-8141-4bee-af84-6469eb30ebba) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:35:51.691244 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] Publish callbacks [] for port (0483cdeb-8141-4bee-af84-6469eb30ebba), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:51.723459 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (0483cdeb-8141-4bee-af84-6469eb30ebba), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:51.760535 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:35:51.765260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:35:51.768720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:35:51.827059 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] Pushing event updated for resources: {'Port': ['ID=0483cdeb-8141-4bee-af84-6469eb30ebba,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:52.017428 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] Publish callbacks [] for router_gateway (a59634ff-2ba4-4a71-81c8-4e368dde77fd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:52.305383 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (a59634ff-2ba4-4a71-81c8-4e368dde77fd), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:52.308639 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (a59634ff-2ba4-4a71-81c8-4e368dde77fd), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:52.421468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] Router a59634ff-2ba4-4a71-81c8-4e368dde77fd has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:35:52.447671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3e364348-561e-4de0-9111-37b49247a7a3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:35:52.494611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 3e364348-561e-4de0-9111-37b49247a7a3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:35:52.495042 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3e364348-561e-4de0-9111-37b49247a7a3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:52.533399 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:35:52.537928 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:52.539119 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cbc73dff-b673-4e79-b69b-16b27c027512 admin admin] 10.222.0.36 "PUT /v2.0/routers/a59634ff-2ba4-4a71-81c8-4e368dde77fd HTTP/1.1" status: 200 len: 890 time: 1.6414750 Feb 05 02:35:52.580315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 3e364348-561e-4de0-9111-37b49247a7a3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:35:53.281582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Sync routers for ids ['a59634ff-2ba4-4a71-81c8-4e368dde77fd'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:35:53.293348 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Routers {'a59634ff-2ba4-4a71-81c8-4e368dde77fd'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:35:53.294186 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:35:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a59634ff-2ba4-4a71-81c8-4e368dde77fd'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:35:53.513948 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Set router a59634ff-2ba4-4a71-81c8-4e368dde77fd gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:35:53.974326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59634ff-2ba4-4a71-81c8-4e368dde77fd', 'name': 'router1', 'tenant_id': '1d68dc3ad717494f86dec3eb572d7af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '0483cdeb-8141-4bee-af84-6469eb30ebba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:35:32Z', 'updated_at': '2022-02-05T02:35:51Z', 'revision_number': 4, 'project_id': '1d68dc3ad717494f86dec3eb572d7af4', 'gw_port': {'id': '0483cdeb-8141-4bee-af84-6469eb30ebba', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59634ff-2ba4-4a71-81c8-4e368dde77fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:35:51Z', 'updated_at': '2022-02-05T02:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '3e364348-561e-4de0-9111-37b49247a7a3', 'name': '', 'network_id': 'a5403b1e-bdcf-4699-b2bd-33159ecc4b39', 'tenant_id': '1d68dc3ad717494f86dec3eb572d7af4', 'mac_address': 'fa:16:3e:19:d3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59634ff-2ba4-4a71-81c8-4e368dde77fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b306864-4567-4175-9b05-92cdd98fe3d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:35:41Z', 'updated_at': '2022-02-05T02:35:44Z', 'revision_number': 5, 'project_id': '1d68dc3ad717494f86dec3eb572d7af4', 'subnets': [{'id': '7b306864-4567-4175-9b05-92cdd98fe3d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '912961e0-5ad6-429f-81d9-96fd96f72caf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:35:54.024261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Checking router: a59634ff-2ba4-4a71-81c8-4e368dde77fd for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:35:54.024620 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Updating router a59634ff-2ba4-4a71-81c8-4e368dde77fd port 0483cdeb-8141-4bee-af84-6469eb30ebba binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:35:54.078527 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0483cdeb-8141-4bee-af84-6469eb30ebba), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:54.391409 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Publish callbacks [] for port (0483cdeb-8141-4bee-af84-6469eb30ebba), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:54.397529 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0483cdeb-8141-4bee-af84-6469eb30ebba), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:54.449182 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eee551-3927-40e6-8935-3568528b0da0 None None] Pushing event updated for resources: {'Port': ['ID=0483cdeb-8141-4bee-af84-6469eb30ebba,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:54.453688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Attempting to bind port 0483cdeb-8141-4bee-af84-6469eb30ebba on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:35:54.454068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Attempting to bind port 0483cdeb-8141-4bee-af84-6469eb30ebba by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:35:54.454440 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Attempting to bind port 0483cdeb-8141-4bee-af84-6469eb30ebba on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:35:54.459558 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:35:54.459941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:35:54.460343 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:54.460733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:35:54.461198 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Bound port: 0483cdeb-8141-4bee-af84-6469eb30ebba, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:35:54.461577 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0483cdeb-8141-4bee-af84-6469eb30ebba), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:54.515308 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] For port 0483cdeb-8141-4bee-af84-6469eb30ebba, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:35:54.518190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] For port 0483cdeb-8141-4bee-af84-6469eb30ebba, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0483cdeb-8141-4bee-af84-6469eb30ebba,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:35:54.524122 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0483cdeb-8141-4bee-af84-6469eb30ebba), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:54.583084 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eee551-3927-40e6-8935-3568528b0da0 None None] Pushing event updated for resources: {'Port': ['ID=0483cdeb-8141-4bee-af84-6469eb30ebba,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:54.585618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Routers {'a59634ff-2ba4-4a71-81c8-4e368dde77fd'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:35:54.586217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:35:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a59634ff-2ba4-4a71-81c8-4e368dde77fd'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:35:54.699153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] Set router a59634ff-2ba4-4a71-81c8-4e368dde77fd gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:35:54.906596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59634ff-2ba4-4a71-81c8-4e368dde77fd', 'name': 'router1', 'tenant_id': '1d68dc3ad717494f86dec3eb572d7af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '0483cdeb-8141-4bee-af84-6469eb30ebba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:35:32Z', 'updated_at': '2022-02-05T02:35:51Z', 'revision_number': 4, 'project_id': '1d68dc3ad717494f86dec3eb572d7af4', 'gw_port': {'id': '0483cdeb-8141-4bee-af84-6469eb30ebba', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59634ff-2ba4-4a71-81c8-4e368dde77fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:35:51Z', 'updated_at': '2022-02-05T02:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '3e364348-561e-4de0-9111-37b49247a7a3', 'name': '', 'network_id': 'a5403b1e-bdcf-4699-b2bd-33159ecc4b39', 'tenant_id': '1d68dc3ad717494f86dec3eb572d7af4', 'mac_address': 'fa:16:3e:19:d3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59634ff-2ba4-4a71-81c8-4e368dde77fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b306864-4567-4175-9b05-92cdd98fe3d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:35:41Z', 'updated_at': '2022-02-05T02:35:44Z', 'revision_number': 5, 'project_id': '1d68dc3ad717494f86dec3eb572d7af4', 'subnets': [{'id': '7b306864-4567-4175-9b05-92cdd98fe3d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '912961e0-5ad6-429f-81d9-96fd96f72caf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:35:54.937037 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76598a75-8cef-4871-9d8e-5a8cb1368af6 None None] The sync data for ids ['a59634ff-2ba4-4a71-81c8-4e368dde77fd'] in n-d-826942-8 is: [{'id': 'a59634ff-2ba4-4a71-81c8-4e368dde77fd', 'name': 'router1', 'tenant_id': '1d68dc3ad717494f86dec3eb572d7af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '0483cdeb-8141-4bee-af84-6469eb30ebba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:35:32Z', 'updated_at': '2022-02-05T02:35:51Z', 'revision_number': 4, 'project_id': '1d68dc3ad717494f86dec3eb572d7af4', 'gw_port': {'id': '0483cdeb-8141-4bee-af84-6469eb30ebba', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59634ff-2ba4-4a71-81c8-4e368dde77fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:35:51Z', 'updated_at': '2022-02-05T02:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '3e364348-561e-4de0-9111-37b49247a7a3', 'name': '', 'network_id': 'a5403b1e-bdcf-4699-b2bd-33159ecc4b39', 'tenant_id': '1d68dc3ad717494f86dec3eb572d7af4', 'mac_address': 'fa:16:3e:19:d3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59634ff-2ba4-4a71-81c8-4e368dde77fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b306864-4567-4175-9b05-92cdd98fe3d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:35:41Z', 'updated_at': '2022-02-05T02:35:44Z', 'revision_number': 5, 'project_id': '1d68dc3ad717494f86dec3eb572d7af4', 'subnets': [{'id': '7b306864-4567-4175-9b05-92cdd98fe3d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '912961e0-5ad6-429f-81d9-96fd96f72caf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:35:55.012647 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33824) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:35:55.143546 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d1b19e12-15aa-4257-a2b7-63e314f47e61 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1277416 Feb 05 02:35:56.477004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0483cdeb-8141-4bee-af84-6469eb30ebba up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:35:56.525327 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 0483cdeb-8141-4bee-af84-6469eb30ebba triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:35:56.525645 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0483cdeb-8141-4bee-af84-6469eb30ebba), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:56.598801 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 0483cdeb-8141-4bee-af84-6469eb30ebba is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:35:56.599111 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0483cdeb-8141-4bee-af84-6469eb30ebba), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:56.618047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 0483cdeb-8141-4bee-af84-6469eb30ebba, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0483cdeb-8141-4bee-af84-6469eb30ebba,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:35:56.622305 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0483cdeb-8141-4bee-af84-6469eb30ebba), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:56.671219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=0483cdeb-8141-4bee-af84-6469eb30ebba,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:35:58.416115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0483cdeb-8141-4bee-af84-6469eb30ebba up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:35:58.465353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 0483cdeb-8141-4bee-af84-6469eb30ebba triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:35:58.465745 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0483cdeb-8141-4bee-af84-6469eb30ebba), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:35:58.568849 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 0483cdeb-8141-4bee-af84-6469eb30ebba is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:36:03.555905 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a849de2f-884b-43ed-900f-fc7376eccd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:36:05.796469 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-94604ab6-0a03-4e04-88f5-0115032bab0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:36:06.890830 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:36:08.422988 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:36:09.789001 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:36:09.970444 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:36:33.648166 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-60084791-0209-41c9-abff-8a501a9a1319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:36:35.809806 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eed67bd8-3a13-4508-a17e-daea6da6a80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:36:36.893334 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:36:38.430031 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:36:39.786998 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:36:46.969430 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:37:03.521350 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d6eaa3f-cd93-45b9-9886-a4890b533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:37:05.796156 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-314219b1-4849-4481-bec0-98aab9f7f258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:37:06.895207 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:37:08.430288 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:37:09.789499 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:37:20.287633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34340) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:37:20.347702 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ccea52-3e58-4faa-a28d-096897b8dd81 admin admin] GET failed (client error): The resource could not be found. Feb 05 02:37:20.349247 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d4ccea52-3e58-4faa-a28d-096897b8dd81 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606318 Feb 05 02:37:20.509873 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e08ee-0fb4-4487-b685-8c90ab148e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:37:20.511310 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-af5e08ee-0fb4-4487-b685-8c90ab148e58 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1579735 Feb 05 02:37:22.749945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34350) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:37:22.841520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127288ab-ab26-42b1-9dda-74daa360372c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:37:22.842930 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-127288ab-ab26-42b1-9dda-74daa360372c admin admin] 10.222.0.36 "GET /v2.0/subnets/7b306864-4567-4175-9b05-92cdd98fe3d1 HTTP/1.1" status: 200 len: 849 time: 0.0917332 Feb 05 02:37:22.852308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:37:22.936247 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Publish callbacks [] for subnet (7b306864-4567-4175-9b05-92cdd98fe3d1), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:37:23.071466 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742297557508'] for subnet (7b306864-4567-4175-9b05-92cdd98fe3d1), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:37:23.103940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:37:23.104541 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:37:23.106119 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] 10.222.0.36 "PUT /v2.0/subnets/7b306864-4567-4175-9b05-92cdd98fe3d1 HTTP/1.1" status: 200 len: 868 time: 0.2572744 Feb 05 02:37:23.128052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b306864-4567-4175-9b05-92cdd98fe3d1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:37:23.132318 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6688eb78-6929-483f-beca-c667a2b289a6 None None] Network a5403b1e-bdcf-4699-b2bd-33159ecc4b39 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:37:23.135301 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:37:23.135659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:37:23.136003 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:37:23.136341 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:37:23.137416 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:37:23.137992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:37:23.138339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:37:23.138675 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:37:23.139066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:37:23.139397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:37:23.139733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:37:23.140062 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:37:23.140390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657926-7767-4162-a9ee-4fdfdde05e24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:37:23.609470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6d220854-59c6-4347-a90d-b0fceff8245b None None] Provisioning complete for port fd9ede1a-a350-4898-a444-864cdaa7b87b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:37:23.609751 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6d220854-59c6-4347-a90d-b0fceff8245b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fd9ede1a-a350-4898-a444-864cdaa7b87b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:37:23.685456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6d220854-59c6-4347-a90d-b0fceff8245b None None] Current status of the port fd9ede1a-a350-4898-a444-864cdaa7b87b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:37:23.694855 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6d220854-59c6-4347-a90d-b0fceff8245b None None] Provisioning complete for port 3e364348-561e-4de0-9111-37b49247a7a3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:37:23.695242 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6d220854-59c6-4347-a90d-b0fceff8245b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3e364348-561e-4de0-9111-37b49247a7a3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:37:23.770643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6d220854-59c6-4347-a90d-b0fceff8245b None None] Current status of the port 3e364348-561e-4de0-9111-37b49247a7a3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:37:23.968449 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:37:25.365348 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34358) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:37:25.572568 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bff1175-ccfe-469e-9e30-a481f1cd80e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:37:25.572930 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bff1175-ccfe-469e-9e30-a481f1cd80e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:37:25.575231 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3bff1175-ccfe-469e-9e30-a481f1cd80e9 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2088597 Feb 05 02:37:27.861509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34368) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:37:28.012311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4470865-c9d2-4119-bb13-a653b6d681ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:37:28.012774 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4470865-c9d2-4119-bb13-a653b6d681ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:37:28.014289 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f4470865-c9d2-4119-bb13-a653b6d681ff admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1517742 Feb 05 02:37:30.266814 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34376) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:37:30.390996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99024d3-2337-4c51-a396-b22cb6905a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:37:30.392362 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c99024d3-2337-4c51-a396-b22cb6905a00 admin admin] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 886 time: 0.1245890 Feb 05 02:37:32.648356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34384) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:37:32.778973 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb1db10-b538-46ef-a4f8-5c289a388e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:37:32.780326 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-feb1db10-b538-46ef-a4f8-5c289a388e8e admin admin] 10.222.0.36 "GET /v2.0/networks/a5403b1e-bdcf-4699-b2bd-33159ecc4b39 HTTP/1.1" status: 200 len: 869 time: 0.1310208 Feb 05 02:37:33.524075 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b17fdd4c-acb4-4168-ba43-b85a9b1438f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:37:35.044811 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34392) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:37:35.166183 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec42f81f-ccf3-4c59-93b9-f13f133883e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:37:35.166630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec42f81f-ccf3-4c59-93b9-f13f133883e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:37:35.168767 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ec42f81f-ccf3-4c59-93b9-f13f133883e1 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230085 Feb 05 02:37:35.798736 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6662e42f-f011-4489-bc2d-8e0850ef179c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:37:36.898232 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:37:37.439678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34400) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:37:37.533173 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a60d1b-a365-42d9-b20a-72a33e61a5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:37:37.533630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a60d1b-a365-42d9-b20a-72a33e61a5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:37:37.535158 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e8a60d1b-a365-42d9-b20a-72a33e61a5c2 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0944865 Feb 05 02:37:38.426711 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:37:39.791620 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:37:39.801030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34408) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:37:39.892375 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ab91ba-2254-4bc2-a451-1d7ddec559c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:37:39.893709 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d2ab91ba-2254-4bc2-a451-1d7ddec559c5 admin admin] 10.222.0.36 "GET /v2.0/subnets/7b306864-4567-4175-9b05-92cdd98fe3d1 HTTP/1.1" status: 200 len: 868 time: 0.0917385 Feb 05 02:37:42.122287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34416) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:37:42.206829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2185514-b0d0-483d-8577-42278138ae1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:37:42.208143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f2185514-b0d0-483d-8577-42278138ae1e admin admin] 10.222.0.36 "GET /v2.0/subnets/c69a6b23-3ad4-4a70-b397-26b908a88f00 HTTP/1.1" status: 200 len: 816 time: 0.0848513 Feb 05 02:38:00.966330 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:38:03.525856 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e70b7444-779f-4693-9968-f53499ace88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:05.800752 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aa564a93-22f5-44b4-bccb-633438af0479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:06.662148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34470) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:38:06.709203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-2a3a7579-6d56-474c-a55d-9b46d27d0c19 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:38:06.710202 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2a3a7579-6d56-474c-a55d-9b46d27d0c19 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470765 Feb 05 02:38:06.902103 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:08.431106 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:09.053397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34478) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:38:09.114889 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fbffb2-52a2-42d0-936f-2f4483ddce4b admin admin] GET failed (client error): The resource could not be found. Feb 05 02:38:09.116244 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-64fbffb2-52a2-42d0-936f-2f4483ddce4b admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619230 Feb 05 02:38:09.201063 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c186ee2-4be6-4f9d-a460-34306e6dcc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:38:09.202492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9c186ee2-4be6-4f9d-a460-34306e6dcc17 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0822902 Feb 05 02:38:09.794336 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:11.478370 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34488) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:38:11.523653 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-26ac962c-851c-49e8-a166-cec1ba4117ad admin admin] Request body: {'network': {'project_id': '7b91e74e5a18452eaac8f4f79aa3e77c', 'tenant_id': '7b91e74e5a18452eaac8f4f79aa3e77c', 'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:38:11.542050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ac962c-851c-49e8-a166-cec1ba4117ad admin admin] Made reservation on behalf of 7b91e74e5a18452eaac8f4f79aa3e77c for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:38:11.544591 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26ac962c-851c-49e8-a166-cec1ba4117ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:11.570979 n-d-826942-8 neutron-server[109675]: WARNING neutron.services.revisions.revision_plugin [None req-26ac962c-851c-49e8-a166-cec1ba4117ad admin admin] Could not find related network for resource to bump revision. Feb 05 02:38:11.585418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ac962c-851c-49e8-a166-cec1ba4117ad admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:38:11.594605 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26ac962c-851c-49e8-a166-cec1ba4117ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (8052b8d1-4809-492c-8244-63b968411a8a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:11.594913 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-26ac962c-851c-49e8-a166-cec1ba4117ad admin admin] Added segment 8052b8d1-4809-492c-8244-63b968411a8a of type vlan for network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 Feb 05 02:38:11.632649 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26ac962c-851c-49e8-a166-cec1ba4117ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:11.657800 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26ac962c-851c-49e8-a166-cec1ba4117ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:11.658747 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ac962c-851c-49e8-a166-cec1ba4117ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:38:11.659347 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26ac962c-851c-49e8-a166-cec1ba4117ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:11.711198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-26ac962c-851c-49e8-a166-cec1ba4117ad admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2316017 Feb 05 02:38:11.723746 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac962c-851c-49e8-a166-cec1ba4117ad admin admin] Pushing event updated for resources: {'Network': ['ID=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:38:11.735230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:38:14.021635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34498) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:38:14.083292 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d957c00-bff7-4377-b8f3-dcfbc339c32a admin admin] GET failed (client error): The resource could not be found. Feb 05 02:38:14.084646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6d957c00-bff7-4377-b8f3-dcfbc339c32a admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620029 Feb 05 02:38:14.159610 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e01eae-5513-45d6-b8b1-3a8545e66bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:38:14.161050 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b1e01eae-5513-45d6-b8b1-3a8545e66bfe admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0724242 Feb 05 02:38:14.171217 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b3af95c6-3601-4c28-af48-dc2253ececc3 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'description': 'shared-subnet', 'tenant_id': '7b91e74e5a18452eaac8f4f79aa3e77c', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:38:14.189007 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3af95c6-3601-4c28-af48-dc2253ececc3 admin admin] Made reservation on behalf of 7b91e74e5a18452eaac8f4f79aa3e77c for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:38:14.191351 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3af95c6-3601-4c28-af48-dc2253ececc3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:14.442293 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3af95c6-3601-4c28-af48-dc2253ececc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for subnet (83720547-c560-4602-8b89-ca74d4cd4b5f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:14.493360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af95c6-3601-4c28-af48-dc2253ececc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83720547-c560-4602-8b89-ca74d4cd4b5f,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:38:14.503516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3af95c6-3601-4c28-af48-dc2253ececc3 admin admin] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:38:14.503863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3af95c6-3601-4c28-af48-dc2253ececc3 admin admin] Network hostable DHCP agents. Network: 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:38:14.519846 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3af95c6-3601-4c28-af48-dc2253ececc3 admin admin] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:38:14.528277 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b3af95c6-3601-4c28-af48-dc2253ececc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:38:14.533251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3af95c6-3601-4c28-af48-dc2253ececc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:38:14.535233 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3af95c6-3601-4c28-af48-dc2253ececc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:14.536031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5e1d54-4e2d-4abd-ac21-c3ca38baa6f3 None None] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:38:14.550156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b3af95c6-3601-4c28-af48-dc2253ececc3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3828790 Feb 05 02:38:14.643516 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'project_id': '7b91e74e5a18452eaac8f4f79aa3e77c', 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:38:14.644389 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:14.785107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Allocated IP 192.168.233.2 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/8d4989f0-4060-491e-9331-221811575463) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:38:15.025162 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Publish callbacks [] for port (8d4989f0-4060-491e-9331-221811575463), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:15.030422 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (8d4989f0-4060-491e-9331-221811575463), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:15.077562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:38:15.080581 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:38:15.085281 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:38:15.088489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Pushing event updated for resources: {'Port': ['ID=8d4989f0-4060-491e-9331-221811575463,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:38:15.115536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:38:15.115870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:38:15.116207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:38:15.116537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:38:15.116862 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:38:15.117187 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:38:15.117506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:38:15.117822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:38:15.118137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:38:15.118452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:38:15.118783 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:38:15.119103 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:38:15.119415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:38:15.153473 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Attempting to bind port 8d4989f0-4060-491e-9331-221811575463 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:38:15.153944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Attempting to bind port 8d4989f0-4060-491e-9331-221811575463 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:38:15.154303 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Attempting to bind port 8d4989f0-4060-491e-9331-221811575463 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:38:15.159616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:38:15.159987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:38:15.160384 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:15.160769 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:38:15.161223 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Bound port: 8d4989f0-4060-491e-9331-221811575463, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:38:15.161955 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8d4989f0-4060-491e-9331-221811575463), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:15.222719 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] For port 8d4989f0-4060-491e-9331-221811575463, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:38:15.225889 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] For port 8d4989f0-4060-491e-9331-221811575463, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8d4989f0-4060-491e-9331-221811575463,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:38:15.232651 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8d4989f0-4060-491e-9331-221811575463), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:15.298402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb933d7-f4eb-44de-868f-417b3cab7d13 None None] Pushing event updated for resources: {'Port': ['ID=8d4989f0-4060-491e-9331-221811575463,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:38:16.163391 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fc0222-b720-472a-a7e9-256d69cd0e93 None None] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:38:16.228691 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8a69dd76-80a9-4129-9586-5c332b6917c1 None None] Provisioning complete for port 8d4989f0-4060-491e-9331-221811575463 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:38:16.229073 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a69dd76-80a9-4129-9586-5c332b6917c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8d4989f0-4060-491e-9331-221811575463), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:16.353273 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8a69dd76-80a9-4129-9586-5c332b6917c1 None None] Current status of the port 8d4989f0-4060-491e-9331-221811575463 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:38:16.353273 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a69dd76-80a9-4129-9586-5c332b6917c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8d4989f0-4060-491e-9331-221811575463), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:16.393422 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8a69dd76-80a9-4129-9586-5c332b6917c1 None None] For port 8d4989f0-4060-491e-9331-221811575463, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8d4989f0-4060-491e-9331-221811575463,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:38:16.398493 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a69dd76-80a9-4129-9586-5c332b6917c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8d4989f0-4060-491e-9331-221811575463), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:16.459836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69dd76-80a9-4129-9586-5c332b6917c1 None None] Pushing event updated for resources: {'Port': ['ID=8d4989f0-4060-491e-9331-221811575463,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:38:16.534826 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2f81cd0f-d52f-405e-94fc-45514f787321 None None] Provisioning complete for port 8d4989f0-4060-491e-9331-221811575463 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:38:16.535185 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2f81cd0f-d52f-405e-94fc-45514f787321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8d4989f0-4060-491e-9331-221811575463), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:16.564235 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8d4989f0-4060-491e-9331-221811575463 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:38:16.652552 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8d4989f0-4060-491e-9331-221811575463 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:38:16.652862 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8d4989f0-4060-491e-9331-221811575463), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:16.680502 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2f81cd0f-d52f-405e-94fc-45514f787321 None None] Current status of the port 8d4989f0-4060-491e-9331-221811575463 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:38:16.735983 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8d4989f0-4060-491e-9331-221811575463 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:38:18.490663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8d4989f0-4060-491e-9331-221811575463 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:38:18.538634 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8d4989f0-4060-491e-9331-221811575463 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:38:18.539060 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8d4989f0-4060-491e-9331-221811575463), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:18.618174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8d4989f0-4060-491e-9331-221811575463 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:38:33.580429 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1f595083-7fd1-42ab-ad26-a76fe673d2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:35.805055 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6991c6d1-0494-47c8-afa6-0f75b33ee1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:36.904746 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:37.966150 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:38:38.437059 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:38:39.798243 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:03.532227 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a25c956-9255-423c-9ea5-51046d73c6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:05.806475 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6118b526-f69b-47fc-8fa3-32a536650d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:06.906381 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:08.436679 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:09.799756 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:14.964999 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:39:33.535307 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed84b45a-97c6-49b4-ab4b-c6b50955025f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:35.811617 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01f24ef7-388b-41c0-bea2-3ebdd44a26f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:36.918748 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:38.441790 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:38.900817 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34542) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:39:38.906653 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-ae2d9856-a10d-4495-92fa-7fe3a53c6484 tempest-verify_tempest_config-71277103 tempest-verify_tempest_config-71277103-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:39:38.907642 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ae2d9856-a10d-4495-92fa-7fe3a53c6484 tempest-verify_tempest_config-71277103 tempest-verify_tempest_config-71277103-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058756 Feb 05 02:39:39.201687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34560) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:39:39.301993 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:39.373651 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] Publish callbacks [] for security_group (3215221d-6d4a-4446-9eb8-823f97221fb9), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:39.377523 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3215221d-6d4a-4446-9eb8-823f97221fb9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:39.421023 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6ad1533bd3443d8aee00a0b1b9744df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2183194 Feb 05 02:39:39.421840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3215221d-6d4a-4446-9eb8-823f97221fb9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:39:39.423927 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34564) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:39:39.428269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.428615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.428951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.429278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.429604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.429927 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.430246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.430561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.430906 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.431222 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.431535 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.431845 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.432157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e8a343-ff16-48d4-b01c-29bc140dc942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.480911 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Publish callbacks [] for security_group (3215221d-6d4a-4446-9eb8-823f97221fb9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:39.501977 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Publish callbacks [] for security_group (3215221d-6d4a-4446-9eb8-823f97221fb9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:39.596128 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3215221d-6d4a-4446-9eb8-823f97221fb9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:39.598643 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:39.599877 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3215221d-6d4a-4446-9eb8-823f97221fb9 HTTP/1.1" status: 204 len: 168 time: 0.1749334 Feb 05 02:39:39.607694 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3215221d-6d4a-4446-9eb8-823f97221fb9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:39:39.614232 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.614523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.614894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.615234 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.615572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.615907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.616237 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.616567 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.616895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.617247 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.617602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.617888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.618214 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a261f68f-84a1-4f73-94d2-5f9451a62b1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:39:39.803243 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:39:51.963817 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:40:03.537919 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-545c6502-73cb-494f-bd2e-a27bc85e0fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:40:05.815768 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f7b94db-5581-44f1-8ebd-949b13c84b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:40:06.911230 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:40:08.442341 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:40:09.806539 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:40:28.962671 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:40:33.582161 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a11282e3-843a-4895-a3f3-b438c20c408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:40:35.817726 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-26ee49b0-2a97-4521-bf2a-0bddbba4b090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:40:36.915694 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:40:38.445960 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:40:39.811306 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:41:03.545769 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-22e25edb-34ff-4f04-99f1-442382c96d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:41:05.820639 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-73a87e2e-0aae-45bc-808f-ae305c2824e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:41:05.962413 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:41:06.917935 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:41:08.449246 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:41:09.812887 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:41:33.549271 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f13da7c6-9f34-4f85-9878-82677ff4e25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:41:35.822373 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b9cf5b63-d95f-48c3-940d-d3681badf46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:41:36.919951 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:41:38.454908 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:41:39.816776 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:41:42.961755 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:42:03.551322 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2995471b-1e22-4875-bddc-9df555afedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:42:05.825355 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-faeb9272-2d8a-45a0-a661-59f49397119a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:42:06.922800 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:42:08.455184 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:42:09.817862 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:42:19.960739 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:42:33.582403 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6e39235a-3d1d-4d3d-836c-11a2e76e7c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:42:35.925003 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-34a0181c-a30d-4246-a089-d9754b0d52c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:42:36.925496 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:42:38.458497 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:42:39.818924 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:42:40.879502 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035996'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:42:45.764390 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1035996'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:42:56.962025 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:43:03.554301 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1f6f4596-ba08-4aed-a7af-b24d7bc51ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:43:05.826053 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edd3d895-d8ac-48d1-b329-5ab37741bc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:43:06.927656 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:43:08.461221 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:43:09.820141 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:43:10.868075 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:43:15.717598 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:43:27.170816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34622) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:43:27.278053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1d7e5f15-1617-4360-9674-813f4d996780 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1053872 Feb 05 02:43:29.540023 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34632) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:43:29.594812 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3199efd7-2894-49c6-81bb-563b9d9cd233 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0535848 Feb 05 02:43:33.556576 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c44b0d1-3475-44a4-a400-9556876da9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:43:33.961568 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:43:35.829475 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2d94de3-1026-4e37-8f71-fdec355834d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:43:36.930798 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:43:38.466486 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:43:39.822281 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:43:40.879526 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:43:45.734289 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:03.558037 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-993bad8f-8710-4b6e-81be-a5c1b70e8b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:05.834787 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dbecc5f6-48f1-416c-b241-7fb47145acfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:06.932001 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:08.468374 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:09.831244 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:10.877532 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:10.965675 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:44:15.746994 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:33.588208 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-049e7e50-d091-4284-8e8d-c37671fcb2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:35.830080 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0014250f-760a-496f-9d20-41cc0b7f297c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:36.935897 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:38.469990 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:39.825063 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:40.888192 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:45.759244 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:47.965005 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:44:49.457759 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34774) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:49.955195 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ec7ceb74-d0cc-419a-8354-cf8a8fd5e907 tempest-AutoAllocateNetworkTest-614524842 tempest-AutoAllocateNetworkTest-614524842-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=597337e6210e4cafba2b85f129ce6341&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4960399 Feb 05 02:44:49.957858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34798) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:50.153861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00858c0f-fcab-4612-902d-2680c4936eee tempest-AutoAllocateNetworkTest-614524842 tempest-AutoAllocateNetworkTest-614524842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:44:50.155582 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-00858c0f-fcab-4612-902d-2680c4936eee tempest-AutoAllocateNetworkTest-614524842 tempest-AutoAllocateNetworkTest-614524842-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1969948 Feb 05 02:44:50.159686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34818) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:50.220310 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-79b6b62a-5186-4946-b465-6a516fb22d23 tempest-AutoAllocateNetworkTest-614524842 tempest-AutoAllocateNetworkTest-614524842-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593896 Feb 05 02:44:50.222725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34824) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:50.257821 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ccda2b97-27c1-4e60-9793-8ecb71f7d18c tempest-AutoAllocateNetworkTest-614524842 tempest-AutoAllocateNetworkTest-614524842-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=597337e6210e4cafba2b85f129ce6341 HTTP/1.1" status: 200 len: 208 time: 0.0283484 Feb 05 02:44:50.793920 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34858) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:50.918489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34866) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:51.130419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-network', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:44:51.152893 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Made reservation on behalf of f70c12dbde1743e880aac38e75ef86f3 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:44:51.155324 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:51.165399 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:51.253370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Publish callbacks [] for security_group (98cedb9b-9ff6-4c87-b005-7b1e574e2095), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:51.257760 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (98cedb9b-9ff6-4c87-b005-7b1e574e2095), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:51.288928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cedb9b-9ff6-4c87-b005-7b1e574e2095,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:51.297460 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:44:51.303851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.304164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.304506 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.304844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.305169 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.305649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.305976 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.306300 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.306619 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.306988 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.307312 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.307654 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.307952 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Tracked resource versions report: Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: pushed versions: Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: { 'AddressGroup': {'1.2'}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'ConntrackHelper': {'1.0'}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'LocalIPAssociation': {'1.0'}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'Log': {'1.0'}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'Network': {'1.1'}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'Port': {'1.7'}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'PortForwarding': {'1.2'}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'QosPolicy': {'1.10'}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'SecurityGroup': {'1.5'}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'SecurityGroupRule': {'1.2'}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'SubPort': {'1.0'}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'Subnet': {'1.1'}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'Trunk': {'1.1'}} Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: consumer versions: Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: { DHCP agent@n-d-826942-8: {}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: HyperV agent@n-h1-826942-8: {}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: HyperV agent@n-h2-826942-8: {}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: L3 agent@n-d-826942-8: {}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: Metadata agent@n-d-826942-8: {}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: Metering agent@n-d-826942-8: {}, Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: Open vSwitch agent@n-d-826942-8: { 'AddressGroup': '1.2', Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'ConntrackHelper': '1.0', Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'LocalIPAssociation': '1.0', Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'Log': '1.0', Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'Network': '1.1', Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'Port': '1.7', Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'PortForwarding': '1.2', Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'QosPolicy': '1.10', Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'SecurityGroup': '1.5', Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'SecurityGroupRule': '1.2', Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'SubPort': '1.0', Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'Subnet': '1.1', Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: 'Trunk': '1.1'}} Feb 05 02:44:51.309068 n-d-826942-8 neutron-server[109674]: {{(pid=109674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 05 02:44:51.327511 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fc35db1b-87fe-406a-bc46-d82b773b3b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:51.351305 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (76e46c44-1499-4f40-a5ea-e070d96843b1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:51.351645 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Added segment 76e46c44-1499-4f40-a5ea-e070d96843b1 of type vlan for network a94c3582-970d-47af-8b94-110280fc5522 Feb 05 02:44:51.425223 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (a94c3582-970d-47af-8b94-110280fc5522), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:51.468027 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fc35db1b-87fe-406a-bc46-d82b773b3b4b admin admin] Publish callbacks [] for security_group (a58576ce-d674-4fcc-acde-13865dde8ac9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:51.474413 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fc35db1b-87fe-406a-bc46-d82b773b3b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a58576ce-d674-4fcc-acde-13865dde8ac9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:51.498183 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (a94c3582-970d-47af-8b94-110280fc5522), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:51.499174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:44:51.499879 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:51.527562 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fc35db1b-87fe-406a-bc46-d82b773b3b4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=597337e6210e4cafba2b85f129ce6341&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6077511 Feb 05 02:44:51.532104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34894) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:51.560102 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7649937 Feb 05 02:44:51.573333 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34896) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:51.585685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cffdf1f9-6b97-49f9-bb44-9e9c9fd759e9 admin admin] Request body: {'subnet': {'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-subnet', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:44:51.587562 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35db1b-87fe-406a-bc46-d82b773b3b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58576ce-d674-4fcc-acde-13865dde8ac9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:51.615482 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0711f-1f89-476f-8aea-94679ea85806 admin admin] Pushing event updated for resources: {'Network': ['ID=a94c3582-970d-47af-8b94-110280fc5522,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:51.627791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network a94c3582-970d-47af-8b94-110280fc5522 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:44:51.670263 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Publish callbacks [] for security_group (a58576ce-d674-4fcc-acde-13865dde8ac9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:51.685485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffdf1f9-6b97-49f9-bb44-9e9c9fd759e9 admin admin] Made reservation on behalf of f70c12dbde1743e880aac38e75ef86f3 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:44:51.688783 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cffdf1f9-6b97-49f9-bb44-9e9c9fd759e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:51.732371 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Publish callbacks [] for security_group (a58576ce-d674-4fcc-acde-13865dde8ac9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:51.832343 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a58576ce-d674-4fcc-acde-13865dde8ac9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:51.834870 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:51.838434 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a58576ce-d674-4fcc-acde-13865dde8ac9 HTTP/1.1" status: 204 len: 168 time: 0.3001189 Feb 05 02:44:51.849086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58576ce-d674-4fcc-acde-13865dde8ac9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:51.876276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.876872 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.877130 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.877454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.878098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.878257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.879082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.879082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.879385 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.879704 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.880024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.880371 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.880718 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0360618b-a9ad-4796-a48b-e10ce722af0f admin admin] Tracked resource versions report: Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: pushed versions: Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: { 'AddressGroup': {'1.2'}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'ConntrackHelper': {'1.0'}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'LocalIPAssociation': {'1.0'}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'Log': {'1.0'}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'Network': {'1.1'}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'Port': {'1.7'}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'PortForwarding': {'1.2'}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'QosPolicy': {'1.10'}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'SecurityGroup': {'1.5'}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'SecurityGroupRule': {'1.2'}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'SubPort': {'1.0'}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'Subnet': {'1.1'}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'Trunk': {'1.1'}} Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: consumer versions: Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: { DHCP agent@n-d-826942-8: {}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: HyperV agent@n-h1-826942-8: {}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: HyperV agent@n-h2-826942-8: {}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: L3 agent@n-d-826942-8: {}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: Metadata agent@n-d-826942-8: {}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: Metering agent@n-d-826942-8: {}, Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: Open vSwitch agent@n-d-826942-8: { 'AddressGroup': '1.2', Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'ConntrackHelper': '1.0', Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'LocalIPAssociation': '1.0', Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'Log': '1.0', Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'Network': '1.1', Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'Port': '1.7', Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'PortForwarding': '1.2', Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'QosPolicy': '1.10', Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'SecurityGroup': '1.5', Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'SecurityGroupRule': '1.2', Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'SubPort': '1.0', Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'Subnet': '1.1', Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: 'Trunk': '1.1'}} Feb 05 02:44:51.881829 n-d-826942-8 neutron-server[109675]: {{(pid=109675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 05 02:44:51.954075 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cffdf1f9-6b97-49f9-bb44-9e9c9fd759e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for subnet (66aee997-898a-49fe-a77f-0d444b50db76), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:52.012748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdf1f9-6b97-49f9-bb44-9e9c9fd759e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66aee997-898a-49fe-a77f-0d444b50db76,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:52.030942 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffdf1f9-6b97-49f9-bb44-9e9c9fd759e9 admin admin] Checking segment: {'id': '76e46c44-1499-4f40-a5ea-e070d96843b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:44:52.031637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffdf1f9-6b97-49f9-bb44-9e9c9fd759e9 admin admin] Network hostable DHCP agents. Network: a94c3582-970d-47af-8b94-110280fc5522, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:44:52.055443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffdf1f9-6b97-49f9-bb44-9e9c9fd759e9 admin admin] Network a94c3582-970d-47af-8b94-110280fc5522 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:44:52.069974 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-cffdf1f9-6b97-49f9-bb44-9e9c9fd759e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, a94c3582-970d-47af-8b94-110280fc5522) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:44:52.075889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffdf1f9-6b97-49f9-bb44-9e9c9fd759e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:44:52.076403 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cffdf1f9-6b97-49f9-bb44-9e9c9fd759e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:52.083538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed87873-da58-4d28-9f58-3d66bd7c33cb None None] Network a94c3582-970d-47af-8b94-110280fc5522 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:44:52.127077 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cffdf1f9-6b97-49f9-bb44-9e9c9fd759e9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5345776 Feb 05 02:44:52.167140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34932) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:52.171956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:44:52.205059 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (c246c70e-f3fc-4e22-81d3-301a5c1eaacd), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:52.206087 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (c246c70e-f3fc-4e22-81d3-301a5c1eaacd), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:52.228462 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-a94c3582-970d-47af-8b94-110280fc5522', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:44:52.229325 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:52.325077 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Publish callbacks [] for router_controller (c246c70e-f3fc-4e22-81d3-301a5c1eaacd), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:52.507318 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Allocated IP 172.20.0.2 (a94c3582-970d-47af-8b94-110280fc5522/66aee997-898a-49fe-a77f-0d444b50db76/42416c95-b6f2-41ae-970a-0d185b7c8c10) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:44:52.572909 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Publish callbacks [] for router_gateway (c246c70e-f3fc-4e22-81d3-301a5c1eaacd), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:52.772146 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Publish callbacks [] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:52.779336 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:52.835425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Pushing event updated for resources: {'Port': ['ID=42416c95-b6f2-41ae-970a-0d185b7c8c10,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:52.847672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:52.849140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:52.849743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:52.850160 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:52.850589 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:52.851621 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:52.852051 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:52.852473 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:52.852961 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:52.853376 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:52.853790 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:52.854439 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:52.855062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Tracked resource versions report: Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: pushed versions: Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: { 'AddressGroup': {'1.2'}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'ConntrackHelper': {'1.0'}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'LocalIPAssociation': {'1.0'}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'Log': {'1.0'}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'Network': {'1.1'}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'Port': {'1.7'}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'PortForwarding': {'1.2'}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'QosPolicy': {'1.10'}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'SecurityGroup': {'1.5'}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'SecurityGroupRule': {'1.2'}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'SubPort': {'1.0'}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'Subnet': {'1.1'}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'Trunk': {'1.1'}} Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: consumer versions: Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: { DHCP agent@n-d-826942-8: {}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: HyperV agent@n-h1-826942-8: {}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: HyperV agent@n-h2-826942-8: {}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: L3 agent@n-d-826942-8: {}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: Metadata agent@n-d-826942-8: {}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: Metering agent@n-d-826942-8: {}, Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: Open vSwitch agent@n-d-826942-8: { 'AddressGroup': '1.2', Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'ConntrackHelper': '1.0', Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'LocalIPAssociation': '1.0', Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'Log': '1.0', Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'Network': '1.1', Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'Port': '1.7', Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'PortForwarding': '1.2', Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'QosPolicy': '1.10', Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'SecurityGroup': '1.5', Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'SecurityGroupRule': '1.2', Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'SubPort': '1.0', Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'Subnet': '1.1', Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: 'Trunk': '1.1'}} Feb 05 02:44:52.856776 n-d-826942-8 neutron-server[109676]: {{(pid=109676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 05 02:44:52.889124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Network a94c3582-970d-47af-8b94-110280fc5522 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:44:52.891296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:44:52.895063 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:44:52.965547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Attempting to bind port 42416c95-b6f2-41ae-970a-0d185b7c8c10 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:44:52.966218 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Attempting to bind port 42416c95-b6f2-41ae-970a-0d185b7c8c10 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '76e46c44-1499-4f40-a5ea-e070d96843b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:44:52.966687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Attempting to bind port 42416c95-b6f2-41ae-970a-0d185b7c8c10 on network a94c3582-970d-47af-8b94-110280fc5522 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:44:52.978161 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:44:52.978840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Checking segment: {'id': '76e46c44-1499-4f40-a5ea-e070d96843b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:44:52.979358 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:52.979836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Bound using segment: {'id': '76e46c44-1499-4f40-a5ea-e070d96843b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:44:52.980638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Bound port: 42416c95-b6f2-41ae-970a-0d185b7c8c10, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e46c44-1499-4f40-a5ea-e070d96843b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:44:52.981108 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:53.044459 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Publish callbacks [] for router_gateway (c246c70e-f3fc-4e22-81d3-301a5c1eaacd), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:53.064465 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d879088d-9cea-4667-9caa-73385f32001e None None] For port 42416c95-b6f2-41ae-970a-0d185b7c8c10, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:44:53.069208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d879088d-9cea-4667-9caa-73385f32001e None None] For port 42416c95-b6f2-41ae-970a-0d185b7c8c10, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=42416c95-b6f2-41ae-970a-0d185b7c8c10,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:44:53.074202 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:53.081010 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:53.146922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879088d-9cea-4667-9caa-73385f32001e None None] Pushing event updated for resources: {'Port': ['ID=42416c95-b6f2-41ae-970a-0d185b7c8c10,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:53.349677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Allocated IP 172.25.0.156 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/94f1ab27-884e-48b6-9185-3eec7342d423) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:44:53.651377 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Publish callbacks [] for port (94f1ab27-884e-48b6-9185-3eec7342d423), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:53.764635 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (94f1ab27-884e-48b6-9185-3eec7342d423), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:53.944615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:44:53.948055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:44:53.981181 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:44:54.095831 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Pushing event updated for resources: {'Port': ['ID=94f1ab27-884e-48b6-9185-3eec7342d423,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:54.417921 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Publish callbacks [] for router_gateway (c246c70e-f3fc-4e22-81d3-301a5c1eaacd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:54.730449 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (c246c70e-f3fc-4e22-81d3-301a5c1eaacd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:54.730590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59fe01c-5cec-4796-865d-af5f81b1581f None None] Network a94c3582-970d-47af-8b94-110280fc5522 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:44:54.884974 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-68b1bd97-2055-4e56-bce7-0054efad5c4c None None] Provisioning complete for port 42416c95-b6f2-41ae-970a-0d185b7c8c10 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:44:54.889717 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68b1bd97-2055-4e56-bce7-0054efad5c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:54.917146 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 42416c95-b6f2-41ae-970a-0d185b7c8c10 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:44:55.004046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Router c246c70e-f3fc-4e22-81d3-301a5c1eaacd is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:44:55.028919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 42416c95-b6f2-41ae-970a-0d185b7c8c10 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:44:55.029303 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:55.147023 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:44:55.156835 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Sync routers for ids ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:44:55.167004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-68b1bd97-2055-4e56-bce7-0054efad5c4c None None] Current status of the port 42416c95-b6f2-41ae-970a-0d185b7c8c10 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:44:55.167398 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68b1bd97-2055-4e56-bce7-0054efad5c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:55.167632 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:55.169152 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7af6fa83-1828-4ade-a1d8-4914a54a4974 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.0007961 Feb 05 02:44:55.173141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35034) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:55.174653 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Routers {'c246c70e-f3fc-4e22-81d3-301a5c1eaacd'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:44:55.175507 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dc136365-920d-4c07-977c-322af94826c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:44:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:44:55.204379 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 42416c95-b6f2-41ae-970a-0d185b7c8c10 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:44:55.204767 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:55.228547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-68b1bd97-2055-4e56-bce7-0054efad5c4c None None] For port 42416c95-b6f2-41ae-970a-0d185b7c8c10, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=42416c95-b6f2-41ae-970a-0d185b7c8c10,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:44:55.243887 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68b1bd97-2055-4e56-bce7-0054efad5c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:55.356998 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 02:44:55.357416 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 02:44:55.376922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1bd97-2055-4e56-bce7-0054efad5c4c None None] Pushing event updated for resources: {'Port': ['ID=42416c95-b6f2-41ae-970a-0d185b7c8c10,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:55.382296 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Set router c246c70e-f3fc-4e22-81d3-301a5c1eaacd gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:44:55.474041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35038) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:55.573164 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-642e9e6c-6b48-415a-94b1-0d600c96d557 None None] Provisioning complete for port 42416c95-b6f2-41ae-970a-0d185b7c8c10 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:44:55.573558 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-642e9e6c-6b48-415a-94b1-0d600c96d557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:55.643020 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dc136365-920d-4c07-977c-322af94826c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:54Z', 'revision_number': 3, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:44:55.681635 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-642e9e6c-6b48-415a-94b1-0d600c96d557 None None] Current status of the port 42416c95-b6f2-41ae-970a-0d185b7c8c10 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:44:55.703553 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5def9c53-ffdb-400f-88a2-dd25890a7797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:55.712290 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Checking router: c246c70e-f3fc-4e22-81d3-301a5c1eaacd for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:44:55.712666 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Updating router c246c70e-f3fc-4e22-81d3-301a5c1eaacd port 94f1ab27-884e-48b6-9185-3eec7342d423 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:44:55.776966 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (94f1ab27-884e-48b6-9185-3eec7342d423), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:55.798027 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5def9c53-ffdb-400f-88a2-dd25890a7797 admin admin] Publish callbacks [] for security_group (e197f1a2-c7b1-426e-b9ac-cffb4122a61b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:55.808025 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5def9c53-ffdb-400f-88a2-dd25890a7797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e197f1a2-c7b1-426e-b9ac-cffb4122a61b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:55.869286 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5def9c53-ffdb-400f-88a2-dd25890a7797 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a51f3e70a79140d484da7a623386dcb4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3941929 Feb 05 02:44:55.870359 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def9c53-ffdb-400f-88a2-dd25890a7797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e197f1a2-c7b1-426e-b9ac-cffb4122a61b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:55.872879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35058) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:55.947383 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-648e07b6-5285-4a35-be46-63b4cf053cc8 admin admin] Publish callbacks [] for security_group (e197f1a2-c7b1-426e-b9ac-cffb4122a61b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:55.997542 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-648e07b6-5285-4a35-be46-63b4cf053cc8 admin admin] Publish callbacks [] for security_group (e197f1a2-c7b1-426e-b9ac-cffb4122a61b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:56.114258 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-648e07b6-5285-4a35-be46-63b4cf053cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e197f1a2-c7b1-426e-b9ac-cffb4122a61b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:56.115398 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 42416c95-b6f2-41ae-970a-0d185b7c8c10 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:44:56.118249 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-648e07b6-5285-4a35-be46-63b4cf053cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:56.120262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-648e07b6-5285-4a35-be46-63b4cf053cc8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e197f1a2-c7b1-426e-b9ac-cffb4122a61b HTTP/1.1" status: 204 len: 168 time: 0.2460992 Feb 05 02:44:56.139229 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e07b6-5285-4a35-be46-63b4cf053cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e197f1a2-c7b1-426e-b9ac-cffb4122a61b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:56.219005 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:56.297806 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Publish callbacks [] for port (94f1ab27-884e-48b6-9185-3eec7342d423), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:56.310914 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (94f1ab27-884e-48b6-9185-3eec7342d423), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:56.373988 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Attempting to bind port 94f1ab27-884e-48b6-9185-3eec7342d423 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:44:56.374366 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Attempting to bind port 94f1ab27-884e-48b6-9185-3eec7342d423 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:44:56.375559 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Attempting to bind port 94f1ab27-884e-48b6-9185-3eec7342d423 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:44:56.379022 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc1af5-04a6-419e-ac9a-1b1827cca7b9 None None] Pushing event updated for resources: {'Port': ['ID=94f1ab27-884e-48b6-9185-3eec7342d423,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:56.384400 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:44:56.384792 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:44:56.385204 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:56.385601 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:44:56.386078 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Bound port: 94f1ab27-884e-48b6-9185-3eec7342d423, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:44:56.386463 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (94f1ab27-884e-48b6-9185-3eec7342d423), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:56.416082 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc1af5-04a6-419e-ac9a-1b1827cca7b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:56.416438 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc1af5-04a6-419e-ac9a-1b1827cca7b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:56.416779 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc1af5-04a6-419e-ac9a-1b1827cca7b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:56.417120 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc1af5-04a6-419e-ac9a-1b1827cca7b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:56.417459 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc1af5-04a6-419e-ac9a-1b1827cca7b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:56.417787 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc1af5-04a6-419e-ac9a-1b1827cca7b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:56.418117 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc1af5-04a6-419e-ac9a-1b1827cca7b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:56.418460 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc1af5-04a6-419e-ac9a-1b1827cca7b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:56.418784 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc1af5-04a6-419e-ac9a-1b1827cca7b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:56.419289 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc1af5-04a6-419e-ac9a-1b1827cca7b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:56.419757 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc1af5-04a6-419e-ac9a-1b1827cca7b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:56.420237 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc1af5-04a6-419e-ac9a-1b1827cca7b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:56.420701 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc1af5-04a6-419e-ac9a-1b1827cca7b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc1af5-04a6-419e-ac9a-1b1827cca7b9 None None] Tracked resource versions report: Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: pushed versions: Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: { 'AddressGroup': {'1.2'}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'ConntrackHelper': {'1.0'}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'LocalIPAssociation': {'1.0'}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'Log': {'1.0'}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'Network': {'1.1'}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'Port': {'1.7'}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'PortForwarding': {'1.2'}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'QosPolicy': {'1.10'}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'SecurityGroup': {'1.5'}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'SecurityGroupRule': {'1.2'}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'SubPort': {'1.0'}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'Subnet': {'1.1'}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'Trunk': {'1.1'}} Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: consumer versions: Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: { DHCP agent@n-d-826942-8: {}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: HyperV agent@n-h1-826942-8: {}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: HyperV agent@n-h2-826942-8: {}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: L3 agent@n-d-826942-8: {}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: Metadata agent@n-d-826942-8: {}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: Metering agent@n-d-826942-8: {}, Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: Open vSwitch agent@n-d-826942-8: { 'AddressGroup': '1.2', Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'ConntrackHelper': '1.0', Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'LocalIPAssociation': '1.0', Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'Log': '1.0', Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'Network': '1.1', Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'Port': '1.7', Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'PortForwarding': '1.2', Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'QosPolicy': '1.10', Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'SecurityGroup': '1.5', Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'SecurityGroupRule': '1.2', Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'SubPort': '1.0', Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'Subnet': '1.1', Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: 'Trunk': '1.1'}} Feb 05 02:44:56.422377 n-d-826942-8 neutron-server[109677]: {{(pid=109677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 05 02:44:56.469667 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-dc136365-920d-4c07-977c-322af94826c5 None None] For port 94f1ab27-884e-48b6-9185-3eec7342d423, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:44:56.474204 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-dc136365-920d-4c07-977c-322af94826c5 None None] For port 94f1ab27-884e-48b6-9185-3eec7342d423, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=94f1ab27-884e-48b6-9185-3eec7342d423,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:44:56.484990 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (94f1ab27-884e-48b6-9185-3eec7342d423), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:56.517960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Allocated IP 172.20.0.1 (a94c3582-970d-47af-8b94-110280fc5522/66aee997-898a-49fe-a77f-0d444b50db76/e0fd4605-90cf-45dc-873d-be742f3743f7) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:44:56.542080 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc1af5-04a6-419e-ac9a-1b1827cca7b9 None None] Pushing event updated for resources: {'Port': ['ID=94f1ab27-884e-48b6-9185-3eec7342d423,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:56.561419 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Routers {'c246c70e-f3fc-4e22-81d3-301a5c1eaacd'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:44:56.562805 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dc136365-920d-4c07-977c-322af94826c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:44:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:44:56.676328 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Publish callbacks [] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:56.724274 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35098) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:56.725753 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:56.746521 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-dc136365-920d-4c07-977c-322af94826c5 None None] Set router c246c70e-f3fc-4e22-81d3-301a5c1eaacd gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:44:56.777162 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Network a94c3582-970d-47af-8b94-110280fc5522 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:44:56.786021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:44:56.789775 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 42416c95-b6f2-41ae-970a-0d185b7c8c10 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:44:56.831212 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:44:56.831701 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (c246c70e-f3fc-4e22-81d3-301a5c1eaacd), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:56.894300 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 42416c95-b6f2-41ae-970a-0d185b7c8c10 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:44:56.894990 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:56.923317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35112) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:56.940001 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b33718e2-e78a-4af7-b664-2a8a3f9a153b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:56.976787 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Pushing event updated for resources: {'Port': ['ID=e0fd4605-90cf-45dc-873d-be742f3743f7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:57.029091 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df827b77-3fea-41f9-85db-c856fc077c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.080177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 42416c95-b6f2-41ae-970a-0d185b7c8c10 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:44:57.180215 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b33718e2-e78a-4af7-b664-2a8a3f9a153b admin admin] Publish callbacks [] for security_group (6de031df-18e9-4831-aa51-b571fbaba519), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.189083 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b33718e2-e78a-4af7-b664-2a8a3f9a153b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6de031df-18e9-4831-aa51-b571fbaba519), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.232769 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b33718e2-e78a-4af7-b664-2a8a3f9a153b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d0cff2ba0554238a02eec993275b4e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3058176 Feb 05 02:44:57.233559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35120) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:57.246952 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2df4a38d-b536-48eb-ad9c-72517122b5e1 None None] Provisioning complete for port e0fd4605-90cf-45dc-873d-be742f3743f7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:44:57.248599 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2df4a38d-b536-48eb-ad9c-72517122b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.258465 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df827b77-3fea-41f9-85db-c856fc077c57 admin admin] Publish callbacks [] for security_group (3aba8aef-89aa-4d48-86a9-a3f54a5e3e4f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.259517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33718e2-e78a-4af7-b664-2a8a3f9a153b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de031df-18e9-4831-aa51-b571fbaba519,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:57.265742 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df827b77-3fea-41f9-85db-c856fc077c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3aba8aef-89aa-4d48-86a9-a3f54a5e3e4f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.317116 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-df827b77-3fea-41f9-85db-c856fc077c57 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=018d6b9ae1a649dbb7f1ff222618a503&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5912647 Feb 05 02:44:57.318314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df827b77-3fea-41f9-85db-c856fc077c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aba8aef-89aa-4d48-86a9-a3f54a5e3e4f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:57.320764 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35122) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:57.338953 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.351460 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dc136365-920d-4c07-977c-322af94826c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:54Z', 'revision_number': 3, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:44:57.396195 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62514f57-2646-45c9-8330-df7556a7cca6 admin admin] Publish callbacks [] for security_group (3aba8aef-89aa-4d48-86a9-a3f54a5e3e4f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.401760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2df4a38d-b536-48eb-ad9c-72517122b5e1 None None] Port e0fd4605-90cf-45dc-873d-be742f3743f7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:44:57.418125 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a129d6d0-8b57-41da-a916-7bcbfa823551 admin admin] Publish callbacks [] for security_group (6de031df-18e9-4831-aa51-b571fbaba519), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.445384 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc136365-920d-4c07-977c-322af94826c5 None None] The sync data for ids ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'] in n-d-826942-8 is: [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:54Z', 'revision_number': 3, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:44:57.451011 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62514f57-2646-45c9-8330-df7556a7cca6 admin admin] Publish callbacks [] for security_group (3aba8aef-89aa-4d48-86a9-a3f54a5e3e4f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.464499 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a129d6d0-8b57-41da-a916-7bcbfa823551 admin admin] Publish callbacks [] for security_group (6de031df-18e9-4831-aa51-b571fbaba519), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.515941 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62514f57-2646-45c9-8330-df7556a7cca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3aba8aef-89aa-4d48-86a9-a3f54a5e3e4f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.520091 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62514f57-2646-45c9-8330-df7556a7cca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.521498 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-62514f57-2646-45c9-8330-df7556a7cca6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3aba8aef-89aa-4d48-86a9-a3f54a5e3e4f HTTP/1.1" status: 204 len: 168 time: 0.1989236 Feb 05 02:44:57.533627 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62514f57-2646-45c9-8330-df7556a7cca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aba8aef-89aa-4d48-86a9-a3f54a5e3e4f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:57.568401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35140) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:57.653090 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a129d6d0-8b57-41da-a916-7bcbfa823551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6de031df-18e9-4831-aa51-b571fbaba519), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.655621 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a129d6d0-8b57-41da-a916-7bcbfa823551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.656866 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a129d6d0-8b57-41da-a916-7bcbfa823551 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6de031df-18e9-4831-aa51-b571fbaba519 HTTP/1.1" status: 204 len: 168 time: 0.4210925 Feb 05 02:44:57.669842 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129d6d0-8b57-41da-a916-7bcbfa823551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de031df-18e9-4831-aa51-b571fbaba519,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:57.689734 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Publish callbacks [] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.697112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.698043 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (c246c70e-f3fc-4e22-81d3-301a5c1eaacd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:57.800031 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Pushing event updated for resources: {'Port': ['ID=e0fd4605-90cf-45dc-873d-be742f3743f7,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:57.889582 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Network a94c3582-970d-47af-8b94-110280fc5522 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:44:57.893574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:44:58.117477 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Router c246c70e-f3fc-4e22-81d3-301a5c1eaacd has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:44:58.144834 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9fb53be0-8f39-4b4b-adf9-6a2bc8658250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:58.246395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-66162004-cb7d-4ca2-878d-a1f778642dd6 None None] Provisioning complete for port e0fd4605-90cf-45dc-873d-be742f3743f7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:44:58.247313 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66162004-cb7d-4ca2-878d-a1f778642dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:58.353405 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:44:58.365931 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-79da581d-d7ab-4b44-a0db-183211ceaf30 admin admin] 10.222.0.36 "PUT /v2.0/routers/c246c70e-f3fc-4e22-81d3-301a5c1eaacd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1910961 Feb 05 02:44:58.379102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-66162004-cb7d-4ca2-878d-a1f778642dd6 None None] Port e0fd4605-90cf-45dc-873d-be742f3743f7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:44:58.399877 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9fb53be0-8f39-4b4b-adf9-6a2bc8658250 admin admin] Publish callbacks [] for security_group (61ebee51-83b7-4e55-a1eb-4c7add2f1b86), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:58.412157 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9fb53be0-8f39-4b4b-adf9-6a2bc8658250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (61ebee51-83b7-4e55-a1eb-4c7add2f1b86), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:58.434835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35176) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:58.456721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb53be0-8f39-4b4b-adf9-6a2bc8658250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ebee51-83b7-4e55-a1eb-4c7add2f1b86,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:58.458941 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bafb828-2394-4bbb-836b-fa73c4b7c6a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:58.502828 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9fb53be0-8f39-4b4b-adf9-6a2bc8658250 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=947fb4056e644698aab16f4c978a3d6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9332404 Feb 05 02:44:58.503624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35178) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:58.566736 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7faf363-337a-4d86-86b4-f085acce69f0 admin admin] Publish callbacks [] for security_group (61ebee51-83b7-4e55-a1eb-4c7add2f1b86), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:58.590909 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bafb828-2394-4bbb-836b-fa73c4b7c6a3 admin admin] Publish callbacks [] for security_group (bf80d89e-e8b6-4888-a6e1-003375df2111), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:58.591814 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7faf363-337a-4d86-86b4-f085acce69f0 admin admin] Publish callbacks [] for security_group (61ebee51-83b7-4e55-a1eb-4c7add2f1b86), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:58.597432 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bafb828-2394-4bbb-836b-fa73c4b7c6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (bf80d89e-e8b6-4888-a6e1-003375df2111), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:58.650295 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7faf363-337a-4d86-86b4-f085acce69f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (61ebee51-83b7-4e55-a1eb-4c7add2f1b86), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:58.670007 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7faf363-337a-4d86-86b4-f085acce69f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:58.670978 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9bafb828-2394-4bbb-836b-fa73c4b7c6a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd5096bcd53448baa0d2de2c9ca695d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2347527 Feb 05 02:44:58.671698 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35184) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:58.672401 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafb828-2394-4bbb-836b-fa73c4b7c6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf80d89e-e8b6-4888-a6e1-003375df2111,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:58.677447 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c7faf363-337a-4d86-86b4-f085acce69f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61ebee51-83b7-4e55-a1eb-4c7add2f1b86 HTTP/1.1" status: 204 len: 168 time: 0.1719553 Feb 05 02:44:58.691382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faf363-337a-4d86-86b4-f085acce69f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ebee51-83b7-4e55-a1eb-4c7add2f1b86,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:58.768155 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b478b126-6333-42b6-a4f4-c3f70038b9da admin admin] Publish callbacks [] for security_group (bf80d89e-e8b6-4888-a6e1-003375df2111), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:58.798607 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b478b126-6333-42b6-a4f4-c3f70038b9da admin admin] Publish callbacks [] for security_group (bf80d89e-e8b6-4888-a6e1-003375df2111), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:58.854613 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 94f1ab27-884e-48b6-9185-3eec7342d423 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:44:58.887240 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b478b126-6333-42b6-a4f4-c3f70038b9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (bf80d89e-e8b6-4888-a6e1-003375df2111), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:58.891138 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b478b126-6333-42b6-a4f4-c3f70038b9da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:58.903436 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b478b126-6333-42b6-a4f4-c3f70038b9da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf80d89e-e8b6-4888-a6e1-003375df2111 HTTP/1.1" status: 204 len: 168 time: 0.2205980 Feb 05 02:44:58.913616 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478b126-6333-42b6-a4f4-c3f70038b9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf80d89e-e8b6-4888-a6e1-003375df2111,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:59.015922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 94f1ab27-884e-48b6-9185-3eec7342d423 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:44:59.017951 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (94f1ab27-884e-48b6-9185-3eec7342d423), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:59.169784 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 94f1ab27-884e-48b6-9185-3eec7342d423 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:44:59.170175 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (94f1ab27-884e-48b6-9185-3eec7342d423), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:59.208660 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 94f1ab27-884e-48b6-9185-3eec7342d423, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=94f1ab27-884e-48b6-9185-3eec7342d423,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:44:59.217342 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (94f1ab27-884e-48b6-9185-3eec7342d423), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:59.331584 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=94f1ab27-884e-48b6-9185-3eec7342d423,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:59.612752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35266) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:59.636370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46eedf57-f2cb-4def-9932-8f38ae98c35e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:59.810185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Sync routers for ids ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:44:59.826147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Routers {'c246c70e-f3fc-4e22-81d3-301a5c1eaacd'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:44:59.828207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:44:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:44:59.840794 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46eedf57-f2cb-4def-9932-8f38ae98c35e admin admin] Publish callbacks [] for security_group (00f8157a-2753-45b9-b772-6b69869b6ec1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:59.846290 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46eedf57-f2cb-4def-9932-8f38ae98c35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (00f8157a-2753-45b9-b772-6b69869b6ec1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:59.897462 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-46eedf57-f2cb-4def-9932-8f38ae98c35e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5833ce3101b844d8a5f49d3b14271aeb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2827303 Feb 05 02:44:59.898384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eedf57-f2cb-4def-9932-8f38ae98c35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f8157a-2753-45b9-b772-6b69869b6ec1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:44:59.900019 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35284) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:59.969748 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-390edf56-68ea-4222-be86-cf0d52b682e9 admin admin] Publish callbacks [] for security_group (00f8157a-2753-45b9-b772-6b69869b6ec1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:44:59.974915 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35286) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:44:59.988942 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Set router c246c70e-f3fc-4e22-81d3-301a5c1eaacd gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:44:59.998470 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-390edf56-68ea-4222-be86-cf0d52b682e9 admin admin] Publish callbacks [] for security_group (00f8157a-2753-45b9-b772-6b69869b6ec1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.050378 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-390edf56-68ea-4222-be86-cf0d52b682e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (00f8157a-2753-45b9-b772-6b69869b6ec1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.053607 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-390edf56-68ea-4222-be86-cf0d52b682e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.055184 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-390edf56-68ea-4222-be86-cf0d52b682e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00f8157a-2753-45b9-b772-6b69869b6ec1 HTTP/1.1" status: 204 len: 168 time: 0.1534932 Feb 05 02:45:00.065464 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390edf56-68ea-4222-be86-cf0d52b682e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f8157a-2753-45b9-b772-6b69869b6ec1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:00.234806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:57Z', 'revision_number': 4, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e0fd4605-90cf-45dc-873d-be742f3743f7', 'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'mac_address': 'fa:16:3e:5b:73:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:56Z', 'updated_at': '2022-02-05T02:44:57Z', 'revision_number': 2, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'subnets': [{'id': '66aee997-898a-49fe-a77f-0d444b50db76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:00.238180 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89535bba-4aaa-427a-9488-c014471d1bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.269743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Checking router: c246c70e-f3fc-4e22-81d3-301a5c1eaacd for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:45:00.270299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Updating router c246c70e-f3fc-4e22-81d3-301a5c1eaacd port e0fd4605-90cf-45dc-873d-be742f3743f7 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:45:00.301039 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.343690 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89535bba-4aaa-427a-9488-c014471d1bd7 admin admin] Publish callbacks [] for security_group (ecc9d1f3-f0e6-4df0-bc4b-f19390d9ef48), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.351234 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89535bba-4aaa-427a-9488-c014471d1bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ecc9d1f3-f0e6-4df0-bc4b-f19390d9ef48), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.384542 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35312) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:00.395237 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bb2ab19d-7d15-4028-ac22-245f34ffda40 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538522777-network', 'tenant_id': '6d71e8715e1a4ff39da55bfd015fc770'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:00.410447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89535bba-4aaa-427a-9488-c014471d1bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc9d1f3-f0e6-4df0-bc4b-f19390d9ef48,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:00.420175 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-89535bba-4aaa-427a-9488-c014471d1bd7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7c07d042b6747749097a47043c16c2f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4436686 Feb 05 02:45:00.421759 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35316) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:00.436137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2ab19d-7d15-4028-ac22-245f34ffda40 admin admin] Made reservation on behalf of 6d71e8715e1a4ff39da55bfd015fc770 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:00.440284 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2ab19d-7d15-4028-ac22-245f34ffda40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.459059 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2ab19d-7d15-4028-ac22-245f34ffda40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.488913 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2445c2e-8325-4c7c-92d0-9671ba569b15 admin admin] Publish callbacks [] for security_group (ecc9d1f3-f0e6-4df0-bc4b-f19390d9ef48), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.523332 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2445c2e-8325-4c7c-92d0-9671ba569b15 admin admin] Publish callbacks [] for security_group (ecc9d1f3-f0e6-4df0-bc4b-f19390d9ef48), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.579323 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2ab19d-7d15-4028-ac22-245f34ffda40 admin admin] Publish callbacks [] for security_group (dec1741f-28c6-4ae3-b4dd-900ef8855b9d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.594799 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2ab19d-7d15-4028-ac22-245f34ffda40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (dec1741f-28c6-4ae3-b4dd-900ef8855b9d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.601161 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2445c2e-8325-4c7c-92d0-9671ba569b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ecc9d1f3-f0e6-4df0-bc4b-f19390d9ef48), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.603875 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2445c2e-8325-4c7c-92d0-9671ba569b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.605017 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f2445c2e-8325-4c7c-92d0-9671ba569b15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ecc9d1f3-f0e6-4df0-bc4b-f19390d9ef48 HTTP/1.1" status: 204 len: 168 time: 0.1822846 Feb 05 02:45:00.622033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2ab19d-7d15-4028-ac22-245f34ffda40 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:45:00.628648 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2445c2e-8325-4c7c-92d0-9671ba569b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc9d1f3-f0e6-4df0-bc4b-f19390d9ef48,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:00.632824 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2ab19d-7d15-4028-ac22-245f34ffda40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (dd3b747f-5261-4171-a42e-b9317f9117e7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.633161 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-bb2ab19d-7d15-4028-ac22-245f34ffda40 admin admin] Added segment dd3b747f-5261-4171-a42e-b9317f9117e7 of type vlan for network f2742293-811d-491f-b224-c20851492d4c Feb 05 02:45:00.692618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ab19d-7d15-4028-ac22-245f34ffda40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec1741f-28c6-4ae3-b4dd-900ef8855b9d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:00.700078 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2ab19d-7d15-4028-ac22-245f34ffda40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (f2742293-811d-491f-b224-c20851492d4c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.748758 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2ab19d-7d15-4028-ac22-245f34ffda40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (f2742293-811d-491f-b224-c20851492d4c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.751295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2ab19d-7d15-4028-ac22-245f34ffda40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:00.751878 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2ab19d-7d15-4028-ac22-245f34ffda40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.757611 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Publish callbacks [] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.766049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 94f1ab27-884e-48b6-9185-3eec7342d423 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:45:00.769404 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:00.826857 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bb2ab19d-7d15-4028-ac22-245f34ffda40 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4355428 Feb 05 02:45:00.830332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35338) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:00.837291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-45e32580-edb9-4ff2-873d-a6a51445c058 admin admin] Request body: {'subnet': {'network_id': 'f2742293-811d-491f-b224-c20851492d4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538522777-subnet', 'tenant_id': '6d71e8715e1a4ff39da55bfd015fc770', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:00.842034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ab19d-7d15-4028-ac22-245f34ffda40 admin admin] Pushing event updated for resources: {'Network': ['ID=f2742293-811d-491f-b224-c20851492d4c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:00.873907 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network f2742293-811d-491f-b224-c20851492d4c details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:45:00.881950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e32580-edb9-4ff2-873d-a6a51445c058 admin admin] Made reservation on behalf of 6d71e8715e1a4ff39da55bfd015fc770 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:00.884622 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-45e32580-edb9-4ff2-873d-a6a51445c058 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:01.021600 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d14672-c049-419e-bc77-da47366a5f31 None None] Pushing event updated for resources: {'Port': ['ID=e0fd4605-90cf-45dc-873d-be742f3743f7,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:01.113929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Attempting to bind port e0fd4605-90cf-45dc-873d-be742f3743f7 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:45:01.114293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Attempting to bind port e0fd4605-90cf-45dc-873d-be742f3743f7 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '76e46c44-1499-4f40-a5ea-e070d96843b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:45:01.114661 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Attempting to bind port e0fd4605-90cf-45dc-873d-be742f3743f7 on network a94c3582-970d-47af-8b94-110280fc5522 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:01.129230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 94f1ab27-884e-48b6-9185-3eec7342d423 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:01.129603 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (94f1ab27-884e-48b6-9185-3eec7342d423), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:01.138667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35350) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:01.143018 n-d-826942-8 neutron-server[109675]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 05 02:45:01.153626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:45:01.154006 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Checking segment: {'id': '76e46c44-1499-4f40-a5ea-e070d96843b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:01.154415 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:01.154827 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Bound using segment: {'id': '76e46c44-1499-4f40-a5ea-e070d96843b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:45:01.155324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Bound port: e0fd4605-90cf-45dc-873d-be742f3743f7, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e46c44-1499-4f40-a5ea-e070d96843b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:45:01.156247 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:01.182775 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-005ccb36-6564-480c-859a-6dbce6a54055 req-1a7a9ef5-4d0f-412d-aa70-0fbaa1749d37 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=52416306215b46a791870ed403d4bc4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416245 Feb 05 02:45:01.185978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b442c827-921d-4a6b-8c95-0490f8bbf230 None None] Provisioning complete for port e0fd4605-90cf-45dc-873d-be742f3743f7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:01.186353 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b442c827-921d-4a6b-8c95-0490f8bbf230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:01.212995 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-45e32580-edb9-4ff2-873d-a6a51445c058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for subnet (69a5047e-b0e1-409f-ac74-3a566df54dfe), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:01.267307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b442c827-921d-4a6b-8c95-0490f8bbf230 None None] Port e0fd4605-90cf-45dc-873d-be742f3743f7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:45:01.303377 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] For port e0fd4605-90cf-45dc-873d-be742f3743f7, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:45:01.340451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e32580-edb9-4ff2-873d-a6a51445c058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a5047e-b0e1-409f-ac74-3a566df54dfe,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:01.340451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e32580-edb9-4ff2-873d-a6a51445c058 admin admin] Checking segment: {'id': 'dd3b747f-5261-4171-a42e-b9317f9117e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2742293-811d-491f-b224-c20851492d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:01.340592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e32580-edb9-4ff2-873d-a6a51445c058 admin admin] Network hostable DHCP agents. Network: f2742293-811d-491f-b224-c20851492d4c, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:45:01.340968 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] For port e0fd4605-90cf-45dc-873d-be742f3743f7, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e0fd4605-90cf-45dc-873d-be742f3743f7,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:45:01.359419 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 94f1ab27-884e-48b6-9185-3eec7342d423 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:01.367406 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ccb36-6564-480c-859a-6dbce6a54055 req-91b07e53-560a-4cb4-821b-79d8383287e3 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:01.371207 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e32580-edb9-4ff2-873d-a6a51445c058 admin admin] Network f2742293-811d-491f-b224-c20851492d4c is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:45:01.378086 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-005ccb36-6564-480c-859a-6dbce6a54055 req-91b07e53-560a-4cb4-821b-79d8383287e3 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877785 Feb 05 02:45:01.378595 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:01.398845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-45e32580-edb9-4ff2-873d-a6a51445c058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, f2742293-811d-491f-b224-c20851492d4c) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:01.408701 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-005ccb36-6564-480c-859a-6dbce6a54055 req-f057e240-9547-4ebc-a266-9f64ce1c0361 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/quotas/52416306215b46a791870ed403d4bc4a HTTP/1.1" status: 200 len: 375 time: 0.0280988 Feb 05 02:45:01.415114 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035e1711-ba0e-430f-af0b-0a0883085de7 None None] Network f2742293-811d-491f-b224-c20851492d4c requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:45:01.415245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e32580-edb9-4ff2-873d-a6a51445c058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:01.418345 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-45e32580-edb9-4ff2-873d-a6a51445c058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:01.471591 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-45e32580-edb9-4ff2-873d-a6a51445c058 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6389081 Feb 05 02:45:01.472269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35362) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:01.479746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35364) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:01.482712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538522777-router', 'tenant_id': '6d71e8715e1a4ff39da55bfd015fc770', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:01.510100 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-005ccb36-6564-480c-859a-6dbce6a54055 req-a6da6d8c-fa8d-4ebb-aa8e-dfd29920b5a9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=52416306215b46a791870ed403d4bc4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1000829 Feb 05 02:45:01.518492 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d14672-c049-419e-bc77-da47366a5f31 None None] Pushing event updated for resources: {'Port': ['ID=e0fd4605-90cf-45dc-873d-be742f3743f7,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:01.529970 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a0f903b9-6615-4a5b-8425-adc8ec1b75a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:01.554727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Routers {'c246c70e-f3fc-4e22-81d3-301a5c1eaacd'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:45:01.561531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:44:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:01.579722 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (f7e7e587-1888-42a8-9c39-a5a4363cfeef), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:01.580804 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (f7e7e587-1888-42a8-9c39-a5a4363cfeef), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:01.699724 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Publish callbacks [] for router_controller (f7e7e587-1888-42a8-9c39-a5a4363cfeef), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:01.867372 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a0f903b9-6615-4a5b-8425-adc8ec1b75a1 admin admin] Publish callbacks [] for security_group (37c79f07-3b48-4901-824e-c2b0755e160a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:01.915856 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a0f903b9-6615-4a5b-8425-adc8ec1b75a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (37c79f07-3b48-4901-824e-c2b0755e160a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:01.956866 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-f2742293-811d-491f-b224-c20851492d4c', 'network_id': 'f2742293-811d-491f-b224-c20851492d4c', 'project_id': '6d71e8715e1a4ff39da55bfd015fc770', 'fixed_ips': [{'subnet_id': '69a5047e-b0e1-409f-ac74-3a566df54dfe'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:45:01.958305 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:01.979208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ff0e20a6-042c-4dd4-b659-efcf81c156ed None None] Provisioning complete for port e0fd4605-90cf-45dc-873d-be742f3743f7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:01.979582 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ff0e20a6-042c-4dd4-b659-efcf81c156ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:01.986748 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f903b9-6615-4a5b-8425-adc8ec1b75a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c79f07-3b48-4901-824e-c2b0755e160a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:02.021784 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Publish callbacks [] for router_gateway (f7e7e587-1888-42a8-9c39-a5a4363cfeef), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:02.033307 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a0f903b9-6615-4a5b-8425-adc8ec1b75a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd9b019b255d4317b355d34c7df4764d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5350549 Feb 05 02:45:02.033768 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35394) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:02.040134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] Set router c246c70e-f3fc-4e22-81d3-301a5c1eaacd gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:45:02.092401 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9578f8e8-005d-4c2e-a37a-a4767c9e174c admin admin] Publish callbacks [] for security_group (37c79f07-3b48-4901-824e-c2b0755e160a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:02.123451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35396) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:02.138820 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9578f8e8-005d-4c2e-a37a-a4767c9e174c admin admin] Publish callbacks [] for security_group (37c79f07-3b48-4901-824e-c2b0755e160a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:02.217071 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9578f8e8-005d-4c2e-a37a-a4767c9e174c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (37c79f07-3b48-4901-824e-c2b0755e160a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:02.220173 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9578f8e8-005d-4c2e-a37a-a4767c9e174c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:02.221329 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9578f8e8-005d-4c2e-a37a-a4767c9e174c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37c79f07-3b48-4901-824e-c2b0755e160a HTTP/1.1" status: 204 len: 168 time: 0.1866102 Feb 05 02:45:02.228861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578f8e8-005d-4c2e-a37a-a4767c9e174c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c79f07-3b48-4901-824e-c2b0755e160a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:02.355239 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Publish callbacks [] for router_gateway (f7e7e587-1888-42a8-9c39-a5a4363cfeef), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:02.365977 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e20a6-042c-4dd4-b659-efcf81c156ed None None] Current status of the port e0fd4605-90cf-45dc-873d-be742f3743f7 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:02.366530 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ff0e20a6-042c-4dd4-b659-efcf81c156ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:02.370932 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Allocated IP 172.20.0.2 (f2742293-811d-491f-b224-c20851492d4c/69a5047e-b0e1-409f-ac74-3a566df54dfe/670a2675-0ef1-4f37-8b1b-756581524cf4) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:45:02.400859 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:02.423507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ff0e20a6-042c-4dd4-b659-efcf81c156ed None None] For port e0fd4605-90cf-45dc-873d-be742f3743f7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e0fd4605-90cf-45dc-873d-be742f3743f7,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:02.444562 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ff0e20a6-042c-4dd4-b659-efcf81c156ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:02.599891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Allocated IP 172.25.0.10 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/6f850c84-f640-4768-8ab3-263bfbc8b8e5) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:45:02.618826 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e20a6-042c-4dd4-b659-efcf81c156ed None None] Pushing event updated for resources: {'Port': ['ID=e0fd4605-90cf-45dc-873d-be742f3743f7,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:02.644370 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:57Z', 'revision_number': 4, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e0fd4605-90cf-45dc-873d-be742f3743f7', 'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'mac_address': 'fa:16:3e:5b:73:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:56Z', 'updated_at': '2022-02-05T02:45:01Z', 'revision_number': 4, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'subnets': [{'id': '66aee997-898a-49fe-a77f-0d444b50db76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:02.698629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29648db4-f64f-4bf6-b8d7-80ee4e546444 None None] The sync data for ids ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'] in n-d-826942-8 is: [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:57Z', 'revision_number': 4, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e0fd4605-90cf-45dc-873d-be742f3743f7', 'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'mac_address': 'fa:16:3e:5b:73:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:56Z', 'updated_at': '2022-02-05T02:45:01Z', 'revision_number': 4, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'subnets': [{'id': '66aee997-898a-49fe-a77f-0d444b50db76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:45:02.840752 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Publish callbacks [] for port (670a2675-0ef1-4f37-8b1b-756581524cf4), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:02.854832 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (670a2675-0ef1-4f37-8b1b-756581524cf4), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:02.894380 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Publish callbacks [] for port (6f850c84-f640-4768-8ab3-263bfbc8b8e5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:02.956423 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Pushing event updated for resources: {'Port': ['ID=670a2675-0ef1-4f37-8b1b-756581524cf4,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:02.963953 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Network f2742293-811d-491f-b224-c20851492d4c is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:45:02.965805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:02.968448 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:45:02.977154 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (6f850c84-f640-4768-8ab3-263bfbc8b8e5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:03.067284 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-392ddbaa-027c-4cd9-a02e-534fc4e4c8db req-ee42c9a3-1a58-4ca3-94d1-4b738622be40 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 210 time: 0.9372754 Feb 05 02:45:03.071132 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:45:03.074807 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Attempting to bind port 670a2675-0ef1-4f37-8b1b-756581524cf4 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:45:03.075124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Attempting to bind port 670a2675-0ef1-4f37-8b1b-756581524cf4 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'dd3b747f-5261-4171-a42e-b9317f9117e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2742293-811d-491f-b224-c20851492d4c'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:45:03.075491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Attempting to bind port 670a2675-0ef1-4f37-8b1b-756581524cf4 on network f2742293-811d-491f-b224-c20851492d4c {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:03.083346 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:45:03.083739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Checking segment: {'id': 'dd3b747f-5261-4171-a42e-b9317f9117e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2742293-811d-491f-b224-c20851492d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:03.088144 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:03.088913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Bound using segment: {'id': 'dd3b747f-5261-4171-a42e-b9317f9117e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2742293-811d-491f-b224-c20851492d4c'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:45:03.091098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:03.091481 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Bound port: 670a2675-0ef1-4f37-8b1b-756581524cf4, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3b747f-5261-4171-a42e-b9317f9117e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2742293-811d-491f-b224-c20851492d4c'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:45:03.092225 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (670a2675-0ef1-4f37-8b1b-756581524cf4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:03.098056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:45:03.101405 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Pushing event updated for resources: {'Port': ['ID=6f850c84-f640-4768-8ab3-263bfbc8b8e5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:03.224208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] For port 670a2675-0ef1-4f37-8b1b-756581524cf4, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:45:03.228453 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] For port 670a2675-0ef1-4f37-8b1b-756581524cf4, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=670a2675-0ef1-4f37-8b1b-756581524cf4,segment=NetworkSegment(dd3b747f-5261-4171-a42e-b9317f9117e7),segment_id=dd3b747f-5261-4171-a42e-b9317f9117e7)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:45:03.236821 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (670a2675-0ef1-4f37-8b1b-756581524cf4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:03.303056 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9eaffa-ed6f-4298-add9-5b1c9a35819a None None] Pushing event updated for resources: {'Port': ['ID=670a2675-0ef1-4f37-8b1b-756581524cf4,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:03.586919 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-746a7810-9871-442c-ac32-4a8ba99c7379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:03.725408 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Publish callbacks [] for router_gateway (f7e7e587-1888-42a8-9c39-a5a4363cfeef), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:04.092958 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (f7e7e587-1888-42a8-9c39-a5a4363cfeef), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:04.307195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Router f7e7e587-1888-42a8-9c39-a5a4363cfeef is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:45:04.337044 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f4a05a0d-9254-4bbf-8e50-b8737469b780 req-ed6c3883-c59c-45f4-aefd-6f940992672e tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 210 time: 0.0498295 Feb 05 02:45:04.473105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:45:04.495591 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Sync routers for ids ['f7e7e587-1888-42a8-9c39-a5a4363cfeef'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:45:04.512359 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Routers {'f7e7e587-1888-42a8-9c39-a5a4363cfeef'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:45:04.513019 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:44:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f7e7e587-1888-42a8-9c39-a5a4363cfeef'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:04.524767 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:04.529755 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d54677f7-1ced-497c-ab44-0556aef59de7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0544198 Feb 05 02:45:04.530130 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35474) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:04.945026 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Set router f7e7e587-1888-42a8-9c39-a5a4363cfeef gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:45:04.945770 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.10', 52215) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:05.027724 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005ccb36-6564-480c-859a-6dbce6a54055 req-0c63b447-b866-4657-9ee2-655d95621610 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=52416306215b46a791870ed403d4bc4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805881 Feb 05 02:45:05.067262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e0fd4605-90cf-45dc-873d-be742f3743f7 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:45:05.233359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e0fd4605-90cf-45dc-873d-be742f3743f7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:05.236733 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:05.331545 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c67835-1863-4183-932a-386a5b8feaac None None] Network f2742293-811d-491f-b224-c20851492d4c requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:45:05.407122 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538522777-router', 'tenant_id': '6d71e8715e1a4ff39da55bfd015fc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6f850c84-f640-4768-8ab3-263bfbc8b8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:45:01Z', 'updated_at': '2022-02-05T02:45:03Z', 'revision_number': 3, 'project_id': '6d71e8715e1a4ff39da55bfd015fc770', 'gw_port': {'id': '6f850c84-f640-4768-8ab3-263bfbc8b8e5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:45:02Z', 'updated_at': '2022-02-05T02:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:05.482059 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Checking router: f7e7e587-1888-42a8-9c39-a5a4363cfeef for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:45:05.482412 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Updating router f7e7e587-1888-42a8-9c39-a5a4363cfeef port 6f850c84-f640-4768-8ab3-263bfbc8b8e5 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:45:05.567077 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6f850c84-f640-4768-8ab3-263bfbc8b8e5), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:05.574990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ccb36-6564-480c-859a-6dbce6a54055 req-2e3c3544-37c7-450c-a19c-bf50f16bb0b5 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:05.576135 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e0fd4605-90cf-45dc-873d-be742f3743f7 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:05.577210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 670a2675-0ef1-4f37-8b1b-756581524cf4 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:45:05.583352 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005ccb36-6564-480c-859a-6dbce6a54055 req-2e3c3544-37c7-450c-a19c-bf50f16bb0b5 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5461984 Feb 05 02:45:05.612445 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-63f5fe5c-a4fd-4573-9cd5-da35ac0ff76f None None] Provisioning complete for port 670a2675-0ef1-4f37-8b1b-756581524cf4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:05.612818 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-63f5fe5c-a4fd-4573-9cd5-da35ac0ff76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (670a2675-0ef1-4f37-8b1b-756581524cf4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:05.641610 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-914dac78-6ac1-477f-acec-540e666887e7 req-212e236a-a449-4d14-b731-cab58cb20216 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 210 time: 0.1009252 Feb 05 02:45:05.668176 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:05.674133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-005ccb36-6564-480c-859a-6dbce6a54055 req-99acd346-f5b4-4829-b310-2b7a86d761d9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Request body: {'port': {'device_id': '573dc618-25c5-41ea-82f3-48dc08381b3a', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '52416306215b46a791870ed403d4bc4a'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:05.879276 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-63f5fe5c-a4fd-4573-9cd5-da35ac0ff76f None None] Current status of the port 670a2675-0ef1-4f37-8b1b-756581524cf4 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:05.879897 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-63f5fe5c-a4fd-4573-9cd5-da35ac0ff76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (670a2675-0ef1-4f37-8b1b-756581524cf4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:05.902365 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c5e26b82-4919-4804-8478-ac16f07716a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:05.913923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 670a2675-0ef1-4f37-8b1b-756581524cf4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:05.914151 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (670a2675-0ef1-4f37-8b1b-756581524cf4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:05.994657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-63f5fe5c-a4fd-4573-9cd5-da35ac0ff76f None None] For port 670a2675-0ef1-4f37-8b1b-756581524cf4, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=670a2675-0ef1-4f37-8b1b-756581524cf4,segment=NetworkSegment(dd3b747f-5261-4171-a42e-b9317f9117e7),segment_id=dd3b747f-5261-4171-a42e-b9317f9117e7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:06.007067 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-63f5fe5c-a4fd-4573-9cd5-da35ac0ff76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (670a2675-0ef1-4f37-8b1b-756581524cf4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:06.143224 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Allocated IP 172.20.0.1 (f2742293-811d-491f-b224-c20851492d4c/69a5047e-b0e1-409f-ac74-3a566df54dfe/8ffb8502-320e-4a5c-befa-4926dd19d923) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:45:06.170971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5fe5c-a4fd-4573-9cd5-da35ac0ff76f None None] Pushing event updated for resources: {'Port': ['ID=670a2675-0ef1-4f37-8b1b-756581524cf4,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:06.189577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 670a2675-0ef1-4f37-8b1b-756581524cf4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:06.254839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005ccb36-6564-480c-859a-6dbce6a54055 req-99acd346-f5b4-4829-b310-2b7a86d761d9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Made reservation on behalf of 52416306215b46a791870ed403d4bc4a for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:06.258493 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-005ccb36-6564-480c-859a-6dbce6a54055 req-99acd346-f5b4-4829-b310-2b7a86d761d9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:06.260932 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Publish callbacks [] for port (6f850c84-f640-4768-8ab3-263bfbc8b8e5), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:06.270940 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6f850c84-f640-4768-8ab3-263bfbc8b8e5), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:06.291379 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-005ccb36-6564-480c-859a-6dbce6a54055 req-99acd346-f5b4-4829-b310-2b7a86d761d9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:06.405904 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Attempting to bind port 6f850c84-f640-4768-8ab3-263bfbc8b8e5 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:45:06.408414 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Attempting to bind port 6f850c84-f640-4768-8ab3-263bfbc8b8e5 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:45:06.412756 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Attempting to bind port 6f850c84-f640-4768-8ab3-263bfbc8b8e5 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:06.414052 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Publish callbacks [] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:06.432328 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:45:06.433908 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:06.435988 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-005ccb36-6564-480c-859a-6dbce6a54055 req-99acd346-f5b4-4829-b310-2b7a86d761d9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Publish callbacks [] for security_group (f9c74dd4-1df3-47d3-9e1a-94c5e8459470), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:06.439155 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:06.439793 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:45:06.440363 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Bound port: 6f850c84-f640-4768-8ab3-263bfbc8b8e5, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:45:06.440766 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6f850c84-f640-4768-8ab3-263bfbc8b8e5), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:06.443655 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-005ccb36-6564-480c-859a-6dbce6a54055 req-99acd346-f5b4-4829-b310-2b7a86d761d9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f9c74dd4-1df3-47d3-9e1a-94c5e8459470), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:06.494143 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34210f34-1baf-43f8-9507-74f3a66f7c66 None None] Pushing event updated for resources: {'Port': ['ID=6f850c84-f640-4768-8ab3-263bfbc8b8e5,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:06.506131 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:06.541078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7ddc4f97-a6f7-488b-a06e-f82b545c5e55 None None] Provisioning complete for port 670a2675-0ef1-4f37-8b1b-756581524cf4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:06.541445 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4f97-a6f7-488b-a06e-f82b545c5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (670a2675-0ef1-4f37-8b1b-756581524cf4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:06.601637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Network f2742293-811d-491f-b224-c20851492d4c is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:45:06.603045 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] For port 6f850c84-f640-4768-8ab3-263bfbc8b8e5, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:45:06.609980 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] For port 6f850c84-f640-4768-8ab3-263bfbc8b8e5, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6f850c84-f640-4768-8ab3-263bfbc8b8e5,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:45:06.623936 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6f850c84-f640-4768-8ab3-263bfbc8b8e5), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:06.626132 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:06.636274 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:45:06.642031 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (f7e7e587-1888-42a8-9c39-a5a4363cfeef), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:06.765623 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acd346-f5b4-4829-b310-2b7a86d761d9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c74dd4-1df3-47d3-9e1a-94c5e8459470,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:06.770253 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Routers {'f7e7e587-1888-42a8-9c39-a5a4363cfeef'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:45:06.777024 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:45:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f7e7e587-1888-42a8-9c39-a5a4363cfeef'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:06.883880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 670a2675-0ef1-4f37-8b1b-756581524cf4 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:45:06.915408 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Pushing event updated for resources: {'Port': ['ID=8ffb8502-320e-4a5c-befa-4926dd19d923,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:07.029897 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db4fe7d3-0814-4c34-b9db-cdb81d779275 req-9d13bc0d-9093-4098-a86e-9f7365fd0214 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 210 time: 0.0814283 Feb 05 02:45:07.166221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-005ccb36-6564-480c-859a-6dbce6a54055 req-99acd346-f5b4-4829-b310-2b7a86d761d9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Allocated IP 192.168.233.57 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/d3c6c86a-cc72-42e1-b67a-8c763954a9dd) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:45:07.314744 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:07.331858 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34210f34-1baf-43f8-9507-74f3a66f7c66 None None] Pushing event updated for resources: {'Port': ['ID=6f850c84-f640-4768-8ab3-263bfbc8b8e5,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:07.490920 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-005ccb36-6564-480c-859a-6dbce6a54055 req-99acd346-f5b4-4829-b310-2b7a86d761d9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Publish callbacks [] for port (d3c6c86a-cc72-42e1-b67a-8c763954a9dd), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:07.538108 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] Set router f7e7e587-1888-42a8-9c39-a5a4363cfeef gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:45:07.540465 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-005ccb36-6564-480c-859a-6dbce6a54055 req-99acd346-f5b4-4829-b310-2b7a86d761d9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (d3c6c86a-cc72-42e1-b67a-8c763954a9dd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:07.660651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc4f97-a6f7-488b-a06e-f82b545c5e55 None None] Current status of the port 670a2675-0ef1-4f37-8b1b-756581524cf4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:07.733362 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:07.819636 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Publish callbacks [] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:07.832512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005ccb36-6564-480c-859a-6dbce6a54055 req-99acd346-f5b4-4829-b310-2b7a86d761d9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:45:07.834996 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:07.835968 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (f7e7e587-1888-42a8-9c39-a5a4363cfeef), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:07.842236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-005ccb36-6564-480c-859a-6dbce6a54055 req-99acd346-f5b4-4829-b310-2b7a86d761d9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:07.851624 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-005ccb36-6564-480c-859a-6dbce6a54055 req-99acd346-f5b4-4829-b310-2b7a86d761d9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:45:07.857306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 670a2675-0ef1-4f37-8b1b-756581524cf4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:07.858343 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ccb36-6564-480c-859a-6dbce6a54055 req-99acd346-f5b4-4829-b310-2b7a86d761d9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:07.859618 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-005ccb36-6564-480c-859a-6dbce6a54055 req-99acd346-f5b4-4829-b310-2b7a86d761d9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:07.860560 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (670a2675-0ef1-4f37-8b1b-756581524cf4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:07.992350 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-11c055df-9fc2-4868-aceb-e6ff6ad098c6 None None] Provisioning complete for port 8ffb8502-320e-4a5c-befa-4926dd19d923 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:07.997368 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11c055df-9fc2-4868-aceb-e6ff6ad098c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:08.178337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-11c055df-9fc2-4868-aceb-e6ff6ad098c6 None None] Port 8ffb8502-320e-4a5c-befa-4926dd19d923 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:45:08.285429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Network f2742293-811d-491f-b224-c20851492d4c is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:45:08.302168 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acd346-f5b4-4829-b310-2b7a86d761d9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Pushing event updated for resources: {'Port': ['ID=d3c6c86a-cc72-42e1-b67a-8c763954a9dd,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:08.303578 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:08.316917 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005ccb36-6564-480c-859a-6dbce6a54055 req-99acd346-f5b4-4829-b310-2b7a86d761d9 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6473589 Feb 05 02:45:08.335087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 670a2675-0ef1-4f37-8b1b-756581524cf4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:08.344957 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538522777-router', 'tenant_id': '6d71e8715e1a4ff39da55bfd015fc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6f850c84-f640-4768-8ab3-263bfbc8b8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:45:01Z', 'updated_at': '2022-02-05T02:45:03Z', 'revision_number': 3, 'project_id': '6d71e8715e1a4ff39da55bfd015fc770', 'gw_port': {'id': '6f850c84-f640-4768-8ab3-263bfbc8b8e5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:45:02Z', 'updated_at': '2022-02-05T02:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:08.348359 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-005ccb36-6564-480c-859a-6dbce6a54055 req-6b9f4424-ab47-4c27-a86f-fab9eb65009a tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:45:08.349872 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005ccb36-6564-480c-859a-6dbce6a54055 req-6b9f4424-ab47-4c27-a86f-fab9eb65009a tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126138 Feb 05 02:45:08.418933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a4f8adbe-998c-47bf-b2f2-08ddce5b24ec None None] Provisioning complete for port d3c6c86a-cc72-42e1-b67a-8c763954a9dd triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:08.422566 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4f8adbe-998c-47bf-b2f2-08ddce5b24ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d3c6c86a-cc72-42e1-b67a-8c763954a9dd), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:08.456303 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95ea86-6d7d-4e06-a81f-376a6e8e4aae None None] The sync data for ids ['f7e7e587-1888-42a8-9c39-a5a4363cfeef'] in n-d-826942-8 is: [{'id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538522777-router', 'tenant_id': '6d71e8715e1a4ff39da55bfd015fc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6f850c84-f640-4768-8ab3-263bfbc8b8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:45:01Z', 'updated_at': '2022-02-05T02:45:03Z', 'revision_number': 3, 'project_id': '6d71e8715e1a4ff39da55bfd015fc770', 'gw_port': {'id': '6f850c84-f640-4768-8ab3-263bfbc8b8e5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:45:02Z', 'updated_at': '2022-02-05T02:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:45:08.564705 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8adbe-998c-47bf-b2f2-08ddce5b24ec None None] Port d3c6c86a-cc72-42e1-b67a-8c763954a9dd cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:45:08.650293 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:08.662592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35660) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:08.693347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35664) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:08.742478 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Router f7e7e587-1888-42a8-9c39-a5a4363cfeef has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:45:08.754328 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Pushing event updated for resources: {'Port': ['ID=8ffb8502-320e-4a5c-befa-4926dd19d923,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:08.816485 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-12397db1-f6da-4286-bba3-29216f7f0a97 None None] Provisioning complete for port 8ffb8502-320e-4a5c-befa-4926dd19d923 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:08.816485 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-12397db1-f6da-4286-bba3-29216f7f0a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:08.898706 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-12397db1-f6da-4286-bba3-29216f7f0a97 None None] Port 8ffb8502-320e-4a5c-befa-4926dd19d923 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:45:09.028632 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4db9a9e8-a143-4af0-becd-065c5c6df934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:09.046403 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f06e685-6778-485b-b00e-88409758c4ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:09.098152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Request body: {'port': {'device_id': '573dc618-25c5-41ea-82f3-48dc08381b3a', 'device_owner': 'compute:tempest-test_az-2125202016', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:09.248963 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9de205-18dd-4da2-a401-7a2a41f86722 req-698a3e81-6df6-4c50-b017-b4c0a504ca7e tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:09.263611 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a9de205-18dd-4da2-a401-7a2a41f86722 req-698a3e81-6df6-4c50-b017-b4c0a504ca7e tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 935 time: 0.5727222 Feb 05 02:45:09.349996 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d3c6c86a-cc72-42e1-b67a-8c763954a9dd), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:09.529519 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a9de205-18dd-4da2-a401-7a2a41f86722 req-e5c65c03-9b06-4ef6-84f8-624040e0cc6e tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714117 Feb 05 02:45:09.548751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:45:09.566008 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bf7a7d89-2b46-4ba8-87f6-a5bf07307215 admin admin] 10.222.0.36 "PUT /v2.0/routers/f7e7e587-1888-42a8-9c39-a5a4363cfeef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0339622 Feb 05 02:45:09.588644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35694) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:09.813611 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56e2ceeb-0843-4e0b-b60a-19dad87253ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:09.848591 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:10.101053 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56e2ceeb-0843-4e0b-b60a-19dad87253ad admin admin] Publish callbacks [] for security_group (5a4965df-f5c3-40c5-a588-5de5bded3552), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:10.112746 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56e2ceeb-0843-4e0b-b60a-19dad87253ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5a4965df-f5c3-40c5-a588-5de5bded3552), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:10.166107 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4db9a9e8-a143-4af0-becd-065c5c6df934 admin admin] Publish callbacks [] for security_group (2f2bb9ac-f6d5-41fd-925f-49882283cf3c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:10.220482 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2ceeb-0843-4e0b-b60a-19dad87253ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4965df-f5c3-40c5-a588-5de5bded3552,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:10.274889 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f06e685-6778-485b-b00e-88409758c4ca admin admin] Publish callbacks [] for security_group (5d531959-b8ee-40a2-8cfb-242fbf45590a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:10.285181 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4db9a9e8-a143-4af0-becd-065c5c6df934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2f2bb9ac-f6d5-41fd-925f-49882283cf3c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:10.291198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-56e2ceeb-0843-4e0b-b60a-19dad87253ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbe9c512b17b41c7be258c7dfb20433f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7012081 Feb 05 02:45:10.298123 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35708) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:10.423506 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e46807a7-914e-48f6-9c40-e51c23f1f945 admin admin] Publish callbacks [] for security_group (5a4965df-f5c3-40c5-a588-5de5bded3552), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:10.467426 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f06e685-6778-485b-b00e-88409758c4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5d531959-b8ee-40a2-8cfb-242fbf45590a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:10.486278 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e46807a7-914e-48f6-9c40-e51c23f1f945 admin admin] Publish callbacks [] for security_group (5a4965df-f5c3-40c5-a588-5de5bded3552), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:10.506999 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9a9e8-a143-4af0-becd-065c5c6df934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2bb9ac-f6d5-41fd-925f-49882283cf3c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:10.544489 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4f06e685-6778-485b-b00e-88409758c4ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7bd71b8f11be4b13af6e1665bdae27f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8784204 Feb 05 02:45:10.547391 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35722) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:10.570416 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4db9a9e8-a143-4af0-becd-065c5c6df934 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ede1e5e58ae94719b35c4341d837bf07&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8735080 Feb 05 02:45:10.571335 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35724) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:10.623083 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b6efc46-3ac9-47f0-9f46-a91d70478bc9 admin admin] Publish callbacks [] for security_group (5d531959-b8ee-40a2-8cfb-242fbf45590a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:10.652242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06e685-6778-485b-b00e-88409758c4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d531959-b8ee-40a2-8cfb-242fbf45590a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:10.657825 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e46807a7-914e-48f6-9c40-e51c23f1f945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5a4965df-f5c3-40c5-a588-5de5bded3552), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:10.662133 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e46807a7-914e-48f6-9c40-e51c23f1f945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:10.664142 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e46807a7-914e-48f6-9c40-e51c23f1f945 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a4965df-f5c3-40c5-a588-5de5bded3552 HTTP/1.1" status: 204 len: 168 time: 0.3641689 Feb 05 02:45:10.709688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46807a7-914e-48f6-9c40-e51c23f1f945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4965df-f5c3-40c5-a588-5de5bded3552,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:10.774804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c6c86a-cc72-42e1-b67a-8c763954a9dd {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:45:10.802787 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Publish callbacks [] for port (d3c6c86a-cc72-42e1-b67a-8c763954a9dd), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:10.817856 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b6efc46-3ac9-47f0-9f46-a91d70478bc9 admin admin] Publish callbacks [] for security_group (5d531959-b8ee-40a2-8cfb-242fbf45590a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:10.830965 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Transition to ACTIVE for port object d3c6c86a-cc72-42e1-b67a-8c763954a9dd will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:45:10.863344 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e6b02a9-9c37-4cb6-bcbc-271e68521900 admin admin] Publish callbacks [] for security_group (2f2bb9ac-f6d5-41fd-925f-49882283cf3c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:10.863470 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d3c6c86a-cc72-42e1-b67a-8c763954a9dd), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:10.880777 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e6b02a9-9c37-4cb6-bcbc-271e68521900 admin admin] Publish callbacks [] for security_group (2f2bb9ac-f6d5-41fd-925f-49882283cf3c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:10.915875 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:11.005123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c6c86a-cc72-42e1-b67a-8c763954a9dd,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:11.056284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6f850c84-f640-4768-8ab3-263bfbc8b8e5 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:45:11.103762 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e6b02a9-9c37-4cb6-bcbc-271e68521900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2f2bb9ac-f6d5-41fd-925f-49882283cf3c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:11.123126 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e6b02a9-9c37-4cb6-bcbc-271e68521900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:11.125690 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4e6b02a9-9c37-4cb6-bcbc-271e68521900 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f2bb9ac-f6d5-41fd-925f-49882283cf3c HTTP/1.1" status: 204 len: 168 time: 0.5526383 Feb 05 02:45:11.153925 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35746) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:11.179422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b02a9-9c37-4cb6-bcbc-271e68521900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2bb9ac-f6d5-41fd-925f-49882283cf3c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:11.198993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Attempting to bind port d3c6c86a-cc72-42e1-b67a-8c763954a9dd on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:45:11.199589 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Attempting to bind port d3c6c86a-cc72-42e1-b67a-8c763954a9dd by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:45:11.207939 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Attempting to bind port d3c6c86a-cc72-42e1-b67a-8c763954a9dd on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:11.223382 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Port d3c6c86a-cc72-42e1-b67a-8c763954a9dd on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:45:11.224793 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Attempting to bind port d3c6c86a-cc72-42e1-b67a-8c763954a9dd on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:11.241780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:45:11.250922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:11.255522 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:45:11.257302 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Bound port: d3c6c86a-cc72-42e1-b67a-8c763954a9dd, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:45:11.257866 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d3c6c86a-cc72-42e1-b67a-8c763954a9dd), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:11.272942 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b4760-7aed-4320-8565-20f51eb301dd req-0285a502-8bfd-4be1-9bdb-e0735562a52d tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:11.282138 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6f850c84-f640-4768-8ab3-263bfbc8b8e5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:11.282647 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6f850c84-f640-4768-8ab3-263bfbc8b8e5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:11.289467 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9c6b4760-7aed-4320-8565-20f51eb301dd req-0285a502-8bfd-4be1-9bdb-e0735562a52d tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 969 time: 0.5331554 Feb 05 02:45:11.407443 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9c6b4760-7aed-4320-8565-20f51eb301dd req-1e6f6b68-9e28-439a-a650-c400389d2dc7 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163459 Feb 05 02:45:11.471602 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b6efc46-3ac9-47f0-9f46-a91d70478bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5d531959-b8ee-40a2-8cfb-242fbf45590a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:11.481542 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b6efc46-3ac9-47f0-9f46-a91d70478bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:11.487633 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0b6efc46-3ac9-47f0-9f46-a91d70478bc9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d531959-b8ee-40a2-8cfb-242fbf45590a HTTP/1.1" status: 204 len: 168 time: 0.9389453 Feb 05 02:45:11.511314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6f850c84-f640-4768-8ab3-263bfbc8b8e5 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:11.512061 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6f850c84-f640-4768-8ab3-263bfbc8b8e5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:11.536723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6efc46-3ac9-47f0-9f46-a91d70478bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d531959-b8ee-40a2-8cfb-242fbf45590a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:11.560607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 6f850c84-f640-4768-8ab3-263bfbc8b8e5, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6f850c84-f640-4768-8ab3-263bfbc8b8e5,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:11.564331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] For port d3c6c86a-cc72-42e1-b67a-8c763954a9dd, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:45:11.570917 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6f850c84-f640-4768-8ab3-263bfbc8b8e5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:11.591535 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] For port d3c6c86a-cc72-42e1-b67a-8c763954a9dd, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d3c6c86a-cc72-42e1-b67a-8c763954a9dd,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:45:11.614524 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d3c6c86a-cc72-42e1-b67a-8c763954a9dd), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:11.676410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=6f850c84-f640-4768-8ab3-263bfbc8b8e5,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:11.696483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35754) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:11.726462 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78e5fae0-ba4c-42b4-834f-332ed1c6a3fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:11.789634 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c6c86a-cc72-42e1-b67a-8c763954a9dd,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:11.811441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:11.813171 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:11.820808 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005ccb36-6564-480c-859a-6dbce6a54055 req-d3a98ede-01f9-4831-adcb-f21e04c8fd53 service neutron] 10.222.0.10 "PUT /v2.0/ports/d3c6c86a-cc72-42e1-b67a-8c763954a9dd HTTP/1.1" status: 200 len: 1117 time: 2.9283106 Feb 05 02:45:11.823150 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573dc618-25c5-41ea-82f3-48dc08381b3a', 'tag': 'd3c6c86a-cc72-42e1-b67a-8c763954a9dd'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:45:11.919885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Sync routers for ids ['f7e7e587-1888-42a8-9c39-a5a4363cfeef'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:45:11.948069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Routers {'f7e7e587-1888-42a8-9c39-a5a4363cfeef'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:45:11.952037 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:45:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f7e7e587-1888-42a8-9c39-a5a4363cfeef'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:12.023695 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78e5fae0-ba4c-42b4-834f-332ed1c6a3fb admin admin] Publish callbacks [] for security_group (a53cfb0e-9a53-4e01-b14b-5a786161798e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:12.036510 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78e5fae0-ba4c-42b4-834f-332ed1c6a3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a53cfb0e-9a53-4e01-b14b-5a786161798e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:12.151422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35760) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:12.156527 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ecd18b71-d4a3-4abb-a78f-07c64892e16f tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298880777', 'description': 'tempest-description--330348642'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:12.181075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ccb36-6564-480c-859a-6dbce6a54055 req-84ec743a-af83-47ec-ac01-f02bbfc965bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:12.182692 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005ccb36-6564-480c-859a-6dbce6a54055 req-84ec743a-af83-47ec-ac01-f02bbfc965bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52416306215b46a791870ed403d4bc4a&device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 1151 time: 0.1939201 Feb 05 02:45:12.193381 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-78e5fae0-ba4c-42b4-834f-332ed1c6a3fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f93fadb68eff4bd288648545c3308419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4950674 Feb 05 02:45:12.197113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5fae0-ba4c-42b4-834f-332ed1c6a3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53cfb0e-9a53-4e01-b14b-5a786161798e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:12.207202 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35762) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:12.255012 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-746760df-8a1c-4dae-808f-b7fe175335b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:12.262176 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Set router f7e7e587-1888-42a8-9c39-a5a4363cfeef gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:45:12.354606 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005ccb36-6564-480c-859a-6dbce6a54055 req-84665efc-101e-43b3-b43c-4b611f5623f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d3c6c86a-cc72-42e1-b67a-8c763954a9dd HTTP/1.1" status: 200 len: 217 time: 0.1445503 Feb 05 02:45:12.383971 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecd18b71-d4a3-4abb-a78f-07c64892e16f tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:12.583958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35774) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:12.590261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ccb36-6564-480c-859a-6dbce6a54055 req-9214bbbe-3b8e-4285-b713-2ad043cf7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:12.595890 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005ccb36-6564-480c-859a-6dbce6a54055 req-9214bbbe-3b8e-4285-b713-2ad043cf7874 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.2112851 Feb 05 02:45:12.636799 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-746760df-8a1c-4dae-808f-b7fe175335b8 admin admin] Publish callbacks [] for security_group (622faaa5-b4f0-40e4-b551-fc6335d8ef2a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:12.678081 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9c15eaee-1bb8-4265-b11e-f4caed6e9002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:12.699179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35776) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:12.707933 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-746760df-8a1c-4dae-808f-b7fe175335b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (622faaa5-b4f0-40e4-b551-fc6335d8ef2a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:12.741962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538522777-router', 'tenant_id': '6d71e8715e1a4ff39da55bfd015fc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6f850c84-f640-4768-8ab3-263bfbc8b8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:45:01Z', 'updated_at': '2022-02-05T02:45:07Z', 'revision_number': 4, 'project_id': '6d71e8715e1a4ff39da55bfd015fc770', 'gw_port': {'id': '6f850c84-f640-4768-8ab3-263bfbc8b8e5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:45:02Z', 'updated_at': '2022-02-05T02:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '8ffb8502-320e-4a5c-befa-4926dd19d923', 'name': '', 'network_id': 'f2742293-811d-491f-b224-c20851492d4c', 'tenant_id': '6d71e8715e1a4ff39da55bfd015fc770', 'mac_address': 'fa:16:3e:02:e3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69a5047e-b0e1-409f-ac74-3a566df54dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:45:05Z', 'updated_at': '2022-02-05T02:45:07Z', 'revision_number': 2, 'project_id': '6d71e8715e1a4ff39da55bfd015fc770', 'subnets': [{'id': '69a5047e-b0e1-409f-ac74-3a566df54dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:12.749734 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b541b2-f778-4ded-95fd-e9ad7d70a13b req-e35250fd-5489-4287-9ac8-6a14e7929dd5 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:12.777063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22b541b2-f778-4ded-95fd-e9ad7d70a13b req-e35250fd-5489-4287-9ac8-6a14e7929dd5 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 969 time: 0.2111466 Feb 05 02:45:12.801930 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Checking router: f7e7e587-1888-42a8-9c39-a5a4363cfeef for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:45:12.810320 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1061585a-3fde-483d-a1a3-060a7c25582a admin admin] Publish callbacks [] for security_group (a53cfb0e-9a53-4e01-b14b-5a786161798e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:12.811166 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Updating router f7e7e587-1888-42a8-9c39-a5a4363cfeef port 8ffb8502-320e-4a5c-befa-4926dd19d923 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:45:12.829269 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f1347e-b364-4ee1-8898-a471b3bbcc20" -d '{"events": [{"name": "network-changed", "server_uuid": "573dc618-25c5-41ea-82f3-48dc08381b3a", "tag": "d3c6c86a-cc72-42e1-b67a-8c763954a9dd"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:45:12.842056 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-623f48c4-27be-45ad-929d-ee46c069e111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:12.858160 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6f850c84-f640-4768-8ab3-263bfbc8b8e5 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:45:12.880402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22b541b2-f778-4ded-95fd-e9ad7d70a13b req-42ad76c1-2c06-4b38-9285-0b2c65bba771 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023438 Feb 05 02:45:12.894933 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:12.940340 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9c15eaee-1bb8-4265-b11e-f4caed6e9002 admin admin] Publish callbacks [] for security_group (b3d9b5d2-a8b5-4534-bd1c-9702f42a4bd8), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:12.955573 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9c15eaee-1bb8-4265-b11e-f4caed6e9002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b3d9b5d2-a8b5-4534-bd1c-9702f42a4bd8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.026447 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9c15eaee-1bb8-4265-b11e-f4caed6e9002 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f54ee3dca76481ebaf12b6a56d98510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4401584 Feb 05 02:45:13.031810 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35784) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:13.042611 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-746760df-8a1c-4dae-808f-b7fe175335b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d9d96a78b114a84a54e941a44b764c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8871872 Feb 05 02:45:13.043377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35786) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:13.080867 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1061585a-3fde-483d-a1a3-060a7c25582a admin admin] Publish callbacks [] for security_group (a53cfb0e-9a53-4e01-b14b-5a786161798e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.082067 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6f850c84-f640-4768-8ab3-263bfbc8b8e5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:13.082616 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6f850c84-f640-4768-8ab3-263bfbc8b8e5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.192944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15eaee-1bb8-4265-b11e-f4caed6e9002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d9b5d2-a8b5-4534-bd1c-9702f42a4bd8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:13.204711 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecd18b71-d4a3-4abb-a78f-07c64892e16f tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for security_group (3746f17c-309f-4a99-8139-e292ee4cfcb7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.256333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6f850c84-f640-4768-8ab3-263bfbc8b8e5 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:13.279504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ccb36-6564-480c-859a-6dbce6a54055 req-3c1c0154-4e02-48fd-8ec1-fe923c6204dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:13.284601 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005ccb36-6564-480c-859a-6dbce6a54055 req-3c1c0154-4e02-48fd-8ec1-fe923c6204dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6633625 Feb 05 02:45:13.285514 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecd18b71-d4a3-4abb-a78f-07c64892e16f tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3746f17c-309f-4a99-8139-e292ee4cfcb7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.293371 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1061585a-3fde-483d-a1a3-060a7c25582a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a53cfb0e-9a53-4e01-b14b-5a786161798e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.296214 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1061585a-3fde-483d-a1a3-060a7c25582a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.300994 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1061585a-3fde-483d-a1a3-060a7c25582a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a53cfb0e-9a53-4e01-b14b-5a786161798e HTTP/1.1" status: 204 len: 168 time: 1.0921021 Feb 05 02:45:13.308652 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746760df-8a1c-4dae-808f-b7fe175335b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622faaa5-b4f0-40e4-b551-fc6335d8ef2a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:13.315394 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7b722a7-9f63-41eb-a19a-d5d3dfefe82b admin admin] Publish callbacks [] for security_group (b3d9b5d2-a8b5-4534-bd1c-9702f42a4bd8), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.350426 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Publish callbacks [] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.359648 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.424090 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7b722a7-9f63-41eb-a19a-d5d3dfefe82b admin admin] Publish callbacks [] for security_group (b3d9b5d2-a8b5-4534-bd1c-9702f42a4bd8), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.439378 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2730d1f-afdc-475f-8a47-a86176edf151 x-openstack-request-id: req-f2730d1f-afdc-475f-8a47-a86176edf151 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:45:13.439695 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573dc618-25c5-41ea-82f3-48dc08381b3a", "tag": "d3c6c86a-cc72-42e1-b67a-8c763954a9dd", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:45:13.440061 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2730d1f-afdc-475f-8a47-a86176edf151 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:45:13.440622 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573dc618-25c5-41ea-82f3-48dc08381b3a', 'tag': 'd3c6c86a-cc72-42e1-b67a-8c763954a9dd', 'status': 'completed', 'code': 200} Feb 05 02:45:13.478407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd80f98-e355-4cd5-8361-46ae31f867e9 None None] Pushing event updated for resources: {'Port': ['ID=8ffb8502-320e-4a5c-befa-4926dd19d923,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:13.479275 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecd18b71-d4a3-4abb-a78f-07c64892e16f tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.491628 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ecd18b71-d4a3-4abb-a78f-07c64892e16f tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3391368 Feb 05 02:45:13.493280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35792) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:13.511582 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd18b71-d4a3-4abb-a78f-07c64892e16f tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3746f17c-309f-4a99-8139-e292ee4cfcb7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:13.519118 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-63587ae4-baf6-464f-a2a6-a082b03e30d4 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Request body: {'security_group_rule': {'security_group_id': '3746f17c-309f-4a99-8139-e292ee4cfcb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:13.556948 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061585a-3fde-483d-a1a3-060a7c25582a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53cfb0e-9a53-4e01-b14b-5a786161798e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:13.568213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Attempting to bind port 8ffb8502-320e-4a5c-befa-4926dd19d923 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:45:13.569552 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Attempting to bind port 8ffb8502-320e-4a5c-befa-4926dd19d923 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'dd3b747f-5261-4171-a42e-b9317f9117e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2742293-811d-491f-b224-c20851492d4c'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:45:13.570169 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Attempting to bind port 8ffb8502-320e-4a5c-befa-4926dd19d923 on network f2742293-811d-491f-b224-c20851492d4c {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:13.630200 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7b722a7-9f63-41eb-a19a-d5d3dfefe82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b3d9b5d2-a8b5-4534-bd1c-9702f42a4bd8), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.630907 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:45:13.632814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Checking segment: {'id': 'dd3b747f-5261-4171-a42e-b9317f9117e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2742293-811d-491f-b224-c20851492d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:13.633165 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7b722a7-9f63-41eb-a19a-d5d3dfefe82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.633517 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.633978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Bound using segment: {'id': 'dd3b747f-5261-4171-a42e-b9317f9117e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2742293-811d-491f-b224-c20851492d4c'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:45:13.634637 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Bound port: 8ffb8502-320e-4a5c-befa-4926dd19d923, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3b747f-5261-4171-a42e-b9317f9117e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f2742293-811d-491f-b224-c20851492d4c'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:45:13.635761 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c7b722a7-9f63-41eb-a19a-d5d3dfefe82b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3d9b5d2-a8b5-4534-bd1c-9702f42a4bd8 HTTP/1.1" status: 204 len: 168 time: 0.6028681 Feb 05 02:45:13.639338 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.689254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b722a7-9f63-41eb-a19a-d5d3dfefe82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d9b5d2-a8b5-4534-bd1c-9702f42a4bd8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:13.708787 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63587ae4-baf6-464f-a2a6-a082b03e30d4 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for security_group_rule (737c14d8-afe9-485c-8dca-747921fe0dee), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.744709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] For port 8ffb8502-320e-4a5c-befa-4926dd19d923, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:45:13.754630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] For port 8ffb8502-320e-4a5c-befa-4926dd19d923, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8ffb8502-320e-4a5c-befa-4926dd19d923,segment=NetworkSegment(dd3b747f-5261-4171-a42e-b9317f9117e7),segment_id=dd3b747f-5261-4171-a42e-b9317f9117e7)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:45:13.794340 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.799442 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a86418e-2b51-4451-b487-e6704db0097d admin admin] Publish callbacks [] for security_group (622faaa5-b4f0-40e4-b551-fc6335d8ef2a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.885081 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-623f48c4-27be-45ad-929d-ee46c069e111 admin admin] Publish callbacks [] for security_group (f5feb4e0-b8df-42d0-8e6b-67c091307dc4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.908152 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005ccb36-6564-480c-859a-6dbce6a54055 req-f359cb31-7b7d-44a5-9091-cff3db185c0d service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632951 Feb 05 02:45:13.927885 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-623f48c4-27be-45ad-929d-ee46c069e111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f5feb4e0-b8df-42d0-8e6b-67c091307dc4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.971737 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63587ae4-baf6-464f-a2a6-a082b03e30d4 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for security_group_rule (737c14d8-afe9-485c-8dca-747921fe0dee), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.980622 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63587ae4-baf6-464f-a2a6-a082b03e30d4 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (737c14d8-afe9-485c-8dca-747921fe0dee), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:13.993913 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a86418e-2b51-4451-b487-e6704db0097d admin admin] Publish callbacks [] for security_group (622faaa5-b4f0-40e4-b551-fc6335d8ef2a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:14.053887 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd80f98-e355-4cd5-8361-46ae31f867e9 None None] Pushing event updated for resources: {'Port': ['ID=8ffb8502-320e-4a5c-befa-4926dd19d923,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:14.067894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63587ae4-baf6-464f-a2a6-a082b03e30d4 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737c14d8-afe9-485c-8dca-747921fe0dee,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:14.125781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ab4f3d07-d3bc-4ac7-afc5-2f4d1ea2f042 None None] Provisioning complete for port 8ffb8502-320e-4a5c-befa-4926dd19d923 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:14.129323 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab4f3d07-d3bc-4ac7-afc5-2f4d1ea2f042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:14.133461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Routers {'f7e7e587-1888-42a8-9c39-a5a4363cfeef'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:45:14.135345 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:45:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f7e7e587-1888-42a8-9c39-a5a4363cfeef'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:14.147080 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63587ae4-baf6-464f-a2a6-a082b03e30d4 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:14.148355 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-63587ae4-baf6-464f-a2a6-a082b03e30d4 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6506929 Feb 05 02:45:14.152915 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35810) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:14.170845 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ea1f0d98-fe31-41db-8534-028d62506416 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Request body: {'security_group_rule': {'security_group_id': '3746f17c-309f-4a99-8139-e292ee4cfcb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:14.228480 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dd886-931c-47fb-98fa-079ed6f84431 req-5265956a-fc59-4470-aa6e-9789063da9b3 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:14.232937 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-453dd886-931c-47fb-98fa-079ed6f84431 req-5265956a-fc59-4470-aa6e-9789063da9b3 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 969 time: 0.1720271 Feb 05 02:45:14.241751 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea1f0d98-fe31-41db-8534-028d62506416 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for security_group_rule (78878cf3-5b5b-4368-ad6a-d39d5ec87764), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:14.382361 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-623f48c4-27be-45ad-929d-ee46c069e111 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1dcc407fe7fd4a908d9d4271b265dc99&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6718495 Feb 05 02:45:14.398796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35818) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:14.406649 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea1f0d98-fe31-41db-8534-028d62506416 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for security_group_rule (78878cf3-5b5b-4368-ad6a-d39d5ec87764), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:14.430482 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f48c4-27be-45ad-929d-ee46c069e111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5feb4e0-b8df-42d0-8e6b-67c091307dc4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:14.441457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-453dd886-931c-47fb-98fa-079ed6f84431 req-5acde743-e929-4425-ba79-5c791105ee17 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990292 Feb 05 02:45:14.453911 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea1f0d98-fe31-41db-8534-028d62506416 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (78878cf3-5b5b-4368-ad6a-d39d5ec87764), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:14.503778 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea1f0d98-fe31-41db-8534-028d62506416 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:14.510111 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ea1f0d98-fe31-41db-8534-028d62506416 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3383777 Feb 05 02:45:14.513289 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005ccb36-6564-480c-859a-6dbce6a54055 req-13d398bf-5683-4eb5-9400-b604c65c2b79 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151772 Feb 05 02:45:14.513769 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35822) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:14.529099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:14.552247 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f0d98-fe31-41db-8534-028d62506416 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78878cf3-5b5b-4368-ad6a-d39d5ec87764,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:14.560854 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a86418e-2b51-4451-b487-e6704db0097d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (622faaa5-b4f0-40e4-b551-fc6335d8ef2a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:14.569364 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a86418e-2b51-4451-b487-e6704db0097d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:14.573442 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8a86418e-2b51-4451-b487-e6704db0097d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/622faaa5-b4f0-40e4-b551-fc6335d8ef2a HTTP/1.1" status: 204 len: 168 time: 1.5064125 Feb 05 02:45:14.602454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] Set router f7e7e587-1888-42a8-9c39-a5a4363cfeef gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:45:14.624251 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1116fcf8-52cb-42e3-9b58-6fb905af6a4d admin admin] Publish callbacks [] for security_group (f5feb4e0-b8df-42d0-8e6b-67c091307dc4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:14.673986 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1116fcf8-52cb-42e3-9b58-6fb905af6a4d admin admin] Publish callbacks [] for security_group (f5feb4e0-b8df-42d0-8e6b-67c091307dc4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:14.810318 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1116fcf8-52cb-42e3-9b58-6fb905af6a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f5feb4e0-b8df-42d0-8e6b-67c091307dc4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:14.812825 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1116fcf8-52cb-42e3-9b58-6fb905af6a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:14.816745 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1116fcf8-52cb-42e3-9b58-6fb905af6a4d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5feb4e0-b8df-42d0-8e6b-67c091307dc4 HTTP/1.1" status: 204 len: 168 time: 0.4130542 Feb 05 02:45:14.831710 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116fcf8-52cb-42e3-9b58-6fb905af6a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5feb4e0-b8df-42d0-8e6b-67c091307dc4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:14.846829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86418e-2b51-4451-b487-e6704db0097d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622faaa5-b4f0-40e4-b551-fc6335d8ef2a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:14.871394 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:15.017002 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1347e-b364-4ee1-8898-a471b3bbcc20 req-2bdf3dae-82c6-4acc-bb3b-26bea32438a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:15.025730 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-79f1347e-b364-4ee1-8898-a471b3bbcc20 req-2bdf3dae-82c6-4acc-bb3b-26bea32438a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52416306215b46a791870ed403d4bc4a&device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 1151 time: 0.4161353 Feb 05 02:45:15.215763 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:15.444844 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ab4f3d07-d3bc-4ac7-afc5-2f4d1ea2f042 None None] Current status of the port 8ffb8502-320e-4a5c-befa-4926dd19d923 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:15.445533 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab4f3d07-d3bc-4ac7-afc5-2f4d1ea2f042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:15.526098 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ab4f3d07-d3bc-4ac7-afc5-2f4d1ea2f042 None None] For port 8ffb8502-320e-4a5c-befa-4926dd19d923, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8ffb8502-320e-4a5c-befa-4926dd19d923,segment=NetworkSegment(dd3b747f-5261-4171-a42e-b9317f9117e7),segment_id=dd3b747f-5261-4171-a42e-b9317f9117e7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:15.534244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Allocated IP 172.25.0.111 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/c3201b25-e194-4b71-87d9-2c36ecc6e8bc) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:45:15.540594 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab4f3d07-d3bc-4ac7-afc5-2f4d1ea2f042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:15.615275 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35842) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:15.616432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1347e-b364-4ee1-8898-a471b3bbcc20 req-2dd3f998-e380-4f17-931d-029eaf328b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:15.618080 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-79f1347e-b364-4ee1-8898-a471b3bbcc20 req-2dd3f998-e380-4f17-931d-029eaf328b0f service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.4460886 Feb 05 02:45:15.680461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f3d07-d3bc-4ac7-afc5-2f4d1ea2f042 None None] Pushing event updated for resources: {'Port': ['ID=8ffb8502-320e-4a5c-befa-4926dd19d923,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:15.690540 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c0a08dc-fb64-455e-9120-fb7931d75062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:15.693670 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc580b57-7d28-4e78-a687-4e8c9d82cccd req-42f436ff-0ea0-4ab3-b809-43898e00d705 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:15.699104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538522777-router', 'tenant_id': '6d71e8715e1a4ff39da55bfd015fc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6f850c84-f640-4768-8ab3-263bfbc8b8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:45:01Z', 'updated_at': '2022-02-05T02:45:07Z', 'revision_number': 4, 'project_id': '6d71e8715e1a4ff39da55bfd015fc770', 'gw_port': {'id': '6f850c84-f640-4768-8ab3-263bfbc8b8e5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:45:02Z', 'updated_at': '2022-02-05T02:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '8ffb8502-320e-4a5c-befa-4926dd19d923', 'name': '', 'network_id': 'f2742293-811d-491f-b224-c20851492d4c', 'tenant_id': '6d71e8715e1a4ff39da55bfd015fc770', 'mac_address': 'fa:16:3e:02:e3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69a5047e-b0e1-409f-ac74-3a566df54dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:45:05Z', 'updated_at': '2022-02-05T02:45:13Z', 'revision_number': 4, 'project_id': '6d71e8715e1a4ff39da55bfd015fc770', 'subnets': [{'id': '69a5047e-b0e1-409f-ac74-3a566df54dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:15.704899 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc580b57-7d28-4e78-a687-4e8c9d82cccd req-42f436ff-0ea0-4ab3-b809-43898e00d705 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 969 time: 0.0906439 Feb 05 02:45:15.739816 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-79f1347e-b364-4ee1-8898-a471b3bbcc20 req-aa6d9fd3-c044-4bc7-9a78-5e75bbd955b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d3c6c86a-cc72-42e1-b67a-8c763954a9dd HTTP/1.1" status: 200 len: 217 time: 0.0818281 Feb 05 02:45:15.783290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc580b57-7d28-4e78-a687-4e8c9d82cccd req-6273e190-b115-4ea0-a1f4-dbafde9c6f71 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770752 Feb 05 02:45:15.854305 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1347e-b364-4ee1-8898-a471b3bbcc20 req-ebcabae0-2827-4467-9810-7c08ab44e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:15.856176 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-79f1347e-b364-4ee1-8898-a471b3bbcc20 req-ebcabae0-2827-4467-9810-7c08ab44e4c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1007478 Feb 05 02:45:15.858847 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0c3255-2270-46b7-a1c3-8c785d2c8ebf None None] The sync data for ids ['f7e7e587-1888-42a8-9c39-a5a4363cfeef'] in n-d-826942-8 is: [{'id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538522777-router', 'tenant_id': '6d71e8715e1a4ff39da55bfd015fc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6f850c84-f640-4768-8ab3-263bfbc8b8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:45:01Z', 'updated_at': '2022-02-05T02:45:07Z', 'revision_number': 4, 'project_id': '6d71e8715e1a4ff39da55bfd015fc770', 'gw_port': {'id': '6f850c84-f640-4768-8ab3-263bfbc8b8e5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:45:02Z', 'updated_at': '2022-02-05T02:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '8ffb8502-320e-4a5c-befa-4926dd19d923', 'name': '', 'network_id': 'f2742293-811d-491f-b224-c20851492d4c', 'tenant_id': '6d71e8715e1a4ff39da55bfd015fc770', 'mac_address': 'fa:16:3e:02:e3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69a5047e-b0e1-409f-ac74-3a566df54dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:45:05Z', 'updated_at': '2022-02-05T02:45:13Z', 'revision_number': 4, 'project_id': '6d71e8715e1a4ff39da55bfd015fc770', 'subnets': [{'id': '69a5047e-b0e1-409f-ac74-3a566df54dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:45:15.869330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-716554e6-b997-471f-b72a-a4e68320665b None None] Provisioning complete for port 8ffb8502-320e-4a5c-befa-4926dd19d923 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:15.872261 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-716554e6-b997-471f-b72a-a4e68320665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:15.972910 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:16.055528 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for port (c3201b25-e194-4b71-87d9-2c36ecc6e8bc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:16.108207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-716554e6-b997-471f-b72a-a4e68320665b None None] Current status of the port 8ffb8502-320e-4a5c-befa-4926dd19d923 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:16.184193 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1347e-b364-4ee1-8898-a471b3bbcc20 req-ebc2d106-8a7b-42fb-88dd-387cacffeef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:16.185801 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-79f1347e-b364-4ee1-8898-a471b3bbcc20 req-ebc2d106-8a7b-42fb-88dd-387cacffeef6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3137300 Feb 05 02:45:16.188160 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c0a08dc-fb64-455e-9120-fb7931d75062 admin admin] Publish callbacks [] for security_group (46719806-d0ae-411d-a4a0-7cf2f420f77f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:16.196079 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c0a08dc-fb64-455e-9120-fb7931d75062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (46719806-d0ae-411d-a4a0-7cf2f420f77f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:16.216394 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (c3201b25-e194-4b71-87d9-2c36ecc6e8bc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:16.394920 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:45:16.406468 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6c0a08dc-fb64-455e-9120-fb7931d75062 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3619e72de4cc40b28061d7dbafc43cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7843740 Feb 05 02:45:16.406893 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35858) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:16.509460 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6850b76-28c9-4fe2-9a28-9e16495a42e6 admin admin] Publish callbacks [] for security_group (46719806-d0ae-411d-a4a0-7cf2f420f77f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:16.593827 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6850b76-28c9-4fe2-9a28-9e16495a42e6 admin admin] Publish callbacks [] for security_group (46719806-d0ae-411d-a4a0-7cf2f420f77f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:16.667234 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-79f1347e-b364-4ee1-8898-a471b3bbcc20 req-c794a16e-150f-4d1a-a427-5ae0da4d2b09 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255140 Feb 05 02:45:16.669070 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:16.681080 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Pushing event updated for resources: {'Port': ['ID=c3201b25-e194-4b71-87d9-2c36ecc6e8bc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:16.689900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:45:16.737496 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6850b76-28c9-4fe2-9a28-9e16495a42e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (46719806-d0ae-411d-a4a0-7cf2f420f77f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:16.740700 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6850b76-28c9-4fe2-9a28-9e16495a42e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:16.745417 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e6850b76-28c9-4fe2-9a28-9e16495a42e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46719806-d0ae-411d-a4a0-7cf2f420f77f HTTP/1.1" status: 204 len: 168 time: 0.3353357 Feb 05 02:45:16.776509 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6850b76-28c9-4fe2-9a28-9e16495a42e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46719806-d0ae-411d-a4a0-7cf2f420f77f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:16.931144 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a08dc-fb64-455e-9120-fb7931d75062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46719806-d0ae-411d-a4a0-7cf2f420f77f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:17.066890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8ffb8502-320e-4a5c-befa-4926dd19d923 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:45:17.111459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff09332-996b-4cba-a3cd-151c589931a6 req-6e8e3962-05cf-402f-ba59-0e26f9576837 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:17.118581 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dff09332-996b-4cba-a3cd-151c589931a6 req-6e8e3962-05cf-402f-ba59-0e26f9576837 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 969 time: 0.1534073 Feb 05 02:45:17.143392 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for floatingip (b13b5761-771e-4703-b01f-d94d85a42de6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:17.245160 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8ffb8502-320e-4a5c-befa-4926dd19d923 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:17.245758 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:17.258580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dff09332-996b-4cba-a3cd-151c589931a6 req-7b396057-a946-4472-82d0-4064664f96c8 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389761 Feb 05 02:45:17.286655 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-79f1347e-b364-4ee1-8898-a471b3bbcc20 req-f73f3977-df0a-422e-86b4-927162afea9c service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390420 Feb 05 02:45:17.301451 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c3201b25-e194-4b71-87d9-2c36ecc6e8bc), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:17.478819 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8ffb8502-320e-4a5c-befa-4926dd19d923 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:17.650746 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for port (c3201b25-e194-4b71-87d9-2c36ecc6e8bc), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:17.659173 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c3201b25-e194-4b71-87d9-2c36ecc6e8bc), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:17.700100 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (b13b5761-771e-4703-b01f-d94d85a42de6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:17.729181 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:17.746792 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2319031 Feb 05 02:45:17.774658 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a89b6-5c6c-499d-908d-a8007d9dc1d6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Pushing event updated for resources: {'Port': ['ID=c3201b25-e194-4b71-87d9-2c36ecc6e8bc,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:18.272071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35912) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:18.312753 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4bbc5822-2086-4c11-9eaa-ca6d26f1b780 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1298880777&fields=id&tenant_id=f70c12dbde1743e880aac38e75ef86f3 HTTP/1.1" status: 200 len: 267 time: 0.1037700 Feb 05 02:45:18.496525 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-00b8b21d-a64e-443a-9bfe-1ef85b1651c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1020563654-network', 'tenant_id': '71233fed006a4b04a9ffe813a412f60a'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:18.531829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b8b21d-a64e-443a-9bfe-1ef85b1651c8 admin admin] Made reservation on behalf of 71233fed006a4b04a9ffe813a412f60a for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:18.535244 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00b8b21d-a64e-443a-9bfe-1ef85b1651c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:18.551803 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00b8b21d-a64e-443a-9bfe-1ef85b1651c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:18.553198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-57d0055a-186c-4a52-9eda-a06f9f601931 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:18.559738 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-57d0055a-186c-4a52-9eda-a06f9f601931 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/networks?id=a94c3582-970d-47af-8b94-110280fc5522 HTTP/1.1" status: 200 len: 824 time: 0.2400315 Feb 05 02:45:18.580669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-c61f8bb5-d6b2-4c26-9a1f-27f93db2160c tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/quotas/f70c12dbde1743e880aac38e75ef86f3 HTTP/1.1" status: 200 len: 375 time: 0.0195525 Feb 05 02:45:18.589161 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d0e97-9381-4671-a0a3-ebbae3471eab req-a9953706-ff76-4be6-b17e-87261e5a13c6 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:18.591176 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-987d0e97-9381-4671-a0a3-ebbae3471eab req-a9953706-ff76-4be6-b17e-87261e5a13c6 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 969 time: 0.1506627 Feb 05 02:45:18.700674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-987d0e97-9381-4671-a0a3-ebbae3471eab req-1dbae5d4-7add-4bf8-9426-410b696a60e8 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980823 Feb 05 02:45:18.707071 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00b8b21d-a64e-443a-9bfe-1ef85b1651c8 admin admin] Publish callbacks [] for security_group (3c0d5565-7f02-4666-b26c-bd369a8c90ca), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:18.708857 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-ce1e11b4-e7d9-4eeb-9414-c2079b1b6155 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f70c12dbde1743e880aac38e75ef86f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1273832 Feb 05 02:45:18.713288 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00b8b21d-a64e-443a-9bfe-1ef85b1651c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3c0d5565-7f02-4666-b26c-bd369a8c90ca), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:18.731472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b8b21d-a64e-443a-9bfe-1ef85b1651c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:45:18.756463 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00b8b21d-a64e-443a-9bfe-1ef85b1651c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (eafcad38-75e0-41d4-b616-2da5f13cf874), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:18.757061 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-00b8b21d-a64e-443a-9bfe-1ef85b1651c8 admin admin] Added segment eafcad38-75e0-41d4-b616-2da5f13cf874 of type vlan for network e6889049-4ffd-4bf0-8474-eaf09f13998f Feb 05 02:45:18.765945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8b21d-a64e-443a-9bfe-1ef85b1651c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0d5565-7f02-4666-b26c-bd369a8c90ca,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:18.803142 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00b8b21d-a64e-443a-9bfe-1ef85b1651c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (e6889049-4ffd-4bf0-8474-eaf09f13998f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:18.830632 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00b8b21d-a64e-443a-9bfe-1ef85b1651c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (e6889049-4ffd-4bf0-8474-eaf09f13998f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:18.832354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b8b21d-a64e-443a-9bfe-1ef85b1651c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:18.833145 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00b8b21d-a64e-443a-9bfe-1ef85b1651c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:18.894475 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-00b8b21d-a64e-443a-9bfe-1ef85b1651c8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6210217 Feb 05 02:45:18.897238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35940) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:18.904314 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2b2b769b-f8a2-4af1-a71f-23c4ec803eea admin admin] Request body: {'subnet': {'network_id': 'e6889049-4ffd-4bf0-8474-eaf09f13998f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1020563654-subnet', 'tenant_id': '71233fed006a4b04a9ffe813a412f60a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:18.916946 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8b21d-a64e-443a-9bfe-1ef85b1651c8 admin admin] Pushing event updated for resources: {'Network': ['ID=e6889049-4ffd-4bf0-8474-eaf09f13998f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:18.934091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2b769b-f8a2-4af1-a71f-23c4ec803eea admin admin] Made reservation on behalf of 71233fed006a4b04a9ffe813a412f60a for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:18.934568 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network e6889049-4ffd-4bf0-8474-eaf09f13998f details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:45:18.939853 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b2b769b-f8a2-4af1-a71f-23c4ec803eea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:19.166373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-04ecb200-7fff-4a56-8631-efd57fcf3b91 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:45:19.168343 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-04ecb200-7fff-4a56-8631-efd57fcf3b91 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0792108 Feb 05 02:45:19.172267 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b2b769b-f8a2-4af1-a71f-23c4ec803eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for subnet (e5e26fee-5a2a-4d1b-b56a-b6fb61719b98), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:19.225625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b769b-f8a2-4af1-a71f-23c4ec803eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e26fee-5a2a-4d1b-b56a-b6fb61719b98,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:19.262799 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2b769b-f8a2-4af1-a71f-23c4ec803eea admin admin] Checking segment: {'id': 'eafcad38-75e0-41d4-b616-2da5f13cf874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e6889049-4ffd-4bf0-8474-eaf09f13998f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:19.263190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2b769b-f8a2-4af1-a71f-23c4ec803eea admin admin] Network hostable DHCP agents. Network: e6889049-4ffd-4bf0-8474-eaf09f13998f, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:45:19.284813 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2b769b-f8a2-4af1-a71f-23c4ec803eea admin admin] Network e6889049-4ffd-4bf0-8474-eaf09f13998f is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:45:19.297171 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-099af461-a913-4094-a2fd-077583d7c6f0 service neutron] 10.222.0.36 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171768 Feb 05 02:45:19.298905 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-2b2b769b-f8a2-4af1-a71f-23c4ec803eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, e6889049-4ffd-4bf0-8474-eaf09f13998f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:19.307846 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0920ee-56db-4732-a741-0f25b6ed2295 None None] Network e6889049-4ffd-4bf0-8474-eaf09f13998f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:45:19.320672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2b769b-f8a2-4af1-a71f-23c4ec803eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:19.321438 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b2b769b-f8a2-4af1-a71f-23c4ec803eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:19.356545 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2b2b769b-f8a2-4af1-a71f-23c4ec803eea admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4580019 Feb 05 02:45:19.485831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-22d293a5-9234-4fe4-b540-b8e0fea3afcc service neutron] 10.222.0.36 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810751 Feb 05 02:45:19.491927 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d50277f-d4a6-493e-8d74-e7e04f69ea91 None None] Network e6889049-4ffd-4bf0-8474-eaf09f13998f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:45:19.770627 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48c695bf-9830-461e-8226-9c3a98ef1238 req-e5e67050-e330-4643-a9fe-3eb801eceb15 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 210 time: 0.0645936 Feb 05 02:45:19.838521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d4a99-9f50-4c93-94de-44d7dff1f9ce req-6048c0ca-c1e6-41cc-b058-d640744d3f32 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:19.846132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-893d4a99-9f50-4c93-94de-44d7dff1f9ce req-6048c0ca-c1e6-41cc-b058-d640744d3f32 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 969 time: 0.0644710 Feb 05 02:45:19.898514 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-893d4a99-9f50-4c93-94de-44d7dff1f9ce req-5f4f7eca-1705-4629-8f59-53a070caeb60 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513413 Feb 05 02:45:20.008120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36010) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:20.153209 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-299325e8-08a2-47de-8d2c-8dfa7fb3af9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:20.270639 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-299325e8-08a2-47de-8d2c-8dfa7fb3af9a admin admin] Publish callbacks [] for security_group (5534a178-905a-42d4-a99d-e9ef8b696b18), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:20.276897 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-299325e8-08a2-47de-8d2c-8dfa7fb3af9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5534a178-905a-42d4-a99d-e9ef8b696b18), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:20.327045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36034) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:20.327587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-299325e8-08a2-47de-8d2c-8dfa7fb3af9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=431bcfc47499411fbf9764427f19e09f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176529 Feb 05 02:45:20.328148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299325e8-08a2-47de-8d2c-8dfa7fb3af9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5534a178-905a-42d4-a99d-e9ef8b696b18,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:20.401730 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc06a2a9-faae-430e-99ed-f748a5f376a3 admin admin] Publish callbacks [] for security_group (5534a178-905a-42d4-a99d-e9ef8b696b18), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:20.428112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc06a2a9-faae-430e-99ed-f748a5f376a3 admin admin] Publish callbacks [] for security_group (5534a178-905a-42d4-a99d-e9ef8b696b18), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:20.458995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36042) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:20.465198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f5452d72-adfa-4b2b-910c-bedbe55b2c23 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1538126980-network', 'tenant_id': '821cf5ff85dc40bb8605765f7c74f39f'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:20.494186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5452d72-adfa-4b2b-910c-bedbe55b2c23 admin admin] Made reservation on behalf of 821cf5ff85dc40bb8605765f7c74f39f for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:20.500832 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5452d72-adfa-4b2b-910c-bedbe55b2c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:20.519147 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5452d72-adfa-4b2b-910c-bedbe55b2c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:20.621133 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5452d72-adfa-4b2b-910c-bedbe55b2c23 admin admin] Publish callbacks [] for security_group (8315c2cd-b213-454b-a0c1-ec46ae288b39), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:20.624959 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5452d72-adfa-4b2b-910c-bedbe55b2c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8315c2cd-b213-454b-a0c1-ec46ae288b39), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:20.646450 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc06a2a9-faae-430e-99ed-f748a5f376a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5534a178-905a-42d4-a99d-e9ef8b696b18), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:20.654005 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc06a2a9-faae-430e-99ed-f748a5f376a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:20.656533 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cc06a2a9-faae-430e-99ed-f748a5f376a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5534a178-905a-42d4-a99d-e9ef8b696b18 HTTP/1.1" status: 204 len: 168 time: 0.3272042 Feb 05 02:45:20.657561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5452d72-adfa-4b2b-910c-bedbe55b2c23 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:45:20.670630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06a2a9-faae-430e-99ed-f748a5f376a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5534a178-905a-42d4-a99d-e9ef8b696b18,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:20.702749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5452d72-adfa-4b2b-910c-bedbe55b2c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8315c2cd-b213-454b-a0c1-ec46ae288b39,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:20.714789 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5452d72-adfa-4b2b-910c-bedbe55b2c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (8ee4a590-f91d-4781-8719-acd25b606b62), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:20.715164 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-f5452d72-adfa-4b2b-910c-bedbe55b2c23 admin admin] Added segment 8ee4a590-f91d-4781-8719-acd25b606b62 of type vlan for network 5253ebbf-3f84-4097-81a0-804f0826943b Feb 05 02:45:20.765482 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5452d72-adfa-4b2b-910c-bedbe55b2c23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (5253ebbf-3f84-4097-81a0-804f0826943b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:20.794191 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5452d72-adfa-4b2b-910c-bedbe55b2c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (5253ebbf-3f84-4097-81a0-804f0826943b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:20.795634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5452d72-adfa-4b2b-910c-bedbe55b2c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:20.797309 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5452d72-adfa-4b2b-910c-bedbe55b2c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:20.867976 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f5452d72-adfa-4b2b-910c-bedbe55b2c23 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4078774 Feb 05 02:45:20.872292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36054) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:20.879279 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f0a7aa0b-2aa6-4bba-b146-6ff31721a6f0 admin admin] Request body: {'subnet': {'network_id': '5253ebbf-3f84-4097-81a0-804f0826943b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1538126980-subnet', 'tenant_id': '821cf5ff85dc40bb8605765f7c74f39f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:20.884875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5452d72-adfa-4b2b-910c-bedbe55b2c23 admin admin] Pushing event updated for resources: {'Network': ['ID=5253ebbf-3f84-4097-81a0-804f0826943b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:20.907823 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 5253ebbf-3f84-4097-81a0-804f0826943b details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:45:20.911470 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a7aa0b-2aa6-4bba-b146-6ff31721a6f0 admin admin] Made reservation on behalf of 821cf5ff85dc40bb8605765f7c74f39f for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:20.914337 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0a7aa0b-2aa6-4bba-b146-6ff31721a6f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:20.940053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2553806-e19a-40c2-9332-8b4b66169543 req-648c12b1-9bf2-403d-b302-b1611d3348da tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 210 time: 0.0464346 Feb 05 02:45:21.079618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af844b-48f6-4676-a4d1-7db139058b27 req-ad2f4da6-747b-41bf-a645-ce45506caa45 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:21.087415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80af844b-48f6-4676-a4d1-7db139058b27 req-ad2f4da6-747b-41bf-a645-ce45506caa45 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 969 time: 0.0746539 Feb 05 02:45:21.154975 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80af844b-48f6-4676-a4d1-7db139058b27 req-71fa6de5-d9a6-4f08-a6b2-24d8c00b2a3d tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612905 Feb 05 02:45:21.201653 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52221) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:21.219240 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0a7aa0b-2aa6-4bba-b146-6ff31721a6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for subnet (00c1d7d0-0f6e-4a3c-bf71-7f7a7172f025), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:21.289878 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7aa0b-2aa6-4bba-b146-6ff31721a6f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c1d7d0-0f6e-4a3c-bf71-7f7a7172f025,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:21.314513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36070) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:21.322830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a7aa0b-2aa6-4bba-b146-6ff31721a6f0 admin admin] Checking segment: {'id': '8ee4a590-f91d-4781-8719-acd25b606b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5253ebbf-3f84-4097-81a0-804f0826943b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:21.323223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a7aa0b-2aa6-4bba-b146-6ff31721a6f0 admin admin] Network hostable DHCP agents. Network: 5253ebbf-3f84-4097-81a0-804f0826943b, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:45:21.333736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b40c1379-c4a2-4304-bd8d-a850daf3bc5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:21.350132 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-8c5a36ef-e1ab-4493-a8d4-0ac5ccb7b9fe tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:21.351648 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-8c5a36ef-e1ab-4493-a8d4-0ac5ccb7b9fe tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.31 "GET /v2.0/networks?id=a94c3582-970d-47af-8b94-110280fc5522 HTTP/1.1" status: 200 len: 824 time: 0.1447220 Feb 05 02:45:21.368718 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a7aa0b-2aa6-4bba-b146-6ff31721a6f0 admin admin] Network 5253ebbf-3f84-4097-81a0-804f0826943b is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:45:21.390181 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f0a7aa0b-2aa6-4bba-b146-6ff31721a6f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 5253ebbf-3f84-4097-81a0-804f0826943b) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:21.394958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a7aa0b-2aa6-4bba-b146-6ff31721a6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:21.396082 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0a7aa0b-2aa6-4bba-b146-6ff31721a6f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:21.399161 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45580db-a346-4077-baad-00e013280b1d None None] Network 5253ebbf-3f84-4097-81a0-804f0826943b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:45:21.435054 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f0a7aa0b-2aa6-4bba-b146-6ff31721a6f0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5613494 Feb 05 02:45:21.442062 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36074) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:21.509646 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b40c1379-c4a2-4304-bd8d-a850daf3bc5c admin admin] Publish callbacks [] for security_group (359f52ab-4b07-4ff7-b18f-9f7afc75afc4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:21.523215 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b40c1379-c4a2-4304-bd8d-a850daf3bc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (359f52ab-4b07-4ff7-b18f-9f7afc75afc4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:21.567242 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-1d276041-2734-4784-bebc-141882247552 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f70c12dbde1743e880aac38e75ef86f3 HTTP/1.1" status: 200 len: 380 time: 0.1381338 Feb 05 02:45:21.586974 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb9afde-1a6e-461f-971a-87011bf4ac9a None None] Network 5253ebbf-3f84-4097-81a0-804f0826943b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:45:21.610944 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b40c1379-c4a2-4304-bd8d-a850daf3bc5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f641b1a0312477e97167870fbeb8a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949312 Feb 05 02:45:21.612553 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36084) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:21.614148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c1379-c4a2-4304-bd8d-a850daf3bc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359f52ab-4b07-4ff7-b18f-9f7afc75afc4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:21.657587 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2affbcd-52e1-4425-9ea8-3e9ca8e8d1be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:21.674181 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device d3c6c86a-cc72-42e1-b67a-8c763954a9dd details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:45:21.723591 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6685a478-005b-4e1d-8c2d-08fbb7431a5c admin admin] Publish callbacks [] for security_group (359f52ab-4b07-4ff7-b18f-9f7afc75afc4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:21.787144 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6685a478-005b-4e1d-8c2d-08fbb7431a5c admin admin] Publish callbacks [] for security_group (359f52ab-4b07-4ff7-b18f-9f7afc75afc4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:21.875030 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2affbcd-52e1-4425-9ea8-3e9ca8e8d1be admin admin] Publish callbacks [] for security_group (95f9b841-8f7d-4cb0-9436-438cdcebd3ab), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:21.884647 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2affbcd-52e1-4425-9ea8-3e9ca8e8d1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (95f9b841-8f7d-4cb0-9436-438cdcebd3ab), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:21.907908 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6685a478-005b-4e1d-8c2d-08fbb7431a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (359f52ab-4b07-4ff7-b18f-9f7afc75afc4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:21.910451 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6685a478-005b-4e1d-8c2d-08fbb7431a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:21.911894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6685a478-005b-4e1d-8c2d-08fbb7431a5c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/359f52ab-4b07-4ff7-b18f-9f7afc75afc4 HTTP/1.1" status: 204 len: 168 time: 0.2976320 Feb 05 02:45:21.931401 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port d3c6c86a-cc72-42e1-b67a-8c763954a9dd, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d3c6c86a-cc72-42e1-b67a-8c763954a9dd,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:21.938517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e2affbcd-52e1-4425-9ea8-3e9ca8e8d1be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fef12a2ed8643e7ae09b1b86eb6a9ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4948828 Feb 05 02:45:21.942095 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36094) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:21.955266 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'd3c6c86a-cc72-42e1-b67a-8c763954a9dd', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': 'd3c6c86a-cc72-42e1-b67a-8c763954a9dd', 'mac_address': 'fa:16:3e:c8:9f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:tempest-test_az-2125202016', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:45:21.958142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2affbcd-52e1-4425-9ea8-3e9ca8e8d1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f9b841-8f7d-4cb0-9436-438cdcebd3ab,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:21.989753 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685a478-005b-4e1d-8c2d-08fbb7431a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359f52ab-4b07-4ff7-b18f-9f7afc75afc4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:22.043974 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b9a096d-5711-4d08-a717-b462c752b998 admin admin] Publish callbacks [] for security_group (95f9b841-8f7d-4cb0-9436-438cdcebd3ab), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:22.052266 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port d3c6c86a-cc72-42e1-b67a-8c763954a9dd is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:22.053448 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d3c6c86a-cc72-42e1-b67a-8c763954a9dd), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:22.090131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c6c86a-cc72-42e1-b67a-8c763954a9dd {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:45:22.100365 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b9a096d-5711-4d08-a717-b462c752b998 admin admin] Publish callbacks [] for security_group (95f9b841-8f7d-4cb0-9436-438cdcebd3ab), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:22.144450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9c568e6a-3418-43b1-9e01-0aeb92cba9bd req-340ca9d7-e21d-46a3-95f2-ded8421001fa tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 210 time: 0.0602741 Feb 05 02:45:22.166870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port d3c6c86a-cc72-42e1-b67a-8c763954a9dd, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d3c6c86a-cc72-42e1-b67a-8c763954a9dd,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:22.180426 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d3c6c86a-cc72-42e1-b67a-8c763954a9dd), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:22.255683 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=d3c6c86a-cc72-42e1-b67a-8c763954a9dd,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:22.463509 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b9a096d-5711-4d08-a717-b462c752b998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (95f9b841-8f7d-4cb0-9436-438cdcebd3ab), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:22.466017 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b9a096d-5711-4d08-a717-b462c752b998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:22.467168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7b9a096d-5711-4d08-a717-b462c752b998 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95f9b841-8f7d-4cb0-9436-438cdcebd3ab HTTP/1.1" status: 204 len: 168 time: 0.5241196 Feb 05 02:45:22.487935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a096d-5711-4d08-a717-b462c752b998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f9b841-8f7d-4cb0-9436-438cdcebd3ab,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:22.493479 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['d3c6c86a-cc72-42e1-b67a-8c763954a9dd'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:45:22.526981 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cab4c-9490-4159-9b62-271f4f36258c req-d54f268e-87fb-42e0-b75c-c05c6932181b tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:22.528782 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-379cab4c-9490-4159-9b62-271f4f36258c req-d54f268e-87fb-42e0-b75c-c05c6932181b tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 970 time: 0.1435509 Feb 05 02:45:22.540881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-bf8c66d3-0dc1-42d9-8967-c081ea927a08 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:22.549053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-bf8c66d3-0dc1-42d9-8967-c081ea927a08 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/networks?id=e6889049-4ffd-4bf0-8474-eaf09f13998f HTTP/1.1" status: 200 len: 815 time: 0.3415291 Feb 05 02:45:22.580187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-9b8aca4b-1938-4a91-87a9-41521abb3709 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/quotas/71233fed006a4b04a9ffe813a412f60a HTTP/1.1" status: 200 len: 375 time: 0.0299664 Feb 05 02:45:22.623346 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-498c5d72-7204-417d-9ac7-eaf6922c7bd6 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=71233fed006a4b04a9ffe813a412f60a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422344 Feb 05 02:45:22.669495 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-379cab4c-9490-4159-9b62-271f4f36258c req-70939671-b6e7-4271-84fb-0758707b2571 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176426 Feb 05 02:45:22.869709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-ccea67ad-7e39-4101-b440-91142f0441ae service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:45:22.871118 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-ccea67ad-7e39-4101-b440-91142f0441ae service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1080849 Feb 05 02:45:22.972864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36140) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:22.992088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-60846884-da6c-48c0-8461-9ff4eee1a4e0 service neutron] 10.222.0.36 "GET /v2.0/networks/e6889049-4ffd-4bf0-8474-eaf09f13998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110966 Feb 05 02:45:22.993784 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea6d6937-d6aa-40f5-a621-dea233cf60b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:23.084919 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea6d6937-d6aa-40f5-a621-dea233cf60b6 admin admin] Publish callbacks [] for security_group (d803f941-4340-421f-a563-b6c4cf9e1f74), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:23.090938 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea6d6937-d6aa-40f5-a621-dea233cf60b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d803f941-4340-421f-a563-b6c4cf9e1f74), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:23.106811 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-40e7180f-545c-42ce-9c3f-ef6e9c53c38a service neutron] 10.222.0.36 "GET /v2.0/networks/e6889049-4ffd-4bf0-8474-eaf09f13998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085334 Feb 05 02:45:23.133697 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ea6d6937-d6aa-40f5-a621-dea233cf60b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91806b18b03148dda42752089e2e74b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590817 Feb 05 02:45:23.134602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d6937-d6aa-40f5-a621-dea233cf60b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d803f941-4340-421f-a563-b6c4cf9e1f74,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:23.136383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36144) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:23.209266 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49ba8fd7-0c00-4cfa-b605-ba726c9840e2 admin admin] Publish callbacks [] for security_group (d803f941-4340-421f-a563-b6c4cf9e1f74), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:23.240909 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49ba8fd7-0c00-4cfa-b605-ba726c9840e2 admin admin] Publish callbacks [] for security_group (d803f941-4340-421f-a563-b6c4cf9e1f74), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:23.318497 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-300ebfe7-4c73-431e-96ec-01fb47a689bb req-8f3950f6-8e86-4612-be8e-eafb01d00bfb tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 210 time: 0.0604806 Feb 05 02:45:23.396440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fe6f9188-2460-487b-89a6-fed6705f97cb req-388c1955-a2fa-45c1-ba7d-f56f54e93ab1 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 210 time: 0.0510876 Feb 05 02:45:23.402481 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49ba8fd7-0c00-4cfa-b605-ba726c9840e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d803f941-4340-421f-a563-b6c4cf9e1f74), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:23.407141 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49ba8fd7-0c00-4cfa-b605-ba726c9840e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:23.410707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-49ba8fd7-0c00-4cfa-b605-ba726c9840e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d803f941-4340-421f-a563-b6c4cf9e1f74 HTTP/1.1" status: 204 len: 168 time: 0.2691364 Feb 05 02:45:23.431886 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba8fd7-0c00-4cfa-b605-ba726c9840e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d803f941-4340-421f-a563-b6c4cf9e1f74,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:23.628654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device d3c6c86a-cc72-42e1-b67a-8c763954a9dd up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:45:23.819870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port d3c6c86a-cc72-42e1-b67a-8c763954a9dd completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:45:23.829806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port d3c6c86a-cc72-42e1-b67a-8c763954a9dd triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:23.830649 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d3c6c86a-cc72-42e1-b67a-8c763954a9dd), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:23.853522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dced34-7be1-4aa5-8c5a-a9ae82568685 req-0b565f67-1478-4eee-bb67-f0401e5daa71 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:23.855740 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50dced34-7be1-4aa5-8c5a-a9ae82568685 req-0b565f67-1478-4eee-bb67-f0401e5daa71 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 970 time: 0.0813658 Feb 05 02:45:23.942133 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50dced34-7be1-4aa5-8c5a-a9ae82568685 req-e4366cd7-987a-4510-a784-a6d7e1f04b69 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748186 Feb 05 02:45:23.989994 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port d3c6c86a-cc72-42e1-b67a-8c763954a9dd is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:23.990386 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d3c6c86a-cc72-42e1-b67a-8c763954a9dd), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:24.020596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573dc618-25c5-41ea-82f3-48dc08381b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c6c86a-cc72-42e1-b67a-8c763954a9dd'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:45:24.108307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port d3c6c86a-cc72-42e1-b67a-8c763954a9dd, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d3c6c86a-cc72-42e1-b67a-8c763954a9dd,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:24.114785 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d3c6c86a-cc72-42e1-b67a-8c763954a9dd), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:24.185956 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=d3c6c86a-cc72-42e1-b67a-8c763954a9dd,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:24.219653 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e359564a-cfd3-498c-9717-8649a97c1047" -d '{"events": [{"server_uuid": "573dc618-25c5-41ea-82f3-48dc08381b3a", "name": "network-vif-plugged", "status": "completed", "tag": "d3c6c86a-cc72-42e1-b67a-8c763954a9dd"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:45:24.436979 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70424331-7ec9-4b32-a6e4-81b44ebffb16 x-openstack-request-id: req-70424331-7ec9-4b32-a6e4-81b44ebffb16 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:45:24.438042 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573dc618-25c5-41ea-82f3-48dc08381b3a", "name": "network-vif-plugged", "status": "completed", "tag": "d3c6c86a-cc72-42e1-b67a-8c763954a9dd", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:45:24.438042 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70424331-7ec9-4b32-a6e4-81b44ebffb16 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:45:24.438350 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573dc618-25c5-41ea-82f3-48dc08381b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c6c86a-cc72-42e1-b67a-8c763954a9dd', 'code': 200} Feb 05 02:45:24.564421 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04dcc67b-98d3-48df-b048-3d251e6e397e req-0e84585c-1713-4b91-ac12-ff122dabf910 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 210 time: 0.0441458 Feb 05 02:45:24.607559 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e31b9612-e676-4a7d-a0fd-befee8912d12 req-986abdc3-ab27-4c0f-8a8e-95c5d38864a9 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 210 time: 0.0385239 Feb 05 02:45:24.625724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c5270-32d1-49a6-a0d0-6234c193ec4a req-72f35073-9684-42b3-aab3-7cb2e79c3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:24.627883 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-649c5270-32d1-49a6-a0d0-6234c193ec4a req-72f35073-9684-42b3-aab3-7cb2e79c3ef5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 1153 time: 0.1161261 Feb 05 02:45:24.653343 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-649c5270-32d1-49a6-a0d0-6234c193ec4a req-82a19cf2-f030-4648-8462-f35f9735462c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:24.740871 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-649c5270-32d1-49a6-a0d0-6234c193ec4a req-82a19cf2-f030-4648-8462-f35f9735462c service neutron] Publish callbacks [] for security_group (3942314e-09ed-41d7-bb10-3a12ebe97aa2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:24.749596 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-649c5270-32d1-49a6-a0d0-6234c193ec4a req-82a19cf2-f030-4648-8462-f35f9735462c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3942314e-09ed-41d7-bb10-3a12ebe97aa2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:24.801766 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-649c5270-32d1-49a6-a0d0-6234c193ec4a req-82a19cf2-f030-4648-8462-f35f9735462c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646302 Feb 05 02:45:24.802837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a19cf2-f030-4648-8462-f35f9735462c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3942314e-09ed-41d7-bb10-3a12ebe97aa2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:24.965349 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:45:24.980456 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36230) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:25.106487 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc279-249e-440e-a419-4cd17031d05b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:25.120874 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf9026-9efe-43bb-84de-af8fafed04c1 req-4432f5d8-ed3c-420a-afbb-21d76f30b16e tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:25.122547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bcaf9026-9efe-43bb-84de-af8fafed04c1 req-4432f5d8-ed3c-420a-afbb-21d76f30b16e tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 971 time: 0.0915213 Feb 05 02:45:25.197728 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bcaf9026-9efe-43bb-84de-af8fafed04c1 req-f023d905-2a33-444b-8f03-c2dd0519e429 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688851 Feb 05 02:45:25.251658 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc279-249e-440e-a419-4cd17031d05b admin admin] Publish callbacks [] for security_group (64cf78c5-6815-4050-aa40-fc0c8b5c076f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:25.255737 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc279-249e-440e-a419-4cd17031d05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (64cf78c5-6815-4050-aa40-fc0c8b5c076f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:25.301622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5e9dc279-249e-440e-a419-4cd17031d05b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a17c3698956243da9f1a5548a54ef3a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3202567 Feb 05 02:45:25.302851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9dc279-249e-440e-a419-4cd17031d05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cf78c5-6815-4050-aa40-fc0c8b5c076f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:25.304420 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36242) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:25.363996 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-384952e1-f58a-4532-a37b-400205c46347 admin admin] Publish callbacks [] for security_group (64cf78c5-6815-4050-aa40-fc0c8b5c076f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:25.390904 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-384952e1-f58a-4532-a37b-400205c46347 admin admin] Publish callbacks [] for security_group (64cf78c5-6815-4050-aa40-fc0c8b5c076f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:25.440223 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-384952e1-f58a-4532-a37b-400205c46347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (64cf78c5-6815-4050-aa40-fc0c8b5c076f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:25.442995 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-384952e1-f58a-4532-a37b-400205c46347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:25.444399 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-384952e1-f58a-4532-a37b-400205c46347 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64cf78c5-6815-4050-aa40-fc0c8b5c076f HTTP/1.1" status: 204 len: 168 time: 0.1381185 Feb 05 02:45:25.460085 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384952e1-f58a-4532-a37b-400205c46347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cf78c5-6815-4050-aa40-fc0c8b5c076f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:25.671480 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de71c8b8-51fc-462e-8be4-02d9f66eb211 req-8d8338d9-93d0-432d-901f-3c3560439e2e tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 210 time: 0.0322337 Feb 05 02:45:25.764341 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed503d14-3e13-44de-b243-3771fc876666 req-59df4740-2c2f-4a07-89f4-0aaab6b1439d tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 210 time: 0.0294001 Feb 05 02:45:25.898864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36258) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:25.912820 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64dc63bf-4d2d-481b-b320-a421f44f4582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:25.995146 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64dc63bf-4d2d-481b-b320-a421f44f4582 admin admin] Publish callbacks [] for security_group (3d52435e-7940-4aa3-a555-cc54d0eef55c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:25.999327 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64dc63bf-4d2d-481b-b320-a421f44f4582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3d52435e-7940-4aa3-a555-cc54d0eef55c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:26.039886 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc63bf-4d2d-481b-b320-a421f44f4582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d52435e-7940-4aa3-a555-cc54d0eef55c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:26.048471 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-64dc63bf-4d2d-481b-b320-a421f44f4582 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=617109e96f664c258cd4ae1f511a90f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480331 Feb 05 02:45:26.050615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36264) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:26.102319 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8cb01d7-ebb6-4549-bcf4-e5256ef97831 admin admin] Publish callbacks [] for security_group (3d52435e-7940-4aa3-a555-cc54d0eef55c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:26.128250 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8cb01d7-ebb6-4549-bcf4-e5256ef97831 admin admin] Publish callbacks [] for security_group (3d52435e-7940-4aa3-a555-cc54d0eef55c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:26.176830 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8cb01d7-ebb6-4549-bcf4-e5256ef97831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3d52435e-7940-4aa3-a555-cc54d0eef55c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:26.179524 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8cb01d7-ebb6-4549-bcf4-e5256ef97831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:26.180634 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c8cb01d7-ebb6-4549-bcf4-e5256ef97831 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d52435e-7940-4aa3-a555-cc54d0eef55c HTTP/1.1" status: 204 len: 168 time: 0.1289597 Feb 05 02:45:26.189226 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb01d7-ebb6-4549-bcf4-e5256ef97831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d52435e-7940-4aa3-a555-cc54d0eef55c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:26.330701 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa340f-8828-40e3-b42e-6b1cc73b3e3f req-a88086b9-0c6b-4933-b571-d82b044c61bb tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:26.336129 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-57fa340f-8828-40e3-b42e-6b1cc73b3e3f req-a88086b9-0c6b-4933-b571-d82b044c61bb tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 971 time: 0.0659194 Feb 05 02:45:26.386493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-57fa340f-8828-40e3-b42e-6b1cc73b3e3f req-db90cdd1-c65d-4b58-ad66-5c30ea4522bf tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479338 Feb 05 02:45:26.415438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36280) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:26.523431 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-231ac951-b7c0-4dbb-9c51-99942c511b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:26.602112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-231ac951-b7c0-4dbb-9c51-99942c511b7c admin admin] Publish callbacks [] for security_group (6e2245e5-1b04-49ba-99af-b30bf57d4e60), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:26.607721 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-231ac951-b7c0-4dbb-9c51-99942c511b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6e2245e5-1b04-49ba-99af-b30bf57d4e60), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:26.653358 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-231ac951-b7c0-4dbb-9c51-99942c511b7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dab40a34377943ec859324423ec9bbaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368023 Feb 05 02:45:26.654320 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ac951-b7c0-4dbb-9c51-99942c511b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2245e5-1b04-49ba-99af-b30bf57d4e60,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:26.656431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36292) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:26.713743 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b9c762d-2cd5-4455-b7a8-61757d09b671 admin admin] Publish callbacks [] for security_group (6e2245e5-1b04-49ba-99af-b30bf57d4e60), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:26.739741 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b9c762d-2cd5-4455-b7a8-61757d09b671 admin admin] Publish callbacks [] for security_group (6e2245e5-1b04-49ba-99af-b30bf57d4e60), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:26.792948 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9748c695-ce48-4f84-9caf-5e4c62cbd127 req-9bf429c4-a145-42b4-9e7c-ec35262f52a5 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 210 time: 0.0367620 Feb 05 02:45:26.817473 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b9c762d-2cd5-4455-b7a8-61757d09b671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6e2245e5-1b04-49ba-99af-b30bf57d4e60), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:26.818265 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b9c762d-2cd5-4455-b7a8-61757d09b671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:26.822290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2b9c762d-2cd5-4455-b7a8-61757d09b671 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e2245e5-1b04-49ba-99af-b30bf57d4e60 HTTP/1.1" status: 204 len: 168 time: 0.1646495 Feb 05 02:45:26.832133 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c762d-2cd5-4455-b7a8-61757d09b671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2245e5-1b04-49ba-99af-b30bf57d4e60,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:26.882580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25324110-690a-420a-a7b8-eeaf86d78861 req-5e0aed00-8397-4932-bb9f-a77c66ecd9bd tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 210 time: 0.0348127 Feb 05 02:45:26.956887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36310) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:27.095673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cc0a1259-80f7-414b-8c96-b24cd8980041 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1477672478-network', 'tenant_id': '046d701f8c1b4320bb7536b4bcbbc218'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:27.100130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36314) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:27.114253 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0a1259-80f7-414b-8c96-b24cd8980041 admin admin] Made reservation on behalf of 046d701f8c1b4320bb7536b4bcbbc218 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:27.114630 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07bd5f3d-8549-4ab2-ba14-f403863af2ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.116533 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc0a1259-80f7-414b-8c96-b24cd8980041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.125986 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc0a1259-80f7-414b-8c96-b24cd8980041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.189870 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07bd5f3d-8549-4ab2-ba14-f403863af2ec admin admin] Publish callbacks [] for security_group (3f2afe65-978f-4aae-b2ab-2dd321626450), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.193701 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07bd5f3d-8549-4ab2-ba14-f403863af2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3f2afe65-978f-4aae-b2ab-2dd321626450), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.205165 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc0a1259-80f7-414b-8c96-b24cd8980041 admin admin] Publish callbacks [] for security_group (038d7a70-9632-4960-a383-8d706a7aa338), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.209508 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc0a1259-80f7-414b-8c96-b24cd8980041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (038d7a70-9632-4960-a383-8d706a7aa338), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.234585 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0a1259-80f7-414b-8c96-b24cd8980041 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:45:27.239220 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-07bd5f3d-8549-4ab2-ba14-f403863af2ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc765817c44446bc9ebfd885a19566b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346848 Feb 05 02:45:27.239411 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd5f3d-8549-4ab2-ba14-f403863af2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2afe65-978f-4aae-b2ab-2dd321626450,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:27.247053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36316) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:27.252276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a1259-80f7-414b-8c96-b24cd8980041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038d7a70-9632-4960-a383-8d706a7aa338,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:27.255198 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc0a1259-80f7-414b-8c96-b24cd8980041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (625486aa-819d-4b04-a335-ec089d8874f0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.255543 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-cc0a1259-80f7-414b-8c96-b24cd8980041 admin admin] Added segment 625486aa-819d-4b04-a335-ec089d8874f0 of type vlan for network 11cf62be-c855-41b3-87da-58090e237db8 Feb 05 02:45:27.296250 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc0a1259-80f7-414b-8c96-b24cd8980041 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (11cf62be-c855-41b3-87da-58090e237db8), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.300429 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce2cd8c0-285a-4414-8c40-2b4ea6675c7c admin admin] Publish callbacks [] for security_group (3f2afe65-978f-4aae-b2ab-2dd321626450), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.320485 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc0a1259-80f7-414b-8c96-b24cd8980041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (11cf62be-c855-41b3-87da-58090e237db8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.321237 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce2cd8c0-285a-4414-8c40-2b4ea6675c7c admin admin] Publish callbacks [] for security_group (3f2afe65-978f-4aae-b2ab-2dd321626450), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.321358 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0a1259-80f7-414b-8c96-b24cd8980041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:27.322109 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc0a1259-80f7-414b-8c96-b24cd8980041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.380091 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce2cd8c0-285a-4414-8c40-2b4ea6675c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3f2afe65-978f-4aae-b2ab-2dd321626450), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.380822 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cc0a1259-80f7-414b-8c96-b24cd8980041 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4226544 Feb 05 02:45:27.382911 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce2cd8c0-285a-4414-8c40-2b4ea6675c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.384036 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ce2cd8c0-285a-4414-8c40-2b4ea6675c7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f2afe65-978f-4aae-b2ab-2dd321626450 HTTP/1.1" status: 204 len: 168 time: 0.1355104 Feb 05 02:45:27.384573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36318) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:27.392236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-60168b34-e4c8-4a5a-8498-332f1b718cd6 admin admin] Request body: {'subnet': {'network_id': '11cf62be-c855-41b3-87da-58090e237db8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1477672478-subnet', 'tenant_id': '046d701f8c1b4320bb7536b4bcbbc218', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:27.394077 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a1259-80f7-414b-8c96-b24cd8980041 admin admin] Pushing event updated for resources: {'Network': ['ID=11cf62be-c855-41b3-87da-58090e237db8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:27.400603 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cd8c0-285a-4414-8c40-2b4ea6675c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2afe65-978f-4aae-b2ab-2dd321626450,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:27.405070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 11cf62be-c855-41b3-87da-58090e237db8 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:45:27.419116 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60168b34-e4c8-4a5a-8498-332f1b718cd6 admin admin] Made reservation on behalf of 046d701f8c1b4320bb7536b4bcbbc218 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:27.422179 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60168b34-e4c8-4a5a-8498-332f1b718cd6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.527408 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669b72f-1016-4c6b-ae57-f4dc352f6eb4 req-d2aa6089-9507-40b3-88fb-646ad710571c tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:27.529070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2669b72f-1016-4c6b-ae57-f4dc352f6eb4 req-d2aa6089-9507-40b3-88fb-646ad710571c tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 971 time: 0.0578845 Feb 05 02:45:27.585514 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2669b72f-1016-4c6b-ae57-f4dc352f6eb4 req-b23a0bff-69ac-42a8-9c0d-3a9e04138205 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501437 Feb 05 02:45:27.610201 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60168b34-e4c8-4a5a-8498-332f1b718cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for subnet (8361a291-d05d-4883-8cc9-d8ead1ccf65a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.666331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60168b34-e4c8-4a5a-8498-332f1b718cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8361a291-d05d-4883-8cc9-d8ead1ccf65a,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:27.677941 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60168b34-e4c8-4a5a-8498-332f1b718cd6 admin admin] Checking segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:27.678303 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60168b34-e4c8-4a5a-8498-332f1b718cd6 admin admin] Network hostable DHCP agents. Network: 11cf62be-c855-41b3-87da-58090e237db8, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:45:27.696430 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60168b34-e4c8-4a5a-8498-332f1b718cd6 admin admin] Network 11cf62be-c855-41b3-87da-58090e237db8 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:45:27.706427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-60168b34-e4c8-4a5a-8498-332f1b718cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 11cf62be-c855-41b3-87da-58090e237db8) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:27.710790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60168b34-e4c8-4a5a-8498-332f1b718cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:27.711393 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60168b34-e4c8-4a5a-8498-332f1b718cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.716211 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea46163-0d81-4bf2-a4d3-5ad485af5890 None None] Network 11cf62be-c855-41b3-87da-58090e237db8 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:45:27.744852 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-60168b34-e4c8-4a5a-8498-332f1b718cd6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3577967 Feb 05 02:45:27.803689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56de9c-6727-47f6-992c-5703e472ad04 req-34c2150b-df13-4d1a-8d54-9a36bd3c9f8f tempest-AggregatesAdminTestJSON-1910533927 tempest-AggregatesAdminTestJSON-1910533927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:27.805357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d56de9c-6727-47f6-992c-5703e472ad04 req-34c2150b-df13-4d1a-8d54-9a36bd3c9f8f tempest-AggregatesAdminTestJSON-1910533927 tempest-AggregatesAdminTestJSON-1910533927-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 1153 time: 0.1067250 Feb 05 02:45:27.829825 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8d56de9c-6727-47f6-992c-5703e472ad04 req-04fcaf82-44a7-4544-a9a9-39b3588cf4d0 tempest-AggregatesAdminTestJSON-1910533927 tempest-AggregatesAdminTestJSON-1910533927-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:27.852349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a90b705-1fe9-4d8b-8227-568b0ad01a1f None None] Network 11cf62be-c855-41b3-87da-58090e237db8 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:45:27.929513 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9c006b1-c7e0-460a-90be-16c3b46a086c req-0c843ba8-1512-40e7-a9fc-68c6fc9467d1 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 210 time: 0.0426440 Feb 05 02:45:27.993296 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8d56de9c-6727-47f6-992c-5703e472ad04 req-04fcaf82-44a7-4544-a9a9-39b3588cf4d0 tempest-AggregatesAdminTestJSON-1910533927 tempest-AggregatesAdminTestJSON-1910533927-project-admin] Publish callbacks [] for security_group (f44b6008-e2ec-4f49-99e7-0a0120f368f4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:28.001365 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8d56de9c-6727-47f6-992c-5703e472ad04 req-04fcaf82-44a7-4544-a9a9-39b3588cf4d0 tempest-AggregatesAdminTestJSON-1910533927 tempest-AggregatesAdminTestJSON-1910533927-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f44b6008-e2ec-4f49-99e7-0a0120f368f4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:28.076712 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6eac2f1-51c5-454c-8e2e-710714518f22 req-095b2156-507b-45b0-91bc-cc281674f731 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 210 time: 0.0528018 Feb 05 02:45:28.078790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcaf82-44a7-4544-a9a9-39b3588cf4d0 tempest-AggregatesAdminTestJSON-1910533927 tempest-AggregatesAdminTestJSON-1910533927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44b6008-e2ec-4f49-99e7-0a0120f368f4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:28.084707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d56de9c-6727-47f6-992c-5703e472ad04 req-04fcaf82-44a7-4544-a9a9-39b3588cf4d0 tempest-AggregatesAdminTestJSON-1910533927 tempest-AggregatesAdminTestJSON-1910533927-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705147 Feb 05 02:45:28.333669 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36364) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:28.339072 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-12d4c444-8787-470a-b676-e713c3ec2706 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-73310670-network', 'tenant_id': 'fe1142ddd75d4a88b6f3b3dfdb2b7963'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:28.343090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-5af8f880-3dbe-4cff-a22b-12486c446660 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Request body: {'port': {'device_id': '7992ec5b-9b1a-4935-9546-9e029b3d3bcf', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'admin_state_up': True, 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'security_groups': ['3746f17c-309f-4a99-8139-e292ee4cfcb7']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:28.386495 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d4c444-8787-470a-b676-e713c3ec2706 admin admin] Made reservation on behalf of fe1142ddd75d4a88b6f3b3dfdb2b7963 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:28.390418 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12d4c444-8787-470a-b676-e713c3ec2706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:28.401153 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12d4c444-8787-470a-b676-e713c3ec2706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:28.505569 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12d4c444-8787-470a-b676-e713c3ec2706 admin admin] Publish callbacks [] for security_group (93c0f904-c9e3-4dde-9b8a-304eb762f0d0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:28.512796 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12d4c444-8787-470a-b676-e713c3ec2706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (93c0f904-c9e3-4dde-9b8a-304eb762f0d0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:28.543364 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d4c444-8787-470a-b676-e713c3ec2706 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:45:28.554108 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4c444-8787-470a-b676-e713c3ec2706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c0f904-c9e3-4dde-9b8a-304eb762f0d0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:28.561117 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12d4c444-8787-470a-b676-e713c3ec2706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ee081ecf-5ff6-4315-bee8-372e87550bb9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:28.563783 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-12d4c444-8787-470a-b676-e713c3ec2706 admin admin] Added segment ee081ecf-5ff6-4315-bee8-372e87550bb9 of type vlan for network 1a8fc7a5-3902-4832-8f19-d97fe0357d4f Feb 05 02:45:28.625722 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12d4c444-8787-470a-b676-e713c3ec2706 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (1a8fc7a5-3902-4832-8f19-d97fe0357d4f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:28.662152 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12d4c444-8787-470a-b676-e713c3ec2706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (1a8fc7a5-3902-4832-8f19-d97fe0357d4f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:28.663254 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d4c444-8787-470a-b676-e713c3ec2706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:28.663894 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12d4c444-8787-470a-b676-e713c3ec2706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:28.708564 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d70d9-c0e6-4e45-bd7a-09c609e8066a req-5ddbbf2b-42b7-4fbc-bb3a-37ded76b5ea5 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:28.710143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc1d70d9-c0e6-4e45-bd7a-09c609e8066a req-5ddbbf2b-42b7-4fbc-bb3a-37ded76b5ea5 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 971 time: 0.3295014 Feb 05 02:45:28.729033 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-12d4c444-8787-470a-b676-e713c3ec2706 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3940368 Feb 05 02:45:28.731355 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36372) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:28.736572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4fd00f32-23f6-4da6-b9f9-59a81f3291ce admin admin] Request body: {'subnet': {'network_id': '1a8fc7a5-3902-4832-8f19-d97fe0357d4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-73310670-subnet', 'tenant_id': 'fe1142ddd75d4a88b6f3b3dfdb2b7963', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:28.747555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4c444-8787-470a-b676-e713c3ec2706 admin admin] Pushing event updated for resources: {'Network': ['ID=1a8fc7a5-3902-4832-8f19-d97fe0357d4f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:28.759135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-5af8f880-3dbe-4cff-a22b-12486c446660 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Made reservation on behalf of f70c12dbde1743e880aac38e75ef86f3 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:28.759282 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 1a8fc7a5-3902-4832-8f19-d97fe0357d4f details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:45:28.762416 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-5af8f880-3dbe-4cff-a22b-12486c446660 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:28.772754 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd00f32-23f6-4da6-b9f9-59a81f3291ce admin admin] Made reservation on behalf of fe1142ddd75d4a88b6f3b3dfdb2b7963 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:28.775889 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4fd00f32-23f6-4da6-b9f9-59a81f3291ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:28.805691 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc1d70d9-c0e6-4e45-bd7a-09c609e8066a req-5da9143a-6adf-45d2-af13-5b977bc8b47e tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824773 Feb 05 02:45:28.974213 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52225) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:29.034779 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-5af8f880-3dbe-4cff-a22b-12486c446660 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Allocated IP 172.20.0.9 (a94c3582-970d-47af-8b94-110280fc5522/66aee997-898a-49fe-a77f-0d444b50db76/7022f25d-a110-412b-b8a5-92a00694891e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:45:29.081654 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4fd00f32-23f6-4da6-b9f9-59a81f3291ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for subnet (a1498d21-1559-46f0-a376-d3dcaa5b72c3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:29.147259 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d353e575-6e14-4a6d-b745-2272c3572698 req-1f9562bc-5c58-4122-a47d-7dc2f9f8ac17 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 210 time: 0.0450499 Feb 05 02:45:29.235280 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-59ae12c1-68f5-40c5-85a0-7b1054f8ef57 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:29.237924 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-59ae12c1-68f5-40c5-85a0-7b1054f8ef57 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.31 "GET /v2.0/networks?id=e6889049-4ffd-4bf0-8474-eaf09f13998f HTTP/1.1" status: 200 len: 815 time: 0.2627258 Feb 05 02:45:29.244679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd00f32-23f6-4da6-b9f9-59a81f3291ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1498d21-1559-46f0-a376-d3dcaa5b72c3,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:29.253478 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9099d84-bf7b-4fb8-abd8-1476d8523fa3 req-1bf0e62b-9119-47f3-ac76-ed64631ce1ae tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 210 time: 0.0449998 Feb 05 02:45:29.257433 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-a54fe31b-6ced-4a31-b931-b9cb2c88ed4c tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Request body: {'port': {'device_id': '9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0', 'network_id': 'e6889049-4ffd-4bf0-8474-eaf09f13998f', 'admin_state_up': True, 'tenant_id': '71233fed006a4b04a9ffe813a412f60a'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:29.307251 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-5af8f880-3dbe-4cff-a22b-12486c446660 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for port (7022f25d-a110-412b-b8a5-92a00694891e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:29.310844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd00f32-23f6-4da6-b9f9-59a81f3291ce admin admin] Checking segment: {'id': 'ee081ecf-5ff6-4315-bee8-372e87550bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1a8fc7a5-3902-4832-8f19-d97fe0357d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:29.311736 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd00f32-23f6-4da6-b9f9-59a81f3291ce admin admin] Network hostable DHCP agents. Network: 1a8fc7a5-3902-4832-8f19-d97fe0357d4f, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:45:29.348846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd00f32-23f6-4da6-b9f9-59a81f3291ce admin admin] Network 1a8fc7a5-3902-4832-8f19-d97fe0357d4f is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:45:29.355052 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-5af8f880-3dbe-4cff-a22b-12486c446660 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (7022f25d-a110-412b-b8a5-92a00694891e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:29.370124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4fd00f32-23f6-4da6-b9f9-59a81f3291ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 1a8fc7a5-3902-4832-8f19-d97fe0357d4f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:29.378560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd00f32-23f6-4da6-b9f9-59a81f3291ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:29.379193 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4fd00f32-23f6-4da6-b9f9-59a81f3291ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:29.393702 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96299471-fbdd-47a9-b0dd-97d256e9847e None None] Network 1a8fc7a5-3902-4832-8f19-d97fe0357d4f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:45:29.407514 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4fd00f32-23f6-4da6-b9f9-59a81f3291ce admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6747801 Feb 05 02:45:29.420079 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-a54fe31b-6ced-4a31-b931-b9cb2c88ed4c tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Made reservation on behalf of 71233fed006a4b04a9ffe813a412f60a for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:29.425485 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-a54fe31b-6ced-4a31-b931-b9cb2c88ed4c tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:29.463429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-5af8f880-3dbe-4cff-a22b-12486c446660 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Network a94c3582-970d-47af-8b94-110280fc5522 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:45:29.469941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-5af8f880-3dbe-4cff-a22b-12486c446660 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:29.476505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-5af8f880-3dbe-4cff-a22b-12486c446660 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:45:29.481589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-5af8f880-3dbe-4cff-a22b-12486c446660 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:29.482215 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-5af8f880-3dbe-4cff-a22b-12486c446660 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:29.502436 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8f880-3dbe-4cff-a22b-12486c446660 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Pushing event updated for resources: {'Port': ['ID=7022f25d-a110-412b-b8a5-92a00694891e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:29.529243 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-5af8f880-3dbe-4cff-a22b-12486c446660 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1934788 Feb 05 02:45:29.543700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-7df20db8-8ca3-457d-a31f-8f6628913290 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:45:29.546912 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-7df20db8-8ca3-457d-a31f-8f6628913290 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141165 Feb 05 02:45:29.606285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd39decd-63cf-442c-a4d9-90510357a630 None None] Network 1a8fc7a5-3902-4832-8f19-d97fe0357d4f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:45:29.640992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-a54fe31b-6ced-4a31-b931-b9cb2c88ed4c tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Allocated IP 172.20.0.5 (e6889049-4ffd-4bf0-8474-eaf09f13998f/e5e26fee-5a2a-4d1b-b56a-b6fb61719b98/b8a98179-9182-4797-891e-ecdc5ee306e3) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:45:29.760266 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Request body: {'port': {'device_id': '7992ec5b-9b1a-4935-9546-9e029b3d3bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:29.824348 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b0105-743c-46f5-a0b1-db6d307cf928 req-47f8bd09-8432-4be4-8247-fc83ec9005fd tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:29.825849 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a65b0105-743c-46f5-a0b1-db6d307cf928 req-47f8bd09-8432-4be4-8247-fc83ec9005fd tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.10 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 971 time: 0.1588702 Feb 05 02:45:29.859159 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7022f25d-a110-412b-b8a5-92a00694891e), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:29.863727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-56fcdcc4-ba27-443c-8bec-d9b7673b6c66 None None] Provisioning complete for port 7022f25d-a110-412b-b8a5-92a00694891e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:29.864247 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56fcdcc4-ba27-443c-8bec-d9b7673b6c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7022f25d-a110-412b-b8a5-92a00694891e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:29.950698 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-56fcdcc4-ba27-443c-8bec-d9b7673b6c66 None None] Port 7022f25d-a110-412b-b8a5-92a00694891e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:45:30.235406 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-a54fe31b-6ced-4a31-b931-b9cb2c88ed4c tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Publish callbacks [] for port (b8a98179-9182-4797-891e-ecdc5ee306e3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:30.246624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61562680-214c-46b4-8ab0-bc3a62b28cfd req-9086aef8-1449-4cd3-9c7f-066febc6f3e0 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:30.248119 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61562680-214c-46b4-8ab0-bc3a62b28cfd req-9086aef8-1449-4cd3-9c7f-066febc6f3e0 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 971 time: 0.1997516 Feb 05 02:45:30.248471 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a65b0105-743c-46f5-a0b1-db6d307cf928 req-6b2f0c1d-c9a0-4030-bfc4-b9d14d96e059 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Deleting port d3c6c86a-cc72-42e1-b67a-8c763954a9dd {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:45:30.248861 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a65b0105-743c-46f5-a0b1-db6d307cf928 req-6b2f0c1d-c9a0-4030-bfc4-b9d14d96e059 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d3c6c86a-cc72-42e1-b67a-8c763954a9dd), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:30.259196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-f08f2189-7a7b-4388-9a76-0ff92a53d09b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:30.260584 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-f08f2189-7a7b-4388-9a76-0ff92a53d09b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 808 time: 0.2488899 Feb 05 02:45:30.309876 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-170bdb4d-44e2-4efa-8c15-5d94c676c850 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/quotas/046d701f8c1b4320bb7536b4bcbbc218 HTTP/1.1" status: 200 len: 375 time: 0.0340772 Feb 05 02:45:30.346992 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-a54fe31b-6ced-4a31-b931-b9cb2c88ed4c tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (b8a98179-9182-4797-891e-ecdc5ee306e3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:30.357860 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-c7c3e475-77f3-426f-aa5d-f699b4ced057 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401490 Feb 05 02:45:30.369435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61562680-214c-46b4-8ab0-bc3a62b28cfd req-8de6146a-8a99-489e-bdb5-1f2655dec9d1 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9c74dd4-1df3-47d3-9e1a-94c5e8459470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079152 Feb 05 02:45:30.406410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a65b0105-743c-46f5-a0b1-db6d307cf928 req-6b2f0c1d-c9a0-4030-bfc4-b9d14d96e059 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] For port d3c6c86a-cc72-42e1-b67a-8c763954a9dd, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d3c6c86a-cc72-42e1-b67a-8c763954a9dd,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:30.407000 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a65b0105-743c-46f5-a0b1-db6d307cf928 req-6b2f0c1d-c9a0-4030-bfc4-b9d14d96e059 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d3c6c86a-cc72-42e1-b67a-8c763954a9dd), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:30.437238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-a54fe31b-6ced-4a31-b931-b9cb2c88ed4c tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Network e6889049-4ffd-4bf0-8474-eaf09f13998f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:45:30.438384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a65b0105-743c-46f5-a0b1-db6d307cf928 req-6b2f0c1d-c9a0-4030-bfc4-b9d14d96e059 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Calling delete_port for d3c6c86a-cc72-42e1-b67a-8c763954a9dd owned by compute:tempest-test_az-2125202016 {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:45:30.445681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-a54fe31b-6ced-4a31-b931-b9cb2c88ed4c tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:30.453208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-a54fe31b-6ced-4a31-b931-b9cb2c88ed4c tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:45:30.458647 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-a54fe31b-6ced-4a31-b931-b9cb2c88ed4c tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:30.459348 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-a54fe31b-6ced-4a31-b931-b9cb2c88ed4c tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:30.468076 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fe31b-6ced-4a31-b931-b9cb2c88ed4c tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Pushing event updated for resources: {'Port': ['ID=b8a98179-9182-4797-891e-ecdc5ee306e3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:30.480844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7022f25d-a110-412b-b8a5-92a00694891e {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:45:30.503836 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Publish callbacks [] for port (7022f25d-a110-412b-b8a5-92a00694891e), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:30.536657 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-a54fe31b-6ced-4a31-b931-b9cb2c88ed4c tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2862906 Feb 05 02:45:30.538965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Transition to ACTIVE for port object 7022f25d-a110-412b-b8a5-92a00694891e will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:45:30.546309 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7022f25d-a110-412b-b8a5-92a00694891e), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:30.552495 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Request body: {'port': {'device_id': '9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:30.588621 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-0b22b966-be60-4df9-bc21-98320e2bae89 service neutron] 10.222.0.36 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073131 Feb 05 02:45:30.629697 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257af38-c712-46fe-a674-7080461c1783 req-3afbaf25-3db8-4028-9816-a1b8eb8193c2 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:30.630404 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b8a98179-9182-4797-891e-ecdc5ee306e3), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:30.635839 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f257af38-c712-46fe-a674-7080461c1783 req-3afbaf25-3db8-4028-9816-a1b8eb8193c2 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 931 time: 0.1767738 Feb 05 02:45:30.715962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Pushing event updated for resources: {'Port': ['ID=7022f25d-a110-412b-b8a5-92a00694891e,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:30.725425 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a65b0105-743c-46f5-a0b1-db6d307cf928 req-6b2f0c1d-c9a0-4030-bfc4-b9d14d96e059 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (d3c6c86a-cc72-42e1-b67a-8c763954a9dd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:30.740541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['d3c6c86a-cc72-42e1-b67a-8c763954a9dd'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:45:30.777953 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Attempting to bind port 7022f25d-a110-412b-b8a5-92a00694891e on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:45:30.778222 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Attempting to bind port 7022f25d-a110-412b-b8a5-92a00694891e by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '76e46c44-1499-4f40-a5ea-e070d96843b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:45:30.778572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Attempting to bind port 7022f25d-a110-412b-b8a5-92a00694891e on network a94c3582-970d-47af-8b94-110280fc5522 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:30.803643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Port 7022f25d-a110-412b-b8a5-92a00694891e on network a94c3582-970d-47af-8b94-110280fc5522 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:45:30.804221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Attempting to bind port 7022f25d-a110-412b-b8a5-92a00694891e on network a94c3582-970d-47af-8b94-110280fc5522 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:30.804332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f0c1d-c9a0-4030-bfc4-b9d14d96e059 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Pushing event deleted for resources: {'Port': ['ID=d3c6c86a-cc72-42e1-b67a-8c763954a9dd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:30.812639 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f257af38-c712-46fe-a674-7080461c1783 req-653cd2a1-cec1-407b-bee0-1a28a3dd1b30 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755478 Feb 05 02:45:30.824773 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:45:30.825375 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Checking segment: {'id': '76e46c44-1499-4f40-a5ea-e070d96843b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:30.826234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Bound using segment: {'id': '76e46c44-1499-4f40-a5ea-e070d96843b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:45:30.827146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Bound port: 7022f25d-a110-412b-b8a5-92a00694891e, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e46c44-1499-4f40-a5ea-e070d96843b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:45:30.827654 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7022f25d-a110-412b-b8a5-92a00694891e), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:30.845492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-6febde11-fa9e-42c5-9d16-b56708c55578 service neutron] 10.222.0.36 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427320 Feb 05 02:45:30.908811 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65b0105-743c-46f5-a0b1-db6d307cf928 req-6b2f0c1d-c9a0-4030-bfc4-b9d14d96e059 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] No DVR routers for this DVR port d3c6c86a-cc72-42e1-b67a-8c763954a9dd on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:45:30.916768 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a65b0105-743c-46f5-a0b1-db6d307cf928 req-6b2f0c1d-c9a0-4030-bfc4-b9d14d96e059 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:30.920798 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a65b0105-743c-46f5-a0b1-db6d307cf928 req-6b2f0c1d-c9a0-4030-bfc4-b9d14d96e059 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.10 "DELETE /v2.0/ports/d3c6c86a-cc72-42e1-b67a-8c763954a9dd HTTP/1.1" status: 204 len: 173 time: 1.0817564 Feb 05 02:45:30.921449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573dc618-25c5-41ea-82f3-48dc08381b3a', 'name': 'network-vif-deleted', 'tag': 'd3c6c86a-cc72-42e1-b67a-8c763954a9dd'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:45:30.924221 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2478d3c9-865e-4c0c-8ff5-138418e9afb9" -d '{"events": [{"server_uuid": "573dc618-25c5-41ea-82f3-48dc08381b3a", "name": "network-vif-deleted", "tag": "d3c6c86a-cc72-42e1-b67a-8c763954a9dd"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:45:30.975581 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] For port 7022f25d-a110-412b-b8a5-92a00694891e, host n-h1-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:45:30.980264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] For port 7022f25d-a110-412b-b8a5-92a00694891e, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7022f25d-a110-412b-b8a5-92a00694891e,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:45:30.991222 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7022f25d-a110-412b-b8a5-92a00694891e), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:31.145478 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48135c44-191f-49bc-90f3-5eed56f9e869 req-7375b09a-06df-4e6a-bffd-46c9e48783b5 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:31.164538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48135c44-191f-49bc-90f3-5eed56f9e869 req-7375b09a-06df-4e6a-bffd-46c9e48783b5 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 931 time: 0.2609305 Feb 05 02:45:31.193730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a98179-9182-4797-891e-ecdc5ee306e3 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:45:31.207787 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Publish callbacks [] for port (b8a98179-9182-4797-891e-ecdc5ee306e3), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:31.233974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Transition to ACTIVE for port object b8a98179-9182-4797-891e-ecdc5ee306e3 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:45:31.252816 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b8a98179-9182-4797-891e-ecdc5ee306e3), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:31.323221 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c663083f-1ab4-4897-bcf6-f22be33ec4cc x-openstack-request-id: req-c663083f-1ab4-4897-bcf6-f22be33ec4cc {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:45:31.323711 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573dc618-25c5-41ea-82f3-48dc08381b3a", "name": "network-vif-deleted", "tag": "d3c6c86a-cc72-42e1-b67a-8c763954a9dd", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:45:31.324163 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c663083f-1ab4-4897-bcf6-f22be33ec4cc {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:45:31.324633 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573dc618-25c5-41ea-82f3-48dc08381b3a', 'name': 'network-vif-deleted', 'tag': 'd3c6c86a-cc72-42e1-b67a-8c763954a9dd', 'status': 'completed', 'code': 200} Feb 05 02:45:31.440885 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:31.441504 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:31.442654 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] 10.222.0.31 "PUT /v2.0/ports/7022f25d-a110-412b-b8a5-92a00694891e HTTP/1.1" status: 200 len: 1091 time: 1.7686727 Feb 05 02:45:31.443292 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7992ec5b-9b1a-4935-9546-9e029b3d3bcf', 'tag': '7022f25d-a110-412b-b8a5-92a00694891e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:45:31.452787 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Pushing event updated for resources: {'Port': ['ID=b8a98179-9182-4797-891e-ecdc5ee306e3,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:31.464310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Attempting to bind port b8a98179-9182-4797-891e-ecdc5ee306e3 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:45:31.466072 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Attempting to bind port b8a98179-9182-4797-891e-ecdc5ee306e3 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'eafcad38-75e0-41d4-b616-2da5f13cf874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e6889049-4ffd-4bf0-8474-eaf09f13998f'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:45:31.466420 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Attempting to bind port b8a98179-9182-4797-891e-ecdc5ee306e3 on network e6889049-4ffd-4bf0-8474-eaf09f13998f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:31.482372 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Port b8a98179-9182-4797-891e-ecdc5ee306e3 on network e6889049-4ffd-4bf0-8474-eaf09f13998f not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:45:31.482680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Attempting to bind port b8a98179-9182-4797-891e-ecdc5ee306e3 on network e6889049-4ffd-4bf0-8474-eaf09f13998f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:31.494570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:45:31.494911 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Checking segment: {'id': 'eafcad38-75e0-41d4-b616-2da5f13cf874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e6889049-4ffd-4bf0-8474-eaf09f13998f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:31.495292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Bound using segment: {'id': 'eafcad38-75e0-41d4-b616-2da5f13cf874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e6889049-4ffd-4bf0-8474-eaf09f13998f'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:45:31.495771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Bound port: b8a98179-9182-4797-891e-ecdc5ee306e3, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eafcad38-75e0-41d4-b616-2da5f13cf874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e6889049-4ffd-4bf0-8474-eaf09f13998f'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:45:31.496133 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b8a98179-9182-4797-891e-ecdc5ee306e3), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:31.569072 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e53d326f-872c-4efd-ab9c-cc41acb10e2e req-20c2a16a-8004-4fc5-b7c5-c123a8c747f2 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 210 time: 0.1304278 Feb 05 02:45:31.592033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] For port b8a98179-9182-4797-891e-ecdc5ee306e3, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:45:31.596439 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] For port b8a98179-9182-4797-891e-ecdc5ee306e3, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=b8a98179-9182-4797-891e-ecdc5ee306e3,segment=NetworkSegment(eafcad38-75e0-41d4-b616-2da5f13cf874),segment_id=eafcad38-75e0-41d4-b616-2da5f13cf874)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:45:31.606043 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b8a98179-9182-4797-891e-ecdc5ee306e3), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:31.666297 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48135c44-191f-49bc-90f3-5eed56f9e869 req-26a3c2f1-656d-48dd-93ce-30f81d8b65b7 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c0d5565-7f02-4666-b26c-bd369a8c90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987729 Feb 05 02:45:31.676213 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865f6c4-a568-4cd5-8c84-a04896c4dcfc service neutron] Pushing event updated for resources: {'Port': ['ID=7022f25d-a110-412b-b8a5-92a00694891e,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:31.691182 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:31.691837 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:31.697474 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] 10.222.0.31 "PUT /v2.0/ports/b8a98179-9182-4797-891e-ecdc5ee306e3 HTTP/1.1" status: 200 len: 1091 time: 1.1509900 Feb 05 02:45:31.738329 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-a9b9995c-9289-4390-bfdd-dcfe28c796e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:31.739911 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-a9b9995c-9289-4390-bfdd-dcfe28c796e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f70c12dbde1743e880aac38e75ef86f3&device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 1125 time: 0.2190771 Feb 05 02:45:31.749423 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36444) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:31.768708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdc1c9-1761-4dfb-9d44-8fe09d2314eb service neutron] Pushing event updated for resources: {'Port': ['ID=b8a98179-9182-4797-891e-ecdc5ee306e3,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:31.856352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-686e4ec0-21bc-4393-8ab5-bb256025465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:31.859994 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-686e4ec0-21bc-4393-8ab5-bb256025465a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71233fed006a4b04a9ffe813a412f60a&device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 1125 time: 0.0702872 Feb 05 02:45:31.863009 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cb4320-aea0-4061-9678-af3d1b59ce36" -d '{"events": [{"name": "network-changed", "server_uuid": "7992ec5b-9b1a-4935-9546-9e029b3d3bcf", "tag": "7022f25d-a110-412b-b8a5-92a00694891e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:45:31.867581 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-7923d42c-05b9-48fc-9428-cba07dd9a4f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7022f25d-a110-412b-b8a5-92a00694891e HTTP/1.1" status: 200 len: 217 time: 0.1172225 Feb 05 02:45:31.914804 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56eefd0c-359c-4d57-a2f5-23a027219c5a req-aa39ac90-63cc-4d9e-96ad-3cb0e0e5cad0 tempest-AggregatesAdminTestJSON-1976413832 tempest-AggregatesAdminTestJSON-1976413832-project] 10.222.0.36 "GET /v2.0/ports?device_id=573dc618-25c5-41ea-82f3-48dc08381b3a HTTP/1.1" status: 200 len: 210 time: 0.0606194 Feb 05 02:45:31.955865 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-491d610a-1c5c-43ef-a9bb-b611854fc72e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8a98179-9182-4797-891e-ecdc5ee306e3 HTTP/1.1" status: 200 len: 217 time: 0.0780880 Feb 05 02:45:31.978965 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5018d66-7360-49dd-8454-d2c434fcfea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:31.982684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-b4799d7a-cf43-43c6-b645-ebe3b5cd44b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:31.984704 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-b4799d7a-cf43-43c6-b645-ebe3b5cd44b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=66aee997-898a-49fe-a77f-0d444b50db76 HTTP/1.1" status: 200 len: 863 time: 0.1052852 Feb 05 02:45:32.037176 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-dcf4c896-365a-4186-a0f4-e2151220ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:32.038972 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-dcf4c896-365a-4186-a0f4-e2151220ed9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e26fee-5a2a-4d1b-b56a-b6fb61719b98 HTTP/1.1" status: 200 len: 855 time: 0.0752771 Feb 05 02:45:32.052391 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79d5bd7-f844-4f66-9e4a-cd2210077be3 x-openstack-request-id: req-f79d5bd7-f844-4f66-9e4a-cd2210077be3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:45:32.052725 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7992ec5b-9b1a-4935-9546-9e029b3d3bcf", "tag": "7022f25d-a110-412b-b8a5-92a00694891e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:45:32.052926 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f79d5bd7-f844-4f66-9e4a-cd2210077be3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:45:32.053381 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7992ec5b-9b1a-4935-9546-9e029b3d3bcf', 'tag': '7022f25d-a110-412b-b8a5-92a00694891e', 'status': 'completed', 'code': 200} Feb 05 02:45:32.063901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312efd1f-bc60-43ff-a62c-cd838baf42c6 req-d94bd2e8-ab81-4438-9b4f-25b974e53cf7 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:32.065443 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-312efd1f-bc60-43ff-a62c-cd838baf42c6 req-d94bd2e8-ab81-4438-9b4f-25b974e53cf7 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 943 time: 0.1532304 Feb 05 02:45:32.080805 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-781985ec-cb0a-453b-bed3-315e6a54a972 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6889049-4ffd-4bf0-8474-eaf09f13998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313206 Feb 05 02:45:32.123397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-94d9e3ca-99f6-40a5-9540-449b2550d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:32.126120 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-94d9e3ca-99f6-40a5-9540-449b2550d0fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a94c3582-970d-47af-8b94-110280fc5522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1333618 Feb 05 02:45:32.149210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-312efd1f-bc60-43ff-a62c-cd838baf42c6 req-3edf2c2f-f7c6-4a33-9b71-43631a5a36f5 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781732 Feb 05 02:45:32.187732 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5018d66-7360-49dd-8454-d2c434fcfea9 admin admin] Publish callbacks [] for security_group (a5bd3cef-6d09-46f9-9014-c63f6d2bcbfa), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:32.197254 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5018d66-7360-49dd-8454-d2c434fcfea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a5bd3cef-6d09-46f9-9014-c63f6d2bcbfa), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:32.229853 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-3f6297d3-f3b6-449e-82b0-8536ef5c85ac service neutron] 10.222.0.31 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957506 Feb 05 02:45:32.246685 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-e00d0f96-bac6-4039-97c4-cb0a34a5c601 service neutron] 10.222.0.31 "GET /v2.0/networks/e6889049-4ffd-4bf0-8474-eaf09f13998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583397 Feb 05 02:45:32.247716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5018d66-7360-49dd-8454-d2c434fcfea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bd3cef-6d09-46f9-9014-c63f6d2bcbfa,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:32.256863 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b5018d66-7360-49dd-8454-d2c434fcfea9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ecbc50de703418cb8b65df042e8c00e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4977190 Feb 05 02:45:32.257356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36454) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:32.346326 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c4799eb3-13a0-4ab4-9de0-2d2093dc6091 req-ae53dfcb-627e-4d6c-90fd-4a9c010b89c2 service neutron] 10.222.0.31 "GET /v2.0/networks/e6889049-4ffd-4bf0-8474-eaf09f13998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918369 Feb 05 02:45:32.370597 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5060e5d7-3c07-4274-b4c0-e24881d938cd req-3596758d-d678-4a1e-bf7d-06b6c8330242 service neutron] 10.222.0.31 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341977 Feb 05 02:45:32.371432 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-918610a1-84ed-4ca3-9eba-8e49e7d8728a admin admin] Publish callbacks [] for security_group (a5bd3cef-6d09-46f9-9014-c63f6d2bcbfa), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:32.394988 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-918610a1-84ed-4ca3-9eba-8e49e7d8728a admin admin] Publish callbacks [] for security_group (a5bd3cef-6d09-46f9-9014-c63f6d2bcbfa), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:32.445672 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-918610a1-84ed-4ca3-9eba-8e49e7d8728a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a5bd3cef-6d09-46f9-9014-c63f6d2bcbfa), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:32.450232 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-918610a1-84ed-4ca3-9eba-8e49e7d8728a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:32.451968 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-918610a1-84ed-4ca3-9eba-8e49e7d8728a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5bd3cef-6d09-46f9-9014-c63f6d2bcbfa HTTP/1.1" status: 204 len: 168 time: 0.1947138 Feb 05 02:45:32.472796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918610a1-84ed-4ca3-9eba-8e49e7d8728a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bd3cef-6d09-46f9-9014-c63f6d2bcbfa,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:32.521578 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb4320-aea0-4061-9678-af3d1b59ce36 req-2e1b97ce-d750-43d0-a626-b1ce74696fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:32.524411 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6cb4320-aea0-4061-9678-af3d1b59ce36 req-2e1b97ce-d750-43d0-a626-b1ce74696fcf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f70c12dbde1743e880aac38e75ef86f3&device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 1125 time: 0.0688665 Feb 05 02:45:32.572317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-4c9f0a0d-1d1f-4523-8acb-33fb31917dc8 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:32.574076 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-4c9f0a0d-1d1f-4523-8acb-33fb31917dc8 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.10 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 808 time: 0.1470542 Feb 05 02:45:32.588782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-2f242d9b-f27d-4333-abe5-aba96d0bbc35 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Request body: {'port': {'device_id': '47ea8c18-edd9-4830-b281-e9bf61270fcc', 'network_id': '11cf62be-c855-41b3-87da-58090e237db8', 'admin_state_up': True, 'tenant_id': '046d701f8c1b4320bb7536b4bcbbc218'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:32.699876 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f4a696a-c304-4ab1-ac7e-aa2a6138d17a req-d1a83f29-4e25-4574-945b-ee34bb021633 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 210 time: 0.0471058 Feb 05 02:45:32.726928 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb4320-aea0-4061-9678-af3d1b59ce36 req-96cf5349-4040-4050-abaf-cee30ce3ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:32.728435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6cb4320-aea0-4061-9678-af3d1b59ce36 req-96cf5349-4040-4050-abaf-cee30ce3ea53 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a94c3582-970d-47af-8b94-110280fc5522 HTTP/1.1" status: 200 len: 925 time: 0.1969581 Feb 05 02:45:32.734171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-2f242d9b-f27d-4333-abe5-aba96d0bbc35 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Made reservation on behalf of 046d701f8c1b4320bb7536b4bcbbc218 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:32.738998 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-2f242d9b-f27d-4333-abe5-aba96d0bbc35 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:32.779612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6cb4320-aea0-4061-9678-af3d1b59ce36 req-11243539-cb23-470d-9e6e-d78beb95b028 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7022f25d-a110-412b-b8a5-92a00694891e HTTP/1.1" status: 200 len: 217 time: 0.0443275 Feb 05 02:45:32.816948 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36464) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:32.836196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ac34154-ee03-4881-bb60-f185202d4ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:32.855783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb4320-aea0-4061-9678-af3d1b59ce36 req-7de17b45-7572-4c37-ad29-a86a1f2c67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:32.857147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6cb4320-aea0-4061-9678-af3d1b59ce36 req-7de17b45-7572-4c37-ad29-a86a1f2c67e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=66aee997-898a-49fe-a77f-0d444b50db76 HTTP/1.1" status: 200 len: 863 time: 0.0675011 Feb 05 02:45:32.868649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c31a9-704e-4e6b-8a7d-472b84f62f21 req-d2863abd-9279-4524-bbdd-7f89251342cc tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:32.870055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f1c31a9-704e-4e6b-8a7d-472b84f62f21 req-d2863abd-9279-4524-bbdd-7f89251342cc tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 943 time: 0.0929503 Feb 05 02:45:32.903666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-2f242d9b-f27d-4333-abe5-aba96d0bbc35 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Allocated IP 172.20.0.10 (11cf62be-c855-41b3-87da-58090e237db8/8361a291-d05d-4883-8cc9-d8ead1ccf65a/a6522dd5-6188-4622-aa85-35e9310c11fb) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:45:32.920178 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f1c31a9-704e-4e6b-8a7d-472b84f62f21 req-492ffefc-19b2-4664-8cd1-2036fd576340 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c0d5565-7f02-4666-b26c-bd369a8c90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433357 Feb 05 02:45:33.018067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb4320-aea0-4061-9678-af3d1b59ce36 req-fce7d683-739f-4e6f-9850-30460c116488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:33.019863 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6cb4320-aea0-4061-9678-af3d1b59ce36 req-fce7d683-739f-4e6f-9850-30460c116488 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a94c3582-970d-47af-8b94-110280fc5522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503490 Feb 05 02:45:33.026016 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ac34154-ee03-4881-bb60-f185202d4ad3 admin admin] Publish callbacks [] for security_group (19cc22c2-e643-4851-adf0-3c52a3b3fd8d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:33.033642 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ac34154-ee03-4881-bb60-f185202d4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (19cc22c2-e643-4851-adf0-3c52a3b3fd8d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:33.096994 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac34154-ee03-4881-bb60-f185202d4ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cc22c2-e643-4851-adf0-3c52a3b3fd8d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:33.105299 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7ac34154-ee03-4881-bb60-f185202d4ad3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0e774ac8f7946c89fe490dbb4122ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867393 Feb 05 02:45:33.109571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36476) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:33.129351 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6cb4320-aea0-4061-9678-af3d1b59ce36 req-161290e0-683c-4d27-8531-ed79e12e34ac service neutron] 10.222.0.31 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018584 Feb 05 02:45:33.152682 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-2f242d9b-f27d-4333-abe5-aba96d0bbc35 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks [] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:33.197796 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2efd1504-980c-4f3c-ba7f-50e6c3abce0e admin admin] Publish callbacks [] for security_group (19cc22c2-e643-4851-adf0-3c52a3b3fd8d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:33.226633 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-2f242d9b-f27d-4333-abe5-aba96d0bbc35 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:33.229476 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2efd1504-980c-4f3c-ba7f-50e6c3abce0e admin admin] Publish callbacks [] for security_group (19cc22c2-e643-4851-adf0-3c52a3b3fd8d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:33.274178 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6cb4320-aea0-4061-9678-af3d1b59ce36 req-455b6b66-b97c-4768-ad45-d47ba10771fd service neutron] 10.222.0.31 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382642 Feb 05 02:45:33.304026 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-2f242d9b-f27d-4333-abe5-aba96d0bbc35 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Network 11cf62be-c855-41b3-87da-58090e237db8 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:45:33.314368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-2f242d9b-f27d-4333-abe5-aba96d0bbc35 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:33.319687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878cab2-8fa4-4a3c-b92e-0309f1aa0f0a req-882d5557-74a6-4f3e-ab21-dd497b16b666 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:33.321183 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c878cab2-8fa4-4a3c-b92e-0309f1aa0f0a req-882d5557-74a6-4f3e-ab21-dd497b16b666 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 943 time: 0.0633326 Feb 05 02:45:33.323384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-2f242d9b-f27d-4333-abe5-aba96d0bbc35 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:45:33.328939 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-2f242d9b-f27d-4333-abe5-aba96d0bbc35 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:33.329544 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-2f242d9b-f27d-4333-abe5-aba96d0bbc35 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:33.333864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0', 'tag': 'b8a98179-9182-4797-891e-ecdc5ee306e3'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:45:33.341547 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7991ef8-2052-4837-8a09-06f2e7f52991" -d '{"events": [{"name": "network-changed", "server_uuid": "9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0", "tag": "b8a98179-9182-4797-891e-ecdc5ee306e3"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:45:33.341547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f242d9b-f27d-4333-abe5-aba96d0bbc35 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Pushing event updated for resources: {'Port': ['ID=a6522dd5-6188-4622-aa85-35e9310c11fb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:33.362334 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-2f242d9b-f27d-4333-abe5-aba96d0bbc35 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7780714 Feb 05 02:45:33.377320 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Request body: {'port': {'device_id': '47ea8c18-edd9-4830-b281-e9bf61270fcc', 'device_owner': 'compute:tempest-test_az-2125202016', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:33.401052 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c878cab2-8fa4-4a3c-b92e-0309f1aa0f0a req-fd79b476-955f-4769-8600-5012d60fcc13 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728333 Feb 05 02:45:33.407234 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2efd1504-980c-4f3c-ba7f-50e6c3abce0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (19cc22c2-e643-4851-adf0-3c52a3b3fd8d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:33.410136 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2efd1504-980c-4f3c-ba7f-50e6c3abce0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:33.412220 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2efd1504-980c-4f3c-ba7f-50e6c3abce0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19cc22c2-e643-4851-adf0-3c52a3b3fd8d HTTP/1.1" status: 204 len: 168 time: 0.3019226 Feb 05 02:45:33.424170 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd1504-980c-4f3c-ba7f-50e6c3abce0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cc22c2-e643-4851-adf0-3c52a3b3fd8d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:33.469415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:33.506802 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d622d7-4bd3-407c-8dd2-df8ff7b7e590 x-openstack-request-id: req-59d622d7-4bd3-407c-8dd2-df8ff7b7e590 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:45:33.506960 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0", "tag": "b8a98179-9182-4797-891e-ecdc5ee306e3", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:45:33.507217 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59d622d7-4bd3-407c-8dd2-df8ff7b7e590 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:45:33.507601 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0', 'tag': 'b8a98179-9182-4797-891e-ecdc5ee306e3', 'status': 'completed', 'code': 200} Feb 05 02:45:33.573220 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ec8f-ce3a-47dc-9fcf-c99daa3a57c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:33.616048 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7991ef8-2052-4837-8a09-06f2e7f52991 req-b341b44e-cd26-4342-89fb-efe950260143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:33.618283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7991ef8-2052-4837-8a09-06f2e7f52991 req-b341b44e-cd26-4342-89fb-efe950260143 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=71233fed006a4b04a9ffe813a412f60a&device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 1125 time: 0.0887451 Feb 05 02:45:33.685836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device d3c6c86a-cc72-42e1-b67a-8c763954a9dd no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:45:33.714313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: d3c6c86a-cc72-42e1-b67a-8c763954a9dd {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:45:33.716292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device d3c6c86a-cc72-42e1-b67a-8c763954a9dd not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:45:33.748332 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7991ef8-2052-4837-8a09-06f2e7f52991 req-b8ecf72a-fa6a-481a-babe-e2160ac01e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:33.755194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7991ef8-2052-4837-8a09-06f2e7f52991 req-b8ecf72a-fa6a-481a-babe-e2160ac01e44 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6889049-4ffd-4bf0-8474-eaf09f13998f HTTP/1.1" status: 200 len: 916 time: 0.1286004 Feb 05 02:45:33.815380 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7991ef8-2052-4837-8a09-06f2e7f52991 req-21b36006-0116-4dd5-b53e-afb060ff6d9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8a98179-9182-4797-891e-ecdc5ee306e3 HTTP/1.1" status: 200 len: 217 time: 0.0527692 Feb 05 02:45:33.838962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6522dd5-6188-4622-aa85-35e9310c11fb {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:45:33.848529 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Publish callbacks [] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:33.871574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Transition to ACTIVE for port object a6522dd5-6188-4622-aa85-35e9310c11fb will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:45:33.884589 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:33.924430 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7991ef8-2052-4837-8a09-06f2e7f52991 req-c95fd7ff-a8c6-46f2-8c2f-f11b4f3c4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:33.924430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7991ef8-2052-4837-8a09-06f2e7f52991 req-c95fd7ff-a8c6-46f2-8c2f-f11b4f3c4eda service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e26fee-5a2a-4d1b-b56a-b6fb61719b98 HTTP/1.1" status: 200 len: 855 time: 0.0954523 Feb 05 02:45:33.928613 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88954e3d-7645-411c-9b8f-ba19e6f0a146 req-8c16e7d9-d9e5-4809-85a0-e2fc133890db tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:33.930401 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88954e3d-7645-411c-9b8f-ba19e6f0a146 req-8c16e7d9-d9e5-4809-85a0-e2fc133890db tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 932 time: 0.1179659 Feb 05 02:45:33.956133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Pushing event updated for resources: {'Port': ['ID=a6522dd5-6188-4622-aa85-35e9310c11fb,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:33.963239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7991ef8-2052-4837-8a09-06f2e7f52991 req-065aa004-f7d0-4455-b466-c43e3a3a8c49 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6889049-4ffd-4bf0-8474-eaf09f13998f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315666 Feb 05 02:45:34.002182 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Attempting to bind port a6522dd5-6188-4622-aa85-35e9310c11fb on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:45:34.002517 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Attempting to bind port a6522dd5-6188-4622-aa85-35e9310c11fb by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:45:34.002869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Attempting to bind port a6522dd5-6188-4622-aa85-35e9310c11fb on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:34.007296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Port a6522dd5-6188-4622-aa85-35e9310c11fb on network 11cf62be-c855-41b3-87da-58090e237db8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:45:34.007620 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Attempting to bind port a6522dd5-6188-4622-aa85-35e9310c11fb on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:34.012756 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:45:34.013159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Checking segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:34.013687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Bound using segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:45:34.013945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Bound port: a6522dd5-6188-4622-aa85-35e9310c11fb, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:45:34.014899 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:34.060522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88954e3d-7645-411c-9b8f-ba19e6f0a146 req-92a21e81-7277-44bb-bd03-5820dd20bacd tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965626 Feb 05 02:45:34.093450 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] For port a6522dd5-6188-4622-aa85-35e9310c11fb, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:45:34.097956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] For port a6522dd5-6188-4622-aa85-35e9310c11fb, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a6522dd5-6188-4622-aa85-35e9310c11fb,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:45:34.112833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:34.117721 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7991ef8-2052-4837-8a09-06f2e7f52991 req-c3aed1c2-c827-45f1-ad26-994ff0616496 service neutron] 10.222.0.31 "GET /v2.0/networks/e6889049-4ffd-4bf0-8474-eaf09f13998f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474488 Feb 05 02:45:34.151124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:34.152260 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:34.161345 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] 10.222.0.10 "PUT /v2.0/ports/a6522dd5-6188-4622-aa85-35e9310c11fb HTTP/1.1" status: 200 len: 1114 time: 0.7916205 Feb 05 02:45:34.222340 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9c2d9-9d0f-4603-b73c-0c83189a8521 service neutron] Pushing event updated for resources: {'Port': ['ID=a6522dd5-6188-4622-aa85-35e9310c11fb,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:34.293431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-8b69badd-04f4-4a0b-82ba-54ff116df67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:34.295040 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-8b69badd-04f4-4a0b-82ba-54ff116df67d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 1148 time: 0.0872099 Feb 05 02:45:34.384965 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-396b88cb-6686-4e40-8fc9-f18c8ddd74e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6522dd5-6188-4622-aa85-35e9310c11fb HTTP/1.1" status: 200 len: 217 time: 0.0792813 Feb 05 02:45:34.456760 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-6e9a369a-8c7e-428c-b988-24b268d552f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:34.459836 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-6e9a369a-8c7e-428c-b988-24b268d552f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.0681911 Feb 05 02:45:34.463544 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7991ef8-2052-4837-8a09-06f2e7f52991 req-cafe060e-1e03-4913-af92-9e46251ca003 service neutron] 10.222.0.31 "GET /v2.0/networks/e6889049-4ffd-4bf0-8474-eaf09f13998f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379145 Feb 05 02:45:34.476051 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fe5e4-ce02-454d-9d4f-f63bf4ff3227 req-55b8f2f6-1b17-448b-915b-b947554ebbc0 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:34.477532 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d40fe5e4-ce02-454d-9d4f-f63bf4ff3227 req-55b8f2f6-1b17-448b-915b-b947554ebbc0 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 943 time: 0.3505416 Feb 05 02:45:34.509675 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-42ca87db-2388-45cf-9c2e-be1fb6eb51e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439782 Feb 05 02:45:34.531861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d40fe5e4-ce02-454d-9d4f-f63bf4ff3227 req-c74466da-4ff0-4186-94c4-690a0045ca46 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c0d5565-7f02-4666-b26c-bd369a8c90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458486 Feb 05 02:45:34.683337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7aa2c-566e-472e-b607-f5a0598dffc4 req-cb1593bc-594a-4259-891d-ffa643c9ba32 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:34.686913 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65b7aa2c-566e-472e-b607-f5a0598dffc4 req-cb1593bc-594a-4259-891d-ffa643c9ba32 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 943 time: 0.0680463 Feb 05 02:45:34.773689 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65b7aa2c-566e-472e-b607-f5a0598dffc4 req-70756b05-4eb1-48b3-8924-c9d6b90a1c44 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787137 Feb 05 02:45:34.857225 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-9bee59eb-513e-4610-acdb-21af163b635c service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403862 Feb 05 02:45:34.998054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36616) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:35.005548 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6312d5d7-ee10-4360-8ce7-4ee4e0950bd8 req-254e0d61-d729-4b7d-bed2-7198b09ffea7 service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420496 Feb 05 02:45:35.239292 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4363-f231-4d3f-ab44-7712c455a9a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:35.283484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba096af0-32a4-47f8-9fec-b98e69f3a6e9 req-eab29c12-7cf4-4ce8-92fb-9da2884dd59d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:35.284946 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba096af0-32a4-47f8-9fec-b98e69f3a6e9 req-eab29c12-7cf4-4ce8-92fb-9da2884dd59d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 966 time: 0.0886433 Feb 05 02:45:35.388098 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba096af0-32a4-47f8-9fec-b98e69f3a6e9 req-3cf6c3e1-360a-4b59-9c4f-b9d99f2c3f76 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872178 Feb 05 02:45:35.418817 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4363-f231-4d3f-ab44-7712c455a9a9 admin admin] Publish callbacks [] for security_group (0f2a6d0a-c690-4b22-9f50-de8733816cac), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:35.424688 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4363-f231-4d3f-ab44-7712c455a9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0f2a6d0a-c690-4b22-9f50-de8733816cac), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:35.469267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a4363-f231-4d3f-ab44-7712c455a9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2a6d0a-c690-4b22-9f50-de8733816cac,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:35.474230 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1f1a4363-f231-4d3f-ab44-7712c455a9a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e11752bef68494eb0d2e2ded386f346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4750378 Feb 05 02:45:35.477275 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36660) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:35.508454 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ea8c18-edd9-4830-b281-e9bf61270fcc', 'tag': 'a6522dd5-6188-4622-aa85-35e9310c11fb'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:45:35.511105 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff240e91-cc9b-4796-809e-15672c024ded" -d '{"events": [{"name": "network-changed", "server_uuid": "47ea8c18-edd9-4830-b281-e9bf61270fcc", "tag": "a6522dd5-6188-4622-aa85-35e9310c11fb"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:45:35.542092 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e356b3-1892-485b-a85b-f937ea6b3e6e admin admin] Publish callbacks [] for security_group (0f2a6d0a-c690-4b22-9f50-de8733816cac), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:35.567344 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bb4828-33bc-4367-bafc-e0be98c4560a x-openstack-request-id: req-75bb4828-33bc-4367-bafc-e0be98c4560a {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:45:35.567828 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ea8c18-edd9-4830-b281-e9bf61270fcc", "tag": "a6522dd5-6188-4622-aa85-35e9310c11fb", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:45:35.568245 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75bb4828-33bc-4367-bafc-e0be98c4560a {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:45:35.568676 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ea8c18-edd9-4830-b281-e9bf61270fcc', 'tag': 'a6522dd5-6188-4622-aa85-35e9310c11fb', 'status': 'completed', 'code': 200} Feb 05 02:45:35.570748 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e356b3-1892-485b-a85b-f937ea6b3e6e admin admin] Publish callbacks [] for security_group (0f2a6d0a-c690-4b22-9f50-de8733816cac), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:35.653202 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff240e91-cc9b-4796-809e-15672c024ded req-3a5e9094-03f4-42f6-8be6-b93e3586087e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:35.654693 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff240e91-cc9b-4796-809e-15672c024ded req-3a5e9094-03f4-42f6-8be6-b93e3586087e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 1148 time: 0.0625758 Feb 05 02:45:35.660660 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e356b3-1892-485b-a85b-f937ea6b3e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0f2a6d0a-c690-4b22-9f50-de8733816cac), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:35.663762 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e356b3-1892-485b-a85b-f937ea6b3e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:35.665171 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-23e356b3-1892-485b-a85b-f937ea6b3e6e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f2a6d0a-c690-4b22-9f50-de8733816cac HTTP/1.1" status: 204 len: 168 time: 0.1866903 Feb 05 02:45:35.692104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e356b3-1892-485b-a85b-f937ea6b3e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2a6d0a-c690-4b22-9f50-de8733816cac,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:35.709929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cb220-9fa6-4f5f-8b9a-2896cdd45c28 req-b3520c82-6567-4633-a0a5-e75da08a62d7 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:35.712110 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a51cb220-9fa6-4f5f-8b9a-2896cdd45c28 req-b3520c82-6567-4633-a0a5-e75da08a62d7 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 943 time: 0.0614221 Feb 05 02:45:35.771416 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a51cb220-9fa6-4f5f-8b9a-2896cdd45c28 req-b2cde8a1-fb18-41c2-a1f8-1172173a25de tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c0d5565-7f02-4666-b26c-bd369a8c90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528955 Feb 05 02:45:35.797330 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff240e91-cc9b-4796-809e-15672c024ded req-e847577a-82fe-4f03-9c24-f8275e3702b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:35.798982 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff240e91-cc9b-4796-809e-15672c024ded req-e847577a-82fe-4f03-9c24-f8275e3702b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.1325166 Feb 05 02:45:35.828007 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-371d68c0-f135-46ff-be1b-cd6ad2cd9291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:35.865920 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31709d96-4862-4b86-993f-b8c06738a8cf req-c3f665dc-8838-4a43-a282-250d5e415299 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3a5378990daa49febaabcbe6e557bcbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359662 Feb 05 02:45:35.902248 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff240e91-cc9b-4796-809e-15672c024ded req-2ce542cf-edf1-4b64-8825-c4b5fc6ac699 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6522dd5-6188-4622-aa85-35e9310c11fb HTTP/1.1" status: 200 len: 217 time: 0.0961230 Feb 05 02:45:35.987796 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff240e91-cc9b-4796-809e-15672c024ded req-33a9e3df-d5ca-430c-9a7f-99da442a1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:35.989336 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff240e91-cc9b-4796-809e-15672c024ded req-33a9e3df-d5ca-430c-9a7f-99da442a1a80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.0783985 Feb 05 02:45:36.026506 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff240e91-cc9b-4796-809e-15672c024ded req-f8d1a1f2-5c77-4655-97ec-673c75681269 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296526 Feb 05 02:45:36.050711 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709d96-4862-4b86-993f-b8c06738a8cf req-f9292b89-cee0-4dc4-a3f3-a9926d681fa7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:36.057940 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31709d96-4862-4b86-993f-b8c06738a8cf req-f9292b89-cee0-4dc4-a3f3-a9926d681fa7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842592 Feb 05 02:45:36.075331 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31709d96-4862-4b86-993f-b8c06738a8cf req-8810b322-686a-4031-a4c2-8a73258caca9 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/quotas/3a5378990daa49febaabcbe6e557bcbe HTTP/1.1" status: 200 len: 375 time: 0.0163939 Feb 05 02:45:36.083832 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744722f8-57ec-4aaf-90d8-bc678754e616 req-0190d1b2-c2f5-42ab-9f21-f2162ca4e098 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:36.085342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-744722f8-57ec-4aaf-90d8-bc678754e616 req-0190d1b2-c2f5-42ab-9f21-f2162ca4e098 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 943 time: 0.1046855 Feb 05 02:45:36.124371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31709d96-4862-4b86-993f-b8c06738a8cf req-d71b3a92-9662-489e-b357-30c26a3e07a7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374498 Feb 05 02:45:36.144194 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36702) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:36.160882 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-982f6a3a-2851-4184-b7eb-7c8062bdfcd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:36.174877 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff240e91-cc9b-4796-809e-15672c024ded req-5187d3ad-78aa-49cf-982d-90997127c1b8 service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424160 Feb 05 02:45:36.183170 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-744722f8-57ec-4aaf-90d8-bc678754e616 req-d10b21f3-e0d2-44e3-a336-9805c42ac878 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844848 Feb 05 02:45:36.279581 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36706) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:36.352630 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-982f6a3a-2851-4184-b7eb-7c8062bdfcd7 admin admin] Publish callbacks [] for security_group (6ff832b7-cfb1-49f5-b24b-fc1d98019729), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:36.355090 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff240e91-cc9b-4796-809e-15672c024ded req-8eaa9ac5-d77d-4d08-aa89-019acf77b8d7 service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719751 Feb 05 02:45:36.361833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-982f6a3a-2851-4184-b7eb-7c8062bdfcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6ff832b7-cfb1-49f5-b24b-fc1d98019729), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:36.412841 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2eec51a-f837-4f86-921b-0bbf00f14f4a req-5bb7f765-e480-4ae0-be38-a2b5c0dea987 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 210 time: 0.0602832 Feb 05 02:45:36.434325 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-982f6a3a-2851-4184-b7eb-7c8062bdfcd7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32291acb6b5a467582c2095a10b5bc9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890611 Feb 05 02:45:36.437599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36718) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:36.475188 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f6a3a-2851-4184-b7eb-7c8062bdfcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff832b7-cfb1-49f5-b24b-fc1d98019729,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:36.531801 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22b3e25d-230a-4d65-a9a1-87ec8b4e6fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:36.594635 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77bc8804-ec65-4e66-bbe0-9bab76672531 admin admin] Publish callbacks [] for security_group (6ff832b7-cfb1-49f5-b24b-fc1d98019729), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:36.594921 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device b8a98179-9182-4797-891e-ecdc5ee306e3 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:45:36.641695 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77bc8804-ec65-4e66-bbe0-9bab76672531 admin admin] Publish callbacks [] for security_group (6ff832b7-cfb1-49f5-b24b-fc1d98019729), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:36.676723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739bf3a-1c31-4f11-bd30-af6f45ee7b02 req-59100324-e677-45b7-a918-68375d1f3893 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:36.679238 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4739bf3a-1c31-4f11-bd30-af6f45ee7b02 req-59100324-e677-45b7-a918-68375d1f3893 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 966 time: 0.1513429 Feb 05 02:45:36.705886 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port b8a98179-9182-4797-891e-ecdc5ee306e3, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=b8a98179-9182-4797-891e-ecdc5ee306e3,segment=NetworkSegment(eafcad38-75e0-41d4-b616-2da5f13cf874),segment_id=eafcad38-75e0-41d4-b616-2da5f13cf874)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:36.718724 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'b8a98179-9182-4797-891e-ecdc5ee306e3', 'network_id': 'e6889049-4ffd-4bf0-8474-eaf09f13998f', 'port_id': 'b8a98179-9182-4797-891e-ecdc5ee306e3', 'mac_address': 'fa:16:3e:8d:aa:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e26fee-5a2a-4d1b-b56a-b6fb61719b98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:45:36.719996 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22b3e25d-230a-4d65-a9a1-87ec8b4e6fdb admin admin] Publish callbacks [] for security_group (4848820d-2b09-47e8-964b-845159060620), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:36.735980 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22b3e25d-230a-4d65-a9a1-87ec8b4e6fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4848820d-2b09-47e8-964b-845159060620), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:36.774592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port b8a98179-9182-4797-891e-ecdc5ee306e3 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:36.775274 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b8a98179-9182-4797-891e-ecdc5ee306e3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:36.790476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a98179-9182-4797-891e-ecdc5ee306e3 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:45:36.816351 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port b8a98179-9182-4797-891e-ecdc5ee306e3, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=b8a98179-9182-4797-891e-ecdc5ee306e3,segment=NetworkSegment(eafcad38-75e0-41d4-b616-2da5f13cf874),segment_id=eafcad38-75e0-41d4-b616-2da5f13cf874)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:36.824780 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b8a98179-9182-4797-891e-ecdc5ee306e3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:36.825521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 7022f25d-a110-412b-b8a5-92a00694891e details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:45:36.849978 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3e25d-230a-4d65-a9a1-87ec8b4e6fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4848820d-2b09-47e8-964b-845159060620,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:36.862028 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77bc8804-ec65-4e66-bbe0-9bab76672531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6ff832b7-cfb1-49f5-b24b-fc1d98019729), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:36.865186 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77bc8804-ec65-4e66-bbe0-9bab76672531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:36.884084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-77bc8804-ec65-4e66-bbe0-9bab76672531 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ff832b7-cfb1-49f5-b24b-fc1d98019729 HTTP/1.1" status: 204 len: 168 time: 0.4440842 Feb 05 02:45:36.892391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-22b3e25d-230a-4d65-a9a1-87ec8b4e6fdb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=edf2093cc7534c8c9529f11608e8ec8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6074252 Feb 05 02:45:36.892842 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36752) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:36.898195 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=b8a98179-9182-4797-891e-ecdc5ee306e3,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:36.914791 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc8804-ec65-4e66-bbe0-9bab76672531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff832b7-cfb1-49f5-b24b-fc1d98019729,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:36.943408 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4739bf3a-1c31-4f11-bd30-af6f45ee7b02 req-186c7967-a0ef-43bc-83f5-db1c87a3d062 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161739 Feb 05 02:45:36.996373 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c29cc7d0-5534-4bf2-a636-75ac4c9398c1 admin admin] Publish callbacks [] for security_group (4848820d-2b09-47e8-964b-845159060620), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:37.021503 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c29cc7d0-5534-4bf2-a636-75ac4c9398c1 admin admin] Publish callbacks [] for security_group (4848820d-2b09-47e8-964b-845159060620), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:37.072810 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:37.111082 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c29cc7d0-5534-4bf2-a636-75ac4c9398c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4848820d-2b09-47e8-964b-845159060620), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:37.113026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 7022f25d-a110-412b-b8a5-92a00694891e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7022f25d-a110-412b-b8a5-92a00694891e,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:37.114642 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c29cc7d0-5534-4bf2-a636-75ac4c9398c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:37.124114 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c29cc7d0-5534-4bf2-a636-75ac4c9398c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4848820d-2b09-47e8-964b-845159060620 HTTP/1.1" status: 204 len: 168 time: 0.2271397 Feb 05 02:45:37.141169 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '7022f25d-a110-412b-b8a5-92a00694891e', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'port_id': '7022f25d-a110-412b-b8a5-92a00694891e', 'mac_address': 'fa:16:3e:28:53:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:45:37.166689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98687c60-798d-4c09-a278-366f1416473a req-c5f4b9e6-688b-4e67-97cf-cb08692082a5 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:37.168188 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cc7d0-5534-4bf2-a636-75ac4c9398c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4848820d-2b09-47e8-964b-845159060620,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:37.178237 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-98687c60-798d-4c09-a278-366f1416473a req-c5f4b9e6-688b-4e67-97cf-cb08692082a5 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 944 time: 0.1518936 Feb 05 02:45:37.237081 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 7022f25d-a110-412b-b8a5-92a00694891e is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:37.237949 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7022f25d-a110-412b-b8a5-92a00694891e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:37.258274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7022f25d-a110-412b-b8a5-92a00694891e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:45:37.292664 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 7022f25d-a110-412b-b8a5-92a00694891e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7022f25d-a110-412b-b8a5-92a00694891e,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:37.300370 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7022f25d-a110-412b-b8a5-92a00694891e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:37.328967 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-98687c60-798d-4c09-a278-366f1416473a req-0ceaae3c-0cf5-4a2a-b700-69a48b030415 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c0d5565-7f02-4666-b26c-bd369a8c90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441076 Feb 05 02:45:37.400222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=7022f25d-a110-412b-b8a5-92a00694891e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:37.464131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e08a9-7151-4dbb-b3de-6f6b5b85f871 req-3ddc838f-5f58-4263-966e-174c4e0cd508 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:37.465704 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f1e08a9-7151-4dbb-b3de-6f6b5b85f871 req-3ddc838f-5f58-4263-966e-174c4e0cd508 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 944 time: 0.0807514 Feb 05 02:45:37.535361 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f1e08a9-7151-4dbb-b3de-6f6b5b85f871 req-8a652269-f17b-4bf7-92bb-14b8418a1b91 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611982 Feb 05 02:45:37.552156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0923beb9-246b-4b90-88c8-012fd38db397 req-a4975bae-e1e1-49c5-ba82-941c894f8220 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 210 time: 0.0299439 Feb 05 02:45:37.656812 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36788) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:37.670217 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1d24b0a-66e8-4ea7-b41e-1c94a5ec27d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:37.701255 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a6522dd5-6188-4622-aa85-35e9310c11fb details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:45:37.753602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['b8a98179-9182-4797-891e-ecdc5ee306e3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:45:37.755076 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1d24b0a-66e8-4ea7-b41e-1c94a5ec27d6 admin admin] Publish callbacks [] for security_group (53691194-d4a1-48f3-9d31-e99d58815eea), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:37.756980 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['7022f25d-a110-412b-b8a5-92a00694891e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:45:37.761674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1d24b0a-66e8-4ea7-b41e-1c94a5ec27d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (53691194-d4a1-48f3-9d31-e99d58815eea), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:37.809585 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a1d24b0a-66e8-4ea7-b41e-1c94a5ec27d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6a7411717c246de9b3c0bf2b08476ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515183 Feb 05 02:45:37.810973 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d24b0a-66e8-4ea7-b41e-1c94a5ec27d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53691194-d4a1-48f3-9d31-e99d58815eea,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:37.813969 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36792) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:37.888156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36796) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:37.920318 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31709d96-4862-4b86-993f-b8c06738a8cf req-cfcba26c-5c9b-40de-96de-bce4bcca03d7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3a5378990daa49febaabcbe6e557bcbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357745 Feb 05 02:45:37.977547 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58d61e90-0859-4d0f-9d03-a2f7195dfd93 admin admin] Publish callbacks [] for security_group (53691194-d4a1-48f3-9d31-e99d58815eea), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:38.011273 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a6522dd5-6188-4622-aa85-35e9310c11fb, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a6522dd5-6188-4622-aa85-35e9310c11fb,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:38.021046 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58d61e90-0859-4d0f-9d03-a2f7195dfd93 admin admin] Publish callbacks [] for security_group (53691194-d4a1-48f3-9d31-e99d58815eea), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:38.062913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'a6522dd5-6188-4622-aa85-35e9310c11fb', 'network_id': '11cf62be-c855-41b3-87da-58090e237db8', 'port_id': 'a6522dd5-6188-4622-aa85-35e9310c11fb', 'mac_address': 'fa:16:3e:51:2f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8361a291-d05d-4883-8cc9-d8ead1ccf65a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-2125202016', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:45:38.136975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36804) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:38.142549 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5dcbd69a-b2bf-4d05-a727-dddd6fa52ec6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:38.144359 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5dcbd69a-b2bf-4d05-a727-dddd6fa52ec6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2236700 Feb 05 02:45:38.168184 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-31709d96-4862-4b86-993f-b8c06738a8cf req-f046a8c0-8be9-44b5-9339-00c429c291ff tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Request body: {'port': {'device_id': 'a3303336-8cb8-47aa-ba73-de8ae79f4a77', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '3a5378990daa49febaabcbe6e557bcbe'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:38.190263 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbfdf4-5ec1-40d7-a828-815e0fbe088a req-c4a88181-370f-43a3-877d-2feecfb06ba5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:38.195129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a6522dd5-6188-4622-aa85-35e9310c11fb is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:38.195639 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:38.197310 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30bbfdf4-5ec1-40d7-a828-815e0fbe088a req-c4a88181-370f-43a3-877d-2feecfb06ba5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 966 time: 0.1570969 Feb 05 02:45:38.205054 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58d61e90-0859-4d0f-9d03-a2f7195dfd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (53691194-d4a1-48f3-9d31-e99d58815eea), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:38.207639 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58d61e90-0859-4d0f-9d03-a2f7195dfd93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:38.223454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-58d61e90-0859-4d0f-9d03-a2f7195dfd93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53691194-d4a1-48f3-9d31-e99d58815eea HTTP/1.1" status: 204 len: 168 time: 0.4077861 Feb 05 02:45:38.249462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d61e90-0859-4d0f-9d03-a2f7195dfd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53691194-d4a1-48f3-9d31-e99d58815eea,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:38.297340 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30bbfdf4-5ec1-40d7-a828-815e0fbe088a req-79a8bd2e-892c-49b5-a49c-849a424bf862 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931449 Feb 05 02:45:38.336924 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31709d96-4862-4b86-993f-b8c06738a8cf req-f046a8c0-8be9-44b5-9339-00c429c291ff tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Made reservation on behalf of 3a5378990daa49febaabcbe6e557bcbe for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:38.341703 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31709d96-4862-4b86-993f-b8c06738a8cf req-f046a8c0-8be9-44b5-9339-00c429c291ff tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:38.359430 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31709d96-4862-4b86-993f-b8c06738a8cf req-f046a8c0-8be9-44b5-9339-00c429c291ff tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:38.410530 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6522dd5-6188-4622-aa85-35e9310c11fb {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:45:38.437208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a6522dd5-6188-4622-aa85-35e9310c11fb, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a6522dd5-6188-4622-aa85-35e9310c11fb,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:38.464720 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:38.508084 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31709d96-4862-4b86-993f-b8c06738a8cf req-f046a8c0-8be9-44b5-9339-00c429c291ff tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks [] for security_group (62b77b77-1a72-468f-974d-edf0d9f6d16b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:38.513860 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31709d96-4862-4b86-993f-b8c06738a8cf req-f046a8c0-8be9-44b5-9339-00c429c291ff tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (62b77b77-1a72-468f-974d-edf0d9f6d16b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:38.521091 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-643fb68c-d5d0-466c-93e7-4c3a715fe544 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=52416306215b46a791870ed403d4bc4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784025 Feb 05 02:45:38.521946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36818) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:38.559131 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:38.565377 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb1cefdf-a808-46b7-b3ad-6af450e54d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:38.579740 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32222453-401e-488c-a1c4-3eaa1c35547e req-98621602-a89a-48d2-8297-45b63627af47 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:38.586590 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32222453-401e-488c-a1c4-3eaa1c35547e req-98621602-a89a-48d2-8297-45b63627af47 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 944 time: 0.1374447 Feb 05 02:45:38.615915 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046a8c0-8be9-44b5-9339-00c429c291ff tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b77b77-1a72-468f-974d-edf0d9f6d16b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:38.630406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a6522dd5-6188-4622-aa85-35e9310c11fb,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:38.671671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['a6522dd5-6188-4622-aa85-35e9310c11fb'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:45:38.699389 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2401fac-ae7e-4d2e-a8b2-4e7a11e46a7d admin admin] Publish callbacks [] for security_group (f9c74dd4-1df3-47d3-9e1a-94c5e8459470), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:38.735928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-31709d96-4862-4b86-993f-b8c06738a8cf req-f046a8c0-8be9-44b5-9339-00c429c291ff tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Allocated IP 192.168.233.104 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/5262ff49-6fce-4474-b84e-0c2a62252ecf) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:45:38.770095 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32222453-401e-488c-a1c4-3eaa1c35547e req-5f19b6be-6fc6-45b9-8db8-0c7ddf012d7f tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c0d5565-7f02-4666-b26c-bd369a8c90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825264 Feb 05 02:45:38.852633 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2401fac-ae7e-4d2e-a8b2-4e7a11e46a7d admin admin] Publish callbacks [] for security_group (f9c74dd4-1df3-47d3-9e1a-94c5e8459470), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:38.951054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfbf1a-e8f1-403f-9102-1ad4e7b91a2f req-3f78a7a3-09db-48ba-8492-10d9c1a26b0b tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:38.952932 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91cfbf1a-e8f1-403f-9102-1ad4e7b91a2f req-3f78a7a3-09db-48ba-8492-10d9c1a26b0b tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 944 time: 0.2814429 Feb 05 02:45:38.969350 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-979421c4-8edb-4943-a45a-1e822ad9285d req-d20473b1-57e5-4765-9077-bbed04767437 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 210 time: 0.0801528 Feb 05 02:45:38.996232 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb1cefdf-a808-46b7-b3ad-6af450e54d74 admin admin] Publish callbacks [] for security_group (b9ac2844-fbea-4707-b2e2-c74d8c999f52), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.007315 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb1cefdf-a808-46b7-b3ad-6af450e54d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b9ac2844-fbea-4707-b2e2-c74d8c999f52), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.013609 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31709d96-4862-4b86-993f-b8c06738a8cf req-f046a8c0-8be9-44b5-9339-00c429c291ff tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks [] for port (5262ff49-6fce-4474-b84e-0c2a62252ecf), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.055082 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31709d96-4862-4b86-993f-b8c06738a8cf req-f046a8c0-8be9-44b5-9339-00c429c291ff tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (5262ff49-6fce-4474-b84e-0c2a62252ecf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.063551 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cefdf-a808-46b7-b3ad-6af450e54d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ac2844-fbea-4707-b2e2-c74d8c999f52,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:39.073232 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cb1cefdf-a808-46b7-b3ad-6af450e54d74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d52640c0146947dd9bb0b81e6319a623&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1840625 Feb 05 02:45:39.076985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36838) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:39.105437 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2401fac-ae7e-4d2e-a8b2-4e7a11e46a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f9c74dd4-1df3-47d3-9e1a-94c5e8459470), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.108853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046a8c0-8be9-44b5-9339-00c429c291ff tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Pushing event updated for resources: {'Port': ['ID=5262ff49-6fce-4474-b84e-0c2a62252ecf,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:39.109054 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2401fac-ae7e-4d2e-a8b2-4e7a11e46a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.113130 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f2401fac-ae7e-4d2e-a8b2-4e7a11e46a7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9c74dd4-1df3-47d3-9e1a-94c5e8459470 HTTP/1.1" status: 204 len: 168 time: 0.5908527 Feb 05 02:45:39.124184 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31709d96-4862-4b86-993f-b8c06738a8cf req-f046a8c0-8be9-44b5-9339-00c429c291ff tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:45:39.126318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-31709d96-4862-4b86-993f-b8c06738a8cf req-f046a8c0-8be9-44b5-9339-00c429c291ff tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:39.127253 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91cfbf1a-e8f1-403f-9102-1ad4e7b91a2f req-dc60df9e-91fe-4753-b2fb-a958d84039d0 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335573 Feb 05 02:45:39.128732 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-31709d96-4862-4b86-993f-b8c06738a8cf req-f046a8c0-8be9-44b5-9339-00c429c291ff tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:45:39.134982 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709d96-4862-4b86-993f-b8c06738a8cf req-f046a8c0-8be9-44b5-9339-00c429c291ff tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:39.135569 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31709d96-4862-4b86-993f-b8c06738a8cf req-f046a8c0-8be9-44b5-9339-00c429c291ff tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.140934 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2401fac-ae7e-4d2e-a8b2-4e7a11e46a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c74dd4-1df3-47d3-9e1a-94c5e8459470,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:39.163601 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31709d96-4862-4b86-993f-b8c06738a8cf req-f046a8c0-8be9-44b5-9339-00c429c291ff tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0097625 Feb 05 02:45:39.166673 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-38ef3970-1edf-44b2-b631-175c265ec816 admin admin] Publish callbacks [] for security_group (b9ac2844-fbea-4707-b2e2-c74d8c999f52), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.179606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Request body: {'port': {'device_id': 'a3303336-8cb8-47aa-ba73-de8ae79f4a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:39.194167 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-38ef3970-1edf-44b2-b631-175c265ec816 admin admin] Publish callbacks [] for security_group (b9ac2844-fbea-4707-b2e2-c74d8c999f52), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.260879 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5262ff49-6fce-4474-b84e-0c2a62252ecf), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.267264 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-38ef3970-1edf-44b2-b631-175c265ec816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b9ac2844-fbea-4707-b2e2-c74d8c999f52), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.271893 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-38ef3970-1edf-44b2-b631-175c265ec816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.273107 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-38ef3970-1edf-44b2-b631-175c265ec816 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b9ac2844-fbea-4707-b2e2-c74d8c999f52 HTTP/1.1" status: 204 len: 168 time: 0.1948187 Feb 05 02:45:39.288502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef3970-1edf-44b2-b631-175c265ec816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ac2844-fbea-4707-b2e2-c74d8c999f52,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:39.521678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dba6f8-add8-4f4f-bd27-fddb0554368d req-a5878b39-6531-41e1-9989-2c18b6cc8ea9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:39.523277 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4dba6f8-add8-4f4f-bd27-fddb0554368d req-a5878b39-6531-41e1-9989-2c18b6cc8ea9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 967 time: 0.1006708 Feb 05 02:45:39.593143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d3fd5ad2-970e-47b3-aaaa-33fabb1dc34d None None] Provisioning complete for port 5262ff49-6fce-4474-b84e-0c2a62252ecf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:39.595171 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d3fd5ad2-970e-47b3-aaaa-33fabb1dc34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5262ff49-6fce-4474-b84e-0c2a62252ecf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.606228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4dba6f8-add8-4f4f-bd27-fddb0554368d req-7987ab07-fe52-4b5d-8c7e-8474f159f94c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768032 Feb 05 02:45:39.645143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d3fd5ad2-970e-47b3-aaaa-33fabb1dc34d None None] Port 5262ff49-6fce-4474-b84e-0c2a62252ecf cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:45:39.654794 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5262ff49-6fce-4474-b84e-0c2a62252ecf {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:45:39.662551 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Publish callbacks [] for port (5262ff49-6fce-4474-b84e-0c2a62252ecf), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.678263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Transition to ACTIVE for port object 5262ff49-6fce-4474-b84e-0c2a62252ecf will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:45:39.683456 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5262ff49-6fce-4474-b84e-0c2a62252ecf), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.722643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a6522dd5-6188-4622-aa85-35e9310c11fb up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:45:39.741476 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Pushing event updated for resources: {'Port': ['ID=5262ff49-6fce-4474-b84e-0c2a62252ecf,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:39.776464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Attempting to bind port 5262ff49-6fce-4474-b84e-0c2a62252ecf on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:45:39.776885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Attempting to bind port 5262ff49-6fce-4474-b84e-0c2a62252ecf by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:45:39.777461 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Attempting to bind port 5262ff49-6fce-4474-b84e-0c2a62252ecf on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:39.783142 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Port 5262ff49-6fce-4474-b84e-0c2a62252ecf on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:45:39.783738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Attempting to bind port 5262ff49-6fce-4474-b84e-0c2a62252ecf on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:39.805002 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:45:39.807390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:39.809829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:45:39.810580 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Bound port: 5262ff49-6fce-4474-b84e-0c2a62252ecf, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:45:39.811925 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5262ff49-6fce-4474-b84e-0c2a62252ecf), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.816524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port a6522dd5-6188-4622-aa85-35e9310c11fb completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:45:39.825282 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port a6522dd5-6188-4622-aa85-35e9310c11fb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:39.825722 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.874325 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36866) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:39.909474 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.948130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] For port 5262ff49-6fce-4474-b84e-0c2a62252ecf, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:45:39.957808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] For port 5262ff49-6fce-4474-b84e-0c2a62252ecf, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5262ff49-6fce-4474-b84e-0c2a62252ecf,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:45:39.968334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36868) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:39.982510 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5262ff49-6fce-4474-b84e-0c2a62252ecf), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:39.989325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dc2f712-35cd-4596-8273-781ae5b660db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:40.028996 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a6522dd5-6188-4622-aa85-35e9310c11fb is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:40.033235 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-af5523ff-4f9d-4802-9193-ee25f592134c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=543b99c6a43e4ec0b593f809c1ce821c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1534913 Feb 05 02:45:40.033433 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:40.035445 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36872) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:40.082943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ea8c18-edd9-4830-b281-e9bf61270fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6522dd5-6188-4622-aa85-35e9310c11fb'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:45:40.085201 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dd9ba2-7d05-4ced-89b0-e3d5105105db" -d '{"events": [{"server_uuid": "47ea8c18-edd9-4830-b281-e9bf61270fcc", "name": "network-vif-plugged", "status": "completed", "tag": "a6522dd5-6188-4622-aa85-35e9310c11fb"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:45:40.087408 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f977723-c51a-46ac-ad5a-3027adcfd77d req-5091faa3-0f93-46a9-a2df-750b59c8d8d1 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:40.089059 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f977723-c51a-46ac-ad5a-3027adcfd77d req-5091faa3-0f93-46a9-a2df-750b59c8d8d1 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 944 time: 0.2108285 Feb 05 02:45:40.123116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a6522dd5-6188-4622-aa85-35e9310c11fb, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a6522dd5-6188-4622-aa85-35e9310c11fb,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:40.123390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:40.124246 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:40.125996 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31709d96-4862-4b86-993f-b8c06738a8cf req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] 10.222.0.10 "PUT /v2.0/ports/5262ff49-6fce-4474-b84e-0c2a62252ecf HTTP/1.1" status: 200 len: 1096 time: 0.9527617 Feb 05 02:45:40.132828 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:40.140206 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3303336-8cb8-47aa-ba73-de8ae79f4a77', 'tag': '5262ff49-6fce-4474-b84e-0c2a62252ecf'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:45:40.149485 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79c2e25-2423-42ba-8b2d-f071232bc0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a3303336-8cb8-47aa-ba73-de8ae79f4a77", "tag": "5262ff49-6fce-4474-b84e-0c2a62252ecf"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:45:40.270314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a6522dd5-6188-4622-aa85-35e9310c11fb,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:40.271949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f977723-c51a-46ac-ad5a-3027adcfd77d req-5c582c3c-687f-4881-b060-c75e8e39033e tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c0d5565-7f02-4666-b26c-bd369a8c90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761413 Feb 05 02:45:40.285155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ae941-a3c9-4272-9998-226afe3ff7ed req-9448df59-1a58-4156-9f34-055694f40b84 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:40.286474 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-606ae941-a3c9-4272-9998-226afe3ff7ed req-9448df59-1a58-4156-9f34-055694f40b84 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 948 time: 0.1836531 Feb 05 02:45:40.302373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484db3b-a8b9-46d1-8c53-c16d0aff7472 service neutron] Pushing event updated for resources: {'Port': ['ID=5262ff49-6fce-4474-b84e-0c2a62252ecf,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:40.359033 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9b2d33f-d7f9-488e-8d8f-75ce5b78091d admin admin] Publish callbacks [] for security_group (f44b6008-e2ec-4f49-99e7-0a0120f368f4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:40.371950 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95b1f0f-72c6-445b-871e-646e57f2eb51 x-openstack-request-id: req-b95b1f0f-72c6-445b-871e-646e57f2eb51 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:45:40.372299 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ea8c18-edd9-4830-b281-e9bf61270fcc", "name": "network-vif-plugged", "status": "completed", "tag": "a6522dd5-6188-4622-aa85-35e9310c11fb", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:45:40.372591 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b95b1f0f-72c6-445b-871e-646e57f2eb51 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:45:40.373002 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ea8c18-edd9-4830-b281-e9bf61270fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6522dd5-6188-4622-aa85-35e9310c11fb', 'code': 200} Feb 05 02:45:40.400796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-606ae941-a3c9-4272-9998-226afe3ff7ed req-4f6abcf6-4327-42e3-bda9-95edb08a884d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004832 Feb 05 02:45:40.430653 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.10', 52229) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:40.455475 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12fa30a-8fdf-4181-8a09-9c1747da7cb2 x-openstack-request-id: req-d12fa30a-8fdf-4181-8a09-9c1747da7cb2 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:45:40.461020 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3303336-8cb8-47aa-ba73-de8ae79f4a77", "tag": "5262ff49-6fce-4474-b84e-0c2a62252ecf", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:45:40.461265 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d12fa30a-8fdf-4181-8a09-9c1747da7cb2 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:45:40.461800 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3303336-8cb8-47aa-ba73-de8ae79f4a77', 'tag': '5262ff49-6fce-4474-b84e-0c2a62252ecf', 'status': 'completed', 'code': 200} Feb 05 02:45:40.495641 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9b2d33f-d7f9-488e-8d8f-75ce5b78091d admin admin] Publish callbacks [] for security_group (f44b6008-e2ec-4f49-99e7-0a0120f368f4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:40.536229 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709d96-4862-4b86-993f-b8c06738a8cf req-e9aef0a0-66bd-40c9-bbbd-a5387a5dc87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:40.538002 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31709d96-4862-4b86-993f-b8c06738a8cf req-e9aef0a0-66bd-40c9-bbbd-a5387a5dc87a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 1130 time: 0.3418310 Feb 05 02:45:40.540005 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dc2f712-35cd-4596-8273-781ae5b660db admin admin] Publish callbacks [] for security_group (a9888a81-e045-414b-a272-4d9fc9428bed), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:40.546449 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54911d-595a-40cb-8080-39db398dca15 req-c218dbaa-9196-4888-8573-882955238918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:40.549257 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b54911d-595a-40cb-8080-39db398dca15 req-c218dbaa-9196-4888-8573-882955238918 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 1150 time: 0.1167901 Feb 05 02:45:40.557800 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dc2f712-35cd-4596-8273-781ae5b660db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a9888a81-e045-414b-a272-4d9fc9428bed), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:40.588338 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3956b-6c12-48f9-b84e-7994b894e5d2 req-42c4d5df-93c2-48ac-bae8-a9a007168d8a tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:40.598222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device b8a98179-9182-4797-891e-ecdc5ee306e3 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:45:40.599170 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30d3956b-6c12-48f9-b84e-7994b894e5d2 req-42c4d5df-93c2-48ac-bae8-a9a007168d8a tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 944 time: 0.1196387 Feb 05 02:45:40.602654 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31709d96-4862-4b86-993f-b8c06738a8cf req-fcab3043-7d89-47b9-9d97-bc03e1517dd7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5262ff49-6fce-4474-b84e-0c2a62252ecf HTTP/1.1" status: 200 len: 217 time: 0.0568948 Feb 05 02:45:40.681008 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7dc2f712-35cd-4596-8273-781ae5b660db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=780441a62e6241fca4b868c3d062ba82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7112198 Feb 05 02:45:40.687929 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36896) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:40.705596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port b8a98179-9182-4797-891e-ecdc5ee306e3 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:45:40.709738 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b54911d-595a-40cb-8080-39db398dca15 req-2016e66a-c4ec-4669-8323-1383aa9bb8e8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539638 Feb 05 02:45:40.714242 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port b8a98179-9182-4797-891e-ecdc5ee306e3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:40.714652 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b8a98179-9182-4797-891e-ecdc5ee306e3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:40.722601 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2f712-35cd-4596-8273-781ae5b660db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9888a81-e045-414b-a272-4d9fc9428bed,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:40.760549 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9b2d33f-d7f9-488e-8d8f-75ce5b78091d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f44b6008-e2ec-4f49-99e7-0a0120f368f4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:40.766797 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9b2d33f-d7f9-488e-8d8f-75ce5b78091d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:40.768208 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d9b2d33f-d7f9-488e-8d8f-75ce5b78091d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f44b6008-e2ec-4f49-99e7-0a0120f368f4 HTTP/1.1" status: 204 len: 168 time: 0.7236223 Feb 05 02:45:40.777571 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30d3956b-6c12-48f9-b84e-7994b894e5d2 req-ac34aa41-1692-472b-9680-5686ad712065 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773322 Feb 05 02:45:40.813721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf88b08-d9bf-48d5-bfbc-589067e92739 req-09024abc-4bfa-499d-b43b-173d1ed50fca tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:40.815208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dbf88b08-d9bf-48d5-bfbc-589067e92739 req-09024abc-4bfa-499d-b43b-173d1ed50fca tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 968 time: 0.0997727 Feb 05 02:45:40.818172 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709d96-4862-4b86-993f-b8c06738a8cf req-4784a175-500b-474d-9357-a137bf3effcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:40.824719 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port b8a98179-9182-4797-891e-ecdc5ee306e3 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:40.825113 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b8a98179-9182-4797-891e-ecdc5ee306e3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:40.829584 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31709d96-4862-4b86-993f-b8c06738a8cf req-4784a175-500b-474d-9357-a137bf3effcf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.2134802 Feb 05 02:45:40.832754 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2d33f-d7f9-488e-8d8f-75ce5b78091d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44b6008-e2ec-4f49-99e7-0a0120f368f4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:40.875227 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port b8a98179-9182-4797-891e-ecdc5ee306e3, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=b8a98179-9182-4797-891e-ecdc5ee306e3,segment=NetworkSegment(eafcad38-75e0-41d4-b616-2da5f13cf874),segment_id=eafcad38-75e0-41d4-b616-2da5f13cf874)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:40.879422 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a7a960f-45f3-4704-8d66-4293a45d1984 admin admin] Publish callbacks [] for security_group (a9888a81-e045-414b-a272-4d9fc9428bed), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:40.883395 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b8a98179-9182-4797-891e-ecdc5ee306e3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:40.884376 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 7022f25d-a110-412b-b8a5-92a00694891e up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:45:40.910354 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dbf88b08-d9bf-48d5-bfbc-589067e92739 req-68450a55-cb3a-4108-9ca9-45dc07868918 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883305 Feb 05 02:45:40.938533 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a7a960f-45f3-4704-8d66-4293a45d1984 admin admin] Publish callbacks [] for security_group (a9888a81-e045-414b-a272-4d9fc9428bed), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:40.984242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709d96-4862-4b86-993f-b8c06738a8cf req-9757afc6-e4fc-4fd4-bb43-e5aeac44b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:40.986060 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31709d96-4862-4b86-993f-b8c06738a8cf req-9757afc6-e4fc-4fd4-bb43-e5aeac44b711 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0880821 Feb 05 02:45:40.995454 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:41.003362 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=b8a98179-9182-4797-891e-ecdc5ee306e3,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:41.018187 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 7022f25d-a110-412b-b8a5-92a00694891e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:45:41.023299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 7022f25d-a110-412b-b8a5-92a00694891e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:41.023857 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7022f25d-a110-412b-b8a5-92a00694891e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:41.060108 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a7a960f-45f3-4704-8d66-4293a45d1984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a9888a81-e045-414b-a272-4d9fc9428bed), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:41.063629 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a7a960f-45f3-4704-8d66-4293a45d1984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:41.067654 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8a7a960f-45f3-4704-8d66-4293a45d1984 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a9888a81-e045-414b-a272-4d9fc9428bed HTTP/1.1" status: 204 len: 168 time: 0.3768022 Feb 05 02:45:41.080357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a960f-45f3-4704-8d66-4293a45d1984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9888a81-e045-414b-a272-4d9fc9428bed,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:41.114675 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31709d96-4862-4b86-993f-b8c06738a8cf req-b61c2be6-1f6f-499b-a715-a886dc370714 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215229 Feb 05 02:45:41.127503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 7022f25d-a110-412b-b8a5-92a00694891e is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:41.127819 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7022f25d-a110-412b-b8a5-92a00694891e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:41.168757 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 7022f25d-a110-412b-b8a5-92a00694891e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7022f25d-a110-412b-b8a5-92a00694891e,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:41.175422 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7022f25d-a110-412b-b8a5-92a00694891e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:41.257770 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31709d96-4862-4b86-993f-b8c06738a8cf req-12e16b3c-3c78-4253-8dd2-a9a03ff53755 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346667 Feb 05 02:45:41.279414 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=7022f25d-a110-412b-b8a5-92a00694891e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:41.376506 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c2e25-2423-42ba-8b2d-f071232bc0e6 req-e9596815-304c-451f-9f50-35e5f63e2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:41.378091 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d79c2e25-2423-42ba-8b2d-f071232bc0e6 req-e9596815-304c-451f-9f50-35e5f63e2be0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 1130 time: 0.0499964 Feb 05 02:45:41.449718 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906cc2b-04f4-4975-a8e1-ce5449aa7570 req-c4903659-ed79-4210-804a-f947a57bf6e1 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:41.457934 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4906cc2b-04f4-4975-a8e1-ce5449aa7570 req-c4903659-ed79-4210-804a-f947a57bf6e1 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 945 time: 0.0653293 Feb 05 02:45:41.498357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c2e25-2423-42ba-8b2d-f071232bc0e6 req-4dfe1074-7adf-4c1d-ad06-3b1b8bdf09de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:41.500252 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d79c2e25-2423-42ba-8b2d-f071232bc0e6 req-4dfe1074-7adf-4c1d-ad06-3b1b8bdf09de service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.1143603 Feb 05 02:45:41.540325 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4906cc2b-04f4-4975-a8e1-ce5449aa7570 req-46a1121b-8231-4ecc-bc3c-fd8542c43564 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c0d5565-7f02-4666-b26c-bd369a8c90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813348 Feb 05 02:45:41.558037 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d79c2e25-2423-42ba-8b2d-f071232bc0e6 req-0703a660-d1b5-40aa-aa45-a43ecda0a1f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5262ff49-6fce-4474-b84e-0c2a62252ecf HTTP/1.1" status: 200 len: 217 time: 0.0493021 Feb 05 02:45:41.581209 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a870a8-e486-4a04-a420-1aae533f9ce4 req-1db9270f-f5a2-4f45-988e-6f872be8af63 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:41.582744 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73a870a8-e486-4a04-a420-1aae533f9ce4 req-1db9270f-f5a2-4f45-988e-6f872be8af63 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 948 time: 0.0951054 Feb 05 02:45:41.636634 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c2e25-2423-42ba-8b2d-f071232bc0e6 req-940f9b44-565c-4b0b-9df6-f2c815c4330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:41.638307 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d79c2e25-2423-42ba-8b2d-f071232bc0e6 req-940f9b44-565c-4b0b-9df6-f2c815c4330c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0740104 Feb 05 02:45:41.641750 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73a870a8-e486-4a04-a420-1aae533f9ce4 req-42940141-8c1c-4809-9dcd-03cd7181a903 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533576 Feb 05 02:45:41.696512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c2e25-2423-42ba-8b2d-f071232bc0e6 req-d91d4e7f-3586-402e-85ad-4729a958cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:41.698018 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d79c2e25-2423-42ba-8b2d-f071232bc0e6 req-d91d4e7f-3586-402e-85ad-4729a958cb14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0528810 Feb 05 02:45:41.803138 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d79c2e25-2423-42ba-8b2d-f071232bc0e6 req-705ec6f6-ca6e-43f5-9902-5456f8dc7cf5 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967121 Feb 05 02:45:41.846402 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36940) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:41.914303 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d79c2e25-2423-42ba-8b2d-f071232bc0e6 req-db4fa7f1-5d64-4e18-b154-4d312a93babb service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048987 Feb 05 02:45:41.959460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab580d-e79f-43d2-99f8-3862120d2811 req-f3c638e9-529a-4700-ae0f-75bc992dafbb tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:41.966337 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-caab580d-e79f-43d2-99f8-3862120d2811 req-f3c638e9-529a-4700-ae0f-75bc992dafbb tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 945 time: 0.0706801 Feb 05 02:45:42.019623 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-caab580d-e79f-43d2-99f8-3862120d2811 req-c1f786cc-790f-4521-a9b0-48e5e78ca9c0 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487597 Feb 05 02:45:42.129623 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf7df1c5-6363-4f7f-a035-cc670c6bed2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:42.180825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac706cb-e887-4946-9d58-be75b07625ba req-36ff33e0-8090-45ae-9356-b1e07e52a476 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:42.182620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4ac706cb-e887-4946-9d58-be75b07625ba req-36ff33e0-8090-45ae-9356-b1e07e52a476 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 968 time: 0.1025176 Feb 05 02:45:42.265648 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf7df1c5-6363-4f7f-a035-cc670c6bed2d admin admin] Publish callbacks [] for security_group (0e290926-3149-4da1-99cb-ada237ef1ecd), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:42.271261 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4ac706cb-e887-4946-9d58-be75b07625ba req-9a24ade2-815b-40b3-ad91-d6774d495aad tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723684 Feb 05 02:45:42.272311 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf7df1c5-6363-4f7f-a035-cc670c6bed2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0e290926-3149-4da1-99cb-ada237ef1ecd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:42.311212 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bf7df1c5-6363-4f7f-a035-cc670c6bed2d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=635c763f1d2f4af6b8411c3cbc44994e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4631414 Feb 05 02:45:42.311987 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7df1c5-6363-4f7f-a035-cc670c6bed2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e290926-3149-4da1-99cb-ada237ef1ecd,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:42.313839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36972) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:42.374907 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a98179-9182-4797-891e-ecdc5ee306e3'}, {'server_uuid': '7992ec5b-9b1a-4935-9546-9e029b3d3bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7022f25d-a110-412b-b8a5-92a00694891e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:45:42.377993 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2709eaa7-00a5-436d-9851-fc4c8bfdfc0d" -d '{"events": [{"server_uuid": "9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0", "name": "network-vif-plugged", "status": "completed", "tag": "b8a98179-9182-4797-891e-ecdc5ee306e3"}, {"server_uuid": "7992ec5b-9b1a-4935-9546-9e029b3d3bcf", "name": "network-vif-plugged", "status": "completed", "tag": "7022f25d-a110-412b-b8a5-92a00694891e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:45:42.397645 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-78bff02b-528f-4da5-b16c-474ad54e0a69 admin admin] Publish callbacks [] for security_group (0e290926-3149-4da1-99cb-ada237ef1ecd), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:42.424451 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-78bff02b-528f-4da5-b16c-474ad54e0a69 admin admin] Publish callbacks [] for security_group (0e290926-3149-4da1-99cb-ada237ef1ecd), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:42.436241 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 02:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc428279-f9cc-4eae-847c-ea9866576c91 x-openstack-request-id: req-fc428279-f9cc-4eae-847c-ea9866576c91 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:45:42.436543 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0", "name": "network-vif-plugged", "status": "completed", "tag": "b8a98179-9182-4797-891e-ecdc5ee306e3", "code": 200}, {"server_uuid": "7992ec5b-9b1a-4935-9546-9e029b3d3bcf", "name": "network-vif-plugged", "status": "completed", "tag": "7022f25d-a110-412b-b8a5-92a00694891e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:45:42.436892 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fc428279-f9cc-4eae-847c-ea9866576c91 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:45:42.437294 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a98179-9182-4797-891e-ecdc5ee306e3', 'code': 200} Feb 05 02:45:42.437552 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7992ec5b-9b1a-4935-9546-9e029b3d3bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7022f25d-a110-412b-b8a5-92a00694891e', 'code': 200} Feb 05 02:45:42.537750 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-78bff02b-528f-4da5-b16c-474ad54e0a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0e290926-3149-4da1-99cb-ada237ef1ecd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:42.540471 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-78bff02b-528f-4da5-b16c-474ad54e0a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:42.541838 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-78bff02b-528f-4da5-b16c-474ad54e0a69 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e290926-3149-4da1-99cb-ada237ef1ecd HTTP/1.1" status: 204 len: 168 time: 0.2270308 Feb 05 02:45:42.551802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bff02b-528f-4da5-b16c-474ad54e0a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e290926-3149-4da1-99cb-ada237ef1ecd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:42.646406 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0980e-d9e4-418a-a0cb-1dc2b997efea req-18c2878d-b9ee-4044-9d1c-3de7dd19c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:42.650157 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6d0980e-d9e4-418a-a0cb-1dc2b997efea req-18c2878d-b9ee-4044-9d1c-3de7dd19c6b6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 1127 time: 0.0904641 Feb 05 02:45:42.659024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e4454-9a2e-4321-94c8-9b208eb8c82a req-6c277259-099f-4fd5-87c9-a2ec356dc6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:42.660506 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-995e4454-9a2e-4321-94c8-9b208eb8c82a req-6c277259-099f-4fd5-87c9-a2ec356dc6dd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 1127 time: 0.0822430 Feb 05 02:45:42.721821 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-995e4454-9a2e-4321-94c8-9b208eb8c82a req-14b375af-86cc-4e16-83f5-3537eff579d2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519567 Feb 05 02:45:42.789228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6d0980e-d9e4-418a-a0cb-1dc2b997efea req-2e79cf0b-c18f-4f95-acf4-3fb89dcb3fe9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3c0d5565-7f02-4666-b26c-bd369a8c90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326022 Feb 05 02:45:42.811798 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447ced8-4d8e-406e-8bfa-f1d5e75a1fcf req-7d7224fe-d0ab-49d2-b967-75bcff949e25 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:42.813344 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1447ced8-4d8e-406e-8bfa-f1d5e75a1fcf req-7d7224fe-d0ab-49d2-b967-75bcff949e25 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 945 time: 0.1349583 Feb 05 02:45:42.815387 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632cb3f-4f85-4410-970a-1e8eaa81d724 req-8cf6843e-a4ea-46ca-8add-acc292fdb89e tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:42.816836 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a632cb3f-4f85-4410-970a-1e8eaa81d724 req-8cf6843e-a4ea-46ca-8add-acc292fdb89e tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 1150 time: 0.1073966 Feb 05 02:45:42.904104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1447ced8-4d8e-406e-8bfa-f1d5e75a1fcf req-c0a4683d-59f4-4e7a-8881-a70689ae35cb tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c0d5565-7f02-4666-b26c-bd369a8c90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813763 Feb 05 02:45:42.908203 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a632cb3f-4f85-4410-970a-1e8eaa81d724 req-221e1412-a4ae-492c-80ac-9e5521f9b2f4 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845916 Feb 05 02:45:43.064696 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37022) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:43.080558 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e93c11e5-170b-4f36-bd0d-4aff943ec59d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:43.103521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558af37d-46f6-4e76-a513-71e667869a1a req-1d2dee30-c199-4b93-8220-f6ad9cb54d33 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:43.110815 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-558af37d-46f6-4e76-a513-71e667869a1a req-1d2dee30-c199-4b93-8220-f6ad9cb54d33 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 948 time: 0.1067102 Feb 05 02:45:43.121861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b595568-39b8-4582-9296-ceac238b8ba8 req-9ae51818-05c0-470f-b51e-72ef787d3385 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:43.123343 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b595568-39b8-4582-9296-ceac238b8ba8 req-9ae51818-05c0-470f-b51e-72ef787d3385 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 1150 time: 0.1083064 Feb 05 02:45:43.178858 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e93c11e5-170b-4f36-bd0d-4aff943ec59d admin admin] Publish callbacks [] for security_group (15deb984-f3b7-42a0-9a06-01401ac2fd63), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:43.186389 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e93c11e5-170b-4f36-bd0d-4aff943ec59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (15deb984-f3b7-42a0-9a06-01401ac2fd63), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:43.190321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-558af37d-46f6-4e76-a513-71e667869a1a req-5d955c9d-29d5-4fea-be64-c94f04fa14b1 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781569 Feb 05 02:45:43.229971 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e93c11e5-170b-4f36-bd0d-4aff943ec59d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1877237d0af4d82a0bc0747920ba666&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641858 Feb 05 02:45:43.231035 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c11e5-170b-4f36-bd0d-4aff943ec59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15deb984-f3b7-42a0-9a06-01401ac2fd63,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:43.233550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b595568-39b8-4582-9296-ceac238b8ba8 req-10d4f1c0-685f-46cc-ac3d-5adf8a46256c tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967677 Feb 05 02:45:43.234024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37030) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:43.364167 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aaef325b-d2e6-4a69-85e3-ac91b1a84e3f admin admin] Publish callbacks [] for security_group (15deb984-f3b7-42a0-9a06-01401ac2fd63), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:43.399157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d77721-a47b-4dbe-9c81-c471856a7380 req-79b32b94-c86c-48d8-b54b-52bd98cd1392 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:43.400764 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77d77721-a47b-4dbe-9c81-c471856a7380 req-79b32b94-c86c-48d8-b54b-52bd98cd1392 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 945 time: 0.1102016 Feb 05 02:45:43.411507 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aaef325b-d2e6-4a69-85e3-ac91b1a84e3f admin admin] Publish callbacks [] for security_group (15deb984-f3b7-42a0-9a06-01401ac2fd63), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:43.479966 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-fcb12878-b6bd-4e5d-9eda-2a162b273e58 req-f4d52a64-6390-43d0-9044-c802360ad5ed service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:45:43.480965 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcb12878-b6bd-4e5d-9eda-2a162b273e58 req-f4d52a64-6390-43d0-9044-c802360ad5ed service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092888 Feb 05 02:45:43.498104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77d77721-a47b-4dbe-9c81-c471856a7380 req-dcd2fa80-32db-4878-bc61-58c0fdb7981d tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892837 Feb 05 02:45:43.519013 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aaef325b-d2e6-4a69-85e3-ac91b1a84e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (15deb984-f3b7-42a0-9a06-01401ac2fd63), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:43.521630 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aaef325b-d2e6-4a69-85e3-ac91b1a84e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:43.525203 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-aaef325b-d2e6-4a69-85e3-ac91b1a84e3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15deb984-f3b7-42a0-9a06-01401ac2fd63 HTTP/1.1" status: 204 len: 168 time: 0.2879720 Feb 05 02:45:43.537302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef325b-d2e6-4a69-85e3-ac91b1a84e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15deb984-f3b7-42a0-9a06-01401ac2fd63,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:43.749246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5262ff49-6fce-4474-b84e-0c2a62252ecf details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:45:43.852697 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5262ff49-6fce-4474-b84e-0c2a62252ecf, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5262ff49-6fce-4474-b84e-0c2a62252ecf,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:43.877685 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '5262ff49-6fce-4474-b84e-0c2a62252ecf', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '5262ff49-6fce-4474-b84e-0c2a62252ecf', 'mac_address': 'fa:16:3e:7d:05:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:45:43.915660 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5262ff49-6fce-4474-b84e-0c2a62252ecf is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:43.916148 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5262ff49-6fce-4474-b84e-0c2a62252ecf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:43.931943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5262ff49-6fce-4474-b84e-0c2a62252ecf {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:45:43.953349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5262ff49-6fce-4474-b84e-0c2a62252ecf, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5262ff49-6fce-4474-b84e-0c2a62252ecf,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:43.959733 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5262ff49-6fce-4474-b84e-0c2a62252ecf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:43.971331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37078) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:44.028011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5262ff49-6fce-4474-b84e-0c2a62252ecf,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:44.038775 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419142c-1601-4a99-9e8a-23a597ca6ae4 req-7dd3e24c-784f-4afb-898c-8b4c81ad7a97 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:44.040407 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d419142c-1601-4a99-9e8a-23a597ca6ae4 req-7dd3e24c-784f-4afb-898c-8b4c81ad7a97 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 945 time: 0.0589561 Feb 05 02:45:44.090026 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d419142c-1601-4a99-9e8a-23a597ca6ae4 req-209ec0c5-93f1-4f70-b033-d1166d25e289 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c0d5565-7f02-4666-b26c-bd369a8c90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431473 Feb 05 02:45:44.178239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5262ff49-6fce-4474-b84e-0c2a62252ecf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:45:44.314275 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7e95a-090f-4c3b-b3cd-dc6efcf76cf8 req-f486cc93-862d-4050-b180-7d35a4e30a36 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:44.316499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85e7e95a-090f-4c3b-b3cd-dc6efcf76cf8 req-f486cc93-862d-4050-b180-7d35a4e30a36 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 949 time: 0.0616543 Feb 05 02:45:44.337942 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c73430a2-6c93-4a60-9d06-04fb61e1ea17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:44.407783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85e7e95a-090f-4c3b-b3cd-dc6efcf76cf8 req-4c80e2a1-2d8e-47ce-abab-a697584ead12 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837440 Feb 05 02:45:44.459345 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c73430a2-6c93-4a60-9d06-04fb61e1ea17 admin admin] Publish callbacks [] for security_group (e49ca2b7-a262-4810-b3e4-8d82978f39b7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:44.463859 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c73430a2-6c93-4a60-9d06-04fb61e1ea17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e49ca2b7-a262-4810-b3e4-8d82978f39b7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:44.503359 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c73430a2-6c93-4a60-9d06-04fb61e1ea17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0c93fcb266b4d8aa3315bd7603a0cff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5305111 Feb 05 02:45:44.504203 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37104) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:44.506967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73430a2-6c93-4a60-9d06-04fb61e1ea17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49ca2b7-a262-4810-b3e4-8d82978f39b7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:44.568395 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b772b65-f110-43d1-8abd-a3316ed6845d admin admin] Publish callbacks [] for security_group (e49ca2b7-a262-4810-b3e4-8d82978f39b7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:44.594301 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b772b65-f110-43d1-8abd-a3316ed6845d admin admin] Publish callbacks [] for security_group (e49ca2b7-a262-4810-b3e4-8d82978f39b7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:44.656161 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b772b65-f110-43d1-8abd-a3316ed6845d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e49ca2b7-a262-4810-b3e4-8d82978f39b7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:44.662232 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b772b65-f110-43d1-8abd-a3316ed6845d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:44.663904 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1b772b65-f110-43d1-8abd-a3316ed6845d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e49ca2b7-a262-4810-b3e4-8d82978f39b7 HTTP/1.1" status: 204 len: 168 time: 0.1580925 Feb 05 02:45:44.673646 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b772b65-f110-43d1-8abd-a3316ed6845d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49ca2b7-a262-4810-b3e4-8d82978f39b7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:45.008970 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0006ef3-c581-4f93-bf82-d483495cc401 req-b8cc5c8a-86b6-42af-a59d-ed6ca48ae884 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:45.017102 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0006ef3-c581-4f93-bf82-d483495cc401 req-b8cc5c8a-86b6-42af-a59d-ed6ca48ae884 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 945 time: 0.0738173 Feb 05 02:45:45.076374 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0006ef3-c581-4f93-bf82-d483495cc401 req-2e749e52-d9fc-4b67-a0e7-74fdf4f95230 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581245 Feb 05 02:45:45.300577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37154) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:45.325834 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-705adf7e-ceb1-4a5a-a26e-5624c5c04f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:45.466872 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-705adf7e-ceb1-4a5a-a26e-5624c5c04f2c admin admin] Publish callbacks [] for security_group (5d439645-b33e-439b-9a85-7fa7f42d0699), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:45.473346 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-705adf7e-ceb1-4a5a-a26e-5624c5c04f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5d439645-b33e-439b-9a85-7fa7f42d0699), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:45.482871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4aee0-34bc-49ba-bf81-f609dabf7b8a req-96c8d803-ebce-40f2-bb72-b173c819e27f tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:45.486358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52b4aee0-34bc-49ba-bf81-f609dabf7b8a req-96c8d803-ebce-40f2-bb72-b173c819e27f tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 945 time: 0.1015410 Feb 05 02:45:45.499397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37160) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:45.506411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c3374d29-0ae9-4ae7-b498-95f0de170e53 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Request body: {'floatingip': {'port_id': '7022f25d-a110-412b-b8a5-92a00694891e'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:45.540183 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-705adf7e-ceb1-4a5a-a26e-5624c5c04f2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4083552dcb5542e78c2353eac873ea30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379484 Feb 05 02:45:45.542206 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705adf7e-ceb1-4a5a-a26e-5624c5c04f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d439645-b33e-439b-9a85-7fa7f42d0699,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:45.543914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37166) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:45.649187 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3374d29-0ae9-4ae7-b498-95f0de170e53 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for floatingip (b13b5761-771e-4703-b01f-d94d85a42de6), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:45.674421 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37172) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:45.698197 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37176) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:45.752585 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5262ff49-6fce-4474-b84e-0c2a62252ecf up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:45:45.802730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-592111e1-0d4c-4c30-b73b-1c136cf39a75 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1765930934-network', 'tenant_id': '50a9e3289e664a999cc86891992bcea6'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:45.829256 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592111e1-0d4c-4c30-b73b-1c136cf39a75 admin admin] Made reservation on behalf of 50a9e3289e664a999cc86891992bcea6 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:45.832674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-592111e1-0d4c-4c30-b73b-1c136cf39a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:45.833365 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:45.846324 n-d-826942-8 neutron-server[109674]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 05 02:45:45.848269 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 5262ff49-6fce-4474-b84e-0c2a62252ecf completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:45:45.851493 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-1ef0b956-600a-46bb-9041-7ab29325232e tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:45:45.852467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 5262ff49-6fce-4474-b84e-0c2a62252ecf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:45.853003 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5262ff49-6fce-4474-b84e-0c2a62252ecf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:45.853588 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-1ef0b956-600a-46bb-9041-7ab29325232e tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1535423 Feb 05 02:45:45.854679 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-592111e1-0d4c-4c30-b73b-1c136cf39a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:45.879269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7da576-ea1c-4edf-a18a-ba73ae08ccf8 req-b224f716-aa0f-44d2-8875-1ae3a5fd9d75 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:45.880696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc7da576-ea1c-4edf-a18a-ba73ae08ccf8 req-b224f716-aa0f-44d2-8875-1ae3a5fd9d75 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 945 time: 0.2721674 Feb 05 02:45:45.887739 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4087bce2-777c-422a-9e2a-c811c72c7c4b admin admin] Publish callbacks [] for security_group (5d439645-b33e-439b-9a85-7fa7f42d0699), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:45.953513 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5262ff49-6fce-4474-b84e-0c2a62252ecf is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:45:45.954218 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5262ff49-6fce-4474-b84e-0c2a62252ecf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:45.980996 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-592111e1-0d4c-4c30-b73b-1c136cf39a75 admin admin] Publish callbacks [] for security_group (0a793b9a-80c8-4a4e-9ce8-05c3172d3119), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:45.986573 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-592111e1-0d4c-4c30-b73b-1c136cf39a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0a793b9a-80c8-4a4e-9ce8-05c3172d3119), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:45.988074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3303336-8cb8-47aa-ba73-de8ae79f4a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5262ff49-6fce-4474-b84e-0c2a62252ecf'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:45:45.990600 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ba2da3-8c66-487b-9aaa-821f5cf8d70e" -d '{"events": [{"server_uuid": "a3303336-8cb8-47aa-ba73-de8ae79f4a77", "name": "network-vif-plugged", "status": "completed", "tag": "5262ff49-6fce-4474-b84e-0c2a62252ecf"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:45:46.004829 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5262ff49-6fce-4474-b84e-0c2a62252ecf, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5262ff49-6fce-4474-b84e-0c2a62252ecf,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:46.009482 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5262ff49-6fce-4474-b84e-0c2a62252ecf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:46.064023 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592111e1-0d4c-4c30-b73b-1c136cf39a75 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:45:46.078163 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592111e1-0d4c-4c30-b73b-1c136cf39a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a793b9a-80c8-4a4e-9ce8-05c3172d3119,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:46.080426 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5262ff49-6fce-4474-b84e-0c2a62252ecf,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:46.087615 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-592111e1-0d4c-4c30-b73b-1c136cf39a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (204e002e-5fc7-41ec-83ae-99e916611c74), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:46.087730 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-592111e1-0d4c-4c30-b73b-1c136cf39a75 admin admin] Added segment 204e002e-5fc7-41ec-83ae-99e916611c74 of type vlan for network ffded0a3-ba7b-4120-b26d-44171b5a4742 Feb 05 02:45:46.089436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-0f0f4fbf-773a-44c5-a728-471750dd1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:46.090948 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-0f0f4fbf-773a-44c5-a728-471750dd1efb service neutron] 10.222.0.36 "GET /v2.0/ports/a6522dd5-6188-4622-aa85-35e9310c11fb HTTP/1.1" status: 200 len: 1147 time: 0.1570051 Feb 05 02:45:46.106622 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-42011017-b04f-49b8-9266-76abf0299c07 service neutron] Request body: {'binding': {'host': 'n-h1-826942-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:46.107532 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-42011017-b04f-49b8-9266-76abf0299c07 service neutron] Unknown quota resources ['binding']. {{(pid=109674) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 05 02:45:46.183899 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4087bce2-777c-422a-9e2a-c811c72c7c4b admin admin] Publish callbacks [] for security_group (5d439645-b33e-439b-9a85-7fa7f42d0699), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:46.190179 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-592111e1-0d4c-4c30-b73b-1c136cf39a75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (ffded0a3-ba7b-4120-b26d-44171b5a4742), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:46.262022 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc7da576-ea1c-4edf-a18a-ba73ae08ccf8 req-55d76af1-46e2-45a6-9613-a4b32b494ce6 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c0d5565-7f02-4666-b26c-bd369a8c90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682394 Feb 05 02:45:46.334626 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4087bce2-777c-422a-9e2a-c811c72c7c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5d439645-b33e-439b-9a85-7fa7f42d0699), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:46.337481 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4087bce2-777c-422a-9e2a-c811c72c7c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:46.339082 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4087bce2-777c-422a-9e2a-c811c72c7c4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d439645-b33e-439b-9a85-7fa7f42d0699 HTTP/1.1" status: 204 len: 168 time: 0.7935898 Feb 05 02:45:46.382306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087bce2-777c-422a-9e2a-c811c72c7c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d439645-b33e-439b-9a85-7fa7f42d0699,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:46.453952 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.db.resource_extend [None req-592111e1-0d4c-4c30-b73b-1c136cf39a75 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:45:46.496059 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-592111e1-0d4c-4c30-b73b-1c136cf39a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (ffded0a3-ba7b-4120-b26d-44171b5a4742), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:46.497125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592111e1-0d4c-4c30-b73b-1c136cf39a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:46.499262 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-592111e1-0d4c-4c30-b73b-1c136cf39a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:46.618081 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed53a46-9260-4948-8eaa-97fcd16c38fa req-aabe52ec-72d1-44b0-b02f-3cf562a5125c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:46.625105 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eed53a46-9260-4948-8eaa-97fcd16c38fa req-aabe52ec-72d1-44b0-b02f-3cf562a5125c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 950 time: 0.1915250 Feb 05 02:45:46.658505 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592111e1-0d4c-4c30-b73b-1c136cf39a75 admin admin] Pushing event updated for resources: {'Network': ['ID=ffded0a3-ba7b-4120-b26d-44171b5a4742,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:46.672622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network ffded0a3-ba7b-4120-b26d-44171b5a4742 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:45:46.696150 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-592111e1-0d4c-4c30-b73b-1c136cf39a75 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0203440 Feb 05 02:45:46.706282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37196) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:46.722083 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0a792365-bbe1-49e1-ae28-589d73561ee0 admin admin] Request body: {'subnet': {'network_id': 'ffded0a3-ba7b-4120-b26d-44171b5a4742', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1765930934-subnet', 'tenant_id': '50a9e3289e664a999cc86891992bcea6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:46.773337 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f5543-3144-4186-96a9-55a960315e6b req-fbc1108f-17f0-4ed9-b9fe-f4e8ac5f0012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:46.777203 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-501f5543-3144-4186-96a9-55a960315e6b req-fbc1108f-17f0-4ed9-b9fe-f4e8ac5f0012 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 1150 time: 0.1981680 Feb 05 02:45:46.785361 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3374d29-0ae9-4ae7-b498-95f0de170e53 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:46.787553 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-42011017-b04f-49b8-9266-76abf0299c07 service neutron] Attempting to bind port a6522dd5-6188-4622-aa85-35e9310c11fb on host n-h1-826942-8 for vnic_type normal with profile None {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:45:46.788511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-42011017-b04f-49b8-9266-76abf0299c07 service neutron] Attempting to bind port a6522dd5-6188-4622-aa85-35e9310c11fb by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:45:46.790066 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-42011017-b04f-49b8-9266-76abf0299c07 service neutron] Attempting to bind port a6522dd5-6188-4622-aa85-35e9310c11fb on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:46.791305 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eed53a46-9260-4948-8eaa-97fcd16c38fa req-6de49a71-5a17-48c6-9596-101b6069f052 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650326 Feb 05 02:45:46.798716 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3374d29-0ae9-4ae7-b498-95f0de170e53 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (b13b5761-771e-4703-b01f-d94d85a42de6), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:46.849075 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a792365-bbe1-49e1-ae28-589d73561ee0 admin admin] Made reservation on behalf of 50a9e3289e664a999cc86891992bcea6 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:46.854202 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0a792365-bbe1-49e1-ae28-589d73561ee0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:46.880424 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-42011017-b04f-49b8-9266-76abf0299c07 service neutron] Port a6522dd5-6188-4622-aa85-35e9310c11fb on network 11cf62be-c855-41b3-87da-58090e237db8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:45:46.880787 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-42011017-b04f-49b8-9266-76abf0299c07 service neutron] Attempting to bind port a6522dd5-6188-4622-aa85-35e9310c11fb on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:46.896785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-42011017-b04f-49b8-9266-76abf0299c07 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:45:46.896990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-42011017-b04f-49b8-9266-76abf0299c07 service neutron] Checking segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:46.897363 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-42011017-b04f-49b8-9266-76abf0299c07 service neutron] Bound using segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:45:46.898143 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-42011017-b04f-49b8-9266-76abf0299c07 service neutron] Bound port: a6522dd5-6188-4622-aa85-35e9310c11fb, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:45:46.956495 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-c3374d29-0ae9-4ae7-b498-95f0de170e53 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Floating IP b13b5761-771e-4703-b01f-d94d85a42de6 associated. External IP: 172.25.0.111, port: 7022f25d-a110-412b-b8a5-92a00694891e. Feb 05 02:45:47.045689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-42011017-b04f-49b8-9266-76abf0299c07 service neutron] For port a6522dd5-6188-4622-aa85-35e9310c11fb, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=a6522dd5-6188-4622-aa85-35e9310c11fb,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:45:47.047307 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f5543-3144-4186-96a9-55a960315e6b req-e1c1dd7a-0d0c-4555-b559-1b79d1fb29d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:47.049409 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-501f5543-3144-4186-96a9-55a960315e6b req-e1c1dd7a-0d0c-4555-b559-1b79d1fb29d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.2446282 Feb 05 02:45:47.057241 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-42011017-b04f-49b8-9266-76abf0299c07 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:47.059036 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-42011017-b04f-49b8-9266-76abf0299c07 service neutron] 10.222.0.36 "POST /v2.0/ports/a6522dd5-6188-4622-aa85-35e9310c11fb/bindings HTTP/1.1" status: 201 len: 389 time: 0.9589126 Feb 05 02:45:47.115323 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-501f5543-3144-4186-96a9-55a960315e6b req-fbcfec6b-3f05-4254-af9c-00851ac34fba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6522dd5-6188-4622-aa85-35e9310c11fb HTTP/1.1" status: 200 len: 217 time: 0.0538254 Feb 05 02:45:47.277459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f5543-3144-4186-96a9-55a960315e6b req-bc07ba56-a4e0-4b63-9294-506a46727d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:47.279178 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-501f5543-3144-4186-96a9-55a960315e6b req-bc07ba56-a4e0-4b63-9294-506a46727d52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.1571307 Feb 05 02:45:47.284269 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bc4b56-1f2d-4bab-a77b-b6a0db72ce6b x-openstack-request-id: req-b0bc4b56-1f2d-4bab-a77b-b6a0db72ce6b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:45:47.284777 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3303336-8cb8-47aa-ba73-de8ae79f4a77", "name": "network-vif-plugged", "status": "completed", "tag": "5262ff49-6fce-4474-b84e-0c2a62252ecf", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:45:47.284865 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0bc4b56-1f2d-4bab-a77b-b6a0db72ce6b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:45:47.285219 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3303336-8cb8-47aa-ba73-de8ae79f4a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5262ff49-6fce-4474-b84e-0c2a62252ecf', 'code': 200} Feb 05 02:45:47.345766 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-501f5543-3144-4186-96a9-55a960315e6b req-ec155d6b-5a8f-487e-bbeb-6f613431a946 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540028 Feb 05 02:45:47.582119 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-501f5543-3144-4186-96a9-55a960315e6b req-6078c956-d041-4648-8cf8-4481b611e4a8 service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284355 Feb 05 02:45:47.608320 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0a792365-bbe1-49e1-ae28-589d73561ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for subnet (c103c007-926c-4b68-a2c0-6c4cfcc76a0e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:47.742630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9475d47-f920-412c-9d55-ebb9ecd2dd0f req-4fbacfa7-0805-47f1-a1a3-86828fe6f0ff tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:47.745107 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9475d47-f920-412c-9d55-ebb9ecd2dd0f req-4fbacfa7-0805-47f1-a1a3-86828fe6f0ff tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 968 time: 0.1498272 Feb 05 02:45:47.752225 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-501f5543-3144-4186-96a9-55a960315e6b req-519bbd02-07c0-4465-81c3-c6c3554ad5da service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619446 Feb 05 02:45:47.783609 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-a71a5af8-094b-433a-b84b-dbc75666a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:47.785113 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-a71a5af8-094b-433a-b84b-dbc75666a9ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 1150 time: 0.1884050 Feb 05 02:45:47.990746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37254) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:48.112936 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0296-fadc-4cff-abf4-ff0d32613639 req-6174c985-3893-43c5-9d56-757039a75bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:48.115360 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d1c0296-fadc-4cff-abf4-ff0d32613639 req-6174c985-3893-43c5-9d56-757039a75bd5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 1132 time: 0.5528848 Feb 05 02:45:48.125841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a792365-bbe1-49e1-ae28-589d73561ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c103c007-926c-4b68-a2c0-6c4cfcc76a0e,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:48.167131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3374d29-0ae9-4ae7-b498-95f0de170e53 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Router c246c70e-f3fc-4e22-81d3-301a5c1eaacd has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:45:48.191454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9475d47-f920-412c-9d55-ebb9ecd2dd0f req-fa028be0-9340-4fd6-b8af-7e9787341cfe tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369254 Feb 05 02:45:48.196660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a792365-bbe1-49e1-ae28-589d73561ee0 admin admin] Checking segment: {'id': '204e002e-5fc7-41ec-83ae-99e916611c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ffded0a3-ba7b-4120-b26d-44171b5a4742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:48.197935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a792365-bbe1-49e1-ae28-589d73561ee0 admin admin] Network hostable DHCP agents. Network: ffded0a3-ba7b-4120-b26d-44171b5a4742, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:45:48.324482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d1c0296-fadc-4cff-abf4-ff0d32613639 req-2b083310-5d90-4e73-ac4f-c59ee96f8b3d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937947 Feb 05 02:45:48.329230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-465b03f6-a6e3-459d-b273-c6fc558cfd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:48.331042 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-465b03f6-a6e3-459d-b273-c6fc558cfd56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.5278168 Feb 05 02:45:48.428139 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3b03973-3bb8-4eb1-85b1-adaf1180a5c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:48.441767 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a792365-bbe1-49e1-ae28-589d73561ee0 admin admin] Network ffded0a3-ba7b-4120-b26d-44171b5a4742 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:45:48.481245 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-97060ac1-9357-4266-a75f-2fe4581bb233 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6522dd5-6188-4622-aa85-35e9310c11fb HTTP/1.1" status: 200 len: 217 time: 0.0989144 Feb 05 02:45:48.512582 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0a792365-bbe1-49e1-ae28-589d73561ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, ffded0a3-ba7b-4120-b26d-44171b5a4742) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:48.522342 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a758a3a-a83c-4310-aefb-c0ef3597eb0c None None] Network ffded0a3-ba7b-4120-b26d-44171b5a4742 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:45:48.541305 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a792365-bbe1-49e1-ae28-589d73561ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:48.542106 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0a792365-bbe1-49e1-ae28-589d73561ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:48.563068 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a99829-7e29-4d6f-9f3c-7d93a65199a8 req-96df4fd8-2219-43a7-95bb-1d2c8830a3b7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:48.569976 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77a99829-7e29-4d6f-9f3c-7d93a65199a8 req-96df4fd8-2219-43a7-95bb-1d2c8830a3b7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 950 time: 0.3566563 Feb 05 02:45:48.594615 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3b03973-3bb8-4eb1-85b1-adaf1180a5c7 admin admin] Publish callbacks [] for security_group (705632f4-f5b1-4410-9fbd-c032cc1be05b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:48.602304 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3b03973-3bb8-4eb1-85b1-adaf1180a5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (705632f4-f5b1-4410-9fbd-c032cc1be05b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:48.612192 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-65691c55-538f-426d-8613-b930de627d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:48.613788 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-65691c55-538f-426d-8613-b930de627d8d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.1267164 Feb 05 02:45:48.627465 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0a792365-bbe1-49e1-ae28-589d73561ee0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9116673 Feb 05 02:45:48.662253 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-6fdcf2b9-7730-49a5-aab4-889f0b76324d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400829 Feb 05 02:45:48.663455 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3374d29-0ae9-4ae7-b498-95f0de170e53 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:45:48.680341 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3374d29-0ae9-4ae7-b498-95f0de170e53 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:48.684134 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a531cd-be5a-4c5d-9abe-f07a527db2d8 None None] Sync routers for ids ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:45:48.685006 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b03973-3bb8-4eb1-85b1-adaf1180a5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705632f4-f5b1-4410-9fbd-c032cc1be05b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:48.691316 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c3b03973-3bb8-4eb1-85b1-adaf1180a5c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae367ead50e440329a0edf3bc98ab5d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6994822 Feb 05 02:45:48.694043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37278) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:48.710801 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a531cd-be5a-4c5d-9abe-f07a527db2d8 None None] Routers {'c246c70e-f3fc-4e22-81d3-301a5c1eaacd'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:45:48.712490 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b3a531cd-be5a-4c5d-9abe-f07a527db2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:45:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:48.774908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a91dd25-9a55-4e36-bdaa-3e944686f2ee None None] Network ffded0a3-ba7b-4120-b26d-44171b5a4742 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:45:48.797163 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73963a97-d8ba-491c-b569-a65943a42353 admin admin] Publish callbacks [] for security_group (705632f4-f5b1-4410-9fbd-c032cc1be05b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:48.812716 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77a99829-7e29-4d6f-9f3c-7d93a65199a8 req-0abbac86-80e0-4660-96fc-5ffe8a8a7b3e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416532 Feb 05 02:45:48.823555 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73963a97-d8ba-491c-b569-a65943a42353 admin admin] Publish callbacks [] for security_group (705632f4-f5b1-4410-9fbd-c032cc1be05b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:48.916809 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73963a97-d8ba-491c-b569-a65943a42353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (705632f4-f5b1-4410-9fbd-c032cc1be05b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:48.921550 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73963a97-d8ba-491c-b569-a65943a42353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:48.923199 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-73963a97-d8ba-491c-b569-a65943a42353 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/705632f4-f5b1-4410-9fbd-c032cc1be05b HTTP/1.1" status: 204 len: 168 time: 0.2279394 Feb 05 02:45:48.931580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c3374d29-0ae9-4ae7-b498-95f0de170e53 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "PUT /v2.0/floatingips/b13b5761-771e-4703-b01f-d94d85a42de6 HTTP/1.1" status: 200 len: 991 time: 3.4308503 Feb 05 02:45:48.942176 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7992ec5b-9b1a-4935-9546-9e029b3d3bcf', 'tag': '7022f25d-a110-412b-b8a5-92a00694891e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:45:48.942989 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73963a97-d8ba-491c-b569-a65943a42353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705632f4-f5b1-4410-9fbd-c032cc1be05b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:48.946158 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e20d82d-39a9-4d85-a065-4e417793cb71" -d '{"events": [{"name": "network-changed", "server_uuid": "7992ec5b-9b1a-4935-9546-9e029b3d3bcf", "tag": "7022f25d-a110-412b-b8a5-92a00694891e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:45:48.982107 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b3a531cd-be5a-4c5d-9abe-f07a527db2d8 None None] Set router c246c70e-f3fc-4e22-81d3-301a5c1eaacd gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:45:49.003231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d0e377f-c22b-438f-9aad-bad03ed814da service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317852 Feb 05 02:45:49.200793 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-7fb4f8db-f472-4e53-9fb0-efac3321bf48 service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914260 Feb 05 02:45:49.296793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70611f02-63f9-4842-9572-b5c91f4dfbec req-616fb0fc-8994-445a-a659-12a7ee8cbf01 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:49.298661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70611f02-63f9-4842-9572-b5c91f4dfbec req-616fb0fc-8994-445a-a659-12a7ee8cbf01 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 945 time: 0.0951984 Feb 05 02:45:49.449062 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70611f02-63f9-4842-9572-b5c91f4dfbec req-bf25244b-1e3d-4867-a228-c25c915c82cf tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434255 Feb 05 02:45:49.486632 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b3a531cd-be5a-4c5d-9abe-f07a527db2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:57Z', 'revision_number': 4, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'b13b5761-771e-4703-b01f-d94d85a42de6', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'port_id': '7022f25d-a110-412b-b8a5-92a00694891e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'mac_address': 'fa:16:3e:28:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ec5b-9b1a-4935-9546-9e029b3d3bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:45:16Z', 'updated_at': '2022-02-05T02:45:46Z', 'revision_number': 1, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fd4605-90cf-45dc-873d-be742f3743f7', 'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'mac_address': 'fa:16:3e:5b:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:56Z', 'updated_at': '2022-02-05T02:45:02Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'subnets': [{'id': '66aee997-898a-49fe-a77f-0d444b50db76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:49.527243 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a531cd-be5a-4c5d-9abe-f07a527db2d8 None None] Checking router: c246c70e-f3fc-4e22-81d3-301a5c1eaacd for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:45:49.541030 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a531cd-be5a-4c5d-9abe-f07a527db2d8 None None] Routers {'c246c70e-f3fc-4e22-81d3-301a5c1eaacd'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:45:49.542145 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b3a531cd-be5a-4c5d-9abe-f07a527db2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:45:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:49.622980 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14745455-19c9-4268-ad29-ce4b55a53ada x-openstack-request-id: req-14745455-19c9-4268-ad29-ce4b55a53ada {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:45:49.625845 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7992ec5b-9b1a-4935-9546-9e029b3d3bcf", "tag": "7022f25d-a110-412b-b8a5-92a00694891e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:45:49.626248 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14745455-19c9-4268-ad29-ce4b55a53ada {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:45:49.627071 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7992ec5b-9b1a-4935-9546-9e029b3d3bcf', 'tag': '7022f25d-a110-412b-b8a5-92a00694891e', 'status': 'completed', 'code': 200} Feb 05 02:45:49.690078 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37312) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:49.711118 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de8effbe-a490-4ed9-a0f3-2ad06a696c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:49.728754 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-902b184d-4a07-402c-88fd-27594cbbe044 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:49.730268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-902b184d-4a07-402c-88fd-27594cbbe044 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc&tenant_id=046d701f8c1b4320bb7536b4bcbbc218&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 1150 time: 0.3034980 Feb 05 02:45:49.735810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20d82d-39a9-4d85-a065-4e417793cb71 req-daaa3a62-8979-47e5-a765-d1f969d544a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:49.747073 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1e20d82d-39a9-4d85-a065-4e417793cb71 req-daaa3a62-8979-47e5-a765-d1f969d544a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f70c12dbde1743e880aac38e75ef86f3&device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 1127 time: 0.1312230 Feb 05 02:45:49.755671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826942-8'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:49.886831 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2e2e7-8230-4d74-a136-7305387d679a req-33fcfef5-68b9-4427-a99b-84cfd5be927c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:49.894295 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7e2e2e7-8230-4d74-a136-7305387d679a req-33fcfef5-68b9-4427-a99b-84cfd5be927c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 968 time: 0.1809258 Feb 05 02:45:49.911170 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:49.984041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20d82d-39a9-4d85-a065-4e417793cb71 req-6b37d8ed-99dd-4b51-ac93-63fda4ef9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:49.986245 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1e20d82d-39a9-4d85-a065-4e417793cb71 req-6b37d8ed-99dd-4b51-ac93-63fda4ef9286 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a94c3582-970d-47af-8b94-110280fc5522 HTTP/1.1" status: 200 len: 925 time: 0.2323003 Feb 05 02:45:50.081410 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b3a531cd-be5a-4c5d-9abe-f07a527db2d8 None None] Set router c246c70e-f3fc-4e22-81d3-301a5c1eaacd gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:45:50.107474 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de8effbe-a490-4ed9-a0f3-2ad06a696c0a admin admin] Publish callbacks [] for security_group (271ff37e-1baa-465d-9f30-c943b45c38dd), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:50.151680 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7e2e2e7-8230-4d74-a136-7305387d679a req-08f1c47b-61be-4b18-9582-9c6853fc52d8 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514880 Feb 05 02:45:50.151680 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de8effbe-a490-4ed9-a0f3-2ad06a696c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (271ff37e-1baa-465d-9f30-c943b45c38dd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:50.247900 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] For port a6522dd5-6188-4622-aa85-35e9310c11fb, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a6522dd5-6188-4622-aa85-35e9310c11fb,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:50.276089 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1e20d82d-39a9-4d85-a065-4e417793cb71 req-a3aaaf7f-7262-4b90-bc2c-221eb0b576b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7022f25d-a110-412b-b8a5-92a00694891e HTTP/1.1" status: 200 len: 999 time: 0.2785714 Feb 05 02:45:50.313209 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-de8effbe-a490-4ed9-a0f3-2ad06a696c0a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f42649c2b6449959c79f95564530c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6173944 Feb 05 02:45:50.325877 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52fc09-8fe7-466b-b6e7-557a820f878e req-e9a3b841-0570-41e1-8170-754757de4d31 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:50.340869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d52fc09-8fe7-466b-b6e7-557a820f878e req-e9a3b841-0570-41e1-8170-754757de4d31 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 950 time: 0.2766812 Feb 05 02:45:50.349593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8effbe-a490-4ed9-a0f3-2ad06a696c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271ff37e-1baa-465d-9f30-c943b45c38dd,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:50.355521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37334) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:50.406836 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37338) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:50.417940 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1fd5ccfd-7556-4ff6-93b1-18ece56f8fe3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2098958708-network', 'tenant_id': '7905765824cd4395bfbf295708a06be3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:50.491334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] For port a6522dd5-6188-4622-aa85-35e9310c11fb, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:45:50.495504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20d82d-39a9-4d85-a065-4e417793cb71 req-7cf0e777-501e-4913-8330-6bb5ad45242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:50.501453 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1e20d82d-39a9-4d85-a065-4e417793cb71 req-7cf0e777-501e-4913-8330-6bb5ad45242c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=66aee997-898a-49fe-a77f-0d444b50db76 HTTP/1.1" status: 200 len: 863 time: 0.2182324 Feb 05 02:45:50.554882 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Publish callbacks [] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:50.567068 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b3a531cd-be5a-4c5d-9abe-f07a527db2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:57Z', 'revision_number': 4, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'b13b5761-771e-4703-b01f-d94d85a42de6', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'port_id': '7022f25d-a110-412b-b8a5-92a00694891e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'mac_address': 'fa:16:3e:28:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ec5b-9b1a-4935-9546-9e029b3d3bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:45:16Z', 'updated_at': '2022-02-05T02:45:46Z', 'revision_number': 1, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fd4605-90cf-45dc-873d-be742f3743f7', 'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'mac_address': 'fa:16:3e:5b:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:56Z', 'updated_at': '2022-02-05T02:45:02Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'subnets': [{'id': '66aee997-898a-49fe-a77f-0d444b50db76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:50.574061 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:50.580436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd5ccfd-7556-4ff6-93b1-18ece56f8fe3 admin admin] Made reservation on behalf of 7905765824cd4395bfbf295708a06be3 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:50.583613 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ccfd-7556-4ff6-93b1-18ece56f8fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:50.596477 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ccfd-7556-4ff6-93b1-18ece56f8fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:50.613172 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a531cd-be5a-4c5d-9abe-f07a527db2d8 None None] The sync data for ids ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'] in n-d-826942-8 is: [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:57Z', 'revision_number': 4, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'b13b5761-771e-4703-b01f-d94d85a42de6', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'port_id': '7022f25d-a110-412b-b8a5-92a00694891e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'mac_address': 'fa:16:3e:28:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992ec5b-9b1a-4935-9546-9e029b3d3bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:45:16Z', 'updated_at': '2022-02-05T02:45:46Z', 'revision_number': 1, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fd4605-90cf-45dc-873d-be742f3743f7', 'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'mac_address': 'fa:16:3e:5b:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:56Z', 'updated_at': '2022-02-05T02:45:02Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'subnets': [{'id': '66aee997-898a-49fe-a77f-0d444b50db76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:45:50.630513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20d82d-39a9-4d85-a065-4e417793cb71 req-4a2c24fd-5fe2-48ce-b85f-ffa71ce81005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:50.632273 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1e20d82d-39a9-4d85-a065-4e417793cb71 req-4a2c24fd-5fe2-48ce-b85f-ffa71ce81005 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a94c3582-970d-47af-8b94-110280fc5522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1236215 Feb 05 02:45:50.654978 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37350) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:50.688450 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c393845f-aa0f-49cc-b3e7-e1c9f4d1955f admin admin] Publish callbacks [] for security_group (271ff37e-1baa-465d-9f30-c943b45c38dd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:50.714711 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d52fc09-8fe7-466b-b6e7-557a820f878e req-b7d1c80c-4727-4006-8fd3-0ce382d862c4 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760004 Feb 05 02:45:50.769426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Pushing event updated for resources: {'Port': ['ID=a6522dd5-6188-4622-aa85-35e9310c11fb,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:50.782306 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c393845f-aa0f-49cc-b3e7-e1c9f4d1955f admin admin] Publish callbacks [] for security_group (271ff37e-1baa-465d-9f30-c943b45c38dd), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:50.795041 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1e20d82d-39a9-4d85-a065-4e417793cb71 req-d92fa424-fa16-4f0d-b370-1debe2039f40 service neutron] 10.222.0.31 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562674 Feb 05 02:45:50.865197 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Attempting to bind port a6522dd5-6188-4622-aa85-35e9310c11fb on host n-h2-826942-8 for vnic_type normal with profile {"migrating_to": "n-h1-826942-8"} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:45:50.866273 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Attempting to bind port a6522dd5-6188-4622-aa85-35e9310c11fb by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:45:50.866792 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Attempting to bind port a6522dd5-6188-4622-aa85-35e9310c11fb on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:50.887483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676b2ef-8161-4d68-8e08-e3a4bd8231fb req-35c8a151-da4b-457c-a3cb-8045350d3c06 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:50.889670 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2676b2ef-8161-4d68-8e08-e3a4bd8231fb req-35c8a151-da4b-457c-a3cb-8045350d3c06 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 945 time: 0.2402968 Feb 05 02:45:50.895510 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b91350e2-e52c-4488-8392-d1a1f910e67b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:50.910388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Port a6522dd5-6188-4622-aa85-35e9310c11fb on network 11cf62be-c855-41b3-87da-58090e237db8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:45:50.910718 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Attempting to bind port a6522dd5-6188-4622-aa85-35e9310c11fb on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:45:50.940293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52238) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:50.944060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:45:50.944782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Checking segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:50.944782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Bound using segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:45:50.945189 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Bound port: a6522dd5-6188-4622-aa85-35e9310c11fb, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:45:50.945545 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:50.969150 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ccfd-7556-4ff6-93b1-18ece56f8fe3 admin admin] Publish callbacks [] for security_group (ff4bf2b1-2586-44e9-9038-8d6c3267aba5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:50.990158 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ccfd-7556-4ff6-93b1-18ece56f8fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ff4bf2b1-2586-44e9-9038-8d6c3267aba5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:50.996830 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1e20d82d-39a9-4d85-a065-4e417793cb71 req-8bd1a23d-c24b-49dc-a690-c940ca33a756 service neutron] 10.222.0.31 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945024 Feb 05 02:45:51.026099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68307c5-5d9e-441a-85b1-315e96811f0b None None] New status for floating IP b13b5761-771e-4703-b01f-d94d85a42de6: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:45:51.047868 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd5ccfd-7556-4ff6-93b1-18ece56f8fe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:45:51.057341 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ccfd-7556-4ff6-93b1-18ece56f8fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (72189374-62fd-4b45-b444-4c1147e4fc28), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.057685 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-1fd5ccfd-7556-4ff6-93b1-18ece56f8fe3 admin admin] Added segment 72189374-62fd-4b45-b444-4c1147e4fc28 of type vlan for network d4bad7b4-9500-4aed-993c-35623040594d Feb 05 02:45:51.080085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] For port a6522dd5-6188-4622-aa85-35e9310c11fb, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:45:51.083349 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] For port a6522dd5-6188-4622-aa85-35e9310c11fb, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a6522dd5-6188-4622-aa85-35e9310c11fb,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:45:51.085440 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c393845f-aa0f-49cc-b3e7-e1c9f4d1955f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (271ff37e-1baa-465d-9f30-c943b45c38dd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.088280 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c393845f-aa0f-49cc-b3e7-e1c9f4d1955f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.092763 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c393845f-aa0f-49cc-b3e7-e1c9f4d1955f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/271ff37e-1baa-465d-9f30-c943b45c38dd HTTP/1.1" status: 204 len: 168 time: 0.7334886 Feb 05 02:45:51.099632 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5ccfd-7556-4ff6-93b1-18ece56f8fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4bf2b1-2586-44e9-9038-8d6c3267aba5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:51.111766 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ccfd-7556-4ff6-93b1-18ece56f8fe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (d4bad7b4-9500-4aed-993c-35623040594d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.136995 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5831f197-ab9d-46f2-a0e5-4763586fec01 req-96817bda-2139-4c84-955d-884587e922a4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1895475 Feb 05 02:45:51.151449 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ccfd-7556-4ff6-93b1-18ece56f8fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (d4bad7b4-9500-4aed-993c-35623040594d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.152533 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd5ccfd-7556-4ff6-93b1-18ece56f8fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:51.153195 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ccfd-7556-4ff6-93b1-18ece56f8fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.185548 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1fd5ccfd-7556-4ff6-93b1-18ece56f8fe3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7800488 Feb 05 02:45:51.201080 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b91350e2-e52c-4488-8392-d1a1f910e67b admin admin] Publish callbacks [] for security_group (cc464178-83d6-4072-9f60-3b23a7d089e4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.208033 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37364) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:51.219332 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cc937247-d67b-4256-ad0e-bf257160008d admin admin] Request body: {'subnet': {'network_id': 'd4bad7b4-9500-4aed-993c-35623040594d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2098958708-subnet', 'tenant_id': '7905765824cd4395bfbf295708a06be3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:51.278095 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b91350e2-e52c-4488-8392-d1a1f910e67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (cc464178-83d6-4072-9f60-3b23a7d089e4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.278323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5ccfd-7556-4ff6-93b1-18ece56f8fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=d4bad7b4-9500-4aed-993c-35623040594d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:51.292920 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831f197-ab9d-46f2-a0e5-4763586fec01 req-19ad7a76-4cd3-4f42-81e7-36b16d94af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:51.294455 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5831f197-ab9d-46f2-a0e5-4763586fec01 req-19ad7a76-4cd3-4f42-81e7-36b16d94af08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f70c12dbde1743e880aac38e75ef86f3&device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 1127 time: 0.0742869 Feb 05 02:45:51.299262 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.302409 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network d4bad7b4-9500-4aed-993c-35623040594d details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:45:51.321317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393845f-aa0f-49cc-b3e7-e1c9f4d1955f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271ff37e-1baa-465d-9f30-c943b45c38dd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:51.331386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2676b2ef-8161-4d68-8e08-e3a4bd8231fb req-7fb03891-1b37-404a-8548-630bbe99e441 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4320993 Feb 05 02:45:51.350050 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b91350e2-e52c-4488-8392-d1a1f910e67b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5105b5de8422452ab37303637cd7fa76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6820760 Feb 05 02:45:51.360869 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37370) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:51.429574 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc937247-d67b-4256-ad0e-bf257160008d admin admin] Made reservation on behalf of 7905765824cd4395bfbf295708a06be3 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:51.431875 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc937247-d67b-4256-ad0e-bf257160008d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.486460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91350e2-e52c-4488-8392-d1a1f910e67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc464178-83d6-4072-9f60-3b23a7d089e4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:51.491267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Pushing event updated for resources: {'Port': ['ID=a6522dd5-6188-4622-aa85-35e9310c11fb,revision_number=8']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:51.550413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831f197-ab9d-46f2-a0e5-4763586fec01 req-6f5b8149-221e-4e85-9cb9-78f9795b42b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:51.553849 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5831f197-ab9d-46f2-a0e5-4763586fec01 req-6f5b8149-221e-4e85-9cb9-78f9795b42b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a94c3582-970d-47af-8b94-110280fc5522 HTTP/1.1" status: 200 len: 925 time: 0.2375441 Feb 05 02:45:51.556632 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d7805-511b-4496-b683-b84bd0eb4423 req-03717001-a410-4c44-ae2a-b00366863b75 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:51.558168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f7d7805-511b-4496-b683-b84bd0eb4423 req-03717001-a410-4c44-ae2a-b00366863b75 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 1132 time: 0.4558272 Feb 05 02:45:51.583565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:51.584185 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.585644 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2d371bea-1215-41fd-b6c9-2baaf153f257 service neutron] 10.222.0.31 "PUT /v2.0/ports/a6522dd5-6188-4622-aa85-35e9310c11fb HTTP/1.1" status: 200 len: 1144 time: 1.8467393 Feb 05 02:45:51.604959 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Publish callbacks [] for security_group (cc464178-83d6-4072-9f60-3b23a7d089e4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.618836 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8f7d7805-511b-4496-b683-b84bd0eb4423 req-3e9f14d3-d4e4-4c03-9256-2da6c2f6d6a4 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.631785 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ea8c18-edd9-4830-b281-e9bf61270fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6522dd5-6188-4622-aa85-35e9310c11fb'}, {'name': 'network-changed', 'server_uuid': '47ea8c18-edd9-4830-b281-e9bf61270fcc', 'tag': 'a6522dd5-6188-4622-aa85-35e9310c11fb'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:45:51.634415 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f1348a-a97a-4520-beb5-da8ff8cca352" -d '{"events": [{"server_uuid": "47ea8c18-edd9-4830-b281-e9bf61270fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "a6522dd5-6188-4622-aa85-35e9310c11fb"}, {"name": "network-changed", "server_uuid": "47ea8c18-edd9-4830-b281-e9bf61270fcc", "tag": "a6522dd5-6188-4622-aa85-35e9310c11fb"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:45:51.647609 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['a6522dd5-6188-4622-aa85-35e9310c11fb'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:45:51.679960 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Publish callbacks [] for security_group (cc464178-83d6-4072-9f60-3b23a7d089e4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.796484 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5831f197-ab9d-46f2-a0e5-4763586fec01 req-6c8c30a0-f465-48df-aeb3-20a203de207c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7022f25d-a110-412b-b8a5-92a00694891e HTTP/1.1" status: 200 len: 1001 time: 0.2348962 Feb 05 02:45:51.880196 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (cc464178-83d6-4072-9f60-3b23a7d089e4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.887397 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.896041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831f197-ab9d-46f2-a0e5-4763586fec01 req-f9baa4bf-b0d5-434c-868d-10d79c369bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:51.900164 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc464178-83d6-4072-9f60-3b23a7d089e4 HTTP/1.1" status: 204 len: 168 time: 0.5340321 Feb 05 02:45:51.900691 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5831f197-ab9d-46f2-a0e5-4763586fec01 req-f9baa4bf-b0d5-434c-868d-10d79c369bc0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=66aee997-898a-49fe-a77f-0d444b50db76 HTTP/1.1" status: 200 len: 863 time: 0.0953398 Feb 05 02:45:51.910857 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8f7d7805-511b-4496-b683-b84bd0eb4423 req-3e9f14d3-d4e4-4c03-9256-2da6c2f6d6a4 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] Publish callbacks [] for security_group (ac9fd418-a0bc-4bb4-acf8-48a094cc9cbe), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.954310 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8f7d7805-511b-4496-b683-b84bd0eb4423 req-3e9f14d3-d4e4-4c03-9256-2da6c2f6d6a4 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ac9fd418-a0bc-4bb4-acf8-48a094cc9cbe), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:51.956471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc464178-83d6-4072-9f60-3b23a7d089e4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:51.990922 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:51.991305 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:51.991607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:51.991943 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:51.992367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:51.992595 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:51.992922 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:51.993247 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:51.993571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:51.993894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:51.994214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:51.994535 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:51.994879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8c671-2ef3-4093-be75-97fc4b482ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:51.996852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831f197-ab9d-46f2-a0e5-4763586fec01 req-ce771900-c0d7-47d9-b528-02548644984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:52.000135 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5831f197-ab9d-46f2-a0e5-4763586fec01 req-ce771900-c0d7-47d9-b528-02548644984d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a94c3582-970d-47af-8b94-110280fc5522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0876489 Feb 05 02:45:52.002396 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc937247-d67b-4256-ad0e-bf257160008d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for subnet (38d2aca7-cdda-4209-a576-10049468b130), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:52.043191 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f14d3-d4e4-4c03-9256-2da6c2f6d6a4 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9fd418-a0bc-4bb4-acf8-48a094cc9cbe,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:52.069684 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f7d7805-511b-4496-b683-b84bd0eb4423 req-3e9f14d3-d4e4-4c03-9256-2da6c2f6d6a4 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007894 Feb 05 02:45:52.101600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceac72c-df1e-49b9-9d8e-6db7fc8a7f57 req-7d2e2478-25c2-483d-a7f1-8f18d845f6f1 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:52.101942 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ceac72c-df1e-49b9-9d8e-6db7fc8a7f57 req-7d2e2478-25c2-483d-a7f1-8f18d845f6f1 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 966 time: 0.1959291 Feb 05 02:45:52.151001 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 05 Feb 2022 02:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd67edc1-1635-4b0e-b480-d51f1805fc47 x-openstack-request-id: req-fd67edc1-1635-4b0e-b480-d51f1805fc47 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:45:52.151327 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ea8c18-edd9-4830-b281-e9bf61270fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "a6522dd5-6188-4622-aa85-35e9310c11fb", "code": 200}, {"name": "network-changed", "server_uuid": "47ea8c18-edd9-4830-b281-e9bf61270fcc", "tag": "a6522dd5-6188-4622-aa85-35e9310c11fb", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:45:52.151550 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd67edc1-1635-4b0e-b480-d51f1805fc47 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:45:52.151927 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ea8c18-edd9-4830-b281-e9bf61270fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6522dd5-6188-4622-aa85-35e9310c11fb', 'code': 200} Feb 05 02:45:52.152183 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ea8c18-edd9-4830-b281-e9bf61270fcc', 'tag': 'a6522dd5-6188-4622-aa85-35e9310c11fb', 'status': 'completed', 'code': 200} Feb 05 02:45:52.164768 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc937247-d67b-4256-ad0e-bf257160008d admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d2aca7-cdda-4209-a576-10049468b130,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:52.183459 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5831f197-ab9d-46f2-a0e5-4763586fec01 req-898e331d-9ab2-4508-99d8-0af1474b0081 service neutron] 10.222.0.31 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768348 Feb 05 02:45:52.187434 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ceac72c-df1e-49b9-9d8e-6db7fc8a7f57 req-049169f5-b1bb-497f-a7da-6e86b7e01ea7 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796986 Feb 05 02:45:52.276091 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc937247-d67b-4256-ad0e-bf257160008d admin admin] Checking segment: {'id': '72189374-62fd-4b45-b444-4c1147e4fc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd4bad7b4-9500-4aed-993c-35623040594d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:45:52.276529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc937247-d67b-4256-ad0e-bf257160008d admin admin] Network hostable DHCP agents. Network: d4bad7b4-9500-4aed-993c-35623040594d, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:45:52.331029 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc937247-d67b-4256-ad0e-bf257160008d admin admin] Network d4bad7b4-9500-4aed-993c-35623040594d is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:45:52.377258 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1348a-a97a-4520-beb5-da8ff8cca352 req-d71b1061-6de8-4785-9506-728380a3d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:52.379275 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58f1348a-a97a-4520-beb5-da8ff8cca352 req-d71b1061-6de8-4785-9506-728380a3d4e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 1178 time: 0.1906536 Feb 05 02:45:52.380589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-cc937247-d67b-4256-ad0e-bf257160008d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, d4bad7b4-9500-4aed-993c-35623040594d) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:52.385561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc937247-d67b-4256-ad0e-bf257160008d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:52.386323 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc937247-d67b-4256-ad0e-bf257160008d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:52.398596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85f05c7-5196-4075-86e6-84364506fdf4 None None] Network d4bad7b4-9500-4aed-993c-35623040594d requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:45:52.445143 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5831f197-ab9d-46f2-a0e5-4763586fec01 req-0524f3da-2831-4321-87a1-597bc88ea887 service neutron] 10.222.0.31 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507527 Feb 05 02:45:52.589389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cc937247-d67b-4256-ad0e-bf257160008d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3742387 Feb 05 02:45:52.671754 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f167c007-9f02-43a4-97b2-3c2dd6d45c92 None None] Network d4bad7b4-9500-4aed-993c-35623040594d requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:45:52.723737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1348a-a97a-4520-beb5-da8ff8cca352 req-71c8e4b6-3cc3-4252-bbab-2675f624e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:52.725186 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58f1348a-a97a-4520-beb5-da8ff8cca352 req-71c8e4b6-3cc3-4252-bbab-2675f624e415 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.3330688 Feb 05 02:45:52.733113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8ddca-3079-4bea-8bac-41e6766d6179 req-d83ef953-b7f5-4ea5-a479-b087e65a2a4a tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:52.734626 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16b8ddca-3079-4bea-8bac-41e6766d6179 req-d83ef953-b7f5-4ea5-a479-b087e65a2a4a tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 945 time: 0.1341233 Feb 05 02:45:52.862488 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58f1348a-a97a-4520-beb5-da8ff8cca352 req-33c82cae-dcfb-4f9a-8dac-8237f1328e53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6522dd5-6188-4622-aa85-35e9310c11fb HTTP/1.1" status: 200 len: 217 time: 0.1261060 Feb 05 02:45:52.878725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37432) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:52.907655 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:53.040447 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16b8ddca-3079-4bea-8bac-41e6766d6179 req-3a12fc3f-a872-48b1-a6b8-57336cf19a4b tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969553 Feb 05 02:45:53.056075 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37442) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:53.089627 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] Publish callbacks [] for security_group (4c5dad7a-e8ec-4eef-b477-b2e5637f96c0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:53.097692 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4c5dad7a-e8ec-4eef-b477-b2e5637f96c0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:53.159297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5dad7a-e8ec-4eef-b477-b2e5637f96c0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:53.166887 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-516ab08d-ae19-48d0-8378-03e8a87ab0b1 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3a5378990daa49febaabcbe6e557bcbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2103050 Feb 05 02:45:53.180108 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:53.180108 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:53.180395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:53.180704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:53.181172 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:53.181522 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:53.181858 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:53.183437 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:53.183827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:53.184339 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:53.184684 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:53.185509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:53.186417 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:45:53.216617 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-57253d1c-678f-461d-9d87-18c46136008b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c24d8a1f60c47df867078d5178cc6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3365681 Feb 05 02:45:53.219177 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37456) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:53.301511 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a9db-d180-4f4a-b9bc-274a157af0d0 admin admin] Publish callbacks [] for security_group (4c5dad7a-e8ec-4eef-b477-b2e5637f96c0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:53.328709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1348a-a97a-4520-beb5-da8ff8cca352 req-6ff99b87-576c-4a5f-9c9b-8d6d03c7a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:53.330591 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58f1348a-a97a-4520-beb5-da8ff8cca352 req-6ff99b87-576c-4a5f-9c9b-8d6d03c7a562 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.4497221 Feb 05 02:45:53.340639 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a9db-d180-4f4a-b9bc-274a157af0d0 admin admin] Publish callbacks [] for security_group (4c5dad7a-e8ec-4eef-b477-b2e5637f96c0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:53.416812 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a9db-d180-4f4a-b9bc-274a157af0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4c5dad7a-e8ec-4eef-b477-b2e5637f96c0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:53.419876 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a9db-d180-4f4a-b9bc-274a157af0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:53.424289 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c5b7a9db-d180-4f4a-b9bc-274a157af0d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c5dad7a-e8ec-4eef-b477-b2e5637f96c0 HTTP/1.1" status: 204 len: 168 time: 0.1978946 Feb 05 02:45:53.447021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7a9db-d180-4f4a-b9bc-274a157af0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5dad7a-e8ec-4eef-b477-b2e5637f96c0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:53.765007 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58f1348a-a97a-4520-beb5-da8ff8cca352 req-b506d09b-2851-45bb-a470-5cf4f346224d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4212644 Feb 05 02:45:53.808208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2fa7a1e6-0256-413e-9058-8dba29208f46 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:53.816088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2fa7a1e6-0256-413e-9058-8dba29208f46 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6483912 Feb 05 02:45:53.846378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c0ba21-9b11-4907-8a57-23b47d09aec1 admin admin] Deleting subnet c103c007-926c-4b68-a2c0-6c4cfcc76a0e {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:45:53.876314 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13c0ba21-9b11-4907-8a57-23b47d09aec1 admin admin] Publish callbacks [] for subnet (c103c007-926c-4b68-a2c0-6c4cfcc76a0e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:54.002417 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-dcdca971-8537-4a17-b01e-6114c3828052 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/quotas/3a5378990daa49febaabcbe6e557bcbe HTTP/1.1" status: 200 len: 375 time: 0.1851649 Feb 05 02:45:54.064161 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13c0ba21-9b11-4907-8a57-23b47d09aec1 admin admin] Publish callbacks [] for subnet (c103c007-926c-4b68-a2c0-6c4cfcc76a0e), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:54.096168 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b86bb7-f1d8-4ae9-85f1-388c983a7f91 req-74383e39-c604-46be-9399-56eaf5cdb0f5 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:54.097730 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4b86bb7-f1d8-4ae9-85f1-388c983a7f91 req-74383e39-c604-46be-9399-56eaf5cdb0f5 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 945 time: 0.3314507 Feb 05 02:45:54.104982 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13c0ba21-9b11-4907-8a57-23b47d09aec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (c103c007-926c-4b68-a2c0-6c4cfcc76a0e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:54.160155 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-e428389f-e163-457f-be23-d7ce9ce96d6a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1563835 Feb 05 02:45:54.182183 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58f1348a-a97a-4520-beb5-da8ff8cca352 req-0924b8ff-f253-45fe-9b44-46bd439184e2 service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602426 Feb 05 02:45:54.277246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58f1348a-a97a-4520-beb5-da8ff8cca352 req-2719d408-1981-45b1-a6e2-aadc3ec2b22d service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881872 Feb 05 02:45:54.325399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4b86bb7-f1d8-4ae9-85f1-388c983a7f91 req-697af2db-38d7-4a67-8da7-c7ddd8d09e8f tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103515 Feb 05 02:45:54.358277 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13c0ba21-9b11-4907-8a57-23b47d09aec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for subnet (c103c007-926c-4b68-a2c0-6c4cfcc76a0e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:54.413963 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0ba21-9b11-4907-8a57-23b47d09aec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c103c007-926c-4b68-a2c0-6c4cfcc76a0e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:54.438261 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13c0ba21-9b11-4907-8a57-23b47d09aec1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:54.444419 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-13c0ba21-9b11-4907-8a57-23b47d09aec1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c103c007-926c-4b68-a2c0-6c4cfcc76a0e HTTP/1.1" status: 204 len: 168 time: 1.3927410 Feb 05 02:45:54.445307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37496) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:54.567562 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (ffded0a3-ba7b-4120-b26d-44171b5a4742), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:54.583356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083591a9-ab02-4dc9-9750-a9cbf3c4ad2a req-2b83058a-9d55-4fbc-8ce5-c48aec8439fb tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:54.590467 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-083591a9-ab02-4dc9-9750-a9cbf3c4ad2a req-2b83058a-9d55-4fbc-8ce5-c48aec8439fb tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 966 time: 0.1311040 Feb 05 02:45:54.704505 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (ffded0a3-ba7b-4120-b26d-44171b5a4742), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:54.726608 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:54.727004 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:54.727914 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:54.728250 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Subscribe: > port after_create 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:54.728592 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Subscribe: > port after_delete 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:54.728928 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Subscribe: > port after_update 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:54.729262 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:54.729625 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:54.729906 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:54.730225 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:54.731733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device a6522dd5-6188-4622-aa85-35e9310c11fb details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:45:54.841552 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:54.854533 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:54.856817 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:54.858562 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:54.859292 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffded0a3-ba7b-4120-b26d-44171b5a4742']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:54.917851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204e002e-5fc7-41ec-83ae-99e916611c74') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:54.918469 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204e002e-5fc7-41ec-83ae-99e916611c74') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:54.937373 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (204e002e-5fc7-41ec-83ae-99e916611c74), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:54.960815 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (204e002e-5fc7-41ec-83ae-99e916611c74), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:54.970460 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port a6522dd5-6188-4622-aa85-35e9310c11fb, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a6522dd5-6188-4622-aa85-35e9310c11fb,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:45:54.970893 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:45:54.971318 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (204e002e-5fc7-41ec-83ae-99e916611c74), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:55.005965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device a6522dd5-6188-4622-aa85-35e9310c11fb has no active binding in host n-h1-826942-8 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 05 02:45:55.056673 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-083591a9-ab02-4dc9-9750-a9cbf3c4ad2a req-47e89db2-ab34-4c77-8b4b-53d57835cd6e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652405 Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: from cryptography.utils import int_from_bytes Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: from cryptography.utils import int_from_bytes Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:45:55.087905 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:45:55.114195 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (ffded0a3-ba7b-4120-b26d-44171b5a4742), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:55.131017 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:55.134566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] 10.222.0.36 "DELETE /v2.0/networks/ffded0a3-ba7b-4120-b26d-44171b5a4742 HTTP/1.1" status: 204 len: 168 time: 0.6883035 Feb 05 02:45:55.139607 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37518) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:55.153691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47938b24-4a15-4ac9-ab78-7348bef0b95b admin admin] Pushing event deleted for resources: {'Network': ['ID=ffded0a3-ba7b-4120-b26d-44171b5a4742,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:55.243657 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27ee7ec-002c-4fa2-b1d1-f9a14bbea533 admin admin] Deleting subnet 38d2aca7-cdda-4209-a576-10049468b130 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:45:55.257592 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c27ee7ec-002c-4fa2-b1d1-f9a14bbea533 admin admin] Publish callbacks [] for subnet (38d2aca7-cdda-4209-a576-10049468b130), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:55.378130 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c27ee7ec-002c-4fa2-b1d1-f9a14bbea533 admin admin] Publish callbacks [] for subnet (38d2aca7-cdda-4209-a576-10049468b130), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:55.407372 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c27ee7ec-002c-4fa2-b1d1-f9a14bbea533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (38d2aca7-cdda-4209-a576-10049468b130), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:55.530591 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c27ee7ec-002c-4fa2-b1d1-f9a14bbea533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for subnet (38d2aca7-cdda-4209-a576-10049468b130), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:55.594359 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ee7ec-002c-4fa2-b1d1-f9a14bbea533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d2aca7-cdda-4209-a576-10049468b130,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:55.596366 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c27ee7ec-002c-4fa2-b1d1-f9a14bbea533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:55.611352 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c27ee7ec-002c-4fa2-b1d1-f9a14bbea533 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/38d2aca7-cdda-4209-a576-10049468b130 HTTP/1.1" status: 204 len: 168 time: 0.4708471 Feb 05 02:45:55.612520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37542) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:55.652101 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c546f425-431a-4bfe-840d-47d7348c2a1c req-3673d96d-d2bb-4c98-a19e-302a49a84bfe tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 210 time: 0.0646551 Feb 05 02:45:56.056804 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (d4bad7b4-9500-4aed-993c-35623040594d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:56.089285 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-4e34b5ac-6c1a-4146-962e-f9a2e0c4b690 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c0bd89f032774a55a4da8d8c44fcfd64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552337 Feb 05 02:45:56.260386 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (d4bad7b4-9500-4aed-993c-35623040594d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:56.273111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-5d1a92a1-5c28-484b-86f0-1a6aa3c2a64a tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:56.274953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-5d1a92a1-5c28-484b-86f0-1a6aa3c2a64a tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820207 Feb 05 02:45:56.292186 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:56.292535 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:56.293353 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:56.293691 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Subscribe: > port after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:56.294030 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:56.294364 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Subscribe: > port after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:56.294701 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:56.295103 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:56.295470 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:56.295796 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:56.318664 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-307208b0-5cc3-4313-bf0f-a4d81a44cc7e tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/quotas/c0bd89f032774a55a4da8d8c44fcfd64 HTTP/1.1" status: 200 len: 375 time: 0.0326593 Feb 05 02:45:56.358354 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-fb8d64ff-a882-4004-ac88-97ba27c389d9 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0bd89f032774a55a4da8d8c44fcfd64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323985 Feb 05 02:45:56.379345 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5875b3-a69f-4dac-8967-489efdcfed9c req-18c18485-e06e-4418-82fc-dc147247d978 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:56.380993 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a5875b3-a69f-4dac-8967-489efdcfed9c req-18c18485-e06e-4418-82fc-dc147247d978 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 966 time: 0.1049383 Feb 05 02:45:56.392922 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:56.393281 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:56.393617 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:56.394441 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 05 02:45:56.394885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bad7b4-9500-4aed-993c-35623040594d']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:56.415814 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72189374-62fd-4b45-b444-4c1147e4fc28') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:56.416148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72189374-62fd-4b45-b444-4c1147e4fc28') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:45:56.434350 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (72189374-62fd-4b45-b444-4c1147e4fc28), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:56.437816 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a5875b3-a69f-4dac-8967-489efdcfed9c req-466b5c39-eb16-4b4c-82ad-0654f492f28d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511334 Feb 05 02:45:56.470454 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (72189374-62fd-4b45-b444-4c1147e4fc28), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:56.484593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:45:56.485178 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (72189374-62fd-4b45-b444-4c1147e4fc28), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: from cryptography.utils import int_from_bytes Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: from cryptography.utils import int_from_bytes Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:45:56.513425 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:45:56.593788 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (d4bad7b4-9500-4aed-993c-35623040594d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:56.616494 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:56.619785 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d4bad7b4-9500-4aed-993c-35623040594d HTTP/1.1" status: 204 len: 168 time: 1.0063221 Feb 05 02:45:56.656365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a51a49-11ef-40e5-9201-5dba70006d54 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4bad7b4-9500-4aed-993c-35623040594d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:56.682846 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13c110cb-fffb-4875-8988-7f27c82acf60 req-f6581d0c-e936-4a85-b15e-e5fdc4364cb8 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 210 time: 0.0707071 Feb 05 02:45:56.897421 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3d3700e-63ee-4389-a016-9fe9f264e05b req-d6efee79-6139-4fb5-91a0-28823b2559e5 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 210 time: 0.0799034 Feb 05 02:45:56.945801 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-87db3624-0513-4115-bd63-c8025fb39125 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3a5378990daa49febaabcbe6e557bcbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519495 Feb 05 02:45:57.003198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37620) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:57.084636 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b2c97607-c1d1-4a06-8595-b5a58be00b2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50a9e3289e664a999cc86891992bcea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0802586 Feb 05 02:45:57.085320 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37630) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:57.180874 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-105e72c8-b3e4-45af-b592-429d64cb7671 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3a5378990daa49febaabcbe6e557bcbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625346 Feb 05 02:45:57.251652 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-0b9a93a7-2da7-4e78-bedb-4871d428a90e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:57.261497 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-0b9a93a7-2da7-4e78-bedb-4871d428a90e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2964447 Feb 05 02:45:57.268694 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37634) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:57.293071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-97eabf10-7fa3-4587-9dfa-864c7d37f964 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Request body: {'port': {'device_id': 'a2e82709-78f3-4fa2-a4fa-eb59b553f5e3', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '3a5378990daa49febaabcbe6e557bcbe'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:57.479026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-9bb4cb02-a3cf-4676-8e85-5bd6c13639b3 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:57.482220 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-9bb4cb02-a3cf-4676-8e85-5bd6c13639b3 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2944646 Feb 05 02:45:57.516967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-c0c65ef1-ba2f-47a5-9f02-5d97f1d8ad2c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Request body: {'port': {'device_id': '44559059-c758-46e9-8d0a-57892ef50782', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '3a5378990daa49febaabcbe6e557bcbe'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:57.578727 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ad4135e-c20f-43d3-a810-9317de7cf9af admin admin] Publish callbacks [] for security_group (0a793b9a-80c8-4a4e-9ce8-05c3172d3119), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:57.581859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37642) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:57.600220 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-97eabf10-7fa3-4587-9dfa-864c7d37f964 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Made reservation on behalf of 3a5378990daa49febaabcbe6e557bcbe for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:57.604203 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-97eabf10-7fa3-4587-9dfa-864c7d37f964 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:57.648837 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-768ff693-e003-40f3-8239-80ac9f592a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:57.719532 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ad4135e-c20f-43d3-a810-9317de7cf9af admin admin] Publish callbacks [] for security_group (0a793b9a-80c8-4a4e-9ce8-05c3172d3119), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:57.720076 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc8363cf-fd9c-426a-9a66-c8183f5970c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:57.827535 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccd16f06-08aa-4ed2-b97c-5bf245cbfecf req-aa6b379d-70f2-41bb-9b79-4dd91b2a2f3f tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 210 time: 0.0515540 Feb 05 02:45:57.841241 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f243b48-401d-4910-9c8a-b9a40163562c req-56b7ca40-39d9-4fad-ad4d-a8b2791480b4 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:57.843843 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f243b48-401d-4910-9c8a-b9a40163562c req-56b7ca40-39d9-4fad-ad4d-a8b2791480b4 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 966 time: 0.2070212 Feb 05 02:45:57.874104 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ad4135e-c20f-43d3-a810-9317de7cf9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0a793b9a-80c8-4a4e-9ce8-05c3172d3119), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:57.877155 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ad4135e-c20f-43d3-a810-9317de7cf9af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:57.878384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7ad4135e-c20f-43d3-a810-9317de7cf9af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a793b9a-80c8-4a4e-9ce8-05c3172d3119 HTTP/1.1" status: 204 len: 168 time: 0.7921419 Feb 05 02:45:57.893947 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-c0c65ef1-ba2f-47a5-9f02-5d97f1d8ad2c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Made reservation on behalf of 3a5378990daa49febaabcbe6e557bcbe for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:57.894631 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-97eabf10-7fa3-4587-9dfa-864c7d37f964 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Allocated IP 192.168.233.244 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/901efd57-bf72-40cf-bb84-83ce5c36f3a1) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:45:57.897516 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-c0c65ef1-ba2f-47a5-9f02-5d97f1d8ad2c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:57.900909 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4135e-c20f-43d3-a810-9317de7cf9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a793b9a-80c8-4a4e-9ce8-05c3172d3119,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:57.942358 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-768ff693-e003-40f3-8239-80ac9f592a10 admin admin] Publish callbacks [] for security_group (3cf6bce9-8d72-4bd5-b07a-93711ded72f1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:57.962581 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-768ff693-e003-40f3-8239-80ac9f592a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3cf6bce9-8d72-4bd5-b07a-93711ded72f1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:57.985100 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f243b48-401d-4910-9c8a-b9a40163562c req-8d03dd7e-0b99-4bae-af46-48f7d5254251 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350114 Feb 05 02:45:58.001471 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc8363cf-fd9c-426a-9a66-c8183f5970c0 admin admin] Publish callbacks [] for security_group (f161692b-d84d-425c-a830-8dd92f305f0f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:58.026883 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-768ff693-e003-40f3-8239-80ac9f592a10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e1dd7abc6ce4f12a7ecb37b68017224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7561338 Feb 05 02:45:58.035402 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ff693-e003-40f3-8239-80ac9f592a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf6bce9-8d72-4bd5-b07a-93711ded72f1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:58.039420 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37652) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:58.046233 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc8363cf-fd9c-426a-9a66-c8183f5970c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f161692b-d84d-425c-a830-8dd92f305f0f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:58.074904 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8363cf-fd9c-426a-9a66-c8183f5970c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f161692b-d84d-425c-a830-8dd92f305f0f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:58.086108 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2863a2c0-9f8a-4938-8140-0de64e2ae6e3 req-4e51ce23-7588-414c-8620-d1ec0a411809 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 210 time: 0.0368264 Feb 05 02:45:58.151267 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dc8363cf-fd9c-426a-9a66-c8183f5970c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a69ef5d488aa4661808ef4e04404be59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5660951 Feb 05 02:45:58.154136 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37656) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:58.176343 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-5b0c59da-85a2-4e8b-95b2-14f39eb9dff7 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c0bd89f032774a55a4da8d8c44fcfd64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280123 Feb 05 02:45:58.216807 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a96da8d7-1444-40b0-8865-584156ad9c07 admin admin] Publish callbacks [] for security_group (3cf6bce9-8d72-4bd5-b07a-93711ded72f1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:58.239199 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a96da8d7-1444-40b0-8865-584156ad9c07 admin admin] Publish callbacks [] for security_group (3cf6bce9-8d72-4bd5-b07a-93711ded72f1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:58.339259 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a96da8d7-1444-40b0-8865-584156ad9c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3cf6bce9-8d72-4bd5-b07a-93711ded72f1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:58.341700 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a96da8d7-1444-40b0-8865-584156ad9c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:58.343749 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a96da8d7-1444-40b0-8865-584156ad9c07 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cf6bce9-8d72-4bd5-b07a-93711ded72f1 HTTP/1.1" status: 204 len: 168 time: 0.3032472 Feb 05 02:45:58.393828 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-80502d01-e022-4265-a94d-4202491e187d tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:58.396081 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-80502d01-e022-4265-a94d-4202491e187d tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104089 Feb 05 02:45:58.396617 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96da8d7-1444-40b0-8865-584156ad9c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf6bce9-8d72-4bd5-b07a-93711ded72f1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:58.403599 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f8e9e12-d01a-48e3-a491-c244e4ac2c40 admin admin] Publish callbacks [] for security_group (f161692b-d84d-425c-a830-8dd92f305f0f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:58.409932 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37662) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:58.418710 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1c23e7fd-b41a-4006-9d87-4dbdf3e1d130 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Request body: {'port': {'device_id': '816ddf30-68f8-43dc-a71b-fa18d8f9e12e', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': 'c0bd89f032774a55a4da8d8c44fcfd64'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:58.423076 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-97eabf10-7fa3-4587-9dfa-864c7d37f964 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks [] for port (901efd57-bf72-40cf-bb84-83ce5c36f3a1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:58.459856 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f8e9e12-d01a-48e3-a491-c244e4ac2c40 admin admin] Publish callbacks [] for security_group (f161692b-d84d-425c-a830-8dd92f305f0f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:58.538527 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1a1eeab1-48b3-429a-91f3-76113448f0a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7905765824cd4395bfbf295708a06be3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1249886 Feb 05 02:45:58.541444 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37664) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:58.560865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-97eabf10-7fa3-4587-9dfa-864c7d37f964 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (901efd57-bf72-40cf-bb84-83ce5c36f3a1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:58.582796 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5262ff49-6fce-4474-b84e-0c2a62252ecf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:45:58.635454 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-97eabf10-7fa3-4587-9dfa-864c7d37f964 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:45:58.645156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-97eabf10-7fa3-4587-9dfa-864c7d37f964 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:58.652586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-97eabf10-7fa3-4587-9dfa-864c7d37f964 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:45:58.660311 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-c0c65ef1-ba2f-47a5-9f02-5d97f1d8ad2c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Allocated IP 192.168.233.49 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/8a0abef1-9c72-431a-a225-dccabdc8515e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:45:58.661752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eabf10-7fa3-4587-9dfa-864c7d37f964 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Pushing event updated for resources: {'Port': ['ID=901efd57-bf72-40cf-bb84-83ce5c36f3a1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:58.663996 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f8e9e12-d01a-48e3-a491-c244e4ac2c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f161692b-d84d-425c-a830-8dd92f305f0f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:58.665615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1c23e7fd-b41a-4006-9d87-4dbdf3e1d130 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Made reservation on behalf of c0bd89f032774a55a4da8d8c44fcfd64 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:45:58.669460 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1c23e7fd-b41a-4006-9d87-4dbdf3e1d130 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:58.679789 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f8e9e12-d01a-48e3-a491-c244e4ac2c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:58.680952 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6f8e9e12-d01a-48e3-a491-c244e4ac2c40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f161692b-d84d-425c-a830-8dd92f305f0f HTTP/1.1" status: 204 len: 168 time: 0.5207784 Feb 05 02:45:58.695548 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1c23e7fd-b41a-4006-9d87-4dbdf3e1d130 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:58.798531 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e9e12-d01a-48e3-a491-c244e4ac2c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f161692b-d84d-425c-a830-8dd92f305f0f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:58.802508 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-114a295c-1c94-489c-b0f2-f01fa7acf3e8 admin admin] Publish callbacks [] for security_group (ff4bf2b1-2586-44e9-9038-8d6c3267aba5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:58.856627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-97eabf10-7fa3-4587-9dfa-864c7d37f964 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:58.857249 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-97eabf10-7fa3-4587-9dfa-864c7d37f964 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:58.897896 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-114a295c-1c94-489c-b0f2-f01fa7acf3e8 admin admin] Publish callbacks [] for security_group (ff4bf2b1-2586-44e9-9038-8d6c3267aba5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:58.943577 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-97eabf10-7fa3-4587-9dfa-864c7d37f964 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6607487 Feb 05 02:45:58.944002 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37672) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:58.986881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Request body: {'port': {'device_id': 'a2e82709-78f3-4fa2-a4fa-eb59b553f5e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:45:59.040610 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-03000d7f-3910-45f3-afed-928c040d428d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.042699 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-98069981-5f53-4dbd-a0fa-ba4b214d4d6f req-83d8e67f-1dae-4613-a811-c99117caa81e tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 210 time: 0.0502889 Feb 05 02:45:59.113633 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-c0c65ef1-ba2f-47a5-9f02-5d97f1d8ad2c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks [] for port (8a0abef1-9c72-431a-a225-dccabdc8515e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.119196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (901efd57-bf72-40cf-bb84-83ce5c36f3a1), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.124647 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-114a295c-1c94-489c-b0f2-f01fa7acf3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ff4bf2b1-2586-44e9-9038-8d6c3267aba5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.127725 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-114a295c-1c94-489c-b0f2-f01fa7acf3e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.129011 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-114a295c-1c94-489c-b0f2-f01fa7acf3e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff4bf2b1-2586-44e9-9038-8d6c3267aba5 HTTP/1.1" status: 204 len: 168 time: 0.5849524 Feb 05 02:45:59.146880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-551e29a5-51df-4e97-aa31-1c72c1211b11 None None] Provisioning complete for port 901efd57-bf72-40cf-bb84-83ce5c36f3a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:59.147925 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-551e29a5-51df-4e97-aa31-1c72c1211b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (901efd57-bf72-40cf-bb84-83ce5c36f3a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.211436 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-551e29a5-51df-4e97-aa31-1c72c1211b11 None None] Port 901efd57-bf72-40cf-bb84-83ce5c36f3a1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:45:59.214434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a295c-1c94-489c-b0f2-f01fa7acf3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4bf2b1-2586-44e9-9038-8d6c3267aba5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:59.243412 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-c0c65ef1-ba2f-47a5-9f02-5d97f1d8ad2c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8a0abef1-9c72-431a-a225-dccabdc8515e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.277354 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5262ff49-6fce-4474-b84e-0c2a62252ecf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:45:59.292080 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1c23e7fd-b41a-4006-9d87-4dbdf3e1d130 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Publish callbacks [] for security_group (679f29e8-ff69-4688-b6c2-3ddfaad59483), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.317497 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-03000d7f-3910-45f3-afed-928c040d428d admin admin] Publish callbacks [] for security_group (b20404cc-8bd6-456d-8806-7311c0752578), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.333934 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-03000d7f-3910-45f3-afed-928c040d428d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b20404cc-8bd6-456d-8806-7311c0752578), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.362070 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1c23e7fd-b41a-4006-9d87-4dbdf3e1d130 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (679f29e8-ff69-4688-b6c2-3ddfaad59483), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.383664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-c0c65ef1-ba2f-47a5-9f02-5d97f1d8ad2c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:45:59.386548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c65ef1-ba2f-47a5-9f02-5d97f1d8ad2c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Pushing event updated for resources: {'Port': ['ID=8a0abef1-9c72-431a-a225-dccabdc8515e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:59.453215 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-c0c65ef1-ba2f-47a5-9f02-5d97f1d8ad2c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:45:59.472773 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-c0c65ef1-ba2f-47a5-9f02-5d97f1d8ad2c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:45:59.505714 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23e7fd-b41a-4006-9d87-4dbdf3e1d130 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679f29e8-ff69-4688-b6c2-3ddfaad59483,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:59.571381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37686) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:59.591069 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03000d7f-3910-45f3-afed-928c040d428d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20404cc-8bd6-456d-8806-7311c0752578,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:45:59.650595 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-03000d7f-3910-45f3-afed-928c040d428d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54d5a7ab6b0347458d777c1ded6c0b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6983564 Feb 05 02:45:59.650986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37688) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:45:59.662032 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e96b082-5572-479b-bb82-179f3c7df895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.704424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e4626-86e5-48b7-82ec-fcdca7597858 req-3d4f2212-8b27-4b04-914a-56fb3bddce40 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:59.712100 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-212e4626-86e5-48b7-82ec-fcdca7597858 req-3d4f2212-8b27-4b04-914a-56fb3bddce40 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 966 time: 0.5112927 Feb 05 02:45:59.740226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b651999-af45-4ade-99c6-aa22b5a4f194 req-acc468ec-39d1-48b0-b135-930783435f41 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:59.747855 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b651999-af45-4ade-99c6-aa22b5a4f194 req-acc468ec-39d1-48b0-b135-930783435f41 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 935 time: 0.5375092 Feb 05 02:45:59.839991 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-730ff8ac-ffd2-417f-9b98-9a71d3c77bac admin admin] Publish callbacks [] for security_group (b20404cc-8bd6-456d-8806-7311c0752578), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.846332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901efd57-bf72-40cf-bb84-83ce5c36f3a1 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:45:59.847983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-c0c65ef1-ba2f-47a5-9f02-5d97f1d8ad2c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:45:59.851755 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-c0c65ef1-ba2f-47a5-9f02-5d97f1d8ad2c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.858997 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fc8bac6f-8c5f-4507-83aa-9126818d7bc8 None None] Provisioning complete for port 8a0abef1-9c72-431a-a225-dccabdc8515e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:45:59.860787 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc8bac6f-8c5f-4507-83aa-9126818d7bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8a0abef1-9c72-431a-a225-dccabdc8515e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.862960 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Publish callbacks [] for port (901efd57-bf72-40cf-bb84-83ce5c36f3a1), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.888069 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-730ff8ac-ffd2-417f-9b98-9a71d3c77bac admin admin] Publish callbacks [] for security_group (b20404cc-8bd6-456d-8806-7311c0752578), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.921042 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Transition to ACTIVE for port object 901efd57-bf72-40cf-bb84-83ce5c36f3a1 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:45:59.949360 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fc8bac6f-8c5f-4507-83aa-9126818d7bc8 None None] Port 8a0abef1-9c72-431a-a225-dccabdc8515e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:45:59.961474 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (901efd57-bf72-40cf-bb84-83ce5c36f3a1), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.968579 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b651999-af45-4ade-99c6-aa22b5a4f194 req-dbfa9595-8b6f-48b3-85da-072f958650a2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176621 Feb 05 02:45:59.974886 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e96b082-5572-479b-bb82-179f3c7df895 admin admin] Publish callbacks [] for security_group (80afbb2c-cb73-49ec-bf0e-ecba847b54fb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:45:59.986777 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-212e4626-86e5-48b7-82ec-fcdca7597858 req-128bf041-6712-4a21-9ce7-b4a879488d21 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673719 Feb 05 02:45:59.991655 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-c0c65ef1-ba2f-47a5-9f02-5d97f1d8ad2c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4912198 Feb 05 02:46:00.017280 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e96b082-5572-479b-bb82-179f3c7df895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (80afbb2c-cb73-49ec-bf0e-ecba847b54fb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:00.023220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Request body: {'port': {'device_id': '44559059-c758-46e9-8d0a-57892ef50782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:00.079869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Pushing event updated for resources: {'Port': ['ID=901efd57-bf72-40cf-bb84-83ce5c36f3a1,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:00.089680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96b082-5572-479b-bb82-179f3c7df895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80afbb2c-cb73-49ec-bf0e-ecba847b54fb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:00.095093 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-730ff8ac-ffd2-417f-9b98-9a71d3c77bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b20404cc-8bd6-456d-8806-7311c0752578), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:00.097607 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-730ff8ac-ffd2-417f-9b98-9a71d3c77bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:00.098745 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-730ff8ac-ffd2-417f-9b98-9a71d3c77bac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b20404cc-8bd6-456d-8806-7311c0752578 HTTP/1.1" status: 204 len: 168 time: 0.4456375 Feb 05 02:46:00.105196 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9e96b082-5572-479b-bb82-179f3c7df895 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5499bd6a4ef440eb072fb9263031751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5151498 Feb 05 02:46:00.121263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37704) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:00.174977 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ff8ac-ffd2-417f-9b98-9a71d3c77bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20404cc-8bd6-456d-8806-7311c0752578,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:00.273261 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce9b2165-8724-4f75-9809-bb798903bf6b admin admin] Publish callbacks [] for security_group (80afbb2c-cb73-49ec-bf0e-ecba847b54fb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:00.280472 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-39dfd40c-f022-47ee-96f1-1f0d553e7aa6 req-fc15070e-42eb-4b71-819d-e0af481b1441 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 210 time: 0.1183078 Feb 05 02:46:00.304558 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Attempting to bind port 901efd57-bf72-40cf-bb84-83ce5c36f3a1 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:00.304914 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Attempting to bind port 901efd57-bf72-40cf-bb84-83ce5c36f3a1 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:00.305248 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Attempting to bind port 901efd57-bf72-40cf-bb84-83ce5c36f3a1 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:00.324876 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Port 901efd57-bf72-40cf-bb84-83ce5c36f3a1 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:46:00.325199 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Attempting to bind port 901efd57-bf72-40cf-bb84-83ce5c36f3a1 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:00.338457 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1c23e7fd-b41a-4006-9d87-4dbdf3e1d130 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Allocated IP 192.168.233.179 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/49a6e950-3895-4ab5-a43e-722923eebd34) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:46:00.341261 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce9b2165-8724-4f75-9809-bb798903bf6b admin admin] Publish callbacks [] for security_group (80afbb2c-cb73-49ec-bf0e-ecba847b54fb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:00.349312 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:00.349650 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:00.350036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:00.353901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Bound port: 901efd57-bf72-40cf-bb84-83ce5c36f3a1, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:00.354300 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (901efd57-bf72-40cf-bb84-83ce5c36f3a1), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:00.578295 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8a0abef1-9c72-431a-a225-dccabdc8515e), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:00.584791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] For port 901efd57-bf72-40cf-bb84-83ce5c36f3a1, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:00.588846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] For port 901efd57-bf72-40cf-bb84-83ce5c36f3a1, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=901efd57-bf72-40cf-bb84-83ce5c36f3a1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:00.602820 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1c23e7fd-b41a-4006-9d87-4dbdf3e1d130 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Publish callbacks [] for port (49a6e950-3895-4ab5-a43e-722923eebd34), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:00.609494 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (901efd57-bf72-40cf-bb84-83ce5c36f3a1), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:00.626099 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce9b2165-8724-4f75-9809-bb798903bf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (80afbb2c-cb73-49ec-bf0e-ecba847b54fb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:00.628725 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce9b2165-8724-4f75-9809-bb798903bf6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:00.629885 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ce9b2165-8724-4f75-9809-bb798903bf6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80afbb2c-cb73-49ec-bf0e-ecba847b54fb HTTP/1.1" status: 204 len: 168 time: 0.5054021 Feb 05 02:46:00.721352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b2165-8724-4f75-9809-bb798903bf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80afbb2c-cb73-49ec-bf0e-ecba847b54fb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:00.721352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:00.725760 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:00.727168 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] 10.222.0.31 "PUT /v2.0/ports/901efd57-bf72-40cf-bb84-83ce5c36f3a1 HTTP/1.1" status: 200 len: 1096 time: 1.7688031 Feb 05 02:46:00.727682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e82709-78f3-4fa2-a4fa-eb59b553f5e3', 'tag': '901efd57-bf72-40cf-bb84-83ce5c36f3a1'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:00.730032 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba702ef-050f-47fe-980f-1ba07f00dbc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e82709-78f3-4fa2-a4fa-eb59b553f5e3", "tag": "901efd57-bf72-40cf-bb84-83ce5c36f3a1"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:00.774731 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d4c72-142a-4c42-ad4a-c55a7ee8c8ed service neutron] Pushing event updated for resources: {'Port': ['ID=901efd57-bf72-40cf-bb84-83ce5c36f3a1,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:00.784534 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1c23e7fd-b41a-4006-9d87-4dbdf3e1d130 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (49a6e950-3895-4ab5-a43e-722923eebd34), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:00.881136 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114676ef-250f-4b54-97c6-553b26bd509b x-openstack-request-id: req-114676ef-250f-4b54-97c6-553b26bd509b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:00.882838 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e82709-78f3-4fa2-a4fa-eb59b553f5e3", "tag": "901efd57-bf72-40cf-bb84-83ce5c36f3a1", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:00.883125 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-114676ef-250f-4b54-97c6-553b26bd509b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:00.884175 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e82709-78f3-4fa2-a4fa-eb59b553f5e3', 'tag': '901efd57-bf72-40cf-bb84-83ce5c36f3a1', 'status': 'completed', 'code': 200} Feb 05 02:46:00.909168 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37726) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:00.927885 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1c23e7fd-b41a-4006-9d87-4dbdf3e1d130 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:46:00.928675 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23e7fd-b41a-4006-9d87-4dbdf3e1d130 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Pushing event updated for resources: {'Port': ['ID=49a6e950-3895-4ab5-a43e-722923eebd34,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:00.936425 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1c23e7fd-b41a-4006-9d87-4dbdf3e1d130 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:00.940796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1c23e7fd-b41a-4006-9d87-4dbdf3e1d130 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:46:00.961922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-612f5785-7396-4545-9715-cecf72d2af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:00.963541 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-612f5785-7396-4545-9715-cecf72d2af50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=a2e82709-78f3-4fa2-a4fa-eb59b553f5e3 HTTP/1.1" status: 200 len: 1130 time: 0.1761303 Feb 05 02:46:00.964377 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cbb7ae8-93b6-465c-964a-da2cfb603404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:01.141032 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-613153bf-b53d-46ba-9097-bb4d3ae2fda3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=901efd57-bf72-40cf-bb84-83ce5c36f3a1 HTTP/1.1" status: 200 len: 217 time: 0.1597633 Feb 05 02:46:01.289018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-877d9b8f-5c94-4413-bedb-2be0e821715f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:01.293568 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-877d9b8f-5c94-4413-bedb-2be0e821715f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1391652 Feb 05 02:46:01.409643 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cbb7ae8-93b6-465c-964a-da2cfb603404 admin admin] Publish callbacks [] for security_group (aaa416d4-5f73-490c-8a72-038ad9367a54), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:01.418270 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cbb7ae8-93b6-465c-964a-da2cfb603404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (aaa416d4-5f73-490c-8a72-038ad9367a54), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:01.455009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b15b9db2-c6f6-4a78-bab5-d6b3449b6791 None None] Provisioning complete for port 49a6e950-3895-4ab5-a43e-722923eebd34 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:01.461114 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b15b9db2-c6f6-4a78-bab5-d6b3449b6791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (49a6e950-3895-4ab5-a43e-722923eebd34), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:01.501383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb7ae8-93b6-465c-964a-da2cfb603404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa416d4-5f73-490c-8a72-038ad9367a54,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:01.509910 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2cbb7ae8-93b6-465c-964a-da2cfb603404 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdee92dab2dc46ad99b5d19f694da84d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5987570 Feb 05 02:46:01.513991 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37744) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:01.590882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b15b9db2-c6f6-4a78-bab5-d6b3449b6791 None None] Port 49a6e950-3895-4ab5-a43e-722923eebd34 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:46:01.640532 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-80542caa-23fe-431e-b6e0-42b597fd5b53 service neutron] 10.222.0.10 "GET /v2.0/ports/a6522dd5-6188-4622-aa85-35e9310c11fb/bindings/n-h1-826942-8 HTTP/1.1" status: 200 len: 384 time: 0.1838870 Feb 05 02:46:01.641284 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40f9751c-f596-4798-ac8a-e3a790eae0b2 admin admin] Publish callbacks [] for security_group (aaa416d4-5f73-490c-8a72-038ad9367a54), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:01.655441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1c23e7fd-b41a-4006-9d87-4dbdf3e1d130 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:01.656106 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1c23e7fd-b41a-4006-9d87-4dbdf3e1d130 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:01.721843 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1c23e7fd-b41a-4006-9d87-4dbdf3e1d130 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3089795 Feb 05 02:46:01.731956 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40f9751c-f596-4798-ac8a-e3a790eae0b2 admin admin] Publish callbacks [] for security_group (aaa416d4-5f73-490c-8a72-038ad9367a54), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:01.762892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Request body: {'port': {'device_id': '816ddf30-68f8-43dc-a71b-fa18d8f9e12e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:01.848532 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4aeaa1-4050-462a-8a86-00423bd0ac97 req-97f4c7cb-2a32-4367-a217-1d19dbe10951 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:01.850415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c4aeaa1-4050-462a-8a86-00423bd0ac97 req-97f4c7cb-2a32-4367-a217-1d19dbe10951 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 935 time: 0.3374290 Feb 05 02:46:01.879879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a0abef1-9c72-431a-a225-dccabdc8515e {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:01.914339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c749286-04f1-4248-9bad-6b5a79691c3b req-b874eb04-634f-4ec5-929f-bfa8c9bded2a tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:01.915872 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c749286-04f1-4248-9bad-6b5a79691c3b req-b874eb04-634f-4ec5-929f-bfa8c9bded2a tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 966 time: 0.3378804 Feb 05 02:46:01.954033 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c4aeaa1-4050-462a-8a86-00423bd0ac97 req-e1cd808f-4c3e-4d4e-bb90-c01640071693 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689571 Feb 05 02:46:01.958804 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Publish callbacks [] for port (8a0abef1-9c72-431a-a225-dccabdc8515e), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:01.971303 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:46:01.988329 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (49a6e950-3895-4ab5-a43e-722923eebd34), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:02.056505 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-afebe7f8-78df-4a05-869c-aa490215bad0 service neutron] For port a6522dd5-6188-4622-aa85-35e9310c11fb, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a6522dd5-6188-4622-aa85-35e9310c11fb,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:02.080785 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c749286-04f1-4248-9bad-6b5a79691c3b req-0238c103-7ab3-4eb5-8a8c-004bd68e18dc tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383946 Feb 05 02:46:02.085092 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-afebe7f8-78df-4a05-869c-aa490215bad0 service neutron] For port a6522dd5-6188-4622-aa85-35e9310c11fb, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:02.132429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-afebe7f8-78df-4a05-869c-aa490215bad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6522dd5-6188-4622-aa85-35e9310c11fb {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:02.147271 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-afebe7f8-78df-4a05-869c-aa490215bad0 service neutron] For port a6522dd5-6188-4622-aa85-35e9310c11fb, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=a6522dd5-6188-4622-aa85-35e9310c11fb,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:02.176068 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-afebe7f8-78df-4a05-869c-aa490215bad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:02.198023 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Transition to ACTIVE for port object 8a0abef1-9c72-431a-a225-dccabdc8515e will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:46:02.198958 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40f9751c-f596-4798-ac8a-e3a790eae0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (aaa416d4-5f73-490c-8a72-038ad9367a54), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:02.205969 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40f9751c-f596-4798-ac8a-e3a790eae0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:02.207647 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-40f9751c-f596-4798-ac8a-e3a790eae0b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aaa416d4-5f73-490c-8a72-038ad9367a54 HTTP/1.1" status: 204 len: 168 time: 0.6904137 Feb 05 02:46:02.248715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9751c-f596-4798-ac8a-e3a790eae0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa416d4-5f73-490c-8a72-038ad9367a54,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:02.320349 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (8a0abef1-9c72-431a-a225-dccabdc8515e), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:02.320848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-afebe7f8-78df-4a05-869c-aa490215bad0 service neutron] Transition to ACTIVE for port object a6522dd5-6188-4622-aa85-35e9310c11fb will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:46:02.329772 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-afebe7f8-78df-4a05-869c-aa490215bad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:02.372167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Pushing event updated for resources: {'Port': ['ID=8a0abef1-9c72-431a-a225-dccabdc8515e,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:02.455700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ee086-a9fc-45b8-8d6b-64cd44e841ff req-8439554e-a499-4972-ae84-36ed28e25153 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:02.465170 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e03ee086-a9fc-45b8-8d6b-64cd44e841ff req-8439554e-a499-4972-ae84-36ed28e25153 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 936 time: 0.2981853 Feb 05 02:46:02.487420 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-afebe7f8-78df-4a05-869c-aa490215bad0 service neutron] No DVR routers for this DVR port a6522dd5-6188-4622-aa85-35e9310c11fb on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:46:02.538280 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebe7f8-78df-4a05-869c-aa490215bad0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6522dd5-6188-4622-aa85-35e9310c11fb,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:02.598547 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-afebe7f8-78df-4a05-869c-aa490215bad0 service neutron] 10.222.0.10 "PUT /v2.0/ports/a6522dd5-6188-4622-aa85-35e9310c11fb/bindings/n-h1-826942-8/activate HTTP/1.1" status: 200 len: 369 time: 0.9471300 Feb 05 02:46:02.672976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a6e950-3895-4ab5-a43e-722923eebd34 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:02.754321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e03ee086-a9fc-45b8-8d6b-64cd44e841ff req-1656374e-ca12-42a3-85ab-dab7a7588fac tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/security-groups?id=679f29e8-ff69-4688-b6c2-3ddfaad59483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879570 Feb 05 02:46:02.759687 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Publish callbacks [] for port (49a6e950-3895-4ab5-a43e-722923eebd34), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:02.833065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Transition to ACTIVE for port object 49a6e950-3895-4ab5-a43e-722923eebd34 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:46:02.854790 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (49a6e950-3895-4ab5-a43e-722923eebd34), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:02.929164 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Attempting to bind port 8a0abef1-9c72-431a-a225-dccabdc8515e on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:02.929598 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Attempting to bind port 8a0abef1-9c72-431a-a225-dccabdc8515e by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:02.930002 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Attempting to bind port 8a0abef1-9c72-431a-a225-dccabdc8515e on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:02.945429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Port 8a0abef1-9c72-431a-a225-dccabdc8515e on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:46:02.945829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Attempting to bind port 8a0abef1-9c72-431a-a225-dccabdc8515e on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:03.019684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:03.020029 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:03.020424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:03.020870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Bound port: 8a0abef1-9c72-431a-a225-dccabdc8515e, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:03.021230 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8a0abef1-9c72-431a-a225-dccabdc8515e), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:03.032896 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6731d4-4a57-432a-a34a-e4e77ebcf2fd req-e4f5e123-f320-4046-943f-26b00a3b2b18 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:03.035208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6731d4-4a57-432a-a34a-e4e77ebcf2fd req-e4f5e123-f320-4046-943f-26b00a3b2b18 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:03.035690 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6731d4-4a57-432a-a34a-e4e77ebcf2fd req-e4f5e123-f320-4046-943f-26b00a3b2b18 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:03.036153 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6731d4-4a57-432a-a34a-e4e77ebcf2fd req-e4f5e123-f320-4046-943f-26b00a3b2b18 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:03.036615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6731d4-4a57-432a-a34a-e4e77ebcf2fd req-e4f5e123-f320-4046-943f-26b00a3b2b18 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:03.037070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6731d4-4a57-432a-a34a-e4e77ebcf2fd req-e4f5e123-f320-4046-943f-26b00a3b2b18 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:03.037524 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6731d4-4a57-432a-a34a-e4e77ebcf2fd req-e4f5e123-f320-4046-943f-26b00a3b2b18 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:03.038034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6731d4-4a57-432a-a34a-e4e77ebcf2fd req-e4f5e123-f320-4046-943f-26b00a3b2b18 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:03.038431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6731d4-4a57-432a-a34a-e4e77ebcf2fd req-e4f5e123-f320-4046-943f-26b00a3b2b18 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:03.040392 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e6731d4-4a57-432a-a34a-e4e77ebcf2fd req-e4f5e123-f320-4046-943f-26b00a3b2b18 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6426 time: 0.5718362 Feb 05 02:46:03.050640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Pushing event updated for resources: {'Port': ['ID=49a6e950-3895-4ab5-a43e-722923eebd34,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:03.208279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] For port 8a0abef1-9c72-431a-a225-dccabdc8515e, host n-h1-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:03.211875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] For port 8a0abef1-9c72-431a-a225-dccabdc8515e, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=8a0abef1-9c72-431a-a225-dccabdc8515e,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:03.300509 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (8a0abef1-9c72-431a-a225-dccabdc8515e), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:03.413222 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:03.413842 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:03.415570 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] 10.222.0.31 "PUT /v2.0/ports/8a0abef1-9c72-431a-a225-dccabdc8515e HTTP/1.1" status: 200 len: 1095 time: 3.4042339 Feb 05 02:46:03.417896 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44559059-c758-46e9-8d0a-57892ef50782', 'tag': '8a0abef1-9c72-431a-a225-dccabdc8515e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:03.420813 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067b5ebf-cd0d-40eb-8fbd-5ec97ff370ae" -d '{"events": [{"name": "network-changed", "server_uuid": "44559059-c758-46e9-8d0a-57892ef50782", "tag": "8a0abef1-9c72-431a-a225-dccabdc8515e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:03.503123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-cc85fa2f-0c45-4ad3-80c4-2c7c57d5c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:03.505124 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-cc85fa2f-0c45-4ad3-80c4-2c7c57d5c5af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2413642 Feb 05 02:46:03.508639 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-46e0aba4-e8e8-43d5-9048-955f08ef922e tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:03.511272 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-46e0aba4-e8e8-43d5-9048-955f08ef922e tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc&tenant_id=046d701f8c1b4320bb7536b4bcbbc218&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 1149 time: 0.1815701 Feb 05 02:46:03.532315 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4456a43-6e5e-4557-8e8b-62b961a30306 req-8e980cba-c8b1-411e-9270-5789104f34a7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:03.555260 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4456a43-6e5e-4557-8e8b-62b961a30306 req-8e980cba-c8b1-411e-9270-5789104f34a7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 947 time: 0.3376684 Feb 05 02:46:03.564912 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Attempting to bind port 49a6e950-3895-4ab5-a43e-722923eebd34 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:03.565518 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Attempting to bind port 49a6e950-3895-4ab5-a43e-722923eebd34 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:03.565998 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Attempting to bind port 49a6e950-3895-4ab5-a43e-722923eebd34 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:03.594459 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dadacc49-29b1-4212-9045-5a41c38e5345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:03.609548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Port 49a6e950-3895-4ab5-a43e-722923eebd34 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:46:03.609868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Attempting to bind port 49a6e950-3895-4ab5-a43e-722923eebd34 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:03.631950 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a79b4-7488-4ecc-8bb3-0ad1f8d1744e service neutron] Pushing event updated for resources: {'Port': ['ID=8a0abef1-9c72-431a-a225-dccabdc8515e,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:03.652926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:03.653564 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:03.654094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:03.655265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Bound port: 49a6e950-3895-4ab5-a43e-722923eebd34, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:03.655971 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (49a6e950-3895-4ab5-a43e-722923eebd34), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:03.681099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3ff7b-d60b-42fa-aaf0-71215a17c340 req-d7ee2efb-c1e9-496b-acef-0d805bbe99c0 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:03.683197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcc3ff7b-d60b-42fa-aaf0-71215a17c340 req-d7ee2efb-c1e9-496b-acef-0d805bbe99c0 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 886 time: 0.5979989 Feb 05 02:46:03.761791 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4456a43-6e5e-4557-8e8b-62b961a30306 req-9bd7dd2d-748d-422a-ad91-76b56f71cadf tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053065 Feb 05 02:46:03.809228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] For port 49a6e950-3895-4ab5-a43e-722923eebd34, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:03.813634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] For port 49a6e950-3895-4ab5-a43e-722923eebd34, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=49a6e950-3895-4ab5-a43e-722923eebd34,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:03.821182 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-9d0c9419-8c3d-4b6d-9ce0-ee004d0f97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:03.823032 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-9d0c9419-8c3d-4b6d-9ce0-ee004d0f97c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 1129 time: 0.3544991 Feb 05 02:46:03.843998 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (49a6e950-3895-4ab5-a43e-722923eebd34), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:03.976720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Pushing event updated for resources: {'Port': ['ID=49a6e950-3895-4ab5-a43e-722923eebd34,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:03.990148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:03.991057 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:03.992623 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-1e447568-85d0-4d4c-ad2b-be8648982456 service neutron] 10.222.0.10 "PUT /v2.0/ports/49a6e950-3895-4ab5-a43e-722923eebd34 HTTP/1.1" status: 200 len: 1096 time: 2.2412722 Feb 05 02:46:03.994789 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-7b1d17f9-41a6-4ccf-8cc2-cf1509d82c44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8a0abef1-9c72-431a-a225-dccabdc8515e HTTP/1.1" status: 200 len: 217 time: 0.1589131 Feb 05 02:46:04.115589 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-48bcdffa-102d-49e3-9a41-9a503eb2a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.118218 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-48bcdffa-102d-49e3-9a41-9a503eb2a458 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc&tenant_id=046d701f8c1b4320bb7536b4bcbbc218 HTTP/1.1" status: 200 len: 1149 time: 0.5895283 Feb 05 02:46:04.206526 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-25674765-9509-48b7-b001-4da4a558743f service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6915562 Feb 05 02:46:04.229015 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04f2ae-ed47-4737-8429-15121eeb7cfc req-d099b097-7353-42dc-a52e-dd7a2548563b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.236863 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d04f2ae-ed47-4737-8429-15121eeb7cfc req-d099b097-7353-42dc-a52e-dd7a2548563b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 967 time: 0.4181974 Feb 05 02:46:04.346250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-6029e61e-6252-45bb-acaf-d4836fdc8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.347944 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-6029e61e-6252-45bb-acaf-d4836fdc8b17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 1149 time: 0.1886389 Feb 05 02:46:04.350752 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864449b5-a5cf-44a3-b649-094e836a153e x-openstack-request-id: req-864449b5-a5cf-44a3-b649-094e836a153e {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:04.353417 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44559059-c758-46e9-8d0a-57892ef50782", "tag": "8a0abef1-9c72-431a-a225-dccabdc8515e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:04.353776 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-864449b5-a5cf-44a3-b649-094e836a153e {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:04.354276 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44559059-c758-46e9-8d0a-57892ef50782', 'tag': '8a0abef1-9c72-431a-a225-dccabdc8515e', 'status': 'completed', 'code': 200} Feb 05 02:46:04.383851 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d04f2ae-ed47-4737-8429-15121eeb7cfc req-714ce6e7-51a0-4251-8e6c-9140a4a4e3fa tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459105 Feb 05 02:46:04.443774 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-392c01bf-ccca-41c1-8336-04e698fdd165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.445257 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-392c01bf-ccca-41c1-8336-04e698fdd165 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.4420116 Feb 05 02:46:04.491024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-00f88d26-29c5-49fd-9a26-52859a8f7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.493039 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-00f88d26-29c5-49fd-9a26-52859a8f7577 service neutron] 10.222.0.31 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.1335266 Feb 05 02:46:04.497704 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-7785f76c-c399-49ea-838c-9d98c77eeca4 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839088 Feb 05 02:46:04.553389 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-7d3fc04b-9e69-4dfe-91ca-234a38dfc3b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6522dd5-6188-4622-aa85-35e9310c11fb HTTP/1.1" status: 200 len: 217 time: 0.0511837 Feb 05 02:46:04.596255 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-364ce605-9d5b-4ed5-8467-418f68e125b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.597769 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-364ce605-9d5b-4ed5-8467-418f68e125b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0bd89f032774a55a4da8d8c44fcfd64&device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 1130 time: 0.5539525 Feb 05 02:46:04.606464 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-03d58457-d747-4a87-83ae-a8fce9ff05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.612810 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-03d58457-d747-4a87-83ae-a8fce9ff05e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1349425 Feb 05 02:46:04.652292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-b550339f-6867-43e1-9de7-dc1ce0ac9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.655085 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-b550339f-6867-43e1-9de7-dc1ce0ac9020 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.0872297 Feb 05 02:46:04.672787 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba702ef-050f-47fe-980f-1ba07f00dbc2 req-e882deff-7136-4113-8515-89c4382bd613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.674340 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ba702ef-050f-47fe-980f-1ba07f00dbc2 req-e882deff-7136-4113-8515-89c4382bd613 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=a2e82709-78f3-4fa2-a4fa-eb59b553f5e3 HTTP/1.1" status: 200 len: 1130 time: 0.1201122 Feb 05 02:46:04.689245 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-743a59cf-2ba1-4f9d-b6cf-5952d7ea2b33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=49a6e950-3895-4ab5-a43e-722923eebd34 HTTP/1.1" status: 200 len: 217 time: 0.0737350 Feb 05 02:46:04.692442 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-5d4aba1b-0201-4bc6-be6a-cc4077493314 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307851 Feb 05 02:46:04.850404 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba702ef-050f-47fe-980f-1ba07f00dbc2 req-66f5be4d-46d5-43cb-ab6a-b18789ab0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.851825 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ba702ef-050f-47fe-980f-1ba07f00dbc2 req-66f5be4d-46d5-43cb-ab6a-b18789ab0402 service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.1618438 Feb 05 02:46:04.870463 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-2bac361c-6faf-4568-9bc3-a75936f10fea service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606100 Feb 05 02:46:04.908420 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ba702ef-050f-47fe-980f-1ba07f00dbc2 req-29d27f12-aaca-4076-9451-bc8c71138935 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=901efd57-bf72-40cf-bb84-83ce5c36f3a1 HTTP/1.1" status: 200 len: 217 time: 0.0479395 Feb 05 02:46:04.985470 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b07a60-255a-45f2-bab2-dbcd08344a1f req-667c6104-595c-4919-91e7-62762b62e8b4 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.985936 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b07a60-255a-45f2-bab2-dbcd08344a1f req-667c6104-595c-4919-91e7-62762b62e8b4 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.986398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b07a60-255a-45f2-bab2-dbcd08344a1f req-667c6104-595c-4919-91e7-62762b62e8b4 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.986990 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b07a60-255a-45f2-bab2-dbcd08344a1f req-667c6104-595c-4919-91e7-62762b62e8b4 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.987443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b07a60-255a-45f2-bab2-dbcd08344a1f req-667c6104-595c-4919-91e7-62762b62e8b4 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.988198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b07a60-255a-45f2-bab2-dbcd08344a1f req-667c6104-595c-4919-91e7-62762b62e8b4 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.988591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b07a60-255a-45f2-bab2-dbcd08344a1f req-667c6104-595c-4919-91e7-62762b62e8b4 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.989032 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b07a60-255a-45f2-bab2-dbcd08344a1f req-667c6104-595c-4919-91e7-62762b62e8b4 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.989471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b07a60-255a-45f2-bab2-dbcd08344a1f req-667c6104-595c-4919-91e7-62762b62e8b4 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:04.999726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7b07a60-255a-45f2-bab2-dbcd08344a1f req-667c6104-595c-4919-91e7-62762b62e8b4 tempest-NetworksTest-1423533050 tempest-NetworksTest-1423533050-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6426 time: 0.6547666 Feb 05 02:46:05.008860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba702ef-050f-47fe-980f-1ba07f00dbc2 req-e745ffe8-8378-499f-8cd1-a47b5e247ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:05.010446 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ba702ef-050f-47fe-980f-1ba07f00dbc2 req-e745ffe8-8378-499f-8cd1-a47b5e247ba7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0868769 Feb 05 02:46:05.021947 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff295d04-af00-4d0d-be55-95252c79eedf req-190825da-90e9-4d4a-be7a-fff1624943ad tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:05.031463 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff295d04-af00-4d0d-be55-95252c79eedf req-190825da-90e9-4d4a-be7a-fff1624943ad tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 948 time: 0.5141766 Feb 05 02:46:05.072884 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-e5191307-5c8e-4b2f-a071-33e0efdc7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:05.074663 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-e5191307-5c8e-4b2f-a071-33e0efdc7044 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1407208 Feb 05 02:46:05.085181 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-e9965f20-2ea7-46ce-81ba-2c9ce1e2833f service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860018 Feb 05 02:46:05.117857 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba702ef-050f-47fe-980f-1ba07f00dbc2 req-ccc74503-919d-4bdd-bbc2-984eebf7ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:05.123716 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ba702ef-050f-47fe-980f-1ba07f00dbc2 req-ccc74503-919d-4bdd-bbc2-984eebf7ec0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1048183 Feb 05 02:46:05.156505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-02c7d8a3-5d83-428f-a60f-3c44f67c1552 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269310 Feb 05 02:46:05.173655 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff295d04-af00-4d0d-be55-95252c79eedf req-017b5e0c-0976-4f18-ba90-411272fc8010 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/security-groups?id=679f29e8-ff69-4688-b6c2-3ddfaad59483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363099 Feb 05 02:46:05.285724 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ba702ef-050f-47fe-980f-1ba07f00dbc2 req-b4b90812-c1f2-4eee-8318-193f8bf3ef19 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545935 Feb 05 02:46:05.351946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-f680a4a1-39f4-4d6c-b5c6-97f18b639559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:05.361066 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-f680a4a1-39f4-4d6c-b5c6-97f18b639559 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2707183 Feb 05 02:46:05.463675 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ba702ef-050f-47fe-980f-1ba07f00dbc2 req-93284c4a-bf64-44e1-8dc2-ac4cfe16935a service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687021 Feb 05 02:46:05.529773 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-53f5687b-5d48-4f97-81e2-e1fac3d9d106 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:05.531194 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-53f5687b-5d48-4f97-81e2-e1fac3d9d106 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc&tenant_id=046d701f8c1b4320bb7536b4bcbbc218&binding%3Ahost_id=n-h1-826942-8 HTTP/1.1" status: 200 len: 1149 time: 0.0666442 Feb 05 02:46:05.535786 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37858) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:05.565096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-da6e577f-148b-49ff-bd79-1e57a43dfa38 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946554 Feb 05 02:46:05.596639 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7062c-b6b0-45d8-9210-4c55205a3a12 req-9f6dba47-4418-4337-90bd-d7004c87573c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:05.603401 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77a7062c-b6b0-45d8-9210-4c55205a3a12 req-9f6dba47-4418-4337-90bd-d7004c87573c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 947 time: 0.3295720 Feb 05 02:46:05.649626 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e303a97-bc23-476b-b94e-e2975b9ee456 req-dd54af0f-c361-4689-a70f-9b89ebe5bf56 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730549 Feb 05 02:46:05.684764 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-479a0adc-c07b-48c3-b65b-63396a752e69 service neutron] For port a6522dd5-6188-4622-aa85-35e9310c11fb, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:05.690852 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-479a0adc-c07b-48c3-b65b-63396a752e69 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:05.692316 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ce4f31ad-38df-4dc2-950f-4a13a5b68312 req-479a0adc-c07b-48c3-b65b-63396a752e69 service neutron] 10.222.0.31 "DELETE /v2.0/ports/a6522dd5-6188-4622-aa85-35e9310c11fb/bindings/n-h2-826942-8 HTTP/1.1" status: 204 len: 173 time: 0.1493340 Feb 05 02:46:05.772293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b5ebf-cd0d-40eb-8fbd-5ec97ff370ae req-bae657e3-aae2-4096-9870-955646b7bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:05.773993 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-067b5ebf-cd0d-40eb-8fbd-5ec97ff370ae req-bae657e3-aae2-4096-9870-955646b7bc58 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 1129 time: 0.0654736 Feb 05 02:46:05.780015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47841dd5-a1e6-4a47-a8ee-7bc8e94f0c74 req-48e458b2-ca76-4c9d-8121-670c55b8aee3 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912909 Feb 05 02:46:05.817231 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aac6ae4-545f-4dc4-8634-0901dadaf7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:05.820708 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77a7062c-b6b0-45d8-9210-4c55205a3a12 req-69495ff5-5b19-445c-94ee-cbd9bdf59e33 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163997 Feb 05 02:46:05.828421 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d755521-7ec9-49a0-90ee-90b35f49a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:05.835532 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c489a3b-b317-4f42-9faf-9df021859a06 req-8b142cf7-41f6-4b99-8c93-31c31d38a39d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:05.850569 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a6522dd5-6188-4622-aa85-35e9310c11fb no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:46:05.852090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c489a3b-b317-4f42-9faf-9df021859a06 req-8b142cf7-41f6-4b99-8c93-31c31d38a39d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 967 time: 0.2364769 Feb 05 02:46:05.919484 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] The host n-h2-826942-8 is not matching for port a6522dd5-6188-4622-aa85-35e9310c11fb host n-h1-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 02:46:05.920131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a6522dd5-6188-4622-aa85-35e9310c11fb not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:46:05.933694 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c489a3b-b317-4f42-9faf-9df021859a06 req-7df9f4bf-b033-45b9-8f6d-c85752ed2eb5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780611 Feb 05 02:46:05.964456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b5ebf-cd0d-40eb-8fbd-5ec97ff370ae req-0d82a77a-eaeb-45de-84b8-1cc6c8c633fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:05.965937 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-067b5ebf-cd0d-40eb-8fbd-5ec97ff370ae req-0d82a77a-eaeb-45de-84b8-1cc6c8c633fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.1814866 Feb 05 02:46:06.015137 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-067b5ebf-cd0d-40eb-8fbd-5ec97ff370ae req-c2da93e0-2769-44d7-8252-5dc4e0cdf603 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8a0abef1-9c72-431a-a225-dccabdc8515e HTTP/1.1" status: 200 len: 217 time: 0.0417829 Feb 05 02:46:06.076536 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b5ebf-cd0d-40eb-8fbd-5ec97ff370ae req-6f3c3235-0551-40a8-9984-90046a512e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:06.078098 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-067b5ebf-cd0d-40eb-8fbd-5ec97ff370ae req-6f3c3235-0551-40a8-9984-90046a512e47 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0470624 Feb 05 02:46:06.090873 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aac6ae4-545f-4dc4-8634-0901dadaf7e7 admin admin] Publish callbacks [] for security_group (b2bfb2c7-dc02-4592-a292-f2ab1e91906e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:06.141136 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aac6ae4-545f-4dc4-8634-0901dadaf7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b2bfb2c7-dc02-4592-a292-f2ab1e91906e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:06.191847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37884) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:06.192586 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6aac6ae4-545f-4dc4-8634-0901dadaf7e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa47fa3a57a446f68abafd342ded9c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6556170 Feb 05 02:46:06.198307 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac6ae4-545f-4dc4-8634-0901dadaf7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bfb2c7-dc02-4592-a292-f2ab1e91906e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:06.229190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b5ebf-cd0d-40eb-8fbd-5ec97ff370ae req-4dc326a7-1f9b-47e2-a42c-7a86a8a304db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:06.230713 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-067b5ebf-cd0d-40eb-8fbd-5ec97ff370ae req-4dc326a7-1f9b-47e2-a42c-7a86a8a304db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1421664 Feb 05 02:46:06.266362 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8ed42-36ea-4a8f-a51e-dbbf42617814 req-9cf9e23f-43d0-4d5d-b993-949f27ab0fb0 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:06.268299 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-93d8ed42-36ea-4a8f-a51e-dbbf42617814 req-9cf9e23f-43d0-4d5d-b993-949f27ab0fb0 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 1149 time: 0.1410015 Feb 05 02:46:06.308344 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be0f6341-8f5e-4882-9088-f294f1612266 admin admin] Publish callbacks [] for security_group (b2bfb2c7-dc02-4592-a292-f2ab1e91906e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:06.356124 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be0f6341-8f5e-4882-9088-f294f1612266 admin admin] Publish callbacks [] for security_group (b2bfb2c7-dc02-4592-a292-f2ab1e91906e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:06.358160 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816ddf30-68f8-43dc-a71b-fa18d8f9e12e', 'tag': '49a6e950-3895-4ab5-a43e-722923eebd34'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:06.360449 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27e5eac-1a1e-4824-870b-0f29f3785394" -d '{"events": [{"name": "network-changed", "server_uuid": "816ddf30-68f8-43dc-a71b-fa18d8f9e12e", "tag": "49a6e950-3895-4ab5-a43e-722923eebd34"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:06.364795 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-067b5ebf-cd0d-40eb-8fbd-5ec97ff370ae req-028f5ded-f107-49f2-bae6-d7b61ce51f05 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257370 Feb 05 02:46:06.386208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-93d8ed42-36ea-4a8f-a51e-dbbf42617814 req-69d44682-2c04-48ca-8fe3-6e8a017e0956 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076708 Feb 05 02:46:06.510869 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad496442-c69d-4f7c-9153-0ba298bb1c59 x-openstack-request-id: req-ad496442-c69d-4f7c-9153-0ba298bb1c59 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:06.511670 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816ddf30-68f8-43dc-a71b-fa18d8f9e12e", "tag": "49a6e950-3895-4ab5-a43e-722923eebd34", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:06.511795 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad496442-c69d-4f7c-9153-0ba298bb1c59 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:06.512354 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816ddf30-68f8-43dc-a71b-fa18d8f9e12e', 'tag': '49a6e950-3895-4ab5-a43e-722923eebd34', 'status': 'completed', 'code': 200} Feb 05 02:46:06.539601 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-067b5ebf-cd0d-40eb-8fbd-5ec97ff370ae req-f1a79484-72e9-4791-93bc-2a03790bcbf5 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625676 Feb 05 02:46:06.569252 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd38d4-b02e-4ae2-837a-5a4256840984 req-f80108ef-ce4a-45b8-a6e4-8b48e42a33e2 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:06.578250 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dffd38d4-b02e-4ae2-837a-5a4256840984 req-f80108ef-ce4a-45b8-a6e4-8b48e42a33e2 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 948 time: 0.1385913 Feb 05 02:46:06.593092 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be0f6341-8f5e-4882-9088-f294f1612266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b2bfb2c7-dc02-4592-a292-f2ab1e91906e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:06.595843 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be0f6341-8f5e-4882-9088-f294f1612266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:06.599479 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-be0f6341-8f5e-4882-9088-f294f1612266 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2bfb2c7-dc02-4592-a292-f2ab1e91906e HTTP/1.1" status: 204 len: 168 time: 0.4037211 Feb 05 02:46:06.622542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f6341-8f5e-4882-9088-f294f1612266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bfb2c7-dc02-4592-a292-f2ab1e91906e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:06.671921 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dffd38d4-b02e-4ae2-837a-5a4256840984 req-844886de-48f5-4af2-a29f-33ec01441b21 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/security-groups?id=679f29e8-ff69-4688-b6c2-3ddfaad59483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875812 Feb 05 02:46:06.698713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e5eac-1a1e-4824-870b-0f29f3785394 req-e6509854-2a7c-49cc-b170-24a3c6f92363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:06.700223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d27e5eac-1a1e-4824-870b-0f29f3785394 req-e6509854-2a7c-49cc-b170-24a3c6f92363 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0bd89f032774a55a4da8d8c44fcfd64&device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 1130 time: 0.1705706 Feb 05 02:46:06.835300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e5eac-1a1e-4824-870b-0f29f3785394 req-010e0b2d-eae4-4fba-b01a-552da1c98e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:06.836779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d27e5eac-1a1e-4824-870b-0f29f3785394 req-010e0b2d-eae4-4fba-b01a-552da1c98e28 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.1275916 Feb 05 02:46:06.924271 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d27e5eac-1a1e-4824-870b-0f29f3785394 req-a1cd6a19-c494-4467-8fac-5858f71b4be8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=49a6e950-3895-4ab5-a43e-722923eebd34 HTTP/1.1" status: 200 len: 217 time: 0.0758910 Feb 05 02:46:06.955859 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:07.054937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e5eac-1a1e-4824-870b-0f29f3785394 req-eaed4235-842d-4c39-9495-1712ef45fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:07.056416 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d27e5eac-1a1e-4824-870b-0f29f3785394 req-eaed4235-842d-4c39-9495-1712ef45fb47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1243403 Feb 05 02:46:07.067628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-85ff803f-36a3-429d-b47c-9ea4c2160be0 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:07.069061 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-85ff803f-36a3-429d-b47c-9ea4c2160be0 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 808 time: 0.2504137 Feb 05 02:46:07.090103 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37926) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:07.112249 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6487ad69-046b-47d6-9f1c-4a5765ff3933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:07.121900 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ac9c1-ccc7-4d71-90d5-4deb5169bffa req-c03dfd6f-789c-4721-b860-d39bc0dc931e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:07.130176 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e1ac9c1-ccc7-4d71-90d5-4deb5169bffa req-c03dfd6f-789c-4721-b860-d39bc0dc931e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 947 time: 0.1603551 Feb 05 02:46:07.132613 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-60eec696-07ba-409b-9394-92ac3ee1def9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/quotas/046d701f8c1b4320bb7536b4bcbbc218 HTTP/1.1" status: 200 len: 375 time: 0.0511506 Feb 05 02:46:07.168406 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37928) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:07.228466 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e5eac-1a1e-4824-870b-0f29f3785394 req-3b80e870-92f7-4241-a03e-c3609701f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:07.230237 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d27e5eac-1a1e-4824-870b-0f29f3785394 req-3b80e870-92f7-4241-a03e-c3609701f42e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1594164 Feb 05 02:46:07.257552 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e1ac9c1-ccc7-4d71-90d5-4deb5169bffa req-5309448e-2cb6-4862-980e-182d553944b4 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264179 Feb 05 02:46:07.287989 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6487ad69-046b-47d6-9f1c-4a5765ff3933 admin admin] Publish callbacks [] for security_group (287519f8-74c9-43bb-bef1-7955fa1bc2ff), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:07.303276 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6487ad69-046b-47d6-9f1c-4a5765ff3933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (287519f8-74c9-43bb-bef1-7955fa1bc2ff), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:07.365374 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-c7fa1125-734b-4289-92a7-bd33a0cafafc tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2222743 Feb 05 02:46:07.416537 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6487ad69-046b-47d6-9f1c-4a5765ff3933 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=418a45641f83461fae240e9ee5b57519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251247 Feb 05 02:46:07.417410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37938) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:07.424033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487ad69-046b-47d6-9f1c-4a5765ff3933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287519f8-74c9-43bb-bef1-7955fa1bc2ff,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:07.473505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d27e5eac-1a1e-4824-870b-0f29f3785394 req-f9ea3f98-b4b7-4910-96ce-a9daa327d039 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347906 Feb 05 02:46:07.522037 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-bebb9626-67fd-41c0-8eae-06a305557db8 service neutron] 10.222.0.36 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552112 Feb 05 02:46:07.562710 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55709135-9ddc-4dba-b220-6fb9d1480e96 admin admin] Publish callbacks [] for security_group (287519f8-74c9-43bb-bef1-7955fa1bc2ff), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:07.601021 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55709135-9ddc-4dba-b220-6fb9d1480e96 admin admin] Publish callbacks [] for security_group (287519f8-74c9-43bb-bef1-7955fa1bc2ff), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:07.664017 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d6926b3-e5f3-4f43-bf1c-43106266f5b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:07.667560 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55709135-9ddc-4dba-b220-6fb9d1480e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (287519f8-74c9-43bb-bef1-7955fa1bc2ff), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:07.670410 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55709135-9ddc-4dba-b220-6fb9d1480e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:07.674700 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-55709135-9ddc-4dba-b220-6fb9d1480e96 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/287519f8-74c9-43bb-bef1-7955fa1bc2ff HTTP/1.1" status: 204 len: 168 time: 0.2495263 Feb 05 02:46:07.689669 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55709135-9ddc-4dba-b220-6fb9d1480e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287519f8-74c9-43bb-bef1-7955fa1bc2ff,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:07.752080 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37946) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:07.811190 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d27e5eac-1a1e-4824-870b-0f29f3785394 req-f799de99-039e-4524-b218-8d373f8a7bda service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837646 Feb 05 02:46:07.814030 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-7681eb8e-281e-4cee-8f10-a2673a4939d8 service neutron] 10.222.0.36 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912002 Feb 05 02:46:07.872900 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1775d8a-c816-477b-b910-7069da8fa331 req-99378f33-d7f3-445a-af2a-f536a7cdc839 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:07.875953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1775d8a-c816-477b-b910-7069da8fa331 req-99378f33-d7f3-445a-af2a-f536a7cdc839 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 948 time: 0.1142006 Feb 05 02:46:07.913797 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d6926b3-e5f3-4f43-bf1c-43106266f5b8 admin admin] Publish callbacks [] for security_group (ef64b990-2906-4c42-9826-8c4d87551acb), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:07.929584 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d6926b3-e5f3-4f43-bf1c-43106266f5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ef64b990-2906-4c42-9826-8c4d87551acb), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:07.986953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1775d8a-c816-477b-b910-7069da8fa331 req-b3d8e894-5cbd-4fda-8350-d922fdc19e59 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/security-groups?id=679f29e8-ff69-4688-b6c2-3ddfaad59483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992193 Feb 05 02:46:07.991441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6926b3-e5f3-4f43-bf1c-43106266f5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef64b990-2906-4c42-9826-8c4d87551acb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:07.999858 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37954) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:08.000054 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1d6926b3-e5f3-4f43-bf1c-43106266f5b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5fee75843e741c68d325c711ead1041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8306224 Feb 05 02:46:08.095350 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04990a78-0e52-45e8-8787-7ae6c45d0509 req-e82cd7da-2b22-40e9-a342-c3c6b1599b15 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 210 time: 0.0363822 Feb 05 02:46:08.105866 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f242d878-e1e9-4a99-b2e8-c74f4d85c4b7 admin admin] Publish callbacks [] for security_group (ef64b990-2906-4c42-9826-8c4d87551acb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:08.133177 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f242d878-e1e9-4a99-b2e8-c74f4d85c4b7 admin admin] Publish callbacks [] for security_group (ef64b990-2906-4c42-9826-8c4d87551acb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:08.195229 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01370fbe-332a-4b75-ab51-20904a18d4fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:08.204586 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f242d878-e1e9-4a99-b2e8-c74f4d85c4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ef64b990-2906-4c42-9826-8c4d87551acb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:08.207448 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f242d878-e1e9-4a99-b2e8-c74f4d85c4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:08.210961 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f242d878-e1e9-4a99-b2e8-c74f4d85c4b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef64b990-2906-4c42-9826-8c4d87551acb HTTP/1.1" status: 204 len: 168 time: 0.2071199 Feb 05 02:46:08.221408 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242d878-e1e9-4a99-b2e8-c74f4d85c4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef64b990-2906-4c42-9826-8c4d87551acb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:08.422704 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01370fbe-332a-4b75-ab51-20904a18d4fc admin admin] Publish callbacks [] for security_group (b2351ce1-2b77-41fa-bf24-4119b71e3b9b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:08.432238 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01370fbe-332a-4b75-ab51-20904a18d4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b2351ce1-2b77-41fa-bf24-4119b71e3b9b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:08.477255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01370fbe-332a-4b75-ab51-20904a18d4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2351ce1-2b77-41fa-bf24-4119b71e3b9b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:08.509708 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:08.523957 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-01370fbe-332a-4b75-ab51-20904a18d4fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa838b21536b4ef4b4461cf80e354a53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7697113 Feb 05 02:46:08.526421 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37978) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:08.549993 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614cc02-d7c8-47e1-bed7-b7b492b4dce6 req-8b329c70-2c67-4c62-af60-eafdc4b097d2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:08.552080 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1614cc02-d7c8-47e1-bed7-b7b492b4dce6 req-8b329c70-2c67-4c62-af60-eafdc4b097d2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 947 time: 0.1376567 Feb 05 02:46:08.664704 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1614cc02-d7c8-47e1-bed7-b7b492b4dce6 req-1cd292f4-95b4-43b4-b997-89516c9d9f83 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021752 Feb 05 02:46:08.670455 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0c6b049-6242-4f4d-a575-f79399640e1c admin admin] Publish callbacks [] for security_group (b2351ce1-2b77-41fa-bf24-4119b71e3b9b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:08.710113 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0c6b049-6242-4f4d-a575-f79399640e1c admin admin] Publish callbacks [] for security_group (b2351ce1-2b77-41fa-bf24-4119b71e3b9b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:08.778683 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 901efd57-bf72-40cf-bb84-83ce5c36f3a1 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:46:08.801851 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0c6b049-6242-4f4d-a575-f79399640e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b2351ce1-2b77-41fa-bf24-4119b71e3b9b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:08.804866 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0c6b049-6242-4f4d-a575-f79399640e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:08.805600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37986) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:08.806969 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b0c6b049-6242-4f4d-a575-f79399640e1c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2351ce1-2b77-41fa-bf24-4119b71e3b9b HTTP/1.1" status: 204 len: 168 time: 0.2782466 Feb 05 02:46:08.823831 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6b049-6242-4f4d-a575-f79399640e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2351ce1-2b77-41fa-bf24-4119b71e3b9b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:08.838281 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29627644-015c-4b28-a4ee-83c9369f4cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:08.948502 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29627644-015c-4b28-a4ee-83c9369f4cee admin admin] Publish callbacks [] for security_group (7293a34f-2a96-4852-a3b5-2ec52e8b10b2), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:08.963306 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29627644-015c-4b28-a4ee-83c9369f4cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7293a34f-2a96-4852-a3b5-2ec52e8b10b2), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:09.017138 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-29627644-015c-4b28-a4ee-83c9369f4cee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e197f6d1c72b4836b0085ac0f96785d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2054203 Feb 05 02:46:09.018651 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29627644-015c-4b28-a4ee-83c9369f4cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7293a34f-2a96-4852-a3b5-2ec52e8b10b2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:09.020049 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37994) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:09.080810 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 901efd57-bf72-40cf-bb84-83ce5c36f3a1, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=901efd57-bf72-40cf-bb84-83ce5c36f3a1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:09.115409 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '901efd57-bf72-40cf-bb84-83ce5c36f3a1', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '901efd57-bf72-40cf-bb84-83ce5c36f3a1', 'mac_address': 'fa:16:3e:18:7b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:46:09.150731 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c8d670c-bdbf-49b0-85be-b2d86f162fb6 admin admin] Publish callbacks [] for security_group (7293a34f-2a96-4852-a3b5-2ec52e8b10b2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:09.177120 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 901efd57-bf72-40cf-bb84-83ce5c36f3a1 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:09.177771 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (901efd57-bf72-40cf-bb84-83ce5c36f3a1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:09.180900 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c8d670c-bdbf-49b0-85be-b2d86f162fb6 admin admin] Publish callbacks [] for security_group (7293a34f-2a96-4852-a3b5-2ec52e8b10b2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:09.195240 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901efd57-bf72-40cf-bb84-83ce5c36f3a1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:09.237788 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 901efd57-bf72-40cf-bb84-83ce5c36f3a1, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=901efd57-bf72-40cf-bb84-83ce5c36f3a1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:09.246470 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (901efd57-bf72-40cf-bb84-83ce5c36f3a1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:09.271289 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c8d670c-bdbf-49b0-85be-b2d86f162fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7293a34f-2a96-4852-a3b5-2ec52e8b10b2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:09.275154 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c8d670c-bdbf-49b0-85be-b2d86f162fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:09.280880 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9c8d670c-bdbf-49b0-85be-b2d86f162fb6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7293a34f-2a96-4852-a3b5-2ec52e8b10b2 HTTP/1.1" status: 204 len: 168 time: 0.2592256 Feb 05 02:46:09.301908 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d670c-bdbf-49b0-85be-b2d86f162fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7293a34f-2a96-4852-a3b5-2ec52e8b10b2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:09.332013 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72019877-eeb1-46ec-8cc4-23c33302ebfb req-f87bd34c-9e07-4ef4-b874-dcd3ca1afa74 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 210 time: 0.0635917 Feb 05 02:46:09.335116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=901efd57-bf72-40cf-bb84-83ce5c36f3a1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:09.346671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e9c3b-bf32-4260-83ed-6873834ac54d req-1c07f42a-b73d-49df-8e3f-6a01d9406204 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:09.348217 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b8e9c3b-bf32-4260-83ed-6873834ac54d req-1c07f42a-b73d-49df-8e3f-6a01d9406204 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 948 time: 0.2040756 Feb 05 02:46:09.353269 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:09.353675 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:09.354083 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:09.354477 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:09.354955 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:09.355327 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:09.355763 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:09.356136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:09.356528 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:09.356907 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:09.357321 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:09.357699 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:09.358080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:09.410526 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b8e9c3b-bf32-4260-83ed-6873834ac54d req-98493694-8ca5-48d7-ac02-25f9a85c890e tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/security-groups?id=679f29e8-ff69-4688-b6c2-3ddfaad59483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505950 Feb 05 02:46:09.610414 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['901efd57-bf72-40cf-bb84-83ce5c36f3a1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:46:09.648503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-385930da-f47c-42e0-9f41-caa795117199 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:09.655157 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-385930da-f47c-42e0-9f41-caa795117199 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.10 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 808 time: 0.1641746 Feb 05 02:46:09.664004 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-211353d3-1991-4c04-95c3-86c4b87fb982 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Request body: {'port': {'device_id': '34d69725-a022-470b-89d3-53d8df44d472', 'network_id': '11cf62be-c855-41b3-87da-58090e237db8', 'admin_state_up': True, 'tenant_id': '046d701f8c1b4320bb7536b4bcbbc218'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:09.772334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38020) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:09.809545 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87ba4f76-c79c-492b-89a8-0a6c19981e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:09.882655 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 49a6e950-3895-4ab5-a43e-722923eebd34 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:46:09.919135 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87ba4f76-c79c-492b-89a8-0a6c19981e4e admin admin] Publish callbacks [] for security_group (7229fbe9-ba7a-4066-93d5-6ce16be1fc43), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:09.927489 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87ba4f76-c79c-492b-89a8-0a6c19981e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7229fbe9-ba7a-4066-93d5-6ce16be1fc43), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:09.928631 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:09.949085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-211353d3-1991-4c04-95c3-86c4b87fb982 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Made reservation on behalf of 046d701f8c1b4320bb7536b4bcbbc218 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:09.952744 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-211353d3-1991-4c04-95c3-86c4b87fb982 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:09.975948 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-87ba4f76-c79c-492b-89a8-0a6c19981e4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=779b0e3dfa1d41df80527cdc40217c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021821 Feb 05 02:46:09.976950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba4f76-c79c-492b-89a8-0a6c19981e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7229fbe9-ba7a-4066-93d5-6ce16be1fc43,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:09.979588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38028) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:09.989159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d2978-aeca-4450-8fa7-8572d4e0a214 req-4f765edd-b28b-4c8f-87ca-1022c23c7e38 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:09.990604 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-748d2978-aeca-4450-8fa7-8572d4e0a214 req-4f765edd-b28b-4c8f-87ca-1022c23c7e38 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 947 time: 0.1712298 Feb 05 02:46:10.053790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecf593a0-43b5-4aa1-99bb-d7f5e9966bb2 admin admin] Publish callbacks [] for security_group (7229fbe9-ba7a-4066-93d5-6ce16be1fc43), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:10.083653 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecf593a0-43b5-4aa1-99bb-d7f5e9966bb2 admin admin] Publish callbacks [] for security_group (7229fbe9-ba7a-4066-93d5-6ce16be1fc43), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:10.152598 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecf593a0-43b5-4aa1-99bb-d7f5e9966bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7229fbe9-ba7a-4066-93d5-6ce16be1fc43), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:10.153308 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 49a6e950-3895-4ab5-a43e-722923eebd34, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=49a6e950-3895-4ab5-a43e-722923eebd34,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:10.153483 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-748d2978-aeca-4450-8fa7-8572d4e0a214 req-ed18d3ca-7313-4c24-b8cb-8671967d9334 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464114 Feb 05 02:46:10.173180 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecf593a0-43b5-4aa1-99bb-d7f5e9966bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:10.174809 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ecf593a0-43b5-4aa1-99bb-d7f5e9966bb2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7229fbe9-ba7a-4066-93d5-6ce16be1fc43 HTTP/1.1" status: 204 len: 168 time: 0.1941805 Feb 05 02:46:10.188313 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf593a0-43b5-4aa1-99bb-d7f5e9966bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7229fbe9-ba7a-4066-93d5-6ce16be1fc43,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:10.189500 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '49a6e950-3895-4ab5-a43e-722923eebd34', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '49a6e950-3895-4ab5-a43e-722923eebd34', 'mac_address': 'fa:16:3e:93:45:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:46:10.225203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-211353d3-1991-4c04-95c3-86c4b87fb982 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Allocated IP 172.20.0.12 (11cf62be-c855-41b3-87da-58090e237db8/8361a291-d05d-4883-8cc9-d8ead1ccf65a/3173d038-fd7f-4d5d-a1f2-b02a6776df88) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:46:10.266676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 49a6e950-3895-4ab5-a43e-722923eebd34 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:10.267446 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (49a6e950-3895-4ab5-a43e-722923eebd34), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:10.286498 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a6e950-3895-4ab5-a43e-722923eebd34 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:10.314152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 49a6e950-3895-4ab5-a43e-722923eebd34, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=49a6e950-3895-4ab5-a43e-722923eebd34,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:10.319275 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (49a6e950-3895-4ab5-a43e-722923eebd34), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:10.392384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=49a6e950-3895-4ab5-a43e-722923eebd34,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:10.458291 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c60a453f-5f6d-4784-9973-131c49568fe5 req-ff5681e8-2aec-43a1-9eb9-114c76ed1f50 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 210 time: 0.0483947 Feb 05 02:46:10.468949 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-211353d3-1991-4c04-95c3-86c4b87fb982 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks [] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:10.518801 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-211353d3-1991-4c04-95c3-86c4b87fb982 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:10.533842 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['49a6e950-3895-4ab5-a43e-722923eebd34'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:46:10.574159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-211353d3-1991-4c04-95c3-86c4b87fb982 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Network 11cf62be-c855-41b3-87da-58090e237db8 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:46:10.595749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-211353d3-1991-4c04-95c3-86c4b87fb982 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:10.603840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-211353d3-1991-4c04-95c3-86c4b87fb982 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:46:10.661219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211353d3-1991-4c04-95c3-86c4b87fb982 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Pushing event updated for resources: {'Port': ['ID=3173d038-fd7f-4d5d-a1f2-b02a6776df88,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:10.684685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-211353d3-1991-4c04-95c3-86c4b87fb982 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:10.685228 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-211353d3-1991-4c04-95c3-86c4b87fb982 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:10.703029 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b97fc-cddf-4155-9977-656c398e9b22 req-9a5f945c-bc21-4798-9cba-8a2c550b14ef tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:10.709627 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e4b97fc-cddf-4155-9977-656c398e9b22 req-9a5f945c-bc21-4798-9cba-8a2c550b14ef tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 949 time: 0.1773462 Feb 05 02:46:10.736130 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-211353d3-1991-4c04-95c3-86c4b87fb982 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0771770 Feb 05 02:46:10.756991 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Request body: {'port': {'device_id': '34d69725-a022-470b-89d3-53d8df44d472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:10.786822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 8a0abef1-9c72-431a-a225-dccabdc8515e details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:46:10.820027 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 901efd57-bf72-40cf-bb84-83ce5c36f3a1 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:46:10.829613 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e4b97fc-cddf-4155-9977-656c398e9b22 req-888e9775-0f13-4272-b4b1-fcffb882a850 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/security-groups?id=679f29e8-ff69-4688-b6c2-3ddfaad59483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191349 Feb 05 02:46:10.893311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38072) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:10.925150 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.130837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-836203db-1c24-4eb4-ae73-f6424d44a521 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-437367363-network', 'tenant_id': '1efeace9c19e4c6591bec43ee004b4ff'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:11.172579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836203db-1c24-4eb4-ae73-f6424d44a521 admin admin] Made reservation on behalf of 1efeace9c19e4c6591bec43ee004b4ff for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:11.178276 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-836203db-1c24-4eb4-ae73-f6424d44a521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.198985 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.205226 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-836203db-1c24-4eb4-ae73-f6424d44a521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.278356 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 901efd57-bf72-40cf-bb84-83ce5c36f3a1 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:46:11.298815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 8a0abef1-9c72-431a-a225-dccabdc8515e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=8a0abef1-9c72-431a-a225-dccabdc8515e,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:11.302785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 901efd57-bf72-40cf-bb84-83ce5c36f3a1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:11.309171 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (901efd57-bf72-40cf-bb84-83ce5c36f3a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.355897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3173d038-fd7f-4d5d-a1f2-b02a6776df88 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:11.366858 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Publish callbacks [] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.380704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '8a0abef1-9c72-431a-a225-dccabdc8515e', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '8a0abef1-9c72-431a-a225-dccabdc8515e', 'mac_address': 'fa:16:3e:52:5f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:46:11.384788 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-836203db-1c24-4eb4-ae73-f6424d44a521 admin admin] Publish callbacks [] for security_group (a1ebe37f-89c8-4e5d-9bf7-776eabe3697f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.386056 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e629d82-a9f1-4db6-b0b4-ec3ce014bdec req-d9d4ed2a-04a5-4853-8f8e-ea82a3614c1d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:11.387939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e629d82-a9f1-4db6-b0b4-ec3ce014bdec req-d9d4ed2a-04a5-4853-8f8e-ea82a3614c1d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 947 time: 0.0957587 Feb 05 02:46:11.395101 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-836203db-1c24-4eb4-ae73-f6424d44a521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a1ebe37f-89c8-4e5d-9bf7-776eabe3697f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.396969 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Transition to ACTIVE for port object 3173d038-fd7f-4d5d-a1f2-b02a6776df88 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:46:11.424349 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.449279 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836203db-1c24-4eb4-ae73-f6424d44a521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:11.487074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836203db-1c24-4eb4-ae73-f6424d44a521 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:46:11.513459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 8a0abef1-9c72-431a-a225-dccabdc8515e is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:11.513933 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-836203db-1c24-4eb4-ae73-f6424d44a521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (6bacc685-c459-468b-9016-cde277ab6ab0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.514053 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8a0abef1-9c72-431a-a225-dccabdc8515e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.514452 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-836203db-1c24-4eb4-ae73-f6424d44a521 admin admin] Added segment 6bacc685-c459-468b-9016-cde277ab6ab0 of type vlan for network 7989079b-2a98-4df8-9515-2a06293b2119 Feb 05 02:46:11.523698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e629d82-a9f1-4db6-b0b4-ec3ce014bdec req-4215afb4-efec-4b21-a2b3-98a0b996406b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251800 Feb 05 02:46:11.562943 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Pushing event updated for resources: {'Port': ['ID=3173d038-fd7f-4d5d-a1f2-b02a6776df88,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:11.583470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a0abef1-9c72-431a-a225-dccabdc8515e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:11.617180 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-836203db-1c24-4eb4-ae73-f6424d44a521 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (7989079b-2a98-4df8-9515-2a06293b2119), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.627779 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Attempting to bind port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:11.628118 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Attempting to bind port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:11.628389 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 8a0abef1-9c72-431a-a225-dccabdc8515e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=8a0abef1-9c72-431a-a225-dccabdc8515e,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:11.628498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Attempting to bind port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:11.631142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 901efd57-bf72-40cf-bb84-83ce5c36f3a1 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:11.631578 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (901efd57-bf72-40cf-bb84-83ce5c36f3a1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.640990 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8a0abef1-9c72-431a-a225-dccabdc8515e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.685588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e82709-78f3-4fa2-a4fa-eb59b553f5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901efd57-bf72-40cf-bb84-83ce5c36f3a1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:11.687736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-836203db-1c24-4eb4-ae73-f6424d44a521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (7989079b-2a98-4df8-9515-2a06293b2119), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.687919 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930c9356-c6d5-4952-8cd5-f5b5f47f0eb5" -d '{"events": [{"server_uuid": "a2e82709-78f3-4fa2-a4fa-eb59b553f5e3", "name": "network-vif-plugged", "status": "completed", "tag": "901efd57-bf72-40cf-bb84-83ce5c36f3a1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:11.688208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836203db-1c24-4eb4-ae73-f6424d44a521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:11.689112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-836203db-1c24-4eb4-ae73-f6424d44a521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.699721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 on network 11cf62be-c855-41b3-87da-58090e237db8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:46:11.700048 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Attempting to bind port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:11.717650 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 901efd57-bf72-40cf-bb84-83ce5c36f3a1, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=901efd57-bf72-40cf-bb84-83ce5c36f3a1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:11.724232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=8a0abef1-9c72-431a-a225-dccabdc8515e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:11.727594 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:11.727992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Checking segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:11.728296 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Bound using segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:11.728972 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Bound port: 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:11.729223 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.730452 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (901efd57-bf72-40cf-bb84-83ce5c36f3a1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.773341 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-836203db-1c24-4eb4-ae73-f6424d44a521 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8786497 Feb 05 02:46:11.776131 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38116) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:11.781434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1a14dbbc-452c-45d8-84a9-40aa24c267ce admin admin] Request body: {'subnet': {'network_id': '7989079b-2a98-4df8-9515-2a06293b2119', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-437367363-subnet', 'tenant_id': '1efeace9c19e4c6591bec43ee004b4ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:11.798104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=901efd57-bf72-40cf-bb84-83ce5c36f3a1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:11.804434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836203db-1c24-4eb4-ae73-f6424d44a521 admin admin] Pushing event updated for resources: {'Network': ['ID=7989079b-2a98-4df8-9515-2a06293b2119,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:11.817691 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a14dbbc-452c-45d8-84a9-40aa24c267ce admin admin] Made reservation on behalf of 1efeace9c19e4c6591bec43ee004b4ff for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:11.820127 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29698d4c-affc-4263-9357-656fc4b764ac x-openstack-request-id: req-29698d4c-affc-4263-9357-656fc4b764ac {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:11.820273 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1a14dbbc-452c-45d8-84a9-40aa24c267ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:11.820495 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e82709-78f3-4fa2-a4fa-eb59b553f5e3", "name": "network-vif-plugged", "status": "completed", "tag": "901efd57-bf72-40cf-bb84-83ce5c36f3a1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:11.820758 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29698d4c-affc-4263-9357-656fc4b764ac {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:11.821772 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e82709-78f3-4fa2-a4fa-eb59b553f5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901efd57-bf72-40cf-bb84-83ce5c36f3a1', 'code': 200} Feb 05 02:46:11.842689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 7989079b-2a98-4df8-9515-2a06293b2119 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:46:11.847046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855f230-3cbe-42bf-8206-4d432ec670f3 req-4d962b41-363a-4e39-b874-fa6683e33f1b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:11.854010 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d855f230-3cbe-42bf-8206-4d432ec670f3 req-4d962b41-363a-4e39-b874-fa6683e33f1b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 944 time: 0.2276623 Feb 05 02:46:11.905382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 49a6e950-3895-4ab5-a43e-722923eebd34 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:46:11.995592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 49a6e950-3895-4ab5-a43e-722923eebd34 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:46:12.002127 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294b304-029c-48c2-93a2-f822767af547 req-038334ee-6ce7-43e8-9e6b-ca0da6a7fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:12.005857 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['8a0abef1-9c72-431a-a225-dccabdc8515e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:46:12.009330 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c294b304-029c-48c2-93a2-f822767af547 req-038334ee-6ce7-43e8-9e6b-ca0da6a7fafe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a2e82709-78f3-4fa2-a4fa-eb59b553f5e3 HTTP/1.1" status: 200 len: 1132 time: 0.1171157 Feb 05 02:46:12.010813 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 49a6e950-3895-4ab5-a43e-722923eebd34 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:12.011324 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (49a6e950-3895-4ab5-a43e-722923eebd34), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:12.072694 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38128) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:12.142296 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c294b304-029c-48c2-93a2-f822767af547 req-1512f8f5-5bda-4fd4-9586-f6eea3a8274a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184442 Feb 05 02:46:12.226070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 49a6e950-3895-4ab5-a43e-722923eebd34 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:12.226299 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (49a6e950-3895-4ab5-a43e-722923eebd34), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:12.288336 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1a14dbbc-452c-45d8-84a9-40aa24c267ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (4a3e862e-d976-4a4a-b805-d4274563e5fa), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:12.339760 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] For port 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:12.346547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 49a6e950-3895-4ab5-a43e-722923eebd34, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=49a6e950-3895-4ab5-a43e-722923eebd34,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:12.354021 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (49a6e950-3895-4ab5-a43e-722923eebd34), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:12.366928 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d855f230-3cbe-42bf-8206-4d432ec670f3 req-cf723bdf-bdf0-475c-8a21-d7ac28e5561e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094600 Feb 05 02:46:12.381889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] For port 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=3173d038-fd7f-4d5d-a1f2-b02a6776df88,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:12.393349 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:12.403643 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1e6317af-6b13-4119-af9f-b80b2b0ee3b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:12.433470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=49a6e950-3895-4ab5-a43e-722923eebd34,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:12.439878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44d344-3a55-4b4b-9bed-f5bd6b6fe782 req-e88ff2a7-544c-44e1-a229-bed9a9c0e707 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:12.447159 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc44d344-3a55-4b4b-9bed-f5bd6b6fe782 req-e88ff2a7-544c-44e1-a229-bed9a9c0e707 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 949 time: 0.4763308 Feb 05 02:46:12.454404 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14dbbc-452c-45d8-84a9-40aa24c267ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3e862e-d976-4a4a-b805-d4274563e5fa,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:12.473017 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:12.473641 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:12.475021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] 10.222.0.10 "PUT /v2.0/ports/3173d038-fd7f-4d5d-a1f2-b02a6776df88 HTTP/1.1" status: 200 len: 1092 time: 1.7283340 Feb 05 02:46:12.477086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d69725-a022-470b-89d3-53d8df44d472', 'tag': '3173d038-fd7f-4d5d-a1f2-b02a6776df88'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:12.479214 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a14dbbc-452c-45d8-84a9-40aa24c267ce admin admin] Checking segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:12.479395 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5779ca-3634-4ced-baeb-1825da8df974" -d '{"events": [{"name": "network-changed", "server_uuid": "34d69725-a022-470b-89d3-53d8df44d472", "tag": "3173d038-fd7f-4d5d-a1f2-b02a6776df88"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:12.480170 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a14dbbc-452c-45d8-84a9-40aa24c267ce admin admin] Network hostable DHCP agents. Network: 7989079b-2a98-4df8-9515-2a06293b2119, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:46:12.519413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62235c-11b7-40b7-afde-98091b0bd77c service neutron] Pushing event updated for resources: {'Port': ['ID=3173d038-fd7f-4d5d-a1f2-b02a6776df88,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:12.529263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a14dbbc-452c-45d8-84a9-40aa24c267ce admin admin] Network 7989079b-2a98-4df8-9515-2a06293b2119 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:46:12.537737 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc44d344-3a55-4b4b-9bed-f5bd6b6fe782 req-3ac45c19-a69a-4446-96c4-caa2dcaadc5b tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/security-groups?id=679f29e8-ff69-4688-b6c2-3ddfaad59483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892310 Feb 05 02:46:12.539497 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567d6cd1-4971-498b-965b-2350061c07dd x-openstack-request-id: req-567d6cd1-4971-498b-965b-2350061c07dd {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:12.539789 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d69725-a022-470b-89d3-53d8df44d472", "tag": "3173d038-fd7f-4d5d-a1f2-b02a6776df88", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:12.540249 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-567d6cd1-4971-498b-965b-2350061c07dd {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:12.540644 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d69725-a022-470b-89d3-53d8df44d472', 'tag': '3173d038-fd7f-4d5d-a1f2-b02a6776df88', 'status': 'completed', 'code': 200} Feb 05 02:46:12.549025 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1a14dbbc-452c-45d8-84a9-40aa24c267ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 7989079b-2a98-4df8-9515-2a06293b2119) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:12.560020 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a14dbbc-452c-45d8-84a9-40aa24c267ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:12.562655 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1a14dbbc-452c-45d8-84a9-40aa24c267ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:12.569230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d281b7-90d3-49c1-96cb-6dbfb7a72450 None None] Network 7989079b-2a98-4df8-9515-2a06293b2119 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:46:12.598742 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1e6317af-6b13-4119-af9f-b80b2b0ee3b2 admin admin] Publish callbacks [] for security_group (828ef918-24f8-4c10-bbd6-0edae9d6e659), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:12.605052 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1a14dbbc-452c-45d8-84a9-40aa24c267ce admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8269193 Feb 05 02:46:12.617607 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1e6317af-6b13-4119-af9f-b80b2b0ee3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (828ef918-24f8-4c10-bbd6-0edae9d6e659), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:12.663902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-5b2d2290-82db-4e8b-b9cd-f7c04ec27e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:12.665927 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-5b2d2290-82db-4e8b-b9cd-f7c04ec27e0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 1126 time: 0.1229002 Feb 05 02:46:12.683444 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1e6317af-6b13-4119-af9f-b80b2b0ee3b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf80eaac178641bca465266e52d41562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6055636 Feb 05 02:46:12.683860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38146) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:12.685121 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6317af-6b13-4119-af9f-b80b2b0ee3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828ef918-24f8-4c10-bbd6-0edae9d6e659,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:12.720995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd115614-c5b2-4dce-adc8-1b3d794dd941 req-5b6cfe8f-6ffb-4193-b65e-eba597b2a60b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:12.722499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd115614-c5b2-4dce-adc8-1b3d794dd941 req-5b6cfe8f-6ffb-4193-b65e-eba597b2a60b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 948 time: 0.1135612 Feb 05 02:46:12.729269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-8d5ade9b-7e08-4ec2-bf64-ad18a6b3434c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3173d038-fd7f-4d5d-a1f2-b02a6776df88 HTTP/1.1" status: 200 len: 217 time: 0.0553274 Feb 05 02:46:12.791425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf625a2-77d5-4a0f-836c-3767e6f5492b None None] Network 7989079b-2a98-4df8-9515-2a06293b2119 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:46:12.838362 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-1d3eed00-59ff-459e-8a45-5cdf051984be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:12.839836 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-1d3eed00-59ff-459e-8a45-5cdf051984be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.1027052 Feb 05 02:46:12.865052 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd115614-c5b2-4dce-adc8-1b3d794dd941 req-69c7a3d5-bcff-4b24-93f4-bb0035ac0b5c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215258 Feb 05 02:46:12.899590 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d8bb5ce-a4c2-4c6e-81bd-65206f1b982e admin admin] Publish callbacks [] for security_group (828ef918-24f8-4c10-bbd6-0edae9d6e659), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:12.902793 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-ee4ff531-390b-437c-a2ca-5c7adc4fad7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367255 Feb 05 02:46:12.973260 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d8bb5ce-a4c2-4c6e-81bd-65206f1b982e admin admin] Publish callbacks [] for security_group (828ef918-24f8-4c10-bbd6-0edae9d6e659), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:13.054933 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d8bb5ce-a4c2-4c6e-81bd-65206f1b982e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (828ef918-24f8-4c10-bbd6-0edae9d6e659), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:13.057500 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d8bb5ce-a4c2-4c6e-81bd-65206f1b982e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:13.062106 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3d8bb5ce-a4c2-4c6e-81bd-65206f1b982e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/828ef918-24f8-4c10-bbd6-0edae9d6e659 HTTP/1.1" status: 204 len: 168 time: 0.3738160 Feb 05 02:46:13.069187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-8bf21bce-f32b-4391-81d2-411068baab7d service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553373 Feb 05 02:46:13.069937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bb5ce-a4c2-4c6e-81bd-65206f1b982e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828ef918-24f8-4c10-bbd6-0edae9d6e659,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:13.172081 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41bd18a0-a9de-4860-aa57-2cbdab36fb3a req-66b276e4-d0d8-4963-9768-18e00439f4cd service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958073 Feb 05 02:46:13.286611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5779ca-3634-4ced-baeb-1825da8df974 req-6ae35538-c87e-4c70-bfef-bc2d435124bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:13.288237 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae5779ca-3634-4ced-baeb-1825da8df974 req-6ae35538-c87e-4c70-bfef-bc2d435124bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 1126 time: 0.0588760 Feb 05 02:46:13.406561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5779ca-3634-4ced-baeb-1825da8df974 req-b8a1bcc6-88c1-423a-afa1-fefb81cfd285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:13.408274 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae5779ca-3634-4ced-baeb-1825da8df974 req-b8a1bcc6-88c1-423a-afa1-fefb81cfd285 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.1113899 Feb 05 02:46:13.434604 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38176) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:13.452635 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2082b8eb-46fb-4a95-8d00-453437927443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:13.467939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae5779ca-3634-4ced-baeb-1825da8df974 req-f4b995d6-66ea-4e56-a935-9001585533b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3173d038-fd7f-4d5d-a1f2-b02a6776df88 HTTP/1.1" status: 200 len: 217 time: 0.0527127 Feb 05 02:46:13.552505 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2082b8eb-46fb-4a95-8d00-453437927443 admin admin] Publish callbacks [] for security_group (25d61656-558c-4d77-8a51-0c570a32a082), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:13.552644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5779ca-3634-4ced-baeb-1825da8df974 req-9641456e-54a6-4d08-b5a6-b5905b306758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:13.554520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae5779ca-3634-4ced-baeb-1825da8df974 req-9641456e-54a6-4d08-b5a6-b5905b306758 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.0786321 Feb 05 02:46:13.564338 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2082b8eb-46fb-4a95-8d00-453437927443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (25d61656-558c-4d77-8a51-0c570a32a082), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:13.581474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c615a0-d904-4356-955a-35ea890d6a69 req-783c1c1e-4207-48a4-b3a4-32d2a5d206b0 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:13.588482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48c615a0-d904-4356-955a-35ea890d6a69 req-783c1c1e-4207-48a4-b3a4-32d2a5d206b0 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 944 time: 0.1231048 Feb 05 02:46:13.615166 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2082b8eb-46fb-4a95-8d00-453437927443 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af36e81355d147dca3e0c8256a899fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1787853 Feb 05 02:46:13.615768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38180) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:13.628402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae5779ca-3634-4ced-baeb-1825da8df974 req-62d9ebf5-e603-4e1c-b32f-9a2e0c731140 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649245 Feb 05 02:46:13.635591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082b8eb-46fb-4a95-8d00-453437927443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d61656-558c-4d77-8a51-0c570a32a082,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:13.688378 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-500f4572-a357-4b25-8347-a66bb0ef2e5c admin admin] Publish callbacks [] for security_group (25d61656-558c-4d77-8a51-0c570a32a082), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:13.715208 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-500f4572-a357-4b25-8347-a66bb0ef2e5c admin admin] Publish callbacks [] for security_group (25d61656-558c-4d77-8a51-0c570a32a082), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:13.763055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48c615a0-d904-4356-955a-35ea890d6a69 req-ea178b7d-6dfa-4aaf-9cc5-f919efc9a4df tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705546 Feb 05 02:46:13.782707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-500f4572-a357-4b25-8347-a66bb0ef2e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (25d61656-558c-4d77-8a51-0c570a32a082), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:13.785836 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-500f4572-a357-4b25-8347-a66bb0ef2e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:13.789782 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-500f4572-a357-4b25-8347-a66bb0ef2e5c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25d61656-558c-4d77-8a51-0c570a32a082 HTTP/1.1" status: 204 len: 168 time: 0.1681983 Feb 05 02:46:13.800095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f4572-a357-4b25-8347-a66bb0ef2e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d61656-558c-4d77-8a51-0c570a32a082,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:13.814824 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae5779ca-3634-4ced-baeb-1825da8df974 req-f67472be-c274-4968-8566-cefbf99f4af5 service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780488 Feb 05 02:46:13.837714 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816ddf30-68f8-43dc-a71b-fa18d8f9e12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a6e950-3895-4ab5-a43e-722923eebd34'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:13.839555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38194) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:13.839914 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fef306-c600-44f8-b526-e213b30c77f8" -d '{"events": [{"server_uuid": "816ddf30-68f8-43dc-a71b-fa18d8f9e12e", "name": "network-vif-plugged", "status": "completed", "tag": "49a6e950-3895-4ab5-a43e-722923eebd34"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:13.845605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e0273d35-ba18-498b-9c8a-0cb7262f3068 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1471710179-network', 'tenant_id': '342e91afead3465b8df7f94910289cff'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:13.894074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0273d35-ba18-498b-9c8a-0cb7262f3068 admin admin] Made reservation on behalf of 342e91afead3465b8df7f94910289cff for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:13.897080 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0273d35-ba18-498b-9c8a-0cb7262f3068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:13.913576 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d856f-478c-428a-bdc7-5bd771487e39 req-3b93ffa1-20ea-436d-9f79-9d7065453c8a tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:13.915008 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0273d35-ba18-498b-9c8a-0cb7262f3068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:13.915384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a8d856f-478c-428a-bdc7-5bd771487e39 req-3b93ffa1-20ea-436d-9f79-9d7065453c8a tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 950 time: 0.1793191 Feb 05 02:46:13.971765 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae5779ca-3634-4ced-baeb-1825da8df974 req-beb5e0a2-362c-43bf-a67f-864b1276c767 service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481185 Feb 05 02:46:14.014910 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a8d856f-478c-428a-bdc7-5bd771487e39 req-7f480701-00e4-42b0-bd3e-3e7f66f9d1fe tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/security-groups?id=679f29e8-ff69-4688-b6c2-3ddfaad59483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890028 Feb 05 02:46:14.017226 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0273d35-ba18-498b-9c8a-0cb7262f3068 admin admin] Publish callbacks [] for security_group (7b3a4744-e296-4a82-a36a-b05a5bbf5e26), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:14.030314 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0273d35-ba18-498b-9c8a-0cb7262f3068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7b3a4744-e296-4a82-a36a-b05a5bbf5e26), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:14.047527 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0273d35-ba18-498b-9c8a-0cb7262f3068 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:46:14.059101 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abe2af4-90e5-42eb-af27-7edbc5d3899f x-openstack-request-id: req-9abe2af4-90e5-42eb-af27-7edbc5d3899f {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:14.059420 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816ddf30-68f8-43dc-a71b-fa18d8f9e12e", "name": "network-vif-plugged", "status": "completed", "tag": "49a6e950-3895-4ab5-a43e-722923eebd34", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:14.060095 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9abe2af4-90e5-42eb-af27-7edbc5d3899f {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:14.060709 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816ddf30-68f8-43dc-a71b-fa18d8f9e12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a6e950-3895-4ab5-a43e-722923eebd34', 'code': 200} Feb 05 02:46:14.061781 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0273d35-ba18-498b-9c8a-0cb7262f3068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3a4744-e296-4a82-a36a-b05a5bbf5e26,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:14.067958 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0273d35-ba18-498b-9c8a-0cb7262f3068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e03256b1-c3a1-46da-a559-442881a0b3d0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:14.068303 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-e0273d35-ba18-498b-9c8a-0cb7262f3068 admin admin] Added segment e03256b1-c3a1-46da-a559-442881a0b3d0 of type vlan for network 7dd55cbf-3469-4508-b293-e0456cc8ebcf Feb 05 02:46:14.117396 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0273d35-ba18-498b-9c8a-0cb7262f3068 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (7dd55cbf-3469-4508-b293-e0456cc8ebcf), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:14.158493 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0273d35-ba18-498b-9c8a-0cb7262f3068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (7dd55cbf-3469-4508-b293-e0456cc8ebcf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:14.159550 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0273d35-ba18-498b-9c8a-0cb7262f3068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:14.160253 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0273d35-ba18-498b-9c8a-0cb7262f3068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:14.239578 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987995e6-a3c7-4d9d-aa15-42b1674dbe8c req-8f06ef67-b4f1-4829-b18e-98ea4e5c534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:14.241067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-987995e6-a3c7-4d9d-aa15-42b1674dbe8c req-8f06ef67-b4f1-4829-b18e-98ea4e5c534b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 1132 time: 0.1022000 Feb 05 02:46:14.247616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa3c00-519b-4238-866a-a21b74030eb9 req-fddefe60-8605-4609-9895-fb3525ead4e9 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:14.249548 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3fa3c00-519b-4238-866a-a21b74030eb9 req-fddefe60-8605-4609-9895-fb3525ead4e9 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 948 time: 0.0758910 Feb 05 02:46:14.261116 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e0273d35-ba18-498b-9c8a-0cb7262f3068 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4195433 Feb 05 02:46:14.263878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38208) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:14.266047 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0273d35-ba18-498b-9c8a-0cb7262f3068 admin admin] Pushing event updated for resources: {'Network': ['ID=7dd55cbf-3469-4508-b293-e0456cc8ebcf,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:14.273487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-fa686131-445c-4259-a518-e1ce9aad25ac admin admin] Request body: {'subnet': {'network_id': '7dd55cbf-3469-4508-b293-e0456cc8ebcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1471710179-subnet', 'tenant_id': '342e91afead3465b8df7f94910289cff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:14.276733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 7dd55cbf-3469-4508-b293-e0456cc8ebcf details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:46:14.353180 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-987995e6-a3c7-4d9d-aa15-42b1674dbe8c req-dfd3efbc-3613-4573-8ecc-078d9be2e5a0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=679f29e8-ff69-4688-b6c2-3ddfaad59483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026781 Feb 05 02:46:14.362600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa686131-445c-4259-a518-e1ce9aad25ac admin admin] Made reservation on behalf of 342e91afead3465b8df7f94910289cff for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:14.365163 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fa686131-445c-4259-a518-e1ce9aad25ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:14.391462 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3fa3c00-519b-4238-866a-a21b74030eb9 req-0f949e65-e2ef-4bd6-a09e-0053ffa982eb tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285131 Feb 05 02:46:14.562182 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fa686131-445c-4259-a518-e1ce9aad25ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (b6ba0192-dbf1-4359-acbe-0097dd187bee), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:14.620223 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa686131-445c-4259-a518-e1ce9aad25ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ba0192-dbf1-4359-acbe-0097dd187bee,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:14.630886 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa686131-445c-4259-a518-e1ce9aad25ac admin admin] Checking segment: {'id': 'e03256b1-c3a1-46da-a559-442881a0b3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7dd55cbf-3469-4508-b293-e0456cc8ebcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:14.631242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa686131-445c-4259-a518-e1ce9aad25ac admin admin] Network hostable DHCP agents. Network: 7dd55cbf-3469-4508-b293-e0456cc8ebcf, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:46:14.650146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa686131-445c-4259-a518-e1ce9aad25ac admin admin] Network 7dd55cbf-3469-4508-b293-e0456cc8ebcf is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:46:14.660121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-fa686131-445c-4259-a518-e1ce9aad25ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 7dd55cbf-3469-4508-b293-e0456cc8ebcf) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:14.664402 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa686131-445c-4259-a518-e1ce9aad25ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:14.665115 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fa686131-445c-4259-a518-e1ce9aad25ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:14.668838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0070b548-d319-4b87-b180-5981a2ebcf75 None None] Network 7dd55cbf-3469-4508-b293-e0456cc8ebcf requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:46:14.706051 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fa686131-445c-4259-a518-e1ce9aad25ac admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4405296 Feb 05 02:46:14.797212 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761a23fe-60f9-4cc2-b4b4-832c35c463f5 None None] Network 7dd55cbf-3469-4508-b293-e0456cc8ebcf requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:46:14.813549 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38244) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:14.843962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 8a0abef1-9c72-431a-a225-dccabdc8515e up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:46:14.898532 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88bced-abe8-4a77-99d7-a7690fcc17cf req-15c37de3-5a71-42f9-9e56-4512cae4bee0 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:14.900236 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c88bced-abe8-4a77-99d7-a7690fcc17cf req-15c37de3-5a71-42f9-9e56-4512cae4bee0 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 944 time: 0.0689905 Feb 05 02:46:14.945330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 8a0abef1-9c72-431a-a225-dccabdc8515e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:46:14.951464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 8a0abef1-9c72-431a-a225-dccabdc8515e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:14.952361 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8a0abef1-9c72-431a-a225-dccabdc8515e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:14.973857 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dc7e4175-3186-45ff-aaed-ffd19f845073 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-network', 'tenant_id': '3c8437a2b69b458ea6b623786250a865'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:14.991350 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c88bced-abe8-4a77-99d7-a7690fcc17cf req-bfb76aef-de21-4cc2-ab7a-075912c135c3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771608 Feb 05 02:46:15.003097 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7e4175-3186-45ff-aaed-ffd19f845073 admin admin] Made reservation on behalf of 3c8437a2b69b458ea6b623786250a865 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:15.010262 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4175-3186-45ff-aaed-ffd19f845073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:15.024492 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4175-3186-45ff-aaed-ffd19f845073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:15.059632 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 8a0abef1-9c72-431a-a225-dccabdc8515e is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:15.060032 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8a0abef1-9c72-431a-a225-dccabdc8515e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:15.105083 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 8a0abef1-9c72-431a-a225-dccabdc8515e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=8a0abef1-9c72-431a-a225-dccabdc8515e,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:15.110068 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8a0abef1-9c72-431a-a225-dccabdc8515e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:15.151187 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4175-3186-45ff-aaed-ffd19f845073 admin admin] Publish callbacks [] for security_group (f9860f3b-6ede-4f9f-ba58-e79bd2adcf53), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:15.159280 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4175-3186-45ff-aaed-ffd19f845073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f9860f3b-6ede-4f9f-ba58-e79bd2adcf53), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:15.165165 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=8a0abef1-9c72-431a-a225-dccabdc8515e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:15.175785 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd9df4-79b7-440e-a5d0-fafea07a79df req-68de9425-4f43-4c2e-9862-5abd70a1e60e tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:15.177251 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24fd9df4-79b7-440e-a5d0-fafea07a79df req-68de9425-4f43-4c2e-9862-5abd70a1e60e tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 950 time: 0.0840988 Feb 05 02:46:15.197528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7e4175-3186-45ff-aaed-ffd19f845073 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:46:15.222325 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e4175-3186-45ff-aaed-ffd19f845073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9860f3b-6ede-4f9f-ba58-e79bd2adcf53,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:15.227853 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4175-3186-45ff-aaed-ffd19f845073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e726ada3-16b3-404f-ac56-184c178aa913), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:15.228262 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-dc7e4175-3186-45ff-aaed-ffd19f845073 admin admin] Added segment e726ada3-16b3-404f-ac56-184c178aa913 of type vlan for network 53175c25-93ae-44d1-91b5-d389da671851 Feb 05 02:46:15.298860 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24fd9df4-79b7-440e-a5d0-fafea07a79df req-a392f85f-cab6-49d5-a12d-ea08e5c4d6aa tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/security-groups?id=679f29e8-ff69-4688-b6c2-3ddfaad59483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149955 Feb 05 02:46:15.300645 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4175-3186-45ff-aaed-ffd19f845073 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (53175c25-93ae-44d1-91b5-d389da671851), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:15.328528 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4175-3186-45ff-aaed-ffd19f845073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (53175c25-93ae-44d1-91b5-d389da671851), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:15.329997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7e4175-3186-45ff-aaed-ffd19f845073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:15.330503 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4175-3186-45ff-aaed-ffd19f845073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:15.438109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dc7e4175-3186-45ff-aaed-ffd19f845073 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6206596 Feb 05 02:46:15.438464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38274) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:15.443329 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5b802ba5-6108-4ee6-9679-acc8468edd4a admin admin] Request body: {'subnet': {'network_id': '53175c25-93ae-44d1-91b5-d389da671851', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-subnet', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:15.476051 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e4175-3186-45ff-aaed-ffd19f845073 admin admin] Pushing event updated for resources: {'Network': ['ID=53175c25-93ae-44d1-91b5-d389da671851,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:15.478102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b802ba5-6108-4ee6-9679-acc8468edd4a admin admin] Made reservation on behalf of 3c8437a2b69b458ea6b623786250a865 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:15.480560 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b802ba5-6108-4ee6-9679-acc8468edd4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:15.491062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 53175c25-93ae-44d1-91b5-d389da671851 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:46:15.554586 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-a82081fe-19f0-4c24-9f4b-702815e1ed43 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:15.561884 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-a82081fe-19f0-4c24-9f4b-702815e1ed43 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 820 time: 0.2118967 Feb 05 02:46:15.580921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d044d9-66c7-44b5-8ca6-92fe6fd991c9 req-4e3ff401-1232-4175-b824-265bcc0ff3e4 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:15.583183 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62d044d9-66c7-44b5-8ca6-92fe6fd991c9 req-4e3ff401-1232-4175-b824-265bcc0ff3e4 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 949 time: 0.1084073 Feb 05 02:46:15.590668 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-24712c6f-f0c2-47e3-8ae1-781dbf146252 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/quotas/1efeace9c19e4c6591bec43ee004b4ff HTTP/1.1" status: 200 len: 375 time: 0.0279541 Feb 05 02:46:15.646384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-b64aeee3-778a-4533-b0af-66a293c30fa1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546062 Feb 05 02:46:15.686997 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b802ba5-6108-4ee6-9679-acc8468edd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (d914fd2d-55e1-4e77-a725-e35c596c7800), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:15.715321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62d044d9-66c7-44b5-8ca6-92fe6fd991c9 req-138a7d1a-22e5-4237-a9bb-304f1622ab5f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209109 Feb 05 02:46:15.739154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b802ba5-6108-4ee6-9679-acc8468edd4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d914fd2d-55e1-4e77-a725-e35c596c7800,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:15.758215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b802ba5-6108-4ee6-9679-acc8468edd4a admin admin] Checking segment: {'id': 'e726ada3-16b3-404f-ac56-184c178aa913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53175c25-93ae-44d1-91b5-d389da671851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:15.758569 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b802ba5-6108-4ee6-9679-acc8468edd4a admin admin] Network hostable DHCP agents. Network: 53175c25-93ae-44d1-91b5-d389da671851, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:46:15.771115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-849c8402-7832-4f4e-8f26-5f33587e1f13 service neutron] 10.222.0.36 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113248 Feb 05 02:46:15.777068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b802ba5-6108-4ee6-9679-acc8468edd4a admin admin] Network 53175c25-93ae-44d1-91b5-d389da671851 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:46:15.794044 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:15.796769 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5b802ba5-6108-4ee6-9679-acc8468edd4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 53175c25-93ae-44d1-91b5-d389da671851) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:15.803153 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b802ba5-6108-4ee6-9679-acc8468edd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:15.804137 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b802ba5-6108-4ee6-9679-acc8468edd4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:15.809161 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429278f8-a08d-4957-a8df-d490e2a52fb2 None None] Network 53175c25-93ae-44d1-91b5-d389da671851 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:46:15.827737 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5b802ba5-6108-4ee6-9679-acc8468edd4a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.3881447 Feb 05 02:46:15.830991 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38278) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:15.835243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-router', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:15.857698 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (98b8504d-74cf-4b03-b693-6230541c9633), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:15.859265 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (98b8504d-74cf-4b03-b693-6230541c9633), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:15.907794 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-a972f46e-dff3-4fac-8cfc-a2a2475f8445 service neutron] 10.222.0.36 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289816 Feb 05 02:46:15.922264 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 3173d038-fd7f-4d5d-a1f2-b02a6776df88 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:46:15.925472 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Publish callbacks [] for router_controller (98b8504d-74cf-4b03-b693-6230541c9633), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.014439 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-53175c25-93ae-44d1-91b5-d389da671851', 'network_id': '53175c25-93ae-44d1-91b5-d389da671851', 'project_id': '3c8437a2b69b458ea6b623786250a865', 'fixed_ips': [{'subnet_id': 'd914fd2d-55e1-4e77-a725-e35c596c7800'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:46:16.015670 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.082424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38286) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:16.205319 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3008ef9-5440-4dd8-b6be-4d4d8a09ae1f req-b5673378-a6ac-492f-9daa-1fb262f54242 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 210 time: 0.0446455 Feb 05 02:46:16.211520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Allocated IP 172.20.0.2 (53175c25-93ae-44d1-91b5-d389da671851/d914fd2d-55e1-4e77-a725-e35c596c7800/6d0574ce-c113-4ce2-9189-5d529fe707c1) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:46:16.239074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea176e0-a4b2-4ec8-aa0c-1b630397e119 req-9c0b357d-d6a8-47d9-9fa7-f486726a2943 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:16.243289 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cea176e0-a4b2-4ec8-aa0c-1b630397e119 req-9c0b357d-d6a8-47d9-9fa7-f486726a2943 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 944 time: 0.1306081 Feb 05 02:46:16.274611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44559059-c758-46e9-8d0a-57892ef50782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0abef1-9c72-431a-a225-dccabdc8515e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:16.276895 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff1854d-a79d-4b01-8369-fc552444461a" -d '{"events": [{"server_uuid": "44559059-c758-46e9-8d0a-57892ef50782", "name": "network-vif-plugged", "status": "completed", "tag": "8a0abef1-9c72-431a-a225-dccabdc8515e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:16.284858 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-97fee2f6-7969-479e-ba0d-4112f7d6a239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.383210 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ac7d3e-0ce9-478c-8e8c-e0d1a4bceffb x-openstack-request-id: req-f7ac7d3e-0ce9-478c-8e8c-e0d1a4bceffb {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:16.383531 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44559059-c758-46e9-8d0a-57892ef50782", "name": "network-vif-plugged", "status": "completed", "tag": "8a0abef1-9c72-431a-a225-dccabdc8515e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:16.384226 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7ac7d3e-0ce9-478c-8e8c-e0d1a4bceffb {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:16.384226 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44559059-c758-46e9-8d0a-57892ef50782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0abef1-9c72-431a-a225-dccabdc8515e', 'code': 200} Feb 05 02:46:16.390067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cea176e0-a4b2-4ec8-aa0c-1b630397e119 req-d6acbd69-27e4-48a2-a803-293f685033f1 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344585 Feb 05 02:46:16.446951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=3173d038-fd7f-4d5d-a1f2-b02a6776df88,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:16.488774 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '3173d038-fd7f-4d5d-a1f2-b02a6776df88', 'network_id': '11cf62be-c855-41b3-87da-58090e237db8', 'port_id': '3173d038-fd7f-4d5d-a1f2-b02a6776df88', 'mac_address': 'fa:16:3e:35:60:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8361a291-d05d-4883-8cc9-d8ead1ccf65a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:46:16.498193 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Publish callbacks [] for router_gateway (98b8504d-74cf-4b03-b693-6230541c9633), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.519311 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-97fee2f6-7969-479e-ba0d-4112f7d6a239 admin admin] Publish callbacks [] for security_group (18a59153-1eb9-4d65-84be-4b287bd1d211), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.534791 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Publish callbacks [] for port (6d0574ce-c113-4ce2-9189-5d529fe707c1), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.538961 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c28fa8-dc50-461c-9a9c-e6e467e328b4 req-99bab4ed-edbd-4ab7-9798-e9683136e9a4 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:16.540776 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-18c28fa8-dc50-461c-9a9c-e6e467e328b4 req-99bab4ed-edbd-4ab7-9798-e9683136e9a4 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 950 time: 0.1100769 Feb 05 02:46:16.542294 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-97fee2f6-7969-479e-ba0d-4112f7d6a239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (18a59153-1eb9-4d65-84be-4b287bd1d211), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.574400 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (6d0574ce-c113-4ce2-9189-5d529fe707c1), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.600168 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18f60e-9e5f-4e4f-91b1-44c91b4a1b51 req-aee00174-e1a7-4e4d-8559-180e22ed239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:16.601660 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5b18f60e-9e5f-4e4f-91b1-44c91b4a1b51 req-aee00174-e1a7-4e4d-8559-180e22ed239f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 1131 time: 0.1059344 Feb 05 02:46:16.623626 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-97fee2f6-7969-479e-ba0d-4112f7d6a239 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=208e2c13b1734b2cbe3f5ab6af1527dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5394745 Feb 05 02:46:16.624544 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fee2f6-7969-479e-ba0d-4112f7d6a239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a59153-1eb9-4d65-84be-4b287bd1d211,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:16.632341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38304) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:16.633563 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Network 53175c25-93ae-44d1-91b5-d389da671851 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:46:16.637467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:16.639849 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:16.640235 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.647875 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:46:16.672880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Pushing event updated for resources: {'Port': ['ID=6d0574ce-c113-4ce2-9189-5d529fe707c1,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:16.675969 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3173d038-fd7f-4d5d-a1f2-b02a6776df88 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:16.701050 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5b18f60e-9e5f-4e4f-91b1-44c91b4a1b51 req-af66d373-8610-4845-a220-c2c0c6916bd5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891211 Feb 05 02:46:16.709667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-18c28fa8-dc50-461c-9a9c-e6e467e328b4 req-0de89515-5649-4ddb-a28b-35e4ddfdaffe tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/security-groups?id=679f29e8-ff69-4688-b6c2-3ddfaad59483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574409 Feb 05 02:46:16.722969 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de56b332-f899-40dc-8d38-d0502f4003b4 admin admin] Publish callbacks [] for security_group (18a59153-1eb9-4d65-84be-4b287bd1d211), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.739461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=3173d038-fd7f-4d5d-a1f2-b02a6776df88,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:16.747897 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.757457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Attempting to bind port 6d0574ce-c113-4ce2-9189-5d529fe707c1 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:16.757457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Attempting to bind port 6d0574ce-c113-4ce2-9189-5d529fe707c1 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'e726ada3-16b3-404f-ac56-184c178aa913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53175c25-93ae-44d1-91b5-d389da671851'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:16.757804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Attempting to bind port 6d0574ce-c113-4ce2-9189-5d529fe707c1 on network 53175c25-93ae-44d1-91b5-d389da671851 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:16.784588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:16.784968 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Checking segment: {'id': 'e726ada3-16b3-404f-ac56-184c178aa913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53175c25-93ae-44d1-91b5-d389da671851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:16.785394 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.785742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Bound using segment: {'id': 'e726ada3-16b3-404f-ac56-184c178aa913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53175c25-93ae-44d1-91b5-d389da671851'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:16.786200 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Bound port: 6d0574ce-c113-4ce2-9189-5d529fe707c1, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e726ada3-16b3-404f-ac56-184c178aa913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53175c25-93ae-44d1-91b5-d389da671851'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:16.786575 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6d0574ce-c113-4ce2-9189-5d529fe707c1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.825127 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de56b332-f899-40dc-8d38-d0502f4003b4 admin admin] Publish callbacks [] for security_group (18a59153-1eb9-4d65-84be-4b287bd1d211), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.867264 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] For port 6d0574ce-c113-4ce2-9189-5d529fe707c1, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:16.871302 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] For port 6d0574ce-c113-4ce2-9189-5d529fe707c1, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6d0574ce-c113-4ce2-9189-5d529fe707c1,segment=NetworkSegment(e726ada3-16b3-404f-ac56-184c178aa913),segment_id=e726ada3-16b3-404f-ac56-184c178aa913)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:16.887701 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6d0574ce-c113-4ce2-9189-5d529fe707c1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.892012 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Publish callbacks [] for router_gateway (98b8504d-74cf-4b03-b693-6230541c9633), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.907763 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=3173d038-fd7f-4d5d-a1f2-b02a6776df88,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:16.916680 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.979732 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de56b332-f899-40dc-8d38-d0502f4003b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (18a59153-1eb9-4d65-84be-4b287bd1d211), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.982674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de56b332-f899-40dc-8d38-d0502f4003b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:16.984699 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['3173d038-fd7f-4d5d-a1f2-b02a6776df88'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:46:16.985205 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-de56b332-f899-40dc-8d38-d0502f4003b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18a59153-1eb9-4d65-84be-4b287bd1d211 HTTP/1.1" status: 204 len: 168 time: 0.3513832 Feb 05 02:46:17.002599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56b332-f899-40dc-8d38-d0502f4003b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a59153-1eb9-4d65-84be-4b287bd1d211,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:17.008751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc53d8c-0183-42cc-9dd3-0e05ca908d44 req-89b8bb03-58b8-4ad2-ba50-85b32d804817 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:17.016115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bdc53d8c-0183-42cc-9dd3-0e05ca908d44 req-89b8bb03-58b8-4ad2-ba50-85b32d804817 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 949 time: 0.1719527 Feb 05 02:46:17.106046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Allocated IP 172.25.0.221 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/22e723e7-400d-4b43-b8b7-0ba91a550098) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:46:17.158082 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bdc53d8c-0183-42cc-9dd3-0e05ca908d44 req-a302f124-8a1f-4af8-9be1-9be6c1141377 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309950 Feb 05 02:46:17.166543 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347f346-d7b4-4ca0-ab7b-17a4f4aff178 None None] Pushing event updated for resources: {'Port': ['ID=6d0574ce-c113-4ce2-9189-5d529fe707c1,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:17.370699 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Publish callbacks [] for port (22e723e7-400d-4b43-b8b7-0ba91a550098), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:17.476629 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (22e723e7-400d-4b43-b8b7-0ba91a550098), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:17.495166 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b29b4de-ae57-4322-8e5d-a37f30d98d8e req-3c551666-df4e-49c2-b1ee-f0d2a74d1e68 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 210 time: 0.1169267 Feb 05 02:46:17.547583 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Pushing event updated for resources: {'Port': ['ID=22e723e7-400d-4b43-b8b7-0ba91a550098,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:17.567787 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38326) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:17.589291 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfea2f8-8390-43df-87a1-a8e9b865eec3 req-aeb5405a-6e23-4923-bce0-e6855d5cd720 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:17.592966 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4dfea2f8-8390-43df-87a1-a8e9b865eec3 req-aeb5405a-6e23-4923-bce0-e6855d5cd720 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 950 time: 0.0936923 Feb 05 02:46:17.613283 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:46:17.615005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:17.618430 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:46:17.673697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4f889c-c3dd-400a-aaaa-e772fe26a798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:17.771649 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4dfea2f8-8390-43df-87a1-a8e9b865eec3 req-838b3ea3-7174-4828-b6e2-62c063d8b6f0 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/security-groups?id=679f29e8-ff69-4688-b6c2-3ddfaad59483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731570 Feb 05 02:46:17.792502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13df81f-8012-4b39-bc2f-42692be7b59a req-45f7845f-f810-4906-a7d7-4fe5604176d9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:17.800331 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e13df81f-8012-4b39-bc2f-42692be7b59a req-45f7845f-f810-4906-a7d7-4fe5604176d9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 945 time: 0.1925509 Feb 05 02:46:17.835861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-df22c4d4-f955-4b37-a0a3-97759d7221c4 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:17.837415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-df22c4d4-f955-4b37-a0a3-97759d7221c4 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.10 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 820 time: 0.1874921 Feb 05 02:46:17.853115 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-9ff0ab8b-2045-4d37-855b-e3572b1815f1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Request body: {'port': {'device_id': '91c0e5a4-6d93-4069-a01c-c61e25baa8a2', 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119', 'admin_state_up': True, 'tenant_id': '1efeace9c19e4c6591bec43ee004b4ff'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:17.932488 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e13df81f-8012-4b39-bc2f-42692be7b59a req-8df7ad9c-c4bb-4985-8909-a082754bd867 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167884 Feb 05 02:46:17.968541 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4f889c-c3dd-400a-aaaa-e772fe26a798 admin admin] Publish callbacks [] for security_group (c169fd88-e70f-497d-8ba8-c755802dd785), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:17.971420 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Publish callbacks [] for router_gateway (98b8504d-74cf-4b03-b693-6230541c9633), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:17.974493 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4f889c-c3dd-400a-aaaa-e772fe26a798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c169fd88-e70f-497d-8ba8-c755802dd785), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:17.992472 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-9ff0ab8b-2045-4d37-855b-e3572b1815f1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Made reservation on behalf of 1efeace9c19e4c6591bec43ee004b4ff for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:17.996110 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-9ff0ab8b-2045-4d37-855b-e3572b1815f1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:18.099722 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ec4f889c-c3dd-400a-aaaa-e772fe26a798 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73bf2f667dcd472eab856f1d0651ed1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5271845 Feb 05 02:46:18.100500 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f889c-c3dd-400a-aaaa-e772fe26a798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c169fd88-e70f-497d-8ba8-c755802dd785,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:18.102793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38332) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:18.196483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-9ff0ab8b-2045-4d37-855b-e3572b1815f1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Allocated IP 172.20.0.7 (7989079b-2a98-4df8-9515-2a06293b2119/4a3e862e-d976-4a4a-b805-d4274563e5fa/300860fd-87e2-4405-a8b5-0bd6cb3800ee) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:46:18.238053 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80ef1c84-b982-4c76-bdb3-1208039ba37f admin admin] Publish callbacks [] for security_group (c169fd88-e70f-497d-8ba8-c755802dd785), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:18.335507 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80ef1c84-b982-4c76-bdb3-1208039ba37f admin admin] Publish callbacks [] for security_group (c169fd88-e70f-497d-8ba8-c755802dd785), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:18.354225 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (98b8504d-74cf-4b03-b693-6230541c9633), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:18.461734 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aac80e-57a1-4a72-97b3-fdc9227fa329 req-9338d185-3bdc-4dd1-ae12-1abccfe21604 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:18.464971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7aac80e-57a1-4a72-97b3-fdc9227fa329 req-9338d185-3bdc-4dd1-ae12-1abccfe21604 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 949 time: 0.1916809 Feb 05 02:46:18.496775 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80ef1c84-b982-4c76-bdb3-1208039ba37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c169fd88-e70f-497d-8ba8-c755802dd785), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:18.500097 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80ef1c84-b982-4c76-bdb3-1208039ba37f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:18.504175 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-80ef1c84-b982-4c76-bdb3-1208039ba37f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c169fd88-e70f-497d-8ba8-c755802dd785 HTTP/1.1" status: 204 len: 168 time: 0.4004626 Feb 05 02:46:18.540498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef1c84-b982-4c76-bdb3-1208039ba37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c169fd88-e70f-497d-8ba8-c755802dd785,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:18.546463 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-9ff0ab8b-2045-4d37-855b-e3572b1815f1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks [] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:18.575114 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Router 98b8504d-74cf-4b03-b693-6230541c9633 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:46:18.580830 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7aac80e-57a1-4a72-97b3-fdc9227fa329 req-e0bc46bc-2aa3-4937-a032-b718abb69071 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087949 Feb 05 02:46:18.626203 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-9ff0ab8b-2045-4d37-855b-e3572b1815f1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:18.664139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915214ef-7f1c-4e8b-8e51-953b4789e167 None None] Network 53175c25-93ae-44d1-91b5-d389da671851 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:46:18.715592 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-9ff0ab8b-2045-4d37-855b-e3572b1815f1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Network 7989079b-2a98-4df8-9515-2a06293b2119 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:46:18.755175 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-9ff0ab8b-2045-4d37-855b-e3572b1815f1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:18.757889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:46:18.764021 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-9ff0ab8b-2045-4d37-855b-e3572b1815f1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:46:18.782446 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Sync routers for ids ['98b8504d-74cf-4b03-b693-6230541c9633'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:46:18.806648 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Routers {'98b8504d-74cf-4b03-b693-6230541c9633'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:46:18.808402 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:46:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['98b8504d-74cf-4b03-b693-6230541c9633'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:18.818961 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:18.820302 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-08fbeb46-cc40-4541-8feb-080afad72080 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.9883838 Feb 05 02:46:18.829277 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108534c-9aec-4446-913d-2f29d6740ed9 req-49f6ddfd-cbe7-483e-a2fa-c412b14daef9 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:18.831128 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0108534c-9aec-4446-913d-2f29d6740ed9 req-49f6ddfd-cbe7-483e-a2fa-c412b14daef9 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.10 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 950 time: 0.0749664 Feb 05 02:46:18.831807 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38354) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:18.912152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0ab8b-2045-4d37-855b-e3572b1815f1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Pushing event updated for resources: {'Port': ['ID=300860fd-87e2-4405-a8b5-0bd6cb3800ee,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:18.919700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-9ff0ab8b-2045-4d37-855b-e3572b1815f1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:18.920830 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-9ff0ab8b-2045-4d37-855b-e3572b1815f1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:18.950528 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Set router 98b8504d-74cf-4b03-b693-6230541c9633 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:46:18.955573 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-9ff0ab8b-2045-4d37-855b-e3572b1815f1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1066835 Feb 05 02:46:18.971358 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48881d-65a3-4568-8fa7-b0bf401a0cbd req-24a7e5de-a339-4041-a45a-1aa946606e57 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:18.973085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf48881d-65a3-4568-8fa7-b0bf401a0cbd req-24a7e5de-a339-4041-a45a-1aa946606e57 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 931 time: 0.2775207 Feb 05 02:46:18.978200 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Request body: {'port': {'device_id': '91c0e5a4-6d93-4069-a01c-c61e25baa8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:19.084062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6d0574ce-c113-4ce2-9189-5d529fe707c1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:46:19.177389 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:19.186801 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf48881d-65a3-4568-8fa7-b0bf401a0cbd req-03c6bbca-64fa-492f-b82b-753038050c11 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349816 Feb 05 02:46:19.240447 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1e19ee32-08ba-405d-b801-fe329b8dc514 None None] Provisioning complete for port 6d0574ce-c113-4ce2-9189-5d529fe707c1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:19.240831 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1e19ee32-08ba-405d-b801-fe329b8dc514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6d0574ce-c113-4ce2-9189-5d529fe707c1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:19.343313 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b8504d-74cf-4b03-b693-6230541c9633', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-router', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:46:15Z', 'updated_at': '2022-02-05T02:46:17Z', 'revision_number': 3, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'gw_port': {'id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:16Z', 'updated_at': '2022-02-05T02:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:19.385626 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Checking router: 98b8504d-74cf-4b03-b693-6230541c9633 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:46:19.385994 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Updating router 98b8504d-74cf-4b03-b693-6230541c9633 port 22e723e7-400d-4b43-b8b7-0ba91a550098 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:46:19.421356 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (22e723e7-400d-4b43-b8b7-0ba91a550098), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:19.424463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6d0574ce-c113-4ce2-9189-5d529fe707c1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:19.424847 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6d0574ce-c113-4ce2-9189-5d529fe707c1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:19.513207 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-0108534c-9aec-4446-913d-2f29d6740ed9 req-7a7054c2-2bb8-4fcc-803b-f41e477a0703 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Deleting port 49a6e950-3895-4ab5-a43e-722923eebd34 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:46:19.514513 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0108534c-9aec-4446-913d-2f29d6740ed9 req-7a7054c2-2bb8-4fcc-803b-f41e477a0703 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (49a6e950-3895-4ab5-a43e-722923eebd34), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:19.596561 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6d0574ce-c113-4ce2-9189-5d529fe707c1 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:19.596561 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6d0574ce-c113-4ce2-9189-5d529fe707c1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:19.618830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0108534c-9aec-4446-913d-2f29d6740ed9 req-7a7054c2-2bb8-4fcc-803b-f41e477a0703 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] For port 49a6e950-3895-4ab5-a43e-722923eebd34, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=49a6e950-3895-4ab5-a43e-722923eebd34,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:19.619924 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0108534c-9aec-4446-913d-2f29d6740ed9 req-7a7054c2-2bb8-4fcc-803b-f41e477a0703 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (49a6e950-3895-4ab5-a43e-722923eebd34), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:19.635456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-0108534c-9aec-4446-913d-2f29d6740ed9 req-7a7054c2-2bb8-4fcc-803b-f41e477a0703 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Calling delete_port for 49a6e950-3895-4ab5-a43e-722923eebd34 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:46:19.676653 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 6d0574ce-c113-4ce2-9189-5d529fe707c1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6d0574ce-c113-4ce2-9189-5d529fe707c1,segment=NetworkSegment(e726ada3-16b3-404f-ac56-184c178aa913),segment_id=e726ada3-16b3-404f-ac56-184c178aa913)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:19.705346 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Publish callbacks [] for port (22e723e7-400d-4b43-b8b7-0ba91a550098), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:19.712174 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6d0574ce-c113-4ce2-9189-5d529fe707c1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:19.715263 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (22e723e7-400d-4b43-b8b7-0ba91a550098), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:19.752900 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c359d-3526-4136-b4f6-4dff445bfa66 req-0ddf5aab-e394-46df-92af-4d62ae2cdb65 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:19.761514 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e48c359d-3526-4136-b4f6-4dff445bfa66 req-0ddf5aab-e394-46df-92af-4d62ae2cdb65 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/ports?device_id=816ddf30-68f8-43dc-a71b-fa18d8f9e12e HTTP/1.1" status: 200 len: 950 time: 0.5060418 Feb 05 02:46:19.814846 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fbb53-7de7-4173-a807-d81fd40fe06f None None] Pushing event updated for resources: {'Port': ['ID=22e723e7-400d-4b43-b8b7-0ba91a550098,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:19.837293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1e19ee32-08ba-405d-b801-fe329b8dc514 None None] Current status of the port 6d0574ce-c113-4ce2-9189-5d529fe707c1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:19.865893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=6d0574ce-c113-4ce2-9189-5d529fe707c1,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:19.898523 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fbb53-7de7-4173-a807-d81fd40fe06f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:19.899568 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fbb53-7de7-4173-a807-d81fd40fe06f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:19.899931 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fbb53-7de7-4173-a807-d81fd40fe06f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:19.900354 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fbb53-7de7-4173-a807-d81fd40fe06f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:19.900700 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fbb53-7de7-4173-a807-d81fd40fe06f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:19.905301 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fbb53-7de7-4173-a807-d81fd40fe06f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:19.905683 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fbb53-7de7-4173-a807-d81fd40fe06f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:19.906025 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fbb53-7de7-4173-a807-d81fd40fe06f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:19.906368 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fbb53-7de7-4173-a807-d81fd40fe06f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:19.910643 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fbb53-7de7-4173-a807-d81fd40fe06f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:19.911108 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fbb53-7de7-4173-a807-d81fd40fe06f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:19.911460 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fbb53-7de7-4173-a807-d81fd40fe06f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:19.911799 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fbb53-7de7-4173-a807-d81fd40fe06f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:19.917352 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e48c359d-3526-4136-b4f6-4dff445bfa66 req-8c12b39a-c7df-43a9-a176-e866e3e82a35 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.36 "GET /v2.0/security-groups?id=679f29e8-ff69-4688-b6c2-3ddfaad59483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547415 Feb 05 02:46:19.919652 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Attempting to bind port 22e723e7-400d-4b43-b8b7-0ba91a550098 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:19.920034 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Attempting to bind port 22e723e7-400d-4b43-b8b7-0ba91a550098 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:19.920586 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Attempting to bind port 22e723e7-400d-4b43-b8b7-0ba91a550098 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:19.921162 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 3173d038-fd7f-4d5d-a1f2-b02a6776df88 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:46:19.934862 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:19.934862 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:19.934862 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:19.935329 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:19.935771 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Bound port: 22e723e7-400d-4b43-b8b7-0ba91a550098, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:19.936163 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (22e723e7-400d-4b43-b8b7-0ba91a550098), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:19.956612 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0108534c-9aec-4446-913d-2f29d6740ed9 req-7a7054c2-2bb8-4fcc-803b-f41e477a0703 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (49a6e950-3895-4ab5-a43e-722923eebd34), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:19.979932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005f22c-5241-41d0-ba9f-21f0b417481d req-6ff85cf4-f4bb-4bd0-81d9-ccf769fcb02e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:19.985102 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d005f22c-5241-41d0-ba9f-21f0b417481d req-6ff85cf4-f4bb-4bd0-81d9-ccf769fcb02e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 945 time: 0.6550889 Feb 05 02:46:20.022314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['49a6e950-3895-4ab5-a43e-722923eebd34'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:46:20.047314 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] For port 22e723e7-400d-4b43-b8b7-0ba91a550098, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:20.055011 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] For port 22e723e7-400d-4b43-b8b7-0ba91a550098, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=22e723e7-400d-4b43-b8b7-0ba91a550098,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:20.070196 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (22e723e7-400d-4b43-b8b7-0ba91a550098), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:20.124918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7054c2-2bb8-4fcc-803b-f41e477a0703 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Pushing event deleted for resources: {'Port': ['ID=49a6e950-3895-4ab5-a43e-722923eebd34,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:20.126504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:46:20.149301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d005f22c-5241-41d0-ba9f-21f0b417481d req-72de9234-f5b5-4a8a-a021-49233cacbafe tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512475 Feb 05 02:46:20.164318 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:20.167827 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:20.169244 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Routers {'98b8504d-74cf-4b03-b693-6230541c9633'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:46:20.170555 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:46:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['98b8504d-74cf-4b03-b693-6230541c9633'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:20.245442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0108534c-9aec-4446-913d-2f29d6740ed9 req-7a7054c2-2bb8-4fcc-803b-f41e477a0703 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] No DVR routers for this DVR port 49a6e950-3895-4ab5-a43e-722923eebd34 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:46:20.253024 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0108534c-9aec-4446-913d-2f29d6740ed9 req-7a7054c2-2bb8-4fcc-803b-f41e477a0703 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:20.260179 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0108534c-9aec-4446-913d-2f29d6740ed9 req-7a7054c2-2bb8-4fcc-803b-f41e477a0703 tempest-ServerDiagnosticsNegativeTest-1197150507 tempest-ServerDiagnosticsNegativeTest-1197150507-project] 10.222.0.10 "DELETE /v2.0/ports/49a6e950-3895-4ab5-a43e-722923eebd34 HTTP/1.1" status: 204 len: 173 time: 1.3613851 Feb 05 02:46:20.268741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816ddf30-68f8-43dc-a71b-fa18d8f9e12e', 'name': 'network-vif-deleted', 'tag': '49a6e950-3895-4ab5-a43e-722923eebd34'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:20.276955 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da007270-0c2f-496c-9683-3e006720349f" -d '{"events": [{"server_uuid": "816ddf30-68f8-43dc-a71b-fa18d8f9e12e", "name": "network-vif-deleted", "tag": "49a6e950-3895-4ab5-a43e-722923eebd34"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:20.327587 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fbb53-7de7-4173-a807-d81fd40fe06f None None] Pushing event updated for resources: {'Port': ['ID=22e723e7-400d-4b43-b8b7-0ba91a550098,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:20.340742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-23d26433-fbaf-439d-96ce-2bb4bda4cbe2 None None] Provisioning complete for port 6d0574ce-c113-4ce2-9189-5d529fe707c1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:20.340742 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23d26433-fbaf-439d-96ce-2bb4bda4cbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6d0574ce-c113-4ce2-9189-5d529fe707c1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:20.386153 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] Set router 98b8504d-74cf-4b03-b693-6230541c9633 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:46:20.461043 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300860fd-87e2-4405-a8b5-0bd6cb3800ee {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:20.465939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:20.467635 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:20.502000 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Publish callbacks [] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:20.600357 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d69725-a022-470b-89d3-53d8df44d472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3173d038-fd7f-4d5d-a1f2-b02a6776df88'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:20.605811 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9031a5d5-a44d-49d1-9752-d167d3586cbf" -d '{"events": [{"server_uuid": "34d69725-a022-470b-89d3-53d8df44d472", "name": "network-vif-plugged", "status": "completed", "tag": "3173d038-fd7f-4d5d-a1f2-b02a6776df88"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:20.619707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Transition to ACTIVE for port object 300860fd-87e2-4405-a8b5-0bd6cb3800ee will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:46:20.637028 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:20.653078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=3173d038-fd7f-4d5d-a1f2-b02a6776df88,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:20.677856 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:20.723023 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21140ce-8870-4614-a9f4-1133f455c50e req-324bcd42-b728-48b7-87c5-4e4ce2f86cdf tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:20.734248 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a21140ce-8870-4614-a9f4-1133f455c50e req-324bcd42-b728-48b7-87c5-4e4ce2f86cdf tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 949 time: 0.3528056 Feb 05 02:46:20.754669 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-23d26433-fbaf-439d-96ce-2bb4bda4cbe2 None None] Current status of the port 6d0574ce-c113-4ce2-9189-5d529fe707c1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:20.806489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=3173d038-fd7f-4d5d-a1f2-b02a6776df88,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:20.814438 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b8504d-74cf-4b03-b693-6230541c9633', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-router', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:46:15Z', 'updated_at': '2022-02-05T02:46:17Z', 'revision_number': 3, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'gw_port': {'id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:16Z', 'updated_at': '2022-02-05T02:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:20.828584 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:20.845702 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e73b4-8acd-48d2-8054-bf4e0f9c9d7b None None] The sync data for ids ['98b8504d-74cf-4b03-b693-6230541c9633'] in n-d-826942-8 is: [{'id': '98b8504d-74cf-4b03-b693-6230541c9633', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-router', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:46:15Z', 'updated_at': '2022-02-05T02:46:17Z', 'revision_number': 3, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'gw_port': {'id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:16Z', 'updated_at': '2022-02-05T02:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:46:20.849028 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee76b6-d10e-422b-95a8-d8453a99cbc0 req-afd42590-4d33-4e54-9275-c8a091341d35 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:20.858032 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f1ee76b6-d10e-422b-95a8-d8453a99cbc0 req-afd42590-4d33-4e54-9275-c8a091341d35 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 931 time: 0.4748757 Feb 05 02:46:20.882918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Pushing event updated for resources: {'Port': ['ID=300860fd-87e2-4405-a8b5-0bd6cb3800ee,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:21.028306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6d0574ce-c113-4ce2-9189-5d529fe707c1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:46:21.080568 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Allocated IP 172.20.0.1 (53175c25-93ae-44d1-91b5-d389da671851/d914fd2d-55e1-4e77-a725-e35c596c7800/c7117d16-9a8c-4450-9524-c17838df1a97) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:46:21.088263 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a21140ce-8870-4614-a9f4-1133f455c50e req-4e84cca3-2a58-4543-a1df-1129da9e68af tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332789 Feb 05 02:46:21.130857 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f1ee76b6-d10e-422b-95a8-d8453a99cbc0 req-c512e266-dbe9-4722-b061-bf75096284cb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716420 Feb 05 02:46:21.162503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6d0574ce-c113-4ce2-9189-5d529fe707c1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:21.163026 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6d0574ce-c113-4ce2-9189-5d529fe707c1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:21.165118 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Attempting to bind port 300860fd-87e2-4405-a8b5-0bd6cb3800ee on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:21.165286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Attempting to bind port 300860fd-87e2-4405-a8b5-0bd6cb3800ee by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:21.165768 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Attempting to bind port 300860fd-87e2-4405-a8b5-0bd6cb3800ee on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:21.174122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Port 300860fd-87e2-4405-a8b5-0bd6cb3800ee on network 7989079b-2a98-4df8-9515-2a06293b2119 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:46:21.174454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Attempting to bind port 300860fd-87e2-4405-a8b5-0bd6cb3800ee on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:21.189798 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:21.190155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Checking segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:21.190541 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Bound using segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:21.190998 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Bound port: 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:21.191359 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:21.260044 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f5d4b3-1103-44f5-b7bc-aad086490378 x-openstack-request-id: req-20f5d4b3-1103-44f5-b7bc-aad086490378 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:21.260361 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d69725-a022-470b-89d3-53d8df44d472", "name": "network-vif-plugged", "status": "completed", "tag": "3173d038-fd7f-4d5d-a1f2-b02a6776df88", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:21.261871 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20f5d4b3-1103-44f5-b7bc-aad086490378 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:21.262283 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d69725-a022-470b-89d3-53d8df44d472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3173d038-fd7f-4d5d-a1f2-b02a6776df88', 'code': 200} Feb 05 02:46:21.417219 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Publish callbacks [] for port (c7117d16-9a8c-4450-9524-c17838df1a97), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:21.438697 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc912895-f4a2-4ec7-bc63-3eb16e3779cc x-openstack-request-id: req-cc912895-f4a2-4ec7-bc63-3eb16e3779cc {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:21.441587 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816ddf30-68f8-43dc-a71b-fa18d8f9e12e", "name": "network-vif-deleted", "tag": "49a6e950-3895-4ab5-a43e-722923eebd34", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:21.442062 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc912895-f4a2-4ec7-bc63-3eb16e3779cc {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:21.442638 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816ddf30-68f8-43dc-a71b-fa18d8f9e12e', 'name': 'network-vif-deleted', 'tag': '49a6e950-3895-4ab5-a43e-722923eebd34', 'status': 'completed', 'code': 200} Feb 05 02:46:21.490547 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] For port 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:21.519300 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6d0574ce-c113-4ce2-9189-5d529fe707c1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:21.540649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ea593-8276-42fe-809f-8637742c931a req-8ff4edfd-9e9c-4d63-9ae6-292a06330453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:21.542237 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-df6ea593-8276-42fe-809f-8637742c931a req-8ff4edfd-9e9c-4d63-9ae6-292a06330453 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 1128 time: 0.0986104 Feb 05 02:46:21.543976 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c7117d16-9a8c-4450-9524-c17838df1a97), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:21.549406 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] For port 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:21.568814 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:21.643535 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Network 53175c25-93ae-44d1-91b5-d389da671851 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:46:21.652240 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:21.655922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:46:21.682563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:21.683265 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:21.684642 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] 10.222.0.10 "PUT /v2.0/ports/300860fd-87e2-4405-a8b5-0bd6cb3800ee HTTP/1.1" status: 200 len: 1091 time: 2.7105405 Feb 05 02:46:21.693624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c0e5a4-6d93-4069-a01c-c61e25baa8a2', 'tag': '300860fd-87e2-4405-a8b5-0bd6cb3800ee'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:21.715370 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0e7ac0-dcdc-4f94-8a85-986af71e1ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "91c0e5a4-6d93-4069-a01c-c61e25baa8a2", "tag": "300860fd-87e2-4405-a8b5-0bd6cb3800ee"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:21.743116 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (98b8504d-74cf-4b03-b693-6230541c9633), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:21.751080 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313ea39-cd6e-49d2-9e16-86d238c4a136 req-9b351f9d-dab7-4a02-b18d-3e58c787bb3d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:21.758825 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1313ea39-cd6e-49d2-9e16-86d238c4a136 req-9b351f9d-dab7-4a02-b18d-3e58c787bb3d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e82709-78f3-4fa2-a4fa-eb59b553f5e3 HTTP/1.1" status: 200 len: 950 time: 0.2638602 Feb 05 02:46:21.832977 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Pushing event updated for resources: {'Port': ['ID=c7117d16-9a8c-4450-9524-c17838df1a97,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:21.858972 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90806a-e357-4d1f-aa43-6365f9a9e824 service neutron] Pushing event updated for resources: {'Port': ['ID=300860fd-87e2-4405-a8b5-0bd6cb3800ee,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:21.916843 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-df6ea593-8276-42fe-809f-8637742c931a req-ffd2ec5f-f592-44eb-a5ab-baafc7a4d6e2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647156 Feb 05 02:46:21.920421 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1313ea39-cd6e-49d2-9e16-86d238c4a136 req-0e72763b-9215-4cd2-a6a1-71fb25d7d5c3 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604416 Feb 05 02:46:21.943767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38422) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:21.950093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ec8d9-a6c4-45bb-a708-1b4f7451b43c req-3b9d1848-b7aa-4453-ba93-a5d66f2df43b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:21.961134 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d25ec8d9-a6c4-45bb-a708-1b4f7451b43c req-3b9d1848-b7aa-4453-ba93-a5d66f2df43b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 946 time: 0.3705277 Feb 05 02:46:22.022744 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7e3a05-ae1e-4089-bf51-bed5ca0194e4 x-openstack-request-id: req-2b7e3a05-ae1e-4089-bf51-bed5ca0194e4 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:22.023192 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c0e5a4-6d93-4069-a01c-c61e25baa8a2", "tag": "300860fd-87e2-4405-a8b5-0bd6cb3800ee", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:22.023541 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b7e3a05-ae1e-4089-bf51-bed5ca0194e4 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:22.024027 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c0e5a4-6d93-4069-a01c-c61e25baa8a2', 'tag': '300860fd-87e2-4405-a8b5-0bd6cb3800ee', 'status': 'completed', 'code': 200} Feb 05 02:46:22.032177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-2f7e56d8-9faf-417f-bbb0-4c74dd1adc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:22.033869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-2f7e56d8-9faf-417f-bbb0-4c74dd1adc0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 1125 time: 0.2629623 Feb 05 02:46:22.082731 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d25ec8d9-a6c4-45bb-a708-1b4f7451b43c req-665faec8-d73f-4a33-b8ac-2fac0d52c87c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204648 Feb 05 02:46:22.098149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-169783ed-d1d3-44a0-b8ad-15ed5cbc7899 None None] Provisioning complete for port c7117d16-9a8c-4450-9524-c17838df1a97 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:22.098645 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-169783ed-d1d3-44a0-b8ad-15ed5cbc7899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c7117d16-9a8c-4450-9524-c17838df1a97), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:22.130635 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c7117d16-9a8c-4450-9524-c17838df1a97), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:22.202492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-ed47e872-a108-46de-8054-b9976f04074a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee HTTP/1.1" status: 200 len: 217 time: 0.0912912 Feb 05 02:46:22.212705 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-169783ed-d1d3-44a0-b8ad-15ed5cbc7899 None None] Port c7117d16-9a8c-4450-9524-c17838df1a97 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:46:22.281270 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-a436d91d-0519-48ca-80a9-7fbafef87efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:22.286961 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-a436d91d-0519-48ca-80a9-7fbafef87efc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.0752707 Feb 05 02:46:22.319369 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0fdb3037-a821-43e4-ba32-3465bb97bfcc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0bd89f032774a55a4da8d8c44fcfd64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741653 Feb 05 02:46:22.321797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38432) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:22.347906 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-1c986585-de3e-43b6-b178-3568c3ddb18b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570784 Feb 05 02:46:22.520707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-05491d41-66e2-48ba-9d31-db07dc8d6e33 service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620264 Feb 05 02:46:22.551396 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e924e3b-cfc6-40ad-bbb2-71839930f652 admin admin] Publish callbacks [] for security_group (679f29e8-ff69-4688-b6c2-3ddfaad59483), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:22.579908 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e924e3b-cfc6-40ad-bbb2-71839930f652 admin admin] Publish callbacks [] for security_group (679f29e8-ff69-4688-b6c2-3ddfaad59483), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:22.673408 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e924e3b-cfc6-40ad-bbb2-71839930f652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (679f29e8-ff69-4688-b6c2-3ddfaad59483), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:22.676518 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e924e3b-cfc6-40ad-bbb2-71839930f652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:22.677674 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9e924e3b-cfc6-40ad-bbb2-71839930f652 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/679f29e8-ff69-4688-b6c2-3ddfaad59483 HTTP/1.1" status: 204 len: 168 time: 0.3549829 Feb 05 02:46:22.680283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36bd1243-798b-4d3f-a61d-64bdbc16583a req-dddad9b1-868a-4c1e-848c-d205e48a8bd3 service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497650 Feb 05 02:46:22.712915 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e924e3b-cfc6-40ad-bbb2-71839930f652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679f29e8-ff69-4688-b6c2-3ddfaad59483,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:22.770363 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Publish callbacks [] for port (c7117d16-9a8c-4450-9524-c17838df1a97), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:22.780498 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (c7117d16-9a8c-4450-9524-c17838df1a97), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:22.818026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cd2bc-f63f-4209-a7c3-01db88402e94 req-a4332753-36af-499e-967b-670887a17ee9 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:22.829297 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-465cd2bc-f63f-4209-a7c3-01db88402e94 req-a4332753-36af-499e-967b-670887a17ee9 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 943 time: 0.1455474 Feb 05 02:46:22.862949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec619b-0d78-40a4-91d0-5335c1da920f req-9ffd413c-32cf-4c3b-ae93-810d74ceff3e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:22.868454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec619b-0d78-40a4-91d0-5335c1da920f req-9ffd413c-32cf-4c3b-ae93-810d74ceff3e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:22.876703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2ec619b-0d78-40a4-91d0-5335c1da920f req-9ffd413c-32cf-4c3b-ae93-810d74ceff3e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782&device_id=a2e82709-78f3-4fa2-a4fa-eb59b553f5e3 HTTP/1.1" status: 200 len: 1690 time: 0.1584334 Feb 05 02:46:22.926937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e7ac0-dcdc-4f94-8a85-986af71e1ab1 req-53c50d1e-69a5-4ec4-920d-c53322e62b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:22.928458 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a0e7ac0-dcdc-4f94-8a85-986af71e1ab1 req-53c50d1e-69a5-4ec4-920d-c53322e62b66 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 1125 time: 0.1750479 Feb 05 02:46:22.930732 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (98b8504d-74cf-4b03-b693-6230541c9633), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:22.952540 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Pushing event updated for resources: {'Port': ['ID=c7117d16-9a8c-4450-9524-c17838df1a97,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:22.976408 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 22e723e7-400d-4b43-b8b7-0ba91a550098 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:46:22.989824 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-465cd2bc-f63f-4209-a7c3-01db88402e94 req-1ba6f096-4ec9-4bd0-bf2a-c5163b6b8519 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595538 Feb 05 02:46:23.088475 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2ec619b-0d78-40a4-91d0-5335c1da920f req-0368ca2e-90cf-473d-ad93-9c8abb991d7d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107422 Feb 05 02:46:23.098854 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 22e723e7-400d-4b43-b8b7-0ba91a550098 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:23.099526 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (22e723e7-400d-4b43-b8b7-0ba91a550098), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:23.194145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e7ac0-dcdc-4f94-8a85-986af71e1ab1 req-a9794e19-af0c-4afd-9e84-6700143bf27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:23.195654 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a0e7ac0-dcdc-4f94-8a85-986af71e1ab1 req-a9794e19-af0c-4afd-9e84-6700143bf27e service neutron] 10.222.0.10 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 0.2529550 Feb 05 02:46:23.218784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Network 53175c25-93ae-44d1-91b5-d389da671851 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:46:23.220255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:23.333786 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a0e7ac0-dcdc-4f94-8a85-986af71e1ab1 req-29ca8757-4f9f-4589-aa98-12c9073be380 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee HTTP/1.1" status: 200 len: 217 time: 0.1269772 Feb 05 02:46:23.398708 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 22e723e7-400d-4b43-b8b7-0ba91a550098 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:23.399317 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (22e723e7-400d-4b43-b8b7-0ba91a550098), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:23.401161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38458) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:23.444593 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 22e723e7-400d-4b43-b8b7-0ba91a550098, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=22e723e7-400d-4b43-b8b7-0ba91a550098,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:23.455840 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (22e723e7-400d-4b43-b8b7-0ba91a550098), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:23.476418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e7ac0-dcdc-4f94-8a85-986af71e1ab1 req-6057489b-db3f-4e0c-8992-2256e8cf5b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:23.478323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a0e7ac0-dcdc-4f94-8a85-986af71e1ab1 req-6057489b-db3f-4e0c-8992-2256e8cf5b1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.1389616 Feb 05 02:46:23.484512 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e5637e8-354f-4c7f-afbc-40e5c6d4f713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:23.575215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=22e723e7-400d-4b43-b8b7-0ba91a550098,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:23.606698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a0e7ac0-dcdc-4f94-8a85-986af71e1ab1 req-fb866ae0-dda1-4a15-85a1-4ec98014f825 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630145 Feb 05 02:46:23.616394 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e5637e8-354f-4c7f-afbc-40e5c6d4f713 admin admin] Publish callbacks [] for security_group (519599ad-0e02-4b1f-88c8-58a8087a5a78), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:23.626711 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e5637e8-354f-4c7f-afbc-40e5c6d4f713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (519599ad-0e02-4b1f-88c8-58a8087a5a78), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:23.657949 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5637e8-354f-4c7f-afbc-40e5c6d4f713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519599ad-0e02-4b1f-88c8-58a8087a5a78,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:23.677824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2983b915-bcc7-42cf-b2d4-01862a4d92cc None None] Provisioning complete for port c7117d16-9a8c-4450-9524-c17838df1a97 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:23.678208 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2983b915-bcc7-42cf-b2d4-01862a4d92cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c7117d16-9a8c-4450-9524-c17838df1a97), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:23.710313 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4e5637e8-354f-4c7f-afbc-40e5c6d4f713 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=111a7ab90df14b469e59492efbfd0ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080926 Feb 05 02:46:23.714643 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38460) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:23.725721 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Router 98b8504d-74cf-4b03-b693-6230541c9633 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:46:23.772398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a0e7ac0-dcdc-4f94-8a85-986af71e1ab1 req-ed17ff2b-aca2-4ec6-a8f6-ad184ade7f55 service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573093 Feb 05 02:46:23.782553 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2983b915-bcc7-42cf-b2d4-01862a4d92cc None None] Port c7117d16-9a8c-4450-9524-c17838df1a97 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:46:23.792009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61895f11-c722-4b84-bfa7-0781eccd2015 req-fc969a2b-a972-420f-a31c-dd87b9375934 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:23.801435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61895f11-c722-4b84-bfa7-0781eccd2015 req-fc969a2b-a972-420f-a31c-dd87b9375934 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 946 time: 0.3218787 Feb 05 02:46:23.865583 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9957cd4-c174-48d3-b79b-993639d45578 admin admin] Publish callbacks [] for security_group (519599ad-0e02-4b1f-88c8-58a8087a5a78), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:23.895471 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9957cd4-c174-48d3-b79b-993639d45578 admin admin] Publish callbacks [] for security_group (519599ad-0e02-4b1f-88c8-58a8087a5a78), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:23.929434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:46:23.934536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 49a6e950-3895-4ab5-a43e-722923eebd34 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:46:23.946206 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3f81a6f3-8cab-4125-b6c2-fd8aff6aa534 admin admin] 10.222.0.36 "PUT /v2.0/routers/98b8504d-74cf-4b03-b693-6230541c9633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1118762 Feb 05 02:46:23.974461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Sync routers for ids ['98b8504d-74cf-4b03-b693-6230541c9633'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:46:23.978246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 49a6e950-3895-4ab5-a43e-722923eebd34 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:46:23.978591 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 49a6e950-3895-4ab5-a43e-722923eebd34 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:46:23.988507 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9957cd4-c174-48d3-b79b-993639d45578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (519599ad-0e02-4b1f-88c8-58a8087a5a78), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:23.991662 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9957cd4-c174-48d3-b79b-993639d45578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:23.995260 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a9957cd4-c174-48d3-b79b-993639d45578 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/519599ad-0e02-4b1f-88c8-58a8087a5a78 HTTP/1.1" status: 204 len: 168 time: 0.2770319 Feb 05 02:46:23.996793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067501c-27ed-4437-bd9d-c3d373335c9a req-fb3d0600-a8f4-4b65-b15a-460802d7dec3 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:23.998929 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9067501c-27ed-4437-bd9d-c3d373335c9a req-fb3d0600-a8f4-4b65-b15a-460802d7dec3 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 1131 time: 0.1953118 Feb 05 02:46:24.006906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Routers {'98b8504d-74cf-4b03-b693-6230541c9633'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:46:24.007541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:46:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['98b8504d-74cf-4b03-b693-6230541c9633'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:24.008961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9957cd4-c174-48d3-b79b-993639d45578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519599ad-0e02-4b1f-88c8-58a8087a5a78,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:24.073817 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61895f11-c722-4b84-bfa7-0781eccd2015 req-1ba65658-06e9-4d72-b236-a9809933fb22 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712297 Feb 05 02:46:24.191410 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9067501c-27ed-4437-bd9d-c3d373335c9a req-2de9ef89-0765-4296-99f0-0cfaef59bd7e tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738796 Feb 05 02:46:24.202605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Set router 98b8504d-74cf-4b03-b693-6230541c9633 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:46:24.210422 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a0e7ac0-dcdc-4f94-8a85-986af71e1ab1 req-c0199cb5-4523-47a8-ac9c-3a7d18d78025 service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258752 Feb 05 02:46:24.334606 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83fc97-6589-4ea8-9af4-7135ab1cb376 req-bc7c84cc-06be-42a6-9636-3069abcfca32 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:24.338741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b83fc97-6589-4ea8-9af4-7135ab1cb376 req-bc7c84cc-06be-42a6-9636-3069abcfca32 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 943 time: 0.0807970 Feb 05 02:46:24.435718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b83fc97-6589-4ea8-9af4-7135ab1cb376 req-affa5e42-6677-4475-aff6-f8a611e6c1f5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905006 Feb 05 02:46:24.472817 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b8504d-74cf-4b03-b693-6230541c9633', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-router', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:46:15Z', 'updated_at': '2022-02-05T02:46:22Z', 'revision_number': 4, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'gw_port': {'id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:16Z', 'updated_at': '2022-02-05T02:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'c7117d16-9a8c-4450-9524-c17838df1a97', 'name': '', 'network_id': '53175c25-93ae-44d1-91b5-d389da671851', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'mac_address': 'fa:16:3e:de:82:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:20Z', 'updated_at': '2022-02-05T02:46:22Z', 'revision_number': 2, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'subnets': [{'id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:24.524421 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Checking router: 98b8504d-74cf-4b03-b693-6230541c9633 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:46:24.525031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Updating router 98b8504d-74cf-4b03-b693-6230541c9633 port c7117d16-9a8c-4450-9524-c17838df1a97 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:46:24.588044 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c7117d16-9a8c-4450-9524-c17838df1a97), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:24.633697 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf98a6d-845d-4efa-b9a7-8ff651817877 req-793ea5a4-fd71-431d-a7f0-9d963c84991a tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:24.637578 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cbf98a6d-845d-4efa-b9a7-8ff651817877 req-793ea5a4-fd71-431d-a7f0-9d963c84991a tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 1128 time: 0.0876698 Feb 05 02:46:24.705368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cbf98a6d-845d-4efa-b9a7-8ff651817877 req-10dd39b5-da04-4f84-bce6-b248feca5984 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610125 Feb 05 02:46:24.847420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30b87b-8331-423e-b834-3746b5a96c7e req-37cbe3cc-72cf-4fec-a96b-35c6ffd44d84 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:24.855694 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e30b87b-8331-423e-b834-3746b5a96c7e req-37cbe3cc-72cf-4fec-a96b-35c6ffd44d84 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a2e82709-78f3-4fa2-a4fa-eb59b553f5e3 HTTP/1.1" status: 200 len: 1132 time: 0.0600207 Feb 05 02:46:24.883759 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 22e723e7-400d-4b43-b8b7-0ba91a550098 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:46:24.917572 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e30b87b-8331-423e-b834-3746b5a96c7e req-ab4c8340-1ced-4b6c-8ca8-fe64e343a336 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609155 Feb 05 02:46:25.024394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 22e723e7-400d-4b43-b8b7-0ba91a550098 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:25.024760 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (22e723e7-400d-4b43-b8b7-0ba91a550098), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:25.101775 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Publish callbacks [] for port (c7117d16-9a8c-4450-9524-c17838df1a97), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:25.118130 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c7117d16-9a8c-4450-9524-c17838df1a97), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:25.395340 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 22e723e7-400d-4b43-b8b7-0ba91a550098 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:25.406215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1423c4-6aea-469b-87a8-7a926198b67f None None] Pushing event updated for resources: {'Port': ['ID=c7117d16-9a8c-4450-9524-c17838df1a97,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:25.452267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-06928c67-9120-4595-8a3c-55f286e4461e tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:25.459811 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-06928c67-9120-4595-8a3c-55f286e4461e tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/networks?id=53175c25-93ae-44d1-91b5-d389da671851 HTTP/1.1" status: 200 len: 829 time: 0.1532886 Feb 05 02:46:25.478038 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-2a31aa08-47d3-4492-80d5-77f0a0438afb tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/quotas/3c8437a2b69b458ea6b623786250a865 HTTP/1.1" status: 200 len: 375 time: 0.0170991 Feb 05 02:46:25.503195 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Attempting to bind port c7117d16-9a8c-4450-9524-c17838df1a97 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:25.503571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Attempting to bind port c7117d16-9a8c-4450-9524-c17838df1a97 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'e726ada3-16b3-404f-ac56-184c178aa913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53175c25-93ae-44d1-91b5-d389da671851'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:25.503939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Attempting to bind port c7117d16-9a8c-4450-9524-c17838df1a97 on network 53175c25-93ae-44d1-91b5-d389da671851 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:25.510603 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:25.511139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Checking segment: {'id': 'e726ada3-16b3-404f-ac56-184c178aa913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53175c25-93ae-44d1-91b5-d389da671851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:25.511550 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:25.511947 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Bound using segment: {'id': 'e726ada3-16b3-404f-ac56-184c178aa913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53175c25-93ae-44d1-91b5-d389da671851'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:25.512417 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Bound port: c7117d16-9a8c-4450-9524-c17838df1a97, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e726ada3-16b3-404f-ac56-184c178aa913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53175c25-93ae-44d1-91b5-d389da671851'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:25.512803 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c7117d16-9a8c-4450-9524-c17838df1a97), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:25.621676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-667c67ee-57f5-4e5c-b81d-620d9869de3b tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c8437a2b69b458ea6b623786250a865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1375582 Feb 05 02:46:25.637183 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] For port c7117d16-9a8c-4450-9524-c17838df1a97, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:25.643610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] For port c7117d16-9a8c-4450-9524-c17838df1a97, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c7117d16-9a8c-4450-9524-c17838df1a97,segment=NetworkSegment(e726ada3-16b3-404f-ac56-184c178aa913),segment_id=e726ada3-16b3-404f-ac56-184c178aa913)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:25.658726 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c7117d16-9a8c-4450-9524-c17838df1a97), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:25.754982 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-04c26f06-0901-4662-a3c5-3d878e88bb08 service neutron] 10.222.0.36 "GET /v2.0/networks/53175c25-93ae-44d1-91b5-d389da671851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322773 Feb 05 02:46:25.816046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b4247809-b45a-478d-91b1-cb2b3892a5f7 None None] Provisioning complete for port c7117d16-9a8c-4450-9524-c17838df1a97 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:25.816679 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b4247809-b45a-478d-91b1-cb2b3892a5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c7117d16-9a8c-4450-9524-c17838df1a97), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:25.886898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Routers {'98b8504d-74cf-4b03-b693-6230541c9633'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:46:25.888854 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:46:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['98b8504d-74cf-4b03-b693-6230541c9633'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:25.908181 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864740b-ee87-45a3-9297-9b4890598788 req-d3a27055-8021-4a99-873d-2a577c579e7f tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:25.915308 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5864740b-ee87-45a3-9297-9b4890598788 req-d3a27055-8021-4a99-873d-2a577c579e7f tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 1128 time: 0.1517370 Feb 05 02:46:25.998993 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-44cee932-1a16-47d1-899c-8a8175dace37 service neutron] 10.222.0.36 "GET /v2.0/networks/53175c25-93ae-44d1-91b5-d389da671851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340951 Feb 05 02:46:26.009485 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 300860fd-87e2-4405-a8b5-0bd6cb3800ee details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:46:26.052079 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5864740b-ee87-45a3-9297-9b4890598788 req-962efa5a-422e-4c9f-90e6-ddfca19db22b tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357183 Feb 05 02:46:26.181241 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:26.190560 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1423c4-6aea-469b-87a8-7a926198b67f None None] Pushing event updated for resources: {'Port': ['ID=c7117d16-9a8c-4450-9524-c17838df1a97,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:26.210296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '300860fd-87e2-4405-a8b5-0bd6cb3800ee', 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119', 'port_id': '300860fd-87e2-4405-a8b5-0bd6cb3800ee', 'mac_address': 'fa:16:3e:db:23:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3e862e-d976-4a4a-b805-d4274563e5fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:46:26.412639 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 300860fd-87e2-4405-a8b5-0bd6cb3800ee is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:26.413780 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:26.453084 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] Set router 98b8504d-74cf-4b03-b693-6230541c9633 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:46:26.464428 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db3737-5ea3-446d-8965-e56616e9dc95 req-d25edaac-8f26-4a88-8a48-ea0b269a1b79 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:26.477401 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7db3737-5ea3-446d-8965-e56616e9dc95 req-d25edaac-8f26-4a88-8a48-ea0b269a1b79 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 943 time: 0.1347084 Feb 05 02:46:26.493906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300860fd-87e2-4405-a8b5-0bd6cb3800ee {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:26.512224 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b4247809-b45a-478d-91b1-cb2b3892a5f7 None None] Current status of the port c7117d16-9a8c-4450-9524-c17838df1a97 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:26.516563 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b4247809-b45a-478d-91b1-cb2b3892a5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c7117d16-9a8c-4450-9524-c17838df1a97), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:26.589550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7db3737-5ea3-446d-8965-e56616e9dc95 req-c0310423-cec2-494f-a935-649aa4b9c094 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079507 Feb 05 02:46:26.643534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:26.663436 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32b6df1a-98b3-4aaa-bdd3-82f91413ca26 req-a29c103a-9846-40f3-89b7-491d8c46c44e tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 210 time: 0.0669894 Feb 05 02:46:26.666345 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38570) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:26.726055 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b4247809-b45a-478d-91b1-cb2b3892a5f7 None None] For port c7117d16-9a8c-4450-9524-c17838df1a97, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c7117d16-9a8c-4450-9524-c17838df1a97,segment=NetworkSegment(e726ada3-16b3-404f-ac56-184c178aa913),segment_id=e726ada3-16b3-404f-ac56-184c178aa913)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:26.775229 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:26.782699 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b4247809-b45a-478d-91b1-cb2b3892a5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c7117d16-9a8c-4450-9524-c17838df1a97), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:26.860147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-0dd2b850-80ff-4c31-a063-f5c2c9fd8843 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3a5378990daa49febaabcbe6e557bcbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460613 Feb 05 02:46:26.937582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=300860fd-87e2-4405-a8b5-0bd6cb3800ee,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:26.983152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-baa3d7a1-3502-4709-b582-9851ef40d317 None None] Provisioning complete for port c7117d16-9a8c-4450-9524-c17838df1a97 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:26.983516 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-baa3d7a1-3502-4709-b582-9851ef40d317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c7117d16-9a8c-4450-9524-c17838df1a97), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:27.034263 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['300860fd-87e2-4405-a8b5-0bd6cb3800ee'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:46:27.139917 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-28a6c666-f9e9-4d66-89fd-40c056271cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:27.142323 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4247809-b45a-478d-91b1-cb2b3892a5f7 None None] Pushing event updated for resources: {'Port': ['ID=c7117d16-9a8c-4450-9524-c17838df1a97,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:27.233238 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-28a6c666-f9e9-4d66-89fd-40c056271cdd admin admin] Publish callbacks [] for security_group (584b5a16-5616-4426-b4fa-f03dccf685b9), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:27.245715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c2682-a8f1-45b8-b3f0-3ddf465a3d60 req-57aed77e-50a4-4e11-b2c3-c6702e16d5e1 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:27.246838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-baa3d7a1-3502-4709-b582-9851ef40d317 None None] Current status of the port c7117d16-9a8c-4450-9524-c17838df1a97 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:27.248135 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-986c2682-a8f1-45b8-b3f0-3ddf465a3d60 req-57aed77e-50a4-4e11-b2c3-c6702e16d5e1 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 1128 time: 0.2283938 Feb 05 02:46:27.256691 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-28a6c666-f9e9-4d66-89fd-40c056271cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (584b5a16-5616-4426-b4fa-f03dccf685b9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:27.279007 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b8504d-74cf-4b03-b693-6230541c9633', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-router', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:46:15Z', 'updated_at': '2022-02-05T02:46:22Z', 'revision_number': 4, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'gw_port': {'id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:16Z', 'updated_at': '2022-02-05T02:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'c7117d16-9a8c-4450-9524-c17838df1a97', 'name': '', 'network_id': '53175c25-93ae-44d1-91b5-d389da671851', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'mac_address': 'fa:16:3e:de:82:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:20Z', 'updated_at': '2022-02-05T02:46:25Z', 'revision_number': 4, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'subnets': [{'id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:27.293447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38592) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:27.294010 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-28a6c666-f9e9-4d66-89fd-40c056271cdd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21baa8e9d824407988561cb21f9c3238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6261642 Feb 05 02:46:27.321433 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c64f789-4587-44a2-b52d-2fb9b69c0458 None None] The sync data for ids ['98b8504d-74cf-4b03-b693-6230541c9633'] in n-d-826942-8 is: [{'id': '98b8504d-74cf-4b03-b693-6230541c9633', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-router', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:46:15Z', 'updated_at': '2022-02-05T02:46:22Z', 'revision_number': 4, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'gw_port': {'id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:16Z', 'updated_at': '2022-02-05T02:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'c7117d16-9a8c-4450-9524-c17838df1a97', 'name': '', 'network_id': '53175c25-93ae-44d1-91b5-d389da671851', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'mac_address': 'fa:16:3e:de:82:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:20Z', 'updated_at': '2022-02-05T02:46:25Z', 'revision_number': 4, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'subnets': [{'id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:46:27.388725 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-986c2682-a8f1-45b8-b3f0-3ddf465a3d60 req-4d448ba7-2b4d-416f-aafe-d129180d1767 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020644 Feb 05 02:46:27.397658 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-f7bd82c7-6861-4efb-8597-68c7cd2e33d6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:27.405956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-f7bd82c7-6861-4efb-8597-68c7cd2e33d6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5449009 Feb 05 02:46:27.444556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6c666-f9e9-4d66-89fd-40c056271cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584b5a16-5616-4426-b4fa-f03dccf685b9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:27.452948 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db260fea-b82d-4279-ac44-95d3c33471c4 admin admin] Publish callbacks [] for security_group (584b5a16-5616-4426-b4fa-f03dccf685b9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:27.467740 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-8adce7de-9867-4d50-be4c-5b5aa7c81151 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/quotas/3a5378990daa49febaabcbe6e557bcbe HTTP/1.1" status: 200 len: 375 time: 0.0606561 Feb 05 02:46:27.509410 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db260fea-b82d-4279-ac44-95d3c33471c4 admin admin] Publish callbacks [] for security_group (584b5a16-5616-4426-b4fa-f03dccf685b9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:27.605342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-c22ab1e4-1b01-489a-9841-be09e63f3c5a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1305354 Feb 05 02:46:27.612165 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db260fea-b82d-4279-ac44-95d3c33471c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (584b5a16-5616-4426-b4fa-f03dccf685b9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:27.615139 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db260fea-b82d-4279-ac44-95d3c33471c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:27.616312 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-db260fea-b82d-4279-ac44-95d3c33471c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/584b5a16-5616-4426-b4fa-f03dccf685b9 HTTP/1.1" status: 204 len: 168 time: 0.3209820 Feb 05 02:46:27.633296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db260fea-b82d-4279-ac44-95d3c33471c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584b5a16-5616-4426-b4fa-f03dccf685b9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:27.796972 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9204cca-3075-4776-b0cc-1b8896003154 req-1260aae8-c8cf-4420-b4b4-794ad93852dd tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0aa6999a11394adb9cec0d0112e6141a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371492 Feb 05 02:46:27.931413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 300860fd-87e2-4405-a8b5-0bd6cb3800ee up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:46:27.997171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9204cca-3075-4776-b0cc-1b8896003154 req-01e4a236-030d-4c54-aa27-0ea265ca992d tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:28.006067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9204cca-3075-4776-b0cc-1b8896003154 req-01e4a236-030d-4c54-aa27-0ea265ca992d tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025807 Feb 05 02:46:28.080671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 300860fd-87e2-4405-a8b5-0bd6cb3800ee completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:46:28.087009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 300860fd-87e2-4405-a8b5-0bd6cb3800ee triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:28.087511 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:28.101963 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9204cca-3075-4776-b0cc-1b8896003154 req-11e353f2-17d4-45d3-beca-a5870aac8d68 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/quotas/0aa6999a11394adb9cec0d0112e6141a HTTP/1.1" status: 200 len: 375 time: 0.0947537 Feb 05 02:46:28.218059 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f6e312d6-b333-4e4c-b161-123a3a285a3c tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aa6999a11394adb9cec0d0112e6141a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1128988 Feb 05 02:46:28.221351 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38616) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:28.244609 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f80dab1d-a0bc-4104-85bd-5d42151293b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:28.340241 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-013dd4e2-e7a3-4044-aad4-a099b38345a2 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:28.347726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-013dd4e2-e7a3-4044-aad4-a099b38345a2 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.10 "GET /v2.0/networks?id=53175c25-93ae-44d1-91b5-d389da671851 HTTP/1.1" status: 200 len: 829 time: 0.3826423 Feb 05 02:46:28.360926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-721056bb-5e20-4920-80ce-12c84f1ef835 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Request body: {'port': {'device_id': 'e47609ba-02ac-41fa-884c-95d1be7e769c', 'network_id': '53175c25-93ae-44d1-91b5-d389da671851', 'admin_state_up': True, 'tenant_id': '3c8437a2b69b458ea6b623786250a865'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:28.388685 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 300860fd-87e2-4405-a8b5-0bd6cb3800ee is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:28.390536 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:28.423606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f80dab1d-a0bc-4104-85bd-5d42151293b5 admin admin] Publish callbacks [] for security_group (439b63b9-9a3d-458c-ad7a-11af6295422e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:28.436383 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f80dab1d-a0bc-4104-85bd-5d42151293b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (439b63b9-9a3d-458c-ad7a-11af6295422e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:28.477125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dab1d-a0bc-4104-85bd-5d42151293b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439b63b9-9a3d-458c-ad7a-11af6295422e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:28.486127 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c0e5a4-6d93-4069-a01c-c61e25baa8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300860fd-87e2-4405-a8b5-0bd6cb3800ee'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:28.491416 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec78af9-a8c0-416c-815e-e4b3812d8ffc" -d '{"events": [{"server_uuid": "91c0e5a4-6d93-4069-a01c-c61e25baa8a2", "name": "network-vif-plugged", "status": "completed", "tag": "300860fd-87e2-4405-a8b5-0bd6cb3800ee"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:28.529732 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f80dab1d-a0bc-4104-85bd-5d42151293b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d551bdf3756f4244ad8d36e5627e6054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059461 Feb 05 02:46:28.532238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38628) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:28.532575 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:28.538926 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:28.610394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=300860fd-87e2-4405-a8b5-0bd6cb3800ee,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:28.676860 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8fc01e0-6796-42ec-b17f-ce77ce9a6830 admin admin] Publish callbacks [] for security_group (439b63b9-9a3d-458c-ad7a-11af6295422e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:28.695469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1310f8b1-d73f-4070-b2a5-11f5e5d712e1 req-d47966af-ca34-40b7-8f66-344b917c501b tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 210 time: 0.0925226 Feb 05 02:46:28.748745 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8fc01e0-6796-42ec-b17f-ce77ce9a6830 admin admin] Publish callbacks [] for security_group (439b63b9-9a3d-458c-ad7a-11af6295422e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:28.764734 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a943f-56f8-4187-804e-f3c374be328c req-995f1cf1-48a9-4494-89a2-6ec69e46c587 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:28.773585 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-673a943f-56f8-4187-804e-f3c374be328c req-995f1cf1-48a9-4494-89a2-6ec69e46c587 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 944 time: 0.3888552 Feb 05 02:46:28.896740 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8fc01e0-6796-42ec-b17f-ce77ce9a6830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (439b63b9-9a3d-458c-ad7a-11af6295422e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:28.900665 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8fc01e0-6796-42ec-b17f-ce77ce9a6830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:28.912270 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a8fc01e0-6796-42ec-b17f-ce77ce9a6830 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/439b63b9-9a3d-458c-ad7a-11af6295422e HTTP/1.1" status: 204 len: 168 time: 0.3782697 Feb 05 02:46:28.963532 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc01e0-6796-42ec-b17f-ce77ce9a6830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439b63b9-9a3d-458c-ad7a-11af6295422e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:28.972889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-721056bb-5e20-4920-80ce-12c84f1ef835 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Made reservation on behalf of 3c8437a2b69b458ea6b623786250a865 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:28.984656 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-721056bb-5e20-4920-80ce-12c84f1ef835 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:29.025091 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c7117d16-9a8c-4450-9524-c17838df1a97 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:46:29.082854 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-673a943f-56f8-4187-804e-f3c374be328c req-25dad528-2fcf-4a39-8f0f-6b29e3b4e643 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974050 Feb 05 02:46:29.168925 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c7117d16-9a8c-4450-9524-c17838df1a97 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:29.169906 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c7117d16-9a8c-4450-9524-c17838df1a97), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:29.407515 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c7117d16-9a8c-4450-9524-c17838df1a97 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:29.452287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f733b-57ee-4145-a3d4-df230f562c74 req-c7007090-071c-4153-8956-b8ae25361d69 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:29.461128 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c2f43d-45ca-4baa-ad20-d231166155b0 x-openstack-request-id: req-09c2f43d-45ca-4baa-ad20-d231166155b0 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:29.461652 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c0e5a4-6d93-4069-a01c-c61e25baa8a2", "name": "network-vif-plugged", "status": "completed", "tag": "300860fd-87e2-4405-a8b5-0bd6cb3800ee", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:29.462148 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09c2f43d-45ca-4baa-ad20-d231166155b0 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:29.462843 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c0e5a4-6d93-4069-a01c-c61e25baa8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300860fd-87e2-4405-a8b5-0bd6cb3800ee', 'code': 200} Feb 05 02:46:29.475371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d5f733b-57ee-4145-a3d4-df230f562c74 req-c7007090-071c-4153-8956-b8ae25361d69 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 1128 time: 0.2241821 Feb 05 02:46:29.553971 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-721056bb-5e20-4920-80ce-12c84f1ef835 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Allocated IP 172.20.0.12 (53175c25-93ae-44d1-91b5-d389da671851/d914fd2d-55e1-4e77-a725-e35c596c7800/1a4e7d54-37b3-44c1-8c6f-a572373f8494) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:46:29.716960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bb355-6322-4922-8fe3-5348bee8d805 req-148497da-51e5-4462-b23e-4a8907841518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:29.719644 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9e1bb355-6322-4922-8fe3-5348bee8d805 req-148497da-51e5-4462-b23e-4a8907841518 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 1127 time: 0.1318922 Feb 05 02:46:29.853093 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9e1bb355-6322-4922-8fe3-5348bee8d805 req-1954fe17-a39f-4292-a223-4d1f8b7c0917 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237285 Feb 05 02:46:29.997474 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d5f733b-57ee-4145-a3d4-df230f562c74 req-48009d43-2f87-4947-b8b4-a7ed1ac19706 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202012 Feb 05 02:46:30.186247 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e155f22-51ce-4233-9eea-b2e0f857bad7 req-4effd1bd-3fb4-49bb-ad93-ca32fe5aa96c tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 210 time: 0.2118289 Feb 05 02:46:30.219521 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-721056bb-5e20-4920-80ce-12c84f1ef835 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for port (1a4e7d54-37b3-44c1-8c6f-a572373f8494), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:30.238456 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d9204cca-3075-4776-b0cc-1b8896003154 req-aa49d0f1-1abb-4710-9c7d-ce45aaa7a6be tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0aa6999a11394adb9cec0d0112e6141a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300596 Feb 05 02:46:30.260913 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f2b597a-18d3-43ea-bc6f-579234342bda req-25356648-3e33-4295-a27b-bfae7639bbb4 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 210 time: 0.0716350 Feb 05 02:46:30.320052 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-721056bb-5e20-4920-80ce-12c84f1ef835 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (1a4e7d54-37b3-44c1-8c6f-a572373f8494), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:30.384153 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-721056bb-5e20-4920-80ce-12c84f1ef835 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Network 53175c25-93ae-44d1-91b5-d389da671851 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:46:30.405016 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-721056bb-5e20-4920-80ce-12c84f1ef835 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:30.423931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-721056bb-5e20-4920-80ce-12c84f1ef835 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:46:30.484260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721056bb-5e20-4920-80ce-12c84f1ef835 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Pushing event updated for resources: {'Port': ['ID=1a4e7d54-37b3-44c1-8c6f-a572373f8494,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:30.532763 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312b888-f8ee-49ce-bade-1c4dba6b4295 req-4ec9c2ac-7fc4-4c8c-9787-0edc2f1f7ed1 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:30.540105 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c312b888-f8ee-49ce-bade-1c4dba6b4295 req-4ec9c2ac-7fc4-4c8c-9787-0edc2f1f7ed1 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 932 time: 0.1935537 Feb 05 02:46:30.547238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-721056bb-5e20-4920-80ce-12c84f1ef835 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:30.547961 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-721056bb-5e20-4920-80ce-12c84f1ef835 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:30.570953 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9204cca-3075-4776-b0cc-1b8896003154 req-0b629899-742e-45e1-ba8e-69e0e98144c2 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:30.573657 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d9204cca-3075-4776-b0cc-1b8896003154 req-0b629899-742e-45e1-ba8e-69e0e98144c2 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3265924 Feb 05 02:46:30.589938 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-d9204cca-3075-4776-b0cc-1b8896003154 req-ba6404de-6958-4178-b7ee-74cc9f9613dc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Request body: {'port': {'device_id': 'b934c7bc-5c25-4840-94a1-d2b470ceba7b', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '0aa6999a11394adb9cec0d0112e6141a'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:30.594525 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-721056bb-5e20-4920-80ce-12c84f1ef835 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2384448 Feb 05 02:46:30.644621 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c312b888-f8ee-49ce-bade-1c4dba6b4295 req-089425d5-39c2-4e79-8dde-b841ccd805d4 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9860f3b-6ede-4f9f-ba58-e79bd2adcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038537 Feb 05 02:46:30.665285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Request body: {'port': {'device_id': 'e47609ba-02ac-41fa-884c-95d1be7e769c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:30.832742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-102a8241-7c2d-4bdb-8ede-ff0108a6d98c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3a5378990daa49febaabcbe6e557bcbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1295941 Feb 05 02:46:30.917280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-16faa79e-c0a3-4b1f-9449-1611846d1bbd None None] Provisioning complete for port 1a4e7d54-37b3-44c1-8c6f-a572373f8494 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:30.917827 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-16faa79e-c0a3-4b1f-9449-1611846d1bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1a4e7d54-37b3-44c1-8c6f-a572373f8494), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:30.980471 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-8c22a9ea-93ca-4571-b1ca-d46d5d37a95f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3a5378990daa49febaabcbe6e557bcbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735645 Feb 05 02:46:31.057175 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-16faa79e-c0a3-4b1f-9449-1611846d1bbd None None] Port 1a4e7d54-37b3-44c1-8c6f-a572373f8494 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:46:31.094888 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1a4e7d54-37b3-44c1-8c6f-a572373f8494), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:31.129197 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9204cca-3075-4776-b0cc-1b8896003154 req-ba6404de-6958-4178-b7ee-74cc9f9613dc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Made reservation on behalf of 0aa6999a11394adb9cec0d0112e6141a for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:31.132749 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d9204cca-3075-4776-b0cc-1b8896003154 req-ba6404de-6958-4178-b7ee-74cc9f9613dc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:31.149203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5b7b5-be5e-4de3-8b87-8726bf9bb610 req-097ef89a-c69d-46be-b359-7d346ee7dd41 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:31.156588 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3b5b7b5-be5e-4de3-8b87-8726bf9bb610 req-097ef89a-c69d-46be-b359-7d346ee7dd41 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 945 time: 0.3537948 Feb 05 02:46:31.163736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d9204cca-3075-4776-b0cc-1b8896003154 req-ba6404de-6958-4178-b7ee-74cc9f9613dc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:31.229534 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-5a0b4bde-9de2-4808-9077-eb25fb0e922c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:31.233141 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-5a0b4bde-9de2-4808-9077-eb25fb0e922c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3886774 Feb 05 02:46:31.270251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-9e56e8e3-8090-4439-bfaa-7cc4c93077d7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Request body: {'port': {'device_id': '1124fc0e-4ce6-4372-8aa1-a3cd172540b3', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '3a5378990daa49febaabcbe6e557bcbe'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:31.335026 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3b5b7b5-be5e-4de3-8b87-8726bf9bb610 req-7b5f69e9-24b6-4d63-b8f9-fd98e59bff77 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717541 Feb 05 02:46:31.359007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-f0cff7d1-5ecb-483b-b30d-4bbcadf4a133 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:31.364154 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-f0cff7d1-5ecb-483b-b30d-4bbcadf4a133 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3731747 Feb 05 02:46:31.378488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-bb221aa1-b54f-49a6-bcc3-31f8bd567d02 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Request body: {'port': {'device_id': '117f34e7-8dbe-43ae-b2f9-ec69df3d01c0', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '3a5378990daa49febaabcbe6e557bcbe'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:31.521674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d9204cca-3075-4776-b0cc-1b8896003154 req-ba6404de-6958-4178-b7ee-74cc9f9613dc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks [] for security_group (186bdaf6-6662-43c8-a063-e6fb532a8533), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:31.549510 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d9204cca-3075-4776-b0cc-1b8896003154 req-ba6404de-6958-4178-b7ee-74cc9f9613dc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (186bdaf6-6662-43c8-a063-e6fb532a8533), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:31.634332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6404de-6958-4178-b7ee-74cc9f9613dc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=186bdaf6-6662-43c8-a063-e6fb532a8533,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:31.673399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64392a19-1874-4dce-88aa-b1a488407c81 req-58f9215a-4e7d-46ae-b7a8-ccdcb1160b5d tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 210 time: 0.0627663 Feb 05 02:46:31.680827 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-9e56e8e3-8090-4439-bfaa-7cc4c93077d7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Made reservation on behalf of 3a5378990daa49febaabcbe6e557bcbe for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:31.684152 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-9e56e8e3-8090-4439-bfaa-7cc4c93077d7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:31.704783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-bb221aa1-b54f-49a6-bcc3-31f8bd567d02 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Made reservation on behalf of 3a5378990daa49febaabcbe6e557bcbe for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:31.708831 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-bb221aa1-b54f-49a6-bcc3-31f8bd567d02 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:31.853965 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-283c1b10-db7d-4ad6-b5e9-94f02e1cd9a5 req-ce0cc7e7-a08b-4df7-8116-8d32b8004e83 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 210 time: 0.0460088 Feb 05 02:46:31.904505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4e7d54-37b3-44c1-8c6f-a572373f8494 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:31.912320 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Publish callbacks [] for port (1a4e7d54-37b3-44c1-8c6f-a572373f8494), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:31.926400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Transition to ACTIVE for port object 1a4e7d54-37b3-44c1-8c6f-a572373f8494 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:46:31.933894 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (1a4e7d54-37b3-44c1-8c6f-a572373f8494), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:31.945724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-d9204cca-3075-4776-b0cc-1b8896003154 req-ba6404de-6958-4178-b7ee-74cc9f9613dc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Allocated IP 192.168.233.72 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/7ecf5939-ba1f-4cca-8fca-93f7d748c2b1) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:46:32.001878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4e7d54-37b3-44c1-8c6f-a572373f8494,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:32.079604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Attempting to bind port 1a4e7d54-37b3-44c1-8c6f-a572373f8494 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:32.080304 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Attempting to bind port 1a4e7d54-37b3-44c1-8c6f-a572373f8494 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'e726ada3-16b3-404f-ac56-184c178aa913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53175c25-93ae-44d1-91b5-d389da671851'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:32.080938 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Attempting to bind port 1a4e7d54-37b3-44c1-8c6f-a572373f8494 on network 53175c25-93ae-44d1-91b5-d389da671851 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:32.086400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Port 1a4e7d54-37b3-44c1-8c6f-a572373f8494 on network 53175c25-93ae-44d1-91b5-d389da671851 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:46:32.087618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Attempting to bind port 1a4e7d54-37b3-44c1-8c6f-a572373f8494 on network 53175c25-93ae-44d1-91b5-d389da671851 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:32.094170 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:32.095112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Checking segment: {'id': 'e726ada3-16b3-404f-ac56-184c178aa913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53175c25-93ae-44d1-91b5-d389da671851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:32.096807 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Bound using segment: {'id': 'e726ada3-16b3-404f-ac56-184c178aa913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53175c25-93ae-44d1-91b5-d389da671851'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:32.097475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Bound port: 1a4e7d54-37b3-44c1-8c6f-a572373f8494, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e726ada3-16b3-404f-ac56-184c178aa913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '53175c25-93ae-44d1-91b5-d389da671851'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:32.098227 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1a4e7d54-37b3-44c1-8c6f-a572373f8494), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:32.207737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] For port 1a4e7d54-37b3-44c1-8c6f-a572373f8494, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:32.211985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] For port 1a4e7d54-37b3-44c1-8c6f-a572373f8494, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1a4e7d54-37b3-44c1-8c6f-a572373f8494,segment=NetworkSegment(e726ada3-16b3-404f-ac56-184c178aa913),segment_id=e726ada3-16b3-404f-ac56-184c178aa913)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:32.221383 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (1a4e7d54-37b3-44c1-8c6f-a572373f8494), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:32.223886 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d9204cca-3075-4776-b0cc-1b8896003154 req-ba6404de-6958-4178-b7ee-74cc9f9613dc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks [] for port (7ecf5939-ba1f-4cca-8fca-93f7d748c2b1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:32.241506 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-fe074637-4951-4f48-9ee5-df891aa45e9d tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:46:32.248465 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-fe074637-4951-4f48-9ee5-df891aa45e9d tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0220428 Feb 05 02:46:32.299212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:32.300013 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:32.301756 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] 10.222.0.10 "PUT /v2.0/ports/1a4e7d54-37b3-44c1-8c6f-a572373f8494 HTTP/1.1" status: 200 len: 1092 time: 1.6519601 Feb 05 02:46:32.302380 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47609ba-02ac-41fa-884c-95d1be7e769c', 'tag': '1a4e7d54-37b3-44c1-8c6f-a572373f8494'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:32.306008 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acd8e9a-801e-401c-9e5a-d74e7fef78c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e47609ba-02ac-41fa-884c-95d1be7e769c", "tag": "1a4e7d54-37b3-44c1-8c6f-a572373f8494"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:32.313224 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2da56-25e0-498c-80f5-bfc6e1de85e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4e7d54-37b3-44c1-8c6f-a572373f8494,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:32.342236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-473c3c4f-f4bc-49b3-988a-84be87ec82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:32.348981 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-473c3c4f-f4bc-49b3-988a-84be87ec82e8 service neutron] 10.222.0.36 "GET /v2.0/ports/3173d038-fd7f-4d5d-a1f2-b02a6776df88 HTTP/1.1" status: 200 len: 1125 time: 0.0927067 Feb 05 02:46:32.355267 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-78298035-1408-4a80-968a-a05962bd1aa5 service neutron] Request body: {'binding': {'host': 'n-h1-826942-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:32.355777 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-78298035-1408-4a80-968a-a05962bd1aa5 service neutron] Unknown quota resources ['binding']. {{(pid=109674) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 05 02:46:32.412051 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d9204cca-3075-4776-b0cc-1b8896003154 req-ba6404de-6958-4178-b7ee-74cc9f9613dc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7ecf5939-ba1f-4cca-8fca-93f7d748c2b1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:32.463125 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d6a5c-c76f-4897-8370-b3965342170a req-3b6b4dbc-5a9d-4ef4-a499-8977ebbdfe80 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:32.465556 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d26d6a5c-c76f-4897-8370-b3965342170a req-3b6b4dbc-5a9d-4ef4-a499-8977ebbdfe80 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 944 time: 0.1135559 Feb 05 02:46:32.498322 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-f60903ef-9cb1-48d4-b2df-27b3c94a6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:32.500574 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-f60903ef-9cb1-48d4-b2df-27b3c94a6dfc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c8437a2b69b458ea6b623786250a865&device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 1126 time: 0.1337380 Feb 05 02:46:32.560698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-8d0d837c-c3c9-4c8f-a755-cdb815dc4fb2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a4e7d54-37b3-44c1-8c6f-a572373f8494 HTTP/1.1" status: 200 len: 217 time: 0.0487266 Feb 05 02:46:32.610602 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d26d6a5c-c76f-4897-8370-b3965342170a req-46858081-74c2-47f9-85e9-e9540f6b53b7 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9860f3b-6ede-4f9f-ba58-e79bd2adcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368554 Feb 05 02:46:32.627221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-31df07bf-44a6-4e1d-9f41-76f38515fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:32.628941 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-31df07bf-44a6-4e1d-9f41-76f38515fe75 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d914fd2d-55e1-4e77-a725-e35c596c7800 HTTP/1.1" status: 200 len: 868 time: 0.0635960 Feb 05 02:46:32.697471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-48c367c6-7ad7-4eea-b75c-b62bf1ff76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:32.699422 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-48c367c6-7ad7-4eea-b75c-b62bf1ff76bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53175c25-93ae-44d1-91b5-d389da671851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596709 Feb 05 02:46:32.716982 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6fe3c2-7350-48ed-8ba2-204f45a8b1af x-openstack-request-id: req-0d6fe3c2-7350-48ed-8ba2-204f45a8b1af {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:32.717543 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47609ba-02ac-41fa-884c-95d1be7e769c", "tag": "1a4e7d54-37b3-44c1-8c6f-a572373f8494", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:32.718006 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d6fe3c2-7350-48ed-8ba2-204f45a8b1af {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:32.718606 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47609ba-02ac-41fa-884c-95d1be7e769c', 'tag': '1a4e7d54-37b3-44c1-8c6f-a572373f8494', 'status': 'completed', 'code': 200} Feb 05 02:46:32.783374 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9204cca-3075-4776-b0cc-1b8896003154 req-ba6404de-6958-4178-b7ee-74cc9f9613dc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:46:32.798278 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-d9204cca-3075-4776-b0cc-1b8896003154 req-ba6404de-6958-4178-b7ee-74cc9f9613dc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:32.800524 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-bb221aa1-b54f-49a6-bcc3-31f8bd567d02 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Allocated IP 192.168.233.179 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/e549d749-eb62-4e11-9f8f-d0dd92e541c2) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:46:32.806501 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9204cca-3075-4776-b0cc-1b8896003154 req-ba6404de-6958-4178-b7ee-74cc9f9613dc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:46:32.808390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6404de-6958-4178-b7ee-74cc9f9613dc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Pushing event updated for resources: {'Port': ['ID=7ecf5939-ba1f-4cca-8fca-93f7d748c2b1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:32.857029 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-c8890c73-e0df-43e3-b8f3-6cbc7446cf70 service neutron] 10.222.0.10 "GET /v2.0/networks/53175c25-93ae-44d1-91b5-d389da671851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504707 Feb 05 02:46:32.881901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811bde1-dc1e-4980-bf76-ca9008c47b42 req-1f1f74ae-e771-4c2b-94cd-82d2fd034e30 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:32.883617 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4811bde1-dc1e-4980-bf76-ca9008c47b42 req-1f1f74ae-e771-4c2b-94cd-82d2fd034e30 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 945 time: 0.1083624 Feb 05 02:46:32.927895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9204cca-3075-4776-b0cc-1b8896003154 req-ba6404de-6958-4178-b7ee-74cc9f9613dc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:32.928507 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d9204cca-3075-4776-b0cc-1b8896003154 req-ba6404de-6958-4178-b7ee-74cc9f9613dc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:32.989562 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-78298035-1408-4a80-968a-a05962bd1aa5 service neutron] Attempting to bind port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 on host n-h1-826942-8 for vnic_type normal with profile None {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:32.990225 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-78298035-1408-4a80-968a-a05962bd1aa5 service neutron] Attempting to bind port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:32.990802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-78298035-1408-4a80-968a-a05962bd1aa5 service neutron] Attempting to bind port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:33.018921 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4811bde1-dc1e-4980-bf76-ca9008c47b42 req-5965408b-6de1-409b-ae0c-0ea4c59433bb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183522 Feb 05 02:46:33.023788 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d9204cca-3075-4776-b0cc-1b8896003154 req-ba6404de-6958-4178-b7ee-74cc9f9613dc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4390845 Feb 05 02:46:33.041036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-78298035-1408-4a80-968a-a05962bd1aa5 service neutron] Port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 on network 11cf62be-c855-41b3-87da-58090e237db8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:46:33.041678 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-78298035-1408-4a80-968a-a05962bd1aa5 service neutron] Attempting to bind port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:33.047452 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-305060a6-8c5e-4106-ac59-b5bebf31b059 req-27f46287-476b-48ae-9b87-dd3756af8ff7 service neutron] 10.222.0.10 "GET /v2.0/networks/53175c25-93ae-44d1-91b5-d389da671851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837156 Feb 05 02:46:33.048677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Request body: {'port': {'device_id': 'b934c7bc-5c25-4840-94a1-d2b470ceba7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:33.079779 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-78298035-1408-4a80-968a-a05962bd1aa5 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:33.080194 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-78298035-1408-4a80-968a-a05962bd1aa5 service neutron] Checking segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:33.080644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-78298035-1408-4a80-968a-a05962bd1aa5 service neutron] Bound using segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:33.081152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-78298035-1408-4a80-968a-a05962bd1aa5 service neutron] Bound port: 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:33.167751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd8e9a-801e-401c-9e5a-d74e7fef78c7 req-908ae9d7-6954-4b8e-b403-eccc919cb94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:33.170904 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8acd8e9a-801e-401c-9e5a-d74e7fef78c7 req-908ae9d7-6954-4b8e-b403-eccc919cb94d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c8437a2b69b458ea6b623786250a865&device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 1126 time: 0.0633376 Feb 05 02:46:33.188869 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d26cb165-0019-4e93-b3f4-1d5dce46c4f3 None None] Provisioning complete for port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:33.189968 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d26cb165-0019-4e93-b3f4-1d5dce46c4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7ecf5939-ba1f-4cca-8fca-93f7d748c2b1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:33.216648 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-bb221aa1-b54f-49a6-bcc3-31f8bd567d02 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks [] for port (e549d749-eb62-4e11-9f8f-d0dd92e541c2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:33.229959 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7ecf5939-ba1f-4cca-8fca-93f7d748c2b1), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:33.241944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d26cb165-0019-4e93-b3f4-1d5dce46c4f3 None None] Port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:46:33.243888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-78298035-1408-4a80-968a-a05962bd1aa5 service neutron] For port 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3173d038-fd7f-4d5d-a1f2-b02a6776df88,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:33.257621 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-78298035-1408-4a80-968a-a05962bd1aa5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:33.259370 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-78298035-1408-4a80-968a-a05962bd1aa5 service neutron] 10.222.0.36 "POST /v2.0/ports/3173d038-fd7f-4d5d-a1f2-b02a6776df88/bindings HTTP/1.1" status: 201 len: 389 time: 0.9095752 Feb 05 02:46:33.403973 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6048be-4f4f-4899-b5ca-bc501c55b4e4 req-dd033741-0f97-466b-b328-be25fea9fdf6 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:33.405922 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d6048be-4f4f-4899-b5ca-bc501c55b4e4 req-dd033741-0f97-466b-b328-be25fea9fdf6 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 935 time: 0.1415071 Feb 05 02:46:33.428643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd8e9a-801e-401c-9e5a-d74e7fef78c7 req-f3ce35c4-7d17-473e-b52a-1602f6a7d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:33.430024 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8acd8e9a-801e-401c-9e5a-d74e7fef78c7 req-f3ce35c4-7d17-473e-b52a-1602f6a7d280 service neutron] 10.222.0.10 "GET /v2.0/networks?id=53175c25-93ae-44d1-91b5-d389da671851 HTTP/1.1" status: 200 len: 930 time: 0.2498522 Feb 05 02:46:33.431266 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-bb221aa1-b54f-49a6-bcc3-31f8bd567d02 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (e549d749-eb62-4e11-9f8f-d0dd92e541c2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:33.445443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5262ff49-6fce-4474-b84e-0c2a62252ecf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:46:33.510452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-9e56e8e3-8090-4439-bfaa-7cc4c93077d7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Allocated IP 192.168.233.195 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/e29e20b0-38e7-47fb-960b-7ae5ec41b2d8) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:46:33.526024 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['901efd57-bf72-40cf-bb84-83ce5c36f3a1', '8a0abef1-9c72-431a-a225-dccabdc8515e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:46:33.536661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8acd8e9a-801e-401c-9e5a-d74e7fef78c7 req-b59352ce-1fd5-4643-934b-0b8712515d17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a4e7d54-37b3-44c1-8c6f-a572373f8494 HTTP/1.1" status: 200 len: 217 time: 0.0904067 Feb 05 02:46:33.560600 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-bb221aa1-b54f-49a6-bcc3-31f8bd567d02 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:46:33.563447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-bb221aa1-b54f-49a6-bcc3-31f8bd567d02 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:33.582142 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb221aa1-b54f-49a6-bcc3-31f8bd567d02 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Pushing event updated for resources: {'Port': ['ID=e549d749-eb62-4e11-9f8f-d0dd92e541c2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:33.584960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-bb221aa1-b54f-49a6-bcc3-31f8bd567d02 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:46:33.635717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d6048be-4f4f-4899-b5ca-bc501c55b4e4 req-5fdabf42-c240-467b-9369-2a845adb4bf5 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187650 Feb 05 02:46:33.689643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd8e9a-801e-401c-9e5a-d74e7fef78c7 req-8a0f61a8-3909-40b6-a491-41e082d18688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:33.691302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8acd8e9a-801e-401c-9e5a-d74e7fef78c7 req-8a0f61a8-3909-40b6-a491-41e082d18688 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d914fd2d-55e1-4e77-a725-e35c596c7800 HTTP/1.1" status: 200 len: 868 time: 0.1382663 Feb 05 02:46:33.695988 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-bb221aa1-b54f-49a6-bcc3-31f8bd567d02 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:33.696663 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-bb221aa1-b54f-49a6-bcc3-31f8bd567d02 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:33.709486 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb5b7950-0c35-4e49-b60d-3241d32644c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:33.716768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-74cbe62d-5b74-4807-a664-8cbcc5f4e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:33.718344 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-74cbe62d-5b74-4807-a664-8cbcc5f4e4c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 1128 time: 0.1710098 Feb 05 02:46:33.728394 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b7bb6-3518-42de-bbd6-f932aa68ef7e req-242a85a3-f044-429a-9727-c57debf2ca8b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:33.736456 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea8b7bb6-3518-42de-bbd6-f932aa68ef7e req-242a85a3-f044-429a-9727-c57debf2ca8b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 936 time: 0.3027942 Feb 05 02:46:33.927168 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-bb221aa1-b54f-49a6-bcc3-31f8bd567d02 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5526245 Feb 05 02:46:33.950253 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Request body: {'port': {'device_id': '117f34e7-8dbe-43ae-b2f9-ec69df3d01c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:33.983579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-cde1815a-017b-4b2d-90fb-b2cf50b8d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:33.985185 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-cde1815a-017b-4b2d-90fb-b2cf50b8d66a service neutron] 10.222.0.31 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.2543011 Feb 05 02:46:34.002998 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea8b7bb6-3518-42de-bbd6-f932aa68ef7e req-25bfe696-854c-483c-a403-d9c299b4eb34 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612026 Feb 05 02:46:34.056723 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-8ae7071c-de7c-403f-a046-4626776f7e3d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3173d038-fd7f-4d5d-a1f2-b02a6776df88 HTTP/1.1" status: 200 len: 217 time: 0.0617821 Feb 05 02:46:34.089013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd8e9a-801e-401c-9e5a-d74e7fef78c7 req-21ea90ab-5086-404f-8ab8-989dbc28a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:34.093517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8acd8e9a-801e-401c-9e5a-d74e7fef78c7 req-21ea90ab-5086-404f-8ab8-989dbc28a2da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53175c25-93ae-44d1-91b5-d389da671851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3523459 Feb 05 02:46:34.122460 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-9e56e8e3-8090-4439-bfaa-7cc4c93077d7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks [] for port (e29e20b0-38e7-47fb-960b-7ae5ec41b2d8), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:34.168932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fecbf3-6ee2-4a12-b832-16422b4e3098 req-10e0b6d9-f272-4ab6-9c5f-a6ac1b24a8e6 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:34.174149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d87f3cc6-039e-43e9-9608-c5fb80db32cd None None] Provisioning complete for port e549d749-eb62-4e11-9f8f-d0dd92e541c2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:34.174737 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d87f3cc6-039e-43e9-9608-c5fb80db32cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e549d749-eb62-4e11-9f8f-d0dd92e541c2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:34.177370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3fecbf3-6ee2-4a12-b832-16422b4e3098 req-10e0b6d9-f272-4ab6-9c5f-a6ac1b24a8e6 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 1127 time: 0.2500908 Feb 05 02:46:34.193569 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e549d749-eb62-4e11-9f8f-d0dd92e541c2), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:34.218076 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-47fdba83-1946-4ae2-a598-2c8ef673ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:34.219476 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-47fdba83-1946-4ae2-a598-2c8ef673ab61 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.1525571 Feb 05 02:46:34.275597 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-389a02f1-1343-48df-9ed4-38a093c6477b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324886 Feb 05 02:46:34.323029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d87f3cc6-039e-43e9-9608-c5fb80db32cd None None] Port e549d749-eb62-4e11-9f8f-d0dd92e541c2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:46:34.484785 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-150aa44b-3c0b-4de4-b312-f653c11e03fd service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004828 Feb 05 02:46:34.530070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3fecbf3-6ee2-4a12-b832-16422b4e3098 req-07fd7937-139c-4dc5-9b5f-c464d9d6deb8 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516772 Feb 05 02:46:34.541379 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-9e56e8e3-8090-4439-bfaa-7cc4c93077d7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e29e20b0-38e7-47fb-960b-7ae5ec41b2d8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:34.554986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5262ff49-6fce-4474-b84e-0c2a62252ecf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:46:34.562013 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8acd8e9a-801e-401c-9e5a-d74e7fef78c7 req-f25fc51f-9e51-47a4-b7b6-919828e93942 service neutron] 10.222.0.10 "GET /v2.0/networks/53175c25-93ae-44d1-91b5-d389da671851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531496 Feb 05 02:46:34.608419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab56490-fece-4ae7-8847-8237770c1f7e req-bf185834-6730-4954-9283-ba0721c12f53 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:34.615577 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4ab56490-fece-4ae7-8847-8237770c1f7e req-bf185834-6730-4954-9283-ba0721c12f53 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 946 time: 0.4069629 Feb 05 02:46:34.624298 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['901efd57-bf72-40cf-bb84-83ce5c36f3a1', '8a0abef1-9c72-431a-a225-dccabdc8515e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:46:34.643196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-9e56e8e3-8090-4439-bfaa-7cc4c93077d7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:46:34.664275 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-bc419fcb-ccfd-40c4-8620-092837cd74b8 service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725974 Feb 05 02:46:34.683847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-9e56e8e3-8090-4439-bfaa-7cc4c93077d7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:34.693185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-9e56e8e3-8090-4439-bfaa-7cc4c93077d7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:46:34.769286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56e8e3-8090-4439-bfaa-7cc4c93077d7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Pushing event updated for resources: {'Port': ['ID=e29e20b0-38e7-47fb-960b-7ae5ec41b2d8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:34.875091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-9da39b9e-4336-4e6d-9e9d-11470c367c61 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:34.877225 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-9da39b9e-4336-4e6d-9e9d-11470c367c61 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472&tenant_id=046d701f8c1b4320bb7536b4bcbbc218&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 1128 time: 0.1329114 Feb 05 02:46:34.884944 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:34.889522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-9e56e8e3-8090-4439-bfaa-7cc4c93077d7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:34.890228 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-9e56e8e3-8090-4439-bfaa-7cc4c93077d7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:34.897324 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826942-8'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:34.920951 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4ab56490-fece-4ae7-8847-8237770c1f7e req-b326157d-de73-43d0-8253-72d1bf983706 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009372 Feb 05 02:46:34.953412 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Publish callbacks [] for port (7ecf5939-ba1f-4cca-8fca-93f7d748c2b1), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:34.972313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-9e56e8e3-8090-4439-bfaa-7cc4c93077d7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7089772 Feb 05 02:46:34.976793 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8acd8e9a-801e-401c-9e5a-d74e7fef78c7 req-6c817a08-9a3a-4693-81c6-2713fd0e9fa4 service neutron] 10.222.0.10 "GET /v2.0/networks/53175c25-93ae-44d1-91b5-d389da671851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923197 Feb 05 02:46:34.986326 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fa472-bf66-42dc-8040-a6e042296908 req-50e87eda-02c5-4b02-a449-64dcdad2cd70 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:34.993561 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-803fa472-bf66-42dc-8040-a6e042296908 req-50e87eda-02c5-4b02-a449-64dcdad2cd70 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 944 time: 0.3014235 Feb 05 02:46:35.000364 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Request body: {'port': {'device_id': '1124fc0e-4ce6-4372-8aa1-a3cd172540b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:35.073478 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Transition to ACTIVE for port object 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:46:35.077961 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:35.105202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-efdca5a4-55ce-4245-a1e2-dcf966cd59b3 None None] Provisioning complete for port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:35.105645 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-efdca5a4-55ce-4245-a1e2-dcf966cd59b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e29e20b0-38e7-47fb-960b-7ae5ec41b2d8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:35.107501 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-803fa472-bf66-42dc-8040-a6e042296908 req-e579f9bc-c26a-4044-b64c-16d98f62c78f tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9860f3b-6ede-4f9f-ba58-e79bd2adcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076477 Feb 05 02:46:35.120748 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e29e20b0-38e7-47fb-960b-7ae5ec41b2d8), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:35.153097 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (7ecf5939-ba1f-4cca-8fca-93f7d748c2b1), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:35.208348 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-efdca5a4-55ce-4245-a1e2-dcf966cd59b3 None None] Port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:46:35.251887 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Pushing event updated for resources: {'Port': ['ID=7ecf5939-ba1f-4cca-8fca-93f7d748c2b1,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:35.408766 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df40d63-ddca-4a21-a5a2-a957ff1f5913 req-dd66f710-bd55-4ebd-8829-7fe4521f954e tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:35.410482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5df40d63-ddca-4a21-a5a2-a957ff1f5913 req-dd66f710-bd55-4ebd-8829-7fe4521f954e tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 947 time: 0.1579106 Feb 05 02:46:35.413974 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4503f-b58e-4c9d-b170-32c02d7bf0d6 req-f6921b5f-f724-4023-8c98-aef1412a048b tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:35.415769 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82f4503f-b58e-4c9d-b170-32c02d7bf0d6 req-f6921b5f-f724-4023-8c98-aef1412a048b tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 1127 time: 0.2082801 Feb 05 02:46:35.496830 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82f4503f-b58e-4c9d-b170-32c02d7bf0d6 req-bb50e67d-eb92-4ed3-b45e-8022975e8470 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712287 Feb 05 02:46:35.507907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] For port 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=3173d038-fd7f-4d5d-a1f2-b02a6776df88,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:35.516721 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5df40d63-ddca-4a21-a5a2-a957ff1f5913 req-f013b9ed-d3c4-4d5d-bfb2-24f9bcede752 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998378 Feb 05 02:46:35.540259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Attempting to bind port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:35.540877 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Attempting to bind port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:35.540877 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Attempting to bind port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:35.551652 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:46:35.551985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Attempting to bind port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:35.567921 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:35.568260 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:35.568675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:35.569067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Bound port: 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:35.569422 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7ecf5939-ba1f-4cca-8fca-93f7d748c2b1), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:35.587127 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e549d749-eb62-4e11-9f8f-d0dd92e541c2 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:35.604170 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Publish callbacks [] for port (e549d749-eb62-4e11-9f8f-d0dd92e541c2), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:35.647976 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Transition to ACTIVE for port object e549d749-eb62-4e11-9f8f-d0dd92e541c2 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:46:35.649314 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] For port 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:35.677881 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (e549d749-eb62-4e11-9f8f-d0dd92e541c2), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:35.742733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaac29-f080-4897-a598-1feda8d2b9b0 req-f9f4d430-ef86-4b6c-83fc-0272f0bb6745 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:35.744802 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-baaaac29-f080-4897-a598-1feda8d2b9b0 req-f9f4d430-ef86-4b6c-83fc-0272f0bb6745 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 936 time: 0.1298976 Feb 05 02:46:35.800394 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d69725-a022-470b-89d3-53d8df44d472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3173d038-fd7f-4d5d-a1f2-b02a6776df88'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:35.805366 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f96aac1-5449-4ac8-99aa-006bf9f03594" -d '{"events": [{"server_uuid": "34d69725-a022-470b-89d3-53d8df44d472", "name": "network-vif-unplugged", "status": "completed", "tag": "3173d038-fd7f-4d5d-a1f2-b02a6776df88"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:35.818847 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Publish callbacks [] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:35.821632 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] For port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:35.836438 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-574fbc39-7a14-4b8e-aee5-7b0d164384ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:35.842383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e549d749-eb62-4e11-9f8f-d0dd92e541c2,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:35.856906 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-baaaac29-f080-4897-a598-1feda8d2b9b0 req-3c607dca-ccbf-4759-912e-2d363b879930 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043351 Feb 05 02:46:35.914636 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:35.931267 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] For port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7ecf5939-ba1f-4cca-8fca-93f7d748c2b1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:35.971748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1a4e7d54-37b3-44c1-8c6f-a572373f8494 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:46:36.034906 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:36.043858 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Publish callbacks [] for port (e29e20b0-38e7-47fb-960b-7ae5ec41b2d8), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:36.056361 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bf581f-c84f-4957-9a67-c3c3c9d909c3 x-openstack-request-id: req-08bf581f-c84f-4957-9a67-c3c3c9d909c3 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:36.056687 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d69725-a022-470b-89d3-53d8df44d472", "name": "network-vif-unplugged", "status": "completed", "tag": "3173d038-fd7f-4d5d-a1f2-b02a6776df88", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:36.056937 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08bf581f-c84f-4957-9a67-c3c3c9d909c3 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:36.057332 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d69725-a022-470b-89d3-53d8df44d472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3173d038-fd7f-4d5d-a1f2-b02a6776df88', 'code': 200} Feb 05 02:46:36.058499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Transition to ACTIVE for port object e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:46:36.060711 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (7ecf5939-ba1f-4cca-8fca-93f7d748c2b1), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:36.073392 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (e29e20b0-38e7-47fb-960b-7ae5ec41b2d8), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:36.157889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:36.158522 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:36.162365 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d9204cca-3075-4776-b0cc-1b8896003154 req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] 10.222.0.31 "PUT /v2.0/ports/7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 HTTP/1.1" status: 200 len: 1095 time: 3.1260121 Feb 05 02:46:36.245939 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Attempting to bind port e549d749-eb62-4e11-9f8f-d0dd92e541c2 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:36.246273 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Attempting to bind port e549d749-eb62-4e11-9f8f-d0dd92e541c2 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:36.246594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Attempting to bind port e549d749-eb62-4e11-9f8f-d0dd92e541c2 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:36.250680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Pushing event updated for resources: {'Port': ['ID=3173d038-fd7f-4d5d-a1f2-b02a6776df88,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:36.251908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 1a4e7d54-37b3-44c1-8c6f-a572373f8494, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1a4e7d54-37b3-44c1-8c6f-a572373f8494,segment=NetworkSegment(e726ada3-16b3-404f-ac56-184c178aa913),segment_id=e726ada3-16b3-404f-ac56-184c178aa913)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:36.271273 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '1a4e7d54-37b3-44c1-8c6f-a572373f8494', 'network_id': '53175c25-93ae-44d1-91b5-d389da671851', 'port_id': '1a4e7d54-37b3-44c1-8c6f-a572373f8494', 'mac_address': 'fa:16:3e:de:b8:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:46:36.275358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Attempting to bind port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 on host n-h2-826942-8 for vnic_type normal with profile {"migrating_to": "n-h1-826942-8"} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:36.275737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Attempting to bind port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:36.276076 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Attempting to bind port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:36.304226 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Port e549d749-eb62-4e11-9f8f-d0dd92e541c2 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:46:36.304613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Attempting to bind port e549d749-eb62-4e11-9f8f-d0dd92e541c2 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:36.336212 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 on network 11cf62be-c855-41b3-87da-58090e237db8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:46:36.336877 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Attempting to bind port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:36.349461 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Pushing event updated for resources: {'Port': ['ID=e29e20b0-38e7-47fb-960b-7ae5ec41b2d8,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:36.375356 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:36.375695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:36.376338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:36.376773 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Bound port: e549d749-eb62-4e11-9f8f-d0dd92e541c2, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:36.377130 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e549d749-eb62-4e11-9f8f-d0dd92e541c2), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:36.392054 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:36.392424 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Checking segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:36.392804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Bound using segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:36.393240 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Bound port: 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:36.393596 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:36.397028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 1a4e7d54-37b3-44c1-8c6f-a572373f8494 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:36.397430 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1a4e7d54-37b3-44c1-8c6f-a572373f8494), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:36.429279 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4e7d54-37b3-44c1-8c6f-a572373f8494 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:36.440695 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fa5c7-2840-4306-8de1-924e10aae0fb req-852baaaa-8fe2-49d2-8cad-1f5e99a4867d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:36.460593 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 1a4e7d54-37b3-44c1-8c6f-a572373f8494, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1a4e7d54-37b3-44c1-8c6f-a572373f8494,segment=NetworkSegment(e726ada3-16b3-404f-ac56-184c178aa913),segment_id=e726ada3-16b3-404f-ac56-184c178aa913)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:36.465242 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d7fa5c7-2840-4306-8de1-924e10aae0fb req-852baaaa-8fe2-49d2-8cad-1f5e99a4867d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 944 time: 0.3147075 Feb 05 02:46:36.470802 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1a4e7d54-37b3-44c1-8c6f-a572373f8494), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:36.473784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3605b33-f981-4dea-bcf7-71664d1ab0ca service neutron] Pushing event updated for resources: {'Port': ['ID=7ecf5939-ba1f-4cca-8fca-93f7d748c2b1,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:36.585861 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=1a4e7d54-37b3-44c1-8c6f-a572373f8494,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:36.609974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9204cca-3075-4776-b0cc-1b8896003154 req-1f2a8e72-9cbd-435a-a57f-d77b0b3421e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:36.611934 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d9204cca-3075-4776-b0cc-1b8896003154 req-1f2a8e72-9cbd-435a-a57f-d77b0b3421e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0aa6999a11394adb9cec0d0112e6141a&device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 1129 time: 0.2898462 Feb 05 02:46:36.628629 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d7fa5c7-2840-4306-8de1-924e10aae0fb req-e310b0ae-73b4-456c-92a7-d3d8bf299787 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543229 Feb 05 02:46:36.665691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Attempting to bind port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:36.666032 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Attempting to bind port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:36.666473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Attempting to bind port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:36.681083 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:46:36.681648 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Attempting to bind port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:36.696141 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['1a4e7d54-37b3-44c1-8c6f-a572373f8494'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:46:36.697730 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d9204cca-3075-4776-b0cc-1b8896003154 req-80ebc26b-8cdf-476a-a974-98c0ea3a89f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0689857 Feb 05 02:46:36.699794 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] For port e549d749-eb62-4e11-9f8f-d0dd92e541c2, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:36.701223 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:36.702257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:36.704557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:36.705729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Bound port: e29e20b0-38e7-47fb-960b-7ae5ec41b2d8, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:36.707504 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e29e20b0-38e7-47fb-960b-7ae5ec41b2d8), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:36.736435 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] For port 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:36.807648 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] For port e549d749-eb62-4e11-9f8f-d0dd92e541c2, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e549d749-eb62-4e11-9f8f-d0dd92e541c2,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:36.820735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] For port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8, host n-h1-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:36.824383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] For port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e29e20b0-38e7-47fb-960b-7ae5ec41b2d8,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:36.830118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] For port 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=3173d038-fd7f-4d5d-a1f2-b02a6776df88,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:36.833757 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (e29e20b0-38e7-47fb-960b-7ae5ec41b2d8), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:36.844946 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (e549d749-eb62-4e11-9f8f-d0dd92e541c2), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:36.878602 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:36.931410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:36.932204 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:36.933769 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] 10.222.0.31 "PUT /v2.0/ports/e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 HTTP/1.1" status: 200 len: 1096 time: 1.9380507 Feb 05 02:46:36.938228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1124fc0e-4ce6-4372-8aa1-a3cd172540b3', 'tag': 'e29e20b0-38e7-47fb-960b-7ae5ec41b2d8'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:36.949099 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc1b941-c3b2-42e2-8f33-331e17e4c064" -d '{"events": [{"name": "network-changed", "server_uuid": "1124fc0e-4ce6-4372-8aa1-a3cd172540b3", "tag": "e29e20b0-38e7-47fb-960b-7ae5ec41b2d8"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:36.954353 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9204cca-3075-4776-b0cc-1b8896003154 req-7c8cfa6b-0c6b-4f09-8bae-051a4f0f0188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:36.956341 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d9204cca-3075-4776-b0cc-1b8896003154 req-7c8cfa6b-0c6b-4f09-8bae-051a4f0f0188 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.2393651 Feb 05 02:46:36.968144 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:36.969592 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:36.971609 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] 10.222.0.10 "PUT /v2.0/ports/e549d749-eb62-4e11-9f8f-d0dd92e541c2 HTTP/1.1" status: 200 len: 1096 time: 3.0279171 Feb 05 02:46:37.064258 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:37.101316 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a8aa2-bd93-4c08-8b0f-fc45acaa037b req-4fcaa863-6a5a-46e3-83f9-f7eae74c5df1 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:37.110870 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e11a8aa2-bd93-4c08-8b0f-fc45acaa037b req-4fcaa863-6a5a-46e3-83f9-f7eae74c5df1 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 945 time: 0.2369721 Feb 05 02:46:37.137538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17591dec-23d2-4de9-b52c-162c8cb6b353 service neutron] Pushing event updated for resources: {'Port': ['ID=e29e20b0-38e7-47fb-960b-7ae5ec41b2d8,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:37.165123 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-133371b4-690b-4951-b982-1b836c5a537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:37.166529 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-133371b4-690b-4951-b982-1b836c5a537b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 1130 time: 0.1665077 Feb 05 02:46:37.185015 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6055a-d2dc-4652-8a4b-b587cc005fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e549d749-eb62-4e11-9f8f-d0dd92e541c2,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:37.235506 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-a61f6001-d130-4ccd-a20c-e3ac6ab9aac2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 HTTP/1.1" status: 200 len: 217 time: 0.0590396 Feb 05 02:46:37.250522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e11a8aa2-bd93-4c08-8b0f-fc45acaa037b req-4cc7cbb4-3f9a-4dcf-aae1-0ce06d094773 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9860f3b-6ede-4f9f-ba58-e79bd2adcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381755 Feb 05 02:46:37.284359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['3173d038-fd7f-4d5d-a1f2-b02a6776df88'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:46:37.345861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-456be62d-1121-467b-ba39-9fca6d92f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:37.347744 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-456be62d-1121-467b-ba39-9fca6d92f3d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0910740 Feb 05 02:46:37.462149 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-bc5d80a4-7d17-47c8-9997-c20ff4c26c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:37.464492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-bc5d80a4-7d17-47c8-9997-c20ff4c26c7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1074638 Feb 05 02:46:37.485812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf3c58-d9c2-4000-b0bd-4049a8e81dd5 req-0b0614d7-cad6-4c33-9504-010a91e11ead tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:37.487231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1cf3c58-d9c2-4000-b0bd-4049a8e81dd5 req-0b0614d7-cad6-4c33-9504-010a91e11ead tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 947 time: 0.1319790 Feb 05 02:46:37.488873 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38836) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:37.554401 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:37.555041 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:37.560547 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] 10.222.0.31 "PUT /v2.0/ports/3173d038-fd7f-4d5d-a1f2-b02a6776df88 HTTP/1.1" status: 200 len: 1122 time: 2.6681187 Feb 05 02:46:37.618145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-77d6d683-af67-4ce8-9e28-75ea9e676f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:37.622582 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-77d6d683-af67-4ce8-9e28-75ea9e676f59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 1130 time: 0.5905619 Feb 05 02:46:37.647848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9204cca-3075-4776-b0cc-1b8896003154 req-13720abe-343c-4a2a-8302-6d861f6e5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:37.649690 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d9204cca-3075-4776-b0cc-1b8896003154 req-13720abe-343c-4a2a-8302-6d861f6e5d08 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6719420 Feb 05 02:46:37.652087 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1cf3c58-d9c2-4000-b0bd-4049a8e81dd5 req-dbbd6d6b-5a76-470c-a9f7-1a934b4ec0a9 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463003 Feb 05 02:46:37.696843 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-eebc1eda-6e9e-4788-bcce-68443806a3e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e549d749-eb62-4e11-9f8f-d0dd92e541c2 HTTP/1.1" status: 200 len: 217 time: 0.0645559 Feb 05 02:46:37.700141 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-2ec12884-3261-4b14-98d4-1e3704d6e64b tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:46:37.701912 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-2ec12884-3261-4b14-98d4-1e3704d6e64b tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2121391 Feb 05 02:46:37.706638 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed79aeb-47fd-43fe-8229-bd605bfcd265 service neutron] Pushing event updated for resources: {'Port': ['ID=3173d038-fd7f-4d5d-a1f2-b02a6776df88,revision_number=8']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:37.738581 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-73a95d20-9e8b-4d48-a6b2-c0a1e6406823 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503557 Feb 05 02:46:37.821391 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-20d9d2d8-6608-45c3-88ee-3edf3ef32aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:37.822892 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-20d9d2d8-6608-45c3-88ee-3edf3ef32aa5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1119356 Feb 05 02:46:37.859885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-e1f89002-1c81-401a-ac0c-194c0c1e8ee8 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134348 Feb 05 02:46:37.906223 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d9204cca-3075-4776-b0cc-1b8896003154 req-22deb6a6-2960-4f61-8b39-8449d4925c3e service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191212 Feb 05 02:46:37.980961 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1a4e7d54-37b3-44c1-8c6f-a572373f8494 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:46:37.991692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-cbb29cf4-6145-4176-97a0-81f229f51e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:37.994916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-cbb29cf4-6145-4176-97a0-81f229f51e09 service neutron] 10.222.0.36 "GET /v2.0/ports/300860fd-87e2-4405-a8b5-0bd6cb3800ee HTTP/1.1" status: 200 len: 1124 time: 0.1747978 Feb 05 02:46:38.002131 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-2476bc7b-30c0-41f6-80e9-ee81155aac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:38.003778 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-2476bc7b-30c0-41f6-80e9-ee81155aac59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1702821 Feb 05 02:46:38.016153 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-15ff6c4a-69f1-4bbb-9b4c-5c93ec3126c4 service neutron] Request body: {'binding': {'host': 'n-h1-826942-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:38.016683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-15ff6c4a-69f1-4bbb-9b4c-5c93ec3126c4 service neutron] Unknown quota resources ['binding']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 05 02:46:38.072387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 1a4e7d54-37b3-44c1-8c6f-a572373f8494 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:46:38.072902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b934c7bc-5c25-4840-94a1-d2b470ceba7b', 'tag': '7ecf5939-ba1f-4cca-8fca-93f7d748c2b1'}, {'name': 'network-changed', 'server_uuid': '117f34e7-8dbe-43ae-b2f9-ec69df3d01c0', 'tag': 'e549d749-eb62-4e11-9f8f-d0dd92e541c2'}, {'name': 'network-changed', 'server_uuid': '34d69725-a022-470b-89d3-53d8df44d472', 'tag': '3173d038-fd7f-4d5d-a1f2-b02a6776df88'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:38.075530 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c" -d '{"events": [{"name": "network-changed", "server_uuid": "b934c7bc-5c25-4840-94a1-d2b470ceba7b", "tag": "7ecf5939-ba1f-4cca-8fca-93f7d748c2b1"}, {"name": "network-changed", "server_uuid": "117f34e7-8dbe-43ae-b2f9-ec69df3d01c0", "tag": "e549d749-eb62-4e11-9f8f-d0dd92e541c2"}, {"name": "network-changed", "server_uuid": "34d69725-a022-470b-89d3-53d8df44d472", "tag": "3173d038-fd7f-4d5d-a1f2-b02a6776df88"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:38.078122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 1a4e7d54-37b3-44c1-8c6f-a572373f8494 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:38.078507 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1a4e7d54-37b3-44c1-8c6f-a572373f8494), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:38.149520 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d9204cca-3075-4776-b0cc-1b8896003154 req-545d7dc9-8a30-4c75-83ba-9281a58a888c service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329433 Feb 05 02:46:38.151985 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-7f7709e8-b3d5-4313-9be6-b8d83ce8e21b service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415792 Feb 05 02:46:38.154799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e3fdd-16c3-4c3b-9b90-9b82323fb16a req-227ac355-c8cd-4b63-9736-02112e928f48 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:38.185685 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc5e3fdd-16c3-4c3b-9b90-9b82323fb16a req-227ac355-c8cd-4b63-9736-02112e928f48 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 948 time: 0.2349665 Feb 05 02:46:38.200929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 1a4e7d54-37b3-44c1-8c6f-a572373f8494 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:38.201827 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1a4e7d54-37b3-44c1-8c6f-a572373f8494), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:38.234738 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47609ba-02ac-41fa-884c-95d1be7e769c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4e7d54-37b3-44c1-8c6f-a572373f8494'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:38.239802 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7509ded7-1b0e-465f-b0b2-f54c364500fd" -d '{"events": [{"server_uuid": "e47609ba-02ac-41fa-884c-95d1be7e769c", "name": "network-vif-plugged", "status": "completed", "tag": "1a4e7d54-37b3-44c1-8c6f-a572373f8494"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:38.257348 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 1a4e7d54-37b3-44c1-8c6f-a572373f8494, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1a4e7d54-37b3-44c1-8c6f-a572373f8494,segment=NetworkSegment(e726ada3-16b3-404f-ac56-184c178aa913),segment_id=e726ada3-16b3-404f-ac56-184c178aa913)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:38.265778 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1a4e7d54-37b3-44c1-8c6f-a572373f8494), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:38.295407 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38860) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:38.313893 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2f71f24e-eca5-4293-bd40-7c5038735b89 req-2649ca6e-7dd9-48c1-ae83-0ff1f63edd60 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541588 Feb 05 02:46:38.338862 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc5e3fdd-16c3-4c3b-9b90-9b82323fb16a req-4934b48d-3b13-4b4a-8106-49defb534d78 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459496 Feb 05 02:46:38.369469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=1a4e7d54-37b3-44c1-8c6f-a572373f8494,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:38.388142 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d16c929-bb5a-4e14-8bfd-30c24cabca64 x-openstack-request-id: req-8d16c929-bb5a-4e14-8bfd-30c24cabca64 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:38.388682 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1124fc0e-4ce6-4372-8aa1-a3cd172540b3", "tag": "e29e20b0-38e7-47fb-960b-7ae5ec41b2d8", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:38.389033 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d16c929-bb5a-4e14-8bfd-30c24cabca64 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:38.389438 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1124fc0e-4ce6-4372-8aa1-a3cd172540b3', 'tag': 'e29e20b0-38e7-47fb-960b-7ae5ec41b2d8', 'status': 'completed', 'code': 200} Feb 05 02:46:38.392020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-15ff6c4a-69f1-4bbb-9b4c-5c93ec3126c4 service neutron] Attempting to bind port 300860fd-87e2-4405-a8b5-0bd6cb3800ee on host n-h1-826942-8 for vnic_type normal with profile None {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:38.392552 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-15ff6c4a-69f1-4bbb-9b4c-5c93ec3126c4 service neutron] Attempting to bind port 300860fd-87e2-4405-a8b5-0bd6cb3800ee by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:38.392888 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-15ff6c4a-69f1-4bbb-9b4c-5c93ec3126c4 service neutron] Attempting to bind port 300860fd-87e2-4405-a8b5-0bd6cb3800ee on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:38.398462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-15ff6c4a-69f1-4bbb-9b4c-5c93ec3126c4 service neutron] Port 300860fd-87e2-4405-a8b5-0bd6cb3800ee on network 7989079b-2a98-4df8-9515-2a06293b2119 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:46:38.398462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-15ff6c4a-69f1-4bbb-9b4c-5c93ec3126c4 service neutron] Attempting to bind port 300860fd-87e2-4405-a8b5-0bd6cb3800ee on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:38.406208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-15ff6c4a-69f1-4bbb-9b4c-5c93ec3126c4 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:38.406500 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-15ff6c4a-69f1-4bbb-9b4c-5c93ec3126c4 service neutron] Checking segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:38.412731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-15ff6c4a-69f1-4bbb-9b4c-5c93ec3126c4 service neutron] Bound using segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:38.413232 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-15ff6c4a-69f1-4bbb-9b4c-5c93ec3126c4 service neutron] Bound port: 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:38.484876 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1b941-c3b2-42e2-8f33-331e17e4c064 req-f91d613e-b437-4eec-a8f9-24d2df8eb631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:38.486386 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4cc1b941-c3b2-42e2-8f33-331e17e4c064 req-f91d613e-b437-4eec-a8f9-24d2df8eb631 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 1130 time: 0.0714872 Feb 05 02:46:38.493671 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:38.541986 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad5efe65-da40-41cd-8d12-abed2a055130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:38.587813 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1b941-c3b2-42e2-8f33-331e17e4c064 req-62f5b54c-1ecd-488e-9cf1-e3f2defa063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:38.589303 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4cc1b941-c3b2-42e2-8f33-331e17e4c064 req-62f5b54c-1ecd-488e-9cf1-e3f2defa063c service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.0948656 Feb 05 02:46:38.597089 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d1df3-97fb-42e5-a4d5-94ebe9765daf req-d8346449-868c-4353-9704-8a8fac59f871 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:38.598560 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a68d1df3-97fb-42e5-a4d5-94ebe9765daf req-d8346449-868c-4353-9704-8a8fac59f871 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 944 time: 0.1488245 Feb 05 02:46:38.602654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-15ff6c4a-69f1-4bbb-9b4c-5c93ec3126c4 service neutron] For port 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:38.624847 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-15ff6c4a-69f1-4bbb-9b4c-5c93ec3126c4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:38.626180 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-15ff6c4a-69f1-4bbb-9b4c-5c93ec3126c4 service neutron] 10.222.0.36 "POST /v2.0/ports/300860fd-87e2-4405-a8b5-0bd6cb3800ee/bindings HTTP/1.1" status: 201 len: 389 time: 0.6234717 Feb 05 02:46:38.631964 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4cc1b941-c3b2-42e2-8f33-331e17e4c064 req-bb119d65-7dc8-40de-813e-b4f8cec4dac4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 HTTP/1.1" status: 200 len: 217 time: 0.0351284 Feb 05 02:46:38.678487 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a68d1df3-97fb-42e5-a4d5-94ebe9765daf req-ae262112-a638-4245-9633-8c0b44449e95 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733728 Feb 05 02:46:38.704645 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad5efe65-da40-41cd-8d12-abed2a055130 admin admin] Publish callbacks [] for security_group (50c87151-ab65-49ac-a0c2-01b10cf215a2), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:38.715501 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad5efe65-da40-41cd-8d12-abed2a055130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (50c87151-ab65-49ac-a0c2-01b10cf215a2), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:38.718373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1b941-c3b2-42e2-8f33-331e17e4c064 req-2c9af5a0-b063-4014-a8c0-b12af5c70bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:38.719978 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4cc1b941-c3b2-42e2-8f33-331e17e4c064 req-2c9af5a0-b063-4014-a8c0-b12af5c70bfa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0824788 Feb 05 02:46:38.749283 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24ca430-c566-4eba-829f-f7125802a6f3 x-openstack-request-id: req-c24ca430-c566-4eba-829f-f7125802a6f3 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:38.749587 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b934c7bc-5c25-4840-94a1-d2b470ceba7b", "tag": "7ecf5939-ba1f-4cca-8fca-93f7d748c2b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "117f34e7-8dbe-43ae-b2f9-ec69df3d01c0", "tag": "e549d749-eb62-4e11-9f8f-d0dd92e541c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "34d69725-a022-470b-89d3-53d8df44d472", "tag": "3173d038-fd7f-4d5d-a1f2-b02a6776df88", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:38.749844 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c24ca430-c566-4eba-829f-f7125802a6f3 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:38.750236 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b934c7bc-5c25-4840-94a1-d2b470ceba7b', 'tag': '7ecf5939-ba1f-4cca-8fca-93f7d748c2b1', 'status': 'completed', 'code': 200} Feb 05 02:46:38.750489 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117f34e7-8dbe-43ae-b2f9-ec69df3d01c0', 'tag': 'e549d749-eb62-4e11-9f8f-d0dd92e541c2', 'status': 'completed', 'code': 200} Feb 05 02:46:38.750738 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d69725-a022-470b-89d3-53d8df44d472', 'tag': '3173d038-fd7f-4d5d-a1f2-b02a6776df88', 'status': 'completed', 'code': 200} Feb 05 02:46:38.772894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38868) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:38.775360 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ad5efe65-da40-41cd-8d12-abed2a055130 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a620fefe3984424a38e8084d457b5c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4788487 Feb 05 02:46:38.776336 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5efe65-da40-41cd-8d12-abed2a055130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c87151-ab65-49ac-a0c2-01b10cf215a2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:38.784157 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9776307-81e8-4e95-a585-20e3643869bf x-openstack-request-id: req-f9776307-81e8-4e95-a585-20e3643869bf {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:38.784481 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47609ba-02ac-41fa-884c-95d1be7e769c", "name": "network-vif-plugged", "status": "completed", "tag": "1a4e7d54-37b3-44c1-8c6f-a572373f8494", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:38.784760 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f9776307-81e8-4e95-a585-20e3643869bf {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:38.785131 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47609ba-02ac-41fa-884c-95d1be7e769c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4e7d54-37b3-44c1-8c6f-a572373f8494', 'code': 200} Feb 05 02:46:38.891719 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1b941-c3b2-42e2-8f33-331e17e4c064 req-7f7e0259-fb7f-45aa-84bc-e7af075745c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:38.893140 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4cc1b941-c3b2-42e2-8f33-331e17e4c064 req-7f7e0259-fb7f-45aa-84bc-e7af075745c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1518211 Feb 05 02:46:38.897951 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-1cf1efe6-9f0e-47d5-a779-51fe037f3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:38.899346 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-1cf1efe6-9f0e-47d5-a779-51fe037f3631 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 1130 time: 0.1273682 Feb 05 02:46:38.931899 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84dff010-7a6a-4ccd-ae4b-60d6d7e64001 admin admin] Publish callbacks [] for security_group (50c87151-ab65-49ac-a0c2-01b10cf215a2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:38.943432 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-224b237f-f832-4ebd-bc5c-6f554ee37863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:38.944922 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-224b237f-f832-4ebd-bc5c-6f554ee37863 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0aa6999a11394adb9cec0d0112e6141a&device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 1129 time: 0.1528974 Feb 05 02:46:38.970921 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:46:38.984575 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19369f-73f5-4d1a-9a3e-b28bf2f6c166 req-5dd8a220-ecac-46ef-8d18-54c220b0e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:38.986030 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f19369f-73f5-4d1a-9a3e-b28bf2f6c166 req-5dd8a220-ecac-46ef-8d18-54c220b0e2e4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 1128 time: 0.1388688 Feb 05 02:46:39.020435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d0106-6167-4a21-8fd9-d7ae95709dee req-29ed056f-75d0-43c6-b334-4022d260ac35 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:39.022421 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-435d0106-6167-4a21-8fd9-d7ae95709dee req-29ed056f-75d0-43c6-b334-4022d260ac35 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 946 time: 0.2219403 Feb 05 02:46:39.027154 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84dff010-7a6a-4ccd-ae4b-60d6d7e64001 admin admin] Publish callbacks [] for security_group (50c87151-ab65-49ac-a0c2-01b10cf215a2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:39.057183 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ff8ed-06c4-4d22-9a97-74315248d8d9 req-0fc4f11a-2043-482a-b46c-de10ed714d3e tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:39.058607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c84ff8ed-06c4-4d22-9a97-74315248d8d9 req-0fc4f11a-2043-482a-b46c-de10ed714d3e tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 947 time: 0.1872330 Feb 05 02:46:39.111680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-95594a87-8de0-44b8-9a58-627d66ecf64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:39.113141 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-95594a87-8de0-44b8-9a58-627d66ecf64f service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2058430 Feb 05 02:46:39.115249 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4cc1b941-c3b2-42e2-8f33-331e17e4c064 req-aff94029-d52a-47de-9070-aa38525cf1fb service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106185 Feb 05 02:46:39.173239 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84dff010-7a6a-4ccd-ae4b-60d6d7e64001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (50c87151-ab65-49ac-a0c2-01b10cf215a2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:39.175719 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84dff010-7a6a-4ccd-ae4b-60d6d7e64001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:39.176867 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-84dff010-7a6a-4ccd-ae4b-60d6d7e64001 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50c87151-ab65-49ac-a0c2-01b10cf215a2 HTTP/1.1" status: 204 len: 168 time: 0.3728108 Feb 05 02:46:39.204471 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-1e0be9ed-b5c5-4ed7-a569-ad7980dfa95a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e549d749-eb62-4e11-9f8f-d0dd92e541c2 HTTP/1.1" status: 200 len: 217 time: 0.0843751 Feb 05 02:46:39.228970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dff010-7a6a-4ccd-ae4b-60d6d7e64001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c87151-ab65-49ac-a0c2-01b10cf215a2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:39.288288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-9b50a6f5-d6d0-4348-9de0-1de719d5fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:39.290244 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-9b50a6f5-d6d0-4348-9de0-1de719d5fb6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0765467 Feb 05 02:46:39.311067 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4cc1b941-c3b2-42e2-8f33-331e17e4c064 req-ba1cfa95-3603-480b-91e1-2808af1228b7 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839073 Feb 05 02:46:39.355656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-299eb2fa-8ef7-42d9-a14f-7073bd452695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:39.357896 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-299eb2fa-8ef7-42d9-a14f-7073bd452695 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0596137 Feb 05 02:46:39.407070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f19369f-73f5-4d1a-9a3e-b28bf2f6c166 req-df63e7ee-f87c-46a8-8afd-7b7f0a9a8682 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f9860f3b-6ede-4f9f-ba58-e79bd2adcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943727 Feb 05 02:46:39.409955 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-435d0106-6167-4a21-8fd9-d7ae95709dee req-d10f4828-e5c4-4535-be3a-62a417d9b24d tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9860f3b-6ede-4f9f-ba58-e79bd2adcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741965 Feb 05 02:46:39.413563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-07d5bca5-2d1e-4ff8-9596-e618157842bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:39.415001 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-07d5bca5-2d1e-4ff8-9596-e618157842bf service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.4575548 Feb 05 02:46:39.436318 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c84ff8ed-06c4-4d22-9a97-74315248d8d9 req-855ab351-f4b9-4cea-ad5a-aee3869d7531 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628073 Feb 05 02:46:39.471012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-5fcf33c2-4b50-40dc-9ad4-1e96023c14ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0475168 Feb 05 02:46:39.476130 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-3dfee6bc-7ff5-4c71-a760-7a8a19e2c98a service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106346 Feb 05 02:46:39.555851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38880) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:39.570237 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72215389-b37f-4f57-a9ad-77cc8d521655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:39.585273 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-c1ae4b06-345f-4be2-ba83-02a5cabb1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:39.586723 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-c1ae4b06-345f-4be2-ba83-02a5cabb1567 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1087468 Feb 05 02:46:39.638627 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e19ba-a1de-4b1a-b81a-0f016858276b req-2cd2f530-a346-4b69-a402-afb36743a8ee tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:39.640173 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-830e19ba-a1de-4b1a-b81a-0f016858276b req-2cd2f530-a346-4b69-a402-afb36743a8ee tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 945 time: 0.1350358 Feb 05 02:46:39.647442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5331397-4f1c-47ab-91fe-ef9d92526eff req-8096d446-72e4-40e4-bd3d-66869576069f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:39.649098 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5331397-4f1c-47ab-91fe-ef9d92526eff req-8096d446-72e4-40e4-bd3d-66869576069f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 948 time: 0.1315534 Feb 05 02:46:39.718964 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72215389-b37f-4f57-a9ad-77cc8d521655 admin admin] Publish callbacks [] for security_group (42b56635-e962-495d-a5c9-fc618f1409c3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:39.720370 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-4a5ac76b-21e9-4b14-b5be-8cf57402e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:39.721723 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-777a40a7-0c99-4336-8e76-9b3ed3146a5c service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194420 Feb 05 02:46:39.721871 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-4a5ac76b-21e9-4b14-b5be-8cf57402e1f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1271598 Feb 05 02:46:39.723261 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72215389-b37f-4f57-a9ad-77cc8d521655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (42b56635-e962-495d-a5c9-fc618f1409c3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:39.745735 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-830e19ba-a1de-4b1a-b81a-0f016858276b req-a7ce2d28-213e-44f9-b715-9c2b444f0ef3 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959656 Feb 05 02:46:39.769575 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-72215389-b37f-4f57-a9ad-77cc8d521655 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c08e384b879b4623919a8fe5bf6a8412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103376 Feb 05 02:46:39.769575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72215389-b37f-4f57-a9ad-77cc8d521655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b56635-e962-495d-a5c9-fc618f1409c3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:39.770678 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38886) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:39.798830 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5331397-4f1c-47ab-91fe-ef9d92526eff req-04b0b106-53db-4823-aed7-afbe2ea40b2c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330717 Feb 05 02:46:39.857133 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:39.864494 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-fd97078b-cea5-4a57-a7b2-d3fd91957e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:39.866285 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-fd97078b-cea5-4a57-a7b2-d3fd91957e65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 1156 time: 0.0934885 Feb 05 02:46:39.869230 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-715ee440-2b7f-44e2-b149-a63d696eb919 admin admin] Publish callbacks [] for security_group (42b56635-e962-495d-a5c9-fc618f1409c3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:39.872847 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-88ba4e69-74ec-487d-ab92-720590958dcc service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421220 Feb 05 02:46:39.941374 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-715ee440-2b7f-44e2-b149-a63d696eb919 admin admin] Publish callbacks [] for security_group (42b56635-e962-495d-a5c9-fc618f1409c3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:39.991298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-0a195d70-80b2-46b8-99eb-2f5467e020a6 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094398 Feb 05 02:46:40.004751 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-d7f9ec64-e48f-46e1-9077-20201445802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:40.004751 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-d7f9ec64-e48f-46e1-9077-20201445802d service neutron] 10.222.0.10 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.1326129 Feb 05 02:46:40.048424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf538355-5f97-4ece-afd3-23e6b4d2bf1c req-5665b70f-bf23-4593-8d91-8e3c3f6893e3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:40.049926 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf538355-5f97-4ece-afd3-23e6b4d2bf1c req-5665b70f-bf23-4593-8d91-8e3c3f6893e3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 944 time: 0.1576385 Feb 05 02:46:40.059227 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-715ee440-2b7f-44e2-b149-a63d696eb919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (42b56635-e962-495d-a5c9-fc618f1409c3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:40.062162 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-715ee440-2b7f-44e2-b149-a63d696eb919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:40.064503 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-715ee440-2b7f-44e2-b149-a63d696eb919 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42b56635-e962-495d-a5c9-fc618f1409c3 HTTP/1.1" status: 204 len: 168 time: 0.2917285 Feb 05 02:46:40.067351 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-e4f31679-180a-4575-b0af-e1ffa22286d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3173d038-fd7f-4d5d-a1f2-b02a6776df88 HTTP/1.1" status: 200 len: 217 time: 0.0515866 Feb 05 02:46:40.073552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ee440-2b7f-44e2-b149-a63d696eb919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b56635-e962-495d-a5c9-fc618f1409c3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:40.109097 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf538355-5f97-4ece-afd3-23e6b4d2bf1c req-ab8dfb01-1ecb-4d04-b0df-b1b469326d33 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522006 Feb 05 02:46:40.139727 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-1814b60f-670a-4bfa-ad6e-cc960c0d296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:40.141204 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-1814b60f-670a-4bfa-ad6e-cc960c0d296d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.0619009 Feb 05 02:46:40.180391 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-6ba31188-a365-4d5e-8281-31484c950ae8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320005 Feb 05 02:46:40.276335 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-955a114f-e448-4bab-b6ac-71937bbeaa56 service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897648 Feb 05 02:46:40.395738 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a00d2e2-84c6-45a5-bc62-e6e158c0317c req-806bd005-50e4-4abb-b594-5b6f84e8b815 service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108115 Feb 05 02:46:40.625077 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a7495-88d9-4946-a9cb-5506731195f0 req-b28ca783-a781-446a-8adc-87655cf272a7 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:40.631359 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-610a7495-88d9-4946-a9cb-5506731195f0 req-b28ca783-a781-446a-8adc-87655cf272a7 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 946 time: 0.0981829 Feb 05 02:46:40.664514 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b60c4e-d2af-4345-b3f7-0fe3a831c428 req-2d855130-d271-4d8a-95be-17d6d075278c tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:40.667637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-23b60c4e-d2af-4345-b3f7-0fe3a831c428 req-2d855130-d271-4d8a-95be-17d6d075278c tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 947 time: 0.1043286 Feb 05 02:46:40.722499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-610a7495-88d9-4946-a9cb-5506731195f0 req-6cef6bd0-f890-4894-b1d4-8f3fc5738018 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9860f3b-6ede-4f9f-ba58-e79bd2adcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898929 Feb 05 02:46:40.737259 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-23b60c4e-d2af-4345-b3f7-0fe3a831c428 req-18ccd857-b13f-4859-8954-59cdbb6e6cf6 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634217 Feb 05 02:46:40.929077 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:40.952721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a32dab-46e8-4c4f-ac50-0a23bb2d3642 req-545ee217-aa2f-445b-be54-2e8cbcf7ade5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:40.954213 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0a32dab-46e8-4c4f-ac50-0a23bb2d3642 req-545ee217-aa2f-445b-be54-2e8cbcf7ade5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 945 time: 0.1051950 Feb 05 02:46:40.966413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 3173d038-fd7f-4d5d-a1f2-b02a6776df88 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:46:40.984373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbd7cd-29bd-424f-8bdd-1dd37c10a99e req-571c50b7-ae52-4041-a2c6-7805c33b65cd tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:40.985869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-edbbd7cd-29bd-424f-8bdd-1dd37c10a99e req-571c50b7-ae52-4041-a2c6-7805c33b65cd tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 948 time: 0.1000702 Feb 05 02:46:40.993494 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38922) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:41.049272 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0a32dab-46e8-4c4f-ac50-0a23bb2d3642 req-87c4c40f-7377-47c9-b8de-d20400cb0c37 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835037 Feb 05 02:46:41.085753 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-edbbd7cd-29bd-424f-8bdd-1dd37c10a99e req-33f7795b-9241-4ccf-a858-d6dde7d7972c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851092 Feb 05 02:46:41.125670 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=3173d038-fd7f-4d5d-a1f2-b02a6776df88,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:41.138266 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 3173d038-fd7f-4d5d-a1f2-b02a6776df88 has no active binding in host n-h1-826942-8 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 05 02:46:41.164038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1b1d7e5f-5939-49ee-a064-aa40962a18cc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-927506898-network', 'tenant_id': '4634e8f51ddc43118b6ac3677c969edd'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:41.186488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1d7e5f-5939-49ee-a064-aa40962a18cc admin admin] Made reservation on behalf of 4634e8f51ddc43118b6ac3677c969edd for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:41.189057 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b1d7e5f-5939-49ee-a064-aa40962a18cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:41.198207 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b1d7e5f-5939-49ee-a064-aa40962a18cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:41.240345 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74826c9e-dc3a-47ce-a830-540275bf698d req-9359ae10-8efb-4bb7-9ee8-bbb4ed51bb5a tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:41.242165 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74826c9e-dc3a-47ce-a830-540275bf698d req-9359ae10-8efb-4bb7-9ee8-bbb4ed51bb5a tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 944 time: 0.0634499 Feb 05 02:46:41.285160 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b1d7e5f-5939-49ee-a064-aa40962a18cc admin admin] Publish callbacks [] for security_group (467687fa-c8b7-4877-81f6-79f02a44099c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:41.290046 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b1d7e5f-5939-49ee-a064-aa40962a18cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (467687fa-c8b7-4877-81f6-79f02a44099c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:41.303393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74826c9e-dc3a-47ce-a830-540275bf698d req-eeab5d8f-d5ac-489b-a0cd-2a8c5c37a542 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539117 Feb 05 02:46:41.313121 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1d7e5f-5939-49ee-a064-aa40962a18cc admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:46:41.327499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d7e5f-5939-49ee-a064-aa40962a18cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467687fa-c8b7-4877-81f6-79f02a44099c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:41.332166 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b1d7e5f-5939-49ee-a064-aa40962a18cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (355e24b9-3c89-4761-98a6-a1c4124eb11c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:41.332505 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-1b1d7e5f-5939-49ee-a064-aa40962a18cc admin admin] Added segment 355e24b9-3c89-4761-98a6-a1c4124eb11c of type vlan for network 62decca4-1372-4d1e-bf0a-c690deb671c3 Feb 05 02:46:41.383450 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b1d7e5f-5939-49ee-a064-aa40962a18cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (62decca4-1372-4d1e-bf0a-c690deb671c3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:41.408308 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b1d7e5f-5939-49ee-a064-aa40962a18cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (62decca4-1372-4d1e-bf0a-c690deb671c3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:41.409297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1d7e5f-5939-49ee-a064-aa40962a18cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:41.410480 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b1d7e5f-5939-49ee-a064-aa40962a18cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:41.469624 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1b1d7e5f-5939-49ee-a064-aa40962a18cc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4715693 Feb 05 02:46:41.470455 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38930) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:41.473407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d7e5f-5939-49ee-a064-aa40962a18cc admin admin] Pushing event updated for resources: {'Network': ['ID=62decca4-1372-4d1e-bf0a-c690deb671c3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:41.477240 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-22a598c2-a9a7-4194-81ac-0b36796cd45e admin admin] Request body: {'subnet': {'network_id': '62decca4-1372-4d1e-bf0a-c690deb671c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-927506898-subnet', 'tenant_id': '4634e8f51ddc43118b6ac3677c969edd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:41.484839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 62decca4-1372-4d1e-bf0a-c690deb671c3 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:46:41.497208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a598c2-a9a7-4194-81ac-0b36796cd45e admin admin] Made reservation on behalf of 4634e8f51ddc43118b6ac3677c969edd for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:41.500458 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22a598c2-a9a7-4194-81ac-0b36796cd45e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:41.678078 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22a598c2-a9a7-4194-81ac-0b36796cd45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (e15454ed-53e3-49a7-af07-fb4b0f364d51), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:41.737653 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a598c2-a9a7-4194-81ac-0b36796cd45e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15454ed-53e3-49a7-af07-fb4b0f364d51,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:41.745208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a598c2-a9a7-4194-81ac-0b36796cd45e admin admin] Checking segment: {'id': '355e24b9-3c89-4761-98a6-a1c4124eb11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '62decca4-1372-4d1e-bf0a-c690deb671c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:41.745543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a598c2-a9a7-4194-81ac-0b36796cd45e admin admin] Network hostable DHCP agents. Network: 62decca4-1372-4d1e-bf0a-c690deb671c3, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:46:41.764977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a598c2-a9a7-4194-81ac-0b36796cd45e admin admin] Network 62decca4-1372-4d1e-bf0a-c690deb671c3 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:46:41.779975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-22a598c2-a9a7-4194-81ac-0b36796cd45e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 62decca4-1372-4d1e-bf0a-c690deb671c3) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:41.788796 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3c583d-cd8a-4322-b56b-f6730ac75c4c None None] Network 62decca4-1372-4d1e-bf0a-c690deb671c3 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:46:41.793613 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a598c2-a9a7-4194-81ac-0b36796cd45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:41.794970 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22a598c2-a9a7-4194-81ac-0b36796cd45e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:41.818740 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-22a598c2-a9a7-4194-81ac-0b36796cd45e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3465903 Feb 05 02:46:41.897265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4e8a0-02e6-40f9-a9fc-972bc451bca5 req-53c27d6a-063f-4a20-be8c-aa20b254ec65 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:41.905316 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56d4e8a0-02e6-40f9-a9fc-972bc451bca5 req-53c27d6a-063f-4a20-be8c-aa20b254ec65 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 947 time: 0.0852747 Feb 05 02:46:41.937681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e37b95-4c22-43df-ba24-9536c25da4ae None None] Network 62decca4-1372-4d1e-bf0a-c690deb671c3 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:46:41.986826 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e549d749-eb62-4e11-9f8f-d0dd92e541c2 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:46:41.992522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56d4e8a0-02e6-40f9-a9fc-972bc451bca5 req-cb0bc646-10c8-4846-ad8e-458ebc924adb tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863535 Feb 05 02:46:42.003778 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a7da-8df1-4b6e-8464-3b5049915a67 req-0797921d-48bd-4de4-97fa-d4fcf23cecf1 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:42.005302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fe76a7da-8df1-4b6e-8464-3b5049915a67 req-0797921d-48bd-4de4-97fa-d4fcf23cecf1 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 946 time: 0.1423335 Feb 05 02:46:42.070343 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fe76a7da-8df1-4b6e-8464-3b5049915a67 req-12c7c5c6-15b6-488e-9908-0d1c7befb7a1 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9860f3b-6ede-4f9f-ba58-e79bd2adcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504141 Feb 05 02:46:42.196489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port e549d749-eb62-4e11-9f8f-d0dd92e541c2, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e549d749-eb62-4e11-9f8f-d0dd92e541c2,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:42.202905 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-ccee6a59-707a-4f62-8b85-9a95a135a207 req-0587f8a5-183b-49eb-8c03-7f43c8e427d1 tempest-SecurityGroupsNegativeTestJSON-1894249796 tempest-SecurityGroupsNegativeTestJSON-1894249796-project] show failed (client error): The resource could not be found. Feb 05 02:46:42.204000 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccee6a59-707a-4f62-8b85-9a95a135a207 req-0587f8a5-183b-49eb-8c03-7f43c8e427d1 tempest-SecurityGroupsNegativeTestJSON-1894249796 tempest-SecurityGroupsNegativeTestJSON-1894249796-project] 10.222.0.36 "GET /v2.0/security-groups/f811f878-9757-434b-a0a1-f8b28fd0b843 HTTP/1.1" status: 404 len: 352 time: 0.0260613 Feb 05 02:46:42.215792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'e549d749-eb62-4e11-9f8f-d0dd92e541c2', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': 'e549d749-eb62-4e11-9f8f-d0dd92e541c2', 'mac_address': 'fa:16:3e:b8:a4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:46:42.229027 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18651e0e-cd71-4a9a-b261-221f08375ca1 req-bf3361c8-92ef-42f5-89f3-932db0622158 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:42.230680 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-18651e0e-cd71-4a9a-b261-221f08375ca1 req-bf3361c8-92ef-42f5-89f3-932db0622158 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 945 time: 0.0925775 Feb 05 02:46:42.263395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port e549d749-eb62-4e11-9f8f-d0dd92e541c2 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:42.264467 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e549d749-eb62-4e11-9f8f-d0dd92e541c2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:42.277147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e549d749-eb62-4e11-9f8f-d0dd92e541c2 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:42.298931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port e549d749-eb62-4e11-9f8f-d0dd92e541c2, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e549d749-eb62-4e11-9f8f-d0dd92e541c2,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:42.303008 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e549d749-eb62-4e11-9f8f-d0dd92e541c2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:42.360403 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=e549d749-eb62-4e11-9f8f-d0dd92e541c2,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:42.398400 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-18651e0e-cd71-4a9a-b261-221f08375ca1 req-343a9561-c426-40df-a22c-e73482a5bf6a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551428 Feb 05 02:46:42.451388 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-a219ac2e-e880-4180-98db-c933038fe870 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 258 time: 0.2180452 Feb 05 02:46:42.462677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:42.511553 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:42.566965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e549d749-eb62-4e11-9f8f-d0dd92e541c2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:46:42.577252 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20323321-db3c-4e15-a774-c49d341cbcab req-bdb7cb0f-fb2e-4f07-9420-c80c29a1d5a4 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:42.578744 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-20323321-db3c-4e15-a774-c49d341cbcab req-bdb7cb0f-fb2e-4f07-9420-c80c29a1d5a4 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 949 time: 0.1064360 Feb 05 02:46:42.644408 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-20323321-db3c-4e15-a774-c49d341cbcab req-87d9f68b-44d8-43ee-a04b-88a695a23407 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574069 Feb 05 02:46:42.674579 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:42.812284 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Allocated IP 172.25.0.55 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/8bbcc9fc-83ca-40d6-a76c-2b3ad906206e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:46:42.826519 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0763e1-a3f7-426d-b89d-97173dfad6de req-e4f61b5c-ae69-457b-bbcb-ca76a2d6d9d5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:42.828068 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a0763e1-a3f7-426d-b89d-97173dfad6de req-e4f61b5c-ae69-457b-bbcb-ca76a2d6d9d5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 944 time: 0.0978401 Feb 05 02:46:42.932416 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a0763e1-a3f7-426d-b89d-97173dfad6de req-95fda6bd-d1ca-4cc0-b8cb-1bed255283f4 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975649 Feb 05 02:46:42.960547 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for port (8bbcc9fc-83ca-40d6-a76c-2b3ad906206e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:42.978952 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:46:43.032730 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99c9d8e2-7b73-4036-baeb-e6be387aab06 req-47e2eaab-129b-4d6f-9280-69e975414dc5 tempest-SecurityGroupsNegativeTestJSON-1894249796 tempest-SecurityGroupsNegativeTestJSON-1894249796-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4634e8f51ddc43118b6ac3677c969edd HTTP/1.1" status: 200 len: 3001 time: 0.0662525 Feb 05 02:46:43.034369 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8bbcc9fc-83ca-40d6-a76c-2b3ad906206e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:43.079567 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e29e20b0-38e7-47fb-960b-7ae5ec41b2d8,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:43.092630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'e29e20b0-38e7-47fb-960b-7ae5ec41b2d8', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': 'e29e20b0-38e7-47fb-960b-7ae5ec41b2d8', 'mac_address': 'fa:16:3e:03:ea:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:46:43.100850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:46:43.111373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:43.114533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:46:43.116606 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Pushing event updated for resources: {'Port': ['ID=8bbcc9fc-83ca-40d6-a76c-2b3ad906206e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:43.141828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:43.142216 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e29e20b0-38e7-47fb-960b-7ae5ec41b2d8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:43.149651 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99c9d8e2-7b73-4036-baeb-e6be387aab06 req-4b590b71-e3c6-4fe2-8b8c-e00e9ebb9d74 tempest-SecurityGroupsNegativeTestJSON-1894249796 tempest-SecurityGroupsNegativeTestJSON-1894249796-project] 10.222.0.36 "GET /v2.0/security-groups/467687fa-c8b7-4877-81f6-79f02a44099c HTTP/1.1" status: 200 len: 2998 time: 0.0893602 Feb 05 02:46:43.159540 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:43.183473 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e29e20b0-38e7-47fb-960b-7ae5ec41b2d8,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:43.187376 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e29e20b0-38e7-47fb-960b-7ae5ec41b2d8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:43.188041 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:46:43.265166 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7ecf5939-ba1f-4cca-8fca-93f7d748c2b1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:43.268806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=e29e20b0-38e7-47fb-960b-7ae5ec41b2d8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:43.283468 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99c9d8e2-7b73-4036-baeb-e6be387aab06 req-3eb8183d-07fc-4ed3-9f66-44d47baacbb0 tempest-SecurityGroupsNegativeTestJSON-1894249796 tempest-SecurityGroupsNegativeTestJSON-1894249796-project] 10.222.0.36 "GET /v2.0/security-groups/467687fa-c8b7-4877-81f6-79f02a44099c HTTP/1.1" status: 200 len: 2998 time: 0.1171970 Feb 05 02:46:43.284829 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '7ecf5939-ba1f-4cca-8fca-93f7d748c2b1', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '7ecf5939-ba1f-4cca-8fca-93f7d748c2b1', 'mac_address': 'fa:16:3e:6b:51:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:46:43.304942 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for floatingip (443e948b-9169-4ce8-baed-f9531ef9a60b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:43.332947 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:43.333314 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7ecf5939-ba1f-4cca-8fca-93f7d748c2b1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:43.349526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:43.369659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7ecf5939-ba1f-4cca-8fca-93f7d748c2b1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:43.376319 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7ecf5939-ba1f-4cca-8fca-93f7d748c2b1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:43.380993 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8bbcc9fc-83ca-40d6-a76c-2b3ad906206e), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:43.451791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=7ecf5939-ba1f-4cca-8fca-93f7d748c2b1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:43.455959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b77f3-035e-4890-8853-ad0c89bb1229 req-223677b8-3fb1-4142-8f65-470778157dd9 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:43.463194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-916b77f3-035e-4890-8853-ad0c89bb1229 req-223677b8-3fb1-4142-8f65-470778157dd9 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 947 time: 0.1170290 Feb 05 02:46:43.551379 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-916b77f3-035e-4890-8853-ad0c89bb1229 req-c437715d-c262-4020-9611-a8feed3681cc tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873103 Feb 05 02:46:43.595751 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for port (8bbcc9fc-83ca-40d6-a76c-2b3ad906206e), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:43.604448 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (8bbcc9fc-83ca-40d6-a76c-2b3ad906206e), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:43.695319 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5212dd7-3689-438c-9427-62b30e072b19 req-a8283c49-2ba5-4a58-8d90-0dd662c5ad1f tempest-SecurityGroupsNegativeTestJSON-1894249796 tempest-SecurityGroupsNegativeTestJSON-1894249796-project] 10.222.0.36 "GET /v2.0/security-groups/467687fa-c8b7-4877-81f6-79f02a44099c HTTP/1.1" status: 200 len: 2998 time: 0.1090176 Feb 05 02:46:43.697565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Pushing event updated for resources: {'Port': ['ID=8bbcc9fc-83ca-40d6-a76c-2b3ad906206e,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:43.715264 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (443e948b-9169-4ce8-baed-f9531ef9a60b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:43.745961 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:43.747778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ecc5ad65-940e-4e66-b6ad-9f6106adb407 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2898278 Feb 05 02:46:43.832738 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['e29e20b0-38e7-47fb-960b-7ae5ec41b2d8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:46:43.911086 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['7ecf5939-ba1f-4cca-8fca-93f7d748c2b1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:46:44.007513 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-6eb4e05e-0b4f-466f-8bd8-87227e2f011e service neutron] 10.222.0.10 "GET /v2.0/ports/3173d038-fd7f-4d5d-a1f2-b02a6776df88/bindings/n-h1-826942-8 HTTP/1.1" status: 200 len: 384 time: 0.0822120 Feb 05 02:46:44.011956 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e549d749-eb62-4e11-9f8f-d0dd92e541c2 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:46:44.070698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-91757703-7f5f-45b5-b739-a5a736acd021 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 695 time: 0.3161447 Feb 05 02:46:44.071697 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-e5212dd7-3689-438c-9427-62b30e072b19 req-5a0a6950-3968-443b-bbe8-c4de3ff630d5 tempest-SecurityGroupsNegativeTestJSON-1894249796 tempest-SecurityGroupsNegativeTestJSON-1894249796-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 05 02:46:44.083805 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5212dd7-3689-438c-9427-62b30e072b19 req-5a0a6950-3968-443b-bbe8-c4de3ff630d5 tempest-SecurityGroupsNegativeTestJSON-1894249796 tempest-SecurityGroupsNegativeTestJSON-1894249796-project] 10.222.0.36 "DELETE /v2.0/security-groups/467687fa-c8b7-4877-81f6-79f02a44099c HTTP/1.1" status: 409 len: 352 time: 0.3792512 Feb 05 02:46:44.176359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port e549d749-eb62-4e11-9f8f-d0dd92e541c2 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:46:44.181990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port e549d749-eb62-4e11-9f8f-d0dd92e541c2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:44.182368 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e549d749-eb62-4e11-9f8f-d0dd92e541c2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:44.272297 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd418b66-a54c-4c8b-a1b2-a59113f5cca2 req-cea2e8e6-e8ae-4c3b-8c52-96a6286d6d8d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:44.279821 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd418b66-a54c-4c8b-a1b2-a59113f5cca2 req-cea2e8e6-e8ae-4c3b-8c52-96a6286d6d8d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 945 time: 0.1120548 Feb 05 02:46:44.306573 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ed99a6e6-997f-454f-b248-46a43ce0d3ef tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:44.316124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-fc5ac0d5-547c-4d2f-8361-a8f00c733c5d service neutron] For port 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=3173d038-fd7f-4d5d-a1f2-b02a6776df88,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:44.316849 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port e549d749-eb62-4e11-9f8f-d0dd92e541c2 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:44.317822 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e549d749-eb62-4e11-9f8f-d0dd92e541c2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:44.317946 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-ed99a6e6-997f-454f-b248-46a43ce0d3ef tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.2301579 Feb 05 02:46:44.324774 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-fa90768d-9104-451e-91bd-5e4e9c7a61f6 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:46:44.335969 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c2b0d83-ad02-49cc-a69d-8e11c33c946d req-fa90768d-9104-451e-91bd-5e4e9c7a61f6 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067179 Feb 05 02:46:44.384981 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port e549d749-eb62-4e11-9f8f-d0dd92e541c2, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e549d749-eb62-4e11-9f8f-d0dd92e541c2,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:44.388733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117f34e7-8dbe-43ae-b2f9-ec69df3d01c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e549d749-eb62-4e11-9f8f-d0dd92e541c2'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:44.396964 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5de215-bad5-451c-9572-c5b81bdd0023" -d '{"events": [{"server_uuid": "117f34e7-8dbe-43ae-b2f9-ec69df3d01c0", "name": "network-vif-plugged", "status": "completed", "tag": "e549d749-eb62-4e11-9f8f-d0dd92e541c2"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:44.400780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-fc5ac0d5-547c-4d2f-8361-a8f00c733c5d service neutron] For port 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:44.407850 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e549d749-eb62-4e11-9f8f-d0dd92e541c2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:44.450953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd418b66-a54c-4c8b-a1b2-a59113f5cca2 req-7e1fa989-971b-49f1-90d8-c7ee7ff0b671 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700721 Feb 05 02:46:44.499447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-fc5ac0d5-547c-4d2f-8361-a8f00c733c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3173d038-fd7f-4d5d-a1f2-b02a6776df88 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:44.499874 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=e549d749-eb62-4e11-9f8f-d0dd92e541c2,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:44.519730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-fc5ac0d5-547c-4d2f-8361-a8f00c733c5d service neutron] For port 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3173d038-fd7f-4d5d-a1f2-b02a6776df88,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:44.544675 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-fc5ac0d5-547c-4d2f-8361-a8f00c733c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:44.595508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4ca95-e575-492a-ad8f-a390fb991486 req-ca90f85c-179b-4eae-9075-ac34a542b2b6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:44.597336 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19c4ca95-e575-492a-ad8f-a390fb991486 req-ca90f85c-179b-4eae-9075-ac34a542b2b6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 950 time: 0.1452143 Feb 05 02:46:44.629218 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-fc5ac0d5-547c-4d2f-8361-a8f00c733c5d service neutron] Transition to ACTIVE for port object 3173d038-fd7f-4d5d-a1f2-b02a6776df88 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:46:44.635207 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-fc5ac0d5-547c-4d2f-8361-a8f00c733c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:44.662910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97ee59-0a87-458c-accd-f031698b187f req-b72a25e5-45fb-435a-9128-05817308ae05 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:44.664643 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f97ee59-0a87-458c-accd-f031698b187f req-b72a25e5-45fb-435a-9128-05817308ae05 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 944 time: 0.1305714 Feb 05 02:46:44.697379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ac0d5-547c-4d2f-8361-a8f00c733c5d service neutron] Pushing event updated for resources: {'Port': ['ID=3173d038-fd7f-4d5d-a1f2-b02a6776df88,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:44.720516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19c4ca95-e575-492a-ad8f-a390fb991486 req-c9061e3d-0cc9-48f6-bd88-023ab51bf17c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168771 Feb 05 02:46:44.738205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-fc5ac0d5-547c-4d2f-8361-a8f00c733c5d service neutron] No DVR routers for this DVR port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:46:44.771965 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-fc5ac0d5-547c-4d2f-8361-a8f00c733c5d service neutron] 10.222.0.10 "PUT /v2.0/ports/3173d038-fd7f-4d5d-a1f2-b02a6776df88/bindings/n-h1-826942-8/activate HTTP/1.1" status: 200 len: 369 time: 0.7577841 Feb 05 02:46:44.795858 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f97ee59-0a87-458c-accd-f031698b187f req-86cfbd5d-df4e-4476-a9f0-f94248b8d4ba tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236579 Feb 05 02:46:44.801595 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-13787c4a-5578-42e1-af3a-f851dc00cb9f req-7e96cab5-c2d9-42e7-bcd7-d0f5e9b5ef00 tempest-SecurityGroupsNegativeTestJSON-1894249796 tempest-SecurityGroupsNegativeTestJSON-1894249796-project] show failed (client error): The resource could not be found. Feb 05 02:46:44.802800 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13787c4a-5578-42e1-af3a-f851dc00cb9f req-7e96cab5-c2d9-42e7-bcd7-d0f5e9b5ef00 tempest-SecurityGroupsNegativeTestJSON-1894249796 tempest-SecurityGroupsNegativeTestJSON-1894249796-project] 10.222.0.36 "GET /v2.0/security-groups/0dbc88f9-2fd0-423a-9905-c3175dce3ad2 HTTP/1.1" status: 404 len: 352 time: 0.0215814 Feb 05 02:46:44.911107 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a272d7-1596-496d-806f-90b68041a2e4 x-openstack-request-id: req-28a272d7-1596-496d-806f-90b68041a2e4 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:44.911432 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117f34e7-8dbe-43ae-b2f9-ec69df3d01c0", "name": "network-vif-plugged", "status": "completed", "tag": "e549d749-eb62-4e11-9f8f-d0dd92e541c2", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:44.911693 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28a272d7-1596-496d-806f-90b68041a2e4 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:44.912083 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117f34e7-8dbe-43ae-b2f9-ec69df3d01c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e549d749-eb62-4e11-9f8f-d0dd92e541c2', 'code': 200} Feb 05 02:46:44.973536 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-8599d71d-796d-44cb-ace3-099591ce6eaa tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:44.975034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-8599d71d-796d-44cb-ace3-099591ce6eaa tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472&tenant_id=046d701f8c1b4320bb7536b4bcbbc218&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 1127 time: 0.1435995 Feb 05 02:46:45.052932 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8462d58-27ee-460c-bbac-efa14795c0eb req-c2a42f1a-e03c-4a85-9f46-bc15312eff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:45.054691 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b8462d58-27ee-460c-bbac-efa14795c0eb req-c2a42f1a-e03c-4a85-9f46-bc15312eff2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 1132 time: 0.0698457 Feb 05 02:46:45.107381 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b8462d58-27ee-460c-bbac-efa14795c0eb req-3084a2c4-c977-4e20-9293-3c2fd3d752b7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453959 Feb 05 02:46:45.200637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-1886c7e6-7eca-4e8b-bd5d-747b23a65ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:45.202405 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-1886c7e6-7eca-4e8b-bd5d-747b23a65ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e47609ba-02ac-41fa-884c-95d1be7e769c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2405174 Feb 05 02:46:45.208558 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-ad5e6fce-80ae-4231-855e-b235a824f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:45.209792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-ad5e6fce-80ae-4231-855e-b235a824f983 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472&tenant_id=046d701f8c1b4320bb7536b4bcbbc218 HTTP/1.1" status: 200 len: 1127 time: 0.2243824 Feb 05 02:46:45.222505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faae4be-1a3b-4bbf-9383-e345446f6553 req-6894d08c-e3e4-4f31-8697-65de0bdb27e0 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:45.229453 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0faae4be-1a3b-4bbf-9383-e345446f6553 req-6894d08c-e3e4-4f31-8697-65de0bdb27e0 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 948 time: 0.1720567 Feb 05 02:46:45.333351 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-b248360b-fe05-4f4a-ab46-edf01fb9ea55 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 695 time: 0.1208036 Feb 05 02:46:45.363665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-da89a8cc-baf2-4f5f-babc-da443a9fb12d tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Request body: {'floatingip': {'port_id': '1a4e7d54-37b3-44c1-8c6f-a572373f8494', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:45.436174 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-da89a8cc-baf2-4f5f-babc-da443a9fb12d tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for floatingip (443e948b-9169-4ce8-baed-f9531ef9a60b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:45.454580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0faae4be-1a3b-4bbf-9383-e345446f6553 req-a071bbb7-7b74-4f8e-9422-0b0e34140d66 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194111 Feb 05 02:46:45.548304 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-ea332432-5da6-4a30-83f4-b5f27735825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:45.549801 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-ea332432-5da6-4a30-83f4-b5f27735825e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 1127 time: 0.3058817 Feb 05 02:46:45.568436 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-ef217ad7-b519-4af9-b53c-208febb94f2f req-e599e59d-0b56-4481-8359-305dc11dfa9e tempest-SecurityGroupsNegativeTestJSON-1894249796 tempest-SecurityGroupsNegativeTestJSON-1894249796-project] show failed (client error): The resource could not be found. Feb 05 02:46:45.569966 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef217ad7-b519-4af9-b53c-208febb94f2f req-e599e59d-0b56-4481-8359-305dc11dfa9e tempest-SecurityGroupsNegativeTestJSON-1894249796 tempest-SecurityGroupsNegativeTestJSON-1894249796-project] 10.222.0.36 "GET /v2.0/security-groups/5d88ce59-cda8-4ccd-90d7-6bf0b4bca0da HTTP/1.1" status: 404 len: 352 time: 0.0652893 Feb 05 02:46:45.585657 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38988) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:45.654037 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a57890c-dbb4-4408-97d3-91f09dbaa9ed admin admin] Deleting subnet e15454ed-53e3-49a7-af07-fb4b0f364d51 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:46:45.659128 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a57890c-dbb4-4408-97d3-91f09dbaa9ed admin admin] Publish callbacks [] for subnet (e15454ed-53e3-49a7-af07-fb4b0f364d51), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:45.702320 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a57890c-dbb4-4408-97d3-91f09dbaa9ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (e15454ed-53e3-49a7-af07-fb4b0f364d51), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:45.744567 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a57890c-dbb4-4408-97d3-91f09dbaa9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e15454ed-53e3-49a7-af07-fb4b0f364d51), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:45.808377 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a57890c-dbb4-4408-97d3-91f09dbaa9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (e15454ed-53e3-49a7-af07-fb4b0f364d51), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:45.840008 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57890c-dbb4-4408-97d3-91f09dbaa9ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e15454ed-53e3-49a7-af07-fb4b0f364d51,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:45.856204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a57890c-dbb4-4408-97d3-91f09dbaa9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:45.861892 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0a57890c-dbb4-4408-97d3-91f09dbaa9ed admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e15454ed-53e3-49a7-af07-fb4b0f364d51 HTTP/1.1" status: 204 len: 168 time: 0.2752731 Feb 05 02:46:45.865970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38994) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:45.877817 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-22a72ea8-6997-46cf-b558-5a2670db6caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:45.879882 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-22a72ea8-6997-46cf-b558-5a2670db6caf service neutron] 10.222.0.31 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.3229885 Feb 05 02:46:45.885427 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:45.945680 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-8c20eec7-e986-45ee-8a00-9e2426f709d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3173d038-fd7f-4d5d-a1f2-b02a6776df88 HTTP/1.1" status: 200 len: 217 time: 0.0532906 Feb 05 02:46:45.955626 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c38986-8103-40a4-ae0d-d38d81821092 req-f349de8a-1681-4cb1-b556-380a5800bb01 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:45.956726 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3de4fcf9-b340-40b7-b047-09cad9218fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (62decca4-1372-4d1e-bf0a-c690deb671c3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:45.957056 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22c38986-8103-40a4-ae0d-d38d81821092 req-f349de8a-1681-4cb1-b556-380a5800bb01 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 945 time: 0.2969947 Feb 05 02:46:46.040172 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3de4fcf9-b340-40b7-b047-09cad9218fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (62decca4-1372-4d1e-bf0a-c690deb671c3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:46.065057 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3de4fcf9-b340-40b7-b047-09cad9218fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62decca4-1372-4d1e-bf0a-c690deb671c3']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:46.065767 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-78144910-a9aa-4eac-89e5-b32520321391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:46.066939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-78144910-a9aa-4eac-89e5-b32520321391 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.1074734 Feb 05 02:46:46.074486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3de4fcf9-b340-40b7-b047-09cad9218fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355e24b9-3c89-4761-98a6-a1c4124eb11c') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:46.074801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3de4fcf9-b340-40b7-b047-09cad9218fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355e24b9-3c89-4761-98a6-a1c4124eb11c') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:46.085189 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3de4fcf9-b340-40b7-b047-09cad9218fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (355e24b9-3c89-4761-98a6-a1c4124eb11c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:46.100792 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3de4fcf9-b340-40b7-b047-09cad9218fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (355e24b9-3c89-4761-98a6-a1c4124eb11c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:46.107651 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de4fcf9-b340-40b7-b047-09cad9218fa5 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:46:46.108106 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3de4fcf9-b340-40b7-b047-09cad9218fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (355e24b9-3c89-4761-98a6-a1c4124eb11c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:46:46.110006 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:46:46.116822 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-0302b816-1acd-4a5c-a9cb-cc857fc5a773 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382698 Feb 05 02:46:46.168356 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3de4fcf9-b340-40b7-b047-09cad9218fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (62decca4-1372-4d1e-bf0a-c690deb671c3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:46.174514 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3de4fcf9-b340-40b7-b047-09cad9218fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:46.181903 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3de4fcf9-b340-40b7-b047-09cad9218fa5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/62decca4-1372-4d1e-bf0a-c690deb671c3 HTTP/1.1" status: 204 len: 168 time: 0.3115523 Feb 05 02:46:46.185885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22c38986-8103-40a4-ae0d-d38d81821092 req-a0d2f8f1-34af-44e4-81c2-d216a65da1ad tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165685 Feb 05 02:46:46.198816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4fcf9-b340-40b7-b047-09cad9218fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=62decca4-1372-4d1e-bf0a-c690deb671c3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:46.343726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-007dc482-5b34-4e32-adae-c184a10adca4 service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917572 Feb 05 02:46:46.375372 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38998) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:46.424432 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4e1e10f6-383f-41d7-b5e0-4773c3ddbb27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4634e8f51ddc43118b6ac3677c969edd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474308 Feb 05 02:46:46.427677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39000) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:46.520869 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0465407-107d-414f-a19d-6589b2e25c1f admin admin] Publish callbacks [] for security_group (467687fa-c8b7-4877-81f6-79f02a44099c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:46.552786 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fb2292e-5fc6-4ce9-9970-c03d07b3886d req-b7b6d5c0-389c-44df-87cd-81e21353972a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0845106 Feb 05 02:46:46.557864 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0465407-107d-414f-a19d-6589b2e25c1f admin admin] Publish callbacks [] for security_group (467687fa-c8b7-4877-81f6-79f02a44099c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:46.614908 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0465407-107d-414f-a19d-6589b2e25c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (467687fa-c8b7-4877-81f6-79f02a44099c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:46.617885 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0465407-107d-414f-a19d-6589b2e25c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:46.621278 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f0465407-107d-414f-a19d-6589b2e25c1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/467687fa-c8b7-4877-81f6-79f02a44099c HTTP/1.1" status: 204 len: 168 time: 0.1900816 Feb 05 02:46:46.657191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0465407-107d-414f-a19d-6589b2e25c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467687fa-c8b7-4877-81f6-79f02a44099c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:46.676527 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2292e-5fc6-4ce9-9970-c03d07b3886d req-2935a715-4439-49f5-a998-3d8c59ff3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:46.678416 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fb2292e-5fc6-4ce9-9970-c03d07b3886d req-2935a715-4439-49f5-a998-3d8c59ff3616 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 1132 time: 0.0583205 Feb 05 02:46:46.751317 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-da89a8cc-baf2-4f5f-babc-da443a9fb12d tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:46.761417 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db612099-5a2f-4fb7-985d-ac3d1ef0a4b1 req-4c553b67-6403-4931-8ec5-c2c5aaaa29cf tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:46.763771 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db612099-5a2f-4fb7-985d-ac3d1ef0a4b1 req-4c553b67-6403-4931-8ec5-c2c5aaaa29cf tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 950 time: 0.4488363 Feb 05 02:46:46.767595 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-da89a8cc-baf2-4f5f-babc-da443a9fb12d tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (443e948b-9169-4ce8-baed-f9531ef9a60b), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:46.845567 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2292e-5fc6-4ce9-9970-c03d07b3886d req-922d13c1-c5b3-4824-84d1-8c43348b6cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:46.847613 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fb2292e-5fc6-4ce9-9970-c03d07b3886d req-922d13c1-c5b3-4824-84d1-8c43348b6cdb service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.1469402 Feb 05 02:46:46.896566 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fb2292e-5fc6-4ce9-9970-c03d07b3886d req-91d51318-0eb1-44ae-ae6a-932bc969264e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5262ff49-6fce-4474-b84e-0c2a62252ecf HTTP/1.1" status: 200 len: 217 time: 0.0417364 Feb 05 02:46:46.915638 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db612099-5a2f-4fb7-985d-ac3d1ef0a4b1 req-c5ec2501-d015-493a-bd52-877cc249a3ed tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117859 Feb 05 02:46:46.921277 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-64213f0d-91bf-4c57-8b1e-862717b0983c service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541894 Feb 05 02:46:46.962664 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-da89a8cc-baf2-4f5f-babc-da443a9fb12d tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Floating IP 443e948b-9169-4ce8-baed-f9531ef9a60b associated. External IP: 172.25.0.55, port: 1a4e7d54-37b3-44c1-8c6f-a572373f8494. Feb 05 02:46:46.981187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2292e-5fc6-4ce9-9970-c03d07b3886d req-6c92c649-5f27-4404-808a-e86ffafbb845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:46.986139 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fb2292e-5fc6-4ce9-9970-c03d07b3886d req-6c92c649-5f27-4404-808a-e86ffafbb845 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0801313 Feb 05 02:46:46.996004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:46:47.124875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2292e-5fc6-4ce9-9970-c03d07b3886d req-bcd7be07-0bb8-4595-820b-9ce06c10ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:47.132172 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fb2292e-5fc6-4ce9-9970-c03d07b3886d req-bcd7be07-0bb8-4595-820b-9ce06c10ad47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1406412 Feb 05 02:46:47.136204 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eaa78d-7f6c-4b6e-b7a4-6910a4fa3cc1 req-94c05834-7a7c-4c9a-aec8-28070068cb34 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:47.144130 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67eaa78d-7f6c-4b6e-b7a4-6910a4fa3cc1 req-94c05834-7a7c-4c9a-aec8-28070068cb34 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 945 time: 0.1174016 Feb 05 02:46:47.254300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67eaa78d-7f6c-4b6e-b7a4-6910a4fa3cc1 req-a6cc231d-87ec-4665-aebd-bf7dcdc407b5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092916 Feb 05 02:46:47.264281 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:46:47.280069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:47.280888 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e29e20b0-38e7-47fb-960b-7ae5ec41b2d8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:47.422661 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:47.423308 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e29e20b0-38e7-47fb-960b-7ae5ec41b2d8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:47.464036 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e29e20b0-38e7-47fb-960b-7ae5ec41b2d8,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:47.465321 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1124fc0e-4ce6-4372-8aa1-a3cd172540b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29e20b0-38e7-47fb-960b-7ae5ec41b2d8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:47.468612 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d172f55e-318a-4f81-982f-d920d70739de" -d '{"events": [{"server_uuid": "1124fc0e-4ce6-4372-8aa1-a3cd172540b3", "name": "network-vif-plugged", "status": "completed", "tag": "e29e20b0-38e7-47fb-960b-7ae5ec41b2d8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:47.476766 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e29e20b0-38e7-47fb-960b-7ae5ec41b2d8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:47.477838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:46:47.531264 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=e29e20b0-38e7-47fb-960b-7ae5ec41b2d8,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:47.536805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdf749-f7bc-4aea-9031-40c03e2b4f4d req-aea03346-12c6-462d-aa48-e3badfae3f27 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:47.538323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42cdf749-f7bc-4aea-9031-40c03e2b4f4d req-aea03346-12c6-462d-aa48-e3badfae3f27 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 948 time: 0.1318405 Feb 05 02:46:47.550315 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-da89a8cc-baf2-4f5f-babc-da443a9fb12d tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Router 98b8504d-74cf-4b03-b693-6230541c9633 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:46:47.560988 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-ff59a9d9-367c-4d69-a6af-057b2a243037 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:47.562483 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-ff59a9d9-367c-4d69-a6af-057b2a243037 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472&tenant_id=046d701f8c1b4320bb7536b4bcbbc218&binding%3Ahost_id=n-h1-826942-8 HTTP/1.1" status: 200 len: 1127 time: 0.2406795 Feb 05 02:46:47.584337 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fb2292e-5fc6-4ce9-9970-c03d07b3886d req-d79370e7-211b-4ae8-8324-20bdbccc9459 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444094 Feb 05 02:46:47.612119 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:46:47.619072 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:47.620436 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7ecf5939-ba1f-4cca-8fca-93f7d748c2b1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:47.682493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42cdf749-f7bc-4aea-9031-40c03e2b4f4d req-3b134e00-abc8-46bc-8422-460a3711dbfa tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305466 Feb 05 02:46:47.725656 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fb2292e-5fc6-4ce9-9970-c03d07b3886d req-dcd1f2a5-7eb1-4470-9b38-bc294b29af5e service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327779 Feb 05 02:46:47.737218 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:47.737610 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7ecf5939-ba1f-4cca-8fca-93f7d748c2b1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:47.774099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7ecf5939-ba1f-4cca-8fca-93f7d748c2b1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:47.781273 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7ecf5939-ba1f-4cca-8fca-93f7d748c2b1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:47.840306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=7ecf5939-ba1f-4cca-8fca-93f7d748c2b1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:47.891595 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-da89a8cc-baf2-4f5f-babc-da443a9fb12d tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:46:47.899342 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-da89a8cc-baf2-4f5f-babc-da443a9fb12d tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:47.904355 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceebe7a-c511-4e1b-8c0e-28b065f12982 None None] Sync routers for ids ['98b8504d-74cf-4b03-b693-6230541c9633'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:46:47.916028 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceebe7a-c511-4e1b-8c0e-28b065f12982 None None] Routers {'98b8504d-74cf-4b03-b693-6230541c9633'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:46:47.917044 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aceebe7a-c511-4e1b-8c0e-28b065f12982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:46:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['98b8504d-74cf-4b03-b693-6230541c9633'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:47.944229 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-c1bd35c2-574c-4e24-bc18-cca8a8371df4 service neutron] For port 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:47.952074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2378248-71eb-46a2-a8d0-4a629c3365c3 req-7cba6726-4181-4b9e-874b-81436481d3ab tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:47.953608 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2378248-71eb-46a2-a8d0-4a629c3365c3 req-7cba6726-4181-4b9e-874b-81436481d3ab tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 945 time: 0.1564229 Feb 05 02:46:47.962934 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-da89a8cc-baf2-4f5f-babc-da443a9fb12d tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "PUT /v2.0/floatingips/443e948b-9169-4ce8-baed-f9531ef9a60b HTTP/1.1" status: 200 len: 996 time: 2.6078396 Feb 05 02:46:47.964833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47609ba-02ac-41fa-884c-95d1be7e769c', 'tag': '1a4e7d54-37b3-44c1-8c6f-a572373f8494'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:47.967645 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a43d47e-ef82-4c3f-8e18-68c3da9d0112" -d '{"events": [{"name": "network-changed", "server_uuid": "e47609ba-02ac-41fa-884c-95d1be7e769c", "tag": "1a4e7d54-37b3-44c1-8c6f-a572373f8494"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:47.972104 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-c1bd35c2-574c-4e24-bc18-cca8a8371df4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:47.973161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea2a69fb-ebb0-47e9-b8a7-bb47f7111d4e req-c1bd35c2-574c-4e24-bc18-cca8a8371df4 service neutron] 10.222.0.31 "DELETE /v2.0/ports/3173d038-fd7f-4d5d-a1f2-b02a6776df88/bindings/n-h2-826942-8 HTTP/1.1" status: 204 len: 173 time: 0.4026933 Feb 05 02:46:48.033485 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 3173d038-fd7f-4d5d-a1f2-b02a6776df88 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:46:48.048727 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-aceebe7a-c511-4e1b-8c0e-28b065f12982 None None] Set router 98b8504d-74cf-4b03-b693-6230541c9633 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:46:48.073723 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2378248-71eb-46a2-a8d0-4a629c3365c3 req-089285e9-66a6-412f-afb1-6f69bf1649c6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916619 Feb 05 02:46:48.079060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-071d905f-a77d-4fd5-8411-5d957da03d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:48.080325 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] The host n-h2-826942-8 is not matching for port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 host n-h1-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 02:46:48.080787 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 3173d038-fd7f-4d5d-a1f2-b02a6776df88 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:46:48.083352 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-071d905f-a77d-4fd5-8411-5d957da03d1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c8437a2b69b458ea6b623786250a865&device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 1128 time: 0.1084151 Feb 05 02:46:48.118033 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310a7037-0e6a-402d-acf2-9ffca4a8e890 x-openstack-request-id: req-310a7037-0e6a-402d-acf2-9ffca4a8e890 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:48.118354 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1124fc0e-4ce6-4372-8aa1-a3cd172540b3", "name": "network-vif-plugged", "status": "completed", "tag": "e29e20b0-38e7-47fb-960b-7ae5ec41b2d8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:48.118666 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-310a7037-0e6a-402d-acf2-9ffca4a8e890 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:48.119754 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1124fc0e-4ce6-4372-8aa1-a3cd172540b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29e20b0-38e7-47fb-960b-7ae5ec41b2d8', 'code': 200} Feb 05 02:46:48.240764 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-94668014-1305-4531-b3a4-80a94b1a833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:48.243389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-94668014-1305-4531-b3a4-80a94b1a833d service neutron] 10.222.0.36 "GET /v2.0/networks?id=53175c25-93ae-44d1-91b5-d389da671851 HTTP/1.1" status: 200 len: 930 time: 0.1508334 Feb 05 02:46:48.374576 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-12e5fa81-0844-495c-84d2-9ed9360a9a4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a4e7d54-37b3-44c1-8c6f-a572373f8494 HTTP/1.1" status: 200 len: 999 time: 0.1211624 Feb 05 02:46:48.385380 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc095d5-d6ee-4345-92c6-f9899e35a618 req-2696cec3-0482-4ac5-a8c8-5128439ce29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:48.386984 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bfc095d5-d6ee-4345-92c6-f9899e35a618 req-2696cec3-0482-4ac5-a8c8-5128439ce29e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 1132 time: 0.1798930 Feb 05 02:46:48.480065 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aceebe7a-c511-4e1b-8c0e-28b065f12982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b8504d-74cf-4b03-b693-6230541c9633', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-router', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:46:15Z', 'updated_at': '2022-02-05T02:46:22Z', 'revision_number': 4, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'gw_port': {'id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:16Z', 'updated_at': '2022-02-05T02:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '443e948b-9169-4ce8-baed-f9531ef9a60b', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'port_id': '1a4e7d54-37b3-44c1-8c6f-a572373f8494', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53175c25-93ae-44d1-91b5-d389da671851', 'mac_address': 'fa:16:3e:de:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47609ba-02ac-41fa-884c-95d1be7e769c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:46:43Z', 'updated_at': '2022-02-05T02:46:46Z', 'revision_number': 1, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7117d16-9a8c-4450-9524-c17838df1a97', 'name': '', 'network_id': '53175c25-93ae-44d1-91b5-d389da671851', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'mac_address': 'fa:16:3e:de:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:20Z', 'updated_at': '2022-02-05T02:46:26Z', 'revision_number': 5, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'subnets': [{'id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:48.506053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bfc095d5-d6ee-4345-92c6-f9899e35a618 req-bca5840f-b120-4845-8843-ac445ac62122 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104975 Feb 05 02:46:48.523448 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-0dd3be27-6439-4d9e-902a-d14265a2ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:48.524544 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceebe7a-c511-4e1b-8c0e-28b065f12982 None None] Checking router: 98b8504d-74cf-4b03-b693-6230541c9633 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:46:48.525192 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-0dd3be27-6439-4d9e-902a-d14265a2ff66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d914fd2d-55e1-4e77-a725-e35c596c7800 HTTP/1.1" status: 200 len: 868 time: 0.1423535 Feb 05 02:46:48.535058 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceebe7a-c511-4e1b-8c0e-28b065f12982 None None] Routers {'98b8504d-74cf-4b03-b693-6230541c9633'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:46:48.536067 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aceebe7a-c511-4e1b-8c0e-28b065f12982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:46:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['98b8504d-74cf-4b03-b693-6230541c9633'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:48.579555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465a4d7-7032-43e5-b02e-002e2f49aeb4 req-38635bf9-3e99-4d54-b26a-1cffd172ad17 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:48.581752 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d465a4d7-7032-43e5-b02e-002e2f49aeb4 req-38635bf9-3e99-4d54-b26a-1cffd172ad17 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 950 time: 0.1609845 Feb 05 02:46:48.669467 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-aceebe7a-c511-4e1b-8c0e-28b065f12982 None None] Set router 98b8504d-74cf-4b03-b693-6230541c9633 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:46:48.669784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-815655b6-ebcd-49c9-a0dd-6416e153bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:48.687569 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-815655b6-ebcd-49c9-a0dd-6416e153bbe9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53175c25-93ae-44d1-91b5-d389da671851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1491857 Feb 05 02:46:48.699000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-0e5acee3-3c88-407b-8385-34083e7a9040 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:46:48.708240 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-0e5acee3-3c88-407b-8385-34083e7a9040 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193799 Feb 05 02:46:48.752864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39054) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:48.792821 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d465a4d7-7032-43e5-b02e-002e2f49aeb4 req-e9fb4c21-b6c0-4f37-8a8c-c41ac2d92587 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029214 Feb 05 02:46:48.845328 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-6f95762e-16fe-49cc-b1ea-c386f8771f2a service neutron] 10.222.0.36 "GET /v2.0/networks/53175c25-93ae-44d1-91b5-d389da671851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360669 Feb 05 02:46:48.941090 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2660de69-0823-4a5e-bfce-29631f23c4a9 x-openstack-request-id: req-2660de69-0823-4a5e-bfce-29631f23c4a9 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:48.941407 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47609ba-02ac-41fa-884c-95d1be7e769c", "tag": "1a4e7d54-37b3-44c1-8c6f-a572373f8494", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:48.941825 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2660de69-0823-4a5e-bfce-29631f23c4a9 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:48.942273 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47609ba-02ac-41fa-884c-95d1be7e769c', 'tag': '1a4e7d54-37b3-44c1-8c6f-a572373f8494', 'status': 'completed', 'code': 200} Feb 05 02:46:48.949574 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-03ed3f2e-a578-4bea-9561-b51ccea1133a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:48.992605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43d47e-ef82-4c3f-8e18-68c3da9d0112 req-a11b9f00-c4a2-4766-b468-ac6bc6a11c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:48.993426 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6a43d47e-ef82-4c3f-8e18-68c3da9d0112 req-a11b9f00-c4a2-4766-b468-ac6bc6a11c32 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c8437a2b69b458ea6b623786250a865&device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 1128 time: 0.0923181 Feb 05 02:46:49.051550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a0760-a0ca-4289-ae98-e82f9e74261f req-897a4fd5-ad4a-47b6-bb18-2a2d96cf382d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:49.054419 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c51a0760-a0ca-4289-ae98-e82f9e74261f req-897a4fd5-ad4a-47b6-bb18-2a2d96cf382d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 945 time: 0.1154499 Feb 05 02:46:49.076637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d375b23-4bcb-48d7-9b8e-a258bc3e4b60 req-a6145017-4688-43ac-8150-1123d192efeb service neutron] 10.222.0.36 "GET /v2.0/networks/53175c25-93ae-44d1-91b5-d389da671851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159345 Feb 05 02:46:49.085450 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aceebe7a-c511-4e1b-8c0e-28b065f12982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b8504d-74cf-4b03-b693-6230541c9633', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-router', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:46:15Z', 'updated_at': '2022-02-05T02:46:22Z', 'revision_number': 4, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'gw_port': {'id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:16Z', 'updated_at': '2022-02-05T02:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '443e948b-9169-4ce8-baed-f9531ef9a60b', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'port_id': '1a4e7d54-37b3-44c1-8c6f-a572373f8494', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53175c25-93ae-44d1-91b5-d389da671851', 'mac_address': 'fa:16:3e:de:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47609ba-02ac-41fa-884c-95d1be7e769c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:46:43Z', 'updated_at': '2022-02-05T02:46:46Z', 'revision_number': 1, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7117d16-9a8c-4450-9524-c17838df1a97', 'name': '', 'network_id': '53175c25-93ae-44d1-91b5-d389da671851', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'mac_address': 'fa:16:3e:de:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:20Z', 'updated_at': '2022-02-05T02:46:26Z', 'revision_number': 5, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'subnets': [{'id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:49.148782 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c51a0760-a0ca-4289-ae98-e82f9e74261f req-0535ac0d-f2ab-4379-992d-43f286ee8527 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872023 Feb 05 02:46:49.154454 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceebe7a-c511-4e1b-8c0e-28b065f12982 None None] The sync data for ids ['98b8504d-74cf-4b03-b693-6230541c9633'] in n-d-826942-8 is: [{'id': '98b8504d-74cf-4b03-b693-6230541c9633', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-router', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:46:15Z', 'updated_at': '2022-02-05T02:46:22Z', 'revision_number': 4, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'gw_port': {'id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:16Z', 'updated_at': '2022-02-05T02:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '443e948b-9169-4ce8-baed-f9531ef9a60b', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'port_id': '1a4e7d54-37b3-44c1-8c6f-a572373f8494', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53175c25-93ae-44d1-91b5-d389da671851', 'mac_address': 'fa:16:3e:de:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47609ba-02ac-41fa-884c-95d1be7e769c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:46:43Z', 'updated_at': '2022-02-05T02:46:46Z', 'revision_number': 1, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7117d16-9a8c-4450-9524-c17838df1a97', 'name': '', 'network_id': '53175c25-93ae-44d1-91b5-d389da671851', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'mac_address': 'fa:16:3e:de:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:20Z', 'updated_at': '2022-02-05T02:46:26Z', 'revision_number': 5, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'subnets': [{'id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:46:49.158785 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-03ed3f2e-a578-4bea-9561-b51ccea1133a admin admin] Publish callbacks [] for security_group (3353b682-0052-4feb-b08b-fcf39d4cf818), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:49.174131 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-03ed3f2e-a578-4bea-9561-b51ccea1133a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3353b682-0052-4feb-b08b-fcf39d4cf818), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:49.210224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43d47e-ef82-4c3f-8e18-68c3da9d0112 req-f5b79588-1426-40d5-9865-a4d2724186da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:49.212749 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6a43d47e-ef82-4c3f-8e18-68c3da9d0112 req-f5b79588-1426-40d5-9865-a4d2724186da service neutron] 10.222.0.10 "GET /v2.0/networks?id=53175c25-93ae-44d1-91b5-d389da671851 HTTP/1.1" status: 200 len: 930 time: 0.2076068 Feb 05 02:46:49.282055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed3f2e-a578-4bea-9561-b51ccea1133a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3353b682-0052-4feb-b08b-fcf39d4cf818,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:49.290798 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-03ed3f2e-a578-4bea-9561-b51ccea1133a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e93c9566cee14993996ca5a1e9d42590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5336974 Feb 05 02:46:49.290982 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39066) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:49.343035 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6a43d47e-ef82-4c3f-8e18-68c3da9d0112 req-d355f798-2fd2-455a-81f9-d721cb180a1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a4e7d54-37b3-44c1-8c6f-a572373f8494 HTTP/1.1" status: 200 len: 999 time: 0.1180780 Feb 05 02:46:49.367997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea157ba-1b25-460b-ac70-e98f0ea8fa62 req-d9566dc2-9893-4cd3-adf8-5e012f484a05 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:49.369509 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ea157ba-1b25-460b-ac70-e98f0ea8fa62 req-d9566dc2-9893-4cd3-adf8-5e012f484a05 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.1228108 Feb 05 02:46:49.385863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5615-4148-474e-9490-bb2d0bffb85d req-11ce69ee-59b5-4802-89f3-1cb6d19f6799 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:49.387362 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f4e5615-4148-474e-9490-bb2d0bffb85d req-11ce69ee-59b5-4802-89f3-1cb6d19f6799 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.1050267 Feb 05 02:46:49.401987 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3393781-3bda-4be6-b273-62514a1d9349 admin admin] Publish callbacks [] for security_group (3353b682-0052-4feb-b08b-fcf39d4cf818), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:49.415596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43d47e-ef82-4c3f-8e18-68c3da9d0112 req-20c6905e-5111-4d51-bb50-3541a32d58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:49.416905 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6a43d47e-ef82-4c3f-8e18-68c3da9d0112 req-20c6905e-5111-4d51-bb50-3541a32d58ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d914fd2d-55e1-4e77-a725-e35c596c7800 HTTP/1.1" status: 200 len: 868 time: 0.0663009 Feb 05 02:46:49.439617 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3393781-3bda-4be6-b273-62514a1d9349 admin admin] Publish callbacks [] for security_group (3353b682-0052-4feb-b08b-fcf39d4cf818), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:49.488626 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ea157ba-1b25-460b-ac70-e98f0ea8fa62 req-06211155-2eb1-417a-983d-63dfbbfa55cf tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001618 Feb 05 02:46:49.502220 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f4e5615-4148-474e-9490-bb2d0bffb85d req-7fa0feab-5cc3-4463-8cba-fe5a2272cdae tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064644 Feb 05 02:46:49.502542 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43d47e-ef82-4c3f-8e18-68c3da9d0112 req-6bf5bfe4-03af-434a-b30d-963fc1bbf3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:49.504064 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6a43d47e-ef82-4c3f-8e18-68c3da9d0112 req-6bf5bfe4-03af-434a-b30d-963fc1bbf3dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53175c25-93ae-44d1-91b5-d389da671851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0773427 Feb 05 02:46:49.542003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837f460f-007f-4e59-8196-3ef54e6a55bc None None] New status for floating IP 443e948b-9169-4ce8-baed-f9531ef9a60b: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:46:49.574569 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3393781-3bda-4be6-b273-62514a1d9349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3353b682-0052-4feb-b08b-fcf39d4cf818), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:49.578739 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3393781-3bda-4be6-b273-62514a1d9349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:49.580226 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c3393781-3bda-4be6-b273-62514a1d9349 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3353b682-0052-4feb-b08b-fcf39d4cf818 HTTP/1.1" status: 204 len: 168 time: 0.2883806 Feb 05 02:46:49.619368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3393781-3bda-4be6-b273-62514a1d9349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3353b682-0052-4feb-b08b-fcf39d4cf818,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:49.678352 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6a43d47e-ef82-4c3f-8e18-68c3da9d0112 req-a857f0a1-8988-420e-a113-75018b9fa7c7 service neutron] 10.222.0.10 "GET /v2.0/networks/53175c25-93ae-44d1-91b5-d389da671851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657782 Feb 05 02:46:49.720261 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59bfa8-b2d2-4b9c-b621-11b8d1db355a req-af9b1b23-81f9-4eab-9434-cc79d44cbad1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:49.727197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab59bfa8-b2d2-4b9c-b621-11b8d1db355a req-af9b1b23-81f9-4eab-9434-cc79d44cbad1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 945 time: 0.1076877 Feb 05 02:46:49.771934 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-14766994-b1a0-4663-81d2-9c15ff31fd55 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 258 time: 0.2459998 Feb 05 02:46:49.815766 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:49.831589 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab59bfa8-b2d2-4b9c-b621-11b8d1db355a req-b785b102-d0d4-483b-9575-acd46e0c41ed tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035678 Feb 05 02:46:49.851348 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6a43d47e-ef82-4c3f-8e18-68c3da9d0112 req-b15df0a0-2599-42c8-b86b-a8f262c89ec7 service neutron] 10.222.0.10 "GET /v2.0/networks/53175c25-93ae-44d1-91b5-d389da671851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661389 Feb 05 02:46:49.858605 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:50.022009 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:50.035010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbc3e8-277e-438e-9a62-a27401b77b9d req-343606b4-71cb-43d4-93be-9e16e43cf9b8 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:50.036518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87dbc3e8-277e-438e-9a62-a27401b77b9d req-343606b4-71cb-43d4-93be-9e16e43cf9b8 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 1127 time: 0.0711181 Feb 05 02:46:50.121112 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b934c7bc-5c25-4840-94a1-d2b470ceba7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecf5939-ba1f-4cca-8fca-93f7d748c2b1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:50.126504 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd395fcd-5784-4db1-ba83-b6e3b79dc304" -d '{"events": [{"server_uuid": "b934c7bc-5c25-4840-94a1-d2b470ceba7b", "name": "network-vif-plugged", "status": "completed", "tag": "7ecf5939-ba1f-4cca-8fca-93f7d748c2b1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:50.140179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87dbc3e8-277e-438e-9a62-a27401b77b9d req-ace43de5-ec25-4130-891e-5ab873d0fbf4 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739560 Feb 05 02:46:50.171411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Allocated IP 172.25.0.193 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/5d83afcb-6164-4db1-9612-cdbcf700b40e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:46:50.224464 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a9a891-1c71-4748-b662-86b9b560d10b x-openstack-request-id: req-92a9a891-1c71-4748-b662-86b9b560d10b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:50.224947 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b934c7bc-5c25-4840-94a1-d2b470ceba7b", "name": "network-vif-plugged", "status": "completed", "tag": "7ecf5939-ba1f-4cca-8fca-93f7d748c2b1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:50.225366 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92a9a891-1c71-4748-b662-86b9b560d10b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:50.225897 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b934c7bc-5c25-4840-94a1-d2b470ceba7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecf5939-ba1f-4cca-8fca-93f7d748c2b1', 'code': 200} Feb 05 02:46:50.307883 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for port (5d83afcb-6164-4db1-9612-cdbcf700b40e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:50.350808 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (5d83afcb-6164-4db1-9612-cdbcf700b40e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:50.420513 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:46:50.432836 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Pushing event updated for resources: {'Port': ['ID=5d83afcb-6164-4db1-9612-cdbcf700b40e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:50.466721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:50.471321 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:46:50.526144 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39110) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:50.629656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cf5a835f-a352-4015-88a7-96b9e2afc23c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-149280411-network', 'tenant_id': 'c95c9e128f26487b9b27e1ff5c46660f'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:50.654069 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5a835f-a352-4015-88a7-96b9e2afc23c admin admin] Made reservation on behalf of c95c9e128f26487b9b27e1ff5c46660f for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:50.658570 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf5a835f-a352-4015-88a7-96b9e2afc23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:50.669379 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf5a835f-a352-4015-88a7-96b9e2afc23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:50.756557 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf5a835f-a352-4015-88a7-96b9e2afc23c admin admin] Publish callbacks [] for security_group (6a5e021c-6c88-4d13-92c0-c2e231646743), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:50.762414 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf5a835f-a352-4015-88a7-96b9e2afc23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6a5e021c-6c88-4d13-92c0-c2e231646743), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:50.788573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5a835f-a352-4015-88a7-96b9e2afc23c admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:46:50.803277 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a835f-a352-4015-88a7-96b9e2afc23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5e021c-6c88-4d13-92c0-c2e231646743,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:50.809091 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf5a835f-a352-4015-88a7-96b9e2afc23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (025b8a33-3ceb-4af3-8526-9b1660fab6cb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:50.810077 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-cf5a835f-a352-4015-88a7-96b9e2afc23c admin admin] Added segment 025b8a33-3ceb-4af3-8526-9b1660fab6cb of type vlan for network 6733591c-8326-4756-b536-1842cbefade2 Feb 05 02:46:50.846462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-2367fb22-bd14-46db-82ab-f785b9046710 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:50.848164 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-2367fb22-bd14-46db-82ab-f785b9046710 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 808 time: 0.4477804 Feb 05 02:46:50.868066 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf5a835f-a352-4015-88a7-96b9e2afc23c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (6733591c-8326-4756-b536-1842cbefade2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:50.875792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-ffce500c-a189-42cd-81c2-bd8f8c7d97d0 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/quotas/046d701f8c1b4320bb7536b4bcbbc218 HTTP/1.1" status: 200 len: 375 time: 0.0213344 Feb 05 02:46:50.880764 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for floatingip (2ba8d380-2e4e-43af-a911-4c1ede35c5ca), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:50.909654 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf5a835f-a352-4015-88a7-96b9e2afc23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (6733591c-8326-4756-b536-1842cbefade2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:50.910794 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5a835f-a352-4015-88a7-96b9e2afc23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:50.911433 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf5a835f-a352-4015-88a7-96b9e2afc23c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:50.955178 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5d83afcb-6164-4db1-9612-cdbcf700b40e), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:50.975929 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cf5a835f-a352-4015-88a7-96b9e2afc23c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4485977 Feb 05 02:46:50.976991 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a835f-a352-4015-88a7-96b9e2afc23c admin admin] Pushing event updated for resources: {'Network': ['ID=6733591c-8326-4756-b536-1842cbefade2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:50.980088 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39118) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:46:50.987561 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5320e818-5ecf-4ce5-a054-4ad8e2dd1dcd admin admin] Request body: {'subnet': {'network_id': '6733591c-8326-4756-b536-1842cbefade2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-149280411-subnet', 'tenant_id': 'c95c9e128f26487b9b27e1ff5c46660f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:50.992900 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 6733591c-8326-4756-b536-1842cbefade2 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:46:50.997141 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-36285542-1950-41c2-a3a6-24b7fce3f3ce tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139009 Feb 05 02:46:51.013999 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5320e818-5ecf-4ce5-a054-4ad8e2dd1dcd admin admin] Made reservation on behalf of c95c9e128f26487b9b27e1ff5c46660f for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:51.016803 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5320e818-5ecf-4ce5-a054-4ad8e2dd1dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:51.163878 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-35cca90d-c2a5-4e7c-a0d1-a5fab447a9b8 service neutron] 10.222.0.36 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554463 Feb 05 02:46:51.204196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5320e818-5ecf-4ce5-a054-4ad8e2dd1dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (1e325fba-58b3-48ac-8a7b-1b7778d4a069), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:51.271664 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320e818-5ecf-4ce5-a054-4ad8e2dd1dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e325fba-58b3-48ac-8a7b-1b7778d4a069,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:51.280382 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for port (5d83afcb-6164-4db1-9612-cdbcf700b40e), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:51.284071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5320e818-5ecf-4ce5-a054-4ad8e2dd1dcd admin admin] Checking segment: {'id': '025b8a33-3ceb-4af3-8526-9b1660fab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6733591c-8326-4756-b536-1842cbefade2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:51.284438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5320e818-5ecf-4ce5-a054-4ad8e2dd1dcd admin admin] Network hostable DHCP agents. Network: 6733591c-8326-4756-b536-1842cbefade2, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:46:51.294999 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (5d83afcb-6164-4db1-9612-cdbcf700b40e), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:51.304634 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5320e818-5ecf-4ce5-a054-4ad8e2dd1dcd admin admin] Network 6733591c-8326-4756-b536-1842cbefade2 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:46:51.314773 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5320e818-5ecf-4ce5-a054-4ad8e2dd1dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 6733591c-8326-4756-b536-1842cbefade2) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:51.319508 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5320e818-5ecf-4ce5-a054-4ad8e2dd1dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:51.320369 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5320e818-5ecf-4ce5-a054-4ad8e2dd1dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:51.326793 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c10e460-1354-46e9-8802-e7b55c25a8f0 None None] Network 6733591c-8326-4756-b536-1842cbefade2 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:46:51.340320 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5320e818-5ecf-4ce5-a054-4ad8e2dd1dcd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3590536 Feb 05 02:46:51.343346 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-a0980139-54d5-4fea-a1bd-9227e8a33187 service neutron] 10.222.0.36 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786406 Feb 05 02:46:51.455209 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Pushing event updated for resources: {'Port': ['ID=5d83afcb-6164-4db1-9612-cdbcf700b40e,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:51.482805 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (2ba8d380-2e4e-43af-a911-4c1ede35c5ca), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:51.495330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-6733591c-8326-4756-b536-1842cbefade2', 'network_id': '6733591c-8326-4756-b536-1842cbefade2', 'project_id': 'c95c9e128f26487b9b27e1ff5c46660f', 'fixed_ips': [{'subnet_id': '1e325fba-58b3-48ac-8a7b-1b7778d4a069'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:46:51.496602 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:51.518408 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:51.521074 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-4df8889c-1050-4f44-8bdb-715ceaec258a tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7124009 Feb 05 02:46:51.613835 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-e6749fa8-9235-41a6-b512-473d4ea6d1eb tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.0809021 Feb 05 02:46:51.697004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Allocated IP 172.20.0.2 (6733591c-8326-4756-b536-1842cbefade2/1e325fba-58b3-48ac-8a7b-1b7778d4a069/266e1f02-1edc-442b-a3f3-8fb1d958cd04) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:46:51.775054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e8368-5f21-4826-aa47-6f431e2d109e req-145a6a3a-0be6-4bff-9af1-243a129b7b99 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:51.782670 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b7e8368-5f21-4826-aa47-6f431e2d109e req-145a6a3a-0be6-4bff-9af1-243a129b7b99 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.1293795 Feb 05 02:46:51.797006 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-20b170bf-d559-4f37-9571-142454f6f595 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:51.798391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10395d77-1ade-4c77-a624-a442b6cb0597 req-20b170bf-d559-4f37-9571-142454f6f595 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.1784561 Feb 05 02:46:51.871375 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b7e8368-5f21-4826-aa47-6f431e2d109e req-21344c9e-f8f9-4e1b-9cec-419a7becda2b tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877054 Feb 05 02:46:51.944088 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Publish callbacks [] for port (266e1f02-1edc-442b-a3f3-8fb1d958cd04), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:51.953186 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (266e1f02-1edc-442b-a3f3-8fb1d958cd04), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:51.996115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Network 6733591c-8326-4756-b536-1842cbefade2 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:46:52.000454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:52.006107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:46:52.025555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199acd23-81ae-4b3b-ba08-89c1c97bdb69 req-523cdd1d-34df-410f-bacb-d4e1328b36ab tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:52.027981 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-199acd23-81ae-4b3b-ba08-89c1c97bdb69 req-523cdd1d-34df-410f-bacb-d4e1328b36ab tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.1208413 Feb 05 02:46:52.085582 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502809b-837d-42d2-a76d-726e234b4cf2 req-39dec6e1-a7bb-404d-912d-3ff7317cc2c2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:52.087452 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a502809b-837d-42d2-a76d-726e234b4cf2 req-39dec6e1-a7bb-404d-912d-3ff7317cc2c2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 945 time: 0.1135404 Feb 05 02:46:52.103620 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Pushing event updated for resources: {'Port': ['ID=266e1f02-1edc-442b-a3f3-8fb1d958cd04,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:52.108456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Attempting to bind port 266e1f02-1edc-442b-a3f3-8fb1d958cd04 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:52.109024 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Attempting to bind port 266e1f02-1edc-442b-a3f3-8fb1d958cd04 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '025b8a33-3ceb-4af3-8526-9b1660fab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6733591c-8326-4756-b536-1842cbefade2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:52.110145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Attempting to bind port 266e1f02-1edc-442b-a3f3-8fb1d958cd04 on network 6733591c-8326-4756-b536-1842cbefade2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:52.116473 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:52.116962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Checking segment: {'id': '025b8a33-3ceb-4af3-8526-9b1660fab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6733591c-8326-4756-b536-1842cbefade2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:52.117479 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:52.117933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Bound using segment: {'id': '025b8a33-3ceb-4af3-8526-9b1660fab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6733591c-8326-4756-b536-1842cbefade2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:52.118619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Bound port: 266e1f02-1edc-442b-a3f3-8fb1d958cd04, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025b8a33-3ceb-4af3-8526-9b1660fab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6733591c-8326-4756-b536-1842cbefade2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:52.119167 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (266e1f02-1edc-442b-a3f3-8fb1d958cd04), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:52.157629 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-199acd23-81ae-4b3b-ba08-89c1c97bdb69 req-b73d7394-4a94-400e-bcd5-5213a9f052dc tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219165 Feb 05 02:46:52.172312 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a502809b-837d-42d2-a76d-726e234b4cf2 req-11838a50-6597-42ca-80f3-504ba889931a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716095 Feb 05 02:46:52.273249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] For port 266e1f02-1edc-442b-a3f3-8fb1d958cd04, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:52.280216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] For port 266e1f02-1edc-442b-a3f3-8fb1d958cd04, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=266e1f02-1edc-442b-a3f3-8fb1d958cd04,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:52.291336 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (266e1f02-1edc-442b-a3f3-8fb1d958cd04), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:52.300122 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ff28500-8006-4b8c-b257-acc8051ef4c2 req-14e4840c-d478-4f7b-bc39-84bce54817b0 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 210 time: 0.0477014 Feb 05 02:46:52.433048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6caeb47-2bb7-43f3-b10d-dfc10054315b None None] Pushing event updated for resources: {'Port': ['ID=266e1f02-1edc-442b-a3f3-8fb1d958cd04,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:52.565148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5de7d-2b97-4f3f-bd6f-fe281dddf791 req-4e8af4b2-4620-4f49-9da4-17c4eb1ed50d tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:52.575216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7cb5de7d-2b97-4f3f-bd6f-fe281dddf791 req-4e8af4b2-4620-4f49-9da4-17c4eb1ed50d tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e47609ba-02ac-41fa-884c-95d1be7e769c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1552658 Feb 05 02:46:52.641652 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7cb5de7d-2b97-4f3f-bd6f-fe281dddf791 req-dce79160-a8f1-4d0b-beb4-d7662c253c76 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.0653956 Feb 05 02:46:52.648823 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-7cb5de7d-2b97-4f3f-bd6f-fe281dddf791 req-a91739c0-5be7-4f01-876c-dbe28754e7e8 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Request body: {'floatingip': {'port_id': '1a4e7d54-37b3-44c1-8c6f-a572373f8494', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:52.698409 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7cb5de7d-2b97-4f3f-bd6f-fe281dddf791 req-a91739c0-5be7-4f01-876c-dbe28754e7e8 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for floatingip (2ba8d380-2e4e-43af-a911-4c1ede35c5ca), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:52.797428 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315593d7-142a-4f31-9443-4ad90e464742 req-084e39b6-31dd-4ffa-9ebe-f5e4cd6e4f47 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:52.801705 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-315593d7-142a-4f31-9443-4ad90e464742 req-084e39b6-31dd-4ffa-9ebe-f5e4cd6e4f47 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/networks?id=6733591c-8326-4756-b536-1842cbefade2 HTTP/1.1" status: 200 len: 815 time: 0.3195302 Feb 05 02:46:52.871309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-315593d7-142a-4f31-9443-4ad90e464742 req-da835b92-83d3-4026-87ec-bc82fc6db0cf tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/quotas/c95c9e128f26487b9b27e1ff5c46660f HTTP/1.1" status: 200 len: 375 time: 0.0516613 Feb 05 02:46:52.985327 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 266e1f02-1edc-442b-a3f3-8fb1d958cd04 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:46:53.054452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 266e1f02-1edc-442b-a3f3-8fb1d958cd04 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:53.055192 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (266e1f02-1edc-442b-a3f3-8fb1d958cd04), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:53.068267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-315593d7-142a-4f31-9443-4ad90e464742 req-17f3965f-0574-469b-a8ec-62683d812974 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95c9e128f26487b9b27e1ff5c46660f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1960237 Feb 05 02:46:53.137060 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-7cb5de7d-2b97-4f3f-bd6f-fe281dddf791 req-a91739c0-5be7-4f01-876c-dbe28754e7e8 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] update failed (client error): There was a conflict when trying to complete your request. Feb 05 02:46:53.149250 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7cb5de7d-2b97-4f3f-bd6f-fe281dddf791 req-a91739c0-5be7-4f01-876c-dbe28754e7e8 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "PUT /v2.0/floatingips/2ba8d380-2e4e-43af-a911-4c1ede35c5ca HTTP/1.1" status: 409 len: 551 time: 0.5065401 Feb 05 02:46:53.166017 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 266e1f02-1edc-442b-a3f3-8fb1d958cd04 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:53.166675 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (266e1f02-1edc-442b-a3f3-8fb1d958cd04), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:53.231110 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-315593d7-142a-4f31-9443-4ad90e464742 req-7712b92f-8786-4a01-ad9f-e50642236eab service neutron] 10.222.0.36 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616807 Feb 05 02:46:53.232403 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 266e1f02-1edc-442b-a3f3-8fb1d958cd04, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=266e1f02-1edc-442b-a3f3-8fb1d958cd04,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:53.249535 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (266e1f02-1edc-442b-a3f3-8fb1d958cd04), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:53.276518 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-5f34d7c7-9e8f-4930-82a8-dae9311fb2fe tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:53.278971 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-5f34d7c7-9e8f-4930-82a8-dae9311fb2fe tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.10 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 808 time: 0.2359405 Feb 05 02:46:53.297166 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Request body: {'port': {'device_id': '8fbf3a38-8720-4837-b5b3-eb2c6b505e1a', 'network_id': '11cf62be-c855-41b3-87da-58090e237db8', 'admin_state_up': True, 'tenant_id': '046d701f8c1b4320bb7536b4bcbbc218'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:53.379173 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=266e1f02-1edc-442b-a3f3-8fb1d958cd04,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:53.448333 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-315593d7-142a-4f31-9443-4ad90e464742 req-e7a198a1-3a63-44b6-a875-95818d2fd906 service neutron] 10.222.0.36 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155199 Feb 05 02:46:53.548176 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d919e5c-392c-4870-8348-8937ccbc7f8d req-904c9cc1-bc8e-48e1-9680-f8bb76ed776c tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:53.550538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d919e5c-392c-4870-8348-8937ccbc7f8d req-904c9cc1-bc8e-48e1-9680-f8bb76ed776c tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.0706780 Feb 05 02:46:53.562257 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Made reservation on behalf of 046d701f8c1b4320bb7536b4bcbbc218 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:53.565882 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:53.702563 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d919e5c-392c-4870-8348-8937ccbc7f8d req-fa7bcd47-7d8d-4a2f-9ca3-40ecec35c8e6 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455057 Feb 05 02:46:53.800645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07051689-32ad-4906-a8d1-e89d235d7c90 req-8905edf7-d0f6-4962-9337-848d7b049c16 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/floatingips/2ba8d380-2e4e-43af-a911-4c1ede35c5ca HTTP/1.1" status: 200 len: 693 time: 0.1276135 Feb 05 02:46:53.906523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Allocated IP 172.20.0.14 (11cf62be-c855-41b3-87da-58090e237db8/8361a291-d05d-4883-8cc9-d8ead1ccf65a/87400363-fba4-48e2-9be0-f3397b56d68b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:46:53.983230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07051689-32ad-4906-a8d1-e89d235d7c90 req-01f33386-6666-4126-a42e-3a073cbf0790 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:53.990011 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07051689-32ad-4906-a8d1-e89d235d7c90 req-01f33386-6666-4126-a42e-3a073cbf0790 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.1409476 Feb 05 02:46:54.010537 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-07051689-32ad-4906-a8d1-e89d235d7c90 req-4a9f90b8-57a7-432e-973d-02f2a713f467 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:46:54.019648 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07051689-32ad-4906-a8d1-e89d235d7c90 req-4a9f90b8-57a7-432e-973d-02f2a713f467 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0287097 Feb 05 02:46:54.022553 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acef1e1-0801-4a48-82e1-cd540e124dfa None None] Network 6733591c-8326-4756-b536-1842cbefade2 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:46:54.099698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07051689-32ad-4906-a8d1-e89d235d7c90 req-b429a383-7e5f-4b14-b55c-5c1249bceb45 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.0791516 Feb 05 02:46:54.133327 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-445a8430-3f8d-4f43-95df-e77b7b91221f None None] Provisioning complete for port 266e1f02-1edc-442b-a3f3-8fb1d958cd04 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:54.133828 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-445a8430-3f8d-4f43-95df-e77b7b91221f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (266e1f02-1edc-442b-a3f3-8fb1d958cd04), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:54.189666 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a0340-53f0-40ac-b562-08b15b5f878a req-ebf47d57-1288-415f-aa48-b2db70a0ffa8 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:54.197070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c3a0340-53f0-40ac-b562-08b15b5f878a req-ebf47d57-1288-415f-aa48-b2db70a0ffa8 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.3920012 Feb 05 02:46:54.198563 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks [] for port (87400363-fba4-48e2-9be0-f3397b56d68b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:54.214215 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07051689-32ad-4906-a8d1-e89d235d7c90 req-5f1f81b1-fc5f-4d84-8260-0eff5a2fd2cc tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.1046207 Feb 05 02:46:54.250018 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:54.293664 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-445a8430-3f8d-4f43-95df-e77b7b91221f None None] Current status of the port 266e1f02-1edc-442b-a3f3-8fb1d958cd04 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:54.313986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Network 11cf62be-c855-41b3-87da-58090e237db8 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:46:54.322269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:54.328835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:46:54.333244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Pushing event updated for resources: {'Port': ['ID=87400363-fba4-48e2-9be0-f3397b56d68b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:54.372741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:54.373306 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:54.373779 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:54.374213 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:54.374657 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:54.375432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:54.375432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:54.376179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:54.376606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:54.377024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:54.377455 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:54.377881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:54.378606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:54.386706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c3a0340-53f0-40ac-b562-08b15b5f878a req-58b224d6-256d-4a40-8e05-d99a17db1b97 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877656 Feb 05 02:46:54.400667 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:54.402216 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:54.425156 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-b1c4eace-8f91-4553-b289-c8d7f9d166f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1335280 Feb 05 02:46:54.441578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Request body: {'port': {'device_id': '8fbf3a38-8720-4837-b5b3-eb2c6b505e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:54.491014 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-07051689-32ad-4906-a8d1-e89d235d7c90 req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Deleting port 5d83afcb-6164-4db1-9612-cdbcf700b40e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:46:54.491445 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07051689-32ad-4906-a8d1-e89d235d7c90 req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5d83afcb-6164-4db1-9612-cdbcf700b40e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:54.537577 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:54.623248 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe8ae9-5a50-4969-bc36-741f69e23504 req-2a9d93d8-1c43-4a65-ba1e-3def576e917d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:54.624755 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6fe8ae9-5a50-4969-bc36-741f69e23504 req-2a9d93d8-1c43-4a65-ba1e-3def576e917d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 945 time: 0.1183982 Feb 05 02:46:54.643276 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07051689-32ad-4906-a8d1-e89d235d7c90 req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5d83afcb-6164-4db1-9612-cdbcf700b40e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:54.643609 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07051689-32ad-4906-a8d1-e89d235d7c90 req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for floatingip (5d83afcb-6164-4db1-9612-cdbcf700b40e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:54.666594 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-07051689-32ad-4906-a8d1-e89d235d7c90 req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Calling delete_port for 5d83afcb-6164-4db1-9612-cdbcf700b40e owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:46:54.720881 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-77b38e3b-24db-4532-92c2-b40c39200f49 None None] Provisioning complete for port 266e1f02-1edc-442b-a3f3-8fb1d958cd04 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:54.721274 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77b38e3b-24db-4532-92c2-b40c39200f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (266e1f02-1edc-442b-a3f3-8fb1d958cd04), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:54.799947 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6fe8ae9-5a50-4969-bc36-741f69e23504 req-f30cedd1-3a56-456f-98c3-f297abda7f77 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664917 Feb 05 02:46:54.847648 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-77b38e3b-24db-4532-92c2-b40c39200f49 None None] Current status of the port 266e1f02-1edc-442b-a3f3-8fb1d958cd04 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:54.927344 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87400363-fba4-48e2-9be0-f3397b56d68b {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:54.936946 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Publish callbacks [] for port (87400363-fba4-48e2-9be0-f3397b56d68b), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:54.938464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 266e1f02-1edc-442b-a3f3-8fb1d958cd04 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:46:54.984481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Transition to ACTIVE for port object 87400363-fba4-48e2-9be0-f3397b56d68b will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:46:54.988709 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:54.999359 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03768206-9b95-41ea-aa48-67c7d8a6f031 req-d6ad69ff-a4d2-4648-b0fb-374771fcf5f0 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:55.007853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 266e1f02-1edc-442b-a3f3-8fb1d958cd04 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:55.008212 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03768206-9b95-41ea-aa48-67c7d8a6f031 req-d6ad69ff-a4d2-4648-b0fb-374771fcf5f0 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 932 time: 0.1090126 Feb 05 02:46:55.008323 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (266e1f02-1edc-442b-a3f3-8fb1d958cd04), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:55.013192 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07051689-32ad-4906-a8d1-e89d235d7c90 req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (5d83afcb-6164-4db1-9612-cdbcf700b40e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:55.053189 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Pushing event updated for resources: {'Port': ['ID=87400363-fba4-48e2-9be0-f3397b56d68b,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:55.130798 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 266e1f02-1edc-442b-a3f3-8fb1d958cd04 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:55.142341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Attempting to bind port 87400363-fba4-48e2-9be0-f3397b56d68b on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:55.143027 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Attempting to bind port 87400363-fba4-48e2-9be0-f3397b56d68b by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:55.143450 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Attempting to bind port 87400363-fba4-48e2-9be0-f3397b56d68b on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:55.164804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Port 87400363-fba4-48e2-9be0-f3397b56d68b on network 11cf62be-c855-41b3-87da-58090e237db8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:46:55.165373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Attempting to bind port 87400363-fba4-48e2-9be0-f3397b56d68b on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:55.173159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:55.173668 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Checking segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:55.174154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Bound using segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:55.174847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Bound port: 87400363-fba4-48e2-9be0-f3397b56d68b, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:55.175309 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:55.252726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] For port 87400363-fba4-48e2-9be0-f3397b56d68b, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:55.256537 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] For port 87400363-fba4-48e2-9be0-f3397b56d68b, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=87400363-fba4-48e2-9be0-f3397b56d68b,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:55.272940 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:55.314137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:55.315196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:55.317175 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] 10.222.0.10 "PUT /v2.0/ports/87400363-fba4-48e2-9be0-f3397b56d68b HTTP/1.1" status: 200 len: 1092 time: 0.8814747 Feb 05 02:46:55.319852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbf3a38-8720-4837-b5b3-eb2c6b505e1a', 'tag': '87400363-fba4-48e2-9be0-f3397b56d68b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:55.323164 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f130242-4678-4feb-bb3c-26959a0f1457" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbf3a38-8720-4837-b5b3-eb2c6b505e1a", "tag": "87400363-fba4-48e2-9be0-f3397b56d68b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:55.326638 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Pushing event deleted for resources: {'Port': ['ID=5d83afcb-6164-4db1-9612-cdbcf700b40e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:55.352095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef5672-8ba8-4ba2-8a27-545ffd77a602 service neutron] Pushing event updated for resources: {'Port': ['ID=87400363-fba4-48e2-9be0-f3397b56d68b,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:55.397783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:55.398134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:55.398462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:55.398865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:55.399214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:55.399533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:55.399855 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:55.400177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:55.400498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:55.400825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:55.401145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:55.401455 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:55.401778 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:46:55.417960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-6a137646-c27f-4d27-a3a2-2c7b572f29a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:55.419897 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-6a137646-c27f-4d27-a3a2-2c7b572f29a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 1126 time: 0.0488470 Feb 05 02:46:55.465782 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-55a1f2d0-0e7b-4c89-bc23-da1ce1130877 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87400363-fba4-48e2-9be0-f3397b56d68b HTTP/1.1" status: 200 len: 217 time: 0.0388057 Feb 05 02:46:55.467079 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03768206-9b95-41ea-aa48-67c7d8a6f031 req-17e9a056-8fdc-4865-9bc5-6576caea32b3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575248 Feb 05 02:46:55.484864 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07051689-32ad-4906-a8d1-e89d235d7c90 req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for floatingip (2ba8d380-2e4e-43af-a911-4c1ede35c5ca), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:55.487391 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07051689-32ad-4906-a8d1-e89d235d7c90 req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:55.488485 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07051689-32ad-4906-a8d1-e89d235d7c90 req-54ff1ef9-71e4-4682-b9f7-c26ceeee8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "DELETE /v2.0/floatingips/2ba8d380-2e4e-43af-a911-4c1ede35c5ca HTTP/1.1" status: 204 len: 173 time: 1.2734091 Feb 05 02:46:55.509914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315593d7-142a-4f31-9443-4ad90e464742 req-197ef605-b118-489a-aa52-27f3fd382bf9 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:55.511625 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-315593d7-142a-4f31-9443-4ad90e464742 req-197ef605-b118-489a-aa52-27f3fd382bf9 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.10 "GET /v2.0/networks?id=6733591c-8326-4756-b536-1842cbefade2 HTTP/1.1" status: 200 len: 815 time: 0.1958404 Feb 05 02:46:55.524989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-315593d7-142a-4f31-9443-4ad90e464742 req-002747fd-3501-43ea-9c66-dfa1db2f278c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Request body: {'port': {'device_id': 'b0df58c2-a510-4bfa-9d32-35c0975308d0', 'network_id': '6733591c-8326-4756-b536-1842cbefade2', 'admin_state_up': True, 'tenant_id': 'c95c9e128f26487b9b27e1ff5c46660f'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:55.533788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-2240d3ec-0d33-4cf6-804c-a203711d0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:55.535423 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-2240d3ec-0d33-4cf6-804c-a203711d0a89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.0632868 Feb 05 02:46:55.568860 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-519655bf-18ed-4d66-9732-da300e7906b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273473 Feb 05 02:46:55.661195 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-9ebff1b9-0fed-4ea2-b6a8-466de88985d1 service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860229 Feb 05 02:46:55.738217 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966fe82-3721-4c0e-8b6e-1c04bcf90e6b req-f5f5af85-4a7b-4477-8a61-f54d6dbc6658 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:55.739706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b966fe82-3721-4c0e-8b6e-1c04bcf90e6b req-f5f5af85-4a7b-4477-8a61-f54d6dbc6658 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 945 time: 0.1943464 Feb 05 02:46:55.750739 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a5bf2a5f-057a-4df0-871c-622e6cf3e485 req-18dfefba-bf68-4f00-9d05-25bb03a36603 service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833478 Feb 05 02:46:55.764543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-7d09065a-4429-4bf6-8858-964d04946a33 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:55.765896 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-7d09065a-4429-4bf6-8858-964d04946a33 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/networks?id=6733591c-8326-4756-b536-1842cbefade2 HTTP/1.1" status: 200 len: 815 time: 0.1945317 Feb 05 02:46:55.801365 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f157258d-8145-490d-bafe-dc3aff0920da tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/quotas/c95c9e128f26487b9b27e1ff5c46660f HTTP/1.1" status: 200 len: 375 time: 0.0247207 Feb 05 02:46:55.808192 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315593d7-142a-4f31-9443-4ad90e464742 req-002747fd-3501-43ea-9c66-dfa1db2f278c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Made reservation on behalf of c95c9e128f26487b9b27e1ff5c46660f for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:55.811588 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-315593d7-142a-4f31-9443-4ad90e464742 req-002747fd-3501-43ea-9c66-dfa1db2f278c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:55.835589 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b966fe82-3721-4c0e-8b6e-1c04bcf90e6b req-49c397ce-6e47-4b1a-8450-4b549f26d2ee tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c0d5565-7f02-4666-b26c-bd369a8c90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883579 Feb 05 02:46:55.947914 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-64504a1c-9c8c-4261-8ed5-17a2ff3d163f tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95c9e128f26487b9b27e1ff5c46660f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1318204 Feb 05 02:46:56.055521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99da411-3fea-4539-a3b2-201e142284d1 req-4fda63e2-65e2-4bb2-8e69-c89f32dd160c tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:56.056872 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e99da411-3fea-4539-a3b2-201e142284d1 req-4fda63e2-65e2-4bb2-8e69-c89f32dd160c tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.1582346 Feb 05 02:46:56.076366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-315593d7-142a-4f31-9443-4ad90e464742 req-002747fd-3501-43ea-9c66-dfa1db2f278c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Allocated IP 172.20.0.9 (6733591c-8326-4756-b536-1842cbefade2/1e325fba-58b3-48ac-8a7b-1b7778d4a069/a4f7cdf6-eeb2-49df-82f1-8aa7c137a075) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:46:56.141168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-6fc530d8-c957-4a07-b339-47e9df5c5952 service neutron] 10.222.0.36 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848423 Feb 05 02:46:56.162978 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e99da411-3fea-4539-a3b2-201e142284d1 req-10db50ab-1251-4ec0-8fd3-818555c410a8 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993681 Feb 05 02:46:56.211530 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ecf4c9-f543-4ab8-b0d2-012cb5f45401 x-openstack-request-id: req-16ecf4c9-f543-4ab8-b0d2-012cb5f45401 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:46:56.211889 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbf3a38-8720-4837-b5b3-eb2c6b505e1a", "tag": "87400363-fba4-48e2-9be0-f3397b56d68b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:46:56.212234 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16ecf4c9-f543-4ab8-b0d2-012cb5f45401 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:46:56.212734 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbf3a38-8720-4837-b5b3-eb2c6b505e1a', 'tag': '87400363-fba4-48e2-9be0-f3397b56d68b', 'status': 'completed', 'code': 200} Feb 05 02:46:56.289004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f130242-4678-4feb-bb3c-26959a0f1457 req-a0fb7849-bee8-4319-82cb-241c2a1c8a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:56.290577 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3f130242-4678-4feb-bb3c-26959a0f1457 req-a0fb7849-bee8-4319-82cb-241c2a1c8a7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 1126 time: 0.0474901 Feb 05 02:46:56.338545 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-414da6c7-bbf6-4c99-8c42-f0fb1cdbd62b service neutron] 10.222.0.36 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907332 Feb 05 02:46:56.397465 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-315593d7-142a-4f31-9443-4ad90e464742 req-002747fd-3501-43ea-9c66-dfa1db2f278c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks [] for port (a4f7cdf6-eeb2-49df-82f1-8aa7c137a075), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:56.405750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48d6a5-7468-41dd-b257-8de34ae31134 req-5c4c6cd0-f118-459f-bb45-438e32bad59b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:56.412627 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d48d6a5-7468-41dd-b257-8de34ae31134 req-5c4c6cd0-f118-459f-bb45-438e32bad59b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.1498883 Feb 05 02:46:56.418714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f130242-4678-4feb-bb3c-26959a0f1457 req-20456194-ea0f-4eb6-b4fc-e59d46308dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:56.421176 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3f130242-4678-4feb-bb3c-26959a0f1457 req-20456194-ea0f-4eb6-b4fc-e59d46308dfa service neutron] 10.222.0.10 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.1211157 Feb 05 02:46:56.482789 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d48d6a5-7468-41dd-b257-8de34ae31134 req-f2015e49-db04-4447-845a-5c5e30cf0228 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692234 Feb 05 02:46:56.503836 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3f130242-4678-4feb-bb3c-26959a0f1457 req-5ea55fd1-2944-44cb-80ea-9364b3ce9cfa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87400363-fba4-48e2-9be0-f3397b56d68b HTTP/1.1" status: 200 len: 217 time: 0.0637677 Feb 05 02:46:56.571192 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-315593d7-142a-4f31-9443-4ad90e464742 req-002747fd-3501-43ea-9c66-dfa1db2f278c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (a4f7cdf6-eeb2-49df-82f1-8aa7c137a075), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:56.623541 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f130242-4678-4feb-bb3c-26959a0f1457 req-c4c12517-b807-4762-b497-90f1728c2e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:56.624993 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3f130242-4678-4feb-bb3c-26959a0f1457 req-c4c12517-b807-4762-b497-90f1728c2e7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.1108017 Feb 05 02:46:56.662938 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3f130242-4678-4feb-bb3c-26959a0f1457 req-ddaa4aad-9012-482c-b4c8-6647f14d300c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312531 Feb 05 02:46:56.680618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae9950-eb89-4865-99fb-97938bed9266 req-60767e53-bab3-40a1-83e0-b8140bb60294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:56.682072 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d4ae9950-eb89-4865-99fb-97938bed9266 req-60767e53-bab3-40a1-83e0-b8140bb60294 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 1131 time: 0.1776373 Feb 05 02:46:56.734316 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315593d7-142a-4f31-9443-4ad90e464742 req-002747fd-3501-43ea-9c66-dfa1db2f278c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Network 6733591c-8326-4756-b536-1842cbefade2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:46:56.748142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-315593d7-142a-4f31-9443-4ad90e464742 req-002747fd-3501-43ea-9c66-dfa1db2f278c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:56.755705 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-315593d7-142a-4f31-9443-4ad90e464742 req-002747fd-3501-43ea-9c66-dfa1db2f278c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:46:56.797520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-e2457032-c142-4b36-8699-15ea19f0f2c9 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 1001 time: 0.2710147 Feb 05 02:46:56.802642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002747fd-3501-43ea-9c66-dfa1db2f278c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Pushing event updated for resources: {'Port': ['ID=a4f7cdf6-eeb2-49df-82f1-8aa7c137a075,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:56.817847 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3f130242-4678-4feb-bb3c-26959a0f1457 req-60e9e11a-9f2c-4137-ae30-1f93287ba331 service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471407 Feb 05 02:46:56.826364 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d4ae9950-eb89-4865-99fb-97938bed9266 req-26b085ba-e2a2-4fcb-9d61-885503ee7412 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328974 Feb 05 02:46:56.850689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-4dca909a-533f-4444-9ab7-5be4db1cc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:56.853661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-4dca909a-533f-4444-9ab7-5be4db1cc8cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 1127 time: 0.3553159 Feb 05 02:46:56.899458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315593d7-142a-4f31-9443-4ad90e464742 req-002747fd-3501-43ea-9c66-dfa1db2f278c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:56.900105 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-315593d7-142a-4f31-9443-4ad90e464742 req-002747fd-3501-43ea-9c66-dfa1db2f278c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:56.920673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88b517-470f-4483-9760-36c6961bc816 req-2d662c5e-db17-4f1f-95be-028c3b183d93 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:56.922251 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e88b517-470f-4483-9760-36c6961bc816 req-2d662c5e-db17-4f1f-95be-028c3b183d93 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 945 time: 0.3014226 Feb 05 02:46:56.936593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-b096a4e4-d069-4070-be87-9a88be71b3ff tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:56.943003 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3f130242-4678-4feb-bb3c-26959a0f1457 req-a05966b5-f72d-4bfb-b19f-ed9d4f14cedb service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123772 Feb 05 02:46:56.943698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-b096a4e4-d069-4070-be87-9a88be71b3ff tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/ports/1a4e7d54-37b3-44c1-8c6f-a572373f8494 HTTP/1.1" status: 200 len: 943 time: 0.1103182 Feb 05 02:46:56.956433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-315593d7-142a-4f31-9443-4ad90e464742 req-002747fd-3501-43ea-9c66-dfa1db2f278c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4367132 Feb 05 02:46:56.972826 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Request body: {'port': {'device_id': 'b0df58c2-a510-4bfa-9d32-35c0975308d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:57.071924 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e88b517-470f-4483-9760-36c6961bc816 req-8f24fe81-c092-49da-81ce-fe710a42bf6b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263862 Feb 05 02:46:57.094101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-54597baf-d269-4009-a14e-277583f595a2 None None] Provisioning complete for port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:57.095341 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-54597baf-d269-4009-a14e-277583f595a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a4f7cdf6-eeb2-49df-82f1-8aa7c137a075), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:57.121147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-dc1fa52e-555b-4d13-8231-387d0fb44a9d tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 1001 time: 0.1133873 Feb 05 02:46:57.122408 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a4f7cdf6-eeb2-49df-82f1-8aa7c137a075), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:57.148673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-54597baf-d269-4009-a14e-277583f595a2 None None] Port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:46:57.358437 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-482c7239-5508-435e-abfc-fff2242e638f tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:57.359798 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-482c7239-5508-435e-abfc-fff2242e638f tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.2273769 Feb 05 02:46:57.387577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-c5bb9789-9636-4dfb-b15b-ad28d81c4805 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:46:57.388497 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-c5bb9789-9636-4dfb-b15b-ad28d81c4805 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099390 Feb 05 02:46:57.748759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-0fdc7c57-c656-49c1-a958-6eac307c02f3 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:57.750251 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-0fdc7c57-c656-49c1-a958-6eac307c02f3 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.10 "GET /v2.0/networks?id=6733591c-8326-4756-b536-1842cbefade2 HTTP/1.1" status: 200 len: 815 time: 0.1241169 Feb 05 02:46:57.761676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba21f42-f836-47dc-94de-88639985b459 req-7c9e0379-aa53-4c45-8e44-754d8f7f3960 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:57.763806 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eba21f42-f836-47dc-94de-88639985b459 req-7c9e0379-aa53-4c45-8e44-754d8f7f3960 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 944 time: 0.4402606 Feb 05 02:46:57.766377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-c6a946d5-236c-40e6-afb1-87f6bc045f6d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Request body: {'port': {'device_id': 'd1e213cd-93b0-4e47-8073-937787902601', 'network_id': '6733591c-8326-4756-b536-1842cbefade2', 'admin_state_up': True, 'tenant_id': 'c95c9e128f26487b9b27e1ff5c46660f'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:57.783412 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-1180a9c8-9e52-464d-876c-fccfa412418d tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 1001 time: 0.3544230 Feb 05 02:46:57.804692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-bb97f05a-bf91-42e5-acfa-38e9e6c18703 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:57.885961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-c6a946d5-236c-40e6-afb1-87f6bc045f6d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Made reservation on behalf of c95c9e128f26487b9b27e1ff5c46660f for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:46:57.890342 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-c6a946d5-236c-40e6-afb1-87f6bc045f6d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:57.904197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eba21f42-f836-47dc-94de-88639985b459 req-9d6da375-d334-42dc-93fc-c9f312cc8deb tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303918 Feb 05 02:46:57.911199 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-bb97f05a-bf91-42e5-acfa-38e9e6c18703 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for floatingip (443e948b-9169-4ce8-baed-f9531ef9a60b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:57.983962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:57.999810 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Publish callbacks [] for port (a4f7cdf6-eeb2-49df-82f1-8aa7c137a075), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:58.089885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 87400363-fba4-48e2-9be0-f3397b56d68b details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:46:58.092245 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Transition to ACTIVE for port object a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:46:58.099942 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (a4f7cdf6-eeb2-49df-82f1-8aa7c137a075), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:58.149658 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-c6a946d5-236c-40e6-afb1-87f6bc045f6d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Allocated IP 172.20.0.5 (6733591c-8326-4756-b536-1842cbefade2/1e325fba-58b3-48ac-8a7b-1b7778d4a069/b985c1d0-a6ca-4082-8508-259e5fd23050) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:46:58.201954 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-bb97f05a-bf91-42e5-acfa-38e9e6c18703 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:58.223155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 87400363-fba4-48e2-9be0-f3397b56d68b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=87400363-fba4-48e2-9be0-f3397b56d68b,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:58.224313 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-bb97f05a-bf91-42e5-acfa-38e9e6c18703 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (443e948b-9169-4ce8-baed-f9531ef9a60b), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:58.224655 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-bb97f05a-bf91-42e5-acfa-38e9e6c18703 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Floating IP 443e948b-9169-4ce8-baed-f9531ef9a60b disassociated. External IP: 172.25.0.55, port: 1a4e7d54-37b3-44c1-8c6f-a572373f8494. Feb 05 02:46:58.231176 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f7cdf6-eeb2-49df-82f1-8aa7c137a075,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:58.238424 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '87400363-fba4-48e2-9be0-f3397b56d68b', 'network_id': '11cf62be-c855-41b3-87da-58090e237db8', 'port_id': '87400363-fba4-48e2-9be0-f3397b56d68b', 'mac_address': 'fa:16:3e:79:89:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8361a291-d05d-4883-8cc9-d8ead1ccf65a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:46:58.274807 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-b8d5160d-3b47-47d4-a640-0e029e170ee3 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:58.276239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-b8d5160d-3b47-47d4-a640-0e029e170ee3 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/networks?id=6733591c-8326-4756-b536-1842cbefade2 HTTP/1.1" status: 200 len: 815 time: 0.2864351 Feb 05 02:46:58.290625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 87400363-fba4-48e2-9be0-f3397b56d68b is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:46:58.291307 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:58.313639 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87400363-fba4-48e2-9be0-f3397b56d68b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:58.343703 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 87400363-fba4-48e2-9be0-f3397b56d68b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=87400363-fba4-48e2-9be0-f3397b56d68b,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:46:58.350723 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:58.361126 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-c6a946d5-236c-40e6-afb1-87f6bc045f6d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks [] for port (b985c1d0-a6ca-4082-8508-259e5fd23050), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:58.366671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-48c11d23-6c42-443d-a533-0780f68b1839 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/quotas/c95c9e128f26487b9b27e1ff5c46660f HTTP/1.1" status: 200 len: 375 time: 0.0584593 Feb 05 02:46:58.406934 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-c6a946d5-236c-40e6-afb1-87f6bc045f6d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (b985c1d0-a6ca-4082-8508-259e5fd23050), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:58.431246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=87400363-fba4-48e2-9be0-f3397b56d68b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:58.456889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-c6a946d5-236c-40e6-afb1-87f6bc045f6d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Network 6733591c-8326-4756-b536-1842cbefade2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:46:58.457709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Attempting to bind port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:58.458106 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Attempting to bind port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '025b8a33-3ceb-4af3-8526-9b1660fab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6733591c-8326-4756-b536-1842cbefade2'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:58.458499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Attempting to bind port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 on network 6733591c-8326-4756-b536-1842cbefade2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:58.459945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-c6a946d5-236c-40e6-afb1-87f6bc045f6d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:46:58.463061 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-c6a946d5-236c-40e6-afb1-87f6bc045f6d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:46:58.472866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 on network 6733591c-8326-4756-b536-1842cbefade2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:46:58.473280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Attempting to bind port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 on network 6733591c-8326-4756-b536-1842cbefade2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:58.491937 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-b42e37bc-0dc9-4171-a33f-0c42fc41dc80 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95c9e128f26487b9b27e1ff5c46660f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102090 Feb 05 02:46:58.495076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:58.495413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Checking segment: {'id': '025b8a33-3ceb-4af3-8526-9b1660fab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6733591c-8326-4756-b536-1842cbefade2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:58.495793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Bound using segment: {'id': '025b8a33-3ceb-4af3-8526-9b1660fab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6733591c-8326-4756-b536-1842cbefade2'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:58.496230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Bound port: a4f7cdf6-eeb2-49df-82f1-8aa7c137a075, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025b8a33-3ceb-4af3-8526-9b1660fab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6733591c-8326-4756-b536-1842cbefade2'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:58.497254 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a4f7cdf6-eeb2-49df-82f1-8aa7c137a075), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:58.498119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a946d5-236c-40e6-afb1-87f6bc045f6d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Pushing event updated for resources: {'Port': ['ID=b985c1d0-a6ca-4082-8508-259e5fd23050,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:58.533404 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-c6a946d5-236c-40e6-afb1-87f6bc045f6d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:58.534261 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-c6a946d5-236c-40e6-afb1-87f6bc045f6d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:58.554422 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-c6a946d5-236c-40e6-afb1-87f6bc045f6d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7930610 Feb 05 02:46:58.567891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Request body: {'port': {'device_id': 'd1e213cd-93b0-4e47-8073-937787902601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:46:58.628332 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['87400363-fba4-48e2-9be0-f3397b56d68b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:46:58.723171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] For port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:58.732743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2a16e2a7-281e-48ac-9fb8-fa3287f52814 None None] Provisioning complete for port b985c1d0-a6ca-4082-8508-259e5fd23050 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:46:58.733223 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a16e2a7-281e-48ac-9fb8-fa3287f52814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b985c1d0-a6ca-4082-8508-259e5fd23050), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:58.743181 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] For port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a4f7cdf6-eeb2-49df-82f1-8aa7c137a075,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:58.750147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-8ffbf372-20f1-46f5-8ab7-0534271f2fa8 service neutron] 10.222.0.36 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129304 Feb 05 02:46:58.753861 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (a4f7cdf6-eeb2-49df-82f1-8aa7c137a075), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:58.763234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-bb97f05a-bf91-42e5-acfa-38e9e6c18703 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Router 98b8504d-74cf-4b03-b693-6230541c9633 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:46:58.808524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2a16e2a7-281e-48ac-9fb8-fa3287f52814 None None] Port b985c1d0-a6ca-4082-8508-259e5fd23050 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:46:58.846676 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b985c1d0-a6ca-4082-8508-259e5fd23050), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:58.848234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:58.849030 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:58.850916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-315593d7-142a-4f31-9443-4ad90e464742 req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] 10.222.0.10 "PUT /v2.0/ports/a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 HTTP/1.1" status: 200 len: 1091 time: 1.8841987 Feb 05 02:46:58.857311 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0df58c2-a510-4bfa-9d32-35c0975308d0', 'tag': 'a4f7cdf6-eeb2-49df-82f1-8aa7c137a075'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:58.860447 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8e39df-b160-4c7f-8e96-957f57da20e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b0df58c2-a510-4bfa-9d32-35c0975308d0", "tag": "a4f7cdf6-eeb2-49df-82f1-8aa7c137a075"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:58.980788 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d77aae-64bc-49bb-a129-c17de385a8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f7cdf6-eeb2-49df-82f1-8aa7c137a075,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:59.020618 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-be54d38c-adc1-497b-8ee6-fca632d27e1e service neutron] 10.222.0.36 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600081 Feb 05 02:46:59.049405 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315593d7-142a-4f31-9443-4ad90e464742 req-736f5408-7a68-4701-ace6-8724d05c0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:59.050938 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-315593d7-142a-4f31-9443-4ad90e464742 req-736f5408-7a68-4701-ace6-8724d05c0bae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c95c9e128f26487b9b27e1ff5c46660f&device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 1125 time: 0.1282432 Feb 05 02:46:59.052334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-bb97f05a-bf91-42e5-acfa-38e9e6c18703 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:46:59.057003 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-bb97f05a-bf91-42e5-acfa-38e9e6c18703 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:59.064638 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c85ee5-bd85-43f9-8c8b-4f56ab14a64f None None] Sync routers for ids ['98b8504d-74cf-4b03-b693-6230541c9633'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:46:59.081387 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c85ee5-bd85-43f9-8c8b-4f56ab14a64f None None] Routers {'98b8504d-74cf-4b03-b693-6230541c9633'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:46:59.082127 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e3c85ee5-bd85-43f9-8c8b-4f56ab14a64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:46:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['98b8504d-74cf-4b03-b693-6230541c9633'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:59.118400 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-315593d7-142a-4f31-9443-4ad90e464742 req-4512a166-f364-4c8d-8e68-5426ae239949 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 HTTP/1.1" status: 200 len: 217 time: 0.0413373 Feb 05 02:46:59.194040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b985c1d0-a6ca-4082-8508-259e5fd23050 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:46:59.206210 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Publish callbacks [] for port (b985c1d0-a6ca-4082-8508-259e5fd23050), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:59.220823 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Transition to ACTIVE for port object b985c1d0-a6ca-4082-8508-259e5fd23050 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:46:59.226042 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (b985c1d0-a6ca-4082-8508-259e5fd23050), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:59.263379 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e3c85ee5-bd85-43f9-8c8b-4f56ab14a64f None None] Set router 98b8504d-74cf-4b03-b693-6230541c9633 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:46:59.272088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-bb97f05a-bf91-42e5-acfa-38e9e6c18703 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "PUT /v2.0/floatingips/443e948b-9169-4ce8-baed-f9531ef9a60b HTTP/1.1" status: 200 len: 694 time: 1.4807196 Feb 05 02:46:59.273852 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315593d7-142a-4f31-9443-4ad90e464742 req-5de9ae5b-a9e5-402b-ab64-674da614642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:59.275456 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-315593d7-142a-4f31-9443-4ad90e464742 req-5de9ae5b-a9e5-402b-ab64-674da614642f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1e325fba-58b3-48ac-8a7b-1b7778d4a069 HTTP/1.1" status: 200 len: 854 time: 0.1447976 Feb 05 02:46:59.307365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Pushing event updated for resources: {'Port': ['ID=b985c1d0-a6ca-4082-8508-259e5fd23050,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:59.439061 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Attempting to bind port b985c1d0-a6ca-4082-8508-259e5fd23050 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:46:59.439392 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Attempting to bind port b985c1d0-a6ca-4082-8508-259e5fd23050 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '025b8a33-3ceb-4af3-8526-9b1660fab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6733591c-8326-4756-b536-1842cbefade2'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:46:59.439771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Attempting to bind port b985c1d0-a6ca-4082-8508-259e5fd23050 on network 6733591c-8326-4756-b536-1842cbefade2 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:59.444250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Port b985c1d0-a6ca-4082-8508-259e5fd23050 on network 6733591c-8326-4756-b536-1842cbefade2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:46:59.444572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Attempting to bind port b985c1d0-a6ca-4082-8508-259e5fd23050 on network 6733591c-8326-4756-b536-1842cbefade2 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:46:59.450097 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:46:59.450440 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Checking segment: {'id': '025b8a33-3ceb-4af3-8526-9b1660fab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6733591c-8326-4756-b536-1842cbefade2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:46:59.450737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Bound using segment: {'id': '025b8a33-3ceb-4af3-8526-9b1660fab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6733591c-8326-4756-b536-1842cbefade2'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:46:59.455514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Bound port: b985c1d0-a6ca-4082-8508-259e5fd23050, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025b8a33-3ceb-4af3-8526-9b1660fab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6733591c-8326-4756-b536-1842cbefade2'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:46:59.455893 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b985c1d0-a6ca-4082-8508-259e5fd23050), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:59.550233 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] For port b985c1d0-a6ca-4082-8508-259e5fd23050, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:46:59.555048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] For port b985c1d0-a6ca-4082-8508-259e5fd23050, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=b985c1d0-a6ca-4082-8508-259e5fd23050,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:46:59.566795 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (b985c1d0-a6ca-4082-8508-259e5fd23050), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:59.597342 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e3c85ee5-bd85-43f9-8c8b-4f56ab14a64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b8504d-74cf-4b03-b693-6230541c9633', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-router', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:46:15Z', 'updated_at': '2022-02-05T02:46:22Z', 'revision_number': 4, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'gw_port': {'id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:16Z', 'updated_at': '2022-02-05T02:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'c7117d16-9a8c-4450-9524-c17838df1a97', 'name': '', 'network_id': '53175c25-93ae-44d1-91b5-d389da671851', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'mac_address': 'fa:16:3e:de:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:20Z', 'updated_at': '2022-02-05T02:46:26Z', 'revision_number': 5, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'subnets': [{'id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:59.620243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-20e1dc3d-87b9-4847-9bd4-65184228738b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:59.621954 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-20e1dc3d-87b9-4847-9bd4-65184228738b service neutron] 10.222.0.31 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 0.5007095 Feb 05 02:46:59.624152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-2fa5da56-bffe-4615-bda4-d8056dfaab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:59.631435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-2fa5da56-bffe-4615-bda4-d8056dfaab86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c8437a2b69b458ea6b623786250a865&device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 1128 time: 0.2859609 Feb 05 02:46:59.635038 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c85ee5-bd85-43f9-8c8b-4f56ab14a64f None None] Checking router: 98b8504d-74cf-4b03-b693-6230541c9633 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:46:59.645737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac8dc3-4597-4697-9dfa-9b7fd40f9ae0 req-e58ae4db-b597-4d1c-bec6-2705fa45e788 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:59.646240 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c85ee5-bd85-43f9-8c8b-4f56ab14a64f None None] Routers {'98b8504d-74cf-4b03-b693-6230541c9633'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:46:59.647115 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e3c85ee5-bd85-43f9-8c8b-4f56ab14a64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:46:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['98b8504d-74cf-4b03-b693-6230541c9633'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:46:59.655549 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-adac8dc3-4597-4697-9dfa-9b7fd40f9ae0 req-e58ae4db-b597-4d1c-bec6-2705fa45e788 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 945 time: 0.2315714 Feb 05 02:46:59.658316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:59.658890 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:46:59.660269 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] 10.222.0.10 "PUT /v2.0/ports/b985c1d0-a6ca-4082-8508-259e5fd23050 HTTP/1.1" status: 200 len: 1091 time: 1.0969415 Feb 05 02:46:59.660744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e213cd-93b0-4e47-8073-937787902601', 'tag': 'b985c1d0-a6ca-4082-8508-259e5fd23050'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:46:59.674692 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63781932-fa71-4312-90df-aab58c1e7029" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e213cd-93b0-4e47-8073-937787902601", "tag": "b985c1d0-a6ca-4082-8508-259e5fd23050"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:46:59.787377 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315593d7-142a-4f31-9443-4ad90e464742 req-84046891-4ca8-488f-a278-6aa389b6d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:59.787843 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219495e-2508-4ce5-94b2-7e3b9d5c427c service neutron] Pushing event updated for resources: {'Port': ['ID=b985c1d0-a6ca-4082-8508-259e5fd23050,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:46:59.788893 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-315593d7-142a-4f31-9443-4ad90e464742 req-84046891-4ca8-488f-a278-6aa389b6d864 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6733591c-8326-4756-b536-1842cbefade2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4544346 Feb 05 02:46:59.813826 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-39528c69-1c2f-48d3-bbee-0baa0ad5b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:59.815872 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-39528c69-1c2f-48d3-bbee-0baa0ad5b3e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c95c9e128f26487b9b27e1ff5c46660f&device_id=d1e213cd-93b0-4e47-8073-937787902601 HTTP/1.1" status: 200 len: 1125 time: 0.0953996 Feb 05 02:46:59.834048 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e3c85ee5-bd85-43f9-8c8b-4f56ab14a64f None None] Set router 98b8504d-74cf-4b03-b693-6230541c9633 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:46:59.847745 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-8d8939e6-13ff-4146-92d4-21ff23b66c3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee HTTP/1.1" status: 200 len: 217 time: 0.1820483 Feb 05 02:46:59.892394 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-59642d40-6026-4626-b277-7f0f04469af1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b985c1d0-a6ca-4082-8508-259e5fd23050 HTTP/1.1" status: 200 len: 217 time: 0.0665472 Feb 05 02:46:59.947770 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-5c4117bf-1acc-4303-b02d-716c0f13e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:59.950609 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-5c4117bf-1acc-4303-b02d-716c0f13e893 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.0829856 Feb 05 02:46:59.955825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-1aa75597-6042-4ec3-883e-3541aaa18e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:46:59.957450 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-1aa75597-6042-4ec3-883e-3541aaa18e2f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1e325fba-58b3-48ac-8a7b-1b7778d4a069 HTTP/1.1" status: 200 len: 854 time: 0.0580542 Feb 05 02:47:00.015236 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-adac8dc3-4597-4697-9dfa-9b7fd40f9ae0 req-cfbf095f-4316-4916-a149-ea75385e294b tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c0d5565-7f02-4666-b26c-bd369a8c90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588109 Feb 05 02:47:00.027194 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-e9fd53d5-f0b9-4c50-a3f8-a9e067a16654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:00.030391 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-e9fd53d5-f0b9-4c50-a3f8-a9e067a16654 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6733591c-8326-4756-b536-1842cbefade2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0653923 Feb 05 02:47:00.040764 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-bb7da763-900b-4f81-ab0a-2f5b609e1b51 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552359 Feb 05 02:47:00.118342 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 87400363-fba4-48e2-9be0-f3397b56d68b up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:00.148353 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-580df0d4-d591-423f-9883-acf6ffe81a23 service neutron] 10.222.0.10 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087112 Feb 05 02:47:00.187768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 87400363-fba4-48e2-9be0-f3397b56d68b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:47:00.194459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 87400363-fba4-48e2-9be0-f3397b56d68b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:00.195204 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:00.208849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-354bf486-0a73-4ca2-be92-72d2a7930b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:00.209767 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-354bf486-0a73-4ca2-be92-72d2a7930b16 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53175c25-93ae-44d1-91b5-d389da671851 HTTP/1.1" status: 200 len: 930 time: 0.5774188 Feb 05 02:47:00.233053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-315593d7-142a-4f31-9443-4ad90e464742 req-1da060fb-7815-42a6-b7a0-a7129117ffdd service neutron] 10.222.0.10 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047923 Feb 05 02:47:00.280138 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e3c85ee5-bd85-43f9-8c8b-4f56ab14a64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b8504d-74cf-4b03-b693-6230541c9633', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-router', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:46:15Z', 'updated_at': '2022-02-05T02:46:22Z', 'revision_number': 4, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'gw_port': {'id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:16Z', 'updated_at': '2022-02-05T02:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'c7117d16-9a8c-4450-9524-c17838df1a97', 'name': '', 'network_id': '53175c25-93ae-44d1-91b5-d389da671851', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'mac_address': 'fa:16:3e:de:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:20Z', 'updated_at': '2022-02-05T02:46:26Z', 'revision_number': 5, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'subnets': [{'id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:00.293759 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c8df71c3-0e55-4780-a3e5-868e2475cd38 req-d217d621-f837-4a43-bd1b-3750eb0cfd7a service neutron] 10.222.0.10 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371193 Feb 05 02:47:00.318176 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c85ee5-bd85-43f9-8c8b-4f56ab14a64f None None] The sync data for ids ['98b8504d-74cf-4b03-b693-6230541c9633'] in n-d-826942-8 is: [{'id': '98b8504d-74cf-4b03-b693-6230541c9633', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-router', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:46:15Z', 'updated_at': '2022-02-05T02:46:22Z', 'revision_number': 4, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'gw_port': {'id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:16Z', 'updated_at': '2022-02-05T02:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'c7117d16-9a8c-4450-9524-c17838df1a97', 'name': '', 'network_id': '53175c25-93ae-44d1-91b5-d389da671851', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'mac_address': 'fa:16:3e:de:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:20Z', 'updated_at': '2022-02-05T02:46:26Z', 'revision_number': 5, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'subnets': [{'id': 'd914fd2d-55e1-4e77-a725-e35c596c7800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:47:00.435353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 87400363-fba4-48e2-9be0-f3397b56d68b is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:00.436042 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:00.461459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbf3a38-8720-4837-b5b3-eb2c6b505e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87400363-fba4-48e2-9be0-f3397b56d68b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:00.463743 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1c8af1-ac13-4d2b-9b68-2bd3519ce158" -d '{"events": [{"server_uuid": "8fbf3a38-8720-4837-b5b3-eb2c6b505e1a", "name": "network-vif-plugged", "status": "completed", "tag": "87400363-fba4-48e2-9be0-f3397b56d68b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:00.477325 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 87400363-fba4-48e2-9be0-f3397b56d68b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=87400363-fba4-48e2-9be0-f3397b56d68b,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:00.484872 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:00.542476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=87400363-fba4-48e2-9be0-f3397b56d68b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:00.619470 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-59cb6ef5-aabd-49c9-9e1c-028194074531 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a4e7d54-37b3-44c1-8c6f-a572373f8494 HTTP/1.1" status: 200 len: 217 time: 0.3968520 Feb 05 02:47:00.663029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5679ec6e-be14-48c4-b8ed-ac55746926eb None None] New status for floating IP 443e948b-9169-4ce8-baed-f9531ef9a60b: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:47:00.719759 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-030605a9-44d1-42dd-8bfa-7d4ca3b57827 service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6650190 Feb 05 02:47:00.726162 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-47f1eed9-0d98-43f2-9610-84671279ec4a tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:00.727986 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-47f1eed9-0d98-43f2-9610-84671279ec4a tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.31 "GET /v2.0/networks?id=6733591c-8326-4756-b536-1842cbefade2 HTTP/1.1" status: 200 len: 815 time: 0.1489897 Feb 05 02:47:00.732782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49451256-ef57-48f5-a5ca-08aec8ad7400 req-a09eb535-5b26-47de-8bf4-3e0d0bec7bc9 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:00.734400 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49451256-ef57-48f5-a5ca-08aec8ad7400 req-a09eb535-5b26-47de-8bf4-3e0d0bec7bc9 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.5815654 Feb 05 02:47:00.744973 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-760f54f0-1f77-4b26-94bc-696e0e132c2b tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Request body: {'port': {'device_id': '97a274ed-1573-4955-88b9-7d6785a7392d', 'network_id': '6733591c-8326-4756-b536-1842cbefade2', 'admin_state_up': True, 'tenant_id': 'c95c9e128f26487b9b27e1ff5c46660f'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:00.808570 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-65d0d733-f798-4357-a1ec-eca6069e0f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:00.810822 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-65d0d733-f798-4357-a1ec-eca6069e0f7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d914fd2d-55e1-4e77-a725-e35c596c7800 HTTP/1.1" status: 200 len: 868 time: 0.1776044 Feb 05 02:47:00.878819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a6779-be19-4782-9e3b-365192a1590a req-9706a6d8-a389-4aff-b623-5ea9868e7ba0 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:00.880391 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-134a6779-be19-4782-9e3b-365192a1590a req-9706a6d8-a389-4aff-b623-5ea9868e7ba0 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 945 time: 0.0930715 Feb 05 02:47:00.905687 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-315593d7-142a-4f31-9443-4ad90e464742 req-b392bb1c-47a1-4007-b42a-5b0a4513c5f1 service neutron] 10.222.0.10 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6050820 Feb 05 02:47:00.912694 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49451256-ef57-48f5-a5ca-08aec8ad7400 req-fef52668-9b15-40e9-b6dd-55d950041f87 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633747 Feb 05 02:47:00.934108 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-8fd4c238-ddd8-475e-8be7-a9bedc7fd8c0 service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953130 Feb 05 02:47:00.941041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-1728ec6e-5091-4c8e-8291-340699956a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:00.943321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-1728ec6e-5091-4c8e-8291-340699956a08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53175c25-93ae-44d1-91b5-d389da671851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1144321 Feb 05 02:47:00.945824 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-760f54f0-1f77-4b26-94bc-696e0e132c2b tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Made reservation on behalf of c95c9e128f26487b9b27e1ff5c46660f for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:47:00.949149 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-760f54f0-1f77-4b26-94bc-696e0e132c2b tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:01.074155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-134a6779-be19-4782-9e3b-365192a1590a req-a0271091-b482-4a5f-a02c-7202048dd7d7 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Deleting port b8a98179-9182-4797-891e-ecdc5ee306e3 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:47:01.074525 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-134a6779-be19-4782-9e3b-365192a1590a req-a0271091-b482-4a5f-a02c-7202048dd7d7 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b8a98179-9182-4797-891e-ecdc5ee306e3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:01.125148 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-830c4f0c-4d97-44dc-b54d-094245b16b18 service neutron] 10.222.0.36 "GET /v2.0/networks/53175c25-93ae-44d1-91b5-d389da671851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673732 Feb 05 02:47:01.133141 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2acff-eba0-4fcf-934b-3fade78ee4c3 req-e3071879-aeea-40cf-b16e-8137f413d121 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:01.134329 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03b2acff-eba0-4fcf-934b-3fade78ee4c3 req-e3071879-aeea-40cf-b16e-8137f413d121 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.1125445 Feb 05 02:47:01.138234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-e897695d-cdb2-41d3-91d9-d93549d79568 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:01.139117 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-e897695d-cdb2-41d3-91d9-d93549d79568 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2&tenant_id=1efeace9c19e4c6591bec43ee004b4ff&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 1127 time: 0.1285808 Feb 05 02:47:01.152503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826942-8'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:01.169330 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-760f54f0-1f77-4b26-94bc-696e0e132c2b tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Allocated IP 172.20.0.10 (6733591c-8326-4756-b536-1842cbefade2/1e325fba-58b3-48ac-8a7b-1b7778d4a069/5bebe7e4-0719-4f53-b1df-d1e1c4044442) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:47:01.213326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-134a6779-be19-4782-9e3b-365192a1590a req-a0271091-b482-4a5f-a02c-7202048dd7d7 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] For port b8a98179-9182-4797-891e-ecdc5ee306e3, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=b8a98179-9182-4797-891e-ecdc5ee306e3,segment=NetworkSegment(eafcad38-75e0-41d4-b616-2da5f13cf874),segment_id=eafcad38-75e0-41d4-b616-2da5f13cf874)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:01.213687 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-134a6779-be19-4782-9e3b-365192a1590a req-a0271091-b482-4a5f-a02c-7202048dd7d7 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b8a98179-9182-4797-891e-ecdc5ee306e3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:01.239856 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-134a6779-be19-4782-9e3b-365192a1590a req-a0271091-b482-4a5f-a02c-7202048dd7d7 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Calling delete_port for b8a98179-9182-4797-891e-ecdc5ee306e3 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:47:01.286675 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03b2acff-eba0-4fcf-934b-3fade78ee4c3 req-c78a678d-a23e-4ce9-b76a-fb212c7a45b3 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406875 Feb 05 02:47:01.308312 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:01.327545 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92e41db9-f8fc-48d8-9ba6-1025b3babe50 req-5a34e4b5-963d-433a-9e6e-b05f547455bc service neutron] 10.222.0.36 "GET /v2.0/networks/53175c25-93ae-44d1-91b5-d389da671851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908624 Feb 05 02:47:01.422634 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-760f54f0-1f77-4b26-94bc-696e0e132c2b tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks [] for port (5bebe7e4-0719-4f53-b1df-d1e1c4044442), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:01.455333 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8beebfc-745d-43f4-b283-29917f65221a x-openstack-request-id: req-f8beebfc-745d-43f4-b283-29917f65221a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:01.455987 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0df58c2-a510-4bfa-9d32-35c0975308d0", "tag": "a4f7cdf6-eeb2-49df-82f1-8aa7c137a075", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:01.456257 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8beebfc-745d-43f4-b283-29917f65221a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:01.456657 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0df58c2-a510-4bfa-9d32-35c0975308d0', 'tag': 'a4f7cdf6-eeb2-49df-82f1-8aa7c137a075', 'status': 'completed', 'code': 200} Feb 05 02:47:01.499177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064183c7-1484-463c-82fc-b09e3bb52f69 req-6e234453-fcc7-45fc-b0e8-c0aac95165ab tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:01.500648 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-064183c7-1484-463c-82fc-b09e3bb52f69 req-6e234453-fcc7-45fc-b0e8-c0aac95165ab tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 945 time: 0.1418128 Feb 05 02:47:01.501518 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-134a6779-be19-4782-9e3b-365192a1590a req-a0271091-b482-4a5f-a02c-7202048dd7d7 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (b8a98179-9182-4797-891e-ecdc5ee306e3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:01.517741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['b8a98179-9182-4797-891e-ecdc5ee306e3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:47:01.532617 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-760f54f0-1f77-4b26-94bc-696e0e132c2b tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5bebe7e4-0719-4f53-b1df-d1e1c4044442), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:01.536780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0271091-b482-4a5f-a02c-7202048dd7d7 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Pushing event deleted for resources: {'Port': ['ID=b8a98179-9182-4797-891e-ecdc5ee306e3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:01.581795 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-760f54f0-1f77-4b26-94bc-696e0e132c2b tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Network 6733591c-8326-4756-b536-1842cbefade2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:47:01.598688 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-760f54f0-1f77-4b26-94bc-696e0e132c2b tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:01.602824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] For port 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:01.606703 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-760f54f0-1f77-4b26-94bc-696e0e132c2b tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:47:01.627797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-134a6779-be19-4782-9e3b-365192a1590a req-a0271091-b482-4a5f-a02c-7202048dd7d7 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] No DVR routers for this DVR port b8a98179-9182-4797-891e-ecdc5ee306e3 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:47:01.648240 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-134a6779-be19-4782-9e3b-365192a1590a req-a0271091-b482-4a5f-a02c-7202048dd7d7 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:01.651439 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-134a6779-be19-4782-9e3b-365192a1590a req-a0271091-b482-4a5f-a02c-7202048dd7d7 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.31 "DELETE /v2.0/ports/b8a98179-9182-4797-891e-ecdc5ee306e3 HTTP/1.1" status: 204 len: 173 time: 0.7649598 Feb 05 02:47:01.661060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e39df-b160-4c7f-8e96-957f57da20e7 req-85a8bd2a-b60e-4f4e-afa3-0a223853dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:01.661398 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f54f0-1f77-4b26-94bc-696e0e132c2b tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Pushing event updated for resources: {'Port': ['ID=5bebe7e4-0719-4f53-b1df-d1e1c4044442,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:01.662043 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b8e39df-b160-4c7f-8e96-957f57da20e7 req-85a8bd2a-b60e-4f4e-afa3-0a223853dffb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c95c9e128f26487b9b27e1ff5c46660f&device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 1125 time: 0.1863067 Feb 05 02:47:01.679955 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-064183c7-1484-463c-82fc-b09e3bb52f69 req-92142107-e2dc-483c-8429-da9a5bc46b9f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492348 Feb 05 02:47:01.720311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-760f54f0-1f77-4b26-94bc-696e0e132c2b tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:01.721174 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-760f54f0-1f77-4b26-94bc-696e0e132c2b tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:01.733281 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436ba45-7d41-4693-9fdb-f24f4d8c16ba req-3ab5f12d-7944-4fa4-a939-e9333c0e947c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:01.734880 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9436ba45-7d41-4693-9fdb-f24f4d8c16ba req-3ab5f12d-7944-4fa4-a939-e9333c0e947c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.2441981 Feb 05 02:47:01.758750 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-760f54f0-1f77-4b26-94bc-696e0e132c2b tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0178349 Feb 05 02:47:01.775960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Request body: {'port': {'device_id': '97a274ed-1573-4955-88b9-7d6785a7392d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:01.808506 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] For port 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:47:01.854220 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5bebe7e4-0719-4f53-b1df-d1e1c4044442), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:01.929462 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Publish callbacks [] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:01.940094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e39df-b160-4c7f-8e96-957f57da20e7 req-c4662a60-8118-44b9-9cac-1e2b9e002719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:01.942199 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b8e39df-b160-4c7f-8e96-957f57da20e7 req-c4662a60-8118-44b9-9cac-1e2b9e002719 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6733591c-8326-4756-b536-1842cbefade2 HTTP/1.1" status: 200 len: 916 time: 0.2716050 Feb 05 02:47:01.944750 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:01.949167 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9436ba45-7d41-4693-9fdb-f24f4d8c16ba req-e3257fdf-ca49-4c20-a36c-d63d2bddbf46 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787951 Feb 05 02:47:01.960791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-52aa1400-78e9-4af2-9f2f-87bcaac0585c None None] Provisioning complete for port 5bebe7e4-0719-4f53-b1df-d1e1c4044442 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:01.961396 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-52aa1400-78e9-4af2-9f2f-87bcaac0585c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5bebe7e4-0719-4f53-b1df-d1e1c4044442), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:01.976341 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c936270-fbf5-49ff-8ce1-80cf6a1261f6 req-8b86fe21-6efe-4509-b718-88a092834f3d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:01.977795 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c936270-fbf5-49ff-8ce1-80cf6a1261f6 req-8b86fe21-6efe-4509-b718-88a092834f3d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 932 time: 0.1861074 Feb 05 02:47:02.015983 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-52aa1400-78e9-4af2-9f2f-87bcaac0585c None None] Port 5bebe7e4-0719-4f53-b1df-d1e1c4044442 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:47:02.034045 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6816544f-7be6-45e2-8b2a-498c8676f1eb x-openstack-request-id: req-6816544f-7be6-45e2-8b2a-498c8676f1eb {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:02.034561 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e213cd-93b0-4e47-8073-937787902601", "tag": "b985c1d0-a6ca-4082-8508-259e5fd23050", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:02.034561 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6816544f-7be6-45e2-8b2a-498c8676f1eb {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:02.034985 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e213cd-93b0-4e47-8073-937787902601', 'tag': 'b985c1d0-a6ca-4082-8508-259e5fd23050', 'status': 'completed', 'code': 200} Feb 05 02:47:02.047101 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b8e39df-b160-4c7f-8e96-957f57da20e7 req-2e6e7200-1a44-41f7-879b-2d56b29ead8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 HTTP/1.1" status: 200 len: 217 time: 0.0923462 Feb 05 02:47:02.062728 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b084d37f-7fbf-4632-93de-11e09015524d x-openstack-request-id: req-b084d37f-7fbf-4632-93de-11e09015524d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:02.063364 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbf3a38-8720-4837-b5b3-eb2c6b505e1a", "name": "network-vif-plugged", "status": "completed", "tag": "87400363-fba4-48e2-9be0-f3397b56d68b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:02.064895 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b084d37f-7fbf-4632-93de-11e09015524d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:02.065396 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbf3a38-8720-4837-b5b3-eb2c6b505e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87400363-fba4-48e2-9be0-f3397b56d68b', 'code': 200} Feb 05 02:47:02.129982 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63781932-fa71-4312-90df-aab58c1e7029 req-f26fbc45-74a7-4b59-9e55-ddb0b8a290ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:02.131486 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-63781932-fa71-4312-90df-aab58c1e7029 req-f26fbc45-74a7-4b59-9e55-ddb0b8a290ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c95c9e128f26487b9b27e1ff5c46660f&device_id=d1e213cd-93b0-4e47-8073-937787902601 HTTP/1.1" status: 200 len: 1125 time: 0.0890186 Feb 05 02:47:02.157023 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.10', 52276) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:02.196788 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Pushing event updated for resources: {'Port': ['ID=300860fd-87e2-4405-a8b5-0bd6cb3800ee,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:02.223719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Attempting to bind port 300860fd-87e2-4405-a8b5-0bd6cb3800ee on host n-h2-826942-8 for vnic_type normal with profile {"migrating_to": "n-h1-826942-8"} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:47:02.223719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Attempting to bind port 300860fd-87e2-4405-a8b5-0bd6cb3800ee by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:47:02.224797 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Attempting to bind port 300860fd-87e2-4405-a8b5-0bd6cb3800ee on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:02.227352 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f1d2efe-b4ee-4e45-8282-4edbfdf83322 req-f86463da-e736-468f-b77b-d8cebd50a721 tempest-VolumesAdminNegativeTest-229900741 tempest-VolumesAdminNegativeTest-229900741-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0 HTTP/1.1" status: 200 len: 210 time: 0.0585208 Feb 05 02:47:02.241484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c936270-fbf5-49ff-8ce1-80cf6a1261f6 req-f817607c-2d43-4839-a786-ac20836e6081 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390232 Feb 05 02:47:02.248325 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e39df-b160-4c7f-8e96-957f57da20e7 req-357b1908-39d2-4c72-9a34-f18d9af4fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:02.252483 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b8e39df-b160-4c7f-8e96-957f57da20e7 req-357b1908-39d2-4c72-9a34-f18d9af4fe48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1e325fba-58b3-48ac-8a7b-1b7778d4a069 HTTP/1.1" status: 200 len: 854 time: 0.1930223 Feb 05 02:47:02.259146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Port 300860fd-87e2-4405-a8b5-0bd6cb3800ee on network 7989079b-2a98-4df8-9515-2a06293b2119 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:47:02.259504 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Attempting to bind port 300860fd-87e2-4405-a8b5-0bd6cb3800ee on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:02.285243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:47:02.285590 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Checking segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:47:02.285978 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Bound using segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:47:02.286427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Bound port: 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:47:02.286970 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:02.321717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bebe7e4-0719-4f53-b1df-d1e1c4044442 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:47:02.327530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f9276-2bdd-4e61-910a-ce0b9d8eb654 req-56ea0ca5-bb90-4563-ba88-c01d4edc05b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:02.329054 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a42f9276-2bdd-4e61-910a-ce0b9d8eb654 req-56ea0ca5-bb90-4563-ba88-c01d4edc05b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 1128 time: 0.1620686 Feb 05 02:47:02.334555 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Publish callbacks [] for port (5bebe7e4-0719-4f53-b1df-d1e1c4044442), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:02.337322 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63781932-fa71-4312-90df-aab58c1e7029 req-a8b70a28-4565-493f-868b-540fa9841c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:02.338787 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-63781932-fa71-4312-90df-aab58c1e7029 req-a8b70a28-4565-493f-868b-540fa9841c53 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6733591c-8326-4756-b536-1842cbefade2 HTTP/1.1" status: 200 len: 916 time: 0.1939192 Feb 05 02:47:02.369529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Transition to ACTIVE for port object 5bebe7e4-0719-4f53-b1df-d1e1c4044442 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:47:02.399809 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (5bebe7e4-0719-4f53-b1df-d1e1c4044442), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:02.404678 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-63781932-fa71-4312-90df-aab58c1e7029 req-91568deb-3b30-4997-8a0e-7d3f93d94ab5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b985c1d0-a6ca-4082-8508-259e5fd23050 HTTP/1.1" status: 200 len: 217 time: 0.0531120 Feb 05 02:47:02.423557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9d05076-9cf5-4abf-b2c8-375e4c028471 req-93da09c3-d441-4218-b4b8-aed4a79b1280 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/floatingips/443e948b-9169-4ce8-baed-f9531ef9a60b HTTP/1.1" status: 200 len: 692 time: 0.1406512 Feb 05 02:47:02.484970 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e39df-b160-4c7f-8e96-957f57da20e7 req-42d72b35-1dab-447b-9f30-6decfd005a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:02.486801 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b8e39df-b160-4c7f-8e96-957f57da20e7 req-42d72b35-1dab-447b-9f30-6decfd005a2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6733591c-8326-4756-b536-1842cbefade2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2248592 Feb 05 02:47:02.494505 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a42f9276-2bdd-4e61-910a-ce0b9d8eb654 req-eea49b47-4287-4082-966c-d5bf7c83b63b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531596 Feb 05 02:47:02.495098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Pushing event updated for resources: {'Port': ['ID=5bebe7e4-0719-4f53-b1df-d1e1c4044442,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:02.517289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] For port 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:47:02.538608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63781932-fa71-4312-90df-aab58c1e7029 req-6aa26683-8851-468f-8d89-86d7aeb1ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:02.540085 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-63781932-fa71-4312-90df-aab58c1e7029 req-6aa26683-8851-468f-8d89-86d7aeb1ef84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1e325fba-58b3-48ac-8a7b-1b7778d4a069 HTTP/1.1" status: 200 len: 854 time: 0.1117671 Feb 05 02:47:02.550002 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] For port 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:47:02.588970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Attempting to bind port 5bebe7e4-0719-4f53-b1df-d1e1c4044442 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:47:02.589303 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Attempting to bind port 5bebe7e4-0719-4f53-b1df-d1e1c4044442 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '025b8a33-3ceb-4af3-8526-9b1660fab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6733591c-8326-4756-b536-1842cbefade2'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:47:02.589636 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Attempting to bind port 5bebe7e4-0719-4f53-b1df-d1e1c4044442 on network 6733591c-8326-4756-b536-1842cbefade2 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:02.595129 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Port 5bebe7e4-0719-4f53-b1df-d1e1c4044442 on network 6733591c-8326-4756-b536-1842cbefade2 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:47:02.595410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Attempting to bind port 5bebe7e4-0719-4f53-b1df-d1e1c4044442 on network 6733591c-8326-4756-b536-1842cbefade2 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:02.601808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:47:02.602141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Checking segment: {'id': '025b8a33-3ceb-4af3-8526-9b1660fab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6733591c-8326-4756-b536-1842cbefade2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:47:02.602524 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Bound using segment: {'id': '025b8a33-3ceb-4af3-8526-9b1660fab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6733591c-8326-4756-b536-1842cbefade2'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:47:02.602986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Bound port: 5bebe7e4-0719-4f53-b1df-d1e1c4044442, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025b8a33-3ceb-4af3-8526-9b1660fab6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6733591c-8326-4756-b536-1842cbefade2'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:47:02.603387 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5bebe7e4-0719-4f53-b1df-d1e1c4044442), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:02.610014 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f6af6-a5b0-46ec-a241-539fb1315282 req-5cec925a-5679-4bed-b0c0-85f1ea0a7467 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:02.611614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a3f6af6-a5b0-46ec-a241-539fb1315282 req-5cec925a-5679-4bed-b0c0-85f1ea0a7467 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.2593706 Feb 05 02:47:02.623085 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:02.672596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] For port 5bebe7e4-0719-4f53-b1df-d1e1c4044442, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:47:02.675644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] For port 5bebe7e4-0719-4f53-b1df-d1e1c4044442, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=5bebe7e4-0719-4f53-b1df-d1e1c4044442,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:47:02.683887 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (5bebe7e4-0719-4f53-b1df-d1e1c4044442), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:02.727512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:02.728124 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:02.729512 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] 10.222.0.31 "PUT /v2.0/ports/5bebe7e4-0719-4f53-b1df-d1e1c4044442 HTTP/1.1" status: 200 len: 1092 time: 0.9630530 Feb 05 02:47:02.750627 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d05076-9cf5-4abf-b2c8-375e4c028471 req-6bef7006-6cbb-4c4a-82cf-fc05a60b41e6 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:02.752723 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9d05076-9cf5-4abf-b2c8-375e4c028471 req-6bef7006-6cbb-4c4a-82cf-fc05a60b41e6 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.3164084 Feb 05 02:47:02.788725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc8f4a-983c-435f-bda7-9bca601c9077 service neutron] Pushing event updated for resources: {'Port': ['ID=5bebe7e4-0719-4f53-b1df-d1e1c4044442,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:02.819342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Pushing event updated for resources: {'Port': ['ID=300860fd-87e2-4405-a8b5-0bd6cb3800ee,revision_number=8']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:02.826139 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63781932-fa71-4312-90df-aab58c1e7029 req-d2530fa6-663a-4242-95d1-d47ce9755664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:02.827864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:02.828012 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-63781932-fa71-4312-90df-aab58c1e7029 req-d2530fa6-663a-4242-95d1-d47ce9755664 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6733591c-8326-4756-b536-1842cbefade2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1173449 Feb 05 02:47:02.828495 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:02.830603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-39edafcf-b34b-419e-a0d9-f04093f0193b service neutron] 10.222.0.31 "PUT /v2.0/ports/300860fd-87e2-4405-a8b5-0bd6cb3800ee HTTP/1.1" status: 200 len: 1121 time: 1.6833885 Feb 05 02:47:02.867443 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b8e39df-b160-4c7f-8e96-957f57da20e7 req-977e089b-3769-44f7-a48d-5a14279811d4 service neutron] 10.222.0.10 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437581 Feb 05 02:47:02.884364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a3f6af6-a5b0-46ec-a241-539fb1315282 req-90b27d92-1c45-4602-b4c8-8a99f2a61eb3 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572665 Feb 05 02:47:02.888176 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9d05076-9cf5-4abf-b2c8-375e4c028471 req-86e463c5-1d2b-43c6-a16e-820020401dd0 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 695 time: 0.1132948 Feb 05 02:47:02.940088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['300860fd-87e2-4405-a8b5-0bd6cb3800ee'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:47:02.952149 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-f66677c6-7fda-43eb-8e22-844b56053a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:02.953654 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-f66677c6-7fda-43eb-8e22-844b56053a9d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c95c9e128f26487b9b27e1ff5c46660f&device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 1126 time: 0.1518996 Feb 05 02:47:03.015507 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-bd456245-7031-42ab-8d69-09e07ff61012 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bebe7e4-0719-4f53-b1df-d1e1c4044442 HTTP/1.1" status: 200 len: 217 time: 0.0484555 Feb 05 02:47:03.019255 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9d05076-9cf5-4abf-b2c8-375e4c028471 req-8006ad42-fb33-4d49-8b03-03409810f695 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 695 time: 0.1230073 Feb 05 02:47:03.019402 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-63781932-fa71-4312-90df-aab58c1e7029 req-e7d02e4d-bc76-4f47-bdfd-ca931a7b3efa service neutron] 10.222.0.10 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754844 Feb 05 02:47:03.143210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b8e39df-b160-4c7f-8e96-957f57da20e7 req-ed51d776-388c-4052-bd41-9dc75f014c3c service neutron] 10.222.0.10 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657638 Feb 05 02:47:03.153480 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372f70c-3df3-429c-beed-bd2a46927f96 req-0cd48eb2-a474-4623-b812-077a74436f79 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:03.156187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c372f70c-3df3-429c-beed-bd2a46927f96 req-0cd48eb2-a474-4623-b812-077a74436f79 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.1774554 Feb 05 02:47:03.238359 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c372f70c-3df3-429c-beed-bd2a46927f96 req-89a965ee-b3e4-404b-acc0-82c8ce1bc1d6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749505 Feb 05 02:47:03.246486 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-d9d05076-9cf5-4abf-b2c8-375e4c028471 req-ea46b158-e7c4-4143-a439-9331df181918 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Deleting port 8bbcc9fc-83ca-40d6-a76c-2b3ad906206e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:47:03.247214 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d9d05076-9cf5-4abf-b2c8-375e4c028471 req-ea46b158-e7c4-4143-a439-9331df181918 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8bbcc9fc-83ca-40d6-a76c-2b3ad906206e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:03.312205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-c0b9ccdc-0fa9-4cd8-95d0-e02da40cd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:03.313653 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-c0b9ccdc-0fa9-4cd8-95d0-e02da40cd647 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e325fba-58b3-48ac-8a7b-1b7778d4a069 HTTP/1.1" status: 200 len: 854 time: 0.2915540 Feb 05 02:47:03.373238 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-63781932-fa71-4312-90df-aab58c1e7029 req-17b43444-4774-4779-85b9-619462b6a0bc service neutron] 10.222.0.10 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419073 Feb 05 02:47:03.388407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-30018ce9-1bcd-4948-ab32-f52f88dd3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:03.389886 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-30018ce9-1bcd-4948-ab32-f52f88dd3585 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6733591c-8326-4756-b536-1842cbefade2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0681989 Feb 05 02:47:03.488604 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-e88dcfbd-44cb-405b-84a8-a3bdfb293744 service neutron] 10.222.0.31 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897031 Feb 05 02:47:03.547611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47609ba-02ac-41fa-884c-95d1be7e769c', 'tag': '1a4e7d54-37b3-44c1-8c6f-a572373f8494'}, {'server_uuid': '91c0e5a4-6d93-4069-a01c-c61e25baa8a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '300860fd-87e2-4405-a8b5-0bd6cb3800ee'}, {'name': 'network-changed', 'server_uuid': '91c0e5a4-6d93-4069-a01c-c61e25baa8a2', 'tag': '300860fd-87e2-4405-a8b5-0bd6cb3800ee'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:03.549861 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32552aab-47c7-421c-ad9b-42dd183620d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e47609ba-02ac-41fa-884c-95d1be7e769c", "tag": "1a4e7d54-37b3-44c1-8c6f-a572373f8494"}, {"server_uuid": "91c0e5a4-6d93-4069-a01c-c61e25baa8a2", "name": "network-vif-unplugged", "status": "completed", "tag": "300860fd-87e2-4405-a8b5-0bd6cb3800ee"}, {"name": "network-changed", "server_uuid": "91c0e5a4-6d93-4069-a01c-c61e25baa8a2", "tag": "300860fd-87e2-4405-a8b5-0bd6cb3800ee"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:03.572118 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7d37cc9-e260-4eab-a478-fa572c447b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:03.585529 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90fca3d6-5d72-480f-b906-375edcf42c8b req-eac356c4-f579-47e7-8801-0452a1e4cffb service neutron] 10.222.0.31 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891891 Feb 05 02:47:03.628299 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d9d05076-9cf5-4abf-b2c8-375e4c028471 req-ea46b158-e7c4-4143-a439-9331df181918 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8bbcc9fc-83ca-40d6-a76c-2b3ad906206e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:03.628630 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d9d05076-9cf5-4abf-b2c8-375e4c028471 req-ea46b158-e7c4-4143-a439-9331df181918 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for floatingip (8bbcc9fc-83ca-40d6-a76c-2b3ad906206e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:03.646222 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7b319-e6b3-4c4d-9da7-808dd38b3b46 req-0741da06-e23c-49a8-a5e3-e4635a0ac8eb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:03.647703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38f7b319-e6b3-4c4d-9da7-808dd38b3b46 req-0741da06-e23c-49a8-a5e3-e4635a0ac8eb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 943 time: 0.0949805 Feb 05 02:47:03.654788 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-d9d05076-9cf5-4abf-b2c8-375e4c028471 req-ea46b158-e7c4-4143-a439-9331df181918 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Calling delete_port for 8bbcc9fc-83ca-40d6-a76c-2b3ad906206e owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:47:03.739879 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38f7b319-e6b3-4c4d-9da7-808dd38b3b46 req-fbae5cdf-0187-4b50-af25-43e5f40c15da tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864651 Feb 05 02:47:03.861317 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d9d05076-9cf5-4abf-b2c8-375e4c028471 req-ea46b158-e7c4-4143-a439-9331df181918 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8bbcc9fc-83ca-40d6-a76c-2b3ad906206e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:03.892061 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46b158-e7c4-4143-a439-9331df181918 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Pushing event deleted for resources: {'Port': ['ID=8bbcc9fc-83ca-40d6-a76c-2b3ad906206e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:03.900426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad8e76-9061-4770-b20e-4bc57faad556 req-96255051-c4aa-4b78-a5b7-ec1837461a9e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:03.901977 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9dad8e76-9061-4770-b20e-4bc57faad556 req-96255051-c4aa-4b78-a5b7-ec1837461a9e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0982170 Feb 05 02:47:03.991925 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d9d05076-9cf5-4abf-b2c8-375e4c028471 req-ea46b158-e7c4-4143-a439-9331df181918 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks [] for floatingip (443e948b-9169-4ce8-baed-f9531ef9a60b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:03.994405 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d9d05076-9cf5-4abf-b2c8-375e4c028471 req-ea46b158-e7c4-4143-a439-9331df181918 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:03.995560 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9d05076-9cf5-4abf-b2c8-375e4c028471 req-ea46b158-e7c4-4143-a439-9331df181918 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "DELETE /v2.0/floatingips/443e948b-9169-4ce8-baed-f9531ef9a60b HTTP/1.1" status: 204 len: 173 time: 0.9656873 Feb 05 02:47:03.999658 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9dad8e76-9061-4770-b20e-4bc57faad556 req-8ebfd351-17c2-4d96-a4fc-fc6868435265 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746419 Feb 05 02:47:04.036620 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0', 'name': 'network-vif-deleted', 'tag': 'b8a98179-9182-4797-891e-ecdc5ee306e3'}, {'name': 'network-changed', 'server_uuid': '97a274ed-1573-4955-88b9-7d6785a7392d', 'tag': '5bebe7e4-0719-4f53-b1df-d1e1c4044442'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:04.039889 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336097fd-7f14-448f-a0c1-0f57fd5c8946" -d '{"events": [{"server_uuid": "9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0", "name": "network-vif-deleted", "tag": "b8a98179-9182-4797-891e-ecdc5ee306e3"}, {"name": "network-changed", "server_uuid": "97a274ed-1573-4955-88b9-7d6785a7392d", "tag": "5bebe7e4-0719-4f53-b1df-d1e1c4044442"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:04.044529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39270) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:04.082899 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00933a8c-53e6-4fdf-8dfa-92da0fd9361e x-openstack-request-id: req-00933a8c-53e6-4fdf-8dfa-92da0fd9361e {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:04.083199 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47609ba-02ac-41fa-884c-95d1be7e769c", "tag": "1a4e7d54-37b3-44c1-8c6f-a572373f8494", "status": "completed", "code": 200}, {"server_uuid": "91c0e5a4-6d93-4069-a01c-c61e25baa8a2", "name": "network-vif-unplugged", "status": "completed", "tag": "300860fd-87e2-4405-a8b5-0bd6cb3800ee", "code": 200}, {"name": "network-changed", "server_uuid": "91c0e5a4-6d93-4069-a01c-c61e25baa8a2", "tag": "300860fd-87e2-4405-a8b5-0bd6cb3800ee", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:04.083452 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00933a8c-53e6-4fdf-8dfa-92da0fd9361e {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:04.083839 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47609ba-02ac-41fa-884c-95d1be7e769c', 'tag': '1a4e7d54-37b3-44c1-8c6f-a572373f8494', 'status': 'completed', 'code': 200} Feb 05 02:47:04.084094 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c0e5a4-6d93-4069-a01c-c61e25baa8a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '300860fd-87e2-4405-a8b5-0bd6cb3800ee', 'code': 200} Feb 05 02:47:04.084342 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c0e5a4-6d93-4069-a01c-c61e25baa8a2', 'tag': '300860fd-87e2-4405-a8b5-0bd6cb3800ee', 'status': 'completed', 'code': 200} Feb 05 02:47:04.127920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-423b3877-7548-4ff0-bdf4-6f56f1d03b42 admin admin] Deleting subnet e5e26fee-5a2a-4d1b-b56a-b6fb61719b98 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:47:04.130456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:47:04.131688 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-423b3877-7548-4ff0-bdf4-6f56f1d03b42 admin admin] Publish callbacks [] for subnet (e5e26fee-5a2a-4d1b-b56a-b6fb61719b98), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:04.159834 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-2ad0a20a-0528-4c13-83b3-57adbacbc856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:04.161312 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-2ad0a20a-0528-4c13-83b3-57adbacbc856 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c8437a2b69b458ea6b623786250a865&device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 1128 time: 0.0471208 Feb 05 02:47:04.204293 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-423b3877-7548-4ff0-bdf4-6f56f1d03b42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (e5e26fee-5a2a-4d1b-b56a-b6fb61719b98), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:04.212533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab08e4-806c-43a8-9579-10b000695e8d req-270bfbc7-506e-403f-b714-7c1dc31ad7c5 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:04.214156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94ab08e4-806c-43a8-9579-10b000695e8d req-270bfbc7-506e-403f-b714-7c1dc31ad7c5 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 944 time: 0.1673281 Feb 05 02:47:04.235905 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a4f7cdf6-eeb2-49df-82f1-8aa7c137a075,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:04.251509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'a4f7cdf6-eeb2-49df-82f1-8aa7c137a075', 'network_id': '6733591c-8326-4756-b536-1842cbefade2', 'port_id': 'a4f7cdf6-eeb2-49df-82f1-8aa7c137a075', 'mac_address': 'fa:16:3e:38:7a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e325fba-58b3-48ac-8a7b-1b7778d4a069', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:47:04.262573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-4d6ebaf3-b759-469e-b024-0d1221de03c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:04.264465 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-4d6ebaf3-b759-469e-b024-0d1221de03c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=53175c25-93ae-44d1-91b5-d389da671851 HTTP/1.1" status: 200 len: 930 time: 0.0946679 Feb 05 02:47:04.290981 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:04.291373 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a4f7cdf6-eeb2-49df-82f1-8aa7c137a075), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:04.297955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2138f2-a6c1-4cb0-8d09-37c95137b442 req-e05b601d-49e8-4b2d-848e-544e7f14e42a tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:04.299658 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc2138f2-a6c1-4cb0-8d09-37c95137b442 req-e05b601d-49e8-4b2d-848e-544e7f14e42a tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.1649473 Feb 05 02:47:04.300872 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-423b3877-7548-4ff0-bdf4-6f56f1d03b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e5e26fee-5a2a-4d1b-b56a-b6fb61719b98), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:04.305378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:47:04.306245 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-16fd69a0-38b6-418d-b558-39d01c134b3a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a4e7d54-37b3-44c1-8c6f-a572373f8494 HTTP/1.1" status: 200 len: 217 time: 0.0345817 Feb 05 02:47:04.326184 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a4f7cdf6-eeb2-49df-82f1-8aa7c137a075,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:04.331888 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a4f7cdf6-eeb2-49df-82f1-8aa7c137a075), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:04.332561 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device b985c1d0-a6ca-4082-8508-259e5fd23050 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:47:04.343228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94ab08e4-806c-43a8-9579-10b000695e8d req-67a4caf5-bb9c-4220-8ed3-a966b3c6e08f tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088152 Feb 05 02:47:04.384285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-4a91cc9a-0f8d-4b90-9c3a-112a9652f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:04.385881 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-4a91cc9a-0f8d-4b90-9c3a-112a9652f9af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d914fd2d-55e1-4e77-a725-e35c596c7800 HTTP/1.1" status: 200 len: 868 time: 0.0692346 Feb 05 02:47:04.413443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port b985c1d0-a6ca-4082-8508-259e5fd23050, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=b985c1d0-a6ca-4082-8508-259e5fd23050,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:04.414709 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-423b3877-7548-4ff0-bdf4-6f56f1d03b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (e5e26fee-5a2a-4d1b-b56a-b6fb61719b98), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:04.433030 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'b985c1d0-a6ca-4082-8508-259e5fd23050', 'network_id': '6733591c-8326-4756-b536-1842cbefade2', 'port_id': 'b985c1d0-a6ca-4082-8508-259e5fd23050', 'mac_address': 'fa:16:3e:4c:94:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e325fba-58b3-48ac-8a7b-1b7778d4a069', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:47:04.441739 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fd886c-3217-4b15-888e-10635f80b416 x-openstack-request-id: req-31fd886c-3217-4b15-888e-10635f80b416 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:04.442148 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0", "name": "network-vif-deleted", "tag": "b8a98179-9182-4797-891e-ecdc5ee306e3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "97a274ed-1573-4955-88b9-7d6785a7392d", "tag": "5bebe7e4-0719-4f53-b1df-d1e1c4044442", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:04.443502 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31fd886c-3217-4b15-888e-10635f80b416 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:04.444050 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a39e6ae-d2cd-4c61-884c-89ff5e9b1fe0', 'name': 'network-vif-deleted', 'tag': 'b8a98179-9182-4797-891e-ecdc5ee306e3', 'status': 'completed', 'code': 200} Feb 05 02:47:04.444772 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a274ed-1573-4955-88b9-7d6785a7392d', 'tag': '5bebe7e4-0719-4f53-b1df-d1e1c4044442', 'status': 'completed', 'code': 200} Feb 05 02:47:04.447628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-71066d60-6825-4ff4-929c-7f1a19ea4f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:04.449053 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-71066d60-6825-4ff4-929c-7f1a19ea4f24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53175c25-93ae-44d1-91b5-d389da671851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0559323 Feb 05 02:47:04.469345 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc2138f2-a6c1-4cb0-8d09-37c95137b442 req-aa225682-ca7b-4e74-ba93-9e10ed8ef053 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363714 Feb 05 02:47:04.476103 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a4f7cdf6-eeb2-49df-82f1-8aa7c137a075,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:04.481683 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-423b3877-7548-4ff0-bdf4-6f56f1d03b42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:04.485241 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-423b3877-7548-4ff0-bdf4-6f56f1d03b42 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e5e26fee-5a2a-4d1b-b56a-b6fb61719b98 HTTP/1.1" status: 204 len: 168 time: 0.4395134 Feb 05 02:47:04.486195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b3877-7548-4ff0-bdf4-6f56f1d03b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e26fee-5a2a-4d1b-b56a-b6fb61719b98,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:04.487781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39276) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:04.507507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port b985c1d0-a6ca-4082-8508-259e5fd23050 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:04.507908 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b985c1d0-a6ca-4082-8508-259e5fd23050), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:04.523917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b985c1d0-a6ca-4082-8508-259e5fd23050 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:47:04.544284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port b985c1d0-a6ca-4082-8508-259e5fd23050, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=b985c1d0-a6ca-4082-8508-259e5fd23050,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:04.553742 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b985c1d0-a6ca-4082-8508-259e5fd23050), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:04.604710 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=b985c1d0-a6ca-4082-8508-259e5fd23050,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:04.615090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336097fd-7f14-448f-a0c1-0f57fd5c8946 req-373ab412-95ca-4293-b19a-ff708a0ca466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:04.616580 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-336097fd-7f14-448f-a0c1-0f57fd5c8946 req-373ab412-95ca-4293-b19a-ff708a0ca466 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c95c9e128f26487b9b27e1ff5c46660f&device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 1126 time: 0.1473331 Feb 05 02:47:04.620045 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-60a5c8c4-aa74-471e-96a9-7aedd0068351 service neutron] 10.222.0.10 "GET /v2.0/networks/53175c25-93ae-44d1-91b5-d389da671851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628871 Feb 05 02:47:04.661619 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db016c39-107f-42ce-b8c1-a0e57f275a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (e6889049-4ffd-4bf0-8474-eaf09f13998f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:04.691902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b52d2-abd1-4286-8642-ad2b418fd0bd req-3a7179a6-3737-44ef-8878-13624b8dcf7e tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:04.693516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa6b52d2-abd1-4286-8642-ad2b418fd0bd req-3a7179a6-3737-44ef-8878-13624b8dcf7e tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e47609ba-02ac-41fa-884c-95d1be7e769c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1322029 Feb 05 02:47:04.702088 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c28e3-3884-4f24-8293-7ef723a88c70 req-f20cff98-9a05-4424-ba09-f4ab80095b5d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:04.703645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-688c28e3-3884-4f24-8293-7ef723a88c70 req-f20cff98-9a05-4424-ba09-f4ab80095b5d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.1520879 Feb 05 02:47:04.765364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa6b52d2-abd1-4286-8642-ad2b418fd0bd req-a68da114-9064-4055-b406-56345f9c154d tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0605907 Feb 05 02:47:04.805939 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-3ac54237-bf8a-46db-ab6d-8ccf62a48645 service neutron] 10.222.0.10 "GET /v2.0/networks/53175c25-93ae-44d1-91b5-d389da671851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783409 Feb 05 02:47:04.806957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336097fd-7f14-448f-a0c1-0f57fd5c8946 req-99c4f97f-926d-4e13-adc6-bd329539c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:04.808287 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-336097fd-7f14-448f-a0c1-0f57fd5c8946 req-99c4f97f-926d-4e13-adc6-bd329539c1f0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6733591c-8326-4756-b536-1842cbefade2 HTTP/1.1" status: 200 len: 916 time: 0.1823235 Feb 05 02:47:04.868014 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-336097fd-7f14-448f-a0c1-0f57fd5c8946 req-415b2899-6aca-4ff9-8cb1-57cb021b9c45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bebe7e4-0719-4f53-b1df-d1e1c4044442 HTTP/1.1" status: 200 len: 217 time: 0.0536945 Feb 05 02:47:04.874313 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db016c39-107f-42ce-b8c1-a0e57f275a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (e6889049-4ffd-4bf0-8474-eaf09f13998f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:04.890315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['a4f7cdf6-eeb2-49df-82f1-8aa7c137a075'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:47:04.904259 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-688c28e3-3884-4f24-8293-7ef723a88c70 req-48d92e4e-f49a-4498-9115-ba906d4e6f59 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900854 Feb 05 02:47:04.927807 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-db016c39-107f-42ce-b8c1-a0e57f275a58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6889049-4ffd-4bf0-8474-eaf09f13998f']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:04.946092 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-db016c39-107f-42ce-b8c1-a0e57f275a58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafcad38-75e0-41d4-b616-2da5f13cf874') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:04.946392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-db016c39-107f-42ce-b8c1-a0e57f275a58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafcad38-75e0-41d4-b616-2da5f13cf874') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:04.959143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['b985c1d0-a6ca-4082-8508-259e5fd23050'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:47:04.963552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336097fd-7f14-448f-a0c1-0f57fd5c8946 req-095c50ce-ef35-4140-ad0a-6edd0f71e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:04.965161 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-336097fd-7f14-448f-a0c1-0f57fd5c8946 req-095c50ce-ef35-4140-ad0a-6edd0f71e496 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e325fba-58b3-48ac-8a7b-1b7778d4a069 HTTP/1.1" status: 200 len: 854 time: 0.0910332 Feb 05 02:47:04.969124 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db016c39-107f-42ce-b8c1-a0e57f275a58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (eafcad38-75e0-41d4-b616-2da5f13cf874), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.022121 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-831f1636-ec2a-4dcf-abc9-9a9bb4527e2a req-a8584c74-0573-4cb9-9db0-c488c8f081e2 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0659609 Feb 05 02:47:05.031660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe50d4-7959-4881-aa93-e97995b59e97 req-6df6fceb-bc10-493b-9675-648f085269a5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:05.039200 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfbe50d4-7959-4881-aa93-e97995b59e97 req-6df6fceb-bc10-493b-9675-648f085269a5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 943 time: 0.1840780 Feb 05 02:47:05.041327 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db016c39-107f-42ce-b8c1-a0e57f275a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (eafcad38-75e0-41d4-b616-2da5f13cf874), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.061147 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db016c39-107f-42ce-b8c1-a0e57f275a58 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:47:05.061542 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db016c39-107f-42ce-b8c1-a0e57f275a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (eafcad38-75e0-41d4-b616-2da5f13cf874), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:47:05.063695 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:47:05.099054 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336097fd-7f14-448f-a0c1-0f57fd5c8946 req-fbc623af-8112-4b37-a8fc-38fd6046eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:05.101181 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-336097fd-7f14-448f-a0c1-0f57fd5c8946 req-fbc623af-8112-4b37-a8fc-38fd6046eb5f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6733591c-8326-4756-b536-1842cbefade2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1276176 Feb 05 02:47:05.103468 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-ad48b133-5140-4f65-98b9-651e471cf16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:05.106580 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-ad48b133-5140-4f65-98b9-651e471cf16d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 1155 time: 0.2233241 Feb 05 02:47:05.108643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 300860fd-87e2-4405-a8b5-0bd6cb3800ee details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:47:05.111346 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device b8a98179-9182-4797-891e-ecdc5ee306e3 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:47:05.138593 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: b8a98179-9182-4797-891e-ecdc5ee306e3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:47:05.140053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device b8a98179-9182-4797-891e-ecdc5ee306e3 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:47:05.164030 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db016c39-107f-42ce-b8c1-a0e57f275a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (e6889049-4ffd-4bf0-8474-eaf09f13998f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.168942 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db016c39-107f-42ce-b8c1-a0e57f275a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.172302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-db016c39-107f-42ce-b8c1-a0e57f275a58 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e6889049-4ffd-4bf0-8474-eaf09f13998f HTTP/1.1" status: 204 len: 168 time: 0.6835215 Feb 05 02:47:05.179617 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfbe50d4-7959-4881-aa93-e97995b59e97 req-9f054f2c-f723-414e-bc26-d3b917b05bf2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391702 Feb 05 02:47:05.179617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39286) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:05.254234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63369e5-5534-4a0b-9a5e-61ff57dd4785 admin admin] Deleting subnet 00c1d7d0-0f6e-4a3c-bf71-7f7a7172f025 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:47:05.259331 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a63369e5-5534-4a0b-9a5e-61ff57dd4785 admin admin] Publish callbacks [] for subnet (00c1d7d0-0f6e-4a3c-bf71-7f7a7172f025), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.281649 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-336097fd-7f14-448f-a0c1-0f57fd5c8946 req-6028c7e5-dce6-43b1-a009-fd89e54c541c service neutron] 10.222.0.31 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717722 Feb 05 02:47:05.282624 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-7b30fbe3-7544-483b-8c4b-7ab5c35692b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:05.284024 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-7b30fbe3-7544-483b-8c4b-7ab5c35692b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 0.1627593 Feb 05 02:47:05.297197 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a63369e5-5534-4a0b-9a5e-61ff57dd4785 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (00c1d7d0-0f6e-4a3c-bf71-7f7a7172f025), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.338501 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a63369e5-5534-4a0b-9a5e-61ff57dd4785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (00c1d7d0-0f6e-4a3c-bf71-7f7a7172f025), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.342241 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-68908971-e084-47e3-9c9f-8c9a03f69e48 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee HTTP/1.1" status: 200 len: 217 time: 0.0441110 Feb 05 02:47:05.365079 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:05.380801 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 300860fd-87e2-4405-a8b5-0bd6cb3800ee has no active binding in host n-h1-826942-8 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 05 02:47:05.389111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db016c39-107f-42ce-b8c1-a0e57f275a58 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6889049-4ffd-4bf0-8474-eaf09f13998f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:05.433354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce19d4-6e00-4d82-ae85-696c01d949bf req-54330695-cd49-4758-a8cf-a259a18708de tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:05.440433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67ce19d4-6e00-4d82-ae85-696c01d949bf req-54330695-cd49-4758-a8cf-a259a18708de tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.3144376 Feb 05 02:47:05.452921 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-064ac526-10b9-4fed-a473-7f413f159112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:05.454390 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-064ac526-10b9-4fed-a473-7f413f159112 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.1112802 Feb 05 02:47:05.467029 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a63369e5-5534-4a0b-9a5e-61ff57dd4785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (00c1d7d0-0f6e-4a3c-bf71-7f7a7172f025), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.500244 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-2994e558-f5e7-46f2-ae18-a29602cacccd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372081 Feb 05 02:47:05.516517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63369e5-5534-4a0b-9a5e-61ff57dd4785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00c1d7d0-0f6e-4a3c-bf71-7f7a7172f025,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:05.517972 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-336097fd-7f14-448f-a0c1-0f57fd5c8946 req-938d550b-d25c-42e8-87f6-4018486658a7 service neutron] 10.222.0.31 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384215 Feb 05 02:47:05.522496 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a63369e5-5534-4a0b-9a5e-61ff57dd4785 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.525692 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a63369e5-5534-4a0b-9a5e-61ff57dd4785 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/00c1d7d0-0f6e-4a3c-bf71-7f7a7172f025 HTTP/1.1" status: 204 len: 168 time: 0.3424354 Feb 05 02:47:05.533957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39294) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:05.553073 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67ce19d4-6e00-4d82-ae85-696c01d949bf req-59e381ec-32a1-4d63-9ddb-cb983be7892c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117840 Feb 05 02:47:05.564313 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378adea-e3f3-499f-91af-1c8beefad8ae req-6c596de7-0ba8-4651-a2ea-01339131cfae tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:05.565816 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6378adea-e3f3-499f-91af-1c8beefad8ae req-6c596de7-0ba8-4651-a2ea-01339131cfae tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 944 time: 0.1229007 Feb 05 02:47:05.636275 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6378adea-e3f3-499f-91af-1c8beefad8ae req-7ae21966-37d8-4aa4-be8e-e67644da1c84 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532451 Feb 05 02:47:05.648680 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-559bfc94-89c1-4247-9ffc-52b7e365016f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (5253ebbf-3f84-4097-81a0-804f0826943b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.668174 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-84f24a7d-50b3-4dcf-bac7-c3085f8665ba service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587536 Feb 05 02:47:05.692678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a5b70-0da5-4816-ad39-d3f3ddb94387 req-8ee2cddf-6815-49fc-823e-410eafc0b508 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:05.694162 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f10a5b70-0da5-4816-ad39-d3f3ddb94387 req-8ee2cddf-6815-49fc-823e-410eafc0b508 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 946 time: 0.0735180 Feb 05 02:47:05.774635 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f10a5b70-0da5-4816-ad39-d3f3ddb94387 req-394a8191-9535-48a7-b46f-439edda76bf2 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9860f3b-6ede-4f9f-ba58-e79bd2adcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672264 Feb 05 02:47:05.782289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf0dd6-b92f-4462-b684-a9b730c2ee22 req-016d1f1d-6d52-41a4-9eba-dbea812ac714 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:05.783791 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0bf0dd6-b92f-4462-b684-a9b730c2ee22 req-016d1f1d-6d52-41a4-9eba-dbea812ac714 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.0861151 Feb 05 02:47:05.789326 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-559bfc94-89c1-4247-9ffc-52b7e365016f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (5253ebbf-3f84-4097-81a0-804f0826943b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.816431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-559bfc94-89c1-4247-9ffc-52b7e365016f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5253ebbf-3f84-4097-81a0-804f0826943b']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:05.829929 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4860f229-e1ec-49a4-a137-1f88c70ef12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.836022 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-559bfc94-89c1-4247-9ffc-52b7e365016f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee4a590-f91d-4781-8719-acd25b606b62') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:05.836315 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-559bfc94-89c1-4247-9ffc-52b7e365016f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee4a590-f91d-4781-8719-acd25b606b62') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:05.855313 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-559bfc94-89c1-4247-9ffc-52b7e365016f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (8ee4a590-f91d-4781-8719-acd25b606b62), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.860502 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0bf0dd6-b92f-4462-b684-a9b730c2ee22 req-2e9fbf3f-5c26-4bd2-8d13-cbcc024cd254 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617228 Feb 05 02:47:05.866105 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32552aab-47c7-421c-ad9b-42dd183620d6 req-be6bd42f-d639-4882-90b5-b5df4f3bd75c service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753705 Feb 05 02:47:05.872756 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-559bfc94-89c1-4247-9ffc-52b7e365016f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (8ee4a590-f91d-4781-8719-acd25b606b62), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.880560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559bfc94-89c1-4247-9ffc-52b7e365016f admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:47:05.881105 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-559bfc94-89c1-4247-9ffc-52b7e365016f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (8ee4a590-f91d-4781-8719-acd25b606b62), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:47:05.882979 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:47:05.905228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f7d14-6a3b-43b3-98f6-483821794f34 req-2cd74907-1100-4275-8c26-90a79c45927e tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:05.906745 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae1f7d14-6a3b-43b3-98f6-483821794f34 req-2cd74907-1100-4275-8c26-90a79c45927e tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 1128 time: 0.0573924 Feb 05 02:47:05.943264 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-559bfc94-89c1-4247-9ffc-52b7e365016f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (5253ebbf-3f84-4097-81a0-804f0826943b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.955579 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae1f7d14-6a3b-43b3-98f6-483821794f34 req-23575414-2fc6-4b2f-b880-4b1b95828a54 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426610 Feb 05 02:47:05.967925 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-559bfc94-89c1-4247-9ffc-52b7e365016f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:05.971390 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-559bfc94-89c1-4247-9ffc-52b7e365016f admin admin] 10.222.0.36 "DELETE /v2.0/networks/5253ebbf-3f84-4097-81a0-804f0826943b HTTP/1.1" status: 204 len: 168 time: 0.4365854 Feb 05 02:47:05.974486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bfc94-89c1-4247-9ffc-52b7e365016f admin admin] Pushing event deleted for resources: {'Network': ['ID=5253ebbf-3f84-4097-81a0-804f0826943b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:06.060310 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8c790-0fa1-45c0-8c41-a61b60292722 req-e26b0c38-12b1-4d36-a144-11835c2007f1 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:06.061983 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7df8c790-0fa1-45c0-8c41-a61b60292722 req-e26b0c38-12b1-4d36-a144-11835c2007f1 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.0607653 Feb 05 02:47:06.094488 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39308) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:06.132752 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7df8c790-0fa1-45c0-8c41-a61b60292722 req-e5761e0e-9439-4a48-a5a3-65b7bcd01918 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640850 Feb 05 02:47:06.158705 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e95e2d2b-05cb-4338-9e7e-26de44e74163 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=71233fed006a4b04a9ffe813a412f60a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0570612 Feb 05 02:47:06.158705 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39310) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:06.207077 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4887a8ec-a3d8-403d-8552-b4972cbeb9b7 admin admin] Publish callbacks [] for security_group (3c0d5565-7f02-4666-b26c-bd369a8c90ca), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:06.228151 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4887a8ec-a3d8-403d-8552-b4972cbeb9b7 admin admin] Publish callbacks [] for security_group (3c0d5565-7f02-4666-b26c-bd369a8c90ca), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:06.308352 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4887a8ec-a3d8-403d-8552-b4972cbeb9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3c0d5565-7f02-4666-b26c-bd369a8c90ca), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:06.311541 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4887a8ec-a3d8-403d-8552-b4972cbeb9b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:06.312670 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4887a8ec-a3d8-403d-8552-b4972cbeb9b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c0d5565-7f02-4666-b26c-bd369a8c90ca HTTP/1.1" status: 204 len: 168 time: 0.1551321 Feb 05 02:47:06.324729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887a8ec-a3d8-403d-8552-b4972cbeb9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0d5565-7f02-4666-b26c-bd369a8c90ca,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:06.339526 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6edc2-ca83-456d-913c-af6b54475867 req-f04d30c6-94b4-4ba6-a429-e3fe27092dd6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:06.347166 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75b6edc2-ca83-456d-913c-af6b54475867 req-f04d30c6-94b4-4ba6-a429-e3fe27092dd6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 943 time: 0.0861566 Feb 05 02:47:06.415300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75b6edc2-ca83-456d-913c-af6b54475867 req-98942457-bca4-4a81-a21f-7779cbcf4b31 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671308 Feb 05 02:47:06.665087 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39326) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:06.706813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c29c2bb9-cd1c-4ff7-ba78-1b0ccb776d57 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=821cf5ff85dc40bb8605765f7c74f39f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391920 Feb 05 02:47:06.708094 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39328) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:06.759228 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e311e860-8305-4307-bca8-7c3b7ebc4478 admin admin] Publish callbacks [] for security_group (8315c2cd-b213-454b-a0c1-ec46ae288b39), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:06.761043 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab460770-a501-44d5-8df2-2ac3230a4d39 req-d4a3fcd0-6d10-42a0-bdf0-5c0c8edf698e tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:06.763216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab460770-a501-44d5-8df2-2ac3230a4d39 req-d4a3fcd0-6d10-42a0-bdf0-5c0c8edf698e tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 944 time: 0.0554490 Feb 05 02:47:06.782990 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e311e860-8305-4307-bca8-7c3b7ebc4478 admin admin] Publish callbacks [] for security_group (8315c2cd-b213-454b-a0c1-ec46ae288b39), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:06.814816 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab460770-a501-44d5-8df2-2ac3230a4d39 req-6039fbb7-13a3-47f2-aa87-38511e2fcfde tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448263 Feb 05 02:47:06.857455 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e311e860-8305-4307-bca8-7c3b7ebc4478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8315c2cd-b213-454b-a0c1-ec46ae288b39), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:06.860416 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e311e860-8305-4307-bca8-7c3b7ebc4478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:06.864527 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e311e860-8305-4307-bca8-7c3b7ebc4478 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8315c2cd-b213-454b-a0c1-ec46ae288b39 HTTP/1.1" status: 204 len: 168 time: 0.1548705 Feb 05 02:47:06.873893 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311e860-8305-4307-bca8-7c3b7ebc4478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8315c2cd-b213-454b-a0c1-ec46ae288b39,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:06.932548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838696f7-0622-47fb-90bc-89dac00d6fc9 req-8595b7ae-0fda-48e7-830e-013db4ef85d3 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:06.941285 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-838696f7-0622-47fb-90bc-89dac00d6fc9 req-8595b7ae-0fda-48e7-830e-013db4ef85d3 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 946 time: 0.0868816 Feb 05 02:47:06.965954 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:07.028955 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-838696f7-0622-47fb-90bc-89dac00d6fc9 req-cdd375c4-98f8-48a1-90a6-e28416e01538 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9860f3b-6ede-4f9f-ba58-e79bd2adcf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866945 Feb 05 02:47:07.048553 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229a9fd-d77a-4de2-91ab-b2b68476456d req-30476d3e-8f4b-462f-b8fc-76150ae7033b tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:07.052589 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2229a9fd-d77a-4de2-91ab-b2b68476456d req-30476d3e-8f4b-462f-b8fc-76150ae7033b tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.0865483 Feb 05 02:47:07.109711 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2229a9fd-d77a-4de2-91ab-b2b68476456d req-071862d4-7378-4fac-b7b1-a20bf7ee2c0d tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509186 Feb 05 02:47:07.120537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 5bebe7e4-0719-4f53-b1df-d1e1c4044442 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:47:07.166858 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb0b7b-8a53-42a7-b676-619a8c492799 req-73667e1c-25c8-4556-b7e4-bd398ab02c67 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:07.170128 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11eb0b7b-8a53-42a7-b676-619a8c492799 req-73667e1c-25c8-4556-b7e4-bd398ab02c67 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.10 "GET /v2.0/ports?device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 946 time: 0.0870471 Feb 05 02:47:07.294096 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 5bebe7e4-0719-4f53-b1df-d1e1c4044442, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=5bebe7e4-0719-4f53-b1df-d1e1c4044442,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:07.305370 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-11eb0b7b-8a53-42a7-b676-619a8c492799 req-a2ebd605-70b6-4cd5-8690-e291e9ad4715 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Deleting port 1a4e7d54-37b3-44c1-8c6f-a572373f8494 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:47:07.305838 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11eb0b7b-8a53-42a7-b676-619a8c492799 req-a2ebd605-70b6-4cd5-8690-e291e9ad4715 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1a4e7d54-37b3-44c1-8c6f-a572373f8494), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:07.315120 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '5bebe7e4-0719-4f53-b1df-d1e1c4044442', 'network_id': '6733591c-8326-4756-b536-1842cbefade2', 'port_id': '5bebe7e4-0719-4f53-b1df-d1e1c4044442', 'mac_address': 'fa:16:3e:b9:75:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e325fba-58b3-48ac-8a7b-1b7778d4a069', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:47:07.347677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1ada4-fca2-4f46-8e24-05db1497ba27 req-d0339cb2-48ea-4cd2-8523-e000be03ace9 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:07.353834 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9bd1ada4-fca2-4f46-8e24-05db1497ba27 req-d0339cb2-48ea-4cd2-8523-e000be03ace9 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.1093118 Feb 05 02:47:07.405970 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 5bebe7e4-0719-4f53-b1df-d1e1c4044442 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:07.406342 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5bebe7e4-0719-4f53-b1df-d1e1c4044442), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:07.419160 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-11eb0b7b-8a53-42a7-b676-619a8c492799 req-a2ebd605-70b6-4cd5-8690-e291e9ad4715 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] For port 1a4e7d54-37b3-44c1-8c6f-a572373f8494, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1a4e7d54-37b3-44c1-8c6f-a572373f8494,segment=NetworkSegment(e726ada3-16b3-404f-ac56-184c178aa913),segment_id=e726ada3-16b3-404f-ac56-184c178aa913)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:07.419677 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11eb0b7b-8a53-42a7-b676-619a8c492799 req-a2ebd605-70b6-4cd5-8690-e291e9ad4715 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1a4e7d54-37b3-44c1-8c6f-a572373f8494), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:07.433651 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9bd1ada4-fca2-4f46-8e24-05db1497ba27 req-f4af2347-810f-43b1-9488-6e8a2c62524c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717254 Feb 05 02:47:07.434718 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-11eb0b7b-8a53-42a7-b676-619a8c492799 req-a2ebd605-70b6-4cd5-8690-e291e9ad4715 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Calling delete_port for 1a4e7d54-37b3-44c1-8c6f-a572373f8494 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:47:07.437362 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bebe7e4-0719-4f53-b1df-d1e1c4044442 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:47:07.478988 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 5bebe7e4-0719-4f53-b1df-d1e1c4044442, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=5bebe7e4-0719-4f53-b1df-d1e1c4044442,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:07.486200 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5bebe7e4-0719-4f53-b1df-d1e1c4044442), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:07.556242 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=5bebe7e4-0719-4f53-b1df-d1e1c4044442,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:07.622626 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11eb0b7b-8a53-42a7-b676-619a8c492799 req-a2ebd605-70b6-4cd5-8690-e291e9ad4715 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1a4e7d54-37b3-44c1-8c6f-a572373f8494), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:07.625681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effeaf5-5e9d-4d3e-9fc7-50256c6f2c93 req-ba2a1687-4e3d-4da5-8be2-0d0f4adaa27e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:07.628242 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6effeaf5-5e9d-4d3e-9fc7-50256c6f2c93 req-ba2a1687-4e3d-4da5-8be2-0d0f4adaa27e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 943 time: 0.1133029 Feb 05 02:47:07.636042 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['1a4e7d54-37b3-44c1-8c6f-a572373f8494'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:47:07.665689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebd605-70b6-4cd5-8690-e291e9ad4715 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Pushing event deleted for resources: {'Port': ['ID=1a4e7d54-37b3-44c1-8c6f-a572373f8494,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:07.716785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-11eb0b7b-8a53-42a7-b676-619a8c492799 req-a2ebd605-70b6-4cd5-8690-e291e9ad4715 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] No DVR routers for this DVR port 1a4e7d54-37b3-44c1-8c6f-a572373f8494 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:47:07.720811 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11eb0b7b-8a53-42a7-b676-619a8c492799 req-a2ebd605-70b6-4cd5-8690-e291e9ad4715 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:07.728615 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11eb0b7b-8a53-42a7-b676-619a8c492799 req-a2ebd605-70b6-4cd5-8690-e291e9ad4715 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.10 "DELETE /v2.0/ports/1a4e7d54-37b3-44c1-8c6f-a572373f8494 HTTP/1.1" status: 204 len: 173 time: 0.5530119 Feb 05 02:47:07.728971 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47609ba-02ac-41fa-884c-95d1be7e769c', 'name': 'network-vif-deleted', 'tag': '1a4e7d54-37b3-44c1-8c6f-a572373f8494'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:07.737422 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6effeaf5-5e9d-4d3e-9fc7-50256c6f2c93 req-131dbb0f-4234-4e93-ab46-b31e1afd29d3 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955498 Feb 05 02:47:07.741355 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35ce774-e2da-4047-9053-8078bf11095b" -d '{"events": [{"server_uuid": "e47609ba-02ac-41fa-884c-95d1be7e769c", "name": "network-vif-deleted", "tag": "1a4e7d54-37b3-44c1-8c6f-a572373f8494"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:07.808893 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81792570-6054-4ea4-8436-4c41b88697a4 x-openstack-request-id: req-81792570-6054-4ea4-8436-4c41b88697a4 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:07.809841 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47609ba-02ac-41fa-884c-95d1be7e769c", "name": "network-vif-deleted", "tag": "1a4e7d54-37b3-44c1-8c6f-a572373f8494", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:07.810179 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81792570-6054-4ea4-8436-4c41b88697a4 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:07.810929 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47609ba-02ac-41fa-884c-95d1be7e769c', 'name': 'network-vif-deleted', 'tag': '1a4e7d54-37b3-44c1-8c6f-a572373f8494', 'status': 'completed', 'code': 200} Feb 05 02:47:07.936486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['5bebe7e4-0719-4f53-b1df-d1e1c4044442'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:47:07.949665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b758186-f822-48a9-a8dd-57b6ef3aaa27 req-11025133-9a08-4cae-81c7-9549519cb38e tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:07.951137 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b758186-f822-48a9-a8dd-57b6ef3aaa27 req-11025133-9a08-4cae-81c7-9549519cb38e tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 945 time: 0.0593960 Feb 05 02:47:08.007293 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b758186-f822-48a9-a8dd-57b6ef3aaa27 req-97783d7a-da99-4632-95d8-ab4b68fb76b9 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495048 Feb 05 02:47:08.017463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39364) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:08.119353 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c8b42601-fea9-4e40-9d17-5e8013fcca2e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-755895716-network', 'tenant_id': '538e7ac3e678422f81816a1ab8714373'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:08.139180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b42601-fea9-4e40-9d17-5e8013fcca2e admin admin] Made reservation on behalf of 538e7ac3e678422f81816a1ab8714373 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:47:08.141566 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8b42601-fea9-4e40-9d17-5e8013fcca2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:08.145547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cbe4307e-7467-4184-8cec-5c382f4cdf8a req-ed5c0040-7399-41cb-8208-1fdf8da430de tempest-FloatingIPsAssociationNegativeTestJSON-1972461203 tempest-FloatingIPsAssociationNegativeTestJSON-1972461203-project] 10.222.0.36 "GET /v2.0/ports?device_id=e47609ba-02ac-41fa-884c-95d1be7e769c HTTP/1.1" status: 200 len: 210 time: 0.0277431 Feb 05 02:47:08.155069 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8b42601-fea9-4e40-9d17-5e8013fcca2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:08.179778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:08.236216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:47:08.240761 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:08.241181 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a4f7cdf6-eeb2-49df-82f1-8aa7c137a075), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:08.253379 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8b42601-fea9-4e40-9d17-5e8013fcca2e admin admin] Publish callbacks [] for security_group (18ca0691-0cf1-4587-bd4c-8dfe9ef7d58b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:08.258367 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8b42601-fea9-4e40-9d17-5e8013fcca2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (18ca0691-0cf1-4587-bd4c-8dfe9ef7d58b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:08.289271 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b42601-fea9-4e40-9d17-5e8013fcca2e admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:47:08.292794 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce285b-8b19-4e2d-a296-ee223b66846d req-a2d555cb-0c4d-45cb-9f7a-abc807c42b36 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:08.294970 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0ce285b-8b19-4e2d-a296-ee223b66846d req-a2d555cb-0c4d-45cb-9f7a-abc807c42b36 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.0878129 Feb 05 02:47:08.298718 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b42601-fea9-4e40-9d17-5e8013fcca2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ca0691-0cf1-4587-bd4c-8dfe9ef7d58b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:08.322303 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8b42601-fea9-4e40-9d17-5e8013fcca2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a3321beb-e4b0-49a9-896a-b1961e1a4bd7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:08.323510 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-c8b42601-fea9-4e40-9d17-5e8013fcca2e admin admin] Added segment a3321beb-e4b0-49a9-896a-b1961e1a4bd7 of type vlan for network edd411eb-511e-41c7-821a-4cb6398ac994 Feb 05 02:47:08.353209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:08.353603 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a4f7cdf6-eeb2-49df-82f1-8aa7c137a075), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:08.353983 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0ce285b-8b19-4e2d-a296-ee223b66846d req-fa6c7e74-00a5-4b6b-a3e1-cc7dd8abaa93 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523660 Feb 05 02:47:08.375670 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8b42601-fea9-4e40-9d17-5e8013fcca2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (edd411eb-511e-41c7-821a-4cb6398ac994), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:08.382840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0df58c2-a510-4bfa-9d32-35c0975308d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f7cdf6-eeb2-49df-82f1-8aa7c137a075'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:08.385334 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6f6c39-ff69-4dfc-a2a6-d4ba762e62cc" -d '{"events": [{"server_uuid": "b0df58c2-a510-4bfa-9d32-35c0975308d0", "name": "network-vif-plugged", "status": "completed", "tag": "a4f7cdf6-eeb2-49df-82f1-8aa7c137a075"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:08.397328 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a4f7cdf6-eeb2-49df-82f1-8aa7c137a075,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:08.401935 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a4f7cdf6-eeb2-49df-82f1-8aa7c137a075), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:08.403237 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device b985c1d0-a6ca-4082-8508-259e5fd23050 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:08.403826 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8b42601-fea9-4e40-9d17-5e8013fcca2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (edd411eb-511e-41c7-821a-4cb6398ac994), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:08.404980 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b42601-fea9-4e40-9d17-5e8013fcca2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:08.405763 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8b42601-fea9-4e40-9d17-5e8013fcca2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:08.433415 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c8b42601-fea9-4e40-9d17-5e8013fcca2e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4148562 Feb 05 02:47:08.437674 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39376) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:08.442384 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0003b3c-3ff8-4f2d-ba43-4cb7368fb1fd x-openstack-request-id: req-c0003b3c-3ff8-4f2d-ba43-4cb7368fb1fd {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:08.442713 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0df58c2-a510-4bfa-9d32-35c0975308d0", "name": "network-vif-plugged", "status": "completed", "tag": "a4f7cdf6-eeb2-49df-82f1-8aa7c137a075", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:08.443003 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-baefd101-e00b-4ce7-9e89-ebb7f82463f7 admin admin] Request body: {'subnet': {'network_id': 'edd411eb-511e-41c7-821a-4cb6398ac994', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-755895716-subnet', 'tenant_id': '538e7ac3e678422f81816a1ab8714373', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:08.443118 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0003b3c-3ff8-4f2d-ba43-4cb7368fb1fd {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:08.443375 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0df58c2-a510-4bfa-9d32-35c0975308d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f7cdf6-eeb2-49df-82f1-8aa7c137a075', 'code': 200} Feb 05 02:47:08.469876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baefd101-e00b-4ce7-9e89-ebb7f82463f7 admin admin] Made reservation on behalf of 538e7ac3e678422f81816a1ab8714373 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:47:08.473347 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baefd101-e00b-4ce7-9e89-ebb7f82463f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:08.497342 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b42601-fea9-4e40-9d17-5e8013fcca2e admin admin] Pushing event updated for resources: {'Network': ['ID=edd411eb-511e-41c7-821a-4cb6398ac994,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:08.508708 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a4f7cdf6-eeb2-49df-82f1-8aa7c137a075,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:08.514397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network edd411eb-511e-41c7-821a-4cb6398ac994 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:47:08.519171 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:08.574496 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port b985c1d0-a6ca-4082-8508-259e5fd23050 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:47:08.588139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port b985c1d0-a6ca-4082-8508-259e5fd23050 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:08.588754 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b985c1d0-a6ca-4082-8508-259e5fd23050), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:08.594675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caed14-a434-435f-983b-6e20099472dc req-214024a1-7e33-4722-a698-b359b6f4232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:08.596201 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2caed14-a434-435f-983b-6e20099472dc req-214024a1-7e33-4722-a698-b359b6f4232d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 1127 time: 0.0712981 Feb 05 02:47:08.663446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18222c50-dcf2-479b-aaac-b8bd7e343367 req-55979ed0-b237-4b69-85ee-179e6d754401 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:08.667262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-18222c50-dcf2-479b-aaac-b8bd7e343367 req-55979ed0-b237-4b69-85ee-179e6d754401 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.1057451 Feb 05 02:47:08.671668 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2caed14-a434-435f-983b-6e20099472dc req-6876f3e8-d26e-4912-ab35-5ea94ff67dc3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611248 Feb 05 02:47:08.685731 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port b985c1d0-a6ca-4082-8508-259e5fd23050 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:08.686119 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b985c1d0-a6ca-4082-8508-259e5fd23050), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:08.720537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port b985c1d0-a6ca-4082-8508-259e5fd23050, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=b985c1d0-a6ca-4082-8508-259e5fd23050,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:08.725548 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b985c1d0-a6ca-4082-8508-259e5fd23050), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:08.757714 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-18222c50-dcf2-479b-aaac-b8bd7e343367 req-aab737b0-cf56-4941-b1bf-f5f7ef98b78f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860140 Feb 05 02:47:08.781363 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=b985c1d0-a6ca-4082-8508-259e5fd23050,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:08.806329 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baefd101-e00b-4ce7-9e89-ebb7f82463f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (63033f43-68e4-4580-82f4-ee97604aa192), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:08.893943 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefd101-e00b-4ce7-9e89-ebb7f82463f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63033f43-68e4-4580-82f4-ee97604aa192,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:08.911344 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baefd101-e00b-4ce7-9e89-ebb7f82463f7 admin admin] Checking segment: {'id': 'a3321beb-e4b0-49a9-896a-b1961e1a4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'edd411eb-511e-41c7-821a-4cb6398ac994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:47:08.911620 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baefd101-e00b-4ce7-9e89-ebb7f82463f7 admin admin] Network hostable DHCP agents. Network: edd411eb-511e-41c7-821a-4cb6398ac994, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:47:08.930399 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcb9d8-1ef3-4fc8-ba70-efab7cba448d req-181901c5-71a8-4dd4-864a-83d989318898 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:08.931894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7bcb9d8-1ef3-4fc8-ba70-efab7cba448d req-181901c5-71a8-4dd4-864a-83d989318898 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 943 time: 0.0976391 Feb 05 02:47:08.946678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baefd101-e00b-4ce7-9e89-ebb7f82463f7 admin admin] Network edd411eb-511e-41c7-821a-4cb6398ac994 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:47:08.966572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-baefd101-e00b-4ce7-9e89-ebb7f82463f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, edd411eb-511e-41c7-821a-4cb6398ac994) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:08.975342 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49b8388-ae6d-46fc-9a37-db15af5f328a None None] Network edd411eb-511e-41c7-821a-4cb6398ac994 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:47:08.977569 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baefd101-e00b-4ce7-9e89-ebb7f82463f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:08.978821 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baefd101-e00b-4ce7-9e89-ebb7f82463f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:09.004563 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7bcb9d8-1ef3-4fc8-ba70-efab7cba448d req-359a338e-07c2-43e9-89c6-2b4ac6b15d54 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650933 Feb 05 02:47:09.008175 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-baefd101-e00b-4ce7-9e89-ebb7f82463f7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5693822 Feb 05 02:47:09.011427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39392) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:09.020047 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-755895716-router', 'tenant_id': '538e7ac3e678422f81816a1ab8714373', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:09.053509 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (873a08ce-8dbd-4c39-8ac3-649417636f0a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:09.055380 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (873a08ce-8dbd-4c39-8ac3-649417636f0a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:09.135721 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-edd411eb-511e-41c7-821a-4cb6398ac994', 'network_id': 'edd411eb-511e-41c7-821a-4cb6398ac994', 'project_id': '538e7ac3e678422f81816a1ab8714373', 'fixed_ips': [{'subnet_id': '63033f43-68e4-4580-82f4-ee97604aa192'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:47:09.136850 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:09.148567 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4862228-2d71-46fe-99d1-145712dd27ef req-aa80ba09-cd60-40d5-9396-99ead688b599 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:09.150143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e4862228-2d71-46fe-99d1-145712dd27ef req-aa80ba09-cd60-40d5-9396-99ead688b599 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 945 time: 0.0669444 Feb 05 02:47:09.150309 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Publish callbacks [] for router_controller (873a08ce-8dbd-4c39-8ac3-649417636f0a), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:09.219590 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e4862228-2d71-46fe-99d1-145712dd27ef req-e5ddc0c5-9f5d-45c7-b7c6-a5e731fd3a4d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601645 Feb 05 02:47:09.225341 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39400) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:09.348609 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Allocated IP 172.20.0.2 (edd411eb-511e-41c7-821a-4cb6398ac994/63033f43-68e4-4580-82f4-ee97604aa192/13295517-0b93-4e01-bd28-abf31d5d2c32) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:47:09.538893 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Publish callbacks [] for router_gateway (873a08ce-8dbd-4c39-8ac3-649417636f0a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:09.576794 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cdc12-1b1b-4068-a0f5-f9c1a37ab491 req-04c1a791-5e37-4603-ac52-986af40d57b8 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:09.578367 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a1cdc12-1b1b-4068-a0f5-f9c1a37ab491 req-04c1a791-5e37-4603-ac52-986af40d57b8 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.1058393 Feb 05 02:47:09.695874 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a1cdc12-1b1b-4068-a0f5-f9c1a37ab491 req-22eb6e02-7592-427a-986b-c2e6f0ba2d11 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090279 Feb 05 02:47:09.706965 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Publish callbacks [] for port (13295517-0b93-4e01-bd28-abf31d5d2c32), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:09.716071 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (13295517-0b93-4e01-bd28-abf31d5d2c32), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:09.758771 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Network edd411eb-511e-41c7-821a-4cb6398ac994 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:47:09.766667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:09.771812 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:47:09.788283 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Pushing event updated for resources: {'Port': ['ID=13295517-0b93-4e01-bd28-abf31d5d2c32,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:09.799493 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:09.799917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:09.800353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:09.800864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:09.801290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:09.801726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:09.802147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:09.802565 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:09.803020 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:09.803607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:09.804030 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:09.804446 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:09.804864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:09.813980 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Publish callbacks [] for router_gateway (873a08ce-8dbd-4c39-8ac3-649417636f0a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:09.834683 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:09.905980 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Attempting to bind port 13295517-0b93-4e01-bd28-abf31d5d2c32 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:47:09.917155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Attempting to bind port 13295517-0b93-4e01-bd28-abf31d5d2c32 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'a3321beb-e4b0-49a9-896a-b1961e1a4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'edd411eb-511e-41c7-821a-4cb6398ac994'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:47:09.917375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Attempting to bind port 13295517-0b93-4e01-bd28-abf31d5d2c32 on network edd411eb-511e-41c7-821a-4cb6398ac994 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:09.922232 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb7682a-34a1-4432-a87f-d348a946820e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (98b8504d-74cf-4b03-b693-6230541c9633), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:09.930408 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:09.937293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:47:09.937672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Checking segment: {'id': 'a3321beb-e4b0-49a9-896a-b1961e1a4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'edd411eb-511e-41c7-821a-4cb6398ac994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:47:09.938074 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:09.938918 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Bound using segment: {'id': 'a3321beb-e4b0-49a9-896a-b1961e1a4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'edd411eb-511e-41c7-821a-4cb6398ac994'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:47:09.939446 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Bound port: 13295517-0b93-4e01-bd28-abf31d5d2c32, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3321beb-e4b0-49a9-896a-b1961e1a4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'edd411eb-511e-41c7-821a-4cb6398ac994'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:47:09.939843 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (13295517-0b93-4e01-bd28-abf31d5d2c32), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:09.971138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Allocated IP 172.25.0.73 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/c4c72eeb-c59b-4592-b3cd-da8707535046) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:47:10.067935 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] For port 13295517-0b93-4e01-bd28-abf31d5d2c32, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:47:10.071903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] For port 13295517-0b93-4e01-bd28-abf31d5d2c32, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=13295517-0b93-4e01-bd28-abf31d5d2c32,segment=NetworkSegment(a3321beb-e4b0-49a9-896a-b1961e1a4bd7),segment_id=a3321beb-e4b0-49a9-896a-b1961e1a4bd7)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:47:10.104860 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (13295517-0b93-4e01-bd28-abf31d5d2c32), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:10.171781 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Publish callbacks [] for port (c4c72eeb-c59b-4592-b3cd-da8707535046), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:10.230354 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b57a0-1f95-4eca-954f-e4a4a4c4ba8e None None] Pushing event updated for resources: {'Port': ['ID=13295517-0b93-4e01-bd28-abf31d5d2c32,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:10.249101 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c4c72eeb-c59b-4592-b3cd-da8707535046), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:10.298133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:47:10.306129 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:10.308831 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:47:10.367765 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e44fe-3898-43d8-a032-c7372209f11c req-614069fd-324f-4220-a993-3aabc6a2cb23 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:10.367765 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-159e44fe-3898-43d8-a032-c7372209f11c req-614069fd-324f-4220-a993-3aabc6a2cb23 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.5116770 Feb 05 02:47:10.368328 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c72eeb-c59b-4592-b3cd-da8707535046,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:10.444468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e213cd-93b0-4e47-8073-937787902601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b985c1d0-a6ca-4082-8508-259e5fd23050'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:10.449508 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024583ef-51ab-4bbd-af0f-6d9e059554a7" -d '{"events": [{"server_uuid": "d1e213cd-93b0-4e47-8073-937787902601", "name": "network-vif-plugged", "status": "completed", "tag": "b985c1d0-a6ca-4082-8508-259e5fd23050"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:10.460579 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-159e44fe-3898-43d8-a032-c7372209f11c req-3cc34676-e393-4348-a2a1-ec4f96276ce9 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816543 Feb 05 02:47:10.485746 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fb342-0296-4a8b-92e6-6418ebea0a03 req-fa9c1809-781c-46aa-9639-170c756eae80 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:10.493082 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a86fb342-0296-4a8b-92e6-6418ebea0a03 req-fa9c1809-781c-46aa-9639-170c756eae80 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 943 time: 0.2221978 Feb 05 02:47:10.657767 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Publish callbacks [] for router_gateway (873a08ce-8dbd-4c39-8ac3-649417636f0a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:10.710600 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a86fb342-0296-4a8b-92e6-6418ebea0a03 req-9b30b058-1442-40a6-8195-50f1d68dad9c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164731 Feb 05 02:47:10.750953 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893389bc-55cb-4ba2-8a1a-a82538f33b74 req-b9652a2d-65ea-4296-ae27-b38753b8451a tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:10.753149 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-893389bc-55cb-4ba2-8a1a-a82538f33b74 req-b9652a2d-65ea-4296-ae27-b38753b8451a tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 945 time: 0.1661565 Feb 05 02:47:10.785258 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9492918-25b2-482c-8d11-b6ee9add5209 x-openstack-request-id: req-e9492918-25b2-482c-8d11-b6ee9add5209 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:10.785604 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e213cd-93b0-4e47-8073-937787902601", "name": "network-vif-plugged", "status": "completed", "tag": "b985c1d0-a6ca-4082-8508-259e5fd23050", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:10.785863 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9492918-25b2-482c-8d11-b6ee9add5209 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:10.786276 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e213cd-93b0-4e47-8073-937787902601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b985c1d0-a6ca-4082-8508-259e5fd23050', 'code': 200} Feb 05 02:47:10.955030 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:10.974275 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-893389bc-55cb-4ba2-8a1a-a82538f33b74 req-1d41424e-574e-4af1-a3ae-6a35c06ca8b0 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152851 Feb 05 02:47:10.983763 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (873a08ce-8dbd-4c39-8ac3-649417636f0a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:10.988406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 13295517-0b93-4e01-bd28-abf31d5d2c32 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:10.991050 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e1330-b4d2-4d9b-a2e9-96658da9ecce req-c9b1821f-84f9-4799-a09f-8ff12933c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:10.993004 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3b5e1330-b4d2-4d9b-a2e9-96658da9ecce req-c9b1821f-84f9-4799-a09f-8ff12933c2b8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d1e213cd-93b0-4e47-8073-937787902601 HTTP/1.1" status: 200 len: 1127 time: 0.1034179 Feb 05 02:47:10.998926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711a6f3-92a1-44ca-8fea-9f63e5e3aea4 req-a38e82fe-6c12-49f8-9412-3ee5497cee0c tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:11.006164 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b711a6f3-92a1-44ca-8fea-9f63e5e3aea4 req-a38e82fe-6c12-49f8-9412-3ee5497cee0c tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.1406593 Feb 05 02:47:11.066125 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 13295517-0b93-4e01-bd28-abf31d5d2c32 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:11.066504 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (13295517-0b93-4e01-bd28-abf31d5d2c32), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:11.073373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3eb7682a-34a1-4432-a87f-d348a946820e admin admin] Deleting port c7117d16-9a8c-4450-9524-c17838df1a97 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:47:11.073993 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb7682a-34a1-4432-a87f-d348a946820e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c7117d16-9a8c-4450-9524-c17838df1a97), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:11.095282 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b711a6f3-92a1-44ca-8fea-9f63e5e3aea4 req-1ce8a7eb-0577-4df0-8392-2b0fdc972114 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882785 Feb 05 02:47:11.154621 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3b5e1330-b4d2-4d9b-a2e9-96658da9ecce req-3add0ae8-39dd-4a55-a06d-7f7be198dbf8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174412 Feb 05 02:47:11.175673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 13295517-0b93-4e01-bd28-abf31d5d2c32 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:11.176533 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (13295517-0b93-4e01-bd28-abf31d5d2c32), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:11.178976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 5bebe7e4-0719-4f53-b1df-d1e1c4044442 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:11.205764 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-3eb7682a-34a1-4432-a87f-d348a946820e admin admin] For port c7117d16-9a8c-4450-9524-c17838df1a97, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c7117d16-9a8c-4450-9524-c17838df1a97,segment=NetworkSegment(e726ada3-16b3-404f-ac56-184c178aa913),segment_id=e726ada3-16b3-404f-ac56-184c178aa913)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:11.206139 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb7682a-34a1-4432-a87f-d348a946820e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c7117d16-9a8c-4450-9524-c17838df1a97), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:11.221229 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3eb7682a-34a1-4432-a87f-d348a946820e admin admin] Calling delete_port for c7117d16-9a8c-4450-9524-c17838df1a97 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:47:11.235145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Router 873a08ce-8dbd-4c39-8ac3-649417636f0a is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:47:11.263003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 13295517-0b93-4e01-bd28-abf31d5d2c32, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=13295517-0b93-4e01-bd28-abf31d5d2c32,segment=NetworkSegment(a3321beb-e4b0-49a9-896a-b1961e1a4bd7),segment_id=a3321beb-e4b0-49a9-896a-b1961e1a4bd7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:11.279188 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (13295517-0b93-4e01-bd28-abf31d5d2c32), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:11.312338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 5bebe7e4-0719-4f53-b1df-d1e1c4044442 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:47:11.319871 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 5bebe7e4-0719-4f53-b1df-d1e1c4044442 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:11.320425 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5bebe7e4-0719-4f53-b1df-d1e1c4044442), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:11.404050 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=13295517-0b93-4e01-bd28-abf31d5d2c32,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:11.447498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:47:11.454068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 5bebe7e4-0719-4f53-b1df-d1e1c4044442 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:11.455059 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5bebe7e4-0719-4f53-b1df-d1e1c4044442), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:11.462808 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Sync routers for ids ['873a08ce-8dbd-4c39-8ac3-649417636f0a'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:47:11.476767 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Routers {'873a08ce-8dbd-4c39-8ac3-649417636f0a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:47:11.477812 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['873a08ce-8dbd-4c39-8ac3-649417636f0a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:11.486716 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:11.491312 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6580caec-4f2d-4cf2-8c9d-a9ced22414c4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.4770494 Feb 05 02:47:11.493096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39420) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:11.535216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 5bebe7e4-0719-4f53-b1df-d1e1c4044442, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=5bebe7e4-0719-4f53-b1df-d1e1c4044442,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:11.546502 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5bebe7e4-0719-4f53-b1df-d1e1c4044442), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:11.612826 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Set router 873a08ce-8dbd-4c39-8ac3-649417636f0a gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:47:11.679350 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=5bebe7e4-0719-4f53-b1df-d1e1c4044442,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:11.728835 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26513e0-9b80-4548-b19c-1ee62d79e4f0 None None] Network edd411eb-511e-41c7-821a-4cb6398ac994 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:47:11.777447 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de2549-650c-46e3-ad22-a415626f9ff8 req-b24937c4-81e1-4be6-a43d-04b86612559d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:11.791499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7de2549-650c-46e3-ad22-a415626f9ff8 req-b24937c4-81e1-4be6-a43d-04b86612559d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.1857615 Feb 05 02:47:11.826865 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-755895716-router', 'tenant_id': '538e7ac3e678422f81816a1ab8714373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c4c72eeb-c59b-4592-b3cd-da8707535046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:09Z', 'updated_at': '2022-02-05T02:47:10Z', 'revision_number': 3, 'project_id': '538e7ac3e678422f81816a1ab8714373', 'gw_port': {'id': 'c4c72eeb-c59b-4592-b3cd-da8707535046', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:09Z', 'updated_at': '2022-02-05T02:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:11.859051 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Checking router: 873a08ce-8dbd-4c39-8ac3-649417636f0a for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:47:11.859688 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Updating router 873a08ce-8dbd-4c39-8ac3-649417636f0a port c4c72eeb-c59b-4592-b3cd-da8707535046 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:47:11.865923 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb7682a-34a1-4432-a87f-d348a946820e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c7117d16-9a8c-4450-9524-c17838df1a97), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:11.868002 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2511153e-f4fd-4c03-9ddf-e84bed67c4a7 None None] Provisioning complete for port 13295517-0b93-4e01-bd28-abf31d5d2c32 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:11.868382 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2511153e-f4fd-4c03-9ddf-e84bed67c4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (13295517-0b93-4e01-bd28-abf31d5d2c32), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:11.893074 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c4c72eeb-c59b-4592-b3cd-da8707535046), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:11.964099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7682a-34a1-4432-a87f-d348a946820e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7117d16-9a8c-4450-9524-c17838df1a97,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:11.994649 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2511153e-f4fd-4c03-9ddf-e84bed67c4a7 None None] Current status of the port 13295517-0b93-4e01-bd28-abf31d5d2c32 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:12.093614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7de2549-650c-46e3-ad22-a415626f9ff8 req-f87c7cf2-cad3-4f09-a68e-e9149a0c6c0f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009121 Feb 05 02:47:12.125344 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7986b-5378-435e-8883-f193d50b0a0d req-540fa756-57b0-46e3-85b8-5fc530e0581c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:12.133078 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84c7986b-5378-435e-8883-f193d50b0a0d req-540fa756-57b0-46e3-85b8-5fc530e0581c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 943 time: 0.2868738 Feb 05 02:47:12.211825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1a4e7d54-37b3-44c1-8c6f-a572373f8494 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:47:12.257262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 1a4e7d54-37b3-44c1-8c6f-a572373f8494 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:47:12.258343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1a4e7d54-37b3-44c1-8c6f-a572373f8494 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:47:12.266002 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Publish callbacks [] for port (c4c72eeb-c59b-4592-b3cd-da8707535046), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:12.275986 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c4c72eeb-c59b-4592-b3cd-da8707535046), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:12.327906 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Attempting to bind port c4c72eeb-c59b-4592-b3cd-da8707535046 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:47:12.328569 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Attempting to bind port c4c72eeb-c59b-4592-b3cd-da8707535046 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:47:12.328704 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Attempting to bind port c4c72eeb-c59b-4592-b3cd-da8707535046 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:12.331881 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-76e84523-2e1d-4f12-8cf6-955af6d4d494 None None] Provisioning complete for port 13295517-0b93-4e01-bd28-abf31d5d2c32 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:12.331881 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76e84523-2e1d-4f12-8cf6-955af6d4d494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (13295517-0b93-4e01-bd28-abf31d5d2c32), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:12.335947 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ef1fa-2168-41af-a00d-ae50ef629854 None None] Pushing event updated for resources: {'Port': ['ID=c4c72eeb-c59b-4592-b3cd-da8707535046,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:12.338393 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:47:12.338782 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:47:12.339201 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:12.339561 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:47:12.340080 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Bound port: c4c72eeb-c59b-4592-b3cd-da8707535046, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:47:12.341060 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c4c72eeb-c59b-4592-b3cd-da8707535046), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:12.409542 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] For port c4c72eeb-c59b-4592-b3cd-da8707535046, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:47:12.413622 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] For port c4c72eeb-c59b-4592-b3cd-da8707535046, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c4c72eeb-c59b-4592-b3cd-da8707535046,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:47:12.423554 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c4c72eeb-c59b-4592-b3cd-da8707535046), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:12.470267 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-76e84523-2e1d-4f12-8cf6-955af6d4d494 None None] Current status of the port 13295517-0b93-4e01-bd28-abf31d5d2c32 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:12.497185 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ef1fa-2168-41af-a00d-ae50ef629854 None None] Pushing event updated for resources: {'Port': ['ID=c4c72eeb-c59b-4592-b3cd-da8707535046,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:12.505571 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84c7986b-5378-435e-8883-f193d50b0a0d req-7bb15264-0d0c-4199-b64a-575032680be0 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713779 Feb 05 02:47:12.513728 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Routers {'873a08ce-8dbd-4c39-8ac3-649417636f0a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:47:12.514538 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['873a08ce-8dbd-4c39-8ac3-649417636f0a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:12.538958 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb7682a-34a1-4432-a87f-d348a946820e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (98b8504d-74cf-4b03-b693-6230541c9633), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:12.601907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfedafd-f161-4668-93c4-2128a543decb req-5a258243-fe9a-4f02-876a-a4c794f36eb8 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:12.608971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcfedafd-f161-4668-93c4-2128a543decb req-5a258243-fe9a-4f02-876a-a4c794f36eb8 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.3279138 Feb 05 02:47:12.640093 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] Set router 873a08ce-8dbd-4c39-8ac3-649417636f0a gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:47:12.789330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a274ed-1573-4955-88b9-7d6785a7392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bebe7e4-0719-4f53-b1df-d1e1c4044442'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:12.795274 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9ed7a5-432d-44c6-872f-9413eb890315" -d '{"events": [{"server_uuid": "97a274ed-1573-4955-88b9-7d6785a7392d", "name": "network-vif-plugged", "status": "completed", "tag": "5bebe7e4-0719-4f53-b1df-d1e1c4044442"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:12.810431 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcfedafd-f161-4668-93c4-2128a543decb req-3377ae5f-aa82-4098-9864-668594a480da tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003076 Feb 05 02:47:12.869257 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-755895716-router', 'tenant_id': '538e7ac3e678422f81816a1ab8714373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c4c72eeb-c59b-4592-b3cd-da8707535046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:09Z', 'updated_at': '2022-02-05T02:47:10Z', 'revision_number': 3, 'project_id': '538e7ac3e678422f81816a1ab8714373', 'gw_port': {'id': 'c4c72eeb-c59b-4592-b3cd-da8707535046', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:09Z', 'updated_at': '2022-02-05T02:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:12.875062 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cab1d-fc27-4ece-a971-10cf52df3a94 req-cd0f2fd6-6bbe-4732-ba42-84e9c5b4aea8 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:12.876966 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e7cab1d-fc27-4ece-a971-10cf52df3a94 req-cd0f2fd6-6bbe-4732-ba42-84e9c5b4aea8 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.2534149 Feb 05 02:47:12.891484 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a16088-b3c9-469a-9a7d-0a6e8a6bdfdd x-openstack-request-id: req-29a16088-b3c9-469a-9a7d-0a6e8a6bdfdd {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:12.891837 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a274ed-1573-4955-88b9-7d6785a7392d", "name": "network-vif-plugged", "status": "completed", "tag": "5bebe7e4-0719-4f53-b1df-d1e1c4044442", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:12.896338 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29a16088-b3c9-469a-9a7d-0a6e8a6bdfdd {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:12.896758 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a274ed-1573-4955-88b9-7d6785a7392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bebe7e4-0719-4f53-b1df-d1e1c4044442', 'code': 200} Feb 05 02:47:12.905220 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b64e789-73e1-490e-bc5e-41b84fdc8274 None None] The sync data for ids ['873a08ce-8dbd-4c39-8ac3-649417636f0a'] in n-d-826942-8 is: [{'id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-755895716-router', 'tenant_id': '538e7ac3e678422f81816a1ab8714373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c4c72eeb-c59b-4592-b3cd-da8707535046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:09Z', 'updated_at': '2022-02-05T02:47:10Z', 'revision_number': 3, 'project_id': '538e7ac3e678422f81816a1ab8714373', 'gw_port': {'id': 'c4c72eeb-c59b-4592-b3cd-da8707535046', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:09Z', 'updated_at': '2022-02-05T02:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:47:12.983637 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:13.042475 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 13295517-0b93-4e01-bd28-abf31d5d2c32 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:13.068154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18630253-7ecb-4197-8504-6ab37d818e50 req-b4787a44-f044-4d53-8fe3-2e1a61789631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:13.069668 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18630253-7ecb-4197-8504-6ab37d818e50 req-b4787a44-f044-4d53-8fe3-2e1a61789631 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 1128 time: 0.0751562 Feb 05 02:47:13.091535 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e7cab1d-fc27-4ece-a971-10cf52df3a94 req-67c3e1c5-be31-4eb2-9c4b-bfeb8edc56c1 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999550 Feb 05 02:47:13.111274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 13295517-0b93-4e01-bd28-abf31d5d2c32 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:13.111853 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (13295517-0b93-4e01-bd28-abf31d5d2c32), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:13.151817 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18630253-7ecb-4197-8504-6ab37d818e50 req-74010a5c-e34e-454f-912c-f91bf6d3a229 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741501 Feb 05 02:47:13.223055 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 13295517-0b93-4e01-bd28-abf31d5d2c32 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:13.296010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb7682a-34a1-4432-a87f-d348a946820e admin admin] Router 98b8504d-74cf-4b03-b693-6230541c9633 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:47:13.374568 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f679232-3a72-4ad1-ad05-5d16972cfbf9 req-1a64e38e-3975-4c39-8b8d-17cd022ecdcc tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:13.376285 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f679232-3a72-4ad1-ad05-5d16972cfbf9 req-1a64e38e-3975-4c39-8b8d-17cd022ecdcc tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.1801550 Feb 05 02:47:13.696578 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Allocated IP 172.20.0.1 (edd411eb-511e-41c7-821a-4cb6398ac994/63033f43-68e4-4580-82f4-ee97604aa192/7cacf36f-307f-412f-bc2e-e0daab1887d9) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:47:13.882977 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f679232-3a72-4ad1-ad05-5d16972cfbf9 req-cfe808f2-9628-4c2b-b0c7-4a01bda2b4ed tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997761 Feb 05 02:47:13.900771 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb7682a-34a1-4432-a87f-d348a946820e admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:47:13.913816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01126a29-c9d1-4f5b-8946-ed2c26b67dad None None] Sync routers for ids ['98b8504d-74cf-4b03-b693-6230541c9633'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:47:13.916190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d693f19-18b8-4a53-a6b7-ffa7ed15d7e1 req-13ea248b-fa21-45cd-9e0d-d62ca38c9368 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:13.917863 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d693f19-18b8-4a53-a6b7-ffa7ed15d7e1 req-13ea248b-fa21-45cd-9e0d-d62ca38c9368 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 943 time: 0.2236769 Feb 05 02:47:13.926636 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3eb7682a-34a1-4432-a87f-d348a946820e admin admin] 10.222.0.36 "PUT /v2.0/routers/98b8504d-74cf-4b03-b693-6230541c9633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6974719 Feb 05 02:47:13.926893 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39442) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:13.936143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01126a29-c9d1-4f5b-8946-ed2c26b67dad None None] Routers {'98b8504d-74cf-4b03-b693-6230541c9633'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:47:13.937028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-01126a29-c9d1-4f5b-8946-ed2c26b67dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['98b8504d-74cf-4b03-b693-6230541c9633'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:13.974623 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Publish callbacks [] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:13.998256 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d693f19-18b8-4a53-a6b7-ffa7ed15d7e1 req-dd0ff4d6-5744-4d9e-bfc5-bc95cbd7dbdf tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714037 Feb 05 02:47:14.077128 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:14.132676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970ce4-5020-46b3-a0dc-47b6ced7ac97 req-61cd18bd-8f45-490d-852e-69e052b6fe30 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:14.139593 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0970ce4-5020-46b3-a0dc-47b6ced7ac97 req-61cd18bd-8f45-490d-852e-69e052b6fe30 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.1202042 Feb 05 02:47:14.144296 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Network edd411eb-511e-41c7-821a-4cb6398ac994 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:47:14.155475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55fed2c0-136a-4fc1-89a7-5f06a12171d5 admin admin] Publish callbacks [] for router (98b8504d-74cf-4b03-b693-6230541c9633), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:14.156927 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-01126a29-c9d1-4f5b-8946-ed2c26b67dad None None] Set router 98b8504d-74cf-4b03-b693-6230541c9633 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:47:14.165697 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:14.172780 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:47:14.178200 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Pushing event updated for resources: {'Port': ['ID=7cacf36f-307f-412f-bc2e-e0daab1887d9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:14.245205 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0970ce4-5020-46b3-a0dc-47b6ced7ac97 req-f88e54af-f1f1-4cc4-aedf-abb89e086905 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047366 Feb 05 02:47:14.261505 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (873a08ce-8dbd-4c39-8ac3-649417636f0a), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:14.361133 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55fed2c0-136a-4fc1-89a7-5f06a12171d5 admin admin] Publish callbacks [] for router_gateway (98b8504d-74cf-4b03-b693-6230541c9633), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:14.433278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a1127-52cf-4836-84f7-a633ea72bf6a req-6a4bb751-bb14-4490-9bb7-bbb2e6f1ad32 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:14.435377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d6a1127-52cf-4836-84f7-a633ea72bf6a req-6a4bb751-bb14-4490-9bb7-bbb2e6f1ad32 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.2075272 Feb 05 02:47:14.477233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-01126a29-c9d1-4f5b-8946-ed2c26b67dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b8504d-74cf-4b03-b693-6230541c9633', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-router', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:46:15Z', 'updated_at': '2022-02-05T02:47:11Z', 'revision_number': 5, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'gw_port': {'id': '22e723e7-400d-4b43-b8b7-0ba91a550098', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b8504d-74cf-4b03-b693-6230541c9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:46:16Z', 'updated_at': '2022-02-05T02:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:14.481584 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-55fed2c0-136a-4fc1-89a7-5f06a12171d5 admin admin] Deleting port 22e723e7-400d-4b43-b8b7-0ba91a550098 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:47:14.489353 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55fed2c0-136a-4fc1-89a7-5f06a12171d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (22e723e7-400d-4b43-b8b7-0ba91a550098), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:14.525177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01126a29-c9d1-4f5b-8946-ed2c26b67dad None None] Checking router: 98b8504d-74cf-4b03-b693-6230541c9633 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:47:14.540399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01126a29-c9d1-4f5b-8946-ed2c26b67dad None None] Routers {'98b8504d-74cf-4b03-b693-6230541c9633'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:47:14.541377 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-01126a29-c9d1-4f5b-8946-ed2c26b67dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['98b8504d-74cf-4b03-b693-6230541c9633'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:14.543825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7f48cc99-e680-4734-b111-32de33bf1fb3 None None] Provisioning complete for port 7cacf36f-307f-412f-bc2e-e0daab1887d9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:14.544886 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7f48cc99-e680-4734-b111-32de33bf1fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:14.565507 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:14.572060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d6a1127-52cf-4836-84f7-a633ea72bf6a req-0de996f8-4cc0-419d-a77b-a7edede46bcd tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241581 Feb 05 02:47:14.677330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7f48cc99-e680-4734-b111-32de33bf1fb3 None None] Port 7cacf36f-307f-412f-bc2e-e0daab1887d9 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:47:14.685577 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-7a3214da-3a4e-474b-a7c1-f6d160271a2d service neutron] 10.222.0.10 "GET /v2.0/ports/300860fd-87e2-4405-a8b5-0bd6cb3800ee/bindings/n-h1-826942-8 HTTP/1.1" status: 200 len: 384 time: 0.0957692 Feb 05 02:47:14.694075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-01126a29-c9d1-4f5b-8946-ed2c26b67dad None None] Set router 98b8504d-74cf-4b03-b693-6230541c9633 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:47:14.762611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-55fed2c0-136a-4fc1-89a7-5f06a12171d5 admin admin] For port 22e723e7-400d-4b43-b8b7-0ba91a550098, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=22e723e7-400d-4b43-b8b7-0ba91a550098,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:14.763111 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55fed2c0-136a-4fc1-89a7-5f06a12171d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (22e723e7-400d-4b43-b8b7-0ba91a550098), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:14.767796 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-01126a29-c9d1-4f5b-8946-ed2c26b67dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b8504d-74cf-4b03-b693-6230541c9633', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-router', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:46:15Z', 'updated_at': '2022-02-05T02:47:14Z', 'revision_number': 6, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:14.797524 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Publish callbacks [] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:14.804571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-55fed2c0-136a-4fc1-89a7-5f06a12171d5 admin admin] Calling delete_port for 22e723e7-400d-4b43-b8b7-0ba91a550098 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:47:14.808025 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:14.842139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01126a29-c9d1-4f5b-8946-ed2c26b67dad None None] The sync data for ids ['98b8504d-74cf-4b03-b693-6230541c9633'] in n-d-826942-8 is: [{'id': '98b8504d-74cf-4b03-b693-6230541c9633', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1497251452-router', 'tenant_id': '3c8437a2b69b458ea6b623786250a865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:46:15Z', 'updated_at': '2022-02-05T02:47:14Z', 'revision_number': 6, 'project_id': '3c8437a2b69b458ea6b623786250a865', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:47:14.900420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Pushing event updated for resources: {'Port': ['ID=7cacf36f-307f-412f-bc2e-e0daab1887d9,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:14.928033 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (873a08ce-8dbd-4c39-8ac3-649417636f0a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:14.979868 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-1e7edc72-c32a-4859-9c6b-c28a4cea9777 service neutron] For port 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:15.057403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-1e7edc72-c32a-4859-9c6b-c28a4cea9777 service neutron] For port 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:47:15.105022 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Network edd411eb-511e-41c7-821a-4cb6398ac994 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:47:15.111741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:15.126954 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-1e7edc72-c32a-4859-9c6b-c28a4cea9777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300860fd-87e2-4405-a8b5-0bd6cb3800ee {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:47:15.130599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779d092-98bd-4664-b74d-8b7d059c1eef req-c9d29410-6630-44ac-a0c8-9a3c4782ee3c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:15.132915 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f779d092-98bd-4664-b74d-8b7d059c1eef req-c9d29410-6630-44ac-a0c8-9a3c4782ee3c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.1131957 Feb 05 02:47:15.143274 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-1e7edc72-c32a-4859-9c6b-c28a4cea9777 service neutron] For port 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:15.201521 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-1e7edc72-c32a-4859-9c6b-c28a4cea9777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:15.347963 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c4c72eeb-c59b-4592-b3cd-da8707535046 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:15.370541 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfd02b-219b-4674-80a7-ee4056c6a0b0 req-075baf04-ccdb-400e-8b9f-10515a4f69a0 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:15.370541 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ddfd02b-219b-4674-80a7-ee4056c6a0b0 req-075baf04-ccdb-400e-8b9f-10515a4f69a0 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 943 time: 0.2599578 Feb 05 02:47:15.375595 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f779d092-98bd-4664-b74d-8b7d059c1eef req-4170137a-9f54-4e15-bc61-b13d5219e024 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040017 Feb 05 02:47:15.429742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c4c72eeb-c59b-4592-b3cd-da8707535046 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:15.430258 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c4c72eeb-c59b-4592-b3cd-da8707535046), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:15.494633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Router 873a08ce-8dbd-4c39-8ac3-649417636f0a has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:47:15.518116 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ddfd02b-219b-4674-80a7-ee4056c6a0b0 req-6b355e80-3245-4a1c-bde6-e6245da25351 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411979 Feb 05 02:47:15.545213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-900bd8b9-260a-4069-a1bc-006f19666d0f None None] Provisioning complete for port 7cacf36f-307f-412f-bc2e-e0daab1887d9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:15.545659 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-900bd8b9-260a-4069-a1bc-006f19666d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:15.582928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-900bd8b9-260a-4069-a1bc-006f19666d0f None None] Port 7cacf36f-307f-412f-bc2e-e0daab1887d9 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:47:15.585238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c4c72eeb-c59b-4592-b3cd-da8707535046 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:15.585686 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c4c72eeb-c59b-4592-b3cd-da8707535046), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:15.610650 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port c4c72eeb-c59b-4592-b3cd-da8707535046, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c4c72eeb-c59b-4592-b3cd-da8707535046,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:15.616530 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c4c72eeb-c59b-4592-b3cd-da8707535046), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:15.666250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:47:15.676404 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Sync routers for ids ['873a08ce-8dbd-4c39-8ac3-649417636f0a'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:47:15.689300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-83b6e696-3d95-48df-a6db-8909b161672c admin admin] 10.222.0.36 "PUT /v2.0/routers/873a08ce-8dbd-4c39-8ac3-649417636f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1948905 Feb 05 02:47:15.696025 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55fed2c0-136a-4fc1-89a7-5f06a12171d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (22e723e7-400d-4b43-b8b7-0ba91a550098), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:15.701106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=c4c72eeb-c59b-4592-b3cd-da8707535046,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:15.711457 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Routers {'873a08ce-8dbd-4c39-8ac3-649417636f0a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:47:15.714290 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['873a08ce-8dbd-4c39-8ac3-649417636f0a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:15.732947 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fed2c0-136a-4fc1-89a7-5f06a12171d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=22e723e7-400d-4b43-b8b7-0ba91a550098,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:15.752608 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fe77c-2604-4129-b6f7-beaa5289520e req-d66538fe-f7fc-4e51-a36f-2ddcda6f6437 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:15.755932 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf9fe77c-2604-4129-b6f7-beaa5289520e req-d66538fe-f7fc-4e51-a36f-2ddcda6f6437 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.2600977 Feb 05 02:47:15.841950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-1e7edc72-c32a-4859-9c6b-c28a4cea9777 service neutron] Transition to ACTIVE for port object 300860fd-87e2-4405-a8b5-0bd6cb3800ee will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:47:15.845437 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:15.857181 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-1e7edc72-c32a-4859-9c6b-c28a4cea9777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:15.874271 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55fed2c0-136a-4fc1-89a7-5f06a12171d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (98b8504d-74cf-4b03-b693-6230541c9633), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:15.884846 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99e281-4d89-4eab-a4de-76fbeff70260 req-f5e5ec46-5da5-4c21-af5a-b218256e1f46 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:15.894435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e99e281-4d89-4eab-a4de-76fbeff70260 req-f5e5ec46-5da5-4c21-af5a-b218256e1f46 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.1965890 Feb 05 02:47:15.948253 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf9fe77c-2604-4129-b6f7-beaa5289520e req-acae676c-8679-48ab-b530-e72503e8222d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482093 Feb 05 02:47:15.957916 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Set router 873a08ce-8dbd-4c39-8ac3-649417636f0a gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:47:15.968382 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e99e281-4d89-4eab-a4de-76fbeff70260 req-f0e1e9e7-b9ee-45d0-aeb0-e3ad1c57993a tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680983 Feb 05 02:47:16.085384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-1e7edc72-c32a-4859-9c6b-c28a4cea9777 service neutron] No DVR routers for this DVR port 300860fd-87e2-4405-a8b5-0bd6cb3800ee on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:47:16.090269 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55fed2c0-136a-4fc1-89a7-5f06a12171d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (98b8504d-74cf-4b03-b693-6230541c9633), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:16.094483 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55fed2c0-136a-4fc1-89a7-5f06a12171d5 admin admin] Publish callbacks [] for router_controller (98b8504d-74cf-4b03-b693-6230541c9633), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:16.097118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7edc72-c32a-4859-9c6b-c28a4cea9777 service neutron] Pushing event updated for resources: {'Port': ['ID=300860fd-87e2-4405-a8b5-0bd6cb3800ee,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:16.164187 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:47:16.189421 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-1e7edc72-c32a-4859-9c6b-c28a4cea9777 service neutron] 10.222.0.10 "PUT /v2.0/ports/300860fd-87e2-4405-a8b5-0bd6cb3800ee/bindings/n-h1-826942-8/activate HTTP/1.1" status: 200 len: 369 time: 1.4975848 Feb 05 02:47:16.193017 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55fed2c0-136a-4fc1-89a7-5f06a12171d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (98b8504d-74cf-4b03-b693-6230541c9633), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:16.193687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fed2c0-136a-4fc1-89a7-5f06a12171d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98b8504d-74cf-4b03-b693-6230541c9633 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:47:16.205966 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55fed2c0-136a-4fc1-89a7-5f06a12171d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:16.207948 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-8946e718-b330-48ca-82e2-6e5ebd058ef6 req-2a76bc46-3f36-46d1-837e-dee07d162f9b tempest-FloatingIPDetailsNegativeTestJSON-700619924 tempest-FloatingIPDetailsNegativeTestJSON-700619924-project] show failed (client error): The resource could not be found. Feb 05 02:47:16.209097 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8946e718-b330-48ca-82e2-6e5ebd058ef6 req-2a76bc46-3f36-46d1-837e-dee07d162f9b tempest-FloatingIPDetailsNegativeTestJSON-700619924 tempest-FloatingIPDetailsNegativeTestJSON-700619924-project] 10.222.0.36 "GET /v2.0/floatingips/3d02e4f6-90ac-48dc-a87e-714ec3fe21a2 HTTP/1.1" status: 404 len: 350 time: 0.0470405 Feb 05 02:47:16.210010 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-55fed2c0-136a-4fc1-89a7-5f06a12171d5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/98b8504d-74cf-4b03-b693-6230541c9633 HTTP/1.1" status: 204 len: 168 time: 2.2823310 Feb 05 02:47:16.212553 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39464) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:16.221521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39466) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:16.253828 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-755895716-router', 'tenant_id': '538e7ac3e678422f81816a1ab8714373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c4c72eeb-c59b-4592-b3cd-da8707535046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:09Z', 'updated_at': '2022-02-05T02:47:14Z', 'revision_number': 4, 'project_id': '538e7ac3e678422f81816a1ab8714373', 'gw_port': {'id': 'c4c72eeb-c59b-4592-b3cd-da8707535046', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:09Z', 'updated_at': '2022-02-05T02:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7cacf36f-307f-412f-bc2e-e0daab1887d9', 'name': '', 'network_id': 'edd411eb-511e-41c7-821a-4cb6398ac994', 'tenant_id': '538e7ac3e678422f81816a1ab8714373', 'mac_address': 'fa:16:3e:ee:5e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '63033f43-68e4-4580-82f4-ee97604aa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:13Z', 'updated_at': '2022-02-05T02:47:14Z', 'revision_number': 2, 'project_id': '538e7ac3e678422f81816a1ab8714373', 'subnets': [{'id': '63033f43-68e4-4580-82f4-ee97604aa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:16.285775 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ff13a6-02ce-4ca7-bb8a-533f4a7d5f97 admin admin] Deleting subnet d914fd2d-55e1-4e77-a725-e35c596c7800 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:47:16.289679 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79ff13a6-02ce-4ca7-bb8a-533f4a7d5f97 admin admin] Publish callbacks [] for subnet (d914fd2d-55e1-4e77-a725-e35c596c7800), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:16.335776 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79ff13a6-02ce-4ca7-bb8a-533f4a7d5f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (d914fd2d-55e1-4e77-a725-e35c596c7800), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:16.388612 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Checking router: 873a08ce-8dbd-4c39-8ac3-649417636f0a for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:47:16.388987 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Updating router 873a08ce-8dbd-4c39-8ac3-649417636f0a port 7cacf36f-307f-412f-bc2e-e0daab1887d9 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:47:16.437405 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:16.505243 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79ff13a6-02ce-4ca7-bb8a-533f4a7d5f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (d914fd2d-55e1-4e77-a725-e35c596c7800), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:16.574604 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79ff13a6-02ce-4ca7-bb8a-533f4a7d5f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (d914fd2d-55e1-4e77-a725-e35c596c7800), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:16.621132 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79ff13a6-02ce-4ca7-bb8a-533f4a7d5f97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:16.625983 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-79ff13a6-02ce-4ca7-bb8a-533f4a7d5f97 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d914fd2d-55e1-4e77-a725-e35c596c7800 HTTP/1.1" status: 204 len: 168 time: 0.4122641 Feb 05 02:47:16.627579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff13a6-02ce-4ca7-bb8a-533f4a7d5f97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d914fd2d-55e1-4e77-a725-e35c596c7800,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:16.628253 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9aaa15-fd2e-4051-8e3a-68b9411f9a1b None None] Network 53175c25-93ae-44d1-91b5-d389da671851 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:47:16.630035 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39472) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:16.752179 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8eb61-f4c4-430f-af30-cfdee8246dd9 req-8e94c23e-d83c-4086-9fd9-ece047cd5c32 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:16.753902 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9bf8eb61-f4c4-430f-af30-cfdee8246dd9 req-8e94c23e-d83c-4086-9fd9-ece047cd5c32 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.1956890 Feb 05 02:47:16.763982 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (53175c25-93ae-44d1-91b5-d389da671851), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:16.811785 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2243c02-fd1c-4915-863c-d56dbdf97782 req-4ff848cc-3a20-4295-91c3-2bdea7d24630 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:16.813672 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2243c02-fd1c-4915-863c-d56dbdf97782 req-4ff848cc-3a20-4295-91c3-2bdea7d24630 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 944 time: 0.1571126 Feb 05 02:47:16.906601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1449f6-2e9c-404c-8893-bf452a65d4d7 None None] DHCP port deletion for 53175c25-93ae-44d1-91b5-d389da671851 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:47:16.917722 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Publish callbacks [] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:16.925833 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9bf8eb61-f4c4-430f-af30-cfdee8246dd9 req-2697d417-c7ca-4ba7-b60e-95879389e810 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550560 Feb 05 02:47:16.939063 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:16.944588 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2243c02-fd1c-4915-863c-d56dbdf97782 req-fbbcb1b6-3131-4efb-aefc-2602e7fbb758 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010153 Feb 05 02:47:16.961418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] Deleting port 6d0574ce-c113-4ce2-9189-5d529fe707c1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:47:16.961765 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6d0574ce-c113-4ce2-9189-5d529fe707c1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:16.969845 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c4c72eeb-c59b-4592-b3cd-da8707535046 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:16.992675 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb0b41c7-0159-4b3b-98f9-2d3688facc20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (873a08ce-8dbd-4c39-8ac3-649417636f0a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:17.045370 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d988a9-1f99-4550-a071-bdafee5d93dd None None] Pushing event updated for resources: {'Port': ['ID=7cacf36f-307f-412f-bc2e-e0daab1887d9,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:17.067579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] For port 6d0574ce-c113-4ce2-9189-5d529fe707c1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6d0574ce-c113-4ce2-9189-5d529fe707c1,segment=NetworkSegment(e726ada3-16b3-404f-ac56-184c178aa913),segment_id=e726ada3-16b3-404f-ac56-184c178aa913)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:17.068232 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6d0574ce-c113-4ce2-9189-5d529fe707c1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:17.091013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] Calling delete_port for 6d0574ce-c113-4ce2-9189-5d529fe707c1 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:47:17.160424 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9d1449f6-2e9c-404c-8893-bf452a65d4d7 None None] Deleting port 6d0574ce-c113-4ce2-9189-5d529fe707c1 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:47:17.160875 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9d1449f6-2e9c-404c-8893-bf452a65d4d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6d0574ce-c113-4ce2-9189-5d529fe707c1), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:17.176936 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Attempting to bind port 7cacf36f-307f-412f-bc2e-e0daab1887d9 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:47:17.177316 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Attempting to bind port 7cacf36f-307f-412f-bc2e-e0daab1887d9 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'a3321beb-e4b0-49a9-896a-b1961e1a4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'edd411eb-511e-41c7-821a-4cb6398ac994'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:47:17.178122 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Attempting to bind port 7cacf36f-307f-412f-bc2e-e0daab1887d9 on network edd411eb-511e-41c7-821a-4cb6398ac994 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:17.178286 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c4c72eeb-c59b-4592-b3cd-da8707535046 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:17.178750 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c4c72eeb-c59b-4592-b3cd-da8707535046), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:17.187588 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:47:17.187991 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Checking segment: {'id': 'a3321beb-e4b0-49a9-896a-b1961e1a4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'edd411eb-511e-41c7-821a-4cb6398ac994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:47:17.188363 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:17.188756 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Bound using segment: {'id': 'a3321beb-e4b0-49a9-896a-b1961e1a4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'edd411eb-511e-41c7-821a-4cb6398ac994'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:47:17.189223 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Bound port: 7cacf36f-307f-412f-bc2e-e0daab1887d9, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3321beb-e4b0-49a9-896a-b1961e1a4bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'edd411eb-511e-41c7-821a-4cb6398ac994'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:47:17.189599 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:17.232452 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (6d0574ce-c113-4ce2-9189-5d529fe707c1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:17.290311 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0574ce-c113-4ce2-9189-5d529fe707c1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:17.330905 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] For port 7cacf36f-307f-412f-bc2e-e0daab1887d9, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:47:17.340721 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] For port 7cacf36f-307f-412f-bc2e-e0daab1887d9, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7cacf36f-307f-412f-bc2e-e0daab1887d9,segment=NetworkSegment(a3321beb-e4b0-49a9-896a-b1961e1a4bd7),segment_id=a3321beb-e4b0-49a9-896a-b1961e1a4bd7)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:47:17.354612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] No DVR routers for this DVR port 6d0574ce-c113-4ce2-9189-5d529fe707c1 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:47:17.357443 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:17.477369 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Routers {'873a08ce-8dbd-4c39-8ac3-649417636f0a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:47:17.478299 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['873a08ce-8dbd-4c39-8ac3-649417636f0a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:17.515059 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9d1449f6-2e9c-404c-8893-bf452a65d4d7 None None] For port 6d0574ce-c113-4ce2-9189-5d529fe707c1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6d0574ce-c113-4ce2-9189-5d529fe707c1,segment=NetworkSegment(e726ada3-16b3-404f-ac56-184c178aa913),segment_id=e726ada3-16b3-404f-ac56-184c178aa913)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:17.522930 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9d1449f6-2e9c-404c-8893-bf452a65d4d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6d0574ce-c113-4ce2-9189-5d529fe707c1), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:17.530164 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f2a08bcb-ad65-4c40-897b-e558d55a23a3 None None] Provisioning complete for port 7cacf36f-307f-412f-bc2e-e0daab1887d9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:17.530643 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f2a08bcb-ad65-4c40-897b-e558d55a23a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:17.532276 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (53175c25-93ae-44d1-91b5-d389da671851), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:17.591057 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d97937-9fe2-44e7-b566-7582fa6741b8 req-9bbbec34-2559-4030-b7b8-1a92fbec8c28 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:17.598190 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24d97937-9fe2-44e7-b566-7582fa6741b8 req-9bbbec34-2559-4030-b7b8-1a92fbec8c28 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.3881657 Feb 05 02:47:17.599512 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d988a9-1f99-4550-a071-bdafee5d93dd None None] Pushing event updated for resources: {'Port': ['ID=7cacf36f-307f-412f-bc2e-e0daab1887d9,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:17.613654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9d1449f6-2e9c-404c-8893-bf452a65d4d7 None None] Calling delete_port for 6d0574ce-c113-4ce2-9189-5d529fe707c1 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:47:17.625979 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b41c7-0159-4b3b-98f9-2d3688facc20 admin admin] Deleting port 7cacf36f-307f-412f-bc2e-e0daab1887d9 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:47:17.626861 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb0b41c7-0159-4b3b-98f9-2d3688facc20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:17.627676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a11075-370d-424c-aad9-1ec97e873f26 req-aa102f2d-f0dc-4e9f-b2cc-bc70774fc1c1 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:17.629239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7a11075-370d-424c-aad9-1ec97e873f26 req-aa102f2d-f0dc-4e9f-b2cc-bc70774fc1c1 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.4179811 Feb 05 02:47:17.677905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53175c25-93ae-44d1-91b5-d389da671851']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:17.716127 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] Set router 873a08ce-8dbd-4c39-8ac3-649417636f0a gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:47:17.733435 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-cb0b41c7-0159-4b3b-98f9-2d3688facc20 admin admin] For port 7cacf36f-307f-412f-bc2e-e0daab1887d9, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7cacf36f-307f-412f-bc2e-e0daab1887d9,segment=NetworkSegment(a3321beb-e4b0-49a9-896a-b1961e1a4bd7),segment_id=a3321beb-e4b0-49a9-896a-b1961e1a4bd7)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:17.733687 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb0b41c7-0159-4b3b-98f9-2d3688facc20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:17.748544 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b41c7-0159-4b3b-98f9-2d3688facc20 admin admin] Calling delete_port for 7cacf36f-307f-412f-bc2e-e0daab1887d9 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:47:17.759620 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e726ada3-16b3-404f-ac56-184c178aa913') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:17.759919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e726ada3-16b3-404f-ac56-184c178aa913') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:17.795521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c4c72eeb-c59b-4592-b3cd-da8707535046 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:17.834366 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f2a08bcb-ad65-4c40-897b-e558d55a23a3 None None] Current status of the port 7cacf36f-307f-412f-bc2e-e0daab1887d9 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:17.839640 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f2a08bcb-ad65-4c40-897b-e558d55a23a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:17.855757 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24d97937-9fe2-44e7-b566-7582fa6741b8 req-124d0143-ec4c-4e38-881f-2acd1f14496c tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053342 Feb 05 02:47:17.899980 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c7117d16-9a8c-4450-9524-c17838df1a97 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:47:17.912571 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (e726ada3-16b3-404f-ac56-184c178aa913), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:17.916855 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7a11075-370d-424c-aad9-1ec97e873f26 req-fb394c20-bcc2-4177-9d60-73b0f3eedc64 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602448 Feb 05 02:47:17.948452 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e726ada3-16b3-404f-ac56-184c178aa913), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:17.956682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:47:17.956682 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (e726ada3-16b3-404f-ac56-184c178aa913), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:47:17.958711 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:47:17.988034 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f2a08bcb-ad65-4c40-897b-e558d55a23a3 None None] For port 7cacf36f-307f-412f-bc2e-e0daab1887d9, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7cacf36f-307f-412f-bc2e-e0daab1887d9,segment=NetworkSegment(a3321beb-e4b0-49a9-896a-b1961e1a4bd7),segment_id=a3321beb-e4b0-49a9-896a-b1961e1a4bd7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:17.995154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: c7117d16-9a8c-4450-9524-c17838df1a97 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:47:17.995499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c7117d16-9a8c-4450-9524-c17838df1a97 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:47:17.995917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 22e723e7-400d-4b43-b8b7-0ba91a550098 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:47:18.029118 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (53175c25-93ae-44d1-91b5-d389da671851), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:18.035570 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:18.040037 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-755895716-router', 'tenant_id': '538e7ac3e678422f81816a1ab8714373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c4c72eeb-c59b-4592-b3cd-da8707535046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:09Z', 'updated_at': '2022-02-05T02:47:14Z', 'revision_number': 4, 'project_id': '538e7ac3e678422f81816a1ab8714373', 'gw_port': {'id': 'c4c72eeb-c59b-4592-b3cd-da8707535046', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:09Z', 'updated_at': '2022-02-05T02:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7cacf36f-307f-412f-bc2e-e0daab1887d9', 'name': '', 'network_id': 'edd411eb-511e-41c7-821a-4cb6398ac994', 'tenant_id': '538e7ac3e678422f81816a1ab8714373', 'mac_address': 'fa:16:3e:ee:5e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '63033f43-68e4-4580-82f4-ee97604aa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:13Z', 'updated_at': '2022-02-05T02:47:17Z', 'revision_number': 4, 'project_id': '538e7ac3e678422f81816a1ab8714373', 'subnets': [{'id': '63033f43-68e4-4580-82f4-ee97604aa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:18.042935 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] 10.222.0.36 "DELETE /v2.0/networks/53175c25-93ae-44d1-91b5-d389da671851 HTTP/1.1" status: 204 len: 168 time: 1.4102428 Feb 05 02:47:18.050338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 22e723e7-400d-4b43-b8b7-0ba91a550098 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:47:18.050690 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 22e723e7-400d-4b43-b8b7-0ba91a550098 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:47:18.059317 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f2a08bcb-ad65-4c40-897b-e558d55a23a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:18.064120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c109e09-d88a-458e-abbf-774253b2fc7c admin admin] Pushing event deleted for resources: {'Network': ['ID=53175c25-93ae-44d1-91b5-d389da671851,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:18.097882 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb0b41c7-0159-4b3b-98f9-2d3688facc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7cacf36f-307f-412f-bc2e-e0daab1887d9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:18.136081 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f072e-76e4-4adc-89d6-94c0d45d20e8 None None] The sync data for ids ['873a08ce-8dbd-4c39-8ac3-649417636f0a'] in n-d-826942-8 is: [{'id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-755895716-router', 'tenant_id': '538e7ac3e678422f81816a1ab8714373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c4c72eeb-c59b-4592-b3cd-da8707535046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:09Z', 'updated_at': '2022-02-05T02:47:14Z', 'revision_number': 4, 'project_id': '538e7ac3e678422f81816a1ab8714373', 'gw_port': {'id': 'c4c72eeb-c59b-4592-b3cd-da8707535046', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:09Z', 'updated_at': '2022-02-05T02:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7cacf36f-307f-412f-bc2e-e0daab1887d9', 'name': '', 'network_id': 'edd411eb-511e-41c7-821a-4cb6398ac994', 'tenant_id': '538e7ac3e678422f81816a1ab8714373', 'mac_address': 'fa:16:3e:ee:5e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '63033f43-68e4-4580-82f4-ee97604aa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:13Z', 'updated_at': '2022-02-05T02:47:17Z', 'revision_number': 4, 'project_id': '538e7ac3e678422f81816a1ab8714373', 'subnets': [{'id': '63033f43-68e4-4580-82f4-ee97604aa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:47:18.181300 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b41c7-0159-4b3b-98f9-2d3688facc20 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cacf36f-307f-412f-bc2e-e0daab1887d9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:18.251593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2447f8-7919-4582-b521-80d46f0585ac req-3b3e2fa2-6920-46c8-9232-57e4efb37706 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:18.260442 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f2447f8-7919-4582-b521-80d46f0585ac req-3b3e2fa2-6920-46c8-9232-57e4efb37706 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.1736202 Feb 05 02:47:18.287180 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 300860fd-87e2-4405-a8b5-0bd6cb3800ee no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:47:18.289597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a08bcb-ad65-4c40-897b-e558d55a23a3 None None] Pushing event updated for resources: {'Port': ['ID=7cacf36f-307f-412f-bc2e-e0daab1887d9,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:18.344875 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-dd6a4deb-e7c5-43c6-9824-4ea74404cb81 None None] Could not find standard attr ID for object 7cacf36f-307f-412f-bc2e-e0daab1887d9. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 02:47:18.348484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f2447f8-7919-4582-b521-80d46f0585ac req-67acb392-f0d7-4d0a-8ac4-f521a49582a8 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799537 Feb 05 02:47:18.352105 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9d1449f6-2e9c-404c-8893-bf452a65d4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (6d0574ce-c113-4ce2-9189-5d529fe707c1), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:18.359607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39488) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:18.407676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc8e37-23d3-4f9f-b532-678b55ac2384 req-65a11ea8-cffc-44d8-bf07-3cc0003551fa tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:18.412208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1449f6-2e9c-404c-8893-bf452a65d4d7 None None] Pushing event deleted for resources: {'Port': ['ID=6d0574ce-c113-4ce2-9189-5d529fe707c1,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:18.413885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5cbc8e37-23d3-4f9f-b532-678b55ac2384 req-65a11ea8-cffc-44d8-bf07-3cc0003551fa tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 944 time: 0.2819977 Feb 05 02:47:18.451504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d1449f6-2e9c-404c-8893-bf452a65d4d7 None None] Network 53175c25-93ae-44d1-91b5-d389da671851 is not hosted by any dhcp agent {{(pid=109676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 05 02:47:18.452311 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1449f6-2e9c-404c-8893-bf452a65d4d7 None None] No DVR routers for this DVR port 6d0574ce-c113-4ce2-9189-5d529fe707c1 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:47:18.505523 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] The host n-h2-826942-8 is not matching for port 300860fd-87e2-4405-a8b5-0bd6cb3800ee host n-h1-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 02:47:18.506198 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 300860fd-87e2-4405-a8b5-0bd6cb3800ee not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:47:18.521941 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-018beda1-d7d9-4cca-b71a-22b41ea7556f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c8437a2b69b458ea6b623786250a865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1526222 Feb 05 02:47:18.522280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39490) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:18.554337 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb0b41c7-0159-4b3b-98f9-2d3688facc20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (873a08ce-8dbd-4c39-8ac3-649417636f0a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:18.555365 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5cbc8e37-23d3-4f9f-b532-678b55ac2384 req-a7ed9b92-4922-4a25-b562-40edf86c8864 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327384 Feb 05 02:47:18.608616 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f599675-60a2-436a-843a-ca9bb16e06d9 admin admin] Publish callbacks [] for security_group (f9860f3b-6ede-4f9f-ba58-e79bd2adcf53), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:18.633854 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f599675-60a2-436a-843a-ca9bb16e06d9 admin admin] Publish callbacks [] for security_group (f9860f3b-6ede-4f9f-ba58-e79bd2adcf53), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:18.701196 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f599675-60a2-436a-843a-ca9bb16e06d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f9860f3b-6ede-4f9f-ba58-e79bd2adcf53), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:18.707335 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f599675-60a2-436a-843a-ca9bb16e06d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:18.723312 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4f599675-60a2-436a-843a-ca9bb16e06d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9860f3b-6ede-4f9f-ba58-e79bd2adcf53 HTTP/1.1" status: 204 len: 168 time: 0.1878338 Feb 05 02:47:18.736977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f599675-60a2-436a-843a-ca9bb16e06d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9860f3b-6ede-4f9f-ba58-e79bd2adcf53,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:18.956740 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6d0574ce-c113-4ce2-9189-5d529fe707c1 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:47:19.019286 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 6d0574ce-c113-4ce2-9189-5d529fe707c1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:47:19.019631 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6d0574ce-c113-4ce2-9189-5d529fe707c1 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:47:19.094158 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3aebe-c801-495e-8241-831f8b3abc59 req-d77e5a97-e0a2-47a3-a2d4-d78f46738aed tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:19.101644 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-21f3aebe-c801-495e-8241-831f8b3abc59 req-d77e5a97-e0a2-47a3-a2d4-d78f46738aed tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.1098619 Feb 05 02:47:19.134630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83dab7-a4d4-4437-a933-4441bc12fa5d req-ba8f0940-52b5-41ca-9847-958515e507b9 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:19.136423 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb83dab7-a4d4-4437-a933-4441bc12fa5d req-ba8f0940-52b5-41ca-9847-958515e507b9 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.1048632 Feb 05 02:47:19.199911 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-21f3aebe-c801-495e-8241-831f8b3abc59 req-5741d6d0-fde6-4f27-b1b4-79fb46a5d81a tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967288 Feb 05 02:47:19.208675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0b41c7-0159-4b3b-98f9-2d3688facc20 admin admin] Router 873a08ce-8dbd-4c39-8ac3-649417636f0a has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:47:19.243066 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb83dab7-a4d4-4437-a933-4441bc12fa5d req-dcb23d30-d3da-4aec-bfb2-7cacd669be97 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947332 Feb 05 02:47:19.351365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0b41c7-0159-4b3b-98f9-2d3688facc20 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:47:19.357399 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cb0b41c7-0159-4b3b-98f9-2d3688facc20 admin admin] 10.222.0.36 "PUT /v2.0/routers/873a08ce-8dbd-4c39-8ac3-649417636f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1347687 Feb 05 02:47:19.360529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39502) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:19.877100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00e56b-c060-4cff-9bfd-da104f4c6de5 req-b01939f9-7ad8-4071-b12b-1c649e540dc3 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:19.878609 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a00e56b-c060-4cff-9bfd-da104f4c6de5 req-b01939f9-7ad8-4071-b12b-1c649e540dc3 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 944 time: 0.0856051 Feb 05 02:47:19.887829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03314b-90a2-4816-beb5-5ebec6bf0fce req-310862ba-7598-409f-968c-d6456f936e60 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:19.889333 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc03314b-90a2-4816-beb5-5ebec6bf0fce req-310862ba-7598-409f-968c-d6456f936e60 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.4247751 Feb 05 02:47:19.917612 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f9e70ea-e76c-4c61-a7f5-c5b872d13098 admin admin] Publish callbacks [] for router (873a08ce-8dbd-4c39-8ac3-649417636f0a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:20.039300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc03314b-90a2-4816-beb5-5ebec6bf0fce req-e8fb6c36-782f-4fdf-b1d1-1e8a0155d283 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431525 Feb 05 02:47:20.064676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a00e56b-c060-4cff-9bfd-da104f4c6de5 req-637dd331-2e40-4b1c-b563-69afe708b392 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743162 Feb 05 02:47:20.089235 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52372e13-2a15-4c48-a6aa-ecba798cbb02 None None] Sync routers for ids ['873a08ce-8dbd-4c39-8ac3-649417636f0a'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:47:20.103133 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52372e13-2a15-4c48-a6aa-ecba798cbb02 None None] Routers {'873a08ce-8dbd-4c39-8ac3-649417636f0a'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:47:20.103912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-52372e13-2a15-4c48-a6aa-ecba798cbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['873a08ce-8dbd-4c39-8ac3-649417636f0a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:20.109666 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f9e70ea-e76c-4c61-a7f5-c5b872d13098 admin admin] Publish callbacks [] for router_gateway (873a08ce-8dbd-4c39-8ac3-649417636f0a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:20.178737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e70ea-e76c-4c61-a7f5-c5b872d13098 admin admin] Deleting port c4c72eeb-c59b-4592-b3cd-da8707535046 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:47:20.179348 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f9e70ea-e76c-4c61-a7f5-c5b872d13098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c4c72eeb-c59b-4592-b3cd-da8707535046), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:20.245489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-52372e13-2a15-4c48-a6aa-ecba798cbb02 None None] Set router 873a08ce-8dbd-4c39-8ac3-649417636f0a gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:47:20.331673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-8f9e70ea-e76c-4c61-a7f5-c5b872d13098 admin admin] For port c4c72eeb-c59b-4592-b3cd-da8707535046, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c4c72eeb-c59b-4592-b3cd-da8707535046,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:20.332184 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f9e70ea-e76c-4c61-a7f5-c5b872d13098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c4c72eeb-c59b-4592-b3cd-da8707535046), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:20.349813 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e70ea-e76c-4c61-a7f5-c5b872d13098 admin admin] Calling delete_port for c4c72eeb-c59b-4592-b3cd-da8707535046 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:47:20.386023 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052248b8-28ee-4373-ba28-ead04d497bf1 req-e616dbd4-d2a4-4597-b6d5-3a66991ff426 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:20.388375 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-052248b8-28ee-4373-ba28-ead04d497bf1 req-e616dbd4-d2a4-4597-b6d5-3a66991ff426 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.1016545 Feb 05 02:47:20.472089 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-52372e13-2a15-4c48-a6aa-ecba798cbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-755895716-router', 'tenant_id': '538e7ac3e678422f81816a1ab8714373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c4c72eeb-c59b-4592-b3cd-da8707535046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:09Z', 'updated_at': '2022-02-05T02:47:18Z', 'revision_number': 5, 'project_id': '538e7ac3e678422f81816a1ab8714373', 'gw_port': {'id': 'c4c72eeb-c59b-4592-b3cd-da8707535046', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:09Z', 'updated_at': '2022-02-05T02:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:20.498634 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52372e13-2a15-4c48-a6aa-ecba798cbb02 None None] Checking router: 873a08ce-8dbd-4c39-8ac3-649417636f0a for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:47:20.507196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52372e13-2a15-4c48-a6aa-ecba798cbb02 None None] Routers {'873a08ce-8dbd-4c39-8ac3-649417636f0a'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:47:20.507814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-52372e13-2a15-4c48-a6aa-ecba798cbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['873a08ce-8dbd-4c39-8ac3-649417636f0a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:20.544041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45430-dae5-4340-bce3-140fbaba83ed req-33f17e5c-3373-48cb-b59c-0f70a0c1e697 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:20.545703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88f45430-dae5-4340-bce3-140fbaba83ed req-33f17e5c-3373-48cb-b59c-0f70a0c1e697 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.1802182 Feb 05 02:47:20.560431 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-052248b8-28ee-4373-ba28-ead04d497bf1 req-e61cba72-77a5-4a7d-a5ac-11f299ba7352 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555777 Feb 05 02:47:20.602316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-52372e13-2a15-4c48-a6aa-ecba798cbb02 None None] Set router 873a08ce-8dbd-4c39-8ac3-649417636f0a gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:47:20.628514 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88f45430-dae5-4340-bce3-140fbaba83ed req-88b9c9ba-588d-4884-ba79-bc125754f51f tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738256 Feb 05 02:47:20.679143 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f9e70ea-e76c-4c61-a7f5-c5b872d13098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c4c72eeb-c59b-4592-b3cd-da8707535046), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:20.683354 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-52372e13-2a15-4c48-a6aa-ecba798cbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-755895716-router', 'tenant_id': '538e7ac3e678422f81816a1ab8714373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:09Z', 'updated_at': '2022-02-05T02:47:20Z', 'revision_number': 6, 'project_id': '538e7ac3e678422f81816a1ab8714373', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:20.712751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e70ea-e76c-4c61-a7f5-c5b872d13098 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c72eeb-c59b-4592-b3cd-da8707535046,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:20.717720 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52372e13-2a15-4c48-a6aa-ecba798cbb02 None None] The sync data for ids ['873a08ce-8dbd-4c39-8ac3-649417636f0a'] in n-d-826942-8 is: [{'id': '873a08ce-8dbd-4c39-8ac3-649417636f0a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-755895716-router', 'tenant_id': '538e7ac3e678422f81816a1ab8714373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:09Z', 'updated_at': '2022-02-05T02:47:20Z', 'revision_number': 6, 'project_id': '538e7ac3e678422f81816a1ab8714373', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:47:20.819061 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f9e70ea-e76c-4c61-a7f5-c5b872d13098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (873a08ce-8dbd-4c39-8ac3-649417636f0a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:20.954102 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f9e70ea-e76c-4c61-a7f5-c5b872d13098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (873a08ce-8dbd-4c39-8ac3-649417636f0a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:20.956556 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f9e70ea-e76c-4c61-a7f5-c5b872d13098 admin admin] Publish callbacks [] for router_controller (873a08ce-8dbd-4c39-8ac3-649417636f0a), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:21.053800 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f9e70ea-e76c-4c61-a7f5-c5b872d13098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (873a08ce-8dbd-4c39-8ac3-649417636f0a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:21.054649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9e70ea-e76c-4c61-a7f5-c5b872d13098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 873a08ce-8dbd-4c39-8ac3-649417636f0a {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:47:21.065842 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f9e70ea-e76c-4c61-a7f5-c5b872d13098 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:21.067041 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8f9e70ea-e76c-4c61-a7f5-c5b872d13098 admin admin] 10.222.0.36 "DELETE /v2.0/routers/873a08ce-8dbd-4c39-8ac3-649417636f0a HTTP/1.1" status: 204 len: 168 time: 1.7054949 Feb 05 02:47:21.069886 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39584) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:21.164015 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1b2b3a-2e61-4ee3-a173-e09eb9360ecb admin admin] Deleting subnet 63033f43-68e4-4580-82f4-ee97604aa192 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:47:21.170205 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c1b2b3a-2e61-4ee3-a173-e09eb9360ecb admin admin] Publish callbacks [] for subnet (63033f43-68e4-4580-82f4-ee97604aa192), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:21.210613 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c1b2b3a-2e61-4ee3-a173-e09eb9360ecb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (63033f43-68e4-4580-82f4-ee97604aa192), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:21.233774 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7cacf36f-307f-412f-bc2e-e0daab1887d9 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:47:21.269536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 7cacf36f-307f-412f-bc2e-e0daab1887d9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:47:21.270828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7cacf36f-307f-412f-bc2e-e0daab1887d9 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:47:21.285614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-53f9dc50-56ca-40f4-bf87-5119fb80e394 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1298880777&fields=id&tenant_id=f70c12dbde1743e880aac38e75ef86f3 HTTP/1.1" status: 200 len: 267 time: 0.1596885 Feb 05 02:47:21.316615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39592) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:21.359270 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c1b2b3a-2e61-4ee3-a173-e09eb9360ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (63033f43-68e4-4580-82f4-ee97604aa192), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:21.418729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc550d55-be6b-412b-885b-2689b64830a6 req-6f629812-dbf7-4e98-a9a4-ee8b8f7fc171 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:21.420281 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc550d55-be6b-412b-885b-2689b64830a6 req-6f629812-dbf7-4e98-a9a4-ee8b8f7fc171 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.1934700 Feb 05 02:47:21.438619 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c1b2b3a-2e61-4ee3-a173-e09eb9360ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (63033f43-68e4-4580-82f4-ee97604aa192), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:21.461157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-d43018d7-4814-42ea-94c1-9b09841b6955 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:21.462598 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-d43018d7-4814-42ea-94c1-9b09841b6955 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/networks?id=a94c3582-970d-47af-8b94-110280fc5522 HTTP/1.1" status: 200 len: 824 time: 0.1762125 Feb 05 02:47:21.472755 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b2b3a-2e61-4ee3-a173-e09eb9360ecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63033f43-68e4-4580-82f4-ee97604aa192,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:21.488306 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb0d114f-4d0f-455b-9344-2a70aa1b0d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:21.495684 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-0893830d-8eb2-4b22-abdb-df722a31da1a tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/quotas/f70c12dbde1743e880aac38e75ef86f3 HTTP/1.1" status: 200 len: 375 time: 0.0263703 Feb 05 02:47:21.499866 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69d7b04-302b-4f0b-8eac-37dc3eee0eea None None] Network edd411eb-511e-41c7-821a-4cb6398ac994 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:47:21.502550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc550d55-be6b-412b-885b-2689b64830a6 req-c89d6cbf-01dd-4268-940a-260a9373fa2c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729020 Feb 05 02:47:21.517585 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c1b2b3a-2e61-4ee3-a173-e09eb9360ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:21.523698 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8c1b2b3a-2e61-4ee3-a173-e09eb9360ecb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/63033f43-68e4-4580-82f4-ee97604aa192 HTTP/1.1" status: 204 len: 168 time: 0.4528468 Feb 05 02:47:21.523917 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39596) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:21.652069 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb0d114f-4d0f-455b-9344-2a70aa1b0d03 admin admin] Publish callbacks [] for security_group (fa8f46eb-1710-48bc-8d1d-fcd1876810d4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:21.664627 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb0d114f-4d0f-455b-9344-2a70aa1b0d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (fa8f46eb-1710-48bc-8d1d-fcd1876810d4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:21.716219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-0109ea63-d0a6-4745-84e2-52e624a96f9a tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f70c12dbde1743e880aac38e75ef86f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2110980 Feb 05 02:47:21.718865 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (edd411eb-511e-41c7-821a-4cb6398ac994), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:21.765657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bdb59c-f751-4ec0-89a5-0824e6fa3137 None None] DHCP port deletion for edd411eb-511e-41c7-821a-4cb6398ac994 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:47:21.765867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8358-50ed-49c9-bd0d-7789767b4f50 req-59bb38c7-dc86-4011-9317-8a0b24bbf0a1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:21.767630 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-818a8358-50ed-49c9-bd0d-7789767b4f50 req-59bb38c7-dc86-4011-9317-8a0b24bbf0a1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 944 time: 0.1801121 Feb 05 02:47:21.801698 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d114f-4d0f-455b-9344-2a70aa1b0d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8f46eb-1710-48bc-8d1d-fcd1876810d4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:21.806198 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-eb0d114f-4d0f-455b-9344-2a70aa1b0d03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4cbc2f8dfc1741f6b6c78e9e1636a93c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4886661 Feb 05 02:47:21.811947 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39602) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:21.848210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d7bdb59c-f751-4ec0-89a5-0824e6fa3137 None None] Deleting port 13295517-0b93-4e01-bd28-abf31d5d2c32 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:47:21.849922 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d7bdb59c-f751-4ec0-89a5-0824e6fa3137 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (13295517-0b93-4e01-bd28-abf31d5d2c32), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:21.898036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-4635cf61-08a7-43f3-8048-fd6049cf807b tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:21.899660 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-4635cf61-08a7-43f3-8048-fd6049cf807b tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2&tenant_id=1efeace9c19e4c6591bec43ee004b4ff&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 1126 time: 0.1806922 Feb 05 02:47:21.950771 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-818a8358-50ed-49c9-bd0d-7789767b4f50 req-98c610af-f9e3-427e-b9d3-7e97dee44982 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541388 Feb 05 02:47:21.957671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-108959e3-ff89-40f5-a8fc-fa24c3ff5fc6 service neutron] 10.222.0.36 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171760 Feb 05 02:47:21.960968 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d7bdb59c-f751-4ec0-89a5-0824e6fa3137 None None] For port 13295517-0b93-4e01-bd28-abf31d5d2c32, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=13295517-0b93-4e01-bd28-abf31d5d2c32,segment=NetworkSegment(a3321beb-e4b0-49a9-896a-b1961e1a4bd7),segment_id=a3321beb-e4b0-49a9-896a-b1961e1a4bd7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:21.961517 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d7bdb59c-f751-4ec0-89a5-0824e6fa3137 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (13295517-0b93-4e01-bd28-abf31d5d2c32), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:21.963029 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] Deleting port 13295517-0b93-4e01-bd28-abf31d5d2c32 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:47:21.963916 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (13295517-0b93-4e01-bd28-abf31d5d2c32), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:21.999466 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d7bdb59c-f751-4ec0-89a5-0824e6fa3137 None None] Calling delete_port for 13295517-0b93-4e01-bd28-abf31d5d2c32 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:47:22.004080 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87ab1216-7757-4474-884b-28412e062dcd admin admin] Publish callbacks [] for security_group (fa8f46eb-1710-48bc-8d1d-fcd1876810d4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:22.064548 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87ab1216-7757-4474-884b-28412e062dcd admin admin] Publish callbacks [] for security_group (fa8f46eb-1710-48bc-8d1d-fcd1876810d4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:22.069111 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-9d10d31f-5ced-4529-9768-e2af7ad43c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:22.070869 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-9d10d31f-5ced-4529-9768-e2af7ad43c3d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2&tenant_id=1efeace9c19e4c6591bec43ee004b4ff HTTP/1.1" status: 200 len: 1126 time: 0.1638877 Feb 05 02:47:22.121824 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d7bdb59c-f751-4ec0-89a5-0824e6fa3137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (13295517-0b93-4e01-bd28-abf31d5d2c32), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:22.147185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bdb59c-f751-4ec0-89a5-0824e6fa3137 None None] No DVR routers for this DVR port 13295517-0b93-4e01-bd28-abf31d5d2c32 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:47:22.209978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdb59c-f751-4ec0-89a5-0824e6fa3137 None None] Pushing event deleted for resources: {'Port': ['ID=13295517-0b93-4e01-bd28-abf31d5d2c32,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:22.220533 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87ab1216-7757-4474-884b-28412e062dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (fa8f46eb-1710-48bc-8d1d-fcd1876810d4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:22.223369 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87ab1216-7757-4474-884b-28412e062dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:22.234249 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-87ab1216-7757-4474-884b-28412e062dcd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa8f46eb-1710-48bc-8d1d-fcd1876810d4 HTTP/1.1" status: 204 len: 168 time: 0.4155934 Feb 05 02:47:22.258541 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] For port 13295517-0b93-4e01-bd28-abf31d5d2c32, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=13295517-0b93-4e01-bd28-abf31d5d2c32,segment=NetworkSegment(a3321beb-e4b0-49a9-896a-b1961e1a4bd7),segment_id=a3321beb-e4b0-49a9-896a-b1961e1a4bd7)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:22.259059 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (13295517-0b93-4e01-bd28-abf31d5d2c32), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:22.265916 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-f9698019-9281-41cb-9a51-071da546f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:22.267495 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-f9698019-9281-41cb-9a51-071da546f7c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 1126 time: 0.1345632 Feb 05 02:47:22.268617 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab1216-7757-4474-884b-28412e062dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8f46eb-1710-48bc-8d1d-fcd1876810d4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:22.307417 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] Calling delete_port for 13295517-0b93-4e01-bd28-abf31d5d2c32 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:47:22.361250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241798e-e360-4e7b-af48-1269e73b5bd9 req-a6b73d35-3d65-4a8b-acd9-a4f36979e709 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:22.377125 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b241798e-e360-4e7b-af48-1269e73b5bd9 req-a6b73d35-3d65-4a8b-acd9-a4f36979e709 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.2344906 Feb 05 02:47:22.382483 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-08ca6abd-9571-40f8-bead-e8821f7cd2e6 service neutron] 10.222.0.36 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155483 Feb 05 02:47:22.394628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-b2a494c7-1dbe-4349-92ad-e61c6ab14f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:22.396596 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-b2a494c7-1dbe-4349-92ad-e61c6ab14f10 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 0.1222310 Feb 05 02:47:22.477600 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-e51848a8-b0eb-4152-952e-341eb9021c2a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee HTTP/1.1" status: 200 len: 217 time: 0.0693841 Feb 05 02:47:22.502516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b241798e-e360-4e7b-af48-1269e73b5bd9 req-1bfcb40c-1e18-48ef-963c-126e2612a2a4 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244795 Feb 05 02:47:22.553087 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (13295517-0b93-4e01-bd28-abf31d5d2c32), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:22.604005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-475f6c99-2853-45e0-a0e1-e9150d49b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:22.605505 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-475f6c99-2853-45e0-a0e1-e9150d49b271 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.1211112 Feb 05 02:47:22.618633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] Pushing event deleted for resources: {'Port': ['ID=13295517-0b93-4e01-bd28-abf31d5d2c32,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:22.651062 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-da7d0b95-45c6-4c5c-8e7b-e3b9659ef3cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384090 Feb 05 02:47:22.665403 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] No DVR routers for this DVR port 13295517-0b93-4e01-bd28-abf31d5d2c32 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:47:22.773996 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-17f77992-d0b3-4c93-988a-89ffc08b5645 service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161807 Feb 05 02:47:22.789658 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (edd411eb-511e-41c7-821a-4cb6398ac994), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:22.822727 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11495fa7-dc73-4f2b-ae3f-beb37678e3f9 req-7a460a95-25f8-492a-ba9c-135871c9d852 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:22.824846 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11495fa7-dc73-4f2b-ae3f-beb37678e3f9 req-7a460a95-25f8-492a-ba9c-135871c9d852 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.2101476 Feb 05 02:47:22.826809 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd411eb-511e-41c7-821a-4cb6398ac994']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:22.851377 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1032de-5fe3-4d23-9958-01a7d01ae4c1 req-8b3cd9b5-06f4-4c21-83b0-4f1382aecdcf tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:22.852979 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff1032de-5fe3-4d23-9958-01a7d01ae4c1 req-8b3cd9b5-06f4-4c21-83b0-4f1382aecdcf tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.1857543 Feb 05 02:47:22.856272 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3321beb-e4b0-49a9-896a-b1961e1a4bd7') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:22.856705 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3321beb-e4b0-49a9-896a-b1961e1a4bd7') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:22.885171 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (a3321beb-e4b0-49a9-896a-b1961e1a4bd7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:22.919312 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a3321beb-e4b0-49a9-896a-b1961e1a4bd7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:22.920466 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-14e23606-c783-463a-834b-9f6748d6c4e1 service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399519 Feb 05 02:47:22.942507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:47:22.943003 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (a3321beb-e4b0-49a9-896a-b1961e1a4bd7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:47:22.944883 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:47:22.950486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c4c72eeb-c59b-4592-b3cd-da8707535046 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:47:22.975435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: c4c72eeb-c59b-4592-b3cd-da8707535046 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:47:22.976084 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c4c72eeb-c59b-4592-b3cd-da8707535046 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:47:22.976662 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 13295517-0b93-4e01-bd28-abf31d5d2c32 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:47:22.994584 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11495fa7-dc73-4f2b-ae3f-beb37678e3f9 req-e5e7ec0a-f816-4735-a815-4d525e39fde6 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636875 Feb 05 02:47:23.003046 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff1032de-5fe3-4d23-9958-01a7d01ae4c1 req-5e610904-1512-491a-bc5d-ca4662db0677 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389108 Feb 05 02:47:23.009070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 13295517-0b93-4e01-bd28-abf31d5d2c32 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:47:23.009439 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 13295517-0b93-4e01-bd28-abf31d5d2c32 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:47:23.046240 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (edd411eb-511e-41c7-821a-4cb6398ac994), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:23.061262 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:23.065286 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] 10.222.0.36 "DELETE /v2.0/networks/edd411eb-511e-41c7-821a-4cb6398ac994 HTTP/1.1" status: 204 len: 168 time: 1.5247815 Feb 05 02:47:23.095642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b442d5e-8d46-48e5-a88b-6bfd6013269e admin admin] Pushing event deleted for resources: {'Network': ['ID=edd411eb-511e-41c7-821a-4cb6398ac994,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:23.193870 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5eb9982-9e65-4387-baa5-c2355e0b4e35 req-481119da-67a5-4375-a106-9e28b60c39e0 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 210 time: 0.0854602 Feb 05 02:47:23.227121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86715e9-a118-4469-9a05-9834eb4b3eac req-464b1d6b-e6e1-4feb-9cde-677fa2f13e06 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:23.236176 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d86715e9-a118-4469-9a05-9834eb4b3eac req-464b1d6b-e6e1-4feb-9cde-677fa2f13e06 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 944 time: 0.0833535 Feb 05 02:47:23.305046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39644) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:23.328916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d86715e9-a118-4469-9a05-9834eb4b3eac req-c38161fe-b8ba-44b6-8ece-d2425a4c1fc6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849302 Feb 05 02:47:23.368577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-a6ef67b3-b565-45b5-af7e-3bb9d2f9f614 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:23.370068 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-a6ef67b3-b565-45b5-af7e-3bb9d2f9f614 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2&tenant_id=1efeace9c19e4c6591bec43ee004b4ff&binding%3Ahost_id=n-h1-826942-8 HTTP/1.1" status: 200 len: 1126 time: 0.1739573 Feb 05 02:47:23.377528 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6ef70545-39bf-45e4-a9c0-4690cb594cb7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=538e7ac3e678422f81816a1ab8714373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0685122 Feb 05 02:47:23.380250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39650) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:23.430838 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d055b527-e4f7-4972-b0e7-f53c3923f1a9 admin admin] Publish callbacks [] for security_group (18ca0691-0cf1-4587-bd4c-8dfe9ef7d58b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:23.455450 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d055b527-e4f7-4972-b0e7-f53c3923f1a9 admin admin] Publish callbacks [] for security_group (18ca0691-0cf1-4587-bd4c-8dfe9ef7d58b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:23.501059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-7fa8c331-1ddd-4e99-b160-14c1c2e6c678 service neutron] For port 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:47:23.505173 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-7fa8c331-1ddd-4e99-b160-14c1c2e6c678 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:23.506545 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6cd9b6e3-d148-4c1e-a56d-23ada2f1783d req-7fa8c331-1ddd-4e99-b160-14c1c2e6c678 service neutron] 10.222.0.31 "DELETE /v2.0/ports/300860fd-87e2-4405-a8b5-0bd6cb3800ee/bindings/n-h2-826942-8 HTTP/1.1" status: 204 len: 173 time: 0.1280313 Feb 05 02:47:23.557108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a22c36-3c7c-473d-9805-d4132a382b17 req-f3494a63-466f-401d-9c51-a1e9509dd89e tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:23.558965 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2a22c36-3c7c-473d-9805-d4132a382b17 req-f3494a63-466f-401d-9c51-a1e9509dd89e tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.31 "GET /v2.0/ports?device_id=7992ec5b-9b1a-4935-9546-9e029b3d3bcf HTTP/1.1" status: 200 len: 945 time: 0.0952430 Feb 05 02:47:23.576961 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d055b527-e4f7-4972-b0e7-f53c3923f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (18ca0691-0cf1-4587-bd4c-8dfe9ef7d58b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:23.579966 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d055b527-e4f7-4972-b0e7-f53c3923f1a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:23.584317 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d055b527-e4f7-4972-b0e7-f53c3923f1a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18ca0691-0cf1-4587-bd4c-8dfe9ef7d58b HTTP/1.1" status: 204 len: 168 time: 0.2029769 Feb 05 02:47:23.628617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055b527-e4f7-4972-b0e7-f53c3923f1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ca0691-0cf1-4587-bd4c-8dfe9ef7d58b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:23.748596 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906521a-227d-4b91-a697-bbe61db955ac req-2c6bbdc1-f484-4fd7-9109-e9f3d3ee2b50 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:23.750330 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3906521a-227d-4b91-a697-bbe61db955ac req-2c6bbdc1-f484-4fd7-9109-e9f3d3ee2b50 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.1438172 Feb 05 02:47:23.826986 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-e2a22c36-3c7c-473d-9805-d4132a382b17 req-1ff07e39-78e1-4b00-b846-7b941ba1efd6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Deleting port 7022f25d-a110-412b-b8a5-92a00694891e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:47:23.827330 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e2a22c36-3c7c-473d-9805-d4132a382b17 req-1ff07e39-78e1-4b00-b846-7b941ba1efd6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7022f25d-a110-412b-b8a5-92a00694891e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:23.833756 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b4bfa600-ab12-4979-8590-344cede3d917 req-9fdc2310-2c9c-4936-a707-80ecbd4504de tempest-AbsoluteLimitsNegativeTestJSON-692766979 tempest-AbsoluteLimitsNegativeTestJSON-692766979-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d591d547613541dc8728d2e0a7985bea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487692 Feb 05 02:47:23.950055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3906521a-227d-4b91-a697-bbe61db955ac req-5bf87681-e4a0-4963-b03b-28097a6680b6 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908612 Feb 05 02:47:24.137299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e2a22c36-3c7c-473d-9805-d4132a382b17 req-1ff07e39-78e1-4b00-b846-7b941ba1efd6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] For port 7022f25d-a110-412b-b8a5-92a00694891e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7022f25d-a110-412b-b8a5-92a00694891e,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:24.137913 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e2a22c36-3c7c-473d-9805-d4132a382b17 req-1ff07e39-78e1-4b00-b846-7b941ba1efd6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7022f25d-a110-412b-b8a5-92a00694891e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:24.202438 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfa600-ab12-4979-8590-344cede3d917 req-a4cbd7ec-ab01-43e4-9df9-96df9b814365 tempest-AbsoluteLimitsNegativeTestJSON-692766979 tempest-AbsoluteLimitsNegativeTestJSON-692766979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:24.203945 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b4bfa600-ab12-4979-8590-344cede3d917 req-a4cbd7ec-ab01-43e4-9df9-96df9b814365 tempest-AbsoluteLimitsNegativeTestJSON-692766979 tempest-AbsoluteLimitsNegativeTestJSON-692766979-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3319805 Feb 05 02:47:24.225224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-8b3512a5-d42b-4e77-92fa-8e9e8622f206 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:24.227284 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-8b3512a5-d42b-4e77-92fa-8e9e8622f206 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.10 "GET /v2.0/networks?id=a94c3582-970d-47af-8b94-110280fc5522 HTTP/1.1" status: 200 len: 824 time: 0.1741581 Feb 05 02:47:24.292201 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b4bfa600-ab12-4979-8590-344cede3d917 req-51e7f669-4074-452d-91c8-97390d40e726 tempest-AbsoluteLimitsNegativeTestJSON-692766979 tempest-AbsoluteLimitsNegativeTestJSON-692766979-project] 10.222.0.36 "GET /v2.0/quotas/d591d547613541dc8728d2e0a7985bea HTTP/1.1" status: 200 len: 375 time: 0.0307469 Feb 05 02:47:24.335513 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-6a796b0e-28cb-49d7-9fac-44d7fceff571 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f70c12dbde1743e880aac38e75ef86f3 HTTP/1.1" status: 200 len: 380 time: 0.0957229 Feb 05 02:47:24.349494 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-a871dcc7-1da8-4ec5-96fd-e901b7541cca tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Request body: {'port': {'device_id': 'ee97fd9c-84f4-499a-82ae-1845263a656a', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'admin_state_up': True, 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'security_groups': ['3746f17c-309f-4a99-8139-e292ee4cfcb7']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:24.373772 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b4bfa600-ab12-4979-8590-344cede3d917 req-7a17977f-7267-4ac8-b6e0-e8c8ddb6f5d1 tempest-AbsoluteLimitsNegativeTestJSON-692766979 tempest-AbsoluteLimitsNegativeTestJSON-692766979-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d591d547613541dc8728d2e0a7985bea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735738 Feb 05 02:47:24.389530 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5edd67-bcd4-4318-b0b7-a5945ac23fd0 req-cf22dc60-060e-4265-bfc9-673222771a71 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:24.396142 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e5edd67-bcd4-4318-b0b7-a5945ac23fd0 req-cf22dc60-060e-4265-bfc9-673222771a71 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.2441058 Feb 05 02:47:24.497085 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-a871dcc7-1da8-4ec5-96fd-e901b7541cca tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Made reservation on behalf of f70c12dbde1743e880aac38e75ef86f3 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:47:24.502515 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-a871dcc7-1da8-4ec5-96fd-e901b7541cca tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:24.691108 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39700) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:24.714253 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-a871dcc7-1da8-4ec5-96fd-e901b7541cca tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Allocated IP 172.20.0.6 (a94c3582-970d-47af-8b94-110280fc5522/66aee997-898a-49fe-a77f-0d444b50db76/ec289787-62df-4b32-9f05-74b64482ea26) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:47:24.762386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39704) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:24.873018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-709cf3e6-537e-4518-878a-be82e5f4adf1 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-16652014-network', 'tenant_id': '4877138b986c4ca58adfcb056233dd7a'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:24.876040 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e5edd67-bcd4-4318-b0b7-a5945ac23fd0 req-4d135902-9d08-4842-83d4-2f6ff166255e tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788785 Feb 05 02:47:24.900851 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-a871dcc7-1da8-4ec5-96fd-e901b7541cca tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for port (ec289787-62df-4b32-9f05-74b64482ea26), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:24.911499 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e2a22c36-3c7c-473d-9805-d4132a382b17 req-1ff07e39-78e1-4b00-b846-7b941ba1efd6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:24.911855 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e2a22c36-3c7c-473d-9805-d4132a382b17 req-1ff07e39-78e1-4b00-b846-7b941ba1efd6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (b13b5761-771e-4703-b01f-d94d85a42de6), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:24.912172 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [req-e2a22c36-3c7c-473d-9805-d4132a382b17 req-1ff07e39-78e1-4b00-b846-7b941ba1efd6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Floating IP b13b5761-771e-4703-b01f-d94d85a42de6 disassociated. External IP: 172.25.0.111, port: 7022f25d-a110-412b-b8a5-92a00694891e. Feb 05 02:47:24.912767 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-e2a22c36-3c7c-473d-9805-d4132a382b17 req-1ff07e39-78e1-4b00-b846-7b941ba1efd6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Calling delete_port for 7022f25d-a110-412b-b8a5-92a00694891e owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:47:24.923607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c6341-6986-4c30-84c2-7d0165a19af2 req-b39bf85d-17dc-497a-9a0e-ae10610058d2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:24.925457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e0c6341-6986-4c30-84c2-7d0165a19af2 req-b39bf85d-17dc-497a-9a0e-ae10610058d2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.4621365 Feb 05 02:47:24.929011 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709cf3e6-537e-4518-878a-be82e5f4adf1 admin admin] Made reservation on behalf of 4877138b986c4ca58adfcb056233dd7a for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:47:24.931310 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-709cf3e6-537e-4518-878a-be82e5f4adf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:24.934158 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-92278e5a-d2dc-4f07-9195-9b888f39a388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:24.948890 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-709cf3e6-537e-4518-878a-be82e5f4adf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.014331 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-a871dcc7-1da8-4ec5-96fd-e901b7541cca tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ec289787-62df-4b32-9f05-74b64482ea26), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.024491 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d013331-fdd0-4183-876f-e3f2e8ced675 req-a7e35335-554a-4f0a-a6c9-d78a38ea8da3 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 210 time: 0.0490386 Feb 05 02:47:25.062514 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e0c6341-6986-4c30-84c2-7d0165a19af2 req-4688c398-81c4-4c3c-95f8-8674df6a921b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285787 Feb 05 02:47:25.092310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-a871dcc7-1da8-4ec5-96fd-e901b7541cca tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Network a94c3582-970d-47af-8b94-110280fc5522 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:47:25.100615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-a871dcc7-1da8-4ec5-96fd-e901b7541cca tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:25.107772 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-a871dcc7-1da8-4ec5-96fd-e901b7541cca tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:47:25.118230 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871dcc7-1da8-4ec5-96fd-e901b7541cca tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Pushing event updated for resources: {'Port': ['ID=ec289787-62df-4b32-9f05-74b64482ea26,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:25.179717 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-92278e5a-d2dc-4f07-9195-9b888f39a388 admin admin] Publish callbacks [] for security_group (b5734453-1d15-4167-a7f5-9d3450e587ab), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.193357 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-92278e5a-d2dc-4f07-9195-9b888f39a388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b5734453-1d15-4167-a7f5-9d3450e587ab), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.219805 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-a871dcc7-1da8-4ec5-96fd-e901b7541cca tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:25.220415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-a871dcc7-1da8-4ec5-96fd-e901b7541cca tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.225182 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-709cf3e6-537e-4518-878a-be82e5f4adf1 admin admin] Publish callbacks [] for security_group (7946d8c3-849a-41e2-aff7-b939e4656b2f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.230306 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e2a22c36-3c7c-473d-9805-d4132a382b17 req-1ff07e39-78e1-4b00-b846-7b941ba1efd6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7022f25d-a110-412b-b8a5-92a00694891e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.243439 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-709cf3e6-537e-4518-878a-be82e5f4adf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7946d8c3-849a-41e2-aff7-b939e4656b2f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.271338 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-92278e5a-d2dc-4f07-9195-9b888f39a388 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d591d547613541dc8728d2e0a7985bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5052400 Feb 05 02:47:25.273092 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39712) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:25.275754 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-a871dcc7-1da8-4ec5-96fd-e901b7541cca tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9321887 Feb 05 02:47:25.278278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47f078-2abc-48c3-9bae-2a2decbbedd8 req-462e4823-e6f7-4312-9364-a3646f1fb8d8 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:25.283285 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef47f078-2abc-48c3-9bae-2a2decbbedd8 req-462e4823-e6f7-4312-9364-a3646f1fb8d8 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 944 time: 0.1489615 Feb 05 02:47:25.294687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3dfef-83d3-4643-a019-d9975c8a3434 req-6e7b8fae-e892-4e55-86b5-bcaafd13d194 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:25.294942 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92278e5a-d2dc-4f07-9195-9b888f39a388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5734453-1d15-4167-a7f5-9d3450e587ab,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:25.296406 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7fd3dfef-83d3-4643-a019-d9975c8a3434 req-6e7b8fae-e892-4e55-86b5-bcaafd13d194 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.1462405 Feb 05 02:47:25.297395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff07e39-78e1-4b00-b846-7b941ba1efd6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Pushing event deleted for resources: {'Port': ['ID=7022f25d-a110-412b-b8a5-92a00694891e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:25.323464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709cf3e6-537e-4518-878a-be82e5f4adf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:47:25.329405 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Request body: {'port': {'device_id': 'ee97fd9c-84f4-499a-82ae-1845263a656a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:25.332012 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cf3e6-537e-4518-878a-be82e5f4adf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7946d8c3-849a-41e2-aff7-b939e4656b2f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:25.378437 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-709cf3e6-537e-4518-878a-be82e5f4adf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (819cfa55-04dd-43b2-8aab-03a6df78907c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.379107 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-709cf3e6-537e-4518-878a-be82e5f4adf1 admin admin] Added segment 819cfa55-04dd-43b2-8aab-03a6df78907c of type vlan for network 6825ca7f-6ded-4fbf-ad3e-befaa3000598 Feb 05 02:47:25.454036 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-709cf3e6-537e-4518-878a-be82e5f4adf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (6825ca7f-6ded-4fbf-ad3e-befaa3000598), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.458385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7fd3dfef-83d3-4643-a019-d9975c8a3434 req-0aff88e1-5a5a-43f0-ae25-0b65b55cd482 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389153 Feb 05 02:47:25.473075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8cf71a12-b4b3-4ff5-9472-31f4b73db86c None None] Provisioning complete for port ec289787-62df-4b32-9f05-74b64482ea26 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:25.474515 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef47f078-2abc-48c3-9bae-2a2decbbedd8 req-d363059f-31a5-4a50-802d-e97673aa075f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740296 Feb 05 02:47:25.477304 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8cf71a12-b4b3-4ff5-9472-31f4b73db86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ec289787-62df-4b32-9f05-74b64482ea26), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.487070 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-770c5463-3c05-40cd-907a-85309dea3880 admin admin] Publish callbacks [] for security_group (b5734453-1d15-4167-a7f5-9d3450e587ab), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.524150 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ec289787-62df-4b32-9f05-74b64482ea26), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.562387 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2a22c36-3c7c-473d-9805-d4132a382b17 req-1ff07e39-78e1-4b00-b846-7b941ba1efd6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Router c246c70e-f3fc-4e22-81d3-301a5c1eaacd has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:47:25.584880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8cf71a12-b4b3-4ff5-9472-31f4b73db86c None None] Port ec289787-62df-4b32-9f05-74b64482ea26 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:47:25.596386 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-770c5463-3c05-40cd-907a-85309dea3880 admin admin] Publish callbacks [] for security_group (b5734453-1d15-4167-a7f5-9d3450e587ab), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.598181 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-709cf3e6-537e-4518-878a-be82e5f4adf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (6825ca7f-6ded-4fbf-ad3e-befaa3000598), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.599159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709cf3e6-537e-4518-878a-be82e5f4adf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:25.599917 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-709cf3e6-537e-4518-878a-be82e5f4adf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.735099 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-709cf3e6-537e-4518-878a-be82e5f4adf1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0402467 Feb 05 02:47:25.737346 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39720) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:25.742607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b56d3ec9-beb7-489b-acc6-590065f3b2c9 admin admin] Request body: {'subnet': {'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-16652014-subnet', 'tenant_id': '4877138b986c4ca58adfcb056233dd7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:25.782242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e86c5-78e7-445c-90fc-44da6d54f02a req-d08bfd50-a753-4d4b-ab90-7714f2e20b8d tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:25.784313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c14e86c5-78e7-445c-90fc-44da6d54f02a req-d08bfd50-a753-4d4b-ab90-7714f2e20b8d tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 1126 time: 0.1308465 Feb 05 02:47:25.796906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cf3e6-537e-4518-878a-be82e5f4adf1 admin admin] Pushing event updated for resources: {'Network': ['ID=6825ca7f-6ded-4fbf-ad3e-befaa3000598,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:25.807133 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56d3ec9-beb7-489b-acc6-590065f3b2c9 admin admin] Made reservation on behalf of 4877138b986c4ca58adfcb056233dd7a for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:47:25.808536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 6825ca7f-6ded-4fbf-ad3e-befaa3000598 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:47:25.809653 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b56d3ec9-beb7-489b-acc6-590065f3b2c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.853776 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2a22c36-3c7c-473d-9805-d4132a382b17 req-1ff07e39-78e1-4b00-b846-7b941ba1efd6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:47:25.865289 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ea99d-86ab-468d-bf99-3f1536946e31 None None] Sync routers for ids ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:47:25.868758 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-770c5463-3c05-40cd-907a-85309dea3880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b5734453-1d15-4167-a7f5-9d3450e587ab), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.878293 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-770c5463-3c05-40cd-907a-85309dea3880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:25.880492 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-770c5463-3c05-40cd-907a-85309dea3880 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5734453-1d15-4167-a7f5-9d3450e587ab HTTP/1.1" status: 204 len: 168 time: 0.6037281 Feb 05 02:47:25.891271 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776ea99d-86ab-468d-bf99-3f1536946e31 None None] Routers {'c246c70e-f3fc-4e22-81d3-301a5c1eaacd'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:47:25.892330 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-776ea99d-86ab-468d-bf99-3f1536946e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:25.929023 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c5463-3c05-40cd-907a-85309dea3880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5734453-1d15-4167-a7f5-9d3450e587ab,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:26.031426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a22c36-3c7c-473d-9805-d4132a382b17 req-1ff07e39-78e1-4b00-b846-7b941ba1efd6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] No DVR routers for this DVR port 7022f25d-a110-412b-b8a5-92a00694891e on host n-h1-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:47:26.040437 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e2a22c36-3c7c-473d-9805-d4132a382b17 req-1ff07e39-78e1-4b00-b846-7b941ba1efd6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:26.047659 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2a22c36-3c7c-473d-9805-d4132a382b17 req-1ff07e39-78e1-4b00-b846-7b941ba1efd6 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.31 "DELETE /v2.0/ports/7022f25d-a110-412b-b8a5-92a00694891e HTTP/1.1" status: 204 len: 173 time: 2.4820082 Feb 05 02:47:26.051121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7992ec5b-9b1a-4935-9546-9e029b3d3bcf', 'name': 'network-vif-deleted', 'tag': '7022f25d-a110-412b-b8a5-92a00694891e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:26.054029 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df919a1-5bd4-46c3-917b-dc0168a7ba7e" -d '{"events": [{"server_uuid": "7992ec5b-9b1a-4935-9546-9e029b3d3bcf", "name": "network-vif-deleted", "tag": "7022f25d-a110-412b-b8a5-92a00694891e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:26.130132 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-776ea99d-86ab-468d-bf99-3f1536946e31 None None] Set router c246c70e-f3fc-4e22-81d3-301a5c1eaacd gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:47:26.254985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37f7da-423a-4b4d-93cc-e826fe143fbf req-dd476f57-682f-46c1-bf52-60cb482dbe3c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:26.260854 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37f7da-423a-4b4d-93cc-e826fe143fbf req-dd476f57-682f-46c1-bf52-60cb482dbe3c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:26.268846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec289787-62df-4b32-9f05-74b64482ea26 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:47:26.269044 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd37f7da-423a-4b4d-93cc-e826fe143fbf req-dd476f57-682f-46c1-bf52-60cb482dbe3c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3&device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 1691 time: 0.4817502 Feb 05 02:47:26.272599 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b56d3ec9-beb7-489b-acc6-590065f3b2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (b99ec32d-a541-438d-8934-6689638905c3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:26.287194 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Publish callbacks [] for port (ec289787-62df-4b32-9f05-74b64482ea26), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:26.295313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c14e86c5-78e7-445c-90fc-44da6d54f02a req-87416b6d-bb6f-4928-aab9-e58d06b77ca3 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965816 Feb 05 02:47:26.316639 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Transition to ACTIVE for port object ec289787-62df-4b32-9f05-74b64482ea26 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:47:26.333843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ec289787-62df-4b32-9f05-74b64482ea26), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:26.474408 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec289787-62df-4b32-9f05-74b64482ea26,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:26.502992 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd37f7da-423a-4b4d-93cc-e826fe143fbf req-9f469f25-066c-4a62-8acc-82fca253ac75 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328665 Feb 05 02:47:26.542090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d3ec9-beb7-489b-acc6-590065f3b2c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b99ec32d-a541-438d-8934-6689638905c3,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:26.551550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d3ec9-beb7-489b-acc6-590065f3b2c9 admin admin] Checking segment: {'id': '819cfa55-04dd-43b2-8aab-03a6df78907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:47:26.553212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56d3ec9-beb7-489b-acc6-590065f3b2c9 admin admin] Network hostable DHCP agents. Network: 6825ca7f-6ded-4fbf-ad3e-befaa3000598, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:47:26.571969 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-776ea99d-86ab-468d-bf99-3f1536946e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:57Z', 'revision_number': 4, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e0fd4605-90cf-45dc-873d-be742f3743f7', 'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'mac_address': 'fa:16:3e:5b:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:56Z', 'updated_at': '2022-02-05T02:45:02Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'subnets': [{'id': '66aee997-898a-49fe-a77f-0d444b50db76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:26.597678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0e87-4d6e-4ed2-84c2-b89d2d21a461 req-b219ffed-e980-48ad-9904-3f01c2130690 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:26.611478 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef4f0e87-4d6e-4ed2-84c2-b89d2d21a461 req-b219ffed-e980-48ad-9904-3f01c2130690 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.1598294 Feb 05 02:47:26.615847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56d3ec9-beb7-489b-acc6-590065f3b2c9 admin admin] Network 6825ca7f-6ded-4fbf-ad3e-befaa3000598 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:47:26.636270 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ea99d-86ab-468d-bf99-3f1536946e31 None None] Checking router: c246c70e-f3fc-4e22-81d3-301a5c1eaacd for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:47:26.653081 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776ea99d-86ab-468d-bf99-3f1536946e31 None None] Routers {'c246c70e-f3fc-4e22-81d3-301a5c1eaacd'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:47:26.653965 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-776ea99d-86ab-468d-bf99-3f1536946e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:26.660101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Attempting to bind port ec289787-62df-4b32-9f05-74b64482ea26 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:47:26.660567 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Attempting to bind port ec289787-62df-4b32-9f05-74b64482ea26 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '76e46c44-1499-4f40-a5ea-e070d96843b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:47:26.664390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Attempting to bind port ec289787-62df-4b32-9f05-74b64482ea26 on network a94c3582-970d-47af-8b94-110280fc5522 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:26.672838 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Port ec289787-62df-4b32-9f05-74b64482ea26 on network a94c3582-970d-47af-8b94-110280fc5522 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:47:26.673280 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Attempting to bind port ec289787-62df-4b32-9f05-74b64482ea26 on network a94c3582-970d-47af-8b94-110280fc5522 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:26.673463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b56d3ec9-beb7-489b-acc6-590065f3b2c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 6825ca7f-6ded-4fbf-ad3e-befaa3000598) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:26.682427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56d3ec9-beb7-489b-acc6-590065f3b2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:26.683276 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b56d3ec9-beb7-489b-acc6-590065f3b2c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:26.685602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d364c77-d6aa-4cc1-86cc-3a3f6091c742 None None] Network 6825ca7f-6ded-4fbf-ad3e-befaa3000598 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:47:26.699047 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:47:26.700183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Checking segment: {'id': '76e46c44-1499-4f40-a5ea-e070d96843b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:47:26.700709 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Bound using segment: {'id': '76e46c44-1499-4f40-a5ea-e070d96843b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:47:26.701250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Bound port: ec289787-62df-4b32-9f05-74b64482ea26, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e46c44-1499-4f40-a5ea-e070d96843b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:47:26.701709 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ec289787-62df-4b32-9f05-74b64482ea26), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:26.745896 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b56d3ec9-beb7-489b-acc6-590065f3b2c9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9982510 Feb 05 02:47:26.799224 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10b8aa-8394-462a-8a46-05ec9c203bfc req-7998add8-4f9f-4046-bf2c-d466daf171a7 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:26.807517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b10b8aa-8394-462a-8a46-05ec9c203bfc req-7998add8-4f9f-4046-bf2c-d466daf171a7 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 943 time: 0.1924050 Feb 05 02:47:26.832871 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef4f0e87-4d6e-4ed2-84c2-b89d2d21a461 req-acbac893-6b29-4095-bc4e-91197a51bb56 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201593 Feb 05 02:47:26.895913 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] For port ec289787-62df-4b32-9f05-74b64482ea26, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:47:26.896109 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-776ea99d-86ab-468d-bf99-3f1536946e31 None None] Set router c246c70e-f3fc-4e22-81d3-301a5c1eaacd gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:47:26.907885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] For port ec289787-62df-4b32-9f05-74b64482ea26, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ec289787-62df-4b32-9f05-74b64482ea26,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:47:26.911216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b25d60-d143-4a30-a68a-a0326ed8e3cd None None] Network 6825ca7f-6ded-4fbf-ad3e-befaa3000598 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:47:26.925074 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ec289787-62df-4b32-9f05-74b64482ea26), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:26.951769 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b10b8aa-8394-462a-8a46-05ec9c203bfc req-c7ee634c-9519-46a8-8595-0aefbc892cc8 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392815 Feb 05 02:47:26.970010 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cda44d7-c7e1-43cf-814c-ec47c5816f58 x-openstack-request-id: req-6cda44d7-c7e1-43cf-814c-ec47c5816f58 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:26.970484 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7992ec5b-9b1a-4935-9546-9e029b3d3bcf", "name": "network-vif-deleted", "tag": "7022f25d-a110-412b-b8a5-92a00694891e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:26.971012 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6cda44d7-c7e1-43cf-814c-ec47c5816f58 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:26.971581 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7992ec5b-9b1a-4935-9546-9e029b3d3bcf', 'name': 'network-vif-deleted', 'tag': '7022f25d-a110-412b-b8a5-92a00694891e', 'status': 'completed', 'code': 200} Feb 05 02:47:27.074191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:27.075194 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:27.076618 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] 10.222.0.10 "PUT /v2.0/ports/ec289787-62df-4b32-9f05-74b64482ea26 HTTP/1.1" status: 200 len: 1091 time: 1.7833817 Feb 05 02:47:27.077100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee97fd9c-84f4-499a-82ae-1845263a656a', 'tag': 'ec289787-62df-4b32-9f05-74b64482ea26'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:27.097062 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dd84c7-2bff-454f-8a87-128d6fc0957e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee97fd9c-84f4-499a-82ae-1845263a656a", "tag": "ec289787-62df-4b32-9f05-74b64482ea26"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:27.117443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176df6f-9688-4b2e-9db2-4c66b4b69716 req-82eaa091-bf84-460b-88c7-a29b742929e8 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:27.127372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0176df6f-9688-4b2e-9db2-4c66b4b69716 req-82eaa091-bf84-460b-88c7-a29b742929e8 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.0970404 Feb 05 02:47:27.208198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0176df6f-9688-4b2e-9db2-4c66b4b69716 req-b81fd016-74a6-4eb7-ad20-8dddcf3b237a tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746844 Feb 05 02:47:27.244638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 7022f25d-a110-412b-b8a5-92a00694891e no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:47:27.273863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 7022f25d-a110-412b-b8a5-92a00694891e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:47:27.274205 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 7022f25d-a110-412b-b8a5-92a00694891e not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:47:27.290191 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab366aa-7bce-451d-8aa1-b0d65287eaae x-openstack-request-id: req-aab366aa-7bce-451d-8aa1-b0d65287eaae {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:27.290489 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee97fd9c-84f4-499a-82ae-1845263a656a", "tag": "ec289787-62df-4b32-9f05-74b64482ea26", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:27.292288 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aab366aa-7bce-451d-8aa1-b0d65287eaae {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:27.293583 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee97fd9c-84f4-499a-82ae-1845263a656a', 'tag': 'ec289787-62df-4b32-9f05-74b64482ea26', 'status': 'completed', 'code': 200} Feb 05 02:47:27.322187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9cd38-28f5-4faa-89a0-99175a96a9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec289787-62df-4b32-9f05-74b64482ea26,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:27.354538 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-776ea99d-86ab-468d-bf99-3f1536946e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:57Z', 'revision_number': 4, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e0fd4605-90cf-45dc-873d-be742f3743f7', 'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'mac_address': 'fa:16:3e:5b:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:56Z', 'updated_at': '2022-02-05T02:45:02Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'subnets': [{'id': '66aee997-898a-49fe-a77f-0d444b50db76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:27.379648 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-a2f4ed29-46bc-4ba8-8675-682617f633a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:27.382284 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-a2f4ed29-46bc-4ba8-8675-682617f633a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f70c12dbde1743e880aac38e75ef86f3&device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 1125 time: 0.2381530 Feb 05 02:47:27.393324 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776ea99d-86ab-468d-bf99-3f1536946e31 None None] The sync data for ids ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'] in n-d-826942-8 is: [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:57Z', 'revision_number': 4, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e0fd4605-90cf-45dc-873d-be742f3743f7', 'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'mac_address': 'fa:16:3e:5b:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:56Z', 'updated_at': '2022-02-05T02:45:02Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'subnets': [{'id': '66aee997-898a-49fe-a77f-0d444b50db76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:47:27.426980 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-db7d5194-e3f8-4b6e-b0ba-90f36042e2e5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:27.434222 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-db7d5194-e3f8-4b6e-b0ba-90f36042e2e5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 820 time: 0.1619465 Feb 05 02:47:27.434439 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-858d57fc-845f-41c0-bff3-69e7fbdef0e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec289787-62df-4b32-9f05-74b64482ea26 HTTP/1.1" status: 200 len: 217 time: 0.0383813 Feb 05 02:47:27.451525 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-1bf85aae-8c91-43e9-97b6-17bc57e2524e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/quotas/1efeace9c19e4c6591bec43ee004b4ff HTTP/1.1" status: 200 len: 375 time: 0.0157886 Feb 05 02:47:27.522227 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39778) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:27.539135 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-711e5034-97dd-4cdd-840e-2a86db5d6c6c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865967 Feb 05 02:47:27.541580 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-54c3daca-8924-4f74-b3f4-00096b5924b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:27.545260 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-54c3daca-8924-4f74-b3f4-00096b5924b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66aee997-898a-49fe-a77f-0d444b50db76 HTTP/1.1" status: 200 len: 863 time: 0.0945632 Feb 05 02:47:27.631897 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-59fcced5-bf79-49f7-9732-616f9023328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:27.635394 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-59fcced5-bf79-49f7-9732-616f9023328d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a94c3582-970d-47af-8b94-110280fc5522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0809345 Feb 05 02:47:27.713655 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-e1c9ce84-3ab6-4bfe-81e7-b401e3284ea2 service neutron] 10.222.0.36 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737139 Feb 05 02:47:27.718696 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d35ec23e-3773-4975-883d-29fad7fa0f41 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1760271076-network', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:27.756266 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35ec23e-3773-4975-883d-29fad7fa0f41 admin admin] Made reservation on behalf of 0a719c1485d643e9a809a94cb8f55496 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:47:27.759000 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d35ec23e-3773-4975-883d-29fad7fa0f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:27.771036 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d35ec23e-3773-4975-883d-29fad7fa0f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:27.796385 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-5b5a0aa7-3628-4959-b8f2-995275ad0bd8 service neutron] 10.222.0.10 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529050 Feb 05 02:47:27.835109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aaae5fc0-5120-43ce-bec3-91e5490e5725 service neutron] 10.222.0.36 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129229 Feb 05 02:47:27.852531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f2ecd-7e98-4576-8d24-e402e5e83470 None None] New status for floating IP b13b5761-771e-4703-b01f-d94d85a42de6: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:47:27.970565 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb94bd10-64c6-4c76-a3b3-d2d9fd5cccd5 req-016826b0-12c1-4532-bb23-b4760bbb977a service neutron] 10.222.0.10 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471050 Feb 05 02:47:27.976858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-c28421cd-0a50-4ae6-898a-d6c1bb8d2887 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:27.984755 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d35ec23e-3773-4975-883d-29fad7fa0f41 admin admin] Publish callbacks [] for security_group (49394ebd-561b-42d7-a3e2-f9d4725c159b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:27.992650 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-c28421cd-0a50-4ae6-898a-d6c1bb8d2887 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/networks?id=6825ca7f-6ded-4fbf-ad3e-befaa3000598 HTTP/1.1" status: 200 len: 820 time: 0.1564560 Feb 05 02:47:27.993404 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d35ec23e-3773-4975-883d-29fad7fa0f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (49394ebd-561b-42d7-a3e2-f9d4725c159b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:28.009939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-a7ca001b-a826-4300-b864-0d27bdbd065f tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/quotas/4877138b986c4ca58adfcb056233dd7a HTTP/1.1" status: 200 len: 375 time: 0.0163419 Feb 05 02:47:28.016039 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35ec23e-3773-4975-883d-29fad7fa0f41 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:47:28.054999 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-81ce5ea8-c7cf-49e5-9732-218196e47b9a tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4877138b986c4ca58adfcb056233dd7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440707 Feb 05 02:47:28.067536 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d35ec23e-3773-4975-883d-29fad7fa0f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (091eb8e0-c3b0-4137-97fc-25d9a16d1f33), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:28.068015 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-d35ec23e-3773-4975-883d-29fad7fa0f41 admin admin] Added segment 091eb8e0-c3b0-4137-97fc-25d9a16d1f33 of type vlan for network b024a581-acc5-4e00-bc06-863ec61d404b Feb 05 02:47:28.085377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ec23e-3773-4975-883d-29fad7fa0f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49394ebd-561b-42d7-a3e2-f9d4725c159b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:28.133461 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d35ec23e-3773-4975-883d-29fad7fa0f41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (b024a581-acc5-4e00-bc06-863ec61d404b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:28.163590 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd84c7-2bff-454f-8a87-128d6fc0957e req-be56c762-5626-4f48-8205-61684c529e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:28.165478 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-56dd84c7-2bff-454f-8a87-128d6fc0957e req-be56c762-5626-4f48-8205-61684c529e4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f70c12dbde1743e880aac38e75ef86f3&device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 1125 time: 0.1354749 Feb 05 02:47:28.222846 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d35ec23e-3773-4975-883d-29fad7fa0f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (b024a581-acc5-4e00-bc06-863ec61d404b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:28.223853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35ec23e-3773-4975-883d-29fad7fa0f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:28.224735 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d35ec23e-3773-4975-883d-29fad7fa0f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:28.282562 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-f6b72f17-a479-4656-8fed-9a365faf40fb service neutron] 10.222.0.36 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161474 Feb 05 02:47:28.378289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cd72e-8c3e-4790-bb13-1cc0df0f437d req-9f56cce4-dc73-4dca-b2f9-005a6ddd2386 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:28.380049 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c84cd72e-8c3e-4790-bb13-1cc0df0f437d req-9f56cce4-dc73-4dca-b2f9-005a6ddd2386 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 1132 time: 0.1469026 Feb 05 02:47:28.431573 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-80e701e6-4150-452b-ad47-1aaeea005582 service neutron] 10.222.0.36 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474922 Feb 05 02:47:28.495042 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c84cd72e-8c3e-4790-bb13-1cc0df0f437d req-dd30efb6-5635-4970-9727-7ff35a9d5164 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011662 Feb 05 02:47:28.588192 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d35ec23e-3773-4975-883d-29fad7fa0f41 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0644455 Feb 05 02:47:28.591998 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39812) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:28.596250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ec23e-3773-4975-883d-29fad7fa0f41 admin admin] Pushing event updated for resources: {'Network': ['ID=b024a581-acc5-4e00-bc06-863ec61d404b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:28.610328 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network b024a581-acc5-4e00-bc06-863ec61d404b details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:47:28.615024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-794da384-52b6-4657-80fd-db298d9697df admin admin] Request body: {'subnet': {'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1760271076-subnet', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:28.659092 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794da384-52b6-4657-80fd-db298d9697df admin admin] Made reservation on behalf of 0a719c1485d643e9a809a94cb8f55496 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:47:28.662931 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-794da384-52b6-4657-80fd-db298d9697df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:28.667257 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd84c7-2bff-454f-8a87-128d6fc0957e req-bc5c0aa4-5842-43bb-a292-3f55656b8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:28.671020 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-56dd84c7-2bff-454f-8a87-128d6fc0957e req-bc5c0aa4-5842-43bb-a292-3f55656b8e77 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a94c3582-970d-47af-8b94-110280fc5522 HTTP/1.1" status: 200 len: 925 time: 0.4952717 Feb 05 02:47:28.740709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d81282-069d-4249-8fa1-c1a81994cecd req-8f75d09b-0811-4ae8-9515-b90035091c32 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:28.749397 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-56dd84c7-2bff-454f-8a87-128d6fc0957e req-227ed98f-19eb-4b93-9c64-04ec934f5e40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec289787-62df-4b32-9f05-74b64482ea26 HTTP/1.1" status: 200 len: 217 time: 0.0679936 Feb 05 02:47:28.749790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55d81282-069d-4249-8fa1-c1a81994cecd req-8f75d09b-0811-4ae8-9515-b90035091c32 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.1718109 Feb 05 02:47:28.843936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd84c7-2bff-454f-8a87-128d6fc0957e req-8f17da61-4e68-4125-a726-3df9be1c8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:28.845789 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-56dd84c7-2bff-454f-8a87-128d6fc0957e req-8f17da61-4e68-4125-a726-3df9be1c8e05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66aee997-898a-49fe-a77f-0d444b50db76 HTTP/1.1" status: 200 len: 863 time: 0.0889452 Feb 05 02:47:28.937865 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd84c7-2bff-454f-8a87-128d6fc0957e req-413b86e9-bfe8-4f9b-817b-9f70563cc1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:28.939796 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-56dd84c7-2bff-454f-8a87-128d6fc0957e req-413b86e9-bfe8-4f9b-817b-9f70563cc1d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a94c3582-970d-47af-8b94-110280fc5522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0841360 Feb 05 02:47:28.947185 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55d81282-069d-4249-8fa1-c1a81994cecd req-cab49881-4544-476f-af33-9d49b4a4ebb1 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964729 Feb 05 02:47:29.073580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411e6c5-4f92-41b8-97df-92478591cf29 req-1dd4b816-045d-4b53-9abc-c67a7492997b tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:29.076817 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c411e6c5-4f92-41b8-97df-92478591cf29 req-1dd4b816-045d-4b53-9abc-c67a7492997b tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 943 time: 0.3009334 Feb 05 02:47:29.127547 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-56dd84c7-2bff-454f-8a87-128d6fc0957e req-1a7cc089-7906-4582-b2b3-b5edd7da8772 service neutron] 10.222.0.10 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686141 Feb 05 02:47:29.129414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a90751f7-b1c0-4339-bce2-72ed812f93fd req-3eaf1889-58a6-4eca-8d62-a7b2e8b47907 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 210 time: 0.0646517 Feb 05 02:47:29.221778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c411e6c5-4f92-41b8-97df-92478591cf29 req-6b6c698e-a99c-4471-a0f4-5a09eabf3e22 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316166 Feb 05 02:47:29.228469 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-794da384-52b6-4657-80fd-db298d9697df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (fc5aff1a-54c8-4996-857d-4ad64ea6cbd0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:29.305537 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-56dd84c7-2bff-454f-8a87-128d6fc0957e req-1c761160-cbe6-4537-b34a-e74aa4bb9e6a service neutron] 10.222.0.10 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682053 Feb 05 02:47:29.346466 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794da384-52b6-4657-80fd-db298d9697df admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc5aff1a-54c8-4996-857d-4ad64ea6cbd0,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:29.409313 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4d5b3-1ba1-4ec6-a2f0-74428ddf4209 req-636bac2a-41b9-45fa-96c8-2b78af4ab189 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:29.413031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75a4d5b3-1ba1-4ec6-a2f0-74428ddf4209 req-636bac2a-41b9-45fa-96c8-2b78af4ab189 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.1379750 Feb 05 02:47:29.413871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794da384-52b6-4657-80fd-db298d9697df admin admin] Checking segment: {'id': '091eb8e0-c3b0-4137-97fc-25d9a16d1f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:47:29.414527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794da384-52b6-4657-80fd-db298d9697df admin admin] Network hostable DHCP agents. Network: b024a581-acc5-4e00-bc06-863ec61d404b, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:47:29.466026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cf4fc-0f16-42b2-a643-a52385da5407 req-94c56c28-1fdf-4fc7-bdbc-085a0dd58d37 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:29.468580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f8cf4fc-0f16-42b2-a643-a52385da5407 req-94c56c28-1fdf-4fc7-bdbc-085a0dd58d37 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 1132 time: 0.1341841 Feb 05 02:47:29.492267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794da384-52b6-4657-80fd-db298d9697df admin admin] Network b024a581-acc5-4e00-bc06-863ec61d404b is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:47:29.505812 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75a4d5b3-1ba1-4ec6-a2f0-74428ddf4209 req-7cb6ee6b-a2d1-4de5-ba46-eed19961b243 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878210 Feb 05 02:47:29.511338 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-794da384-52b6-4657-80fd-db298d9697df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, b024a581-acc5-4e00-bc06-863ec61d404b) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:29.517849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794da384-52b6-4657-80fd-db298d9697df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:29.518438 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-794da384-52b6-4657-80fd-db298d9697df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:29.521071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19034427-55a2-4804-a537-fc24257505cb None None] Network b024a581-acc5-4e00-bc06-863ec61d404b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:47:29.545328 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f8cf4fc-0f16-42b2-a643-a52385da5407 req-830a105d-fa6b-46e0-89ef-8b9d291f9fd5 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677426 Feb 05 02:47:29.549415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-794da384-52b6-4657-80fd-db298d9697df admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9564059 Feb 05 02:47:29.552299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39826) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:29.556904 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1760271076-router', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:29.604722 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (f9aa9a98-86e6-443b-ad13-abe10ed41e36), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:29.605825 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (f9aa9a98-86e6-443b-ad13-abe10ed41e36), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:29.632679 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c9fa7cd4-99d8-416b-96e7-f7ff898cb6e6 req-a96a9b01-7b23-444f-998b-49866c263204 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 210 time: 0.0381448 Feb 05 02:47:29.687559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-b024a581-acc5-4e00-bc06-863ec61d404b', 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b', 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'fixed_ips': [{'subnet_id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:47:29.688666 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:29.778121 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Publish callbacks [] for router_controller (f9aa9a98-86e6-443b-ad13-abe10ed41e36), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:29.866792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Allocated IP 172.20.0.2 (b024a581-acc5-4e00-bc06-863ec61d404b/fc5aff1a-54c8-4996-857d-4ad64ea6cbd0/22dd1fb6-5914-49cf-a99a-363c8ee58a57) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:47:29.884334 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-1fda8931-dc93-4674-8d9a-a4ce30e40571 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3a5378990daa49febaabcbe6e557bcbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590169 Feb 05 02:47:30.007569 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-a374d1ff-2250-4a43-83bb-d39a77c954a6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:30.009091 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-a374d1ff-2250-4a43-83bb-d39a77c954a6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.10 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 820 time: 0.2206545 Feb 05 02:47:30.032839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-ae115795-03f6-4869-80ab-3be259431d78 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Request body: {'port': {'device_id': '3fe57a8d-1720-4998-94aa-2dda696de742', 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119', 'admin_state_up': True, 'tenant_id': '1efeace9c19e4c6591bec43ee004b4ff'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:30.079176 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Publish callbacks [] for router_gateway (f9aa9a98-86e6-443b-ad13-abe10ed41e36), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:30.158230 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Publish callbacks [] for port (22dd1fb6-5914-49cf-a99a-363c8ee58a57), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:30.181651 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (22dd1fb6-5914-49cf-a99a-363c8ee58a57), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:30.213107 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-ae115795-03f6-4869-80ab-3be259431d78 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Made reservation on behalf of 1efeace9c19e4c6591bec43ee004b4ff for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:47:30.216409 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-c292783e-0f72-4e23-ba0c-dd69cf597fd8 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:30.223403 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-c292783e-0f72-4e23-ba0c-dd69cf597fd8 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3291390 Feb 05 02:47:30.231170 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-ae115795-03f6-4869-80ab-3be259431d78 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:30.266019 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-e31f60d7-6417-4b68-9202-987e1cb7aa3e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/quotas/3a5378990daa49febaabcbe6e557bcbe HTTP/1.1" status: 200 len: 375 time: 0.0414705 Feb 05 02:47:30.281370 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Pushing event updated for resources: {'Port': ['ID=22dd1fb6-5914-49cf-a99a-363c8ee58a57,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:30.301154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Network b024a581-acc5-4e00-bc06-863ec61d404b is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:47:30.302671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:30.305642 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:47:30.325801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28057b0-4f91-47a2-87a0-7bfc866c6d02 req-5664e532-ce37-47bf-81aa-358c84698ba5 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:30.332984 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f28057b0-4f91-47a2-87a0-7bfc866c6d02 req-5664e532-ce37-47bf-81aa-358c84698ba5 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.1991525 Feb 05 02:47:30.419190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Attempting to bind port 22dd1fb6-5914-49cf-a99a-363c8ee58a57 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:47:30.419682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Attempting to bind port 22dd1fb6-5914-49cf-a99a-363c8ee58a57 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '091eb8e0-c3b0-4137-97fc-25d9a16d1f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:47:30.420605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Attempting to bind port 22dd1fb6-5914-49cf-a99a-363c8ee58a57 on network b024a581-acc5-4e00-bc06-863ec61d404b {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:30.429590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:47:30.430107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Checking segment: {'id': '091eb8e0-c3b0-4137-97fc-25d9a16d1f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:47:30.431115 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:30.431627 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Bound using segment: {'id': '091eb8e0-c3b0-4137-97fc-25d9a16d1f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:47:30.432201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Bound port: 22dd1fb6-5914-49cf-a99a-363c8ee58a57, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091eb8e0-c3b0-4137-97fc-25d9a16d1f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:47:30.433574 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (22dd1fb6-5914-49cf-a99a-363c8ee58a57), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:30.459203 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-ae115795-03f6-4869-80ab-3be259431d78 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Allocated IP 172.20.0.3 (7989079b-2a98-4df8-9515-2a06293b2119/4a3e862e-d976-4a4a-b805-d4274563e5fa/aa547e93-3e5e-4881-8417-0d6ec33e52c0) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:47:30.513577 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-8177231f-4823-4787-bb1e-ee2ea1843529 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2465892 Feb 05 02:47:30.520110 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f28057b0-4f91-47a2-87a0-7bfc866c6d02 req-b9ef1ed2-3d9d-4fc9-9635-9892f93920a7 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861808 Feb 05 02:47:30.581950 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-961e6325-b967-473a-acab-976c489d4de1 None None] For port 22dd1fb6-5914-49cf-a99a-363c8ee58a57, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:47:30.600836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-961e6325-b967-473a-acab-976c489d4de1 None None] For port 22dd1fb6-5914-49cf-a99a-363c8ee58a57, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=22dd1fb6-5914-49cf-a99a-363c8ee58a57,segment=NetworkSegment(091eb8e0-c3b0-4137-97fc-25d9a16d1f33),segment_id=091eb8e0-c3b0-4137-97fc-25d9a16d1f33)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:47:30.617549 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (22dd1fb6-5914-49cf-a99a-363c8ee58a57), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:30.704188 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-ae115795-03f6-4869-80ab-3be259431d78 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks [] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:30.719151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-25e69cff-1f31-4c91-82c9-8e5dc8f042e4 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:30.720626 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-25e69cff-1f31-4c91-82c9-8e5dc8f042e4 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.10 "GET /v2.0/networks?id=6825ca7f-6ded-4fbf-ad3e-befaa3000598 HTTP/1.1" status: 200 len: 820 time: 0.3262804 Feb 05 02:47:30.732363 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a92cb171-cd69-49f0-9755-31e9392ad4d0 req-ae2543f7-6508-4dc9-b2a8-4fc9becdf540 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 210 time: 0.0512638 Feb 05 02:47:30.749882 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-09daa0fd-7f93-4216-a37f-8a04bfb98202 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Request body: {'port': {'device_id': '7d41227e-4e63-4129-8a56-99201c84c52c', 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598', 'admin_state_up': True, 'tenant_id': '4877138b986c4ca58adfcb056233dd7a'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:30.759642 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-ae115795-03f6-4869-80ab-3be259431d78 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:30.776903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e6325-b967-473a-acab-976c489d4de1 None None] Pushing event updated for resources: {'Port': ['ID=22dd1fb6-5914-49cf-a99a-363c8ee58a57,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:30.819543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-ae115795-03f6-4869-80ab-3be259431d78 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Network 7989079b-2a98-4df8-9515-2a06293b2119 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:47:30.826559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-ae115795-03f6-4869-80ab-3be259431d78 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:30.829138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-ae115795-03f6-4869-80ab-3be259431d78 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:47:30.866675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae115795-03f6-4869-80ab-3be259431d78 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Pushing event updated for resources: {'Port': ['ID=aa547e93-3e5e-4881-8417-0d6ec33e52c0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:30.892403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-ae115795-03f6-4869-80ab-3be259431d78 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:30.893057 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-ae115795-03f6-4869-80ab-3be259431d78 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:30.916241 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-ae115795-03f6-4869-80ab-3be259431d78 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8875678 Feb 05 02:47:30.932337 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Request body: {'port': {'device_id': '3fe57a8d-1720-4998-94aa-2dda696de742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:31.022129 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:31.374356 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Publish callbacks [] for router_gateway (f9aa9a98-86e6-443b-ad13-abe10ed41e36), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:31.415748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78520207-3106-47d7-bc95-36e94418c37b req-9109e6b9-ca06-4637-a360-713f0781c33c tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:31.417225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78520207-3106-47d7-bc95-36e94418c37b req-9109e6b9-ca06-4637-a360-713f0781c33c tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 943 time: 0.6007206 Feb 05 02:47:31.418864 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:31.421323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa547e93-3e5e-4881-8417-0d6ec33e52c0 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:47:31.430577 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Publish callbacks [] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:31.444602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Transition to ACTIVE for port object aa547e93-3e5e-4881-8417-0d6ec33e52c0 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:47:31.448418 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:31.451964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a5f08-e580-408d-a9e3-8a7adce14450 req-09d1135a-f257-49d2-9cd7-8a4b351e6fde tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:31.453562 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b6a5f08-e580-408d-a9e3-8a7adce14450 req-09d1135a-f257-49d2-9cd7-8a4b351e6fde tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.5598192 Feb 05 02:47:31.503349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Pushing event updated for resources: {'Port': ['ID=aa547e93-3e5e-4881-8417-0d6ec33e52c0,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:31.562192 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-09daa0fd-7f93-4216-a37f-8a04bfb98202 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Made reservation on behalf of 4877138b986c4ca58adfcb056233dd7a for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:47:31.565473 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-09daa0fd-7f93-4216-a37f-8a04bfb98202 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:31.583716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Attempting to bind port aa547e93-3e5e-4881-8417-0d6ec33e52c0 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:47:31.584110 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Attempting to bind port aa547e93-3e5e-4881-8417-0d6ec33e52c0 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:47:31.584835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Attempting to bind port aa547e93-3e5e-4881-8417-0d6ec33e52c0 on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:31.589439 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Port aa547e93-3e5e-4881-8417-0d6ec33e52c0 on network 7989079b-2a98-4df8-9515-2a06293b2119 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:47:31.590588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Attempting to bind port aa547e93-3e5e-4881-8417-0d6ec33e52c0 on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:31.597242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:47:31.599235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Checking segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:47:31.599235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Bound using segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:47:31.599235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Bound port: aa547e93-3e5e-4881-8417-0d6ec33e52c0, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:47:31.599235 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:31.624587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78520207-3106-47d7-bc95-36e94418c37b req-6e6272a8-8ea0-4150-bfb1-24ab43063c00 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919045 Feb 05 02:47:31.643491 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b6a5f08-e580-408d-a9e3-8a7adce14450 req-9cac83fd-a615-4ac9-b515-e999307f1fef tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490414 Feb 05 02:47:31.685335 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Allocated IP 172.25.0.233 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/ba898cde-7886-43de-9ddd-f4fe487a97a2) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:47:31.699169 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] For port aa547e93-3e5e-4881-8417-0d6ec33e52c0, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:47:31.703793 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] For port aa547e93-3e5e-4881-8417-0d6ec33e52c0, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=aa547e93-3e5e-4881-8417-0d6ec33e52c0,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:47:31.712447 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:31.751626 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:31.753793 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:31.754230 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] 10.222.0.10 "PUT /v2.0/ports/aa547e93-3e5e-4881-8417-0d6ec33e52c0 HTTP/1.1" status: 200 len: 1091 time: 0.8284888 Feb 05 02:47:31.754674 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe57a8d-1720-4998-94aa-2dda696de742', 'tag': 'aa547e93-3e5e-4881-8417-0d6ec33e52c0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:31.757158 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78da4d9e-5ed4-4451-a11e-d23f774e9911" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe57a8d-1720-4998-94aa-2dda696de742", "tag": "aa547e93-3e5e-4881-8417-0d6ec33e52c0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:31.787191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb51824-3d6c-4b55-8f78-d064ab617147 service neutron] Pushing event updated for resources: {'Port': ['ID=aa547e93-3e5e-4881-8417-0d6ec33e52c0,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:31.833583 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15def692-9504-4b05-b6f7-791742d83192 req-24b2c1f7-7a4d-480f-a945-fe62af8f0854 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 210 time: 0.0667851 Feb 05 02:47:31.867801 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ec4ed7c-2ab4-45b9-ac8a-be82243bc488 req-8dc56a8e-f44f-41c4-8e31-df2c9e7feafc tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 210 time: 0.0711772 Feb 05 02:47:31.870854 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-76483ca1-57b1-423f-855c-1fc70464e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:31.873319 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-76483ca1-57b1-423f-855c-1fc70464e4e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 1125 time: 0.0568678 Feb 05 02:47:31.898171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-09daa0fd-7f93-4216-a37f-8a04bfb98202 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Allocated IP 172.20.0.6 (6825ca7f-6ded-4fbf-ad3e-befaa3000598/b99ec32d-a541-438d-8934-6689638905c3/2c6210e6-1007-462a-b577-660b732c2723) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:47:31.945233 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Publish callbacks [] for port (ba898cde-7886-43de-9ddd-f4fe487a97a2), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:31.987773 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-0e9985e0-eac1-47ff-9ad6-abc3394b98d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa547e93-3e5e-4881-8417-0d6ec33e52c0 HTTP/1.1" status: 200 len: 217 time: 0.0903232 Feb 05 02:47:32.060380 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-cf564d4b-8ec1-4ea6-bdbd-f99f75201aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:32.062730 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-cf564d4b-8ec1-4ea6-bdbd-f99f75201aef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.0639198 Feb 05 02:47:32.106472 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-492a785f-70c5-4f35-869e-391a102c0569 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311782 Feb 05 02:47:32.144052 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-ceb1b749-aae5-4fab-8f10-9fb9462da5e6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3a5378990daa49febaabcbe6e557bcbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448649 Feb 05 02:47:32.148900 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ba898cde-7886-43de-9ddd-f4fe487a97a2), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:32.224784 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-fb9ea1b9-da6d-4703-acf2-efb6d6925d55 service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102953 Feb 05 02:47:32.261694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed191d5-166d-41f1-8a7a-5c5f69dbcf1c req-284d7d66-7929-4803-95b9-ca747a80e4bc tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:32.263371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ed191d5-166d-41f1-8a7a-5c5f69dbcf1c req-284d7d66-7929-4803-95b9-ca747a80e4bc tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 1128 time: 0.2994404 Feb 05 02:47:32.282455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ec289787-62df-4b32-9f05-74b64482ea26 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:47:32.283051 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:47:32.308123 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:32.320517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:47:32.335898 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ab2e9-609d-47c8-a9cf-49f61e66dfca req-30e2bb8a-f658-4a0c-9a07-cdd102838e51 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:32.343345 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a8ab2e9-609d-47c8-a9cf-49f61e66dfca req-30e2bb8a-f658-4a0c-9a07-cdd102838e51 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.3195162 Feb 05 02:47:32.346630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Pushing event updated for resources: {'Port': ['ID=ba898cde-7886-43de-9ddd-f4fe487a97a2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:32.352488 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d536c98c-2336-4cff-a4d0-ac406aede641 req-b1e411e7-212f-467c-9337-4e3813d9ce62 service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200707 Feb 05 02:47:32.370035 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d9df38-bbe1-4bfb-90a9-826aed787a48 None None] Network b024a581-acc5-4e00-bc06-863ec61d404b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:47:32.439798 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-09daa0fd-7f93-4216-a37f-8a04bfb98202 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for port (2c6210e6-1007-462a-b577-660b732c2723), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:32.480288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port ec289787-62df-4b32-9f05-74b64482ea26, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ec289787-62df-4b32-9f05-74b64482ea26,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:32.491357 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a3b234b7-ed85-45f2-94b1-cdecd595893d None None] Provisioning complete for port 22dd1fb6-5914-49cf-a99a-363c8ee58a57 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:32.491731 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a3b234b7-ed85-45f2-94b1-cdecd595893d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (22dd1fb6-5914-49cf-a99a-363c8ee58a57), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:32.518602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'ec289787-62df-4b32-9f05-74b64482ea26', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'port_id': 'ec289787-62df-4b32-9f05-74b64482ea26', 'mac_address': 'fa:16:3e:9b:4e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:47:32.548969 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-389ac6ff-1c0c-4087-a6f3-1d27c713fd71 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:32.550398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-389ac6ff-1c0c-4087-a6f3-1d27c713fd71 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3971515 Feb 05 02:47:32.584435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ed191d5-166d-41f1-8a7a-5c5f69dbcf1c req-bc80e8b7-f531-411f-889e-6cc3854c7929 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959645 Feb 05 02:47:32.592738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-05d9bcaf-6e69-4c51-9a1c-1508cda6db62 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Request body: {'port': {'device_id': '368bb474-e059-4c5e-acb5-e72c3793312d', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '3a5378990daa49febaabcbe6e557bcbe'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:32.595936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port ec289787-62df-4b32-9f05-74b64482ea26 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:32.596322 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ec289787-62df-4b32-9f05-74b64482ea26), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:32.612499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a8ab2e9-609d-47c8-a9cf-49f61e66dfca req-87f27e8a-981f-4dfa-9778-ce5ebcd4aa45 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464182 Feb 05 02:47:32.654685 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec289787-62df-4b32-9f05-74b64482ea26 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:47:32.684482 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff2063e-6256-4d84-b714-18a9000a67bd x-openstack-request-id: req-eff2063e-6256-4d84-b714-18a9000a67bd {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:32.685919 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe57a8d-1720-4998-94aa-2dda696de742", "tag": "aa547e93-3e5e-4881-8417-0d6ec33e52c0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:32.686286 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eff2063e-6256-4d84-b714-18a9000a67bd {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:32.686632 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe57a8d-1720-4998-94aa-2dda696de742', 'tag': 'aa547e93-3e5e-4881-8417-0d6ec33e52c0', 'status': 'completed', 'code': 200} Feb 05 02:47:32.693268 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port ec289787-62df-4b32-9f05-74b64482ea26, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ec289787-62df-4b32-9f05-74b64482ea26,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:32.694806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a3b234b7-ed85-45f2-94b1-cdecd595893d None None] Current status of the port 22dd1fb6-5914-49cf-a99a-363c8ee58a57 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:32.695760 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a3b234b7-ed85-45f2-94b1-cdecd595893d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (22dd1fb6-5914-49cf-a99a-363c8ee58a57), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:32.707966 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ec289787-62df-4b32-9f05-74b64482ea26), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:32.744513 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-09daa0fd-7f93-4216-a37f-8a04bfb98202 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (2c6210e6-1007-462a-b577-660b732c2723), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:32.779383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a3b234b7-ed85-45f2-94b1-cdecd595893d None None] For port 22dd1fb6-5914-49cf-a99a-363c8ee58a57, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=22dd1fb6-5914-49cf-a99a-363c8ee58a57,segment=NetworkSegment(091eb8e0-c3b0-4137-97fc-25d9a16d1f33),segment_id=091eb8e0-c3b0-4137-97fc-25d9a16d1f33)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:32.794386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da4d9e-5ed4-4451-a11e-d23f774e9911 req-f9f0a9d1-5dac-45b0-89c2-1257afefd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:32.795936 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a3b234b7-ed85-45f2-94b1-cdecd595893d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (22dd1fb6-5914-49cf-a99a-363c8ee58a57), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:32.797556 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78da4d9e-5ed4-4451-a11e-d23f774e9911 req-f9f0a9d1-5dac-45b0-89c2-1257afefd88d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 1125 time: 0.0784783 Feb 05 02:47:32.803588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=ec289787-62df-4b32-9f05-74b64482ea26,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:32.932622 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-92287c3a-9802-4a30-b1c2-ddcd1a17f6a4 req-c4397d5f-3f93-4ce9-b22a-9859b6a16047 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:47:32.934077 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92287c3a-9802-4a30-b1c2-ddcd1a17f6a4 req-c4397d5f-3f93-4ce9-b22a-9859b6a16047 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0229030 Feb 05 02:47:32.939635 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bad63c99-09a1-41db-a82d-43f5c3402884 None None] Provisioning complete for port 22dd1fb6-5914-49cf-a99a-363c8ee58a57 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:32.940265 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bad63c99-09a1-41db-a82d-43f5c3402884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (22dd1fb6-5914-49cf-a99a-363c8ee58a57), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:32.941993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b234b7-ed85-45f2-94b1-cdecd595893d None None] Pushing event updated for resources: {'Port': ['ID=22dd1fb6-5914-49cf-a99a-363c8ee58a57,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:32.969094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-09daa0fd-7f93-4216-a37f-8a04bfb98202 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Network 6825ca7f-6ded-4fbf-ad3e-befaa3000598 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:47:32.991377 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-09daa0fd-7f93-4216-a37f-8a04bfb98202 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:32.993983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-09daa0fd-7f93-4216-a37f-8a04bfb98202 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:47:33.013458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da4d9e-5ed4-4451-a11e-d23f774e9911 req-6adf75c3-b440-4148-b462-b997fee5ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:33.016640 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78da4d9e-5ed4-4451-a11e-d23f774e9911 req-6adf75c3-b440-4148-b462-b997fee5ad40 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 0.1965344 Feb 05 02:47:33.038258 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 22dd1fb6-5914-49cf-a99a-363c8ee58a57 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:33.047616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09daa0fd-7f93-4216-a37f-8a04bfb98202 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Pushing event updated for resources: {'Port': ['ID=2c6210e6-1007-462a-b577-660b732c2723,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:33.056654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-05d9bcaf-6e69-4c51-9a1c-1508cda6db62 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Made reservation on behalf of 3a5378990daa49febaabcbe6e557bcbe for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:47:33.060528 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-05d9bcaf-6e69-4c51-9a1c-1508cda6db62 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:33.067149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['ec289787-62df-4b32-9f05-74b64482ea26'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:47:33.073973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bad63c99-09a1-41db-a82d-43f5c3402884 None None] Current status of the port 22dd1fb6-5914-49cf-a99a-363c8ee58a57 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:33.081599 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78da4d9e-5ed4-4451-a11e-d23f774e9911 req-b3e53ea1-d6d1-475f-bfc8-f470bc042f47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa547e93-3e5e-4881-8417-0d6ec33e52c0 HTTP/1.1" status: 200 len: 217 time: 0.0488384 Feb 05 02:47:33.110059 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493468b4-f498-40ac-85d8-2004d1988bde req-697b8cdb-0340-4cba-a323-5597c31a8326 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:33.111745 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-493468b4-f498-40ac-85d8-2004d1988bde req-697b8cdb-0340-4cba-a323-5597c31a8326 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 943 time: 0.3731933 Feb 05 02:47:33.124603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-09daa0fd-7f93-4216-a37f-8a04bfb98202 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:33.125158 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-09daa0fd-7f93-4216-a37f-8a04bfb98202 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:33.147076 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da4d9e-5ed4-4451-a11e-d23f774e9911 req-ef185b86-c1d2-4777-9811-5c4b37e30903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:33.148440 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 22dd1fb6-5914-49cf-a99a-363c8ee58a57 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:33.148704 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78da4d9e-5ed4-4451-a11e-d23f774e9911 req-ef185b86-c1d2-4777-9811-5c4b37e30903 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.0604568 Feb 05 02:47:33.148930 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (22dd1fb6-5914-49cf-a99a-363c8ee58a57), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:33.156255 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Publish callbacks [] for router_gateway (f9aa9a98-86e6-443b-ad13-abe10ed41e36), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:33.192106 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78da4d9e-5ed4-4451-a11e-d23f774e9911 req-561d35cd-b1b1-4115-b563-602da680b86d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311825 Feb 05 02:47:33.295105 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-09daa0fd-7f93-4216-a37f-8a04bfb98202 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5495834 Feb 05 02:47:33.319474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Request body: {'port': {'device_id': '7d41227e-4e63-4129-8a56-99201c84c52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:33.326913 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78da4d9e-5ed4-4451-a11e-d23f774e9911 req-b7f31da1-7b60-44a3-b6d2-2405c7a6d14e service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278176 Feb 05 02:47:33.420215 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-493468b4-f498-40ac-85d8-2004d1988bde req-be3adaa3-8a44-45f3-bd04-fde87c84872d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907178 Feb 05 02:47:33.447754 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 22dd1fb6-5914-49cf-a99a-363c8ee58a57 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:33.477369 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78da4d9e-5ed4-4451-a11e-d23f774e9911 req-d05d0cd9-1499-445e-a4a8-52bf0c965d17 service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411817 Feb 05 02:47:33.506008 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-05d9bcaf-6e69-4c51-9a1c-1508cda6db62 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Allocated IP 192.168.233.67 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/e8f94f1f-3908-4db8-a8e6-1a81e2733417) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:47:33.516851 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c6210e6-1007-462a-b577-660b732c2723), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:33.577207 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b208f6b8-4caa-4f67-adc8-cc96a6d32597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:33.821388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fb218-ad84-40df-9f18-1903f6de62af req-30ce0dbd-6aa6-47a7-84f1-ca232bbb254d tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:33.822899 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d6fb218-ad84-40df-9f18-1903f6de62af req-30ce0dbd-6aa6-47a7-84f1-ca232bbb254d tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 944 time: 0.3093886 Feb 05 02:47:33.871873 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (f9aa9a98-86e6-443b-ad13-abe10ed41e36), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:34.042439 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-4338d882-6596-4cd3-beca-13bfec120c16 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:47:34.044544 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-4338d882-6596-4cd3-beca-13bfec120c16 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069063 Feb 05 02:47:34.089114 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-c96d4c52-a5f0-4c87-947e-f08ece0a60b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:34.090704 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-c96d4c52-a5f0-4c87-947e-f08ece0a60b3 service neutron] 10.222.0.36 "GET /v2.0/ports/87400363-fba4-48e2-9be0-f3397b56d68b HTTP/1.1" status: 200 len: 1125 time: 0.0390911 Feb 05 02:47:34.100297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f1de2e95-59b0-4659-b216-d0506e43e4a4 service neutron] Request body: {'binding': {'host': 'n-h1-826942-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:34.100746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f1de2e95-59b0-4659-b216-d0506e43e4a4 service neutron] Unknown quota resources ['binding']. {{(pid=109674) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 05 02:47:34.245153 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f1de2e95-59b0-4659-b216-d0506e43e4a4 service neutron] Attempting to bind port 87400363-fba4-48e2-9be0-f3397b56d68b on host n-h1-826942-8 for vnic_type normal with profile None {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:47:34.245486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f1de2e95-59b0-4659-b216-d0506e43e4a4 service neutron] Attempting to bind port 87400363-fba4-48e2-9be0-f3397b56d68b by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:47:34.245840 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f1de2e95-59b0-4659-b216-d0506e43e4a4 service neutron] Attempting to bind port 87400363-fba4-48e2-9be0-f3397b56d68b on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:34.250887 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f1de2e95-59b0-4659-b216-d0506e43e4a4 service neutron] Port 87400363-fba4-48e2-9be0-f3397b56d68b on network 11cf62be-c855-41b3-87da-58090e237db8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:47:34.251463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f1de2e95-59b0-4659-b216-d0506e43e4a4 service neutron] Attempting to bind port 87400363-fba4-48e2-9be0-f3397b56d68b on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:34.256257 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f1de2e95-59b0-4659-b216-d0506e43e4a4 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:47:34.256592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f1de2e95-59b0-4659-b216-d0506e43e4a4 service neutron] Checking segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:47:34.256970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f1de2e95-59b0-4659-b216-d0506e43e4a4 service neutron] Bound using segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:47:34.257385 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f1de2e95-59b0-4659-b216-d0506e43e4a4 service neutron] Bound port: 87400363-fba4-48e2-9be0-f3397b56d68b, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:47:34.296191 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ec289787-62df-4b32-9f05-74b64482ea26 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:34.311242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f1de2e95-59b0-4659-b216-d0506e43e4a4 service neutron] For port 87400363-fba4-48e2-9be0-f3397b56d68b, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=87400363-fba4-48e2-9be0-f3397b56d68b,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:47:34.319599 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f1de2e95-59b0-4659-b216-d0506e43e4a4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:34.320835 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f1de2e95-59b0-4659-b216-d0506e43e4a4 service neutron] 10.222.0.36 "POST /v2.0/ports/87400363-fba4-48e2-9be0-f3397b56d68b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2243185 Feb 05 02:47:34.348247 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port ec289787-62df-4b32-9f05-74b64482ea26 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:47:34.352499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port ec289787-62df-4b32-9f05-74b64482ea26 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:34.352850 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ec289787-62df-4b32-9f05-74b64482ea26), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:34.357831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d6fb218-ad84-40df-9f18-1903f6de62af req-1f84b709-282a-4c2b-be61-5b9e8b2584cb tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5236540 Feb 05 02:47:34.367724 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-05d9bcaf-6e69-4c51-9a1c-1508cda6db62 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks [] for port (e8f94f1f-3908-4db8-a8e6-1a81e2733417), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:34.492152 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-05d9bcaf-6e69-4c51-9a1c-1508cda6db62 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e8f94f1f-3908-4db8-a8e6-1a81e2733417), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:34.494693 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port ec289787-62df-4b32-9f05-74b64482ea26 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:34.495198 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ec289787-62df-4b32-9f05-74b64482ea26), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:34.513747 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5262ff49-6fce-4474-b84e-0c2a62252ecf', 'e549d749-eb62-4e11-9f8f-d0dd92e541c2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:47:34.517846 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['901efd57-bf72-40cf-bb84-83ce5c36f3a1', '8a0abef1-9c72-431a-a225-dccabdc8515e', 'e29e20b0-38e7-47fb-960b-7ae5ec41b2d8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:47:34.601408 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6210e6-1007-462a-b577-660b732c2723 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:47:34.620188 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-05d9bcaf-6e69-4c51-9a1c-1508cda6db62 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:47:34.620734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee97fd9c-84f4-499a-82ae-1845263a656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec289787-62df-4b32-9f05-74b64482ea26'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:34.624845 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Publish callbacks [] for port (2c6210e6-1007-462a-b577-660b732c2723), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:34.625593 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5e5d0f-0864-41f8-b8b3-22f0df7b2c54" -d '{"events": [{"server_uuid": "ee97fd9c-84f4-499a-82ae-1845263a656a", "name": "network-vif-plugged", "status": "completed", "tag": "ec289787-62df-4b32-9f05-74b64482ea26"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:34.641061 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-05d9bcaf-6e69-4c51-9a1c-1508cda6db62 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:34.641586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-ff907789-11f5-48b9-9bbf-6897b250784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:34.643572 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-ff907789-11f5-48b9-9bbf-6897b250784b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 1128 time: 0.0523355 Feb 05 02:47:34.647709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Router f9aa9a98-86e6-443b-ad13-abe10ed41e36 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:47:34.653510 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-05d9bcaf-6e69-4c51-9a1c-1508cda6db62 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:47:34.656124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port ec289787-62df-4b32-9f05-74b64482ea26, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ec289787-62df-4b32-9f05-74b64482ea26,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:34.679458 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ec289787-62df-4b32-9f05-74b64482ea26), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:34.702000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9bcaf-6e69-4c51-9a1c-1508cda6db62 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Pushing event updated for resources: {'Port': ['ID=e8f94f1f-3908-4db8-a8e6-1a81e2733417,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:34.710137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Transition to ACTIVE for port object 2c6210e6-1007-462a-b577-660b732c2723 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:47:34.745861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c19ce-a14f-41db-839d-ae55089e142d req-9e2576af-52dd-46fa-8d3a-75981009bcf0 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:34.748705 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e78c19ce-a14f-41db-839d-ae55089e142d req-9e2576af-52dd-46fa-8d3a-75981009bcf0 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.2249987 Feb 05 02:47:34.794139 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-6d50192b-fcc9-4cab-aaa4-82f8f6565052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:34.795855 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-6d50192b-fcc9-4cab-aaa4-82f8f6565052 service neutron] 10.222.0.31 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.1442702 Feb 05 02:47:34.797982 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=ec289787-62df-4b32-9f05-74b64482ea26,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:34.798137 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (2c6210e6-1007-462a-b577-660b732c2723), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:34.909310 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-05d9bcaf-6e69-4c51-9a1c-1508cda6db62 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:34.910103 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-05d9bcaf-6e69-4c51-9a1c-1508cda6db62 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:34.922514 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-ca22c074-ecab-4980-8410-8edb618bffee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87400363-fba4-48e2-9be0-f3397b56d68b HTTP/1.1" status: 200 len: 217 time: 0.0920706 Feb 05 02:47:34.934244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d425a8-2ead-4013-be4c-daf3753a9e0d req-cb171742-6a7b-4c8f-bf0e-2ab4bafae794 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:34.941769 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72d425a8-2ead-4013-be4c-daf3753a9e0d req-cb171742-6a7b-4c8f-bf0e-2ab4bafae794 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 931 time: 0.4320266 Feb 05 02:47:34.955479 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 22dd1fb6-5914-49cf-a99a-363c8ee58a57 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:34.987710 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-ab4761d0-6280-4f27-b817-18170716752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:34.989635 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-ab4761d0-6280-4f27-b817-18170716752a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.0647314 Feb 05 02:47:35.012978 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-05d9bcaf-6e69-4c51-9a1c-1508cda6db62 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4275160 Feb 05 02:47:35.018562 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Pushing event updated for resources: {'Port': ['ID=2c6210e6-1007-462a-b577-660b732c2723,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:35.025365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Request body: {'port': {'device_id': '368bb474-e059-4c5e-acb5-e72c3793312d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:35.039852 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-00a405a0-e5ea-4816-9498-07ab4ea3df47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399635 Feb 05 02:47:35.040339 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e78c19ce-a14f-41db-839d-ae55089e142d req-1c94d497-82d0-499a-bb01-5ba565141a9c tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074306 Feb 05 02:47:35.081315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-89d361bc-02f1-4384-ac0b-424d52fee8b4 None None] Provisioning complete for port e8f94f1f-3908-4db8-a8e6-1a81e2733417 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:35.081698 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89d361bc-02f1-4384-ac0b-424d52fee8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e8f94f1f-3908-4db8-a8e6-1a81e2733417), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:35.156195 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-22e30d82-ec6e-43a9-8c4f-5b3c8c8fb217 service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024466 Feb 05 02:47:35.164557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:47:35.166396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 22dd1fb6-5914-49cf-a99a-363c8ee58a57 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:35.166806 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (22dd1fb6-5914-49cf-a99a-363c8ee58a57), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:35.183052 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Sync routers for ids ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:47:35.196690 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72d425a8-2ead-4013-be4c-daf3753a9e0d req-fd461726-c794-498a-bdcc-d09c02626e0c tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539706 Feb 05 02:47:35.198892 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Routers {'f9aa9a98-86e6-443b-ad13-abe10ed41e36'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:47:35.200205 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:35.203234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-89d361bc-02f1-4384-ac0b-424d52fee8b4 None None] Port e8f94f1f-3908-4db8-a8e6-1a81e2733417 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:47:35.292324 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-591374ba-f25f-40e4-80da-52afb825a559 service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293941 Feb 05 02:47:35.307745 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:35.308248 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2d16587e-bb3b-47d3-bc0a-7d88bee56dfa admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.7547772 Feb 05 02:47:35.311007 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Attempting to bind port 2c6210e6-1007-462a-b577-660b732c2723 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:47:35.311352 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Attempting to bind port 2c6210e6-1007-462a-b577-660b732c2723 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '819cfa55-04dd-43b2-8aab-03a6df78907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:47:35.311686 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Attempting to bind port 2c6210e6-1007-462a-b577-660b732c2723 on network 6825ca7f-6ded-4fbf-ad3e-befaa3000598 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:35.311880 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39916) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:35.313590 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e8f94f1f-3908-4db8-a8e6-1a81e2733417), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:35.340612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Port 2c6210e6-1007-462a-b577-660b732c2723 on network 6825ca7f-6ded-4fbf-ad3e-befaa3000598 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:47:35.340976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Attempting to bind port 2c6210e6-1007-462a-b577-660b732c2723 on network 6825ca7f-6ded-4fbf-ad3e-befaa3000598 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:35.376592 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb523591-1531-4bf0-a349-1297d3f4a13e req-d66fe40f-c262-4f8d-953d-9460348c73a9 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:35.377794 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb523591-1531-4bf0-a349-1297d3f4a13e req-d66fe40f-c262-4f8d-953d-9460348c73a9 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 935 time: 0.2467713 Feb 05 02:47:35.396735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:47:35.397078 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Checking segment: {'id': '819cfa55-04dd-43b2-8aab-03a6df78907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:47:35.397473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Bound using segment: {'id': '819cfa55-04dd-43b2-8aab-03a6df78907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:47:35.397929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Bound port: 2c6210e6-1007-462a-b577-660b732c2723, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819cfa55-04dd-43b2-8aab-03a6df78907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:47:35.398396 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c6210e6-1007-462a-b577-660b732c2723), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:35.413160 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Set router f9aa9a98-86e6-443b-ad13-abe10ed41e36 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:47:35.423601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 22dd1fb6-5914-49cf-a99a-363c8ee58a57 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:35.618308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] For port 2c6210e6-1007-462a-b577-660b732c2723, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:47:35.622983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] For port 2c6210e6-1007-462a-b577-660b732c2723, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2c6210e6-1007-462a-b577-660b732c2723,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:47:35.650648 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'name': 'tempest-ServersTestJSON-1760271076-router', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:29Z', 'updated_at': '2022-02-05T02:47:32Z', 'revision_number': 3, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'gw_port': {'id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:31Z', 'updated_at': '2022-02-05T02:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:35.676936 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (2c6210e6-1007-462a-b577-660b732c2723), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:35.684132 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Checking router: f9aa9a98-86e6-443b-ad13-abe10ed41e36 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:47:35.684649 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Updating router f9aa9a98-86e6-443b-ad13-abe10ed41e36 port ba898cde-7886-43de-9ddd-f4fe487a97a2 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:47:35.692662 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cd7af-2ce4-416b-a2a6-97e47d1841a9 req-bae489cb-39d7-4895-855f-7a0bd74498c5 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:35.699632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e80cd7af-2ce4-416b-a2a6-97e47d1841a9 req-bae489cb-39d7-4895-855f-7a0bd74498c5 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.3677468 Feb 05 02:47:35.719007 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ba898cde-7886-43de-9ddd-f4fe487a97a2), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:35.747493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb523591-1531-4bf0-a349-1297d3f4a13e req-dd77c0a8-f393-48b2-bef5-2983bfda5474 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461766 Feb 05 02:47:35.798440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e80cd7af-2ce4-416b-a2a6-97e47d1841a9 req-17ede374-04b9-4f34-bbd7-6780d73d43d2 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960143 Feb 05 02:47:35.803530 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:35.804152 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:35.805560 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] 10.222.0.10 "PUT /v2.0/ports/2c6210e6-1007-462a-b577-660b732c2723 HTTP/1.1" status: 200 len: 1091 time: 2.4907737 Feb 05 02:47:35.806009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d41227e-4e63-4129-8a56-99201c84c52c', 'tag': '2c6210e6-1007-462a-b577-660b732c2723'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:35.820038 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f35235-5cf4-481d-a549-f86278fe0bca" -d '{"events": [{"name": "network-changed", "server_uuid": "7d41227e-4e63-4129-8a56-99201c84c52c", "tag": "2c6210e6-1007-462a-b577-660b732c2723"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:35.859751 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2413d90a-9d21-4eaa-a589-bff312db30ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:35.966644 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:36.030506 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b33c76-63cb-44b3-b8b3-161e1effa57a service neutron] Pushing event updated for resources: {'Port': ['ID=2c6210e6-1007-462a-b577-660b732c2723,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:36.085314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b7ba0-2313-4fdd-a518-c5fa21e79c4d req-cd4e10ec-345d-49d5-a500-7779e7bd7c7c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:36.087107 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-713b7ba0-2313-4fdd-a518-c5fa21e79c4d req-cd4e10ec-345d-49d5-a500-7779e7bd7c7c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.2337472 Feb 05 02:47:36.090445 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-d9c6f5d0-be99-4a64-b404-82b45889a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:36.092642 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-d9c6f5d0-be99-4a64-b404-82b45889a33e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4877138b986c4ca58adfcb056233dd7a&device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 1125 time: 0.2137249 Feb 05 02:47:36.138154 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Publish callbacks [] for port (ba898cde-7886-43de-9ddd-f4fe487a97a2), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:36.146007 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ba898cde-7886-43de-9ddd-f4fe487a97a2), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:36.170714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Allocated IP 172.20.0.1 (b024a581-acc5-4e00-bc06-863ec61d404b/fc5aff1a-54c8-4996-857d-4ad64ea6cbd0/cf27d48c-efa6-43a2-abf7-10d5a57d207a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:47:36.194411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71530c2f-0f98-4d72-bfd0-cc5d2b0adf08 req-95e4c223-2ba2-4359-b463-a78c003f8685 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:36.195947 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-71530c2f-0f98-4d72-bfd0-cc5d2b0adf08 req-95e4c223-2ba2-4359-b463-a78c003f8685 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 943 time: 0.2602456 Feb 05 02:47:36.202083 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-7cf83172-5793-4c5b-8247-085c445deda8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c6210e6-1007-462a-b577-660b732c2723 HTTP/1.1" status: 200 len: 217 time: 0.0765562 Feb 05 02:47:36.204069 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f94f1f-3908-4db8-a8e6-1a81e2733417 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:47:36.217682 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Publish callbacks [] for port (e8f94f1f-3908-4db8-a8e6-1a81e2733417), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:36.223180 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e19bb-9e57-4bd2-a884-95d74d4cc771 None None] Pushing event updated for resources: {'Port': ['ID=ba898cde-7886-43de-9ddd-f4fe487a97a2,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:36.252719 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e19bb-9e57-4bd2-a884-95d74d4cc771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:36.253083 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e19bb-9e57-4bd2-a884-95d74d4cc771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:36.253462 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e19bb-9e57-4bd2-a884-95d74d4cc771 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:36.254227 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e19bb-9e57-4bd2-a884-95d74d4cc771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:36.254567 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e19bb-9e57-4bd2-a884-95d74d4cc771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:36.254920 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e19bb-9e57-4bd2-a884-95d74d4cc771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:36.255252 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e19bb-9e57-4bd2-a884-95d74d4cc771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:36.255789 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e19bb-9e57-4bd2-a884-95d74d4cc771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:36.256120 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e19bb-9e57-4bd2-a884-95d74d4cc771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:36.256442 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e19bb-9e57-4bd2-a884-95d74d4cc771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:36.256762 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e19bb-9e57-4bd2-a884-95d74d4cc771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:36.257511 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e19bb-9e57-4bd2-a884-95d74d4cc771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:36.257845 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e19bb-9e57-4bd2-a884-95d74d4cc771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:36.262689 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Attempting to bind port ba898cde-7886-43de-9ddd-f4fe487a97a2 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:47:36.263280 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Attempting to bind port ba898cde-7886-43de-9ddd-f4fe487a97a2 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:47:36.263580 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Attempting to bind port ba898cde-7886-43de-9ddd-f4fe487a97a2 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:36.270634 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:47:36.271042 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:47:36.271448 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:36.271837 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:47:36.272550 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Bound port: ba898cde-7886-43de-9ddd-f4fe487a97a2, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:47:36.272933 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ba898cde-7886-43de-9ddd-f4fe487a97a2), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:36.287127 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device aa547e93-3e5e-4881-8417-0d6ec33e52c0 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:47:36.315476 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Publish callbacks [] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:36.326909 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Transition to ACTIVE for port object e8f94f1f-3908-4db8-a8e6-1a81e2733417 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:47:36.337073 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-71530c2f-0f98-4d72-bfd0-cc5d2b0adf08 req-fc6ed86b-776a-4961-9f51-ec8521ee18f5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220837 Feb 05 02:47:36.368954 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-713b7ba0-2313-4fdd-a518-c5fa21e79c4d req-719dc3ae-d284-40c7-9206-31a38509b550 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631879 Feb 05 02:47:36.384755 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (e8f94f1f-3908-4db8-a8e6-1a81e2733417), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:36.391072 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-8b8b1d47-7168-4e72-a096-1f8199b0e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:36.398545 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] For port ba898cde-7886-43de-9ddd-f4fe487a97a2, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:47:36.398861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-8b8b1d47-7168-4e72-a096-1f8199b0e8dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b99ec32d-a541-438d-8934-6689638905c3 HTTP/1.1" status: 200 len: 860 time: 0.1866620 Feb 05 02:47:36.406668 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] For port ba898cde-7886-43de-9ddd-f4fe487a97a2, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ba898cde-7886-43de-9ddd-f4fe487a97a2,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:47:36.420894 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ba898cde-7886-43de-9ddd-f4fe487a97a2), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:36.453669 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d731431-69b1-4b51-8daa-c16d23545fed x-openstack-request-id: req-4d731431-69b1-4b51-8daa-c16d23545fed {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:36.453992 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee97fd9c-84f4-499a-82ae-1845263a656a", "name": "network-vif-plugged", "status": "completed", "tag": "ec289787-62df-4b32-9f05-74b64482ea26", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:36.454323 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d731431-69b1-4b51-8daa-c16d23545fed {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:36.454733 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee97fd9c-84f4-499a-82ae-1845263a656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec289787-62df-4b32-9f05-74b64482ea26', 'code': 200} Feb 05 02:47:36.522612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-0133c1d2-e449-4c84-b9e3-144e3470d034 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6825ca7f-6ded-4fbf-ad3e-befaa3000598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795872 Feb 05 02:47:36.533613 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port aa547e93-3e5e-4881-8417-0d6ec33e52c0, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=aa547e93-3e5e-4881-8417-0d6ec33e52c0,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:36.541994 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e19bb-9e57-4bd2-a884-95d74d4cc771 None None] Pushing event updated for resources: {'Port': ['ID=ba898cde-7886-43de-9ddd-f4fe487a97a2,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:36.564255 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'aa547e93-3e5e-4881-8417-0d6ec33e52c0', 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119', 'port_id': 'aa547e93-3e5e-4881-8417-0d6ec33e52c0', 'mac_address': 'fa:16:3e:23:6f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3e862e-d976-4a4a-b805-d4274563e5fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:47:36.580464 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Routers {'f9aa9a98-86e6-443b-ad13-abe10ed41e36'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:47:36.582160 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:47:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:36.612537 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f94f1f-3908-4db8-a8e6-1a81e2733417,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:36.672272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port aa547e93-3e5e-4881-8417-0d6ec33e52c0 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:36.673428 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:36.723013 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa547e93-3e5e-4881-8417-0d6ec33e52c0 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:47:36.797522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port aa547e93-3e5e-4881-8417-0d6ec33e52c0, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=aa547e93-3e5e-4881-8417-0d6ec33e52c0,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:36.811657 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:36.817321 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd4627c-7124-4471-b1df-3708b6de8c6e x-openstack-request-id: req-3cd4627c-7124-4471-b1df-3708b6de8c6e {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:36.820888 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d41227e-4e63-4129-8a56-99201c84c52c", "tag": "2c6210e6-1007-462a-b577-660b732c2723", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:36.821212 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3cd4627c-7124-4471-b1df-3708b6de8c6e {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:36.821653 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d41227e-4e63-4129-8a56-99201c84c52c', 'tag': '2c6210e6-1007-462a-b577-660b732c2723', 'status': 'completed', 'code': 200} Feb 05 02:47:36.834391 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] Set router f9aa9a98-86e6-443b-ad13-abe10ed41e36 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:47:36.900378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffbd6a-0edb-4c98-ad37-b30828b3cda8 req-999362b6-d2ec-4452-8fe4-557d76278eb2 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:36.903891 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=aa547e93-3e5e-4881-8417-0d6ec33e52c0,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:36.909001 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99ffbd6a-0edb-4c98-ad37-b30828b3cda8 req-999362b6-d2ec-4452-8fe4-557d76278eb2 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 945 time: 0.3515599 Feb 05 02:47:36.952391 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:36.962275 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:36.981759 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Attempting to bind port e8f94f1f-3908-4db8-a8e6-1a81e2733417 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:47:36.982093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Attempting to bind port e8f94f1f-3908-4db8-a8e6-1a81e2733417 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:47:36.982330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Attempting to bind port e8f94f1f-3908-4db8-a8e6-1a81e2733417 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:37.024252 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-f5aee74b-5ba3-4404-bbe0-53632d24f465 service neutron] 10.222.0.10 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903405 Feb 05 02:47:37.028816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Port e8f94f1f-3908-4db8-a8e6-1a81e2733417 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:47:37.029150 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Attempting to bind port e8f94f1f-3908-4db8-a8e6-1a81e2733417 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:37.031786 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Network b024a581-acc5-4e00-bc06-863ec61d404b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:47:37.042633 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:37.047084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:47:37.093542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:47:37.093887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:47:37.094274 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:47:37.094719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Bound port: e8f94f1f-3908-4db8-a8e6-1a81e2733417, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:47:37.095102 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e8f94f1f-3908-4db8-a8e6-1a81e2733417), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:37.104792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['aa547e93-3e5e-4881-8417-0d6ec33e52c0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:47:37.130118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4bb7b-2764-48b4-9c64-29b0bc8fb529 req-c2cd3aa6-77ce-4064-bedf-09155fc29ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:37.133819 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d5f4bb7b-2764-48b4-9c64-29b0bc8fb529 req-c2cd3aa6-77ce-4064-bedf-09155fc29ddc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 1127 time: 0.2946107 Feb 05 02:47:37.143726 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (f9aa9a98-86e6-443b-ad13-abe10ed41e36), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:37.146285 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99ffbd6a-0edb-4c98-ad37-b30828b3cda8 req-53a5f651-48b3-4de7-939a-f57d40570ead tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261920 Feb 05 02:47:37.189081 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53cdc9-2183-434d-88e1-dc01b1a810d6 req-7d41c7db-dfac-4b28-a7a3-0b467cc37ce1 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:37.191220 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f53cdc9-2183-434d-88e1-dc01b1a810d6 req-7d41c7db-dfac-4b28-a7a3-0b467cc37ce1 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 943 time: 0.2463558 Feb 05 02:47:37.262567 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'name': 'tempest-ServersTestJSON-1760271076-router', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:29Z', 'updated_at': '2022-02-05T02:47:32Z', 'revision_number': 3, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'gw_port': {'id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:31Z', 'updated_at': '2022-02-05T02:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:37.265984 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Pushing event updated for resources: {'Port': ['ID=cf27d48c-efa6-43a2-abf7-10d5a57d207a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:37.307204 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] For port e8f94f1f-3908-4db8-a8e6-1a81e2733417, host n-h1-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:47:37.329180 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc63f7b-026c-4cf2-b55b-90207bc3b2e0 None None] The sync data for ids ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'] in n-d-826942-8 is: [{'id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'name': 'tempest-ServersTestJSON-1760271076-router', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:29Z', 'updated_at': '2022-02-05T02:47:32Z', 'revision_number': 3, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'gw_port': {'id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:31Z', 'updated_at': '2022-02-05T02:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:47:37.333286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] For port e8f94f1f-3908-4db8-a8e6-1a81e2733417, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e8f94f1f-3908-4db8-a8e6-1a81e2733417,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:47:37.342347 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b31b4d97-e3a9-4e5d-965e-29392484b3f7 req-c3a1d120-2c00-4c91-83b5-c9b6d01dc8af service neutron] 10.222.0.10 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098738 Feb 05 02:47:37.372188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f53cdc9-2183-434d-88e1-dc01b1a810d6 req-f7cdea63-5661-4406-8be8-358b76d48c90 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683631 Feb 05 02:47:37.379642 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d5f4bb7b-2764-48b4-9c64-29b0bc8fb529 req-b2d692db-bde1-4c7e-be53-c06089de40de service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298014 Feb 05 02:47:37.380077 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (e8f94f1f-3908-4db8-a8e6-1a81e2733417), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:37.473966 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e5bad427-0b7b-4154-9bd5-5ce86667d91c None None] Provisioning complete for port cf27d48c-efa6-43a2-abf7-10d5a57d207a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:37.474367 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e5bad427-0b7b-4154-9bd5-5ce86667d91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:37.533590 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:37.534308 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:37.535933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] 10.222.0.31 "PUT /v2.0/ports/e8f94f1f-3908-4db8-a8e6-1a81e2733417 HTTP/1.1" status: 200 len: 1095 time: 2.5146530 Feb 05 02:47:37.538078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e5bad427-0b7b-4154-9bd5-5ce86667d91c None None] Port cf27d48c-efa6-43a2-abf7-10d5a57d207a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:47:37.544418 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:37.809251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc1ab6-cc35-4cf8-bda7-a65d5c3e4c9d req-88c5d7bd-230d-4ef0-96fa-6accfb93b7bc tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:37.811236 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9afc1ab6-cc35-4cf8-bda7-a65d5c3e4c9d req-88c5d7bd-230d-4ef0-96fa-6accfb93b7bc tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 947 time: 0.4874828 Feb 05 02:47:37.819812 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Publish callbacks [] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:37.827910 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:37.836939 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc47a5-f1be-43da-9afe-9dec34ec5113 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f94f1f-3908-4db8-a8e6-1a81e2733417,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:37.906247 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f35235-5cf4-481d-a549-f86278fe0bca req-ad077fca-db07-4475-bb3a-d13adb2a3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:37.907800 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d0f35235-5cf4-481d-a549-f86278fe0bca req-ad077fca-db07-4475-bb3a-d13adb2a3a28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4877138b986c4ca58adfcb056233dd7a&device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 1125 time: 0.1689548 Feb 05 02:47:37.930894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526e888-3fe7-4e32-b0c4-2758774437db req-2ab74eb3-f657-4cc0-b496-adf406ed233a tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:37.938727 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0526e888-3fe7-4e32-b0c4-2758774437db req-2ab74eb3-f657-4cc0-b496-adf406ed233a tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.4803963 Feb 05 02:47:37.943792 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (f9aa9a98-86e6-443b-ad13-abe10ed41e36), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:37.951564 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9afc1ab6-cc35-4cf8-bda7-a65d5c3e4c9d req-4f589077-599f-4ea9-b9be-c1de0f84d73e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235712 Feb 05 02:47:37.967105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-f9c2b70a-0ded-41ae-a469-7e27b4596756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:37.968860 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-f9c2b70a-0ded-41ae-a469-7e27b4596756 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 1129 time: 0.3156781 Feb 05 02:47:38.036256 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Pushing event updated for resources: {'Port': ['ID=cf27d48c-efa6-43a2-abf7-10d5a57d207a,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:38.051394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0526e888-3fe7-4e32-b0c4-2758774437db req-ca02a0a7-25c9-453a-91e6-66bcb46bec54 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116719 Feb 05 02:47:38.055225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-eec5b5ac-9368-4689-82c0-b0fb8fabf624 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=e8f94f1f-3908-4db8-a8e6-1a81e2733417 HTTP/1.1" status: 200 len: 217 time: 0.0566947 Feb 05 02:47:38.188364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-1f9bd0dd-6bb9-4981-8d14-46baf877a8c5 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0aa6999a11394adb9cec0d0112e6141a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645118 Feb 05 02:47:38.190462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f35235-5cf4-481d-a549-f86278fe0bca req-02c9ebe5-ec34-4c61-b245-912c8d766bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:38.191668 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d0f35235-5cf4-481d-a549-f86278fe0bca req-02c9ebe5-ec34-4c61-b245-912c8d766bbd service neutron] 10.222.0.10 "GET /v2.0/networks?id=6825ca7f-6ded-4fbf-ad3e-befaa3000598 HTTP/1.1" status: 200 len: 921 time: 0.2632585 Feb 05 02:47:38.232147 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-83cb423b-952e-48d2-afb1-97999e62953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:38.233765 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-83cb423b-952e-48d2-afb1-97999e62953c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1664774 Feb 05 02:47:38.250244 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d0f35235-5cf4-481d-a549-f86278fe0bca req-58493c3b-7f1d-4a0c-9dd2-bff90d10a654 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c6210e6-1007-462a-b577-660b732c2723 HTTP/1.1" status: 200 len: 217 time: 0.0459545 Feb 05 02:47:38.256638 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Network b024a581-acc5-4e00-bc06-863ec61d404b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:47:38.268828 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:38.321780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f35235-5cf4-481d-a549-f86278fe0bca req-bf12c7d8-31af-4704-b360-f5ffd82f8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:38.326578 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d0f35235-5cf4-481d-a549-f86278fe0bca req-bf12c7d8-31af-4704-b360-f5ffd82f8810 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b99ec32d-a541-438d-8934-6689638905c3 HTTP/1.1" status: 200 len: 860 time: 0.0677166 Feb 05 02:47:38.412751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae36bc1-5218-4e94-bdad-4c5dde8c5bd4 req-22ebf778-7809-4130-b5c9-4af474211efc tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:38.414436 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ae36bc1-5218-4e94-bdad-4c5dde8c5bd4 req-22ebf778-7809-4130-b5c9-4af474211efc tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 944 time: 0.2579412 Feb 05 02:47:38.417587 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-0dea102e-659c-480d-86a1-2d5a41045247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:38.419185 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-0dea102e-659c-480d-86a1-2d5a41045247 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1731141 Feb 05 02:47:38.488203 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d0f35235-5cf4-481d-a549-f86278fe0bca req-d7b64518-bd16-4664-9360-67ffb588ca98 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6825ca7f-6ded-4fbf-ad3e-befaa3000598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1533487 Feb 05 02:47:38.516189 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:38.537181 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Router f9aa9a98-86e6-443b-ad13-abe10ed41e36 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:47:38.562687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-ba6b9d41-32e5-4dc4-a536-15e8c2f2aa07 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:38.564180 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-ba6b9d41-32e5-4dc4-a536-15e8c2f2aa07 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3542259 Feb 05 02:47:38.628417 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-f1747131-27a2-4e44-898a-e79fa573ec4e service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882911 Feb 05 02:47:38.645667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-23f89a85-0c78-40b8-a280-f68b68f1f5ea tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/quotas/0aa6999a11394adb9cec0d0112e6141a HTTP/1.1" status: 200 len: 375 time: 0.0656948 Feb 05 02:47:38.653233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8df5f39b-2480-4b37-9249-4d505542c84c None None] Provisioning complete for port cf27d48c-efa6-43a2-abf7-10d5a57d207a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:38.653841 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8df5f39b-2480-4b37-9249-4d505542c84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:38.738359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8df5f39b-2480-4b37-9249-4d505542c84c None None] Port cf27d48c-efa6-43a2-abf7-10d5a57d207a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:47:38.750474 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d0f35235-5cf4-481d-a549-f86278fe0bca req-9237c888-ea24-4ce9-ada0-84ae6c602af2 service neutron] 10.222.0.10 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261062 Feb 05 02:47:38.809695 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ae36bc1-5218-4e94-bdad-4c5dde8c5bd4 req-350f9e58-66fc-47d8-b7d0-0c6f491310a0 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818493 Feb 05 02:47:38.813079 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:47:38.821089 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7a71eaeb-4a6e-47db-b494-f941978e6288 admin admin] 10.222.0.36 "PUT /v2.0/routers/f9aa9a98-86e6-443b-ad13-abe10ed41e36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5059688 Feb 05 02:47:38.827151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368bb474-e059-4c5e-acb5-e72c3793312d', 'tag': 'e8f94f1f-3908-4db8-a8e6-1a81e2733417'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:38.829619 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f026e4a-23f2-4399-bb65-9dfcc635d48e" -d '{"events": [{"name": "network-changed", "server_uuid": "368bb474-e059-4c5e-acb5-e72c3793312d", "tag": "e8f94f1f-3908-4db8-a8e6-1a81e2733417"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:38.959569 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-f8f071fe-ef89-46e3-af7f-64bd8f557d8f tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0aa6999a11394adb9cec0d0112e6141a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3122826 Feb 05 02:47:38.975327 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0424e016-1a64-4988-9a24-c9330ed54fc3 req-2dc8bfd7-7951-4bb7-8f31-e13205a871ed service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228707 Feb 05 02:47:39.009864 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d0f35235-5cf4-481d-a549-f86278fe0bca req-71f4d693-0e37-48ed-b97e-93e6a1344c8a service neutron] 10.222.0.10 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455425 Feb 05 02:47:39.042907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2c462-67f2-4776-9ee1-795b3d9d6f88 req-8524a04c-1c35-4358-99b6-a012b22361e6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:39.044993 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49f2c462-67f2-4776-9ee1-795b3d9d6f88 req-8524a04c-1c35-4358-99b6-a012b22361e6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0904562 Feb 05 02:47:39.117125 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ba898cde-7886-43de-9ddd-f4fe487a97a2 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:39.131907 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49f2c462-67f2-4776-9ee1-795b3d9d6f88 req-77a9cdbe-5c28-40bc-8e1b-ad0240fd081e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809612 Feb 05 02:47:39.233657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ba898cde-7886-43de-9ddd-f4fe487a97a2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:39.235200 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ba898cde-7886-43de-9ddd-f4fe487a97a2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:39.376595 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ba898cde-7886-43de-9ddd-f4fe487a97a2 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:39.376988 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ba898cde-7886-43de-9ddd-f4fe487a97a2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:39.378356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea4030-6b42-43ae-a9b9-e170e4529ca9 req-4d63f3a6-eac8-4fa7-9667-abff8fc615fa tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:39.379938 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09ea4030-6b42-43ae-a9b9-e170e4529ca9 req-4d63f3a6-eac8-4fa7-9667-abff8fc615fa tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 945 time: 0.1227431 Feb 05 02:47:39.394631 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca7bf3-bd96-46ca-888f-95cf8da5f367 req-1190981c-f132-425d-b994-6465ebb354c9 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:39.396372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9eca7bf3-bd96-46ca-888f-95cf8da5f367 req-1190981c-f132-425d-b994-6465ebb354c9 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 943 time: 0.0981328 Feb 05 02:47:39.413739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port ba898cde-7886-43de-9ddd-f4fe487a97a2, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ba898cde-7886-43de-9ddd-f4fe487a97a2,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:39.422806 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ba898cde-7886-43de-9ddd-f4fe487a97a2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:39.489667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=ba898cde-7886-43de-9ddd-f4fe487a97a2,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:39.515399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09ea4030-6b42-43ae-a9b9-e170e4529ca9 req-1eb23327-c882-44d9-acc5-ce6c6a5ef768 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282508 Feb 05 02:47:39.547673 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9eca7bf3-bd96-46ca-888f-95cf8da5f367 req-d6edde8e-1147-4aca-b347-15d7623f6898 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334407 Feb 05 02:47:39.567188 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21c894b-9d94-4580-b5a0-6b9bfe9fa528 x-openstack-request-id: req-c21c894b-9d94-4580-b5a0-6b9bfe9fa528 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:39.567815 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368bb474-e059-4c5e-acb5-e72c3793312d", "tag": "e8f94f1f-3908-4db8-a8e6-1a81e2733417", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:39.567815 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c21c894b-9d94-4580-b5a0-6b9bfe9fa528 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:39.568815 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368bb474-e059-4c5e-acb5-e72c3793312d', 'tag': 'e8f94f1f-3908-4db8-a8e6-1a81e2733417', 'status': 'completed', 'code': 200} Feb 05 02:47:39.729174 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f026e4a-23f2-4399-bb65-9dfcc635d48e req-2713b51d-b142-4ae8-92ef-10f653387bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:39.730720 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f026e4a-23f2-4399-bb65-9dfcc635d48e req-2713b51d-b142-4ae8-92ef-10f653387bcc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 1129 time: 0.1292741 Feb 05 02:47:39.747946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42119f5b-58b7-43ab-b951-fb163511bc4c req-d0a19789-bc63-48de-9890-ae0161fd0a23 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:39.749182 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42119f5b-58b7-43ab-b951-fb163511bc4c req-d0a19789-bc63-48de-9890-ae0161fd0a23 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.1135726 Feb 05 02:47:39.762387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Sync routers for ids ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:47:39.778420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Routers {'f9aa9a98-86e6-443b-ad13-abe10ed41e36'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:47:39.779098 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:47:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:39.785333 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f10889-7adc-4544-ad8b-8dbb21cbb433 req-4b365f85-53d1-4909-b052-45bb8722fd0b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:39.786843 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3f10889-7adc-4544-ad8b-8dbb21cbb433 req-4b365f85-53d1-4909-b052-45bb8722fd0b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 947 time: 0.1341579 Feb 05 02:47:39.885681 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:39.924616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Set router f9aa9a98-86e6-443b-ad13-abe10ed41e36 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:47:40.148381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'name': 'tempest-ServersTestJSON-1760271076-router', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:29Z', 'updated_at': '2022-02-05T02:47:37Z', 'revision_number': 4, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'gw_port': {'id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:31Z', 'updated_at': '2022-02-05T02:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'cf27d48c-efa6-43a2-abf7-10d5a57d207a', 'name': '', 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'mac_address': 'fa:16:3e:ea:7e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:35Z', 'updated_at': '2022-02-05T02:47:37Z', 'revision_number': 2, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'subnets': [{'id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:40.187188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Checking router: f9aa9a98-86e6-443b-ad13-abe10ed41e36 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:47:40.187706 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Updating router f9aa9a98-86e6-443b-ad13-abe10ed41e36 port cf27d48c-efa6-43a2-abf7-10d5a57d207a binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:47:40.218961 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:40.225139 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42119f5b-58b7-43ab-b951-fb163511bc4c req-0dc7f46e-8e01-47a0-810e-c111ad1045ee tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633727 Feb 05 02:47:40.237490 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3f10889-7adc-4544-ad8b-8dbb21cbb433 req-c489d0c2-7b7c-4653-83d6-3d738635663b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029541 Feb 05 02:47:40.241870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f026e4a-23f2-4399-bb65-9dfcc635d48e req-2f666893-2e93-4410-a1cd-91e1119c4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:40.243343 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f026e4a-23f2-4399-bb65-9dfcc635d48e req-2f666893-2e93-4410-a1cd-91e1119c4d9e service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.4894435 Feb 05 02:47:40.296984 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f026e4a-23f2-4399-bb65-9dfcc635d48e req-0de4e006-e26a-4121-89ec-fa39a0c2370d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=e8f94f1f-3908-4db8-a8e6-1a81e2733417 HTTP/1.1" status: 200 len: 217 time: 0.0411298 Feb 05 02:47:40.331950 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 2c6210e6-1007-462a-b577-660b732c2723 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:47:40.361297 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device aa547e93-3e5e-4881-8417-0d6ec33e52c0 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:40.423403 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fe841c5b-5209-4312-9a44-b1528629a084 req-4865bf37-ad72-4b76-bb75-0fcc54abeba1 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 210 time: 0.0434780 Feb 05 02:47:40.439975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f026e4a-23f2-4399-bb65-9dfcc635d48e req-061eec97-50eb-4532-8b61-78d60cc46734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:40.442010 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f026e4a-23f2-4399-bb65-9dfcc635d48e req-061eec97-50eb-4532-8b61-78d60cc46734 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1355155 Feb 05 02:47:40.587821 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-573d74c6-2aa0-4394-9aa0-027a8d9f8324 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0aa6999a11394adb9cec0d0112e6141a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300677 Feb 05 02:47:40.588833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f026e4a-23f2-4399-bb65-9dfcc635d48e req-b71ca0f1-5893-4740-a22a-8c8397ba321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:40.591074 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f026e4a-23f2-4399-bb65-9dfcc635d48e req-b71ca0f1-5893-4740-a22a-8c8397ba321c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1405339 Feb 05 02:47:40.629188 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ae3fd-252d-4dfb-a17a-e926f29eff9b req-aaa934ff-e75a-4554-ad97-82b29e71df34 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:40.631100 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b26ae3fd-252d-4dfb-a17a-e926f29eff9b req-aaa934ff-e75a-4554-ad97-82b29e71df34 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 945 time: 0.1028240 Feb 05 02:47:40.667382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39984) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:40.672587 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-48e9a0d3-03d4-4b46-a68b-4972c990cffe tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Request body: {'floatingip': {'port_id': 'ec289787-62df-4b32-9f05-74b64482ea26'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:40.726451 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48e9a0d3-03d4-4b46-a68b-4972c990cffe tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for floatingip (b13b5761-771e-4703-b01f-d94d85a42de6), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:40.790852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-651d01da-25b9-4f99-8adb-d544d194bd34 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:40.793118 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-651d01da-25b9-4f99-8adb-d544d194bd34 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1935151 Feb 05 02:47:40.814350 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-07fcc67c-3edc-4d4c-b02f-34850e92ea48 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Request body: {'port': {'device_id': '2eda3a5f-2013-42fb-99a0-5aadc95f0329', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '0aa6999a11394adb9cec0d0112e6141a'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:40.859248 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port aa547e93-3e5e-4881-8417-0d6ec33e52c0 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:47:40.872783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c63266-8931-4b8a-b3d0-7f118ec797a3 req-f677b52e-9ba0-4ca6-995d-9ab2a60a73e2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:40.880697 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31c63266-8931-4b8a-b3d0-7f118ec797a3 req-f677b52e-9ba0-4ca6-995d-9ab2a60a73e2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 944 time: 0.1151848 Feb 05 02:47:40.912056 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port aa547e93-3e5e-4881-8417-0d6ec33e52c0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:40.912733 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:40.947356 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31c63266-8931-4b8a-b3d0-7f118ec797a3 req-29425800-b638-4bd2-bb10-8bc1e9c40d95 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656457 Feb 05 02:47:41.026399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ba898cde-7886-43de-9ddd-f4fe487a97a2 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:41.048297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-07fcc67c-3edc-4d4c-b02f-34850e92ea48 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Made reservation on behalf of 0aa6999a11394adb9cec0d0112e6141a for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:47:41.051805 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-07fcc67c-3edc-4d4c-b02f-34850e92ea48 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.109721 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39986) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:41.114712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-49fb63c9-6849-48b0-9bf7-090905d8ac3f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1528907897', 'description': 'tempest-description--53964496'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:41.144432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 2c6210e6-1007-462a-b577-660b732c2723, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2c6210e6-1007-462a-b577-660b732c2723,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:41.219484 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.233373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-07fcc67c-3edc-4d4c-b02f-34850e92ea48 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Allocated IP 192.168.233.100 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/6eea9b78-a7b8-4e7d-a0d7-981573b252b8) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:47:41.258293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ba898cde-7886-43de-9ddd-f4fe487a97a2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:41.258640 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ba898cde-7886-43de-9ddd-f4fe487a97a2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.272743 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49fb63c9-6849-48b0-9bf7-090905d8ac3f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.307064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '2c6210e6-1007-462a-b577-660b732c2723', 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598', 'port_id': '2c6210e6-1007-462a-b577-660b732c2723', 'mac_address': 'fa:16:3e:c2:f4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99ec32d-a541-438d-8934-6689638905c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:47:41.347068 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49fb63c9-6849-48b0-9bf7-090905d8ac3f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for security_group (d362c26d-dd56-4d27-992c-2061cd748910), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.359141 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49fb63c9-6849-48b0-9bf7-090905d8ac3f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d362c26d-dd56-4d27-992c-2061cd748910), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.377412 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 2c6210e6-1007-462a-b577-660b732c2723 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:41.377804 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c6210e6-1007-462a-b577-660b732c2723), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.391384 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48e9a0d3-03d4-4b46-a68b-4972c990cffe tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.409215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb63c9-6849-48b0-9bf7-090905d8ac3f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d362c26d-dd56-4d27-992c-2061cd748910,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:41.411469 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48e9a0d3-03d4-4b46-a68b-4972c990cffe tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (b13b5761-771e-4703-b01f-d94d85a42de6), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.413358 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6210e6-1007-462a-b577-660b732c2723 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:47:41.436173 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 2c6210e6-1007-462a-b577-660b732c2723, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2c6210e6-1007-462a-b577-660b732c2723,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:41.437474 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port aa547e93-3e5e-4881-8417-0d6ec33e52c0 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:41.437974 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.473369 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2c6210e6-1007-462a-b577-660b732c2723), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.479551 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49fb63c9-6849-48b0-9bf7-090905d8ac3f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.484968 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-49fb63c9-6849-48b0-9bf7-090905d8ac3f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3742857 Feb 05 02:47:41.486548 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39992) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:41.495460 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d3984b35-3833-4faf-956b-6977feaf2847 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Request body: {'security_group_rule': {'security_group_id': 'd362c26d-dd56-4d27-992c-2061cd748910', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:41.546230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=2c6210e6-1007-462a-b577-660b732c2723,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:41.548824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe57a8d-1720-4998-94aa-2dda696de742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa547e93-3e5e-4881-8417-0d6ec33e52c0'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:41.551149 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72167132-b629-4644-b44c-f7cc8ab9b133" -d '{"events": [{"server_uuid": "3fe57a8d-1720-4998-94aa-2dda696de742", "name": "network-vif-plugged", "status": "completed", "tag": "aa547e93-3e5e-4881-8417-0d6ec33e52c0"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:41.575435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f026e4a-23f2-4399-bb65-9dfcc635d48e req-74337a72-40b6-4733-a124-2083ae1f1cbf service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9754713 Feb 05 02:47:41.575763 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3984b35-3833-4faf-956b-6977feaf2847 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for security_group_rule (43f7a9bb-63f8-4d28-a4f0-7f0c05b17ac0), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.578005 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port aa547e93-3e5e-4881-8417-0d6ec33e52c0, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=aa547e93-3e5e-4881-8417-0d6ec33e52c0,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:41.602101 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Publish callbacks [] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.609427 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.669800 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=aa547e93-3e5e-4881-8417-0d6ec33e52c0,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:41.670484 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3984b35-3833-4faf-956b-6977feaf2847 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for security_group_rule (43f7a9bb-63f8-4d28-a4f0-7f0c05b17ac0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.675863 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.678395 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-07fcc67c-3edc-4d4c-b02f-34850e92ea48 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks [] for port (6eea9b78-a7b8-4e7d-a0d7-981573b252b8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.687149 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3984b35-3833-4faf-956b-6977feaf2847 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (43f7a9bb-63f8-4d28-a4f0-7f0c05b17ac0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.704567 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ea614-4079-4e2a-88a7-0f08c313f3a7 req-abd7aa54-034a-4be1-af23-f132c4cb29e1 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:41.707798 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-732ea614-4079-4e2a-88a7-0f08c313f3a7 req-abd7aa54-034a-4be1-af23-f132c4cb29e1 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.3134274 Feb 05 02:47:41.709196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ba898cde-7886-43de-9ddd-f4fe487a97a2 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:41.742685 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ffd2b-5b5f-482c-a7fb-a1a8c4fd73e6 None None] Pushing event updated for resources: {'Port': ['ID=cf27d48c-efa6-43a2-abf7-10d5a57d207a,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:41.766295 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310eff68-21a8-44c4-a407-7b4623ea9143 req-583f71bf-8592-470d-aced-ba3a44214f84 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:41.774169 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-310eff68-21a8-44c4-a407-7b4623ea9143 req-583f71bf-8592-470d-aced-ba3a44214f84 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.3812275 Feb 05 02:47:41.797933 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3984b35-3833-4faf-956b-6977feaf2847 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f7a9bb-63f8-4d28-a4f0-7f0c05b17ac0,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:41.802701 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-07fcc67c-3edc-4d4c-b02f-34850e92ea48 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6eea9b78-a7b8-4e7d-a0d7-981573b252b8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.825199 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3984b35-3833-4faf-956b-6977feaf2847 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.826724 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d3984b35-3833-4faf-956b-6977feaf2847 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3367920 Feb 05 02:47:41.833222 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39996) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:41.853795 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['7ecf5939-ba1f-4cca-8fca-93f7d748c2b1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:47:41.856438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['2c6210e6-1007-462a-b577-660b732c2723'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:47:41.861590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Attempting to bind port cf27d48c-efa6-43a2-abf7-10d5a57d207a on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:47:41.862213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Attempting to bind port cf27d48c-efa6-43a2-abf7-10d5a57d207a by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '091eb8e0-c3b0-4137-97fc-25d9a16d1f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:47:41.862340 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Attempting to bind port cf27d48c-efa6-43a2-abf7-10d5a57d207a on network b024a581-acc5-4e00-bc06-863ec61d404b {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:41.867490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-de62cbd6-433e-4853-90b1-913c15c35730 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Request body: {'security_group_rule': {'security_group_id': 'd362c26d-dd56-4d27-992c-2061cd748910', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:41.903917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f026e4a-23f2-4399-bb65-9dfcc635d48e req-bfc744cd-b8f8-4898-be49-4e0363766f75 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196068 Feb 05 02:47:41.905341 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-48e9a0d3-03d4-4b46-a68b-4972c990cffe tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Floating IP b13b5761-771e-4703-b01f-d94d85a42de6 associated. External IP: 172.25.0.111, port: ec289787-62df-4b32-9f05-74b64482ea26. Feb 05 02:47:41.930487 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-310eff68-21a8-44c4-a407-7b4623ea9143 req-0cb6c697-dfb1-40fb-ba5a-d25d99aa228f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524107 Feb 05 02:47:41.932108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:47:41.932391 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Checking segment: {'id': '091eb8e0-c3b0-4137-97fc-25d9a16d1f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:47:41.932759 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.933153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Bound using segment: {'id': '091eb8e0-c3b0-4137-97fc-25d9a16d1f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:47:41.934254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Bound port: cf27d48c-efa6-43a2-abf7-10d5a57d207a, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091eb8e0-c3b0-4137-97fc-25d9a16d1f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:47:41.934942 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:41.938244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-07fcc67c-3edc-4d4c-b02f-34850e92ea48 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:47:41.953428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-07fcc67c-3edc-4d4c-b02f-34850e92ea48 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:41.973201 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-07fcc67c-3edc-4d4c-b02f-34850e92ea48 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:47:42.059062 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de62cbd6-433e-4853-90b1-913c15c35730 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for security_group_rule (482b7d35-b16b-48d6-9ec7-fd93d2a61060), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:42.069027 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-07fcc67c-3edc-4d4c-b02f-34850e92ea48 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:42.069696 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-07fcc67c-3edc-4d4c-b02f-34850e92ea48 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:42.111223 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-07fcc67c-3edc-4d4c-b02f-34850e92ea48 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3086867 Feb 05 02:47:42.117177 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fcc67c-3edc-4d4c-b02f-34850e92ea48 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Pushing event updated for resources: {'Port': ['ID=6eea9b78-a7b8-4e7d-a0d7-981573b252b8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:42.134353 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Request body: {'port': {'device_id': '2eda3a5f-2013-42fb-99a0-5aadc95f0329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:42.156128 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-732ea614-4079-4e2a-88a7-0f08c313f3a7 req-77ac3946-f182-4283-955d-93f1c240caf0 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167855 Feb 05 02:47:42.208674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] For port cf27d48c-efa6-43a2-abf7-10d5a57d207a, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:47:42.232796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f4399-e908-4d03-b400-149312e15e81 req-13fd91a3-bcc6-48d2-b2de-b7c1a2a24019 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:42.244628 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf4f4399-e908-4d03-b400-149312e15e81 req-13fd91a3-bcc6-48d2-b2de-b7c1a2a24019 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 944 time: 0.1774402 Feb 05 02:47:42.248042 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6eea9b78-a7b8-4e7d-a0d7-981573b252b8), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:42.263130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] For port cf27d48c-efa6-43a2-abf7-10d5a57d207a, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=cf27d48c-efa6-43a2-abf7-10d5a57d207a,segment=NetworkSegment(091eb8e0-c3b0-4137-97fc-25d9a16d1f33),segment_id=091eb8e0-c3b0-4137-97fc-25d9a16d1f33)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:47:42.270745 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d98c5f1e-70ee-40f8-ab89-1bbb5eec2c77 None None] Provisioning complete for port cf27d48c-efa6-43a2-abf7-10d5a57d207a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:42.274682 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d98c5f1e-70ee-40f8-ab89-1bbb5eec2c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:42.317313 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de62cbd6-433e-4853-90b1-913c15c35730 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for security_group_rule (482b7d35-b16b-48d6-9ec7-fd93d2a61060), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:42.329988 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de62cbd6-433e-4853-90b1-913c15c35730 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (482b7d35-b16b-48d6-9ec7-fd93d2a61060), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:42.342768 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:42.364951 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62cbd6-433e-4853-90b1-913c15c35730 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482b7d35-b16b-48d6-9ec7-fd93d2a61060,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:42.383761 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de62cbd6-433e-4853-90b1-913c15c35730 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:42.388861 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-de62cbd6-433e-4853-90b1-913c15c35730 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5232332 Feb 05 02:47:42.389011 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf4f4399-e908-4d03-b400-149312e15e81 req-31140079-bd0a-4bee-b744-25688f06a4ab tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410823 Feb 05 02:47:42.389099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40002) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:47:42.395462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:47:42.432727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d98c5f1e-70ee-40f8-ab89-1bbb5eec2c77 None None] Port cf27d48c-efa6-43a2-abf7-10d5a57d207a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:47:42.462729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294fc2f-f2f4-4b6e-86b7-009b5f78fcb6 req-331a771b-74b5-4a75-87d8-84bb7bdceb6f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:42.475870 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a294fc2f-f2f4-4b6e-86b7-009b5f78fcb6 req-331a771b-74b5-4a75-87d8-84bb7bdceb6f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 947 time: 0.1816411 Feb 05 02:47:42.513150 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ffd2b-5b5f-482c-a7fb-a1a8c4fd73e6 None None] Pushing event updated for resources: {'Port': ['ID=cf27d48c-efa6-43a2-abf7-10d5a57d207a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:42.520747 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Routers {'f9aa9a98-86e6-443b-ad13-abe10ed41e36'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:47:42.521815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:47:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:42.665781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6494e5b4-7d29-405b-9a9c-64d967f5c276 None None] Provisioning complete for port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:42.666170 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6494e5b4-7d29-405b-9a9c-64d967f5c276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6eea9b78-a7b8-4e7d-a0d7-981573b252b8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:42.755256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6494e5b4-7d29-405b-9a9c-64d967f5c276 None None] Port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:47:42.763445 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] Set router f9aa9a98-86e6-443b-ad13-abe10ed41e36 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:47:42.794236 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a294fc2f-f2f4-4b6e-86b7-009b5f78fcb6 req-c53ce053-85b4-4fa9-8929-9691f27d38fc tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068764 Feb 05 02:47:42.827462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbddf5-f6fd-4e71-8cdd-1b01387c5cef req-7bf6fa28-7648-44a6-8cac-f903aacb533f tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:42.829029 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7bfbddf5-f6fd-4e71-8cdd-1b01387c5cef req-7bf6fa28-7648-44a6-8cac-f903aacb533f tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 936 time: 0.3116894 Feb 05 02:47:42.881691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e9a0d3-03d4-4b46-a68b-4972c990cffe tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Router c246c70e-f3fc-4e22-81d3-301a5c1eaacd has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:47:42.906289 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7bfbddf5-f6fd-4e71-8cdd-1b01387c5cef req-1533e158-9d17-4986-bf68-5850d70e2a61 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691211 Feb 05 02:47:42.937376 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804de16c-cb05-46c2-aa88-d2d215e504a9 x-openstack-request-id: req-804de16c-cb05-46c2-aa88-d2d215e504a9 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:42.937898 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe57a8d-1720-4998-94aa-2dda696de742", "name": "network-vif-plugged", "status": "completed", "tag": "aa547e93-3e5e-4881-8417-0d6ec33e52c0", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:42.938211 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-804de16c-cb05-46c2-aa88-d2d215e504a9 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:42.938783 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe57a8d-1720-4998-94aa-2dda696de742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa547e93-3e5e-4881-8417-0d6ec33e52c0', 'code': 200} Feb 05 02:47:43.021767 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f71b016d-8796-47e5-afac-33974a58d7b5 None None] Provisioning complete for port cf27d48c-efa6-43a2-abf7-10d5a57d207a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:43.022288 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f71b016d-8796-47e5-afac-33974a58d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:43.160367 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f71b016d-8796-47e5-afac-33974a58d7b5 None None] Current status of the port cf27d48c-efa6-43a2-abf7-10d5a57d207a is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:43.160610 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f71b016d-8796-47e5-afac-33974a58d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:43.175918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:47:43.187669 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Publish callbacks [] for port (6eea9b78-a7b8-4e7d-a0d7-981573b252b8), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:43.194826 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372f109-7d81-4b00-a821-0196f60eac48 req-df21d37c-edd5-406a-ab6f-36417621775b tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:43.196386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9372f109-7d81-4b00-a821-0196f60eac48 req-df21d37c-edd5-406a-ab6f-36417621775b tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1e213cd-93b0-4e47-8073-937787902601 HTTP/1.1" status: 200 len: 945 time: 0.1546328 Feb 05 02:47:43.201490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970e9f5-103c-400d-91a0-05cce6802bd3 req-cc0829d2-d7c3-4d98-a2d4-3e092d4259f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:43.202498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Transition to ACTIVE for port object 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:47:43.202806 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3970e9f5-103c-400d-91a0-05cce6802bd3 req-cc0829d2-d7c3-4d98-a2d4-3e092d4259f2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 1127 time: 0.2031312 Feb 05 02:47:43.203883 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e9a0d3-03d4-4b46-a68b-4972c990cffe tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:47:43.205969 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:43.212189 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d796-b6d9-471d-93ff-e120dafeeb8f req-654345e4-38da-46b1-bd05-cb289228617f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:43.220553 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a245b-1228-42ed-9070-a1c024acacea None None] Sync routers for ids ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:47:43.224568 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (6eea9b78-a7b8-4e7d-a0d7-981573b252b8), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:43.230568 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64c8d796-b6d9-471d-93ff-e120dafeeb8f req-654345e4-38da-46b1-bd05-cb289228617f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.2174377 Feb 05 02:47:43.237169 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a245b-1228-42ed-9070-a1c024acacea None None] Routers {'c246c70e-f3fc-4e22-81d3-301a5c1eaacd'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:47:43.237819 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b80a245b-1228-42ed-9070-a1c024acacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:47:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:43.240524 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48e9a0d3-03d4-4b46-a68b-4972c990cffe tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:43.253862 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f71b016d-8796-47e5-afac-33974a58d7b5 None None] For port cf27d48c-efa6-43a2-abf7-10d5a57d207a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=cf27d48c-efa6-43a2-abf7-10d5a57d207a,segment=NetworkSegment(091eb8e0-c3b0-4137-97fc-25d9a16d1f33),segment_id=091eb8e0-c3b0-4137-97fc-25d9a16d1f33)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:43.265064 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f71b016d-8796-47e5-afac-33974a58d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:43.314087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'name': 'tempest-ServersTestJSON-1760271076-router', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:29Z', 'updated_at': '2022-02-05T02:47:37Z', 'revision_number': 4, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'gw_port': {'id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:31Z', 'updated_at': '2022-02-05T02:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'cf27d48c-efa6-43a2-abf7-10d5a57d207a', 'name': '', 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'mac_address': 'fa:16:3e:ea:7e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:35Z', 'updated_at': '2022-02-05T02:47:42Z', 'revision_number': 4, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'subnets': [{'id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:43.316530 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device e8f94f1f-3908-4db8-a8e6-1a81e2733417 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:47:43.318381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Pushing event updated for resources: {'Port': ['ID=6eea9b78-a7b8-4e7d-a0d7-981573b252b8,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:43.398353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da64bd12-de1a-4264-a0ab-0a330135dea3 None None] The sync data for ids ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'] in n-d-826942-8 is: [{'id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'name': 'tempest-ServersTestJSON-1760271076-router', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:29Z', 'updated_at': '2022-02-05T02:47:37Z', 'revision_number': 4, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'gw_port': {'id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:31Z', 'updated_at': '2022-02-05T02:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'cf27d48c-efa6-43a2-abf7-10d5a57d207a', 'name': '', 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'mac_address': 'fa:16:3e:ea:7e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:35Z', 'updated_at': '2022-02-05T02:47:42Z', 'revision_number': 4, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'subnets': [{'id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:47:43.400652 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3970e9f5-103c-400d-91a0-05cce6802bd3 req-6bd6271c-81e8-4a17-97db-f11c9fba9d92 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353257 Feb 05 02:47:43.430512 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-48e9a0d3-03d4-4b46-a68b-4972c990cffe tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "PUT /v2.0/floatingips/b13b5761-771e-4703-b01f-d94d85a42de6 HTTP/1.1" status: 200 len: 991 time: 2.7587481 Feb 05 02:47:43.456144 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b016d-8796-47e5-afac-33974a58d7b5 None None] Pushing event updated for resources: {'Port': ['ID=cf27d48c-efa6-43a2-abf7-10d5a57d207a,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:43.461915 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee97fd9c-84f4-499a-82ae-1845263a656a', 'tag': 'ec289787-62df-4b32-9f05-74b64482ea26'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:43.470120 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9d92ec-293c-425a-8118-a1fc331a0fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee97fd9c-84f4-499a-82ae-1845263a656a", "tag": "ec289787-62df-4b32-9f05-74b64482ea26"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:43.507547 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b80a245b-1228-42ed-9070-a1c024acacea None None] Set router c246c70e-f3fc-4e22-81d3-301a5c1eaacd gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:47:43.545763 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Attempting to bind port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:47:43.546289 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Attempting to bind port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:47:43.546625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Attempting to bind port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:43.557284 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:47:43.557609 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Attempting to bind port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:47:43.558904 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9372f109-7d81-4b00-a821-0196f60eac48 req-832528c4-b381-409a-9328-1ef6af08802f tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061197 Feb 05 02:47:43.565309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:47:43.565650 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:47:43.566032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:47:43.566459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Bound port: 6eea9b78-a7b8-4e7d-a0d7-981573b252b8, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:47:43.566840 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6eea9b78-a7b8-4e7d-a0d7-981573b252b8), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:43.575576 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64c8d796-b6d9-471d-93ff-e120dafeeb8f req-0a49f463-38eb-4fd0-86eb-5a6393cc0c1f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440235 Feb 05 02:47:43.650662 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] For port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:47:43.655797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] For port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=6eea9b78-a7b8-4e7d-a0d7-981573b252b8,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:47:43.659862 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:43.667822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port e8f94f1f-3908-4db8-a8e6-1a81e2733417, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e8f94f1f-3908-4db8-a8e6-1a81e2733417,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:43.705983 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'e8f94f1f-3908-4db8-a8e6-1a81e2733417', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': 'e8f94f1f-3908-4db8-a8e6-1a81e2733417', 'mac_address': 'fa:16:3e:8c:52:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:47:43.782845 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port e8f94f1f-3908-4db8-a8e6-1a81e2733417 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:43.783249 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e8f94f1f-3908-4db8-a8e6-1a81e2733417), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:43.815038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f94f1f-3908-4db8-a8e6-1a81e2733417 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:47:43.844155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port e8f94f1f-3908-4db8-a8e6-1a81e2733417, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e8f94f1f-3908-4db8-a8e6-1a81e2733417,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:43.847247 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (6eea9b78-a7b8-4e7d-a0d7-981573b252b8), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:43.854004 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e8f94f1f-3908-4db8-a8e6-1a81e2733417), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:43.877698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748b88b-4fad-4ac4-81b0-bf5e20ed59e6 req-6fc49027-6ca2-4bae-9602-18b95babed06 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:43.881197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1748b88b-4fad-4ac4-81b0-bf5e20ed59e6 req-6fc49027-6ca2-4bae-9602-18b95babed06 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 944 time: 0.1205189 Feb 05 02:47:43.951177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1748b88b-4fad-4ac4-81b0-bf5e20ed59e6 req-8388f228-6491-47a5-836a-9847a41ed608 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650887 Feb 05 02:47:43.960633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536db2d-953c-43f2-a2bf-5cf7c4da354f req-68075bfc-d23f-484e-840a-2797b2547f26 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:43.970557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f536db2d-953c-43f2-a2bf-5cf7c4da354f req-68075bfc-d23f-484e-840a-2797b2547f26 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.2721882 Feb 05 02:47:43.993630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=e8f94f1f-3908-4db8-a8e6-1a81e2733417,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:44.018244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Pushing event updated for resources: {'Port': ['ID=6eea9b78-a7b8-4e7d-a0d7-981573b252b8,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:44.036158 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:44.047315 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:44.048813 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-51390cf4-488f-4cd5-b392-877b0d9dfc03 service neutron] 10.222.0.10 "PUT /v2.0/ports/6eea9b78-a7b8-4e7d-a0d7-981573b252b8 HTTP/1.1" status: 200 len: 1096 time: 1.9203765 Feb 05 02:47:44.049319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eda3a5f-2013-42fb-99a0-5aadc95f0329', 'tag': '6eea9b78-a7b8-4e7d-a0d7-981573b252b8'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:44.051610 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b33fd70-f31f-445e-b46c-9791b5fa92b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2eda3a5f-2013-42fb-99a0-5aadc95f0329", "tag": "6eea9b78-a7b8-4e7d-a0d7-981573b252b8"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:44.068428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Allocated IP 172.25.0.28 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/65fe79dd-04ef-453c-8708-f92590809509) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:47:44.112840 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b80a245b-1228-42ed-9070-a1c024acacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:57Z', 'revision_number': 4, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'b13b5761-771e-4703-b01f-d94d85a42de6', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'port_id': 'ec289787-62df-4b32-9f05-74b64482ea26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'mac_address': 'fa:16:3e:9b:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97fd9c-84f4-499a-82ae-1845263a656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:45:16Z', 'updated_at': '2022-02-05T02:47:41Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fd4605-90cf-45dc-873d-be742f3743f7', 'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'mac_address': 'fa:16:3e:5b:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:56Z', 'updated_at': '2022-02-05T02:45:02Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'subnets': [{'id': '66aee997-898a-49fe-a77f-0d444b50db76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:44.133393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f536db2d-953c-43f2-a2bf-5cf7c4da354f req-4fa84438-7530-45fc-b464-0e6554df88fc tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604738 Feb 05 02:47:44.156258 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a245b-1228-42ed-9070-a1c024acacea None None] Checking router: c246c70e-f3fc-4e22-81d3-301a5c1eaacd for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:47:44.170706 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a245b-1228-42ed-9070-a1c024acacea None None] Routers {'c246c70e-f3fc-4e22-81d3-301a5c1eaacd'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:47:44.171650 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b80a245b-1228-42ed-9070-a1c024acacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:47:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:44.175099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aef4b4-a33f-4b4e-881b-3206a617f91a req-57ef9564-2ace-48e7-b437-e28de8b90a53 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:44.184148 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-57aef4b4-a33f-4b4e-881b-3206a617f91a req-57ef9564-2ace-48e7-b437-e28de8b90a53 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 945 time: 0.1193693 Feb 05 02:47:44.271272 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-57aef4b4-a33f-4b4e-881b-3206a617f91a req-9eff99c8-a43a-4bfe-a114-9d771f5bc2ae tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786891 Feb 05 02:47:44.272616 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179f3542-13f7-4f51-b04b-8778dc670e80 x-openstack-request-id: req-179f3542-13f7-4f51-b04b-8778dc670e80 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:44.272927 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee97fd9c-84f4-499a-82ae-1845263a656a", "tag": "ec289787-62df-4b32-9f05-74b64482ea26", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:44.273184 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-179f3542-13f7-4f51-b04b-8778dc670e80 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:44.273589 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee97fd9c-84f4-499a-82ae-1845263a656a', 'tag': 'ec289787-62df-4b32-9f05-74b64482ea26', 'status': 'completed', 'code': 200} Feb 05 02:47:44.355387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 2c6210e6-1007-462a-b577-660b732c2723 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:44.358836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['e8f94f1f-3908-4db8-a8e6-1a81e2733417'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:47:44.418443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-b5190fd0-d7d3-4e12-8473-aa9641893f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:44.420163 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-b5190fd0-d7d3-4e12-8473-aa9641893f0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0aa6999a11394adb9cec0d0112e6141a&device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 1130 time: 0.2263663 Feb 05 02:47:44.494614 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for port (65fe79dd-04ef-453c-8708-f92590809509), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:44.497839 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-1c5c002c-fa57-4234-b35a-2e5b5b343282 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6eea9b78-a7b8-4e7d-a0d7-981573b252b8 HTTP/1.1" status: 200 len: 217 time: 0.0659926 Feb 05 02:47:44.512824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d92ec-293c-425a-8118-a1fc331a0fc0 req-d15592fd-83ff-494d-80b6-ea5f77968bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:44.518201 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d9d92ec-293c-425a-8118-a1fc331a0fc0 req-d15592fd-83ff-494d-80b6-ea5f77968bd1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f70c12dbde1743e880aac38e75ef86f3&device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 1127 time: 0.2231388 Feb 05 02:47:44.613448 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 2c6210e6-1007-462a-b577-660b732c2723 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:47:44.630742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 2c6210e6-1007-462a-b577-660b732c2723 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:44.631140 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2c6210e6-1007-462a-b577-660b732c2723), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:44.639353 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b80a245b-1228-42ed-9070-a1c024acacea None None] Set router c246c70e-f3fc-4e22-81d3-301a5c1eaacd gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:47:44.667372 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-df171e83-e907-419a-8a1e-c2127b92e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:44.677927 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-df171e83-e907-419a-8a1e-c2127b92e6a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1667342 Feb 05 02:47:44.679410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d92ec-293c-425a-8118-a1fc331a0fc0 req-4490c671-431d-4074-8c49-b6c4bb55de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:44.681990 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d9d92ec-293c-425a-8118-a1fc331a0fc0 req-4490c671-431d-4074-8c49-b6c4bb55de10 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a94c3582-970d-47af-8b94-110280fc5522 HTTP/1.1" status: 200 len: 925 time: 0.1513183 Feb 05 02:47:44.696443 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (65fe79dd-04ef-453c-8708-f92590809509), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:44.709135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf5831-ebc2-4a5f-aad4-f2bddb73a6de req-8c139f8f-4309-49f4-9c0c-10963d95ffa2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:44.716923 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9acf5831-ebc2-4a5f-aad4-f2bddb73a6de req-8c139f8f-4309-49f4-9c0c-10963d95ffa2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 948 time: 0.3083851 Feb 05 02:47:44.849291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:47:44.874261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:47:44.883373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:47:44.990814 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Pushing event updated for resources: {'Port': ['ID=65fe79dd-04ef-453c-8708-f92590809509,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:45.021168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9acf5831-ebc2-4a5f-aad4-f2bddb73a6de req-e4add495-413c-4e2e-9bea-1944d7b4dc97 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032525 Feb 05 02:47:45.031536 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d9d92ec-293c-425a-8118-a1fc331a0fc0 req-7331262b-2a33-4470-a60b-c9b7fff25fd9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec289787-62df-4b32-9f05-74b64482ea26 HTTP/1.1" status: 200 len: 999 time: 0.3070536 Feb 05 02:47:45.046888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-a4f32ae1-91f0-4f29-be59-bcf3d7699803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:45.048841 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-a4f32ae1-91f0-4f29-be59-bcf3d7699803 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3415122 Feb 05 02:47:45.133405 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b80a245b-1228-42ed-9070-a1c024acacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:57Z', 'revision_number': 4, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'b13b5761-771e-4703-b01f-d94d85a42de6', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'port_id': 'ec289787-62df-4b32-9f05-74b64482ea26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'mac_address': 'fa:16:3e:9b:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97fd9c-84f4-499a-82ae-1845263a656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:45:16Z', 'updated_at': '2022-02-05T02:47:41Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fd4605-90cf-45dc-873d-be742f3743f7', 'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'mac_address': 'fa:16:3e:5b:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:56Z', 'updated_at': '2022-02-05T02:45:02Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'subnets': [{'id': '66aee997-898a-49fe-a77f-0d444b50db76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:47:45.181323 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a245b-1228-42ed-9070-a1c024acacea None None] The sync data for ids ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'] in n-d-826942-8 is: [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:57Z', 'revision_number': 4, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'b13b5761-771e-4703-b01f-d94d85a42de6', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'port_id': 'ec289787-62df-4b32-9f05-74b64482ea26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'mac_address': 'fa:16:3e:9b:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97fd9c-84f4-499a-82ae-1845263a656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:45:16Z', 'updated_at': '2022-02-05T02:47:41Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fd4605-90cf-45dc-873d-be742f3743f7', 'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'mac_address': 'fa:16:3e:5b:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:56Z', 'updated_at': '2022-02-05T02:45:02Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'subnets': [{'id': '66aee997-898a-49fe-a77f-0d444b50db76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:47:45.272664 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for floatingip (59174a1a-eef7-4e3f-a466-217a2ff738e3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:45.334053 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-980da77b-8da3-48e6-b643-ef14c8e8ae23 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728939 Feb 05 02:47:45.335240 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be975d-c7d7-424b-8d1d-6b410cd889b7 req-cdc2a981-7e3a-4532-86a9-ad4e3f5d3927 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:45.351215 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32be975d-c7d7-424b-8d1d-6b410cd889b7 req-cdc2a981-7e3a-4532-86a9-ad4e3f5d3927 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.5034659 Feb 05 02:47:45.361188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 2c6210e6-1007-462a-b577-660b732c2723 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:45.361904 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c6210e6-1007-462a-b577-660b732c2723), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:45.371394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cf27d48c-efa6-43a2-abf7-10d5a57d207a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:45.383107 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d92ec-293c-425a-8118-a1fc331a0fc0 req-ff77cec1-a9f2-48ae-85ac-8a1e1251b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:45.384764 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d9d92ec-293c-425a-8118-a1fc331a0fc0 req-ff77cec1-a9f2-48ae-85ac-8a1e1251b6db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66aee997-898a-49fe-a77f-0d444b50db76 HTTP/1.1" status: 200 len: 863 time: 0.3438187 Feb 05 02:47:45.437152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d41227e-4e63-4129-8a56-99201c84c52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6210e6-1007-462a-b577-660b732c2723'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:45.439489 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fbb4d6-5134-41ef-826f-1ca305a807d9" -d '{"events": [{"server_uuid": "7d41227e-4e63-4129-8a56-99201c84c52c", "name": "network-vif-plugged", "status": "completed", "tag": "2c6210e6-1007-462a-b577-660b732c2723"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:45.458886 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 2c6210e6-1007-462a-b577-660b732c2723, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2c6210e6-1007-462a-b577-660b732c2723,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:45.470616 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2c6210e6-1007-462a-b577-660b732c2723), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:45.478619 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-813ff4f5-ea4c-4485-8970-79ef8f3af013 req-28e42e4f-d0d3-4c2f-9ed1-f6de6a52329a service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355367 Feb 05 02:47:45.494790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (65fe79dd-04ef-453c-8708-f92590809509), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:45.622842 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port cf27d48c-efa6-43a2-abf7-10d5a57d207a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:45.623287 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:45.705033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0dff8b-f72f-4c91-97d1-0333ab476356 None None] New status for floating IP b13b5761-771e-4703-b01f-d94d85a42de6: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:47:45.773466 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=2c6210e6-1007-462a-b577-660b732c2723,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:45.835687 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for port (65fe79dd-04ef-453c-8708-f92590809509), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:45.844578 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (65fe79dd-04ef-453c-8708-f92590809509), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:45.908707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7988c6-39d1-4d34-8fcd-04edb7b09ac7 req-cc7b4f0e-a09c-4945-9b93-8e7dfb5e3091 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:45.922368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b7988c6-39d1-4d34-8fcd-04edb7b09ac7 req-cc7b4f0e-a09c-4945-9b93-8e7dfb5e3091 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 948 time: 0.7289467 Feb 05 02:47:45.931107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port cf27d48c-efa6-43a2-abf7-10d5a57d207a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:45.937820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32be975d-c7d7-424b-8d1d-6b410cd889b7 req-cc570bd1-9a5b-4d48-8e81-76b160205846 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753529 Feb 05 02:47:45.957681 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:45.969793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d92ec-293c-425a-8118-a1fc331a0fc0 req-8ae8d4db-04f0-4dfe-9044-8cb47885e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:45.971334 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d9d92ec-293c-425a-8118-a1fc331a0fc0 req-8ae8d4db-04f0-4dfe-9044-8cb47885e6c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a94c3582-970d-47af-8b94-110280fc5522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1583869 Feb 05 02:47:45.997401 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (59174a1a-eef7-4e3f-a466-217a2ff738e3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:46.014524 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3a624e-b490-4b9e-b567-941897dbe9b5 x-openstack-request-id: req-aa3a624e-b490-4b9e-b567-941897dbe9b5 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:46.014866 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eda3a5f-2013-42fb-99a0-5aadc95f0329", "tag": "6eea9b78-a7b8-4e7d-a0d7-981573b252b8", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:46.015098 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa3a624e-b490-4b9e-b567-941897dbe9b5 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:46.016537 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eda3a5f-2013-42fb-99a0-5aadc95f0329', 'tag': '6eea9b78-a7b8-4e7d-a0d7-981573b252b8', 'status': 'completed', 'code': 200} Feb 05 02:47:46.076760 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Pushing event updated for resources: {'Port': ['ID=65fe79dd-04ef-453c-8708-f92590809509,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:46.087967 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:46.089373 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ed65e54c-2996-4ec2-859d-2ec45f64ea2e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6996913 Feb 05 02:47:46.107865 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33fd70-f31f-445e-b46c-9791b5fa92b2 req-f65be69f-e6d7-4af4-bc90-e686065b63f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:46.109649 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9b33fd70-f31f-445e-b46c-9791b5fa92b2 req-f65be69f-e6d7-4af4-bc90-e686065b63f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0aa6999a11394adb9cec0d0112e6141a&device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 1130 time: 0.0821011 Feb 05 02:47:46.131383 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b7988c6-39d1-4d34-8fcd-04edb7b09ac7 req-9a6305c6-e351-45f3-b586-611f374ba87f tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071891 Feb 05 02:47:46.229376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592bf18-cef6-4ab1-a0a4-11ec016ed5d8 req-3de11535-03a7-4d5a-9836-523fd4acb23b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:46.232006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5592bf18-cef6-4ab1-a0a4-11ec016ed5d8 req-3de11535-03a7-4d5a-9836-523fd4acb23b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1783288 Feb 05 02:47:46.247741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33fd70-f31f-445e-b46c-9791b5fa92b2 req-0472f632-c2ec-4497-9879-6fe3da0f7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:46.249403 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9b33fd70-f31f-445e-b46c-9791b5fa92b2 req-0472f632-c2ec-4497-9879-6fe3da0f7485 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.1301546 Feb 05 02:47:46.296269 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9b33fd70-f31f-445e-b46c-9791b5fa92b2 req-198b0cbf-7ae3-47af-bb5f-74267c532313 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6eea9b78-a7b8-4e7d-a0d7-981573b252b8 HTTP/1.1" status: 200 len: 217 time: 0.0404651 Feb 05 02:47:46.303534 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d9d92ec-293c-425a-8118-a1fc331a0fc0 req-42de760f-120a-48bb-9b67-71a49b57b60c service neutron] 10.222.0.10 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202746 Feb 05 02:47:46.349294 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33fd70-f31f-445e-b46c-9791b5fa92b2 req-59462938-4f50-4b6c-9b3f-394e9dac0edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:46.351250 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9b33fd70-f31f-445e-b46c-9791b5fa92b2 req-59462938-4f50-4b6c-9b3f-394e9dac0edd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0483849 Feb 05 02:47:46.385872 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5592bf18-cef6-4ab1-a0a4-11ec016ed5d8 req-5eecd9ee-0207-4bcf-86d6-e71418c91e33 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257644 Feb 05 02:47:46.396467 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9019fb0-58f7-48c0-a9e6-742f8b88b080 req-bdeff1fb-b48a-421c-92c7-ed87758fb7ee tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:46.398248 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c9019fb0-58f7-48c0-a9e6-742f8b88b080 req-bdeff1fb-b48a-421c-92c7-ed87758fb7ee tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 945 time: 0.1966007 Feb 05 02:47:46.420447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33fd70-f31f-445e-b46c-9791b5fa92b2 req-bd83758d-a5d0-4bf2-a8f8-f7c68bf5b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:46.428187 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9b33fd70-f31f-445e-b46c-9791b5fa92b2 req-bd83758d-a5d0-4bf2-a8f8-f7c68bf5b213 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0627272 Feb 05 02:47:46.475260 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c9019fb0-58f7-48c0-a9e6-742f8b88b080 req-bcb0043f-0ff4-4319-bb08-98032eaa108a tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677378 Feb 05 02:47:46.478433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d9d92ec-293c-425a-8118-a1fc331a0fc0 req-b91f0e3e-a067-4da7-bf66-bec300b63479 service neutron] 10.222.0.10 "GET /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656036 Feb 05 02:47:46.560741 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9b33fd70-f31f-445e-b46c-9791b5fa92b2 req-b6c5bf4f-cb71-46a5-a06d-9b30d97d5a16 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222501 Feb 05 02:47:46.565340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a19b16-c4a6-4383-98f2-0419e9e137c0 req-32438122-2543-4c55-9208-15cfa47a6475 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:46.566853 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-05a19b16-c4a6-4383-98f2-0419e9e137c0 req-32438122-2543-4c55-9208-15cfa47a6475 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0906830 Feb 05 02:47:46.658178 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fcff1-039a-4cc1-b8a9-e114d4c7214f req-21867c7b-c538-47c8-a982-471d8c871704 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:46.660478 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b6fcff1-039a-4cc1-b8a9-e114d4c7214f req-21867c7b-c538-47c8-a982-471d8c871704 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 945 time: 0.1124094 Feb 05 02:47:46.664987 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-05a19b16-c4a6-4383-98f2-0419e9e137c0 req-a87655d0-1ca5-470f-896b-f2a2c7b1cfd7 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790544 Feb 05 02:47:46.665126 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9b33fd70-f31f-445e-b46c-9791b5fa92b2 req-17405de1-00bf-48df-9424-18b3f9f019fa service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971785 Feb 05 02:47:46.709880 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dc5869-d4f8-4f13-8912-e0973b65a1d2 x-openstack-request-id: req-18dc5869-d4f8-4f13-8912-e0973b65a1d2 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:46.710404 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d41227e-4e63-4129-8a56-99201c84c52c", "name": "network-vif-plugged", "status": "completed", "tag": "2c6210e6-1007-462a-b577-660b732c2723", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:46.710506 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-18dc5869-d4f8-4f13-8912-e0973b65a1d2 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:46.710859 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d41227e-4e63-4129-8a56-99201c84c52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6210e6-1007-462a-b577-660b732c2723', 'code': 200} Feb 05 02:47:46.722716 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b6fcff1-039a-4cc1-b8a9-e114d4c7214f req-7c815e45-19d5-4473-bb40-5b239fef3c97 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562241 Feb 05 02:47:46.866977 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11726d8d-36c6-4bdb-a2bd-5ce6eef4a0df req-244bed8f-6a7d-4aa4-8134-2516a3184499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:46.868781 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11726d8d-36c6-4bdb-a2bd-5ce6eef4a0df req-244bed8f-6a7d-4aa4-8134-2516a3184499 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 1127 time: 0.0645165 Feb 05 02:47:46.876939 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5f067-3027-4186-9301-c9ffb8c6eb05 req-9e4d0c6d-8505-4617-8ee7-4c818a9a66e1 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:46.879303 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78f5f067-3027-4186-9301-c9ffb8c6eb05 req-9e4d0c6d-8505-4617-8ee7-4c818a9a66e1 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 948 time: 0.0635455 Feb 05 02:47:46.948374 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11726d8d-36c6-4bdb-a2bd-5ce6eef4a0df req-281471e0-fc1e-4559-a46c-7cdf4d888ff3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598629 Feb 05 02:47:46.979161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78f5f067-3027-4186-9301-c9ffb8c6eb05 req-b84c5a6e-7e41-4414-b0ef-4d0b5837de35 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909166 Feb 05 02:47:47.035114 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17067afd-04cb-4148-86b8-8ca8657e476c req-38ea9dc1-3b14-48e6-b9a0-94ee67c136f9 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:47.036898 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17067afd-04cb-4148-86b8-8ca8657e476c req-38ea9dc1-3b14-48e6-b9a0-94ee67c136f9 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0793610 Feb 05 02:47:47.110322 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17067afd-04cb-4148-86b8-8ca8657e476c req-d37dd426-3dac-4d3f-afff-18ebfb7f413e tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666969 Feb 05 02:47:47.138709 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-50fc1a62-d6e2-4673-9874-554d9b485c34 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1528907897&fields=id&tenant_id=0a719c1485d643e9a809a94cb8f55496 HTTP/1.1" status: 200 len: 267 time: 0.0724616 Feb 05 02:47:47.271582 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394f5bb-8fb4-414b-a64d-99e705154e4b req-1d8cf26a-24c2-45ad-9ef2-7d73efe2fbcf tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:47.273123 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0394f5bb-8fb4-414b-a64d-99e705154e4b req-1d8cf26a-24c2-45ad-9ef2-7d73efe2fbcf tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 1127 time: 0.1055045 Feb 05 02:47:47.280672 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-79d0eb84-d64d-424f-8574-97f2baa9d8fd tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:47.282078 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-79d0eb84-d64d-424f-8574-97f2baa9d8fd tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/networks?id=b024a581-acc5-4e00-bc06-863ec61d404b HTTP/1.1" status: 200 len: 806 time: 0.1358879 Feb 05 02:47:47.309455 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-38065ef9-e852-4813-bb21-11e9b563e69d tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/quotas/0a719c1485d643e9a809a94cb8f55496 HTTP/1.1" status: 200 len: 375 time: 0.0203400 Feb 05 02:47:47.327050 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device e8f94f1f-3908-4db8-a8e6-1a81e2733417 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:47.364272 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0394f5bb-8fb4-414b-a64d-99e705154e4b req-fda97dd3-0734-4491-bb59-90ae87777402 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812016 Feb 05 02:47:47.389145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port e8f94f1f-3908-4db8-a8e6-1a81e2733417 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:47:47.394675 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-2a214e3c-c847-4c70-af46-d668d2c682ad tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a719c1485d643e9a809a94cb8f55496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765090 Feb 05 02:47:47.394993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port e8f94f1f-3908-4db8-a8e6-1a81e2733417 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:47.395574 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e8f94f1f-3908-4db8-a8e6-1a81e2733417), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:47.501294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port e8f94f1f-3908-4db8-a8e6-1a81e2733417 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:47.501947 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e8f94f1f-3908-4db8-a8e6-1a81e2733417), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:47.534310 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-f13dd5e7-0861-46f0-ba45-c5d9a587aaff service neutron] 10.222.0.36 "GET /v2.0/networks/b024a581-acc5-4e00-bc06-863ec61d404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268589 Feb 05 02:47:47.549240 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port e8f94f1f-3908-4db8-a8e6-1a81e2733417, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e8f94f1f-3908-4db8-a8e6-1a81e2733417,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:47.554090 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e8f94f1f-3908-4db8-a8e6-1a81e2733417), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:47.614135 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=e8f94f1f-3908-4db8-a8e6-1a81e2733417,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:47.671704 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b1869b5-205c-4f0e-bf9f-30a93d3cd0b0 req-8815e58f-1f8f-4278-99b3-2ffd8cd71951 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456307 Feb 05 02:47:47.672308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b541a1-9289-496f-928a-642913116ed1 req-6b5f6ba1-38e3-4ad4-8c60-7e0dc3bca709 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:47.673607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22b541a1-9289-496f-928a-642913116ed1 req-6b5f6ba1-38e3-4ad4-8c60-7e0dc3bca709 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 945 time: 0.1139312 Feb 05 02:47:47.708300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-79cf6c8b-9d1e-437e-8b9a-f886ae19233c service neutron] 10.222.0.36 "GET /v2.0/networks/b024a581-acc5-4e00-bc06-863ec61d404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722028 Feb 05 02:47:47.735368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22b541a1-9289-496f-928a-642913116ed1 req-07e6bf68-d04b-4f11-8878-4a312b85a5b9 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545304 Feb 05 02:47:47.776768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1869b5-205c-4f0e-bf9f-30a93d3cd0b0 req-3bc1e2d1-4a18-4beb-af47-c16a10e12215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:47.781844 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b1869b5-205c-4f0e-bf9f-30a93d3cd0b0 req-3bc1e2d1-4a18-4beb-af47-c16a10e12215 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 1132 time: 0.0810838 Feb 05 02:47:47.962528 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1869b5-205c-4f0e-bf9f-30a93d3cd0b0 req-8d8e67a5-4d12-4ddc-9919-4b1c90a46e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:47.968796 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b1869b5-205c-4f0e-bf9f-30a93d3cd0b0 req-8d8e67a5-4d12-4ddc-9919-4b1c90a46e24 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.1587653 Feb 05 02:47:48.013989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808470a-6c01-4edf-a6c6-3df10318b5eb req-e49b7452-e9cb-4090-bc1a-5abf7ce03b19 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:48.021897 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a808470a-6c01-4edf-a6c6-3df10318b5eb req-e49b7452-e9cb-4090-bc1a-5abf7ce03b19 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 948 time: 0.0719001 Feb 05 02:47:48.047070 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b1869b5-205c-4f0e-bf9f-30a93d3cd0b0 req-e403b4e7-e1fe-4801-955c-5f056a2851be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e549d749-eb62-4e11-9f8f-d0dd92e541c2 HTTP/1.1" status: 200 len: 217 time: 0.0695918 Feb 05 02:47:48.087424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a808470a-6c01-4edf-a6c6-3df10318b5eb req-2abbf41c-fdff-4f16-9399-6b7b8f95304f tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645633 Feb 05 02:47:48.128360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1869b5-205c-4f0e-bf9f-30a93d3cd0b0 req-b5573aaa-50af-4f6b-9ec6-4d905487baca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:48.129862 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b1869b5-205c-4f0e-bf9f-30a93d3cd0b0 req-b5573aaa-50af-4f6b-9ec6-4d905487baca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0727217 Feb 05 02:47:48.220019 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23fdec-b6fd-486b-b443-670d510cd2cf req-47d83f86-49c1-44b6-a445-0036ef7b07ce tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:48.225416 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23fdec-b6fd-486b-b443-670d510cd2cf req-47d83f86-49c1-44b6-a445-0036ef7b07ce tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:48.231469 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23fdec-b6fd-486b-b443-670d510cd2cf req-47d83f86-49c1-44b6-a445-0036ef7b07ce tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:48.233385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e23fdec-b6fd-486b-b443-670d510cd2cf req-47d83f86-49c1-44b6-a445-0036ef7b07ce tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d&device_id=d1e213cd-93b0-4e47-8073-937787902601&device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 2417 time: 0.1450124 Feb 05 02:47:48.242257 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1869b5-205c-4f0e-bf9f-30a93d3cd0b0 req-bbb93bf7-b490-41fa-b8a2-7bd41aeaab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:48.244453 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b1869b5-205c-4f0e-bf9f-30a93d3cd0b0 req-bbb93bf7-b490-41fa-b8a2-7bd41aeaab5b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0980821 Feb 05 02:47:48.258526 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d5f2d-96b1-4562-8870-c5316802c9b9 req-acfac436-061d-42b3-a32d-136acd9d91c7 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:48.260139 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e01d5f2d-96b1-4562-8870-c5316802c9b9 req-acfac436-061d-42b3-a32d-136acd9d91c7 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 1127 time: 0.1005297 Feb 05 02:47:48.291072 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e23fdec-b6fd-486b-b443-670d510cd2cf req-cb1190be-c9b3-48ce-8054-fe2774e15a46 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504067 Feb 05 02:47:48.338303 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e01d5f2d-96b1-4562-8870-c5316802c9b9 req-2a238b75-6146-4981-8f6c-36b071004eea tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509021 Feb 05 02:47:48.407596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:47:48.482793 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b1869b5-205c-4f0e-bf9f-30a93d3cd0b0 req-7b9bd09d-f5c6-4187-94c7-e0cedab161ff service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212768 Feb 05 02:47:48.488871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d674f-345f-4192-adb2-a42595fc4369 req-b63944de-15ce-4cb4-b094-c0d9114b4644 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:48.498478 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-243d674f-345f-4192-adb2-a42595fc4369 req-b63944de-15ce-4cb4-b094-c0d9114b4644 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 945 time: 0.0938511 Feb 05 02:47:48.562161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-243d674f-345f-4192-adb2-a42595fc4369 req-9c4a6fd9-105e-4d7a-b9d0-b76b1c06c4d7 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576146 Feb 05 02:47:48.659971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=6eea9b78-a7b8-4e7d-a0d7-981573b252b8,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:48.669918 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b1869b5-205c-4f0e-bf9f-30a93d3cd0b0 req-d17dfbaf-193a-4c40-adf3-f616334becf6 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793032 Feb 05 02:47:48.671067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5a764-4e2c-4281-81ee-4cb53f5b75d2 req-e8f0f32a-e464-4a50-8cb3-4ddf1d366387 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:48.672735 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4fa5a764-4e2c-4281-81ee-4cb53f5b75d2 req-e8f0f32a-e464-4a50-8cb3-4ddf1d366387 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.1091454 Feb 05 02:47:48.699395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '6eea9b78-a7b8-4e7d-a0d7-981573b252b8', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '6eea9b78-a7b8-4e7d-a0d7-981573b252b8', 'mac_address': 'fa:16:3e:f2:c4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:47:48.715516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-26675354-6b20-4780-9107-9db112a3da35 req-03484088-4f1a-45b2-9188-cc54e0e3203a tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 210 time: 0.0416231 Feb 05 02:47:48.749847 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368bb474-e059-4c5e-acb5-e72c3793312d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f94f1f-3908-4db8-a8e6-1a81e2733417'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:48.752377 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd1e179-7e1d-46ee-986d-7252e27ff370" -d '{"events": [{"server_uuid": "368bb474-e059-4c5e-acb5-e72c3793312d", "name": "network-vif-plugged", "status": "completed", "tag": "e8f94f1f-3908-4db8-a8e6-1a81e2733417"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:48.774072 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:48.774481 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6eea9b78-a7b8-4e7d-a0d7-981573b252b8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:48.790219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:47:48.794246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4fa5a764-4e2c-4281-81ee-4cb53f5b75d2 req-26721ae0-c9d3-403c-954e-dca7d6a792f2 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102076 Feb 05 02:47:48.821716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=6eea9b78-a7b8-4e7d-a0d7-981573b252b8,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:48.827510 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6eea9b78-a7b8-4e7d-a0d7-981573b252b8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:48.898104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81665ef-fb17-4873-b87b-c0950180308c req-f7692939-06fb-4fa6-8f99-15f0a92ca1bc tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:48.900117 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e81665ef-fb17-4873-b87b-c0950180308c req-f7692939-06fb-4fa6-8f99-15f0a92ca1bc tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0879591 Feb 05 02:47:48.932349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=6eea9b78-a7b8-4e7d-a0d7-981573b252b8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:48.974037 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e81665ef-fb17-4873-b87b-c0950180308c req-56ffb226-55ee-4db7-b3cf-098908c2003a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671978 Feb 05 02:47:49.045493 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8067aa-e50e-4fcc-93fc-ecd9529365f8 req-97705eba-a768-49da-bfa1-31e678b003ed tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:49.052293 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1e8067aa-e50e-4fcc-93fc-ecd9529365f8 req-97705eba-a768-49da-bfa1-31e678b003ed tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.0605042 Feb 05 02:47:49.078082 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107b4a14-b68e-46f9-bd32-234ae910cdbe x-openstack-request-id: req-107b4a14-b68e-46f9-bd32-234ae910cdbe {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:49.078356 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368bb474-e059-4c5e-acb5-e72c3793312d", "name": "network-vif-plugged", "status": "completed", "tag": "e8f94f1f-3908-4db8-a8e6-1a81e2733417", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:49.078987 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-107b4a14-b68e-46f9-bd32-234ae910cdbe {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:49.079373 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368bb474-e059-4c5e-acb5-e72c3793312d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f94f1f-3908-4db8-a8e6-1a81e2733417', 'code': 200} Feb 05 02:47:49.115843 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1e8067aa-e50e-4fcc-93fc-ecd9529365f8 req-c284a517-286c-48b3-8442-8e461c4178d9 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625923 Feb 05 02:47:49.223221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35733d99-8f26-46bd-921f-7a8cdf458e65 req-8e929310-6102-4758-8a24-97c35f23f1c7 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:49.224841 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35733d99-8f26-46bd-921f-7a8cdf458e65 req-8e929310-6102-4758-8a24-97c35f23f1c7 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 949 time: 0.0687876 Feb 05 02:47:49.231096 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['6eea9b78-a7b8-4e7d-a0d7-981573b252b8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:47:49.384644 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35733d99-8f26-46bd-921f-7a8cdf458e65 req-8e569ecd-4885-4679-b36d-f97c8dad7dae tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492231 Feb 05 02:47:49.461186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e34ac-83f4-40d8-846c-51987c37696e req-0c624464-3e65-46e8-a054-006dd707bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:49.465545 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef1e34ac-83f4-40d8-846c-51987c37696e req-0c624464-3e65-46e8-a054-006dd707bde4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 1131 time: 0.2185729 Feb 05 02:47:49.573230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e2e2d-7b63-4c3b-9370-3d5d916ea70f req-f70c1821-845f-4e3e-900d-898911a3db99 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:49.585063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f56e2e2d-7b63-4c3b-9370-3d5d916ea70f req-f70c1821-845f-4e3e-900d-898911a3db99 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 1127 time: 0.0847201 Feb 05 02:47:49.608852 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef1e34ac-83f4-40d8-846c-51987c37696e req-c89e84d8-04e2-49cd-8be3-90e6703b6175 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371474 Feb 05 02:47:49.650924 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-fcdc66ee-201a-4230-b25a-2fdd38065369 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:49.656265 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-fcdc66ee-201a-4230-b25a-2fdd38065369 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.31 "GET /v2.0/networks?id=b024a581-acc5-4e00-bc06-863ec61d404b HTTP/1.1" status: 200 len: 806 time: 0.2525363 Feb 05 02:47:49.677000 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f56e2e2d-7b63-4c3b-9370-3d5d916ea70f req-56a6ef32-5b00-40bd-b1d7-43992af89e2c tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881798 Feb 05 02:47:49.793738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a325f-ccaa-4ff7-8d29-8117e72b5124 req-cb4a282f-4832-43da-8f79-470d2b554c4d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:49.795288 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-098a325f-ccaa-4ff7-8d29-8117e72b5124 req-cb4a282f-4832-43da-8f79-470d2b554c4d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 945 time: 0.0561390 Feb 05 02:47:49.863674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a21976f4-72f3-4f15-877e-cf40c20204d3 req-e073b4e6-e552-40c7-98f7-20470d29b009 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 210 time: 0.0346427 Feb 05 02:47:49.867831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-098a325f-ccaa-4ff7-8d29-8117e72b5124 req-770beeeb-b44d-430b-b190-7def3a14dc83 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673304 Feb 05 02:47:49.983766 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8fafb-6379-457a-b422-9b0e1f3c87a3 req-9547e481-6485-4a58-8e85-5263bb2ceca5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:49.985373 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-afe8fafb-6379-457a-b422-9b0e1f3c87a3 req-9547e481-6485-4a58-8e85-5263bb2ceca5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0584092 Feb 05 02:47:50.031201 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-afe8fafb-6379-457a-b422-9b0e1f3c87a3 req-e4d09f53-6d9f-4c9e-b9ec-657d4fa48704 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403020 Feb 05 02:47:50.166716 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a16790-ddfd-4cc4-8a1e-40d92d0b3cff req-a36826ba-958d-4f8c-8688-57a490a75add tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:50.168778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52a16790-ddfd-4cc4-8a1e-40d92d0b3cff req-a36826ba-958d-4f8c-8688-57a490a75add tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 945 time: 0.0799911 Feb 05 02:47:50.179901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b4933-d1c1-42e4-852d-4ecf95882a9a req-244d73a6-9731-44e4-b43d-c2b252478e46 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:50.181381 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-246b4933-d1c1-42e4-852d-4ecf95882a9a req-244d73a6-9731-44e4-b43d-c2b252478e46 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0831041 Feb 05 02:47:50.254582 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52a16790-ddfd-4cc4-8a1e-40d92d0b3cff req-37df349b-6d7b-42fc-88de-77342989715f tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722573 Feb 05 02:47:50.257764 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-246b4933-d1c1-42e4-852d-4ecf95882a9a req-3034e583-5c22-46eb-b1a5-9286803f77e2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695581 Feb 05 02:47:50.390562 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745153-bb7c-4e08-85c2-8cefe0f4d71a req-53d3f383-8fb0-4334-ab39-1bf1b0e74314 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:50.392102 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c745153-bb7c-4e08-85c2-8cefe0f4d71a req-53d3f383-8fb0-4334-ab39-1bf1b0e74314 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 945 time: 0.0546465 Feb 05 02:47:50.440086 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c745153-bb7c-4e08-85c2-8cefe0f4d71a req-85faac34-c477-45c0-a26b-bb24785835e3 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421023 Feb 05 02:47:50.592541 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd644a1-a6d4-4d6c-87f8-56b129705549 req-ce2872cb-e92d-4a44-be61-5ba409064667 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:50.594002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcd644a1-a6d4-4d6c-87f8-56b129705549 req-ce2872cb-e92d-4a44-be61-5ba409064667 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 949 time: 0.0872500 Feb 05 02:47:50.600429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0eb85-2feb-4215-83de-6cfde43ad83d req-32e1fc6e-204c-400c-97cf-9e7aa3d1fc3f tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:50.601747 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-66e0eb85-2feb-4215-83de-6cfde43ad83d req-32e1fc6e-204c-400c-97cf-9e7aa3d1fc3f tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 945 time: 0.0843902 Feb 05 02:47:50.668838 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcd644a1-a6d4-4d6c-87f8-56b129705549 req-4a99cf9c-6afc-4f84-99f8-604a6e1b5131 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661709 Feb 05 02:47:50.675481 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-66e0eb85-2feb-4215-83de-6cfde43ad83d req-3bb494e1-298c-44f9-b8f2-ea3d61f88454 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671649 Feb 05 02:47:50.806452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35b748-44be-4b3f-9236-1d76c759c5b6 req-01f2a800-8881-49fc-92e1-9fe874993f2c tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:50.808074 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d35b748-44be-4b3f-9236-1d76c759c5b6 req-01f2a800-8881-49fc-92e1-9fe874993f2c tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 945 time: 0.0578768 Feb 05 02:47:50.888047 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d35b748-44be-4b3f-9236-1d76c759c5b6 req-0692e6ba-1e68-4318-b1d8-027eefedf56f tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731137 Feb 05 02:47:50.904096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29862f-1eaa-4aff-a4aa-f80430e0d5e4 req-cbea8b90-bb07-4227-bcdc-eda430a96b7c tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:50.905670 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc29862f-1eaa-4aff-a4aa-f80430e0d5e4 req-cbea8b90-bb07-4227-bcdc-eda430a96b7c tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 1127 time: 0.0597053 Feb 05 02:47:50.951494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc29862f-1eaa-4aff-a4aa-f80430e0d5e4 req-1f1f18a3-5b8e-48da-a288-1c6953a30263 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401912 Feb 05 02:47:51.021257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e99888-c43f-4bcb-ab66-d3ba4cf2466a req-202f81ac-17e4-4c4a-b7c7-905dee940201 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:51.022813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28e99888-c43f-4bcb-ab66-d3ba4cf2466a req-202f81ac-17e4-4c4a-b7c7-905dee940201 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0535326 Feb 05 02:47:51.059157 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f1015bc3-9af6-4477-ac54-290a81726544 req-f2a1ea00-bd86-405f-b4ca-86c80941c07e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 210 time: 0.0353811 Feb 05 02:47:51.088025 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28e99888-c43f-4bcb-ab66-d3ba4cf2466a req-5a6a8a70-3e27-444e-9ebf-4d7c5e0c4268 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557423 Feb 05 02:47:51.170250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1c500-ba0c-44a2-91b5-fead0c131872 req-5e0eb2aa-3389-42fe-a8d4-100f968d740e tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:51.172006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27f1c500-ba0c-44a2-91b5-fead0c131872 req-5e0eb2aa-3389-42fe-a8d4-100f968d740e tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 945 time: 0.0570996 Feb 05 02:47:51.219845 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27f1c500-ba0c-44a2-91b5-fead0c131872 req-20b95c0a-bee2-404d-a8c1-9b8e949f0739 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419457 Feb 05 02:47:51.334749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4ae25-89ec-4239-9ac1-58e0975fa2b3 req-c333b333-b99c-4dbf-8bb1-18107180d628 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:51.336982 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0d4ae25-89ec-4239-9ac1-58e0975fa2b3 req-c333b333-b99c-4dbf-8bb1-18107180d628 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0568485 Feb 05 02:47:51.384156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0d4ae25-89ec-4239-9ac1-58e0975fa2b3 req-113db62d-d8a3-4646-a167-737603b7af64 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416846 Feb 05 02:47:51.501331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d620114-8d10-4f88-b38e-606495e5db06 req-1fc8da6d-1463-47b1-aaff-8b4a8f70d19f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:51.503020 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d620114-8d10-4f88-b38e-606495e5db06 req-1fc8da6d-1463-47b1-aaff-8b4a8f70d19f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0546446 Feb 05 02:47:51.553736 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d620114-8d10-4f88-b38e-606495e5db06 req-7111b766-bfe5-4476-a427-3080b96f339b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450020 Feb 05 02:47:51.664893 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcce3e4-8bcd-48c9-9d95-f0af7c7dd2d9 req-fe2db8b4-0f50-4eb1-8c7b-3c8a13883210 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:51.666682 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5fcce3e4-8bcd-48c9-9d95-f0af7c7dd2d9 req-fe2db8b4-0f50-4eb1-8c7b-3c8a13883210 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 945 time: 0.0566609 Feb 05 02:47:51.713246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5fcce3e4-8bcd-48c9-9d95-f0af7c7dd2d9 req-f563ca22-6187-4efd-9b7e-0709f0180c40 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408621 Feb 05 02:47:51.818388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15268931-8a08-49a0-aab2-32c8a3149c5b req-bb2e2349-4ff0-49d8-bdb8-54696c42489c tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:51.819934 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15268931-8a08-49a0-aab2-32c8a3149c5b req-bb2e2349-4ff0-49d8-bdb8-54696c42489c tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 949 time: 0.0517089 Feb 05 02:47:51.867761 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15268931-8a08-49a0-aab2-32c8a3149c5b req-7579a427-4067-4623-932a-e92fd0e70e75 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412550 Feb 05 02:47:51.978264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ec278-3652-4d87-ba36-b9e6c4d6a0b7 req-08bd1d72-86ae-4d73-b528-37285709d29a tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:51.979843 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f25ec278-3652-4d87-ba36-b9e6c4d6a0b7 req-08bd1d72-86ae-4d73-b528-37285709d29a tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 945 time: 0.0570364 Feb 05 02:47:52.027547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f25ec278-3652-4d87-ba36-b9e6c4d6a0b7 req-301906ab-064d-4709-a92a-050fff294791 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 Feb 05 02:47:52.415974 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4c542dd-550b-4f98-a60d-f19a1dae2e72 req-ea8b4708-00d5-420d-a4cb-5d5c7a765f26 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 210 time: 0.0320058 Feb 05 02:47:52.435790 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:47:52.496266 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:47:52.517971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:47:52.520035 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6eea9b78-a7b8-4e7d-a0d7-981573b252b8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:52.545630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122577ab-4280-4a5d-afce-b71ef93fcb7d req-8ccc1f31-21ad-4a87-a6bf-688f6f952488 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:52.547150 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-122577ab-4280-4a5d-afce-b71ef93fcb7d req-8ccc1f31-21ad-4a87-a6bf-688f6f952488 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0674691 Feb 05 02:47:52.600692 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-122577ab-4280-4a5d-afce-b71ef93fcb7d req-7deae0c5-2a23-4ce3-84f3-bcc06a6ef1cb tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475399 Feb 05 02:47:52.626640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:52.627323 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6eea9b78-a7b8-4e7d-a0d7-981573b252b8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:52.652281 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eda3a5f-2013-42fb-99a0-5aadc95f0329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eea9b78-a7b8-4e7d-a0d7-981573b252b8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:52.654488 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dee5fb-92fb-4dcf-81c8-7ec3cd130f17" -d '{"events": [{"server_uuid": "2eda3a5f-2013-42fb-99a0-5aadc95f0329", "name": "network-vif-plugged", "status": "completed", "tag": "6eea9b78-a7b8-4e7d-a0d7-981573b252b8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:52.666933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=6eea9b78-a7b8-4e7d-a0d7-981573b252b8,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:52.674288 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6eea9b78-a7b8-4e7d-a0d7-981573b252b8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:52.722912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=6eea9b78-a7b8-4e7d-a0d7-981573b252b8,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:52.771316 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ea14b-5255-4e02-bc3c-583ca310656f req-f5f23d29-55eb-4e38-88de-ba0db7dfdcc6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:52.772795 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a21ea14b-5255-4e02-bc3c-583ca310656f req-f5f23d29-55eb-4e38-88de-ba0db7dfdcc6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0560992 Feb 05 02:47:52.822513 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a21ea14b-5255-4e02-bc3c-583ca310656f req-5ecba87c-96c5-46a2-96df-6f4a79c258dc tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433924 Feb 05 02:47:52.934300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ee32b-9c9d-4f0a-abac-8e3724526148 req-a7f4ad16-651d-4b53-978a-0d8d3e59df25 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:52.935718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-621ee32b-9c9d-4f0a-abac-8e3724526148 req-a7f4ad16-651d-4b53-978a-0d8d3e59df25 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0546143 Feb 05 02:47:52.987262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-621ee32b-9c9d-4f0a-abac-8e3724526148 req-f36406fe-eeac-4f6d-964f-43fd87d7ee5e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458858 Feb 05 02:47:53.037601 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7c884d-aeee-4f1a-b177-d0834f1df025 x-openstack-request-id: req-de7c884d-aeee-4f1a-b177-d0834f1df025 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:53.038010 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eda3a5f-2013-42fb-99a0-5aadc95f0329", "name": "network-vif-plugged", "status": "completed", "tag": "6eea9b78-a7b8-4e7d-a0d7-981573b252b8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:53.038364 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de7c884d-aeee-4f1a-b177-d0834f1df025 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:53.038888 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eda3a5f-2013-42fb-99a0-5aadc95f0329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eea9b78-a7b8-4e7d-a0d7-981573b252b8', 'code': 200} Feb 05 02:47:53.073617 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:47:53.156734 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64b99f-c1d3-44a4-8d14-9c9f85c0d587 req-a6b6093d-13ab-4a07-abf3-5351c3997101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:53.159185 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a64b99f-c1d3-44a4-8d14-9c9f85c0d587 req-a6b6093d-13ab-4a07-abf3-5351c3997101 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 1132 time: 0.0519896 Feb 05 02:47:53.221135 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a64b99f-c1d3-44a4-8d14-9c9f85c0d587 req-f2c0d379-3e3f-4019-a7b5-5333a5fe426d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413790 Feb 05 02:47:53.289114 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081d519-339c-4b55-adaf-8149b63d2763 req-1fa4b9bc-c443-40ad-95fa-7d998aafc648 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:53.290561 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d081d519-339c-4b55-adaf-8149b63d2763 req-1fa4b9bc-c443-40ad-95fa-7d998aafc648 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 950 time: 0.0576103 Feb 05 02:47:53.339962 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d081d519-339c-4b55-adaf-8149b63d2763 req-0d147d96-57c3-438e-ab31-d941ef470810 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396535 Feb 05 02:47:53.442874 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07bcd8-745e-4e2f-b390-72b7e64cfdd5 req-721157f2-e683-45f9-8779-d4c8d04757de tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:53.444270 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b07bcd8-745e-4e2f-b390-72b7e64cfdd5 req-721157f2-e683-45f9-8779-d4c8d04757de tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 945 time: 0.0528309 Feb 05 02:47:53.491651 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b07bcd8-745e-4e2f-b390-72b7e64cfdd5 req-019ff8ce-1914-477c-9b64-5866e2bb6bb2 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Feb 05 02:47:53.592781 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d1799e0-cdd7-4493-bf2a-8288cddd0f02 req-b41e97c1-8c78-4b53-aaf8-dab892285095 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 210 time: 0.0312252 Feb 05 02:47:53.737731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743480b7-a0d4-4b6f-a911-91c60cb76440 req-1d988877-8a7e-418b-af72-50a89effebf2 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:53.739297 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-743480b7-a0d4-4b6f-a911-91c60cb76440 req-1d988877-8a7e-418b-af72-50a89effebf2 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0582323 Feb 05 02:47:53.785901 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-743480b7-a0d4-4b6f-a911-91c60cb76440 req-884ce200-26f0-400a-90c2-855cefb48d9a tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Feb 05 02:47:53.951069 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243c0a6-f04d-44cc-a55f-1573a796ed67 req-614582e7-5183-480e-991e-73edbcf51ad3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:53.952554 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7243c0a6-f04d-44cc-a55f-1573a796ed67 req-614582e7-5183-480e-991e-73edbcf51ad3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0562642 Feb 05 02:47:53.999081 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7243c0a6-f04d-44cc-a55f-1573a796ed67 req-1a869c8e-8d0f-4f19-9b9f-059f428ba598 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409253 Feb 05 02:47:54.106966 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a01d9e-c914-4178-9658-e82b24525087 req-a711f18e-2f87-4772-a9e3-c0b3e23d006c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:54.108421 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a01d9e-c914-4178-9658-e82b24525087 req-a711f18e-2f87-4772-a9e3-c0b3e23d006c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0554023 Feb 05 02:47:54.154004 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a01d9e-c914-4178-9658-e82b24525087 req-d213acad-7f12-4a50-ac5f-67f59aafa209 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398741 Feb 05 02:47:54.453958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc43d85-c2fe-426a-9e57-71f5972c4572 req-9724cce7-c10f-4e37-9c3a-a0ee54c66e46 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:54.455466 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5fc43d85-c2fe-426a-9e57-71f5972c4572 req-9724cce7-c10f-4e37-9c3a-a0ee54c66e46 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 950 time: 0.0521352 Feb 05 02:47:54.501779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5fc43d85-c2fe-426a-9e57-71f5972c4572 req-d20ad0b2-eaa8-4fb8-bcd4-c260258a8d41 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406475 Feb 05 02:47:54.608296 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adebf1-0bb2-49ab-a843-41a47270f286 req-726187b4-4dcb-4da1-9824-c3abb3e0ca58 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:54.609778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07adebf1-0bb2-49ab-a843-41a47270f286 req-726187b4-4dcb-4da1-9824-c3abb3e0ca58 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 945 time: 0.0518181 Feb 05 02:47:54.659118 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07adebf1-0bb2-49ab-a843-41a47270f286 req-8cec9b65-f88e-4796-adab-fb89cdc04b89 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439446 Feb 05 02:47:54.743544 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87e9d1a6-62e6-4d3c-b3f8-4e13dba83654 req-5d926459-ff6a-4063-bbc9-5faa1bedcd29 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 210 time: 0.0300872 Feb 05 02:47:54.910331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fb185-9634-4df1-9e33-86d55ff0c3b6 req-385d81f1-cf1e-47af-8ade-dd4557a4c80a tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:54.911847 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e05fb185-9634-4df1-9e33-86d55ff0c3b6 req-385d81f1-cf1e-47af-8ade-dd4557a4c80a tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0598786 Feb 05 02:47:54.960883 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e05fb185-9634-4df1-9e33-86d55ff0c3b6 req-7188da7b-a63d-4dd2-ba41-6eec6c0562c6 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433328 Feb 05 02:47:55.113849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d827077-4bc6-417e-921b-bbee75e45f4d req-8b5c7b22-3f95-44f1-bd2c-15aaf72db126 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:55.115325 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d827077-4bc6-417e-921b-bbee75e45f4d req-8b5c7b22-3f95-44f1-bd2c-15aaf72db126 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0509567 Feb 05 02:47:55.163776 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d827077-4bc6-417e-921b-bbee75e45f4d req-6a359d4a-642b-4cbe-bdbe-6b6138b122c2 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429177 Feb 05 02:47:55.269628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84565eb9-3223-4d20-83e9-120163e0fb77 req-fd2b9b7f-4942-4c32-98bb-e82ef522056c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:55.271107 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84565eb9-3223-4d20-83e9-120163e0fb77 req-fd2b9b7f-4942-4c32-98bb-e82ef522056c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0531921 Feb 05 02:47:55.316496 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84565eb9-3223-4d20-83e9-120163e0fb77 req-e83966e0-050e-4352-8fcc-ef49b629fdf2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397499 Feb 05 02:47:55.617692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6f4b9-748e-4a84-8709-16f9c30a86f1 req-c977560d-c12f-43fd-ab4a-a4352e06bbdf tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:55.619184 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8f6f4b9-748e-4a84-8709-16f9c30a86f1 req-c977560d-c12f-43fd-ab4a-a4352e06bbdf tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 950 time: 0.0516233 Feb 05 02:47:55.664475 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8f6f4b9-748e-4a84-8709-16f9c30a86f1 req-118727c8-a9b7-4d59-b2ef-a0c6ae6dab04 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391276 Feb 05 02:47:55.784079 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4ece8-8494-44be-8f74-ed6e863e634a req-7c097b61-c47e-4183-b38b-2cc9c6d806e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:55.785518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-34e4ece8-8494-44be-8f74-ed6e863e634a req-7c097b61-c47e-4183-b38b-2cc9c6d806e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 945 time: 0.0612724 Feb 05 02:47:55.832873 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-34e4ece8-8494-44be-8f74-ed6e863e634a req-e2dfbdb1-675d-4c06-9029-17952d1b698c tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415735 Feb 05 02:47:56.023905 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b68f4e0-b92e-4ec5-a0e2-00a937c32648 req-10aea5f4-6714-4e32-9215-1a24b425dbde tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 210 time: 0.0311029 Feb 05 02:47:56.123271 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74917200-ade0-44d1-88c4-eab2e40aeb8f req-3e674fb5-f58f-4db5-b8a6-545c86f79c70 tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:56.124775 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74917200-ade0-44d1-88c4-eab2e40aeb8f req-3e674fb5-f58f-4db5-b8a6-545c86f79c70 tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 1132 time: 0.0443189 Feb 05 02:47:56.143119 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-74917200-ade0-44d1-88c4-eab2e40aeb8f req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:56.219745 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-74917200-ade0-44d1-88c4-eab2e40aeb8f req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Publish callbacks [] for security_group (2da3c307-74c3-4276-b323-d403e50312bc), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:56.223381 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-74917200-ade0-44d1-88c4-eab2e40aeb8f req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2da3c307-74c3-4276-b323-d403e50312bc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:56.259672 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74917200-ade0-44d1-88c4-eab2e40aeb8f req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292114 Feb 05 02:47:56.262180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da3c307-74c3-4276-b323-d403e50312bc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:56.269505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:56.269854 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:56.270184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:56.270519 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:56.270879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:56.271213 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:56.271622 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:56.271957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:56.272281 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:56.272604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:56.272927 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:56.273245 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:56.273617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c147ca-cd28-4a42-95a9-5204a3cad08e tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:56.374119 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817bc27-0e7a-40c6-9fb7-f0437bce96a0 req-83c23f61-f01e-4013-8ea7-d0c1aa34bd2e tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:56.375652 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6817bc27-0e7a-40c6-9fb7-f0437bce96a0 req-83c23f61-f01e-4013-8ea7-d0c1aa34bd2e tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0522373 Feb 05 02:47:56.422211 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6817bc27-0e7a-40c6-9fb7-f0437bce96a0 req-6a31af7a-a4da-4cc1-aaf1-5e8cece9b246 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Feb 05 02:47:56.476806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 2c6210e6-1007-462a-b577-660b732c2723 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:47:56.525134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4111b6b-0578-4829-a335-f3f907cc61cc req-fcff0d5d-ed8e-4726-9929-f907ccc91fff tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:56.526584 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b4111b6b-0578-4829-a335-f3f907cc61cc req-fcff0d5d-ed8e-4726-9929-f907ccc91fff tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0521142 Feb 05 02:47:56.575029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 2c6210e6-1007-462a-b577-660b732c2723, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2c6210e6-1007-462a-b577-660b732c2723,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:56.577435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b4111b6b-0578-4829-a335-f3f907cc61cc req-d4d82c1a-a9dd-418e-915d-81747f5ba6dd tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437295 Feb 05 02:47:56.586338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '2c6210e6-1007-462a-b577-660b732c2723', 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598', 'port_id': '2c6210e6-1007-462a-b577-660b732c2723', 'mac_address': 'fa:16:3e:c2:f4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99ec32d-a541-438d-8934-6689638905c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:47:56.623067 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 2c6210e6-1007-462a-b577-660b732c2723 is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:56.623458 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c6210e6-1007-462a-b577-660b732c2723), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:56.637494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c6210e6-1007-462a-b577-660b732c2723 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:47:56.661526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 2c6210e6-1007-462a-b577-660b732c2723, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2c6210e6-1007-462a-b577-660b732c2723,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:56.667293 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2c6210e6-1007-462a-b577-660b732c2723), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:56.707682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ed6d5-8dbd-466d-8190-5322dabe1352 req-956ded61-26be-4883-bbd4-448c0db2ce04 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:56.709163 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-113ed6d5-8dbd-466d-8190-5322dabe1352 req-956ded61-26be-4883-bbd4-448c0db2ce04 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0599959 Feb 05 02:47:56.721812 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=2c6210e6-1007-462a-b577-660b732c2723,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:56.756349 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-113ed6d5-8dbd-466d-8190-5322dabe1352 req-3c712025-300e-4adc-9230-3aa2f2597ae7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Feb 05 02:47:56.787125 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['2c6210e6-1007-462a-b577-660b732c2723'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:47:56.950129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293d9ef-0b46-41bb-9131-ff36ffc3a4e1 req-1dde4e64-ce20-49f2-9a45-c5d1a98ecd8b tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:56.951607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f293d9ef-0b46-41bb-9131-ff36ffc3a4e1 req-1dde4e64-ce20-49f2-9a45-c5d1a98ecd8b tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 944 time: 0.0532498 Feb 05 02:47:56.996949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f293d9ef-0b46-41bb-9131-ff36ffc3a4e1 req-7aa57e7b-cbd7-4c72-980c-6181a49d1df1 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397780 Feb 05 02:47:57.204052 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b748431e-899a-48f9-b087-9ce9a54ca5ae req-c32d4813-012a-4450-a754-a651cd113d9f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 210 time: 0.0297303 Feb 05 02:47:57.307226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b7b1e-6893-4a79-a6ee-a681d10a25ee req-a20f9642-d866-4bfa-aad0-67ef0ee5a7e0 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:57.308837 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-569b7b1e-6893-4a79-a6ee-a681d10a25ee req-a20f9642-d866-4bfa-aad0-67ef0ee5a7e0 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 944 time: 0.0526166 Feb 05 02:47:57.354098 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-569b7b1e-6893-4a79-a6ee-a681d10a25ee req-8e502c88-1847-4695-99fe-d3dd859e2fd3 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397692 Feb 05 02:47:57.448977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12d429-9006-4880-98cf-cd2b041ea95b req-63907c2b-45d0-44e4-ae19-afb191a593db tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:57.451121 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec12d429-9006-4880-98cf-cd2b041ea95b req-63907c2b-45d0-44e4-ae19-afb191a593db tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 1132 time: 0.0442321 Feb 05 02:47:57.493191 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec12d429-9006-4880-98cf-cd2b041ea95b req-ff21f5fb-8408-4eda-b72d-7f9bd7f54a29 tempest-ServersAdminNegativeTestJSON-201360544 tempest-ServersAdminNegativeTestJSON-201360544-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366235 Feb 05 02:47:57.600445 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89947e6c-f483-457e-8cba-b4aebddba014 req-148ea862-2ea2-4214-8128-394782d78f71 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:57.601874 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89947e6c-f483-457e-8cba-b4aebddba014 req-148ea862-2ea2-4214-8128-394782d78f71 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0562403 Feb 05 02:47:57.648414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89947e6c-f483-457e-8cba-b4aebddba014 req-7952ac97-4fe9-4120-834c-f4076979e06a tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401316 Feb 05 02:47:57.837675 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277816f9-afab-4ddb-aff9-4c4d7ce5e5f7 req-20880e84-2018-49ec-b5cc-af5b4df3bbd9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:57.839133 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-277816f9-afab-4ddb-aff9-4c4d7ce5e5f7 req-20880e84-2018-49ec-b5cc-af5b4df3bbd9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0519168 Feb 05 02:47:57.884822 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-277816f9-afab-4ddb-aff9-4c4d7ce5e5f7 req-201f0b86-76d4-4e62-9881-5c6694dd8db2 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396326 Feb 05 02:47:58.008364 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e41d94-4639-4d0e-9cd1-bc630faf802d req-49233569-99ac-4b4e-a184-da7d6646c72a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:58.010115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77e41d94-4639-4d0e-9cd1-bc630faf802d req-49233569-99ac-4b4e-a184-da7d6646c72a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0565929 Feb 05 02:47:58.058842 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77e41d94-4639-4d0e-9cd1-bc630faf802d req-a6eb0200-82ff-43b0-b684-8043092c463a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426893 Feb 05 02:47:58.310017 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1934df4-6086-4cc4-a22f-a40117550093 req-753a8978-2d4e-436a-94c9-cff1fbad35be tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:58.311506 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1934df4-6086-4cc4-a22f-a40117550093 req-753a8978-2d4e-436a-94c9-cff1fbad35be tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 950 time: 0.0514870 Feb 05 02:47:58.357644 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1934df4-6086-4cc4-a22f-a40117550093 req-8d0caa79-594e-4b6e-bb6b-64795239c40e tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406296 Feb 05 02:47:58.438339 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df7f12b9-ac99-4737-9c18-c925e270b584 req-7d94fd9d-c379-46b0-8854-3b1c937cad4d tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 210 time: 0.0268772 Feb 05 02:47:58.482102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 2c6210e6-1007-462a-b577-660b732c2723 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:47:58.546306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22157d5e-9fa2-4b32-aed8-9e235a2748c4 req-a9ee2634-be03-4d2e-98d2-0932c7beb929 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:58.547800 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22157d5e-9fa2-4b32-aed8-9e235a2748c4 req-a9ee2634-be03-4d2e-98d2-0932c7beb929 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 944 time: 0.0567141 Feb 05 02:47:58.556673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 2c6210e6-1007-462a-b577-660b732c2723 is: BUILD; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:47:58.557073 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c6210e6-1007-462a-b577-660b732c2723), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:58.570157 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2c6210e6-1007-462a-b577-660b732c2723 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:47:58.590226 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 2c6210e6-1007-462a-b577-660b732c2723, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2c6210e6-1007-462a-b577-660b732c2723,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:58.593921 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22157d5e-9fa2-4b32-aed8-9e235a2748c4 req-d61160bb-88d2-4026-9b02-c4bdbdce40c8 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405986 Feb 05 02:47:58.594199 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2c6210e6-1007-462a-b577-660b732c2723), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:58.644360 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=2c6210e6-1007-462a-b577-660b732c2723,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:58.764394 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b100a43-eefa-4815-bd10-d527bb6694f5 req-28d27fb4-a226-4b7e-908b-5133388e8a68 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:58.765788 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b100a43-eefa-4815-bd10-d527bb6694f5 req-28d27fb4-a226-4b7e-908b-5133388e8a68 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0522792 Feb 05 02:47:58.811928 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b100a43-eefa-4815-bd10-d527bb6694f5 req-700cd7d4-d347-4c41-900f-c5cf8c7f238a tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405982 Feb 05 02:47:59.003458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13426e0b-4cbf-4ec6-8ccc-89f9decbd00e req-850bf42c-d80a-4dd4-8859-efd938b5f8b8 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:59.004956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13426e0b-4cbf-4ec6-8ccc-89f9decbd00e req-850bf42c-d80a-4dd4-8859-efd938b5f8b8 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0535655 Feb 05 02:47:59.038032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12548e1c-838f-485d-8a75-857d1bf7cdc8 req-0310f19b-a0c4-4503-b136-d82867c5a7a8 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:59.039563 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-12548e1c-838f-485d-8a75-857d1bf7cdc8 req-0310f19b-a0c4-4503-b136-d82867c5a7a8 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 943 time: 0.0516858 Feb 05 02:47:59.055900 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13426e0b-4cbf-4ec6-8ccc-89f9decbd00e req-08f18a09-85e5-45c4-bba1-709e97656397 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453224 Feb 05 02:47:59.138360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-12548e1c-838f-485d-8a75-857d1bf7cdc8 req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Deleting port 2c6210e6-1007-462a-b577-660b732c2723 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:47:59.138722 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-12548e1c-838f-485d-8a75-857d1bf7cdc8 req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (2c6210e6-1007-462a-b577-660b732c2723), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:59.179461 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374da6f-0132-4bd8-a8f4-ecd304ec15a6 req-b815d971-cafa-43a9-9966-c4d0e788274c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:59.180936 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f374da6f-0132-4bd8-a8f4-ecd304ec15a6 req-b815d971-cafa-43a9-9966-c4d0e788274c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0561569 Feb 05 02:47:59.227196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-12548e1c-838f-485d-8a75-857d1bf7cdc8 req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] For port 2c6210e6-1007-462a-b577-660b732c2723, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2c6210e6-1007-462a-b577-660b732c2723,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:47:59.227563 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-12548e1c-838f-485d-8a75-857d1bf7cdc8 req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (2c6210e6-1007-462a-b577-660b732c2723), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:59.230201 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f374da6f-0132-4bd8-a8f4-ecd304ec15a6 req-32f8822c-923e-4388-abe1-4b7c2fc540f7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428302 Feb 05 02:47:59.240155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-12548e1c-838f-485d-8a75-857d1bf7cdc8 req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Calling delete_port for 2c6210e6-1007-462a-b577-660b732c2723 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:47:59.365905 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-12548e1c-838f-485d-8a75-857d1bf7cdc8 req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (2c6210e6-1007-462a-b577-660b732c2723), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:59.399139 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Pushing event deleted for resources: {'Port': ['ID=2c6210e6-1007-462a-b577-660b732c2723,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:47:59.426655 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:59.427028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:59.427371 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:59.427711 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:59.428051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:59.428383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:59.428714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:59.429040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:59.429367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:59.429690 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:59.430016 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:59.430339 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:59.430656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:47:59.454827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-12548e1c-838f-485d-8a75-857d1bf7cdc8 req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] No DVR routers for this DVR port 2c6210e6-1007-462a-b577-660b732c2723 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:47:59.457426 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-12548e1c-838f-485d-8a75-857d1bf7cdc8 req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:47:59.460739 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-12548e1c-838f-485d-8a75-857d1bf7cdc8 req-9eb18868-5f00-4cb7-a9b8-6effeb748d3d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.10 "DELETE /v2.0/ports/2c6210e6-1007-462a-b577-660b732c2723 HTTP/1.1" status: 204 len: 173 time: 0.4160979 Feb 05 02:47:59.461183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d41227e-4e63-4129-8a56-99201c84c52c', 'name': 'network-vif-deleted', 'tag': '2c6210e6-1007-462a-b577-660b732c2723'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:47:59.463435 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a5acb0-b2e6-4859-968e-8a699fe77345" -d '{"events": [{"server_uuid": "7d41227e-4e63-4129-8a56-99201c84c52c", "name": "network-vif-deleted", "tag": "2c6210e6-1007-462a-b577-660b732c2723"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:47:59.478828 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188b15f-20aa-4c52-9ab3-f5cee9753076 req-26b3450a-5eb2-4aa7-8ea7-e5d2053231a5 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:59.481124 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f188b15f-20aa-4c52-9ab3-f5cee9753076 req-26b3450a-5eb2-4aa7-8ea7-e5d2053231a5 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 950 time: 0.0547180 Feb 05 02:47:59.527971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f188b15f-20aa-4c52-9ab3-f5cee9753076 req-2f8a308a-f980-4c52-a712-ca6611a36061 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411088 Feb 05 02:47:59.617148 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-026406b4-4f46-4785-9d03-e372e6f5761f req-6a70dbc1-7ec7-4ffc-a03f-3e27348a7503 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 210 time: 0.0313554 Feb 05 02:47:59.658629 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1039bb4-9de9-479b-9345-6c66c6f8fe58 x-openstack-request-id: req-e1039bb4-9de9-479b-9345-6c66c6f8fe58 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:47:59.658951 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d41227e-4e63-4129-8a56-99201c84c52c", "name": "network-vif-deleted", "tag": "2c6210e6-1007-462a-b577-660b732c2723", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:47:59.659201 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1039bb4-9de9-479b-9345-6c66c6f8fe58 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:47:59.659589 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d41227e-4e63-4129-8a56-99201c84c52c', 'name': 'network-vif-deleted', 'tag': '2c6210e6-1007-462a-b577-660b732c2723', 'status': 'completed', 'code': 200} Feb 05 02:47:59.737642 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f59f74ce-a5b3-4135-a384-d024fa78e532 req-2000ddd7-4d01-4650-b702-f92c35c07def tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d41227e-4e63-4129-8a56-99201c84c52c HTTP/1.1" status: 200 len: 210 time: 0.0269885 Feb 05 02:47:59.931424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0a116-e917-45cb-815a-9b77dfa448e6 req-026dc7da-b029-40c2-a77b-a09618285c69 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:47:59.932807 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-66f0a116-e917-45cb-815a-9b77dfa448e6 req-026dc7da-b029-40c2-a77b-a09618285c69 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0542319 Feb 05 02:47:59.977741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-66f0a116-e917-45cb-815a-9b77dfa448e6 req-03eda5ce-f08c-4e74-8ce1-edf652048618 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393701 Feb 05 02:48:00.120406 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209bd81-c30c-48f2-a6df-368023e6db4a req-6e012257-a5d7-4344-98d2-428e857f650c tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:00.121929 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c209bd81-c30c-48f2-a6df-368023e6db4a req-6e012257-a5d7-4344-98d2-428e857f650c tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.10 "GET /v2.0/ports?device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 950 time: 0.0535579 Feb 05 02:48:00.181269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d16d3-06a3-4925-b69f-29da6c4f15e2 req-fd6995e9-f1f1-486c-93f3-b79e1e5dfd3c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:00.182929 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b2d16d3-06a3-4925-b69f-29da6c4f15e2 req-fd6995e9-f1f1-486c-93f3-b79e1e5dfd3c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0566249 Feb 05 02:48:00.223338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-c209bd81-c30c-48f2-a6df-368023e6db4a req-80ac51d6-0f6d-47ce-b871-476cab5bb900 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Deleting port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:00.223690 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c209bd81-c30c-48f2-a6df-368023e6db4a req-80ac51d6-0f6d-47ce-b871-476cab5bb900 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6eea9b78-a7b8-4e7d-a0d7-981573b252b8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:00.242368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b2d16d3-06a3-4925-b69f-29da6c4f15e2 req-a35ddac4-8db4-40f2-bb45-c701ffe4ca8b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528710 Feb 05 02:48:00.317969 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c209bd81-c30c-48f2-a6df-368023e6db4a req-80ac51d6-0f6d-47ce-b871-476cab5bb900 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] For port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=6eea9b78-a7b8-4e7d-a0d7-981573b252b8,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:00.318331 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c209bd81-c30c-48f2-a6df-368023e6db4a req-80ac51d6-0f6d-47ce-b871-476cab5bb900 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6eea9b78-a7b8-4e7d-a0d7-981573b252b8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:00.330590 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-c209bd81-c30c-48f2-a6df-368023e6db4a req-80ac51d6-0f6d-47ce-b871-476cab5bb900 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Calling delete_port for 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:00.351985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb4d19-f032-452e-b5c7-49485a60cde9 req-f51acd00-5072-472e-8baa-ad2a1130ddec tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:00.353542 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01bb4d19-f032-452e-b5c7-49485a60cde9 req-f51acd00-5072-472e-8baa-ad2a1130ddec tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0532017 Feb 05 02:48:00.400393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01bb4d19-f032-452e-b5c7-49485a60cde9 req-8a73ef32-12ed-46c1-a597-f691c402a73a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Feb 05 02:48:00.461598 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c209bd81-c30c-48f2-a6df-368023e6db4a req-80ac51d6-0f6d-47ce-b871-476cab5bb900 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6eea9b78-a7b8-4e7d-a0d7-981573b252b8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:00.474560 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['7ecf5939-ba1f-4cca-8fca-93f7d748c2b1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:00.476782 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['6eea9b78-a7b8-4e7d-a0d7-981573b252b8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:00.492803 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac51d6-0f6d-47ce-b871-476cab5bb900 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Pushing event deleted for resources: {'Port': ['ID=6eea9b78-a7b8-4e7d-a0d7-981573b252b8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:00.546666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c209bd81-c30c-48f2-a6df-368023e6db4a req-80ac51d6-0f6d-47ce-b871-476cab5bb900 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] No DVR routers for this DVR port 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:48:00.549557 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c209bd81-c30c-48f2-a6df-368023e6db4a req-80ac51d6-0f6d-47ce-b871-476cab5bb900 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:00.553372 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c209bd81-c30c-48f2-a6df-368023e6db4a req-80ac51d6-0f6d-47ce-b871-476cab5bb900 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.10 "DELETE /v2.0/ports/6eea9b78-a7b8-4e7d-a0d7-981573b252b8 HTTP/1.1" status: 204 len: 173 time: 0.4257154 Feb 05 02:48:00.647521 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1107df26-9ab1-4225-978f-a4a2d3267413 req-185362b4-b9f4-4f02-a9bc-120bf207552f tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eda3a5f-2013-42fb-99a0-5aadc95f0329 HTTP/1.1" status: 200 len: 210 time: 0.0352168 Feb 05 02:48:00.735001 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca86755b-979a-4214-a7e9-f4a2b51f04f4 req-e65ce885-f4a9-427e-b5c8-1bf577cd3660 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 210 time: 0.0267031 Feb 05 02:48:01.660529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eda3a5f-2013-42fb-99a0-5aadc95f0329', 'name': 'network-vif-deleted', 'tag': '6eea9b78-a7b8-4e7d-a0d7-981573b252b8'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:01.662797 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8089eebb-c0ce-4fb0-aa44-da4b019c0764" -d '{"events": [{"server_uuid": "2eda3a5f-2013-42fb-99a0-5aadc95f0329", "name": "network-vif-deleted", "tag": "6eea9b78-a7b8-4e7d-a0d7-981573b252b8"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:01.986176 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40318) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:01.990713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-66f07b20-8202-4be8-934a-8049ecf542af tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--845437900', 'description': 'tempest-description--1192838147'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:02.019120 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66f07b20-8202-4be8-934a-8049ecf542af tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:02.102975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60c240-cc12-4186-ae1f-e898fcb7dcc4 req-d5bcc4f5-910b-4712-a0b0-63728f0a51ef tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:02.104439 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d60c240-cc12-4186-ae1f-e898fcb7dcc4 req-d5bcc4f5-910b-4712-a0b0-63728f0a51ef tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0761676 Feb 05 02:48:02.138999 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66f07b20-8202-4be8-934a-8049ecf542af tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for security_group (0c3d012a-5d6f-41b7-b421-10fcc060f263), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:02.145226 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66f07b20-8202-4be8-934a-8049ecf542af tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0c3d012a-5d6f-41b7-b421-10fcc060f263), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:02.184274 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66f07b20-8202-4be8-934a-8049ecf542af tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:02.185482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-66f07b20-8202-4be8-934a-8049ecf542af tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1982639 Feb 05 02:48:02.188654 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40320) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:02.192282 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d60c240-cc12-4186-ae1f-e898fcb7dcc4 req-b9660ebe-2478-42e1-82a2-9d2452d40be8 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814140 Feb 05 02:48:02.193212 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-310299e3-a57d-420e-af62-b660154f09d2 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Request body: {'security_group_rule': {'security_group_id': '0c3d012a-5d6f-41b7-b421-10fcc060f263', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:02.196247 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f07b20-8202-4be8-934a-8049ecf542af tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3d012a-5d6f-41b7-b421-10fcc060f263,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:02.222697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-310299e3-a57d-420e-af62-b660154f09d2 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for security_group_rule (adcbf74a-6832-4908-bcc7-d2119974e865), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:02.269437 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-310299e3-a57d-420e-af62-b660154f09d2 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for security_group_rule (adcbf74a-6832-4908-bcc7-d2119974e865), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:02.273607 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-310299e3-a57d-420e-af62-b660154f09d2 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (adcbf74a-6832-4908-bcc7-d2119974e865), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:02.294068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310299e3-a57d-420e-af62-b660154f09d2 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adcbf74a-6832-4908-bcc7-d2119974e865,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:02.303317 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-310299e3-a57d-420e-af62-b660154f09d2 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:02.304513 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-310299e3-a57d-420e-af62-b660154f09d2 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148689 Feb 05 02:48:02.307262 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40322) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:02.308512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822a283-dfb5-4c8e-9249-0cdab2ce80bd req-f2c3e440-4332-474a-82e7-ece19e4933f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:02.309980 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d822a283-dfb5-4c8e-9249-0cdab2ce80bd req-f2c3e440-4332-474a-82e7-ece19e4933f6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0606251 Feb 05 02:48:02.312014 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5ae4383c-377d-4f32-adaf-c7bf6a19f3f0 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Request body: {'security_group_rule': {'security_group_id': '0c3d012a-5d6f-41b7-b421-10fcc060f263', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:02.336705 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ae4383c-377d-4f32-adaf-c7bf6a19f3f0 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for security_group_rule (4e98913e-ddd1-4249-b56d-aa823e74fa1c), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:02.357634 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d822a283-dfb5-4c8e-9249-0cdab2ce80bd req-4bc357db-e949-4edb-aba5-503c9bbafee7 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418351 Feb 05 02:48:02.405318 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ae4383c-377d-4f32-adaf-c7bf6a19f3f0 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for security_group_rule (4e98913e-ddd1-4249-b56d-aa823e74fa1c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:02.408995 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ae4383c-377d-4f32-adaf-c7bf6a19f3f0 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (4e98913e-ddd1-4249-b56d-aa823e74fa1c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:02.426346 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4383c-377d-4f32-adaf-c7bf6a19f3f0 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e98913e-ddd1-4249-b56d-aa823e74fa1c,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:02.435868 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ae4383c-377d-4f32-adaf-c7bf6a19f3f0 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:02.437064 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5ae4383c-377d-4f32-adaf-c7bf6a19f3f0 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283293 Feb 05 02:48:02.440200 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40324) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:02.444402 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:02.464193 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:02.468647 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f1bd2-e8b8-4578-b61c-0b0c54a19e46 req-fc112ffd-0178-47f6-9a1b-f6550c8eec28 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:02.470131 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-824f1bd2-e8b8-4578-b61c-0b0c54a19e46 req-fc112ffd-0178-47f6-9a1b-f6550c8eec28 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0557528 Feb 05 02:48:02.478175 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 2c6210e6-1007-462a-b577-660b732c2723 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:02.503673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 2c6210e6-1007-462a-b577-660b732c2723 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:48:02.504996 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 2c6210e6-1007-462a-b577-660b732c2723 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:48:02.505524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:02.519972 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-824f1bd2-e8b8-4578-b61c-0b0c54a19e46 req-e08ee5a7-2cad-418f-9ea3-46cfd061bedb tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437608 Feb 05 02:48:02.536007 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:48:02.536701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 6eea9b78-a7b8-4e7d-a0d7-981573b252b8 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:48:02.563574 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:02.603424 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cd8da4-5254-4aab-8b73-b445813571bb x-openstack-request-id: req-97cd8da4-5254-4aab-8b73-b445813571bb {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:02.603560 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eda3a5f-2013-42fb-99a0-5aadc95f0329", "name": "network-vif-deleted", "tag": "6eea9b78-a7b8-4e7d-a0d7-981573b252b8", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:02.603757 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97cd8da4-5254-4aab-8b73-b445813571bb {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:02.604150 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eda3a5f-2013-42fb-99a0-5aadc95f0329', 'name': 'network-vif-deleted', 'tag': '6eea9b78-a7b8-4e7d-a0d7-981573b252b8', 'status': 'completed', 'code': 200} Feb 05 02:48:02.674569 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Allocated IP 172.25.0.225 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/be4c9152-380f-4e26-a5a3-e293d78372a2) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:48:02.676175 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d78225c-28ad-4eca-a01b-42f6a8382d0b req-ad5d0605-b432-4eb4-8f1a-7d981aa4fff3 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 210 time: 0.0274062 Feb 05 02:48:02.775085 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for port (be4c9152-380f-4e26-a5a3-e293d78372a2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:02.810486 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (be4c9152-380f-4e26-a5a3-e293d78372a2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:02.850263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:48:02.857419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:48:02.861065 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:48:02.866434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Pushing event updated for resources: {'Port': ['ID=be4c9152-380f-4e26-a5a3-e293d78372a2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:02.905307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222eef4-e4ba-437f-91fd-27c67861bec8 req-3210ea8f-696d-4c71-ad9d-1c448540be0d tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:02.906940 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b222eef4-e4ba-437f-91fd-27c67861bec8 req-3210ea8f-696d-4c71-ad9d-1c448540be0d tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.0596237 Feb 05 02:48:02.956752 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b222eef4-e4ba-437f-91fd-27c67861bec8 req-8d86024b-6a24-4103-a42e-5371067b73c4 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439899 Feb 05 02:48:03.147895 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for floatingip (a8d417c6-7f3f-45ed-9e7e-c6a5f68f6223), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:03.182150 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (be4c9152-380f-4e26-a5a3-e293d78372a2), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:03.324967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6de404-fa0c-4ae9-8ef2-94702763cabc req-02821e4a-533a-423f-99ea-60cdc2106b33 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:03.326562 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b6de404-fa0c-4ae9-8ef2-94702763cabc req-02821e4a-533a-423f-99ea-60cdc2106b33 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0556657 Feb 05 02:48:03.341477 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for port (be4c9152-380f-4e26-a5a3-e293d78372a2), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:03.346263 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (be4c9152-380f-4e26-a5a3-e293d78372a2), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:03.380013 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b6de404-fa0c-4ae9-8ef2-94702763cabc req-6b3b3976-3360-41a8-8e4f-91ade11bbba8 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474894 Feb 05 02:48:03.418135 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Pushing event updated for resources: {'Port': ['ID=be4c9152-380f-4e26-a5a3-e293d78372a2,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:03.429707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (a8d417c6-7f3f-45ed-9e7e-c6a5f68f6223), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:03.446651 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:03.447894 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d5987221-a597-4ff3-a095-c01bcb31b4e5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0067825 Feb 05 02:48:03.503467 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178aa0b-5f44-49d3-9096-b023b5f5749c req-b8734190-660e-44c1-a538-cae85d4d25a9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:03.504936 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9178aa0b-5f44-49d3-9096-b023b5f5749c req-b8734190-660e-44c1-a538-cae85d4d25a9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0589249 Feb 05 02:48:03.559184 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9178aa0b-5f44-49d3-9096-b023b5f5749c req-aa98284c-2fd2-409f-a50c-6395e08b57d2 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483770 Feb 05 02:48:03.575772 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-78b666d7-c817-40b1-a43e-df4cb49f95e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:03.727455 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766309a5-e315-49e6-843c-ea0869556b7d req-749418e6-d86a-429f-bd19-2fed3893af76 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:03.728829 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-766309a5-e315-49e6-843c-ea0869556b7d req-749418e6-d86a-429f-bd19-2fed3893af76 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/networks?id=6825ca7f-6ded-4fbf-ad3e-befaa3000598 HTTP/1.1" status: 200 len: 820 time: 0.0976312 Feb 05 02:48:03.742881 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-766309a5-e315-49e6-843c-ea0869556b7d req-cabe94d1-a4eb-4c4f-bd2f-063c807e1ccb tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/quotas/4877138b986c4ca58adfcb056233dd7a HTTP/1.1" status: 200 len: 375 time: 0.0085530 Feb 05 02:48:03.774873 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-766309a5-e315-49e6-843c-ea0869556b7d req-a0b04839-2653-461e-9a56-24aa90a8f9d9 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4877138b986c4ca58adfcb056233dd7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264313 Feb 05 02:48:03.863785 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-766309a5-e315-49e6-843c-ea0869556b7d req-560c0df7-c720-493e-ac53-d3904a4abc5c service neutron] 10.222.0.36 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824676 Feb 05 02:48:03.951326 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-766309a5-e315-49e6-843c-ea0869556b7d req-248f781b-a524-4339-91be-6f56a3fe98b8 service neutron] 10.222.0.36 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813057 Feb 05 02:48:04.144552 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd5e33-4dad-45f5-bff2-de2f013e10a2 req-75c5b7bc-c7c4-4fc1-8f1a-518468ad8a7e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:04.146028 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ddd5e33-4dad-45f5-bff2-de2f013e10a2 req-75c5b7bc-c7c4-4fc1-8f1a-518468ad8a7e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0572505 Feb 05 02:48:04.193068 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ddd5e33-4dad-45f5-bff2-de2f013e10a2 req-eccb0da2-8557-46c4-9a26-674ec8de6a5f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Feb 05 02:48:04.279952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd2cc91c-665f-4531-b1ed-b87742bf190b req-e8f23b44-3a97-4e55-95f4-59968ad9c7d6 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 210 time: 0.0290225 Feb 05 02:48:04.396852 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fdf11-2a8f-4667-900a-3b10d817383f req-e6696148-5e1f-4928-814f-fd9257ac3f29 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:04.398303 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-da0fdf11-2a8f-4667-900a-3b10d817383f req-e6696148-5e1f-4928-814f-fd9257ac3f29 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.0640652 Feb 05 02:48:04.450556 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-da0fdf11-2a8f-4667-900a-3b10d817383f req-b575e939-ffd2-4358-994b-573aebbf1b39 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456595 Feb 05 02:48:04.534779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e35e30d6-63c8-4df2-9dbf-8bb81efabbc7 req-810aaa2a-c89f-4549-9283-9341098b7b1d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 210 time: 0.0267508 Feb 05 02:48:04.645718 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695d67a-0713-4b73-85a3-c2d9d21217d6 req-e05332b8-eff8-4ac9-8302-e8fb5ea3c25d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:04.647184 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7695d67a-0713-4b73-85a3-c2d9d21217d6 req-e05332b8-eff8-4ac9-8302-e8fb5ea3c25d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0557897 Feb 05 02:48:04.693796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7695d67a-0713-4b73-85a3-c2d9d21217d6 req-4afec6b5-4458-4aa4-a21c-19168cf7ff20 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405619 Feb 05 02:48:04.797942 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce6bfe-d23c-49b0-9d11-20aaf8fe163b req-de9cac8b-1127-4dca-8505-8ab5036509d2 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:04.799320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6ce6bfe-d23c-49b0-9d11-20aaf8fe163b req-de9cac8b-1127-4dca-8505-8ab5036509d2 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0516434 Feb 05 02:48:04.852569 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6ce6bfe-d23c-49b0-9d11-20aaf8fe163b req-bb494867-bfd8-41a4-8933-f1893d77ac20 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477288 Feb 05 02:48:05.121698 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766309a5-e315-49e6-843c-ea0869556b7d req-f540a886-fd3e-425d-8de1-3cee9e36421e tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:05.123862 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-766309a5-e315-49e6-843c-ea0869556b7d req-f540a886-fd3e-425d-8de1-3cee9e36421e tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.10 "GET /v2.0/networks?id=6825ca7f-6ded-4fbf-ad3e-befaa3000598 HTTP/1.1" status: 200 len: 820 time: 0.1581874 Feb 05 02:48:05.144503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-766309a5-e315-49e6-843c-ea0869556b7d req-6547b9c6-e261-4c60-8e3e-62da3a346ca5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Request body: {'port': {'device_id': 'd4995bed-e4ab-44a7-b7bc-acd2e97eb6d8', 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598', 'admin_state_up': True, 'tenant_id': '4877138b986c4ca58adfcb056233dd7a'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:05.177108 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-7b10ea03-d654-4477-bbed-e2d4ce80a321 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a719c1485d643e9a809a94cb8f55496 HTTP/1.1" status: 200 len: 380 time: 0.1774142 Feb 05 02:48:05.217997 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-36a56555-52b1-48e8-879f-573c13d4b0de tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Request body: {'port': {'device_id': '1b8171ce-2728-4fdb-9691-d0c8c151ce84', 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b', 'admin_state_up': True, 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'security_groups': ['d362c26d-dd56-4d27-992c-2061cd748910']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:05.232417 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3be0e6c9-e1a1-4004-b810-ed21b59dc513 req-74d90820-f6f4-4f1e-a7ac-19c66fdf7192 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837893 Feb 05 02:48:05.371905 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-36a56555-52b1-48e8-879f-573c13d4b0de tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Made reservation on behalf of 0a719c1485d643e9a809a94cb8f55496 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:48:05.375203 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-36a56555-52b1-48e8-879f-573c13d4b0de tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:05.422694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0e6c9-e1a1-4004-b810-ed21b59dc513 req-89d85bc7-8d9b-4743-b928-c321b27baa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:05.424212 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3be0e6c9-e1a1-4004-b810-ed21b59dc513 req-89d85bc7-8d9b-4743-b928-c321b27baa26 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 1149 time: 0.0704455 Feb 05 02:48:05.442430 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8261ed-4e9e-49b8-9829-dc4198546971 req-ee532d75-a60c-41c1-b6cd-d1ec3360069b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:05.452628 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d8261ed-4e9e-49b8-9829-dc4198546971 req-ee532d75-a60c-41c1-b6cd-d1ec3360069b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1330276 Feb 05 02:48:05.492944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-5110faaf-819b-44c5-ac95-adfe5319404e tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:48:05.493970 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-5110faaf-819b-44c5-ac95-adfe5319404e tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219193 Feb 05 02:48:05.530269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766309a5-e315-49e6-843c-ea0869556b7d req-6547b9c6-e261-4c60-8e3e-62da3a346ca5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Made reservation on behalf of 4877138b986c4ca58adfcb056233dd7a for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:48:05.534501 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-766309a5-e315-49e6-843c-ea0869556b7d req-6547b9c6-e261-4c60-8e3e-62da3a346ca5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:05.565613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-36a56555-52b1-48e8-879f-573c13d4b0de tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Allocated IP 172.20.0.7 (b024a581-acc5-4e00-bc06-863ec61d404b/fc5aff1a-54c8-4996-857d-4ad64ea6cbd0/f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:48:05.605004 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d8261ed-4e9e-49b8-9829-dc4198546971 req-f9d3e658-fb17-4f5b-90f4-5b0d19dcfd77 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514587 Feb 05 02:48:05.607710 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-3d02cd50-1c7f-441a-8eb5-97be6eeb9731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:05.608995 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-3d02cd50-1c7f-441a-8eb5-97be6eeb9731 service neutron] 10.222.0.36 "GET /v2.0/ports/aa547e93-3e5e-4881-8417-0d6ec33e52c0 HTTP/1.1" status: 200 len: 1124 time: 0.0750659 Feb 05 02:48:05.627448 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-80aa41de-dd26-46ee-bdef-d289d4110b97 service neutron] Request body: {'binding': {'host': 'n-h1-826942-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:05.628042 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-80aa41de-dd26-46ee-bdef-d289d4110b97 service neutron] Unknown quota resources ['binding']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 05 02:48:05.656898 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0e6c9-e1a1-4004-b810-ed21b59dc513 req-4e14e4c6-2606-495f-b879-18193a00edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:05.658352 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3be0e6c9-e1a1-4004-b810-ed21b59dc513 req-4e14e4c6-2606-495f-b879-18193a00edc8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.1852164 Feb 05 02:48:05.713267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3be0e6c9-e1a1-4004-b810-ed21b59dc513 req-59e3522f-d0e6-40bc-b397-0aad0c135cae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6522dd5-6188-4622-aa85-35e9310c11fb HTTP/1.1" status: 200 len: 217 time: 0.0470426 Feb 05 02:48:05.771031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52a0442c-9bcb-44b4-82b6-58e362b294cf req-62538564-bb78-4999-86ef-b38faebba8bf tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 210 time: 0.0959091 Feb 05 02:48:05.786094 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-36a56555-52b1-48e8-879f-573c13d4b0de tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for port (f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:05.797549 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-766309a5-e315-49e6-843c-ea0869556b7d req-6547b9c6-e261-4c60-8e3e-62da3a346ca5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Allocated IP 172.20.0.6 (6825ca7f-6ded-4fbf-ad3e-befaa3000598/b99ec32d-a541-438d-8934-6689638905c3/a729309b-be77-463f-98b6-7322d30c8057) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:48:05.825860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0e6c9-e1a1-4004-b810-ed21b59dc513 req-536379be-3c7c-4f57-a78f-e97bb0706a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:05.826733 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3be0e6c9-e1a1-4004-b810-ed21b59dc513 req-536379be-3c7c-4f57-a78f-e97bb0706a51 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.0909166 Feb 05 02:48:05.833752 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-44ebc01f-65dd-48ae-89ca-1c8737418a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:05.837765 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-36a56555-52b1-48e8-879f-573c13d4b0de tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:05.881987 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3be0e6c9-e1a1-4004-b810-ed21b59dc513 req-12817cf9-429c-47a4-8c73-d356ca54cdba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334301 Feb 05 02:48:05.929342 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-36a56555-52b1-48e8-879f-573c13d4b0de tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Network b024a581-acc5-4e00-bc06-863ec61d404b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:48:05.932513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a56555-52b1-48e8-879f-573c13d4b0de tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Pushing event updated for resources: {'Port': ['ID=f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:05.938806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-36a56555-52b1-48e8-879f-573c13d4b0de tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:48:05.950997 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-36a56555-52b1-48e8-879f-573c13d4b0de tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:48:06.041710 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-36a56555-52b1-48e8-879f-573c13d4b0de tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:06.042397 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-36a56555-52b1-48e8-879f-573c13d4b0de tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:06.087569 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-36a56555-52b1-48e8-879f-573c13d4b0de tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8756604 Feb 05 02:48:06.100860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Request body: {'port': {'device_id': '1b8171ce-2728-4fdb-9691-d0c8c151ce84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:06.107237 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-766309a5-e315-49e6-843c-ea0869556b7d req-6547b9c6-e261-4c60-8e3e-62da3a346ca5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for port (a729309b-be77-463f-98b6-7322d30c8057), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:06.188523 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:06.194237 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2c2862b3-f6de-4496-97c6-6bdb0f82d739 None None] Provisioning complete for port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:06.194789 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2c2862b3-f6de-4496-97c6-6bdb0f82d739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:06.200243 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-766309a5-e315-49e6-843c-ea0869556b7d req-6547b9c6-e261-4c60-8e3e-62da3a346ca5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a729309b-be77-463f-98b6-7322d30c8057), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:06.244770 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2c2862b3-f6de-4496-97c6-6bdb0f82d739 None None] Port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:48:06.259133 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-80aa41de-dd26-46ee-bdef-d289d4110b97 service neutron] Attempting to bind port aa547e93-3e5e-4881-8417-0d6ec33e52c0 on host n-h1-826942-8 for vnic_type normal with profile None {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:48:06.259474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-80aa41de-dd26-46ee-bdef-d289d4110b97 service neutron] Attempting to bind port aa547e93-3e5e-4881-8417-0d6ec33e52c0 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:48:06.259795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-80aa41de-dd26-46ee-bdef-d289d4110b97 service neutron] Attempting to bind port aa547e93-3e5e-4881-8417-0d6ec33e52c0 on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:06.268666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766309a5-e315-49e6-843c-ea0869556b7d req-6547b9c6-e261-4c60-8e3e-62da3a346ca5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Network 6825ca7f-6ded-4fbf-ad3e-befaa3000598 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:48:06.274264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-80aa41de-dd26-46ee-bdef-d289d4110b97 service neutron] Port aa547e93-3e5e-4881-8417-0d6ec33e52c0 on network 7989079b-2a98-4df8-9515-2a06293b2119 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:48:06.274591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-80aa41de-dd26-46ee-bdef-d289d4110b97 service neutron] Attempting to bind port aa547e93-3e5e-4881-8417-0d6ec33e52c0 on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:06.277152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-766309a5-e315-49e6-843c-ea0869556b7d req-6547b9c6-e261-4c60-8e3e-62da3a346ca5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:48:06.285542 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-766309a5-e315-49e6-843c-ea0869556b7d req-6547b9c6-e261-4c60-8e3e-62da3a346ca5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:48:06.291997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-80aa41de-dd26-46ee-bdef-d289d4110b97 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:48:06.293418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-80aa41de-dd26-46ee-bdef-d289d4110b97 service neutron] Checking segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:48:06.293418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-80aa41de-dd26-46ee-bdef-d289d4110b97 service neutron] Bound using segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:48:06.293744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-80aa41de-dd26-46ee-bdef-d289d4110b97 service neutron] Bound port: aa547e93-3e5e-4881-8417-0d6ec33e52c0, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:48:06.312759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547b9c6-e261-4c60-8e3e-62da3a346ca5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Pushing event updated for resources: {'Port': ['ID=a729309b-be77-463f-98b6-7322d30c8057,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:06.334273 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edd905-0bf5-4f5a-b5c3-31ce49aaebbe req-516c4704-e7d4-4ff6-b020-77d50c6a4846 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:06.335792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c9edd905-0bf5-4f5a-b5c3-31ce49aaebbe req-516c4704-e7d4-4ff6-b020-77d50c6a4846 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.4593260 Feb 05 02:48:06.349924 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3be0e6c9-e1a1-4004-b810-ed21b59dc513 req-cb3735f6-9eb4-4735-a6d0-f430849fdfe3 service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591045 Feb 05 02:48:06.406110 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766309a5-e315-49e6-843c-ea0869556b7d req-6547b9c6-e261-4c60-8e3e-62da3a346ca5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:06.406635 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-766309a5-e315-49e6-843c-ea0869556b7d req-6547b9c6-e261-4c60-8e3e-62da3a346ca5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:06.438634 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-766309a5-e315-49e6-843c-ea0869556b7d req-6547b9c6-e261-4c60-8e3e-62da3a346ca5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2979515 Feb 05 02:48:06.440269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-80aa41de-dd26-46ee-bdef-d289d4110b97 service neutron] For port aa547e93-3e5e-4881-8417-0d6ec33e52c0, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=aa547e93-3e5e-4881-8417-0d6ec33e52c0,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:48:06.452571 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-80aa41de-dd26-46ee-bdef-d289d4110b97 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:06.453711 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-80aa41de-dd26-46ee-bdef-d289d4110b97 service neutron] 10.222.0.36 "POST /v2.0/ports/aa547e93-3e5e-4881-8417-0d6ec33e52c0/bindings HTTP/1.1" status: 201 len: 389 time: 0.8301799 Feb 05 02:48:06.460928 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c9edd905-0bf5-4f5a-b5c3-31ce49aaebbe req-d610ac65-34a7-4536-a670-5b5edf75c15c tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/security-groups?id=186bdaf6-6662-43c8-a063-e6fb532a8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193173 Feb 05 02:48:06.478295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Request body: {'port': {'device_id': 'd4995bed-e4ab-44a7-b7bc-acd2e97eb6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:06.491333 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3be0e6c9-e1a1-4004-b810-ed21b59dc513 req-fdf618d2-13e5-4f12-bf89-bf4876a747f3 service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271532 Feb 05 02:48:06.594993 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a729309b-be77-463f-98b6-7322d30c8057), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:06.605016 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1685f-d4d1-4dce-b089-3fa147c30c48 req-482eac29-dcfd-4a58-9114-e1890d07aaf0 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:06.607069 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ecf1685f-d4d1-4dce-b089-3fa147c30c48 req-482eac29-dcfd-4a58-9114-e1890d07aaf0 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 931 time: 0.0687783 Feb 05 02:48:06.695956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ecf1685f-d4d1-4dce-b089-3fa147c30c48 req-24c456b1-35d0-4e80-a9fc-103663f1bba8 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818987 Feb 05 02:48:06.700366 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:48:06.713221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502705a-769d-4d91-8ca8-1fef027adfea req-f279c193-b063-4704-8550-d195b5070115 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:06.714997 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0502705a-769d-4d91-8ca8-1fef027adfea req-f279c193-b063-4704-8550-d195b5070115 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0737767 Feb 05 02:48:06.751016 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Publish callbacks [] for port (f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:06.778719 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Transition to ACTIVE for port object f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:48:06.787516 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:06.797301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0502705a-769d-4d91-8ca8-1fef027adfea req-88c7c3ad-efc3-4e19-8349-2b8faac3c6d4 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714786 Feb 05 02:48:06.832317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e0ad-8525-402a-b204-4b8e5ff386bc req-a5883600-cb46-423b-b3d8-7fe480ff2d9b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:06.833523 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9c16e0ad-8525-402a-b204-4b8e5ff386bc req-a5883600-cb46-423b-b3d8-7fe480ff2d9b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0751634 Feb 05 02:48:06.890345 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:06.971461 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:06.985538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9c16e0ad-8525-402a-b204-4b8e5ff386bc req-ba917a77-17e3-454e-938a-f6189148cd5f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448612 Feb 05 02:48:07.004236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434ffbd-1bbd-465c-b6f2-b3ee7c029ff0 req-83e952f7-7bb5-428a-8829-ca2f26148b5d tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:07.004478 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Attempting to bind port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:48:07.004714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Attempting to bind port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '091eb8e0-c3b0-4137-97fc-25d9a16d1f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:48:07.005017 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Attempting to bind port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 on network b024a581-acc5-4e00-bc06-863ec61d404b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:07.005726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2434ffbd-1bbd-465c-b6f2-b3ee7c029ff0 req-83e952f7-7bb5-428a-8829-ca2f26148b5d tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.31 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 949 time: 0.1589112 Feb 05 02:48:07.024098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 on network b024a581-acc5-4e00-bc06-863ec61d404b not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:48:07.024098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Attempting to bind port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 on network b024a581-acc5-4e00-bc06-863ec61d404b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:07.032217 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93888c4-4cc6-446e-af48-5f371c8cf811 req-cc77698b-c14b-4c56-a061-1c602d3af7cb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:07.039055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d93888c4-4cc6-446e-af48-5f371c8cf811 req-cc77698b-c14b-4c56-a061-1c602d3af7cb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1429145 Feb 05 02:48:07.051154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:48:07.051154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Checking segment: {'id': '091eb8e0-c3b0-4137-97fc-25d9a16d1f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:48:07.051556 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Bound using segment: {'id': '091eb8e0-c3b0-4137-97fc-25d9a16d1f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:48:07.051928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Bound port: f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091eb8e0-c3b0-4137-97fc-25d9a16d1f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:48:07.052287 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:07.108442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a729309b-be77-463f-98b6-7322d30c8057 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:48:07.123208 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Publish callbacks [] for port (a729309b-be77-463f-98b6-7322d30c8057), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:07.127089 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d93888c4-4cc6-446e-af48-5f371c8cf811 req-4c608997-aad5-4586-a5fb-96580251063c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868125 Feb 05 02:48:07.140019 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Transition to ACTIVE for port object a729309b-be77-463f-98b6-7322d30c8057 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:48:07.181819 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (a729309b-be77-463f-98b6-7322d30c8057), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:07.230919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f76f09-c894-4e4f-b989-1704623744ac req-a86db510-1651-489e-9e3e-d2987b13d518 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:07.232498 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8f76f09-c894-4e4f-b989-1704623744ac req-a86db510-1651-489e-9e3e-d2987b13d518 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1105046 Feb 05 02:48:07.247047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-2434ffbd-1bbd-465c-b6f2-b3ee7c029ff0 req-5d216e74-6553-4540-94c5-dcd03c6c3016 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Deleting port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:07.247280 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2434ffbd-1bbd-465c-b6f2-b3ee7c029ff0 req-5d216e74-6553-4540-94c5-dcd03c6c3016 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7ecf5939-ba1f-4cca-8fca-93f7d748c2b1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:07.265974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] For port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:48:07.273072 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] For port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299,segment=NetworkSegment(091eb8e0-c3b0-4137-97fc-25d9a16d1f33),segment_id=091eb8e0-c3b0-4137-97fc-25d9a16d1f33)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:48:07.273362 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Pushing event updated for resources: {'Port': ['ID=a729309b-be77-463f-98b6-7322d30c8057,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:07.332631 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:07.397595 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8f76f09-c894-4e4f-b989-1704623744ac req-c4c360c8-574d-49da-84b4-fa72bd686ea9 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449847 Feb 05 02:48:07.397899 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:07.398599 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:07.400076 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] 10.222.0.31 "PUT /v2.0/ports/f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 HTTP/1.1" status: 200 len: 1091 time: 1.3036351 Feb 05 02:48:07.412965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2434ffbd-1bbd-465c-b6f2-b3ee7c029ff0 req-5d216e74-6553-4540-94c5-dcd03c6c3016 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] For port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7ecf5939-ba1f-4cca-8fca-93f7d748c2b1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:07.413707 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2434ffbd-1bbd-465c-b6f2-b3ee7c029ff0 req-5d216e74-6553-4540-94c5-dcd03c6c3016 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7ecf5939-ba1f-4cca-8fca-93f7d748c2b1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:07.415187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8171ce-2728-4fdb-9691-d0c8c151ce84', 'tag': 'f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:07.427213 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587cf3d4-51ab-45e3-82c7-330a4c718038" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8171ce-2728-4fdb-9691-d0c8c151ce84", "tag": "f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:07.427960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092a408-a7c6-417f-a610-24de3ea878ca req-95bbc1d2-9cdb-4666-b053-9d223fa66d3e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:07.428180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Attempting to bind port a729309b-be77-463f-98b6-7322d30c8057 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:48:07.428180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Attempting to bind port a729309b-be77-463f-98b6-7322d30c8057 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '819cfa55-04dd-43b2-8aab-03a6df78907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:48:07.428180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Attempting to bind port a729309b-be77-463f-98b6-7322d30c8057 on network 6825ca7f-6ded-4fbf-ad3e-befaa3000598 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:07.431118 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7092a408-a7c6-417f-a610-24de3ea878ca req-95bbc1d2-9cdb-4666-b053-9d223fa66d3e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 943 time: 0.1871719 Feb 05 02:48:07.445904 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Port a729309b-be77-463f-98b6-7322d30c8057 on network 6825ca7f-6ded-4fbf-ad3e-befaa3000598 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:48:07.448672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Attempting to bind port a729309b-be77-463f-98b6-7322d30c8057 on network 6825ca7f-6ded-4fbf-ad3e-befaa3000598 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:07.455380 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-2434ffbd-1bbd-465c-b6f2-b3ee7c029ff0 req-5d216e74-6553-4540-94c5-dcd03c6c3016 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Calling delete_port for 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:07.463530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:48:07.463869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Checking segment: {'id': '819cfa55-04dd-43b2-8aab-03a6df78907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:48:07.464793 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Bound using segment: {'id': '819cfa55-04dd-43b2-8aab-03a6df78907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:48:07.465342 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Bound port: a729309b-be77-463f-98b6-7322d30c8057, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819cfa55-04dd-43b2-8aab-03a6df78907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:48:07.465808 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a729309b-be77-463f-98b6-7322d30c8057), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:07.490172 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492471b-43d8-4eb3-9b3f-f460276d42e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:07.526027 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7092a408-a7c6-417f-a610-24de3ea878ca req-3eaa4900-2b39-45a7-9610-3f957b956c2b tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940311 Feb 05 02:48:07.623179 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4b82e1-f599-4864-968c-c2874449c988 x-openstack-request-id: req-6f4b82e1-f599-4864-968c-c2874449c988 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:07.623534 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8171ce-2728-4fdb-9691-d0c8c151ce84", "tag": "f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:07.623791 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f4b82e1-f599-4864-968c-c2874449c988 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:07.624221 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8171ce-2728-4fdb-9691-d0c8c151ce84', 'tag': 'f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299', 'status': 'completed', 'code': 200} Feb 05 02:48:07.663493 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2434ffbd-1bbd-465c-b6f2-b3ee7c029ff0 req-5d216e74-6553-4540-94c5-dcd03c6c3016 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7ecf5939-ba1f-4cca-8fca-93f7d748c2b1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:07.665886 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-c905bd92-c2c2-4d82-b81c-6b9f0b97c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:07.667558 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-c905bd92-c2c2-4d82-b81c-6b9f0b97c131 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a719c1485d643e9a809a94cb8f55496&device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 1125 time: 0.1788905 Feb 05 02:48:07.677272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['7ecf5939-ba1f-4cca-8fca-93f7d748c2b1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:07.691911 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b5a83cb-2cd8-4943-9128-2bffbb77eb54 req-d810370e-7f81-4d2c-b7bd-455261ab1e14 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.36 "GET /v2.0/ports?device_id=b934c7bc-5c25-4840-94a1-d2b470ceba7b HTTP/1.1" status: 200 len: 210 time: 0.0413792 Feb 05 02:48:07.715228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d216e74-6553-4540-94c5-dcd03c6c3016 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Pushing event deleted for resources: {'Port': ['ID=7ecf5939-ba1f-4cca-8fca-93f7d748c2b1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:07.720703 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-13d08332-db32-47ed-ac8f-a1d9ad55e894 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 HTTP/1.1" status: 200 len: 217 time: 0.0458813 Feb 05 02:48:07.722329 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] For port a729309b-be77-463f-98b6-7322d30c8057, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:48:07.765523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] For port a729309b-be77-463f-98b6-7322d30c8057, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a729309b-be77-463f-98b6-7322d30c8057,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:48:07.794428 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (a729309b-be77-463f-98b6-7322d30c8057), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:07.799579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2434ffbd-1bbd-465c-b6f2-b3ee7c029ff0 req-5d216e74-6553-4540-94c5-dcd03c6c3016 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] No DVR routers for this DVR port 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 on host n-h1-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:48:07.804039 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2434ffbd-1bbd-465c-b6f2-b3ee7c029ff0 req-5d216e74-6553-4540-94c5-dcd03c6c3016 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:07.807934 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2434ffbd-1bbd-465c-b6f2-b3ee7c029ff0 req-5d216e74-6553-4540-94c5-dcd03c6c3016 tempest-ServersAdminNegativeTestJSON-638135127 tempest-ServersAdminNegativeTestJSON-638135127-project] 10.222.0.31 "DELETE /v2.0/ports/7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 HTTP/1.1" status: 204 len: 173 time: 0.7945125 Feb 05 02:48:07.809052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b934c7bc-5c25-4840-94a1-d2b470ceba7b', 'name': 'network-vif-deleted', 'tag': '7ecf5939-ba1f-4cca-8fca-93f7d748c2b1'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:07.818143 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038b851f-85f3-4e35-bfac-a3b2e0805ed2" -d '{"events": [{"server_uuid": "b934c7bc-5c25-4840-94a1-d2b470ceba7b", "name": "network-vif-deleted", "tag": "7ecf5939-ba1f-4cca-8fca-93f7d748c2b1"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:07.902916 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:07.903721 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:07.906343 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-766309a5-e315-49e6-843c-ea0869556b7d req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] 10.222.0.10 "PUT /v2.0/ports/a729309b-be77-463f-98b6-7322d30c8057 HTTP/1.1" status: 200 len: 1091 time: 1.4343896 Feb 05 02:48:07.914801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f851cb-5459-495d-a232-ce4d448f2107 req-d31ba84c-3cd5-4d9b-8bf5-cecf3e13e9cf tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:07.916807 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-b96108ad-bf46-441e-864f-e0be78137e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:07.918976 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1f851cb-5459-495d-a232-ce4d448f2107 req-d31ba84c-3cd5-4d9b-8bf5-cecf3e13e9cf tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 943 time: 0.1148708 Feb 05 02:48:07.924518 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-b96108ad-bf46-441e-864f-e0be78137e1d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fc5aff1a-54c8-4996-857d-4ad64ea6cbd0 HTTP/1.1" status: 200 len: 845 time: 0.1951447 Feb 05 02:48:07.926103 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239028e-8cc0-477d-aaea-bcfe8292a4ce service neutron] Pushing event updated for resources: {'Port': ['ID=a729309b-be77-463f-98b6-7322d30c8057,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:07.989828 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-7c2657f3-48a5-454c-8ced-57ee62920d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:07.991428 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-7c2657f3-48a5-454c-8ced-57ee62920d22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b024a581-acc5-4e00-bc06-863ec61d404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0578511 Feb 05 02:48:08.015733 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fd7b00-1ddd-4686-abe3-8e26c040152d x-openstack-request-id: req-45fd7b00-1ddd-4686-abe3-8e26c040152d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:08.016078 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b934c7bc-5c25-4840-94a1-d2b470ceba7b", "name": "network-vif-deleted", "tag": "7ecf5939-ba1f-4cca-8fca-93f7d748c2b1", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:08.016276 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45fd7b00-1ddd-4686-abe3-8e26c040152d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:08.016660 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b934c7bc-5c25-4840-94a1-d2b470ceba7b', 'name': 'network-vif-deleted', 'tag': '7ecf5939-ba1f-4cca-8fca-93f7d748c2b1', 'status': 'completed', 'code': 200} Feb 05 02:48:08.033628 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1f851cb-5459-495d-a232-ce4d448f2107 req-4cac48fb-e682-4395-af84-cd50600fae36 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080749 Feb 05 02:48:08.111130 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7f5ed-59ae-4b4a-8cd6-3e127e09e8f7 req-aa7a522d-9867-4b11-8153-64bab0da372c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:08.112712 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6d7f5ed-59ae-4b4a-8cd6-3e127e09e8f7 req-aa7a522d-9867-4b11-8153-64bab0da372c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0950668 Feb 05 02:48:08.181602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368d4c6-bb75-4130-8285-d86ab0741ea8 req-9b7b4f1e-1dc9-4dbf-bb2c-0260e679dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:08.183667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a368d4c6-bb75-4130-8285-d86ab0741ea8 req-9b7b4f1e-1dc9-4dbf-bb2c-0260e679dcd4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c95c9e128f26487b9b27e1ff5c46660f&device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 1127 time: 0.1180282 Feb 05 02:48:08.255129 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6d7f5ed-59ae-4b4a-8cd6-3e127e09e8f7 req-aeb0f4c5-54df-43d7-ae65-4e9269e6c71f tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292040 Feb 05 02:48:08.262546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47ebab-110f-47b2-97e1-713791ad6b81 req-4d63176a-1f19-49f3-9fb2-824a4a86ffd5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:08.264071 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb47ebab-110f-47b2-97e1-713791ad6b81 req-4d63176a-1f19-49f3-9fb2-824a4a86ffd5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.1504483 Feb 05 02:48:08.340275 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766309a5-e315-49e6-843c-ea0869556b7d req-84106600-a415-4790-9c51-f90c441440e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:08.341778 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-766309a5-e315-49e6-843c-ea0869556b7d req-84106600-a415-4790-9c51-f90c441440e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4877138b986c4ca58adfcb056233dd7a&device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 1125 time: 0.3494983 Feb 05 02:48:08.355100 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb47ebab-110f-47b2-97e1-713791ad6b81 req-0e4bf343-1086-490d-bbc8-ef0277399cd5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845940 Feb 05 02:48:08.359395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368d4c6-bb75-4130-8285-d86ab0741ea8 req-eb89ab88-0f7d-47e9-81cc-794945f258f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:08.360814 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a368d4c6-bb75-4130-8285-d86ab0741ea8 req-eb89ab88-0f7d-47e9-81cc-794945f258f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6733591c-8326-4756-b536-1842cbefade2 HTTP/1.1" status: 200 len: 916 time: 0.1704643 Feb 05 02:48:08.407536 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-766309a5-e315-49e6-843c-ea0869556b7d req-e5352272-ff61-455a-b74c-2d9b9c0facc7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a729309b-be77-463f-98b6-7322d30c8057 HTTP/1.1" status: 200 len: 217 time: 0.0551772 Feb 05 02:48:08.409664 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-8093d998-9fcf-4dab-9a1e-3579cfc23c9f service neutron] 10.222.0.31 "GET /v2.0/networks/b024a581-acc5-4e00-bc06-863ec61d404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086139 Feb 05 02:48:08.413250 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a368d4c6-bb75-4130-8285-d86ab0741ea8 req-526941d2-052d-4644-92e6-69b5f5eb9a3a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 HTTP/1.1" status: 200 len: 217 time: 0.0368426 Feb 05 02:48:08.473757 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124948f2-3fa8-47d1-9911-a55c5a8883f5 req-dba23dbc-49b2-4579-a129-7d4f5440f421 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:08.475913 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-124948f2-3fa8-47d1-9911-a55c5a8883f5 req-dba23dbc-49b2-4579-a129-7d4f5440f421 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1375520 Feb 05 02:48:08.484473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368d4c6-bb75-4130-8285-d86ab0741ea8 req-12c7fdbc-641f-4f21-bc7b-7904c8e0a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:08.486172 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a368d4c6-bb75-4130-8285-d86ab0741ea8 req-12c7fdbc-641f-4f21-bc7b-7904c8e0a05c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1e325fba-58b3-48ac-8a7b-1b7778d4a069 HTTP/1.1" status: 200 len: 854 time: 0.0675583 Feb 05 02:48:08.515183 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:08.530784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766309a5-e315-49e6-843c-ea0869556b7d req-09ac1b22-76e3-4349-9d60-e68176dc118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:08.532308 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-766309a5-e315-49e6-843c-ea0869556b7d req-09ac1b22-76e3-4349-9d60-e68176dc118c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b99ec32d-a541-438d-8934-6689638905c3 HTTP/1.1" status: 200 len: 860 time: 0.1187160 Feb 05 02:48:08.576607 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-766309a5-e315-49e6-843c-ea0869556b7d req-a4716ea2-f0ee-429c-98ef-9f6764cf1e74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6825ca7f-6ded-4fbf-ad3e-befaa3000598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357955 Feb 05 02:48:08.582046 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78656e4b-c28e-4c4a-bb52-ebfe9e53db0d req-39a369e5-9eca-4868-a71f-9c6ea0d8b162 service neutron] 10.222.0.31 "GET /v2.0/networks/b024a581-acc5-4e00-bc06-863ec61d404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594315 Feb 05 02:48:08.610460 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-124948f2-3fa8-47d1-9911-a55c5a8883f5 req-5a000c18-93ec-4ca1-ad39-270d0e68b3a5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124671 Feb 05 02:48:08.633944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e74a8f-d6ed-4e0b-ac06-988c414aa241 req-e9650eb9-276f-4a15-ac2b-3ab589f8f16b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:08.635482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45e74a8f-d6ed-4e0b-ac06-988c414aa241 req-e9650eb9-276f-4a15-ac2b-3ab589f8f16b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1134789 Feb 05 02:48:08.637879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368d4c6-bb75-4130-8285-d86ab0741ea8 req-de34f5ea-a612-4224-a443-f4ac4748a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:08.639286 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a368d4c6-bb75-4130-8285-d86ab0741ea8 req-de34f5ea-a612-4224-a443-f4ac4748a97d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6733591c-8326-4756-b536-1842cbefade2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1402366 Feb 05 02:48:08.720206 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cf3d4-51ab-45e3-82c7-330a4c718038 req-0dddd8b8-42f6-4708-b886-4ad4ce7eac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:08.720639 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-587cf3d4-51ab-45e3-82c7-330a4c718038 req-0dddd8b8-42f6-4708-b886-4ad4ce7eac4e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a719c1485d643e9a809a94cb8f55496&device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 1125 time: 0.0769918 Feb 05 02:48:08.724282 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-766309a5-e315-49e6-843c-ea0869556b7d req-9ce189a3-1498-4133-9bf2-a404a555ef5a service neutron] 10.222.0.10 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404688 Feb 05 02:48:08.777303 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45e74a8f-d6ed-4e0b-ac06-988c414aa241 req-6bce1ec4-d7f1-4b94-87e3-d28d1b658375 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295202 Feb 05 02:48:08.813070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07008125-6a39-4b5c-9898-95d7ed6114bd req-b6bd198a-a375-492b-9152-21ec1c77a4e3 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:08.814602 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07008125-6a39-4b5c-9898-95d7ed6114bd req-b6bd198a-a375-492b-9152-21ec1c77a4e3 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 943 time: 0.1088650 Feb 05 02:48:08.819247 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a368d4c6-bb75-4130-8285-d86ab0741ea8 req-fb9c7d49-617c-4170-94e8-77acbe271202 service neutron] 10.222.0.10 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704054 Feb 05 02:48:08.905367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cf3d4-51ab-45e3-82c7-330a4c718038 req-076450ca-1853-4337-ad10-faef342ff5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:08.906590 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-587cf3d4-51ab-45e3-82c7-330a4c718038 req-076450ca-1853-4337-ad10-faef342ff5af service neutron] 10.222.0.31 "GET /v2.0/networks?id=b024a581-acc5-4e00-bc06-863ec61d404b HTTP/1.1" status: 200 len: 907 time: 0.1792026 Feb 05 02:48:08.911904 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-766309a5-e315-49e6-843c-ea0869556b7d req-f853faa0-487e-4237-95b0-7efcef8f158c service neutron] 10.222.0.10 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754107 Feb 05 02:48:08.926443 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07008125-6a39-4b5c-9898-95d7ed6114bd req-27f6f725-00ec-4c97-b291-a003838fbfec tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043427 Feb 05 02:48:08.954915 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-587cf3d4-51ab-45e3-82c7-330a4c718038 req-1c382e43-6b6b-44ee-bc4e-806f8d60e482 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 HTTP/1.1" status: 200 len: 217 time: 0.0372720 Feb 05 02:48:08.961264 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a368d4c6-bb75-4130-8285-d86ab0741ea8 req-634b30e8-2022-4a4b-aba6-f16986c18947 service neutron] 10.222.0.10 "GET /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303885 Feb 05 02:48:09.003658 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cf3d4-51ab-45e3-82c7-330a4c718038 req-478cf70b-86c1-40c4-ad47-883f6f1370ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:09.005138 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-587cf3d4-51ab-45e3-82c7-330a4c718038 req-478cf70b-86c1-40c4-ad47-883f6f1370ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fc5aff1a-54c8-4996-857d-4ad64ea6cbd0 HTTP/1.1" status: 200 len: 845 time: 0.0478706 Feb 05 02:48:09.044220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40418) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:09.058801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cf3d4-51ab-45e3-82c7-330a4c718038 req-8ac8a960-170a-43a2-a103-421b918e1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:09.060212 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-587cf3d4-51ab-45e3-82c7-330a4c718038 req-8ac8a960-170a-43a2-a103-421b918e1a1d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b024a581-acc5-4e00-bc06-863ec61d404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489087 Feb 05 02:48:09.154064 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-587cf3d4-51ab-45e3-82c7-330a4c718038 req-21f8e38b-dd51-4782-855f-49e6773cebcf service neutron] 10.222.0.31 "GET /v2.0/networks/b024a581-acc5-4e00-bc06-863ec61d404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874128 Feb 05 02:48:09.161000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaad62b-b186-41ff-a941-8a4946772122 req-b27a2f29-60be-495e-8d51-b942e52a91fd tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:09.162651 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abaad62b-b186-41ff-a941-8a4946772122 req-b27a2f29-60be-495e-8d51-b942e52a91fd tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 943 time: 0.0595443 Feb 05 02:48:09.226031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-07fbe258-6d46-4d98-98bb-7b864738b5a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0aa6999a11394adb9cec0d0112e6141a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1801918 Feb 05 02:48:09.230636 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40424) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:09.248187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abaad62b-b186-41ff-a941-8a4946772122 req-dfdcde0f-65b9-4c7b-a380-3c65843f44df tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784149 Feb 05 02:48:09.249248 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-587cf3d4-51ab-45e3-82c7-330a4c718038 req-3c6a5f0d-fe2b-440e-9dd7-b79fdfa4d0ca service neutron] 10.222.0.31 "GET /v2.0/networks/b024a581-acc5-4e00-bc06-863ec61d404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889397 Feb 05 02:48:09.289518 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ade95f83-403d-4dde-9acd-e0672e65bdc2 admin admin] Publish callbacks [] for security_group (186bdaf6-6662-43c8-a063-e6fb532a8533), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:09.314950 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ade95f83-403d-4dde-9acd-e0672e65bdc2 admin admin] Publish callbacks [] for security_group (186bdaf6-6662-43c8-a063-e6fb532a8533), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:09.387993 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ade95f83-403d-4dde-9acd-e0672e65bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (186bdaf6-6662-43c8-a063-e6fb532a8533), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:09.390559 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ade95f83-403d-4dde-9acd-e0672e65bdc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:09.391737 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ade95f83-403d-4dde-9acd-e0672e65bdc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/186bdaf6-6662-43c8-a063-e6fb532a8533 HTTP/1.1" status: 204 len: 168 time: 0.1600833 Feb 05 02:48:09.410843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254ae0c-5aef-4862-a1a0-bff56838414c req-7c4980b8-bd12-4582-bbcb-8bbee5c4a4c5 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:09.415386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5254ae0c-5aef-4862-a1a0-bff56838414c req-7c4980b8-bd12-4582-bbcb-8bbee5c4a4c5 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0835872 Feb 05 02:48:09.417200 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade95f83-403d-4dde-9acd-e0672e65bdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186bdaf6-6662-43c8-a063-e6fb532a8533,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:09.509446 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5254ae0c-5aef-4862-a1a0-bff56838414c req-38a4a73d-a3bb-4cd9-a0c2-c85492d91b2d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894723 Feb 05 02:48:09.522811 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3385b-07e1-4ea4-ab9d-6f984075a7c3 req-39d5adc8-6de7-4635-a7b6-17314891963d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:09.524304 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4c3385b-07e1-4ea4-ab9d-6f984075a7c3 req-39d5adc8-6de7-4635-a7b6-17314891963d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0882385 Feb 05 02:48:09.580878 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4c3385b-07e1-4ea4-ab9d-6f984075a7c3 req-a0e40a6e-013c-4eb3-ad50-7c6dc6864b84 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498140 Feb 05 02:48:09.625021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4995bed-e4ab-44a7-b7bc-acd2e97eb6d8', 'tag': 'a729309b-be77-463f-98b6-7322d30c8057'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:09.627829 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3458af-d376-445c-abc1-1dfd7d7b8ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8", "tag": "a729309b-be77-463f-98b6-7322d30c8057"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:09.664439 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18135990-848c-4a4a-80e9-ca083a2c6a5e x-openstack-request-id: req-18135990-848c-4a4a-80e9-ca083a2c6a5e {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:09.664856 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8", "tag": "a729309b-be77-463f-98b6-7322d30c8057", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:09.665210 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-18135990-848c-4a4a-80e9-ca083a2c6a5e {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:09.665726 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4995bed-e4ab-44a7-b7bc-acd2e97eb6d8', 'tag': 'a729309b-be77-463f-98b6-7322d30c8057', 'status': 'completed', 'code': 200} Feb 05 02:48:09.702380 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40438) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:09.743527 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e1a06e3d-5877-4663-9a97-06f5f2ae70b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d547cf17b7d243ada214f21305fed442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398247 Feb 05 02:48:09.746841 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40440) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:09.768388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3458af-d376-445c-abc1-1dfd7d7b8ba9 req-cd928a0b-50d7-4a8e-bac0-cd673582959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:09.769871 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a3458af-d376-445c-abc1-1dfd7d7b8ba9 req-cd928a0b-50d7-4a8e-bac0-cd673582959f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4877138b986c4ca58adfcb056233dd7a&device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 1125 time: 0.0809135 Feb 05 02:48:09.777181 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d16bf8-4197-43b4-9d4c-2e237148519e req-a8b8ea33-18d3-452b-9f91-eded5598b99d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:09.778539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3d16bf8-4197-43b4-9d4c-2e237148519e req-a8b8ea33-18d3-452b-9f91-eded5598b99d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0802650 Feb 05 02:48:09.795234 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c101ac5d-d2d0-4925-9dd0-59af03899242 admin admin] Publish callbacks [] for security_group (2da3c307-74c3-4276-b323-d403e50312bc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:09.817668 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c101ac5d-d2d0-4925-9dd0-59af03899242 admin admin] Publish callbacks [] for security_group (2da3c307-74c3-4276-b323-d403e50312bc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:09.845025 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:09.882915 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c101ac5d-d2d0-4925-9dd0-59af03899242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2da3c307-74c3-4276-b323-d403e50312bc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:09.885598 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c101ac5d-d2d0-4925-9dd0-59af03899242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:09.890410 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c101ac5d-d2d0-4925-9dd0-59af03899242 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2da3c307-74c3-4276-b323-d403e50312bc HTTP/1.1" status: 204 len: 168 time: 0.1424553 Feb 05 02:48:09.899283 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101ac5d-d2d0-4925-9dd0-59af03899242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da3c307-74c3-4276-b323-d403e50312bc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:09.920539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3d16bf8-4197-43b4-9d4c-2e237148519e req-b2d5b994-9c56-40cf-b5d4-15f18c00af45 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328454 Feb 05 02:48:09.943782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3458af-d376-445c-abc1-1dfd7d7b8ba9 req-dcb3e915-e1aa-4e44-bc5b-82e4bf8a8e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:09.945338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a3458af-d376-445c-abc1-1dfd7d7b8ba9 req-dcb3e915-e1aa-4e44-bc5b-82e4bf8a8e85 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6825ca7f-6ded-4fbf-ad3e-befaa3000598 HTTP/1.1" status: 200 len: 921 time: 0.1658618 Feb 05 02:48:09.967212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03bdf-b42f-4eca-9baa-303072f145f0 req-a32c7e2b-b7fc-40bf-b697-a78a8fa58998 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:09.968611 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41f03bdf-b42f-4eca-9baa-303072f145f0 req-a32c7e2b-b7fc-40bf-b697-a78a8fa58998 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1030564 Feb 05 02:48:09.998538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a3458af-d376-445c-abc1-1dfd7d7b8ba9 req-ef9ec56f-960e-40c2-ac88-b467660f445f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a729309b-be77-463f-98b6-7322d30c8057 HTTP/1.1" status: 200 len: 217 time: 0.0459356 Feb 05 02:48:10.111062 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41f03bdf-b42f-4eca-9baa-303072f145f0 req-a81bca78-16de-4bc4-a03f-c8c8fc6a90bc tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149802 Feb 05 02:48:10.116739 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3458af-d376-445c-abc1-1dfd7d7b8ba9 req-a34a61b4-249a-434f-b9c1-0a474c983092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:10.118140 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a3458af-d376-445c-abc1-1dfd7d7b8ba9 req-a34a61b4-249a-434f-b9c1-0a474c983092 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b99ec32d-a541-438d-8934-6689638905c3 HTTP/1.1" status: 200 len: 860 time: 0.1008244 Feb 05 02:48:10.141639 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102e55e-a2ac-465a-a0bf-3aefd4c06972 req-8c29fe68-3782-449e-8cdb-50a4b632c0b1 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:10.143112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6102e55e-a2ac-465a-a0bf-3aefd4c06972 req-8c29fe68-3782-449e-8cdb-50a4b632c0b1 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 943 time: 0.1268094 Feb 05 02:48:10.161007 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a3458af-d376-445c-abc1-1dfd7d7b8ba9 req-d4b010b8-a792-4bff-a374-c905bb530a79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6825ca7f-6ded-4fbf-ad3e-befaa3000598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356224 Feb 05 02:48:10.254291 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6102e55e-a2ac-465a-a0bf-3aefd4c06972 req-80f2c760-3a10-43b8-be43-0fbebc6606c9 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962994 Feb 05 02:48:10.284378 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a3458af-d376-445c-abc1-1dfd7d7b8ba9 req-293b68e0-1081-4369-af67-dd07c8546bff service neutron] 10.222.0.10 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161220 Feb 05 02:48:10.427944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcdeb5-5c47-4c54-9d0c-21d819d56fbb req-40605f5f-574a-47f4-b3b6-b0f5b82cf678 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:10.429421 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70dcdeb5-5c47-4c54-9d0c-21d819d56fbb req-40605f5f-574a-47f4-b3b6-b0f5b82cf678 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 943 time: 0.0826440 Feb 05 02:48:10.433620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a3458af-d376-445c-abc1-1dfd7d7b8ba9 req-824d5567-9c12-4247-bb85-1523f05cfecb service neutron] 10.222.0.10 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417928 Feb 05 02:48:10.480183 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70dcdeb5-5c47-4c54-9d0c-21d819d56fbb req-227e6897-e097-4eb3-b0fd-dee6d46553c3 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439897 Feb 05 02:48:10.630948 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf53cb1-54a9-48c1-b7ce-ce1f0bc7c895 req-11c70275-9b2f-4f08-97a6-e16d9d31bd2d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:10.632439 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-caf53cb1-54a9-48c1-b7ce-ce1f0bc7c895 req-11c70275-9b2f-4f08-97a6-e16d9d31bd2d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0544608 Feb 05 02:48:10.709140 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-caf53cb1-54a9-48c1-b7ce-ce1f0bc7c895 req-be70c917-2070-4c51-87ca-2fdfda2dcb08 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699167 Feb 05 02:48:10.727865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f26df3-8845-4957-a075-6fe333b9d2ba req-76a59bca-00d2-4b30-a7df-7b9eec4d86df tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:10.729319 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5f26df3-8845-4957-a075-6fe333b9d2ba req-76a59bca-00d2-4b30-a7df-7b9eec4d86df tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0763636 Feb 05 02:48:10.777287 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5f26df3-8845-4957-a075-6fe333b9d2ba req-0c84bbbb-cc54-4fc7-aa1e-2181df0768e0 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 Feb 05 02:48:10.912235 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c9776-eb02-43b2-9ee9-b2ff5405358a req-fcd3aa57-fbf5-4d79-859e-68fe8e4102bb tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:10.913729 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-767c9776-eb02-43b2-9ee9-b2ff5405358a req-fcd3aa57-fbf5-4d79-859e-68fe8e4102bb tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0562801 Feb 05 02:48:10.951070 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:10.963401 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-767c9776-eb02-43b2-9ee9-b2ff5405358a req-99ceebbf-7068-4dec-9df3-2571e698729e tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437908 Feb 05 02:48:11.080520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3884e21-a2b8-469a-8778-34cdf5e41c5c req-5b7055ff-f7d0-464b-8dca-69903850b3da tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:11.082021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c3884e21-a2b8-469a-8778-34cdf5e41c5c req-5b7055ff-f7d0-464b-8dca-69903850b3da tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0568142 Feb 05 02:48:11.128265 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c3884e21-a2b8-469a-8778-34cdf5e41c5c req-b7154059-3c56-4ecc-9506-f341ddcf31d3 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404627 Feb 05 02:48:11.234856 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cfefb-b871-44d5-b484-48b8ed921ae2 req-d8aa8444-0652-49a1-9084-31f50e606c0d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:11.236310 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-238cfefb-b871-44d5-b484-48b8ed921ae2 req-d8aa8444-0652-49a1-9084-31f50e606c0d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1e213cd-93b0-4e47-8073-937787902601 HTTP/1.1" status: 200 len: 945 time: 0.0512984 Feb 05 02:48:11.283306 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-238cfefb-b871-44d5-b484-48b8ed921ae2 req-c79e783e-c6ef-49e5-8112-b8d4c9f7ee6f tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415809 Feb 05 02:48:11.419573 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f98511-1844-402b-8f70-f1f9af1829ed req-34778b3e-1e73-4681-8bcd-ee9c20827129 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:11.420935 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3f98511-1844-402b-8f70-f1f9af1829ed req-34778b3e-1e73-4681-8bcd-ee9c20827129 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0840657 Feb 05 02:48:11.441350 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bd7d7-79ed-4e6d-b127-a9b70d312e46 req-4bbb05c3-a707-408d-9c56-d3c9efb0165b tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:11.442725 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a9bd7d7-79ed-4e6d-b127-a9b70d312e46 req-4bbb05c3-a707-408d-9c56-d3c9efb0165b tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 943 time: 0.0798159 Feb 05 02:48:11.454742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:48:11.457949 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:11.484478 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:48:11.484823 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 7ecf5939-ba1f-4cca-8fca-93f7d748c2b1 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:48:11.504533 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3f98511-1844-402b-8f70-f1f9af1829ed req-9fd004fc-09cc-4e68-be3b-c8df830a7a2e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779796 Feb 05 02:48:11.515747 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a9bd7d7-79ed-4e6d-b127-a9b70d312e46 req-5c72da17-74ff-4c75-8c0b-1a0f30e5d9b4 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669711 Feb 05 02:48:11.572942 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299,segment=NetworkSegment(091eb8e0-c3b0-4137-97fc-25d9a16d1f33),segment_id=091eb8e0-c3b0-4137-97fc-25d9a16d1f33)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:11.584925 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299', 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b', 'port_id': 'f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299', 'mac_address': 'fa:16:3e:54:cd:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:48:11.627659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:11.628052 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:11.632622 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e76273-fe8b-4b8d-806d-1a1328381bed req-1f279ce2-5f49-49a0-be9b-664db7b86a3b tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:11.640460 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c5e76273-fe8b-4b8d-806d-1a1328381bed req-1f279ce2-5f49-49a0-be9b-664db7b86a3b tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.0696478 Feb 05 02:48:11.641868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:48:11.666347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299,segment=NetworkSegment(091eb8e0-c3b0-4137-97fc-25d9a16d1f33),segment_id=091eb8e0-c3b0-4137-97fc-25d9a16d1f33)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:11.672117 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:11.685249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c5e76273-fe8b-4b8d-806d-1a1328381bed req-cfe37be9-d0e0-4dcb-a864-49977a2cb3de tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439460 Feb 05 02:48:11.723109 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:11.731241 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:11.731673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:11.732098 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:11.732487 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:11.732886 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:11.733407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:11.733741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:11.734072 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:11.734399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:11.734729 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:11.735270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:11.735626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:11.735957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:11.798451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2678f6-ae32-4ed2-89a9-7abf414e6f75 req-748af05f-ccba-4419-b2b4-b6c364802123 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:11.800419 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ac2678f6-ae32-4ed2-89a9-7abf414e6f75 req-748af05f-ccba-4419-b2b4-b6c364802123 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 943 time: 0.0567658 Feb 05 02:48:11.851250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-c8248e19-a267-4991-a181-b6206735db49 req-74101288-89c1-4c97-96d4-973687fbd5a3 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:48:11.852244 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8248e19-a267-4991-a181-b6206735db49 req-74101288-89c1-4c97-96d4-973687fbd5a3 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091913 Feb 05 02:48:11.855766 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ac2678f6-ae32-4ed2-89a9-7abf414e6f75 req-ce2c9c1d-1863-4162-b0d9-f420add718bc tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499873 Feb 05 02:48:11.980213 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8248e19-a267-4991-a181-b6206735db49 req-75a701ab-1750-4b4d-81ac-eed81c9101a7 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1213818 Feb 05 02:48:11.991570 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284b2f7-bbd5-4882-8378-f4a246f888a3 req-f0439a55-871f-4ab8-a463-40e96d92875b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:11.992960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a284b2f7-bbd5-4882-8378-f4a246f888a3 req-f0439a55-871f-4ab8-a463-40e96d92875b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0828156 Feb 05 02:48:12.039875 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a284b2f7-bbd5-4882-8378-f4a246f888a3 req-a3c6daa0-a1f6-4dc1-936f-af095e537260 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409179 Feb 05 02:48:12.080799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:12.252201 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c0740-a743-442c-8102-9a6069f44a2c req-727be9ad-4853-48dc-bb81-a900201858df tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:12.253711 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f72c0740-a743-442c-8102-9a6069f44a2c req-727be9ad-4853-48dc-bb81-a900201858df tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0550337 Feb 05 02:48:12.327757 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f72c0740-a743-442c-8102-9a6069f44a2c req-02a97669-a48e-404c-bcb6-77ac0ec07e26 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643997 Feb 05 02:48:12.339199 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89108c-0bb2-423c-aea4-cf23cf11e0bd req-46bdde9d-ab8a-4a8c-87a1-2d088b4e18d9 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:12.340692 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e89108c-0bb2-423c-aea4-cf23cf11e0bd req-46bdde9d-ab8a-4a8c-87a1-2d088b4e18d9 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0861223 Feb 05 02:48:12.391833 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e89108c-0bb2-423c-aea4-cf23cf11e0bd req-2ac99940-880e-4d0f-b6eb-794a026ee84a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449362 Feb 05 02:48:12.461188 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17548d60-797c-4651-88dd-05130dfe53cd req-816ed71d-9baf-4aaa-abe8-1782c69b9745 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:12.462687 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17548d60-797c-4651-88dd-05130dfe53cd req-816ed71d-9baf-4aaa-abe8-1782c69b9745 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1e213cd-93b0-4e47-8073-937787902601 HTTP/1.1" status: 200 len: 945 time: 0.0523889 Feb 05 02:48:12.509275 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17548d60-797c-4651-88dd-05130dfe53cd req-d84f2ced-eb53-4b5b-850d-d50529c1af0a tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401731 Feb 05 02:48:12.546555 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a729309b-be77-463f-98b6-7322d30c8057 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:48:12.631137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40530) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:12.657352 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a729309b-be77-463f-98b6-7322d30c8057, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a729309b-be77-463f-98b6-7322d30c8057,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:12.670248 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'a729309b-be77-463f-98b6-7322d30c8057', 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598', 'port_id': 'a729309b-be77-463f-98b6-7322d30c8057', 'mac_address': 'fa:16:3e:65:0d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99ec32d-a541-438d-8934-6689638905c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:48:12.684198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75245b74-251d-4384-9f74-2db1ba9ec466 req-299a276d-1371-4fc4-b237-3842b9730d50 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:12.685712 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75245b74-251d-4384-9f74-2db1ba9ec466 req-299a276d-1371-4fc4-b237-3842b9730d50 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0775137 Feb 05 02:48:12.701517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f43d09-f30f-486e-abf9-e880ab1cafa3 req-765a2e17-cab0-4f64-b3ab-277b5da435ee tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:12.708147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d7f43d09-f30f-486e-abf9-e880ab1cafa3 req-765a2e17-cab0-4f64-b3ab-277b5da435ee tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.1144478 Feb 05 02:48:12.715689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a729309b-be77-463f-98b6-7322d30c8057 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:12.716319 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a729309b-be77-463f-98b6-7322d30c8057), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:12.730383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a729309b-be77-463f-98b6-7322d30c8057 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:48:12.744730 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14dffac6-731b-4ccc-913d-24151cd13332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:12.752113 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a729309b-be77-463f-98b6-7322d30c8057, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a729309b-be77-463f-98b6-7322d30c8057,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:12.757005 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a729309b-be77-463f-98b6-7322d30c8057), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:12.780840 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d7f43d09-f30f-486e-abf9-e880ab1cafa3 req-b17cf7d5-b96c-4815-8b5a-37ca4ff89308 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713747 Feb 05 02:48:12.783641 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75245b74-251d-4384-9f74-2db1ba9ec466 req-90aa5fba-0ee1-4290-8ce8-aaa855cf934f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900471 Feb 05 02:48:12.812634 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a729309b-be77-463f-98b6-7322d30c8057,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:12.845795 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14dffac6-731b-4ccc-913d-24151cd13332 admin admin] Publish callbacks [] for security_group (1b992924-dad4-4ea4-9d77-84e8199e43ca), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:12.850234 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14dffac6-731b-4ccc-913d-24151cd13332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1b992924-dad4-4ea4-9d77-84e8199e43ca), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:12.903876 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dffac6-731b-4ccc-913d-24151cd13332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b992924-dad4-4ea4-9d77-84e8199e43ca,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:12.910728 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-14dffac6-731b-4ccc-913d-24151cd13332 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de73948086c545a790eb97f97662e52d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780464 Feb 05 02:48:12.913340 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40538) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:12.916037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b63b2-34c2-4ad8-beb1-188bd4978498 req-1f45ff19-c3f0-4b8e-a6ff-097b041285ab tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:12.918898 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f4b63b2-34c2-4ad8-beb1-188bd4978498 req-1f45ff19-c3f0-4b8e-a6ff-097b041285ab tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 944 time: 0.0554039 Feb 05 02:48:12.967524 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0345d5a0-f226-40ca-815b-b03e3580eba3 admin admin] Publish callbacks [] for security_group (1b992924-dad4-4ea4-9d77-84e8199e43ca), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:12.975101 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f4b63b2-34c2-4ad8-beb1-188bd4978498 req-b5807483-c777-4c98-8cae-b47a06dabd21 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513680 Feb 05 02:48:12.996652 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0345d5a0-f226-40ca-815b-b03e3580eba3 admin admin] Publish callbacks [] for security_group (1b992924-dad4-4ea4-9d77-84e8199e43ca), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:13.034692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['a729309b-be77-463f-98b6-7322d30c8057'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:13.039127 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d927514-1ae0-4843-80da-a7e1cc99b3e9 req-5ccd2734-5377-4908-88ea-a47fa0e6f3c9 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:13.044924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d927514-1ae0-4843-80da-a7e1cc99b3e9 req-5ccd2734-5377-4908-88ea-a47fa0e6f3c9 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:13.050418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d927514-1ae0-4843-80da-a7e1cc99b3e9 req-5ccd2734-5377-4908-88ea-a47fa0e6f3c9 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:13.050996 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0345d5a0-f226-40ca-815b-b03e3580eba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1b992924-dad4-4ea4-9d77-84e8199e43ca), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:13.052099 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d927514-1ae0-4843-80da-a7e1cc99b3e9 req-5ccd2734-5377-4908-88ea-a47fa0e6f3c9 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d&device_id=d1e213cd-93b0-4e47-8073-937787902601&device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 2417 time: 0.0743287 Feb 05 02:48:13.053700 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0345d5a0-f226-40ca-815b-b03e3580eba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:13.058077 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0345d5a0-f226-40ca-815b-b03e3580eba3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b992924-dad4-4ea4-9d77-84e8199e43ca HTTP/1.1" status: 204 len: 168 time: 0.1435430 Feb 05 02:48:13.067102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345d5a0-f226-40ca-815b-b03e3580eba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b992924-dad4-4ea4-9d77-84e8199e43ca,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:13.149118 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f246dd-c066-400e-8c18-68fec46eba72 req-2fca5b2c-94ae-46f1-9b7e-6adf805d5950 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:13.152675 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-63f246dd-c066-400e-8c18-68fec46eba72 req-2fca5b2c-94ae-46f1-9b7e-6adf805d5950 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 944 time: 0.0995948 Feb 05 02:48:13.167657 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d927514-1ae0-4843-80da-a7e1cc99b3e9 req-8a147bf1-692e-4167-8dec-a22aad52adf9 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991175 Feb 05 02:48:13.276271 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-63f246dd-c066-400e-8c18-68fec46eba72 req-2a919fa5-06f5-4739-acd2-220aa7291945 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073663 Feb 05 02:48:13.315083 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ce316-07bd-4299-b3d3-e965a8e2bc22 req-c98f19ee-786b-4a91-ac51-2ffbc73700e6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:13.316462 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-866ce316-07bd-4299-b3d3-e965a8e2bc22 req-c98f19ee-786b-4a91-ac51-2ffbc73700e6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0852559 Feb 05 02:48:13.395945 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-866ce316-07bd-4299-b3d3-e965a8e2bc22 req-2d9ddee9-23cc-455e-8215-6c306d41b260 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742695 Feb 05 02:48:13.418273 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-451ceda5-1829-4169-824a-7df3359d10c8 req-184c33d5-eefb-4916-b9c7-b3869f9d9117 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0896244 Feb 05 02:48:13.476700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:48:13.537524 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426a101-3db1-420f-b540-d4d75e60ac0d req-703f8891-1af8-4269-93b5-cfe7f528f55c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:13.543633 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:48:13.547116 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9426a101-3db1-420f-b540-d4d75e60ac0d req-703f8891-1af8-4269-93b5-cfe7f528f55c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0807168 Feb 05 02:48:13.548712 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:13.549088 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:13.609129 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9426a101-3db1-420f-b540-d4d75e60ac0d req-45fe0ff9-8d72-4b4b-8711-45c18a6b1ae1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560038 Feb 05 02:48:13.652667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:13.653291 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:13.678905 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8171ce-2728-4fdb-9691-d0c8c151ce84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:13.681449 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68846e95-bd1a-4d23-a41b-5333652f7a75" -d '{"events": [{"server_uuid": "1b8171ce-2728-4fdb-9691-d0c8c151ce84", "name": "network-vif-plugged", "status": "completed", "tag": "f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:13.697067 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299,segment=NetworkSegment(091eb8e0-c3b0-4137-97fc-25d9a16d1f33),segment_id=091eb8e0-c3b0-4137-97fc-25d9a16d1f33)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:13.704204 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:13.738553 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102c5500-9592-4bc0-bb13-6ffd4441388b x-openstack-request-id: req-102c5500-9592-4bc0-bb13-6ffd4441388b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:13.738957 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8171ce-2728-4fdb-9691-d0c8c151ce84", "name": "network-vif-plugged", "status": "completed", "tag": "f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:13.739275 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-102c5500-9592-4bc0-bb13-6ffd4441388b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:13.739732 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8171ce-2728-4fdb-9691-d0c8c151ce84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299', 'code': 200} Feb 05 02:48:13.768653 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:13.856785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9b6d8-3942-4496-9943-21022e7d8b2c req-ef56349d-ceef-434b-b8d4-9588fc28257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:13.859008 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-44c9b6d8-3942-4496-9943-21022e7d8b2c req-ef56349d-ceef-434b-b8d4-9588fc28257c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 1127 time: 0.0567708 Feb 05 02:48:13.907804 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-44c9b6d8-3942-4496-9943-21022e7d8b2c req-3c2ae8d3-3587-4ea1-97b7-6b75762e2486 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410602 Feb 05 02:48:13.943208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2731797-5f32-4d70-a7de-dd1bd602cac4 req-e461ca8c-12fc-4596-b4a7-f3082af83b34 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:13.944609 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2731797-5f32-4d70-a7de-dd1bd602cac4 req-e461ca8c-12fc-4596-b4a7-f3082af83b34 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0692098 Feb 05 02:48:13.991127 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2731797-5f32-4d70-a7de-dd1bd602cac4 req-112b13c2-e6f2-40af-8757-dc240f02e823 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395939 Feb 05 02:48:14.173969 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f18bb-b9cd-465a-b1e5-4f809e3f4c0a req-dcbdc648-e5b1-4f81-a394-25769ac3e350 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:14.175507 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-028f18bb-b9cd-465a-b1e5-4f809e3f4c0a req-dcbdc648-e5b1-4f81-a394-25769ac3e350 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.0603201 Feb 05 02:48:14.227302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-028f18bb-b9cd-465a-b1e5-4f809e3f4c0a req-e3dcc8c3-1f9c-4f1e-985f-39e7fd88792e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444252 Feb 05 02:48:14.338340 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40588) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:14.411844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79dc81-13f5-4162-a439-838077a3d265 req-a9d41af9-0650-45ff-9e97-c53f8c48f760 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:14.413322 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c79dc81-13f5-4162-a439-838077a3d265 req-a9d41af9-0650-45ff-9e97-c53f8c48f760 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 944 time: 0.0540516 Feb 05 02:48:14.451717 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cacecdd3-85a7-43aa-9fff-a144eed2993e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:14.466373 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c79dc81-13f5-4162-a439-838077a3d265 req-200d069e-0ab0-49ea-8706-a32946172f5a tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464017 Feb 05 02:48:14.553865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cacecdd3-85a7-43aa-9fff-a144eed2993e admin admin] Publish callbacks [] for security_group (1bf829bb-e9ed-4f39-b362-137b069c19fa), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:14.559062 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cacecdd3-85a7-43aa-9fff-a144eed2993e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1bf829bb-e9ed-4f39-b362-137b069c19fa), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:14.572941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a729309b-be77-463f-98b6-7322d30c8057 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:48:14.586035 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e316dd2-0560-404a-98d5-cc2c4804c8f7 req-bc0a896a-81d1-4dc8-a454-c77c20781bb2 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:14.587810 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e316dd2-0560-404a-98d5-cc2c4804c8f7 req-bc0a896a-81d1-4dc8-a454-c77c20781bb2 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0587115 Feb 05 02:48:14.604485 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacecdd3-85a7-43aa-9fff-a144eed2993e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf829bb-e9ed-4f39-b362-137b069c19fa,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:14.612809 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cacecdd3-85a7-43aa-9fff-a144eed2993e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6dcc1925ea04ecb86109fa7b1aed31d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718594 Feb 05 02:48:14.614394 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40598) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:14.643769 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port a729309b-be77-463f-98b6-7322d30c8057 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:48:14.650116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port a729309b-be77-463f-98b6-7322d30c8057 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:14.650671 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a729309b-be77-463f-98b6-7322d30c8057), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:14.674101 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e316dd2-0560-404a-98d5-cc2c4804c8f7 req-28ff7392-6cd0-4d58-a356-fc1fb323005c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745027 Feb 05 02:48:14.678846 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6d41992-10a0-488a-badc-51b2a0f202a6 admin admin] Publish callbacks [] for security_group (1bf829bb-e9ed-4f39-b362-137b069c19fa), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:14.722294 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6d41992-10a0-488a-badc-51b2a0f202a6 admin admin] Publish callbacks [] for security_group (1bf829bb-e9ed-4f39-b362-137b069c19fa), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:14.778123 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6d41992-10a0-488a-badc-51b2a0f202a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1bf829bb-e9ed-4f39-b362-137b069c19fa), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:14.780905 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6d41992-10a0-488a-badc-51b2a0f202a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:14.785252 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d6d41992-10a0-488a-badc-51b2a0f202a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1bf829bb-e9ed-4f39-b362-137b069c19fa HTTP/1.1" status: 204 len: 168 time: 0.1694691 Feb 05 02:48:14.794116 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d41992-10a0-488a-badc-51b2a0f202a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf829bb-e9ed-4f39-b362-137b069c19fa,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:14.820458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf6db6-6482-406a-8069-672dc687e6f3 req-4a748aac-b5eb-4b36-aa62-7f18b3837a41 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:14.829605 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ccf6db6-6482-406a-8069-672dc687e6f3 req-4a748aac-b5eb-4b36-aa62-7f18b3837a41 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0912488 Feb 05 02:48:14.885206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ccf6db6-6482-406a-8069-672dc687e6f3 req-51388297-01d8-4d24-8535-567468165e21 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547528 Feb 05 02:48:14.917302 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a729309b-be77-463f-98b6-7322d30c8057 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:14.917977 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a729309b-be77-463f-98b6-7322d30c8057), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:14.955037 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a729309b-be77-463f-98b6-7322d30c8057, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a729309b-be77-463f-98b6-7322d30c8057,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:14.960976 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a729309b-be77-463f-98b6-7322d30c8057), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:15.020216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a729309b-be77-463f-98b6-7322d30c8057,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:15.127126 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb74a02-3420-4390-b5e2-4d4cf5b52ec7 req-a82a4b92-5790-432c-90ba-96ec154f8ffe tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:15.128702 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3fb74a02-3420-4390-b5e2-4d4cf5b52ec7 req-a82a4b92-5790-432c-90ba-96ec154f8ffe tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0639558 Feb 05 02:48:15.208929 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3fb74a02-3420-4390-b5e2-4d4cf5b52ec7 req-9e327604-5779-4cb8-b543-4e223be66560 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747025 Feb 05 02:48:15.226693 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bd972-4429-4c9f-a1f0-dd2674040143 req-5c3f964a-8613-4b77-8497-1d627f3df337 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:15.228210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc6bd972-4429-4c9f-a1f0-dd2674040143 req-5c3f964a-8613-4b77-8497-1d627f3df337 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.0789144 Feb 05 02:48:15.275647 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc6bd972-4429-4c9f-a1f0-dd2674040143 req-9e4f6d9d-54ee-4f6f-8703-15bb2ef2545a tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414786 Feb 05 02:48:15.355902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f346525-5b5c-4c2c-ac3a-508dc7f22d1c req-ec7170e6-3a9f-4ff3-b401-807abd533ad5 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:15.357395 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f346525-5b5c-4c2c-ac3a-508dc7f22d1c req-ec7170e6-3a9f-4ff3-b401-807abd533ad5 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.0580988 Feb 05 02:48:15.403810 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f346525-5b5c-4c2c-ac3a-508dc7f22d1c req-97aee6c7-12e9-4049-84d6-74e14fa0583b tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408583 Feb 05 02:48:15.541689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40632) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:15.588711 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfd6a2-72b7-4cf5-9db3-79ad61380e68 req-aa825b56-e448-437e-90a2-f4b96f9f9b85 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:15.591088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfdfd6a2-72b7-4cf5-9db3-79ad61380e68 req-aa825b56-e448-437e-90a2-f4b96f9f9b85 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 945 time: 0.0582428 Feb 05 02:48:15.640002 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-77437d0c-0079-42b6-bd6b-0279649e35f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1852426990-network', 'tenant_id': '04505631600d4700b509b35d7e707cd7'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:15.645303 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfdfd6a2-72b7-4cf5-9db3-79ad61380e68 req-51790a16-1c6c-4932-bdd7-145112fcabfe tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486925 Feb 05 02:48:15.662189 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77437d0c-0079-42b6-bd6b-0279649e35f6 admin admin] Made reservation on behalf of 04505631600d4700b509b35d7e707cd7 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:48:15.664518 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77437d0c-0079-42b6-bd6b-0279649e35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:15.672849 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77437d0c-0079-42b6-bd6b-0279649e35f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:15.741054 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4995bed-e4ab-44a7-b7bc-acd2e97eb6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a729309b-be77-463f-98b6-7322d30c8057'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:15.744068 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31121a47-814d-48c1-bcc1-af62a7e1daf4" -d '{"events": [{"server_uuid": "d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8", "name": "network-vif-plugged", "status": "completed", "tag": "a729309b-be77-463f-98b6-7322d30c8057"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:15.776458 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77437d0c-0079-42b6-bd6b-0279649e35f6 admin admin] Publish callbacks [] for security_group (1368ce23-02bc-42e8-bf33-0b5d084b0055), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:15.781401 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77437d0c-0079-42b6-bd6b-0279649e35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1368ce23-02bc-42e8-bf33-0b5d084b0055), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:15.787449 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2607277-8f05-4ce0-ad3f-c29e10e00239 x-openstack-request-id: req-f2607277-8f05-4ce0-ad3f-c29e10e00239 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:15.787764 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8", "name": "network-vif-plugged", "status": "completed", "tag": "a729309b-be77-463f-98b6-7322d30c8057", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:15.788015 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2607277-8f05-4ce0-ad3f-c29e10e00239 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:15.788730 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4995bed-e4ab-44a7-b7bc-acd2e97eb6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a729309b-be77-463f-98b6-7322d30c8057', 'code': 200} Feb 05 02:48:15.809041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77437d0c-0079-42b6-bd6b-0279649e35f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:48:15.829173 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77437d0c-0079-42b6-bd6b-0279649e35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (b566328f-e6db-46ed-bfd1-d2b52cbb239e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:15.829555 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-77437d0c-0079-42b6-bd6b-0279649e35f6 admin admin] Added segment b566328f-e6db-46ed-bfd1-d2b52cbb239e of type vlan for network 4f57db0e-9c76-4201-babe-b2071613896d Feb 05 02:48:15.836639 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:15.838666 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77437d0c-0079-42b6-bd6b-0279649e35f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1368ce23-02bc-42e8-bf33-0b5d084b0055,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:15.849555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaecd7-a6d4-43cc-8ece-6c690123be3a req-9981f92f-9483-43aa-a483-bfc3132add20 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:15.851212 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1bcaecd7-a6d4-43cc-8ece-6c690123be3a req-9981f92f-9483-43aa-a483-bfc3132add20 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.1147282 Feb 05 02:48:15.912155 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77437d0c-0079-42b6-bd6b-0279649e35f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (4f57db0e-9c76-4201-babe-b2071613896d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:15.972122 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77437d0c-0079-42b6-bd6b-0279649e35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (4f57db0e-9c76-4201-babe-b2071613896d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:15.973038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77437d0c-0079-42b6-bd6b-0279649e35f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:15.973611 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77437d0c-0079-42b6-bd6b-0279649e35f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:15.995995 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1bcaecd7-a6d4-43cc-8ece-6c690123be3a req-341de48e-ac8d-410f-a84b-5cfae2c947ac tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155965 Feb 05 02:48:16.050242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b519d16-767e-41ac-9f96-faafebc4f45f req-31a4c214-a4c6-4555-ae10-d721202b10e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:16.051771 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b519d16-767e-41ac-9f96-faafebc4f45f req-31a4c214-a4c6-4555-ae10-d721202b10e4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 1127 time: 0.1987407 Feb 05 02:48:16.090214 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-77437d0c-0079-42b6-bd6b-0279649e35f6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5469868 Feb 05 02:48:16.093343 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40644) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:16.094937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77437d0c-0079-42b6-bd6b-0279649e35f6 admin admin] Pushing event updated for resources: {'Network': ['ID=4f57db0e-9c76-4201-babe-b2071613896d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:16.099208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c6841091-1f20-43b1-9c22-cc37fc12e2b8 admin admin] Request body: {'subnet': {'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1852426990-subnet', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:16.105162 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 4f57db0e-9c76-4201-babe-b2071613896d details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:48:16.121071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6841091-1f20-43b1-9c22-cc37fc12e2b8 admin admin] Made reservation on behalf of 04505631600d4700b509b35d7e707cd7 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:48:16.123929 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6841091-1f20-43b1-9c22-cc37fc12e2b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:16.132572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ae46f-d1c7-4368-9448-4ca6cde6a3c1 req-72f0b400-2f5d-473d-8eec-b7188791df00 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:16.134086 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-837ae46f-d1c7-4368-9448-4ca6cde6a3c1 req-72f0b400-2f5d-473d-8eec-b7188791df00 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1651642 Feb 05 02:48:16.137451 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b519d16-767e-41ac-9f96-faafebc4f45f req-ce2774d0-545e-41fe-afc6-31e3b8d1420d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776396 Feb 05 02:48:16.194457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-837ae46f-d1c7-4368-9448-4ca6cde6a3c1 req-3c48e3de-8dd9-4a36-bd6b-570ea0ab4993 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530446 Feb 05 02:48:16.299651 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6841091-1f20-43b1-9c22-cc37fc12e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (92e18a6c-6f83-4423-9b50-5c85de57e8cc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:16.332545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6ffb0-0e82-4b7f-adfc-34b211177527 req-3827fba3-f3f6-4809-94fc-10c5bdbf7f42 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:16.334169 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68b6ffb0-0e82-4b7f-adfc-34b211177527 req-3827fba3-f3f6-4809-94fc-10c5bdbf7f42 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0556116 Feb 05 02:48:16.361675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6841091-1f20-43b1-9c22-cc37fc12e2b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e18a6c-6f83-4423-9b50-5c85de57e8cc,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:16.377498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6841091-1f20-43b1-9c22-cc37fc12e2b8 admin admin] Checking segment: {'id': 'b566328f-e6db-46ed-bfd1-d2b52cbb239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:48:16.377863 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6841091-1f20-43b1-9c22-cc37fc12e2b8 admin admin] Network hostable DHCP agents. Network: 4f57db0e-9c76-4201-babe-b2071613896d, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:48:16.395334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6841091-1f20-43b1-9c22-cc37fc12e2b8 admin admin] Network 4f57db0e-9c76-4201-babe-b2071613896d is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:48:16.404941 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c6841091-1f20-43b1-9c22-cc37fc12e2b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 4f57db0e-9c76-4201-babe-b2071613896d) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:48:16.409319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6841091-1f20-43b1-9c22-cc37fc12e2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:16.409929 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6841091-1f20-43b1-9c22-cc37fc12e2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:16.413216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68b6ffb0-0e82-4b7f-adfc-34b211177527 req-6ec98ed4-3855-44b7-90c2-450e07b6b193 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693169 Feb 05 02:48:16.418345 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7e4518-acb3-4631-8281-9e4c329b0630 None None] Network 4f57db0e-9c76-4201-babe-b2071613896d requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:48:16.428684 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c6841091-1f20-43b1-9c22-cc37fc12e2b8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3342471 Feb 05 02:48:16.431573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40652) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:16.434219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2572216-8628-4b90-b546-4f0caec8b03a req-5795a674-76d4-464f-82a3-940586d7a11f tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:16.435720 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2572216-8628-4b90-b546-4f0caec8b03a req-5795a674-76d4-464f-82a3-940586d7a11f tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.0761037 Feb 05 02:48:16.437599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:16.459126 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (20d01e9b-e502-4b4b-816a-275d13a56d33), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:16.460239 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (20d01e9b-e502-4b4b-816a-275d13a56d33), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:16.505990 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2572216-8628-4b90-b546-4f0caec8b03a req-87df93dc-bf69-497f-a32e-3e714d0daef5 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633836 Feb 05 02:48:16.533420 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Publish callbacks [] for router_controller (20d01e9b-e502-4b4b-816a-275d13a56d33), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:16.564964 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-4f57db0e-9c76-4201-babe-b2071613896d', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'project_id': '04505631600d4700b509b35d7e707cd7', 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:48:16.565909 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:16.706619 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Publish callbacks [] for router_gateway (20d01e9b-e502-4b4b-816a-275d13a56d33), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:16.727827 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Allocated IP 172.20.0.2 (4f57db0e-9c76-4201-babe-b2071613896d/92e18a6c-6f83-4423-9b50-5c85de57e8cc/1eddc77d-156b-4ad1-9ea8-4788f934c83a) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:48:16.863960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3677a-4252-4a39-9537-2cb94f49b870 req-1f01ebd5-3bdd-4c5f-8a44-e389faf39884 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:16.865461 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3af3677a-4252-4a39-9537-2cb94f49b870 req-1f01ebd5-3bdd-4c5f-8a44-e389faf39884 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.3642709 Feb 05 02:48:16.894657 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Publish callbacks [] for port (1eddc77d-156b-4ad1-9ea8-4788f934c83a), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:16.902085 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (1eddc77d-156b-4ad1-9ea8-4788f934c83a), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:16.933501 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Publish callbacks [] for router_gateway (20d01e9b-e502-4b4b-816a-275d13a56d33), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:16.939822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Network 4f57db0e-9c76-4201-babe-b2071613896d is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:48:16.944415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3af3677a-4252-4a39-9537-2cb94f49b870 req-618237c1-40d0-4723-afd3-9ca477731483 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638278 Feb 05 02:48:16.944678 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:48:16.948196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:48:16.956907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e47139-8b66-4b0a-84b5-04be3959d91d req-a1149912-ef87-42be-ae37-eadf85025b9f tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:16.958641 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9e47139-8b66-4b0a-84b5-04be3959d91d req-a1149912-ef87-42be-ae37-eadf85025b9f tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 945 time: 0.1145792 Feb 05 02:48:16.963328 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:16.968806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Pushing event updated for resources: {'Port': ['ID=1eddc77d-156b-4ad1-9ea8-4788f934c83a,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:17.011746 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9e47139-8b66-4b0a-84b5-04be3959d91d req-f6f00ab0-bb44-46ed-a076-2b1c00c9bdf5 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473835 Feb 05 02:48:17.022162 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Attempting to bind port 1eddc77d-156b-4ad1-9ea8-4788f934c83a on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:48:17.023455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Attempting to bind port 1eddc77d-156b-4ad1-9ea8-4788f934c83a by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'b566328f-e6db-46ed-bfd1-d2b52cbb239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:48:17.023455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Attempting to bind port 1eddc77d-156b-4ad1-9ea8-4788f934c83a on network 4f57db0e-9c76-4201-babe-b2071613896d {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:17.029133 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:48:17.029512 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Checking segment: {'id': 'b566328f-e6db-46ed-bfd1-d2b52cbb239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:48:17.029911 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:17.030299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Bound using segment: {'id': 'b566328f-e6db-46ed-bfd1-d2b52cbb239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:48:17.030772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Bound port: 1eddc77d-156b-4ad1-9ea8-4788f934c83a, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b566328f-e6db-46ed-bfd1-d2b52cbb239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:48:17.031162 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1eddc77d-156b-4ad1-9ea8-4788f934c83a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:17.091480 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Allocated IP 172.25.0.196 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/20c737bf-482f-4f03-b60e-1b63a18c577a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:48:17.094357 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] For port 1eddc77d-156b-4ad1-9ea8-4788f934c83a, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:48:17.097512 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] For port 1eddc77d-156b-4ad1-9ea8-4788f934c83a, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1eddc77d-156b-4ad1-9ea8-4788f934c83a,segment=NetworkSegment(b566328f-e6db-46ed-bfd1-d2b52cbb239e),segment_id=b566328f-e6db-46ed-bfd1-d2b52cbb239e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:48:17.104781 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1eddc77d-156b-4ad1-9ea8-4788f934c83a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:17.129184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93312c-7538-4e2a-acbd-db5d99889fcc req-bf479443-ac7b-42af-8cc1-48cc0b9fdaa9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:17.130654 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c93312c-7538-4e2a-acbd-db5d99889fcc req-bf479443-ac7b-42af-8cc1-48cc0b9fdaa9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0547309 Feb 05 02:48:17.177618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb96768-04d6-49a5-818b-f9f3787cdab8 None None] Pushing event updated for resources: {'Port': ['ID=1eddc77d-156b-4ad1-9ea8-4788f934c83a,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:17.203692 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Publish callbacks [] for port (20c737bf-482f-4f03-b60e-1b63a18c577a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:17.212217 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c93312c-7538-4e2a-acbd-db5d99889fcc req-f65b6862-72fd-4c4a-9e88-999ea320fcd2 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723419 Feb 05 02:48:17.241370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (20c737bf-482f-4f03-b60e-1b63a18c577a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:17.285961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:48:17.289046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:48:17.293442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:48:17.296540 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Pushing event updated for resources: {'Port': ['ID=20c737bf-482f-4f03-b60e-1b63a18c577a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:17.355900 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bdaf7-48fd-41c8-a5fa-d2a2dd92822e req-aa61163d-9cf5-4151-8a04-b41a16e8f36c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:17.361815 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-822bdaf7-48fd-41c8-a5fa-d2a2dd92822e req-aa61163d-9cf5-4151-8a04-b41a16e8f36c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0898874 Feb 05 02:48:17.441538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-822bdaf7-48fd-41c8-a5fa-d2a2dd92822e req-819adaea-24fc-48c3-b07a-389a3f7c3437 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786488 Feb 05 02:48:17.570119 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25347e1f-79d6-4e51-9c6d-b26a97096920 req-036c8c6f-5377-47f6-9386-fa3bb2e36af4 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:17.571757 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25347e1f-79d6-4e51-9c6d-b26a97096920 req-036c8c6f-5377-47f6-9386-fa3bb2e36af4 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0622876 Feb 05 02:48:17.598816 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Publish callbacks [] for router_gateway (20d01e9b-e502-4b4b-816a-275d13a56d33), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:17.651045 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25347e1f-79d6-4e51-9c6d-b26a97096920 req-7d933d8e-42a3-49c1-8ba2-4707ef9adced tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719817 Feb 05 02:48:17.666796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed23e7-d4df-4212-b2a2-ba5db71cf5f2 req-09e0fcbe-568a-432f-90f6-b1eb895962bc tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:17.668127 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37ed23e7-d4df-4212-b2a2-ba5db71cf5f2 req-09e0fcbe-568a-432f-90f6-b1eb895962bc tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.0823841 Feb 05 02:48:17.716053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37ed23e7-d4df-4212-b2a2-ba5db71cf5f2 req-e6d2430a-866c-4c8b-9c56-4a00f3eb4320 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418313 Feb 05 02:48:17.799154 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (20d01e9b-e502-4b4b-816a-275d13a56d33), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:17.933529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Router 20d01e9b-e502-4b4b-816a-275d13a56d33 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:48:18.092227 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbeaba-7c1a-427a-b126-2a2a8b45ee14 req-8a1f8ac0-c2f2-48f9-a797-16d27aa210eb tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:18.094119 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2cbeaba-7c1a-427a-b126-2a2a8b45ee14 req-8a1f8ac0-c2f2-48f9-a797-16d27aa210eb tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.0845392 Feb 05 02:48:18.190177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb9154-fb6b-496d-8701-92b5dd3ce882 req-14f0ef59-0150-4555-a982-a74952cebdff tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:18.191892 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85fb9154-fb6b-496d-8701-92b5dd3ce882 req-14f0ef59-0150-4555-a982-a74952cebdff tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 945 time: 0.0966332 Feb 05 02:48:18.195657 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2cbeaba-7c1a-427a-b126-2a2a8b45ee14 req-c562aefc-b30f-4b8c-812c-f10ee4b7d83c tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897257 Feb 05 02:48:18.255251 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85fb9154-fb6b-496d-8701-92b5dd3ce882 req-dbe46f18-36af-4151-bd0f-3dc4bf93fc62 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565810 Feb 05 02:48:18.267622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf78010-ac77-4cc1-981e-1e03bca96cb0 None None] Network 4f57db0e-9c76-4201-babe-b2071613896d requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:48:18.280612 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:48:18.290365 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Sync routers for ids ['20d01e9b-e502-4b4b-816a-275d13a56d33'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:48:18.304571 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Routers {'20d01e9b-e502-4b4b-816a-275d13a56d33'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:48:18.305645 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:48:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['20d01e9b-e502-4b4b-816a-275d13a56d33'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:18.309818 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:18.312706 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ed1fbdd6-2895-444f-8707-26ab0dd02b96 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8791559 Feb 05 02:48:18.314609 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40672) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:18.370905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199a061-5813-46d5-aa42-c7aa8658f4cf req-c872b56b-24ee-4171-8731-f0d75cf438a7 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:18.377076 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3199a061-5813-46d5-aa42-c7aa8658f4cf req-c872b56b-24ee-4171-8731-f0d75cf438a7 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0843418 Feb 05 02:48:18.388213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8ea965b1-15fe-4c26-b2b5-4857af213b6e None None] Provisioning complete for port 1eddc77d-156b-4ad1-9ea8-4788f934c83a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:18.388593 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ea965b1-15fe-4c26-b2b5-4857af213b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1eddc77d-156b-4ad1-9ea8-4788f934c83a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:18.457213 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Set router 20d01e9b-e502-4b4b-816a-275d13a56d33 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:48:18.462691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a9c26-3084-43f3-9613-81f2c1d5a352 req-57482cf1-4f8d-43bc-ada2-962773c31050 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:18.465906 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd8a9c26-3084-43f3-9613-81f2c1d5a352 req-57482cf1-4f8d-43bc-ada2-962773c31050 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 945 time: 0.0864308 Feb 05 02:48:18.498613 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3199a061-5813-46d5-aa42-c7aa8658f4cf req-8022c2b9-e1ff-4b83-a98b-fe603c5ac39c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829480 Feb 05 02:48:18.519739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8ea965b1-15fe-4c26-b2b5-4857af213b6e None None] Current status of the port 1eddc77d-156b-4ad1-9ea8-4788f934c83a is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:18.519739 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ea965b1-15fe-4c26-b2b5-4857af213b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1eddc77d-156b-4ad1-9ea8-4788f934c83a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:18.567704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8ea965b1-15fe-4c26-b2b5-4857af213b6e None None] For port 1eddc77d-156b-4ad1-9ea8-4788f934c83a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1eddc77d-156b-4ad1-9ea8-4788f934c83a,segment=NetworkSegment(b566328f-e6db-46ed-bfd1-d2b52cbb239e),segment_id=b566328f-e6db-46ed-bfd1-d2b52cbb239e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:18.582948 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ea965b1-15fe-4c26-b2b5-4857af213b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1eddc77d-156b-4ad1-9ea8-4788f934c83a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:18.585693 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd8a9c26-3084-43f3-9613-81f2c1d5a352 req-0610612d-557c-4b1c-abba-677708dd203a tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111529 Feb 05 02:48:18.651004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea965b1-15fe-4c26-b2b5-4857af213b6e None None] Pushing event updated for resources: {'Port': ['ID=1eddc77d-156b-4ad1-9ea8-4788f934c83a,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:18.669915 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b11d1-2f2d-4d80-9256-2b252642d696 req-b1c262ed-48c3-4399-9d4b-5f01677c97f0 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:18.671764 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ac5b11d1-2f2d-4d80-9256-2b252642d696 req-b1c262ed-48c3-4399-9d4b-5f01677c97f0 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0899000 Feb 05 02:48:18.758252 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:17Z', 'revision_number': 3, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:18.771705 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ac5b11d1-2f2d-4d80-9256-2b252642d696 req-23d4b6c4-3322-4c24-9cac-432ecee94d8e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928311 Feb 05 02:48:18.789338 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Checking router: 20d01e9b-e502-4b4b-816a-275d13a56d33 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:48:18.789904 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Updating router 20d01e9b-e502-4b4b-816a-275d13a56d33 port 20c737bf-482f-4f03-b60e-1b63a18c577a binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:48:18.835175 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (20c737bf-482f-4f03-b60e-1b63a18c577a), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:18.912374 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-45265738-5bc9-47f0-a329-f81158d26cad None None] Provisioning complete for port 1eddc77d-156b-4ad1-9ea8-4788f934c83a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:18.912752 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-45265738-5bc9-47f0-a329-f81158d26cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1eddc77d-156b-4ad1-9ea8-4788f934c83a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:18.973772 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6fa0d-e256-4ca1-843a-b8dfec5955be req-f1c9f738-5f7b-4e23-b302-6d454318c534 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:18.982913 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59a6fa0d-e256-4ca1-843a-b8dfec5955be req-f1c9f738-5f7b-4e23-b302-6d454318c534 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1019678 Feb 05 02:48:18.992637 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:19.055674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59a6fa0d-e256-4ca1-843a-b8dfec5955be req-92ed0467-0a7b-4f48-a1d5-cf5e920e14f4 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614090 Feb 05 02:48:19.060285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1eddc77d-156b-4ad1-9ea8-4788f934c83a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:48:19.128751 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-45265738-5bc9-47f0-a329-f81158d26cad None None] Current status of the port 1eddc77d-156b-4ad1-9ea8-4788f934c83a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:19.154435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 1eddc77d-156b-4ad1-9ea8-4788f934c83a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:19.154984 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1eddc77d-156b-4ad1-9ea8-4788f934c83a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:19.209944 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Publish callbacks [] for port (20c737bf-482f-4f03-b60e-1b63a18c577a), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:19.219586 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (20c737bf-482f-4f03-b60e-1b63a18c577a), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:19.235315 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Allocated IP 172.20.0.1 (4f57db0e-9c76-4201-babe-b2071613896d/92e18a6c-6f83-4423-9b50-5c85de57e8cc/4a2143af-351c-47d4-86e0-93dfa0a52ace) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:48:19.281835 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05022a61-8031-4294-85a1-7495735eb778 None None] Pushing event updated for resources: {'Port': ['ID=20c737bf-482f-4f03-b60e-1b63a18c577a,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:19.308217 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Attempting to bind port 20c737bf-482f-4f03-b60e-1b63a18c577a on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:48:19.309316 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Attempting to bind port 20c737bf-482f-4f03-b60e-1b63a18c577a by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:48:19.309774 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Attempting to bind port 20c737bf-482f-4f03-b60e-1b63a18c577a on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:19.315011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 1eddc77d-156b-4ad1-9ea8-4788f934c83a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:19.317367 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:48:19.317867 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:48:19.319014 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:19.319672 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:48:19.321280 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Bound port: 20c737bf-482f-4f03-b60e-1b63a18c577a, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:48:19.321759 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (20c737bf-482f-4f03-b60e-1b63a18c577a), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:19.324384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec29892-358c-4a76-90ae-4e2f3e48d397 req-ff7cfc0c-26ad-44b2-afb3-9d8824f59f0d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:19.332539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ec29892-358c-4a76-90ae-4e2f3e48d397 req-ff7cfc0c-26ad-44b2-afb3-9d8824f59f0d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.1201060 Feb 05 02:48:19.385316 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Publish callbacks [] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:19.403753 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] For port 20c737bf-482f-4f03-b60e-1b63a18c577a, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:48:19.405135 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ec29892-358c-4a76-90ae-4e2f3e48d397 req-5f2a5c66-b547-4d7c-be0f-469f71a86b35 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714834 Feb 05 02:48:19.407184 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] For port 20c737bf-482f-4f03-b60e-1b63a18c577a, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=20c737bf-482f-4f03-b60e-1b63a18c577a,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:48:19.421585 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (20c737bf-482f-4f03-b60e-1b63a18c577a), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:19.436599 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:19.482070 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05022a61-8031-4294-85a1-7495735eb778 None None] Pushing event updated for resources: {'Port': ['ID=20c737bf-482f-4f03-b60e-1b63a18c577a,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:19.487069 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Network 4f57db0e-9c76-4201-babe-b2071613896d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:48:19.496215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:48:19.500564 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:48:19.508747 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Routers {'20d01e9b-e502-4b4b-816a-275d13a56d33'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:48:19.509596 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:48:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['20d01e9b-e502-4b4b-816a-275d13a56d33'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:19.517201 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3af2fc-c176-480c-b915-4a8f359c8304 req-0e1c4a78-1642-45bc-9c35-cd8e50e56aae tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:19.518826 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd3af2fc-c176-480c-b915-4a8f359c8304 req-0e1c4a78-1642-45bc-9c35-cd8e50e56aae tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.0824592 Feb 05 02:48:19.541539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Pushing event updated for resources: {'Port': ['ID=4a2143af-351c-47d4-86e0-93dfa0a52ace,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:19.570685 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (20d01e9b-e502-4b4b-816a-275d13a56d33), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:19.615811 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd3af2fc-c176-480c-b915-4a8f359c8304 req-b73f561e-e1ce-47db-b589-65ad74493c8d tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880337 Feb 05 02:48:19.627491 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] Set router 20d01e9b-e502-4b4b-816a-275d13a56d33 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:48:19.633950 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ad493-f4ae-4c4b-a21f-3a41be06a555 req-3e512d9e-3b6d-482a-999c-ecd05fa9d0df tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:19.641456 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b17ad493-f4ae-4c4b-a21f-3a41be06a555 req-3e512d9e-3b6d-482a-999c-ecd05fa9d0df tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 945 time: 0.1029191 Feb 05 02:48:19.695109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b17ad493-f4ae-4c4b-a21f-3a41be06a555 req-141ac7a9-d5d3-4439-90c4-faa53fbc7ee0 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524313 Feb 05 02:48:19.777839 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466690e-65c4-4d26-b405-fb71667d06ad req-531b98fd-eec6-4678-847e-04139b41863b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:19.780136 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e466690e-65c4-4d26-b405-fb71667d06ad req-531b98fd-eec6-4678-847e-04139b41863b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0663059 Feb 05 02:48:19.782651 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:19.859403 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e466690e-65c4-4d26-b405-fb71667d06ad req-1d891622-5af8-43df-acf6-c5db1464589f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688999 Feb 05 02:48:19.877562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a2355621-48e4-4067-a74c-de366de4d0aa None None] Provisioning complete for port 4a2143af-351c-47d4-86e0-93dfa0a52ace triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:19.878156 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2355621-48e4-4067-a74c-de366de4d0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:19.920186 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a2355621-48e4-4067-a74c-de366de4d0aa None None] Port 4a2143af-351c-47d4-86e0-93dfa0a52ace cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:48:19.926446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144edaaf-c3c9-4262-b5d8-f4d8c1711e10 req-49db7637-7c4c-4459-9fd9-7ea1fc75d8fa tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:19.928161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-144edaaf-c3c9-4262-b5d8-f4d8c1711e10 req-49db7637-7c4c-4459-9fd9-7ea1fc75d8fa tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0668154 Feb 05 02:48:19.960648 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:17Z', 'revision_number': 3, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:19.976055 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Publish callbacks [] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:19.982172 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:19.990093 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-144edaaf-c3c9-4262-b5d8-f4d8c1711e10 req-4143fd6b-d669-4de7-9d7c-e24ad7f46620 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546286 Feb 05 02:48:19.996259 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfdf0f9-1181-4f64-8f46-d9a9a2aa35c5 None None] The sync data for ids ['20d01e9b-e502-4b4b-816a-275d13a56d33'] in n-d-826942-8 is: [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:17Z', 'revision_number': 3, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:48:20.055362 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (20d01e9b-e502-4b4b-816a-275d13a56d33), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:20.059279 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Pushing event updated for resources: {'Port': ['ID=4a2143af-351c-47d4-86e0-93dfa0a52ace,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:20.166557 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Network 4f57db0e-9c76-4201-babe-b2071613896d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:48:20.169255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:48:20.207186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cff1d-7a73-4c09-b74e-2e781e57d7dc req-cadf88a3-a7cf-4f34-8ba0-cb63f2d51bfe tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:20.208700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c6cff1d-7a73-4c09-b74e-2e781e57d7dc req-cadf88a3-a7cf-4f34-8ba0-cb63f2d51bfe tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0774238 Feb 05 02:48:20.309885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c6cff1d-7a73-4c09-b74e-2e781e57d7dc req-16e3a0c1-818d-42af-b94b-6a614083af7f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914156 Feb 05 02:48:20.348724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Router 20d01e9b-e502-4b4b-816a-275d13a56d33 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:48:20.476130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:48:20.489998 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d591bea4-81ab-4de0-bebe-ca45c74bfa36 admin admin] 10.222.0.36 "PUT /v2.0/routers/20d01e9b-e502-4b4b-816a-275d13a56d33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1666567 Feb 05 02:48:20.530789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034b8f1-c0f3-481b-8913-8ecc370aab3e req-185a02aa-a1ad-4991-9784-e013af7e141f tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:20.532349 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7034b8f1-c0f3-481b-8913-8ecc370aab3e req-185a02aa-a1ad-4991-9784-e013af7e141f tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.0566182 Feb 05 02:48:20.549501 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-10b0f74e-d802-42c0-bc06-d50f67c4ab72 None None] Provisioning complete for port 4a2143af-351c-47d4-86e0-93dfa0a52ace triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:20.550477 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-10b0f74e-d802-42c0-bc06-d50f67c4ab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:20.583847 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7034b8f1-c0f3-481b-8913-8ecc370aab3e req-0f39f36e-cf3a-4b70-81b2-0ac62405befa tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453210 Feb 05 02:48:20.590629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-10b0f74e-d802-42c0-bc06-d50f67c4ab72 None None] Port 4a2143af-351c-47d4-86e0-93dfa0a52ace cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:48:20.757404 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2002b2-2486-44dc-a750-6e9bd87eb86f req-769e97c6-fac4-4035-ab11-706ac3bb559e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:20.758796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c2002b2-2486-44dc-a750-6e9bd87eb86f req-769e97c6-fac4-4035-ab11-706ac3bb559e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.0673940 Feb 05 02:48:20.809569 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c2002b2-2486-44dc-a750-6e9bd87eb86f req-7b715bec-f216-48a6-a6df-778cf55851ca tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442510 Feb 05 02:48:20.939870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d3ce7-0547-4de9-90bf-ac7d0bd13c41 req-9fdcb1ee-2f87-4ff5-a238-68233272479f tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:20.941503 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-683d3ce7-0547-4de9-90bf-ac7d0bd13c41 req-9fdcb1ee-2f87-4ff5-a238-68233272479f tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 945 time: 0.0698845 Feb 05 02:48:20.962259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40726) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:20.969055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-32a0819f-dc5b-489c-aa03-ce8e2be988c7 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610299576', 'description': 'tempest-description--1157486977'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:21.001347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 20c737bf-482f-4f03-b60e-1b63a18c577a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:48:21.003216 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-32a0819f-dc5b-489c-aa03-ce8e2be988c7 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.020943 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-683d3ce7-0547-4de9-90bf-ac7d0bd13c41 req-a2a215b3-4cf0-4452-a297-ea0c97cb6fa0 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720658 Feb 05 02:48:21.068969 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 20c737bf-482f-4f03-b60e-1b63a18c577a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:21.069595 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (20c737bf-482f-4f03-b60e-1b63a18c577a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.104600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea7744-1b0a-4858-a148-0e8c70efb675 req-1c0e4630-d534-4173-98ad-683b9dd56903 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:21.106480 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcea7744-1b0a-4858-a148-0e8c70efb675 req-1c0e4630-d534-4173-98ad-683b9dd56903 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0846465 Feb 05 02:48:21.114572 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-32a0819f-dc5b-489c-aa03-ce8e2be988c7 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group (3acb1b9d-b06c-4159-95b1-175f7354d09d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.124007 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-32a0819f-dc5b-489c-aa03-ce8e2be988c7 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3acb1b9d-b06c-4159-95b1-175f7354d09d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.158676 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-32a0819f-dc5b-489c-aa03-ce8e2be988c7 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.160745 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 20c737bf-482f-4f03-b60e-1b63a18c577a is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:21.161138 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (20c737bf-482f-4f03-b60e-1b63a18c577a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.163597 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-32a0819f-dc5b-489c-aa03-ce8e2be988c7 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2014620 Feb 05 02:48:21.164353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40730) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:21.166420 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0819f-dc5b-489c-aa03-ce8e2be988c7 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3acb1b9d-b06c-4159-95b1-175f7354d09d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:21.171607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-111848dc-ab3b-4cea-99c8-944181dbc7bf tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Request body: {'security_group_rule': {'security_group_id': '3acb1b9d-b06c-4159-95b1-175f7354d09d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:21.184739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 20c737bf-482f-4f03-b60e-1b63a18c577a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=20c737bf-482f-4f03-b60e-1b63a18c577a,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:21.188922 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (20c737bf-482f-4f03-b60e-1b63a18c577a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.205174 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcea7744-1b0a-4858-a148-0e8c70efb675 req-a42d0839-7b1a-4e31-bde5-2f141a83dcdd tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888653 Feb 05 02:48:21.216865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff5d30-2b9b-4442-9f10-edf2fb04ff70 req-1304fda7-525d-49a3-a4b0-8926f3cd41db tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:21.218432 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7ff5d30-2b9b-4442-9f10-edf2fb04ff70 req-1304fda7-525d-49a3-a4b0-8926f3cd41db tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1109939 Feb 05 02:48:21.247417 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=20c737bf-482f-4f03-b60e-1b63a18c577a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:21.251075 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-111848dc-ab3b-4cea-99c8-944181dbc7bf tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group_rule (38b824dd-358f-44a5-8ecd-b396cc166dcb), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.295496 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7ff5d30-2b9b-4442-9f10-edf2fb04ff70 req-d16d5ba3-e87e-4c3d-8eff-a0c7dd64bdc0 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663741 Feb 05 02:48:21.318278 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-111848dc-ab3b-4cea-99c8-944181dbc7bf tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group_rule (38b824dd-358f-44a5-8ecd-b396cc166dcb), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.321315 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-111848dc-ab3b-4cea-99c8-944181dbc7bf tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (38b824dd-358f-44a5-8ecd-b396cc166dcb), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.340525 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111848dc-ab3b-4cea-99c8-944181dbc7bf tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b824dd-358f-44a5-8ecd-b396cc166dcb,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:21.347889 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-111848dc-ab3b-4cea-99c8-944181dbc7bf tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.349084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-111848dc-ab3b-4cea-99c8-944181dbc7bf tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1818793 Feb 05 02:48:21.351879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40734) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:21.356726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3dd92dc8-ddac-4b53-af72-62530a6e4a27 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Request body: {'security_group_rule': {'security_group_id': '3acb1b9d-b06c-4159-95b1-175f7354d09d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:21.384251 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dd92dc8-ddac-4b53-af72-62530a6e4a27 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group_rule (d47a29f5-ba7b-4001-b54d-6118b566ffca), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.447976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf1354-341d-4d56-b25f-7f0f8dfd25a8 req-c08e1e9c-ccdb-45e3-8d0e-a986b2ce33d3 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:21.450489 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6bf1354-341d-4d56-b25f-7f0f8dfd25a8 req-c08e1e9c-ccdb-45e3-8d0e-a986b2ce33d3 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0629313 Feb 05 02:48:21.451958 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dd92dc8-ddac-4b53-af72-62530a6e4a27 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group_rule (d47a29f5-ba7b-4001-b54d-6118b566ffca), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.457150 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dd92dc8-ddac-4b53-af72-62530a6e4a27 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (d47a29f5-ba7b-4001-b54d-6118b566ffca), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.478337 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd92dc8-ddac-4b53-af72-62530a6e4a27 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47a29f5-ba7b-4001-b54d-6118b566ffca,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:21.493677 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dd92dc8-ddac-4b53-af72-62530a6e4a27 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.495155 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3dd92dc8-ddac-4b53-af72-62530a6e4a27 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419625 Feb 05 02:48:21.498044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40736) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:21.502645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:21.504454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6bf1354-341d-4d56-b25f-7f0f8dfd25a8 req-a1fc504c-9ece-48b3-970f-06e35a05f13d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474079 Feb 05 02:48:21.524296 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.620985 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.710570 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53440198-00b2-4a38-a5ee-a8c250146380 req-212afe48-dba8-429c-888a-d380a97cb71c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:21.712863 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-53440198-00b2-4a38-a5ee-a8c250146380 req-212afe48-dba8-429c-888a-d380a97cb71c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.0575900 Feb 05 02:48:21.743429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Allocated IP 172.25.0.226 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/723c52ca-3de1-4206-8d59-d8924a4c3069) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:48:21.756231 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Sync routers for ids ['20d01e9b-e502-4b4b-816a-275d13a56d33'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:48:21.767769 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Routers {'20d01e9b-e502-4b4b-816a-275d13a56d33'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:48:21.768391 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:48:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['20d01e9b-e502-4b4b-816a-275d13a56d33'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:21.774168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-53440198-00b2-4a38-a5ee-a8c250146380 req-a777f189-c4f8-4f4a-875c-042bbe8e3428 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546224 Feb 05 02:48:21.851293 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for port (723c52ca-3de1-4206-8d59-d8924a4c3069), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.884762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Set router 20d01e9b-e502-4b4b-816a-275d13a56d33 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:48:21.893651 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (723c52ca-3de1-4206-8d59-d8924a4c3069), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:21.934022 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:48:21.935530 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f308e-1a3f-4924-a248-20773ee79b24 req-9e77e7a1-e462-4d71-913a-b90507f9ec67 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:21.937045 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b4f308e-1a3f-4924-a248-20773ee79b24 req-9e77e7a1-e462-4d71-913a-b90507f9ec67 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.0568848 Feb 05 02:48:21.939268 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:48:21.942797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:48:21.986119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event updated for resources: {'Port': ['ID=723c52ca-3de1-4206-8d59-d8924a4c3069,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:22.000166 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b4f308e-1a3f-4924-a248-20773ee79b24 req-64dd0ba2-4a82-45ad-9745-02baab1296fb tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570779 Feb 05 02:48:22.038180 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for floatingip (2281322f-6f64-4c50-8354-3fe60b4478b2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:22.078826 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (723c52ca-3de1-4206-8d59-d8924a4c3069), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:22.107402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 4, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4a2143af-351c-47d4-86e0-93dfa0a52ace', 'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'mac_address': 'fa:16:3e:36:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:19Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 2, 'project_id': '04505631600d4700b509b35d7e707cd7', 'subnets': [{'id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:22.137111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Checking router: 20d01e9b-e502-4b4b-816a-275d13a56d33 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:48:22.137557 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Updating router 20d01e9b-e502-4b4b-816a-275d13a56d33 port 4a2143af-351c-47d4-86e0-93dfa0a52ace binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:48:22.148148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93b828-526c-456a-95cf-d131e1ebfc10 req-c31ddff4-e619-4af4-b9c8-1116e427cb98 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:22.149650 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b93b828-526c-456a-95cf-d131e1ebfc10 req-c31ddff4-e619-4af4-b9c8-1116e427cb98 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 945 time: 0.0553083 Feb 05 02:48:22.166665 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:22.200206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b93b828-526c-456a-95cf-d131e1ebfc10 req-954d8dce-d00a-47a7-b849-8853b702370e tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445426 Feb 05 02:48:22.256363 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for port (723c52ca-3de1-4206-8d59-d8924a4c3069), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:22.264096 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (723c52ca-3de1-4206-8d59-d8924a4c3069), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:22.347462 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (2281322f-6f64-4c50-8354-3fe60b4478b2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:22.360466 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1810b59-7be5-425f-95b2-6bf8626ee151 req-153cd610-f5b5-4240-b8fa-12979b3e6ab4 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:22.362318 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d1810b59-7be5-425f-95b2-6bf8626ee151 req-153cd610-f5b5-4240-b8fa-12979b3e6ab4 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0571327 Feb 05 02:48:22.374990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event updated for resources: {'Port': ['ID=723c52ca-3de1-4206-8d59-d8924a4c3069,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:22.380151 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:22.381509 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-165c09c8-a7e7-424c-8b8a-e041658b2afd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8825319 Feb 05 02:48:22.448053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d1810b59-7be5-425f-95b2-6bf8626ee151 req-de15604c-e3d6-4092-a0bb-d03c76ecc64b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760067 Feb 05 02:48:22.477147 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Publish callbacks [] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:22.478812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07152147-fe58-405b-8072-15245315e5bb req-2ffdca7b-8854-4a7f-83ea-7e9740eac732 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:22.481365 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07152147-fe58-405b-8072-15245315e5bb req-2ffdca7b-8854-4a7f-83ea-7e9740eac732 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0850043 Feb 05 02:48:22.483411 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:22.540516 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673b2c6-4a2e-43eb-bbf4-189b6b6c1364 None None] Pushing event updated for resources: {'Port': ['ID=4a2143af-351c-47d4-86e0-93dfa0a52ace,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:22.560214 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07152147-fe58-405b-8072-15245315e5bb req-f2be00f4-f021-4640-8ba4-7b7b7f0c4943 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691063 Feb 05 02:48:22.608004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Attempting to bind port 4a2143af-351c-47d4-86e0-93dfa0a52ace on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:48:22.608403 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Attempting to bind port 4a2143af-351c-47d4-86e0-93dfa0a52ace by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'b566328f-e6db-46ed-bfd1-d2b52cbb239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:48:22.608912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Attempting to bind port 4a2143af-351c-47d4-86e0-93dfa0a52ace on network 4f57db0e-9c76-4201-babe-b2071613896d {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:22.616565 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:48:22.617519 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Checking segment: {'id': 'b566328f-e6db-46ed-bfd1-d2b52cbb239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:48:22.617519 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:22.617788 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Bound using segment: {'id': 'b566328f-e6db-46ed-bfd1-d2b52cbb239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:48:22.618263 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Bound port: 4a2143af-351c-47d4-86e0-93dfa0a52ace, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b566328f-e6db-46ed-bfd1-d2b52cbb239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:48:22.618645 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:22.642871 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-74622bee-a618-4980-b0bc-4d59e43b3596 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1610299576&fields=id&tenant_id=04505631600d4700b509b35d7e707cd7 HTTP/1.1" status: 200 len: 267 time: 0.0814223 Feb 05 02:48:22.659815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a729309b-be77-463f-98b6-7322d30c8057 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:48:22.704320 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] For port 4a2143af-351c-47d4-86e0-93dfa0a52ace, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:48:22.707553 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] For port 4a2143af-351c-47d4-86e0-93dfa0a52ace, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4a2143af-351c-47d4-86e0-93dfa0a52ace,segment=NetworkSegment(b566328f-e6db-46ed-bfd1-d2b52cbb239e),segment_id=b566328f-e6db-46ed-bfd1-d2b52cbb239e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:48:22.716703 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:22.784289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64eb76-f91d-46d5-a592-ddadfbf249fe req-a21f6a85-0d37-4eed-8fe4-cbdfe588c956 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:22.785847 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e64eb76-f91d-46d5-a592-ddadfbf249fe req-a21f6a85-0d37-4eed-8fe4-cbdfe588c956 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1169038 Feb 05 02:48:22.798146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-a4244f77-3504-4feb-bae3-8df27a1395c1 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:22.804393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-a4244f77-3504-4feb-bae3-8df27a1395c1 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/networks?id=4f57db0e-9c76-4201-babe-b2071613896d HTTP/1.1" status: 200 len: 811 time: 0.1605973 Feb 05 02:48:22.832157 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-12e4797f-488f-4fbe-9960-7c44e3f6ff57 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/quotas/04505631600d4700b509b35d7e707cd7 HTTP/1.1" status: 200 len: 375 time: 0.0265279 Feb 05 02:48:22.833760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673b2c6-4a2e-43eb-bbf4-189b6b6c1364 None None] Pushing event updated for resources: {'Port': ['ID=4a2143af-351c-47d4-86e0-93dfa0a52ace,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:22.855326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Routers {'20d01e9b-e502-4b4b-816a-275d13a56d33'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:48:22.855326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:48:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['20d01e9b-e502-4b4b-816a-275d13a56d33'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:22.890287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-afb2570d-a70c-46a5-ad64-78a17cd4e5b7 None None] Provisioning complete for port 4a2143af-351c-47d4-86e0-93dfa0a52ace triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:22.890663 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afb2570d-a70c-46a5-ad64-78a17cd4e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:22.932297 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e64eb76-f91d-46d5-a592-ddadfbf249fe req-5e81edff-a669-4b94-8926-a9ff23314406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173990 Feb 05 02:48:22.957375 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-8df853be-b0db-418b-b19a-f9dd8db22c6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=04505631600d4700b509b35d7e707cd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207902 Feb 05 02:48:23.086062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 20c737bf-482f-4f03-b60e-1b63a18c577a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:48:23.093092 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-b794ca2c-18a9-47dd-8b28-18de2e9890c1 service neutron] 10.222.0.36 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226513 Feb 05 02:48:23.102850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694f7be-04cd-4f6c-99db-55962a8e81dd req-f94e8016-4174-48fd-89f2-5b6ff5710cab tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:23.104294 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2694f7be-04cd-4f6c-99db-55962a8e81dd req-f94e8016-4174-48fd-89f2-5b6ff5710cab tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.0845997 Feb 05 02:48:23.124831 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a729309b-be77-463f-98b6-7322d30c8057, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a729309b-be77-463f-98b6-7322d30c8057,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:23.166254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'a729309b-be77-463f-98b6-7322d30c8057', 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598', 'port_id': 'a729309b-be77-463f-98b6-7322d30c8057', 'mac_address': 'fa:16:3e:65:0d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99ec32d-a541-438d-8934-6689638905c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:48:23.202484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2694f7be-04cd-4f6c-99db-55962a8e81dd req-ccae492d-d504-441b-9bfe-c3c332816c12 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903425 Feb 05 02:48:23.225570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] Set router 20d01e9b-e502-4b4b-816a-275d13a56d33 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:48:23.239569 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-d2fa1720-73b6-4cb2-835c-5e02c4db2798 service neutron] 10.222.0.36 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338887 Feb 05 02:48:23.294287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 20c737bf-482f-4f03-b60e-1b63a18c577a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:23.294653 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (20c737bf-482f-4f03-b60e-1b63a18c577a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:23.296229 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a729309b-be77-463f-98b6-7322d30c8057 is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:23.296597 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a729309b-be77-463f-98b6-7322d30c8057), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:23.326497 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419585e6-f033-4605-9088-6b6fb8fe8022 req-af972900-b2a2-4c55-9c62-1c839b48c27b tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:23.328294 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-419585e6-f033-4605-9088-6b6fb8fe8022 req-af972900-b2a2-4c55-9c62-1c839b48c27b tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.0627255 Feb 05 02:48:23.395261 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-419585e6-f033-4605-9088-6b6fb8fe8022 req-bd846c86-b080-4b54-9c68-7330a27b1f3b tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599747 Feb 05 02:48:23.426349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a729309b-be77-463f-98b6-7322d30c8057 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:48:23.435309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-afb2570d-a70c-46a5-ad64-78a17cd4e5b7 None None] Current status of the port 4a2143af-351c-47d4-86e0-93dfa0a52ace is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:23.435699 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afb2570d-a70c-46a5-ad64-78a17cd4e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:23.485158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a729309b-be77-463f-98b6-7322d30c8057, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a729309b-be77-463f-98b6-7322d30c8057,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:23.496795 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e065a3c5-313e-494e-bf6d-505e58ae418e req-64997af2-b051-4769-96e3-e4e0f2dc4ac0 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 210 time: 0.0325747 Feb 05 02:48:23.512129 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a729309b-be77-463f-98b6-7322d30c8057), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:23.520499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-afb2570d-a70c-46a5-ad64-78a17cd4e5b7 None None] For port 4a2143af-351c-47d4-86e0-93dfa0a52ace, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4a2143af-351c-47d4-86e0-93dfa0a52ace,segment=NetworkSegment(b566328f-e6db-46ed-bfd1-d2b52cbb239e),segment_id=b566328f-e6db-46ed-bfd1-d2b52cbb239e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:23.527925 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcf538-da25-4183-a1a4-f057b698051a req-13a3cf38-a959-4ded-8f8d-e3b550c92182 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:23.535599 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87fcf538-da25-4183-a1a4-f057b698051a req-13a3cf38-a959-4ded-8f8d-e3b550c92182 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 945 time: 0.1113992 Feb 05 02:48:23.554700 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afb2570d-a70c-46a5-ad64-78a17cd4e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:23.591963 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87fcf538-da25-4183-a1a4-f057b698051a req-5e9b37ab-a001-41b4-bdc5-b860dce29a79 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554867 Feb 05 02:48:23.634579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['a729309b-be77-463f-98b6-7322d30c8057'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:23.661166 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b7435-4d82-4431-9f1d-fead8ce9828a req-56ad172a-de53-4eca-bfb4-cd463e7949ce tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:23.663829 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c59b7435-4d82-4431-9f1d-fead8ce9828a req-56ad172a-de53-4eca-bfb4-cd463e7949ce tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0707767 Feb 05 02:48:23.665825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 20c737bf-482f-4f03-b60e-1b63a18c577a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:23.674699 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a729309b-be77-463f-98b6-7322d30c8057,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:23.743894 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a79e777b-1109-4514-9343-f43cd89919dc None None] Provisioning complete for port 4a2143af-351c-47d4-86e0-93dfa0a52ace triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:23.744265 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a79e777b-1109-4514-9343-f43cd89919dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:23.786820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c59b7435-4d82-4431-9f1d-fead8ce9828a req-b2e070b9-abf9-4680-b54f-a771c87f9536 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106002 Feb 05 02:48:23.803069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2570d-a70c-46a5-ad64-78a17cd4e5b7 None None] Pushing event updated for resources: {'Port': ['ID=4a2143af-351c-47d4-86e0-93dfa0a52ace,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:23.827833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c68a44-6220-4e22-8a3f-9eaeaf736633 req-f298a2f6-541c-4068-8786-11b6a5efedbe tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:23.829213 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1c68a44-6220-4e22-8a3f-9eaeaf736633 req-f298a2f6-541c-4068-8786-11b6a5efedbe tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1128941 Feb 05 02:48:23.851066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 4, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4a2143af-351c-47d4-86e0-93dfa0a52ace', 'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'mac_address': 'fa:16:3e:36:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:19Z', 'updated_at': '2022-02-05T02:48:22Z', 'revision_number': 4, 'project_id': '04505631600d4700b509b35d7e707cd7', 'subnets': [{'id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:23.884863 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1c68a44-6220-4e22-8a3f-9eaeaf736633 req-6a91b343-4d02-4689-afab-3d2077c208ba tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491922 Feb 05 02:48:23.908476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4941d3c1-9a66-4066-97da-5884b045340f None None] The sync data for ids ['20d01e9b-e502-4b4b-816a-275d13a56d33'] in n-d-826942-8 is: [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 4, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4a2143af-351c-47d4-86e0-93dfa0a52ace', 'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'mac_address': 'fa:16:3e:36:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:19Z', 'updated_at': '2022-02-05T02:48:22Z', 'revision_number': 4, 'project_id': '04505631600d4700b509b35d7e707cd7', 'subnets': [{'id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:48:24.097219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a79e777b-1109-4514-9343-f43cd89919dc None None] Current status of the port 4a2143af-351c-47d4-86e0-93dfa0a52ace is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:24.154984 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceffe84-5eb2-4582-a0b0-318574e76dc7 req-fdfb7675-271a-4638-9b2a-aaaed2fcd58d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:24.156633 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dceffe84-5eb2-4582-a0b0-318574e76dc7 req-fdfb7675-271a-4638-9b2a-aaaed2fcd58d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0906434 Feb 05 02:48:24.250731 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dceffe84-5eb2-4582-a0b0-318574e76dc7 req-ee6025b8-1c21-4680-a115-073f3b74f1b1 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870285 Feb 05 02:48:24.272126 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5e13a-82fa-4f4e-9722-5f21ad1edf75 req-2b4debba-fe0b-4f25-9c3a-4139a40ae019 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:24.273849 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03e5e13a-82fa-4f4e-9722-5f21ad1edf75 req-2b4debba-fe0b-4f25-9c3a-4139a40ae019 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 944 time: 0.0903375 Feb 05 02:48:24.331123 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03e5e13a-82fa-4f4e-9722-5f21ad1edf75 req-aa50619c-681f-4a1d-b3a9-ca9ca24ab830 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493505 Feb 05 02:48:24.394317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e014c20-3f51-4b41-a033-345e87059dd7 req-31872ffa-2bcb-4b88-96d3-4dd4e83e167d tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:24.395824 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e014c20-3f51-4b41-a033-345e87059dd7 req-31872ffa-2bcb-4b88-96d3-4dd4e83e167d tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 945 time: 0.0693736 Feb 05 02:48:24.481874 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e014c20-3f51-4b41-a033-345e87059dd7 req-3d4aedba-021f-421f-91de-b3865edab946 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731747 Feb 05 02:48:24.489587 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff33fb4-3d94-474e-af11-86cd263df8bc req-a18af41c-e7fd-4d8b-ba89-c0fb2838539f tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:24.491063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ff33fb4-3d94-474e-af11-86cd263df8bc req-a18af41c-e7fd-4d8b-ba89-c0fb2838539f tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.0915864 Feb 05 02:48:24.567178 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ff33fb4-3d94-474e-af11-86cd263df8bc req-aa2cbc9c-05b5-4caf-9beb-17ef401c1ea0 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642745 Feb 05 02:48:24.628729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7b312-62f2-4fef-ae48-16ce25f73d6a req-ce5828bc-7a4f-44d5-b5f3-f52d12573af3 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:24.633479 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65e7b312-62f2-4fef-ae48-16ce25f73d6a req-ce5828bc-7a4f-44d5-b5f3-f52d12573af3 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.0869343 Feb 05 02:48:24.655066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a729309b-be77-463f-98b6-7322d30c8057 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:48:24.706884 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ff9a2dd-2a37-4882-bbc9-a114ffec6f4f req-3c8d5e64-948b-4fb2-b27e-fa6731fc47ef tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 210 time: 0.0500338 Feb 05 02:48:24.728185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port a729309b-be77-463f-98b6-7322d30c8057 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:24.728917 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a729309b-be77-463f-98b6-7322d30c8057), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:24.772942 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65e7b312-62f2-4fef-ae48-16ce25f73d6a req-ee283c62-d018-42e4-8c8c-5e9efd54aff7 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339374 Feb 05 02:48:24.842489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-5846abc6-473c-43a9-a5f6-ab77d340c4ca tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:24.844138 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-5846abc6-473c-43a9-a5f6-ab77d340c4ca tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.10 "GET /v2.0/networks?id=4f57db0e-9c76-4201-babe-b2071613896d HTTP/1.1" status: 200 len: 811 time: 0.1361909 Feb 05 02:48:24.856099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a729309b-be77-463f-98b6-7322d30c8057 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:24.858798 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a729309b-be77-463f-98b6-7322d30c8057), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:24.904591 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4995bed-e4ab-44a7-b7bc-acd2e97eb6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a729309b-be77-463f-98b6-7322d30c8057'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:24.911054 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5050e7-5b65-4c5d-a8d2-e525834f6f1f" -d '{"events": [{"server_uuid": "d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8", "name": "network-vif-plugged", "status": "completed", "tag": "a729309b-be77-463f-98b6-7322d30c8057"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:24.925958 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a729309b-be77-463f-98b6-7322d30c8057, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a729309b-be77-463f-98b6-7322d30c8057,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:24.935025 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a729309b-be77-463f-98b6-7322d30c8057), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:24.973889 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907f4db8-16f0-4ed3-a420-4fb3bf6432f3 x-openstack-request-id: req-907f4db8-16f0-4ed3-a420-4fb3bf6432f3 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:24.974621 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8", "name": "network-vif-plugged", "status": "completed", "tag": "a729309b-be77-463f-98b6-7322d30c8057", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:24.975060 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-907f4db8-16f0-4ed3-a420-4fb3bf6432f3 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:24.975620 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4995bed-e4ab-44a7-b7bc-acd2e97eb6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a729309b-be77-463f-98b6-7322d30c8057', 'code': 200} Feb 05 02:48:25.010196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bc0e3-db7a-4d4f-be92-f487a8be576e req-ae2068eb-d385-47ad-a72a-9d42fad3c2f4 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:25.018476 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-916bc0e3-db7a-4d4f-be92-f487a8be576e req-ae2068eb-d385-47ad-a72a-9d42fad3c2f4 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.1392653 Feb 05 02:48:25.019945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a729309b-be77-463f-98b6-7322d30c8057,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:25.047531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4a2143af-351c-47d4-86e0-93dfa0a52ace up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:48:25.055280 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-40e8a69b-99eb-4bfc-901c-a5679d5f3edf tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04505631600d4700b509b35d7e707cd7 HTTP/1.1" status: 200 len: 380 time: 0.1968534 Feb 05 02:48:25.076034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-822d9e1d-6752-4cc2-bd6b-f4f387452123 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Request body: {'port': {'device_id': '03c97b7c-a1b6-4535-a237-7274ffb62e31', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'admin_state_up': True, 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'security_groups': ['3acb1b9d-b06c-4159-95b1-175f7354d09d']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:25.102675 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 4a2143af-351c-47d4-86e0-93dfa0a52ace triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:25.103099 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:25.152065 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-916bc0e3-db7a-4d4f-be92-f487a8be576e req-24734b98-99dd-4043-af7e-ce96ab53b554 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324053 Feb 05 02:48:25.192701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 4a2143af-351c-47d4-86e0-93dfa0a52ace is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:25.195023 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d819b-7e56-4819-b4e2-a6ae7d14dc33 req-51595b07-1107-4e81-b4c9-7f3cc99510e3 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:25.196518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-984d819b-7e56-4819-b4e2-a6ae7d14dc33 req-51595b07-1107-4e81-b4c9-7f3cc99510e3 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1484125 Feb 05 02:48:25.279590 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-984d819b-7e56-4819-b4e2-a6ae7d14dc33 req-a5667935-9143-4650-b6c7-d22c800e9497 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731273 Feb 05 02:48:25.282157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-822d9e1d-6752-4cc2-bd6b-f4f387452123 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Made reservation on behalf of 04505631600d4700b509b35d7e707cd7 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:48:25.285443 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-822d9e1d-6752-4cc2-bd6b-f4f387452123 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:25.473381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1654bf7-3a3d-4145-a063-0dbffbd853cb req-d1eb9b08-7220-4f12-9398-c2410f89afb3 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:25.474876 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1654bf7-3a3d-4145-a063-0dbffbd853cb req-d1eb9b08-7220-4f12-9398-c2410f89afb3 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1369634 Feb 05 02:48:25.483839 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-822d9e1d-6752-4cc2-bd6b-f4f387452123 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Allocated IP 172.20.0.3 (4f57db0e-9c76-4201-babe-b2071613896d/92e18a6c-6f83-4423-9b50-5c85de57e8cc/d39eaef6-1f17-4d90-ae89-7fff405e8b12) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:48:25.533285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c182d16-b6cf-45ee-aab9-a7b30560d00e req-75a44fe2-e83a-4230-91de-4b87e07ed8d0 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:25.534737 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c182d16-b6cf-45ee-aab9-a7b30560d00e req-75a44fe2-e83a-4230-91de-4b87e07ed8d0 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 945 time: 0.1240559 Feb 05 02:48:25.586857 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1654bf7-3a3d-4145-a063-0dbffbd853cb req-539e8810-b67b-4ff2-b878-268b9596478a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042559 Feb 05 02:48:25.690085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c182d16-b6cf-45ee-aab9-a7b30560d00e req-09579e53-5d7c-4259-817b-0cacbeb1ec92 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441095 Feb 05 02:48:25.748516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a1dc8-e83a-44ba-8840-d7058ad0e25c req-66f8e467-7809-4bab-9821-0e916b39cffc tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:25.749998 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-564a1dc8-e83a-44ba-8840-d7058ad0e25c req-66f8e467-7809-4bab-9821-0e916b39cffc tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 945 time: 0.1054878 Feb 05 02:48:25.753052 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-822d9e1d-6752-4cc2-bd6b-f4f387452123 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for port (d39eaef6-1f17-4d90-ae89-7fff405e8b12), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:25.851369 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-564a1dc8-e83a-44ba-8840-d7058ad0e25c req-89fffbd4-2e6e-46a7-8677-142fb68e7896 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups?id=3746f17c-309f-4a99-8139-e292ee4cfcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936263 Feb 05 02:48:25.866173 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e0108-f2f4-4854-965e-a226fcacd8cf req-4adeb5a9-d28e-453a-8823-d70c9b95a8de tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:25.867592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de4e0108-f2f4-4854-965e-a226fcacd8cf req-4adeb5a9-d28e-453a-8823-d70c9b95a8de tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.1129622 Feb 05 02:48:25.869170 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-822d9e1d-6752-4cc2-bd6b-f4f387452123 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d39eaef6-1f17-4d90-ae89-7fff405e8b12), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:25.945784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-822d9e1d-6752-4cc2-bd6b-f4f387452123 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Network 4f57db0e-9c76-4201-babe-b2071613896d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:48:25.968328 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d9e1d-6752-4cc2-bd6b-f4f387452123 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event updated for resources: {'Port': ['ID=d39eaef6-1f17-4d90-ae89-7fff405e8b12,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:25.970742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-822d9e1d-6752-4cc2-bd6b-f4f387452123 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:48:25.973317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-822d9e1d-6752-4cc2-bd6b-f4f387452123 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:48:26.042410 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de4e0108-f2f4-4854-965e-a226fcacd8cf req-03b9886a-aaa4-4c46-9365-b5f27552189e tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640849 Feb 05 02:48:26.055242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-822d9e1d-6752-4cc2-bd6b-f4f387452123 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:26.055806 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-822d9e1d-6752-4cc2-bd6b-f4f387452123 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:26.068106 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f56842-a122-4a56-ba2f-9e3f99e142ec req-8a65dc77-cc99-4933-8820-4ab2b33d3c31 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:26.069637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25f56842-a122-4a56-ba2f-9e3f99e142ec req-8a65dc77-cc99-4933-8820-4ab2b33d3c31 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 931 time: 0.1469202 Feb 05 02:48:26.102284 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-822d9e1d-6752-4cc2-bd6b-f4f387452123 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0325766 Feb 05 02:48:26.124041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Request body: {'port': {'device_id': '03c97b7c-a1b6-4535-a237-7274ffb62e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:26.132887 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe899f-069e-47c3-b94f-ac8d74ccc6c4 req-2b1217b8-6918-4fc7-bc1c-4f73955e2cc7 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:26.134591 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a6fe899f-069e-47c3-b94f-ac8d74ccc6c4 req-2b1217b8-6918-4fc7-bc1c-4f73955e2cc7 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 945 time: 0.0829775 Feb 05 02:48:26.157749 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f838f48-0a56-4381-ab1c-6543e003ce68 req-9e82ccc0-26bf-40ee-b3a7-46cea02a28dc tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:26.159722 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8f838f48-0a56-4381-ab1c-6543e003ce68 req-9e82ccc0-26bf-40ee-b3a7-46cea02a28dc tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 945 time: 0.1398070 Feb 05 02:48:26.196747 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25f56842-a122-4a56-ba2f-9e3f99e142ec req-e81c88e4-dde4-4b49-9c10-d5ac72d84694 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185141 Feb 05 02:48:26.236889 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a5fda647-a2d0-4b55-b2ad-06f4f840cbe6 None None] Provisioning complete for port d39eaef6-1f17-4d90-ae89-7fff405e8b12 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:26.238973 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a5fda647-a2d0-4b55-b2ad-06f4f840cbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d39eaef6-1f17-4d90-ae89-7fff405e8b12), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:26.249078 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d39eaef6-1f17-4d90-ae89-7fff405e8b12), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:26.259452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e606280-fff3-4a5a-853c-e46227070450 req-e6a3f238-c035-4464-814c-e9ce585c7d28 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:26.261539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7e606280-fff3-4a5a-853c-e46227070450 req-e6a3f238-c035-4464-814c-e9ce585c7d28 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1075721 Feb 05 02:48:26.293626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a5fda647-a2d0-4b55-b2ad-06f4f840cbe6 None None] Port d39eaef6-1f17-4d90-ae89-7fff405e8b12 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:48:26.341160 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-8f838f48-0a56-4381-ab1c-6543e003ce68 req-ed6482a9-160a-4b6e-8a68-37c50a2eab38 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Deleting port ec289787-62df-4b32-9f05-74b64482ea26 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:26.341494 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8f838f48-0a56-4381-ab1c-6543e003ce68 req-ed6482a9-160a-4b6e-8a68-37c50a2eab38 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ec289787-62df-4b32-9f05-74b64482ea26), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:26.346818 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a6fe899f-069e-47c3-b94f-ac8d74ccc6c4 req-1965f091-c0fa-4541-9ca2-fa1253940f59 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Deleting port a729309b-be77-463f-98b6-7322d30c8057 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:26.347192 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a6fe899f-069e-47c3-b94f-ac8d74ccc6c4 req-1965f091-c0fa-4541-9ca2-fa1253940f59 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a729309b-be77-463f-98b6-7322d30c8057), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:26.381409 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7e606280-fff3-4a5a-853c-e46227070450 req-3527ea9d-9830-42ee-842e-d7e2cd76435f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133032 Feb 05 02:48:26.458120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b62406-2d6b-4365-818a-c112dd3b0a88 req-a243de5a-92aa-4aa7-a415-c5922068b22c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:26.459642 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91b62406-2d6b-4365-818a-c112dd3b0a88 req-a243de5a-92aa-4aa7-a415-c5922068b22c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.1744828 Feb 05 02:48:26.503896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8f838f48-0a56-4381-ab1c-6543e003ce68 req-ed6482a9-160a-4b6e-8a68-37c50a2eab38 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] For port ec289787-62df-4b32-9f05-74b64482ea26, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ec289787-62df-4b32-9f05-74b64482ea26,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:26.504259 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8f838f48-0a56-4381-ab1c-6543e003ce68 req-ed6482a9-160a-4b6e-8a68-37c50a2eab38 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ec289787-62df-4b32-9f05-74b64482ea26), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:26.515065 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a6fe899f-069e-47c3-b94f-ac8d74ccc6c4 req-1965f091-c0fa-4541-9ca2-fa1253940f59 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] For port a729309b-be77-463f-98b6-7322d30c8057, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a729309b-be77-463f-98b6-7322d30c8057,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:26.515415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a6fe899f-069e-47c3-b94f-ac8d74ccc6c4 req-1965f091-c0fa-4541-9ca2-fa1253940f59 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a729309b-be77-463f-98b6-7322d30c8057), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:26.579667 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a6fe899f-069e-47c3-b94f-ac8d74ccc6c4 req-1965f091-c0fa-4541-9ca2-fa1253940f59 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Calling delete_port for a729309b-be77-463f-98b6-7322d30c8057 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:26.591669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91b62406-2d6b-4365-818a-c112dd3b0a88 req-5a4d10ec-13d7-46d3-bc11-5b064e4dfcf4 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186938 Feb 05 02:48:26.606520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ef22a-e5b2-4636-ba73-99070797c4b8 req-dfc6e194-a40d-4f4c-9961-9351aba0d7ca tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:26.608034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db6ef22a-e5b2-4636-ba73-99070797c4b8 req-dfc6e194-a40d-4f4c-9961-9351aba0d7ca tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1453543 Feb 05 02:48:26.673948 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a729309b-be77-463f-98b6-7322d30c8057 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:26.721273 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db6ef22a-e5b2-4636-ba73-99070797c4b8 req-309c2757-b078-4bb5-b013-567ad4b23ede tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999603 Feb 05 02:48:26.767691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39eaef6-1f17-4d90-ae89-7fff405e8b12 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:48:26.767836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a729309b-be77-463f-98b6-7322d30c8057 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:26.768300 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a729309b-be77-463f-98b6-7322d30c8057), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:26.779795 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Publish callbacks [] for port (d39eaef6-1f17-4d90-ae89-7fff405e8b12), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:26.805055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70dcf0-b336-4132-980a-8f5c9af0333e req-b75a9c38-bb66-45ff-ad36-5405929e333a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:26.806574 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d70dcf0-b336-4132-980a-8f5c9af0333e req-b75a9c38-bb66-45ff-ad36-5405929e333a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1381855 Feb 05 02:48:26.807877 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Transition to ACTIVE for port object d39eaef6-1f17-4d90-ae89-7fff405e8b12 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:48:26.813050 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a729309b-be77-463f-98b6-7322d30c8057, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a729309b-be77-463f-98b6-7322d30c8057,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:26.817377 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a729309b-be77-463f-98b6-7322d30c8057), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:26.825500 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (d39eaef6-1f17-4d90-ae89-7fff405e8b12), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:26.873498 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a729309b-be77-463f-98b6-7322d30c8057,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:26.927063 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Pushing event updated for resources: {'Port': ['ID=d39eaef6-1f17-4d90-ae89-7fff405e8b12,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:26.951310 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d70dcf0-b336-4132-980a-8f5c9af0333e req-b149b262-4592-4290-8b96-690e3e8baefe tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359808 Feb 05 02:48:26.957346 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8f838f48-0a56-4381-ab1c-6543e003ce68 req-ed6482a9-160a-4b6e-8a68-37c50a2eab38 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:26.957813 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8f838f48-0a56-4381-ab1c-6543e003ce68 req-ed6482a9-160a-4b6e-8a68-37c50a2eab38 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (b13b5761-771e-4703-b01f-d94d85a42de6), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:26.958651 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [req-8f838f48-0a56-4381-ab1c-6543e003ce68 req-ed6482a9-160a-4b6e-8a68-37c50a2eab38 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Floating IP b13b5761-771e-4703-b01f-d94d85a42de6 disassociated. External IP: 172.25.0.111, port: ec289787-62df-4b32-9f05-74b64482ea26. Feb 05 02:48:26.959201 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-8f838f48-0a56-4381-ab1c-6543e003ce68 req-ed6482a9-160a-4b6e-8a68-37c50a2eab38 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Calling delete_port for ec289787-62df-4b32-9f05-74b64482ea26 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:26.970551 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a6fe899f-069e-47c3-b94f-ac8d74ccc6c4 req-1965f091-c0fa-4541-9ca2-fa1253940f59 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a729309b-be77-463f-98b6-7322d30c8057), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:26.977037 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4995bed-e4ab-44a7-b7bc-acd2e97eb6d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a729309b-be77-463f-98b6-7322d30c8057'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:26.979627 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895aff16-aa0f-4c7b-939f-e193a08e3001" -d '{"events": [{"server_uuid": "d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8", "name": "network-vif-unplugged", "status": "completed", "tag": "a729309b-be77-463f-98b6-7322d30c8057"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:26.990248 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c9302-55db-4015-ae38-c44ea1057410 req-922e6436-ca89-411e-b9bf-cdbd0b1914a3 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:26.998590 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-315c9302-55db-4015-ae38-c44ea1057410 req-922e6436-ca89-411e-b9bf-cdbd0b1914a3 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8 HTTP/1.1" status: 200 len: 943 time: 0.1853976 Feb 05 02:48:27.022100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965f091-c0fa-4541-9ca2-fa1253940f59 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Pushing event deleted for resources: {'Port': ['ID=a729309b-be77-463f-98b6-7322d30c8057,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:27.112351 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fe899f-069e-47c3-b94f-ac8d74ccc6c4 req-1965f091-c0fa-4541-9ca2-fa1253940f59 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] No DVR routers for this DVR port a729309b-be77-463f-98b6-7322d30c8057 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:48:27.115792 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a6fe899f-069e-47c3-b94f-ac8d74ccc6c4 req-1965f091-c0fa-4541-9ca2-fa1253940f59 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:27.119749 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a6fe899f-069e-47c3-b94f-ac8d74ccc6c4 req-1965f091-c0fa-4541-9ca2-fa1253940f59 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.10 "DELETE /v2.0/ports/a729309b-be77-463f-98b6-7322d30c8057 HTTP/1.1" status: 204 len: 173 time: 0.9768674 Feb 05 02:48:27.127224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4995bed-e4ab-44a7-b7bc-acd2e97eb6d8', 'name': 'network-vif-deleted', 'tag': 'a729309b-be77-463f-98b6-7322d30c8057'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:27.130770 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc92f0b3-8f12-4e7b-8a4f-10c1f8cead82" -d '{"events": [{"server_uuid": "d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8", "name": "network-vif-deleted", "tag": "a729309b-be77-463f-98b6-7322d30c8057"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:27.224382 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8f838f48-0a56-4381-ab1c-6543e003ce68 req-ed6482a9-160a-4b6e-8a68-37c50a2eab38 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ec289787-62df-4b32-9f05-74b64482ea26), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:27.254136 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6482a9-160a-4b6e-8a68-37c50a2eab38 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Pushing event deleted for resources: {'Port': ['ID=ec289787-62df-4b32-9f05-74b64482ea26,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:27.359298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a38768b-ddb0-482f-8201-cd1008f3e371 req-9ca46052-3b81-4679-8829-b05284dd313a tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee97fd9c-84f4-499a-82ae-1845263a656a HTTP/1.1" status: 200 len: 210 time: 0.0433083 Feb 05 02:48:27.393030 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f838f48-0a56-4381-ab1c-6543e003ce68 req-ed6482a9-160a-4b6e-8a68-37c50a2eab38 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Router c246c70e-f3fc-4e22-81d3-301a5c1eaacd has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:48:27.394070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-315c9302-55db-4015-ae38-c44ea1057410 req-b0dd4f11-f23e-4f4e-901e-f3d0067b0035 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945136 Feb 05 02:48:27.407617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Attempting to bind port d39eaef6-1f17-4d90-ae89-7fff405e8b12 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:48:27.409100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Attempting to bind port d39eaef6-1f17-4d90-ae89-7fff405e8b12 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'b566328f-e6db-46ed-bfd1-d2b52cbb239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:48:27.409100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Attempting to bind port d39eaef6-1f17-4d90-ae89-7fff405e8b12 on network 4f57db0e-9c76-4201-babe-b2071613896d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:27.412997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Port d39eaef6-1f17-4d90-ae89-7fff405e8b12 on network 4f57db0e-9c76-4201-babe-b2071613896d not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:48:27.413331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Attempting to bind port d39eaef6-1f17-4d90-ae89-7fff405e8b12 on network 4f57db0e-9c76-4201-babe-b2071613896d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:27.419237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:48:27.419634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Checking segment: {'id': 'b566328f-e6db-46ed-bfd1-d2b52cbb239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:48:27.419953 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Bound using segment: {'id': 'b566328f-e6db-46ed-bfd1-d2b52cbb239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:48:27.420392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Bound port: d39eaef6-1f17-4d90-ae89-7fff405e8b12, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b566328f-e6db-46ed-bfd1-d2b52cbb239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:48:27.420756 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d39eaef6-1f17-4d90-ae89-7fff405e8b12), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:27.421151 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15045f84-af68-487a-912f-0e271c36f7b3 x-openstack-request-id: req-15045f84-af68-487a-912f-0e271c36f7b3 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:27.421632 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8", "name": "network-vif-unplugged", "status": "completed", "tag": "a729309b-be77-463f-98b6-7322d30c8057", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:27.421900 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15045f84-af68-487a-912f-0e271c36f7b3 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:27.422561 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4995bed-e4ab-44a7-b7bc-acd2e97eb6d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a729309b-be77-463f-98b6-7322d30c8057', 'code': 200} Feb 05 02:48:27.493875 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37559627-41c4-4d41-a981-b605686282cd x-openstack-request-id: req-37559627-41c4-4d41-a981-b605686282cd {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:27.493875 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4995bed-e4ab-44a7-b7bc-acd2e97eb6d8", "name": "network-vif-deleted", "tag": "a729309b-be77-463f-98b6-7322d30c8057", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:27.493875 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37559627-41c4-4d41-a981-b605686282cd {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:27.493875 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4995bed-e4ab-44a7-b7bc-acd2e97eb6d8', 'name': 'network-vif-deleted', 'tag': 'a729309b-be77-463f-98b6-7322d30c8057', 'status': 'completed', 'code': 200} Feb 05 02:48:27.518825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] For port d39eaef6-1f17-4d90-ae89-7fff405e8b12, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:48:27.540693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f838f48-0a56-4381-ab1c-6543e003ce68 req-ed6482a9-160a-4b6e-8a68-37c50a2eab38 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:48:27.545382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] For port d39eaef6-1f17-4d90-ae89-7fff405e8b12, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d39eaef6-1f17-4d90-ae89-7fff405e8b12,segment=NetworkSegment(b566328f-e6db-46ed-bfd1-d2b52cbb239e),segment_id=b566328f-e6db-46ed-bfd1-d2b52cbb239e)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:48:27.553661 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79047a8-01b0-4bfc-b491-ceca82780267 None None] Sync routers for ids ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:48:27.564645 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79047a8-01b0-4bfc-b491-ceca82780267 None None] Routers {'c246c70e-f3fc-4e22-81d3-301a5c1eaacd'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:48:27.565799 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b79047a8-01b0-4bfc-b491-ceca82780267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:48:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:27.580941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43490b-408a-4dc8-883d-c3ce06f21a7f req-e9a445ba-4d82-4423-8eea-a0c9b1636840 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:27.582391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a43490b-408a-4dc8-883d-c3ce06f21a7f req-e9a445ba-4d82-4423-8eea-a0c9b1636840 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.1018810 Feb 05 02:48:27.584609 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (d39eaef6-1f17-4d90-ae89-7fff405e8b12), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:27.604686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f838f48-0a56-4381-ab1c-6543e003ce68 req-ed6482a9-160a-4b6e-8a68-37c50a2eab38 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] No DVR routers for this DVR port ec289787-62df-4b32-9f05-74b64482ea26 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:48:27.607407 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8f838f48-0a56-4381-ab1c-6543e003ce68 req-ed6482a9-160a-4b6e-8a68-37c50a2eab38 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:27.611486 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8f838f48-0a56-4381-ab1c-6543e003ce68 req-ed6482a9-160a-4b6e-8a68-37c50a2eab38 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.10 "DELETE /v2.0/ports/ec289787-62df-4b32-9f05-74b64482ea26 HTTP/1.1" status: 204 len: 173 time: 1.4444849 Feb 05 02:48:27.679426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Pushing event updated for resources: {'Port': ['ID=d39eaef6-1f17-4d90-ae89-7fff405e8b12,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:27.697940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:27.698989 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:27.700382 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-56513e88-a216-4017-b541-b879b7926e32 service neutron] 10.222.0.10 "PUT /v2.0/ports/d39eaef6-1f17-4d90-ae89-7fff405e8b12 HTTP/1.1" status: 200 len: 1091 time: 1.5828645 Feb 05 02:48:27.702418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c97b7c-a1b6-4535-a237-7274ffb62e31', 'tag': 'd39eaef6-1f17-4d90-ae89-7fff405e8b12'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:27.704934 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11d680f-5c10-46fb-87d0-ade29b2f1e42" -d '{"events": [{"name": "network-changed", "server_uuid": "03c97b7c-a1b6-4535-a237-7274ffb62e31", "tag": "d39eaef6-1f17-4d90-ae89-7fff405e8b12"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:27.708806 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b79047a8-01b0-4bfc-b491-ceca82780267 None None] Set router c246c70e-f3fc-4e22-81d3-301a5c1eaacd gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:48:27.720622 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b25355-e93f-43a0-b75f-72fc26008adb req-c913793c-4f44-4ab9-bbd0-dff49b173bac tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:27.727927 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82b25355-e93f-43a0-b75f-72fc26008adb req-c913793c-4f44-4ab9-bbd0-dff49b173bac tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 943 time: 0.2052810 Feb 05 02:48:27.788512 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a43490b-408a-4dc8-883d-c3ce06f21a7f req-37c90a91-b253-4c33-be37-80855256a09c tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172268 Feb 05 02:48:27.922524 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82b25355-e93f-43a0-b75f-72fc26008adb req-66c6e1ef-de67-4307-b195-5454d22397e6 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936915 Feb 05 02:48:27.941121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-7fe7b119-3f1d-4919-897c-238b986d59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:27.942654 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-7fe7b119-3f1d-4919-897c-238b986d59ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04505631600d4700b509b35d7e707cd7&device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 1125 time: 0.1532047 Feb 05 02:48:27.973397 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b79047a8-01b0-4bfc-b491-ceca82780267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:57Z', 'revision_number': 4, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e0fd4605-90cf-45dc-873d-be742f3743f7', 'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'mac_address': 'fa:16:3e:5b:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:56Z', 'updated_at': '2022-02-05T02:45:02Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'subnets': [{'id': '66aee997-898a-49fe-a77f-0d444b50db76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:27.977236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61e31a-ca94-42a9-955d-2fd76710894a req-31115b59-dfd1-4e2f-8e39-493ea9da5171 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:27.984191 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c61e31a-ca94-42a9-955d-2fd76710894a req-31115b59-dfd1-4e2f-8e39-493ea9da5171 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1088147 Feb 05 02:48:28.003599 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79047a8-01b0-4bfc-b491-ceca82780267 None None] Checking router: c246c70e-f3fc-4e22-81d3-301a5c1eaacd for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:48:28.016036 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79047a8-01b0-4bfc-b491-ceca82780267 None None] Routers {'c246c70e-f3fc-4e22-81d3-301a5c1eaacd'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:48:28.016686 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b79047a8-01b0-4bfc-b491-ceca82780267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:48:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:28.036942 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-459adc00-ea56-42a4-a643-a9acf32b379c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d39eaef6-1f17-4d90-ae89-7fff405e8b12 HTTP/1.1" status: 200 len: 217 time: 0.0829611 Feb 05 02:48:28.136451 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c61e31a-ca94-42a9-955d-2fd76710894a req-89f254a8-2b54-4144-81ca-9aadec4b5dae tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507030 Feb 05 02:48:28.140021 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b79047a8-01b0-4bfc-b491-ceca82780267 None None] Set router c246c70e-f3fc-4e22-81d3-301a5c1eaacd gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:48:28.143487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-8b7e8769-e8c4-46ff-8a56-3687d31bd668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:28.145041 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-8b7e8769-e8c4-46ff-8a56-3687d31bd668 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92e18a6c-6f83-4423-9b50-5c85de57e8cc HTTP/1.1" status: 200 len: 850 time: 0.0954084 Feb 05 02:48:28.170484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e22ec-503a-447d-825f-01b4005d37fb req-9e4cf97c-2806-400d-8755-e5c4d02a03d7 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:28.181120 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-576e22ec-503a-447d-825f-01b4005d37fb req-9e4cf97c-2806-400d-8755-e5c4d02a03d7 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.1431668 Feb 05 02:48:28.232574 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a23843-a177-4e1c-95c8-c067ce6eb804 x-openstack-request-id: req-09a23843-a177-4e1c-95c8-c067ce6eb804 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:28.232880 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c97b7c-a1b6-4535-a237-7274ffb62e31", "tag": "d39eaef6-1f17-4d90-ae89-7fff405e8b12", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:28.233117 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09a23843-a177-4e1c-95c8-c067ce6eb804 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:28.233513 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c97b7c-a1b6-4535-a237-7274ffb62e31', 'tag': 'd39eaef6-1f17-4d90-ae89-7fff405e8b12', 'status': 'completed', 'code': 200} Feb 05 02:48:28.278706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-576e22ec-503a-447d-825f-01b4005d37fb req-1c4d8171-41a2-43ee-83fd-7774e511cc80 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722876 Feb 05 02:48:28.280888 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-9f2453d0-96df-492b-9490-4373a8b8df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:28.287187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-9f2453d0-96df-492b-9490-4373a8b8df4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f57db0e-9c76-4201-babe-b2071613896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1357505 Feb 05 02:48:28.388921 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b79047a8-01b0-4bfc-b491-ceca82780267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:57Z', 'revision_number': 4, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e0fd4605-90cf-45dc-873d-be742f3743f7', 'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'mac_address': 'fa:16:3e:5b:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:56Z', 'updated_at': '2022-02-05T02:45:02Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'subnets': [{'id': '66aee997-898a-49fe-a77f-0d444b50db76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:28.418519 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79047a8-01b0-4bfc-b491-ceca82780267 None None] The sync data for ids ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'] in n-d-826942-8 is: [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:44:57Z', 'revision_number': 4, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e0fd4605-90cf-45dc-873d-be742f3743f7', 'name': '', 'network_id': 'a94c3582-970d-47af-8b94-110280fc5522', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'mac_address': 'fa:16:3e:5b:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66aee997-898a-49fe-a77f-0d444b50db76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:56Z', 'updated_at': '2022-02-05T02:45:02Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'subnets': [{'id': '66aee997-898a-49fe-a77f-0d444b50db76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:48:28.441313 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5dbc14-df5a-46af-895f-ade5eafd1677 req-cbd1a658-1c02-4383-8f6d-bce2c013f94b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:28.442837 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dc5dbc14-df5a-46af-895f-ade5eafd1677 req-cbd1a658-1c02-4383-8f6d-bce2c013f94b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1510625 Feb 05 02:48:28.478911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a457e13-8762-421c-b37c-76be6983d833 req-1aa13001-e662-4d5d-8e16-56978f9c7d47 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:28.480405 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a457e13-8762-421c-b37c-76be6983d833 req-1aa13001-e662-4d5d-8e16-56978f9c7d47 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1172101 Feb 05 02:48:28.484262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-3f9be32e-dcf1-4b19-9168-5a31beff0482 service neutron] 10.222.0.10 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833327 Feb 05 02:48:28.582454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dc5dbc14-df5a-46af-895f-ade5eafd1677 req-54b46c85-cb1e-4c9b-91c0-f53531abe04d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327720 Feb 05 02:48:28.618244 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a457e13-8762-421c-b37c-76be6983d833 req-2474564f-d8da-45fd-86d4-0b4ae125edbe tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319108 Feb 05 02:48:28.653568 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d27dfdb-5add-4ece-85cb-6d14e5f9ac2d req-877a9cf1-4265-4380-8f6a-fa0a16993175 service neutron] 10.222.0.10 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574674 Feb 05 02:48:28.717295 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed3d034-61a3-4dd6-875a-5baae5f1e8d5 None None] New status for floating IP b13b5761-771e-4703-b01f-d94d85a42de6: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:48:28.747827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40860) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:28.773640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d680f-5c10-46fb-87d0-ade29b2f1e42 req-fd281d16-04db-49f9-83e2-5a5fe1cd61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:28.775284 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f11d680f-5c10-46fb-87d0-ade29b2f1e42 req-fd281d16-04db-49f9-83e2-5a5fe1cd61ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04505631600d4700b509b35d7e707cd7&device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 1125 time: 0.0656664 Feb 05 02:48:28.865744 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0eff5175-6d13-4431-9204-1be8a323356f tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for security_group (3746f17c-309f-4a99-8139-e292ee4cfcb7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:28.898241 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0eff5175-6d13-4431-9204-1be8a323356f tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for security_group (3746f17c-309f-4a99-8139-e292ee4cfcb7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:28.948650 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0eff5175-6d13-4431-9204-1be8a323356f tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3746f17c-309f-4a99-8139-e292ee4cfcb7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:28.951593 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0eff5175-6d13-4431-9204-1be8a323356f tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:28.952742 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0eff5175-6d13-4431-9204-1be8a323356f tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "DELETE /v2.0/security-groups/3746f17c-309f-4a99-8139-e292ee4cfcb7 HTTP/1.1" status: 204 len: 168 time: 0.2038484 Feb 05 02:48:28.956107 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40874) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:28.972403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff5175-6d13-4431-9204-1be8a323356f tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3746f17c-309f-4a99-8139-e292ee4cfcb7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:28.974401 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-1f8d233d-6c85-4ed9-bc65-16d09b27b016 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] show failed (client error): The resource could not be found. Feb 05 02:48:28.978160 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1f8d233d-6c85-4ed9-bc65-16d09b27b016 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "GET /v2.0/security-groups/3746f17c-309f-4a99-8139-e292ee4cfcb7 HTTP/1.1" status: 404 len: 347 time: 0.0184922 Feb 05 02:48:28.978534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40878) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:28.992066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d680f-5c10-46fb-87d0-ade29b2f1e42 req-b22eccc5-6fb7-4f5a-ab2e-a079c020bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:28.993549 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f11d680f-5c10-46fb-87d0-ade29b2f1e42 req-b22eccc5-6fb7-4f5a-ab2e-a079c020bae3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f57db0e-9c76-4201-babe-b2071613896d HTTP/1.1" status: 200 len: 912 time: 0.2119658 Feb 05 02:48:29.057185 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f11d680f-5c10-46fb-87d0-ade29b2f1e42 req-046b459a-10ad-4b6d-b8a4-b66a41309a59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d39eaef6-1f17-4d90-ae89-7fff405e8b12 HTTP/1.1" status: 200 len: 217 time: 0.0491736 Feb 05 02:48:29.081270 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acb1a6-ebf3-43fb-86be-96004a88339f req-032b0097-7a1a-471c-ac7d-ecd4537a01d6 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:29.082687 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d5acb1a6-ebf3-43fb-86be-96004a88339f req-032b0097-7a1a-471c-ac7d-ecd4537a01d6 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.1781516 Feb 05 02:48:29.108397 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e6090-81d5-4dfd-b810-7abc5e7fe933 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Deleting port c3201b25-e194-4b71-87d9-2c36ecc6e8bc {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:29.108735 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6090-81d5-4dfd-b810-7abc5e7fe933 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c3201b25-e194-4b71-87d9-2c36ecc6e8bc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:29.134556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-f15a4483-69c8-49d9-803b-c4acc153fb4d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:29.136398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-f15a4483-69c8-49d9-803b-c4acc153fb4d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/networks?id=6825ca7f-6ded-4fbf-ad3e-befaa3000598 HTTP/1.1" status: 200 len: 820 time: 0.2496929 Feb 05 02:48:29.168859 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d680f-5c10-46fb-87d0-ade29b2f1e42 req-9a3f35aa-16d3-47f3-9db1-ff5ca65143a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:29.170443 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f11d680f-5c10-46fb-87d0-ade29b2f1e42 req-9a3f35aa-16d3-47f3-9db1-ff5ca65143a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92e18a6c-6f83-4423-9b50-5c85de57e8cc HTTP/1.1" status: 200 len: 850 time: 0.1062768 Feb 05 02:48:29.174513 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-09db5974-7188-4ac5-a4c4-db61335fc2fd tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/quotas/4877138b986c4ca58adfcb056233dd7a HTTP/1.1" status: 200 len: 375 time: 0.0314298 Feb 05 02:48:29.193496 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6090-81d5-4dfd-b810-7abc5e7fe933 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c3201b25-e194-4b71-87d9-2c36ecc6e8bc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:29.193924 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6090-81d5-4dfd-b810-7abc5e7fe933 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for floatingip (c3201b25-e194-4b71-87d9-2c36ecc6e8bc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:29.205549 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e6090-81d5-4dfd-b810-7abc5e7fe933 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Calling delete_port for c3201b25-e194-4b71-87d9-2c36ecc6e8bc owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:29.222655 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d5acb1a6-ebf3-43fb-86be-96004a88339f req-50ecf56c-227e-420f-a3d7-8c3a1692d7b4 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163826 Feb 05 02:48:29.249257 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-37eeab96-92fb-4596-9c83-548914441d88 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4877138b986c4ca58adfcb056233dd7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587382 Feb 05 02:48:29.353678 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6090-81d5-4dfd-b810-7abc5e7fe933 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c3201b25-e194-4b71-87d9-2c36ecc6e8bc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:29.359389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d680f-5c10-46fb-87d0-ade29b2f1e42 req-da2be7f3-cad4-4914-90a1-b220f0a6359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:29.360893 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f11d680f-5c10-46fb-87d0-ade29b2f1e42 req-da2be7f3-cad4-4914-90a1-b220f0a6359a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f57db0e-9c76-4201-babe-b2071613896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1817291 Feb 05 02:48:29.382960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e6090-81d5-4dfd-b810-7abc5e7fe933 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Pushing event deleted for resources: {'Port': ['ID=c3201b25-e194-4b71-87d9-2c36ecc6e8bc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:29.433612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-1d92bd2d-1d93-45a0-a582-f3d36be263ac service neutron] 10.222.0.36 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832435 Feb 05 02:48:29.442517 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6090-81d5-4dfd-b810-7abc5e7fe933 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks [] for floatingip (b13b5761-771e-4703-b01f-d94d85a42de6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:29.445239 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6090-81d5-4dfd-b810-7abc5e7fe933 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:29.446504 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3a3e6090-81d5-4dfd-b810-7abc5e7fe933 tempest-ServersWithSpecificFlavorTestJSON-801564116 tempest-ServersWithSpecificFlavorTestJSON-801564116-project] 10.222.0.36 "DELETE /v2.0/floatingips/b13b5761-771e-4703-b01f-d94d85a42de6 HTTP/1.1" status: 204 len: 168 time: 0.4671569 Feb 05 02:48:29.447309 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fe19a-6ba6-4c87-8394-ccb3ca7f6367 req-cc85b9ad-ea40-44d7-b7c6-b651142b5515 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:29.449187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d9fe19a-6ba6-4c87-8394-ccb3ca7f6367 req-cc85b9ad-ea40-44d7-b7c6-b651142b5515 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 943 time: 0.1538260 Feb 05 02:48:29.493747 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee97fd9c-84f4-499a-82ae-1845263a656a', 'name': 'network-vif-deleted', 'tag': 'ec289787-62df-4b32-9f05-74b64482ea26'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:29.496184 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dbf581-c236-48bc-9b1c-ecdcb44fc091" -d '{"events": [{"server_uuid": "ee97fd9c-84f4-499a-82ae-1845263a656a", "name": "network-vif-deleted", "tag": "ec289787-62df-4b32-9f05-74b64482ea26"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:29.572796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f11d680f-5c10-46fb-87d0-ade29b2f1e42 req-55ce6b4f-ecc4-4c4a-a146-36e9373342bd service neutron] 10.222.0.10 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036078 Feb 05 02:48:29.592082 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d9fe19a-6ba6-4c87-8394-ccb3ca7f6367 req-3700b195-68e1-4441-8185-138d0396e5c0 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317561 Feb 05 02:48:29.648404 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-6f88a2ec-cfa2-4872-bebe-995fd8e2ae78 service neutron] 10.222.0.36 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965051 Feb 05 02:48:29.711606 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f11d680f-5c10-46fb-87d0-ade29b2f1e42 req-78d0dddc-a302-421c-b477-e523b961a507 service neutron] 10.222.0.10 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311774 Feb 05 02:48:29.733073 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa6234-74b0-4acd-8ae6-7e9ee949c281 req-46ee9f0f-0e9a-4242-9689-d8d2b93614eb tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:29.734575 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcaa6234-74b0-4acd-8ae6-7e9ee949c281 req-46ee9f0f-0e9a-4242-9689-d8d2b93614eb tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.0751562 Feb 05 02:48:29.784896 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcaa6234-74b0-4acd-8ae6-7e9ee949c281 req-9adfe2f9-d551-4e73-b1fd-dd6899b2c781 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436125 Feb 05 02:48:29.860737 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b64b59-e118-4519-a65b-02424a581608 x-openstack-request-id: req-c5b64b59-e118-4519-a65b-02424a581608 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:29.861219 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee97fd9c-84f4-499a-82ae-1845263a656a", "name": "network-vif-deleted", "tag": "ec289787-62df-4b32-9f05-74b64482ea26", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:29.861362 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5b64b59-e118-4519-a65b-02424a581608 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:29.861753 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee97fd9c-84f4-499a-82ae-1845263a656a', 'name': 'network-vif-deleted', 'tag': 'ec289787-62df-4b32-9f05-74b64482ea26', 'status': 'completed', 'code': 200} Feb 05 02:48:29.864527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f37f0-fe33-4808-81f3-9a08c8d13458 req-1e5d60b0-d877-474a-9fcb-4d87a4785503 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:29.866028 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c6f37f0-fe33-4808-81f3-9a08c8d13458 req-1e5d60b0-d877-474a-9fcb-4d87a4785503 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.0573249 Feb 05 02:48:29.931645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c6f37f0-fe33-4808-81f3-9a08c8d13458 req-b146ac03-eb5f-4595-8dd4-f84c86634fd3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590997 Feb 05 02:48:29.978608 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634dc17-a4a3-40c5-8b99-4dca6c20622c req-6dcb7f81-6be0-42f2-ba63-90ebbd574d29 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:29.980516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f634dc17-a4a3-40c5-8b99-4dca6c20622c req-6dcb7f81-6be0-42f2-ba63-90ebbd574d29 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0646856 Feb 05 02:48:30.062905 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f634dc17-a4a3-40c5-8b99-4dca6c20622c req-d607eef9-a4f0-426e-b268-b020bc03af2c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747302 Feb 05 02:48:30.074631 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785b357-6616-4647-841a-1ad75e5f3d6a req-52bc15db-8c91-497f-9d86-b0c5f09da711 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:30.076077 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1785b357-6616-4647-841a-1ad75e5f3d6a req-52bc15db-8c91-497f-9d86-b0c5f09da711 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0817540 Feb 05 02:48:30.077583 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:48:30.147657 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b20144a-8e9f-45de-a7df-c6304777b897 req-6373dc0b-0156-48a6-aa75-24042de0ce8a tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 210 time: 0.0405140 Feb 05 02:48:30.173315 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1785b357-6616-4647-841a-1ad75e5f3d6a req-519aa9c7-b6c0-4089-b1d7-9675915f89f2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813348 Feb 05 02:48:30.366096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736452ef-6f92-4ac9-90a7-9af5a432e72c req-088c1df3-a1e1-49ac-9065-2deb861ac752 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:30.374694 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-736452ef-6f92-4ac9-90a7-9af5a432e72c req-088c1df3-a1e1-49ac-9065-2deb861ac752 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.0763764 Feb 05 02:48:30.425790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40918) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:30.440237 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-736452ef-6f92-4ac9-90a7-9af5a432e72c req-8ff9f3f8-0595-483c-b49c-3f734357ee1e tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641727 Feb 05 02:48:30.702392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device d39eaef6-1f17-4d90-ae89-7fff405e8b12 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:48:30.710703 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a729309b-be77-463f-98b6-7322d30c8057 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:30.720221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dc000-2e01-4040-bc54-b548105d52c4 req-b9a7e252-ec6b-437f-a357-f31a60758cc3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:30.721818 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d1dc000-2e01-4040-bc54-b548105d52c4 req-b9a7e252-ec6b-437f-a357-f31a60758cc3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 943 time: 0.0616381 Feb 05 02:48:30.749700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: a729309b-be77-463f-98b6-7322d30c8057 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:48:30.750321 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a729309b-be77-463f-98b6-7322d30c8057 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:48:30.750919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ec289787-62df-4b32-9f05-74b64482ea26 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:30.777293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: ec289787-62df-4b32-9f05-74b64482ea26 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:48:30.777888 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ec289787-62df-4b32-9f05-74b64482ea26 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:48:30.778916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d1dc000-2e01-4040-bc54-b548105d52c4 req-772e82a6-e75f-49f8-8e8f-0c1d3bbde07b tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508409 Feb 05 02:48:30.907551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port d39eaef6-1f17-4d90-ae89-7fff405e8b12, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d39eaef6-1f17-4d90-ae89-7fff405e8b12,segment=NetworkSegment(b566328f-e6db-46ed-bfd1-d2b52cbb239e),segment_id=b566328f-e6db-46ed-bfd1-d2b52cbb239e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:30.922049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'd39eaef6-1f17-4d90-ae89-7fff405e8b12', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'port_id': 'd39eaef6-1f17-4d90-ae89-7fff405e8b12', 'mac_address': 'fa:16:3e:92:44:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:48:30.961061 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-c09a0207-b227-4fcf-bfcf-3ebc77240aa9 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:30.963071 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-c09a0207-b227-4fcf-bfcf-3ebc77240aa9 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.10 "GET /v2.0/networks?id=6825ca7f-6ded-4fbf-ad3e-befaa3000598 HTTP/1.1" status: 200 len: 820 time: 0.1556771 Feb 05 02:48:30.980143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-ce4e9ab8-4504-4f4c-81e4-8283220d45ac tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Request body: {'port': {'device_id': '0d59202a-8984-4a22-a418-2d06ce6e06bb', 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598', 'admin_state_up': True, 'tenant_id': '4877138b986c4ca58adfcb056233dd7a'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:30.980796 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port d39eaef6-1f17-4d90-ae89-7fff405e8b12 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:30.981254 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d39eaef6-1f17-4d90-ae89-7fff405e8b12), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:31.051956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a608c2-43bd-413a-985c-8c786c59bbb0 req-c0ad5e90-33c8-44ac-9925-860706b478e6 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:31.053572 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84a608c2-43bd-413a-985c-8c786c59bbb0 req-c0ad5e90-33c8-44ac-9925-860706b478e6 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1374552 Feb 05 02:48:31.094188 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13aaeb2a-b690-469a-823e-d24b80a35044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (c246c70e-f3fc-4e22-81d3-301a5c1eaacd), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:31.147506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39eaef6-1f17-4d90-ae89-7fff405e8b12 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:48:31.165198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84a608c2-43bd-413a-985c-8c786c59bbb0 req-7d0a1ff0-00cf-42c9-b1e5-6d85e4b4fdcb tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014538 Feb 05 02:48:31.173878 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port d39eaef6-1f17-4d90-ae89-7fff405e8b12, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d39eaef6-1f17-4d90-ae89-7fff405e8b12,segment=NetworkSegment(b566328f-e6db-46ed-bfd1-d2b52cbb239e),segment_id=b566328f-e6db-46ed-bfd1-d2b52cbb239e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:31.186066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9aa38-4dc0-4238-ab96-e5208ddd5e0f req-ac5f005e-f08e-4eb2-930b-bfa116df17d3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:31.186066 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17d9aa38-4dc0-4238-ab96-e5208ddd5e0f req-ac5f005e-f08e-4eb2-930b-bfa116df17d3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 946 time: 0.1424124 Feb 05 02:48:31.187588 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d39eaef6-1f17-4d90-ae89-7fff405e8b12), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:31.217601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-ce4e9ab8-4504-4f4c-81e4-8283220d45ac tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Made reservation on behalf of 4877138b986c4ca58adfcb056233dd7a for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:48:31.221432 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-ce4e9ab8-4504-4f4c-81e4-8283220d45ac tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:31.242711 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=d39eaef6-1f17-4d90-ae89-7fff405e8b12,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:31.305850 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17d9aa38-4dc0-4238-ab96-e5208ddd5e0f req-fd724860-1f0f-4c33-9b03-af181893cc76 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076975 Feb 05 02:48:31.375723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46572b78-98f1-48d2-8520-55ae4563a842 req-75a41023-a09d-4bd2-b51a-b78ef666a08f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:31.377527 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46572b78-98f1-48d2-8520-55ae4563a842 req-75a41023-a09d-4bd2-b51a-b78ef666a08f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1283646 Feb 05 02:48:31.424542 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-13aaeb2a-b690-469a-823e-d24b80a35044 admin admin] Deleting port e0fd4605-90cf-45dc-873d-be742f3743f7 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:31.424903 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13aaeb2a-b690-469a-823e-d24b80a35044 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:31.444901 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba486279-2734-4274-a342-82c6d8970ccd req-254f8a20-032d-44a1-8134-e64b324f2a31 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 210 time: 0.0639508 Feb 05 02:48:31.470467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['d39eaef6-1f17-4d90-ae89-7fff405e8b12'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:31.490727 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-ce4e9ab8-4504-4f4c-81e4-8283220d45ac tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Allocated IP 172.20.0.11 (6825ca7f-6ded-4fbf-ad3e-befaa3000598/b99ec32d-a541-438d-8934-6689638905c3/e9094cbb-b2ea-42d8-a343-5c609bcd2d9f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:48:31.496851 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46572b78-98f1-48d2-8520-55ae4563a842 req-99f1cdcf-2c40-44b9-8c99-16c27239a2ea tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030889 Feb 05 02:48:31.539841 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-13aaeb2a-b690-469a-823e-d24b80a35044 admin admin] For port e0fd4605-90cf-45dc-873d-be742f3743f7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e0fd4605-90cf-45dc-873d-be742f3743f7,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:31.540206 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13aaeb2a-b690-469a-823e-d24b80a35044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:31.555405 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-13aaeb2a-b690-469a-823e-d24b80a35044 admin admin] Calling delete_port for e0fd4605-90cf-45dc-873d-be742f3743f7 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:31.564256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 87400363-fba4-48e2-9be0-f3397b56d68b details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:48:31.691855 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1adef-5338-4b45-a287-1bd51683417d req-26d0a3d0-4ce4-433c-92ed-2aaa3fff766f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:31.693262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3e1adef-5338-4b45-a287-1bd51683417d req-26d0a3d0-4ce4-433c-92ed-2aaa3fff766f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1600225 Feb 05 02:48:31.725069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 87400363-fba4-48e2-9be0-f3397b56d68b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=87400363-fba4-48e2-9be0-f3397b56d68b,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:31.744745 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 87400363-fba4-48e2-9be0-f3397b56d68b has no active binding in host n-h1-826942-8 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 05 02:48:31.767822 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13aaeb2a-b690-469a-823e-d24b80a35044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (e0fd4605-90cf-45dc-873d-be742f3743f7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:31.774802 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba57a1-369d-43f7-980a-541f6efd7c67 req-637ec683-be79-4158-bbec-caa2e272876f tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:31.776513 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03ba57a1-369d-43f7-980a-541f6efd7c67 req-637ec683-be79-4158-bbec-caa2e272876f tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.1682127 Feb 05 02:48:31.795866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aaeb2a-b690-469a-823e-d24b80a35044 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0fd4605-90cf-45dc-873d-be742f3743f7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:31.811090 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-ce4e9ab8-4504-4f4c-81e4-8283220d45ac tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for port (e9094cbb-b2ea-42d8-a343-5c609bcd2d9f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:31.829826 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3e1adef-5338-4b45-a287-1bd51683417d req-68bb1aaa-cce8-4a50-aedc-4eda72b44d0b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191146 Feb 05 02:48:31.896718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03ba57a1-369d-43f7-980a-541f6efd7c67 req-6986e82a-5532-4b9f-aab3-ea4de026cc25 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077418 Feb 05 02:48:31.946729 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-ce4e9ab8-4504-4f4c-81e4-8283220d45ac tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e9094cbb-b2ea-42d8-a343-5c609bcd2d9f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:31.985696 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13aaeb2a-b690-469a-823e-d24b80a35044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (c246c70e-f3fc-4e22-81d3-301a5c1eaacd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:32.002346 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-ce4e9ab8-4504-4f4c-81e4-8283220d45ac tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Network 6825ca7f-6ded-4fbf-ad3e-befaa3000598 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:48:32.010919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-ce4e9ab8-4504-4f4c-81e4-8283220d45ac tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:48:32.014525 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-ce4e9ab8-4504-4f4c-81e4-8283220d45ac tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:48:32.018907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e9ab8-4504-4f4c-81e4-8283220d45ac tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Pushing event updated for resources: {'Port': ['ID=e9094cbb-b2ea-42d8-a343-5c609bcd2d9f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:32.045772 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027e9d8-d5ab-416e-ab71-a1b9e52109c6 req-35edeafb-fef9-42fc-9a10-b1fb144abd43 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:32.047290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d027e9d8-d5ab-416e-ab71-a1b9e52109c6 req-35edeafb-fef9-42fc-9a10-b1fb144abd43 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 944 time: 0.1349027 Feb 05 02:48:32.090449 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-ce4e9ab8-4504-4f4c-81e4-8283220d45ac tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:32.090979 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-ce4e9ab8-4504-4f4c-81e4-8283220d45ac tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:32.123214 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-ce4e9ab8-4504-4f4c-81e4-8283220d45ac tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1490157 Feb 05 02:48:32.126289 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d027e9d8-d5ab-416e-ab71-a1b9e52109c6 req-d06252ab-ad80-47a2-805f-e813f706b63a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734665 Feb 05 02:48:32.136386 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Request body: {'port': {'device_id': '0d59202a-8984-4a22-a418-2d06ce6e06bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:32.142789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-db15b866-666d-48d5-b4e2-ffe073fcde31 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:32.144269 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-db15b866-666d-48d5-b4e2-ffe073fcde31 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a&tenant_id=046d701f8c1b4320bb7536b4bcbbc218&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 1128 time: 0.1001251 Feb 05 02:48:32.158219 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826942-8'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:32.198485 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e9094cbb-b2ea-42d8-a343-5c609bcd2d9f), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:32.292872 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:32.357511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13aaeb2a-b690-469a-823e-d24b80a35044 admin admin] Router c246c70e-f3fc-4e22-81d3-301a5c1eaacd has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:48:32.531917 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] For port 87400363-fba4-48e2-9be0-f3397b56d68b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=87400363-fba4-48e2-9be0-f3397b56d68b,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:32.552552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aaeb2a-b690-469a-823e-d24b80a35044 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:48:32.561363 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-13aaeb2a-b690-469a-823e-d24b80a35044 admin admin] 10.222.0.36 "PUT /v2.0/routers/c246c70e-f3fc-4e22-81d3-301a5c1eaacd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1344473 Feb 05 02:48:32.562417 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40944) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:32.564729 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d8312b-bc1d-4130-b44b-a88464cd0ada None None] Sync routers for ids ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:48:32.577941 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d8312b-bc1d-4130-b44b-a88464cd0ada None None] Routers {'c246c70e-f3fc-4e22-81d3-301a5c1eaacd'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:48:32.578592 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-42d8312b-bc1d-4130-b44b-a88464cd0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:48:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:32.653521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] For port 87400363-fba4-48e2-9be0-f3397b56d68b, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:48:32.704716 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-42d8312b-bc1d-4130-b44b-a88464cd0ada None None] Set router c246c70e-f3fc-4e22-81d3-301a5c1eaacd gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:48:32.707253 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbf3a38-8720-4837-b5b3-eb2c6b505e1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87400363-fba4-48e2-9be0-f3397b56d68b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:32.709531 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6364bb5d-7ac4-41c2-830e-aea07a22d5f9" -d '{"events": [{"server_uuid": "8fbf3a38-8720-4837-b5b3-eb2c6b505e1a", "name": "network-vif-unplugged", "status": "completed", "tag": "87400363-fba4-48e2-9be0-f3397b56d68b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:32.714780 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Publish callbacks [] for port (87400363-fba4-48e2-9be0-f3397b56d68b), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:32.722199 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:32.731681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device d39eaef6-1f17-4d90-ae89-7fff405e8b12 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:48:32.770606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee838971-4c64-47a4-b020-f4c4015552f0 admin admin] Publish callbacks [] for router (c246c70e-f3fc-4e22-81d3-301a5c1eaacd), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:32.778351 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4335f-2162-4c8e-96ba-7c877afadb5d req-8798ae19-32ba-4487-8502-93424ff06b64 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:32.785526 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27f4335f-2162-4c8e-96ba-7c877afadb5d req-8798ae19-32ba-4487-8502-93424ff06b64 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.5465920 Feb 05 02:48:32.800902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ead311-38d7-46b2-9ccd-702c670578ee req-fe6d24b8-2bb4-4963-82b6-1f634c63405a tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:32.802688 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13ead311-38d7-46b2-9ccd-702c670578ee req-fe6d24b8-2bb4-4963-82b6-1f634c63405a tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.31 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.5196579 Feb 05 02:48:32.811589 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port d39eaef6-1f17-4d90-ae89-7fff405e8b12 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:48:32.818619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port d39eaef6-1f17-4d90-ae89-7fff405e8b12 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:32.819388 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d39eaef6-1f17-4d90-ae89-7fff405e8b12), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:32.898730 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-42d8312b-bc1d-4130-b44b-a88464cd0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:48:31Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:32.929232 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d8312b-bc1d-4130-b44b-a88464cd0ada None None] Checking router: c246c70e-f3fc-4e22-81d3-301a5c1eaacd for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:48:32.934632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27f4335f-2162-4c8e-96ba-7c877afadb5d req-c51fd28b-f9e6-4366-84a7-782dbc0fb306 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482327 Feb 05 02:48:32.938728 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d8312b-bc1d-4130-b44b-a88464cd0ada None None] Routers {'c246c70e-f3fc-4e22-81d3-301a5c1eaacd'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:48:32.939395 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-42d8312b-bc1d-4130-b44b-a88464cd0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:48:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:32.978920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port d39eaef6-1f17-4d90-ae89-7fff405e8b12 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:32.981385 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d39eaef6-1f17-4d90-ae89-7fff405e8b12), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:33.009492 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c97b7c-a1b6-4535-a237-7274ffb62e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39eaef6-1f17-4d90-ae89-7fff405e8b12'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:33.013823 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ed00f2-6d93-4c04-b755-52bdf187ef4f" -d '{"events": [{"server_uuid": "03c97b7c-a1b6-4535-a237-7274ffb62e31", "name": "network-vif-plugged", "status": "completed", "tag": "d39eaef6-1f17-4d90-ae89-7fff405e8b12"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:33.030840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port d39eaef6-1f17-4d90-ae89-7fff405e8b12, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d39eaef6-1f17-4d90-ae89-7fff405e8b12,segment=NetworkSegment(b566328f-e6db-46ed-bfd1-d2b52cbb239e),segment_id=b566328f-e6db-46ed-bfd1-d2b52cbb239e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:33.040549 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d39eaef6-1f17-4d90-ae89-7fff405e8b12), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:33.055622 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34ce36-aa18-43df-a663-f01a50c2bc4d req-07f80ae7-b6fa-4190-9f0f-174d29ee3165 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:33.057730 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f34ce36-aa18-43df-a663-f01a50c2bc4d req-07f80ae7-b6fa-4190-9f0f-174d29ee3165 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 944 time: 0.6686215 Feb 05 02:48:33.098599 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-42d8312b-bc1d-4130-b44b-a88464cd0ada None None] Set router c246c70e-f3fc-4e22-81d3-301a5c1eaacd gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:48:33.111117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=d39eaef6-1f17-4d90-ae89-7fff405e8b12,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:33.170565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Pushing event updated for resources: {'Port': ['ID=87400363-fba4-48e2-9be0-f3397b56d68b,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:33.177087 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Attempting to bind port 87400363-fba4-48e2-9be0-f3397b56d68b on host n-h2-826942-8 for vnic_type normal with profile {"migrating_to": "n-h1-826942-8"} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:48:33.177425 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Attempting to bind port 87400363-fba4-48e2-9be0-f3397b56d68b by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:48:33.177755 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Attempting to bind port 87400363-fba4-48e2-9be0-f3397b56d68b on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:33.187390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Port 87400363-fba4-48e2-9be0-f3397b56d68b on network 11cf62be-c855-41b3-87da-58090e237db8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:48:33.187723 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Attempting to bind port 87400363-fba4-48e2-9be0-f3397b56d68b on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:33.190111 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f34ce36-aa18-43df-a663-f01a50c2bc4d req-c2c86680-5333-48d8-9fa3-36f42bcb37f0 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170492 Feb 05 02:48:33.196480 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:48:33.196827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Checking segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:48:33.197216 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Bound using segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:48:33.197958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Bound port: 87400363-fba4-48e2-9be0-f3397b56d68b, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:48:33.198085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-13ead311-38d7-46b2-9ccd-702c670578ee req-87118c76-0bd1-43e7-8a9d-a6e9a4bc22d8 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Deleting port 5bebe7e4-0719-4f53-b1df-d1e1c4044442 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:33.198183 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:33.198325 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-13ead311-38d7-46b2-9ccd-702c670578ee req-87118c76-0bd1-43e7-8a9d-a6e9a4bc22d8 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5bebe7e4-0719-4f53-b1df-d1e1c4044442), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:33.206916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726eb51-82d1-4b3a-85c7-4bc855076c83 req-74f2140e-05ec-4ccd-8d4e-a45f743cfa93 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:33.208397 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f726eb51-82d1-4b3a-85c7-4bc855076c83 req-74f2140e-05ec-4ccd-8d4e-a45f743cfa93 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 932 time: 0.1475112 Feb 05 02:48:33.227099 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee838971-4c64-47a4-b020-f4c4015552f0 admin admin] Publish callbacks [] for router_gateway (c246c70e-f3fc-4e22-81d3-301a5c1eaacd), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:33.315223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] For port 87400363-fba4-48e2-9be0-f3397b56d68b, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:48:33.329922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] For port 87400363-fba4-48e2-9be0-f3397b56d68b, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=87400363-fba4-48e2-9be0-f3397b56d68b,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:48:33.342980 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:33.361849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9094cbb-b2ea-42d8-a343-5c609bcd2d9f {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:48:33.378904 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-42d8312b-bc1d-4130-b44b-a88464cd0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:48:31Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:33.379288 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Publish callbacks [] for port (e9094cbb-b2ea-42d8-a343-5c609bcd2d9f), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:33.388378 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ee838971-4c64-47a4-b020-f4c4015552f0 admin admin] Deleting port 94f1ab27-884e-48b6-9185-3eec7342d423 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:33.388719 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee838971-4c64-47a4-b020-f4c4015552f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (94f1ab27-884e-48b6-9185-3eec7342d423), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:33.414235 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d8312b-bc1d-4130-b44b-a88464cd0ada None None] The sync data for ids ['c246c70e-f3fc-4e22-81d3-301a5c1eaacd'] in n-d-826942-8 is: [{'id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1007837401-router', 'tenant_id': 'f70c12dbde1743e880aac38e75ef86f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:44:52Z', 'updated_at': '2022-02-05T02:48:31Z', 'revision_number': 5, 'project_id': 'f70c12dbde1743e880aac38e75ef86f3', 'gw_port': {'id': '94f1ab27-884e-48b6-9185-3eec7342d423', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c246c70e-f3fc-4e22-81d3-301a5c1eaacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:44:53Z', 'updated_at': '2022-02-05T02:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:48:33.420775 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Transition to ACTIVE for port object e9094cbb-b2ea-42d8-a343-5c609bcd2d9f will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:48:33.436261 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (e9094cbb-b2ea-42d8-a343-5c609bcd2d9f), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:33.440779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f726eb51-82d1-4b3a-85c7-4bc855076c83 req-96f16c4c-655d-4563-b1fc-a49c9d3a7f32 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097275 Feb 05 02:48:33.452750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418e8c0-6439-40d6-ab91-963ea79b8cfb req-a3a5b7b5-4c3b-4ffd-ba27-eb3e45e76419 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:33.453917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c418e8c0-6439-40d6-ab91-963ea79b8cfb req-a3a5b7b5-4c3b-4ffd-ba27-eb3e45e76419 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1712611 Feb 05 02:48:33.459889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Pushing event updated for resources: {'Port': ['ID=87400363-fba4-48e2-9be0-f3397b56d68b,revision_number=8']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:33.463552 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-13ead311-38d7-46b2-9ccd-702c670578ee req-87118c76-0bd1-43e7-8a9d-a6e9a4bc22d8 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] For port 5bebe7e4-0719-4f53-b1df-d1e1c4044442, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=5bebe7e4-0719-4f53-b1df-d1e1c4044442,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:33.464232 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-13ead311-38d7-46b2-9ccd-702c670578ee req-87118c76-0bd1-43e7-8a9d-a6e9a4bc22d8 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5bebe7e4-0719-4f53-b1df-d1e1c4044442), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:33.488164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:33.488823 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:33.490200 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-f3ff8870-b4a3-47d6-877b-46b00a938c50 service neutron] 10.222.0.31 "PUT /v2.0/ports/87400363-fba4-48e2-9be0-f3397b56d68b HTTP/1.1" status: 200 len: 1122 time: 1.3368587 Feb 05 02:48:33.526905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-13ead311-38d7-46b2-9ccd-702c670578ee req-87118c76-0bd1-43e7-8a9d-a6e9a4bc22d8 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Calling delete_port for 5bebe7e4-0719-4f53-b1df-d1e1c4044442 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:33.532150 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-ee838971-4c64-47a4-b020-f4c4015552f0 admin admin] For port 94f1ab27-884e-48b6-9185-3eec7342d423, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=94f1ab27-884e-48b6-9185-3eec7342d423,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:33.532618 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee838971-4c64-47a4-b020-f4c4015552f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (94f1ab27-884e-48b6-9185-3eec7342d423), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:33.555692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Pushing event updated for resources: {'Port': ['ID=e9094cbb-b2ea-42d8-a343-5c609bcd2d9f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:33.579732 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b294d30c-c6d6-4db5-acb3-f62ebc3dad32 x-openstack-request-id: req-b294d30c-c6d6-4db5-acb3-f62ebc3dad32 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:33.580048 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbf3a38-8720-4837-b5b3-eb2c6b505e1a", "name": "network-vif-unplugged", "status": "completed", "tag": "87400363-fba4-48e2-9be0-f3397b56d68b", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:33.580310 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b294d30c-c6d6-4db5-acb3-f62ebc3dad32 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:33.580723 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbf3a38-8720-4837-b5b3-eb2c6b505e1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87400363-fba4-48e2-9be0-f3397b56d68b', 'code': 200} Feb 05 02:48:33.600648 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ee838971-4c64-47a4-b020-f4c4015552f0 admin admin] Calling delete_port for 94f1ab27-884e-48b6-9185-3eec7342d423 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:33.644720 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c418e8c0-6439-40d6-ab91-963ea79b8cfb req-16e37350-ca27-4b9a-bc45-f7e6fee01a5a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540451 Feb 05 02:48:33.668668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['87400363-fba4-48e2-9be0-f3397b56d68b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:33.730971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['87400363-fba4-48e2-9be0-f3397b56d68b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:33.732595 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d3c215d4-2bdf-4cae-b3e2-0a82027ac76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:33.833522 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee838971-4c64-47a4-b020-f4c4015552f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (94f1ab27-884e-48b6-9185-3eec7342d423), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:33.834688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Attempting to bind port e9094cbb-b2ea-42d8-a343-5c609bcd2d9f on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:48:33.835218 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Attempting to bind port e9094cbb-b2ea-42d8-a343-5c609bcd2d9f by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '819cfa55-04dd-43b2-8aab-03a6df78907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:48:33.836096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Attempting to bind port e9094cbb-b2ea-42d8-a343-5c609bcd2d9f on network 6825ca7f-6ded-4fbf-ad3e-befaa3000598 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:33.843317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Port e9094cbb-b2ea-42d8-a343-5c609bcd2d9f on network 6825ca7f-6ded-4fbf-ad3e-befaa3000598 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:48:33.843784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Attempting to bind port e9094cbb-b2ea-42d8-a343-5c609bcd2d9f on network 6825ca7f-6ded-4fbf-ad3e-befaa3000598 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:33.865682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b3194-4c7b-4302-9bec-620617d3bb25 req-6f1835d4-153e-493a-af7b-0a83cdcb45d6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:33.871078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee838971-4c64-47a4-b020-f4c4015552f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=94f1ab27-884e-48b6-9185-3eec7342d423,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:33.874494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a7b3194-4c7b-4302-9bec-620617d3bb25 req-6f1835d4-153e-493a-af7b-0a83cdcb45d6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1883693 Feb 05 02:48:33.885824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:48:33.886080 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Checking segment: {'id': '819cfa55-04dd-43b2-8aab-03a6df78907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:48:33.886947 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Bound using segment: {'id': '819cfa55-04dd-43b2-8aab-03a6df78907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:48:33.887699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Bound port: e9094cbb-b2ea-42d8-a343-5c609bcd2d9f, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819cfa55-04dd-43b2-8aab-03a6df78907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:48:33.888168 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e9094cbb-b2ea-42d8-a343-5c609bcd2d9f), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:33.961359 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee838971-4c64-47a4-b020-f4c4015552f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (c246c70e-f3fc-4e22-81d3-301a5c1eaacd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:34.042821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed8139-4cdb-492a-a486-29eb20411f1f req-4c905857-7dfb-4737-88ae-238ad8b62c38 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:34.050019 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2bed8139-4cdb-492a-a486-29eb20411f1f req-4c905857-7dfb-4737-88ae-238ad8b62c38 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a274ed-1573-4955-88b9-7d6785a7392d HTTP/1.1" status: 200 len: 946 time: 0.2693686 Feb 05 02:48:34.062719 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a7b3194-4c7b-4302-9bec-620617d3bb25 req-b48d3d20-9caa-4960-b7dd-fd792a6bdeda tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868145 Feb 05 02:48:34.076324 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee838971-4c64-47a4-b020-f4c4015552f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (c246c70e-f3fc-4e22-81d3-301a5c1eaacd), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:34.078603 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee838971-4c64-47a4-b020-f4c4015552f0 admin admin] Publish callbacks [] for router_controller (c246c70e-f3fc-4e22-81d3-301a5c1eaacd), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:34.082841 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-13ead311-38d7-46b2-9ccd-702c670578ee req-87118c76-0bd1-43e7-8a9d-a6e9a4bc22d8 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (5bebe7e4-0719-4f53-b1df-d1e1c4044442), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:34.113522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] For port e9094cbb-b2ea-42d8-a343-5c609bcd2d9f, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:48:34.113842 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['a4f7cdf6-eeb2-49df-82f1-8aa7c137a075', 'b985c1d0-a6ca-4082-8508-259e5fd23050'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:34.137060 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee838971-4c64-47a4-b020-f4c4015552f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (c246c70e-f3fc-4e22-81d3-301a5c1eaacd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:34.137417 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87118c76-0bd1-43e7-8a9d-a6e9a4bc22d8 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Pushing event deleted for resources: {'Port': ['ID=5bebe7e4-0719-4f53-b1df-d1e1c4044442,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:34.137810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee838971-4c64-47a4-b020-f4c4015552f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c246c70e-f3fc-4e22-81d3-301a5c1eaacd {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:48:34.147507 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee838971-4c64-47a4-b020-f4c4015552f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:34.150304 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] For port e9094cbb-b2ea-42d8-a343-5c609bcd2d9f, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e9094cbb-b2ea-42d8-a343-5c609bcd2d9f,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:48:34.153695 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ee838971-4c64-47a4-b020-f4c4015552f0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c246c70e-f3fc-4e22-81d3-301a5c1eaacd HTTP/1.1" status: 204 len: 168 time: 1.5860848 Feb 05 02:48:34.154298 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40958) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:34.196798 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (e9094cbb-b2ea-42d8-a343-5c609bcd2d9f), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:34.209404 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5f19e3-3c07-4e30-a1fb-6de3863e2603 x-openstack-request-id: req-dc5f19e3-3c07-4e30-a1fb-6de3863e2603 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:34.210304 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c97b7c-a1b6-4535-a237-7274ffb62e31", "name": "network-vif-plugged", "status": "completed", "tag": "d39eaef6-1f17-4d90-ae89-7fff405e8b12", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:34.210670 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc5f19e3-3c07-4e30-a1fb-6de3863e2603 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:34.211293 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c97b7c-a1b6-4535-a237-7274ffb62e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39eaef6-1f17-4d90-ae89-7fff405e8b12', 'code': 200} Feb 05 02:48:34.233713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-7954d15b-b10a-4056-b41e-4cd8cdd3b8c6 admin admin] Deleting subnet 66aee997-898a-49fe-a77f-0d444b50db76 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:48:34.237132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2bed8139-4cdb-492a-a486-29eb20411f1f req-1f8958aa-6b35-4507-845c-1a71878967f1 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745772 Feb 05 02:48:34.242663 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7954d15b-b10a-4056-b41e-4cd8cdd3b8c6 admin admin] Publish callbacks [] for subnet (66aee997-898a-49fe-a77f-0d444b50db76), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:34.318863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ead311-38d7-46b2-9ccd-702c670578ee req-87118c76-0bd1-43e7-8a9d-a6e9a4bc22d8 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] No DVR routers for this DVR port 5bebe7e4-0719-4f53-b1df-d1e1c4044442 on host n-h1-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:48:34.323961 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-13ead311-38d7-46b2-9ccd-702c670578ee req-87118c76-0bd1-43e7-8a9d-a6e9a4bc22d8 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:34.327307 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13ead311-38d7-46b2-9ccd-702c670578ee req-87118c76-0bd1-43e7-8a9d-a6e9a4bc22d8 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.31 "DELETE /v2.0/ports/5bebe7e4-0719-4f53-b1df-d1e1c4044442 HTTP/1.1" status: 204 len: 173 time: 1.4968369 Feb 05 02:48:34.327937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a274ed-1573-4955-88b9-7d6785a7392d', 'name': 'network-vif-deleted', 'tag': '5bebe7e4-0719-4f53-b1df-d1e1c4044442'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:34.330204 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b97b625-3d1c-4638-a0b4-462fde2e3971" -d '{"events": [{"server_uuid": "97a274ed-1573-4955-88b9-7d6785a7392d", "name": "network-vif-deleted", "tag": "5bebe7e4-0719-4f53-b1df-d1e1c4044442"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:34.370729 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7954d15b-b10a-4056-b41e-4cd8cdd3b8c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (66aee997-898a-49fe-a77f-0d444b50db76), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:34.412291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811d725-2eef-4fa0-9f55-cca6c394b73b req-d06e8c5e-fd7d-4b89-84cf-87abd3a04c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:34.413900 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b811d725-2eef-4fa0-9f55-cca6c394b73b req-d06e8c5e-fd7d-4b89-84cf-87abd3a04c8d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 1127 time: 0.1294739 Feb 05 02:48:34.414398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Pushing event updated for resources: {'Port': ['ID=e9094cbb-b2ea-42d8-a343-5c609bcd2d9f,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:34.431652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:34.431652 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:34.433468 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-3f868fd2-cdb0-4c8a-9948-8f0480fa4030 service neutron] 10.222.0.10 "PUT /v2.0/ports/e9094cbb-b2ea-42d8-a343-5c609bcd2d9f HTTP/1.1" status: 200 len: 1092 time: 2.3021224 Feb 05 02:48:34.485402 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b811d725-2eef-4fa0-9f55-cca6c394b73b req-9de5aa06-45eb-4a4d-8bb9-756db71adb39 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625796 Feb 05 02:48:34.511543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e38e1-c311-430b-972c-98c34e798a47 req-fe130f5a-c34d-4f5f-ab1e-f92f57138366 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:34.519613 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d90e38e1-c311-430b-972c-98c34e798a47 req-fe130f5a-c34d-4f5f-ab1e-f92f57138366 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1776881 Feb 05 02:48:34.550597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae36370-b5b9-49fa-b5cd-5f9adc358fe2 req-60c7f5bf-44df-4421-b0f5-04f5560c96af tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:34.553258 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7954d15b-b10a-4056-b41e-4cd8cdd3b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (66aee997-898a-49fe-a77f-0d444b50db76), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:34.557843 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ae36370-b5b9-49fa-b5cd-5f9adc358fe2 req-60c7f5bf-44df-4421-b0f5-04f5560c96af tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1444712 Feb 05 02:48:34.611989 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7954d15b-b10a-4056-b41e-4cd8cdd3b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (66aee997-898a-49fe-a77f-0d444b50db76), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:34.619799 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d90e38e1-c311-430b-972c-98c34e798a47 req-c5ff95b2-f656-4c3f-be35-cc6260ab0e2c tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989096 Feb 05 02:48:34.630498 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ae36370-b5b9-49fa-b5cd-5f9adc358fe2 req-c5e1a485-61ce-4de6-a433-94fba6724cc2 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717943 Feb 05 02:48:34.650618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954d15b-b10a-4056-b41e-4cd8cdd3b8c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66aee997-898a-49fe-a77f-0d444b50db76,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:34.660699 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7954d15b-b10a-4056-b41e-4cd8cdd3b8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:34.665233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98331cad-2a27-453b-bb07-a444b5278fbc None None] Network a94c3582-970d-47af-8b94-110280fc5522 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:48:34.682964 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7954d15b-b10a-4056-b41e-4cd8cdd3b8c6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/66aee997-898a-49fe-a77f-0d444b50db76 HTTP/1.1" status: 204 len: 168 time: 0.5246119 Feb 05 02:48:34.683259 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40968) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:34.737642 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7027e6-5b9d-4106-a5ab-845b137c6cc6 x-openstack-request-id: req-cf7027e6-5b9d-4106-a5ab-845b137c6cc6 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:34.737940 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a274ed-1573-4955-88b9-7d6785a7392d", "name": "network-vif-deleted", "tag": "5bebe7e4-0719-4f53-b1df-d1e1c4044442", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:34.738197 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf7027e6-5b9d-4106-a5ab-845b137c6cc6 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:34.738598 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a274ed-1573-4955-88b9-7d6785a7392d', 'name': 'network-vif-deleted', 'tag': '5bebe7e4-0719-4f53-b1df-d1e1c4044442', 'status': 'completed', 'code': 200} Feb 05 02:48:34.857579 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (a94c3582-970d-47af-8b94-110280fc5522), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:34.889666 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27ec85b-f578-4097-a6a1-d93f3f285477 None None] DHCP port deletion for a94c3582-970d-47af-8b94-110280fc5522 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:48:34.897995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-d755d550-eea3-4cf9-bd08-d8a44286e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:34.899550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-d755d550-eea3-4cf9-bd08-d8a44286e80e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4877138b986c4ca58adfcb056233dd7a&device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 1126 time: 0.1601756 Feb 05 02:48:34.909779 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3638a87-6c76-42ca-a479-2ddcbd02ae80 req-4d35bac6-552f-4fa2-ac17-d674997c2c8f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:34.911313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3638a87-6c76-42ca-a479-2ddcbd02ae80 req-4d35bac6-552f-4fa2-ac17-d674997c2c8f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 944 time: 0.1708751 Feb 05 02:48:34.965595 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d27ec85b-f578-4097-a6a1-d93f3f285477 None None] Deleting port 42416c95-b6f2-41ae-970a-0d185b7c8c10 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:34.966118 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d27ec85b-f578-4097-a6a1-d93f3f285477 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:34.978318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9f4f2-601a-4abc-a7cd-6f6fd0bd1d85 req-ac257bdb-7532-4945-bc92-d2d58e0300b6 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:34.980592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eef9f4f2-601a-4abc-a7cd-6f6fd0bd1d85 req-ac257bdb-7532-4945-bc92-d2d58e0300b6 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 944 time: 0.1787212 Feb 05 02:48:34.991765 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-98b668b8-8c0c-418d-91c1-84ff5877558e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9094cbb-b2ea-42d8-a343-5c609bcd2d9f HTTP/1.1" status: 200 len: 217 time: 0.0795112 Feb 05 02:48:35.015941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e0fd4605-90cf-45dc-873d-be742f3743f7 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:35.044487 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: e0fd4605-90cf-45dc-873d-be742f3743f7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:48:35.044831 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e0fd4605-90cf-45dc-873d-be742f3743f7 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:48:35.045258 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 42416c95-b6f2-41ae-970a-0d185b7c8c10 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:35.089671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d27ec85b-f578-4097-a6a1-d93f3f285477 None None] For port 42416c95-b6f2-41ae-970a-0d185b7c8c10, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=42416c95-b6f2-41ae-970a-0d185b7c8c10,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:35.090060 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d27ec85b-f578-4097-a6a1-d93f3f285477 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:35.093554 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3638a87-6c76-42ca-a479-2ddcbd02ae80 req-3fcc3222-c533-44f3-9cab-81c5e682770d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557496 Feb 05 02:48:35.106965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d27ec85b-f578-4097-a6a1-d93f3f285477 None None] Calling delete_port for 42416c95-b6f2-41ae-970a-0d185b7c8c10 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:35.117339 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eef9f4f2-601a-4abc-a7cd-6f6fd0bd1d85 req-b58dedb0-8fcc-4af2-843e-b2a07a783ad1 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292992 Feb 05 02:48:35.118741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] Deleting port 42416c95-b6f2-41ae-970a-0d185b7c8c10 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:35.119094 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:35.122744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-259d3af8-221a-4832-9d01-bff44dd57ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:35.125330 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-259d3af8-221a-4832-9d01-bff44dd57ed4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b99ec32d-a541-438d-8934-6689638905c3 HTTP/1.1" status: 200 len: 860 time: 0.1240363 Feb 05 02:48:35.204251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 42416c95-b6f2-41ae-970a-0d185b7c8c10 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:35.204638 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:35.215393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-13dda9bd-0fd8-4f09-ac5c-0e0e11f631fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6825ca7f-6ded-4fbf-ad3e-befaa3000598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667529 Feb 05 02:48:35.246432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 42416c95-b6f2-41ae-970a-0d185b7c8c10, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=42416c95-b6f2-41ae-970a-0d185b7c8c10,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:35.252874 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:35.253232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 94f1ab27-884e-48b6-9185-3eec7342d423 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:35.275009 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d27ec85b-f578-4097-a6a1-d93f3f285477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:35.293555 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 94f1ab27-884e-48b6-9185-3eec7342d423 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:48:35.293901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 94f1ab27-884e-48b6-9185-3eec7342d423 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:48:35.298712 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event deleted for resources: {'Port': ['ID=42416c95-b6f2-41ae-970a-0d185b7c8c10,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:35.324323 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ec85b-f578-4097-a6a1-d93f3f285477 None None] No DVR routers for this DVR port 42416c95-b6f2-41ae-970a-0d185b7c8c10 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:48:35.324942 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] For port 42416c95-b6f2-41ae-970a-0d185b7c8c10, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=42416c95-b6f2-41ae-970a-0d185b7c8c10,segment=NetworkSegment(76e46c44-1499-4f40-a5ea-e070d96843b1),segment_id=76e46c44-1499-4f40-a5ea-e070d96843b1)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:35.325509 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:35.326603 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ec85b-f578-4097-a6a1-d93f3f285477 None None] Pushing event deleted for resources: {'Port': ['ID=42416c95-b6f2-41ae-970a-0d185b7c8c10,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:35.356199 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] Calling delete_port for 42416c95-b6f2-41ae-970a-0d185b7c8c10 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:35.383857 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ed37e-74a8-4ad4-95a8-3cd5489eaaf7 req-14f8a2a4-c33a-4cf6-86a0-2f4cf5d5b2d5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:35.385972 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d7ed37e-74a8-4ad4-95a8-3cd5489eaaf7 req-14f8a2a4-c33a-4cf6-86a0-2f4cf5d5b2d5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.2033677 Feb 05 02:48:35.441062 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b71c9-4d24-421e-a0d2-f2f65527222b req-9391cf15-fb21-46d0-904e-4e800d51be64 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:35.442505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-594b71c9-4d24-421e-a0d2-f2f65527222b req-9391cf15-fb21-46d0-904e-4e800d51be64 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.2323985 Feb 05 02:48:35.507808 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-ebd2835d-5076-4977-a8d9-a00c5f79d853 service neutron] 10.222.0.10 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722139 Feb 05 02:48:35.556064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 5bebe7e4-0719-4f53-b1df-d1e1c4044442 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:35.576257 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 5bebe7e4-0719-4f53-b1df-d1e1c4044442 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:48:35.576604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 5bebe7e4-0719-4f53-b1df-d1e1c4044442 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:48:35.581411 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbf3a38-8720-4837-b5b3-eb2c6b505e1a', 'tag': '87400363-fba4-48e2-9be0-f3397b56d68b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:35.581938 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d7ed37e-74a8-4ad4-95a8-3cd5489eaaf7 req-b30c76ae-8382-40a8-9329-3d59fee26ad0 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874475 Feb 05 02:48:35.583985 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcf745e-efa0-4a35-a93b-e9af18334043" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbf3a38-8720-4837-b5b3-eb2c6b505e1a", "tag": "87400363-fba4-48e2-9be0-f3397b56d68b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:35.601360 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-594b71c9-4d24-421e-a0d2-f2f65527222b req-84b6e8b6-21a6-4387-b22d-a16179070530 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458397 Feb 05 02:48:35.603841 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (42416c95-b6f2-41ae-970a-0d185b7c8c10), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:35.638507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] Pushing event deleted for resources: {'Port': ['ID=42416c95-b6f2-41ae-970a-0d185b7c8c10,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:35.645335 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] No DVR routers for this DVR port 42416c95-b6f2-41ae-970a-0d185b7c8c10 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:48:35.676523 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563ac220-c397-4f7b-834b-1dc142282c06 x-openstack-request-id: req-563ac220-c397-4f7b-834b-1dc142282c06 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:35.677706 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbf3a38-8720-4837-b5b3-eb2c6b505e1a", "tag": "87400363-fba4-48e2-9be0-f3397b56d68b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:35.678120 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-563ac220-c397-4f7b-834b-1dc142282c06 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:35.678623 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbf3a38-8720-4837-b5b3-eb2c6b505e1a', 'tag': '87400363-fba4-48e2-9be0-f3397b56d68b', 'status': 'completed', 'code': 200} Feb 05 02:48:35.733466 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e49fba1d-5862-4ee2-9fdf-6ee5445ea1f7 req-54d4fdff-49c5-479b-bd77-b91ce8752316 service neutron] 10.222.0.10 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112625 Feb 05 02:48:35.752432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf745e-efa0-4a35-a93b-e9af18334043 req-9e43f50d-77b2-40b1-b386-763e9f6b7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:35.753901 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2dcf745e-efa0-4a35-a93b-e9af18334043 req-9e43f50d-77b2-40b1-b386-763e9f6b7cb9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 1156 time: 0.0511308 Feb 05 02:48:35.766592 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (a94c3582-970d-47af-8b94-110280fc5522), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:35.791070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94c3582-970d-47af-8b94-110280fc5522']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:35.803437 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e46c44-1499-4f40-a5ea-e070d96843b1') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:35.803708 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e46c44-1499-4f40-a5ea-e070d96843b1') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:35.816658 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (76e46c44-1499-4f40-a5ea-e070d96843b1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:35.825161 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66c186-18ee-4df5-bb86-c3a28bf174e8 req-6e65a8e4-e3c4-4308-9068-154596d2c307 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:35.832211 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea66c186-18ee-4df5-bb86-c3a28bf174e8 req-6e65a8e4-e3c4-4308-9068-154596d2c307 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1358373 Feb 05 02:48:35.837674 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-22782779-fd03-417b-9d38-a89083e9720d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:35.860941 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (76e46c44-1499-4f40-a5ea-e070d96843b1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:35.867693 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:48:35.868399 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (76e46c44-1499-4f40-a5ea-e070d96843b1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:48:35.880327 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:48:35.886875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf745e-efa0-4a35-a93b-e9af18334043 req-ad46af0d-3dba-471c-8a4d-b47c4a7506e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:35.888360 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2dcf745e-efa0-4a35-a93b-e9af18334043 req-ad46af0d-3dba-471c-8a4d-b47c4a7506e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.1283100 Feb 05 02:48:35.949776 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea66c186-18ee-4df5-bb86-c3a28bf174e8 req-dec5db3c-e41d-411f-9645-94468f27af49 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167068 Feb 05 02:48:35.951480 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (a94c3582-970d-47af-8b94-110280fc5522), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:35.958427 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:35.961708 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a94c3582-970d-47af-8b94-110280fc5522 HTTP/1.1" status: 204 len: 168 time: 1.2775037 Feb 05 02:48:35.968282 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2dcf745e-efa0-4a35-a93b-e9af18334043 req-22a10aad-6f4f-471b-9186-addbe2141e59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87400363-fba4-48e2-9be0-f3397b56d68b HTTP/1.1" status: 200 len: 217 time: 0.0552866 Feb 05 02:48:35.969082 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40984) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:35.999498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e97ae7-35fc-4c1a-8f62-58464c6bb482 admin admin] Pushing event deleted for resources: {'Network': ['ID=a94c3582-970d-47af-8b94-110280fc5522,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:36.029418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fb040-9314-4c07-bb8b-1c82eb2ad598 req-fc3b5090-ab18-4468-81f3-6446a4f6bfe6 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:36.030958 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f67fb040-9314-4c07-bb8b-1c82eb2ad598 req-fc3b5090-ab18-4468-81f3-6446a4f6bfe6 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.0776722 Feb 05 02:48:36.107224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf745e-efa0-4a35-a93b-e9af18334043 req-3224600f-6ead-4194-93f6-c108626a3fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:36.108671 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2dcf745e-efa0-4a35-a93b-e9af18334043 req-3224600f-6ead-4194-93f6-c108626a3fc2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.0615470 Feb 05 02:48:36.109495 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f67fb040-9314-4c07-bb8b-1c82eb2ad598 req-e3961f6f-949d-4bf0-8592-6628d372103b tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695202 Feb 05 02:48:36.117993 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64190a5a-0b59-4739-bf2c-a0a495499b56 req-82e94fe7-6744-42ab-b2dc-95e48e4a3020 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:36.118999 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64190a5a-0b59-4739-bf2c-a0a495499b56 req-82e94fe7-6744-42ab-b2dc-95e48e4a3020 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1e213cd-93b0-4e47-8073-937787902601 HTTP/1.1" status: 200 len: 945 time: 0.0864267 Feb 05 02:48:36.159193 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2dcf745e-efa0-4a35-a93b-e9af18334043 req-15bc64fc-799b-4daa-b0fc-09a23f982e3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356491 Feb 05 02:48:36.177859 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64190a5a-0b59-4739-bf2c-a0a495499b56 req-43aae918-89c3-4997-a1f4-5a01fc43f2f3 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523498 Feb 05 02:48:36.255023 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3ecce-ee03-4fbf-817a-7dc416967d02 req-d113b72e-da6d-4cce-b593-57172e810508 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:36.256449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6ee3ecce-ee03-4fbf-817a-7dc416967d02 req-d113b72e-da6d-4cce-b593-57172e810508 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 944 time: 0.0748022 Feb 05 02:48:36.330052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfb617-81f3-4650-91fa-886a1f2f8327 req-6f6f5ce6-1cfc-4c59-bc56-c82ce4bb2eef tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:36.331541 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82dfb617-81f3-4650-91fa-886a1f2f8327 req-6f6f5ce6-1cfc-4c59-bc56-c82ce4bb2eef tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.0965960 Feb 05 02:48:36.334876 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6ee3ecce-ee03-4fbf-817a-7dc416967d02 req-4c54e523-24c4-4559-a924-37aa74d79c43 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601935 Feb 05 02:48:36.336570 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2dcf745e-efa0-4a35-a93b-e9af18334043 req-6df1be3d-b41f-47f4-87b3-697ae51eb942 service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361587 Feb 05 02:48:36.347076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40992) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:36.351996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-319adf7d-4cee-4990-a276-9b060c3c3f18 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Request body: {'floatingip': {'port_id': 'd39eaef6-1f17-4d90-ae89-7fff405e8b12'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:36.394734 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-319adf7d-4cee-4990-a276-9b060c3c3f18 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for floatingip (2281322f-6f64-4c50-8354-3fe60b4478b2), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:36.500410 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2dcf745e-efa0-4a35-a93b-e9af18334043 req-2ef598e6-9577-4b15-86ab-515a1dd3a53f service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325598 Feb 05 02:48:36.534371 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968689-260d-491a-8af0-2909dbc0807a req-805fa261-b916-4aa3-9921-2c881188588f tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:36.535858 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f968689-260d-491a-8af0-2909dbc0807a req-805fa261-b916-4aa3-9921-2c881188588f tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 944 time: 0.1385291 Feb 05 02:48:36.574312 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-797f6a1a-c862-4617-af37-498faace3398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (f7e7e587-1888-42a8-9c39-a5a4363cfeef), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:36.662808 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f968689-260d-491a-8af0-2909dbc0807a req-fe12b2fe-ccc5-4a92-b54f-4b3bd88ee6f2 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200728 Feb 05 02:48:36.740825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d59202a-8984-4a22-a418-2d06ce6e06bb', 'tag': 'e9094cbb-b2ea-42d8-a343-5c609bcd2d9f'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:36.743022 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc45ef1-9617-49c3-88b2-c72fda6d0e59" -d '{"events": [{"name": "network-changed", "server_uuid": "0d59202a-8984-4a22-a418-2d06ce6e06bb", "tag": "e9094cbb-b2ea-42d8-a343-5c609bcd2d9f"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:36.859530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-797f6a1a-c862-4617-af37-498faace3398 admin admin] Deleting port 8ffb8502-320e-4a5c-befa-4926dd19d923 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:36.860137 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-797f6a1a-c862-4617-af37-498faace3398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:36.946143 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-797f6a1a-c862-4617-af37-498faace3398 admin admin] For port 8ffb8502-320e-4a5c-befa-4926dd19d923, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8ffb8502-320e-4a5c-befa-4926dd19d923,segment=NetworkSegment(dd3b747f-5261-4171-a42e-b9317f9117e7),segment_id=dd3b747f-5261-4171-a42e-b9317f9117e7)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:36.946506 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-797f6a1a-c862-4617-af37-498faace3398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:36.958809 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:36.961830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-797f6a1a-c862-4617-af37-498faace3398 admin admin] Calling delete_port for 8ffb8502-320e-4a5c-befa-4926dd19d923 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:37.144443 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-797f6a1a-c862-4617-af37-498faace3398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (8ffb8502-320e-4a5c-befa-4926dd19d923), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:37.151911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ae1ae-1524-4d60-b195-25cca2a318b6 req-72b818be-61f0-4516-bdd9-1ad1d4d066b4 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:37.153395 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f27ae1ae-1524-4d60-b195-25cca2a318b6 req-72b818be-61f0-4516-bdd9-1ad1d4d066b4 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.4802175 Feb 05 02:48:37.206824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574a4f5-f91c-4a6d-ae85-50c8e779e507 req-dbb73042-a995-4a20-bb85-57a7ee59dc47 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:37.208303 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8574a4f5-f91c-4a6d-ae85-50c8e779e507 req-dbb73042-a995-4a20-bb85-57a7ee59dc47 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.4683383 Feb 05 02:48:37.230511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f6a1a-c862-4617-af37-498faace3398 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ffb8502-320e-4a5c-befa-4926dd19d923,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:37.281226 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f27ae1ae-1524-4d60-b195-25cca2a318b6 req-6ceb6b78-3a16-40e1-b6f2-09d799538e3f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213973 Feb 05 02:48:37.359584 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8574a4f5-f91c-4a6d-ae85-50c8e779e507 req-63e271f4-1208-4a2e-a038-a5e34dc8e1c5 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427312 Feb 05 02:48:37.364570 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-797f6a1a-c862-4617-af37-498faace3398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (f7e7e587-1888-42a8-9c39-a5a4363cfeef), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:37.366573 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4027abf-767b-4e1e-9680-bf826a99c618 x-openstack-request-id: req-a4027abf-767b-4e1e-9680-bf826a99c618 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:37.367899 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d59202a-8984-4a22-a418-2d06ce6e06bb", "tag": "e9094cbb-b2ea-42d8-a343-5c609bcd2d9f", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:37.368350 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4027abf-767b-4e1e-9680-bf826a99c618 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:37.370245 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d59202a-8984-4a22-a418-2d06ce6e06bb', 'tag': 'e9094cbb-b2ea-42d8-a343-5c609bcd2d9f', 'status': 'completed', 'code': 200} Feb 05 02:48:37.382131 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-319adf7d-4cee-4990-a276-9b060c3c3f18 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:37.389857 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-319adf7d-4cee-4990-a276-9b060c3c3f18 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (2281322f-6f64-4c50-8354-3fe60b4478b2), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:37.528520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc45ef1-9617-49c3-88b2-c72fda6d0e59 req-23871871-138f-4db5-b6a2-17dd561bceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:37.529954 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fdc45ef1-9617-49c3-88b2-c72fda6d0e59 req-23871871-138f-4db5-b6a2-17dd561bceb8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4877138b986c4ca58adfcb056233dd7a&device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 1126 time: 0.1421072 Feb 05 02:48:37.625650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42db03-314e-4ab0-b0f2-352faf5d26b8 req-6936b4d4-811d-422e-af42-890680eea49d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:37.627393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab42db03-314e-4ab0-b0f2-352faf5d26b8 req-6936b4d4-811d-422e-af42-890680eea49d tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1e213cd-93b0-4e47-8073-937787902601 HTTP/1.1" status: 200 len: 945 time: 0.2335191 Feb 05 02:48:37.635497 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529ba11-75c9-4390-a159-013e43425b36 req-bfeb9b60-63d0-43d1-9790-84eecf8c5265 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:37.637170 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6529ba11-75c9-4390-a159-013e43425b36 req-bfeb9b60-63d0-43d1-9790-84eecf8c5265 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1e213cd-93b0-4e47-8073-937787902601 HTTP/1.1" status: 200 len: 945 time: 0.1834197 Feb 05 02:48:37.639638 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-319adf7d-4cee-4990-a276-9b060c3c3f18 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Floating IP 2281322f-6f64-4c50-8354-3fe60b4478b2 associated. External IP: 172.25.0.226, port: d39eaef6-1f17-4d90-ae89-7fff405e8b12. Feb 05 02:48:37.647901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0942c-4643-477a-aa5b-27b018cf51e9 req-a5cdeb8d-176f-42eb-8020-03736deb2ede tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:37.649311 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0f0942c-4643-477a-aa5b-27b018cf51e9 req-a5cdeb8d-176f-42eb-8020-03736deb2ede tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1978509 Feb 05 02:48:37.703288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc45ef1-9617-49c3-88b2-c72fda6d0e59 req-9b99a713-dad2-4fe5-9167-b4d8dac1f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:37.704758 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fdc45ef1-9617-49c3-88b2-c72fda6d0e59 req-9b99a713-dad2-4fe5-9167-b4d8dac1f452 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6825ca7f-6ded-4fbf-ad3e-befaa3000598 HTTP/1.1" status: 200 len: 921 time: 0.1675637 Feb 05 02:48:37.724628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797f6a1a-c862-4617-af37-498faace3398 admin admin] Router f7e7e587-1888-42a8-9c39-a5a4363cfeef has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:48:37.756205 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fdc45ef1-9617-49c3-88b2-c72fda6d0e59 req-eee6487d-ec42-46d9-ab07-0f2f9b22846a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9094cbb-b2ea-42d8-a343-5c609bcd2d9f HTTP/1.1" status: 200 len: 217 time: 0.0417328 Feb 05 02:48:37.856338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0f0942c-4643-477a-aa5b-27b018cf51e9 req-a31abc84-5fb5-4e9a-8344-d35092886a73 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687591 Feb 05 02:48:37.867450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6529ba11-75c9-4390-a159-013e43425b36 req-5f877661-7087-4108-a439-5c674d934505 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110343 Feb 05 02:48:38.044197 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ab42db03-314e-4ab0-b0f2-352faf5d26b8 req-1a047040-1449-4fc4-9f72-b8b3988804cb tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Deleting port b985c1d0-a6ca-4082-8508-259e5fd23050 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:38.044538 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ab42db03-314e-4ab0-b0f2-352faf5d26b8 req-1a047040-1449-4fc4-9f72-b8b3988804cb tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b985c1d0-a6ca-4082-8508-259e5fd23050), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:38.121757 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc45ef1-9617-49c3-88b2-c72fda6d0e59 req-e60a4943-666f-4911-bdd9-d9161b157bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:38.123149 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fdc45ef1-9617-49c3-88b2-c72fda6d0e59 req-e60a4943-666f-4911-bdd9-d9161b157bdd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b99ec32d-a541-438d-8934-6689638905c3 HTTP/1.1" status: 200 len: 860 time: 0.3592565 Feb 05 02:48:38.158716 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0f7d4-67b8-4d1b-9be8-61d4b69019fb req-08e15d49-5550-49cc-8f06-abc1ad82a8b6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:38.159467 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fdc45ef1-9617-49c3-88b2-c72fda6d0e59 req-dbe3eea9-bde0-41bd-a5eb-943f7cca37f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6825ca7f-6ded-4fbf-ad3e-befaa3000598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301101 Feb 05 02:48:38.160289 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cdb0f7d4-67b8-4d1b-9be8-61d4b69019fb req-08e15d49-5550-49cc-8f06-abc1ad82a8b6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 944 time: 0.2172353 Feb 05 02:48:38.172089 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98b60f-7134-4aa8-ae5b-0095779c483b req-e056ca4b-aeed-47a1-ba9b-fd150eba33b7 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:38.173540 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f98b60f-7134-4aa8-ae5b-0095779c483b req-e056ca4b-aeed-47a1-ba9b-fd150eba33b7 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 944 time: 0.1945312 Feb 05 02:48:38.202531 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319adf7d-4cee-4990-a276-9b060c3c3f18 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Router 20d01e9b-e502-4b4b-816a-275d13a56d33 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:48:38.211672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797f6a1a-c862-4617-af37-498faace3398 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:48:38.218133 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-797f6a1a-c862-4617-af37-498faace3398 admin admin] 10.222.0.36 "PUT /v2.0/routers/f7e7e587-1888-42a8-9c39-a5a4363cfeef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2478888 Feb 05 02:48:38.222316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92427d25-5f68-4423-b032-b0b0a56f37c5 None None] Sync routers for ids ['f7e7e587-1888-42a8-9c39-a5a4363cfeef'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:48:38.223751 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41008) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:38.233481 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92427d25-5f68-4423-b032-b0b0a56f37c5 None None] Routers {'f7e7e587-1888-42a8-9c39-a5a4363cfeef'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:48:38.234381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92427d25-5f68-4423-b032-b0b0a56f37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:48:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f7e7e587-1888-42a8-9c39-a5a4363cfeef'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:38.239651 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ab42db03-314e-4ab0-b0f2-352faf5d26b8 req-1a047040-1449-4fc4-9f72-b8b3988804cb tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] For port b985c1d0-a6ca-4082-8508-259e5fd23050, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=b985c1d0-a6ca-4082-8508-259e5fd23050,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:38.240022 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ab42db03-314e-4ab0-b0f2-352faf5d26b8 req-1a047040-1449-4fc4-9f72-b8b3988804cb tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b985c1d0-a6ca-4082-8508-259e5fd23050), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:38.265773 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ab42db03-314e-4ab0-b0f2-352faf5d26b8 req-1a047040-1449-4fc4-9f72-b8b3988804cb tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Calling delete_port for b985c1d0-a6ca-4082-8508-259e5fd23050 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:38.340839 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fdc45ef1-9617-49c3-88b2-c72fda6d0e59 req-1ca6077a-5bec-4a68-a0b9-5e0158ed07c4 service neutron] 10.222.0.10 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745358 Feb 05 02:48:38.355738 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-92427d25-5f68-4423-b032-b0b0a56f37c5 None None] Set router f7e7e587-1888-42a8-9c39-a5a4363cfeef gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:48:38.391669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f98b60f-7134-4aa8-ae5b-0095779c483b req-a5ee9338-f142-4aab-8ce6-0b9bb9c2dbb0 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065740 Feb 05 02:48:38.440048 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cdb0f7d4-67b8-4d1b-9be8-61d4b69019fb req-c885ae13-220f-4f95-a441-b97a20c05dab tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588630 Feb 05 02:48:38.458975 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fdc45ef1-9617-49c3-88b2-c72fda6d0e59 req-538c002c-da4d-455a-abf5-a1a227ac144a service neutron] 10.222.0.10 "GET /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070912 Feb 05 02:48:38.464456 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77a5a82a-688e-423e-b531-0fe0918677e8 admin admin] Publish callbacks [] for router (f7e7e587-1888-42a8-9c39-a5a4363cfeef), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:38.590072 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319adf7d-4cee-4990-a276-9b060c3c3f18 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:48:38.595211 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77a5a82a-688e-423e-b531-0fe0918677e8 admin admin] Publish callbacks [] for router_gateway (f7e7e587-1888-42a8-9c39-a5a4363cfeef), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:38.596923 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-319adf7d-4cee-4990-a276-9b060c3c3f18 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:38.602990 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ddd34-f93a-450a-955f-6ce394f44ac6 None None] Sync routers for ids ['20d01e9b-e502-4b4b-816a-275d13a56d33'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:48:38.615891 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0ddd34-f93a-450a-955f-6ce394f44ac6 None None] Routers {'20d01e9b-e502-4b4b-816a-275d13a56d33'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:48:38.617106 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ae0ddd34-f93a-450a-955f-6ce394f44ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:48:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['20d01e9b-e502-4b4b-816a-275d13a56d33'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:38.636698 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:38.645530 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c0dc9-b4cb-40e2-8b9e-959da78e7ad1 req-2dec989c-f364-4fb9-bca2-8a4621c8c48a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:38.647083 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e9c0dc9-b4cb-40e2-8b9e-959da78e7ad1 req-2dec989c-f364-4fb9-bca2-8a4621c8c48a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1641643 Feb 05 02:48:38.700125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-77a5a82a-688e-423e-b531-0fe0918677e8 admin admin] Deleting port 6f850c84-f640-4768-8ab3-263bfbc8b8e5 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:38.700382 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77a5a82a-688e-423e-b531-0fe0918677e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6f850c84-f640-4768-8ab3-263bfbc8b8e5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:38.703696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-319adf7d-4cee-4990-a276-9b060c3c3f18 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "PUT /v2.0/floatingips/2281322f-6f64-4c50-8354-3fe60b4478b2 HTTP/1.1" status: 200 len: 991 time: 2.3528726 Feb 05 02:48:38.721854 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943c4e0-335a-47c6-9b4c-a05ea7e68249 req-ad70e89c-1d80-4e8b-938a-61a7bf538c27 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:38.723449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b943c4e0-335a-47c6-9b4c-a05ea7e68249 req-ad70e89c-1d80-4e8b-938a-61a7bf538c27 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1968660 Feb 05 02:48:38.725450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92427d25-5f68-4423-b032-b0b0a56f37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538522777-router', 'tenant_id': '6d71e8715e1a4ff39da55bfd015fc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6f850c84-f640-4768-8ab3-263bfbc8b8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:45:01Z', 'updated_at': '2022-02-05T02:48:37Z', 'revision_number': 5, 'project_id': '6d71e8715e1a4ff39da55bfd015fc770', 'gw_port': {'id': '6f850c84-f640-4768-8ab3-263bfbc8b8e5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:45:02Z', 'updated_at': '2022-02-05T02:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:38.764077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e9094cbb-b2ea-42d8-a343-5c609bcd2d9f details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:48:38.768839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92427d25-5f68-4423-b032-b0b0a56f37c5 None None] Checking router: f7e7e587-1888-42a8-9c39-a5a4363cfeef for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:48:38.783052 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ab42db03-314e-4ab0-b0f2-352faf5d26b8 req-1a047040-1449-4fc4-9f72-b8b3988804cb tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (b985c1d0-a6ca-4082-8508-259e5fd23050), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:38.789342 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92427d25-5f68-4423-b032-b0b0a56f37c5 None None] Routers {'f7e7e587-1888-42a8-9c39-a5a4363cfeef'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:48:38.789981 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92427d25-5f68-4423-b032-b0b0a56f37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:48:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f7e7e587-1888-42a8-9c39-a5a4363cfeef'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:38.813209 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e9c0dc9-b4cb-40e2-8b9e-959da78e7ad1 req-9327ec95-55bb-408a-8356-7fda325fef0c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400495 Feb 05 02:48:38.815681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-77a5a82a-688e-423e-b531-0fe0918677e8 admin admin] For port 6f850c84-f640-4768-8ab3-263bfbc8b8e5, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6f850c84-f640-4768-8ab3-263bfbc8b8e5,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:38.816049 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77a5a82a-688e-423e-b531-0fe0918677e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6f850c84-f640-4768-8ab3-263bfbc8b8e5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:38.843727 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-77a5a82a-688e-423e-b531-0fe0918677e8 admin admin] Calling delete_port for 6f850c84-f640-4768-8ab3-263bfbc8b8e5 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:38.852781 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ae0ddd34-f93a-450a-955f-6ce394f44ac6 None None] Set router 20d01e9b-e502-4b4b-816a-275d13a56d33 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:48:38.866035 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a047040-1449-4fc4-9f72-b8b3988804cb tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Pushing event deleted for resources: {'Port': ['ID=b985c1d0-a6ca-4082-8508-259e5fd23050,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:38.891496 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-92427d25-5f68-4423-b032-b0b0a56f37c5 None None] Set router f7e7e587-1888-42a8-9c39-a5a4363cfeef gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:48:38.964176 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92427d25-5f68-4423-b032-b0b0a56f37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538522777-router', 'tenant_id': '6d71e8715e1a4ff39da55bfd015fc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:45:01Z', 'updated_at': '2022-02-05T02:48:38Z', 'revision_number': 6, 'project_id': '6d71e8715e1a4ff39da55bfd015fc770', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:38.966451 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['a4f7cdf6-eeb2-49df-82f1-8aa7c137a075', 'b985c1d0-a6ca-4082-8508-259e5fd23050'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:38.975468 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b943c4e0-335a-47c6-9b4c-a05ea7e68249 req-73ab6489-19d0-46ed-8c5c-9694357bbc6f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397099 Feb 05 02:48:39.054446 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:48:39.081008 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab42db03-314e-4ab0-b0f2-352faf5d26b8 req-1a047040-1449-4fc4-9f72-b8b3988804cb tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] No DVR routers for this DVR port b985c1d0-a6ca-4082-8508-259e5fd23050 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:48:39.085609 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77a5a82a-688e-423e-b531-0fe0918677e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6f850c84-f640-4768-8ab3-263bfbc8b8e5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:39.104675 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ab42db03-314e-4ab0-b0f2-352faf5d26b8 req-1a047040-1449-4fc4-9f72-b8b3988804cb tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:39.108670 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab42db03-314e-4ab0-b0f2-352faf5d26b8 req-1a047040-1449-4fc4-9f72-b8b3988804cb tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.10 "DELETE /v2.0/ports/b985c1d0-a6ca-4082-8508-259e5fd23050 HTTP/1.1" status: 204 len: 173 time: 1.4703796 Feb 05 02:48:39.112021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5a82a-688e-423e-b531-0fe0918677e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f850c84-f640-4768-8ab3-263bfbc8b8e5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:39.164269 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ae0ddd34-f93a-450a-955f-6ce394f44ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 4, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '2281322f-6f64-4c50-8354-3fe60b4478b2', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'port_id': 'd39eaef6-1f17-4d90-ae89-7fff405e8b12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'mac_address': 'fa:16:3e:92:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c97b7c-a1b6-4535-a237-7274ffb62e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:48:21Z', 'updated_at': '2022-02-05T02:48:37Z', 'revision_number': 1, 'project_id': '04505631600d4700b509b35d7e707cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2143af-351c-47d4-86e0-93dfa0a52ace', 'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'mac_address': 'fa:16:3e:36:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:19Z', 'updated_at': '2022-02-05T02:48:23Z', 'revision_number': 5, 'project_id': '04505631600d4700b509b35d7e707cd7', 'subnets': [{'id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:39.168671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b29c3-2fdd-4990-9db8-b7cc3148944b req-f4113a7a-6fbe-4113-b19c-4b8095e35944 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:39.176066 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d7b29c3-2fdd-4990-9db8-b7cc3148944b req-f4113a7a-6fbe-4113-b19c-4b8095e35944 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1537616 Feb 05 02:48:39.178057 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port e9094cbb-b2ea-42d8-a343-5c609bcd2d9f, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e9094cbb-b2ea-42d8-a343-5c609bcd2d9f,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:39.193976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92427d25-5f68-4423-b032-b0b0a56f37c5 None None] The sync data for ids ['f7e7e587-1888-42a8-9c39-a5a4363cfeef'] in n-d-826942-8 is: [{'id': 'f7e7e587-1888-42a8-9c39-a5a4363cfeef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1538522777-router', 'tenant_id': '6d71e8715e1a4ff39da55bfd015fc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:45:01Z', 'updated_at': '2022-02-05T02:48:38Z', 'revision_number': 6, 'project_id': '6d71e8715e1a4ff39da55bfd015fc770', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:48:39.195423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098314b4-104e-4499-806b-6a7f49d696f8 req-6eb10d8b-0f76-4ab0-932b-62f74e388042 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:39.195820 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'e9094cbb-b2ea-42d8-a343-5c609bcd2d9f', 'network_id': '6825ca7f-6ded-4fbf-ad3e-befaa3000598', 'port_id': 'e9094cbb-b2ea-42d8-a343-5c609bcd2d9f', 'mac_address': 'fa:16:3e:89:f9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99ec32d-a541-438d-8934-6689638905c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:48:39.202111 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-098314b4-104e-4499-806b-6a7f49d696f8 req-6eb10d8b-0f76-4ab0-932b-62f74e388042 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1185842 Feb 05 02:48:39.244628 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ddd34-f93a-450a-955f-6ce394f44ac6 None None] Checking router: 20d01e9b-e502-4b4b-816a-275d13a56d33 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:48:39.248087 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77a5a82a-688e-423e-b531-0fe0918677e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (f7e7e587-1888-42a8-9c39-a5a4363cfeef), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:39.269033 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0ddd34-f93a-450a-955f-6ce394f44ac6 None None] Routers {'20d01e9b-e502-4b4b-816a-275d13a56d33'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:48:39.269863 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ae0ddd34-f93a-450a-955f-6ce394f44ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:48:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['20d01e9b-e502-4b4b-816a-275d13a56d33'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:39.307503 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-098314b4-104e-4499-806b-6a7f49d696f8 req-d5bdce4f-a477-4857-9f54-a1320da427c1 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996573 Feb 05 02:48:39.311192 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d7b29c3-2fdd-4990-9db8-b7cc3148944b req-6a01c89b-6c12-4079-a233-aea8032fa88c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339483 Feb 05 02:48:39.371849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c97b7c-a1b6-4535-a237-7274ffb62e31', 'tag': 'd39eaef6-1f17-4d90-ae89-7fff405e8b12'}, {'server_uuid': 'd1e213cd-93b0-4e47-8073-937787902601', 'name': 'network-vif-deleted', 'tag': 'b985c1d0-a6ca-4082-8508-259e5fd23050'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:39.374422 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993bba6a-f070-402f-8c7a-294838014c70" -d '{"events": [{"name": "network-changed", "server_uuid": "03c97b7c-a1b6-4535-a237-7274ffb62e31", "tag": "d39eaef6-1f17-4d90-ae89-7fff405e8b12"}, {"server_uuid": "d1e213cd-93b0-4e47-8073-937787902601", "name": "network-vif-deleted", "tag": "b985c1d0-a6ca-4082-8508-259e5fd23050"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:39.431801 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ae0ddd34-f93a-450a-955f-6ce394f44ac6 None None] Set router 20d01e9b-e502-4b4b-816a-275d13a56d33 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:48:39.445575 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port e9094cbb-b2ea-42d8-a343-5c609bcd2d9f is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:39.446120 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e9094cbb-b2ea-42d8-a343-5c609bcd2d9f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:39.475150 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822a6f37-d632-4764-963b-dfa7cd0986e4 x-openstack-request-id: req-822a6f37-d632-4764-963b-dfa7cd0986e4 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:39.475654 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c97b7c-a1b6-4535-a237-7274ffb62e31", "tag": "d39eaef6-1f17-4d90-ae89-7fff405e8b12", "status": "completed", "code": 200}, {"server_uuid": "d1e213cd-93b0-4e47-8073-937787902601", "name": "network-vif-deleted", "tag": "b985c1d0-a6ca-4082-8508-259e5fd23050", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:39.475859 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-822a6f37-d632-4764-963b-dfa7cd0986e4 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:39.476390 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c97b7c-a1b6-4535-a237-7274ffb62e31', 'tag': 'd39eaef6-1f17-4d90-ae89-7fff405e8b12', 'status': 'completed', 'code': 200} Feb 05 02:48:39.476653 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e213cd-93b0-4e47-8073-937787902601', 'name': 'network-vif-deleted', 'tag': 'b985c1d0-a6ca-4082-8508-259e5fd23050', 'status': 'completed', 'code': 200} Feb 05 02:48:39.493107 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77a5a82a-688e-423e-b531-0fe0918677e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (f7e7e587-1888-42a8-9c39-a5a4363cfeef), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:39.496675 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77a5a82a-688e-423e-b531-0fe0918677e8 admin admin] Publish callbacks [] for router_controller (f7e7e587-1888-42a8-9c39-a5a4363cfeef), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:39.509140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9094cbb-b2ea-42d8-a343-5c609bcd2d9f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:48:39.535732 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15a0b25c-94a2-4076-b9a9-608c0ba77f09 req-ec6a2563-9cb1-4f24-9ea2-5692451250be tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1e213cd-93b0-4e47-8073-937787902601 HTTP/1.1" status: 200 len: 210 time: 0.0734537 Feb 05 02:48:39.570834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port e9094cbb-b2ea-42d8-a343-5c609bcd2d9f, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e9094cbb-b2ea-42d8-a343-5c609bcd2d9f,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:39.575574 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77a5a82a-688e-423e-b531-0fe0918677e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (f7e7e587-1888-42a8-9c39-a5a4363cfeef), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:39.576303 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a5a82a-688e-423e-b531-0fe0918677e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7e7e587-1888-42a8-9c39-a5a4363cfeef {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:48:39.581616 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77a5a82a-688e-423e-b531-0fe0918677e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:39.582796 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-77a5a82a-688e-423e-b531-0fe0918677e8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f7e7e587-1888-42a8-9c39-a5a4363cfeef HTTP/1.1" status: 204 len: 168 time: 1.3581030 Feb 05 02:48:39.585378 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41026) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:39.597751 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e9094cbb-b2ea-42d8-a343-5c609bcd2d9f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:39.653067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabc458d-69c5-41f7-882a-f587aecc5f71 admin admin] Deleting subnet 69a5047e-b0e1-409f-ac74-3a566df54dfe {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:48:39.660208 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dabc458d-69c5-41f7-882a-f587aecc5f71 admin admin] Publish callbacks [] for subnet (69a5047e-b0e1-409f-ac74-3a566df54dfe), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:39.734042 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dabc458d-69c5-41f7-882a-f587aecc5f71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (69a5047e-b0e1-409f-ac74-3a566df54dfe), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:39.739537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=e9094cbb-b2ea-42d8-a343-5c609bcd2d9f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:39.788262 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bba6a-f070-402f-8c7a-294838014c70 req-a2da903d-c893-4088-ad46-b71262bd2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:39.789120 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ae0ddd34-f93a-450a-955f-6ce394f44ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 4, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '2281322f-6f64-4c50-8354-3fe60b4478b2', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'port_id': 'd39eaef6-1f17-4d90-ae89-7fff405e8b12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'mac_address': 'fa:16:3e:92:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c97b7c-a1b6-4535-a237-7274ffb62e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:48:21Z', 'updated_at': '2022-02-05T02:48:37Z', 'revision_number': 1, 'project_id': '04505631600d4700b509b35d7e707cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2143af-351c-47d4-86e0-93dfa0a52ace', 'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'mac_address': 'fa:16:3e:36:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:19Z', 'updated_at': '2022-02-05T02:48:23Z', 'revision_number': 5, 'project_id': '04505631600d4700b509b35d7e707cd7', 'subnets': [{'id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:39.789789 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-993bba6a-f070-402f-8c7a-294838014c70 req-a2da903d-c893-4088-ad46-b71262bd2f76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04505631600d4700b509b35d7e707cd7&device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 1127 time: 0.2789087 Feb 05 02:48:39.806230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea22ea-be2e-427d-a3dc-221e05f114e2 req-4e430ac5-078b-4af9-bd1b-468f9980fa42 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:39.808423 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06ea22ea-be2e-427d-a3dc-221e05f114e2 req-4e430ac5-078b-4af9-bd1b-468f9980fa42 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 945 time: 0.2508433 Feb 05 02:48:39.831910 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ddd34-f93a-450a-955f-6ce394f44ac6 None None] The sync data for ids ['20d01e9b-e502-4b4b-816a-275d13a56d33'] in n-d-826942-8 is: [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 4, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '2281322f-6f64-4c50-8354-3fe60b4478b2', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'port_id': 'd39eaef6-1f17-4d90-ae89-7fff405e8b12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'mac_address': 'fa:16:3e:92:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c97b7c-a1b6-4535-a237-7274ffb62e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:48:21Z', 'updated_at': '2022-02-05T02:48:37Z', 'revision_number': 1, 'project_id': '04505631600d4700b509b35d7e707cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2143af-351c-47d4-86e0-93dfa0a52ace', 'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'mac_address': 'fa:16:3e:36:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:19Z', 'updated_at': '2022-02-05T02:48:23Z', 'revision_number': 5, 'project_id': '04505631600d4700b509b35d7e707cd7', 'subnets': [{'id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:48:39.842519 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea59a42-cac9-4c8c-83e5-7125cd7e7a95 req-a7481617-6954-4e48-ba6f-792c4a0b578e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:39.850102 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dea59a42-cac9-4c8c-83e5-7125cd7e7a95 req-a7481617-6954-4e48-ba6f-792c4a0b578e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 944 time: 0.1752687 Feb 05 02:48:39.853051 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:39.863776 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dabc458d-69c5-41f7-882a-f587aecc5f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (69a5047e-b0e1-409f-ac74-3a566df54dfe), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:39.912858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e9094cbb-b2ea-42d8-a343-5c609bcd2d9f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:39.931049 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dabc458d-69c5-41f7-882a-f587aecc5f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (69a5047e-b0e1-409f-ac74-3a566df54dfe), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:39.966174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc458d-69c5-41f7-882a-f587aecc5f71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a5047e-b0e1-409f-ac74-3a566df54dfe,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:39.968321 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dabc458d-69c5-41f7-882a-f587aecc5f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:39.971593 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dabc458d-69c5-41f7-882a-f587aecc5f71 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/69a5047e-b0e1-409f-ac74-3a566df54dfe HTTP/1.1" status: 204 len: 168 time: 0.3853288 Feb 05 02:48:39.974102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41030) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:39.985112 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79cb6ca-979d-43ba-9558-3b3177eb6105 None None] Network f2742293-811d-491f-b224-c20851492d4c requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:48:39.989387 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dea59a42-cac9-4c8c-83e5-7125cd7e7a95 req-0aa8d38a-6311-479c-85ee-a3ae1031b4ce tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383646 Feb 05 02:48:40.014993 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06ea22ea-be2e-427d-a3dc-221e05f114e2 req-078a5a22-21fb-47c7-af9f-9829787f7c1d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867776 Feb 05 02:48:40.023178 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bba6a-f070-402f-8c7a-294838014c70 req-c09ea8ce-96fd-4544-8824-1a2d0e7063a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:40.024835 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-993bba6a-f070-402f-8c7a-294838014c70 req-c09ea8ce-96fd-4544-8824-1a2d0e7063a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f57db0e-9c76-4201-babe-b2071613896d HTTP/1.1" status: 200 len: 912 time: 0.2266097 Feb 05 02:48:40.077368 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (f2742293-811d-491f-b224-c20851492d4c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:40.162455 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] Deleting port 670a2675-0ef1-4f37-8b1b-756581524cf4 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:40.163123 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (670a2675-0ef1-4f37-8b1b-756581524cf4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:40.226606 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01871e-c077-4d2c-9753-44d921e8f737 None None] New status for floating IP 2281322f-6f64-4c50-8354-3fe60b4478b2: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:48:40.270711 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] For port 670a2675-0ef1-4f37-8b1b-756581524cf4, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=670a2675-0ef1-4f37-8b1b-756581524cf4,segment=NetworkSegment(dd3b747f-5261-4171-a42e-b9317f9117e7),segment_id=dd3b747f-5261-4171-a42e-b9317f9117e7)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:40.271343 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (670a2675-0ef1-4f37-8b1b-756581524cf4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:40.305279 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] Calling delete_port for 670a2675-0ef1-4f37-8b1b-756581524cf4 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:40.328047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d437882-ec21-452f-951f-e3aa7501252b None None] DHCP port deletion for f2742293-811d-491f-b224-c20851492d4c request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:48:40.416615 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (670a2675-0ef1-4f37-8b1b-756581524cf4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:40.434800 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] No DVR routers for this DVR port 670a2675-0ef1-4f37-8b1b-756581524cf4 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:48:40.459967 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] Pushing event deleted for resources: {'Port': ['ID=670a2675-0ef1-4f37-8b1b-756581524cf4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:40.501743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0d437882-ec21-452f-951f-e3aa7501252b None None] Deleting port 670a2675-0ef1-4f37-8b1b-756581524cf4 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:40.502563 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d437882-ec21-452f-951f-e3aa7501252b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (670a2675-0ef1-4f37-8b1b-756581524cf4), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:40.543606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (f2742293-811d-491f-b224-c20851492d4c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:40.574090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2742293-811d-491f-b224-c20851492d4c']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:40.581263 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-993bba6a-f070-402f-8c7a-294838014c70 req-c8c02b29-65fa-4168-91c7-c9f6c660888b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d39eaef6-1f17-4d90-ae89-7fff405e8b12 HTTP/1.1" status: 200 len: 999 time: 0.5478699 Feb 05 02:48:40.587580 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3b747f-5261-4171-a42e-b9317f9117e7') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:40.587977 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3b747f-5261-4171-a42e-b9317f9117e7') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:40.593052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0d437882-ec21-452f-951f-e3aa7501252b None None] For port 670a2675-0ef1-4f37-8b1b-756581524cf4, host n-d-826942-8, got binding levels [] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:40.593368 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d437882-ec21-452f-951f-e3aa7501252b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (670a2675-0ef1-4f37-8b1b-756581524cf4), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:40.605414 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (dd3b747f-5261-4171-a42e-b9317f9117e7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:40.609707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0d437882-ec21-452f-951f-e3aa7501252b None None] Calling delete_port for 670a2675-0ef1-4f37-8b1b-756581524cf4 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:40.612447 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.ipam_backend_mixin [None req-0d437882-ec21-452f-951f-e3aa7501252b None None] Port 670a2675-0ef1-4f37-8b1b-756581524cf4 was not found and therefore no delete operation was performed {{(pid=109676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 02:48:40.613793 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d437882-ec21-452f-951f-e3aa7501252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (670a2675-0ef1-4f37-8b1b-756581524cf4), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:40.627141 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (dd3b747f-5261-4171-a42e-b9317f9117e7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:40.634843 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:48:40.635282 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (dd3b747f-5261-4171-a42e-b9317f9117e7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:40.644000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d437882-ec21-452f-951f-e3aa7501252b None None] Pushing event deleted for resources: {'Port': ['ID=670a2675-0ef1-4f37-8b1b-756581524cf4,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:40.648137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d437882-ec21-452f-951f-e3aa7501252b None None] No DVR routers for this DVR port 670a2675-0ef1-4f37-8b1b-756581524cf4 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:48:40.669573 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398a5cf-1701-49dc-873d-16edb654721f req-177630f8-4051-433e-9005-f1570630019b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:40.673434 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3398a5cf-1701-49dc-873d-16edb654721f req-177630f8-4051-433e-9005-f1570630019b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1363604 Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:48:40.676187 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:48:40.678505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19507bb2-08fd-45f2-89c6-aeed553e65a4 req-2fc018cf-dadc-44e9-859e-3a0c8170f839 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:40.681685 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19507bb2-08fd-45f2-89c6-aeed553e65a4 req-2fc018cf-dadc-44e9-859e-3a0c8170f839 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.5479465 Feb 05 02:48:40.693344 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (f2742293-811d-491f-b224-c20851492d4c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:40.699602 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:40.703290 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] 10.222.0.36 "DELETE /v2.0/networks/f2742293-811d-491f-b224-c20851492d4c HTTP/1.1" status: 204 len: 168 time: 0.7281086 Feb 05 02:48:40.705443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bba6a-f070-402f-8c7a-294838014c70 req-9b3b88f2-b771-4288-a0d4-e30db309325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:40.707943 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-993bba6a-f070-402f-8c7a-294838014c70 req-9b3b88f2-b771-4288-a0d4-e30db309325c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92e18a6c-6f83-4423-9b50-5c85de57e8cc HTTP/1.1" status: 200 len: 850 time: 0.1166749 Feb 05 02:48:40.717363 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5233f42-8f25-4c21-bd3d-78b8c174071a admin admin] Pushing event deleted for resources: {'Network': ['ID=f2742293-811d-491f-b224-c20851492d4c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:40.759954 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device b985c1d0-a6ca-4082-8508-259e5fd23050 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:40.782042 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: b985c1d0-a6ca-4082-8508-259e5fd23050 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:48:40.782514 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device b985c1d0-a6ca-4082-8508-259e5fd23050 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:48:40.813013 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19507bb2-08fd-45f2-89c6-aeed553e65a4 req-f5cf8916-a32f-4f96-93a8-24de9f5c0b11 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247156 Feb 05 02:48:40.819287 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3398a5cf-1701-49dc-873d-16edb654721f req-7394fcd9-bb6c-4cd0-9785-035e096b830c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346581 Feb 05 02:48:40.832202 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bba6a-f070-402f-8c7a-294838014c70 req-6bb1e936-957c-4ed5-b906-afcf233b182c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:40.832202 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-993bba6a-f070-402f-8c7a-294838014c70 req-6bb1e936-957c-4ed5-b906-afcf233b182c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f57db0e-9c76-4201-babe-b2071613896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1035695 Feb 05 02:48:40.862712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41042) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:40.945511 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-647975ea-c3d4-44b8-b2e0-1ca85faca330 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f70c12dbde1743e880aac38e75ef86f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0791543 Feb 05 02:48:40.945742 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41044) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:40.954697 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:40.976608 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 670a2675-0ef1-4f37-8b1b-756581524cf4 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:40.996552 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 670a2675-0ef1-4f37-8b1b-756581524cf4 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:48:40.996994 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 670a2675-0ef1-4f37-8b1b-756581524cf4 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:48:40.997489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8ffb8502-320e-4a5c-befa-4926dd19d923 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:41.000457 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-062ba0bb-8417-4caf-9d97-e0eab8401c9a admin admin] Publish callbacks [] for security_group (98cedb9b-9ff6-4c87-b005-7b1e574e2095), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:41.019215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 8ffb8502-320e-4a5c-befa-4926dd19d923 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:48:41.019215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8ffb8502-320e-4a5c-befa-4926dd19d923 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:48:41.020454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6f850c84-f640-4768-8ab3-263bfbc8b8e5 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:41.029740 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-062ba0bb-8417-4caf-9d97-e0eab8401c9a admin admin] Publish callbacks [] for security_group (98cedb9b-9ff6-4c87-b005-7b1e574e2095), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:41.038131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7b05d-5304-468c-a828-a729b1d83d46 req-8ed92932-85ae-4a54-9314-8527e713e29b tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:41.040086 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2d7b05d-5304-468c-a828-a729b1d83d46 req-8ed92932-85ae-4a54-9314-8527e713e29b tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1397917 Feb 05 02:48:41.043878 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 6f850c84-f640-4768-8ab3-263bfbc8b8e5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:48:41.044954 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6f850c84-f640-4768-8ab3-263bfbc8b8e5 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:48:41.047140 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814e921-99ea-4996-8bf6-e1b934dc139a req-7560bdf4-d05c-410c-b460-117fd1da822a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:41.048595 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7814e921-99ea-4996-8bf6-e1b934dc139a req-7560bdf4-d05c-410c-b460-117fd1da822a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1297941 Feb 05 02:48:41.050409 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-993bba6a-f070-402f-8c7a-294838014c70 req-85396529-82c8-4a6b-9235-2dce30df4760 service neutron] 10.222.0.10 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155480 Feb 05 02:48:41.085159 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-062ba0bb-8417-4caf-9d97-e0eab8401c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (98cedb9b-9ff6-4c87-b005-7b1e574e2095), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:41.087774 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-062ba0bb-8417-4caf-9d97-e0eab8401c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:41.089633 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-062ba0bb-8417-4caf-9d97-e0eab8401c9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98cedb9b-9ff6-4c87-b005-7b1e574e2095 HTTP/1.1" status: 204 len: 168 time: 0.1427603 Feb 05 02:48:41.101617 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ba0bb-8417-4caf-9d97-e0eab8401c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cedb9b-9ff6-4c87-b005-7b1e574e2095,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:41.189531 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2d7b05d-5304-468c-a828-a729b1d83d46 req-b9c97829-1088-4d27-9cf6-1127b1e802ee tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381195 Feb 05 02:48:41.194250 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7814e921-99ea-4996-8bf6-e1b934dc139a req-451f4dc3-7756-4f96-a2ac-00822509c75c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369390 Feb 05 02:48:41.216800 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-993bba6a-f070-402f-8c7a-294838014c70 req-a5b74aaa-9203-4656-b74e-cf385c8eb3e6 service neutron] 10.222.0.10 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517990 Feb 05 02:48:41.362841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f83a0-5929-4f86-aafc-015ad48839ea req-cf39c5df-472c-4902-b4e1-1c178f110007 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:41.364325 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df9f83a0-5929-4f86-aafc-015ad48839ea req-cf39c5df-472c-4902-b4e1-1c178f110007 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 944 time: 0.0970194 Feb 05 02:48:41.380418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8a864-db28-4b99-8246-b158d8edabac req-12a9930b-cef0-43bc-bb0a-f7624a66e1e2 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:41.381784 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4db8a864-db28-4b99-8246-b158d8edabac req-12a9930b-cef0-43bc-bb0a-f7624a66e1e2 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 945 time: 0.0787733 Feb 05 02:48:41.443721 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df9f83a0-5929-4f86-aafc-015ad48839ea req-393df1d5-6574-42e1-b071-9380d97824a2 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722165 Feb 05 02:48:41.458061 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4db8a864-db28-4b99-8246-b158d8edabac req-38d17709-870d-4757-b140-aaa21fb97455 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642874 Feb 05 02:48:41.466673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41056) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:41.513229 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8a86fb40-9763-4c87-8f9f-bf1f6375f6d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d71e8715e1a4ff39da55bfd015fc770&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449274 Feb 05 02:48:41.515663 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41058) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:41.564939 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23b18cb4-bca6-4a6b-9462-8a64b4938c89 admin admin] Publish callbacks [] for security_group (dec1741f-28c6-4ae3-b4dd-900ef8855b9d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:41.588005 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23b18cb4-bca6-4a6b-9462-8a64b4938c89 admin admin] Publish callbacks [] for security_group (dec1741f-28c6-4ae3-b4dd-900ef8855b9d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:41.659429 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23b18cb4-bca6-4a6b-9462-8a64b4938c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (dec1741f-28c6-4ae3-b4dd-900ef8855b9d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:41.661954 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23b18cb4-bca6-4a6b-9462-8a64b4938c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:41.663096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-23b18cb4-bca6-4a6b-9462-8a64b4938c89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dec1741f-28c6-4ae3-b4dd-900ef8855b9d HTTP/1.1" status: 204 len: 168 time: 0.1465220 Feb 05 02:48:41.675695 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b18cb4-bca6-4a6b-9462-8a64b4938c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec1741f-28c6-4ae3-b4dd-900ef8855b9d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:41.697265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33d3d-5026-4ccd-8c50-1c2d5bc9ec56 req-5848dfbc-1a36-4896-bb12-2ba11df77887 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:41.698854 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87e33d3d-5026-4ccd-8c50-1c2d5bc9ec56 req-5848dfbc-1a36-4896-bb12-2ba11df77887 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0708413 Feb 05 02:48:41.749281 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87e33d3d-5026-4ccd-8c50-1c2d5bc9ec56 req-4862b35e-9b5e-4e13-939e-2e2b406768de tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439003 Feb 05 02:48:41.966443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae857c9-245c-44d3-bc37-11853f5b4232 req-97eecb68-90d4-49b1-a77f-33eedba3bc0d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:41.967947 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ae857c9-245c-44d3-bc37-11853f5b4232 req-97eecb68-90d4-49b1-a77f-33eedba3bc0d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0811872 Feb 05 02:48:41.988687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de4993-0ecc-4afa-8bb2-62e82616c4d1 req-d792f7a7-4853-4353-8c6e-cfccffa57b97 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:41.990320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08de4993-0ecc-4afa-8bb2-62e82616c4d1 req-d792f7a7-4853-4353-8c6e-cfccffa57b97 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0768642 Feb 05 02:48:42.061628 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ae857c9-245c-44d3-bc37-11853f5b4232 req-124088d6-e0ca-4f33-a3ce-de4bc6ccb613 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856478 Feb 05 02:48:42.066017 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08de4993-0ecc-4afa-8bb2-62e82616c4d1 req-b4c71d34-93d3-4d90-8587-7e5f0f33fecd tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675404 Feb 05 02:48:42.350501 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51966f-b009-4d96-80cd-6f265a2cc53b req-e641fd38-4a76-430a-a69b-a16f1b7c005a tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:42.352022 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f51966f-b009-4d96-80cd-6f265a2cc53b req-e641fd38-4a76-430a-a69b-a16f1b7c005a tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.0902739 Feb 05 02:48:42.383920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dd1e6-b182-48d6-9ef2-7369657b93af req-b16431e7-03b4-4401-8c53-f4e0c49d4341 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:42.386045 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-595dd1e6-b182-48d6-9ef2-7369657b93af req-b16431e7-03b4-4401-8c53-f4e0c49d4341 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.0904243 Feb 05 02:48:42.427329 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f51966f-b009-4d96-80cd-6f265a2cc53b req-81faa504-881a-4b9f-a24c-a49d159225b2 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684221 Feb 05 02:48:42.467068 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-595dd1e6-b182-48d6-9ef2-7369657b93af req-e9f9c1d7-8755-41c3-878f-40c8f9431e9a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747814 Feb 05 02:48:42.618182 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27a32f-67ea-41e6-821c-74c4033985b1 req-0c6931d5-9d08-4578-a457-711876990ca5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:42.620394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a27a32f-67ea-41e6-821c-74c4033985b1 req-0c6931d5-9d08-4578-a457-711876990ca5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 944 time: 0.0941362 Feb 05 02:48:42.634737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670f151-6b3a-46c9-ae6a-e10d2db12dd8 req-7807c088-09ef-4bac-a8b6-bf307486c491 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:42.637402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c670f151-6b3a-46c9-ae6a-e10d2db12dd8 req-7807c088-09ef-4bac-a8b6-bf307486c491 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 945 time: 0.0834792 Feb 05 02:48:42.707106 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a27a32f-67ea-41e6-821c-74c4033985b1 req-2634c99c-1211-402c-96d1-5a9b75e12260 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806811 Feb 05 02:48:42.714210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c670f151-6b3a-46c9-ae6a-e10d2db12dd8 req-7285f021-86df-47c5-8a5b-b4fd876b83f2 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708103 Feb 05 02:48:42.771966 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e9094cbb-b2ea-42d8-a343-5c609bcd2d9f up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:48:42.830070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port e9094cbb-b2ea-42d8-a343-5c609bcd2d9f completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:48:42.835430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port e9094cbb-b2ea-42d8-a343-5c609bcd2d9f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:42.835813 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e9094cbb-b2ea-42d8-a343-5c609bcd2d9f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:42.889847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348a8fb-1868-4aff-812f-6632f1982a1a req-595b1420-2cc7-4023-8aac-a12fe6814358 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:42.891381 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0348a8fb-1868-4aff-812f-6632f1982a1a req-595b1420-2cc7-4023-8aac-a12fe6814358 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0706813 Feb 05 02:48:42.920026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port e9094cbb-b2ea-42d8-a343-5c609bcd2d9f is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:42.920422 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e9094cbb-b2ea-42d8-a343-5c609bcd2d9f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:42.948996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0348a8fb-1868-4aff-812f-6632f1982a1a req-f0e1f3c8-e422-4e11-b162-00cade1c1e84 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a5e021c-6c88-4d13-92c0-c2e231646743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508130 Feb 05 02:48:42.951267 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d59202a-8984-4a22-a418-2d06ce6e06bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9094cbb-b2ea-42d8-a343-5c609bcd2d9f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:42.954320 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01692db-dac7-4d87-932d-c29dfc9bbe2d" -d '{"events": [{"server_uuid": "0d59202a-8984-4a22-a418-2d06ce6e06bb", "name": "network-vif-plugged", "status": "completed", "tag": "e9094cbb-b2ea-42d8-a343-5c609bcd2d9f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:42.983745 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port e9094cbb-b2ea-42d8-a343-5c609bcd2d9f, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e9094cbb-b2ea-42d8-a343-5c609bcd2d9f,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:42.988273 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e9094cbb-b2ea-42d8-a343-5c609bcd2d9f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:43.018392 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0b304f-8dc9-4706-8a63-7810e3896aa5 x-openstack-request-id: req-3f0b304f-8dc9-4706-8a63-7810e3896aa5 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:43.019212 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d59202a-8984-4a22-a418-2d06ce6e06bb", "name": "network-vif-plugged", "status": "completed", "tag": "e9094cbb-b2ea-42d8-a343-5c609bcd2d9f", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:43.019610 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f0b304f-8dc9-4706-8a63-7810e3896aa5 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:43.020407 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d59202a-8984-4a22-a418-2d06ce6e06bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9094cbb-b2ea-42d8-a343-5c609bcd2d9f', 'code': 200} Feb 05 02:48:43.060832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=e9094cbb-b2ea-42d8-a343-5c609bcd2d9f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:43.116188 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3dd6b-4972-4582-9bdc-2ad0ecfe8969 req-f7436b39-a3c0-4d51-841f-d877b64b3292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:43.117808 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e6d3dd6b-4972-4582-9bdc-2ad0ecfe8969 req-f7436b39-a3c0-4d51-841f-d877b64b3292 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 1128 time: 0.0470436 Feb 05 02:48:43.200968 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e6d3dd6b-4972-4582-9bdc-2ad0ecfe8969 req-719af588-fc03-43d4-9adc-cf3c7415261f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764990 Feb 05 02:48:43.203361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9723cf-407d-4434-8a20-a6d422ed17bd req-38add168-d702-4f76-b174-002b9041f834 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:43.206365 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea9723cf-407d-4434-8a20-a6d422ed17bd req-38add168-d702-4f76-b174-002b9041f834 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 945 time: 0.0611775 Feb 05 02:48:43.216706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6caf9-da07-45be-9f18-5c8784bccb96 req-dc440f88-3d16-40cd-8c0d-a27757a9bad2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:43.218188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ff6caf9-da07-45be-9f18-5c8784bccb96 req-dc440f88-3d16-40cd-8c0d-a27757a9bad2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0789256 Feb 05 02:48:43.255987 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59a35d19-a84a-4504-96cd-3903a304c5be req-0d3665bf-85cb-4785-9ea5-621acb5f2404 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f3d9837df7ad4f2f832540f44ec1e29f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360675 Feb 05 02:48:43.333332 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ff6caf9-da07-45be-9f18-5c8784bccb96 req-e9ee60e9-9d25-4eb5-a0ad-747cac16ef3e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041102 Feb 05 02:48:43.380541 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a35d19-a84a-4504-96cd-3903a304c5be req-691de53a-c32a-4b6c-bfda-e4774ff00da7 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:43.381995 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59a35d19-a84a-4504-96cd-3903a304c5be req-691de53a-c32a-4b6c-bfda-e4774ff00da7 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1198893 Feb 05 02:48:43.406797 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59a35d19-a84a-4504-96cd-3903a304c5be req-c4a4a6b0-a55a-4ef7-bf8c-c5281459ca2d tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/quotas/f3d9837df7ad4f2f832540f44ec1e29f HTTP/1.1" status: 200 len: 375 time: 0.0192523 Feb 05 02:48:43.457293 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59a35d19-a84a-4504-96cd-3903a304c5be req-2f56e171-f9c1-4466-96a4-002dcfd1e57e tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3d9837df7ad4f2f832540f44ec1e29f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316534 Feb 05 02:48:43.481477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e05957-dc54-4c0b-a4ea-6ba38727371b req-e523e5d2-6557-4171-aac9-22f254de2920 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:43.482816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ea9723cf-407d-4434-8a20-a6d422ed17bd req-3fee26c3-e033-42d4-901f-09442e491f83 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Deleting port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:43.483166 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ea9723cf-407d-4434-8a20-a6d422ed17bd req-3fee26c3-e033-42d4-901f-09442e491f83 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a4f7cdf6-eeb2-49df-82f1-8aa7c137a075), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:43.487781 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49e05957-dc54-4c0b-a4ea-6ba38727371b req-e523e5d2-6557-4171-aac9-22f254de2920 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0940325 Feb 05 02:48:43.545392 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49e05957-dc54-4c0b-a4ea-6ba38727371b req-ba6b70cb-25e4-4bc5-8ee7-4be0eca2d0c6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522869 Feb 05 02:48:43.606609 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ea9723cf-407d-4434-8a20-a6d422ed17bd req-3fee26c3-e033-42d4-901f-09442e491f83 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] For port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a4f7cdf6-eeb2-49df-82f1-8aa7c137a075,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:43.606874 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ea9723cf-407d-4434-8a20-a6d422ed17bd req-3fee26c3-e033-42d4-901f-09442e491f83 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a4f7cdf6-eeb2-49df-82f1-8aa7c137a075), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:43.624448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ea9723cf-407d-4434-8a20-a6d422ed17bd req-3fee26c3-e033-42d4-901f-09442e491f83 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Calling delete_port for a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:43.679077 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8313b583-5930-440e-9b5f-5917f4aaf1a4 req-13d4c255-fa0c-4d7c-9719-5df78aaf911f tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=96fe9a9d-9957-4364-83d9-ab617e53cbf5 HTTP/1.1" status: 200 len: 210 time: 0.0509381 Feb 05 02:48:43.706303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41794c8a-da3c-462e-8bbe-e733a1c65699 req-52e9a974-8f5f-4c65-9d18-9dd474b96f7f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:43.709461 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41794c8a-da3c-462e-8bbe-e733a1c65699 req-52e9a974-8f5f-4c65-9d18-9dd474b96f7f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.0931785 Feb 05 02:48:43.773050 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41794c8a-da3c-462e-8bbe-e733a1c65699 req-3654fb9c-5643-4096-b4a4-e8fb6d0b6cb6 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555518 Feb 05 02:48:43.779178 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ea9723cf-407d-4434-8a20-a6d422ed17bd req-3fee26c3-e033-42d4-901f-09442e491f83 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a4f7cdf6-eeb2-49df-82f1-8aa7c137a075), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:43.792525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['a4f7cdf6-eeb2-49df-82f1-8aa7c137a075'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:43.827887 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee26c3-e033-42d4-901f-09442e491f83 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Pushing event deleted for resources: {'Port': ['ID=a4f7cdf6-eeb2-49df-82f1-8aa7c137a075,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:43.884509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9723cf-407d-4434-8a20-a6d422ed17bd req-3fee26c3-e033-42d4-901f-09442e491f83 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] No DVR routers for this DVR port a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:48:43.888434 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ea9723cf-407d-4434-8a20-a6d422ed17bd req-3fee26c3-e033-42d4-901f-09442e491f83 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:43.897294 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea9723cf-407d-4434-8a20-a6d422ed17bd req-3fee26c3-e033-42d4-901f-09442e491f83 tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.10 "DELETE /v2.0/ports/a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 HTTP/1.1" status: 204 len: 173 time: 0.5063531 Feb 05 02:48:43.898058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0df58c2-a510-4bfa-9d32-35c0975308d0', 'name': 'network-vif-deleted', 'tag': 'a4f7cdf6-eeb2-49df-82f1-8aa7c137a075'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:43.903862 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aaf67e-cf4f-43f5-af50-26008a215c41" -d '{"events": [{"server_uuid": "b0df58c2-a510-4bfa-9d32-35c0975308d0", "name": "network-vif-deleted", "tag": "a4f7cdf6-eeb2-49df-82f1-8aa7c137a075"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:43.925088 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cda48-0f6e-4310-984f-396320048106 req-f062ce39-ca8e-4dc9-899d-524cea88efb8 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:43.926604 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a3cda48-0f6e-4310-984f-396320048106 req-f062ce39-ca8e-4dc9-899d-524cea88efb8 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 944 time: 0.1167293 Feb 05 02:48:43.935086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84149d8-2067-4a43-b76c-674adba6d55b req-64ec2fea-b395-4957-804c-0ab627f77980 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:43.935947 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f84149d8-2067-4a43-b76c-674adba6d55b req-64ec2fea-b395-4957-804c-0ab627f77980 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 946 time: 0.0874927 Feb 05 02:48:44.013967 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a3cda48-0f6e-4310-984f-396320048106 req-5c23bfd8-6d41-480b-9ef7-bd4be2ebb18d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770338 Feb 05 02:48:44.023183 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f84149d8-2067-4a43-b76c-674adba6d55b req-f7a18fb6-cc97-4f19-8bd5-3e2329ff2f6d tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792918 Feb 05 02:48:44.080511 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bec59b-749c-442d-a183-b9e0161abe2f x-openstack-request-id: req-69bec59b-749c-442d-a183-b9e0161abe2f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:44.080851 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0df58c2-a510-4bfa-9d32-35c0975308d0", "name": "network-vif-deleted", "tag": "a4f7cdf6-eeb2-49df-82f1-8aa7c137a075", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:44.081108 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-69bec59b-749c-442d-a183-b9e0161abe2f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:44.081509 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0df58c2-a510-4bfa-9d32-35c0975308d0', 'name': 'network-vif-deleted', 'tag': 'a4f7cdf6-eeb2-49df-82f1-8aa7c137a075', 'status': 'completed', 'code': 200} Feb 05 02:48:44.132480 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ffa85ea9-29e6-431e-9a0d-2c60e56cd7be req-537af61f-facb-4a41-9cc5-7d8471d3d52a tempest-ListServerFiltersTestJSON-1642883695 tempest-ListServerFiltersTestJSON-1642883695-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0df58c2-a510-4bfa-9d32-35c0975308d0 HTTP/1.1" status: 200 len: 210 time: 0.0313709 Feb 05 02:48:44.463091 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51266057-f5b8-48d9-a5da-8e66be3f646d req-96db12a4-5d11-48f3-8a8b-de9db19836da tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:44.464732 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51266057-f5b8-48d9-a5da-8e66be3f646d req-96db12a4-5d11-48f3-8a8b-de9db19836da tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0535319 Feb 05 02:48:44.515772 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51266057-f5b8-48d9-a5da-8e66be3f646d req-c44b4a1c-8e03-45fe-b893-101de12893c5 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452309 Feb 05 02:48:44.663365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c83e5f-9d16-475b-b6b6-9ca058ae991e req-9538d48c-2384-4309-a682-906938e657b6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:44.664841 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67c83e5f-9d16-475b-b6b6-9ca058ae991e req-9538d48c-2384-4309-a682-906938e657b6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0534167 Feb 05 02:48:44.720372 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a35d19-a84a-4504-96cd-3903a304c5be req-b17042e6-3350-4baa-b83d-af8d84edc9fe tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f3d9837df7ad4f2f832540f44ec1e29f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247159 Feb 05 02:48:44.723671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67c83e5f-9d16-475b-b6b6-9ca058ae991e req-3fe48c6d-e1cd-440c-8163-534c8b6836f4 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516028 Feb 05 02:48:44.782866 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd3e96bd-262c-446b-b903-a71da4faef59 req-b63f6c97-c261-42be-a793-028299863038 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=96fe9a9d-9957-4364-83d9-ab617e53cbf5 HTTP/1.1" status: 200 len: 210 time: 0.0273628 Feb 05 02:48:44.848149 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a35d19-a84a-4504-96cd-3903a304c5be req-72ba196c-3f2b-4b22-8038-3d639dfb4790 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:44.849711 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a35d19-a84a-4504-96cd-3903a304c5be req-72ba196c-3f2b-4b22-8038-3d639dfb4790 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1226313 Feb 05 02:48:44.863341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-59a35d19-a84a-4504-96cd-3903a304c5be req-34a6f6e5-d8ea-4250-8e47-b7a20bb9b2d5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Request body: {'port': {'device_id': '96fe9a9d-9957-4364-83d9-ab617e53cbf5', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': 'f3d9837df7ad4f2f832540f44ec1e29f'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:44.902709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad397a-1a7c-4580-8906-aaafc5df17bb req-52ced114-47c8-4a03-be55-72388b2e30dc tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:44.904346 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6ad397a-1a7c-4580-8906-aaafc5df17bb req-52ced114-47c8-4a03-be55-72388b2e30dc tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.0554154 Feb 05 02:48:44.951681 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6ad397a-1a7c-4580-8906-aaafc5df17bb req-7c5b947a-7f63-457b-b2a2-23d9c7d71254 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412743 Feb 05 02:48:44.973554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a35d19-a84a-4504-96cd-3903a304c5be req-34a6f6e5-d8ea-4250-8e47-b7a20bb9b2d5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Made reservation on behalf of f3d9837df7ad4f2f832540f44ec1e29f for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:48:44.977090 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a35d19-a84a-4504-96cd-3903a304c5be req-34a6f6e5-d8ea-4250-8e47-b7a20bb9b2d5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:44.986347 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a35d19-a84a-4504-96cd-3903a304c5be req-34a6f6e5-d8ea-4250-8e47-b7a20bb9b2d5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:45.061947 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a35d19-a84a-4504-96cd-3903a304c5be req-34a6f6e5-d8ea-4250-8e47-b7a20bb9b2d5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Publish callbacks [] for security_group (29cd8ffa-4fdd-41b8-ab5f-61a081b760ea), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:45.066551 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a35d19-a84a-4504-96cd-3903a304c5be req-34a6f6e5-d8ea-4250-8e47-b7a20bb9b2d5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (29cd8ffa-4fdd-41b8-ab5f-61a081b760ea), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:45.130076 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6f6e5-d8ea-4250-8e47-b7a20bb9b2d5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:45.181314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d06e5a-8651-4914-91f2-f7f1eba0b7a1 req-b2e42129-d1f9-45fc-86d3-19a81afd48d8 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:45.183032 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55d06e5a-8651-4914-91f2-f7f1eba0b7a1 req-b2e42129-d1f9-45fc-86d3-19a81afd48d8 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 944 time: 0.0952914 Feb 05 02:48:45.189898 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a8b66-7b98-43a2-aeea-2defa92408b5 req-a97149e1-101e-452c-81b1-eb0757839bf9 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:45.191348 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a50a8b66-7b98-43a2-aeea-2defa92408b5 req-a97149e1-101e-452c-81b1-eb0757839bf9 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 946 time: 0.0889871 Feb 05 02:48:45.212112 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-59a35d19-a84a-4504-96cd-3903a304c5be req-34a6f6e5-d8ea-4250-8e47-b7a20bb9b2d5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Allocated IP 192.168.233.37 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/7b2ae368-95e6-4fc1-a036-9302c5a49a27) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:48:45.262026 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55d06e5a-8651-4914-91f2-f7f1eba0b7a1 req-a3f93771-0dd5-473e-b0c9-daaf1649914d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697012 Feb 05 02:48:45.266178 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a50a8b66-7b98-43a2-aeea-2defa92408b5 req-088167b5-07f9-44ed-b3d2-643fc5d946d7 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681562 Feb 05 02:48:45.317523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41170) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:45.390859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f1cab4-f33d-46aa-9138-82803f26b13f admin admin] Deleting subnet 1e325fba-58b3-48ac-8a7b-1b7778d4a069 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:48:45.400317 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2f1cab4-f33d-46aa-9138-82803f26b13f admin admin] Publish callbacks [] for subnet (1e325fba-58b3-48ac-8a7b-1b7778d4a069), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:45.431267 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a35d19-a84a-4504-96cd-3903a304c5be req-34a6f6e5-d8ea-4250-8e47-b7a20bb9b2d5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Publish callbacks [] for port (7b2ae368-95e6-4fc1-a036-9302c5a49a27), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:45.454310 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2f1cab4-f33d-46aa-9138-82803f26b13f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (1e325fba-58b3-48ac-8a7b-1b7778d4a069), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:45.514539 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a35d19-a84a-4504-96cd-3903a304c5be req-34a6f6e5-d8ea-4250-8e47-b7a20bb9b2d5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7b2ae368-95e6-4fc1-a036-9302c5a49a27), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:45.516838 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739d11d-ffd9-4fe5-bf95-4876aec1856e req-c0cf3331-9a43-43ac-ad67-caa5bfb25c60 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:45.518452 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9739d11d-ffd9-4fe5-bf95-4876aec1856e req-c0cf3331-9a43-43ac-ad67-caa5bfb25c60 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 946 time: 0.0538466 Feb 05 02:48:45.568580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9739d11d-ffd9-4fe5-bf95-4876aec1856e req-8216c796-e418-4cbc-89cc-52f72edcbb73 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440917 Feb 05 02:48:45.589124 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2f1cab4-f33d-46aa-9138-82803f26b13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (1e325fba-58b3-48ac-8a7b-1b7778d4a069), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:45.592203 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a35d19-a84a-4504-96cd-3903a304c5be req-34a6f6e5-d8ea-4250-8e47-b7a20bb9b2d5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:48:45.616875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-59a35d19-a84a-4504-96cd-3903a304c5be req-34a6f6e5-d8ea-4250-8e47-b7a20bb9b2d5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:48:45.623648 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a35d19-a84a-4504-96cd-3903a304c5be req-34a6f6e5-d8ea-4250-8e47-b7a20bb9b2d5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:48:45.653009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6f6e5-d8ea-4250-8e47-b7a20bb9b2d5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Pushing event updated for resources: {'Port': ['ID=7b2ae368-95e6-4fc1-a036-9302c5a49a27,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:45.655281 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6c6e4-f593-4ffa-a7ca-9c61374eca9b req-90756083-96d5-418b-a2ca-22e0ccaa3246 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:45.657557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06e6c6e4-f593-4ffa-a7ca-9c61374eca9b req-90756083-96d5-418b-a2ca-22e0ccaa3246 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0632341 Feb 05 02:48:45.689447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a35d19-a84a-4504-96cd-3903a304c5be req-34a6f6e5-d8ea-4250-8e47-b7a20bb9b2d5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:45.690078 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a35d19-a84a-4504-96cd-3903a304c5be req-34a6f6e5-d8ea-4250-8e47-b7a20bb9b2d5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:45.711459 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a35d19-a84a-4504-96cd-3903a304c5be req-34a6f6e5-d8ea-4250-8e47-b7a20bb9b2d5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8519864 Feb 05 02:48:45.712794 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2f1cab4-f33d-46aa-9138-82803f26b13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (1e325fba-58b3-48ac-8a7b-1b7778d4a069), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:45.726890 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06e6c6e4-f593-4ffa-a7ca-9c61374eca9b req-7ece1dd8-de83-481f-a973-5ea7aabc9ef4 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549011 Feb 05 02:48:45.749686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Request body: {'port': {'device_id': '96fe9a9d-9957-4364-83d9-ab617e53cbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:45.749686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1cab4-f33d-46aa-9138-82803f26b13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e325fba-58b3-48ac-8a7b-1b7778d4a069,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:45.761093 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ebd2f1-cd84-4458-8a44-c0e124bd3419 None None] Network 6733591c-8326-4756-b536-1842cbefade2 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:48:45.768116 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2f1cab4-f33d-46aa-9138-82803f26b13f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:45.772374 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f2f1cab4-f33d-46aa-9138-82803f26b13f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1e325fba-58b3-48ac-8a7b-1b7778d4a069 HTTP/1.1" status: 204 len: 168 time: 0.4529333 Feb 05 02:48:45.774590 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41178) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:45.957143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e06301-73e1-48d4-b46c-f803a7b3963d req-85b6a23c-85b3-4c80-9de1-75071acdff5b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:45.965659 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d0e06301-73e1-48d4-b46c-f803a7b3963d req-85b6a23c-85b3-4c80-9de1-75071acdff5b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1079311 Feb 05 02:48:45.967369 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:45.969590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b14ca991-82c7-41b4-b45e-ff0b0214df78 None None] Provisioning complete for port 7b2ae368-95e6-4fc1-a036-9302c5a49a27 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:45.969956 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b14ca991-82c7-41b4-b45e-ff0b0214df78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7b2ae368-95e6-4fc1-a036-9302c5a49a27), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:45.992318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb2311-d5df-4b63-9d97-523143981552 req-50a92490-7032-462c-b63b-db68f83b2405 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:45.993809 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebdb2311-d5df-4b63-9d97-523143981552 req-50a92490-7032-462c-b63b-db68f83b2405 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=96fe9a9d-9957-4364-83d9-ab617e53cbf5 HTTP/1.1" status: 200 len: 935 time: 0.0986071 Feb 05 02:48:46.019751 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b14ca991-82c7-41b4-b45e-ff0b0214df78 None None] Port 7b2ae368-95e6-4fc1-a036-9302c5a49a27 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:48:46.043262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d0e06301-73e1-48d4-b46c-f803a7b3963d req-2d2d1cce-fdea-4d8c-8c4d-4392a286fd27 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766277 Feb 05 02:48:46.081923 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebdb2311-d5df-4b63-9d97-523143981552 req-2d4f3c50-fff3-4ba0-bb9d-980dbb3db686 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756025 Feb 05 02:48:46.110896 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73db3d4c-4f76-4650-8ace-2fa660d26b3c None None] DHCP port deletion for 6733591c-8326-4756-b536-1842cbefade2 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:48:46.115499 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7b2ae368-95e6-4fc1-a036-9302c5a49a27), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:46.136255 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (6733591c-8326-4756-b536-1842cbefade2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:46.161427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-73db3d4c-4f76-4650-8ace-2fa660d26b3c None None] Deleting port 266e1f02-1edc-442b-a3f3-8fb1d958cd04 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:46.161897 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-73db3d4c-4f76-4650-8ace-2fa660d26b3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (266e1f02-1edc-442b-a3f3-8fb1d958cd04), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:46.188580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335142cc-f137-47e3-9f92-d715282f4cf1 req-95acd0ae-ea56-4579-9585-ec8e861e5b60 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:46.190394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-335142cc-f137-47e3-9f92-d715282f4cf1 req-95acd0ae-ea56-4579-9585-ec8e861e5b60 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.0640571 Feb 05 02:48:46.232740 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-73db3d4c-4f76-4650-8ace-2fa660d26b3c None None] For port 266e1f02-1edc-442b-a3f3-8fb1d958cd04, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=266e1f02-1edc-442b-a3f3-8fb1d958cd04,segment=NetworkSegment(025b8a33-3ceb-4af3-8526-9b1660fab6cb),segment_id=025b8a33-3ceb-4af3-8526-9b1660fab6cb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:46.233251 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-73db3d4c-4f76-4650-8ace-2fa660d26b3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (266e1f02-1edc-442b-a3f3-8fb1d958cd04), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:46.242288 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-335142cc-f137-47e3-9f92-d715282f4cf1 req-33bddc04-dd76-4e31-a927-a65bbbdbe9ef tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456161 Feb 05 02:48:46.246587 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-73db3d4c-4f76-4650-8ace-2fa660d26b3c None None] Calling delete_port for 266e1f02-1edc-442b-a3f3-8fb1d958cd04 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:46.330922 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-73db3d4c-4f76-4650-8ace-2fa660d26b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (266e1f02-1edc-442b-a3f3-8fb1d958cd04), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:46.343698 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] Deleting port 266e1f02-1edc-442b-a3f3-8fb1d958cd04 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:46.344038 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (266e1f02-1edc-442b-a3f3-8fb1d958cd04), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:46.364102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db3d4c-4f76-4650-8ace-2fa660d26b3c None None] Pushing event deleted for resources: {'Port': ['ID=266e1f02-1edc-442b-a3f3-8fb1d958cd04,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:46.365973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73db3d4c-4f76-4650-8ace-2fa660d26b3c None None] No DVR routers for this DVR port 266e1f02-1edc-442b-a3f3-8fb1d958cd04 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:48:46.405651 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595da22-a060-4281-99a5-7f2f3a8bf39a req-61d71fac-f56b-41a6-9247-4c61b6eec84b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:46.407188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6595da22-a060-4281-99a5-7f2f3a8bf39a req-61d71fac-f56b-41a6-9247-4c61b6eec84b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 944 time: 0.0722411 Feb 05 02:48:46.433246 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] For port 266e1f02-1edc-442b-a3f3-8fb1d958cd04, host n-d-826942-8, got binding levels [] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:46.433246 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (266e1f02-1edc-442b-a3f3-8fb1d958cd04), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:46.452716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] Calling delete_port for 266e1f02-1edc-442b-a3f3-8fb1d958cd04 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:46.459067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6595da22-a060-4281-99a5-7f2f3a8bf39a req-aa72a7c5-5dc8-404d-82ad-39e6e5d3458a tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459063 Feb 05 02:48:46.459537 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.ipam_backend_mixin [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] Port 266e1f02-1edc-442b-a3f3-8fb1d958cd04 was not found and therefore no delete operation was performed {{(pid=109674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 02:48:46.462100 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (266e1f02-1edc-442b-a3f3-8fb1d958cd04), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:46.516680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=266e1f02-1edc-442b-a3f3-8fb1d958cd04,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:46.525383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] No DVR routers for this DVR port 266e1f02-1edc-442b-a3f3-8fb1d958cd04 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:48:46.532752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2ae368-95e6-4fc1-a036-9302c5a49a27 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:48:46.557475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Publish callbacks [] for port (7b2ae368-95e6-4fc1-a036-9302c5a49a27), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:46.608558 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Transition to ACTIVE for port object 7b2ae368-95e6-4fc1-a036-9302c5a49a27 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:48:46.613246 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (7b2ae368-95e6-4fc1-a036-9302c5a49a27), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:46.616004 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (6733591c-8326-4756-b536-1842cbefade2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:46.666940 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6733591c-8326-4756-b536-1842cbefade2']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:46.687390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025b8a33-3ceb-4af3-8526-9b1660fab6cb') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:46.687687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025b8a33-3ceb-4af3-8526-9b1660fab6cb') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:46.699463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949181b-a461-45cc-90e7-656abe70d43c req-41f6331f-540c-4dae-b1c9-5b3783ab7e12 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:46.701145 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e949181b-a461-45cc-90e7-656abe70d43c req-41f6331f-540c-4dae-b1c9-5b3783ab7e12 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 946 time: 0.0603290 Feb 05 02:48:46.703548 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Pushing event updated for resources: {'Port': ['ID=7b2ae368-95e6-4fc1-a036-9302c5a49a27,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:46.707092 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (025b8a33-3ceb-4af3-8526-9b1660fab6cb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:46.759943 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (025b8a33-3ceb-4af3-8526-9b1660fab6cb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:46.768759 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e949181b-a461-45cc-90e7-656abe70d43c req-35b038cf-3eea-4901-a978-59362d54f817 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups?id=7946d8c3-849a-41e2-aff7-b939e4656b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600150 Feb 05 02:48:46.772618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:48:46.773153 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (025b8a33-3ceb-4af3-8526-9b1660fab6cb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:48:46.774794 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:48:46.796208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:46.825726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:48:46.826395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a4f7cdf6-eeb2-49df-82f1-8aa7c137a075 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:48:46.853355 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Attempting to bind port 7b2ae368-95e6-4fc1-a036-9302c5a49a27 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:48:46.853722 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Attempting to bind port 7b2ae368-95e6-4fc1-a036-9302c5a49a27 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:48:46.854622 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Attempting to bind port 7b2ae368-95e6-4fc1-a036-9302c5a49a27 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:46.862554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Port 7b2ae368-95e6-4fc1-a036-9302c5a49a27 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:48:46.863259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Attempting to bind port 7b2ae368-95e6-4fc1-a036-9302c5a49a27 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:46.867610 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (6733591c-8326-4756-b536-1842cbefade2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:46.878429 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:46.884594 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6733591c-8326-4756-b536-1842cbefade2 HTTP/1.1" status: 204 len: 168 time: 1.1064408 Feb 05 02:48:46.894714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:48:46.895190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:48:46.895460 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:48:46.895905 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Bound port: 7b2ae368-95e6-4fc1-a036-9302c5a49a27, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:48:46.896262 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7b2ae368-95e6-4fc1-a036-9302c5a49a27), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:46.898529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88d415-c1b1-4fb3-aef2-13988efffb9b req-9c74ca4c-72bd-4242-8f00-761eb59543ac tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:46.900336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd04f7d-d55c-433f-8ff5-e41d441d59e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6733591c-8326-4756-b536-1842cbefade2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:46.901973 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b88d415-c1b1-4fb3-aef2-13988efffb9b req-9c74ca4c-72bd-4242-8f00-761eb59543ac tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0955951 Feb 05 02:48:46.961466 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b88d415-c1b1-4fb3-aef2-13988efffb9b req-bc513952-a3b5-40c7-9529-2a776a53608b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527661 Feb 05 02:48:46.988297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] For port 7b2ae368-95e6-4fc1-a036-9302c5a49a27, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:48:46.988626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 266e1f02-1edc-442b-a3f3-8fb1d958cd04 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:46.991879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] For port 7b2ae368-95e6-4fc1-a036-9302c5a49a27, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=7b2ae368-95e6-4fc1-a036-9302c5a49a27,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:48:46.998683 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (7b2ae368-95e6-4fc1-a036-9302c5a49a27), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:47.016241 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 266e1f02-1edc-442b-a3f3-8fb1d958cd04 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:48:47.016986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 266e1f02-1edc-442b-a3f3-8fb1d958cd04 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:48:47.035608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:47.036226 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:47.037616 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] 10.222.0.10 "PUT /v2.0/ports/7b2ae368-95e6-4fc1-a036-9302c5a49a27 HTTP/1.1" status: 200 len: 1095 time: 1.2994366 Feb 05 02:48:47.038063 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96fe9a9d-9957-4364-83d9-ab617e53cbf5', 'tag': '7b2ae368-95e6-4fc1-a036-9302c5a49a27'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:47.040389 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2ab9dc-70a7-485f-831a-4c05ccbf9161" -d '{"events": [{"name": "network-changed", "server_uuid": "96fe9a9d-9957-4364-83d9-ab617e53cbf5", "tag": "7b2ae368-95e6-4fc1-a036-9302c5a49a27"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:47.091869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465afc4-cd56-444a-ac75-deda85e9b67a service neutron] Pushing event updated for resources: {'Port': ['ID=7b2ae368-95e6-4fc1-a036-9302c5a49a27,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:47.130518 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4453afa3-a2f2-4fe4-bbda-19465f24b38b x-openstack-request-id: req-4453afa3-a2f2-4fe4-bbda-19465f24b38b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:47.130927 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96fe9a9d-9957-4364-83d9-ab617e53cbf5", "tag": "7b2ae368-95e6-4fc1-a036-9302c5a49a27", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:47.131183 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4453afa3-a2f2-4fe4-bbda-19465f24b38b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:47.131583 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96fe9a9d-9957-4364-83d9-ab617e53cbf5', 'tag': '7b2ae368-95e6-4fc1-a036-9302c5a49a27', 'status': 'completed', 'code': 200} Feb 05 02:48:47.207744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a35d19-a84a-4504-96cd-3903a304c5be req-8ea81875-987d-42a6-9e48-e4e685f42fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:47.210499 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a35d19-a84a-4504-96cd-3903a304c5be req-8ea81875-987d-42a6-9e48-e4e685f42fc9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f3d9837df7ad4f2f832540f44ec1e29f&device_id=96fe9a9d-9957-4364-83d9-ab617e53cbf5 HTTP/1.1" status: 200 len: 1129 time: 0.1048591 Feb 05 02:48:47.216076 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41198) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:47.276131 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a35d19-a84a-4504-96cd-3903a304c5be req-70bad774-fada-458c-8c1e-2592d7d14c2a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7b2ae368-95e6-4fc1-a036-9302c5a49a27 HTTP/1.1" status: 200 len: 217 time: 0.0441146 Feb 05 02:48:47.321365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250c713-c6f7-405c-9507-1e30d2a5eaa2 req-ed5ffb47-ed35-437e-8316-9e41493e14de tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:47.323935 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7250c713-c6f7-405c-9507-1e30d2a5eaa2 req-ed5ffb47-ed35-437e-8316-9e41493e14de tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1548793 Feb 05 02:48:47.337380 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c21cfbe5-5368-4e5b-a5cf-ca41a68da075 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c95c9e128f26487b9b27e1ff5c46660f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1197851 Feb 05 02:48:47.340318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41202) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:47.346215 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafe0e0-b536-48e8-8171-3feba32e6c4e req-5b795e7d-50f2-4d97-bc22-046c1f976473 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:47.347794 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7fafe0e0-b536-48e8-8171-3feba32e6c4e req-5b795e7d-50f2-4d97-bc22-046c1f976473 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=96fe9a9d-9957-4364-83d9-ab617e53cbf5 HTTP/1.1" status: 200 len: 947 time: 0.1308334 Feb 05 02:48:47.358881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bddc91-4a7e-4ab1-9b8a-c3ea6c1cf3ca req-11619fdf-e4a7-43ad-896d-5bc0cd7fe969 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:47.360971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48bddc91-4a7e-4ab1-9b8a-c3ea6c1cf3ca req-11619fdf-e4a7-43ad-896d-5bc0cd7fe969 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 946 time: 0.1271350 Feb 05 02:48:47.378689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a35d19-a84a-4504-96cd-3903a304c5be req-c972dce3-0b87-4b61-909e-dd9102b2ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:47.381076 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a35d19-a84a-4504-96cd-3903a304c5be req-c972dce3-0b87-4b61-909e-dd9102b2ae8c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0948586 Feb 05 02:48:47.473334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-653dfcb4-700d-4986-9517-850ca8b35ece admin admin] Publish callbacks [] for security_group (6a5e021c-6c88-4d13-92c0-c2e231646743), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:47.496705 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a35d19-a84a-4504-96cd-3903a304c5be req-80f2bbfa-1ddf-4762-b2c9-247be3066807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:47.498520 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a35d19-a84a-4504-96cd-3903a304c5be req-80f2bbfa-1ddf-4762-b2c9-247be3066807 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1094818 Feb 05 02:48:47.519693 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7fafe0e0-b536-48e8-8171-3feba32e6c4e req-e9fac691-6f0b-422e-a65f-e654debf8183 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566849 Feb 05 02:48:47.534060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7250c713-c6f7-405c-9507-1e30d2a5eaa2 req-c69d488e-7554-4590-bfa6-50680d195a9f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815929 Feb 05 02:48:47.568635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-48bddc91-4a7e-4ab1-9b8a-c3ea6c1cf3ca req-0aeb0e34-c078-44d9-92fa-30445708bd5e tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Deleting port e9094cbb-b2ea-42d8-a343-5c609bcd2d9f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:47.568891 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48bddc91-4a7e-4ab1-9b8a-c3ea6c1cf3ca req-0aeb0e34-c078-44d9-92fa-30445708bd5e tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e9094cbb-b2ea-42d8-a343-5c609bcd2d9f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:47.592404 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-653dfcb4-700d-4986-9517-850ca8b35ece admin admin] Publish callbacks [] for security_group (6a5e021c-6c88-4d13-92c0-c2e231646743), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:47.637107 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-698eef31-8868-43e3-b5c8-cffc35524b8e req-1e6c4128-5a9d-4f5c-af37-354ffd10348f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1823816 Feb 05 02:48:47.678045 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a35d19-a84a-4504-96cd-3903a304c5be req-0f30f3f9-bf3a-46d3-a6d5-f8920beff1b2 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660881 Feb 05 02:48:47.761129 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-653dfcb4-700d-4986-9517-850ca8b35ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6a5e021c-6c88-4d13-92c0-c2e231646743), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:47.763761 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-653dfcb4-700d-4986-9517-850ca8b35ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:47.764901 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-653dfcb4-700d-4986-9517-850ca8b35ece admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a5e021c-6c88-4d13-92c0-c2e231646743 HTTP/1.1" status: 204 len: 168 time: 0.4236698 Feb 05 02:48:47.789401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-48bddc91-4a7e-4ab1-9b8a-c3ea6c1cf3ca req-0aeb0e34-c078-44d9-92fa-30445708bd5e tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] For port e9094cbb-b2ea-42d8-a343-5c609bcd2d9f, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e9094cbb-b2ea-42d8-a343-5c609bcd2d9f,segment=NetworkSegment(819cfa55-04dd-43b2-8aab-03a6df78907c),segment_id=819cfa55-04dd-43b2-8aab-03a6df78907c)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:47.789979 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653dfcb4-700d-4986-9517-850ca8b35ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5e021c-6c88-4d13-92c0-c2e231646743,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:47.790111 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48bddc91-4a7e-4ab1-9b8a-c3ea6c1cf3ca req-0aeb0e34-c078-44d9-92fa-30445708bd5e tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e9094cbb-b2ea-42d8-a343-5c609bcd2d9f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:47.818423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c46c9-04e5-4044-b26e-99b227de3460 req-782ad905-5cf2-469c-9710-91412e9468e7 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:47.829609 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b6c46c9-04e5-4044-b26e-99b227de3460 req-782ad905-5cf2-469c-9710-91412e9468e7 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1906676 Feb 05 02:48:47.833733 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698eef31-8868-43e3-b5c8-cffc35524b8e req-9a9372b1-6c98-4623-af80-20a229069b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:47.834890 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-698eef31-8868-43e3-b5c8-cffc35524b8e req-9a9372b1-6c98-4623-af80-20a229069b2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 1132 time: 0.1406031 Feb 05 02:48:47.842916 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a35d19-a84a-4504-96cd-3903a304c5be req-5387d88c-a622-426b-ab48-a8dde2901152 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586981 Feb 05 02:48:47.850923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b84ec7-acd7-4a90-8b0f-bec9d080f1fb req-1d0339cb-7487-4b8f-896b-aca589d269e7 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:47.859000 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36b84ec7-acd7-4a90-8b0f-bec9d080f1fb req-1d0339cb-7487-4b8f-896b-aca589d269e7 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 944 time: 0.2114723 Feb 05 02:48:47.868790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-48bddc91-4a7e-4ab1-9b8a-c3ea6c1cf3ca req-0aeb0e34-c078-44d9-92fa-30445708bd5e tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Calling delete_port for e9094cbb-b2ea-42d8-a343-5c609bcd2d9f owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:47.996763 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36b84ec7-acd7-4a90-8b0f-bec9d080f1fb req-dd198741-a077-4c9c-ac9e-595cdb5eee30 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369534 Feb 05 02:48:48.011685 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b6c46c9-04e5-4044-b26e-99b227de3460 req-afca3147-95d6-4db6-adb5-826727aaee32 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810019 Feb 05 02:48:48.049044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ab9dc-70a7-485f-831a-4c05ccbf9161 req-74562806-18be-4e5f-8be1-50f07466c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:48.050541 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8f2ab9dc-70a7-485f-831a-4c05ccbf9161 req-74562806-18be-4e5f-8be1-50f07466c2ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f3d9837df7ad4f2f832540f44ec1e29f&device_id=96fe9a9d-9957-4364-83d9-ab617e53cbf5 HTTP/1.1" status: 200 len: 1129 time: 0.1157641 Feb 05 02:48:48.076290 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698eef31-8868-43e3-b5c8-cffc35524b8e req-a0effd77-e79e-4a58-9c12-3f15fe518366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:48.077837 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-698eef31-8868-43e3-b5c8-cffc35524b8e req-a0effd77-e79e-4a58-9c12-3f15fe518366 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2210164 Feb 05 02:48:48.135813 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48bddc91-4a7e-4ab1-9b8a-c3ea6c1cf3ca req-0aeb0e34-c078-44d9-92fa-30445708bd5e tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e9094cbb-b2ea-42d8-a343-5c609bcd2d9f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:48.148399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e9094cbb-b2ea-42d8-a343-5c609bcd2d9f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:48.187651 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-698eef31-8868-43e3-b5c8-cffc35524b8e req-c07c754f-da7d-4718-afef-fbe7da55c569 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=5262ff49-6fce-4474-b84e-0c2a62252ecf HTTP/1.1" status: 200 len: 217 time: 0.0985537 Feb 05 02:48:48.196663 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97314513-cc89-43d0-9f13-1b23f71a4f82 req-c91d77ae-1be0-4f29-a2ff-9c5d652f701b tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d59202a-8984-4a22-a418-2d06ce6e06bb HTTP/1.1" status: 200 len: 210 time: 0.0638146 Feb 05 02:48:48.246250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb0e34-c078-44d9-92fa-30445708bd5e tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Pushing event deleted for resources: {'Port': ['ID=e9094cbb-b2ea-42d8-a343-5c609bcd2d9f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:48.283278 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698eef31-8868-43e3-b5c8-cffc35524b8e req-84648408-4de4-49c6-a12a-fb6429cedef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:48.285313 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-698eef31-8868-43e3-b5c8-cffc35524b8e req-84648408-4de4-49c6-a12a-fb6429cedef1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0901279 Feb 05 02:48:48.309610 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bddc91-4a7e-4ab1-9b8a-c3ea6c1cf3ca req-0aeb0e34-c078-44d9-92fa-30445708bd5e tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] No DVR routers for this DVR port e9094cbb-b2ea-42d8-a343-5c609bcd2d9f on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:48:48.312913 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48bddc91-4a7e-4ab1-9b8a-c3ea6c1cf3ca req-0aeb0e34-c078-44d9-92fa-30445708bd5e tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:48.316510 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48bddc91-4a7e-4ab1-9b8a-c3ea6c1cf3ca req-0aeb0e34-c078-44d9-92fa-30445708bd5e tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.10 "DELETE /v2.0/ports/e9094cbb-b2ea-42d8-a343-5c609bcd2d9f HTTP/1.1" status: 204 len: 173 time: 0.9405630 Feb 05 02:48:48.317618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d59202a-8984-4a22-a418-2d06ce6e06bb', 'name': 'network-vif-deleted', 'tag': 'e9094cbb-b2ea-42d8-a343-5c609bcd2d9f'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:48.320176 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e526506b-0421-4716-82e0-336852357ea2" -d '{"events": [{"server_uuid": "0d59202a-8984-4a22-a418-2d06ce6e06bb", "name": "network-vif-deleted", "tag": "e9094cbb-b2ea-42d8-a343-5c609bcd2d9f"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:48.330480 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5cf06-2844-435e-a90b-9904964030d3 req-edbddc76-40b2-49d9-82e7-9f191550b80c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:48.334135 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ab9dc-70a7-485f-831a-4c05ccbf9161 req-6baf76b3-ff43-4e85-91ef-72190ad35287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:48.335865 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8f2ab9dc-70a7-485f-831a-4c05ccbf9161 req-6baf76b3-ff43-4e85-91ef-72190ad35287 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2766337 Feb 05 02:48:48.341760 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67a5cf06-2844-435e-a90b-9904964030d3 req-edbddc76-40b2-49d9-82e7-9f191550b80c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.2165420 Feb 05 02:48:48.428857 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67a5cf06-2844-435e-a90b-9904964030d3 req-1bcc8e9f-56da-4a0e-aa6f-4287e8685158 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708208 Feb 05 02:48:48.434386 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8f2ab9dc-70a7-485f-831a-4c05ccbf9161 req-bae9752f-fa53-466d-acde-1a7aa9d35aa2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7b2ae368-95e6-4fc1-a036-9302c5a49a27 HTTP/1.1" status: 200 len: 217 time: 0.0890050 Feb 05 02:48:48.434841 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00f4f87-f49a-42be-8245-ae34968a2123 x-openstack-request-id: req-c00f4f87-f49a-42be-8245-ae34968a2123 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:48.435311 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d59202a-8984-4a22-a418-2d06ce6e06bb", "name": "network-vif-deleted", "tag": "e9094cbb-b2ea-42d8-a343-5c609bcd2d9f", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:48.435639 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c00f4f87-f49a-42be-8245-ae34968a2123 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:48.436124 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d59202a-8984-4a22-a418-2d06ce6e06bb', 'name': 'network-vif-deleted', 'tag': 'e9094cbb-b2ea-42d8-a343-5c609bcd2d9f', 'status': 'completed', 'code': 200} Feb 05 02:48:48.455267 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698eef31-8868-43e3-b5c8-cffc35524b8e req-94434d05-b80c-45c6-913e-239fe1dbef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:48.457010 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-698eef31-8868-43e3-b5c8-cffc35524b8e req-94434d05-b80c-45c6-913e-239fe1dbef45 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1644707 Feb 05 02:48:48.548342 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ab9dc-70a7-485f-831a-4c05ccbf9161 req-ed9b75ed-0274-4048-810e-2bf36fadd856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:48.549809 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8f2ab9dc-70a7-485f-831a-4c05ccbf9161 req-ed9b75ed-0274-4048-810e-2bf36fadd856 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1076398 Feb 05 02:48:48.618359 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-698eef31-8868-43e3-b5c8-cffc35524b8e req-531f4362-9c01-42ce-a804-004b51690ab5 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391644 Feb 05 02:48:48.668190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41238) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:48.672300 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ab9dc-70a7-485f-831a-4c05ccbf9161 req-1f1f92f0-06f5-43b2-9bcb-92b51fd59597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:48.673790 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8f2ab9dc-70a7-485f-831a-4c05ccbf9161 req-1f1f92f0-06f5-43b2-9bcb-92b51fd59597 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1158061 Feb 05 02:48:48.699168 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e75ff2-e693-43f8-b328-b7ad5d4c7d3b req-4da8b7b6-4077-44ad-9154-a88573daf217 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:48.705870 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8e75ff2-e693-43f8-b328-b7ad5d4c7d3b req-4da8b7b6-4077-44ad-9154-a88573daf217 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=96fe9a9d-9957-4364-83d9-ab617e53cbf5 HTTP/1.1" status: 200 len: 947 time: 0.1010873 Feb 05 02:48:48.736187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ec9ee-3c4d-4985-ad76-14934bb65026 req-aacb39e3-6e97-49af-b438-2cedf957ba77 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:48.738923 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b32ec9ee-3c4d-4985-ad76-14934bb65026 req-aacb39e3-6e97-49af-b438-2cedf957ba77 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1004455 Feb 05 02:48:48.767463 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8e75ff2-e693-43f8-b328-b7ad5d4c7d3b req-33114de1-7c7e-455f-8bd8-2431bad138a7 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605459 Feb 05 02:48:48.795657 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-969d613f-c32c-4819-8ce5-42e0e57434e9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-430594462-network', 'tenant_id': '37d6ca9dcff14b56b8fa44e265bee153'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:48.798573 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-698eef31-8868-43e3-b5c8-cffc35524b8e req-b1f9c757-bec1-4517-858e-14f52aae26d5 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730187 Feb 05 02:48:48.815053 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8f2ab9dc-70a7-485f-831a-4c05ccbf9161 req-b115fbdc-68fa-4012-b07b-7798a1062e9e service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331716 Feb 05 02:48:48.845190 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b32ec9ee-3c4d-4985-ad76-14934bb65026 req-6c03276a-43e1-4385-b2ad-ec25d6e10f5b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822566 Feb 05 02:48:48.846390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969d613f-c32c-4819-8ce5-42e0e57434e9 admin admin] Made reservation on behalf of 37d6ca9dcff14b56b8fa44e265bee153 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:48:48.848788 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-969d613f-c32c-4819-8ce5-42e0e57434e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:48.860744 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-969d613f-c32c-4819-8ce5-42e0e57434e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:48.941814 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8f2ab9dc-70a7-485f-831a-4c05ccbf9161 req-e2d2be89-5657-4757-a304-de5f0d4d24a4 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151702 Feb 05 02:48:48.946879 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-969d613f-c32c-4819-8ce5-42e0e57434e9 admin admin] Publish callbacks [] for security_group (887cf184-56ad-4927-80d9-728f088e49f7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:48.951003 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-969d613f-c32c-4819-8ce5-42e0e57434e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (887cf184-56ad-4927-80d9-728f088e49f7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:48.973892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969d613f-c32c-4819-8ce5-42e0e57434e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:48:48.988068 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d613f-c32c-4819-8ce5-42e0e57434e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887cf184-56ad-4927-80d9-728f088e49f7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:48.992796 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-969d613f-c32c-4819-8ce5-42e0e57434e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (f51fb75e-73bb-4249-95e9-2e672a1b7ca7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:48.993207 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-969d613f-c32c-4819-8ce5-42e0e57434e9 admin admin] Added segment f51fb75e-73bb-4249-95e9-2e672a1b7ca7 of type vlan for network dbb44695-ab4d-48f9-9e58-fc60a82b7995 Feb 05 02:48:49.032363 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-969d613f-c32c-4819-8ce5-42e0e57434e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (dbb44695-ab4d-48f9-9e58-fc60a82b7995), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:49.058789 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-969d613f-c32c-4819-8ce5-42e0e57434e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (dbb44695-ab4d-48f9-9e58-fc60a82b7995), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:49.059992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969d613f-c32c-4819-8ce5-42e0e57434e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:49.060673 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-969d613f-c32c-4819-8ce5-42e0e57434e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:49.132394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-969d613f-c32c-4819-8ce5-42e0e57434e9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4630630 Feb 05 02:48:49.135915 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41246) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:49.141024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-43f66204-6ee5-4d77-84c9-50f7837a6a74 admin admin] Request body: {'subnet': {'network_id': 'dbb44695-ab4d-48f9-9e58-fc60a82b7995', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-430594462-subnet', 'tenant_id': '37d6ca9dcff14b56b8fa44e265bee153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:49.163059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f66204-6ee5-4d77-84c9-50f7837a6a74 admin admin] Made reservation on behalf of 37d6ca9dcff14b56b8fa44e265bee153 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:48:49.165447 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43f66204-6ee5-4d77-84c9-50f7837a6a74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:49.188190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d613f-c32c-4819-8ce5-42e0e57434e9 admin admin] Pushing event updated for resources: {'Network': ['ID=dbb44695-ab4d-48f9-9e58-fc60a82b7995,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:49.199340 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network dbb44695-ab4d-48f9-9e58-fc60a82b7995 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:48:49.226644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d20eb8-3dd8-4303-abd7-bb8c739bfec8 req-bb9dfe56-43dd-44c7-bc40-283aec0a9407 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:49.228449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41d20eb8-3dd8-4303-abd7-bb8c739bfec8 req-bb9dfe56-43dd-44c7-bc40-283aec0a9407 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 944 time: 0.1210911 Feb 05 02:48:49.236726 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b1744-5680-4fe3-bae0-ae7f4e8668ca req-3ec997f8-7eaa-4a67-b50e-ce02c7861976 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:49.244180 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b63b1744-5680-4fe3-bae0-ae7f4e8668ca req-3ec997f8-7eaa-4a67-b50e-ce02c7861976 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1378844 Feb 05 02:48:49.329377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b63b1744-5680-4fe3-bae0-ae7f4e8668ca req-3d9934c9-c030-4edf-9a9b-30a2c14299f0 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840123 Feb 05 02:48:49.361599 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41d20eb8-3dd8-4303-abd7-bb8c739bfec8 req-300cdf05-edf5-4414-834f-2bdbe3cda6ff tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137252 Feb 05 02:48:49.423950 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43f66204-6ee5-4d77-84c9-50f7837a6a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (60f27d5a-30f4-48c5-b0a1-405d3218b77a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:49.480792 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f66204-6ee5-4d77-84c9-50f7837a6a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60f27d5a-30f4-48c5-b0a1-405d3218b77a,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:49.507781 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f66204-6ee5-4d77-84c9-50f7837a6a74 admin admin] Checking segment: {'id': 'f51fb75e-73bb-4249-95e9-2e672a1b7ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbb44695-ab4d-48f9-9e58-fc60a82b7995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:48:49.508155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f66204-6ee5-4d77-84c9-50f7837a6a74 admin admin] Network hostable DHCP agents. Network: dbb44695-ab4d-48f9-9e58-fc60a82b7995, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:48:49.530525 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f66204-6ee5-4d77-84c9-50f7837a6a74 admin admin] Network dbb44695-ab4d-48f9-9e58-fc60a82b7995 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:48:49.551849 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-43f66204-6ee5-4d77-84c9-50f7837a6a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, dbb44695-ab4d-48f9-9e58-fc60a82b7995) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:48:49.556314 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f66204-6ee5-4d77-84c9-50f7837a6a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:49.558013 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43f66204-6ee5-4d77-84c9-50f7837a6a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:49.570061 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76b5ca5-6cac-4279-b83f-527ff1b0c5ae None None] Network dbb44695-ab4d-48f9-9e58-fc60a82b7995 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:48:49.580852 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-43f66204-6ee5-4d77-84c9-50f7837a6a74 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4436896 Feb 05 02:48:49.606400 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41266) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:49.644837 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522619d1-c095-4cd5-8afe-dfef9863c45b req-52c55729-fc50-4e89-a57a-cb157aea449f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:49.653781 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-522619d1-c095-4cd5-8afe-dfef9863c45b req-52c55729-fc50-4e89-a57a-cb157aea449f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1120968 Feb 05 02:48:49.706911 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-522619d1-c095-4cd5-8afe-dfef9863c45b req-c0c9a667-6309-4671-995a-9b5bcd01e0bd tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521779 Feb 05 02:48:49.728664 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0dee262-9bb2-4d85-9447-b9274fa43511 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for security_group (0c3d012a-5d6f-41b7-b421-10fcc060f263), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:49.733825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4887579-cf6a-46c6-9a3f-fd8129a89789 None None] Network dbb44695-ab4d-48f9-9e58-fc60a82b7995 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:48:49.766878 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0dee262-9bb2-4d85-9447-b9274fa43511 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for security_group (0c3d012a-5d6f-41b7-b421-10fcc060f263), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:49.834393 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0dee262-9bb2-4d85-9447-b9274fa43511 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0c3d012a-5d6f-41b7-b421-10fcc060f263), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:49.841504 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0dee262-9bb2-4d85-9447-b9274fa43511 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:49.847011 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b0dee262-9bb2-4d85-9447-b9274fa43511 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "DELETE /v2.0/security-groups/0c3d012a-5d6f-41b7-b421-10fcc060f263 HTTP/1.1" status: 204 len: 168 time: 0.2392187 Feb 05 02:48:49.849498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41276) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:49.872235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dee262-9bb2-4d85-9447-b9274fa43511 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3d012a-5d6f-41b7-b421-10fcc060f263,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:49.882586 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-3a1d31ab-8c44-4f89-8642-d574fd1a0025 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] show failed (client error): The resource could not be found. Feb 05 02:48:49.883642 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3a1d31ab-8c44-4f89-8642-d574fd1a0025 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "GET /v2.0/security-groups/0c3d012a-5d6f-41b7-b421-10fcc060f263 HTTP/1.1" status: 404 len: 347 time: 0.0326493 Feb 05 02:48:49.887059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41280) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:49.928481 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dbfc9-e13c-4844-9bd3-0b8e3610305e req-9df9357d-d512-44b1-a72b-1c084f69f404 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:49.931053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-840dbfc9-e13c-4844-9bd3-0b8e3610305e req-9df9357d-d512-44b1-a72b-1c084f69f404 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=96fe9a9d-9957-4364-83d9-ab617e53cbf5 HTTP/1.1" status: 200 len: 947 time: 0.0603666 Feb 05 02:48:49.986450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-840dbfc9-e13c-4844-9bd3-0b8e3610305e req-e8dff8b8-252c-4e45-be72-8adde9833538 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485342 Feb 05 02:48:50.048391 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1121d901-8d6a-44db-9b68-550e4ba309f1 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Deleting port be4c9152-380f-4e26-a5a3-e293d78372a2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:50.048848 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1121d901-8d6a-44db-9b68-550e4ba309f1 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (be4c9152-380f-4e26-a5a3-e293d78372a2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:50.208383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb56a-9226-467b-bb64-186e2b7c3ae2 req-15b367b7-46c7-45d3-bcd1-cf5ae0ac5596 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:50.209949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ffbb56a-9226-467b-bb64-186e2b7c3ae2 req-15b367b7-46c7-45d3-bcd1-cf5ae0ac5596 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1231439 Feb 05 02:48:50.248936 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-d52b6552-5c81-4a9c-802e-bf1a6823fb0d tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:50.250494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-d52b6552-5c81-4a9c-802e-bf1a6823fb0d tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/networks?id=dbb44695-ab4d-48f9-9e58-fc60a82b7995 HTTP/1.1" status: 200 len: 821 time: 0.1730754 Feb 05 02:48:50.280620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-745998be-efc0-47dc-bc73-75d1e87683ef tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/quotas/37d6ca9dcff14b56b8fa44e265bee153 HTTP/1.1" status: 200 len: 375 time: 0.0190322 Feb 05 02:48:50.288037 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ffbb56a-9226-467b-bb64-186e2b7c3ae2 req-e9150609-f728-44bd-aa2e-75ad3ebe6ce6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704658 Feb 05 02:48:50.325553 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-02dccbb7-38c8-431e-a7f5-707037c3607f tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=37d6ca9dcff14b56b8fa44e265bee153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365577 Feb 05 02:48:50.382004 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1121d901-8d6a-44db-9b68-550e4ba309f1 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (be4c9152-380f-4e26-a5a3-e293d78372a2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:50.382181 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1121d901-8d6a-44db-9b68-550e4ba309f1 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for floatingip (be4c9152-380f-4e26-a5a3-e293d78372a2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:50.400284 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1121d901-8d6a-44db-9b68-550e4ba309f1 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Calling delete_port for be4c9152-380f-4e26-a5a3-e293d78372a2 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:50.474741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-19312734-b861-4b84-ac4c-f6b9e676daf4 service neutron] 10.222.0.36 "GET /v2.0/networks/dbb44695-ab4d-48f9-9e58-fc60a82b7995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407690 Feb 05 02:48:50.513697 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f6167-e1ea-43b1-a671-f2416a2c5ee4 req-491b8e9c-c935-4a88-8ae7-def9315f7445 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:50.520518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c99f6167-e1ea-43b1-a671-f2416a2c5ee4 req-491b8e9c-c935-4a88-8ae7-def9315f7445 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1007359 Feb 05 02:48:50.552912 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1121d901-8d6a-44db-9b68-550e4ba309f1 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (be4c9152-380f-4e26-a5a3-e293d78372a2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:50.581654 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121d901-8d6a-44db-9b68-550e4ba309f1 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Pushing event deleted for resources: {'Port': ['ID=be4c9152-380f-4e26-a5a3-e293d78372a2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:50.618428 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c99f6167-e1ea-43b1-a671-f2416a2c5ee4 req-dff0a84f-8128-40b8-8e13-7dc30b48a006 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970681 Feb 05 02:48:50.624308 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-8036b613-537f-418f-9384-8443c6de7c53 service neutron] 10.222.0.36 "GET /v2.0/networks/dbb44695-ab4d-48f9-9e58-fc60a82b7995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430287 Feb 05 02:48:50.657359 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1121d901-8d6a-44db-9b68-550e4ba309f1 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks [] for floatingip (a8d417c6-7f3f-45ed-9e7e-c6a5f68f6223), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:50.660317 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1121d901-8d6a-44db-9b68-550e4ba309f1 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:50.661467 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1121d901-8d6a-44db-9b68-550e4ba309f1 tempest-ImagesOneServerNegativeTestJSON-287696347 tempest-ImagesOneServerNegativeTestJSON-287696347-project] 10.222.0.36 "DELETE /v2.0/floatingips/a8d417c6-7f3f-45ed-9e7e-c6a5f68f6223 HTTP/1.1" status: 204 len: 168 time: 0.7725871 Feb 05 02:48:50.763879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d9d66-0d51-485d-a63e-fd633c4039c1 req-dee79c2b-2511-4df5-b523-81d7277f7800 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:50.771292 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-030d9d66-0d51-485d-a63e-fd633c4039c1 req-dee79c2b-2511-4df5-b523-81d7277f7800 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 944 time: 0.0810480 Feb 05 02:48:50.787544 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 7b2ae368-95e6-4fc1-a036-9302c5a49a27 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:48:50.792668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e9094cbb-b2ea-42d8-a343-5c609bcd2d9f no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:50.819648 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: e9094cbb-b2ea-42d8-a343-5c609bcd2d9f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:48:50.820214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e9094cbb-b2ea-42d8-a343-5c609bcd2d9f not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:48:50.898082 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-030d9d66-0d51-485d-a63e-fd633c4039c1 req-99a4c546-15e4-4f5d-93c8-c31a951ca1ab tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257176 Feb 05 02:48:50.991301 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376c9ee-e913-46a0-a79a-4c483b131358 req-58beb795-2a6d-4d9e-91d2-7f39f4a443f6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:51.003366 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2376c9ee-e913-46a0-a79a-4c483b131358 req-58beb795-2a6d-4d9e-91d2-7f39f4a443f6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1338739 Feb 05 02:48:51.007207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 7b2ae368-95e6-4fc1-a036-9302c5a49a27, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=7b2ae368-95e6-4fc1-a036-9302c5a49a27,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:51.028358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70515c66-63d3-4c88-8ad5-091b76c88d9a req-d2b07dac-6fa9-4f5d-90c3-3590dc42bec6 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/ports?device_id=75642d52-23f8-4e8b-89f7-bc758af4bdfe HTTP/1.1" status: 200 len: 210 time: 0.0765877 Feb 05 02:48:51.030155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '7b2ae368-95e6-4fc1-a036-9302c5a49a27', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '7b2ae368-95e6-4fc1-a036-9302c5a49a27', 'mac_address': 'fa:16:3e:42:d9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:48:51.104427 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2376c9ee-e913-46a0-a79a-4c483b131358 req-dce2ed3c-49da-4151-98ea-31a29bae30d7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997772 Feb 05 02:48:51.106190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 7b2ae368-95e6-4fc1-a036-9302c5a49a27 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:51.107051 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7b2ae368-95e6-4fc1-a036-9302c5a49a27), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:51.131045 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2ae368-95e6-4fc1-a036-9302c5a49a27 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:48:51.168910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 7b2ae368-95e6-4fc1-a036-9302c5a49a27, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=7b2ae368-95e6-4fc1-a036-9302c5a49a27,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:51.185357 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7b2ae368-95e6-4fc1-a036-9302c5a49a27), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:51.221879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ab3cb-daf0-4889-9277-9092465c2cde req-431581c0-d9e5-4241-a337-8698c1ab291f tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:51.230159 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a53ab3cb-daf0-4889-9277-9092465c2cde req-431581c0-d9e5-4241-a337-8698c1ab291f tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=96fe9a9d-9957-4364-83d9-ab617e53cbf5 HTTP/1.1" status: 200 len: 948 time: 0.0665843 Feb 05 02:48:51.231318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41316) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:51.278527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=7b2ae368-95e6-4fc1-a036-9302c5a49a27,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:51.299163 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a53ab3cb-daf0-4889-9277-9092465c2cde req-312269a4-9894-41b5-a9c7-bacee19ed71b tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679688 Feb 05 02:48:51.319444 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea02268-0586-4d49-88ac-72f70da0ec55 admin admin] Deleting subnet b99ec32d-a541-438d-8934-6689638905c3 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:48:51.324497 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ea02268-0586-4d49-88ac-72f70da0ec55 admin admin] Publish callbacks [] for subnet (b99ec32d-a541-438d-8934-6689638905c3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:51.374618 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ea02268-0586-4d49-88ac-72f70da0ec55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (b99ec32d-a541-438d-8934-6689638905c3), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:51.421729 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ea02268-0586-4d49-88ac-72f70da0ec55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (b99ec32d-a541-438d-8934-6689638905c3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:51.436199 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['7b2ae368-95e6-4fc1-a036-9302c5a49a27'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:51.451469 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd856d2-52cd-4d43-b2c1-754026e6e3e0 req-8e409c7a-6614-4f82-8228-02acbed79f7b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:51.460614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0fd856d2-52cd-4d43-b2c1-754026e6e3e0 req-8e409c7a-6614-4f82-8228-02acbed79f7b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0726149 Feb 05 02:48:51.498624 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ea02268-0586-4d49-88ac-72f70da0ec55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (b99ec32d-a541-438d-8934-6689638905c3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:51.535473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea02268-0586-4d49-88ac-72f70da0ec55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b99ec32d-a541-438d-8934-6689638905c3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:51.543474 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0fd856d2-52cd-4d43-b2c1-754026e6e3e0 req-a8660b79-8ad1-4265-b11f-d7dd19a75ece tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815775 Feb 05 02:48:51.556057 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ea02268-0586-4d49-88ac-72f70da0ec55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:51.561155 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9ea02268-0586-4d49-88ac-72f70da0ec55 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b99ec32d-a541-438d-8934-6689638905c3 HTTP/1.1" status: 204 len: 168 time: 0.3280072 Feb 05 02:48:51.563700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41322) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:51.648963 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1f08eac-81a6-48ea-8b19-e8609a11f455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (6825ca7f-6ded-4fbf-ad3e-befaa3000598), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:51.790965 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1f08eac-81a6-48ea-8b19-e8609a11f455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (6825ca7f-6ded-4fbf-ad3e-befaa3000598), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:51.817291 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a1f08eac-81a6-48ea-8b19-e8609a11f455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6825ca7f-6ded-4fbf-ad3e-befaa3000598']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:51.834307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b01cf5-cd77-4dae-9590-6ba87d2b9b4b req-bdec5ee7-97bd-4a98-9cb1-1a99152b5617 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:51.836055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d7b01cf5-cd77-4dae-9590-6ba87d2b9b4b req-bdec5ee7-97bd-4a98-9cb1-1a99152b5617 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1259265 Feb 05 02:48:51.837813 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a1f08eac-81a6-48ea-8b19-e8609a11f455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819cfa55-04dd-43b2-8aab-03a6df78907c') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:51.838229 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a1f08eac-81a6-48ea-8b19-e8609a11f455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819cfa55-04dd-43b2-8aab-03a6df78907c') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:48:51.854230 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1f08eac-81a6-48ea-8b19-e8609a11f455 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (819cfa55-04dd-43b2-8aab-03a6df78907c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:51.888292 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1f08eac-81a6-48ea-8b19-e8609a11f455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (819cfa55-04dd-43b2-8aab-03a6df78907c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:51.903371 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f08eac-81a6-48ea-8b19-e8609a11f455 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:48:51.904048 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1f08eac-81a6-48ea-8b19-e8609a11f455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (819cfa55-04dd-43b2-8aab-03a6df78907c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:48:51.905713 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:48:51.987939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d7b01cf5-cd77-4dae-9590-6ba87d2b9b4b req-53e4f320-83b3-4baf-bd10-f794e30e472a tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382303 Feb 05 02:48:52.030202 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1f08eac-81a6-48ea-8b19-e8609a11f455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (6825ca7f-6ded-4fbf-ad3e-befaa3000598), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:52.037811 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1f08eac-81a6-48ea-8b19-e8609a11f455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:52.045234 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a1f08eac-81a6-48ea-8b19-e8609a11f455 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6825ca7f-6ded-4fbf-ad3e-befaa3000598 HTTP/1.1" status: 204 len: 168 time: 0.4803367 Feb 05 02:48:52.060278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f08eac-81a6-48ea-8b19-e8609a11f455 admin admin] Pushing event deleted for resources: {'Network': ['ID=6825ca7f-6ded-4fbf-ad3e-befaa3000598,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:52.096532 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22217637-d500-40a9-a59c-f5d87f15e8f7 req-a8809d4b-8744-4243-ac5a-feb185343a80 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:52.098234 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22217637-d500-40a9-a59c-f5d87f15e8f7 req-a8809d4b-8744-4243-ac5a-feb185343a80 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 944 time: 0.1068499 Feb 05 02:48:52.255483 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22217637-d500-40a9-a59c-f5d87f15e8f7 req-c5aeb60e-a173-423c-aa1b-2413c4965e1f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496601 Feb 05 02:48:52.293283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcd39517-1e70-4cff-855b-4dfa87ff2c33 req-9019eff8-1dc1-44a8-863b-72c78f231515 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/ports?device_id=75642d52-23f8-4e8b-89f7-bc758af4bdfe HTTP/1.1" status: 200 len: 210 time: 0.0673795 Feb 05 02:48:52.364348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41336) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:52.453818 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41338) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:48:52.454370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-64052950-a24d-47e4-8bde-1a3bbbeb5348 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4877138b986c4ca58adfcb056233dd7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0867856 Feb 05 02:48:52.516207 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-daa1ef28-c138-478c-91ae-df20b3e5c271 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:52.518022 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-daa1ef28-c138-478c-91ae-df20b3e5c271 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.10 "GET /v2.0/networks?id=dbb44695-ab4d-48f9-9e58-fc60a82b7995 HTTP/1.1" status: 200 len: 821 time: 0.3501952 Feb 05 02:48:52.541022 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-66e1753c-9827-4db3-ba60-26404e3b57d5 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Request body: {'port': {'device_id': '75642d52-23f8-4e8b-89f7-bc758af4bdfe', 'network_id': 'dbb44695-ab4d-48f9-9e58-fc60a82b7995', 'admin_state_up': True, 'tenant_id': '37d6ca9dcff14b56b8fa44e265bee153'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:52.573009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf2f93-fc04-4503-9950-eed3db76cadc req-75f48cec-becd-496b-90d1-98a25a1a8471 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:52.579881 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2cf2f93-fc04-4503-9950-eed3db76cadc req-75f48cec-becd-496b-90d1-98a25a1a8471 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1204836 Feb 05 02:48:52.627259 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0bf66bf6-0720-4735-bf78-0c43ce07aecc admin admin] Publish callbacks [] for security_group (7946d8c3-849a-41e2-aff7-b939e4656b2f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:52.629657 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725bd96-7885-4e1d-94e6-4e87181f4ae5 req-00c17574-312d-4728-aac3-c55dd7e60743 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:52.641655 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0725bd96-7885-4e1d-94e6-4e87181f4ae5 req-00c17574-312d-4728-aac3-c55dd7e60743 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=96fe9a9d-9957-4364-83d9-ab617e53cbf5 HTTP/1.1" status: 200 len: 948 time: 0.1827614 Feb 05 02:48:52.664282 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0bf66bf6-0720-4735-bf78-0c43ce07aecc admin admin] Publish callbacks [] for security_group (7946d8c3-849a-41e2-aff7-b939e4656b2f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:52.720311 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0725bd96-7885-4e1d-94e6-4e87181f4ae5 req-d971f431-5dfb-4fac-b326-9354b3322f8e tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763135 Feb 05 02:48:52.763173 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-66e1753c-9827-4db3-ba60-26404e3b57d5 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Made reservation on behalf of 37d6ca9dcff14b56b8fa44e265bee153 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:48:52.767869 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-66e1753c-9827-4db3-ba60-26404e3b57d5 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:52.799045 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0bf66bf6-0720-4735-bf78-0c43ce07aecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7946d8c3-849a-41e2-aff7-b939e4656b2f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:52.802328 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0bf66bf6-0720-4735-bf78-0c43ce07aecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:52.804842 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 7b2ae368-95e6-4fc1-a036-9302c5a49a27 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:48:52.818104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2cf2f93-fc04-4503-9950-eed3db76cadc req-5c7be192-5981-493c-ad50-6cbc3f1526a2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213502 Feb 05 02:48:52.828110 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0bf66bf6-0720-4735-bf78-0c43ce07aecc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7946d8c3-849a-41e2-aff7-b939e4656b2f HTTP/1.1" status: 204 len: 168 time: 0.3526363 Feb 05 02:48:52.898855 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 7b2ae368-95e6-4fc1-a036-9302c5a49a27 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:48:52.904686 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 7b2ae368-95e6-4fc1-a036-9302c5a49a27 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:48:52.905245 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7b2ae368-95e6-4fc1-a036-9302c5a49a27), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:52.919097 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf66bf6-0720-4735-bf78-0c43ce07aecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7946d8c3-849a-41e2-aff7-b939e4656b2f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:52.934658 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bdfdb-f7e3-4885-85d6-d31b745ca845 req-47f14bbb-8e39-4280-976f-a0987e2f1374 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:52.943423 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-931bdfdb-f7e3-4885-85d6-d31b745ca845 req-47f14bbb-8e39-4280-976f-a0987e2f1374 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0797698 Feb 05 02:48:53.003547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-931bdfdb-f7e3-4885-85d6-d31b745ca845 req-7df51794-f921-4a38-a7dd-08a144d38b1c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586905 Feb 05 02:48:53.095682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 7b2ae368-95e6-4fc1-a036-9302c5a49a27 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:53.098494 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-66e1753c-9827-4db3-ba60-26404e3b57d5 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Allocated IP 172.20.0.5 (dbb44695-ab4d-48f9-9e58-fc60a82b7995/60f27d5a-30f4-48c5-b0a1-405d3218b77a/406e735d-c90b-455e-831c-5dc80c77874d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:48:53.100246 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7b2ae368-95e6-4fc1-a036-9302c5a49a27), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:53.155787 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 7b2ae368-95e6-4fc1-a036-9302c5a49a27, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=7b2ae368-95e6-4fc1-a036-9302c5a49a27,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:53.157037 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fe9a9d-9957-4364-83d9-ab617e53cbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2ae368-95e6-4fc1-a036-9302c5a49a27'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:53.160238 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e3b6ee-0445-45a5-955b-ed5480715ef7" -d '{"events": [{"server_uuid": "96fe9a9d-9957-4364-83d9-ab617e53cbf5", "name": "network-vif-plugged", "status": "completed", "tag": "7b2ae368-95e6-4fc1-a036-9302c5a49a27"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:53.174585 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7b2ae368-95e6-4fc1-a036-9302c5a49a27), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:53.178625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 87400363-fba4-48e2-9be0-f3397b56d68b no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:48:53.259548 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb787e4f-865c-48df-bc6f-cf21ac6b2480 x-openstack-request-id: req-bb787e4f-865c-48df-bc6f-cf21ac6b2480 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:53.260225 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fe9a9d-9957-4364-83d9-ab617e53cbf5", "name": "network-vif-plugged", "status": "completed", "tag": "7b2ae368-95e6-4fc1-a036-9302c5a49a27", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:53.260644 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb787e4f-865c-48df-bc6f-cf21ac6b2480 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:53.263326 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fe9a9d-9957-4364-83d9-ab617e53cbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2ae368-95e6-4fc1-a036-9302c5a49a27', 'code': 200} Feb 05 02:48:53.298806 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17345b12-fb4f-4e5c-9a78-ee7428b7559e req-7c0999b4-0df1-4c12-8372-b64952fd1113 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:53.304902 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17345b12-fb4f-4e5c-9a78-ee7428b7559e req-7c0999b4-0df1-4c12-8372-b64952fd1113 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1954730 Feb 05 02:48:53.344505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=7b2ae368-95e6-4fc1-a036-9302c5a49a27,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:53.370634 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 87400363-fba4-48e2-9be0-f3397b56d68b is: DOWN; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:53.396525 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-66e1753c-9827-4db3-ba60-26404e3b57d5 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Publish callbacks [] for port (406e735d-c90b-455e-831c-5dc80c77874d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:53.422459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17345b12-fb4f-4e5c-9a78-ee7428b7559e req-95bbc63b-7f99-4b76-ab66-d8aa8b70fd71 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104155 Feb 05 02:48:53.445577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8c371-a73c-424f-87c9-d4adf4bb9fe3 req-091cf5f4-1ae1-4daa-b825-b65f24eee8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:53.445577 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90e8c371-a73c-424f-87c9-d4adf4bb9fe3 req-091cf5f4-1ae1-4daa-b825-b65f24eee8f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=96fe9a9d-9957-4364-83d9-ab617e53cbf5 HTTP/1.1" status: 200 len: 1131 time: 0.1252425 Feb 05 02:48:53.465450 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-66e1753c-9827-4db3-ba60-26404e3b57d5 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (406e735d-c90b-455e-831c-5dc80c77874d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:53.546374 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45594bb5-8747-44ea-b646-ab6161f75ea8 req-2109f763-0741-4a43-8976-1dd64d5e5c92 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:53.548056 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45594bb5-8747-44ea-b646-ab6161f75ea8 req-2109f763-0741-4a43-8976-1dd64d5e5c92 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 944 time: 0.1151354 Feb 05 02:48:53.553029 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-66e1753c-9827-4db3-ba60-26404e3b57d5 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Network dbb44695-ab4d-48f9-9e58-fc60a82b7995 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:48:53.560731 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-66e1753c-9827-4db3-ba60-26404e3b57d5 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:48:53.564279 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1753c-9827-4db3-ba60-26404e3b57d5 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Pushing event updated for resources: {'Port': ['ID=406e735d-c90b-455e-831c-5dc80c77874d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:53.576367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-66e1753c-9827-4db3-ba60-26404e3b57d5 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:48:53.604576 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90e8c371-a73c-424f-87c9-d4adf4bb9fe3 req-85931798-8051-412d-a38f-2053a272bbc7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581023 Feb 05 02:48:53.649089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-66e1753c-9827-4db3-ba60-26404e3b57d5 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:53.649982 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-66e1753c-9827-4db3-ba60-26404e3b57d5 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:53.671908 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-66e1753c-9827-4db3-ba60-26404e3b57d5 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1356752 Feb 05 02:48:53.704707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8314c0-08db-4468-bda4-06449dddf932 req-bf23227a-1eca-4f0d-bcff-823db3865f90 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:53.706464 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b8314c0-08db-4468-bda4-06449dddf932 req-bf23227a-1eca-4f0d-bcff-823db3865f90 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/ports?device_id=75642d52-23f8-4e8b-89f7-bc758af4bdfe HTTP/1.1" status: 200 len: 931 time: 0.1534498 Feb 05 02:48:53.713224 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45594bb5-8747-44ea-b646-ab6161f75ea8 req-4f8f0b55-31b6-40a2-b5f8-e92f3bf0c540 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557744 Feb 05 02:48:53.805819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Request body: {'port': {'device_id': '75642d52-23f8-4e8b-89f7-bc758af4bdfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:53.809240 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b8314c0-08db-4468-bda4-06449dddf932 req-387f3c2e-dd63-4a7a-8112-636dd098ebf6 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/security-groups?id=887cf184-56ad-4927-80d9-728f088e49f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947351 Feb 05 02:48:53.964799 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (406e735d-c90b-455e-831c-5dc80c77874d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:54.012831 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543394a-6949-448c-83cc-aa112e88b813 req-bdd5e2d2-3632-4987-a129-f434c223eb27 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:54.020758 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b543394a-6949-448c-83cc-aa112e88b813 req-bdd5e2d2-3632-4987-a129-f434c223eb27 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=96fe9a9d-9957-4364-83d9-ab617e53cbf5 HTTP/1.1" status: 200 len: 949 time: 0.1655560 Feb 05 02:48:54.051040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b6054-9a31-48b2-aec4-c53e5377b666 req-17097608-7d6e-442b-8880-508677858d6a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:54.058937 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b2b6054-9a31-48b2-aec4-c53e5377b666 req-17097608-7d6e-442b-8880-508677858d6a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1138442 Feb 05 02:48:54.126338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b543394a-6949-448c-83cc-aa112e88b813 req-558197c9-54ef-4eee-b215-44a9bfa09db7 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045256 Feb 05 02:48:54.170315 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b2b6054-9a31-48b2-aec4-c53e5377b666 req-3cc99805-65e9-47e8-965b-17a45952141a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100357 Feb 05 02:48:54.217366 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-5df73a57-f53a-4f94-8fcc-f527e03be4ec service neutron] 10.222.0.10 "GET /v2.0/ports/87400363-fba4-48e2-9be0-f3397b56d68b/bindings/n-h1-826942-8 HTTP/1.1" status: 200 len: 384 time: 0.1923468 Feb 05 02:48:54.281221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace07597-c0ec-457f-97d0-2f1c343d6cb8 req-5546212e-32b8-4046-a137-8305df51ec7b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:54.289873 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ace07597-c0ec-457f-97d0-2f1c343d6cb8 req-5546212e-32b8-4046-a137-8305df51ec7b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0752938 Feb 05 02:48:54.355152 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ace07597-c0ec-457f-97d0-2f1c343d6cb8 req-61192ab5-0e07-4cea-82b8-8ad5a8c9205e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574911 Feb 05 02:48:54.502697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406e735d-c90b-455e-831c-5dc80c77874d {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:48:54.514363 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Publish callbacks [] for port (406e735d-c90b-455e-831c-5dc80c77874d), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:54.531324 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-a28f0422-e61b-4418-a42b-b4a0742bcbb1 service neutron] For port 87400363-fba4-48e2-9be0-f3397b56d68b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=87400363-fba4-48e2-9be0-f3397b56d68b,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:54.544016 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Transition to ACTIVE for port object 406e735d-c90b-455e-831c-5dc80c77874d will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:48:54.551692 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (406e735d-c90b-455e-831c-5dc80c77874d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:54.565459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf45c8f-67a2-4ace-9182-ddab9db249ee req-243a24ac-24e2-4b61-8c10-2797c3fb7a9c tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:54.566982 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-baf45c8f-67a2-4ace-9182-ddab9db249ee req-243a24ac-24e2-4b61-8c10-2797c3fb7a9c tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.0644233 Feb 05 02:48:54.582539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-a28f0422-e61b-4418-a42b-b4a0742bcbb1 service neutron] For port 87400363-fba4-48e2-9be0-f3397b56d68b, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:48:54.622645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-baf45c8f-67a2-4ace-9182-ddab9db249ee req-4f673f25-28bf-40b8-b65d-e256db84ab4f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493519 Feb 05 02:48:54.633005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-a28f0422-e61b-4418-a42b-b4a0742bcbb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87400363-fba4-48e2-9be0-f3397b56d68b {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:48:54.640330 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Pushing event updated for resources: {'Port': ['ID=406e735d-c90b-455e-831c-5dc80c77874d,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:54.648388 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-a28f0422-e61b-4418-a42b-b4a0742bcbb1 service neutron] For port 87400363-fba4-48e2-9be0-f3397b56d68b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=87400363-fba4-48e2-9be0-f3397b56d68b,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:54.677916 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-a28f0422-e61b-4418-a42b-b4a0742bcbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:54.772902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Attempting to bind port 406e735d-c90b-455e-831c-5dc80c77874d on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:48:54.773233 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Attempting to bind port 406e735d-c90b-455e-831c-5dc80c77874d by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'f51fb75e-73bb-4249-95e9-2e672a1b7ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbb44695-ab4d-48f9-9e58-fc60a82b7995'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:48:54.773561 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Attempting to bind port 406e735d-c90b-455e-831c-5dc80c77874d on network dbb44695-ab4d-48f9-9e58-fc60a82b7995 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:54.783438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Port 406e735d-c90b-455e-831c-5dc80c77874d on network dbb44695-ab4d-48f9-9e58-fc60a82b7995 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:48:54.783782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Attempting to bind port 406e735d-c90b-455e-831c-5dc80c77874d on network dbb44695-ab4d-48f9-9e58-fc60a82b7995 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:54.792458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:48:54.792788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Checking segment: {'id': 'f51fb75e-73bb-4249-95e9-2e672a1b7ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbb44695-ab4d-48f9-9e58-fc60a82b7995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:48:54.793166 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Bound using segment: {'id': 'f51fb75e-73bb-4249-95e9-2e672a1b7ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbb44695-ab4d-48f9-9e58-fc60a82b7995'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:48:54.793583 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Bound port: 406e735d-c90b-455e-831c-5dc80c77874d, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51fb75e-73bb-4249-95e9-2e672a1b7ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbb44695-ab4d-48f9-9e58-fc60a82b7995'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:48:54.793944 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (406e735d-c90b-455e-831c-5dc80c77874d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:54.810097 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-a28f0422-e61b-4418-a42b-b4a0742bcbb1 service neutron] Transition to ACTIVE for port object 87400363-fba4-48e2-9be0-f3397b56d68b will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:48:54.815393 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-a28f0422-e61b-4418-a42b-b4a0742bcbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:54.837608 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ce281-e226-4873-b62d-34b382f22725 req-d9c883ed-136b-4e7a-b71e-0f909dbd6084 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:54.839932 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-087ce281-e226-4873-b62d-34b382f22725 req-d9c883ed-136b-4e7a-b71e-0f909dbd6084 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 944 time: 0.0540831 Feb 05 02:48:54.903891 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-087ce281-e226-4873-b62d-34b382f22725 req-80af22f3-6a6d-4709-8684-720066e9e03b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577357 Feb 05 02:48:54.915972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-a28f0422-e61b-4418-a42b-b4a0742bcbb1 service neutron] No DVR routers for this DVR port 87400363-fba4-48e2-9be0-f3397b56d68b on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:48:54.939428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f0422-e61b-4418-a42b-b4a0742bcbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=87400363-fba4-48e2-9be0-f3397b56d68b,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:54.942139 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] For port 406e735d-c90b-455e-831c-5dc80c77874d, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:48:54.965902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac5bd2-e982-4f73-a4ac-92e4371b51c8 req-7b931139-dee1-4ac7-aebb-36d60ec790a6 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:54.967792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5bac5bd2-e982-4f73-a4ac-92e4371b51c8 req-7b931139-dee1-4ac7-aebb-36d60ec790a6 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/ports?device_id=75642d52-23f8-4e8b-89f7-bc758af4bdfe HTTP/1.1" status: 200 len: 943 time: 0.0804772 Feb 05 02:48:54.971564 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-a28f0422-e61b-4418-a42b-b4a0742bcbb1 service neutron] 10.222.0.10 "PUT /v2.0/ports/87400363-fba4-48e2-9be0-f3397b56d68b/bindings/n-h1-826942-8/activate HTTP/1.1" status: 200 len: 369 time: 0.7459323 Feb 05 02:48:54.973209 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] For port 406e735d-c90b-455e-831c-5dc80c77874d, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=406e735d-c90b-455e-831c-5dc80c77874d,segment=NetworkSegment(f51fb75e-73bb-4249-95e9-2e672a1b7ca7),segment_id=f51fb75e-73bb-4249-95e9-2e672a1b7ca7)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:48:54.980520 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (406e735d-c90b-455e-831c-5dc80c77874d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:55.028137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:55.028753 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:55.030142 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] 10.222.0.10 "PUT /v2.0/ports/406e735d-c90b-455e-831c-5dc80c77874d HTTP/1.1" status: 200 len: 1091 time: 1.2294097 Feb 05 02:48:55.030701 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75642d52-23f8-4e8b-89f7-bc758af4bdfe', 'tag': '406e735d-c90b-455e-831c-5dc80c77874d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:55.032906 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f22cc94-c00d-48ae-871c-66811be55d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "75642d52-23f8-4e8b-89f7-bc758af4bdfe", "tag": "406e735d-c90b-455e-831c-5dc80c77874d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:55.062571 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5bac5bd2-e982-4f73-a4ac-92e4371b51c8 req-5ea06fec-2dd7-475a-beee-ac3a83d00d12 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/security-groups?id=887cf184-56ad-4927-80d9-728f088e49f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883431 Feb 05 02:48:55.071059 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df070659-bb11-4f5e-86f5-c13b53e6edf9 req-c7fa9c8c-779b-4dd5-addf-2b210eb95662 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a2e82709-78f3-4fa2-a4fa-eb59b553f5e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0884814 Feb 05 02:48:55.090857 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25dc3b-450a-47ff-959d-c4158f847a84 service neutron] Pushing event updated for resources: {'Port': ['ID=406e735d-c90b-455e-831c-5dc80c77874d,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:55.101017 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c03069-cacf-4369-a682-d14baec888ad x-openstack-request-id: req-e0c03069-cacf-4369-a682-d14baec888ad {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:55.101017 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75642d52-23f8-4e8b-89f7-bc758af4bdfe", "tag": "406e735d-c90b-455e-831c-5dc80c77874d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:55.101017 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0c03069-cacf-4369-a682-d14baec888ad {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:55.101359 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75642d52-23f8-4e8b-89f7-bc758af4bdfe', 'tag': '406e735d-c90b-455e-831c-5dc80c77874d', 'status': 'completed', 'code': 200} Feb 05 02:48:55.133801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-07cfe054-c97c-4cd8-91de-b991c17b68a6 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:55.135758 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-07cfe054-c97c-4cd8-91de-b991c17b68a6 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a&tenant_id=046d701f8c1b4320bb7536b4bcbbc218&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 1127 time: 0.0999250 Feb 05 02:48:55.148076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df070659-bb11-4f5e-86f5-c13b53e6edf9 req-1158669e-2ecd-479e-8c86-922b35d68377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:55.149751 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df070659-bb11-4f5e-86f5-c13b53e6edf9 req-1158669e-2ecd-479e-8c86-922b35d68377 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=a2e82709-78f3-4fa2-a4fa-eb59b553f5e3 HTTP/1.1" status: 200 len: 1132 time: 0.0461438 Feb 05 02:48:55.173787 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-184ba0b9-d770-4d6c-a8cb-036f6a0c66df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:55.175302 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-184ba0b9-d770-4d6c-a8cb-036f6a0c66df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=37d6ca9dcff14b56b8fa44e265bee153&device_id=75642d52-23f8-4e8b-89f7-bc758af4bdfe HTTP/1.1" status: 200 len: 1125 time: 0.0908055 Feb 05 02:48:55.223318 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-fa756f92-3b71-44aa-86ea-ef5a6141fff1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406e735d-c90b-455e-831c-5dc80c77874d HTTP/1.1" status: 200 len: 217 time: 0.0390880 Feb 05 02:48:55.230134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-a23184ee-9445-4c15-ac0e-3da6e119df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:55.231666 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-a23184ee-9445-4c15-ac0e-3da6e119df82 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a&tenant_id=046d701f8c1b4320bb7536b4bcbbc218 HTTP/1.1" status: 200 len: 1127 time: 0.0893943 Feb 05 02:48:55.307940 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-b4b5cef3-7104-439a-90ef-a14ccfcc0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:55.309650 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-b4b5cef3-7104-439a-90ef-a14ccfcc0729 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60f27d5a-30f4-48c5-b0a1-405d3218b77a HTTP/1.1" status: 200 len: 861 time: 0.0771096 Feb 05 02:48:55.347733 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-8140a0c0-4a71-4abf-931d-d7af5b2f735a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbb44695-ab4d-48f9-9e58-fc60a82b7995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308433 Feb 05 02:48:55.349911 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-4e3d8ce4-34d0-47ec-b867-357849f64b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:55.351534 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-4e3d8ce4-34d0-47ec-b867-357849f64b21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 1127 time: 0.0925553 Feb 05 02:48:55.517431 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-ba110788-b074-4bc3-82d8-2bb8bfe54e3a service neutron] 10.222.0.10 "GET /v2.0/networks/dbb44695-ab4d-48f9-9e58-fc60a82b7995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634059 Feb 05 02:48:55.520290 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-2a4e892c-eec5-4663-9b96-6d61e3fcf07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:55.521623 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-2a4e892c-eec5-4663-9b96-6d61e3fcf07b service neutron] 10.222.0.31 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.1592698 Feb 05 02:48:55.607881 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-04d9f65f-e5e1-46de-a76f-9807bc16f538 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87400363-fba4-48e2-9be0-f3397b56d68b HTTP/1.1" status: 200 len: 217 time: 0.0752156 Feb 05 02:48:55.645254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df070659-bb11-4f5e-86f5-c13b53e6edf9 req-4cd12c0f-9ab9-4b1d-8dee-e8da65c302e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:55.646663 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df070659-bb11-4f5e-86f5-c13b53e6edf9 req-4cd12c0f-9ab9-4b1d-8dee-e8da65c302e3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.4774806 Feb 05 02:48:55.656335 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fd4fa-0de2-40f2-903a-48d141cd8382 req-6a4d3c8e-008a-4c1b-bb7e-72f8b8e49a4a tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:55.658175 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d3fd4fa-0de2-40f2-903a-48d141cd8382 req-6a4d3c8e-008a-4c1b-bb7e-72f8b8e49a4a tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=96fe9a9d-9957-4364-83d9-ab617e53cbf5 HTTP/1.1" status: 200 len: 949 time: 0.4553993 Feb 05 02:48:55.667244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64e82e-b1ff-4357-8749-b2f5a4029c36 req-3b129a22-97cc-48dc-aa4c-dd49b222e7c9 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:55.674620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fe64e82e-b1ff-4357-8749-b2f5a4029c36 req-3b129a22-97cc-48dc-aa4c-dd49b222e7c9 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1435034 Feb 05 02:48:55.690422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-46f23441-7ed2-4171-b473-8a1219ec633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:55.692035 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-46f23441-7ed2-4171-b473-8a1219ec633c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.0751636 Feb 05 02:48:55.693982 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58af1e53-5ddb-4d6b-88f3-7041775d43ea req-3a81825e-0215-4ba1-a8bc-92c91ef3c037 service neutron] 10.222.0.10 "GET /v2.0/networks/dbb44695-ab4d-48f9-9e58-fc60a82b7995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706231 Feb 05 02:48:55.727891 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-03c8c799-6a48-4d0c-a36c-68ef87ea387b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285032 Feb 05 02:48:55.742781 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df070659-bb11-4f5e-86f5-c13b53e6edf9 req-64a796d8-f118-4834-befb-c2a0282b70bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=901efd57-bf72-40cf-bb84-83ce5c36f3a1 HTTP/1.1" status: 200 len: 217 time: 0.0834138 Feb 05 02:48:55.843425 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d3fd4fa-0de2-40f2-903a-48d141cd8382 req-dfb99be1-54de-448b-a659-ce3d2f758aa3 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615236 Feb 05 02:48:55.856698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fe64e82e-b1ff-4357-8749-b2f5a4029c36 req-5a29ea5f-fef2-48bf-abba-4d7fd85e7962 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771669 Feb 05 02:48:55.865514 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-e45e7a2c-79b3-4d39-ae00-faf99b0fa14b service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310863 Feb 05 02:48:55.876101 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df070659-bb11-4f5e-86f5-c13b53e6edf9 req-493b901a-c201-419f-9a41-b9b670e5088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:55.877933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df070659-bb11-4f5e-86f5-c13b53e6edf9 req-493b901a-c201-419f-9a41-b9b670e5088e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1275775 Feb 05 02:48:55.945622 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22cc94-c00d-48ae-871c-66811be55d1a req-95ec390f-e2ed-4c17-8650-c7a145d3d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:55.947129 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7f22cc94-c00d-48ae-871c-66811be55d1a req-95ec390f-e2ed-4c17-8650-c7a145d3d94c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=37d6ca9dcff14b56b8fa44e265bee153&device_id=75642d52-23f8-4e8b-89f7-bc758af4bdfe HTTP/1.1" status: 200 len: 1125 time: 0.1240423 Feb 05 02:48:56.006971 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df070659-bb11-4f5e-86f5-c13b53e6edf9 req-73b316f0-0a82-43df-8af3-c77ad740c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:56.008449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df070659-bb11-4f5e-86f5-c13b53e6edf9 req-73b316f0-0a82-43df-8af3-c77ad740c575 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1244493 Feb 05 02:48:56.038749 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-253e735c-2939-47e4-9dce-80d70ebd8b30 service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638250 Feb 05 02:48:56.074640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22cc94-c00d-48ae-871c-66811be55d1a req-90041350-d2f3-4ded-a17c-8cb0028c919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:56.076136 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7f22cc94-c00d-48ae-871c-66811be55d1a req-90041350-d2f3-4ded-a17c-8cb0028c919a service neutron] 10.222.0.10 "GET /v2.0/networks?id=dbb44695-ab4d-48f9-9e58-fc60a82b7995 HTTP/1.1" status: 200 len: 922 time: 0.1190202 Feb 05 02:48:56.078926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052b5b0-137c-4fa4-b151-b5e962a3c8e5 req-d524e9e0-b0f3-4563-a682-e29983930cb1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:56.080400 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a052b5b0-137c-4fa4-b151-b5e962a3c8e5 req-d524e9e0-b0f3-4563-a682-e29983930cb1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.1427209 Feb 05 02:48:56.089490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a9a56-06de-4786-b52b-edc77de701c4 req-9c81d345-b1d6-44df-91f4-14a6601f4f94 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:56.090936 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d1a9a56-06de-4786-b52b-edc77de701c4 req-9c81d345-b1d6-44df-91f4-14a6601f4f94 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1543984 Feb 05 02:48:56.124738 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7f22cc94-c00d-48ae-871c-66811be55d1a req-d3d36f3a-0376-40c2-8f50-d82f9a8f92bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=406e735d-c90b-455e-831c-5dc80c77874d HTTP/1.1" status: 200 len: 217 time: 0.0383561 Feb 05 02:48:56.183611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22cc94-c00d-48ae-871c-66811be55d1a req-c84798c1-5fdd-46d5-8ae7-543e3ef6c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:56.185549 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7f22cc94-c00d-48ae-871c-66811be55d1a req-c84798c1-5fdd-46d5-8ae7-543e3ef6c428 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60f27d5a-30f4-48c5-b0a1-405d3218b77a HTTP/1.1" status: 200 len: 861 time: 0.0540638 Feb 05 02:48:56.199537 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df070659-bb11-4f5e-86f5-c13b53e6edf9 req-53a71205-04cc-4b3c-99b5-7119e2e5aa83 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836159 Feb 05 02:48:56.207574 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a052b5b0-137c-4fa4-b151-b5e962a3c8e5 req-e2de34fc-a31f-462a-a138-bb68d6393485 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155596 Feb 05 02:48:56.231229 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7f22cc94-c00d-48ae-871c-66811be55d1a req-460a1252-296a-499d-8a5c-8b6452d771b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbb44695-ab4d-48f9-9e58-fc60a82b7995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387790 Feb 05 02:48:56.266016 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d1a9a56-06de-4786-b52b-edc77de701c4 req-15665975-f8d9-45d7-ab4d-63e61405e2bb tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629977 Feb 05 02:48:56.338785 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df070659-bb11-4f5e-86f5-c13b53e6edf9 req-fdb72ab5-886c-4bff-9690-aae1f1e7553c service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271398 Feb 05 02:48:56.392113 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-6115429b-0623-44c7-9365-5a8169bd9f66 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:56.393706 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-6115429b-0623-44c7-9365-5a8169bd9f66 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a&tenant_id=046d701f8c1b4320bb7536b4bcbbc218&binding%3Ahost_id=n-h1-826942-8 HTTP/1.1" status: 200 len: 1127 time: 0.1443486 Feb 05 02:48:56.411303 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7f22cc94-c00d-48ae-871c-66811be55d1a req-dd56f0dd-f6da-4cc7-9762-3f4ff2384a1f service neutron] 10.222.0.10 "GET /v2.0/networks/dbb44695-ab4d-48f9-9e58-fc60a82b7995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736040 Feb 05 02:48:56.411906 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1daf5-66bd-40d2-ba9d-d3fd4de19ac5 req-d8344ded-15a5-425b-870d-87c2195501c8 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:56.413383 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78a1daf5-66bd-40d2-ba9d-d3fd4de19ac5 req-d8344ded-15a5-425b-870d-87c2195501c8 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 945 time: 0.0595546 Feb 05 02:48:56.464684 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78a1daf5-66bd-40d2-ba9d-d3fd4de19ac5 req-a78d12ee-ab3e-4964-8ae5-5a6af35000aa tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424635 Feb 05 02:48:56.576258 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7f22cc94-c00d-48ae-871c-66811be55d1a req-4f5b5524-c5ed-424f-a95c-2469083073af service neutron] 10.222.0.10 "GET /v2.0/networks/dbb44695-ab4d-48f9-9e58-fc60a82b7995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473866 Feb 05 02:48:56.597922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-5d18b37c-d937-4ef2-833c-43043cf17231 service neutron] For port 87400363-fba4-48e2-9be0-f3397b56d68b, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:48:56.601718 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-5d18b37c-d937-4ef2-833c-43043cf17231 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:56.603041 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-430db504-9b7c-41ed-91ce-1b81a539f0d9 req-5d18b37c-d937-4ef2-833c-43043cf17231 service neutron] 10.222.0.31 "DELETE /v2.0/ports/87400363-fba4-48e2-9be0-f3397b56d68b/bindings/n-h2-826942-8 HTTP/1.1" status: 204 len: 173 time: 0.2016134 Feb 05 02:48:56.605875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffa4e1-aa17-4a99-946a-17a8b7ae6986 req-95f064ab-3aef-4118-bde8-0d5c0f5b14cb tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:56.607470 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-acffa4e1-aa17-4a99-946a-17a8b7ae6986 req-95f064ab-3aef-4118-bde8-0d5c0f5b14cb tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/ports?device_id=75642d52-23f8-4e8b-89f7-bc758af4bdfe HTTP/1.1" status: 200 len: 943 time: 0.0708718 Feb 05 02:48:56.672269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-acffa4e1-aa17-4a99-946a-17a8b7ae6986 req-d8fbb264-3079-4ae9-8a64-50959db1b1f6 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/security-groups?id=887cf184-56ad-4927-80d9-728f088e49f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545180 Feb 05 02:48:56.824687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5b59b-b838-4a58-9387-c49eb83e4c5c req-5ff3adb7-8263-47f6-afa2-1fc9de13c650 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:56.826159 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a6f5b59b-b838-4a58-9387-c49eb83e4c5c req-5ff3adb7-8263-47f6-afa2-1fc9de13c650 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=96fe9a9d-9957-4364-83d9-ab617e53cbf5 HTTP/1.1" status: 200 len: 949 time: 0.0827956 Feb 05 02:48:56.832029 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a405b1-25ef-42c2-ab11-fbf800c1777d req-65ee118e-ead1-4ec3-ab90-be2c9fd3d7e7 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:56.833416 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35a405b1-25ef-42c2-ab11-fbf800c1777d req-65ee118e-ead1-4ec3-ab90-be2c9fd3d7e7 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 1127 time: 0.0635204 Feb 05 02:48:56.905557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a6f5b59b-b838-4a58-9387-c49eb83e4c5c req-1bd97e8b-c519-486d-83d5-bb70efafbfbc tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712130 Feb 05 02:48:56.907983 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35a405b1-25ef-42c2-ab11-fbf800c1777d req-3c492a76-5c44-47e1-9653-985bdc5ecbb7 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670660 Feb 05 02:48:57.050853 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b081471-a5d8-4877-b42b-bb126dea7db0 req-9ad694a6-a0f0-4e0f-9254-43d755dba4e8 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:57.052339 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b081471-a5d8-4877-b42b-bb126dea7db0 req-9ad694a6-a0f0-4e0f-9254-43d755dba4e8 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0873153 Feb 05 02:48:57.058512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d800be0-6726-48ba-a375-48d60e890989 req-b672dab4-5a0b-44a4-96b3-61f21a07dc3a tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:57.060008 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d800be0-6726-48ba-a375-48d60e890989 req-b672dab4-5a0b-44a4-96b3-61f21a07dc3a tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 1127 time: 0.0836623 Feb 05 02:48:57.135622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b081471-a5d8-4877-b42b-bb126dea7db0 req-73fccd2e-59ac-4a45-a99a-1e29af53481b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740862 Feb 05 02:48:57.139341 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d800be0-6726-48ba-a375-48d60e890989 req-b7c86e47-6afe-4eb1-b72d-904c024e9e48 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720160 Feb 05 02:48:57.246039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fab679-e578-4436-b496-c59f00fb2862 req-d0ca4737-3244-49e4-9125-b869434fc335 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:57.247604 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00fab679-e578-4436-b496-c59f00fb2862 req-d0ca4737-3244-49e4-9125-b869434fc335 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 1131 time: 0.0458829 Feb 05 02:48:57.292402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00fab679-e578-4436-b496-c59f00fb2862 req-a7eae925-ff70-46a1-955e-698daf8f121f tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386176 Feb 05 02:48:57.462149 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9489a28-f9e0-48bc-bb90-8a1d8ab8e787 req-b5a32cf8-af5d-4d3c-b361-fb5295c540ac tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:57.469643 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9489a28-f9e0-48bc-bb90-8a1d8ab8e787 req-b5a32cf8-af5d-4d3c-b361-fb5295c540ac tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0971615 Feb 05 02:48:57.555338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9489a28-f9e0-48bc-bb90-8a1d8ab8e787 req-d442ab5c-2a4b-472f-bd41-104a0b8215db tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847797 Feb 05 02:48:57.568816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621b57a-f0a8-442d-83ba-d84b0278c898 req-b9b8c7af-d541-46bf-90fd-2afbb28a579a tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:57.570297 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8621b57a-f0a8-442d-83ba-d84b0278c898 req-b9b8c7af-d541-46bf-90fd-2afbb28a579a tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.0978091 Feb 05 02:48:57.630308 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8621b57a-f0a8-442d-83ba-d84b0278c898 req-648f5ac0-d646-4230-b730-790993178afe tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535486 Feb 05 02:48:57.656373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-6cdb9d8d-6a64-48f0-9d0d-ad53603296d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:57.657878 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-6cdb9d8d-6a64-48f0-9d0d-ad53603296d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 1127 time: 0.0493968 Feb 05 02:48:57.704434 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-98addcc0-584b-4d58-aa75-8005073a7ed8 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3a5378990daa49febaabcbe6e557bcbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210259 Feb 05 02:48:57.763993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-3b04b681-6112-4e31-9818-56a3915cf58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:57.765467 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-3b04b681-6112-4e31-9818-56a3915cf58a service neutron] 10.222.0.31 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 0.0974910 Feb 05 02:48:57.812098 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-ac14f805-6913-4868-a00c-a263226c1f72 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa547e93-3e5e-4881-8417-0d6ec33e52c0 HTTP/1.1" status: 200 len: 217 time: 0.0393815 Feb 05 02:48:57.854494 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1877131-4c5f-47b5-8559-9812966e300f req-7299730f-a0d4-4bdf-bb5d-c41773ad531d tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:57.856258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1877131-4c5f-47b5-8559-9812966e300f req-7299730f-a0d4-4bdf-bb5d-c41773ad531d tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/ports?device_id=75642d52-23f8-4e8b-89f7-bc758af4bdfe HTTP/1.1" status: 200 len: 943 time: 0.0991592 Feb 05 02:48:57.862286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-6192537d-183d-4f57-9560-880dc2267f38 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:57.863831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-6192537d-183d-4f57-9560-880dc2267f38 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536644 Feb 05 02:48:57.876535 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-5950e18d-7983-41f3-b19d-7b974b86c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:57.878569 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-5950e18d-7983-41f3-b19d-7b974b86c42f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.0599611 Feb 05 02:48:57.893820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-8ea66cd0-708a-403e-b779-438fc2ec9c1c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/quotas/3a5378990daa49febaabcbe6e557bcbe HTTP/1.1" status: 200 len: 375 time: 0.0215340 Feb 05 02:48:57.923156 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-672f6fbb-6e2f-4307-b93f-81f7698ea31a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308821 Feb 05 02:48:57.947580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1877131-4c5f-47b5-8559-9812966e300f req-fdd49e6f-5971-490a-8a53-dd3edb37c193 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/security-groups?id=887cf184-56ad-4927-80d9-728f088e49f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826013 Feb 05 02:48:58.007857 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-639aed7d-df8a-4a38-b160-9af6c31dbc6f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1021364 Feb 05 02:48:58.090646 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5feed-c13f-486b-8969-ca41341164c5 req-0ea72499-4824-48e2-ab7f-027f35929c87 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:58.092636 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3e5feed-c13f-486b-8969-ca41341164c5 req-0ea72499-4824-48e2-ab7f-027f35929c87 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=96fe9a9d-9957-4364-83d9-ab617e53cbf5 HTTP/1.1" status: 200 len: 949 time: 0.0643771 Feb 05 02:48:58.167512 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3e5feed-c13f-486b-8969-ca41341164c5 req-a1662a51-8ec4-49ad-bb53-3cf67df820d3 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647442 Feb 05 02:48:58.245274 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-160774f3-0c81-4cb5-84ca-e0e6f04c87c1 req-426956eb-9ef5-4392-a70a-b32afb68ad6b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 210 time: 0.0402317 Feb 05 02:48:58.316654 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abf363-696c-419b-8343-6c25fa3f707b req-4cc951a7-b5e1-421e-9467-c6aa45c8db0e tempest-DeleteServersAdminTestJSON-255022233 tempest-DeleteServersAdminTestJSON-255022233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:58.318445 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-51abf363-696c-419b-8343-6c25fa3f707b req-4cc951a7-b5e1-421e-9467-c6aa45c8db0e tempest-DeleteServersAdminTestJSON-255022233 tempest-DeleteServersAdminTestJSON-255022233-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=96fe9a9d-9957-4364-83d9-ab617e53cbf5 HTTP/1.1" status: 200 len: 1131 time: 0.0784500 Feb 05 02:48:58.320364 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-68ee5a4f-dee9-42b0-8455-e3bc45d2f843 service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909225 Feb 05 02:48:58.483076 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-c1b15a37-dbf3-4f67-b1ee-56e495ecadbb service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326566 Feb 05 02:48:58.490562 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-51abf363-696c-419b-8343-6c25fa3f707b req-ef8a897d-9bde-46bf-89ea-20899388394b tempest-DeleteServersAdminTestJSON-255022233 tempest-DeleteServersAdminTestJSON-255022233-project-admin] Deleting port 7b2ae368-95e6-4fc1-a036-9302c5a49a27 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:48:58.490942 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51abf363-696c-419b-8343-6c25fa3f707b req-ef8a897d-9bde-46bf-89ea-20899388394b tempest-DeleteServersAdminTestJSON-255022233 tempest-DeleteServersAdminTestJSON-255022233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7b2ae368-95e6-4fc1-a036-9302c5a49a27), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:58.612854 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-51abf363-696c-419b-8343-6c25fa3f707b req-ef8a897d-9bde-46bf-89ea-20899388394b tempest-DeleteServersAdminTestJSON-255022233 tempest-DeleteServersAdminTestJSON-255022233-project-admin] For port 7b2ae368-95e6-4fc1-a036-9302c5a49a27, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=7b2ae368-95e6-4fc1-a036-9302c5a49a27,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:58.613218 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51abf363-696c-419b-8343-6c25fa3f707b req-ef8a897d-9bde-46bf-89ea-20899388394b tempest-DeleteServersAdminTestJSON-255022233 tempest-DeleteServersAdminTestJSON-255022233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7b2ae368-95e6-4fc1-a036-9302c5a49a27), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:58.645093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-51abf363-696c-419b-8343-6c25fa3f707b req-ef8a897d-9bde-46bf-89ea-20899388394b tempest-DeleteServersAdminTestJSON-255022233 tempest-DeleteServersAdminTestJSON-255022233-project-admin] Calling delete_port for 7b2ae368-95e6-4fc1-a036-9302c5a49a27 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:48:58.657357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-e1abd81f-938f-459f-84f3-4a56b095e263 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:58.663272 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-e1abd81f-938f-459f-84f3-4a56b095e263 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742&tenant_id=1efeace9c19e4c6591bec43ee004b4ff&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 1127 time: 0.1166077 Feb 05 02:48:58.700720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c848dfa-a264-499e-ac6a-87644370fa72 req-9ba81402-2ad6-4f57-a029-831dd29bd591 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:58.709350 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c848dfa-a264-499e-ac6a-87644370fa72 req-9ba81402-2ad6-4f57-a029-831dd29bd591 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 945 time: 0.0730700 Feb 05 02:48:58.743737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826942-8'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:58.803300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c848dfa-a264-499e-ac6a-87644370fa72 req-d4638d5a-4e6a-4730-89c2-163219f36759 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928998 Feb 05 02:48:58.831025 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:58.837077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 406e735d-c90b-455e-831c-5dc80c77874d details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:48:58.863706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975306e3-930c-48dd-8d55-b4da473371e2 req-e329b848-a16b-44f9-b8e8-04659769a990 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:58.868689 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-975306e3-930c-48dd-8d55-b4da473371e2 req-e329b848-a16b-44f9-b8e8-04659769a990 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1125891 Feb 05 02:48:58.929716 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51abf363-696c-419b-8343-6c25fa3f707b req-ef8a897d-9bde-46bf-89ea-20899388394b tempest-DeleteServersAdminTestJSON-255022233 tempest-DeleteServersAdminTestJSON-255022233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7b2ae368-95e6-4fc1-a036-9302c5a49a27), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:58.966357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-975306e3-930c-48dd-8d55-b4da473371e2 req-e3df6c09-cd12-4222-9082-179d3c08d84b tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703633 Feb 05 02:48:58.991258 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['7b2ae368-95e6-4fc1-a036-9302c5a49a27'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:59.011236 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 406e735d-c90b-455e-831c-5dc80c77874d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=406e735d-c90b-455e-831c-5dc80c77874d,segment=NetworkSegment(f51fb75e-73bb-4249-95e9-2e672a1b7ca7),segment_id=f51fb75e-73bb-4249-95e9-2e672a1b7ca7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:59.017114 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a897d-9bde-46bf-89ea-20899388394b tempest-DeleteServersAdminTestJSON-255022233 tempest-DeleteServersAdminTestJSON-255022233-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b2ae368-95e6-4fc1-a036-9302c5a49a27,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:59.064066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '406e735d-c90b-455e-831c-5dc80c77874d', 'network_id': 'dbb44695-ab4d-48f9-9e58-fc60a82b7995', 'port_id': '406e735d-c90b-455e-831c-5dc80c77874d', 'mac_address': 'fa:16:3e:5b:6d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f27d5a-30f4-48c5-b0a1-405d3218b77a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:48:59.073359 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-51abf363-696c-419b-8343-6c25fa3f707b req-ef8a897d-9bde-46bf-89ea-20899388394b tempest-DeleteServersAdminTestJSON-255022233 tempest-DeleteServersAdminTestJSON-255022233-project-admin] No DVR routers for this DVR port 7b2ae368-95e6-4fc1-a036-9302c5a49a27 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:48:59.078571 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51abf363-696c-419b-8343-6c25fa3f707b req-ef8a897d-9bde-46bf-89ea-20899388394b tempest-DeleteServersAdminTestJSON-255022233 tempest-DeleteServersAdminTestJSON-255022233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:59.083093 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-51abf363-696c-419b-8343-6c25fa3f707b req-ef8a897d-9bde-46bf-89ea-20899388394b tempest-DeleteServersAdminTestJSON-255022233 tempest-DeleteServersAdminTestJSON-255022233-project-admin] 10.222.0.10 "DELETE /v2.0/ports/7b2ae368-95e6-4fc1-a036-9302c5a49a27 HTTP/1.1" status: 204 len: 173 time: 0.7587378 Feb 05 02:48:59.085817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fe9a9d-9957-4364-83d9-ab617e53cbf5', 'name': 'network-vif-deleted', 'tag': '7b2ae368-95e6-4fc1-a036-9302c5a49a27'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:48:59.090099 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c6374b-7690-4b8b-9215-501070782ea0" -d '{"events": [{"server_uuid": "96fe9a9d-9957-4364-83d9-ab617e53cbf5", "name": "network-vif-deleted", "tag": "7b2ae368-95e6-4fc1-a036-9302c5a49a27"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:48:59.148159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e8eb8-ca36-48f5-b08c-b84222c52e33 req-33dc1cc8-a145-4924-a8b3-4b8df0a80345 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:59.157029 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b91e8eb8-ca36-48f5-b08c-b84222c52e33 req-33dc1cc8-a145-4924-a8b3-4b8df0a80345 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/ports?device_id=75642d52-23f8-4e8b-89f7-bc758af4bdfe HTTP/1.1" status: 200 len: 943 time: 0.1047938 Feb 05 02:48:59.164165 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] For port aa547e93-3e5e-4881-8417-0d6ec33e52c0, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=aa547e93-3e5e-4881-8417-0d6ec33e52c0,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:59.191541 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa513bcf-5c8d-4a36-ba63-74e87b50c158 x-openstack-request-id: req-fa513bcf-5c8d-4a36-ba63-74e87b50c158 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:48:59.192685 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fe9a9d-9957-4364-83d9-ab617e53cbf5", "name": "network-vif-deleted", "tag": "7b2ae368-95e6-4fc1-a036-9302c5a49a27", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:48:59.193041 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa513bcf-5c8d-4a36-ba63-74e87b50c158 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:48:59.193553 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fe9a9d-9957-4364-83d9-ab617e53cbf5', 'name': 'network-vif-deleted', 'tag': '7b2ae368-95e6-4fc1-a036-9302c5a49a27', 'status': 'completed', 'code': 200} Feb 05 02:48:59.200854 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 406e735d-c90b-455e-831c-5dc80c77874d is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:48:59.202037 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (406e735d-c90b-455e-831c-5dc80c77874d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:59.239597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406e735d-c90b-455e-831c-5dc80c77874d {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:48:59.258490 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b91e8eb8-ca36-48f5-b08c-b84222c52e33 req-41a3e095-cc5e-41f5-b130-8b4d04652f20 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/security-groups?id=887cf184-56ad-4927-80d9-728f088e49f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004748 Feb 05 02:48:59.286593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] For port aa547e93-3e5e-4881-8417-0d6ec33e52c0, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:48:59.301739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 406e735d-c90b-455e-831c-5dc80c77874d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=406e735d-c90b-455e-831c-5dc80c77874d,segment=NetworkSegment(f51fb75e-73bb-4249-95e9-2e672a1b7ca7),segment_id=f51fb75e-73bb-4249-95e9-2e672a1b7ca7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:48:59.311594 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (406e735d-c90b-455e-831c-5dc80c77874d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:59.360765 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Publish callbacks [] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:59.370464 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:59.408544 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f6929dd-abe7-459e-8f7e-fd9d104ad11c req-dab8a628-5b76-4346-a747-e50a26ade095 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=96fe9a9d-9957-4364-83d9-ab617e53cbf5 HTTP/1.1" status: 200 len: 210 time: 0.0629532 Feb 05 02:48:59.442028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=406e735d-c90b-455e-831c-5dc80c77874d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:59.448002 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Pushing event updated for resources: {'Port': ['ID=aa547e93-3e5e-4881-8417-0d6ec33e52c0,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:59.461900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:59.462247 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:59.462589 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:59.463855 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:59.464505 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:59.465033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:59.465363 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:59.465793 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:59.466121 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:59.466452 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:59.466910 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:59.467237 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:59.467610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:48:59.470128 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ad2f254-68ee-4dad-bb26-c7ff1cf7ffc1 req-c859d77f-c6c6-4f35-94b7-3512eeabb3e8 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 210 time: 0.0605597 Feb 05 02:48:59.526412 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Attempting to bind port aa547e93-3e5e-4881-8417-0d6ec33e52c0 on host n-h2-826942-8 for vnic_type normal with profile {"migrating_to": "n-h1-826942-8"} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:48:59.527029 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Attempting to bind port aa547e93-3e5e-4881-8417-0d6ec33e52c0 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:48:59.527544 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Attempting to bind port aa547e93-3e5e-4881-8417-0d6ec33e52c0 on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:59.532689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Port aa547e93-3e5e-4881-8417-0d6ec33e52c0 on network 7989079b-2a98-4df8-9515-2a06293b2119 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:48:59.533327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Attempting to bind port aa547e93-3e5e-4881-8417-0d6ec33e52c0 on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:48:59.538434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:48:59.538860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Checking segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:48:59.539167 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Bound using segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:48:59.539588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Bound port: aa547e93-3e5e-4881-8417-0d6ec33e52c0, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:48:59.539946 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:59.579399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['406e735d-c90b-455e-831c-5dc80c77874d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:59.606370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-ae306c5b-c591-42bc-b2fb-02cca1a7a582 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3a5378990daa49febaabcbe6e557bcbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632536 Feb 05 02:48:59.630925 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] For port aa547e93-3e5e-4881-8417-0d6ec33e52c0, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:48:59.634263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] For port aa547e93-3e5e-4881-8417-0d6ec33e52c0, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=aa547e93-3e5e-4881-8417-0d6ec33e52c0,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:48:59.655461 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:59.770054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-9f2cb8d1-677d-4c95-aaa0-259912c2498b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:59.772229 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-9f2cb8d1-677d-4c95-aaa0-259912c2498b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596019 Feb 05 02:48:59.787096 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:48:59.787620 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Request body: {'port': {'device_id': 'cf988875-3e59-4651-a83f-afa6dbfbe96f', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '3a5378990daa49febaabcbe6e557bcbe'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:48:59.787732 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:48:59.788767 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] 10.222.0.31 "PUT /v2.0/ports/aa547e93-3e5e-4881-8417-0d6ec33e52c0 HTTP/1.1" status: 200 len: 1121 time: 1.0502486 Feb 05 02:48:59.800591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227909de-cde3-4326-b2d7-f9b8fe2f7689 service neutron] Pushing event updated for resources: {'Port': ['ID=aa547e93-3e5e-4881-8417-0d6ec33e52c0,revision_number=8']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:48:59.912105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['aa547e93-3e5e-4881-8417-0d6ec33e52c0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:48:59.999555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Made reservation on behalf of 3a5378990daa49febaabcbe6e557bcbe for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:49:00.007878 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:00.066406 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1b80e-601e-4f46-9fe9-da5c98d22f4d req-57d167bf-4f74-4c5e-9369-aa9ffc8837c5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:00.071261 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25d1b80e-601e-4f46-9fe9-da5c98d22f4d req-57d167bf-4f74-4c5e-9369-aa9ffc8837c5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 943 time: 0.1397839 Feb 05 02:49:00.221575 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25d1b80e-601e-4f46-9fe9-da5c98d22f4d req-b2179036-f810-4831-a1c1-5bcda322805e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445353 Feb 05 02:49:00.242317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400d896-d180-417b-832a-bbd91c235c84 req-41e3a0b9-7562-46ee-820d-57d2de416414 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:00.244002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a400d896-d180-417b-832a-bbd91c235c84 req-41e3a0b9-7562-46ee-820d-57d2de416414 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1861157 Feb 05 02:49:00.288968 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Allocated IP 192.168.233.131 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/727e2e8d-e947-4490-86fb-9e0ecf4c6a83) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:49:00.349685 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a400d896-d180-417b-832a-bbd91c235c84 req-c9a4b80e-066c-4077-9328-d5765e1fa2b7 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985544 Feb 05 02:49:00.488938 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-f285b6b5-1c42-48aa-a863-8a658c3707ce tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=894e75e30df24851b6f520f37b9a631c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355892 Feb 05 02:49:00.586213 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cc0a1-5f20-4481-b1b6-9968de71cfa8 req-832e09ae-7150-4105-8063-d40c63974f6a tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:00.587821 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-522cc0a1-5f20-4481-b1b6-9968de71cfa8 req-832e09ae-7150-4105-8063-d40c63974f6a tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/ports?device_id=75642d52-23f8-4e8b-89f7-bc758af4bdfe HTTP/1.1" status: 200 len: 944 time: 0.1772633 Feb 05 02:49:00.608265 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks [] for port (727e2e8d-e947-4490-86fb-9e0ecf4c6a83), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:00.696251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-46f5001f-491f-4c1f-a93d-85dad79b136d tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:00.698031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-46f5001f-491f-4c1f-a93d-85dad79b136d tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003536 Feb 05 02:49:00.702633 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-522cc0a1-5f20-4481-b1b6-9968de71cfa8 req-37f724a5-f3b1-4012-8ffc-a6daa24c7987 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/security-groups?id=887cf184-56ad-4927-80d9-728f088e49f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020489 Feb 05 02:49:00.725717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-516cbd3a-df06-4622-8d64-87fae3daf9e5 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/quotas/894e75e30df24851b6f520f37b9a631c HTTP/1.1" status: 200 len: 375 time: 0.0220978 Feb 05 02:49:00.731292 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (727e2e8d-e947-4490-86fb-9e0ecf4c6a83), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:00.746654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['901efd57-bf72-40cf-bb84-83ce5c36f3a1', '8a0abef1-9c72-431a-a225-dccabdc8515e', 'e29e20b0-38e7-47fb-960b-7ae5ec41b2d8', 'e8f94f1f-3908-4db8-a8e6-1a81e2733417'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:00.748723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5262ff49-6fce-4474-b84e-0c2a62252ecf', 'e549d749-eb62-4e11-9f8f-d0dd92e541c2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:00.816847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:49:00.818190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Pushing event updated for resources: {'Port': ['ID=727e2e8d-e947-4490-86fb-9e0ecf4c6a83,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:00.829673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:00.830026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:00.830370 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:00.830719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:00.831066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:00.831396 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:00.831723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:00.832047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:00.832375 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:00.832692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:00.833014 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:00.833331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:00.833651 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:00.861546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:49:00.876613 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 406e735d-c90b-455e-831c-5dc80c77874d up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:49:00.886979 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-13ff5617-3998-4c58-97fe-a63e14515c20 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=894e75e30df24851b6f520f37b9a631c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1531932 Feb 05 02:49:00.930895 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:49:01.065848 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:01.069443 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:01.090698 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 406e735d-c90b-455e-831c-5dc80c77874d completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:49:01.127385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 406e735d-c90b-455e-831c-5dc80c77874d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:01.128123 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (406e735d-c90b-455e-831c-5dc80c77874d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:01.133066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54b330-e539-45c4-9a1c-c1430979bf29 req-31cf670d-3ded-4f4e-9670-39579ba1461b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:01.141138 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a54b330-e539-45c4-9a1c-c1430979bf29 req-31cf670d-3ded-4f4e-9670-39579ba1461b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 936 time: 0.3141525 Feb 05 02:49:01.194705 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe57a8d-1720-4998-94aa-2dda696de742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa547e93-3e5e-4881-8417-0d6ec33e52c0'}, {'name': 'network-changed', 'server_uuid': '3fe57a8d-1720-4998-94aa-2dda696de742', 'tag': 'aa547e93-3e5e-4881-8417-0d6ec33e52c0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:01.199854 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015fa9e5-5dae-432f-8a79-84f62382b7aa" -d '{"events": [{"server_uuid": "3fe57a8d-1720-4998-94aa-2dda696de742", "name": "network-vif-unplugged", "status": "completed", "tag": "aa547e93-3e5e-4881-8417-0d6ec33e52c0"}, {"name": "network-changed", "server_uuid": "3fe57a8d-1720-4998-94aa-2dda696de742", "tag": "aa547e93-3e5e-4881-8417-0d6ec33e52c0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:01.215142 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-58fd56ae-afa5-4439-84e1-4041c6f3f406 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4346461 Feb 05 02:49:01.248220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Request body: {'port': {'device_id': 'cf988875-3e59-4651-a83f-afa6dbfbe96f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:01.293059 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-420a22dd-d2e2-4609-bb34-f22e29991147 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f3d9837df7ad4f2f832540f44ec1e29f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599873 Feb 05 02:49:01.378288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9844ebbe-2600-4907-82aa-c35423f0ffd4 None None] Provisioning complete for port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:01.378747 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9844ebbe-2600-4907-82aa-c35423f0ffd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (727e2e8d-e947-4490-86fb-9e0ecf4c6a83), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:01.383838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 406e735d-c90b-455e-831c-5dc80c77874d is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:01.384405 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (406e735d-c90b-455e-831c-5dc80c77874d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:01.426482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a54b330-e539-45c4-9a1c-c1430979bf29 req-af78c5f6-b8fe-4640-8c59-2f1d0eb792ad tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800989 Feb 05 02:49:01.468539 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (727e2e8d-e947-4490-86fb-9e0ecf4c6a83), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:01.488760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75642d52-23f8-4e8b-89f7-bc758af4bdfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406e735d-c90b-455e-831c-5dc80c77874d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:01.491067 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857e9ad6-83ce-4937-a75d-a9c21101e31c" -d '{"events": [{"server_uuid": "75642d52-23f8-4e8b-89f7-bc758af4bdfe", "name": "network-vif-plugged", "status": "completed", "tag": "406e735d-c90b-455e-831c-5dc80c77874d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:01.563593 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 406e735d-c90b-455e-831c-5dc80c77874d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=406e735d-c90b-455e-831c-5dc80c77874d,segment=NetworkSegment(f51fb75e-73bb-4249-95e9-2e672a1b7ca7),segment_id=f51fb75e-73bb-4249-95e9-2e672a1b7ca7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:01.569020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-08299440-1eab-4139-ae99-0ae39e0e4313 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:01.570900 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-08299440-1eab-4139-ae99-0ae39e0e4313 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678137 Feb 05 02:49:01.576764 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9844ebbe-2600-4907-82aa-c35423f0ffd4 None None] Port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:49:01.586686 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (406e735d-c90b-455e-831c-5dc80c77874d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:01.601440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-e3095280-3f8b-4921-bdb0-c0d6e26c0e8e tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=894e75e30df24851b6f520f37b9a631c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570612 Feb 05 02:49:01.644103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-8f3ea5c5-4e9a-468c-9819-09ddfa0d5dd5 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/quotas/f3d9837df7ad4f2f832540f44ec1e29f HTTP/1.1" status: 200 len: 375 time: 0.0609059 Feb 05 02:49:01.663414 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=406e735d-c90b-455e-831c-5dc80c77874d,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:01.724821 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device aa547e93-3e5e-4881-8417-0d6ec33e52c0 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:49:01.731922 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-f72d8d2b-fcad-4f4d-a4c6-227c0903eb70 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3d9837df7ad4f2f832540f44ec1e29f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867317 Feb 05 02:49:01.893529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-3c6bfaf4-2358-4838-9bc5-38cc6cb6f88f tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:01.896788 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-3c6bfaf4-2358-4838-9bc5-38cc6cb6f88f tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2943559 Feb 05 02:49:01.938349 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:49:02.007135 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c8af26-f448-472a-9fb0-6c6530961de8 x-openstack-request-id: req-f2c8af26-f448-472a-9fb0-6c6530961de8 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:02.007530 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe57a8d-1720-4998-94aa-2dda696de742", "name": "network-vif-unplugged", "status": "completed", "tag": "aa547e93-3e5e-4881-8417-0d6ec33e52c0", "code": 200}, {"name": "network-changed", "server_uuid": "3fe57a8d-1720-4998-94aa-2dda696de742", "tag": "aa547e93-3e5e-4881-8417-0d6ec33e52c0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:02.008393 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2c8af26-f448-472a-9fb0-6c6530961de8 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:02.008874 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe57a8d-1720-4998-94aa-2dda696de742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa547e93-3e5e-4881-8417-0d6ec33e52c0', 'code': 200} Feb 05 02:49:02.009204 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe57a8d-1720-4998-94aa-2dda696de742', 'tag': 'aa547e93-3e5e-4881-8417-0d6ec33e52c0', 'status': 'completed', 'code': 200} Feb 05 02:49:02.070575 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-8987a082-a002-4aa2-840f-ed32bf1f4fea tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/quotas/894e75e30df24851b6f520f37b9a631c HTTP/1.1" status: 200 len: 375 time: 0.0393097 Feb 05 02:49:02.128773 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fa9e5-5dae-432f-8a79-84f62382b7aa req-4ef1b726-5f8a-470c-9b6d-42b09b43d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:02.130391 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-015fa9e5-5dae-432f-8a79-84f62382b7aa req-4ef1b726-5f8a-470c-9b6d-42b09b43d102 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 1155 time: 0.0884459 Feb 05 02:49:02.143102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port aa547e93-3e5e-4881-8417-0d6ec33e52c0, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=aa547e93-3e5e-4881-8417-0d6ec33e52c0,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:02.177584 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device aa547e93-3e5e-4881-8417-0d6ec33e52c0 has no active binding in host n-h1-826942-8 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 05 02:49:02.205566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-b84f0d2a-9038-4c6b-972e-df1ccdead5c6 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=894e75e30df24851b6f520f37b9a631c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1220875 Feb 05 02:49:02.357331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:02.365187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fa9e5-5dae-432f-8a79-84f62382b7aa req-ffc1f94e-feca-4d1e-9982-ea5952c75382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:02.370257 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Publish callbacks [] for port (727e2e8d-e947-4490-86fb-9e0ecf4c6a83), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:02.384199 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-015fa9e5-5dae-432f-8a79-84f62382b7aa req-ffc1f94e-feca-4d1e-9982-ea5952c75382 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 0.2325618 Feb 05 02:49:02.388828 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321528b2-796c-474b-8009-51e8822bd6af req-962dccb0-3c02-48d3-8ce0-dc14e18178d1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:02.390545 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-321528b2-796c-474b-8009-51e8822bd6af req-962dccb0-3c02-48d3-8ce0-dc14e18178d1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 943 time: 0.2323997 Feb 05 02:49:02.395831 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Transition to ACTIVE for port object 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:49:02.410737 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (727e2e8d-e947-4490-86fb-9e0ecf4c6a83), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:02.443140 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-015fa9e5-5dae-432f-8a79-84f62382b7aa req-69820830-5856-412d-8f17-910bac7149a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa547e93-3e5e-4881-8417-0d6ec33e52c0 HTTP/1.1" status: 200 len: 217 time: 0.0580871 Feb 05 02:49:02.543896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fa9e5-5dae-432f-8a79-84f62382b7aa req-5d592191-9812-466c-b29a-db587394cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:02.547053 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-015fa9e5-5dae-432f-8a79-84f62382b7aa req-5d592191-9812-466c-b29a-db587394cb50 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.0738447 Feb 05 02:49:02.638070 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-015fa9e5-5dae-432f-8a79-84f62382b7aa req-268513e7-6eb6-4833-86c2-a32c57006403 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815175 Feb 05 02:49:02.689083 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-321528b2-796c-474b-8009-51e8822bd6af req-54fdf063-8440-4e6d-aab6-4ca83acf243e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844245 Feb 05 02:49:02.736952 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Pushing event updated for resources: {'Port': ['ID=727e2e8d-e947-4490-86fb-9e0ecf4c6a83,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:02.775983 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-94c74fa8-72e1-46e8-a715-a46217f8955e tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=894e75e30df24851b6f520f37b9a631c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742416 Feb 05 02:49:02.810493 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b10a35-4678-4709-a817-623baa85fa38 x-openstack-request-id: req-d7b10a35-4678-4709-a817-623baa85fa38 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:02.812677 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75642d52-23f8-4e8b-89f7-bc758af4bdfe", "name": "network-vif-plugged", "status": "completed", "tag": "406e735d-c90b-455e-831c-5dc80c77874d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:02.816306 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7b10a35-4678-4709-a817-623baa85fa38 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:02.816913 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75642d52-23f8-4e8b-89f7-bc758af4bdfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406e735d-c90b-455e-831c-5dc80c77874d', 'code': 200} Feb 05 02:49:02.852519 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 7b2ae368-95e6-4fc1-a036-9302c5a49a27 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:49:02.931244 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 7b2ae368-95e6-4fc1-a036-9302c5a49a27 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:49:02.934081 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 7b2ae368-95e6-4fc1-a036-9302c5a49a27 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:49:02.989936 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae690d-9fc0-4f21-900f-b2d188f7c92d req-52fffe38-be72-4f49-9149-d8c68e11b5de tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:02.995420 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3ae690d-9fc0-4f21-900f-b2d188f7c92d req-52fffe38-be72-4f49-9149-d8c68e11b5de tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.3837929 Feb 05 02:49:03.061792 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-21496ad6-a19a-4e1e-b8d4-ff71f059fc8e tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:03.064319 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-21496ad6-a19a-4e1e-b8d4-ff71f059fc8e tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816093 Feb 05 02:49:03.083970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-23759755-c9b2-45b0-aa73-18036bdffb66 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Request body: {'port': {'device_id': 'dec75d7b-81b9-4c2a-957a-72b373d691c6', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '894e75e30df24851b6f520f37b9a631c'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:03.099688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Attempting to bind port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:49:03.100284 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Attempting to bind port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:49:03.100811 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Attempting to bind port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:03.135786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d2799-9820-4389-b1d4-70151432095a req-f0114d8c-825b-495c-a28e-4265aff68e26 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:03.138153 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c0d2799-9820-4389-b1d4-70151432095a req-f0114d8c-825b-495c-a28e-4265aff68e26 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/ports?device_id=75642d52-23f8-4e8b-89f7-bc758af4bdfe HTTP/1.1" status: 200 len: 945 time: 0.2355273 Feb 05 02:49:03.138981 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:49:03.139481 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Attempting to bind port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:03.151136 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3ae690d-9fc0-4f21-900f-b2d188f7c92d req-22b895a6-fafb-41a3-b5fa-2aad7e7266ce tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463482 Feb 05 02:49:03.160027 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:49:03.160603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:49:03.161270 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:49:03.161862 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Bound port: 727e2e8d-e947-4490-86fb-9e0ecf4c6a83, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:49:03.162432 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (727e2e8d-e947-4490-86fb-9e0ecf4c6a83), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:03.217606 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07848d7-90f8-425d-92ed-e73d20c5d53a req-e70dcf01-f9d4-4a82-a953-9a1ee5c3f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:03.219444 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a07848d7-90f8-425d-92ed-e73d20c5d53a req-e70dcf01-f9d4-4a82-a953-9a1ee5c3f071 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75642d52-23f8-4e8b-89f7-bc758af4bdfe HTTP/1.1" status: 200 len: 1127 time: 0.2122698 Feb 05 02:49:03.243206 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-015fa9e5-5dae-432f-8a79-84f62382b7aa req-adba68d5-5eab-4753-88f8-ac96f0d72531 service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5937667 Feb 05 02:49:03.268124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-23759755-c9b2-45b0-aa73-18036bdffb66 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Made reservation on behalf of 894e75e30df24851b6f520f37b9a631c for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:49:03.280431 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-23759755-c9b2-45b0-aa73-18036bdffb66 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:03.329294 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-23759755-c9b2-45b0-aa73-18036bdffb66 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:03.429180 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-015fa9e5-5dae-432f-8a79-84f62382b7aa req-0342dedf-2342-491d-b8fd-813fc9dfbef9 service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777432 Feb 05 02:49:03.489010 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-23759755-c9b2-45b0-aa73-18036bdffb66 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks [] for security_group (c763076b-c312-470d-98b2-283bed025195), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:03.496084 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-23759755-c9b2-45b0-aa73-18036bdffb66 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c763076b-c312-470d-98b2-283bed025195), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:03.539422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23759755-c9b2-45b0-aa73-18036bdffb66 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c763076b-c312-470d-98b2-283bed025195,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:03.621443 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-200b3cd1-976a-42e6-9492-893cb39553fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:03.655663 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c0d2799-9820-4389-b1d4-70151432095a req-44ae6b1e-173d-4757-82ff-ce705f8048bc tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/security-groups?id=887cf184-56ad-4927-80d9-728f088e49f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032287 Feb 05 02:49:03.723193 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e513fb13-7200-4870-b633-0d86a10cf161 req-164013b3-7add-4093-8a6f-e59c052a12fb tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dab762-9982-4474-ae84-be2fd31b9827 HTTP/1.1" status: 200 len: 210 time: 0.1146953 Feb 05 02:49:03.772917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a07848d7-90f8-425d-92ed-e73d20c5d53a req-5c858d5c-572f-428d-bb89-025318cadb05 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=887cf184-56ad-4927-80d9-728f088e49f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5433662 Feb 05 02:49:03.772917 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] For port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83, host n-h1-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:49:03.774198 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-1fb14adf-c0ba-4782-8fde-06f11c4626dc tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f3d9837df7ad4f2f832540f44ec1e29f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684423 Feb 05 02:49:03.775184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] For port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=727e2e8d-e947-4490-86fb-9e0ecf4c6a83,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:49:03.787023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (727e2e8d-e947-4490-86fb-9e0ecf4c6a83), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:03.813955 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-23759755-c9b2-45b0-aa73-18036bdffb66 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Allocated IP 192.168.233.122 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/a66e5b8d-8fea-4f04-bd02-52461a100147) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:49:03.848397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:03.849379 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:03.851901 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] 10.222.0.31 "PUT /v2.0/ports/727e2e8d-e947-4490-86fb-9e0ecf4c6a83 HTTP/1.1" status: 200 len: 1096 time: 2.6165454 Feb 05 02:49:03.852372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf988875-3e59-4651-a83f-afa6dbfbe96f', 'tag': '727e2e8d-e947-4490-86fb-9e0ecf4c6a83'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:03.857581 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c762e72e-67b4-4822-98ab-f94a6b1e1556" -d '{"events": [{"name": "network-changed", "server_uuid": "cf988875-3e59-4651-a83f-afa6dbfbe96f", "tag": "727e2e8d-e947-4490-86fb-9e0ecf4c6a83"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:03.911822 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-512b0cb6-7244-4d11-93d2-63e1178c91de req-f1979d8b-7206-4fe4-b56f-059d41f81af2 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 210 time: 0.0682127 Feb 05 02:49:03.999969 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee9639-0120-4a07-8e7d-49cf6928cb0c service neutron] Pushing event updated for resources: {'Port': ['ID=727e2e8d-e947-4490-86fb-9e0ecf4c6a83,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:04.015932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-8bc8976c-da3b-4406-966a-b6cf5b7bf44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:04.017415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-8bc8976c-da3b-4406-966a-b6cf5b7bf44c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 1130 time: 0.1048377 Feb 05 02:49:04.057135 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-23759755-c9b2-45b0-aa73-18036bdffb66 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks [] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:04.095858 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-83ca0e09-0014-467b-a518-57e82dc6c105 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=727e2e8d-e947-4490-86fb-9e0ecf4c6a83 HTTP/1.1" status: 200 len: 217 time: 0.0445607 Feb 05 02:49:04.104183 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-23759755-c9b2-45b0-aa73-18036bdffb66 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:04.130558 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24191b2-2ad8-48cd-a7ef-72c3fcc7169f req-df505655-c5ac-485c-9a60-c420998e1915 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:04.132801 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f24191b2-2ad8-48cd-a7ef-72c3fcc7169f req-df505655-c5ac-485c-9a60-c420998e1915 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 948 time: 0.2597752 Feb 05 02:49:04.214012 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-23759755-c9b2-45b0-aa73-18036bdffb66 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:49:04.218094 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23759755-c9b2-45b0-aa73-18036bdffb66 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Pushing event updated for resources: {'Port': ['ID=a66e5b8d-8fea-4f04-bd02-52461a100147,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:04.223670 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-23759755-c9b2-45b0-aa73-18036bdffb66 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:49:04.229357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-23759755-c9b2-45b0-aa73-18036bdffb66 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:49:04.236382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da64ab5-09c2-40bf-b8f3-7ed89d162cac req-9b3f8279-811f-4a32-9719-a35a248548fa tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:04.250718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1da64ab5-09c2-40bf-b8f3-7ed89d162cac req-9b3f8279-811f-4a32-9719-a35a248548fa tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.2556794 Feb 05 02:49:04.252284 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41700) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:04.257105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-f3ddb146-9621-4af7-9ae2-1aa136523756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:04.258568 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-f3ddb146-9621-4af7-9ae2-1aa136523756 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1492131 Feb 05 02:49:04.268255 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c134bfa1-6f36-4e16-ad30-f436ffbc13fd tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Request body: {'floatingip': {'port_id': 'f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:04.294745 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f24191b2-2ad8-48cd-a7ef-72c3fcc7169f req-f2c454e1-8ba5-457e-aa27-0eeb5c609cf3 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388545 Feb 05 02:49:04.302398 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-2569eb85-1704-4bbf-9835-8113fea81a92 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:04.304288 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-2569eb85-1704-4bbf-9835-8113fea81a92 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135599 Feb 05 02:49:04.330205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-23759755-c9b2-45b0-aa73-18036bdffb66 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:04.331104 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-23759755-c9b2-45b0-aa73-18036bdffb66 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:04.349279 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-03dfb85b-365c-41fb-864a-6745b3974c73 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Request body: {'port': {'device_id': 'd0dab762-9982-4474-ae84-be2fd31b9827', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': 'f3d9837df7ad4f2f832540f44ec1e29f'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:04.358400 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-23759755-c9b2-45b0-aa73-18036bdffb66 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2790234 Feb 05 02:49:04.405608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Request body: {'port': {'device_id': 'dec75d7b-81b9-4c2a-957a-72b373d691c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:04.429952 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e27df4-3212-4e0d-b02d-b7481e874a0d x-openstack-request-id: req-c4e27df4-3212-4e0d-b02d-b7481e874a0d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:04.430164 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf988875-3e59-4651-a83f-afa6dbfbe96f", "tag": "727e2e8d-e947-4490-86fb-9e0ecf4c6a83", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:04.430410 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4e27df4-3212-4e0d-b02d-b7481e874a0d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:04.430892 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf988875-3e59-4651-a83f-afa6dbfbe96f', 'tag': '727e2e8d-e947-4490-86fb-9e0ecf4c6a83', 'status': 'completed', 'code': 200} Feb 05 02:49:04.438255 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c134bfa1-6f36-4e16-ad30-f436ffbc13fd tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for floatingip (59174a1a-eef7-4e3f-a466-217a2ff738e3), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:04.521085 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:04.526148 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-49581e71-ecd2-492b-bcff-781f2ebfa8e0 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=894e75e30df24851b6f520f37b9a631c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001635 Feb 05 02:49:04.667891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-03dfb85b-365c-41fb-864a-6745b3974c73 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Made reservation on behalf of f3d9837df7ad4f2f832540f44ec1e29f for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:49:04.671262 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-03dfb85b-365c-41fb-864a-6745b3974c73 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:04.704882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7c37ed0e-fdc4-4102-98e0-c5980e49bb96 None None] Provisioning complete for port a66e5b8d-8fea-4f04-bd02-52461a100147 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:04.706683 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c37ed0e-fdc4-4102-98e0-c5980e49bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:04.751013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-5b2c04e9-efc9-4d94-a138-d6ca2bc4d7da tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:04.752728 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-5b2c04e9-efc9-4d94-a138-d6ca2bc4d7da tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803381 Feb 05 02:49:04.761011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7c37ed0e-fdc4-4102-98e0-c5980e49bb96 None None] Port a66e5b8d-8fea-4f04-bd02-52461a100147 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:49:04.782625 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8f0ab-7f29-4dd8-b480-3633c55710e1 req-ba709970-56bf-4a2c-88df-3c8e9964049e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:04.784243 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5cd8f0ab-7f29-4dd8-b480-3633c55710e1 req-ba709970-56bf-4a2c-88df-3c8e9964049e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 943 time: 0.4196150 Feb 05 02:49:04.786112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-71cf4878-dd44-4b9f-b6df-b7f4bf957c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:04.787590 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-71cf4878-dd44-4b9f-b6df-b7f4bf957c36 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4879105 Feb 05 02:49:04.800185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-c3cd5a12-2f40-480f-937e-8ed6bb99c540 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Request body: {'port': {'device_id': 'f405d1d5-45b0-4257-8a6b-6874709ddce9', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '894e75e30df24851b6f520f37b9a631c'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:04.926188 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66e5b8d-8fea-4f04-bd02-52461a100147 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:04.933876 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Publish callbacks [] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:04.945974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Transition to ACTIVE for port object a66e5b8d-8fea-4f04-bd02-52461a100147 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:49:04.975576 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:05.056058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-03dfb85b-365c-41fb-864a-6745b3974c73 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Allocated IP 192.168.233.194 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/01083d4b-294d-47bd-ac94-1ffd0ac7f63f) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:49:05.062430 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Pushing event updated for resources: {'Port': ['ID=a66e5b8d-8fea-4f04-bd02-52461a100147,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:05.216845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Attempting to bind port a66e5b8d-8fea-4f04-bd02-52461a100147 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:49:05.218510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Attempting to bind port a66e5b8d-8fea-4f04-bd02-52461a100147 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:49:05.218510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Attempting to bind port a66e5b8d-8fea-4f04-bd02-52461a100147 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:05.229691 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Port a66e5b8d-8fea-4f04-bd02-52461a100147 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:49:05.230058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Attempting to bind port a66e5b8d-8fea-4f04-bd02-52461a100147 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:05.231958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6523ee-95c1-4ca8-9add-bdf65c4cdfe3 req-1dac02cc-686f-4b56-9d2a-bd9b3c971d6e tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:05.233749 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-af6523ee-95c1-4ca8-9add-bdf65c4cdfe3 req-1dac02cc-686f-4b56-9d2a-bd9b3c971d6e tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/ports?device_id=75642d52-23f8-4e8b-89f7-bc758af4bdfe HTTP/1.1" status: 200 len: 945 time: 0.4645505 Feb 05 02:49:05.246372 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:49:05.246703 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:49:05.247243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:49:05.247960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Bound port: a66e5b8d-8fea-4f04-bd02-52461a100147, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:49:05.248071 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:05.269774 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5cd8f0ab-7f29-4dd8-b480-3633c55710e1 req-c30cc654-d805-49c1-b27a-760a15db2ae2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405358 Feb 05 02:49:05.375865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-03dfb85b-365c-41fb-864a-6745b3974c73 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Publish callbacks [] for port (01083d4b-294d-47bd-ac94-1ffd0ac7f63f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:05.403784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] For port a66e5b8d-8fea-4f04-bd02-52461a100147, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:49:05.407958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] For port a66e5b8d-8fea-4f04-bd02-52461a100147, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a66e5b8d-8fea-4f04-bd02-52461a100147,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:49:05.418276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-9ccbee61-a014-4c86-9c2d-7024f6eae0e2 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075695 Feb 05 02:49:05.420926 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:05.473677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:05.474520 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:05.476329 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] 10.222.0.10 "PUT /v2.0/ports/a66e5b8d-8fea-4f04-bd02-52461a100147 HTTP/1.1" status: 200 len: 1096 time: 1.1038113 Feb 05 02:49:05.480120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec75d7b-81b9-4c2a-957a-72b373d691c6', 'tag': 'a66e5b8d-8fea-4f04-bd02-52461a100147'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:05.483011 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39de74c-54aa-40c4-b3bf-aa8ab835c2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "dec75d7b-81b9-4c2a-957a-72b373d691c6", "tag": "a66e5b8d-8fea-4f04-bd02-52461a100147"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:05.491724 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-03dfb85b-365c-41fb-864a-6745b3974c73 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (01083d4b-294d-47bd-ac94-1ffd0ac7f63f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:05.506521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60d0c1-4e0a-45eb-9faf-1510ba804005 service neutron] Pushing event updated for resources: {'Port': ['ID=a66e5b8d-8fea-4f04-bd02-52461a100147,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:05.562004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-03dfb85b-365c-41fb-864a-6745b3974c73 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:49:05.618504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-03dfb85b-365c-41fb-864a-6745b3974c73 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:49:05.629314 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-03dfb85b-365c-41fb-864a-6745b3974c73 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:49:05.641803 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9b16c1c-794b-4edc-9360-3ec3bb42e0cd req-26532380-f09c-46f0-ac58-ea3b39a62816 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049704 Feb 05 02:49:05.670883 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfb85b-365c-41fb-864a-6745b3974c73 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Pushing event updated for resources: {'Port': ['ID=01083d4b-294d-47bd-ac94-1ffd0ac7f63f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:05.725970 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device aa547e93-3e5e-4881-8417-0d6ec33e52c0 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:49:05.741654 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-03dfb85b-365c-41fb-864a-6745b3974c73 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:05.742419 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-03dfb85b-365c-41fb-864a-6745b3974c73 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:05.761700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-6b282309-c097-4400-87f3-b82771c4aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:05.768828 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-6b282309-c097-4400-87f3-b82771c4aa64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894e75e30df24851b6f520f37b9a631c&device_id=dec75d7b-81b9-4c2a-957a-72b373d691c6 HTTP/1.1" status: 200 len: 1130 time: 0.2312088 Feb 05 02:49:05.771183 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-c3cd5a12-2f40-480f-937e-8ed6bb99c540 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Made reservation on behalf of 894e75e30df24851b6f520f37b9a631c for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:49:05.774639 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-c3cd5a12-2f40-480f-937e-8ed6bb99c540 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:05.782099 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-03dfb85b-365c-41fb-864a-6745b3974c73 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4370010 Feb 05 02:49:05.805391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-af6523ee-95c1-4ca8-9add-bdf65c4cdfe3 req-d79ff170-c9e6-4e79-82a1-20f4b1ad7428 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/security-groups?id=887cf184-56ad-4927-80d9-728f088e49f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244055 Feb 05 02:49:05.843889 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-861c561d-67d6-4740-948c-713577b98ab6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=a66e5b8d-8fea-4f04-bd02-52461a100147 HTTP/1.1" status: 200 len: 217 time: 0.0604663 Feb 05 02:49:05.850008 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Request body: {'port': {'device_id': 'd0dab762-9982-4474-ae84-be2fd31b9827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:05.927685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986ac64-d48b-4d67-8347-741e102ca858 req-2d3f5a56-3c06-4ade-a872-2fa301ad1f29 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:05.943810 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0986ac64-d48b-4d67-8347-741e102ca858 req-2d3f5a56-3c06-4ade-a872-2fa301ad1f29 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dab762-9982-4474-ae84-be2fd31b9827 HTTP/1.1" status: 200 len: 936 time: 0.5295439 Feb 05 02:49:05.965735 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dbbb93f1-5ddb-4211-afa4-84ec717fc1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:06.004390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port aa547e93-3e5e-4881-8417-0d6ec33e52c0, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=aa547e93-3e5e-4881-8417-0d6ec33e52c0,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:06.016681 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.db.resource_extend [None req-c134bfa1-6f36-4e16-ad30-f436ffbc13fd tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:49:06.029457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device aa547e93-3e5e-4881-8417-0d6ec33e52c0 has no active binding in host n-h1-826942-8 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 05 02:49:06.080651 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-6a2d6d70-904c-4849-bf41-d26d83c61eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:06.084424 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-6a2d6d70-904c-4849-bf41-d26d83c61eed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.2309241 Feb 05 02:49:06.134561 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (01083d4b-294d-47bd-ac94-1ffd0ac7f63f), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:06.138186 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.10', 52355) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:06.192744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-346fa93c-9b11-49f5-afd4-aca2d47312fb None None] Provisioning complete for port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:06.193120 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-346fa93c-9b11-49f5-afd4-aca2d47312fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (01083d4b-294d-47bd-ac94-1ffd0ac7f63f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:06.199168 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762e72e-67b4-4822-98ab-f94a6b1e1556 req-f532caae-3dca-408d-b078-d6358a1fa9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:06.200700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c762e72e-67b4-4822-98ab-f94a6b1e1556 req-f532caae-3dca-408d-b078-d6358a1fa9a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 1130 time: 0.4193382 Feb 05 02:49:06.206718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d866359-74a9-42ca-8285-f0415da584ef req-02c8be04-922f-4ad8-a7ef-0db8a2aabf70 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 210 time: 0.1180561 Feb 05 02:49:06.225507 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0986ac64-d48b-4d67-8347-741e102ca858 req-bb9b3686-7d5c-4e5f-a277-0e0ed56334ae tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784362 Feb 05 02:49:06.250784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-34a7591b-9afa-4086-8601-392ffe9a193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:06.252991 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-34a7591b-9afa-4086-8601-392ffe9a193a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1599133 Feb 05 02:49:06.254554 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-346fa93c-9b11-49f5-afd4-aca2d47312fb None None] Port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:49:06.263744 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c134bfa1-6f36-4e16-ad30-f436ffbc13fd tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:06.296027 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c134bfa1-6f36-4e16-ad30-f436ffbc13fd tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (59174a1a-eef7-4e3f-a466-217a2ff738e3), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:06.415258 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-c3cd5a12-2f40-480f-937e-8ed6bb99c540 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Allocated IP 192.168.233.150 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/2111083b-8034-47f9-9c26-4ec0dc9470aa) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:49:06.611334 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e37af1-1b43-4c7a-a78f-2a1b27351a1f x-openstack-request-id: req-77e37af1-1b43-4c7a-a78f-2a1b27351a1f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:06.611927 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec75d7b-81b9-4c2a-957a-72b373d691c6", "tag": "a66e5b8d-8fea-4f04-bd02-52461a100147", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:06.611927 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77e37af1-1b43-4c7a-a78f-2a1b27351a1f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:06.612267 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec75d7b-81b9-4c2a-957a-72b373d691c6', 'tag': 'a66e5b8d-8fea-4f04-bd02-52461a100147', 'status': 'completed', 'code': 200} Feb 05 02:49:06.631203 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-b6d445ed-a3de-4a5f-bda0-612a0b887241 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692327 Feb 05 02:49:06.740229 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-8bd4011b-1a43-4d90-a599-3ec58ce94d4b service neutron] 10.222.0.10 "GET /v2.0/ports/aa547e93-3e5e-4881-8417-0d6ec33e52c0/bindings/n-h1-826942-8 HTTP/1.1" status: 200 len: 384 time: 0.5988832 Feb 05 02:49:06.846481 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-232bfb0a-44ad-42d7-8613-faa5a8e99105 req-ca224caa-492f-438b-895a-cb38f9612068 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066832 Feb 05 02:49:06.974653 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:06.991816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39de74c-54aa-40c4-b3bf-aa8ab835c2ed req-ccf9f74a-fbf2-427e-84e9-0465dc9d65da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:06.993299 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c39de74c-54aa-40c4-b3bf-aa8ab835c2ed req-ccf9f74a-fbf2-427e-84e9-0465dc9d65da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894e75e30df24851b6f520f37b9a631c&device_id=dec75d7b-81b9-4c2a-957a-72b373d691c6 HTTP/1.1" status: 200 len: 1130 time: 0.0721622 Feb 05 02:49:07.013877 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cd933-e05f-44d5-98ea-d388530a774f req-8d479065-6aed-4f66-b367-90e09d4d8993 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:07.015971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f6cd933-e05f-44d5-98ea-d388530a774f req-8d479065-6aed-4f66-b367-90e09d4d8993 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 948 time: 0.6995199 Feb 05 02:49:07.060372 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-89a53f77-6cb6-471c-ad20-85185b882138 service neutron] For port aa547e93-3e5e-4881-8417-0d6ec33e52c0, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=aa547e93-3e5e-4881-8417-0d6ec33e52c0,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:07.062504 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762e72e-67b4-4822-98ab-f94a6b1e1556 req-a668d533-2b32-404e-b88e-ebdcd884560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:07.063999 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c762e72e-67b4-4822-98ab-f94a6b1e1556 req-a668d533-2b32-404e-b88e-ebdcd884560d service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.8374829 Feb 05 02:49:07.077348 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:49:07.091016 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-89a53f77-6cb6-471c-ad20-85185b882138 service neutron] For port aa547e93-3e5e-4881-8417-0d6ec33e52c0, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:49:07.094395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccde0c-4cfc-4338-9d6b-dad5eb9ae9c5 req-9676e185-afc4-4e4e-89b2-1d3abc36f258 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:07.096270 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-86ccde0c-4cfc-4338-9d6b-dad5eb9ae9c5 req-9676e185-afc4-4e4e-89b2-1d3abc36f258 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 943 time: 0.6578491 Feb 05 02:49:07.139350 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39de74c-54aa-40c4-b3bf-aa8ab835c2ed req-29e57c76-1526-4436-8a9f-379b3d65f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:07.140799 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c39de74c-54aa-40c4-b3bf-aa8ab835c2ed req-29e57c76-1526-4436-8a9f-379b3d65f001 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.1411607 Feb 05 02:49:07.142897 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-89a53f77-6cb6-471c-ad20-85185b882138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa547e93-3e5e-4881-8417-0d6ec33e52c0 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:07.151037 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-c134bfa1-6f36-4e16-ad30-f436ffbc13fd tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Floating IP 59174a1a-eef7-4e3f-a466-217a2ff738e3 associated. External IP: 172.25.0.28, port: f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299. Feb 05 02:49:07.159972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-89a53f77-6cb6-471c-ad20-85185b882138 service neutron] For port aa547e93-3e5e-4881-8417-0d6ec33e52c0, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=aa547e93-3e5e-4881-8417-0d6ec33e52c0,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:07.169149 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c762e72e-67b4-4822-98ab-f94a6b1e1556 req-a96a7eae-5b0e-478c-b17b-0ccf58dfc84d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=727e2e8d-e947-4490-86fb-9e0ecf4c6a83 HTTP/1.1" status: 200 len: 217 time: 0.0846481 Feb 05 02:49:07.194226 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c39de74c-54aa-40c4-b3bf-aa8ab835c2ed req-5cedcd4d-f060-4b40-bf23-b9cc35a2663b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=a66e5b8d-8fea-4f04-bd02-52461a100147 HTTP/1.1" status: 200 len: 217 time: 0.0446403 Feb 05 02:49:07.203649 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-89a53f77-6cb6-471c-ad20-85185b882138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:07.250147 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39de74c-54aa-40c4-b3bf-aa8ab835c2ed req-ac19a760-352c-49e2-92a8-453065099f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:07.251628 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c39de74c-54aa-40c4-b3bf-aa8ab835c2ed req-ac19a760-352c-49e2-92a8-453065099f2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0501688 Feb 05 02:49:07.321172 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-c3cd5a12-2f40-480f-937e-8ed6bb99c540 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks [] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:07.329169 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f6cd933-e05f-44d5-98ea-d388530a774f req-43527851-196a-4256-90a7-400ada824982 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936735 Feb 05 02:49:07.335624 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39de74c-54aa-40c4-b3bf-aa8ab835c2ed req-9631c742-efe3-4ac2-b9ec-65a61f84bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:07.337116 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c39de74c-54aa-40c4-b3bf-aa8ab835c2ed req-9631c742-efe3-4ac2-b9ec-65a61f84bfd3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0754378 Feb 05 02:49:07.383967 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-86ccde0c-4cfc-4338-9d6b-dad5eb9ae9c5 req-2fd91be7-9190-45c6-bd4f-2dfcc757d675 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737002 Feb 05 02:49:07.395878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762e72e-67b4-4822-98ab-f94a6b1e1556 req-0b6354f2-4971-4bde-965d-5003b8714970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:07.397748 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c762e72e-67b4-4822-98ab-f94a6b1e1556 req-0b6354f2-4971-4bde-965d-5003b8714970 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1861253 Feb 05 02:49:07.447465 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c39de74c-54aa-40c4-b3bf-aa8ab835c2ed req-6012b06e-6416-4cab-ade8-cd293020e61b service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993495 Feb 05 02:49:07.535182 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-c3cd5a12-2f40-480f-937e-8ed6bb99c540 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:07.545460 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-89a53f77-6cb6-471c-ad20-85185b882138 service neutron] Transition to ACTIVE for port object aa547e93-3e5e-4881-8417-0d6ec33e52c0 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:49:07.555896 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-89a53f77-6cb6-471c-ad20-85185b882138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:07.668374 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762e72e-67b4-4822-98ab-f94a6b1e1556 req-4b1b0827-78ad-48f2-bb37-e067f10bbeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:07.669804 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c762e72e-67b4-4822-98ab-f94a6b1e1556 req-4b1b0827-78ad-48f2-bb37-e067f10bbeb8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2577319 Feb 05 02:49:07.670145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-89a53f77-6cb6-471c-ad20-85185b882138 service neutron] No DVR routers for this DVR port aa547e93-3e5e-4881-8417-0d6ec33e52c0 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:49:07.722851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-c3cd5a12-2f40-480f-937e-8ed6bb99c540 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:49:07.730563 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a53f77-6cb6-471c-ad20-85185b882138 service neutron] Pushing event updated for resources: {'Port': ['ID=aa547e93-3e5e-4881-8417-0d6ec33e52c0,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:07.737557 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c39de74c-54aa-40c4-b3bf-aa8ab835c2ed req-33bf8ad2-5f8f-4c6b-b50b-68f1057faf9b service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815752 Feb 05 02:49:07.745623 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-89a53f77-6cb6-471c-ad20-85185b882138 service neutron] 10.222.0.10 "PUT /v2.0/ports/aa547e93-3e5e-4881-8417-0d6ec33e52c0/bindings/n-h1-826942-8/activate HTTP/1.1" status: 200 len: 369 time: 0.9889772 Feb 05 02:49:07.784050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-c3cd5a12-2f40-480f-937e-8ed6bb99c540 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:49:07.786916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-c3cd5a12-2f40-480f-937e-8ed6bb99c540 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:49:07.809917 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01083d4b-294d-47bd-ac94-1ffd0ac7f63f {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:07.810540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd5a12-2f40-480f-937e-8ed6bb99c540 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Pushing event updated for resources: {'Port': ['ID=2111083b-8034-47f9-9c26-4ec0dc9470aa,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:07.818733 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Publish callbacks [] for port (01083d4b-294d-47bd-ac94-1ffd0ac7f63f), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:07.835963 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Transition to ACTIVE for port object 01083d4b-294d-47bd-ac94-1ffd0ac7f63f will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:49:07.844603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a3a63-ae54-4cf7-9f30-3615e7c8ea8b req-761913cc-b6f3-4664-ac91-f811eedfdd81 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:07.848251 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (01083d4b-294d-47bd-ac94-1ffd0ac7f63f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:07.854968 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d3a3a63-ae54-4cf7-9f30-3615e7c8ea8b req-761913cc-b6f3-4664-ac91-f811eedfdd81 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/ports?device_id=75642d52-23f8-4e8b-89f7-bc758af4bdfe HTTP/1.1" status: 200 len: 945 time: 0.3780789 Feb 05 02:49:07.926132 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd72367-fd52-453b-9172-165d88bbc83d req-f532ac80-8951-4dbd-ba18-c29fd57af01b tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:07.934234 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9fd72367-fd52-453b-9172-165d88bbc83d req-f532ac80-8951-4dbd-ba18-c29fd57af01b tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 936 time: 0.3441339 Feb 05 02:49:07.985510 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c762e72e-67b4-4822-98ab-f94a6b1e1556 req-867d930a-ba1a-42ba-a33a-e47153fa38e8 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917883 Feb 05 02:49:08.007426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-c3cd5a12-2f40-480f-937e-8ed6bb99c540 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:08.008202 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-c3cd5a12-2f40-480f-937e-8ed6bb99c540 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:08.020178 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Pushing event updated for resources: {'Port': ['ID=01083d4b-294d-47bd-ac94-1ffd0ac7f63f,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:08.026137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c134bfa1-6f36-4e16-ad30-f436ffbc13fd tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Router f9aa9a98-86e6-443b-ad13-abe10ed41e36 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:49:08.045933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-c3cd5a12-2f40-480f-937e-8ed6bb99c540 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2741652 Feb 05 02:49:08.085082 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-1b1460c6-6375-46d5-9f83-8af399c217c3 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:08.086682 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-1b1460c6-6375-46d5-9f83-8af399c217c3 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742&tenant_id=1efeace9c19e4c6591bec43ee004b4ff&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 1126 time: 0.1656921 Feb 05 02:49:08.100086 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c30236f0-ba51-45bd-b745-220e34a9c823 None None] Provisioning complete for port 2111083b-8034-47f9-9c26-4ec0dc9470aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:08.100594 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c30236f0-ba51-45bd-b745-220e34a9c823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:08.118212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Request body: {'port': {'device_id': 'f405d1d5-45b0-4257-8a6b-6874709ddce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:08.147128 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c30236f0-ba51-45bd-b745-220e34a9c823 None None] Port 2111083b-8034-47f9-9c26-4ec0dc9470aa cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:49:08.157932 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Attempting to bind port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:49:08.158339 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Attempting to bind port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:49:08.158732 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Attempting to bind port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:08.166631 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:49:08.167074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Attempting to bind port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:08.168563 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d3a3a63-ae54-4cf7-9f30-3615e7c8ea8b req-d72d98e4-c818-4e03-97e4-d5afd9733acc tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/security-groups?id=887cf184-56ad-4927-80d9-728f088e49f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092370 Feb 05 02:49:08.179814 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:49:08.180250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:49:08.181378 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:49:08.181992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Bound port: 01083d4b-294d-47bd-ac94-1ffd0ac7f63f, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:49:08.182500 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (01083d4b-294d-47bd-ac94-1ffd0ac7f63f), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:08.206790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-9fa45777-215c-470f-9314-4cd17a1aaa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:08.208346 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-9fa45777-215c-470f-9314-4cd17a1aaa0c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742&tenant_id=1efeace9c19e4c6591bec43ee004b4ff HTTP/1.1" status: 200 len: 1126 time: 0.1033587 Feb 05 02:49:08.326327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] For port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:49:08.330683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-69a44160-b35c-431f-9e27-6b45a46fa961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:08.332464 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-69a44160-b35c-431f-9e27-6b45a46fa961 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 1126 time: 0.0956960 Feb 05 02:49:08.334169 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] For port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=01083d4b-294d-47bd-ac94-1ffd0ac7f63f,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:49:08.337475 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9fd72367-fd52-453b-9172-165d88bbc83d req-2a33740d-9066-4bc9-90a9-6f17eff52656 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022968 Feb 05 02:49:08.355064 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (01083d4b-294d-47bd-ac94-1ffd0ac7f63f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:08.451371 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:08.451992 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:08.453395 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] 10.222.0.10 "PUT /v2.0/ports/01083d4b-294d-47bd-ac94-1ffd0ac7f63f HTTP/1.1" status: 200 len: 1096 time: 2.6085510 Feb 05 02:49:08.527239 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:08.527695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd1cb5-a5f8-4dfc-9039-c6c0ac39c42d service neutron] Pushing event updated for resources: {'Port': ['ID=01083d4b-294d-47bd-ac94-1ffd0ac7f63f,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:08.564023 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-79d99c31-0e19-4507-beeb-78ffb3d0092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:08.566392 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-79d99c31-0e19-4507-beeb-78ffb3d0092e service neutron] 10.222.0.31 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 0.2222083 Feb 05 02:49:08.577698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c762e72e-67b4-4822-98ab-f94a6b1e1556 req-063d4f3e-b2c0-4d9d-8c31-f49170ecd8f9 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544195 Feb 05 02:49:08.605802 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:08.622140 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c134bfa1-6f36-4e16-ad30-f436ffbc13fd tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:49:08.631976 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c134bfa1-6f36-4e16-ad30-f436ffbc13fd tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:08.632791 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df8e99d-9bed-4e00-bd22-7b4a9520d2c5 None None] Sync routers for ids ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:49:08.638317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dab762-9982-4474-ae84-be2fd31b9827', 'tag': '01083d4b-294d-47bd-ac94-1ffd0ac7f63f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:08.644661 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218e70c7-e10d-41d1-9239-f5f68a4b1266" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dab762-9982-4474-ae84-be2fd31b9827", "tag": "01083d4b-294d-47bd-ac94-1ffd0ac7f63f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:08.649645 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df8e99d-9bed-4e00-bd22-7b4a9520d2c5 None None] Routers {'f9aa9a98-86e6-443b-ad13-abe10ed41e36'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:49:08.651038 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4df8e99d-9bed-4e00-bd22-7b4a9520d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:49:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:49:08.660633 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-4dfd0280-2c48-41c7-a869-9fa4246c0f64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa547e93-3e5e-4881-8417-0d6ec33e52c0 HTTP/1.1" status: 200 len: 217 time: 0.0786498 Feb 05 02:49:08.678446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545b7f2-f002-43d4-a4b4-c14a03349c7f req-69309685-188f-4df5-8224-5e2788aa335d tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:08.679292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-ea749bc7-4f6c-43bb-898b-97c6ce459102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:08.679963 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5545b7f2-f002-43d4-a4b4-c14a03349c7f req-69309685-188f-4df5-8224-5e2788aa335d tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dab762-9982-4474-ae84-be2fd31b9827 HTTP/1.1" status: 200 len: 948 time: 0.4105439 Feb 05 02:49:08.681279 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-ea749bc7-4f6c-43bb-898b-97c6ce459102 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f3d9837df7ad4f2f832540f44ec1e29f&device_id=d0dab762-9982-4474-ae84-be2fd31b9827 HTTP/1.1" status: 200 len: 1130 time: 0.1681056 Feb 05 02:49:08.743695 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c134bfa1-6f36-4e16-ad30-f436ffbc13fd tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "PUT /v2.0/floatingips/59174a1a-eef7-4e3f-a466-217a2ff738e3 HTTP/1.1" status: 200 len: 990 time: 4.4816935 Feb 05 02:49:08.749582 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8171ce-2728-4fdb-9691-d0c8c151ce84', 'tag': 'f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:08.751848 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4e7310-81f2-465b-98fe-fd20575e1645" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8171ce-2728-4fdb-9691-d0c8c151ce84", "tag": "f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:08.762313 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-b78b3d1e-74cd-482d-912e-1ccfadb8041e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=01083d4b-294d-47bd-ac94-1ffd0ac7f63f HTTP/1.1" status: 200 len: 217 time: 0.0540411 Feb 05 02:49:08.767533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f87ed5-35ae-43a3-8ffd-ec12c1f8eb6e req-eeddd94d-c50f-4cd7-8004-5ef0d810c505 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:08.776512 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9f87ed5-35ae-43a3-8ffd-ec12c1f8eb6e req-eeddd94d-c50f-4cd7-8004-5ef0d810c505 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 948 time: 0.2642083 Feb 05 02:49:08.823058 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4df8e99d-9bed-4e00-bd22-7b4a9520d2c5 None None] Set router f9aa9a98-86e6-443b-ad13-abe10ed41e36 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:49:08.848974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-fd90f60e-9f77-4e9d-9d0d-dc39118e9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:08.850576 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-fd90f60e-9f77-4e9d-9d0d-dc39118e9ea6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0789242 Feb 05 02:49:08.871546 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-4a92680e-4731-4816-921a-8ce7b4e174cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:08.873481 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-4a92680e-4731-4816-921a-8ce7b4e174cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.2052367 Feb 05 02:49:08.885958 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a66e5b8d-8fea-4f04-bd02-52461a100147 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:49:08.891567 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5545b7f2-f002-43d4-a4b4-c14a03349c7f req-8ae0d5ec-6e0e-48e0-ab00-9de9744c5ee6 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793494 Feb 05 02:49:08.956540 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-57fb174b-3ef1-4e55-b6fb-54750ce8d33c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544248 Feb 05 02:49:08.986008 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9f87ed5-35ae-43a3-8ffd-ec12c1f8eb6e req-93c1a633-bffd-4a42-875a-881ae2890bb2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084806 Feb 05 02:49:09.041674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device aa547e93-3e5e-4881-8417-0d6ec33e52c0 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:49:09.089966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-b3c116d6-252d-40d1-9826-740eb23ad913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:09.100295 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-b3c116d6-252d-40d1-9826-740eb23ad913 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2416594 Feb 05 02:49:09.162700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2111083b-8034-47f9-9c26-4ec0dc9470aa {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:09.172501 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Publish callbacks [] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:09.189533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Transition to ACTIVE for port object 2111083b-8034-47f9-9c26-4ec0dc9470aa will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:49:09.198361 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4df8e99d-9bed-4e00-bd22-7b4a9520d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'name': 'tempest-ServersTestJSON-1760271076-router', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:29Z', 'updated_at': '2022-02-05T02:47:37Z', 'revision_number': 4, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'gw_port': {'id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:31Z', 'updated_at': '2022-02-05T02:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '59174a1a-eef7-4e3f-a466-217a2ff738e3', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'port_id': 'f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b', 'mac_address': 'fa:16:3e:54:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8171ce-2728-4fdb-9691-d0c8c151ce84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:47:45Z', 'updated_at': '2022-02-05T02:49:05Z', 'revision_number': 1, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf27d48c-efa6-43a2-abf7-10d5a57d207a', 'name': '', 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'mac_address': 'fa:16:3e:ea:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:35Z', 'updated_at': '2022-02-05T02:47:43Z', 'revision_number': 5, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'subnets': [{'id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:49:09.209992 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:09.220976 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac15fb21-2027-46c3-8632-4edb2c4cd38e x-openstack-request-id: req-ac15fb21-2027-46c3-8632-4edb2c4cd38e {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:09.231282 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dab762-9982-4474-ae84-be2fd31b9827", "tag": "01083d4b-294d-47bd-ac94-1ffd0ac7f63f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:09.231854 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac15fb21-2027-46c3-8632-4edb2c4cd38e {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:09.232427 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dab762-9982-4474-ae84-be2fd31b9827', 'tag': '01083d4b-294d-47bd-ac94-1ffd0ac7f63f', 'status': 'completed', 'code': 200} Feb 05 02:49:09.271207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] The host n-h2-826942-8 is not matching for port aa547e93-3e5e-4881-8417-0d6ec33e52c0 host n-h1-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 02:49:09.272264 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device aa547e93-3e5e-4881-8417-0d6ec33e52c0 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:49:09.277535 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df8e99d-9bed-4e00-bd22-7b4a9520d2c5 None None] Checking router: f9aa9a98-86e6-443b-ad13-abe10ed41e36 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:49:09.292484 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a66e5b8d-8fea-4f04-bd02-52461a100147, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a66e5b8d-8fea-4f04-bd02-52461a100147,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:09.300712 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-74eb1ff7-52cf-4620-b28d-14ea2afbed1e service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281527 Feb 05 02:49:09.310660 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df8e99d-9bed-4e00-bd22-7b4a9520d2c5 None None] Routers {'f9aa9a98-86e6-443b-ad13-abe10ed41e36'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:49:09.311575 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4df8e99d-9bed-4e00-bd22-7b4a9520d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:49:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:49:09.332608 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'a66e5b8d-8fea-4f04-bd02-52461a100147', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': 'a66e5b8d-8fea-4f04-bd02-52461a100147', 'mac_address': 'fa:16:3e:a0:12:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:49:09.357823 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f7e47-38d6-4d32-9894-d23436353ce7 req-3892e50f-c68a-4908-b286-32b17c81995b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:09.375561 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c0f7e47-38d6-4d32-9894-d23436353ce7 req-3892e50f-c68a-4908-b286-32b17c81995b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 944 time: 0.3751800 Feb 05 02:49:09.377654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Pushing event updated for resources: {'Port': ['ID=2111083b-8034-47f9-9c26-4ec0dc9470aa,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:09.396730 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a66e5b8d-8fea-4f04-bd02-52461a100147 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:09.397493 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:09.415129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66e5b8d-8fea-4f04-bd02-52461a100147 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:09.417175 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-4a46bd63-c74a-4e46-87ce-4b66cba2dd19 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076060 Feb 05 02:49:09.442580 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a66e5b8d-8fea-4f04-bd02-52461a100147, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a66e5b8d-8fea-4f04-bd02-52461a100147,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:09.450168 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:09.513834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1f37a-4e3f-418f-8bd2-032a6383c5e0 req-fcec21ee-238d-491e-b12a-0653d9e882f0 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:09.515735 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9de1f37a-4e3f-418f-8bd2-032a6383c5e0 req-fcec21ee-238d-491e-b12a-0653d9e882f0 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.2328434 Feb 05 02:49:09.520010 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a66e5b8d-8fea-4f04-bd02-52461a100147,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:09.546281 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4df8e99d-9bed-4e00-bd22-7b4a9520d2c5 None None] Set router f9aa9a98-86e6-443b-ad13-abe10ed41e36 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:49:09.567684 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c0f7e47-38d6-4d32-9894-d23436353ce7 req-e7fa6478-793c-4db9-bc61-f762bb50c515 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824567 Feb 05 02:49:09.613097 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb89edee-9f6c-4339-b63b-e9b00a2ef890 req-3f9e069b-f9ff-4d23-b1fc-1a4ef709a0f9 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751966 Feb 05 02:49:09.623760 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Attempting to bind port 2111083b-8034-47f9-9c26-4ec0dc9470aa on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:49:09.624155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Attempting to bind port 2111083b-8034-47f9-9c26-4ec0dc9470aa by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:49:09.624546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Attempting to bind port 2111083b-8034-47f9-9c26-4ec0dc9470aa on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:09.655272 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Port 2111083b-8034-47f9-9c26-4ec0dc9470aa on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:49:09.655619 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Attempting to bind port 2111083b-8034-47f9-9c26-4ec0dc9470aa on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:09.680183 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed2e2d5-abf4-4cd6-8738-b12a577c35ea x-openstack-request-id: req-5ed2e2d5-abf4-4cd6-8738-b12a577c35ea {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:09.683233 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8171ce-2728-4fdb-9691-d0c8c151ce84", "tag": "f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:09.684845 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ed2e2d5-abf4-4cd6-8738-b12a577c35ea {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:09.685377 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8171ce-2728-4fdb-9691-d0c8c151ce84', 'tag': 'f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299', 'status': 'completed', 'code': 200} Feb 05 02:49:09.701519 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['a66e5b8d-8fea-4f04-bd02-52461a100147'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:09.731232 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:49:09.734539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:49:09.735093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:49:09.735665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Bound port: 2111083b-8034-47f9-9c26-4ec0dc9470aa, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:49:09.736137 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:09.739971 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-36b287d7-935b-4774-a261-91b7d091dcca service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228644 Feb 05 02:49:09.759513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e70c7-e10d-41d1-9239-f5f68a4b1266 req-c18d1ce1-7293-49c7-8418-231af3abef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:09.761884 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-218e70c7-e10d-41d1-9239-f5f68a4b1266 req-c18d1ce1-7293-49c7-8418-231af3abef5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f3d9837df7ad4f2f832540f44ec1e29f&device_id=d0dab762-9982-4474-ae84-be2fd31b9827 HTTP/1.1" status: 200 len: 1130 time: 0.0622323 Feb 05 02:49:09.816229 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9de1f37a-4e3f-418f-8bd2-032a6383c5e0 req-1d5c2a41-0930-4d5a-9dc3-fbf6036abe32 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814941 Feb 05 02:49:09.948352 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4df8e99d-9bed-4e00-bd22-7b4a9520d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'name': 'tempest-ServersTestJSON-1760271076-router', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:29Z', 'updated_at': '2022-02-05T02:47:37Z', 'revision_number': 4, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'gw_port': {'id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:31Z', 'updated_at': '2022-02-05T02:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '59174a1a-eef7-4e3f-a466-217a2ff738e3', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'port_id': 'f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b', 'mac_address': 'fa:16:3e:54:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8171ce-2728-4fdb-9691-d0c8c151ce84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:47:45Z', 'updated_at': '2022-02-05T02:49:05Z', 'revision_number': 1, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf27d48c-efa6-43a2-abf7-10d5a57d207a', 'name': '', 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'mac_address': 'fa:16:3e:ea:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:35Z', 'updated_at': '2022-02-05T02:47:43Z', 'revision_number': 5, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'subnets': [{'id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:49:09.980748 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e70c7-e10d-41d1-9239-f5f68a4b1266 req-1581dd9e-07db-4a8f-b9ae-cfd429d44582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:09.982821 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-218e70c7-e10d-41d1-9239-f5f68a4b1266 req-1581dd9e-07db-4a8f-b9ae-cfd429d44582 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2109137 Feb 05 02:49:10.010930 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:10.036809 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e7310-81f2-465b-98fe-fd20575e1645 req-6d4c0a16-53ff-4446-b87d-f0a0757fa3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:10.038365 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e4e7310-81f2-465b-98fe-fd20575e1645 req-6d4c0a16-53ff-4446-b87d-f0a0757fa3a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a719c1485d643e9a809a94cb8f55496&device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 1127 time: 0.3327858 Feb 05 02:49:10.083899 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-218e70c7-e10d-41d1-9239-f5f68a4b1266 req-1f18c7bf-23b6-4a59-87a8-ddde90496b02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=01083d4b-294d-47bd-ac94-1ffd0ac7f63f HTTP/1.1" status: 200 len: 217 time: 0.0916822 Feb 05 02:49:10.157931 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-4c27c895-eabe-4e0a-9b0f-931dca5149d2 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:10.159512 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-4c27c895-eabe-4e0a-9b0f-931dca5149d2 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742&tenant_id=1efeace9c19e4c6591bec43ee004b4ff&binding%3Ahost_id=n-h1-826942-8 HTTP/1.1" status: 200 len: 1126 time: 0.1148651 Feb 05 02:49:10.167774 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] For port 2111083b-8034-47f9-9c26-4ec0dc9470aa, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:49:10.186157 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df8e99d-9bed-4e00-bd22-7b4a9520d2c5 None None] The sync data for ids ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'] in n-d-826942-8 is: [{'id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'name': 'tempest-ServersTestJSON-1760271076-router', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:29Z', 'updated_at': '2022-02-05T02:47:37Z', 'revision_number': 4, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'gw_port': {'id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:31Z', 'updated_at': '2022-02-05T02:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '59174a1a-eef7-4e3f-a466-217a2ff738e3', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'port_id': 'f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b', 'mac_address': 'fa:16:3e:54:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8171ce-2728-4fdb-9691-d0c8c151ce84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:47:45Z', 'updated_at': '2022-02-05T02:49:05Z', 'revision_number': 1, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf27d48c-efa6-43a2-abf7-10d5a57d207a', 'name': '', 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'mac_address': 'fa:16:3e:ea:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:35Z', 'updated_at': '2022-02-05T02:47:43Z', 'revision_number': 5, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'subnets': [{'id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:49:10.204264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] For port 2111083b-8034-47f9-9c26-4ec0dc9470aa, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2111083b-8034-47f9-9c26-4ec0dc9470aa,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:49:10.211116 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e70c7-e10d-41d1-9239-f5f68a4b1266 req-0262caee-7361-4734-bf57-60bb7880f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:10.212591 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-218e70c7-e10d-41d1-9239-f5f68a4b1266 req-0262caee-7361-4734-bf57-60bb7880f045 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1180735 Feb 05 02:49:10.222412 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:10.232633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab5c43-1931-4f84-b690-7384f0aea10a req-30ea460d-8f6e-46fe-bb32-b2be1fd6f314 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:10.240784 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3fab5c43-1931-4f84-b690-7384f0aea10a req-30ea460d-8f6e-46fe-bb32-b2be1fd6f314 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 948 time: 0.2896655 Feb 05 02:49:10.339654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:10.340498 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:10.342112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] 10.222.0.10 "PUT /v2.0/ports/2111083b-8034-47f9-9c26-4ec0dc9470aa HTTP/1.1" status: 200 len: 1096 time: 2.2311776 Feb 05 02:49:10.345822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e70c7-e10d-41d1-9239-f5f68a4b1266 req-51f24487-5941-4569-9094-4312691b1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:10.349236 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-218e70c7-e10d-41d1-9239-f5f68a4b1266 req-51f24487-5941-4569-9094-4312691b1783 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1255949 Feb 05 02:49:10.356848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-569d7537-0a37-429d-b73c-dc6c40088663 service neutron] For port aa547e93-3e5e-4881-8417-0d6ec33e52c0, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:49:10.368874 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-569d7537-0a37-429d-b73c-dc6c40088663 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:10.371320 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ecfb963-ee86-46d0-a03e-5551eeeaf8b7 req-569d7537-0a37-429d-b73c-dc6c40088663 service neutron] 10.222.0.31 "DELETE /v2.0/ports/aa547e93-3e5e-4881-8417-0d6ec33e52c0/bindings/n-h2-826942-8 HTTP/1.1" status: 204 len: 173 time: 0.2028399 Feb 05 02:49:10.420951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659042e3-1ea1-4ace-a078-3442f26c9e87 req-2cf7d6a4-680a-482c-aa16-f984207f898c tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:10.429842 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-659042e3-1ea1-4ace-a078-3442f26c9e87 req-2cf7d6a4-680a-482c-aa16-f984207f898c tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dab762-9982-4474-ae84-be2fd31b9827 HTTP/1.1" status: 200 len: 948 time: 0.3790877 Feb 05 02:49:10.458577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e7310-81f2-465b-98fe-fd20575e1645 req-23e5b7da-a78f-4bdb-bb0f-c34bc14cd6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:10.464208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e4e7310-81f2-465b-98fe-fd20575e1645 req-23e5b7da-a78f-4bdb-bb0f-c34bc14cd6b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b024a581-acc5-4e00-bc06-863ec61d404b HTTP/1.1" status: 200 len: 907 time: 0.4148962 Feb 05 02:49:10.499656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08401543-98fa-4bde-b416-6fc5b8b1bd2a service neutron] Pushing event updated for resources: {'Port': ['ID=2111083b-8034-47f9-9c26-4ec0dc9470aa,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:10.536275 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3fab5c43-1931-4f84-b690-7384f0aea10a req-763535ac-2288-4e0b-826b-31e13b7a15a0 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908075 Feb 05 02:49:10.538624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281f851-f0cf-4ad3-87e0-296880cfad8c None None] New status for floating IP 59174a1a-eef7-4e3f-a466-217a2ff738e3: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:49:10.760297 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-218e70c7-e10d-41d1-9239-f5f68a4b1266 req-f84134c7-0893-479e-a46a-37d99dfcbc0a service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012976 Feb 05 02:49:10.867936 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-218e70c7-e10d-41d1-9239-f5f68a4b1266 req-106e0631-9693-4932-bf28-d9d694ca253a service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958855 Feb 05 02:49:10.894442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a66e5b8d-8fea-4f04-bd02-52461a100147 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:49:10.953153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port a66e5b8d-8fea-4f04-bd02-52461a100147 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:49:10.960913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port a66e5b8d-8fea-4f04-bd02-52461a100147 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:10.961334 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:10.964782 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:10.976779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-659042e3-1ea1-4ace-a078-3442f26c9e87 req-fae4fc2b-0bcd-4a81-9410-86e005dc1059 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458441 Feb 05 02:49:10.982082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-675643a1-b867-440d-9505-393aedccebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:10.982840 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-675643a1-b867-440d-9505-393aedccebf2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894e75e30df24851b6f520f37b9a631c&device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 1130 time: 0.5470002 Feb 05 02:49:11.012573 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e4e7310-81f2-465b-98fe-fd20575e1645 req-501a0ebe-eeeb-4e0f-acb4-c8d158b3b287 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 HTTP/1.1" status: 200 len: 998 time: 0.5152440 Feb 05 02:49:11.043415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a66e5b8d-8fea-4f04-bd02-52461a100147 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:11.043805 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:11.060276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-84bfe1c4-06cb-4cf5-a84e-4a85cacf28df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=2111083b-8034-47f9-9c26-4ec0dc9470aa HTTP/1.1" status: 200 len: 217 time: 0.0467324 Feb 05 02:49:11.066328 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec75d7b-81b9-4c2a-957a-72b373d691c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66e5b8d-8fea-4f04-bd02-52461a100147'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:11.068557 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48a3f00-9fed-449a-ad7e-c9a6371d18c9" -d '{"events": [{"server_uuid": "dec75d7b-81b9-4c2a-957a-72b373d691c6", "name": "network-vif-plugged", "status": "completed", "tag": "a66e5b8d-8fea-4f04-bd02-52461a100147"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:11.083206 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a66e5b8d-8fea-4f04-bd02-52461a100147, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a66e5b8d-8fea-4f04-bd02-52461a100147,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:11.087404 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:11.137061 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a66e5b8d-8fea-4f04-bd02-52461a100147,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:11.181037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e8038-f3fa-401c-9812-7d728c633d45 req-f2a7e47a-91e7-40f4-97be-34a5c60f2ca1 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:11.182956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e07e8038-f3fa-401c-9812-7d728c633d45 req-f2a7e47a-91e7-40f4-97be-34a5c60f2ca1 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/ports?device_id=75642d52-23f8-4e8b-89f7-bc758af4bdfe HTTP/1.1" status: 200 len: 945 time: 0.5284321 Feb 05 02:49:11.188867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e7310-81f2-465b-98fe-fd20575e1645 req-6541c98b-5da8-4814-bf41-bb85931ae602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:11.190243 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e4e7310-81f2-465b-98fe-fd20575e1645 req-6541c98b-5da8-4814-bf41-bb85931ae602 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fc5aff1a-54c8-4996-857d-4ad64ea6cbd0 HTTP/1.1" status: 200 len: 845 time: 0.1676245 Feb 05 02:49:11.193740 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-af1e27ea-049f-493c-bace-2166eead5005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:11.195097 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-af1e27ea-049f-493c-bace-2166eead5005 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1086838 Feb 05 02:49:11.271721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb3321-e814-4375-8950-0c79eba3acab req-d232f063-d08a-4d22-9a41-46426bd31cb7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:11.273280 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87cb3321-e814-4375-8950-0c79eba3acab req-d232f063-d08a-4d22-9a41-46426bd31cb7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 948 time: 0.2170587 Feb 05 02:49:11.333964 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e07e8038-f3fa-401c-9812-7d728c633d45 req-8a3fabfd-0cf8-4d70-8f23-49ea0b0039b6 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/security-groups?id=887cf184-56ad-4927-80d9-728f088e49f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426194 Feb 05 02:49:11.362243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e7310-81f2-465b-98fe-fd20575e1645 req-8d974419-8089-46a1-ab6d-f5529ffabcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:11.363821 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e4e7310-81f2-465b-98fe-fd20575e1645 req-8d974419-8089-46a1-ab6d-f5529ffabcd5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b024a581-acc5-4e00-bc06-863ec61d404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1617382 Feb 05 02:49:11.379599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-a4a36abc-10af-4a09-ab8b-3f718d71d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:11.381118 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-a4a36abc-10af-4a09-ab8b-3f718d71d2ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1764727 Feb 05 02:49:11.411347 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87cb3321-e814-4375-8950-0c79eba3acab req-5c03ba8d-16f7-4d80-bc87-5860065056a4 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272247 Feb 05 02:49:11.577438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9c545-448c-4f48-bb3f-3214625e5b34 req-2a5174e8-5588-4801-a8f0-98779b1dafc3 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:11.578964 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0cb9c545-448c-4f48-bb3f-3214625e5b34 req-2a5174e8-5588-4801-a8f0-98779b1dafc3 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.10 "GET /v2.0/ports?device_id=75642d52-23f8-4e8b-89f7-bc758af4bdfe HTTP/1.1" status: 200 len: 945 time: 0.0635366 Feb 05 02:49:11.642234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0f607-7a0f-458b-93c4-6f4a8dc169de req-29dbb707-049c-49b9-a194-3c16e6f90096 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:11.643940 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00d0f607-7a0f-458b-93c4-6f4a8dc169de req-29dbb707-049c-49b9-a194-3c16e6f90096 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 944 time: 0.1899304 Feb 05 02:49:11.645750 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e4e7310-81f2-465b-98fe-fd20575e1645 req-301a2839-34f9-4640-ad3d-1872aeaddac4 service neutron] 10.222.0.31 "GET /v2.0/networks/b024a581-acc5-4e00-bc06-863ec61d404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637870 Feb 05 02:49:11.656087 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d934d3b-5c46-420e-943e-ff1224acece0 req-9e25f86d-34ca-4683-9c6e-5ac73e2d3522 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:11.657563 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d934d3b-5c46-420e-943e-ff1224acece0 req-9e25f86d-34ca-4683-9c6e-5ac73e2d3522 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1682284 Feb 05 02:49:11.668696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-c45253e7-9be8-4dd7-8f50-d9a5af8f221d service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771087 Feb 05 02:49:11.694994 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-0cb9c545-448c-4f48-bb3f-3214625e5b34 req-2f6bdd21-ef2f-413b-b303-0ae465b0e310 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Deleting port 406e735d-c90b-455e-831c-5dc80c77874d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:49:11.695407 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0cb9c545-448c-4f48-bb3f-3214625e5b34 req-2f6bdd21-ef2f-413b-b303-0ae465b0e310 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (406e735d-c90b-455e-831c-5dc80c77874d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:11.700077 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f405d1d5-45b0-4257-8a6b-6874709ddce9', 'tag': '2111083b-8034-47f9-9c26-4ec0dc9470aa'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:11.702411 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502bd7e1-ffd1-40cd-8521-ca1a5deaed4f" -d '{"events": [{"name": "network-changed", "server_uuid": "f405d1d5-45b0-4257-8a6b-6874709ddce9", "tag": "2111083b-8034-47f9-9c26-4ec0dc9470aa"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:11.739832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:49:11.832943 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0cb9c545-448c-4f48-bb3f-3214625e5b34 req-2f6bdd21-ef2f-413b-b303-0ae465b0e310 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] For port 406e735d-c90b-455e-831c-5dc80c77874d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=406e735d-c90b-455e-831c-5dc80c77874d,segment=NetworkSegment(f51fb75e-73bb-4249-95e9-2e672a1b7ca7),segment_id=f51fb75e-73bb-4249-95e9-2e672a1b7ca7)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:11.833515 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0cb9c545-448c-4f48-bb3f-3214625e5b34 req-2f6bdd21-ef2f-413b-b303-0ae465b0e310 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (406e735d-c90b-455e-831c-5dc80c77874d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:11.849853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-0cb9c545-448c-4f48-bb3f-3214625e5b34 req-2f6bdd21-ef2f-413b-b303-0ae465b0e310 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Calling delete_port for 406e735d-c90b-455e-831c-5dc80c77874d owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:49:11.868682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=727e2e8d-e947-4490-86fb-9e0ecf4c6a83,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:11.876715 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00d0f607-7a0f-458b-93c4-6f4a8dc169de req-c0392d2c-e3a3-45cb-a44c-93cdcf7d43a5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181225 Feb 05 02:49:11.891401 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '727e2e8d-e947-4490-86fb-9e0ecf4c6a83', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '727e2e8d-e947-4490-86fb-9e0ecf4c6a83', 'mac_address': 'fa:16:3e:9e:53:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:49:11.909883 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d934d3b-5c46-420e-943e-ff1224acece0 req-d4c77d97-7c2d-463f-a2dd-37d17150ebf0 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360613 Feb 05 02:49:11.920341 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e4e7310-81f2-465b-98fe-fd20575e1645 req-b8b4e26a-8fef-4e74-bc88-087cc3b006b6 service neutron] 10.222.0.31 "GET /v2.0/networks/b024a581-acc5-4e00-bc06-863ec61d404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593598 Feb 05 02:49:11.950257 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1a2191a-31fd-4e7e-96e7-7121b00dcc65 req-cfe94b46-69e4-4719-9853-1bcb6d1d0eb3 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746379 Feb 05 02:49:11.959367 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:11.959757 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (727e2e8d-e947-4490-86fb-9e0ecf4c6a83), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:11.985718 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:12.037700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=727e2e8d-e947-4490-86fb-9e0ecf4c6a83,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:12.039732 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a71fb90-aae3-41b5-a8a5-c14797d28c9d x-openstack-request-id: req-1a71fb90-aae3-41b5-a8a5-c14797d28c9d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:12.040058 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec75d7b-81b9-4c2a-957a-72b373d691c6", "name": "network-vif-plugged", "status": "completed", "tag": "a66e5b8d-8fea-4f04-bd02-52461a100147", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:12.040344 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a71fb90-aae3-41b5-a8a5-c14797d28c9d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:12.040765 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec75d7b-81b9-4c2a-957a-72b373d691c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66e5b8d-8fea-4f04-bd02-52461a100147', 'code': 200} Feb 05 02:49:12.045943 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (727e2e8d-e947-4490-86fb-9e0ecf4c6a83), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:12.049911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f93de-2d3d-4d97-b2a7-111a1fad8691 req-a61a2594-7eb7-4cc4-b54d-696bec116342 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:12.051746 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b44f93de-2d3d-4d97-b2a7-111a1fad8691 req-a61a2594-7eb7-4cc4-b54d-696bec116342 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 948 time: 0.0680733 Feb 05 02:49:12.053771 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3451e31e-4da3-4154-b46c-9d65dba153da x-openstack-request-id: req-3451e31e-4da3-4154-b46c-9d65dba153da {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:12.054355 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f405d1d5-45b0-4257-8a6b-6874709ddce9", "tag": "2111083b-8034-47f9-9c26-4ec0dc9470aa", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:12.054836 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3451e31e-4da3-4154-b46c-9d65dba153da {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:12.055658 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f405d1d5-45b0-4257-8a6b-6874709ddce9', 'tag': '2111083b-8034-47f9-9c26-4ec0dc9470aa', 'status': 'completed', 'code': 200} Feb 05 02:49:12.123468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=727e2e8d-e947-4490-86fb-9e0ecf4c6a83,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:12.135537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:12.136009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:12.136415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:12.136785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:12.137214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:12.137559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:12.137870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:12.143601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:12.145254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:12.145819 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:12.147353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:12.147605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:12.147957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:12.156290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b44f93de-2d3d-4d97-b2a7-111a1fad8691 req-4403401f-4314-4a27-b337-66806f64a671 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970664 Feb 05 02:49:12.169959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a85b7a-b9ab-4045-824e-5e913b0002a8 req-fa6258ca-b6c7-433a-8719-d07dc0362dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:12.171413 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79a85b7a-b9ab-4045-824e-5e913b0002a8 req-fa6258ca-b6c7-433a-8719-d07dc0362dbd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dec75d7b-81b9-4c2a-957a-72b373d691c6 HTTP/1.1" status: 200 len: 1132 time: 0.1034539 Feb 05 02:49:12.248994 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0cb9c545-448c-4f48-bb3f-3214625e5b34 req-2f6bdd21-ef2f-413b-b303-0ae465b0e310 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (406e735d-c90b-455e-831c-5dc80c77874d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:12.262038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['406e735d-c90b-455e-831c-5dc80c77874d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:12.278633 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79a85b7a-b9ab-4045-824e-5e913b0002a8 req-37081c8b-2477-4995-99b4-47460661d24b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973859 Feb 05 02:49:12.289781 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bd7e1-ffd1-40cd-8521-ca1a5deaed4f req-b7b034f2-fb26-44c9-a95b-1f977c4a81fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:12.292112 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-502bd7e1-ffd1-40cd-8521-ca1a5deaed4f req-b7b034f2-fb26-44c9-a95b-1f977c4a81fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=894e75e30df24851b6f520f37b9a631c&device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 1130 time: 0.1607540 Feb 05 02:49:12.298797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bdd21-ef2f-413b-b303-0ae465b0e310 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Pushing event deleted for resources: {'Port': ['ID=406e735d-c90b-455e-831c-5dc80c77874d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:12.343067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb9c545-448c-4f48-bb3f-3214625e5b34 req-2f6bdd21-ef2f-413b-b303-0ae465b0e310 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] No DVR routers for this DVR port 406e735d-c90b-455e-831c-5dc80c77874d on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:49:12.345774 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0cb9c545-448c-4f48-bb3f-3214625e5b34 req-2f6bdd21-ef2f-413b-b303-0ae465b0e310 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:12.349207 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0cb9c545-448c-4f48-bb3f-3214625e5b34 req-2f6bdd21-ef2f-413b-b303-0ae465b0e310 tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.10 "DELETE /v2.0/ports/406e735d-c90b-455e-831c-5dc80c77874d HTTP/1.1" status: 204 len: 173 time: 0.7640016 Feb 05 02:49:12.349700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75642d52-23f8-4e8b-89f7-bc758af4bdfe', 'name': 'network-vif-deleted', 'tag': '406e735d-c90b-455e-831c-5dc80c77874d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:12.352788 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e59cbe-1135-4dcf-b7d9-a9eddf1ebc37" -d '{"events": [{"server_uuid": "75642d52-23f8-4e8b-89f7-bc758af4bdfe", "name": "network-vif-deleted", "tag": "406e735d-c90b-455e-831c-5dc80c77874d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:12.373170 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db847f2-c076-48d8-8f0d-87f4277d6882 req-ca93ae83-93df-4519-939f-9f09b00344ab tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:12.374835 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5db847f2-c076-48d8-8f0d-87f4277d6882 req-ca93ae83-93df-4519-939f-9f09b00344ab tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dab762-9982-4474-ae84-be2fd31b9827 HTTP/1.1" status: 200 len: 948 time: 0.1247423 Feb 05 02:49:12.384030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b35dac-4fd3-41a2-bd05-3c9588718cea req-1ade96c2-88bb-4ea3-9b02-f253692d2fbc tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:12.386071 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07b35dac-4fd3-41a2-bd05-3c9588718cea req-1ade96c2-88bb-4ea3-9b02-f253692d2fbc tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 1126 time: 0.1137302 Feb 05 02:49:12.452820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5db847f2-c076-48d8-8f0d-87f4277d6882 req-2cb4fde9-39f1-4833-90c3-5ed7275555c0 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710642 Feb 05 02:49:12.458718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07b35dac-4fd3-41a2-bd05-3c9588718cea req-9431a091-7f0c-47b6-96d9-9a2b65c40da2 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669763 Feb 05 02:49:12.540226 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['727e2e8d-e947-4490-86fb-9e0ecf4c6a83'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:12.600893 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed69cf9-95a6-413c-aaf8-6c2b8fb5f58c x-openstack-request-id: req-bed69cf9-95a6-413c-aaf8-6c2b8fb5f58c {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:12.607428 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75642d52-23f8-4e8b-89f7-bc758af4bdfe", "name": "network-vif-deleted", "tag": "406e735d-c90b-455e-831c-5dc80c77874d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:12.607903 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bed69cf9-95a6-413c-aaf8-6c2b8fb5f58c {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:12.608481 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75642d52-23f8-4e8b-89f7-bc758af4bdfe', 'name': 'network-vif-deleted', 'tag': '406e735d-c90b-455e-831c-5dc80c77874d', 'status': 'completed', 'code': 200} Feb 05 02:49:12.609686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-060c9c6d-2820-4498-841f-281e80973806 req-a5845025-d80a-477a-8984-3739586497fc tempest-ServerAddressesNegativeTestJSON-985381459 tempest-ServerAddressesNegativeTestJSON-985381459-project] 10.222.0.36 "GET /v2.0/ports?device_id=75642d52-23f8-4e8b-89f7-bc758af4bdfe HTTP/1.1" status: 200 len: 210 time: 0.0415511 Feb 05 02:49:12.710223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bd7e1-ffd1-40cd-8521-ca1a5deaed4f req-74112999-d40e-43d1-b993-7be9dacf8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:12.714941 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-502bd7e1-ffd1-40cd-8521-ca1a5deaed4f req-74112999-d40e-43d1-b993-7be9dacf8c69 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2319810 Feb 05 02:49:12.732474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e304a-664d-42d7-9206-e6d5e26a96e2 req-6e71d140-fedb-46ac-844e-719abeb3d517 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:12.734058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a61e304a-664d-42d7-9206-e6d5e26a96e2 req-6e71d140-fedb-46ac-844e-719abeb3d517 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 949 time: 0.0842721 Feb 05 02:49:12.786954 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-502bd7e1-ffd1-40cd-8521-ca1a5deaed4f req-c552fecf-fce0-4c58-96f5-9bed3a4a5b77 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=2111083b-8034-47f9-9c26-4ec0dc9470aa HTTP/1.1" status: 200 len: 217 time: 0.0562022 Feb 05 02:49:12.853882 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a61e304a-664d-42d7-9206-e6d5e26a96e2 req-11b8563e-9d7c-420b-8272-b474869917fc tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061940 Feb 05 02:49:12.856543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bd7e1-ffd1-40cd-8521-ca1a5deaed4f req-2c452213-c6ce-40b9-8833-48933a3c7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:12.858304 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-502bd7e1-ffd1-40cd-8521-ca1a5deaed4f req-2c452213-c6ce-40b9-8833-48933a3c7610 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0619750 Feb 05 02:49:12.896400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-fcaf8767-b92b-4ddf-9cc4-4787c856f2eb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:12.899219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-fcaf8767-b92b-4ddf-9cc4-4787c856f2eb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 820 time: 0.1413646 Feb 05 02:49:12.903728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 01083d4b-294d-47bd-ac94-1ffd0ac7f63f details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:49:12.918685 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bd7e1-ffd1-40cd-8521-ca1a5deaed4f req-00a8eeef-bd0d-4472-b45c-ca7ac440deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:12.920305 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-502bd7e1-ffd1-40cd-8521-ca1a5deaed4f req-00a8eeef-bd0d-4472-b45c-ca7ac440deaf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0532732 Feb 05 02:49:12.929433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-abfcb70f-f80d-4982-be08-d18c6eb6606b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/quotas/1efeace9c19e4c6591bec43ee004b4ff HTTP/1.1" status: 200 len: 375 time: 0.0214117 Feb 05 02:49:13.085608 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-502bd7e1-ffd1-40cd-8521-ca1a5deaed4f req-b30e6526-672e-4d89-9342-a35a1aa72644 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527243 Feb 05 02:49:13.091763 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=01083d4b-294d-47bd-ac94-1ffd0ac7f63f,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:13.099775 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-909978dd-5809-4131-a70d-a2b1a56d43e3 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1632516 Feb 05 02:49:13.109469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '01083d4b-294d-47bd-ac94-1ffd0ac7f63f', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '01083d4b-294d-47bd-ac94-1ffd0ac7f63f', 'mac_address': 'fa:16:3e:ac:75:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:49:13.129794 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b702bf-c7bd-490a-a5fc-7c78fa8a5e9b req-066bb93b-0524-4c60-aed6-81c78f0dbe74 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:13.138659 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38b702bf-c7bd-490a-a5fc-7c78fa8a5e9b req-066bb93b-0524-4c60-aed6-81c78f0dbe74 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1506510 Feb 05 02:49:13.157601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:13.158256 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (01083d4b-294d-47bd-ac94-1ffd0ac7f63f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:13.176858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01083d4b-294d-47bd-ac94-1ffd0ac7f63f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:13.201197 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-502bd7e1-ffd1-40cd-8521-ca1a5deaed4f req-0d8b22b1-c861-4a6e-bcad-a30979810036 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080964 Feb 05 02:49:13.203882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=01083d4b-294d-47bd-ac94-1ffd0ac7f63f,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:13.215838 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (01083d4b-294d-47bd-ac94-1ffd0ac7f63f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:13.257244 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38b702bf-c7bd-490a-a5fc-7c78fa8a5e9b req-382678b3-2446-431c-9c7f-896411cad44c tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180804 Feb 05 02:49:13.283407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=01083d4b-294d-47bd-ac94-1ffd0ac7f63f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:13.304092 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-0ea46d59-8055-48c0-b56d-d126a2f3bca3 service neutron] 10.222.0.36 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032974 Feb 05 02:49:13.437993 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-31ec6bc4-60c8-4484-91ff-f6922262c40d service neutron] 10.222.0.36 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280231 Feb 05 02:49:13.446028 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef509c-9273-474c-873b-b08aa1a08a74 req-2e4328df-3b23-427d-a3f3-60853ddc0932 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:13.447596 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-26ef509c-9273-474c-873b-b08aa1a08a74 req-2e4328df-3b23-427d-a3f3-60853ddc0932 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 948 time: 0.0893567 Feb 05 02:49:13.517470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['01083d4b-294d-47bd-ac94-1ffd0ac7f63f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:13.522142 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-26ef509c-9273-474c-873b-b08aa1a08a74 req-84340e3b-acb3-4dde-afb1-4778ed0726ea tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687513 Feb 05 02:49:13.717268 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8ead1-4145-4376-a84f-7837eeca98b7 req-24b81e57-d5e7-45a8-ba58-c1eb28a1b59f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:13.724560 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eec8ead1-4145-4376-a84f-7837eeca98b7 req-24b81e57-d5e7-45a8-ba58-c1eb28a1b59f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1284220 Feb 05 02:49:13.794835 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eec8ead1-4145-4376-a84f-7837eeca98b7 req-8a92da83-f89d-45db-bd28-84eea1709738 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672960 Feb 05 02:49:13.815118 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29360d7b-3ba6-436b-8e59-c4fbcad7f9c4 req-ccd092cb-00e0-4e86-baef-4d08cbc89bd7 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:13.816657 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29360d7b-3ba6-436b-8e59-c4fbcad7f9c4 req-ccd092cb-00e0-4e86-baef-4d08cbc89bd7 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dab762-9982-4474-ae84-be2fd31b9827 HTTP/1.1" status: 200 len: 949 time: 0.1540577 Feb 05 02:49:13.862814 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79d5c206-4733-436a-8a10-a1dafa7e34f3 req-1f8e1abe-e714-4d26-ada6-5147ecacf58e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 210 time: 0.0364950 Feb 05 02:49:13.924442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41890) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:13.927579 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29360d7b-3ba6-436b-8e59-c4fbcad7f9c4 req-46487c8c-9c2c-4558-b6c0-9ecd89e83263 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036072 Feb 05 02:49:13.997078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d86e501-2047-49f6-93c1-a2227c5a03e9 admin admin] Deleting subnet 60f27d5a-30f4-48c5-b0a1-405d3218b77a {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:49:14.001082 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d86e501-2047-49f6-93c1-a2227c5a03e9 admin admin] Publish callbacks [] for subnet (60f27d5a-30f4-48c5-b0a1-405d3218b77a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:14.036996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3746395-9a02-4eaa-8541-dc6ab12ebfa0 req-e10742c8-5afd-4dd4-8b7e-fc3a5d54060a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:14.039419 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3746395-9a02-4eaa-8541-dc6ab12ebfa0 req-e10742c8-5afd-4dd4-8b7e-fc3a5d54060a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 949 time: 0.0642543 Feb 05 02:49:14.061301 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d86e501-2047-49f6-93c1-a2227c5a03e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (60f27d5a-30f4-48c5-b0a1-405d3218b77a), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:14.109617 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d86e501-2047-49f6-93c1-a2227c5a03e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (60f27d5a-30f4-48c5-b0a1-405d3218b77a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:14.112450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3746395-9a02-4eaa-8541-dc6ab12ebfa0 req-b27cd42b-a6bb-4297-8310-392383866859 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667014 Feb 05 02:49:14.188470 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d86e501-2047-49f6-93c1-a2227c5a03e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (60f27d5a-30f4-48c5-b0a1-405d3218b77a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:14.223674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d86e501-2047-49f6-93c1-a2227c5a03e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:14.229640 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4d86e501-2047-49f6-93c1-a2227c5a03e9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/60f27d5a-30f4-48c5-b0a1-405d3218b77a HTTP/1.1" status: 204 len: 168 time: 0.3002980 Feb 05 02:49:14.229640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86e501-2047-49f6-93c1-a2227c5a03e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60f27d5a-30f4-48c5-b0a1-405d3218b77a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:14.230670 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41894) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:14.313871 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977d0fe0-37e0-4229-9276-009a797fef9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (dbb44695-ab4d-48f9-9e58-fc60a82b7995), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:14.412641 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977d0fe0-37e0-4229-9276-009a797fef9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (dbb44695-ab4d-48f9-9e58-fc60a82b7995), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:14.441053 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-977d0fe0-37e0-4229-9276-009a797fef9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb44695-ab4d-48f9-9e58-fc60a82b7995']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:49:14.456747 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-977d0fe0-37e0-4229-9276-009a797fef9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51fb75e-73bb-4249-95e9-2e672a1b7ca7') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:49:14.457370 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-977d0fe0-37e0-4229-9276-009a797fef9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51fb75e-73bb-4249-95e9-2e672a1b7ca7') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:49:14.469440 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977d0fe0-37e0-4229-9276-009a797fef9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (f51fb75e-73bb-4249-95e9-2e672a1b7ca7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:14.485237 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977d0fe0-37e0-4229-9276-009a797fef9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (f51fb75e-73bb-4249-95e9-2e672a1b7ca7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:14.491169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977d0fe0-37e0-4229-9276-009a797fef9c admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:49:14.491547 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977d0fe0-37e0-4229-9276-009a797fef9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (f51fb75e-73bb-4249-95e9-2e672a1b7ca7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:49:14.493362 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:49:14.564100 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977d0fe0-37e0-4229-9276-009a797fef9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (dbb44695-ab4d-48f9-9e58-fc60a82b7995), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:14.570777 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977d0fe0-37e0-4229-9276-009a797fef9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:14.574775 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-977d0fe0-37e0-4229-9276-009a797fef9c admin admin] 10.222.0.36 "DELETE /v2.0/networks/dbb44695-ab4d-48f9-9e58-fc60a82b7995 HTTP/1.1" status: 204 len: 168 time: 0.3418608 Feb 05 02:49:14.586375 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d0fe0-37e0-4229-9276-009a797fef9c admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb44695-ab4d-48f9-9e58-fc60a82b7995,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:14.656547 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db9f7d-3ea6-49a6-b1d6-0c0554a8622e req-b7700237-7c7b-4694-9fe4-9174b1181535 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:14.658271 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6db9f7d-3ea6-49a6-b1d6-0c0554a8622e req-b7700237-7c7b-4694-9fe4-9174b1181535 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 948 time: 0.0580177 Feb 05 02:49:14.719722 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6db9f7d-3ea6-49a6-b1d6-0c0554a8622e req-2dbe35d0-63f3-44ab-82aa-b134e647df9d tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519154 Feb 05 02:49:14.805170 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41902) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:14.854103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-33845761-b3f5-47d9-af5c-fa732e557f56 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37d6ca9dcff14b56b8fa44e265bee153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469322 Feb 05 02:49:14.856950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41904) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:14.876750 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-344a7d2e-a2af-4a36-8d39-a6d431b1a7e2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:14.878543 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-344a7d2e-a2af-4a36-8d39-a6d431b1a7e2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.10 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 820 time: 0.1510954 Feb 05 02:49:14.893997 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-bfeef3ff-2ec0-46d9-99b0-0a72bd995fdb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Request body: {'port': {'device_id': '216d4a9e-ef19-46f5-9cfa-ac29e116726c', 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119', 'admin_state_up': True, 'tenant_id': '1efeace9c19e4c6591bec43ee004b4ff'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:14.906402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 2111083b-8034-47f9-9c26-4ec0dc9470aa details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:49:14.910194 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 01083d4b-294d-47bd-ac94-1ffd0ac7f63f up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:49:15.013254 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c9d5760b-e2c4-45c6-aca9-a41adc62b632 req-4c9b2069-99b2-44c6-ac26-6b3670548624 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 210 time: 0.0533142 Feb 05 02:49:15.019295 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-17a1874b-974c-431a-99bf-0216c76ca9d3 admin admin] Publish callbacks [] for security_group (887cf184-56ad-4927-80d9-728f088e49f7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:15.033299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:49:15.038839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:15.039219 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (01083d4b-294d-47bd-ac94-1ffd0ac7f63f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:15.072400 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-17a1874b-974c-431a-99bf-0216c76ca9d3 admin admin] Publish callbacks [] for security_group (887cf184-56ad-4927-80d9-728f088e49f7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:15.114625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 2111083b-8034-47f9-9c26-4ec0dc9470aa, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2111083b-8034-47f9-9c26-4ec0dc9470aa,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:15.123736 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-bfeef3ff-2ec0-46d9-99b0-0a72bd995fdb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Made reservation on behalf of 1efeace9c19e4c6591bec43ee004b4ff for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:49:15.126937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7bd0b-e887-4421-b632-1cdb925cba70 req-b1739a12-20a5-48e6-bb0a-16cabba6b98c tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:15.128106 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-bfeef3ff-2ec0-46d9-99b0-0a72bd995fdb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:15.132397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '2111083b-8034-47f9-9c26-4ec0dc9470aa', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '2111083b-8034-47f9-9c26-4ec0dc9470aa', 'mac_address': 'fa:16:3e:33:6d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:49:15.136048 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94f7bd0b-e887-4421-b632-1cdb925cba70 req-b1739a12-20a5-48e6-bb0a-16cabba6b98c tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dab762-9982-4474-ae84-be2fd31b9827 HTTP/1.1" status: 200 len: 949 time: 0.0901232 Feb 05 02:49:15.195313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:15.195706 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (01083d4b-294d-47bd-ac94-1ffd0ac7f63f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:15.221571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 2111083b-8034-47f9-9c26-4ec0dc9470aa is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:15.221955 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:15.236249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dab762-9982-4474-ae84-be2fd31b9827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01083d4b-294d-47bd-ac94-1ffd0ac7f63f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:15.239014 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b13af1-cdb0-46a2-bfec-fbb08f056108" -d '{"events": [{"server_uuid": "d0dab762-9982-4474-ae84-be2fd31b9827", "name": "network-vif-plugged", "status": "completed", "tag": "01083d4b-294d-47bd-ac94-1ffd0ac7f63f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:15.257131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=01083d4b-294d-47bd-ac94-1ffd0ac7f63f,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:15.258579 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94f7bd0b-e887-4421-b632-1cdb925cba70 req-624e6a09-a9ea-4eb3-8b78-7bb4b446acf0 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173244 Feb 05 02:49:15.259865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2111083b-8034-47f9-9c26-4ec0dc9470aa {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:15.267044 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (01083d4b-294d-47bd-ac94-1ffd0ac7f63f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:15.268669 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 406e735d-c90b-455e-831c-5dc80c77874d no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:49:15.303681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 2111083b-8034-47f9-9c26-4ec0dc9470aa, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2111083b-8034-47f9-9c26-4ec0dc9470aa,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:15.316920 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-17a1874b-974c-431a-99bf-0216c76ca9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (887cf184-56ad-4927-80d9-728f088e49f7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:15.319619 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-17a1874b-974c-431a-99bf-0216c76ca9d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:15.323437 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-17a1874b-974c-431a-99bf-0216c76ca9d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/887cf184-56ad-4927-80d9-728f088e49f7 HTTP/1.1" status: 204 len: 168 time: 0.4613502 Feb 05 02:49:15.334135 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-bfeef3ff-2ec0-46d9-99b0-0a72bd995fdb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Allocated IP 172.20.0.10 (7989079b-2a98-4df8-9515-2a06293b2119/4a3e862e-d976-4a4a-b805-d4274563e5fa/164c5bd7-72d8-4796-ae48-9f58da11f82d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:49:15.342200 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1874b-974c-431a-99bf-0216c76ca9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887cf184-56ad-4927-80d9-728f088e49f7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:15.380618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2815d-d2fb-47cb-83e3-63285ce96b8a req-b179d4ef-eb40-4f5a-a44c-7cd3bd108a9e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:15.390814 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13e2815d-d2fb-47cb-83e3-63285ce96b8a req-b179d4ef-eb40-4f5a-a44c-7cd3bd108a9e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 949 time: 0.1644845 Feb 05 02:49:15.405450 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8d172d-8f81-429f-be09-92f2b50fd82e x-openstack-request-id: req-9f8d172d-8f81-429f-be09-92f2b50fd82e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:15.405997 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dab762-9982-4474-ae84-be2fd31b9827", "name": "network-vif-plugged", "status": "completed", "tag": "01083d4b-294d-47bd-ac94-1ffd0ac7f63f", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:15.407783 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f8d172d-8f81-429f-be09-92f2b50fd82e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:15.408355 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dab762-9982-4474-ae84-be2fd31b9827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01083d4b-294d-47bd-ac94-1ffd0ac7f63f', 'code': 200} Feb 05 02:49:15.416974 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 406e735d-c90b-455e-831c-5dc80c77874d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:49:15.417629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 406e735d-c90b-455e-831c-5dc80c77874d not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:49:15.420000 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:15.464982 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=01083d4b-294d-47bd-ac94-1ffd0ac7f63f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:15.483952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13e2815d-d2fb-47cb-83e3-63285ce96b8a req-692e00bd-eddc-4f4f-85c5-595576598b21 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919087 Feb 05 02:49:15.591391 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c04227-a4ed-4b96-861f-a78804457363 req-d0976d2b-9cb3-4d24-8d55-21f2a5fff816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:15.593248 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2c04227-a4ed-4b96-861f-a78804457363 req-d0976d2b-9cb3-4d24-8d55-21f2a5fff816 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0dab762-9982-4474-ae84-be2fd31b9827 HTTP/1.1" status: 200 len: 1132 time: 0.1820457 Feb 05 02:49:15.687030 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2c04227-a4ed-4b96-861f-a78804457363 req-053bca45-322a-494c-bb99-e1cc6308cd04 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801580 Feb 05 02:49:15.689948 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-bfeef3ff-2ec0-46d9-99b0-0a72bd995fdb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks [] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:15.692128 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=2111083b-8034-47f9-9c26-4ec0dc9470aa,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:15.728118 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-bfeef3ff-2ec0-46d9-99b0-0a72bd995fdb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:15.763479 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:49:15.782136 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-bfeef3ff-2ec0-46d9-99b0-0a72bd995fdb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Network 7989079b-2a98-4df8-9515-2a06293b2119 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:49:15.785689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-bfeef3ff-2ec0-46d9-99b0-0a72bd995fdb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:49:15.789704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-bfeef3ff-2ec0-46d9-99b0-0a72bd995fdb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:49:15.827234 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeef3ff-2ec0-46d9-99b0-0a72bd995fdb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Pushing event updated for resources: {'Port': ['ID=164c5bd7-72d8-4796-ae48-9f58da11f82d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:15.839490 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['2111083b-8034-47f9-9c26-4ec0dc9470aa'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:15.860350 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-bfeef3ff-2ec0-46d9-99b0-0a72bd995fdb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:15.865607 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-bfeef3ff-2ec0-46d9-99b0-0a72bd995fdb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:15.895438 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-bfeef3ff-2ec0-46d9-99b0-0a72bd995fdb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0082326 Feb 05 02:49:15.910203 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Request body: {'port': {'device_id': '216d4a9e-ef19-46f5-9cfa-ac29e116726c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:15.928493 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:15.966234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041891ea-3441-4f9e-974e-625f05fe44f1 req-f6b45631-319c-4db2-81f0-744e761efbce tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:15.973479 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-041891ea-3441-4f9e-974e-625f05fe44f1 req-f6b45631-319c-4db2-81f0-744e761efbce tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 949 time: 0.1211643 Feb 05 02:49:15.993367 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:49:16.000709 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:16.006031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:16.006595 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (727e2e8d-e947-4490-86fb-9e0ecf4c6a83), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:16.069556 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-041891ea-3441-4f9e-974e-625f05fe44f1 req-f3ee1de9-b885-4eec-a2bf-9fcb64c6a287 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951138 Feb 05 02:49:16.155309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:16.155309 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (727e2e8d-e947-4490-86fb-9e0ecf4c6a83), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:16.227952 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=727e2e8d-e947-4490-86fb-9e0ecf4c6a83,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:16.237425 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (727e2e8d-e947-4490-86fb-9e0ecf4c6a83), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:16.262228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099f586-2fba-4fcc-a9a0-b85ff2ddce9a req-2b8e73e4-20f4-4871-b344-720684bf4ec1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:16.265064 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6099f586-2fba-4fcc-a9a0-b85ff2ddce9a req-2b8e73e4-20f4-4871-b344-720684bf4ec1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 932 time: 0.1153681 Feb 05 02:49:16.313750 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=727e2e8d-e947-4490-86fb-9e0ecf4c6a83,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:16.351052 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6099f586-2fba-4fcc-a9a0-b85ff2ddce9a req-0323178a-61ec-40af-972b-cdba4eb2b494 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801709 Feb 05 02:49:16.424814 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd2f5d-8382-4c5a-8d05-002f7141e5f1 req-22074f0d-a80a-4cf6-905a-5f5558c78dbc tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:16.427052 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ffd2f5d-8382-4c5a-8d05-002f7141e5f1 req-22074f0d-a80a-4cf6-905a-5f5558c78dbc tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dab762-9982-4474-ae84-be2fd31b9827 HTTP/1.1" status: 200 len: 950 time: 0.0674918 Feb 05 02:49:16.434448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164c5bd7-72d8-4796-ae48-9f58da11f82d {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:16.446301 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Publish callbacks [] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:16.461025 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Transition to ACTIVE for port object 164c5bd7-72d8-4796-ae48-9f58da11f82d will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:49:16.466211 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:16.492819 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ffd2f5d-8382-4c5a-8d05-002f7141e5f1 req-948beb06-2548-464d-8b69-7b99334b0171 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588763 Feb 05 02:49:16.521962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41950) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:16.527404 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Pushing event updated for resources: {'Port': ['ID=164c5bd7-72d8-4796-ae48-9f58da11f82d,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:16.611889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Attempting to bind port 164c5bd7-72d8-4796-ae48-9f58da11f82d on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:49:16.612414 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Attempting to bind port 164c5bd7-72d8-4796-ae48-9f58da11f82d by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:49:16.612739 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Attempting to bind port 164c5bd7-72d8-4796-ae48-9f58da11f82d on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:16.614391 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73ab38-3be1-42a7-ba27-87732e74aeb6 req-96974b70-be57-4056-bbb9-295900115703 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:16.617863 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Port 164c5bd7-72d8-4796-ae48-9f58da11f82d on network 7989079b-2a98-4df8-9515-2a06293b2119 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:49:16.618184 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Attempting to bind port 164c5bd7-72d8-4796-ae48-9f58da11f82d on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:16.619770 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a73ab38-3be1-42a7-ba27-87732e74aeb6 req-96974b70-be57-4056-bbb9-295900115703 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 950 time: 0.0678284 Feb 05 02:49:16.627395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:49:16.628436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Checking segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:49:16.628677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Bound using segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:49:16.629524 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Bound port: 164c5bd7-72d8-4796-ae48-9f58da11f82d, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:49:16.629896 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:16.671589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9cfa924b-0d74-4a05-9307-b4aea6c48268 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-649473967-network', 'tenant_id': 'ed2205a9989a45599198d4201fff1118'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:16.691391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a73ab38-3be1-42a7-ba27-87732e74aeb6 req-741089c8-be6e-46e1-8b54-67949d3345b6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691600 Feb 05 02:49:16.708291 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfa924b-0d74-4a05-9307-b4aea6c48268 admin admin] Made reservation on behalf of ed2205a9989a45599198d4201fff1118 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:49:16.711296 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9cfa924b-0d74-4a05-9307-b4aea6c48268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:16.727712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] For port 164c5bd7-72d8-4796-ae48-9f58da11f82d, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:49:16.728044 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9cfa924b-0d74-4a05-9307-b4aea6c48268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:16.729848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] For port 164c5bd7-72d8-4796-ae48-9f58da11f82d, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=164c5bd7-72d8-4796-ae48-9f58da11f82d,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:49:16.756191 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:16.793161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:16.793926 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:16.796216 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] 10.222.0.10 "PUT /v2.0/ports/164c5bd7-72d8-4796-ae48-9f58da11f82d HTTP/1.1" status: 200 len: 1092 time: 0.8925576 Feb 05 02:49:16.796708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216d4a9e-ef19-46f5-9cfa-ac29e116726c', 'tag': '164c5bd7-72d8-4796-ae48-9f58da11f82d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:16.798942 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f815e90c-e53a-4291-b5b3-3ba1bffb74af" -d '{"events": [{"name": "network-changed", "server_uuid": "216d4a9e-ef19-46f5-9cfa-ac29e116726c", "tag": "164c5bd7-72d8-4796-ae48-9f58da11f82d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:16.829360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38f75a-eae6-4a5e-a17b-80f01e34e359 service neutron] Pushing event updated for resources: {'Port': ['ID=164c5bd7-72d8-4796-ae48-9f58da11f82d,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:16.857205 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ada0ae-56d7-4ecf-84be-d6f99e5b7b98 x-openstack-request-id: req-93ada0ae-56d7-4ecf-84be-d6f99e5b7b98 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:16.857205 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216d4a9e-ef19-46f5-9cfa-ac29e116726c", "tag": "164c5bd7-72d8-4796-ae48-9f58da11f82d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:16.857544 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-93ada0ae-56d7-4ecf-84be-d6f99e5b7b98 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:16.858027 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216d4a9e-ef19-46f5-9cfa-ac29e116726c', 'tag': '164c5bd7-72d8-4796-ae48-9f58da11f82d', 'status': 'completed', 'code': 200} Feb 05 02:49:16.877863 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9cfa924b-0d74-4a05-9307-b4aea6c48268 admin admin] Publish callbacks [] for security_group (21181b91-613b-4471-ada9-a66237c67506), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:16.883394 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9cfa924b-0d74-4a05-9307-b4aea6c48268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (21181b91-613b-4471-ada9-a66237c67506), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:16.895680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-8bccf242-5d6b-4898-973b-2c88eadbdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:16.897267 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-8bccf242-5d6b-4898-973b-2c88eadbdcb2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 1126 time: 0.0525391 Feb 05 02:49:16.918071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfa924b-0d74-4a05-9307-b4aea6c48268 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:49:16.922837 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa924b-0d74-4a05-9307-b4aea6c48268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21181b91-613b-4471-ada9-a66237c67506,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:16.931148 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9cfa924b-0d74-4a05-9307-b4aea6c48268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a763eb1f-5e8d-4bf6-88db-db88e863bc0f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:16.932293 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-9cfa924b-0d74-4a05-9307-b4aea6c48268 admin admin] Added segment a763eb1f-5e8d-4bf6-88db-db88e863bc0f of type vlan for network 7f0214b3-4832-4da0-b028-f229408f249e Feb 05 02:49:16.951677 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-4902b9c0-e32b-4228-8982-b1c001531c96 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=164c5bd7-72d8-4796-ae48-9f58da11f82d HTTP/1.1" status: 200 len: 217 time: 0.0454443 Feb 05 02:49:16.987652 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9cfa924b-0d74-4a05-9307-b4aea6c48268 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (7f0214b3-4832-4da0-b028-f229408f249e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:17.008997 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-60665f1f-7b3b-4874-92f0-a1d7b91d5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:17.010719 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-60665f1f-7b3b-4874-92f0-a1d7b91d5117 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.0502770 Feb 05 02:49:17.034115 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9cfa924b-0d74-4a05-9307-b4aea6c48268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (7f0214b3-4832-4da0-b028-f229408f249e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:17.035195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfa924b-0d74-4a05-9307-b4aea6c48268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:17.035762 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9cfa924b-0d74-4a05-9307-b4aea6c48268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:17.052068 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-77cffcaa-b7f1-4ee8-824e-5353735393eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331903 Feb 05 02:49:17.065792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9cfa924b-0d74-4a05-9307-b4aea6c48268 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5422196 Feb 05 02:49:17.093661 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41958) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:17.100689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7906bdda-0f27-4e96-b21d-aad8365965eb admin admin] Request body: {'subnet': {'network_id': '7f0214b3-4832-4da0-b028-f229408f249e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-649473967-subnet', 'tenant_id': 'ed2205a9989a45599198d4201fff1118', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:17.131116 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7906bdda-0f27-4e96-b21d-aad8365965eb admin admin] Made reservation on behalf of ed2205a9989a45599198d4201fff1118 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:49:17.133301 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7906bdda-0f27-4e96-b21d-aad8365965eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:17.189030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa924b-0d74-4a05-9307-b4aea6c48268 admin admin] Pushing event updated for resources: {'Network': ['ID=7f0214b3-4832-4da0-b028-f229408f249e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:17.210360 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 7f0214b3-4832-4da0-b028-f229408f249e details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:49:17.223520 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-759bd43b-690d-46e3-9469-67bf3f322924 service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650741 Feb 05 02:49:17.294607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e7ac8-8b80-42e7-a331-13ecb3844acf req-f11bd27c-8015-488c-b48b-c1392973b6c3 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:17.296384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-598e7ac8-8b80-42e7-a331-13ecb3844acf req-f11bd27c-8015-488c-b48b-c1392973b6c3 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 949 time: 0.0914612 Feb 05 02:49:17.378967 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fcbe4672-7536-45d0-8f99-e9ea526a87c0 req-bc731c0c-35d1-4b3d-b2c0-443bb4c20c3f service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493249 Feb 05 02:49:17.409674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf988875-3e59-4651-a83f-afa6dbfbe96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727e2e8d-e947-4490-86fb-9e0ecf4c6a83'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:17.412073 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85725a7c-9545-4896-91f9-ff8004ecfce1" -d '{"events": [{"server_uuid": "cf988875-3e59-4651-a83f-afa6dbfbe96f", "name": "network-vif-plugged", "status": "completed", "tag": "727e2e8d-e947-4490-86fb-9e0ecf4c6a83"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:17.428207 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-598e7ac8-8b80-42e7-a331-13ecb3844acf req-6d249a41-e53c-46d0-aaa1-15698a4fa07c tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218352 Feb 05 02:49:17.498743 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990bbcb6-255e-4058-9445-7fb449a6c589 x-openstack-request-id: req-990bbcb6-255e-4058-9445-7fb449a6c589 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:17.499090 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf988875-3e59-4651-a83f-afa6dbfbe96f", "name": "network-vif-plugged", "status": "completed", "tag": "727e2e8d-e947-4490-86fb-9e0ecf4c6a83", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:17.499508 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-990bbcb6-255e-4058-9445-7fb449a6c589 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:17.499756 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf988875-3e59-4651-a83f-afa6dbfbe96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727e2e8d-e947-4490-86fb-9e0ecf4c6a83', 'code': 200} Feb 05 02:49:17.555050 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e90c-e53a-4291-b5b3-3ba1bffb74af req-281f12fa-7820-4d05-86b2-509e44d90b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:17.556012 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7906bdda-0f27-4e96-b21d-aad8365965eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (4a9e5f1c-1cb1-4142-b986-a844e1c2c12b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:17.560906 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f815e90c-e53a-4291-b5b3-3ba1bffb74af req-281f12fa-7820-4d05-86b2-509e44d90b30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 1126 time: 0.1226151 Feb 05 02:49:17.691106 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e90c-e53a-4291-b5b3-3ba1bffb74af req-a3799f9a-9c48-4e6d-8722-a11a06b01063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:17.692697 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f815e90c-e53a-4291-b5b3-3ba1bffb74af req-a3799f9a-9c48-4e6d-8722-a11a06b01063 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 0.1259604 Feb 05 02:49:17.703580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acca64-c8c9-42ab-bba2-91f17775e4e8 req-df6eab12-77fc-4713-a057-bf5d3523c648 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:17.705053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4acca64-c8c9-42ab-bba2-91f17775e4e8 req-df6eab12-77fc-4713-a057-bf5d3523c648 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 944 time: 0.1885397 Feb 05 02:49:17.706559 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906bdda-0f27-4e96-b21d-aad8365965eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a9e5f1c-1cb1-4142-b986-a844e1c2c12b,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:17.715488 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7906bdda-0f27-4e96-b21d-aad8365965eb admin admin] Checking segment: {'id': 'a763eb1f-5e8d-4bf6-88db-db88e863bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:49:17.715914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7906bdda-0f27-4e96-b21d-aad8365965eb admin admin] Network hostable DHCP agents. Network: 7f0214b3-4832-4da0-b028-f229408f249e, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:49:17.746870 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f815e90c-e53a-4291-b5b3-3ba1bffb74af req-0c52cf25-988e-47f8-a553-f12e134a7eef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=164c5bd7-72d8-4796-ae48-9f58da11f82d HTTP/1.1" status: 200 len: 217 time: 0.0466740 Feb 05 02:49:17.778877 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db43c1-aee3-48ca-830a-079671b2468c req-17099e02-9d01-42ec-a59c-6507ee59eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:17.780351 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4db43c1-aee3-48ca-830a-079671b2468c req-17099e02-9d01-42ec-a59c-6507ee59eae2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 1132 time: 0.1713006 Feb 05 02:49:17.790145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b70e8-aeb2-4b36-bcd5-716d358343ad req-4bd7d875-6f6b-4b0e-b9fd-4764dcb1483f tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:17.792384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f0b70e8-aeb2-4b36-bcd5-716d358343ad req-4bd7d875-6f6b-4b0e-b9fd-4764dcb1483f tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dab762-9982-4474-ae84-be2fd31b9827 HTTP/1.1" status: 200 len: 950 time: 0.1514776 Feb 05 02:49:17.798422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7906bdda-0f27-4e96-b21d-aad8365965eb admin admin] Network 7f0214b3-4832-4da0-b028-f229408f249e is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:49:17.825790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e90c-e53a-4291-b5b3-3ba1bffb74af req-b06caa1e-1a5b-4916-b519-55b4504ec6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:17.827431 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f815e90c-e53a-4291-b5b3-3ba1bffb74af req-b06caa1e-1a5b-4916-b519-55b4504ec6c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.0725765 Feb 05 02:49:17.832411 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4acca64-c8c9-42ab-bba2-91f17775e4e8 req-777430b3-93ee-431d-b1fd-e9f7945b2915 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134131 Feb 05 02:49:17.842901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-7906bdda-0f27-4e96-b21d-aad8365965eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 7f0214b3-4832-4da0-b028-f229408f249e) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:49:17.852673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7cecfe-3111-41b1-af0b-e6844e8c3ad0 None None] Network 7f0214b3-4832-4da0-b028-f229408f249e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:49:17.853799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7906bdda-0f27-4e96-b21d-aad8365965eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:17.854393 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7906bdda-0f27-4e96-b21d-aad8365965eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:17.896663 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7906bdda-0f27-4e96-b21d-aad8365965eb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8013110 Feb 05 02:49:17.896939 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f815e90c-e53a-4291-b5b3-3ba1bffb74af req-abbb9020-7463-4375-9c48-f05ecbda64d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609012 Feb 05 02:49:17.899692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41978) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:17.900049 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4db43c1-aee3-48ca-830a-079671b2468c req-28bc6d01-9259-4fd3-b02c-ee4540830faa service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025708 Feb 05 02:49:17.925405 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f0b70e8-aeb2-4b36-bcd5-716d358343ad req-308da3e9-be38-4bb2-b9ef-ee4f8fa7a82c tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996366 Feb 05 02:49:17.925539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-649473967-router', 'tenant_id': 'ed2205a9989a45599198d4201fff1118', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:18.022316 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (a60019c0-0b6a-4a75-b05b-9669b0dec7ad), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:18.024384 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (a60019c0-0b6a-4a75-b05b-9669b0dec7ad), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:18.048915 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccfe8a-4fe5-414f-bb1c-2221154a6794 req-28fa0739-ccf6-4815-9275-42d44e515587 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:18.058607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8ccfe8a-4fe5-414f-bb1c-2221154a6794 req-28fa0739-ccf6-4815-9275-42d44e515587 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 950 time: 0.0895548 Feb 05 02:49:18.102871 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee865e18-381d-4bdf-9b47-64737c636efa None None] Network 7f0214b3-4832-4da0-b028-f229408f249e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:49:18.145699 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f815e90c-e53a-4291-b5b3-3ba1bffb74af req-d2d1e431-ecee-4721-baec-cbf913fb7086 service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412717 Feb 05 02:49:18.152039 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Publish callbacks [] for router_controller (a60019c0-0b6a-4a75-b05b-9669b0dec7ad), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:18.169194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8ccfe8a-4fe5-414f-bb1c-2221154a6794 req-2a5ec0f4-c43d-4666-ae6f-4a3fa18fade6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091928 Feb 05 02:49:18.274172 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a4fee-5504-4362-bcbd-f1c06fa5bbfb req-6059a0e5-7cfb-45b0-bb3f-29b0fce4f2a8 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:18.275985 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f2a4fee-5504-4362-bcbd-f1c06fa5bbfb req-6059a0e5-7cfb-45b0-bb3f-29b0fce4f2a8 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dab762-9982-4474-ae84-be2fd31b9827 HTTP/1.1" status: 200 len: 950 time: 0.0587118 Feb 05 02:49:18.333428 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f2a4fee-5504-4362-bcbd-f1c06fa5bbfb req-90f81ec7-1d15-4503-98ae-ac3702aba42f tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513716 Feb 05 02:49:18.407039 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Publish callbacks [] for router_gateway (a60019c0-0b6a-4a75-b05b-9669b0dec7ad), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:18.481531 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f815e90c-e53a-4291-b5b3-3ba1bffb74af req-0c4ea2b4-13fe-499e-936f-3f47ee254d89 service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279333 Feb 05 02:49:18.644738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c02cf3-bead-4370-a5b0-566c0888c4c9 req-73573cec-6137-4ee2-9697-053f56947434 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:18.651849 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3c02cf3-bead-4370-a5b0-566c0888c4c9 req-73573cec-6137-4ee2-9697-053f56947434 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 949 time: 0.0918758 Feb 05 02:49:18.723472 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3c02cf3-bead-4370-a5b0-566c0888c4c9 req-55ac0e28-7215-4572-a02b-dbd2d6003b7e tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705607 Feb 05 02:49:18.745733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffa6ea-aa76-4534-a2eb-f0bd05c3e142 req-16929043-d0f9-471d-8bde-194927573bc7 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:18.748611 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Publish callbacks [] for router_gateway (a60019c0-0b6a-4a75-b05b-9669b0dec7ad), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:18.753577 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30ffa6ea-aa76-4534-a2eb-f0bd05c3e142 req-16929043-d0f9-471d-8bde-194927573bc7 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dab762-9982-4474-ae84-be2fd31b9827 HTTP/1.1" status: 200 len: 950 time: 0.1275198 Feb 05 02:49:18.777472 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:18.799391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30ffa6ea-aa76-4534-a2eb-f0bd05c3e142 req-64eca291-e6d6-44e2-9663-635a103044a1 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448115 Feb 05 02:49:18.907274 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Allocated IP 172.25.0.49 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/14803634-90ee-497a-8b54-db5f707dd7ca) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:49:18.943580 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 2111083b-8034-47f9-9c26-4ec0dc9470aa up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:49:19.044897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ff00c-74d3-4ae6-9dad-b011723241f2 req-d3eb3a02-7a37-4019-861a-fa50dfaf7b03 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:19.053413 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a5ff00c-74d3-4ae6-9dad-b011723241f2 req-d3eb3a02-7a37-4019-861a-fa50dfaf7b03 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 944 time: 0.0802782 Feb 05 02:49:19.053753 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 2111083b-8034-47f9-9c26-4ec0dc9470aa completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:49:19.065732 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 2111083b-8034-47f9-9c26-4ec0dc9470aa triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:19.066129 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:19.112623 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a5ff00c-74d3-4ae6-9dad-b011723241f2 req-de860f7e-dbfa-4813-bd60-828c19d53bfb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562510 Feb 05 02:49:19.185423 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 2111083b-8034-47f9-9c26-4ec0dc9470aa is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:19.185948 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:19.236136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 2111083b-8034-47f9-9c26-4ec0dc9470aa, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2111083b-8034-47f9-9c26-4ec0dc9470aa,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:19.251425 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:19.317820 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=2111083b-8034-47f9-9c26-4ec0dc9470aa,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:19.347787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8fd9d-e90e-4564-a533-ea1dc1bdab81 req-abda233e-5bdc-45e7-b659-f14481ab9ecb tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:19.349395 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e6c8fd9d-e90e-4564-a533-ea1dc1bdab81 req-abda233e-5bdc-45e7-b659-f14481ab9ecb tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 950 time: 0.0900967 Feb 05 02:49:19.367547 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Publish callbacks [] for port (14803634-90ee-497a-8b54-db5f707dd7ca), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:19.412414 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (14803634-90ee-497a-8b54-db5f707dd7ca), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:19.418825 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e6c8fd9d-e90e-4564-a533-ea1dc1bdab81 req-e63e2a22-cc44-4ce7-a629-7bd4a6902e7d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592184 Feb 05 02:49:19.449426 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:49:19.456287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:49:19.460197 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:49:19.484646 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Pushing event updated for resources: {'Port': ['ID=14803634-90ee-497a-8b54-db5f707dd7ca,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:19.501336 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f405d1d5-45b0-4257-8a6b-6874709ddce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2111083b-8034-47f9-9c26-4ec0dc9470aa'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:19.504173 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef24412-b1da-4b46-a60d-d5cdd774c7eb" -d '{"events": [{"server_uuid": "f405d1d5-45b0-4257-8a6b-6874709ddce9", "name": "network-vif-plugged", "status": "completed", "tag": "2111083b-8034-47f9-9c26-4ec0dc9470aa"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:19.546242 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558a6202-7967-45ca-a885-0696d17db5d5 x-openstack-request-id: req-558a6202-7967-45ca-a885-0696d17db5d5 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:19.546786 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f405d1d5-45b0-4257-8a6b-6874709ddce9", "name": "network-vif-plugged", "status": "completed", "tag": "2111083b-8034-47f9-9c26-4ec0dc9470aa", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:19.547036 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-558a6202-7967-45ca-a885-0696d17db5d5 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:19.547435 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f405d1d5-45b0-4257-8a6b-6874709ddce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2111083b-8034-47f9-9c26-4ec0dc9470aa', 'code': 200} Feb 05 02:49:19.739209 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691970c2-17ab-44bc-9fb7-b760c83581af req-a40c1b4e-b6ec-4521-82b2-6b76bf10fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:19.740722 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-691970c2-17ab-44bc-9fb7-b760c83581af req-a40c1b4e-b6ec-4521-82b2-6b76bf10fb86 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 1132 time: 0.1314023 Feb 05 02:49:19.821618 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Publish callbacks [] for router_gateway (a60019c0-0b6a-4a75-b05b-9669b0dec7ad), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:19.825498 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-691970c2-17ab-44bc-9fb7-b760c83581af req-1eed2241-8beb-4f5c-9c07-f68eb86f71df service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673270 Feb 05 02:49:19.889254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fe1eb-0e81-4af2-825e-4b29fd85dd32 req-59ece0f6-250b-4d87-95c6-f0b5afb27b05 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:19.891807 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-970fe1eb-0e81-4af2-825e-4b29fd85dd32 req-59ece0f6-250b-4d87-95c6-f0b5afb27b05 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 950 time: 0.0723310 Feb 05 02:49:19.963626 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-970fe1eb-0e81-4af2-825e-4b29fd85dd32 req-d5e9ed1a-e3b3-4f00-8e4e-dae221c617d3 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651708 Feb 05 02:49:20.114272 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ac615-7623-48ea-9e4a-c3ecf9a3e450 req-70692add-9bc5-4446-b3b1-a65379cd940a tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:20.115726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a73ac615-7623-48ea-9e4a-c3ecf9a3e450 req-70692add-9bc5-4446-b3b1-a65379cd940a tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dab762-9982-4474-ae84-be2fd31b9827 HTTP/1.1" status: 200 len: 950 time: 0.0561900 Feb 05 02:49:20.126240 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (a60019c0-0b6a-4a75-b05b-9669b0dec7ad), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:20.179840 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1db7c-0a19-4724-9abc-b635b554edae req-c73d3178-2edb-41fd-a513-4e6aa728ec34 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:20.182266 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-47d1db7c-0a19-4724-9abc-b635b554edae req-c73d3178-2edb-41fd-a513-4e6aa728ec34 tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dab762-9982-4474-ae84-be2fd31b9827 HTTP/1.1" status: 200 len: 950 time: 0.1313646 Feb 05 02:49:20.205006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a73ac615-7623-48ea-9e4a-c3ecf9a3e450 req-95d738d7-e56b-4059-908f-bc14b6f53cca tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/security-groups?id=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809760 Feb 05 02:49:20.323318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa6b25-2ea7-4619-bbe7-d24f01c7f173 req-b69ca379-46c0-4546-a5b8-a8dbca8a282b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:20.326999 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-23fa6b25-2ea7-4619-bbe7-d24f01c7f173 req-b69ca379-46c0-4546-a5b8-a8dbca8a282b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 944 time: 0.0761676 Feb 05 02:49:20.363161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-47d1db7c-0a19-4724-9abc-b635b554edae req-8d7bffbe-2b61-4fa0-9edc-bf639095050d tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Deleting port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:49:20.363497 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-47d1db7c-0a19-4724-9abc-b635b554edae req-8d7bffbe-2b61-4fa0-9edc-bf639095050d tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (01083d4b-294d-47bd-ac94-1ffd0ac7f63f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:20.404899 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-23fa6b25-2ea7-4619-bbe7-d24f01c7f173 req-d8f4c7aa-91ff-48b8-ba94-475a5f79d149 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687196 Feb 05 02:49:20.436872 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Router a60019c0-0b6a-4a75-b05b-9669b0dec7ad is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:49:20.589013 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-47d1db7c-0a19-4724-9abc-b635b554edae req-8d7bffbe-2b61-4fa0-9edc-bf639095050d tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] For port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=01083d4b-294d-47bd-ac94-1ffd0ac7f63f,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:20.589652 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-47d1db7c-0a19-4724-9abc-b635b554edae req-8d7bffbe-2b61-4fa0-9edc-bf639095050d tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (01083d4b-294d-47bd-ac94-1ffd0ac7f63f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:20.590024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb64964-3eb3-40c1-89d4-535c02d1667a req-d617d662-4ec0-4fa3-b998-92ccb0f2930e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:20.597701 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bdb64964-3eb3-40c1-89d4-535c02d1667a req-d617d662-4ec0-4fa3-b998-92ccb0f2930e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 950 time: 0.0900617 Feb 05 02:49:20.607507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-47d1db7c-0a19-4724-9abc-b635b554edae req-8d7bffbe-2b61-4fa0-9edc-bf639095050d tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Calling delete_port for 01083d4b-294d-47bd-ac94-1ffd0ac7f63f owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:49:20.652070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bdb64964-3eb3-40c1-89d4-535c02d1667a req-20af46c4-dcdd-462c-a215-fa53b83cc44e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531640 Feb 05 02:49:20.677339 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:49:20.689556 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Sync routers for ids ['a60019c0-0b6a-4a75-b05b-9669b0dec7ad'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:49:20.706143 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Routers {'a60019c0-0b6a-4a75-b05b-9669b0dec7ad'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:49:20.707370 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:49:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a60019c0-0b6a-4a75-b05b-9669b0dec7ad'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:49:20.720654 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:20.725119 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42026) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:20.732156 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bdb49613-7bd9-466c-8e76-10a30bd2478d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8302073 Feb 05 02:49:20.829827 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-47d1db7c-0a19-4724-9abc-b635b554edae req-8d7bffbe-2b61-4fa0-9edc-bf639095050d tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (01083d4b-294d-47bd-ac94-1ffd0ac7f63f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:20.846219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['01083d4b-294d-47bd-ac94-1ffd0ac7f63f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:20.867672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bffbe-2b61-4fa0-9edc-bf639095050d tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Pushing event deleted for resources: {'Port': ['ID=01083d4b-294d-47bd-ac94-1ffd0ac7f63f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:20.928595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d1db7c-0a19-4724-9abc-b635b554edae req-8d7bffbe-2b61-4fa0-9edc-bf639095050d tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] No DVR routers for this DVR port 01083d4b-294d-47bd-ac94-1ffd0ac7f63f on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:49:20.933674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-47d1db7c-0a19-4724-9abc-b635b554edae req-8d7bffbe-2b61-4fa0-9edc-bf639095050d tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:20.938090 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-47d1db7c-0a19-4724-9abc-b635b554edae req-8d7bffbe-2b61-4fa0-9edc-bf639095050d tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.10 "DELETE /v2.0/ports/01083d4b-294d-47bd-ac94-1ffd0ac7f63f HTTP/1.1" status: 204 len: 173 time: 0.7213421 Feb 05 02:49:20.938562 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dab762-9982-4474-ae84-be2fd31b9827', 'name': 'network-vif-deleted', 'tag': '01083d4b-294d-47bd-ac94-1ffd0ac7f63f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:20.943049 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4f4179-fb40-44d5-a5bd-77599c6eae63" -d '{"events": [{"server_uuid": "d0dab762-9982-4474-ae84-be2fd31b9827", "name": "network-vif-deleted", "tag": "01083d4b-294d-47bd-ac94-1ffd0ac7f63f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:20.977384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 164c5bd7-72d8-4796-ae48-9f58da11f82d details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:49:20.988292 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Set router a60019c0-0b6a-4a75-b05b-9669b0dec7ad gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:49:21.034127 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991522e4-bf9f-48d4-859f-1f77714a1104 x-openstack-request-id: req-991522e4-bf9f-48d4-859f-1f77714a1104 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:21.034456 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dab762-9982-4474-ae84-be2fd31b9827", "name": "network-vif-deleted", "tag": "01083d4b-294d-47bd-ac94-1ffd0ac7f63f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:21.034692 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-991522e4-bf9f-48d4-859f-1f77714a1104 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:21.035134 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dab762-9982-4474-ae84-be2fd31b9827', 'name': 'network-vif-deleted', 'tag': '01083d4b-294d-47bd-ac94-1ffd0ac7f63f', 'status': 'completed', 'code': 200} Feb 05 02:49:21.290113 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 164c5bd7-72d8-4796-ae48-9f58da11f82d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=164c5bd7-72d8-4796-ae48-9f58da11f82d,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:21.306011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '164c5bd7-72d8-4796-ae48-9f58da11f82d', 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119', 'port_id': '164c5bd7-72d8-4796-ae48-9f58da11f82d', 'mac_address': 'fa:16:3e:89:3d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3e862e-d976-4a4a-b805-d4274563e5fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:49:21.441010 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 164c5bd7-72d8-4796-ae48-9f58da11f82d is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:21.441010 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:21.476466 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164c5bd7-72d8-4796-ae48-9f58da11f82d {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:21.477702 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'name': 'tempest-ServerRescueTestJSON-649473967-router', 'tenant_id': 'ed2205a9989a45599198d4201fff1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '14803634-90ee-497a-8b54-db5f707dd7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:49:18Z', 'updated_at': '2022-02-05T02:49:19Z', 'revision_number': 3, 'project_id': 'ed2205a9989a45599198d4201fff1118', 'gw_port': {'id': '14803634-90ee-497a-8b54-db5f707dd7ca', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:49:18Z', 'updated_at': '2022-02-05T02:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:49:21.511323 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 164c5bd7-72d8-4796-ae48-9f58da11f82d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=164c5bd7-72d8-4796-ae48-9f58da11f82d,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:21.518062 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:21.544635 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Checking router: a60019c0-0b6a-4a75-b05b-9669b0dec7ad for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:49:21.544984 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Updating router a60019c0-0b6a-4a75-b05b-9669b0dec7ad port 14803634-90ee-497a-8b54-db5f707dd7ca binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:49:21.584934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=164c5bd7-72d8-4796-ae48-9f58da11f82d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:21.599393 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (14803634-90ee-497a-8b54-db5f707dd7ca), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:21.785931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['164c5bd7-72d8-4796-ae48-9f58da11f82d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:21.999544 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Publish callbacks [] for port (14803634-90ee-497a-8b54-db5f707dd7ca), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:22.007346 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (14803634-90ee-497a-8b54-db5f707dd7ca), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:22.050295 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bd11ab51-2e95-4206-8021-79213cc4c03f req-f17b85ad-16d4-4b04-850e-06b43987ccef tempest-DeleteServersAdminTestJSON-1381211659 tempest-DeleteServersAdminTestJSON-1381211659-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0dab762-9982-4474-ae84-be2fd31b9827 HTTP/1.1" status: 200 len: 210 time: 0.4975152 Feb 05 02:49:22.065833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c5062-1651-4b30-a498-efd9a0b1fe0e req-e3e1a542-d0ba-4e7f-95ee-3cd02e2a3138 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:22.067342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e85c5062-1651-4b30-a498-efd9a0b1fe0e req-e3e1a542-d0ba-4e7f-95ee-3cd02e2a3138 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 950 time: 0.8711717 Feb 05 02:49:22.087485 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dffdd-1278-4788-9114-db5f9738127b None None] Pushing event updated for resources: {'Port': ['ID=14803634-90ee-497a-8b54-db5f707dd7ca,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:22.105534 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dffdd-1278-4788-9114-db5f9738127b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:22.105893 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dffdd-1278-4788-9114-db5f9738127b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:22.106209 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dffdd-1278-4788-9114-db5f9738127b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:22.106533 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dffdd-1278-4788-9114-db5f9738127b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:22.106880 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dffdd-1278-4788-9114-db5f9738127b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:22.107206 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dffdd-1278-4788-9114-db5f9738127b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:22.107522 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dffdd-1278-4788-9114-db5f9738127b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:22.107837 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dffdd-1278-4788-9114-db5f9738127b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:22.108146 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dffdd-1278-4788-9114-db5f9738127b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:22.108458 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dffdd-1278-4788-9114-db5f9738127b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:22.108769 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dffdd-1278-4788-9114-db5f9738127b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:22.109078 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dffdd-1278-4788-9114-db5f9738127b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:22.109388 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dffdd-1278-4788-9114-db5f9738127b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:22.122304 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Attempting to bind port 14803634-90ee-497a-8b54-db5f707dd7ca on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:49:22.122665 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Attempting to bind port 14803634-90ee-497a-8b54-db5f707dd7ca by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:49:22.123061 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Attempting to bind port 14803634-90ee-497a-8b54-db5f707dd7ca on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:22.131532 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:49:22.131910 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:49:22.132306 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:22.133055 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:49:22.133194 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Bound port: 14803634-90ee-497a-8b54-db5f707dd7ca, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:49:22.133503 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (14803634-90ee-497a-8b54-db5f707dd7ca), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:22.205782 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] For port 14803634-90ee-497a-8b54-db5f707dd7ca, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:49:22.208878 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] For port 14803634-90ee-497a-8b54-db5f707dd7ca, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=14803634-90ee-497a-8b54-db5f707dd7ca,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:49:22.213232 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e85c5062-1651-4b30-a498-efd9a0b1fe0e req-7dcee287-81b9-44aa-8a12-81f8e01d4e31 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395938 Feb 05 02:49:22.219224 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (14803634-90ee-497a-8b54-db5f707dd7ca), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:22.270809 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca5bba-4e3b-4f21-b581-02728982bdb8 req-25e30ee5-4d6b-483d-9934-f6a9512ccf94 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:22.277645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9fca5bba-4e3b-4f21-b581-02728982bdb8 req-25e30ee5-4d6b-483d-9934-f6a9512ccf94 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 945 time: 0.1060452 Feb 05 02:49:22.309649 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:22.345641 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Routers {'a60019c0-0b6a-4a75-b05b-9669b0dec7ad'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:49:22.346659 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:49:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a60019c0-0b6a-4a75-b05b-9669b0dec7ad'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:49:22.383554 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9fca5bba-4e3b-4f21-b581-02728982bdb8 req-6d5c3ba2-bd77-4488-a14e-eb4663708a52 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049662 Feb 05 02:49:22.470336 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dffdd-1278-4788-9114-db5f9738127b None None] Pushing event updated for resources: {'Port': ['ID=14803634-90ee-497a-8b54-db5f707dd7ca,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:22.502432 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] Set router a60019c0-0b6a-4a75-b05b-9669b0dec7ad gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:49:22.567127 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b922524-bf03-49b3-811f-e53dc81cdc87 req-b61b63d5-de58-434e-b61d-dea6585f21f3 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:22.568908 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b922524-bf03-49b3-811f-e53dc81cdc87 req-b61b63d5-de58-434e-b61d-dea6585f21f3 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 950 time: 0.1793725 Feb 05 02:49:22.663237 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b922524-bf03-49b3-811f-e53dc81cdc87 req-9251bd05-97a0-4ac1-b70b-ff87cc30ef5a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859394 Feb 05 02:49:22.672649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Allocated IP 172.20.0.1 (7f0214b3-4832-4da0-b028-f229408f249e/4a9e5f1c-1cb1-4142-b986-a844e1c2c12b/afe3a04d-80ad-4123-988b-bac663ce0ee7) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:49:22.795363 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'name': 'tempest-ServerRescueTestJSON-649473967-router', 'tenant_id': 'ed2205a9989a45599198d4201fff1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '14803634-90ee-497a-8b54-db5f707dd7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:49:18Z', 'updated_at': '2022-02-05T02:49:19Z', 'revision_number': 3, 'project_id': 'ed2205a9989a45599198d4201fff1118', 'gw_port': {'id': '14803634-90ee-497a-8b54-db5f707dd7ca', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:49:18Z', 'updated_at': '2022-02-05T02:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:49:22.833179 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc73f9d-a764-4d24-900f-c5c4b18b9a77 None None] The sync data for ids ['a60019c0-0b6a-4a75-b05b-9669b0dec7ad'] in n-d-826942-8 is: [{'id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'name': 'tempest-ServerRescueTestJSON-649473967-router', 'tenant_id': 'ed2205a9989a45599198d4201fff1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '14803634-90ee-497a-8b54-db5f707dd7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:49:18Z', 'updated_at': '2022-02-05T02:49:19Z', 'revision_number': 3, 'project_id': 'ed2205a9989a45599198d4201fff1118', 'gw_port': {'id': '14803634-90ee-497a-8b54-db5f707dd7ca', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:49:18Z', 'updated_at': '2022-02-05T02:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:49:22.884049 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Publish callbacks [] for port (afe3a04d-80ad-4123-988b-bac663ce0ee7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:22.890661 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a60bcf-6ff1-4b8b-9ed9-435c7a41be9b req-1da057d0-8c7c-426b-b0fd-8595b9b865a0 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:22.892331 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54a60bcf-6ff1-4b8b-9ed9-435c7a41be9b req-1da057d0-8c7c-426b-b0fd-8595b9b865a0 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 1132 time: 0.1083422 Feb 05 02:49:22.979910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 164c5bd7-72d8-4796-ae48-9f58da11f82d up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:49:22.980980 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (afe3a04d-80ad-4123-988b-bac663ce0ee7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:23.034682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Pushing event updated for resources: {'Port': ['ID=afe3a04d-80ad-4123-988b-bac663ce0ee7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:23.059255 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54a60bcf-6ff1-4b8b-9ed9-435c7a41be9b req-8705fa30-403e-4833-bd12-d217af2dd7cf tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307747 Feb 05 02:49:23.062903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 164c5bd7-72d8-4796-ae48-9f58da11f82d completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:49:23.067406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 164c5bd7-72d8-4796-ae48-9f58da11f82d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:23.067854 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:23.078944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Network 7f0214b3-4832-4da0-b028-f229408f249e is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:49:23.080963 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:49:23.085806 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:49:23.197890 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (a60019c0-0b6a-4a75-b05b-9669b0dec7ad), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:23.221650 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 164c5bd7-72d8-4796-ae48-9f58da11f82d is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:23.222030 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:23.299210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216d4a9e-ef19-46f5-9cfa-ac29e116726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164c5bd7-72d8-4796-ae48-9f58da11f82d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:23.310632 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b0df32-76bb-479a-8b52-d349c265d7b6" -d '{"events": [{"server_uuid": "216d4a9e-ef19-46f5-9cfa-ac29e116726c", "name": "network-vif-plugged", "status": "completed", "tag": "164c5bd7-72d8-4796-ae48-9f58da11f82d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:23.351826 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 164c5bd7-72d8-4796-ae48-9f58da11f82d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=164c5bd7-72d8-4796-ae48-9f58da11f82d,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:23.361308 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:23.362684 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 01083d4b-294d-47bd-ac94-1ffd0ac7f63f no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:49:23.521607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=164c5bd7-72d8-4796-ae48-9f58da11f82d,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:23.551889 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-ad941ce6-a227-4335-8654-75b332b92f45 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3a5378990daa49febaabcbe6e557bcbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277591 Feb 05 02:49:23.560742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 01083d4b-294d-47bd-ac94-1ffd0ac7f63f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:49:23.561415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 01083d4b-294d-47bd-ac94-1ffd0ac7f63f not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:49:23.561825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85ee1f-219a-436e-a699-9489ab6e6215 req-7dbb6cc1-d44b-49f8-af7f-50f4ed03677b tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:23.568840 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd85ee1f-219a-436e-a699-9489ab6e6215 req-7dbb6cc1-d44b-49f8-af7f-50f4ed03677b tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 950 time: 0.1751304 Feb 05 02:49:23.644741 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (afe3a04d-80ad-4123-988b-bac663ce0ee7), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:23.745402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd85ee1f-219a-436e-a699-9489ab6e6215 req-93758dce-36cb-4d5f-a422-e52f48b0792d tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756845 Feb 05 02:49:23.837136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-c2bb30fd-3a66-486c-b139-2efac58134fa tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:23.839210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-c2bb30fd-3a66-486c-b139-2efac58134fa tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652705 Feb 05 02:49:23.847572 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a577f8dc-3469-410b-a87d-ecec0e528f5d x-openstack-request-id: req-a577f8dc-3469-410b-a87d-ecec0e528f5d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:23.848218 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216d4a9e-ef19-46f5-9cfa-ac29e116726c", "name": "network-vif-plugged", "status": "completed", "tag": "164c5bd7-72d8-4796-ae48-9f58da11f82d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:23.848574 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a577f8dc-3469-410b-a87d-ecec0e528f5d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:23.849069 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216d4a9e-ef19-46f5-9cfa-ac29e116726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164c5bd7-72d8-4796-ae48-9f58da11f82d', 'code': 200} Feb 05 02:49:23.887964 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-ab9df081-468c-4989-a14b-b010031707f3 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/quotas/3a5378990daa49febaabcbe6e557bcbe HTTP/1.1" status: 200 len: 375 time: 0.0355604 Feb 05 02:49:24.006547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328030e4-25f2-44a9-b539-cdc01855dd38 req-ada73903-8963-43af-a6dc-0f097248fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:24.014202 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-328030e4-25f2-44a9-b539-cdc01855dd38 req-ada73903-8963-43af-a6dc-0f097248fcf1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 1128 time: 0.1096239 Feb 05 02:49:24.112713 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-328030e4-25f2-44a9-b539-cdc01855dd38 req-8ea7135f-d101-4017-a465-959fb0a67f06 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909529 Feb 05 02:49:24.118529 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Publish callbacks [] for port (afe3a04d-80ad-4123-988b-bac663ce0ee7), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:24.170362 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-359de624-1e3a-464e-9845-a80bea38dca3 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2810910 Feb 05 02:49:24.171078 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (afe3a04d-80ad-4123-988b-bac663ce0ee7), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:24.223119 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (a60019c0-0b6a-4a75-b05b-9669b0dec7ad), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:24.319566 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Pushing event updated for resources: {'Port': ['ID=afe3a04d-80ad-4123-988b-bac663ce0ee7,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:24.328419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42092) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:24.345784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc24818-4c0b-47d7-bdb4-cfb2123bb03c req-216cc411-ea9a-423a-bde9-3d259442343d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:24.354495 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3bc24818-4c0b-47d7-bdb4-cfb2123bb03c req-216cc411-ea9a-423a-bde9-3d259442343d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.2861571 Feb 05 02:49:24.531715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Network 7f0214b3-4832-4da0-b028-f229408f249e is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:49:24.548671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:49:24.587281 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3bc24818-4c0b-47d7-bdb4-cfb2123bb03c req-a434557b-a582-4b52-b686-0d8c8648734f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315326 Feb 05 02:49:24.693727 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ddd2a5a0-496b-40f3-838d-600aa28648e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3d9837df7ad4f2f832540f44ec1e29f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3639281 Feb 05 02:49:24.694310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42104) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:24.699899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca799a-075e-4453-8e9f-36199545a487 req-a46e83fe-78be-48a8-8f32-65331557e8d9 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:24.702394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92ca799a-075e-4453-8e9f-36199545a487 req-a46e83fe-78be-48a8-8f32-65331557e8d9 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=dec75d7b-81b9-4c2a-957a-72b373d691c6 HTTP/1.1" status: 200 len: 950 time: 0.1770978 Feb 05 02:49:24.747418 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-53017634-a234-41b1-a4b0-a113fd0b8de7 req-5eafab67-7d55-4039-9ee2-7be6a0430e0f tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 210 time: 0.0683053 Feb 05 02:49:24.776434 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a62f374-9b22-4d17-8955-c31b58e01645 admin admin] Publish callbacks [] for security_group (29cd8ffa-4fdd-41b8-ab5f-61a081b760ea), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:24.811748 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a62f374-9b22-4d17-8955-c31b58e01645 admin admin] Publish callbacks [] for security_group (29cd8ffa-4fdd-41b8-ab5f-61a081b760ea), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:24.825855 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92ca799a-075e-4453-8e9f-36199545a487 req-998fb1a9-ba3d-49fb-99a9-e427eee22b56 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766397 Feb 05 02:49:24.835208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Router a60019c0-0b6a-4a75-b05b-9669b0dec7ad has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:49:24.909171 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a62f374-9b22-4d17-8955-c31b58e01645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (29cd8ffa-4fdd-41b8-ab5f-61a081b760ea), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:24.912503 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a62f374-9b22-4d17-8955-c31b58e01645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:24.913714 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5a62f374-9b22-4d17-8955-c31b58e01645 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29cd8ffa-4fdd-41b8-ab5f-61a081b760ea HTTP/1.1" status: 204 len: 168 time: 0.2182517 Feb 05 02:49:24.929961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62f374-9b22-4d17-8955-c31b58e01645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cd8ffa-4fdd-41b8-ab5f-61a081b760ea,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:25.104750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:49:25.144739 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-230dc668-3d90-4363-b8e5-3288e94917d4 admin admin] 10.222.0.36 "PUT /v2.0/routers/a60019c0-0b6a-4a75-b05b-9669b0dec7ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4180405 Feb 05 02:49:25.245034 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 14803634-90ee-497a-8b54-db5f707dd7ca up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:49:25.397292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 14803634-90ee-497a-8b54-db5f707dd7ca triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:25.397592 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (14803634-90ee-497a-8b54-db5f707dd7ca), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:25.556895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 14803634-90ee-497a-8b54-db5f707dd7ca is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:25.557544 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (14803634-90ee-497a-8b54-db5f707dd7ca), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:25.616644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 14803634-90ee-497a-8b54-db5f707dd7ca, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=14803634-90ee-497a-8b54-db5f707dd7ca,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:25.630002 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (14803634-90ee-497a-8b54-db5f707dd7ca), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:25.648101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42144) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:25.687133 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10ff66c9-562c-40b2-b784-21c1558e7083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:25.786860 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=14803634-90ee-497a-8b54-db5f707dd7ca,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:25.816049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Sync routers for ids ['a60019c0-0b6a-4a75-b05b-9669b0dec7ad'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:49:25.840367 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Routers {'a60019c0-0b6a-4a75-b05b-9669b0dec7ad'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:49:25.843212 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:49:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a60019c0-0b6a-4a75-b05b-9669b0dec7ad'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:49:25.882580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf5378-69f0-471d-b1cb-c851f09620f3 req-d47ab1a1-935c-418c-8bac-7aaf1fcdd6bd tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:25.892210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbcf5378-69f0-471d-b1cb-c851f09620f3 req-d47ab1a1-935c-418c-8bac-7aaf1fcdd6bd tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.1103621 Feb 05 02:49:25.892428 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10ff66c9-562c-40b2-b784-21c1558e7083 admin admin] Publish callbacks [] for security_group (46acd0b5-1718-46a9-9372-bdae397641e8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:25.902316 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10ff66c9-562c-40b2-b784-21c1558e7083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (46acd0b5-1718-46a9-9372-bdae397641e8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:25.967273 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff66c9-562c-40b2-b784-21c1558e7083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46acd0b5-1718-46a9-9372-bdae397641e8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:25.968527 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbcf5378-69f0-471d-b1cb-c851f09620f3 req-8142367f-6a4c-42bc-8ed2-f9622c6d7aca tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738926 Feb 05 02:49:25.999913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Set router a60019c0-0b6a-4a75-b05b-9669b0dec7ad gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:49:26.016844 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-10ff66c9-562c-40b2-b784-21c1558e7083 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98d6822237604122b5614ab9e755125e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3671653 Feb 05 02:49:26.020035 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42156) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:26.141461 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-15a0075d-2690-499d-aaf7-6a6616dfe660 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3a5378990daa49febaabcbe6e557bcbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506883 Feb 05 02:49:26.165811 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2fbf9eda-5467-425e-a4e6-71c438056eb3 req-73f384a9-ec55-427d-955d-8fe348e166ad tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 210 time: 0.0682466 Feb 05 02:49:26.221977 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-293cdf48-1de9-40bc-88fb-fe12af26a9e4 admin admin] Publish callbacks [] for security_group (46acd0b5-1718-46a9-9372-bdae397641e8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:26.399704 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-293cdf48-1de9-40bc-88fb-fe12af26a9e4 admin admin] Publish callbacks [] for security_group (46acd0b5-1718-46a9-9372-bdae397641e8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:26.438920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'name': 'tempest-ServerRescueTestJSON-649473967-router', 'tenant_id': 'ed2205a9989a45599198d4201fff1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '14803634-90ee-497a-8b54-db5f707dd7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:49:18Z', 'updated_at': '2022-02-05T02:49:23Z', 'revision_number': 4, 'project_id': 'ed2205a9989a45599198d4201fff1118', 'gw_port': {'id': '14803634-90ee-497a-8b54-db5f707dd7ca', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:49:18Z', 'updated_at': '2022-02-05T02:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'afe3a04d-80ad-4123-988b-bac663ce0ee7', 'name': '', 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e', 'tenant_id': 'ed2205a9989a45599198d4201fff1118', 'mac_address': 'fa:16:3e:83:42:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a9e5f1c-1cb1-4142-b986-a844e1c2c12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:49:22Z', 'updated_at': '2022-02-05T02:49:23Z', 'revision_number': 2, 'project_id': 'ed2205a9989a45599198d4201fff1118', 'subnets': [{'id': '4a9e5f1c-1cb1-4142-b986-a844e1c2c12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:49:26.501796 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Checking router: a60019c0-0b6a-4a75-b05b-9669b0dec7ad for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:49:26.503973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Updating router a60019c0-0b6a-4a75-b05b-9669b0dec7ad port afe3a04d-80ad-4123-988b-bac663ce0ee7 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:49:26.535437 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-8f18d46b-e4b7-4541-a5e5-0f1f59975089 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:26.537917 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-8f18d46b-e4b7-4541-a5e5-0f1f59975089 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3845091 Feb 05 02:49:26.558359 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-293cdf48-1de9-40bc-88fb-fe12af26a9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (46acd0b5-1718-46a9-9372-bdae397641e8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:26.562801 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-293cdf48-1de9-40bc-88fb-fe12af26a9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:26.567011 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (afe3a04d-80ad-4123-988b-bac663ce0ee7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:26.567212 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-293cdf48-1de9-40bc-88fb-fe12af26a9e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46acd0b5-1718-46a9-9372-bdae397641e8 HTTP/1.1" status: 204 len: 168 time: 0.5437660 Feb 05 02:49:26.577192 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-78c40364-ce9f-4402-9f70-34ea2ad1b2f2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Request body: {'port': {'device_id': 'd863c7db-ed27-442c-b64b-d92ae6d02044', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '3a5378990daa49febaabcbe6e557bcbe'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:26.588762 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cdf48-1de9-40bc-88fb-fe12af26a9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46acd0b5-1718-46a9-9372-bdae397641e8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:26.601918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-cab4b195-b5d0-4730-8dd6-15bb36d992ec tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:26.605605 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-cab4b195-b5d0-4730-8dd6-15bb36d992ec tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/networks?id=7f0214b3-4832-4da0-b028-f229408f249e HTTP/1.1" status: 200 len: 810 time: 0.2801554 Feb 05 02:49:26.645449 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f92a3b-cf4c-4299-a633-489300c66f0d req-ddac4801-64a3-4638-b993-ac8b7cbc7380 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:26.647277 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58f92a3b-cf4c-4299-a633-489300c66f0d req-ddac4801-64a3-4638-b993-ac8b7cbc7380 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 1128 time: 0.1986527 Feb 05 02:49:26.649015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-37bd1d8f-1d3e-47f4-804a-5c1b6858a632 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/quotas/ed2205a9989a45599198d4201fff1118 HTTP/1.1" status: 200 len: 375 time: 0.0321913 Feb 05 02:49:26.766715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-78c40364-ce9f-4402-9f70-34ea2ad1b2f2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Made reservation on behalf of 3a5378990daa49febaabcbe6e557bcbe for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:49:26.772422 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-78c40364-ce9f-4402-9f70-34ea2ad1b2f2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:26.862928 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58f92a3b-cf4c-4299-a633-489300c66f0d req-8877ac14-91c3-45ba-a440-0e044043bc4f tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541026 Feb 05 02:49:26.878555 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-0c49fb95-1486-4456-9c0d-89248d509e02 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2205a9989a45599198d4201fff1118&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2186933 Feb 05 02:49:27.082490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-78c40364-ce9f-4402-9f70-34ea2ad1b2f2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Allocated IP 192.168.233.163 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/5bec64e8-512c-4d59-8d48-f7c3ea23133e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:49:27.091486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 14803634-90ee-497a-8b54-db5f707dd7ca up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:49:27.126618 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-63190df6-ae64-4e22-9e7f-c446209caea8 service neutron] 10.222.0.36 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356040 Feb 05 02:49:27.305784 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 14803634-90ee-497a-8b54-db5f707dd7ca triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:27.307230 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (14803634-90ee-497a-8b54-db5f707dd7ca), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:27.346468 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Publish callbacks [] for port (afe3a04d-80ad-4123-988b-bac663ce0ee7), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:27.360843 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (afe3a04d-80ad-4123-988b-bac663ce0ee7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:27.407903 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9aff290-0bdc-4430-b9fa-1a9c7f60346f req-53431144-a54d-41bb-88bd-6b32ee782146 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 210 time: 0.1238236 Feb 05 02:49:27.444782 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e4f4c-c3d6-4b41-ad5f-496590926b06 None None] Pushing event updated for resources: {'Port': ['ID=afe3a04d-80ad-4123-988b-bac663ce0ee7,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:27.537004 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-78c40364-ce9f-4402-9f70-34ea2ad1b2f2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks [] for port (5bec64e8-512c-4d59-8d48-f7c3ea23133e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:27.562468 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-e8018983-59ce-4650-bf6e-f2900b76ed66 service neutron] 10.222.0.36 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374130 Feb 05 02:49:27.573630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Attempting to bind port afe3a04d-80ad-4123-988b-bac663ce0ee7 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:49:27.574011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Attempting to bind port afe3a04d-80ad-4123-988b-bac663ce0ee7 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'a763eb1f-5e8d-4bf6-88db-db88e863bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:49:27.574353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Attempting to bind port afe3a04d-80ad-4123-988b-bac663ce0ee7 on network 7f0214b3-4832-4da0-b028-f229408f249e {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:27.589123 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:49:27.589505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Checking segment: {'id': 'a763eb1f-5e8d-4bf6-88db-db88e863bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:49:27.589914 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:27.590292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Bound using segment: {'id': 'a763eb1f-5e8d-4bf6-88db-db88e863bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:49:27.590833 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Bound port: afe3a04d-80ad-4123-988b-bac663ce0ee7, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a763eb1f-5e8d-4bf6-88db-db88e863bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:49:27.592678 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (afe3a04d-80ad-4123-988b-bac663ce0ee7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:27.601869 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 14803634-90ee-497a-8b54-db5f707dd7ca is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:27.649357 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-78c40364-ce9f-4402-9f70-34ea2ad1b2f2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5bec64e8-512c-4d59-8d48-f7c3ea23133e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:27.782952 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] For port afe3a04d-80ad-4123-988b-bac663ce0ee7, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:49:27.794938 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] For port afe3a04d-80ad-4123-988b-bac663ce0ee7, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=afe3a04d-80ad-4123-988b-bac663ce0ee7,segment=NetworkSegment(a763eb1f-5e8d-4bf6-88db-db88e863bc0f),segment_id=a763eb1f-5e8d-4bf6-88db-db88e863bc0f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:49:27.830506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5262ff49-6fce-4474-b84e-0c2a62252ecf', 'e549d749-eb62-4e11-9f8f-d0dd92e541c2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:27.831936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-78c40364-ce9f-4402-9f70-34ea2ad1b2f2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:49:27.842485 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['901efd57-bf72-40cf-bb84-83ce5c36f3a1', '8a0abef1-9c72-431a-a225-dccabdc8515e', 'e29e20b0-38e7-47fb-960b-7ae5ec41b2d8', 'e8f94f1f-3908-4db8-a8e6-1a81e2733417', '727e2e8d-e947-4490-86fb-9e0ecf4c6a83'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:27.852571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-78c40364-ce9f-4402-9f70-34ea2ad1b2f2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:49:27.871242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-78c40364-ce9f-4402-9f70-34ea2ad1b2f2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:49:27.875571 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (afe3a04d-80ad-4123-988b-bac663ce0ee7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:27.939424 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c40364-ce9f-4402-9f70-34ea2ad1b2f2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Pushing event updated for resources: {'Port': ['ID=5bec64e8-512c-4d59-8d48-f7c3ea23133e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:27.980883 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d36a21f5-27f3-4af1-be3c-16e22890efdd req-0822ee04-20a1-4f48-b0c0-100029f88b92 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 210 time: 0.1008205 Feb 05 02:49:28.029197 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-78c40364-ce9f-4402-9f70-34ea2ad1b2f2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:28.041154 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-78c40364-ce9f-4402-9f70-34ea2ad1b2f2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:28.083777 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-78c40364-ce9f-4402-9f70-34ea2ad1b2f2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5178695 Feb 05 02:49:28.109607 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Request body: {'port': {'device_id': 'd863c7db-ed27-442c-b64b-d92ae6d02044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:28.241265 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Routers {'a60019c0-0b6a-4a75-b05b-9669b0dec7ad'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:49:28.241897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:49:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a60019c0-0b6a-4a75-b05b-9669b0dec7ad'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:49:28.302076 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5bec64e8-512c-4d59-8d48-f7c3ea23133e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:28.457186 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e4f4c-c3d6-4b41-ad5f-496590926b06 None None] Pushing event updated for resources: {'Port': ['ID=afe3a04d-80ad-4123-988b-bac663ce0ee7,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:28.682422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd55840-06e2-4a27-8914-09095cb21211 req-019d9ecb-5f1b-4e09-ab2f-22cec2c8e028 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:28.697566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d1dba4d3-f620-4ac3-93c6-9b1b1991990c None None] Provisioning complete for port 5bec64e8-512c-4d59-8d48-f7c3ea23133e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:28.698235 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1dba4d3-f620-4ac3-93c6-9b1b1991990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5bec64e8-512c-4d59-8d48-f7c3ea23133e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:28.715169 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3dd55840-06e2-4a27-8914-09095cb21211 req-019d9ecb-5f1b-4e09-ab2f-22cec2c8e028 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 936 time: 0.1693637 Feb 05 02:49:28.828997 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3dd55840-06e2-4a27-8914-09095cb21211 req-1f8c2538-4245-43e9-8305-b52e73847002 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078372 Feb 05 02:49:29.000701 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bec64e8-512c-4d59-8d48-f7c3ea23133e {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:29.029148 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Publish callbacks [] for port (5bec64e8-512c-4d59-8d48-f7c3ea23133e), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:29.044770 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a66e5b8d-8fea-4f04-bd02-52461a100147 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:49:29.075568 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Transition to ACTIVE for port object 5bec64e8-512c-4d59-8d48-f7c3ea23133e will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:49:29.086514 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] Set router a60019c0-0b6a-4a75-b05b-9669b0dec7ad gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:49:29.089892 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (5bec64e8-512c-4d59-8d48-f7c3ea23133e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:29.228854 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Pushing event updated for resources: {'Port': ['ID=5bec64e8-512c-4d59-8d48-f7c3ea23133e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:29.244216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d1dba4d3-f620-4ac3-93c6-9b1b1991990c None None] Port 5bec64e8-512c-4d59-8d48-f7c3ea23133e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:49:29.251573 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89a82948-1c23-40af-93cd-43562f5b6955 req-f36b514e-f854-4ea0-9470-4fc7f8c93936 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 210 time: 0.1399879 Feb 05 02:49:29.413943 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:49:29.431916 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Attempting to bind port 5bec64e8-512c-4d59-8d48-f7c3ea23133e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:49:29.432298 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Attempting to bind port 5bec64e8-512c-4d59-8d48-f7c3ea23133e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:49:29.433502 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Attempting to bind port 5bec64e8-512c-4d59-8d48-f7c3ea23133e on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:29.453505 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Port 5bec64e8-512c-4d59-8d48-f7c3ea23133e on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:49:29.455594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Attempting to bind port 5bec64e8-512c-4d59-8d48-f7c3ea23133e on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:29.465053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:49:29.465367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:49:29.465704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:49:29.479276 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Bound port: 5bec64e8-512c-4d59-8d48-f7c3ea23133e, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:49:29.479712 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5bec64e8-512c-4d59-8d48-f7c3ea23133e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:29.561487 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a66e5b8d-8fea-4f04-bd02-52461a100147, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a66e5b8d-8fea-4f04-bd02-52461a100147,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:29.643339 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] For port 5bec64e8-512c-4d59-8d48-f7c3ea23133e, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:49:29.647311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] For port 5bec64e8-512c-4d59-8d48-f7c3ea23133e, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5bec64e8-512c-4d59-8d48-f7c3ea23133e,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:49:29.656186 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (5bec64e8-512c-4d59-8d48-f7c3ea23133e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:29.693534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:29.694222 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:29.695735 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] 10.222.0.10 "PUT /v2.0/ports/5bec64e8-512c-4d59-8d48-f7c3ea23133e HTTP/1.1" status: 200 len: 1096 time: 1.5915720 Feb 05 02:49:29.696367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd863c7db-ed27-442c-b64b-d92ae6d02044', 'tag': '5bec64e8-512c-4d59-8d48-f7c3ea23133e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:29.698992 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f171d6-8c5a-4744-856b-99a9a587c58f" -d '{"events": [{"name": "network-changed", "server_uuid": "d863c7db-ed27-442c-b64b-d92ae6d02044", "tag": "5bec64e8-512c-4d59-8d48-f7c3ea23133e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:29.712135 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'a66e5b8d-8fea-4f04-bd02-52461a100147', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': 'a66e5b8d-8fea-4f04-bd02-52461a100147', 'mac_address': 'fa:16:3e:a0:12:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:49:29.819027 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f55c6a-617d-45c8-9826-efe273d5f50a service neutron] Pushing event updated for resources: {'Port': ['ID=5bec64e8-512c-4d59-8d48-f7c3ea23133e,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:29.921344 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148f6b89-0c4d-404e-938c-42aa96b55246 x-openstack-request-id: req-148f6b89-0c4d-404e-938c-42aa96b55246 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:29.922184 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d863c7db-ed27-442c-b64b-d92ae6d02044", "tag": "5bec64e8-512c-4d59-8d48-f7c3ea23133e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:29.924263 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-148f6b89-0c4d-404e-938c-42aa96b55246 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:29.924830 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd863c7db-ed27-442c-b64b-d92ae6d02044', 'tag': '5bec64e8-512c-4d59-8d48-f7c3ea23133e', 'status': 'completed', 'code': 200} Feb 05 02:49:30.114159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80a689-da73-4745-80e1-aa4502ee605d req-7ddc9dfb-6cca-43b6-8100-c33e050d82de tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:30.125091 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b80a689-da73-4745-80e1-aa4502ee605d req-7ddc9dfb-6cca-43b6-8100-c33e050d82de tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 948 time: 0.1570895 Feb 05 02:49:30.255228 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-956382e5-be32-44c7-8eb5-42c88de465bf tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:30.275300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b80a689-da73-4745-80e1-aa4502ee605d req-7cf5242f-a9d6-4d67-ac3c-0f8d032b4532 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489522 Feb 05 02:49:30.278104 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-956382e5-be32-44c7-8eb5-42c88de465bf tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.10 "GET /v2.0/networks?id=7f0214b3-4832-4da0-b028-f229408f249e HTTP/1.1" status: 200 len: 810 time: 0.5717525 Feb 05 02:49:30.298516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-c178ad6f-db37-4d19-be0f-d681816e1c96 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Request body: {'port': {'device_id': 'b2b7a35b-347d-4098-a97e-394c28891c86', 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e', 'admin_state_up': True, 'tenant_id': 'ed2205a9989a45599198d4201fff1118'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:30.354801 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a66e5b8d-8fea-4f04-bd02-52461a100147 is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:30.355590 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:30.542158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a66e5b8d-8fea-4f04-bd02-52461a100147 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:30.562926 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-831ff89c-2fcb-46a4-9bcb-135fbf0e7af0 req-985f0de9-6b3f-436c-9a81-ab0bc0fbcbea tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 210 time: 0.1181490 Feb 05 02:49:30.563633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42320) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:30.638468 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-c178ad6f-db37-4d19-be0f-d681816e1c96 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Made reservation on behalf of ed2205a9989a45599198d4201fff1118 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:49:30.643017 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-c178ad6f-db37-4d19-be0f-d681816e1c96 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:30.678395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-20f4964e-5378-4862-ab06-e1d24feb4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:30.680197 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-20f4964e-5378-4862-ab06-e1d24feb4782 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 1130 time: 0.9002790 Feb 05 02:49:30.753085 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a66e5b8d-8fea-4f04-bd02-52461a100147, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a66e5b8d-8fea-4f04-bd02-52461a100147,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:30.790658 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:30.860029 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c92ffc65-c45c-4b0b-a2c7-fd1b308d563e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:30.965101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['a66e5b8d-8fea-4f04-bd02-52461a100147'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:31.058667 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c92ffc65-c45c-4b0b-a2c7-fd1b308d563e admin admin] Publish callbacks [] for security_group (11f50cee-f027-4be4-b983-1a769c6462ba), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:31.078561 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c92ffc65-c45c-4b0b-a2c7-fd1b308d563e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (11f50cee-f027-4be4-b983-1a769c6462ba), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:31.136700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c92ffc65-c45c-4b0b-a2c7-fd1b308d563e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0bbc860ed2d4652874d4f52be32c427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5634971 Feb 05 02:49:31.138734 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42328) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:31.232182 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a66e5b8d-8fea-4f04-bd02-52461a100147,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:31.237703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ffc65-c45c-4b0b-a2c7-fd1b308d563e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f50cee-f027-4be4-b983-1a769c6462ba,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:31.319403 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b7f80d5a-d913-43ca-9401-291173a0ba8c admin admin] Publish callbacks [] for security_group (11f50cee-f027-4be4-b983-1a769c6462ba), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:31.325122 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-00944aeb-6c86-4063-b1b0-1878b6d663e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5bec64e8-512c-4d59-8d48-f7c3ea23133e HTTP/1.1" status: 200 len: 217 time: 0.6068387 Feb 05 02:49:31.333755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'name': 'tempest-ServerRescueTestJSON-649473967-router', 'tenant_id': 'ed2205a9989a45599198d4201fff1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '14803634-90ee-497a-8b54-db5f707dd7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:49:18Z', 'updated_at': '2022-02-05T02:49:23Z', 'revision_number': 4, 'project_id': 'ed2205a9989a45599198d4201fff1118', 'gw_port': {'id': '14803634-90ee-497a-8b54-db5f707dd7ca', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:49:18Z', 'updated_at': '2022-02-05T02:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'afe3a04d-80ad-4123-988b-bac663ce0ee7', 'name': '', 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e', 'tenant_id': 'ed2205a9989a45599198d4201fff1118', 'mac_address': 'fa:16:3e:83:42:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a9e5f1c-1cb1-4142-b986-a844e1c2c12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:49:22Z', 'updated_at': '2022-02-05T02:49:27Z', 'revision_number': 4, 'project_id': 'ed2205a9989a45599198d4201fff1118', 'subnets': [{'id': '4a9e5f1c-1cb1-4142-b986-a844e1c2c12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:49:31.379338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac3f8d-6c1a-405c-88c3-b96ce6048f22 None None] The sync data for ids ['a60019c0-0b6a-4a75-b05b-9669b0dec7ad'] in n-d-826942-8 is: [{'id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'name': 'tempest-ServerRescueTestJSON-649473967-router', 'tenant_id': 'ed2205a9989a45599198d4201fff1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '14803634-90ee-497a-8b54-db5f707dd7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:49:18Z', 'updated_at': '2022-02-05T02:49:23Z', 'revision_number': 4, 'project_id': 'ed2205a9989a45599198d4201fff1118', 'gw_port': {'id': '14803634-90ee-497a-8b54-db5f707dd7ca', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:49:18Z', 'updated_at': '2022-02-05T02:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'afe3a04d-80ad-4123-988b-bac663ce0ee7', 'name': '', 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e', 'tenant_id': 'ed2205a9989a45599198d4201fff1118', 'mac_address': 'fa:16:3e:83:42:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a9e5f1c-1cb1-4142-b986-a844e1c2c12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:49:22Z', 'updated_at': '2022-02-05T02:49:27Z', 'revision_number': 4, 'project_id': 'ed2205a9989a45599198d4201fff1118', 'subnets': [{'id': '4a9e5f1c-1cb1-4142-b986-a844e1c2c12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:49:31.380404 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b7f80d5a-d913-43ca-9401-291173a0ba8c admin admin] Publish callbacks [] for security_group (11f50cee-f027-4be4-b983-1a769c6462ba), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:31.528086 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-c178ad6f-db37-4d19-be0f-d681816e1c96 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Allocated IP 172.20.0.3 (7f0214b3-4832-4da0-b028-f229408f249e/4a9e5f1c-1cb1-4142-b986-a844e1c2c12b/7d2c2a52-607a-4e58-bc85-ee9318ed72bb) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:49:31.704548 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-69bffcf1-1c27-4234-879b-27aecc199b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:31.706120 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-69bffcf1-1c27-4234-879b-27aecc199b9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.3727415 Feb 05 02:49:31.805989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9dfba-ac11-44b9-ab7d-629afa5ba918 req-7d760a98-a29c-4c77-a727-9d9836f41d10 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:31.809571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-71c4cc85-eb18-4948-8415-ddd53459f511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:31.811473 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-71c4cc85-eb18-4948-8415-ddd53459f511 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0877485 Feb 05 02:49:31.811636 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3c9dfba-ac11-44b9-ab7d-629afa5ba918 req-7d760a98-a29c-4c77-a727-9d9836f41d10 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 948 time: 0.3051865 Feb 05 02:49:31.856011 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b7f80d5a-d913-43ca-9401-291173a0ba8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (11f50cee-f027-4be4-b983-1a769c6462ba), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:31.860145 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b7f80d5a-d913-43ca-9401-291173a0ba8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:31.863776 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b7f80d5a-d913-43ca-9401-291173a0ba8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11f50cee-f027-4be4-b983-1a769c6462ba HTTP/1.1" status: 204 len: 168 time: 0.7218661 Feb 05 02:49:31.987724 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d24d0f0-9ea9-4606-8453-0fd4401c965b req-e0d97604-95fc-4256-af38-7b8ddfe01e67 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 210 time: 0.2201827 Feb 05 02:49:32.017716 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-46cbf9c3-8ce8-4a89-b97b-585b002e221d service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961660 Feb 05 02:49:32.062706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f80d5a-d913-43ca-9401-291173a0ba8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f50cee-f027-4be4-b983-1a769c6462ba,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:32.126551 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3c9dfba-ac11-44b9-ab7d-629afa5ba918 req-68efdb22-0cbc-4328-be1f-01c83c20f25d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808678 Feb 05 02:49:32.493033 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-c178ad6f-db37-4d19-be0f-d681816e1c96 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Publish callbacks [] for port (7d2c2a52-607a-4e58-bc85-ee9318ed72bb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:32.500686 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88f88ad5-e029-4c7b-a5a9-bda305934d86 req-3a834fd4-cd85-4de4-a105-ac3faa7fcf3f service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524431 Feb 05 02:49:32.706071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42370) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:32.725818 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68d6ec09-7619-4e2b-af69-6a283e587bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:32.732438 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-c178ad6f-db37-4d19-be0f-d681816e1c96 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7d2c2a52-607a-4e58-bc85-ee9318ed72bb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:32.858408 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f171d6-8c5a-4744-856b-99a9a587c58f req-34b76c8f-6d96-471c-a608-23b7a36bb887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:32.872414 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-44f171d6-8c5a-4744-856b-99a9a587c58f req-34b76c8f-6d96-471c-a608-23b7a36bb887 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 1130 time: 0.3006411 Feb 05 02:49:32.890498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-c178ad6f-db37-4d19-be0f-d681816e1c96 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Network 7f0214b3-4832-4da0-b028-f229408f249e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:49:32.895377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-c178ad6f-db37-4d19-be0f-d681816e1c96 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:49:32.912438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-c178ad6f-db37-4d19-be0f-d681816e1c96 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:49:32.937632 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68d6ec09-7619-4e2b-af69-6a283e587bdf admin admin] Publish callbacks [] for security_group (9d82a688-504a-41f8-806d-69bfefe69b07), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:32.964620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68d6ec09-7619-4e2b-af69-6a283e587bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9d82a688-504a-41f8-806d-69bfefe69b07), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:32.982176 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178ad6f-db37-4d19-be0f-d681816e1c96 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Pushing event updated for resources: {'Port': ['ID=7d2c2a52-607a-4e58-bc85-ee9318ed72bb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:33.023702 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a66e5b8d-8fea-4f04-bd02-52461a100147 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:49:33.034913 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-c178ad6f-db37-4d19-be0f-d681816e1c96 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:33.036464 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-c178ad6f-db37-4d19-be0f-d681816e1c96 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:33.080675 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-68d6ec09-7619-4e2b-af69-6a283e587bdf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dcb2e700d9e34848b90f041bda28ecf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734853 Feb 05 02:49:33.086799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42380) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:49:33.157745 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f171d6-8c5a-4744-856b-99a9a587c58f req-9c56f206-6f1d-4515-a3c6-5c4cfa3609cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:33.164576 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-44f171d6-8c5a-4744-856b-99a9a587c58f req-9c56f206-6f1d-4515-a3c6-5c4cfa3609cf service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2687678 Feb 05 02:49:33.311740 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device afe3a04d-80ad-4123-988b-bac663ce0ee7 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:49:33.312259 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6ec09-7619-4e2b-af69-6a283e587bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d82a688-504a-41f8-806d-69bfefe69b07,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:33.356710 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port a66e5b8d-8fea-4f04-bd02-52461a100147 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:33.358477 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:33.444198 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-44f171d6-8c5a-4744-856b-99a9a587c58f req-c415764b-549e-4edd-8005-09f9996ee4a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5bec64e8-512c-4d59-8d48-f7c3ea23133e HTTP/1.1" status: 200 len: 217 time: 0.2604523 Feb 05 02:49:33.468702 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-c178ad6f-db37-4d19-be0f-d681816e1c96 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1770682 Feb 05 02:49:33.529169 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Request body: {'port': {'device_id': 'b2b7a35b-347d-4098-a97e-394c28891c86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:33.557964 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2f022e6-69be-44ba-9796-0befe232653b admin admin] Publish callbacks [] for security_group (9d82a688-504a-41f8-806d-69bfefe69b07), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:33.632825 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd622cfe-6d6e-4622-995d-1f67888d821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:33.701829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c367e-8706-409d-be57-56af339d9e67 req-eff3eeaf-c0b3-4149-a509-905e046dfa39 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:33.705282 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port afe3a04d-80ad-4123-988b-bac663ce0ee7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:33.705731 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (afe3a04d-80ad-4123-988b-bac663ce0ee7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:33.709057 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-508c367e-8706-409d-be57-56af339d9e67 req-eff3eeaf-c0b3-4149-a509-905e046dfa39 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 931 time: 0.4701190 Feb 05 02:49:33.745766 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2f022e6-69be-44ba-9796-0befe232653b admin admin] Publish callbacks [] for security_group (9d82a688-504a-41f8-806d-69bfefe69b07), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:33.792321 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a66e5b8d-8fea-4f04-bd02-52461a100147 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:33.794081 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:33.839574 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-508c367e-8706-409d-be57-56af339d9e67 req-1dafdc1d-4f98-42c2-928d-5433540220ca tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264963 Feb 05 02:49:33.864013 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec75d7b-81b9-4c2a-957a-72b373d691c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66e5b8d-8fea-4f04-bd02-52461a100147'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:33.867642 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a1416a-9a41-4b20-8f37-b50335c47841" -d '{"events": [{"server_uuid": "dec75d7b-81b9-4c2a-957a-72b373d691c6", "name": "network-vif-plugged", "status": "completed", "tag": "a66e5b8d-8fea-4f04-bd02-52461a100147"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:33.877040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f4c22-78a3-4111-8416-48394e279e64 req-19a19955-7615-4fb5-aa58-537f50ea4767 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:33.886667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc1f4c22-78a3-4111-8416-48394e279e64 req-19a19955-7615-4fb5-aa58-537f50ea4767 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 948 time: 0.3087482 Feb 05 02:49:33.889118 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a66e5b8d-8fea-4f04-bd02-52461a100147, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a66e5b8d-8fea-4f04-bd02-52461a100147,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:33.965329 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:33.978847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f171d6-8c5a-4744-856b-99a9a587c58f req-8207010a-b553-4a71-9ab1-7a2c82223413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:34.004949 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2f022e6-69be-44ba-9796-0befe232653b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9d82a688-504a-41f8-806d-69bfefe69b07), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:34.007132 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-44f171d6-8c5a-4744-856b-99a9a587c58f req-8207010a-b553-4a71-9ab1-7a2c82223413 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.5097935 Feb 05 02:49:34.015652 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2f022e6-69be-44ba-9796-0befe232653b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:34.019201 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b2f022e6-69be-44ba-9796-0befe232653b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d82a688-504a-41f8-806d-69bfefe69b07 HTTP/1.1" status: 204 len: 168 time: 0.9274023 Feb 05 02:49:34.057636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port afe3a04d-80ad-4123-988b-bac663ce0ee7 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:34.062785 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (afe3a04d-80ad-4123-988b-bac663ce0ee7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:34.091132 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7d2c2a52-607a-4e58-bc85-ee9318ed72bb), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:34.109699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f022e6-69be-44ba-9796-0befe232653b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d82a688-504a-41f8-806d-69bfefe69b07,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:34.128632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc1f4c22-78a3-4111-8416-48394e279e64 req-4a2b5a92-87b6-41e4-8178-05749349d759 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407544 Feb 05 02:49:34.160991 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a66e5b8d-8fea-4f04-bd02-52461a100147,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:34.195493 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13ca07c-6243-4f14-a0c6-2b9976a1e413 x-openstack-request-id: req-b13ca07c-6243-4f14-a0c6-2b9976a1e413 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:34.195847 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec75d7b-81b9-4c2a-957a-72b373d691c6", "name": "network-vif-plugged", "status": "completed", "tag": "a66e5b8d-8fea-4f04-bd02-52461a100147", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:34.196104 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b13ca07c-6243-4f14-a0c6-2b9976a1e413 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:34.196514 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec75d7b-81b9-4c2a-957a-72b373d691c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66e5b8d-8fea-4f04-bd02-52461a100147', 'code': 200} Feb 05 02:49:34.202541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port afe3a04d-80ad-4123-988b-bac663ce0ee7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=afe3a04d-80ad-4123-988b-bac663ce0ee7,segment=NetworkSegment(a763eb1f-5e8d-4bf6-88db-db88e863bc0f),segment_id=a763eb1f-5e8d-4bf6-88db-db88e863bc0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:34.209864 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (afe3a04d-80ad-4123-988b-bac663ce0ee7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:34.258148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f171d6-8c5a-4744-856b-99a9a587c58f req-98050644-8404-466b-a6c4-eabdab880a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:34.260723 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-44f171d6-8c5a-4744-856b-99a9a587c58f req-98050644-8404-466b-a6c4-eabdab880a4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2526841 Feb 05 02:49:34.298451 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=afe3a04d-80ad-4123-988b-bac663ce0ee7,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:34.741885 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-44f171d6-8c5a-4744-856b-99a9a587c58f req-6fed61bc-4508-4741-997f-914de03f9572 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667747 Feb 05 02:49:35.057359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5bec64e8-512c-4d59-8d48-f7c3ea23133e details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:49:35.082004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2c2a52-607a-4e58-bc85-ee9318ed72bb {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:35.096834 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Publish callbacks [] for port (7d2c2a52-607a-4e58-bc85-ee9318ed72bb), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:35.117468 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Transition to ACTIVE for port object 7d2c2a52-607a-4e58-bc85-ee9318ed72bb will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:49:35.127184 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device afe3a04d-80ad-4123-988b-bac663ce0ee7 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:49:35.129635 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (7d2c2a52-607a-4e58-bc85-ee9318ed72bb), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:35.266507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048a171-5130-41e3-ab49-2ae88c8405e4 req-2368b2a7-f46f-4edf-bd84-83bda7405607 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:35.281006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e048a171-5130-41e3-ab49-2ae88c8405e4 req-2368b2a7-f46f-4edf-bd84-83bda7405607 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 931 time: 0.1732416 Feb 05 02:49:35.359378 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-44f171d6-8c5a-4744-856b-99a9a587c58f req-284fc067-31ee-41c1-82e8-ed57d528b411 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102452 Feb 05 02:49:35.373138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Pushing event updated for resources: {'Port': ['ID=7d2c2a52-607a-4e58-bc85-ee9318ed72bb,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:35.506880 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e048a171-5130-41e3-ab49-2ae88c8405e4 req-847039c5-b2e2-4429-98bf-6db0db64437c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244227 Feb 05 02:49:35.588761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd6629-4953-4b24-8d6a-a184cf1827d4 req-27a0db14-1bfd-4146-9de8-f0ee2a532766 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:35.588761 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17fd6629-4953-4b24-8d6a-a184cf1827d4 req-27a0db14-1bfd-4146-9de8-f0ee2a532766 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 948 time: 0.2460752 Feb 05 02:49:35.612310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Attempting to bind port 7d2c2a52-607a-4e58-bc85-ee9318ed72bb on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:49:35.612952 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Attempting to bind port 7d2c2a52-607a-4e58-bc85-ee9318ed72bb by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'a763eb1f-5e8d-4bf6-88db-db88e863bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:49:35.613489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Attempting to bind port 7d2c2a52-607a-4e58-bc85-ee9318ed72bb on network 7f0214b3-4832-4da0-b028-f229408f249e {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:35.628294 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Port 7d2c2a52-607a-4e58-bc85-ee9318ed72bb on network 7f0214b3-4832-4da0-b028-f229408f249e not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:49:35.628917 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Attempting to bind port 7d2c2a52-607a-4e58-bc85-ee9318ed72bb on network 7f0214b3-4832-4da0-b028-f229408f249e {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:35.641791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:49:35.642471 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Checking segment: {'id': 'a763eb1f-5e8d-4bf6-88db-db88e863bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:49:35.643083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Bound using segment: {'id': 'a763eb1f-5e8d-4bf6-88db-db88e863bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:49:35.643720 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Bound port: 7d2c2a52-607a-4e58-bc85-ee9318ed72bb, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a763eb1f-5e8d-4bf6-88db-db88e863bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:49:35.644281 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7d2c2a52-607a-4e58-bc85-ee9318ed72bb), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:35.849065 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17fd6629-4953-4b24-8d6a-a184cf1827d4 req-e9149f60-9aca-4749-bda2-d7f5a9ec2697 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511895 Feb 05 02:49:35.852732 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] For port 7d2c2a52-607a-4e58-bc85-ee9318ed72bb, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:49:35.873616 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] For port 7d2c2a52-607a-4e58-bc85-ee9318ed72bb, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=7d2c2a52-607a-4e58-bc85-ee9318ed72bb,segment=NetworkSegment(a763eb1f-5e8d-4bf6-88db-db88e863bc0f),segment_id=a763eb1f-5e8d-4bf6-88db-db88e863bc0f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:49:35.876604 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eeecdeac-fb95-479b-a48b-16944ba0baa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:35.897579 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (7d2c2a52-607a-4e58-bc85-ee9318ed72bb), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:35.951209 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:35.952455 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:35.954130 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] 10.222.0.10 "PUT /v2.0/ports/7d2c2a52-607a-4e58-bc85-ee9318ed72bb HTTP/1.1" status: 200 len: 1091 time: 2.4454117 Feb 05 02:49:35.954830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b7a35b-347d-4098-a97e-394c28891c86', 'tag': '7d2c2a52-607a-4e58-bc85-ee9318ed72bb'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:35.957320 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1068a9f6-f674-4acd-85e2-d4ba4c10fe68" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b7a35b-347d-4098-a97e-394c28891c86", "tag": "7d2c2a52-607a-4e58-bc85-ee9318ed72bb"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:35.971264 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5bec64e8-512c-4d59-8d48-f7c3ea23133e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5bec64e8-512c-4d59-8d48-f7c3ea23133e,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:35.973849 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port afe3a04d-80ad-4123-988b-bac663ce0ee7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:35.976654 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (afe3a04d-80ad-4123-988b-bac663ce0ee7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:36.033070 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dcb70-ea78-44f2-94f8-a9566ebfd5df service neutron] Pushing event updated for resources: {'Port': ['ID=7d2c2a52-607a-4e58-bc85-ee9318ed72bb,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:36.085835 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '5bec64e8-512c-4d59-8d48-f7c3ea23133e', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '5bec64e8-512c-4d59-8d48-f7c3ea23133e', 'mac_address': 'fa:16:3e:a8:7f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:49:36.139678 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb8246c-462f-45df-92e5-f41e6e462045 x-openstack-request-id: req-5fb8246c-462f-45df-92e5-f41e6e462045 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:36.139903 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b7a35b-347d-4098-a97e-394c28891c86", "tag": "7d2c2a52-607a-4e58-bc85-ee9318ed72bb", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:36.140134 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5fb8246c-462f-45df-92e5-f41e6e462045 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:36.140539 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b7a35b-347d-4098-a97e-394c28891c86', 'tag': '7d2c2a52-607a-4e58-bc85-ee9318ed72bb', 'status': 'completed', 'code': 200} Feb 05 02:49:36.208380 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port afe3a04d-80ad-4123-988b-bac663ce0ee7 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:36.213670 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-4fe4f074-0a59-40d6-a5ba-ca3b8e3fbbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:36.222075 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-4fe4f074-0a59-40d6-a5ba-ca3b8e3fbbbe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed2205a9989a45599198d4201fff1118&device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 1125 time: 0.1697865 Feb 05 02:49:36.309209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5bec64e8-512c-4d59-8d48-f7c3ea23133e is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:36.309606 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5bec64e8-512c-4d59-8d48-f7c3ea23133e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:36.353893 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-020a4858-c310-4a89-b0b8-f87af7ccf226 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d2c2a52-607a-4e58-bc85-ee9318ed72bb HTTP/1.1" status: 200 len: 217 time: 0.1281710 Feb 05 02:49:36.364249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bec64e8-512c-4d59-8d48-f7c3ea23133e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:36.429442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5bec64e8-512c-4d59-8d48-f7c3ea23133e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5bec64e8-512c-4d59-8d48-f7c3ea23133e,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:36.440970 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5bec64e8-512c-4d59-8d48-f7c3ea23133e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:36.471699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-50d6f68f-560c-463c-9b00-0c9b1fd23f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:36.475872 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-50d6f68f-560c-463c-9b00-0c9b1fd23f4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a9e5f1c-1cb1-4142-b986-a844e1c2c12b HTTP/1.1" status: 200 len: 850 time: 0.1126750 Feb 05 02:49:36.562052 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-09594daa-10f6-4d65-ac14-a384537e3cec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f0214b3-4832-4da0-b028-f229408f249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748010 Feb 05 02:49:36.573021 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5bec64e8-512c-4d59-8d48-f7c3ea23133e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:36.733911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7ba3f-eaac-46e9-951a-2e7258065445 req-254213ba-0fbb-4f32-8cdf-d707863b0a74 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:36.747114 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aeb7ba3f-eaac-46e9-951a-2e7258065445 req-254213ba-0fbb-4f32-8cdf-d707863b0a74 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 943 time: 0.1122851 Feb 05 02:49:36.773859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5bec64e8-512c-4d59-8d48-f7c3ea23133e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:36.799352 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-251fa564-d3b1-4a98-bbc9-b6948e0cb47b service neutron] 10.222.0.10 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227774 Feb 05 02:49:36.911889 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aeb7ba3f-eaac-46e9-951a-2e7258065445 req-8168d045-f61d-48b7-99ce-f257696da0f6 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639886 Feb 05 02:49:36.973474 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09443cb3-acf5-4a2f-bbd7-af55ee0f6ebc req-7bcf2d73-60b0-4512-8cef-4fed26f3e81a service neutron] 10.222.0.10 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659255 Feb 05 02:49:37.071163 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:37.119352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068a9f6-f674-4acd-85e2-d4ba4c10fe68 req-49d2306d-fb38-4b4f-ad12-e0f4f89d831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:37.121240 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1068a9f6-f674-4acd-85e2-d4ba4c10fe68 req-49d2306d-fb38-4b4f-ad12-e0f4f89d831f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed2205a9989a45599198d4201fff1118&device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 1125 time: 0.0835629 Feb 05 02:49:37.141671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dd186-fbc0-486f-9b97-cb117d4685a5 req-8ef8f11d-614a-4534-a77b-379748ed5e34 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:37.143771 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-690dd186-fbc0-486f-9b97-cb117d4685a5 req-8ef8f11d-614a-4534-a77b-379748ed5e34 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 949 time: 0.1068153 Feb 05 02:49:37.210202 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-690dd186-fbc0-486f-9b97-cb117d4685a5 req-672c1404-1199-4747-a827-4a7b8649994e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608480 Feb 05 02:49:37.300523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068a9f6-f674-4acd-85e2-d4ba4c10fe68 req-7af251fe-2653-4055-a513-1db49de6a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:37.303335 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1068a9f6-f674-4acd-85e2-d4ba4c10fe68 req-7af251fe-2653-4055-a513-1db49de6a7fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f0214b3-4832-4da0-b028-f229408f249e HTTP/1.1" status: 200 len: 911 time: 0.1727824 Feb 05 02:49:37.382422 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1068a9f6-f674-4acd-85e2-d4ba4c10fe68 req-d074fc51-ea68-47a6-bc6b-ef45c5266acb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d2c2a52-607a-4e58-bc85-ee9318ed72bb HTTP/1.1" status: 200 len: 217 time: 0.0692260 Feb 05 02:49:37.457193 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068a9f6-f674-4acd-85e2-d4ba4c10fe68 req-d639c4b1-e7ef-45d2-b825-32085d1e9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:37.458842 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1068a9f6-f674-4acd-85e2-d4ba4c10fe68 req-d639c4b1-e7ef-45d2-b825-32085d1e9776 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a9e5f1c-1cb1-4142-b986-a844e1c2c12b HTTP/1.1" status: 200 len: 850 time: 0.0660527 Feb 05 02:49:37.471488 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-57fd41c5-044f-4e1c-8f0b-afb98e219481 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c2d1bfb12ece4572b784252a2804123f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419748 Feb 05 02:49:37.503967 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1068a9f6-f674-4acd-85e2-d4ba4c10fe68 req-86f4b37d-0824-4c80-b2ff-e8e62e77f7a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f0214b3-4832-4da0-b028-f229408f249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316768 Feb 05 02:49:37.658137 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1068a9f6-f674-4acd-85e2-d4ba4c10fe68 req-20bf454c-ef85-41c7-b2f2-b785e112ced3 service neutron] 10.222.0.10 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475689 Feb 05 02:49:37.677853 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-6e4c779c-45e1-488f-953b-40d91f59fe10 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:37.684417 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-6e4c779c-45e1-488f-953b-40d91f59fe10 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2120891 Feb 05 02:49:37.716518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-ecb67ec0-cbcc-4931-b082-d72ab854e53f tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/quotas/c2d1bfb12ece4572b784252a2804123f HTTP/1.1" status: 200 len: 375 time: 0.0210643 Feb 05 02:49:37.793779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-d038658f-ebee-48c1-9e58-8db0bef964f5 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2d1bfb12ece4572b784252a2804123f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719492 Feb 05 02:49:37.820905 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1068a9f6-f674-4acd-85e2-d4ba4c10fe68 req-62692435-b845-430c-8ad5-a732d0ca9c26 service neutron] 10.222.0.10 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490586 Feb 05 02:49:38.175899 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2e42bf8-0e19-4ce4-a357-10394b02a1b3 req-ced5618f-8cd5-4c59-b723-9e29fb319357 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 210 time: 0.1081285 Feb 05 02:49:38.233201 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5121b-ca80-428d-a2ae-b987a34b65c5 req-bb6a1ad6-e6f7-45da-b531-57596025949e tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:38.234446 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79e5121b-ca80-428d-a2ae-b987a34b65c5 req-bb6a1ad6-e6f7-45da-b531-57596025949e tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 943 time: 0.1861660 Feb 05 02:49:38.315485 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79e5121b-ca80-428d-a2ae-b987a34b65c5 req-5943600c-0f8e-4085-b58c-08ef1f180af4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656152 Feb 05 02:49:38.448319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b038b9d-83c4-421d-ab1e-c620a963e939 req-13860f20-420a-4b28-940d-3cd830a36985 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:38.463047 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b038b9d-83c4-421d-ab1e-c620a963e939 req-13860f20-420a-4b28-940d-3cd830a36985 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 949 time: 0.1273875 Feb 05 02:49:38.541518 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:38.577592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b038b9d-83c4-421d-ab1e-c620a963e939 req-7a671c19-5d57-4116-812e-83ce2a8d6d75 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135120 Feb 05 02:49:39.058887 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 7d2c2a52-607a-4e58-bc85-ee9318ed72bb details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:49:39.060944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5bec64e8-512c-4d59-8d48-f7c3ea23133e up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:49:39.315111 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8780cde-becb-45b2-b4d5-9c9906b0dcb3 req-470d0184-1862-4c3e-84a6-4bace977d404 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 210 time: 0.0541122 Feb 05 02:49:39.368944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 7d2c2a52-607a-4e58-bc85-ee9318ed72bb, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=7d2c2a52-607a-4e58-bc85-ee9318ed72bb,segment=NetworkSegment(a763eb1f-5e8d-4bf6-88db-db88e863bc0f),segment_id=a763eb1f-5e8d-4bf6-88db-db88e863bc0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:39.393656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 5bec64e8-512c-4d59-8d48-f7c3ea23133e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:49:39.417334 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 5bec64e8-512c-4d59-8d48-f7c3ea23133e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:39.417706 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5bec64e8-512c-4d59-8d48-f7c3ea23133e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:39.494404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '7d2c2a52-607a-4e58-bc85-ee9318ed72bb', 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e', 'port_id': '7d2c2a52-607a-4e58-bc85-ee9318ed72bb', 'mac_address': 'fa:16:3e:3b:35:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9e5f1c-1cb1-4142-b986-a844e1c2c12b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:49:39.506731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2918a28-c1d3-4244-b2fa-59c3febdffc3 req-280b9c9e-b78b-4722-9315-5242f1984dff tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:39.526395 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2918a28-c1d3-4244-b2fa-59c3febdffc3 req-280b9c9e-b78b-4722-9315-5242f1984dff tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 943 time: 0.1177073 Feb 05 02:49:39.628207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 7d2c2a52-607a-4e58-bc85-ee9318ed72bb is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:39.629275 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7d2c2a52-607a-4e58-bc85-ee9318ed72bb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:39.649229 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2c2a52-607a-4e58-bc85-ee9318ed72bb {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:39.654898 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2918a28-c1d3-4244-b2fa-59c3febdffc3 req-01393b81-8dbc-4d1c-bfe4-33dc2781c5e1 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258509 Feb 05 02:49:39.695159 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-f238753c-59d9-46fe-93a9-3c1ecbe98e3b tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c2d1bfb12ece4572b784252a2804123f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716803 Feb 05 02:49:39.745786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 7d2c2a52-607a-4e58-bc85-ee9318ed72bb, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=7d2c2a52-607a-4e58-bc85-ee9318ed72bb,segment=NetworkSegment(a763eb1f-5e8d-4bf6-88db-db88e863bc0f),segment_id=a763eb1f-5e8d-4bf6-88db-db88e863bc0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:39.793510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5bec64e8-512c-4d59-8d48-f7c3ea23133e is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:39.796033 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5bec64e8-512c-4d59-8d48-f7c3ea23133e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:39.822568 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7d2c2a52-607a-4e58-bc85-ee9318ed72bb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:39.873167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7de87-dac8-4936-9144-62726cef7dca req-bc97048a-3df8-4395-8460-b45fa67fa3dd tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:39.883384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2b7de87-dac8-4936-9144-62726cef7dca req-bc97048a-3df8-4395-8460-b45fa67fa3dd tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 949 time: 0.1308191 Feb 05 02:49:39.920588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-5c9cf500-e7bd-4737-92c1-c276caf62480 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:39.930681 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-5c9cf500-e7bd-4737-92c1-c276caf62480 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282968 Feb 05 02:49:39.940201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd863c7db-ed27-442c-b64b-d92ae6d02044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bec64e8-512c-4d59-8d48-f7c3ea23133e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:39.942400 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3169cd-6d38-46f8-bc37-61549c2a9c08" -d '{"events": [{"server_uuid": "d863c7db-ed27-442c-b64b-d92ae6d02044", "name": "network-vif-plugged", "status": "completed", "tag": "5bec64e8-512c-4d59-8d48-f7c3ea23133e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:39.954921 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-fb59062d-0615-47f0-b18a-ce78e7f3cb75 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Request body: {'port': {'device_id': 'a7f7d174-8c32-4c67-ae88-70b6a86fa707', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': 'c2d1bfb12ece4572b784252a2804123f'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:39.979389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2b7de87-dac8-4936-9144-62726cef7dca req-865957e1-c958-46ee-8b57-1a948f8e185b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929692 Feb 05 02:49:40.003814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5bec64e8-512c-4d59-8d48-f7c3ea23133e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5bec64e8-512c-4d59-8d48-f7c3ea23133e,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:40.003814 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:40.043206 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5bec64e8-512c-4d59-8d48-f7c3ea23133e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:40.058578 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf9162e-df45-4731-a986-2497ffc1729d x-openstack-request-id: req-fdf9162e-df45-4731-a986-2497ffc1729d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:40.058913 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d863c7db-ed27-442c-b64b-d92ae6d02044", "name": "network-vif-plugged", "status": "completed", "tag": "5bec64e8-512c-4d59-8d48-f7c3ea23133e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:40.059175 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fdf9162e-df45-4731-a986-2497ffc1729d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:40.061460 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd863c7db-ed27-442c-b64b-d92ae6d02044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bec64e8-512c-4d59-8d48-f7c3ea23133e', 'code': 200} Feb 05 02:49:40.077921 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=7d2c2a52-607a-4e58-bc85-ee9318ed72bb,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:40.162184 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5bec64e8-512c-4d59-8d48-f7c3ea23133e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:40.185863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['7d2c2a52-607a-4e58-bc85-ee9318ed72bb'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:40.220559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-fb59062d-0615-47f0-b18a-ce78e7f3cb75 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Made reservation on behalf of c2d1bfb12ece4572b784252a2804123f for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:49:40.233440 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-fb59062d-0615-47f0-b18a-ce78e7f3cb75 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:40.248323 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-fb59062d-0615-47f0-b18a-ce78e7f3cb75 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:40.343948 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-fb59062d-0615-47f0-b18a-ce78e7f3cb75 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks [] for security_group (357f7f29-15c0-4044-9a71-6e95f64668c3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:40.351419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa473f0-d7ea-4495-8fdf-39cddecf2815 req-fef11d9e-44e7-43ed-b51e-ab2fcdccbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:40.353362 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7aa473f0-d7ea-4495-8fdf-39cddecf2815 req-fef11d9e-44e7-43ed-b51e-ab2fcdccbcd0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 1132 time: 0.2187879 Feb 05 02:49:40.355060 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-fb59062d-0615-47f0-b18a-ce78e7f3cb75 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (357f7f29-15c0-4044-9a71-6e95f64668c3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:40.465488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59062d-0615-47f0-b18a-ce78e7f3cb75 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357f7f29-15c0-4044-9a71-6e95f64668c3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:40.510593 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-da2e3b2c-601b-4fe0-95a2-8bfe3409fc5c req-c86f0f64-5868-4293-a679-99c4ce9f5c10 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 210 time: 0.0649886 Feb 05 02:49:40.550345 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7aa473f0-d7ea-4495-8fdf-39cddecf2815 req-d6e5136d-5dfa-4b7f-b0cd-ab68e9cda87e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870241 Feb 05 02:49:40.635198 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-fb59062d-0615-47f0-b18a-ce78e7f3cb75 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Allocated IP 192.168.233.165 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/0921c3dc-04ae-471c-ada7-8105109da7a5) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:49:40.908423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78304e05-9df1-40d6-8d2a-0b795f74ebda req-80c05362-2aa8-4ac6-bf6d-6f9f8375521f tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:40.912646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78304e05-9df1-40d6-8d2a-0b795f74ebda req-80c05362-2aa8-4ac6-bf6d-6f9f8375521f tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 944 time: 0.1373405 Feb 05 02:49:40.981852 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:41.027091 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78304e05-9df1-40d6-8d2a-0b795f74ebda req-1ab85d22-4f52-47ed-92be-906b3b7d978c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921106 Feb 05 02:49:41.094567 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-fb59062d-0615-47f0-b18a-ce78e7f3cb75 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks [] for port (0921c3dc-04ae-471c-ada7-8105109da7a5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:41.183229 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-fb59062d-0615-47f0-b18a-ce78e7f3cb75 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0921c3dc-04ae-471c-ada7-8105109da7a5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:41.205700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca2011-baa1-4a4e-b077-36b9399ef686 req-fa52d980-350a-4cf8-afce-fdc65fbe0ff1 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:41.207697 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3cca2011-baa1-4a4e-b077-36b9399ef686 req-fa52d980-350a-4cf8-afce-fdc65fbe0ff1 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 950 time: 0.1211472 Feb 05 02:49:41.289169 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-fb59062d-0615-47f0-b18a-ce78e7f3cb75 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:49:41.302451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-fb59062d-0615-47f0-b18a-ce78e7f3cb75 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:49:41.309267 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-fb59062d-0615-47f0-b18a-ce78e7f3cb75 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:49:41.310620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3cca2011-baa1-4a4e-b077-36b9399ef686 req-3e3a809d-25d3-498a-bbc2-9cc4f078df92 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961993 Feb 05 02:49:41.325109 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59062d-0615-47f0-b18a-ce78e7f3cb75 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Pushing event updated for resources: {'Port': ['ID=0921c3dc-04ae-471c-ada7-8105109da7a5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:41.387928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-fb59062d-0615-47f0-b18a-ce78e7f3cb75 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:41.388854 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-fb59062d-0615-47f0-b18a-ce78e7f3cb75 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:41.421960 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-fb59062d-0615-47f0-b18a-ce78e7f3cb75 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4709525 Feb 05 02:49:41.439784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Request body: {'port': {'device_id': 'a7f7d174-8c32-4c67-ae88-70b6a86fa707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:41.542602 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0921c3dc-04ae-471c-ada7-8105109da7a5), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:41.732075 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef73db9-0f44-4511-9d36-175d1780509b req-3ef38523-7b6e-4849-8ea9-b4547bfd2950 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:41.736792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ef73db9-0f44-4511-9d36-175d1780509b req-3ef38523-7b6e-4849-8ea9-b4547bfd2950 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 936 time: 0.1118143 Feb 05 02:49:41.769676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f2b6e5fc-8c8a-4ed8-ae8d-ca70d71850ce None None] Provisioning complete for port 0921c3dc-04ae-471c-ada7-8105109da7a5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:41.774727 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f2b6e5fc-8c8a-4ed8-ae8d-ca70d71850ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0921c3dc-04ae-471c-ada7-8105109da7a5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:41.870810 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ef73db9-0f44-4511-9d36-175d1780509b req-b780fc5d-ad68-4a4c-a135-7d1be240a925 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040432 Feb 05 02:49:41.926614 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6e5fc-8c8a-4ed8-ae8d-ca70d71850ce None None] Port 0921c3dc-04ae-471c-ada7-8105109da7a5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:49:42.154362 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0921c3dc-04ae-471c-ada7-8105109da7a5 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:42.164245 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Publish callbacks [] for port (0921c3dc-04ae-471c-ada7-8105109da7a5), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:42.181596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Transition to ACTIVE for port object 0921c3dc-04ae-471c-ada7-8105109da7a5 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:49:42.197547 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0921c3dc-04ae-471c-ada7-8105109da7a5), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:42.221023 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf799f-8e03-4917-83a3-66e1d0e51253 req-3756d697-994b-4a13-879b-a1dfb6c392b8 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:42.226231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19cf799f-8e03-4917-83a3-66e1d0e51253 req-3756d697-994b-4a13-879b-a1dfb6c392b8 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 944 time: 0.0944316 Feb 05 02:49:42.294650 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19cf799f-8e03-4917-83a3-66e1d0e51253 req-0b9a3bd2-2df9-4bb9-9253-976c7a6848d5 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527389 Feb 05 02:49:42.333469 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Pushing event updated for resources: {'Port': ['ID=0921c3dc-04ae-471c-ada7-8105109da7a5,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:42.514883 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Attempting to bind port 0921c3dc-04ae-471c-ada7-8105109da7a5 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:49:42.515320 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Attempting to bind port 0921c3dc-04ae-471c-ada7-8105109da7a5 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:49:42.515871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Attempting to bind port 0921c3dc-04ae-471c-ada7-8105109da7a5 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:42.521560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Port 0921c3dc-04ae-471c-ada7-8105109da7a5 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:49:42.522859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Attempting to bind port 0921c3dc-04ae-471c-ada7-8105109da7a5 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:42.539589 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:49:42.539934 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:49:42.540890 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:49:42.541393 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Bound port: 0921c3dc-04ae-471c-ada7-8105109da7a5, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:49:42.541754 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0921c3dc-04ae-471c-ada7-8105109da7a5), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:42.559520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2734c-d846-467d-b63a-9df8a0a4aa76 req-b2d10f79-bbc3-4b77-ba9c-85cf742ac62c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:42.561089 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22f2734c-d846-467d-b63a-9df8a0a4aa76 req-b2d10f79-bbc3-4b77-ba9c-85cf742ac62c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 950 time: 0.1129355 Feb 05 02:49:42.668896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] For port 0921c3dc-04ae-471c-ada7-8105109da7a5, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:49:42.677947 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] For port 0921c3dc-04ae-471c-ada7-8105109da7a5, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0921c3dc-04ae-471c-ada7-8105109da7a5,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:49:42.692773 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0921c3dc-04ae-471c-ada7-8105109da7a5), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:42.735555 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22f2734c-d846-467d-b63a-9df8a0a4aa76 req-5b414487-d13a-43a4-877f-29271a236027 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662991 Feb 05 02:49:42.783529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:42.784346 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:42.786187 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] 10.222.0.10 "PUT /v2.0/ports/0921c3dc-04ae-471c-ada7-8105109da7a5 HTTP/1.1" status: 200 len: 1096 time: 1.3506682 Feb 05 02:49:42.790489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f7d174-8c32-4c67-ae88-70b6a86fa707', 'tag': '0921c3dc-04ae-471c-ada7-8105109da7a5'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:42.792853 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf611eb-ed18-413f-99a5-007b786e6c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f7d174-8c32-4c67-ae88-70b6a86fa707", "tag": "0921c3dc-04ae-471c-ada7-8105109da7a5"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:42.835482 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b09616-e424-4bbd-860c-c7f8cb70f637 service neutron] Pushing event updated for resources: {'Port': ['ID=0921c3dc-04ae-471c-ada7-8105109da7a5,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:42.921000 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35007d6f-fb1c-4950-95a9-c6f0868bd852 x-openstack-request-id: req-35007d6f-fb1c-4950-95a9-c6f0868bd852 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:42.922895 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f7d174-8c32-4c67-ae88-70b6a86fa707", "tag": "0921c3dc-04ae-471c-ada7-8105109da7a5", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:42.923381 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35007d6f-fb1c-4950-95a9-c6f0868bd852 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:42.923864 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f7d174-8c32-4c67-ae88-70b6a86fa707', 'tag': '0921c3dc-04ae-471c-ada7-8105109da7a5', 'status': 'completed', 'code': 200} Feb 05 02:49:42.993642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277c95c-6059-407c-8242-f29aa0fca24e req-fa4c276f-bcae-469d-ac3c-ecb407f104c0 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:43.006204 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-b6af052c-fef4-4e04-b5b8-104e7e3dbe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:43.012000 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-b6af052c-fef4-4e04-b5b8-104e7e3dbe63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2d1bfb12ece4572b784252a2804123f&device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 1130 time: 0.1663444 Feb 05 02:49:43.014607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4277c95c-6059-407c-8242-f29aa0fca24e req-fa4c276f-bcae-469d-ac3c-ecb407f104c0 tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 1132 time: 0.1227734 Feb 05 02:49:43.089264 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 7d2c2a52-607a-4e58-bc85-ee9318ed72bb up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:49:43.138576 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-450c362c-1f1a-44f2-8122-b9266a43eae2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=0921c3dc-04ae-471c-ada7-8105109da7a5 HTTP/1.1" status: 200 len: 217 time: 0.1184301 Feb 05 02:49:43.215661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4277c95c-6059-407c-8242-f29aa0fca24e req-161a40f5-4670-4d5b-a98d-c163b21a267a tempest-ServersOnMultiNodesTest-921093133 tempest-ServersOnMultiNodesTest-921093133-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798949 Feb 05 02:49:43.246242 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 7d2c2a52-607a-4e58-bc85-ee9318ed72bb completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:49:43.251643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6902f5-cc5c-4fd7-94c2-30da39e4eef9 req-2a236729-c5db-4692-bdfe-ec3e840a16d4 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:43.253547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 7d2c2a52-607a-4e58-bc85-ee9318ed72bb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:43.254085 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7d2c2a52-607a-4e58-bc85-ee9318ed72bb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:43.264423 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc6902f5-cc5c-4fd7-94c2-30da39e4eef9 req-2a236729-c5db-4692-bdfe-ec3e840a16d4 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 948 time: 0.1908357 Feb 05 02:49:43.284388 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-cf992baf-67e9-460d-99c8-a4aa7ffdb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:43.285942 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-cf992baf-67e9-460d-99c8-a4aa7ffdb91f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1393456 Feb 05 02:49:43.392207 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-55d4a4f8-00a0-4e3e-b245-b378dc751652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:43.393780 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-55d4a4f8-00a0-4e3e-b245-b378dc751652 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0992062 Feb 05 02:49:43.436367 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc6902f5-cc5c-4fd7-94c2-30da39e4eef9 req-e37e9bd6-7274-42f6-89d1-a7d32a025252 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683471 Feb 05 02:49:43.496958 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 7d2c2a52-607a-4e58-bc85-ee9318ed72bb is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:43.499465 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7d2c2a52-607a-4e58-bc85-ee9318ed72bb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:43.574723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b7a35b-347d-4098-a97e-394c28891c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2c2a52-607a-4e58-bc85-ee9318ed72bb'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:43.584931 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d51209-5d0c-4dce-aa7b-40d90182afce" -d '{"events": [{"server_uuid": "b2b7a35b-347d-4098-a97e-394c28891c86", "name": "network-vif-plugged", "status": "completed", "tag": "7d2c2a52-607a-4e58-bc85-ee9318ed72bb"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:43.636366 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-712c1755-8e4e-450e-8370-55b82e9e2404 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327650 Feb 05 02:49:43.643638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 7d2c2a52-607a-4e58-bc85-ee9318ed72bb, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=7d2c2a52-607a-4e58-bc85-ee9318ed72bb,segment=NetworkSegment(a763eb1f-5e8d-4bf6-88db-db88e863bc0f),segment_id=a763eb1f-5e8d-4bf6-88db-db88e863bc0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:43.661603 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7d2c2a52-607a-4e58-bc85-ee9318ed72bb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:43.728547 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d57677-78ed-498c-b0ec-e260f4a46da1 req-f426adf1-d6bd-4289-84c1-a8f10e3c6737 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:43.746146 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83d57677-78ed-498c-b0ec-e260f4a46da1 req-f426adf1-d6bd-4289-84c1-a8f10e3c6737 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 944 time: 0.1376326 Feb 05 02:49:43.758535 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-655d038e-d5a0-40bc-ac9a-b88ad800c92b req-60d153d1-bd09-4127-921c-303670ca8066 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117814 Feb 05 02:49:43.789549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=7d2c2a52-607a-4e58-bc85-ee9318ed72bb,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:43.883522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83d57677-78ed-498c-b0ec-e260f4a46da1 req-0f8f78e9-9c50-4d83-beb1-48d5a2ea4b2d tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356242 Feb 05 02:49:43.894181 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf611eb-ed18-413f-99a5-007b786e6c4e req-ac7c7f31-4302-49a4-850a-72751fa84103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:43.896407 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7cf611eb-ed18-413f-99a5-007b786e6c4e req-ac7c7f31-4302-49a4-850a-72751fa84103 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2d1bfb12ece4572b784252a2804123f&device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 1130 time: 0.0751915 Feb 05 02:49:43.931020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48711b-690a-484b-b2f6-007652ddffa9 req-f7e7a00c-f69b-44c9-95e1-2b923f4bc42e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:43.949828 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e48711b-690a-484b-b2f6-007652ddffa9 req-f7e7a00c-f69b-44c9-95e1-2b923f4bc42e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 950 time: 0.2002017 Feb 05 02:49:43.964014 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f8ca6c-834e-4a1b-8c00-e09b16052ef1 x-openstack-request-id: req-e2f8ca6c-834e-4a1b-8c00-e09b16052ef1 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:43.964315 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b7a35b-347d-4098-a97e-394c28891c86", "name": "network-vif-plugged", "status": "completed", "tag": "7d2c2a52-607a-4e58-bc85-ee9318ed72bb", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:43.964570 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e2f8ca6c-834e-4a1b-8c00-e09b16052ef1 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:43.964965 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b7a35b-347d-4098-a97e-394c28891c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2c2a52-607a-4e58-bc85-ee9318ed72bb', 'code': 200} Feb 05 02:49:44.057902 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e48711b-690a-484b-b2f6-007652ddffa9 req-34b8fef5-7265-4c24-b7c9-3e6a022fdb17 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060815 Feb 05 02:49:44.077431 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:49:44.196959 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b493d-d02b-47fa-8c5e-936ddf984173 req-8661e2ac-6eb3-4440-b6db-cb39c6f0b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:44.198620 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c2b493d-d02b-47fa-8c5e-936ddf984173 req-8661e2ac-6eb3-4440-b6db-cb39c6f0b411 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 1127 time: 0.1048267 Feb 05 02:49:44.199824 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf611eb-ed18-413f-99a5-007b786e6c4e req-c637a3ad-42b3-451c-89e4-9975a3548165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:44.201136 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7cf611eb-ed18-413f-99a5-007b786e6c4e req-c637a3ad-42b3-451c-89e4-9975a3548165 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2850866 Feb 05 02:49:44.283587 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7cf611eb-ed18-413f-99a5-007b786e6c4e req-c8559677-1c85-495e-aea8-afaa543ba9a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=0921c3dc-04ae-471c-ada7-8105109da7a5 HTTP/1.1" status: 200 len: 217 time: 0.0572820 Feb 05 02:49:44.408377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf611eb-ed18-413f-99a5-007b786e6c4e req-1285c2d6-1f40-431a-ad8e-eb802436dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:44.413753 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7cf611eb-ed18-413f-99a5-007b786e6c4e req-1285c2d6-1f40-431a-ad8e-eb802436dee7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0988894 Feb 05 02:49:44.553264 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c2b493d-d02b-47fa-8c5e-936ddf984173 req-a9ff78e6-39e9-484b-b2c1-efc5e175bef5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334877 Feb 05 02:49:44.581401 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf611eb-ed18-413f-99a5-007b786e6c4e req-48e0e65e-b0f4-438d-a3da-819290189c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:44.584144 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7cf611eb-ed18-413f-99a5-007b786e6c4e req-48e0e65e-b0f4-438d-a3da-819290189c41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1611817 Feb 05 02:49:44.643177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24ec46-7bb0-4ee7-87d6-a2c382638010 req-c22fffe4-9233-44db-ad20-773ffd96ece2 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:44.660972 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df24ec46-7bb0-4ee7-87d6-a2c382638010 req-c22fffe4-9233-44db-ad20-773ffd96ece2 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 948 time: 0.1168165 Feb 05 02:49:44.748576 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df24ec46-7bb0-4ee7-87d6-a2c382638010 req-f6506b45-2a34-49a1-ab1b-83d9b0da1e82 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857189 Feb 05 02:49:45.104241 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d7e80-32a0-41d4-a638-c63cfcef60b5 req-c0e563be-e6df-433d-9733-e913833fce84 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:45.114188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a21d7e80-32a0-41d4-a638-c63cfcef60b5 req-c0e563be-e6df-433d-9733-e913833fce84 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1081996 Feb 05 02:49:45.193277 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a21d7e80-32a0-41d4-a638-c63cfcef60b5 req-3b20cd6c-6cd9-421c-9bf6-33b8c44a599a tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789702 Feb 05 02:49:45.324436 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b1591-c0bc-4f73-b815-5498e93f7702 req-495afa49-5611-4c22-b6fd-097d9a5cfeed tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:45.341810 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-510b1591-c0bc-4f73-b815-5498e93f7702 req-495afa49-5611-4c22-b6fd-097d9a5cfeed tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 950 time: 0.1359699 Feb 05 02:49:45.392154 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7cf611eb-ed18-413f-99a5-007b786e6c4e req-77c2b6d1-554e-49d9-a1a0-343483439db8 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796103 Feb 05 02:49:45.448939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-510b1591-c0bc-4f73-b815-5498e93f7702 req-cf406db4-ddc4-4af3-b002-678b9a3bc803 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060617 Feb 05 02:49:45.638533 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7cf611eb-ed18-413f-99a5-007b786e6c4e req-24ba8a15-6eb3-4c3b-a346-15f3d62e7ffd service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281976 Feb 05 02:49:45.881618 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:45.887422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0245bda-d797-4fe5-b16e-dc716a802809 req-003bb045-b429-4d28-8507-0678dbca517e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:45.894733 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0245bda-d797-4fe5-b16e-dc716a802809 req-003bb045-b429-4d28-8507-0678dbca517e tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.10 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 950 time: 0.1950159 Feb 05 02:49:46.070703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bef7b-5c17-43f1-9842-2324d6aa695e req-76a73a62-1fb8-4cf8-a63f-57cff2e8539e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:46.073077 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e90bef7b-5c17-43f1-9842-2324d6aa695e req-76a73a62-1fb8-4cf8-a63f-57cff2e8539e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 948 time: 0.0809410 Feb 05 02:49:46.171470 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e90bef7b-5c17-43f1-9842-2324d6aa695e req-f4f0abf8-9a54-4a6b-a51f-233d20460cdf tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925171 Feb 05 02:49:46.275961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-f0245bda-d797-4fe5-b16e-dc716a802809 req-7873a655-a76a-4ba4-8f01-7f20181af9a7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Deleting port 5bec64e8-512c-4d59-8d48-f7c3ea23133e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:49:46.276841 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f0245bda-d797-4fe5-b16e-dc716a802809 req-7873a655-a76a-4ba4-8f01-7f20181af9a7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5bec64e8-512c-4d59-8d48-f7c3ea23133e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:46.431859 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30727926-2cb2-42dc-a0fc-5e3dd30cb843 req-a11e9500-db86-47a4-9dc4-1db81ee2e1c4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:46.433628 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30727926-2cb2-42dc-a0fc-5e3dd30cb843 req-a11e9500-db86-47a4-9dc4-1db81ee2e1c4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1052768 Feb 05 02:49:46.502889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-f0245bda-d797-4fe5-b16e-dc716a802809 req-7873a655-a76a-4ba4-8f01-7f20181af9a7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] For port 5bec64e8-512c-4d59-8d48-f7c3ea23133e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5bec64e8-512c-4d59-8d48-f7c3ea23133e,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:46.503158 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f0245bda-d797-4fe5-b16e-dc716a802809 req-7873a655-a76a-4ba4-8f01-7f20181af9a7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5bec64e8-512c-4d59-8d48-f7c3ea23133e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:46.547264 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-f0245bda-d797-4fe5-b16e-dc716a802809 req-7873a655-a76a-4ba4-8f01-7f20181af9a7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Calling delete_port for 5bec64e8-512c-4d59-8d48-f7c3ea23133e owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:49:46.548708 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30727926-2cb2-42dc-a0fc-5e3dd30cb843 req-66562993-fa50-42e2-8baa-d39e8a068fd1 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972655 Feb 05 02:49:46.764957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe6bef-1c64-4714-a1a9-583f8250c101 req-49433078-f04f-4044-81ac-e7803869213d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:46.765897 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f0245bda-d797-4fe5-b16e-dc716a802809 req-7873a655-a76a-4ba4-8f01-7f20181af9a7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5bec64e8-512c-4d59-8d48-f7c3ea23133e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:46.766629 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9cfe6bef-1c64-4714-a1a9-583f8250c101 req-49433078-f04f-4044-81ac-e7803869213d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=d863c7db-ed27-442c-b64b-d92ae6d02044 HTTP/1.1" status: 200 len: 950 time: 0.2004905 Feb 05 02:49:46.779403 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['901efd57-bf72-40cf-bb84-83ce5c36f3a1', '8a0abef1-9c72-431a-a225-dccabdc8515e', 'e29e20b0-38e7-47fb-960b-7ae5ec41b2d8', 'e8f94f1f-3908-4db8-a8e6-1a81e2733417', '727e2e8d-e947-4490-86fb-9e0ecf4c6a83'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:46.819797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873a655-a76a-4ba4-8f01-7f20181af9a7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Pushing event deleted for resources: {'Port': ['ID=5bec64e8-512c-4d59-8d48-f7c3ea23133e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:46.913558 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0245bda-d797-4fe5-b16e-dc716a802809 req-7873a655-a76a-4ba4-8f01-7f20181af9a7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] No DVR routers for this DVR port 5bec64e8-512c-4d59-8d48-f7c3ea23133e on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:49:46.923428 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f0245bda-d797-4fe5-b16e-dc716a802809 req-7873a655-a76a-4ba4-8f01-7f20181af9a7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:46.926995 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0245bda-d797-4fe5-b16e-dc716a802809 req-7873a655-a76a-4ba4-8f01-7f20181af9a7 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.10 "DELETE /v2.0/ports/5bec64e8-512c-4d59-8d48-f7c3ea23133e HTTP/1.1" status: 204 len: 173 time: 1.0308053 Feb 05 02:49:46.927698 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd863c7db-ed27-442c-b64b-d92ae6d02044', 'name': 'network-vif-deleted', 'tag': '5bec64e8-512c-4d59-8d48-f7c3ea23133e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:46.929321 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5262ff49-6fce-4474-b84e-0c2a62252ecf', 'e549d749-eb62-4e11-9f8f-d0dd92e541c2', '5bec64e8-512c-4d59-8d48-f7c3ea23133e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:46.929926 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3864f00-2820-4f26-801c-231a95d5d6f2" -d '{"events": [{"server_uuid": "d863c7db-ed27-442c-b64b-d92ae6d02044", "name": "network-vif-deleted", "tag": "5bec64e8-512c-4d59-8d48-f7c3ea23133e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:46.973733 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9cfe6bef-1c64-4714-a1a9-583f8250c101 req-689579d7-d69d-44e5-a24f-2784710df16d tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752064 Feb 05 02:49:47.198388 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6704c80-57d7-4d4f-adb2-0fd3962ae86a x-openstack-request-id: req-c6704c80-57d7-4d4f-adb2-0fd3962ae86a {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:47.199674 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d863c7db-ed27-442c-b64b-d92ae6d02044", "name": "network-vif-deleted", "tag": "5bec64e8-512c-4d59-8d48-f7c3ea23133e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:47.200186 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c6704c80-57d7-4d4f-adb2-0fd3962ae86a {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:47.200743 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd863c7db-ed27-442c-b64b-d92ae6d02044', 'name': 'network-vif-deleted', 'tag': '5bec64e8-512c-4d59-8d48-f7c3ea23133e', 'status': 'completed', 'code': 200} Feb 05 02:49:47.265027 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0921c3dc-04ae-471c-ada7-8105109da7a5 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:49:47.463281 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6485e-8900-4c48-ad01-17bff8416421 req-24a5e826-2bc5-4ca3-9969-5cb3bc5ef9db tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:47.487046 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50f6485e-8900-4c48-ad01-17bff8416421 req-24a5e826-2bc5-4ca3-9969-5cb3bc5ef9db tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1816363 Feb 05 02:49:47.492393 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bcc5e-f28b-4a21-9d93-b980718ac55f req-2c220ef7-2498-469c-ba43-4cd6ec2072f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:47.494323 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-847bcc5e-f28b-4a21-9d93-b980718ac55f req-2c220ef7-2498-469c-ba43-4cd6ec2072f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed2205a9989a45599198d4201fff1118&device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 1127 time: 0.1188865 Feb 05 02:49:47.589780 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50f6485e-8900-4c48-ad01-17bff8416421 req-8923b12c-07d5-42d3-ab63-b33db312b624 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012449 Feb 05 02:49:47.635491 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efe050-e0ed-4d53-aa3d-89158190854f req-e020f29a-cb31-4f80-96e3-9dba5027c1b4 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:47.652455 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9efe050-e0ed-4d53-aa3d-89158190854f req-e020f29a-cb31-4f80-96e3-9dba5027c1b4 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 948 time: 0.2296381 Feb 05 02:49:47.678327 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:49:47.723063 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bcc5e-f28b-4a21-9d93-b980718ac55f req-ab58b844-db2f-4b52-a05c-e054ee8b0e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:47.730434 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-847bcc5e-f28b-4a21-9d93-b980718ac55f req-ab58b844-db2f-4b52-a05c-e054ee8b0e75 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f0214b3-4832-4da0-b028-f229408f249e HTTP/1.1" status: 200 len: 911 time: 0.2287176 Feb 05 02:49:47.836388 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-847bcc5e-f28b-4a21-9d93-b980718ac55f req-7a5b9b27-595c-4481-b915-5e8a4cd13ca9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d2c2a52-607a-4e58-bc85-ee9318ed72bb HTTP/1.1" status: 200 len: 217 time: 0.0974987 Feb 05 02:49:47.983365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bcc5e-f28b-4a21-9d93-b980718ac55f req-38805158-e1f3-4d4e-8022-832e57b3bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:47.985017 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-847bcc5e-f28b-4a21-9d93-b980718ac55f req-38805158-e1f3-4d4e-8022-832e57b3bc5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a9e5f1c-1cb1-4142-b986-a844e1c2c12b HTTP/1.1" status: 200 len: 850 time: 0.1416874 Feb 05 02:49:48.053380 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0921c3dc-04ae-471c-ada7-8105109da7a5, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0921c3dc-04ae-471c-ada7-8105109da7a5,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:48.083614 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '0921c3dc-04ae-471c-ada7-8105109da7a5', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '0921c3dc-04ae-471c-ada7-8105109da7a5', 'mac_address': 'fa:16:3e:b9:90:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:49:48.124008 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-847bcc5e-f28b-4a21-9d93-b980718ac55f req-8d400024-9f31-496d-a3ed-c61101b627cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f0214b3-4832-4da0-b028-f229408f249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249340 Feb 05 02:49:48.393602 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-847bcc5e-f28b-4a21-9d93-b980718ac55f req-0a355d91-ba34-44ee-a0e8-07a4eb1f10d9 service neutron] 10.222.0.10 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608576 Feb 05 02:49:48.448386 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0921c3dc-04ae-471c-ada7-8105109da7a5 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:48.458599 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0921c3dc-04ae-471c-ada7-8105109da7a5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:48.652875 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e5b5166c-593c-46f7-a354-1fd2449e9a4a req-a7201796-0876-485e-92e3-4fc96bca9880 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1064775 Feb 05 02:49:48.660966 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0921c3dc-04ae-471c-ada7-8105109da7a5 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:48.661616 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-847bcc5e-f28b-4a21-9d93-b980718ac55f req-1c1d40d3-4c18-4c55-9bac-3d87cef96c41 service neutron] 10.222.0.10 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513778 Feb 05 02:49:48.694046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0921c3dc-04ae-471c-ada7-8105109da7a5, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0921c3dc-04ae-471c-ada7-8105109da7a5,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:48.711652 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0921c3dc-04ae-471c-ada7-8105109da7a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:48.889307 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5166c-593c-46f7-a354-1fd2449e9a4a req-5d87c1c5-9c05-4df9-8eef-d6cfcd19a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:48.891330 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e5b5166c-593c-46f7-a354-1fd2449e9a4a req-5d87c1c5-9c05-4df9-8eef-d6cfcd19a8fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 1132 time: 0.1898293 Feb 05 02:49:48.901854 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=0921c3dc-04ae-471c-ada7-8105109da7a5,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:49.020750 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9efe050-e0ed-4d53-aa3d-89158190854f req-0f00ab94-65be-48bb-a1ba-736bde65f05a tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3578956 Feb 05 02:49:49.061621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35679f1-9c58-4694-a8b2-9cfed4dfb79f req-7407a9bf-a1e2-41ec-8712-c1403d2fbea6 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:49.074648 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c35679f1-9c58-4694-a8b2-9cfed4dfb79f req-7407a9bf-a1e2-41ec-8712-c1403d2fbea6 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1535096 Feb 05 02:49:49.107706 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5bec64e8-512c-4d59-8d48-f7c3ea23133e no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:49:49.131581 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5166c-593c-46f7-a354-1fd2449e9a4a req-87bfbd81-6f30-41a8-a7d4-873f13cf9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:49.133051 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e5b5166c-593c-46f7-a354-1fd2449e9a4a req-87bfbd81-6f30-41a8-a7d4-873f13cf9f4c service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2103093 Feb 05 02:49:49.159108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0921c3dc-04ae-471c-ada7-8105109da7a5'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:49.161349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 5bec64e8-512c-4d59-8d48-f7c3ea23133e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:49:49.161694 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5bec64e8-512c-4d59-8d48-f7c3ea23133e not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:49:49.170626 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c35679f1-9c58-4694-a8b2-9cfed4dfb79f req-d3217e14-933a-4ef6-922e-db63f0d3f371 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935621 Feb 05 02:49:49.242592 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e5b5166c-593c-46f7-a354-1fd2449e9a4a req-90887eb7-b175-405e-95be-2e4df27783e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=e549d749-eb62-4e11-9f8f-d0dd92e541c2 HTTP/1.1" status: 200 len: 217 time: 0.1007578 Feb 05 02:49:49.380023 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5166c-593c-46f7-a354-1fd2449e9a4a req-e1d54a30-1fbc-49f8-82b6-5252bb2027ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:49.381791 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e5b5166c-593c-46f7-a354-1fd2449e9a4a req-e1d54a30-1fbc-49f8-82b6-5252bb2027ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1301804 Feb 05 02:49:49.427656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17847134-77b5-434c-a4e0-3d14ce8f6e23 req-cd579915-a18d-4b17-9855-f3e351514d88 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:49.436761 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17847134-77b5-434c-a4e0-3d14ce8f6e23 req-cd579915-a18d-4b17-9855-f3e351514d88 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1227372 Feb 05 02:49:49.519588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5166c-593c-46f7-a354-1fd2449e9a4a req-a559bc95-cba2-4575-910b-fe3c0a3de08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:49.522269 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e5b5166c-593c-46f7-a354-1fd2449e9a4a req-a559bc95-cba2-4575-910b-fe3c0a3de08f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1321537 Feb 05 02:49:49.583542 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17847134-77b5-434c-a4e0-3d14ce8f6e23 req-ea9ffe3a-cb3c-48d3-ba9f-ae0fc63aef87 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439848 Feb 05 02:49:49.691978 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e5b5166c-593c-46f7-a354-1fd2449e9a4a req-dc899264-5a72-4b1a-a8bb-851f1ae9b6e4 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594720 Feb 05 02:49:49.700857 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864c985-1661-4ad3-873a-e9f88c26e096 req-1a916c10-30b4-4cce-a6ea-249e41b17f0b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:49.702405 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8864c985-1661-4ad3-873a-e9f88c26e096 req-1a916c10-30b4-4cce-a6ea-249e41b17f0b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 950 time: 0.1140847 Feb 05 02:49:49.831849 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e5b5166c-593c-46f7-a354-1fd2449e9a4a req-f8e1ad79-a62b-4967-83a0-17cde1947db6 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284938 Feb 05 02:49:49.835277 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8864c985-1661-4ad3-873a-e9f88c26e096 req-a5b2f39c-7bbe-4811-abbb-184ad9df7724 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257305 Feb 05 02:49:50.165879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4caa7-b1c7-45dc-bcbc-e4bac492bc10 req-8c100540-ccf3-4f90-86a8-13b74d145664 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:50.173382 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d5b4caa7-b1c7-45dc-bcbc-e4bac492bc10 req-8c100540-ccf3-4f90-86a8-13b74d145664 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 949 time: 0.0697072 Feb 05 02:49:50.243968 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d5b4caa7-b1c7-45dc-bcbc-e4bac492bc10 req-5ac6e828-1308-41ec-82bb-b08278c4a10f tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690336 Feb 05 02:49:50.396501 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbca575-f895-45c6-9059-ca7616be0dd1 req-3734dbc6-bdd2-4772-a436-a42b2cfb60bd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:50.398258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebbca575-f895-45c6-9059-ca7616be0dd1 req-3734dbc6-bdd2-4772-a436-a42b2cfb60bd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1150777 Feb 05 02:49:50.454052 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebbca575-f895-45c6-9059-ca7616be0dd1 req-3ad949ab-3cc5-412b-bf3d-3ab8cd692b72 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490499 Feb 05 02:49:50.717201 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bc853-d7f1-4464-8b1b-8c581b42d050 req-ed666dac-55bf-4a26-84d4-a1229ab9de76 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:50.724944 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-153bc853-d7f1-4464-8b1b-8c581b42d050 req-ed666dac-55bf-4a26-84d4-a1229ab9de76 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.0664935 Feb 05 02:49:50.779787 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-153bc853-d7f1-4464-8b1b-8c581b42d050 req-5b115601-b19a-4dcb-913a-32c5b9d54fc1 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533216 Feb 05 02:49:51.099669 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85784ce3-86a0-421d-a2eb-53f93b1952d9 req-6c9f98fa-bdfa-43f0-8708-11179428a610 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:51.101150 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85784ce3-86a0-421d-a2eb-53f93b1952d9 req-6c9f98fa-bdfa-43f0-8708-11179428a610 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 950 time: 0.1384466 Feb 05 02:49:51.113248 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494bba1-9295-4023-8a44-7b4ed250fab7 req-26a39e76-9cf5-412d-bb8b-86ee935916c9 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:51.114823 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0494bba1-9295-4023-8a44-7b4ed250fab7 req-26a39e76-9cf5-412d-bb8b-86ee935916c9 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 950 time: 0.1021917 Feb 05 02:49:51.117289 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0921c3dc-04ae-471c-ada7-8105109da7a5 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:49:51.138249 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-84fb85b6-125d-4caf-b7ec-c3bfb6d077d5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:51.144907 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-84fb85b6-125d-4caf-b7ec-c3bfb6d077d5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 808 time: 0.2906945 Feb 05 02:49:51.193677 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-4930c257-ad83-48c3-82cb-645a6f2c85f1 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/quotas/046d701f8c1b4320bb7536b4bcbbc218 HTTP/1.1" status: 200 len: 375 time: 0.0475035 Feb 05 02:49:51.209723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 0921c3dc-04ae-471c-ada7-8105109da7a5 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:49:51.220179 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 0921c3dc-04ae-471c-ada7-8105109da7a5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:49:51.220690 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0921c3dc-04ae-471c-ada7-8105109da7a5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:51.342579 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85784ce3-86a0-421d-a2eb-53f93b1952d9 req-eabddd59-32b8-4bbc-b8e6-f02fc771c573 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237637 Feb 05 02:49:51.376562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0921c3dc-04ae-471c-ada7-8105109da7a5 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:51.377064 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0921c3dc-04ae-471c-ada7-8105109da7a5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:51.418483 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f7d174-8c32-4c67-ae88-70b6a86fa707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0921c3dc-04ae-471c-ada7-8105109da7a5'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:51.420860 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6c0faf-e8a8-4d2c-a84e-f08ace29db14" -d '{"events": [{"server_uuid": "a7f7d174-8c32-4c67-ae88-70b6a86fa707", "name": "network-vif-plugged", "status": "completed", "tag": "0921c3dc-04ae-471c-ada7-8105109da7a5"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:51.422024 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-0bf8d7e3-b318-4f5d-b0b2-468d5e4f2f74 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2274125 Feb 05 02:49:51.435926 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0921c3dc-04ae-471c-ada7-8105109da7a5, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0921c3dc-04ae-471c-ada7-8105109da7a5,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:51.456175 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0921c3dc-04ae-471c-ada7-8105109da7a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:51.525828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=0921c3dc-04ae-471c-ada7-8105109da7a5,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:51.564975 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-28018667-4ac4-461c-8b04-82b6aebd4b7b service neutron] 10.222.0.36 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419141 Feb 05 02:49:51.598345 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-0494bba1-9295-4023-8a44-7b4ed250fab7 req-0349936b-4259-487a-a5c6-113a3172088a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Deleting port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:49:51.598668 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0494bba1-9295-4023-8a44-7b4ed250fab7 req-0349936b-4259-487a-a5c6-113a3172088a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (727e2e8d-e947-4490-86fb-9e0ecf4c6a83), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:51.768389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556baf80-117b-4544-8900-95dfe9b72431 req-37bb7be0-37fc-4c65-a7e9-cb8e72f3c4a6 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:51.769888 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-556baf80-117b-4544-8900-95dfe9b72431 req-37bb7be0-37fc-4c65-a7e9-cb8e72f3c4a6 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 950 time: 0.2292299 Feb 05 02:49:51.816679 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-0494bba1-9295-4023-8a44-7b4ed250fab7 req-0349936b-4259-487a-a5c6-113a3172088a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] For port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=727e2e8d-e947-4490-86fb-9e0ecf4c6a83,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:51.817047 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0494bba1-9295-4023-8a44-7b4ed250fab7 req-0349936b-4259-487a-a5c6-113a3172088a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (727e2e8d-e947-4490-86fb-9e0ecf4c6a83), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:51.831324 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-a6ca4a67-eefb-4403-9cc2-ff6c0c94cc53 service neutron] 10.222.0.36 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654331 Feb 05 02:49:51.862154 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-0494bba1-9295-4023-8a44-7b4ed250fab7 req-0349936b-4259-487a-a5c6-113a3172088a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Calling delete_port for 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:49:51.913657 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-556baf80-117b-4544-8900-95dfe9b72431 req-006ccd70-701d-4ce0-923c-a172b7449369 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355457 Feb 05 02:49:52.024141 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d89c3f-ac0a-45a4-b6d4-67584cb93b8b x-openstack-request-id: req-c4d89c3f-ac0a-45a4-b6d4-67584cb93b8b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:52.024485 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f7d174-8c32-4c67-ae88-70b6a86fa707", "name": "network-vif-plugged", "status": "completed", "tag": "0921c3dc-04ae-471c-ada7-8105109da7a5", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:52.024866 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4d89c3f-ac0a-45a4-b6d4-67584cb93b8b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:52.025341 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f7d174-8c32-4c67-ae88-70b6a86fa707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0921c3dc-04ae-471c-ada7-8105109da7a5', 'code': 200} Feb 05 02:49:52.201297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2d4b5-dde2-4f83-a536-77a863186518 req-7d03d19b-a211-4d6e-b716-abe4ecab868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:52.203605 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d6a2d4b5-dde2-4f83-a536-77a863186518 req-7d03d19b-a211-4d6e-b716-abe4ecab868a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 1132 time: 0.0968304 Feb 05 02:49:52.288762 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d6a2d4b5-dde2-4f83-a536-77a863186518 req-06f80a71-6163-4e89-bccd-c7d8e1c6adf3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647252 Feb 05 02:49:52.333946 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0494bba1-9295-4023-8a44-7b4ed250fab7 req-0349936b-4259-487a-a5c6-113a3172088a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (727e2e8d-e947-4490-86fb-9e0ecf4c6a83), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:52.346622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['901efd57-bf72-40cf-bb84-83ce5c36f3a1', '8a0abef1-9c72-431a-a225-dccabdc8515e', 'e29e20b0-38e7-47fb-960b-7ae5ec41b2d8', 'e8f94f1f-3908-4db8-a8e6-1a81e2733417'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:52.432534 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349936b-4259-487a-a5c6-113a3172088a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Pushing event deleted for resources: {'Port': ['ID=727e2e8d-e947-4490-86fb-9e0ecf4c6a83,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:52.480297 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefe1f0-242f-4fcb-a419-c313686da434 req-8ea18ad5-eca6-4816-b060-a7cb77cf9430 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:52.490972 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5262ff49-6fce-4474-b84e-0c2a62252ecf', 'e549d749-eb62-4e11-9f8f-d0dd92e541c2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:52.493115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4fefe1f0-242f-4fcb-a419-c313686da434 req-8ea18ad5-eca6-4816-b060-a7cb77cf9430 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.3028622 Feb 05 02:49:52.611866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0494bba1-9295-4023-8a44-7b4ed250fab7 req-0349936b-4259-487a-a5c6-113a3172088a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] No DVR routers for this DVR port 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 on host n-h1-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:49:52.618989 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0494bba1-9295-4023-8a44-7b4ed250fab7 req-0349936b-4259-487a-a5c6-113a3172088a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:52.627361 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0494bba1-9295-4023-8a44-7b4ed250fab7 req-0349936b-4259-487a-a5c6-113a3172088a tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "DELETE /v2.0/ports/727e2e8d-e947-4490-86fb-9e0ecf4c6a83 HTTP/1.1" status: 204 len: 173 time: 1.5018015 Feb 05 02:49:52.629222 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf988875-3e59-4651-a83f-afa6dbfbe96f', 'name': 'network-vif-deleted', 'tag': '727e2e8d-e947-4490-86fb-9e0ecf4c6a83'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:52.661136 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22cd092-869e-4c50-b2aa-8d61331be05d" -d '{"events": [{"server_uuid": "cf988875-3e59-4651-a83f-afa6dbfbe96f", "name": "network-vif-deleted", "tag": "727e2e8d-e947-4490-86fb-9e0ecf4c6a83"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:52.839410 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4fefe1f0-242f-4fcb-a419-c313686da434 req-728c8cfd-f2b8-4cac-aa9b-75aebdbb9a72 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680836 Feb 05 02:49:52.839410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48912bfb-ae0e-4ea2-824e-5117474ea688 req-87bbd760-9db6-4727-9a0b-2a57f8d6b5ea tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:52.850791 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48912bfb-ae0e-4ea2-824e-5117474ea688 req-87bbd760-9db6-4727-9a0b-2a57f8d6b5ea tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.2927158 Feb 05 02:49:53.043979 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ae7bf8f-ef0a-4ef2-b362-0e03f08f2fa6 req-e836fde3-02f6-4816-8f33-d25f9ff6c62c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 210 time: 0.1083381 Feb 05 02:49:53.069548 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48912bfb-ae0e-4ea2-824e-5117474ea688 req-10c61b18-728e-4e39-9698-61ddd3e6df81 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095678 Feb 05 02:49:53.153331 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7434a317-991c-42e7-88b5-e8c42f542e7a x-openstack-request-id: req-7434a317-991c-42e7-88b5-e8c42f542e7a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:53.153681 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf988875-3e59-4651-a83f-afa6dbfbe96f", "name": "network-vif-deleted", "tag": "727e2e8d-e947-4490-86fb-9e0ecf4c6a83", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:53.153934 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7434a317-991c-42e7-88b5-e8c42f542e7a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:53.154336 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf988875-3e59-4651-a83f-afa6dbfbe96f', 'name': 'network-vif-deleted', 'tag': '727e2e8d-e947-4490-86fb-9e0ecf4c6a83', 'status': 'completed', 'code': 200} Feb 05 02:49:53.334205 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed7229de-5a15-4bef-82d1-97676d3152b4 req-41e62b22-044a-4f63-8b38-38c7db4f13c6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf988875-3e59-4651-a83f-afa6dbfbe96f HTTP/1.1" status: 200 len: 210 time: 0.0665865 Feb 05 02:49:53.445251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b19cb8-3990-42f2-b512-32b294a67465 req-a4f78356-2018-4066-88f3-8a88cf4cc034 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:53.464699 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06b19cb8-3990-42f2-b512-32b294a67465 req-a4f78356-2018-4066-88f3-8a88cf4cc034 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 950 time: 0.1876066 Feb 05 02:49:53.666058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06b19cb8-3990-42f2-b512-32b294a67465 req-88b8120d-2e6d-468a-9361-911b741d5d04 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954057 Feb 05 02:49:53.961094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:49:54.011572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:49:54.012468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 727e2e8d-e947-4490-86fb-9e0ecf4c6a83 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:49:54.043468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776e78e-d9e4-4d42-a7a0-167b126ac8bf req-8b1e940b-da54-43c0-9efe-78e53552347a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:54.049707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6776e78e-d9e4-4d42-a7a0-167b126ac8bf req-8b1e940b-da54-43c0-9efe-78e53552347a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1177087 Feb 05 02:49:54.171531 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6776e78e-d9e4-4d42-a7a0-167b126ac8bf req-1efc1a28-eb75-4228-91bc-d55b0e6e2b88 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150868 Feb 05 02:49:54.288703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f745378-f385-4a3b-a650-975abd57fb2d req-342ad5cc-bc7a-421a-9c12-e1d0880f5d8c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 210 time: 0.0814528 Feb 05 02:49:54.405440 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6527a-627b-4141-82cf-acdf4884a317 req-d27f81a7-792a-4d3b-ac5e-b5bd85e8ee48 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:54.416897 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91e6527a-627b-4141-82cf-acdf4884a317 req-d27f81a7-792a-4d3b-ac5e-b5bd85e8ee48 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1186602 Feb 05 02:49:54.539045 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91e6527a-627b-4141-82cf-acdf4884a317 req-1e583e6a-e328-494a-8ea3-a306fe3a27a1 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211338 Feb 05 02:49:54.761302 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-16cef67f-165a-463c-a376-0217dd47e568 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:54.770428 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-16cef67f-165a-463c-a376-0217dd47e568 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.10 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 808 time: 0.2265363 Feb 05 02:49:54.784459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-85692988-451b-42c7-b89a-c30c22466d9d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Request body: {'port': {'device_id': '2624686c-a021-41a8-aad7-2d1a540165c1', 'network_id': '11cf62be-c855-41b3-87da-58090e237db8', 'admin_state_up': True, 'tenant_id': '046d701f8c1b4320bb7536b4bcbbc218'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:54.951459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b93ae-23c0-4fb4-b60a-307505baef32 req-4713f8de-4e03-4de7-acf4-f542209b537c tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:54.953217 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-670b93ae-23c0-4fb4-b60a-307505baef32 req-4713f8de-4e03-4de7-acf4-f542209b537c tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 950 time: 0.1058030 Feb 05 02:49:54.977317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0aa20-af3f-42f4-b9ff-01a34f192b23 req-514e2c83-7587-43d7-b061-25327e798e95 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:54.979052 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c5a0aa20-af3f-42f4-b9ff-01a34f192b23 req-514e2c83-7587-43d7-b061-25327e798e95 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1227424 Feb 05 02:49:54.979426 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-85692988-451b-42c7-b89a-c30c22466d9d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Made reservation on behalf of 046d701f8c1b4320bb7536b4bcbbc218 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:49:54.999997 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-85692988-451b-42c7-b89a-c30c22466d9d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:55.112416 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c5a0aa20-af3f-42f4-b9ff-01a34f192b23 req-53655565-a5c7-4230-9f5b-d5c128402937 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073241 Feb 05 02:49:55.128144 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-670b93ae-23c0-4fb4-b60a-307505baef32 req-c3bb9c7a-f20f-4cae-ac2d-c22ba6df7e2f tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641469 Feb 05 02:49:55.237826 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-85692988-451b-42c7-b89a-c30c22466d9d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Allocated IP 172.20.0.11 (11cf62be-c855-41b3-87da-58090e237db8/8361a291-d05d-4883-8cc9-d8ead1ccf65a/0d6bcf21-5885-4803-889a-295367f44cfc) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:49:55.297668 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe2db1-b7d0-41be-b605-a4b3b78a037c req-c9fd56a0-516a-4ae2-8850-0ddc2f91faaa tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:55.308607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41fe2db1-b7d0-41be-b605-a4b3b78a037c req-c9fd56a0-516a-4ae2-8850-0ddc2f91faaa tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=dec75d7b-81b9-4c2a-957a-72b373d691c6 HTTP/1.1" status: 200 len: 950 time: 0.0935168 Feb 05 02:49:55.420540 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41fe2db1-b7d0-41be-b605-a4b3b78a037c req-3d188e2d-5824-4f59-ad77-e4657138b50f tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109757 Feb 05 02:49:55.526478 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-85692988-451b-42c7-b89a-c30c22466d9d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks [] for port (0d6bcf21-5885-4803-889a-295367f44cfc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:55.569258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7735fef-d424-40ea-bf82-f4e47443b517 req-08e93ecd-b0c6-448c-a5c8-c16456118c79 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 210 time: 0.0562437 Feb 05 02:49:55.593182 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-85692988-451b-42c7-b89a-c30c22466d9d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:55.601441 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['87400363-fba4-48e2-9be0-f3397b56d68b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:55.610551 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f39da-6eb1-4cd7-bf2c-ec463c45127f req-d25ba67c-fe06-4146-a8b4-7be544bdd005 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:55.612509 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b4f39da-6eb1-4cd7-bf2c-ec463c45127f req-d25ba67c-fe06-4146-a8b4-7be544bdd005 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1549783 Feb 05 02:49:55.645565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-85692988-451b-42c7-b89a-c30c22466d9d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Network 11cf62be-c855-41b3-87da-58090e237db8 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:49:55.648788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-85692988-451b-42c7-b89a-c30c22466d9d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:49:55.653085 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-85692988-451b-42c7-b89a-c30c22466d9d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:49:55.659558 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85692988-451b-42c7-b89a-c30c22466d9d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Pushing event updated for resources: {'Port': ['ID=0d6bcf21-5885-4803-889a-295367f44cfc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:55.748881 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b4f39da-6eb1-4cd7-bf2c-ec463c45127f req-95b9f910-9fa2-40ac-b009-4c973a288f71 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309841 Feb 05 02:49:55.754496 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-85692988-451b-42c7-b89a-c30c22466d9d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:55.755208 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-85692988-451b-42c7-b89a-c30c22466d9d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:55.793100 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-85692988-451b-42c7-b89a-c30c22466d9d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0128872 Feb 05 02:49:55.808319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Request body: {'port': {'device_id': '2624686c-a021-41a8-aad7-2d1a540165c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:55.836543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de3ba6-2f9c-4e8e-8ad3-c7f587ca1cfd req-8510b7ff-428f-4269-855d-70dd8951ac9d tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:55.861104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51de3ba6-2f9c-4e8e-8ad3-c7f587ca1cfd req-8510b7ff-428f-4269-855d-70dd8951ac9d tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 950 time: 0.1705651 Feb 05 02:49:55.923756 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:55.967645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51de3ba6-2f9c-4e8e-8ad3-c7f587ca1cfd req-69ae92f7-6b3a-4e47-8876-ceabf3dcc4af tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060109 Feb 05 02:49:55.985019 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2021b87b-d6a9-4d83-87e7-c7d1a3ea452b req-2f94c536-3fbf-4ba6-9170-6b662347ef66 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2060630 Feb 05 02:49:56.136446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021b87b-d6a9-4d83-87e7-c7d1a3ea452b req-47b8bc1d-58bd-4b6c-b974-dc46205fce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:56.138217 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2021b87b-d6a9-4d83-87e7-c7d1a3ea452b req-47b8bc1d-58bd-4b6c-b974-dc46205fce91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a5378990daa49febaabcbe6e557bcbe&device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 1131 time: 0.1145709 Feb 05 02:49:56.397071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021b87b-d6a9-4d83-87e7-c7d1a3ea452b req-9a09c2ce-b576-4ec9-a225-d4b1324d283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:56.398734 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2021b87b-d6a9-4d83-87e7-c7d1a3ea452b req-9a09c2ce-b576-4ec9-a225-d4b1324d283d service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2132978 Feb 05 02:49:56.416714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6bcf21-5885-4803-889a-295367f44cfc {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:56.425843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Publish callbacks [] for port (0d6bcf21-5885-4803-889a-295367f44cfc), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:56.435477 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-b68d4897-d0c6-4e23-98dc-5403934abb9d tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c2d1bfb12ece4572b784252a2804123f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398774 Feb 05 02:49:56.447517 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Transition to ACTIVE for port object 0d6bcf21-5885-4803-889a-295367f44cfc will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:49:56.455954 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:56.512724 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f309b-4ffe-4656-bc10-a32e7538e195 req-976736ee-b885-49b3-b811-bccf916b48c5 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:56.519254 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c2f309b-4ffe-4656-bc10-a32e7538e195 req-976736ee-b885-49b3-b811-bccf916b48c5 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.3986819 Feb 05 02:49:56.520691 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2021b87b-d6a9-4d83-87e7-c7d1a3ea452b req-bf79b33e-47d6-41bf-b896-e81cc6a5db7e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8a0abef1-9c72-431a-a225-dccabdc8515e HTTP/1.1" status: 200 len: 217 time: 0.0834002 Feb 05 02:49:56.539218 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6bcf21-5885-4803-889a-295367f44cfc,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:56.653598 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021b87b-d6a9-4d83-87e7-c7d1a3ea452b req-58bd69a7-7706-4c19-9165-3933e591357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:56.664483 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2021b87b-d6a9-4d83-87e7-c7d1a3ea452b req-58bd69a7-7706-4c19-9165-3933e591357d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1212082 Feb 05 02:49:56.680178 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Attempting to bind port 0d6bcf21-5885-4803-889a-295367f44cfc on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:49:56.680604 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Attempting to bind port 0d6bcf21-5885-4803-889a-295367f44cfc by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:49:56.680875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Attempting to bind port 0d6bcf21-5885-4803-889a-295367f44cfc on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:56.693347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628e691-7f97-4e97-928f-47253aa0a4f3 req-d81a45c5-6413-4d4e-bf9c-7e64455cd8e5 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:56.694921 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e628e691-7f97-4e97-928f-47253aa0a4f3 req-d81a45c5-6413-4d4e-bf9c-7e64455cd8e5 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.0848453 Feb 05 02:49:56.695687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Port 0d6bcf21-5885-4803-889a-295367f44cfc on network 11cf62be-c855-41b3-87da-58090e237db8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:49:56.696012 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Attempting to bind port 0d6bcf21-5885-4803-889a-295367f44cfc on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:49:56.710006 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:49:56.710006 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Checking segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:49:56.710006 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Bound using segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:49:56.710434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Bound port: 0d6bcf21-5885-4803-889a-295367f44cfc, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:49:56.710808 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:56.724947 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c2f309b-4ffe-4656-bc10-a32e7538e195 req-e16a9c6b-7739-44f1-bfe5-8ac43e17ffcf tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827183 Feb 05 02:49:56.773321 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-c14b23bb-40c3-442a-841b-967ad898724d tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:56.780430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-c14b23bb-40c3-442a-841b-967ad898724d tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3320079 Feb 05 02:49:56.792588 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021b87b-d6a9-4d83-87e7-c7d1a3ea452b req-e4356cb5-a265-46d9-a726-962698e45511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:56.794090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2021b87b-d6a9-4d83-87e7-c7d1a3ea452b req-e4356cb5-a265-46d9-a726-962698e45511 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1194074 Feb 05 02:49:56.801036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-e0d0a500-2ea4-4588-986f-3acf4dc184b1 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/quotas/c2d1bfb12ece4572b784252a2804123f HTTP/1.1" status: 200 len: 375 time: 0.0196545 Feb 05 02:49:56.858287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] For port 0d6bcf21-5885-4803-889a-295367f44cfc, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:49:56.862179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] For port 0d6bcf21-5885-4803-889a-295367f44cfc, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0d6bcf21-5885-4803-889a-295367f44cfc,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:49:56.876637 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:56.923357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-e628e691-7f97-4e97-928f-47253aa0a4f3 req-bef85811-5f7a-47f6-9fe2-5371467f2771 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Deleting port e8f94f1f-3908-4db8-a8e6-1a81e2733417 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:49:56.923763 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e628e691-7f97-4e97-928f-47253aa0a4f3 req-bef85811-5f7a-47f6-9fe2-5371467f2771 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e8f94f1f-3908-4db8-a8e6-1a81e2733417), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:56.940037 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:56.940737 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:56.942170 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] 10.222.0.10 "PUT /v2.0/ports/0d6bcf21-5885-4803-889a-295367f44cfc HTTP/1.1" status: 200 len: 1092 time: 1.1386268 Feb 05 02:49:56.942850 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2624686c-a021-41a8-aad7-2d1a540165c1', 'tag': '0d6bcf21-5885-4803-889a-295367f44cfc'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:56.945143 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37626546-9533-41f7-a2b8-cf7a25d90335" -d '{"events": [{"name": "network-changed", "server_uuid": "2624686c-a021-41a8-aad7-2d1a540165c1", "tag": "0d6bcf21-5885-4803-889a-295367f44cfc"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:56.956166 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe206765-64e1-45b5-8652-3dea2615fb8e req-de8f8d93-b1c0-4ba0-9bf4-d8886ad2f0e6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:56.957703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fe206765-64e1-45b5-8652-3dea2615fb8e req-de8f8d93-b1c0-4ba0-9bf4-d8886ad2f0e6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 949 time: 0.1548710 Feb 05 02:49:56.976570 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-443ffe7d-359d-43fe-9ddd-7f23a5ffbcb8 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2d1bfb12ece4572b784252a2804123f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1743708 Feb 05 02:49:57.037582 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f6801-9a4b-4b76-bddc-0b8ca2dba964 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6bcf21-5885-4803-889a-295367f44cfc,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:57.076045 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2021b87b-d6a9-4d83-87e7-c7d1a3ea452b req-4ee4e626-8626-4742-945c-41eeea5ff4bc service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712531 Feb 05 02:49:57.080498 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fe206765-64e1-45b5-8652-3dea2615fb8e req-fad70437-9fb4-482b-9b48-3a13b9e501f6 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033006 Feb 05 02:49:57.090261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e628e691-7f97-4e97-928f-47253aa0a4f3 req-bef85811-5f7a-47f6-9fe2-5371467f2771 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] For port e8f94f1f-3908-4db8-a8e6-1a81e2733417, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e8f94f1f-3908-4db8-a8e6-1a81e2733417,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:57.090844 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e628e691-7f97-4e97-928f-47253aa0a4f3 req-bef85811-5f7a-47f6-9fe2-5371467f2771 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e8f94f1f-3908-4db8-a8e6-1a81e2733417), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:57.111564 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-fd113a55-8c2a-4fbb-8e81-de94927c9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:57.113062 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-fd113a55-8c2a-4fbb-8e81-de94927c9f8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 1126 time: 0.1065500 Feb 05 02:49:57.117334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-e628e691-7f97-4e97-928f-47253aa0a4f3 req-bef85811-5f7a-47f6-9fe2-5371467f2771 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Calling delete_port for e8f94f1f-3908-4db8-a8e6-1a81e2733417 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:49:57.197455 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2021b87b-d6a9-4d83-87e7-c7d1a3ea452b req-4d8e34f1-7b67-4706-b8c7-67a4ac1d83a6 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150558 Feb 05 02:49:57.230335 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-be8d8cba-ae0a-4385-bf8c-042cc8405c6f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d6bcf21-5885-4803-889a-295367f44cfc HTTP/1.1" status: 200 len: 217 time: 0.0783522 Feb 05 02:49:57.334174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-c719e029-68da-4976-83de-d3d35e7c879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:57.335781 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-c719e029-68da-4976-83de-d3d35e7c879c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.0678251 Feb 05 02:49:57.359082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1f441-d9d9-42f9-9474-4bedc8a44549 req-591e3a55-fdf8-4c63-84cf-b0077e54b35b tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:57.375490 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38b1f441-d9d9-42f9-9474-4bedc8a44549 req-591e3a55-fdf8-4c63-84cf-b0077e54b35b tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1030345 Feb 05 02:49:57.391072 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-09258b98-018e-4eeb-8dd8-b5c06a8d5190 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341110 Feb 05 02:49:57.392458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244b7cc-ea13-464a-a855-d01b5018ee61 req-fb5825c0-8547-44c6-b91c-74d2fc46fe33 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:57.394516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3244b7cc-ea13-464a-a855-d01b5018ee61 req-fb5825c0-8547-44c6-b91c-74d2fc46fe33 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.1768439 Feb 05 02:49:57.454216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38b1f441-d9d9-42f9-9474-4bedc8a44549 req-1723dae9-2d7e-4096-b47e-a1d7b5e0e67c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584517 Feb 05 02:49:57.524311 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e391e9ee-8007-42f3-899e-4585580a41c7 x-openstack-request-id: req-e391e9ee-8007-42f3-899e-4585580a41c7 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:57.524817 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2624686c-a021-41a8-aad7-2d1a540165c1", "tag": "0d6bcf21-5885-4803-889a-295367f44cfc", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:57.525338 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e391e9ee-8007-42f3-899e-4585580a41c7 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:57.525832 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2624686c-a021-41a8-aad7-2d1a540165c1', 'tag': '0d6bcf21-5885-4803-889a-295367f44cfc', 'status': 'completed', 'code': 200} Feb 05 02:49:57.527165 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e628e691-7f97-4e97-928f-47253aa0a4f3 req-bef85811-5f7a-47f6-9fe2-5371467f2771 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (e8f94f1f-3908-4db8-a8e6-1a81e2733417), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:57.540387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['901efd57-bf72-40cf-bb84-83ce5c36f3a1', '8a0abef1-9c72-431a-a225-dccabdc8515e', 'e29e20b0-38e7-47fb-960b-7ae5ec41b2d8', 'e8f94f1f-3908-4db8-a8e6-1a81e2733417'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:57.545769 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5262ff49-6fce-4474-b84e-0c2a62252ecf', 'e549d749-eb62-4e11-9f8f-d0dd92e541c2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:57.576451 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3244b7cc-ea13-464a-a855-d01b5018ee61 req-62104497-a629-4436-8844-d56144ca95d4 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345119 Feb 05 02:49:57.614402 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-f0fc89c3-cc02-4459-a265-c8436824804c service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130244 Feb 05 02:49:57.616848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef85811-5f7a-47f6-9fe2-5371467f2771 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Pushing event deleted for resources: {'Port': ['ID=e8f94f1f-3908-4db8-a8e6-1a81e2733417,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:57.617157 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37cfd672-9e1d-455f-af39-c5b42e2ab530 req-77910f2b-b2c9-44a3-8b26-ec354efe5502 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 210 time: 0.0371785 Feb 05 02:49:57.793255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e628e691-7f97-4e97-928f-47253aa0a4f3 req-bef85811-5f7a-47f6-9fe2-5371467f2771 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] No DVR routers for this DVR port e8f94f1f-3908-4db8-a8e6-1a81e2733417 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:49:57.797316 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d387b04e-0b46-45ad-8fd3-63a4cedb10ef req-de3f0bd9-cb73-40da-8988-c6676de1c171 service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245375 Feb 05 02:49:57.798150 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e628e691-7f97-4e97-928f-47253aa0a4f3 req-bef85811-5f7a-47f6-9fe2-5371467f2771 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:57.801563 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e628e691-7f97-4e97-928f-47253aa0a4f3 req-bef85811-5f7a-47f6-9fe2-5371467f2771 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "DELETE /v2.0/ports/e8f94f1f-3908-4db8-a8e6-1a81e2733417 HTTP/1.1" status: 204 len: 173 time: 1.1016819 Feb 05 02:49:57.964770 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37626546-9533-41f7-a2b8-cf7a25d90335 req-40d9d33a-f65d-4c61-82a0-2e7fb87c3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:57.968252 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-37626546-9533-41f7-a2b8-cf7a25d90335 req-40d9d33a-f65d-4c61-82a0-2e7fb87c3bfa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 1126 time: 0.1039321 Feb 05 02:49:57.973536 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a5eca-dbf9-4666-a33a-825b6eeeef0d req-ac17ca9c-6ae8-4933-8858-1c679c3c3c0e tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:57.984107 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c2a5eca-dbf9-4666-a33a-825b6eeeef0d req-ac17ca9c-6ae8-4933-8858-1c679c3c3c0e tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1438081 Feb 05 02:49:58.108758 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c2a5eca-dbf9-4666-a33a-825b6eeeef0d req-e68cbd88-305c-4fcb-aa28-890a87bf7669 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224344 Feb 05 02:49:58.217546 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37626546-9533-41f7-a2b8-cf7a25d90335 req-73479fa8-1e5b-417f-a7ef-f99473e9109f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:58.219068 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-37626546-9533-41f7-a2b8-cf7a25d90335 req-73479fa8-1e5b-417f-a7ef-f99473e9109f service neutron] 10.222.0.10 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.2445672 Feb 05 02:49:58.295506 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-37626546-9533-41f7-a2b8-cf7a25d90335 req-25818ad9-d2c5-461c-9ac5-4a3c6e5a8fcd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d6bcf21-5885-4803-889a-295367f44cfc HTTP/1.1" status: 200 len: 217 time: 0.0691934 Feb 05 02:49:58.299413 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2fef822f-23ea-4ff4-97be-c7b45fc751e5 req-e6f141a5-99d8-4186-894a-1679c06eebf1 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=368bb474-e059-4c5e-acb5-e72c3793312d HTTP/1.1" status: 200 len: 210 time: 0.0518453 Feb 05 02:49:58.362345 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37626546-9533-41f7-a2b8-cf7a25d90335 req-c84a7dfc-5450-43e1-9106-1629f7876ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:58.364275 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-37626546-9533-41f7-a2b8-cf7a25d90335 req-c84a7dfc-5450-43e1-9106-1629f7876ed6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.0564830 Feb 05 02:49:58.411769 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-37626546-9533-41f7-a2b8-cf7a25d90335 req-8bb62a0c-99e7-43a2-8914-bb5c0305ec9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317559 Feb 05 02:49:58.533174 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-37626546-9533-41f7-a2b8-cf7a25d90335 req-e76c1d45-fb9e-4032-9f2f-2defa607d653 service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135581 Feb 05 02:49:58.616612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e43cc-8423-4979-a051-4cc8d3526b57 req-cb79519d-8e1c-4b7c-a81c-6107535bee02 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:58.625002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e14e43cc-8423-4979-a051-4cc8d3526b57 req-cb79519d-8e1c-4b7c-a81c-6107535bee02 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.0790677 Feb 05 02:49:58.741972 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e14e43cc-8423-4979-a051-4cc8d3526b57 req-e6ec0daf-9109-4e95-84fc-a3febaff1c76 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157939 Feb 05 02:49:58.791543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de144ec-f52f-475e-9425-a8bca99a19a6 req-3fa1e709-575a-40aa-8ef6-871f2f26ced7 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:58.796381 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5de144ec-f52f-475e-9425-a8bca99a19a6 req-3fa1e709-575a-40aa-8ef6-871f2f26ced7 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.1057379 Feb 05 02:49:58.878672 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5de144ec-f52f-475e-9425-a8bca99a19a6 req-14ba8c30-9f36-4c15-a5b3-dc7e804077c3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770550 Feb 05 02:49:58.933188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ad5af9a-97bf-4d32-86a9-1abf444650e0 req-773d2e87-ca7c-4995-a2be-0f1388cacd06 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 210 time: 0.0295625 Feb 05 02:49:58.942947 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-303e6969-3c7e-4d9c-86d1-afbbc185c50c tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c2d1bfb12ece4572b784252a2804123f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3006461 Feb 05 02:49:59.004934 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-37626546-9533-41f7-a2b8-cf7a25d90335 req-663db6f7-0596-4883-98e0-57460ec42fb8 service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641137 Feb 05 02:49:59.060678 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-dd68d886-da56-4858-93c5-f903c5441fcc tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:59.062104 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-dd68d886-da56-4858-93c5-f903c5441fcc tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1110630 Feb 05 02:49:59.074298 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Request body: {'port': {'device_id': '4f71e435-9bc9-41bc-8064-f06fbb26399a', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': 'c2d1bfb12ece4572b784252a2804123f'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:59.137787 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 2111083b-8034-47f9-9c26-4ec0dc9470aa details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:49:59.140906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a66e5b8d-8fea-4f04-bd02-52461a100147 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:49:59.192924 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Made reservation on behalf of c2d1bfb12ece4572b784252a2804123f for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:49:59.198316 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:59.255781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adffb38-dc8c-498a-b685-d5e83442d75e req-6d87f45e-66a5-4544-a351-659e0cfe758e tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:59.264714 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6adffb38-dc8c-498a-b685-d5e83442d75e req-6d87f45e-66a5-4544-a351-659e0cfe758e tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.0661333 Feb 05 02:49:59.306534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a66e5b8d-8fea-4f04-bd02-52461a100147 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:59.307249 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:59.331361 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6adffb38-dc8c-498a-b685-d5e83442d75e req-b956bedb-94d3-4f85-a0a3-cb68dcb2f6f6 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653129 Feb 05 02:49:59.364024 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 2111083b-8034-47f9-9c26-4ec0dc9470aa, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2111083b-8034-47f9-9c26-4ec0dc9470aa,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:59.375756 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec75d7b-81b9-4c2a-957a-72b373d691c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66e5b8d-8fea-4f04-bd02-52461a100147'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:59.378381 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afe9e40-ed2e-409b-9dba-a86a54d0f2e8" -d '{"events": [{"server_uuid": "dec75d7b-81b9-4c2a-957a-72b373d691c6", "name": "network-vif-unplugged", "status": "completed", "tag": "a66e5b8d-8fea-4f04-bd02-52461a100147"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:59.398865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a66e5b8d-8fea-4f04-bd02-52461a100147, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a66e5b8d-8fea-4f04-bd02-52461a100147,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:59.401200 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '2111083b-8034-47f9-9c26-4ec0dc9470aa', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '2111083b-8034-47f9-9c26-4ec0dc9470aa', 'mac_address': 'fa:16:3e:33:6d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:49:59.405312 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Allocated IP 192.168.233.166 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/f8f6626e-517a-4940-b034-38ad21247503) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:49:59.439673 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:59.448972 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3771c7da-3c2f-4e2d-903a-f80dd376d847 x-openstack-request-id: req-3771c7da-3c2f-4e2d-903a-f80dd376d847 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:59.449301 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec75d7b-81b9-4c2a-957a-72b373d691c6", "name": "network-vif-unplugged", "status": "completed", "tag": "a66e5b8d-8fea-4f04-bd02-52461a100147", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:59.449551 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3771c7da-3c2f-4e2d-903a-f80dd376d847 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:59.449948 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec75d7b-81b9-4c2a-957a-72b373d691c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66e5b8d-8fea-4f04-bd02-52461a100147', 'code': 200} Feb 05 02:49:59.481164 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 2111083b-8034-47f9-9c26-4ec0dc9470aa is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:49:59.481558 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:59.510751 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2111083b-8034-47f9-9c26-4ec0dc9470aa {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:49:59.523473 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a66e5b8d-8fea-4f04-bd02-52461a100147,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:59.543970 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 2111083b-8034-47f9-9c26-4ec0dc9470aa, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2111083b-8034-47f9-9c26-4ec0dc9470aa,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:49:59.548700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368bb474-e059-4c5e-acb5-e72c3793312d', 'name': 'network-vif-deleted', 'tag': 'e8f94f1f-3908-4db8-a8e6-1a81e2733417'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:49:59.550287 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:59.551648 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b42a51-c9c0-4b95-b973-6f3c4f9ab041" -d '{"events": [{"server_uuid": "368bb474-e059-4c5e-acb5-e72c3793312d", "name": "network-vif-deleted", "tag": "e8f94f1f-3908-4db8-a8e6-1a81e2733417"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:49:59.608352 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96402aef-0cba-456f-8e16-49a556904485 x-openstack-request-id: req-96402aef-0cba-456f-8e16-49a556904485 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:49:59.608761 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368bb474-e059-4c5e-acb5-e72c3793312d", "name": "network-vif-deleted", "tag": "e8f94f1f-3908-4db8-a8e6-1a81e2733417", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:49:59.609125 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96402aef-0cba-456f-8e16-49a556904485 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:49:59.609678 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368bb474-e059-4c5e-acb5-e72c3793312d', 'name': 'network-vif-deleted', 'tag': 'e8f94f1f-3908-4db8-a8e6-1a81e2733417', 'status': 'completed', 'code': 200} Feb 05 02:49:59.617485 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=2111083b-8034-47f9-9c26-4ec0dc9470aa,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:59.655586 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks [] for port (f8f6626e-517a-4940-b034-38ad21247503), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:59.696218 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f8f6626e-517a-4940-b034-38ad21247503), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:59.711711 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0921c3dc-04ae-471c-ada7-8105109da7a5'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:59.740154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:49:59.744266 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:49:59.748424 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:49:59.792786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['2111083b-8034-47f9-9c26-4ec0dc9470aa'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:49:59.809809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Pushing event updated for resources: {'Port': ['ID=f8f6626e-517a-4940-b034-38ad21247503,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:49:59.831770 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:59.832291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:59.832608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:59.833044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:59.833501 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:59.834034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:59.834460 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:59.834795 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:59.835220 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:59.835785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:59.836120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:59.836478 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:59.837468 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:49:59.902255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:59.904265 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:49:59.937924 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device e8f94f1f-3908-4db8-a8e6-1a81e2733417 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:49:59.942276 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-e098bb8f-cd75-4e76-b8f4-5b283016480e tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8715684 Feb 05 02:49:59.953389 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Request body: {'port': {'device_id': '4f71e435-9bc9-41bc-8064-f06fbb26399a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:49:59.968029 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e60cf-77d2-4c7b-9ee8-edd75d7224f6 req-47ac3e0d-e0d1-4ea5-b26b-ad8fd2745872 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:49:59.972653 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a15e60cf-77d2-4c7b-9ee8-edd75d7224f6 req-47ac3e0d-e0d1-4ea5-b26b-ad8fd2745872 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1224794 Feb 05 02:50:00.002443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: e8f94f1f-3908-4db8-a8e6-1a81e2733417 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:50:00.005169 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device e8f94f1f-3908-4db8-a8e6-1a81e2733417 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:50:00.028463 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f8f6626e-517a-4940-b034-38ad21247503), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:00.042278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484323c8-6fef-4fb1-9a21-975582ad1a50 req-023b311a-1717-4dd6-b6bd-3741a85a41e0 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:00.050109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-484323c8-6fef-4fb1-9a21-975582ad1a50 req-023b311a-1717-4dd6-b6bd-3741a85a41e0 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.1331587 Feb 05 02:50:00.073533 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a15e60cf-77d2-4c7b-9ee8-edd75d7224f6 req-589ec406-a83c-4c2b-96bc-58122a840d9d tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931308 Feb 05 02:50:00.137457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-484323c8-6fef-4fb1-9a21-975582ad1a50 req-1c49534b-d8dc-4865-af47-f72c750353f8 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784836 Feb 05 02:50:00.214262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b16d91cf-4ff1-4b85-840c-b6425b9fd4d1 None None] Provisioning complete for port f8f6626e-517a-4940-b034-38ad21247503 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:00.215339 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b16d91cf-4ff1-4b85-840c-b6425b9fd4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f8f6626e-517a-4940-b034-38ad21247503), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:00.239932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0d34c-a832-47a7-b9f9-49765a46536c req-6daff3f3-5180-4065-b34e-a67b178e51bd tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:00.248149 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7dc0d34c-a832-47a7-b9f9-49765a46536c req-6daff3f3-5180-4065-b34e-a67b178e51bd tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.0832200 Feb 05 02:50:00.287704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b16d91cf-4ff1-4b85-840c-b6425b9fd4d1 None None] Port f8f6626e-517a-4940-b034-38ad21247503 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:50:00.368727 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f6626e-517a-4940-b034-38ad21247503 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:50:00.378355 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Publish callbacks [] for port (f8f6626e-517a-4940-b034-38ad21247503), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:00.393200 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Transition to ACTIVE for port object f8f6626e-517a-4940-b034-38ad21247503 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:50:00.395543 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7dc0d34c-a832-47a7-b9f9-49765a46536c req-8160b1fd-df75-44c1-ab6b-93fd04129650 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453915 Feb 05 02:50:00.400373 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f8f6626e-517a-4940-b034-38ad21247503), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:00.403055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f167f4-afa5-4583-a5db-71cc6156fb53 req-0f66e419-6ad7-4366-a8b9-8c5423040e9b tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:00.420774 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2f167f4-afa5-4583-a5db-71cc6156fb53 req-0f66e419-6ad7-4366-a8b9-8c5423040e9b tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 936 time: 0.1673880 Feb 05 02:50:00.475789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Pushing event updated for resources: {'Port': ['ID=f8f6626e-517a-4940-b034-38ad21247503,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:00.495550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2f167f4-afa5-4583-a5db-71cc6156fb53 req-eef30b4d-60d9-423e-a13b-90fe9750a448 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736403 Feb 05 02:50:00.574924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e139fd-dc72-4d09-b23d-5d44198a05f6 req-7cf5eadc-d294-4974-8159-c92ac22397a6 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:00.576596 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45e139fd-dc72-4d09-b23d-5d44198a05f6 req-7cf5eadc-d294-4974-8159-c92ac22397a6 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1148572 Feb 05 02:50:00.578524 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Attempting to bind port f8f6626e-517a-4940-b034-38ad21247503 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:50:00.579110 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Attempting to bind port f8f6626e-517a-4940-b034-38ad21247503 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:50:00.579441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Attempting to bind port f8f6626e-517a-4940-b034-38ad21247503 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:00.584591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Port f8f6626e-517a-4940-b034-38ad21247503 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:50:00.584914 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Attempting to bind port f8f6626e-517a-4940-b034-38ad21247503 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:00.591174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:50:00.591523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:50:00.593380 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:50:00.593823 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Bound port: f8f6626e-517a-4940-b034-38ad21247503, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:50:00.594185 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f8f6626e-517a-4940-b034-38ad21247503), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:00.654349 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45e139fd-dc72-4d09-b23d-5d44198a05f6 req-a9c3d601-bc62-4276-9972-073dcdb68088 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720592 Feb 05 02:50:00.683822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] For port f8f6626e-517a-4940-b034-38ad21247503, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:50:00.687336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] For port f8f6626e-517a-4940-b034-38ad21247503, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f8f6626e-517a-4940-b034-38ad21247503,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:50:00.695747 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f8f6626e-517a-4940-b034-38ad21247503), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:00.737189 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:00.737815 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:00.739334 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] 10.222.0.31 "PUT /v2.0/ports/f8f6626e-517a-4940-b034-38ad21247503 HTTP/1.1" status: 200 len: 1096 time: 0.7901237 Feb 05 02:50:00.757870 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854935d-a0f9-4370-9564-73a4d95210ea service neutron] Pushing event updated for resources: {'Port': ['ID=f8f6626e-517a-4940-b034-38ad21247503,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:00.845192 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-86b75f66-2859-43da-ab9f-05011325d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:00.846597 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-86b75f66-2859-43da-ab9f-05011325d5e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2d1bfb12ece4572b784252a2804123f&device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 1130 time: 0.0541537 Feb 05 02:50:00.896694 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-7da121e5-83f1-415b-8a44-de3ee68bfa30 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=f8f6626e-517a-4940-b034-38ad21247503 HTTP/1.1" status: 200 len: 217 time: 0.0413697 Feb 05 02:50:00.949586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-31f199d1-3800-4a2d-9466-208ae0df34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:00.951188 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-31f199d1-3800-4a2d-9466-208ae0df34d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0474360 Feb 05 02:50:01.016258 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-118ec4fb-b4a0-4f97-8b2f-f92b28752e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:01.017984 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-118ec4fb-b4a0-4f97-8b2f-f92b28752e38 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0561519 Feb 05 02:50:01.126909 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-5a7619af-d6d3-435d-9f9f-ed5027e092fe service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980456 Feb 05 02:50:01.160975 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 2111083b-8034-47f9-9c26-4ec0dc9470aa up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:50:01.272210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 2111083b-8034-47f9-9c26-4ec0dc9470aa triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:01.272750 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:01.295469 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9f90167b-56b2-4005-8a77-8ef43a5055c4 req-236b23d3-56c9-4ef3-ba52-2b498ba4f84c service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604850 Feb 05 02:50:01.317680 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9178a9-b352-4f0a-ae9c-69c841f1ce56 req-0b633d52-300f-4975-a4ab-37f236be3f02 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:01.320301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c9178a9-b352-4f0a-ae9c-69c841f1ce56 req-0b633d52-300f-4975-a4ab-37f236be3f02 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1628323 Feb 05 02:50:01.435510 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c9178a9-b352-4f0a-ae9c-69c841f1ce56 req-e3dc92cd-9b13-4d6a-b682-ceaa84b1d736 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052971 Feb 05 02:50:01.463601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c47801-e86b-49e0-aef3-fe440c5096ab req-69d52e4a-33a2-4308-a8ce-e8c6f1ba8349 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:01.464899 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7c47801-e86b-49e0-aef3-fe440c5096ab req-69d52e4a-33a2-4308-a8ce-e8c6f1ba8349 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.2622585 Feb 05 02:50:01.467765 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 2111083b-8034-47f9-9c26-4ec0dc9470aa is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:01.468861 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:01.495524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f405d1d5-45b0-4257-8a6b-6874709ddce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2111083b-8034-47f9-9c26-4ec0dc9470aa'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:01.498150 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba3ffb1-2377-4abc-b9e9-d94d72d7ca5b" -d '{"events": [{"server_uuid": "f405d1d5-45b0-4257-8a6b-6874709ddce9", "name": "network-vif-plugged", "status": "completed", "tag": "2111083b-8034-47f9-9c26-4ec0dc9470aa"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:01.512976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 2111083b-8034-47f9-9c26-4ec0dc9470aa, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2111083b-8034-47f9-9c26-4ec0dc9470aa,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:01.525274 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:01.587249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=2111083b-8034-47f9-9c26-4ec0dc9470aa,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:01.610337 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f71e435-9bc9-41bc-8064-f06fbb26399a', 'tag': 'f8f6626e-517a-4940-b034-38ad21247503'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:01.612687 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ed5f9c-67cd-4ead-b4c7-3ce47f3fe7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "4f71e435-9bc9-41bc-8064-f06fbb26399a", "tag": "f8f6626e-517a-4940-b034-38ad21247503"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:01.627992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7511a-4321-4613-a71c-101f75ca2db2 req-daabb436-f518-4922-a525-8bd605fa7582 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:01.629538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9b7511a-4321-4613-a71c-101f75ca2db2 req-daabb436-f518-4922-a525-8bd605fa7582 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 950 time: 0.3743377 Feb 05 02:50:01.673863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b9f7-2eaf-4ff7-9715-a90d6447f7a7 req-b3afe4e5-63cd-4713-a4b1-ba2bbafae2aa tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:01.675391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1b3b9f7-2eaf-4ff7-9715-a90d6447f7a7 req-b3afe4e5-63cd-4713-a4b1-ba2bbafae2aa tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.1321886 Feb 05 02:50:02.053527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-f7c47801-e86b-49e0-aef3-fe440c5096ab req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Deleting port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:50:02.053899 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f7c47801-e86b-49e0-aef3-fe440c5096ab req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e29e20b0-38e7-47fb-960b-7ae5ec41b2d8), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:02.062500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9b7511a-4321-4613-a71c-101f75ca2db2 req-b689fa1a-4e73-4e59-b1a9-e135be236f12 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233840 Feb 05 02:50:02.120269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1b3b9f7-2eaf-4ff7-9715-a90d6447f7a7 req-056fbe37-9c48-4a8f-82af-f81c2211b188 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341903 Feb 05 02:50:02.168380 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f119b5-9efb-4366-95fc-d78996b7213f x-openstack-request-id: req-65f119b5-9efb-4366-95fc-d78996b7213f {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:02.168709 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f405d1d5-45b0-4257-8a6b-6874709ddce9", "name": "network-vif-plugged", "status": "completed", "tag": "2111083b-8034-47f9-9c26-4ec0dc9470aa", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:02.168968 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-65f119b5-9efb-4366-95fc-d78996b7213f {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:02.169565 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f405d1d5-45b0-4257-8a6b-6874709ddce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2111083b-8034-47f9-9c26-4ec0dc9470aa', 'code': 200} Feb 05 02:50:02.223348 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677b1f05-6254-4168-83d1-0f2adaffe6c0 x-openstack-request-id: req-677b1f05-6254-4168-83d1-0f2adaffe6c0 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:02.223882 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f71e435-9bc9-41bc-8064-f06fbb26399a", "tag": "f8f6626e-517a-4940-b034-38ad21247503", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:02.223882 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-677b1f05-6254-4168-83d1-0f2adaffe6c0 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:02.224246 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f71e435-9bc9-41bc-8064-f06fbb26399a', 'tag': 'f8f6626e-517a-4940-b034-38ad21247503', 'status': 'completed', 'code': 200} Feb 05 02:50:02.232477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f7c47801-e86b-49e0-aef3-fe440c5096ab req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] For port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e29e20b0-38e7-47fb-960b-7ae5ec41b2d8,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:02.232837 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f7c47801-e86b-49e0-aef3-fe440c5096ab req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e29e20b0-38e7-47fb-960b-7ae5ec41b2d8), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:02.261873 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e3b01-6405-4677-a7aa-daefbd3c3f95 req-94412c8f-49f3-48a0-95d7-31cfda63fd89 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:02.263732 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-f7c47801-e86b-49e0-aef3-fe440c5096ab req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Calling delete_port for e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:50:02.272375 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-634e3b01-6405-4677-a7aa-daefbd3c3f95 req-94412c8f-49f3-48a0-95d7-31cfda63fd89 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.10 "GET /v2.0/ports?device_id=117f34e7-8dbe-43ae-b2f9-ec69df3d01c0 HTTP/1.1" status: 200 len: 950 time: 0.1192355 Feb 05 02:50:02.416328 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed5f9c-67cd-4ead-b4c7-3ce47f3fe7a8 req-bd55af8b-1692-4621-88ce-556d8e827c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:02.417830 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d3ed5f9c-67cd-4ead-b4c7-3ce47f3fe7a8 req-bd55af8b-1692-4621-88ce-556d8e827c61 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c2d1bfb12ece4572b784252a2804123f&device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 1130 time: 0.1446509 Feb 05 02:50:02.451536 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365fac4-201d-41aa-a546-e351225fac2c req-514983f3-a717-482e-a784-11f258628095 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:02.453709 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a365fac4-201d-41aa-a546-e351225fac2c req-514983f3-a717-482e-a784-11f258628095 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 948 time: 0.1880538 Feb 05 02:50:02.570519 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a365fac4-201d-41aa-a546-e351225fac2c req-244dcd8e-e3c0-49e4-acfa-45b187134d03 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998590 Feb 05 02:50:02.584416 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d534a-e781-4760-99a0-3d831d3f0b24 req-65c334d8-88e0-498c-88fa-83ce58e67bbf tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:02.592044 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-370d534a-e781-4760-99a0-3d831d3f0b24 req-65c334d8-88e0-498c-88fa-83ce58e67bbf tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1688566 Feb 05 02:50:02.619929 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-634e3b01-6405-4677-a7aa-daefbd3c3f95 req-b3ca6852-3e7d-4af3-b57b-51f40af2e32c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Deleting port e549d749-eb62-4e11-9f8f-d0dd92e541c2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:50:02.620352 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-634e3b01-6405-4677-a7aa-daefbd3c3f95 req-b3ca6852-3e7d-4af3-b57b-51f40af2e32c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e549d749-eb62-4e11-9f8f-d0dd92e541c2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:02.637954 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f7c47801-e86b-49e0-aef3-fe440c5096ab req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e29e20b0-38e7-47fb-960b-7ae5ec41b2d8), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:02.656077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['901efd57-bf72-40cf-bb84-83ce5c36f3a1', '8a0abef1-9c72-431a-a225-dccabdc8515e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:50:02.658098 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5262ff49-6fce-4474-b84e-0c2a62252ecf', 'e549d749-eb62-4e11-9f8f-d0dd92e541c2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:50:02.679856 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Pushing event deleted for resources: {'Port': ['ID=e29e20b0-38e7-47fb-960b-7ae5ec41b2d8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:02.697588 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-370d534a-e781-4760-99a0-3d831d3f0b24 req-b6208df9-b343-4953-bbf2-49c1169481a0 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001585 Feb 05 02:50:02.707159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:02.707507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:02.707916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:02.708271 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:02.708589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:02.708915 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:02.709235 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:02.709557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:02.709875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:02.710194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:02.710516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:02.710875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:02.711194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:02.782392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c47801-e86b-49e0-aef3-fe440c5096ab req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] No DVR routers for this DVR port e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 on host n-h1-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:50:02.786018 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f7c47801-e86b-49e0-aef3-fe440c5096ab req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:02.791088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7c47801-e86b-49e0-aef3-fe440c5096ab req-fdf5dd12-5b0e-4106-96a9-c85b70dca119 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "DELETE /v2.0/ports/e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 HTTP/1.1" status: 204 len: 173 time: 1.3207059 Feb 05 02:50:02.807506 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1124fc0e-4ce6-4372-8aa1-a3cd172540b3', 'name': 'network-vif-deleted', 'tag': 'e29e20b0-38e7-47fb-960b-7ae5ec41b2d8'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:02.811845 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f192d73a-b24f-4c43-b030-696de1528621" -d '{"events": [{"server_uuid": "1124fc0e-4ce6-4372-8aa1-a3cd172540b3", "name": "network-vif-deleted", "tag": "e29e20b0-38e7-47fb-960b-7ae5ec41b2d8"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:02.835000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed5f9c-67cd-4ead-b4c7-3ce47f3fe7a8 req-d350871c-b977-4a99-b6e1-c1b3c0c0c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:02.836536 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d3ed5f9c-67cd-4ead-b4c7-3ce47f3fe7a8 req-d350871c-b977-4a99-b6e1-c1b3c0c0c9dc service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.4097476 Feb 05 02:50:02.860752 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d496546c-1600-41c4-b281-c2d433770c44 x-openstack-request-id: req-d496546c-1600-41c4-b281-c2d433770c44 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:02.861151 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1124fc0e-4ce6-4372-8aa1-a3cd172540b3", "name": "network-vif-deleted", "tag": "e29e20b0-38e7-47fb-960b-7ae5ec41b2d8", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:02.861494 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d496546c-1600-41c4-b281-c2d433770c44 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:02.861971 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1124fc0e-4ce6-4372-8aa1-a3cd172540b3', 'name': 'network-vif-deleted', 'tag': 'e29e20b0-38e7-47fb-960b-7ae5ec41b2d8', 'status': 'completed', 'code': 200} Feb 05 02:50:02.912088 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d3ed5f9c-67cd-4ead-b4c7-3ce47f3fe7a8 req-a93ae807-9640-4a8e-b4fd-9eac61d234e4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=f8f6626e-517a-4940-b034-38ad21247503 HTTP/1.1" status: 200 len: 217 time: 0.0690379 Feb 05 02:50:02.919069 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-634e3b01-6405-4677-a7aa-daefbd3c3f95 req-b3ca6852-3e7d-4af3-b57b-51f40af2e32c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] For port e549d749-eb62-4e11-9f8f-d0dd92e541c2, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e549d749-eb62-4e11-9f8f-d0dd92e541c2,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:02.919436 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-634e3b01-6405-4677-a7aa-daefbd3c3f95 req-b3ca6852-3e7d-4af3-b57b-51f40af2e32c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e549d749-eb62-4e11-9f8f-d0dd92e541c2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:02.979160 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd72b40-2fc2-4e3a-b4eb-9c78112f9569 req-2d88e361-1f56-47cf-ade6-178d2c268794 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:02.987092 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebd72b40-2fc2-4e3a-b4eb-9c78112f9569 req-2d88e361-1f56-47cf-ade6-178d2c268794 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.2066724 Feb 05 02:50:03.043663 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed5f9c-67cd-4ead-b4c7-3ce47f3fe7a8 req-0bfd8799-f8a0-4e63-882b-365ab8c20ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:03.045176 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d3ed5f9c-67cd-4ead-b4c7-3ce47f3fe7a8 req-0bfd8799-f8a0-4e63-882b-365ab8c20ef6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1228364 Feb 05 02:50:03.048160 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebd72b40-2fc2-4e3a-b4eb-9c78112f9569 req-1c62fff8-d865-43a6-a3a5-d62e3261265d tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547116 Feb 05 02:50:03.062903 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-634e3b01-6405-4677-a7aa-daefbd3c3f95 req-b3ca6852-3e7d-4af3-b57b-51f40af2e32c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Calling delete_port for e549d749-eb62-4e11-9f8f-d0dd92e541c2 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:50:03.380187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e27acf03-e088-4663-a9b3-0e286555b38c req-59e90498-1805-46d9-a61e-6bd8e91d8283 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=1124fc0e-4ce6-4372-8aa1-a3cd172540b3 HTTP/1.1" status: 200 len: 210 time: 0.0844545 Feb 05 02:50:03.499296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed5f9c-67cd-4ead-b4c7-3ce47f3fe7a8 req-9c2dc80a-5124-4089-868a-ac27e0e5aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:03.500994 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d3ed5f9c-67cd-4ead-b4c7-3ce47f3fe7a8 req-9c2dc80a-5124-4089-868a-ac27e0e5aac2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4358935 Feb 05 02:50:03.589807 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf1d82-519e-4278-bfd8-ff91cff81e89 req-5c9cb527-e554-410a-9698-41883d0ad428 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:03.599623 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b0cf1d82-519e-4278-bfd8-ff91cff81e89 req-5c9cb527-e554-410a-9698-41883d0ad428 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.2179880 Feb 05 02:50:03.621431 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-634e3b01-6405-4677-a7aa-daefbd3c3f95 req-b3ca6852-3e7d-4af3-b57b-51f40af2e32c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (e549d749-eb62-4e11-9f8f-d0dd92e541c2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:03.670195 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['901efd57-bf72-40cf-bb84-83ce5c36f3a1', '8a0abef1-9c72-431a-a225-dccabdc8515e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:50:03.671526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca6852-3e7d-4af3-b57b-51f40af2e32c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Pushing event deleted for resources: {'Port': ['ID=e549d749-eb62-4e11-9f8f-d0dd92e541c2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:03.678284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5262ff49-6fce-4474-b84e-0c2a62252ecf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:50:03.756344 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-634e3b01-6405-4677-a7aa-daefbd3c3f95 req-b3ca6852-3e7d-4af3-b57b-51f40af2e32c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] No DVR routers for this DVR port e549d749-eb62-4e11-9f8f-d0dd92e541c2 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:50:03.760780 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-634e3b01-6405-4677-a7aa-daefbd3c3f95 req-b3ca6852-3e7d-4af3-b57b-51f40af2e32c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:03.765137 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-634e3b01-6405-4677-a7aa-daefbd3c3f95 req-b3ca6852-3e7d-4af3-b57b-51f40af2e32c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.10 "DELETE /v2.0/ports/e549d749-eb62-4e11-9f8f-d0dd92e541c2 HTTP/1.1" status: 204 len: 173 time: 1.4719779 Feb 05 02:50:03.765493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b0cf1d82-519e-4278-bfd8-ff91cff81e89 req-6ff0973c-6f32-4d63-bdd5-36a208f4a4ea tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622620 Feb 05 02:50:03.830163 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d3ed5f9c-67cd-4ead-b4c7-3ce47f3fe7a8 req-5735cdc8-2214-4d3e-88be-82149dcd83cb service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182104 Feb 05 02:50:03.867419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af98e8-1f4d-4ae6-84d6-521bd0042dc1 req-78cfc178-cc1d-4b5b-a2ca-7b12b6da3af7 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:03.874584 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-138aadb0-3b3f-4338-b914-6edad5aecb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:03.884232 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9af98e8-1f4d-4ae6-84d6-521bd0042dc1 req-78cfc178-cc1d-4b5b-a2ca-7b12b6da3af7 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 1128 time: 0.2770014 Feb 05 02:50:03.984582 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9af98e8-1f4d-4ae6-84d6-521bd0042dc1 req-b217f8ee-0e04-4cf1-b7aa-c12fafad945a tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987425 Feb 05 02:50:04.015942 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:50:04.081763 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d3ed5f9c-67cd-4ead-b4c7-3ce47f3fe7a8 req-c5ecc07e-d4e0-4650-88ca-99b258e9ca42 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454734 Feb 05 02:50:04.132702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb3dcd-1bfb-4631-b274-a6c5690950f2 req-5bab56a0-7c16-4427-bef8-2c280bce3d18 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:04.133118 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:50:04.134177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device e29e20b0-38e7-47fb-960b-7ae5ec41b2d8 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:50:04.141236 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-daeb3dcd-1bfb-4631-b274-a6c5690950f2 req-5bab56a0-7c16-4427-bef8-2c280bce3d18 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 948 time: 0.1555727 Feb 05 02:50:04.224904 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117f34e7-8dbe-43ae-b2f9-ec69df3d01c0', 'name': 'network-vif-deleted', 'tag': 'e549d749-eb62-4e11-9f8f-d0dd92e541c2'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:04.227777 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724bb4d9-4e58-43e1-a9d5-8806e06f8a66" -d '{"events": [{"server_uuid": "117f34e7-8dbe-43ae-b2f9-ec69df3d01c0", "name": "network-vif-deleted", "tag": "e549d749-eb62-4e11-9f8f-d0dd92e541c2"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:04.244377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-daeb3dcd-1bfb-4631-b274-a6c5690950f2 req-77be93c4-ff78-47b4-a490-1cb5fe97ca71 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017311 Feb 05 02:50:04.390265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcb05e-14e3-4466-9b20-446fb9d8aa94 req-efc72b9f-acff-4019-9deb-3599759d1c8c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:04.396629 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0fcb05e-14e3-4466-9b20-446fb9d8aa94 req-efc72b9f-acff-4019-9deb-3599759d1c8c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.2300670 Feb 05 02:50:04.538638 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0fcb05e-14e3-4466-9b20-446fb9d8aa94 req-9c3869e7-da30-49db-9b78-1cc533e9a33d tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118035 Feb 05 02:50:04.566451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7d02c-70fa-4e4b-b9fc-30aeb8d99317 req-6f503e31-bf80-4c20-8c77-dba8a23f2e04 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:04.573885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85a7d02c-70fa-4e4b-b9fc-30aeb8d99317 req-6f503e31-bf80-4c20-8c77-dba8a23f2e04 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1716814 Feb 05 02:50:04.670133 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85a7d02c-70fa-4e4b-b9fc-30aeb8d99317 req-c32a956c-bc9e-491f-b83e-f555dc1f663e tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909753 Feb 05 02:50:04.744425 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899f471e-00b4-47e8-9368-3ebc739a295f x-openstack-request-id: req-899f471e-00b4-47e8-9368-3ebc739a295f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:04.744957 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117f34e7-8dbe-43ae-b2f9-ec69df3d01c0", "name": "network-vif-deleted", "tag": "e549d749-eb62-4e11-9f8f-d0dd92e541c2", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:04.744957 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-899f471e-00b4-47e8-9368-3ebc739a295f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:04.745363 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117f34e7-8dbe-43ae-b2f9-ec69df3d01c0', 'name': 'network-vif-deleted', 'tag': 'e549d749-eb62-4e11-9f8f-d0dd92e541c2', 'status': 'completed', 'code': 200} Feb 05 02:50:05.003249 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff34186-8435-4923-a630-4e50f146afc8 req-1fb03aa0-5dc8-4b70-8318-a3ea9ccaeebf tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:05.013983 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8ff34186-8435-4923-a630-4e50f146afc8 req-1fb03aa0-5dc8-4b70-8318-a3ea9ccaeebf tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.0759828 Feb 05 02:50:05.084362 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8ff34186-8435-4923-a630-4e50f146afc8 req-1184e32d-8f3f-4164-8b29-364c5fc73e58 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690408 Feb 05 02:50:05.165929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e549d749-eb62-4e11-9f8f-d0dd92e541c2 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:50:05.216618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: e549d749-eb62-4e11-9f8f-d0dd92e541c2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:50:05.216989 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e549d749-eb62-4e11-9f8f-d0dd92e541c2 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:50:05.530927 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0853cfd-71a8-4173-af7f-2b09eb2908b9 req-6f7f42f8-5660-45ad-84d0-c8ac77647331 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:05.533145 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d0853cfd-71a8-4173-af7f-2b09eb2908b9 req-6f7f42f8-5660-45ad-84d0-c8ac77647331 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 948 time: 0.0768754 Feb 05 02:50:05.606469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d0853cfd-71a8-4173-af7f-2b09eb2908b9 req-17b642be-82c6-4e5a-9dd9-45b212d4cf63 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665181 Feb 05 02:50:05.843798 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47ecad3e-b91b-4004-be49-67589b1d8316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:05.909987 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-d82d36f6-64d3-485a-8777-68d2ebf25f22 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:50:05.912291 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-d82d36f6-64d3-485a-8777-68d2ebf25f22 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080709 Feb 05 02:50:05.990305 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c39c2-a242-437b-ba52-340637f00d5b req-9175c039-70f0-471f-bcb5-ac56b82be8fd tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:05.998299 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9c8c39c2-a242-437b-ba52-340637f00d5b req-9175c039-70f0-471f-bcb5-ac56b82be8fd tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1419938 Feb 05 02:50:06.002015 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f8f6626e-517a-4940-b034-38ad21247503 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:50:06.008860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-be414281-542b-47fe-9969-7319d046828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:06.011066 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-be414281-542b-47fe-9969-7319d046828c service neutron] 10.222.0.36 "GET /v2.0/ports/164c5bd7-72d8-4796-ae48-9f58da11f82d HTTP/1.1" status: 200 len: 1125 time: 0.0764756 Feb 05 02:50:06.023045 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-2c8e24bb-9ba6-40ce-be88-4b9c24d753ac service neutron] Request body: {'binding': {'host': 'n-h1-826942-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:06.023514 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-2c8e24bb-9ba6-40ce-be88-4b9c24d753ac service neutron] Unknown quota resources ['binding']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 05 02:50:06.129861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9c8c39c2-a242-437b-ba52-340637f00d5b req-1b190812-01b6-4683-a89b-b1c38192bef6 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143610 Feb 05 02:50:06.163590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port f8f6626e-517a-4940-b034-38ad21247503, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f8f6626e-517a-4940-b034-38ad21247503,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:06.176992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'f8f6626e-517a-4940-b034-38ad21247503', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': 'f8f6626e-517a-4940-b034-38ad21247503', 'mac_address': 'fa:16:3e:18:a7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:50:06.245216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port f8f6626e-517a-4940-b034-38ad21247503 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:06.246702 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f8f6626e-517a-4940-b034-38ad21247503), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:06.279865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f6626e-517a-4940-b034-38ad21247503 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:50:06.324260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-2c8e24bb-9ba6-40ce-be88-4b9c24d753ac service neutron] Attempting to bind port 164c5bd7-72d8-4796-ae48-9f58da11f82d on host n-h1-826942-8 for vnic_type normal with profile None {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:50:06.324624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-2c8e24bb-9ba6-40ce-be88-4b9c24d753ac service neutron] Attempting to bind port 164c5bd7-72d8-4796-ae48-9f58da11f82d by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:50:06.324857 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-2c8e24bb-9ba6-40ce-be88-4b9c24d753ac service neutron] Attempting to bind port 164c5bd7-72d8-4796-ae48-9f58da11f82d on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:06.333251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port f8f6626e-517a-4940-b034-38ad21247503, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f8f6626e-517a-4940-b034-38ad21247503,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:06.344043 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e004b62-f2ab-49c0-b199-588aa79a0b7a req-19dce554-c41b-46af-b549-b926c9e31534 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:06.346383 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f8f6626e-517a-4940-b034-38ad21247503), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:06.352092 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e004b62-f2ab-49c0-b199-588aa79a0b7a req-19dce554-c41b-46af-b549-b926c9e31534 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1263559 Feb 05 02:50:06.357011 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-2c8e24bb-9ba6-40ce-be88-4b9c24d753ac service neutron] Port 164c5bd7-72d8-4796-ae48-9f58da11f82d on network 7989079b-2a98-4df8-9515-2a06293b2119 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:50:06.357343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-2c8e24bb-9ba6-40ce-be88-4b9c24d753ac service neutron] Attempting to bind port 164c5bd7-72d8-4796-ae48-9f58da11f82d on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:06.364451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-2c8e24bb-9ba6-40ce-be88-4b9c24d753ac service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:50:06.364785 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-2c8e24bb-9ba6-40ce-be88-4b9c24d753ac service neutron] Checking segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:50:06.365240 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-2c8e24bb-9ba6-40ce-be88-4b9c24d753ac service neutron] Bound using segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:50:06.365681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-2c8e24bb-9ba6-40ce-be88-4b9c24d753ac service neutron] Bound port: 164c5bd7-72d8-4796-ae48-9f58da11f82d, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:50:06.428994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-2c8e24bb-9ba6-40ce-be88-4b9c24d753ac service neutron] For port 164c5bd7-72d8-4796-ae48-9f58da11f82d, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=164c5bd7-72d8-4796-ae48-9f58da11f82d,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:50:06.461077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=f8f6626e-517a-4940-b034-38ad21247503,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:06.494704 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e004b62-f2ab-49c0-b199-588aa79a0b7a req-5ae16db0-eef7-4965-81c2-6df9198f88b9 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403077 Feb 05 02:50:06.501127 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-2c8e24bb-9ba6-40ce-be88-4b9c24d753ac service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:06.515313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-2c8e24bb-9ba6-40ce-be88-4b9c24d753ac service neutron] 10.222.0.36 "POST /v2.0/ports/164c5bd7-72d8-4796-ae48-9f58da11f82d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4923284 Feb 05 02:50:06.690125 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f5ead-c6fa-4a72-b011-571124c871bc req-e3d206d8-d8dc-470b-a720-03ce193c30b2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:06.698594 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e74f5ead-c6fa-4a72-b011-571124c871bc req-e3d206d8-d8dc-470b-a720-03ce193c30b2 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e82709-78f3-4fa2-a4fa-eb59b553f5e3 HTTP/1.1" status: 200 len: 950 time: 0.0846908 Feb 05 02:50:06.775770 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e74f5ead-c6fa-4a72-b011-571124c871bc req-877e880e-054f-4e7c-bb85-fd3394291bcf tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755041 Feb 05 02:50:06.796148 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['f8f6626e-517a-4940-b034-38ad21247503'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:50:06.898699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b5060-2c00-42f2-9eba-d11f12315a87 req-190642d9-0e1c-44a3-a818-c51b6ddb344d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:06.906458 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c39b5060-2c00-42f2-9eba-d11f12315a87 req-190642d9-0e1c-44a3-a818-c51b6ddb344d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.0783534 Feb 05 02:50:06.986967 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-a1f4d8f8-7892-4734-9a4c-cb4c82b073f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:06.989358 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-a1f4d8f8-7892-4734-9a4c-cb4c82b073f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 1128 time: 0.1141880 Feb 05 02:50:07.003404 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c39b5060-2c00-42f2-9eba-d11f12315a87 req-1a6590a1-aedb-454e-a1dd-e367fbb2f65e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959382 Feb 05 02:50:07.008271 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:07.044291 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0733cf-d6f0-47ff-baf2-d5c9c2aa76a5 req-7836f26f-0ebe-4a92-8098-4b81eb524e2e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:07.059103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f0733cf-d6f0-47ff-baf2-d5c9c2aa76a5 req-7836f26f-0ebe-4a92-8098-4b81eb524e2e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.1454577 Feb 05 02:50:07.141820 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-a19f44b8-5a16-4f73-8ce9-2dfdc8f947f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:07.143706 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-a19f44b8-5a16-4f73-8ce9-2dfdc8f947f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 0.1471591 Feb 05 02:50:07.214009 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-db0d47a6-8e41-40f0-8559-a47317ef3a77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=164c5bd7-72d8-4796-ae48-9f58da11f82d HTTP/1.1" status: 200 len: 217 time: 0.0555420 Feb 05 02:50:07.216809 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f0733cf-d6f0-47ff-baf2-d5c9c2aa76a5 req-7371fc31-ce06-41f4-bc13-7400cc5c8ec9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498852 Feb 05 02:50:07.254296 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efceb3-7806-4457-b6ef-bfa2006b0583 req-42fa6408-6170-47ff-85ac-ba50eaede1f7 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:07.256011 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3efceb3-7806-4457-b6ef-bfa2006b0583 req-42fa6408-6170-47ff-85ac-ba50eaede1f7 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 949 time: 0.1466460 Feb 05 02:50:07.271151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef20649-3535-4157-ad62-dead688f4a70 req-2078d345-784c-4ba6-960c-899292507d29 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:07.273399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ef20649-3535-4157-ad62-dead688f4a70 req-2078d345-784c-4ba6-960c-899292507d29 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2e82709-78f3-4fa2-a4fa-eb59b553f5e3 HTTP/1.1" status: 200 len: 950 time: 0.1142290 Feb 05 02:50:07.285225 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-4790ccc5-254b-4d83-ac8a-dcc03fd9838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:07.286677 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-4790ccc5-254b-4d83-ac8a-dcc03fd9838c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.0649848 Feb 05 02:50:07.338125 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-db59c082-afb2-45b8-bb2c-6cc264a15212 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436003 Feb 05 02:50:07.450337 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-91e464d7-159d-4308-bbbd-823bda9671ac service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027546 Feb 05 02:50:07.454873 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3efceb3-7806-4457-b6ef-bfa2006b0583 req-6286b271-2c1e-420a-bd65-18f6b357e29f tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807158 Feb 05 02:50:07.494357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-0ef20649-3535-4157-ad62-dead688f4a70 req-5a22d4dd-227f-4f8e-80e7-794c22a77c7c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Deleting port 901efd57-bf72-40cf-bb84-83ce5c36f3a1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:50:07.494701 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0ef20649-3535-4157-ad62-dead688f4a70 req-5a22d4dd-227f-4f8e-80e7-794c22a77c7c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (901efd57-bf72-40cf-bb84-83ce5c36f3a1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:07.564928 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f322b0-775f-468e-8776-818ee81b342a req-dcb89e3e-9e1c-4776-bffd-b11127e5ed25 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:07.572581 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62f322b0-775f-468e-8776-818ee81b342a req-dcb89e3e-9e1c-4776-bffd-b11127e5ed25 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.2385232 Feb 05 02:50:07.613445 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-872d189c-dc68-4ecd-be47-968bff6b1b43 service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466019 Feb 05 02:50:07.644587 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0eb520-2121-428c-9950-c8ebdcc57e8d req-d0d1ac42-512b-4b76-b30a-ff050543598c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:07.646829 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2f0eb520-2121-428c-9950-c8ebdcc57e8d req-d0d1ac42-512b-4b76-b30a-ff050543598c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "GET /v2.0/ports?device_id=44559059-c758-46e9-8d0a-57892ef50782 HTTP/1.1" status: 200 len: 949 time: 0.1787701 Feb 05 02:50:07.766918 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62f322b0-775f-468e-8776-818ee81b342a req-72406fc3-656e-40d2-95fc-df7e27d549ae tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933391 Feb 05 02:50:07.788438 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-0ef20649-3535-4157-ad62-dead688f4a70 req-5a22d4dd-227f-4f8e-80e7-794c22a77c7c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] For port 901efd57-bf72-40cf-bb84-83ce5c36f3a1, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=901efd57-bf72-40cf-bb84-83ce5c36f3a1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:07.788849 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0ef20649-3535-4157-ad62-dead688f4a70 req-5a22d4dd-227f-4f8e-80e7-794c22a77c7c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (901efd57-bf72-40cf-bb84-83ce5c36f3a1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:07.793924 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-2f0eb520-2121-428c-9950-c8ebdcc57e8d req-82eaa4f8-ada7-4b85-a4fa-abbe60b1dfea tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Deleting port 8a0abef1-9c72-431a-a225-dccabdc8515e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:50:07.795214 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2f0eb520-2121-428c-9950-c8ebdcc57e8d req-82eaa4f8-ada7-4b85-a4fa-abbe60b1dfea tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8a0abef1-9c72-431a-a225-dccabdc8515e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:07.810593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b34d9-9d38-4c10-829d-15495acf75ff req-10de6ed6-2960-4fc0-9996-186bb45c50cc tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:07.820812 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-234b34d9-9d38-4c10-829d-15495acf75ff req-10de6ed6-2960-4fc0-9996-186bb45c50cc tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.2409012 Feb 05 02:50:07.866646 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-0ef20649-3535-4157-ad62-dead688f4a70 req-5a22d4dd-227f-4f8e-80e7-794c22a77c7c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Calling delete_port for 901efd57-bf72-40cf-bb84-83ce5c36f3a1 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:50:07.993476 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2f0eb520-2121-428c-9950-c8ebdcc57e8d req-82eaa4f8-ada7-4b85-a4fa-abbe60b1dfea tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] For port 8a0abef1-9c72-431a-a225-dccabdc8515e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=8a0abef1-9c72-431a-a225-dccabdc8515e,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:07.996567 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2f0eb520-2121-428c-9950-c8ebdcc57e8d req-82eaa4f8-ada7-4b85-a4fa-abbe60b1dfea tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8a0abef1-9c72-431a-a225-dccabdc8515e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:08.028431 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-234b34d9-9d38-4c10-829d-15495acf75ff req-1f1387fe-01d4-4df4-ba81-01eaddaada47 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056313 Feb 05 02:50:08.031914 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-2f0eb520-2121-428c-9950-c8ebdcc57e8d req-82eaa4f8-ada7-4b85-a4fa-abbe60b1dfea tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Calling delete_port for 8a0abef1-9c72-431a-a225-dccabdc8515e owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:50:08.167480 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a01ef-3315-4147-845e-33ec77c59e58 req-a46d5758-c306-4ac3-a4ae-a8ae135b45db tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:08.174240 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d18a01ef-3315-4147-845e-33ec77c59e58 req-a46d5758-c306-4ac3-a4ae-a8ae135b45db tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e82709-78f3-4fa2-a4fa-eb59b553f5e3 HTTP/1.1" status: 200 len: 950 time: 0.1736155 Feb 05 02:50:08.290639 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d18a01ef-3315-4147-845e-33ec77c59e58 req-8788b5dc-caef-4daa-8f51-7fa79ebf1841 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110692 Feb 05 02:50:08.329417 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2f0eb520-2121-428c-9950-c8ebdcc57e8d req-82eaa4f8-ada7-4b85-a4fa-abbe60b1dfea tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (8a0abef1-9c72-431a-a225-dccabdc8515e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:08.351753 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5262ff49-6fce-4474-b84e-0c2a62252ecf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:50:08.388481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eaa4f8-ada7-4b85-a4fa-abbe60b1dfea tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Pushing event deleted for resources: {'Port': ['ID=8a0abef1-9c72-431a-a225-dccabdc8515e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:08.402790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc3320-4715-47aa-9279-0eee0d8291a0 req-ba950431-1c2b-4b2f-b464-e99a2d802204 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:08.410192 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37fc3320-4715-47aa-9279-0eee0d8291a0 req-ba950431-1c2b-4b2f-b464-e99a2d802204 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.2649000 Feb 05 02:50:08.413779 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0ef20649-3535-4157-ad62-dead688f4a70 req-5a22d4dd-227f-4f8e-80e7-794c22a77c7c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (901efd57-bf72-40cf-bb84-83ce5c36f3a1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:08.474993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0eb520-2121-428c-9950-c8ebdcc57e8d req-82eaa4f8-ada7-4b85-a4fa-abbe60b1dfea tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] No DVR routers for this DVR port 8a0abef1-9c72-431a-a225-dccabdc8515e on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:50:08.498221 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2f0eb520-2121-428c-9950-c8ebdcc57e8d req-82eaa4f8-ada7-4b85-a4fa-abbe60b1dfea tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:08.517873 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2f0eb520-2121-428c-9950-c8ebdcc57e8d req-82eaa4f8-ada7-4b85-a4fa-abbe60b1dfea tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "DELETE /v2.0/ports/8a0abef1-9c72-431a-a225-dccabdc8515e HTTP/1.1" status: 204 len: 173 time: 0.8614013 Feb 05 02:50:08.526210 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44559059-c758-46e9-8d0a-57892ef50782', 'name': 'network-vif-deleted', 'tag': '8a0abef1-9c72-431a-a225-dccabdc8515e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:08.529829 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236b623e-6c34-4eb1-bd52-49ade23ce6ad" -d '{"events": [{"server_uuid": "44559059-c758-46e9-8d0a-57892ef50782", "name": "network-vif-deleted", "tag": "8a0abef1-9c72-431a-a225-dccabdc8515e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:08.539162 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22d4dd-227f-4f8e-80e7-794c22a77c7c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Pushing event deleted for resources: {'Port': ['ID=901efd57-bf72-40cf-bb84-83ce5c36f3a1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:08.554194 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5262ff49-6fce-4474-b84e-0c2a62252ecf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:50:08.759009 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:08.782181 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37fc3320-4715-47aa-9279-0eee0d8291a0 req-1038333b-b5fe-4af8-b512-85c54d92e710 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588877 Feb 05 02:50:08.805018 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef20649-3535-4157-ad62-dead688f4a70 req-5a22d4dd-227f-4f8e-80e7-794c22a77c7c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] No DVR routers for this DVR port 901efd57-bf72-40cf-bb84-83ce5c36f3a1 on host n-h1-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:50:08.820639 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0ef20649-3535-4157-ad62-dead688f4a70 req-5a22d4dd-227f-4f8e-80e7-794c22a77c7c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:08.834991 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ef20649-3535-4157-ad62-dead688f4a70 req-5a22d4dd-227f-4f8e-80e7-794c22a77c7c tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.31 "DELETE /v2.0/ports/901efd57-bf72-40cf-bb84-83ce5c36f3a1 HTTP/1.1" status: 204 len: 173 time: 1.5310273 Feb 05 02:50:08.835795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e82709-78f3-4fa2-a4fa-eb59b553f5e3', 'name': 'network-vif-deleted', 'tag': '901efd57-bf72-40cf-bb84-83ce5c36f3a1'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:08.850633 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa5d39e-15fc-4b84-9f39-0fc84fa4a08b" -d '{"events": [{"server_uuid": "a2e82709-78f3-4fa2-a4fa-eb59b553f5e3", "name": "network-vif-deleted", "tag": "901efd57-bf72-40cf-bb84-83ce5c36f3a1"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:08.918575 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687ef18-7f38-470e-86b1-e231e91c6c0d req-a97bb33f-4da2-4662-ad82-77fcc5a510c4 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:08.936743 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6687ef18-7f38-470e-86b1-e231e91c6c0d req-a97bb33f-4da2-4662-ad82-77fcc5a510c4 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.5146327 Feb 05 02:50:09.192453 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6687ef18-7f38-470e-86b1-e231e91c6c0d req-5dcc91ab-f6ac-4625-beac-e8b5f96bfbc3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529736 Feb 05 02:50:09.232378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414faab0-b784-47cb-b06c-b8f1df9d7374 req-36bf5cbb-a053-437a-a4e8-f51dbd6607c8 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:09.235874 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-414faab0-b784-47cb-b06c-b8f1df9d7374 req-36bf5cbb-a053-437a-a4e8-f51dbd6607c8 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 949 time: 0.2463012 Feb 05 02:50:09.274674 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b45611d-0f5c-4b42-8738-e904d9840008 x-openstack-request-id: req-7b45611d-0f5c-4b42-8738-e904d9840008 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:09.275300 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44559059-c758-46e9-8d0a-57892ef50782", "name": "network-vif-deleted", "tag": "8a0abef1-9c72-431a-a225-dccabdc8515e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:09.275300 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b45611d-0f5c-4b42-8738-e904d9840008 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:09.275625 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44559059-c758-46e9-8d0a-57892ef50782', 'name': 'network-vif-deleted', 'tag': '8a0abef1-9c72-431a-a225-dccabdc8515e', 'status': 'completed', 'code': 200} Feb 05 02:50:09.334402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-414faab0-b784-47cb-b06c-b8f1df9d7374 req-d1fd82fe-c87a-4594-aacf-eb41b968fcd7 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909216 Feb 05 02:50:09.446939 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21089079-518e-4b17-a9e5-2101573afa46 x-openstack-request-id: req-21089079-518e-4b17-a9e5-2101573afa46 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:09.447975 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e82709-78f3-4fa2-a4fa-eb59b553f5e3", "name": "network-vif-deleted", "tag": "901efd57-bf72-40cf-bb84-83ce5c36f3a1", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:09.448720 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21089079-518e-4b17-a9e5-2101573afa46 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:09.451495 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e82709-78f3-4fa2-a4fa-eb59b553f5e3', 'name': 'network-vif-deleted', 'tag': '901efd57-bf72-40cf-bb84-83ce5c36f3a1', 'status': 'completed', 'code': 200} Feb 05 02:50:09.505659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6cd40-ba54-43d5-934f-907b5d171969 req-4b8b5597-5555-44e5-b403-512c99467cfa tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:09.519361 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83e6cd40-ba54-43d5-934f-907b5d171969 req-4b8b5597-5555-44e5-b403-512c99467cfa tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1522985 Feb 05 02:50:09.708358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83e6cd40-ba54-43d5-934f-907b5d171969 req-efd26e1d-a329-4006-982c-f32736dc8024 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856682 Feb 05 02:50:09.752894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a8920-98fa-472d-90a9-c135bb5b6551 req-ebf1e386-0aef-445a-8b77-3b6047e3a5e7 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:09.761682 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d68a8920-98fa-472d-90a9-c135bb5b6551 req-ebf1e386-0aef-445a-8b77-3b6047e3a5e7 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1623573 Feb 05 02:50:09.832161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d68a8920-98fa-472d-90a9-c135bb5b6551 req-419bf7b7-cef7-4d71-b565-17acb36867a5 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693448 Feb 05 02:50:09.860507 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:09.972111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df413f2a-bfaa-45a6-aaa7-4a17d3d8cd13 req-ba69ee80-0f28-4fad-ae4d-1fcd04739c56 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:09.980779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df413f2a-bfaa-45a6-aaa7-4a17d3d8cd13 req-ba69ee80-0f28-4fad-ae4d-1fcd04739c56 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.0794375 Feb 05 02:50:10.015540 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f8f6626e-517a-4940-b034-38ad21247503 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:50:10.071436 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df413f2a-bfaa-45a6-aaa7-4a17d3d8cd13 req-8e9c0e5b-d6e1-42f1-9e63-0b7b9278dd98 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840852 Feb 05 02:50:10.147376 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port f8f6626e-517a-4940-b034-38ad21247503 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:50:10.153146 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port f8f6626e-517a-4940-b034-38ad21247503 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:10.153517 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f8f6626e-517a-4940-b034-38ad21247503), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:10.225071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b85b8c-e2f6-4acb-87ac-a44f0832d2c9 req-5b88f8c7-83bc-4ac1-9df7-44e9ebd303e9 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:10.233297 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31b85b8c-e2f6-4acb-87ac-a44f0832d2c9 req-5b88f8c7-83bc-4ac1-9df7-44e9ebd303e9 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.0691895 Feb 05 02:50:10.298741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31b85b8c-e2f6-4acb-87ac-a44f0832d2c9 req-2d3a1619-59c4-49db-a8a3-dc8f9a0d3ba2 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642974 Feb 05 02:50:10.416494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port f8f6626e-517a-4940-b034-38ad21247503 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:10.418180 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f8f6626e-517a-4940-b034-38ad21247503), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:10.438861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103094c0-916a-48b8-8411-381a1943b339 req-26fc512b-0f90-42d3-8a68-06a8d12bec25 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:10.448159 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-103094c0-916a-48b8-8411-381a1943b339 req-26fc512b-0f90-42d3-8a68-06a8d12bec25 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.0724254 Feb 05 02:50:10.476045 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f71e435-9bc9-41bc-8064-f06fbb26399a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f6626e-517a-4940-b034-38ad21247503'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:10.481658 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ce5405-e01d-4c8d-b09b-e6d94cd61d85" -d '{"events": [{"server_uuid": "4f71e435-9bc9-41bc-8064-f06fbb26399a", "name": "network-vif-plugged", "status": "completed", "tag": "f8f6626e-517a-4940-b034-38ad21247503"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:10.492727 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263d2d9-e15a-4fd3-a253-2a24d762c55b req-222e5908-037a-4fb1-9401-a9e621461b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:10.495823 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5263d2d9-e15a-4fd3-a253-2a24d762c55b req-222e5908-037a-4fb1-9401-a9e621461b12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04505631600d4700b509b35d7e707cd7&device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 1127 time: 0.2294431 Feb 05 02:50:10.508666 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-103094c0-916a-48b8-8411-381a1943b339 req-579ddc1c-3780-43a1-a451-ce0ac68ea403 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591748 Feb 05 02:50:10.544677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port f8f6626e-517a-4940-b034-38ad21247503, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f8f6626e-517a-4940-b034-38ad21247503,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:10.556098 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f8f6626e-517a-4940-b034-38ad21247503), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:10.557791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 901efd57-bf72-40cf-bb84-83ce5c36f3a1 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:50:10.583749 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 901efd57-bf72-40cf-bb84-83ce5c36f3a1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:50:10.584338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 901efd57-bf72-40cf-bb84-83ce5c36f3a1 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:50:10.584896 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 8a0abef1-9c72-431a-a225-dccabdc8515e no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:50:10.660065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 8a0abef1-9c72-431a-a225-dccabdc8515e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:50:10.662117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 8a0abef1-9c72-431a-a225-dccabdc8515e not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:50:10.670145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51189f52-3801-408f-a3fa-d856b30051e7 req-3990ee2a-db67-4a42-a167-0e6ef04c753b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:10.678361 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51189f52-3801-408f-a3fa-d856b30051e7 req-3990ee2a-db67-4a42-a167-0e6ef04c753b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 950 time: 0.1126359 Feb 05 02:50:10.714428 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbf931-bc0f-435a-bc6c-d4e41265738e req-8651efcf-a592-402b-9cd3-0e3de22d039c tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:10.716796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bddbf931-bc0f-435a-bc6c-d4e41265738e req-8651efcf-a592-402b-9cd3-0e3de22d039c tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 950 time: 0.1122618 Feb 05 02:50:10.719510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=f8f6626e-517a-4940-b034-38ad21247503,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:10.743381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263d2d9-e15a-4fd3-a253-2a24d762c55b req-179c87fd-77f6-4845-a64d-5ddc5a6a944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:10.745576 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5263d2d9-e15a-4fd3-a253-2a24d762c55b req-179c87fd-77f6-4845-a64d-5ddc5a6a944a service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f57db0e-9c76-4201-babe-b2071613896d HTTP/1.1" status: 200 len: 912 time: 0.2403970 Feb 05 02:50:10.782912 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51189f52-3801-408f-a3fa-d856b30051e7 req-3033e639-c339-4983-b3c7-899957138a32 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028035 Feb 05 02:50:10.841492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bddbf931-bc0f-435a-bc6c-d4e41265738e req-693c85fe-76d4-427e-9d52-a92c10b9a8c8 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033492 Feb 05 02:50:10.870202 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a84e0f7-e636-4881-82ce-0ba8a0397bb5 x-openstack-request-id: req-4a84e0f7-e636-4881-82ce-0ba8a0397bb5 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:10.870703 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f71e435-9bc9-41bc-8064-f06fbb26399a", "name": "network-vif-plugged", "status": "completed", "tag": "f8f6626e-517a-4940-b034-38ad21247503", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:10.870914 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a84e0f7-e636-4881-82ce-0ba8a0397bb5 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:10.871367 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f71e435-9bc9-41bc-8064-f06fbb26399a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f6626e-517a-4940-b034-38ad21247503', 'code': 200} Feb 05 02:50:10.872594 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5263d2d9-e15a-4fd3-a253-2a24d762c55b req-ff271401-4b13-4543-8c9a-15bc7e4ef5e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d39eaef6-1f17-4d90-ae89-7fff405e8b12 HTTP/1.1" status: 200 len: 1001 time: 0.1192019 Feb 05 02:50:10.988107 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263d2d9-e15a-4fd3-a253-2a24d762c55b req-726fdb10-9910-4675-bdbd-6483b8257e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:10.989543 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5263d2d9-e15a-4fd3-a253-2a24d762c55b req-726fdb10-9910-4675-bdbd-6483b8257e88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92e18a6c-6f83-4423-9b50-5c85de57e8cc HTTP/1.1" status: 200 len: 850 time: 0.1040378 Feb 05 02:50:11.020222 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:11.042896 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c0236-0740-44fc-bf1d-a7ea3884b3c4 req-e008f122-e92d-4b18-b9e2-98f54d96f0ec tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:11.051127 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-387c0236-0740-44fc-bf1d-a7ea3884b3c4 req-e008f122-e92d-4b18-b9e2-98f54d96f0ec tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1239164 Feb 05 02:50:11.088200 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263d2d9-e15a-4fd3-a253-2a24d762c55b req-68ee50a1-108f-49d1-a46d-4266a6fadc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:11.089707 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5263d2d9-e15a-4fd3-a253-2a24d762c55b req-68ee50a1-108f-49d1-a46d-4266a6fadc9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f57db0e-9c76-4201-babe-b2071613896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0925462 Feb 05 02:50:11.099038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c353b0-db80-4ee4-adc6-f1e249e199b5 req-5c6e4a78-a7f9-437d-893d-18ec8d1ae01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:11.101130 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-44c353b0-db80-4ee4-adc6-f1e249e199b5 req-5c6e4a78-a7f9-437d-893d-18ec8d1ae01a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 1132 time: 0.1368420 Feb 05 02:50:11.165112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-387c0236-0740-44fc-bf1d-a7ea3884b3c4 req-bbdf337b-1952-46ff-bdbb-154bade88f4c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080861 Feb 05 02:50:11.205552 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-44c353b0-db80-4ee4-adc6-f1e249e199b5 req-b30c5858-64d4-4779-83ca-5b00e88d8819 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886970 Feb 05 02:50:11.253767 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5263d2d9-e15a-4fd3-a253-2a24d762c55b req-da9039cc-c548-40f0-bf34-73cf29ee1924 service neutron] 10.222.0.10 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562109 Feb 05 02:50:11.262735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2283cc-b47a-4058-b8c6-35e0604b8c4a req-aa0066ee-e4fa-496a-ba24-da6b64516787 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:11.264591 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c2283cc-b47a-4058-b8c6-35e0604b8c4a req-aa0066ee-e4fa-496a-ba24-da6b64516787 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.0743558 Feb 05 02:50:11.340144 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c2283cc-b47a-4058-b8c6-35e0604b8c4a req-eb2d29d3-4886-478e-85ba-85fa6be49389 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695767 Feb 05 02:50:11.361813 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5263d2d9-e15a-4fd3-a253-2a24d762c55b req-f0f5a964-c69b-43eb-a4fb-ad98fe5c78c1 service neutron] 10.222.0.10 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002674 Feb 05 02:50:11.452059 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75dccd-04ba-45c4-bc8d-344c1f2569d8 req-9ed76889-a342-427d-90bb-75e61cb5debb tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:11.454110 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a75dccd-04ba-45c4-bc8d-344c1f2569d8 req-9ed76889-a342-427d-90bb-75e61cb5debb tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.0690300 Feb 05 02:50:11.520143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a75dccd-04ba-45c4-bc8d-344c1f2569d8 req-eeb8afaa-edb7-4059-93d4-4ec1bf4b11c3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591087 Feb 05 02:50:11.657753 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855c854-99a5-408a-9b49-8ebb6d4aa68c req-6283faa3-07ec-4066-af73-c94bc3a6a6f8 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:11.666271 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8855c854-99a5-408a-9b49-8ebb6d4aa68c req-6283faa3-07ec-4066-af73-c94bc3a6a6f8 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.0697165 Feb 05 02:50:11.724160 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8855c854-99a5-408a-9b49-8ebb6d4aa68c req-eda98824-8190-470b-8815-4e25c53cf75c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561218 Feb 05 02:50:11.947865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fa66a-e27e-41dd-aa4c-3462f43de877 req-ab646774-3843-4869-94ee-f4d8a2891308 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:11.951901 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f6fa66a-e27e-41dd-aa4c-3462f43de877 req-ab646774-3843-4869-94ee-f4d8a2891308 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 950 time: 0.0781255 Feb 05 02:50:12.044531 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f6fa66a-e27e-41dd-aa4c-3462f43de877 req-6238ce4b-2eec-43d6-b6d3-f254d5583b7b tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/security-groups?id=62b77b77-1a72-468f-974d-edf0d9f6d16b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842047 Feb 05 02:50:12.057631 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73616d98-42ea-49f7-84f1-504b244afe9d req-dfbea63c-8a73-4d08-8501-7f785377ec7b tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:12.059315 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73616d98-42ea-49f7-84f1-504b244afe9d req-dfbea63c-8a73-4d08-8501-7f785377ec7b tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 950 time: 0.1089075 Feb 05 02:50:12.165063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73616d98-42ea-49f7-84f1-504b244afe9d req-c50fb99c-22f7-457f-a7be-123abd1c405a tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908146 Feb 05 02:50:12.358626 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe5a94-6042-4499-96ea-8aa4dd6b425d req-294611cf-dece-4a2d-906a-ae72629e4c30 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:12.370889 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1fe5a94-6042-4499-96ea-8aa4dd6b425d req-294611cf-dece-4a2d-906a-ae72629e4c30 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1329143 Feb 05 02:50:12.418984 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efc0a3-b82c-4f84-b756-0f4203ced1ff req-3e0483f3-6b3b-42cf-a4c7-0ff518d9d4f4 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:12.427659 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-13efc0a3-b82c-4f84-b756-0f4203ced1ff req-3e0483f3-6b3b-42cf-a4c7-0ff518d9d4f4 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 950 time: 0.1197412 Feb 05 02:50:12.496459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1fe5a94-6042-4499-96ea-8aa4dd6b425d req-b8a80278-10be-4c4c-adac-2b0d9914cc9c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197150 Feb 05 02:50:12.589204 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-13efc0a3-b82c-4f84-b756-0f4203ced1ff req-6d1b7254-67aa-4b81-8bee-adfc1593be59 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Deleting port 5262ff49-6fce-4474-b84e-0c2a62252ecf {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:50:12.589945 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-13efc0a3-b82c-4f84-b756-0f4203ced1ff req-6d1b7254-67aa-4b81-8bee-adfc1593be59 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5262ff49-6fce-4474-b84e-0c2a62252ecf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:12.610076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191dfb1-0e6e-4f90-9780-7a3725f83abc req-cea31881-e146-453e-81a7-5b2f625c77ea tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:12.619653 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2191dfb1-0e6e-4f90-9780-7a3725f83abc req-cea31881-e146-453e-81a7-5b2f625c77ea tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.1783905 Feb 05 02:50:12.720476 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb02a1-ee5b-43ce-b6fc-2b99433baa07 req-d9be488b-f417-44f0-9cf7-503285ce0113 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:12.722229 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1cb02a1-ee5b-43ce-b6fc-2b99433baa07 req-d9be488b-f417-44f0-9cf7-503285ce0113 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.0923858 Feb 05 02:50:12.725374 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-13efc0a3-b82c-4f84-b756-0f4203ced1ff req-6d1b7254-67aa-4b81-8bee-adfc1593be59 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] For port 5262ff49-6fce-4474-b84e-0c2a62252ecf, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5262ff49-6fce-4474-b84e-0c2a62252ecf,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:12.725734 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-13efc0a3-b82c-4f84-b756-0f4203ced1ff req-6d1b7254-67aa-4b81-8bee-adfc1593be59 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5262ff49-6fce-4474-b84e-0c2a62252ecf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:12.736433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2191dfb1-0e6e-4f90-9780-7a3725f83abc req-0f5505c8-96c7-43ee-a8fe-7011f7155f83 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130025 Feb 05 02:50:12.763711 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-13efc0a3-b82c-4f84-b756-0f4203ced1ff req-6d1b7254-67aa-4b81-8bee-adfc1593be59 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Calling delete_port for 5262ff49-6fce-4474-b84e-0c2a62252ecf owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:50:12.833339 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1cb02a1-ee5b-43ce-b6fc-2b99433baa07 req-0a9055d4-61cb-4f85-b38a-a00ae1200531 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933928 Feb 05 02:50:12.922652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984eeb3-240e-432b-a135-f31b98d43c81 req-5796bd61-e8a3-4590-b3a8-1a1ac2fd6f27 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:12.924070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4984eeb3-240e-432b-a135-f31b98d43c81 req-5796bd61-e8a3-4590-b3a8-1a1ac2fd6f27 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.0841208 Feb 05 02:50:12.974989 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-13efc0a3-b82c-4f84-b756-0f4203ced1ff req-6d1b7254-67aa-4b81-8bee-adfc1593be59 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5262ff49-6fce-4474-b84e-0c2a62252ecf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:12.986945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5262ff49-6fce-4474-b84e-0c2a62252ecf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:50:12.999542 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4984eeb3-240e-432b-a135-f31b98d43c81 req-889b6104-d6e2-4570-bdc9-92c2238ecde1 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689664 Feb 05 02:50:13.008192 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b7254-67aa-4b81-8bee-adfc1593be59 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Pushing event deleted for resources: {'Port': ['ID=5262ff49-6fce-4474-b84e-0c2a62252ecf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:13.097688 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-13efc0a3-b82c-4f84-b756-0f4203ced1ff req-6d1b7254-67aa-4b81-8bee-adfc1593be59 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] No DVR routers for this DVR port 5262ff49-6fce-4474-b84e-0c2a62252ecf on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:50:13.115309 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-13efc0a3-b82c-4f84-b756-0f4203ced1ff req-6d1b7254-67aa-4b81-8bee-adfc1593be59 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:13.122587 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-13efc0a3-b82c-4f84-b756-0f4203ced1ff req-6d1b7254-67aa-4b81-8bee-adfc1593be59 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.10 "DELETE /v2.0/ports/5262ff49-6fce-4474-b84e-0c2a62252ecf HTTP/1.1" status: 204 len: 173 time: 0.6879497 Feb 05 02:50:13.125171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3303336-8cb8-47aa-ba73-de8ae79f4a77', 'name': 'network-vif-deleted', 'tag': '5262ff49-6fce-4474-b84e-0c2a62252ecf'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:13.128876 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4956e928-5889-4390-adc6-41fcbf77be84" -d '{"events": [{"server_uuid": "a3303336-8cb8-47aa-ba73-de8ae79f4a77", "name": "network-vif-deleted", "tag": "5262ff49-6fce-4474-b84e-0c2a62252ecf"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:13.204532 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d33fde78-2b46-4b4d-9f2c-a7c886262f35 req-e0d1d77b-3c9b-42c4-a715-5761da05b054 tempest-ServersOnMultiNodesTest-1581511936 tempest-ServersOnMultiNodesTest-1581511936-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3303336-8cb8-47aa-ba73-de8ae79f4a77 HTTP/1.1" status: 200 len: 210 time: 0.0444970 Feb 05 02:50:13.328025 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6242eb-b573-4e65-8dca-99618735b690 x-openstack-request-id: req-4f6242eb-b573-4e65-8dca-99618735b690 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:13.328376 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3303336-8cb8-47aa-ba73-de8ae79f4a77", "name": "network-vif-deleted", "tag": "5262ff49-6fce-4474-b84e-0c2a62252ecf", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:13.328639 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f6242eb-b573-4e65-8dca-99618735b690 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:13.329081 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3303336-8cb8-47aa-ba73-de8ae79f4a77', 'name': 'network-vif-deleted', 'tag': '5262ff49-6fce-4474-b84e-0c2a62252ecf', 'status': 'completed', 'code': 200} Feb 05 02:50:13.437144 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865c26b-8c0f-44b4-937a-18224d7918dd req-528f9b6d-b790-4ad6-adf9-53cac2697f5f tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:13.454316 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f865c26b-8c0f-44b4-937a-18224d7918dd req-528f9b6d-b790-4ad6-adf9-53cac2697f5f tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 950 time: 0.0819871 Feb 05 02:50:13.545158 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f865c26b-8c0f-44b4-937a-18224d7918dd req-55c163e2-840b-4ac7-92f7-5ffb44944248 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896266 Feb 05 02:50:13.665873 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c464505-01fb-4ba1-a1e8-071985cd2d83 req-6029cf0c-5df3-4199-b7cd-62bdd18bc57f tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:13.668453 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c464505-01fb-4ba1-a1e8-071985cd2d83 req-6029cf0c-5df3-4199-b7cd-62bdd18bc57f tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.0721796 Feb 05 02:50:13.746900 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c464505-01fb-4ba1-a1e8-071985cd2d83 req-f3cf1377-6561-4b67-be62-26fad55040d8 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708597 Feb 05 02:50:13.976489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e56179-e742-40d0-9005-ffd40ed21eba req-4bc0824c-c186-49fb-b151-c1473011ecfc tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:13.983625 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90e56179-e742-40d0-9005-ffd40ed21eba req-4bc0824c-c186-49fb-b151-c1473011ecfc tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.1222489 Feb 05 02:50:13.996381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b322f8-b433-4de6-ac74-155c17c22c37 req-a7dd6120-d34f-40ea-b629-5e93e6b941b3 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:14.004951 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69b322f8-b433-4de6-ac74-155c17c22c37 req-a7dd6120-d34f-40ea-b629-5e93e6b941b3 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 950 time: 0.1868844 Feb 05 02:50:14.103349 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69b322f8-b433-4de6-ac74-155c17c22c37 req-66a941ba-9abc-40b1-b456-ba14b629a3ee tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824008 Feb 05 02:50:14.131082 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90e56179-e742-40d0-9005-ffd40ed21eba req-484ba523-ea07-41c3-b1a5-bc5f29948256 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202064 Feb 05 02:50:14.285508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da91f08-0aa8-469c-be51-f28a07ac2007 req-13760e19-2364-4885-b8cc-73ecd1d3c484 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:14.287385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7da91f08-0aa8-469c-be51-f28a07ac2007 req-13760e19-2364-4885-b8cc-73ecd1d3c484 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.1029146 Feb 05 02:50:14.412267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7da91f08-0aa8-469c-be51-f28a07ac2007 req-d80e6d06-86ea-4873-8799-17390354bbd2 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174464 Feb 05 02:50:14.732717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43338) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:14.903116 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd77e01-da0d-420b-9d6e-952643f960bb req-083b6e25-9a2c-45a8-87bb-d710e7be2553 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:14.920041 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fdd77e01-da0d-420b-9d6e-952643f960bb req-083b6e25-9a2c-45a8-87bb-d710e7be2553 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.0969529 Feb 05 02:50:14.987817 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fdd77e01-da0d-420b-9d6e-952643f960bb req-8c827fc3-d7b4-418f-b13a-763d914a092a tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666115 Feb 05 02:50:14.995437 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43344) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:14.998533 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9d3b4546-553e-45b1-800d-0a5f285ae07b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a5378990daa49febaabcbe6e557bcbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645011 Feb 05 02:50:15.054170 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f62606e8-1a1d-49a6-bff8-6da68695ce27 admin admin] Publish callbacks [] for security_group (62b77b77-1a72-468f-974d-edf0d9f6d16b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:15.077982 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f62606e8-1a1d-49a6-bff8-6da68695ce27 admin admin] Publish callbacks [] for security_group (62b77b77-1a72-468f-974d-edf0d9f6d16b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:15.140006 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f62606e8-1a1d-49a6-bff8-6da68695ce27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (62b77b77-1a72-468f-974d-edf0d9f6d16b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:15.142639 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f62606e8-1a1d-49a6-bff8-6da68695ce27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:15.146149 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f62606e8-1a1d-49a6-bff8-6da68695ce27 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62b77b77-1a72-468f-974d-edf0d9f6d16b HTTP/1.1" status: 204 len: 168 time: 0.1474087 Feb 05 02:50:15.155891 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62606e8-1a1d-49a6-bff8-6da68695ce27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b77b77-1a72-468f-974d-edf0d9f6d16b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:15.202521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5262ff49-6fce-4474-b84e-0c2a62252ecf no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:50:15.238919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 5262ff49-6fce-4474-b84e-0c2a62252ecf {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:50:15.243489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5262ff49-6fce-4474-b84e-0c2a62252ecf not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:50:15.319888 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0801ba-f33a-460c-992c-dd9bf3370135 req-5572d806-f4b6-44cc-8716-cb86e19f615a tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:15.321802 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a0801ba-f33a-460c-992c-dd9bf3370135 req-5572d806-f4b6-44cc-8716-cb86e19f615a tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 950 time: 0.1294382 Feb 05 02:50:15.360149 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6bf3b-a259-4f91-8403-f2ef432b0690 req-6127ed14-dbd8-4fd1-a88d-e97f6806fa7a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:15.369589 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cbc6bf3b-a259-4f91-8403-f2ef432b0690 req-6127ed14-dbd8-4fd1-a88d-e97f6806fa7a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.1083975 Feb 05 02:50:15.443232 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a0801ba-f33a-460c-992c-dd9bf3370135 req-900f5a85-f51d-4834-85d3-00153c5147c5 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150625 Feb 05 02:50:15.468339 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cbc6bf3b-a259-4f91-8403-f2ef432b0690 req-10e468de-4e42-469d-a05f-33dfc37c3601 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989528 Feb 05 02:50:15.659792 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43368) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:15.672505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce8d27-62fc-453e-8561-12d730c976f3 req-4405634c-51ff-40cf-81fd-4a8800a9fbf4 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:15.682500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8fce8d27-62fc-453e-8561-12d730c976f3 req-4405634c-51ff-40cf-81fd-4a8800a9fbf4 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.1290472 Feb 05 02:50:15.734742 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-90d088ac-60e7-4160-a8da-3f40a0f61342 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9b9e572f34e4d2c8e96c6a9d58a6041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0735519 Feb 05 02:50:15.736525 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43370) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:15.792184 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8fce8d27-62fc-453e-8561-12d730c976f3 req-e515cd1e-fec6-4508-88a3-c2bed8f7b3d1 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086802 Feb 05 02:50:15.797682 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d69b46-8b26-44f5-90b0-ab828e7a2c6c admin admin] Publish callbacks [] for security_group (ac9fd418-a0bc-4bb4-acf8-48a094cc9cbe), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:15.808706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259eaa6-7fca-4ed1-a584-18496aa0b361 req-6b038b26-c0b1-4cae-9249-4de65dfe9b26 tempest-LiveMigrationNegativeTest-130535468 tempest-LiveMigrationNegativeTest-130535468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:15.808706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1259eaa6-7fca-4ed1-a584-18496aa0b361 req-6b038b26-c0b1-4cae-9249-4de65dfe9b26 tempest-LiveMigrationNegativeTest-130535468 tempest-LiveMigrationNegativeTest-130535468-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 1132 time: 0.0974429 Feb 05 02:50:15.825984 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1259eaa6-7fca-4ed1-a584-18496aa0b361 req-4f3804ae-a9f8-46bb-aaa8-e78ad1f9c539 tempest-LiveMigrationNegativeTest-130535468 tempest-LiveMigrationNegativeTest-130535468-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:15.845980 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d69b46-8b26-44f5-90b0-ab828e7a2c6c admin admin] Publish callbacks [] for security_group (ac9fd418-a0bc-4bb4-acf8-48a094cc9cbe), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:15.875552 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:15.966835 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d69b46-8b26-44f5-90b0-ab828e7a2c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ac9fd418-a0bc-4bb4-acf8-48a094cc9cbe), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:15.969579 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d69b46-8b26-44f5-90b0-ab828e7a2c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:15.989902 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-75d69b46-8b26-44f5-90b0-ab828e7a2c6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac9fd418-a0bc-4bb4-acf8-48a094cc9cbe HTTP/1.1" status: 204 len: 168 time: 0.2517602 Feb 05 02:50:15.992540 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1259eaa6-7fca-4ed1-a584-18496aa0b361 req-4f3804ae-a9f8-46bb-aaa8-e78ad1f9c539 tempest-LiveMigrationNegativeTest-130535468 tempest-LiveMigrationNegativeTest-130535468-project-admin] Publish callbacks [] for security_group (bad9a0c8-4230-4557-84e4-7c62bb8218e9), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:16.001250 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1259eaa6-7fca-4ed1-a584-18496aa0b361 req-4f3804ae-a9f8-46bb-aaa8-e78ad1f9c539 tempest-LiveMigrationNegativeTest-130535468 tempest-LiveMigrationNegativeTest-130535468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (bad9a0c8-4230-4557-84e4-7c62bb8218e9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:16.012038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d69b46-8b26-44f5-90b0-ab828e7a2c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9fd418-a0bc-4bb4-acf8-48a094cc9cbe,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:16.091682 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1259eaa6-7fca-4ed1-a584-18496aa0b361 req-4f3804ae-a9f8-46bb-aaa8-e78ad1f9c539 tempest-LiveMigrationNegativeTest-130535468 tempest-LiveMigrationNegativeTest-130535468-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787228 Feb 05 02:50:16.144147 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3804ae-a9f8-46bb-aaa8-e78ad1f9c539 tempest-LiveMigrationNegativeTest-130535468 tempest-LiveMigrationNegativeTest-130535468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad9a0c8-4230-4557-84e4-7c62bb8218e9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:16.247416 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b29d6-b4c0-47fb-b50b-4dfa8dc27a87 req-ad97f88b-f661-4071-9f88-2a8e57210a4c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:16.249703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-180b29d6-b4c0-47fb-b50b-4dfa8dc27a87 req-ad97f88b-f661-4071-9f88-2a8e57210a4c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1016693 Feb 05 02:50:16.393097 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-180b29d6-b4c0-47fb-b50b-4dfa8dc27a87 req-2eeff5f0-9b75-4eda-851a-3ae7fd892bee tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356740 Feb 05 02:50:16.700474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90bf3d-b6a8-45ae-bc0c-9f8bfc182987 req-d2ea6166-a253-4a4d-aecd-73671d95c7ef tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:16.702137 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e90bf3d-b6a8-45ae-bc0c-9f8bfc182987 req-d2ea6166-a253-4a4d-aecd-73671d95c7ef tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.1352496 Feb 05 02:50:16.788241 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e90bf3d-b6a8-45ae-bc0c-9f8bfc182987 req-eda4395a-eb65-45ff-ba39-85a7574c9b9a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752046 Feb 05 02:50:16.802379 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b73407-a1c1-44f2-a132-751f0394ee98 req-05a2212c-b2c2-439d-a15c-519da5675a1a tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:16.811495 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04b73407-a1c1-44f2-a132-751f0394ee98 req-05a2212c-b2c2-439d-a15c-519da5675a1a tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 950 time: 0.1079226 Feb 05 02:50:16.869696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04b73407-a1c1-44f2-a132-751f0394ee98 req-c202b234-5e58-4185-b2f6-5f4f9cf013f7 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570877 Feb 05 02:50:16.994037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b140468-c74c-4812-b3ac-842b1787e830 req-ade0711a-be7c-4e50-9228-bcaa6387747c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:16.995701 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b140468-c74c-4812-b3ac-842b1787e830 req-ade0711a-be7c-4e50-9228-bcaa6387747c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.0728593 Feb 05 02:50:17.074463 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b140468-c74c-4812-b3ac-842b1787e830 req-b7e920fe-8e74-40da-983a-e05b696289e4 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732856 Feb 05 02:50:17.211178 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0d6bcf21-5885-4803-889a-295367f44cfc details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:50:17.350466 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0d6bcf21-5885-4803-889a-295367f44cfc, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0d6bcf21-5885-4803-889a-295367f44cfc,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:17.365566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '0d6bcf21-5885-4803-889a-295367f44cfc', 'network_id': '11cf62be-c855-41b3-87da-58090e237db8', 'port_id': '0d6bcf21-5885-4803-889a-295367f44cfc', 'mac_address': 'fa:16:3e:be:b4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8361a291-d05d-4883-8cc9-d8ead1ccf65a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:50:17.425192 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0d6bcf21-5885-4803-889a-295367f44cfc is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:17.425862 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:17.462332 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6bcf21-5885-4803-889a-295367f44cfc {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:50:17.498002 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0d6bcf21-5885-4803-889a-295367f44cfc, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0d6bcf21-5885-4803-889a-295367f44cfc,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:17.505489 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:17.574497 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=0d6bcf21-5885-4803-889a-295367f44cfc,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:17.586147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:17.586719 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:17.587184 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:17.587832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:17.588320 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:17.588968 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:17.590595 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:17.591307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:17.591822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:17.592638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:17.593124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:17.594680 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:17.595503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:17.618806 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94190c5f-6e23-4c4f-9f54-0a74ce734dd5 req-f5bb04ea-febb-4f77-841c-f0a843c77096 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:17.625816 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94190c5f-6e23-4c4f-9f54-0a74ce734dd5 req-f5bb04ea-febb-4f77-841c-f0a843c77096 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1143267 Feb 05 02:50:17.683370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94190c5f-6e23-4c4f-9f54-0a74ce734dd5 req-e0bdc9d3-a08f-4472-b3d7-e7a624943255 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565920 Feb 05 02:50:17.857802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0d6bcf21-5885-4803-889a-295367f44cfc'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:50:18.034541 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09155d0a-9502-44b3-af94-f7cb270c94a3 req-15904ccd-a1f6-48e5-8a07-12f400e67115 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:18.036133 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09155d0a-9502-44b3-af94-f7cb270c94a3 req-15904ccd-a1f6-48e5-8a07-12f400e67115 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.1091375 Feb 05 02:50:18.126964 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09155d0a-9502-44b3-af94-f7cb270c94a3 req-9eb88742-2923-4801-b638-57ace646302e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760427 Feb 05 02:50:18.134932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b03df-d886-4055-bf63-890786df634d req-d585ab68-078d-47d7-a652-2f0fe9dccd89 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:18.136417 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-469b03df-d886-4055-bf63-890786df634d req-d585ab68-078d-47d7-a652-2f0fe9dccd89 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 950 time: 0.1157665 Feb 05 02:50:18.226113 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-469b03df-d886-4055-bf63-890786df634d req-ee0346ff-9f7a-4a96-b6e6-d5d638e74497 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783954 Feb 05 02:50:18.389626 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64053d9a-a950-47f5-aa9b-31fe94f905ad req-0e5bfc7e-ddf9-46da-82ca-5ac60d1e1c7e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:18.396751 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64053d9a-a950-47f5-aa9b-31fe94f905ad req-0e5bfc7e-ddf9-46da-82ca-5ac60d1e1c7e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 945 time: 0.0967288 Feb 05 02:50:18.413811 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b07d49-b098-4d51-b305-43e3c4731338 req-691acf9e-24b4-4b4f-a0d4-049f44694f20 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:18.416419 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2b07d49-b098-4d51-b305-43e3c4731338 req-691acf9e-24b4-4b4f-a0d4-049f44694f20 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 950 time: 0.1063685 Feb 05 02:50:18.686162 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64053d9a-a950-47f5-aa9b-31fe94f905ad req-4af8dce6-d020-48e9-9275-015771fedbae tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871921 Feb 05 02:50:18.708002 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-c2b07d49-b098-4d51-b305-43e3c4731338 req-53ec2ac3-a7da-4d31-8c08-b8c84c78d0c5 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Deleting port f8f6626e-517a-4940-b034-38ad21247503 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:50:18.708516 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c2b07d49-b098-4d51-b305-43e3c4731338 req-53ec2ac3-a7da-4d31-8c08-b8c84c78d0c5 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f8f6626e-517a-4940-b034-38ad21247503), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:18.859860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-c2b07d49-b098-4d51-b305-43e3c4731338 req-53ec2ac3-a7da-4d31-8c08-b8c84c78d0c5 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] For port f8f6626e-517a-4940-b034-38ad21247503, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f8f6626e-517a-4940-b034-38ad21247503,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:18.860235 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c2b07d49-b098-4d51-b305-43e3c4731338 req-53ec2ac3-a7da-4d31-8c08-b8c84c78d0c5 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f8f6626e-517a-4940-b034-38ad21247503), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:18.879192 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-c2b07d49-b098-4d51-b305-43e3c4731338 req-53ec2ac3-a7da-4d31-8c08-b8c84c78d0c5 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Calling delete_port for f8f6626e-517a-4940-b034-38ad21247503 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:50:18.893941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6d4e2-ac80-4dd5-a4f3-3aebd30a0518 req-c510cff3-b266-40e7-bf96-7a21c1697b83 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:18.895593 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ab6d4e2-ac80-4dd5-a4f3-3aebd30a0518 req-c510cff3-b266-40e7-bf96-7a21c1697b83 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1122208 Feb 05 02:50:19.051274 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ab6d4e2-ac80-4dd5-a4f3-3aebd30a0518 req-48ebc0ea-83e8-4495-a8aa-03877c5b85b4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340694 Feb 05 02:50:19.143080 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c2b07d49-b098-4d51-b305-43e3c4731338 req-53ec2ac3-a7da-4d31-8c08-b8c84c78d0c5 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (f8f6626e-517a-4940-b034-38ad21247503), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:19.159463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['f8f6626e-517a-4940-b034-38ad21247503'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:50:19.216760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0921c3dc-04ae-471c-ada7-8105109da7a5'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:50:19.220575 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0d6bcf21-5885-4803-889a-295367f44cfc up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:50:19.225553 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec2ac3-a7da-4d31-8c08-b8c84c78d0c5 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Pushing event deleted for resources: {'Port': ['ID=f8f6626e-517a-4940-b034-38ad21247503,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:19.438097 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43472) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:19.488648 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 0d6bcf21-5885-4803-889a-295367f44cfc completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:50:19.506932 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 0d6bcf21-5885-4803-889a-295367f44cfc triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:19.511241 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:19.515380 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b07d49-b098-4d51-b305-43e3c4731338 req-53ec2ac3-a7da-4d31-8c08-b8c84c78d0c5 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] No DVR routers for this DVR port f8f6626e-517a-4940-b034-38ad21247503 on host n-h1-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:50:19.524271 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c2b07d49-b098-4d51-b305-43e3c4731338 req-53ec2ac3-a7da-4d31-8c08-b8c84c78d0c5 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:19.528140 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2b07d49-b098-4d51-b305-43e3c4731338 req-53ec2ac3-a7da-4d31-8c08-b8c84c78d0c5 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.31 "DELETE /v2.0/ports/f8f6626e-517a-4940-b034-38ad21247503 HTTP/1.1" status: 204 len: 173 time: 1.1030080 Feb 05 02:50:19.568437 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f71e435-9bc9-41bc-8064-f06fbb26399a', 'name': 'network-vif-deleted', 'tag': 'f8f6626e-517a-4940-b034-38ad21247503'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:19.572140 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6e2bc6-30ca-4204-8a0b-180ff438cc72" -d '{"events": [{"server_uuid": "4f71e435-9bc9-41bc-8064-f06fbb26399a", "name": "network-vif-deleted", "tag": "f8f6626e-517a-4940-b034-38ad21247503"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:19.588826 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95ad9734-3ce3-4833-a239-2aa9b631c15c req-55686291-420b-4376-b666-537d2efa77f5 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f71e435-9bc9-41bc-8064-f06fbb26399a HTTP/1.1" status: 200 len: 210 time: 0.1634517 Feb 05 02:50:19.638435 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-829a5856-1cda-4178-980f-472907ac5ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:19.663300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dd0a0-79de-456d-bc23-ba903a539541 req-9ffb200e-7300-428d-9c6f-15dad8de6687 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:19.664865 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c24dd0a0-79de-456d-bc23-ba903a539541 req-9ffb200e-7300-428d-9c6f-15dad8de6687 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.3942883 Feb 05 02:50:19.796497 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c24dd0a0-79de-456d-bc23-ba903a539541 req-9d7a5be9-4268-4180-8433-45d7d94a1ca9 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227374 Feb 05 02:50:19.802947 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2454c6f7-337f-41ff-ac0f-d81092ffe84c x-openstack-request-id: req-2454c6f7-337f-41ff-ac0f-d81092ffe84c {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:19.805367 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f71e435-9bc9-41bc-8064-f06fbb26399a", "name": "network-vif-deleted", "tag": "f8f6626e-517a-4940-b034-38ad21247503", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:19.805873 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2454c6f7-337f-41ff-ac0f-d81092ffe84c {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:19.806463 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f71e435-9bc9-41bc-8064-f06fbb26399a', 'name': 'network-vif-deleted', 'tag': 'f8f6626e-517a-4940-b034-38ad21247503', 'status': 'completed', 'code': 200} Feb 05 02:50:19.835569 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-829a5856-1cda-4178-980f-472907ac5ae2 admin admin] Publish callbacks [] for security_group (23f981ba-367f-48f8-9d2b-a15c189eb0b4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:19.864406 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-829a5856-1cda-4178-980f-472907ac5ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (23f981ba-367f-48f8-9d2b-a15c189eb0b4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:19.922962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a5856-1cda-4178-980f-472907ac5ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f981ba-367f-48f8-9d2b-a15c189eb0b4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:19.978042 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-829a5856-1cda-4178-980f-472907ac5ae2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad1f367daee045f5a622619f9d10b854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5371382 Feb 05 02:50:19.984209 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43492) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:20.088835 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec5420ab-65b7-4cec-825c-d4fe1a64910a admin admin] Publish callbacks [] for security_group (23f981ba-367f-48f8-9d2b-a15c189eb0b4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:20.103772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0d6bcf21-5885-4803-889a-295367f44cfc is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:20.104163 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:20.106863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8684b-29be-47cd-b5de-2e11765be730 req-9b3c3ff9-daaf-4421-9546-8c177252ae29 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:20.116143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ad8684b-29be-47cd-b5de-2e11765be730 req-9b3c3ff9-daaf-4421-9546-8c177252ae29 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 945 time: 0.1486380 Feb 05 02:50:20.157587 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2624686c-a021-41a8-aad7-2d1a540165c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6bcf21-5885-4803-889a-295367f44cfc'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:20.159881 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f7457b-43b9-413d-ba3e-8d7a234025fa" -d '{"events": [{"server_uuid": "2624686c-a021-41a8-aad7-2d1a540165c1", "name": "network-vif-plugged", "status": "completed", "tag": "0d6bcf21-5885-4803-889a-295367f44cfc"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:20.189069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0d6bcf21-5885-4803-889a-295367f44cfc, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0d6bcf21-5885-4803-889a-295367f44cfc,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:20.195892 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:20.201991 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec5420ab-65b7-4cec-825c-d4fe1a64910a admin admin] Publish callbacks [] for security_group (23f981ba-367f-48f8-9d2b-a15c189eb0b4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:20.272456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=0d6bcf21-5885-4803-889a-295367f44cfc,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:20.299029 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ad8684b-29be-47cd-b5de-2e11765be730 req-7a872e8e-88ef-4835-99f2-9f73111c4197 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749256 Feb 05 02:50:20.356146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafba1c-8169-485b-b1fa-9d6c9ae79e9b req-889004bf-6ef6-4671-9ca9-563a4a5ea446 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:20.357671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5fafba1c-8169-485b-b1fa-9d6c9ae79e9b req-889004bf-6ef6-4671-9ca9-563a4a5ea446 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1709645 Feb 05 02:50:20.358936 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec5420ab-65b7-4cec-825c-d4fe1a64910a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (23f981ba-367f-48f8-9d2b-a15c189eb0b4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:20.361730 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec5420ab-65b7-4cec-825c-d4fe1a64910a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:20.365116 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ec5420ab-65b7-4cec-825c-d4fe1a64910a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23f981ba-367f-48f8-9d2b-a15c189eb0b4 HTTP/1.1" status: 204 len: 168 time: 0.3760817 Feb 05 02:50:20.379360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5420ab-65b7-4cec-825c-d4fe1a64910a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f981ba-367f-48f8-9d2b-a15c189eb0b4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:20.423629 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df74ff17-2e42-4b27-ae7e-82f5c0d5fcab x-openstack-request-id: req-df74ff17-2e42-4b27-ae7e-82f5c0d5fcab {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:20.424545 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2624686c-a021-41a8-aad7-2d1a540165c1", "name": "network-vif-plugged", "status": "completed", "tag": "0d6bcf21-5885-4803-889a-295367f44cfc", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:20.425022 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df74ff17-2e42-4b27-ae7e-82f5c0d5fcab {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:20.425686 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2624686c-a021-41a8-aad7-2d1a540165c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6bcf21-5885-4803-889a-295367f44cfc', 'code': 200} Feb 05 02:50:20.454150 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5fafba1c-8169-485b-b1fa-9d6c9ae79e9b req-c7298953-db5c-48bb-8a62-96a0d403268b tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725968 Feb 05 02:50:20.546238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c89fed-9fa9-4e63-92ee-edbe184bdee2 req-d049f592-3733-4662-a688-a432b879fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:20.548293 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b7c89fed-9fa9-4e63-92ee-edbe184bdee2 req-d049f592-3733-4662-a688-a432b879fb0e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 1128 time: 0.0634899 Feb 05 02:50:20.599805 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b7c89fed-9fa9-4e63-92ee-edbe184bdee2 req-057996e2-b145-4802-a0a2-c8ed4a2d2a21 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396969 Feb 05 02:50:20.722194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43518) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:20.746706 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-538a770e-f00c-4c9d-9d98-8872da268cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:20.863739 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-538a770e-f00c-4c9d-9d98-8872da268cb0 admin admin] Publish callbacks [] for security_group (600756bb-5015-4f15-a595-c91ac955b28b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:20.870155 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-538a770e-f00c-4c9d-9d98-8872da268cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (600756bb-5015-4f15-a595-c91ac955b28b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:20.903838 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a770e-f00c-4c9d-9d98-8872da268cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600756bb-5015-4f15-a595-c91ac955b28b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:20.987325 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-538a770e-f00c-4c9d-9d98-8872da268cb0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05a24862cf2e402bb93c9960840b8a79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638812 Feb 05 02:50:20.990057 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43544) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:21.020918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad88ca-3847-4a44-a1ad-15fc1113be86 req-ddf69f66-895e-4405-80a9-aeeb4e4567d9 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:21.022390 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36ad88ca-3847-4a44-a1ad-15fc1113be86 req-ddf69f66-895e-4405-80a9-aeeb4e4567d9 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 950 time: 0.1250160 Feb 05 02:50:21.030148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b7117-28c1-4801-b6c0-b615cd0def3a req-eabc5c36-cb6b-4f22-81ed-917aa503b0d2 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:21.031294 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e5b7117-28c1-4801-b6c0-b615cd0def3a req-eabc5c36-cb6b-4f22-81ed-917aa503b0d2 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 950 time: 0.1060438 Feb 05 02:50:21.042711 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1a16c712-744c-48fe-a72a-edaf5413d63b admin admin] Publish callbacks [] for security_group (600756bb-5015-4f15-a595-c91ac955b28b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:21.067379 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1a16c712-744c-48fe-a72a-edaf5413d63b admin admin] Publish callbacks [] for security_group (600756bb-5015-4f15-a595-c91ac955b28b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:21.079003 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:50:21.094063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36ad88ca-3847-4a44-a1ad-15fc1113be86 req-c64699a2-acb6-4647-8d92-1a2c685bdce5 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617039 Feb 05 02:50:21.128999 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1a16c712-744c-48fe-a72a-edaf5413d63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (600756bb-5015-4f15-a595-c91ac955b28b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:21.132562 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1a16c712-744c-48fe-a72a-edaf5413d63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:21.137009 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1a16c712-744c-48fe-a72a-edaf5413d63b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/600756bb-5015-4f15-a595-c91ac955b28b HTTP/1.1" status: 204 len: 168 time: 0.1458056 Feb 05 02:50:21.145573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16c712-744c-48fe-a72a-edaf5413d63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600756bb-5015-4f15-a595-c91ac955b28b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:21.174295 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e5b7117-28c1-4801-b6c0-b615cd0def3a req-67106570-17ab-4c7d-91a3-48d64c35d410 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846438 Feb 05 02:50:21.234566 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fbdea-928f-4c2f-84c1-9815b860e88f req-0a8001a1-b340-4821-803a-951e0bbb73a9 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:21.236060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d8fbdea-928f-4c2f-84c1-9815b860e88f req-0a8001a1-b340-4821-803a-951e0bbb73a9 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.0600007 Feb 05 02:50:21.602363 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d8fbdea-928f-4c2f-84c1-9815b860e88f req-9ed54081-36fb-4920-bcb5-1a2d04d796e5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595247 Feb 05 02:50:21.656198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903df46-317e-4df5-8b1b-7547d913f213 req-371e1c0e-7a9f-4520-b162-e051903beab8 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:21.663043 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a903df46-317e-4df5-8b1b-7547d913f213 req-371e1c0e-7a9f-4520-b162-e051903beab8 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.0780776 Feb 05 02:50:21.738647 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a903df46-317e-4df5-8b1b-7547d913f213 req-a377c36a-0964-4e1f-bd64-b488cdae27b3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745909 Feb 05 02:50:21.766276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd42d5-70d5-4624-97b2-1d4a036655b5 req-44f8b161-a99c-42ef-b93d-a266c4ec2ace tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:21.766276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9dd42d5-70d5-4624-97b2-1d4a036655b5 req-44f8b161-a99c-42ef-b93d-a266c4ec2ace tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.0854778 Feb 05 02:50:21.824371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9dd42d5-70d5-4624-97b2-1d4a036655b5 req-1e1378bb-e2b3-41c9-a617-c7a45a3cb2d3 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521562 Feb 05 02:50:22.062912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f8f6626e-517a-4940-b034-38ad21247503 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:50:22.083008 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: f8f6626e-517a-4940-b034-38ad21247503 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:50:22.083359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f8f6626e-517a-4940-b034-38ad21247503 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:50:22.220506 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8bc89-7e70-4295-9e52-62b57f93c047 req-5543eed5-047b-4b17-b4ce-ee9313250599 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:22.221988 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f5f8bc89-7e70-4295-9e52-62b57f93c047 req-5543eed5-047b-4b17-b4ce-ee9313250599 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 950 time: 0.0554461 Feb 05 02:50:22.283293 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f5f8bc89-7e70-4295-9e52-62b57f93c047 req-550f7d80-12b6-43d7-a031-1f07086d009d tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/security-groups?id=357f7f29-15c0-4044-9a71-6e95f64668c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553169 Feb 05 02:50:22.323635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183188a8-2004-436d-9c9b-574c4695776b req-b0cbf23a-14b6-4d6c-b7e7-4d7b231ae37e tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:22.325127 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-183188a8-2004-436d-9c9b-574c4695776b req-b0cbf23a-14b6-4d6c-b7e7-4d7b231ae37e tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 950 time: 0.0591991 Feb 05 02:50:22.375668 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-183188a8-2004-436d-9c9b-574c4695776b req-86b9554b-4bd7-457a-8a6f-4b58d6b6d57b tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446198 Feb 05 02:50:22.614619 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fec821-05b1-46e3-a855-230ffa511f31 req-601c30e5-0780-4520-897c-7f747a4e2136 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:22.615602 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-68fec821-05b1-46e3-a855-230ffa511f31 req-601c30e5-0780-4520-897c-7f747a4e2136 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 950 time: 0.0614183 Feb 05 02:50:22.733356 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-68fec821-05b1-46e3-a855-230ffa511f31 req-62b5a0dd-4253-4978-9bd9-35af90967268 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Deleting port 0921c3dc-04ae-471c-ada7-8105109da7a5 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:50:22.733699 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-68fec821-05b1-46e3-a855-230ffa511f31 req-62b5a0dd-4253-4978-9bd9-35af90967268 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0921c3dc-04ae-471c-ada7-8105109da7a5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:22.778016 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981f25f-6e35-4918-a30e-0be04b69bb9d req-0f033108-7c61-4a17-8cb7-6e1673a231fb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:22.780204 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9981f25f-6e35-4918-a30e-0be04b69bb9d req-0f033108-7c61-4a17-8cb7-6e1673a231fb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.0942955 Feb 05 02:50:22.831004 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9981f25f-6e35-4918-a30e-0be04b69bb9d req-241f1bf6-b41d-4993-9465-72182c9523d7 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451322 Feb 05 02:50:22.842231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-68fec821-05b1-46e3-a855-230ffa511f31 req-62b5a0dd-4253-4978-9bd9-35af90967268 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] For port 0921c3dc-04ae-471c-ada7-8105109da7a5, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0921c3dc-04ae-471c-ada7-8105109da7a5,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:22.842666 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-68fec821-05b1-46e3-a855-230ffa511f31 req-62b5a0dd-4253-4978-9bd9-35af90967268 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0921c3dc-04ae-471c-ada7-8105109da7a5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:22.869708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-68fec821-05b1-46e3-a855-230ffa511f31 req-62b5a0dd-4253-4978-9bd9-35af90967268 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Calling delete_port for 0921c3dc-04ae-471c-ada7-8105109da7a5 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:50:22.988902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2926c3-fd18-47b0-b4bc-8a45d4e5da5a req-66f8b5ef-0f8e-4532-9d56-c160222d9a2d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:22.990470 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa2926c3-fd18-47b0-b4bc-8a45d4e5da5a req-66f8b5ef-0f8e-4532-9d56-c160222d9a2d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.0922692 Feb 05 02:50:23.026107 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a687fb-8eaf-49dd-b3ae-fa9b87d0c177 req-78392091-cc6d-4c8c-97ac-2eaf5a0d1409 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:23.032951 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90a687fb-8eaf-49dd-b3ae-fa9b87d0c177 req-78392091-cc6d-4c8c-97ac-2eaf5a0d1409 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.0995488 Feb 05 02:50:23.037627 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-68fec821-05b1-46e3-a855-230ffa511f31 req-62b5a0dd-4253-4978-9bd9-35af90967268 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0921c3dc-04ae-471c-ada7-8105109da7a5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:23.054703 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0921c3dc-04ae-471c-ada7-8105109da7a5'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:50:23.084343 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5a0dd-4253-4978-9bd9-35af90967268 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Pushing event deleted for resources: {'Port': ['ID=0921c3dc-04ae-471c-ada7-8105109da7a5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:23.103915 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90a687fb-8eaf-49dd-b3ae-fa9b87d0c177 req-838ce815-c5d7-4f81-a31b-cf3e2081cfc5 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696356 Feb 05 02:50:23.109303 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa2926c3-fd18-47b0-b4bc-8a45d4e5da5a req-902b952b-f0a4-4d4a-8213-304853010808 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113954 Feb 05 02:50:23.136766 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fec821-05b1-46e3-a855-230ffa511f31 req-62b5a0dd-4253-4978-9bd9-35af90967268 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] No DVR routers for this DVR port 0921c3dc-04ae-471c-ada7-8105109da7a5 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:50:23.139619 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-68fec821-05b1-46e3-a855-230ffa511f31 req-62b5a0dd-4253-4978-9bd9-35af90967268 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:23.143173 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-68fec821-05b1-46e3-a855-230ffa511f31 req-62b5a0dd-4253-4978-9bd9-35af90967268 tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.10 "DELETE /v2.0/ports/0921c3dc-04ae-471c-ada7-8105109da7a5 HTTP/1.1" status: 204 len: 173 time: 0.5211217 Feb 05 02:50:23.143316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f7d174-8c32-4c67-ae88-70b6a86fa707', 'name': 'network-vif-deleted', 'tag': '0921c3dc-04ae-471c-ada7-8105109da7a5'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:23.145571 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344002f9-afe6-4486-875c-fa4d1a3e949d" -d '{"events": [{"server_uuid": "a7f7d174-8c32-4c67-ae88-70b6a86fa707", "name": "network-vif-deleted", "tag": "0921c3dc-04ae-471c-ada7-8105109da7a5"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:23.205462 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 2111083b-8034-47f9-9c26-4ec0dc9470aa no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:50:23.205984 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c61aacd-e84d-4a7c-ae6e-f842c3be17cc x-openstack-request-id: req-1c61aacd-e84d-4a7c-ae6e-f842c3be17cc {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:23.206106 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f7d174-8c32-4c67-ae88-70b6a86fa707", "name": "network-vif-deleted", "tag": "0921c3dc-04ae-471c-ada7-8105109da7a5", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:23.206347 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c61aacd-e84d-4a7c-ae6e-f842c3be17cc {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:23.207356 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f7d174-8c32-4c67-ae88-70b6a86fa707', 'name': 'network-vif-deleted', 'tag': '0921c3dc-04ae-471c-ada7-8105109da7a5', 'status': 'completed', 'code': 200} Feb 05 02:50:23.228054 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43648) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:23.252136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0ca16-d633-454a-be25-b1325cf9b206 req-915b1d3e-f723-4502-8ba2-dde2bbe6a49b tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:23.261172 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97c0ca16-d633-454a-be25-b1325cf9b206 req-915b1d3e-f723-4502-8ba2-dde2bbe6a49b tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 1128 time: 0.0605087 Feb 05 02:50:23.344073 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 2111083b-8034-47f9-9c26-4ec0dc9470aa is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:23.344486 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:23.346590 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97c0ca16-d633-454a-be25-b1325cf9b206 req-16233f82-0b81-400a-b290-234b7b70827e tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707526 Feb 05 02:50:23.381432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f405d1d5-45b0-4257-8a6b-6874709ddce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2111083b-8034-47f9-9c26-4ec0dc9470aa'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:23.384073 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811f69da-151a-4784-b259-e6c0b200ab32" -d '{"events": [{"server_uuid": "f405d1d5-45b0-4257-8a6b-6874709ddce9", "name": "network-vif-unplugged", "status": "completed", "tag": "2111083b-8034-47f9-9c26-4ec0dc9470aa"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:23.401116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 2111083b-8034-47f9-9c26-4ec0dc9470aa, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2111083b-8034-47f9-9c26-4ec0dc9470aa,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:23.405706 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8863f802-c027-4878-9696-d45bb62e20c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:23.414635 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:23.458995 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5138f15b-6228-4293-af17-6d30e140ac03 req-344eefae-288f-41df-9c76-5ece9fa4ee6b tempest-LiveMigrationNegativeTest-1491522462 tempest-LiveMigrationNegativeTest-1491522462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f7d174-8c32-4c67-ae88-70b6a86fa707 HTTP/1.1" status: 200 len: 210 time: 0.0577161 Feb 05 02:50:23.479919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=2111083b-8034-47f9-9c26-4ec0dc9470aa,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:23.503059 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac221217-f92a-4afc-8ba5-62d79809f508 x-openstack-request-id: req-ac221217-f92a-4afc-8ba5-62d79809f508 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:23.503528 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f405d1d5-45b0-4257-8a6b-6874709ddce9", "name": "network-vif-unplugged", "status": "completed", "tag": "2111083b-8034-47f9-9c26-4ec0dc9470aa", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:23.503788 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac221217-f92a-4afc-8ba5-62d79809f508 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:23.504200 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f405d1d5-45b0-4257-8a6b-6874709ddce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2111083b-8034-47f9-9c26-4ec0dc9470aa', 'code': 200} Feb 05 02:50:23.518038 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8863f802-c027-4878-9696-d45bb62e20c7 admin admin] Publish callbacks [] for security_group (18171db8-e5be-442f-a218-e280131e9970), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:23.519255 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea690da-1579-4e94-8728-1f3c919a1d8c req-194edf69-dce0-41a3-b98c-f80f890dad16 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:23.520988 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4ea690da-1579-4e94-8728-1f3c919a1d8c req-194edf69-dce0-41a3-b98c-f80f890dad16 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 1128 time: 0.0607741 Feb 05 02:50:23.524389 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8863f802-c027-4878-9696-d45bb62e20c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (18171db8-e5be-442f-a218-e280131e9970), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:23.562591 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8863f802-c027-4878-9696-d45bb62e20c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a67a970627843b8bd5a57148df35161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304667 Feb 05 02:50:23.563429 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4ea690da-1579-4e94-8728-1f3c919a1d8c req-6e69c98d-e76e-40a0-81d7-40b6169756f8 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362430 Feb 05 02:50:23.565027 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43658) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:23.565834 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863f802-c027-4878-9696-d45bb62e20c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18171db8-e5be-442f-a218-e280131e9970,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:23.615755 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0229fd1e-b85e-4435-bb11-cad285808883 admin admin] Publish callbacks [] for security_group (18171db8-e5be-442f-a218-e280131e9970), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:23.642823 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0229fd1e-b85e-4435-bb11-cad285808883 admin admin] Publish callbacks [] for security_group (18171db8-e5be-442f-a218-e280131e9970), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:23.690830 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0229fd1e-b85e-4435-bb11-cad285808883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (18171db8-e5be-442f-a218-e280131e9970), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:23.693531 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0229fd1e-b85e-4435-bb11-cad285808883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:23.698004 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0229fd1e-b85e-4435-bb11-cad285808883 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18171db8-e5be-442f-a218-e280131e9970 HTTP/1.1" status: 204 len: 168 time: 0.1287181 Feb 05 02:50:23.703880 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229fd1e-b85e-4435-bb11-cad285808883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18171db8-e5be-442f-a218-e280131e9970,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:24.020626 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d909d22-eb12-46f3-8c5d-69b5cc054af1 req-a5a995af-564f-4981-9bc3-439cde4b762f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:24.029965 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d909d22-eb12-46f3-8c5d-69b5cc054af1 req-a5a995af-564f-4981-9bc3-439cde4b762f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.0829937 Feb 05 02:50:24.087660 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d909d22-eb12-46f3-8c5d-69b5cc054af1 req-df3475b3-04a2-4b80-ada3-4fa6d1d229d0 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562081 Feb 05 02:50:24.228140 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edb468-beaf-4b9e-beb7-c36c9817acd8 req-6e4285a3-7578-4a4d-86e5-b81efd16c140 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:24.229952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-21edb468-beaf-4b9e-beb7-c36c9817acd8 req-6e4285a3-7578-4a4d-86e5-b81efd16c140 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.0585639 Feb 05 02:50:24.286688 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-21edb468-beaf-4b9e-beb7-c36c9817acd8 req-e39cc720-83ff-4a22-9fb6-c66148d856d6 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508695 Feb 05 02:50:24.545627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-430ec7a9-af6f-4a70-8254-7b85487a2a60 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:50:24.547069 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-430ec7a9-af6f-4a70-8254-7b85487a2a60 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061152 Feb 05 02:50:24.594596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-6858cf2b-575c-489f-a078-8ae089f86ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:24.596496 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-6858cf2b-575c-489f-a078-8ae089f86ee2 service neutron] 10.222.0.36 "GET /v2.0/ports/0d6bcf21-5885-4803-889a-295367f44cfc HTTP/1.1" status: 200 len: 1125 time: 0.0426068 Feb 05 02:50:24.606116 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-bd648abc-a016-4a4f-ad1b-550c30f7d1d5 service neutron] Request body: {'binding': {'host': 'n-h1-826942-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:24.606580 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-bd648abc-a016-4a4f-ad1b-550c30f7d1d5 service neutron] Unknown quota resources ['binding']. {{(pid=109674) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 05 02:50:24.753741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-bd648abc-a016-4a4f-ad1b-550c30f7d1d5 service neutron] Attempting to bind port 0d6bcf21-5885-4803-889a-295367f44cfc on host n-h1-826942-8 for vnic_type normal with profile None {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:50:24.754079 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-bd648abc-a016-4a4f-ad1b-550c30f7d1d5 service neutron] Attempting to bind port 0d6bcf21-5885-4803-889a-295367f44cfc by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:50:24.754494 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-bd648abc-a016-4a4f-ad1b-550c30f7d1d5 service neutron] Attempting to bind port 0d6bcf21-5885-4803-889a-295367f44cfc on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:24.759029 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-bd648abc-a016-4a4f-ad1b-550c30f7d1d5 service neutron] Port 0d6bcf21-5885-4803-889a-295367f44cfc on network 11cf62be-c855-41b3-87da-58090e237db8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:50:24.759347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-bd648abc-a016-4a4f-ad1b-550c30f7d1d5 service neutron] Attempting to bind port 0d6bcf21-5885-4803-889a-295367f44cfc on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:24.764325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-bd648abc-a016-4a4f-ad1b-550c30f7d1d5 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:50:24.764657 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-bd648abc-a016-4a4f-ad1b-550c30f7d1d5 service neutron] Checking segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:50:24.765041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-bd648abc-a016-4a4f-ad1b-550c30f7d1d5 service neutron] Bound using segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:50:24.765586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-bd648abc-a016-4a4f-ad1b-550c30f7d1d5 service neutron] Bound port: 0d6bcf21-5885-4803-889a-295367f44cfc, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:50:24.773223 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43740) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:24.819908 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-bd648abc-a016-4a4f-ad1b-550c30f7d1d5 service neutron] For port 0d6bcf21-5885-4803-889a-295367f44cfc, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0d6bcf21-5885-4803-889a-295367f44cfc,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:50:24.826294 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-bd648abc-a016-4a4f-ad1b-550c30f7d1d5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:24.827834 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-bd648abc-a016-4a4f-ad1b-550c30f7d1d5 service neutron] 10.222.0.36 "POST /v2.0/ports/0d6bcf21-5885-4803-889a-295367f44cfc/bindings HTTP/1.1" status: 201 len: 389 time: 0.2251899 Feb 05 02:50:24.973390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43760) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:24.974300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9ebb5967-8607-44d5-86a5-712da1fb1276 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2d1bfb12ece4572b784252a2804123f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004120 Feb 05 02:50:25.028865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa798a58-1c1a-406b-ad05-7febaf6f3d45 admin admin] Publish callbacks [] for security_group (357f7f29-15c0-4044-9a71-6e95f64668c3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:25.034736 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2bb3b-64ed-4fff-97f5-70b70465ed9e req-5c4d4bc4-6c38-48e3-ab45-0eb0c23d6c1f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:25.036263 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fec2bb3b-64ed-4fff-97f5-70b70465ed9e req-5c4d4bc4-6c38-48e3-ab45-0eb0c23d6c1f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.0694680 Feb 05 02:50:25.053086 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa798a58-1c1a-406b-ad05-7febaf6f3d45 admin admin] Publish callbacks [] for security_group (357f7f29-15c0-4044-9a71-6e95f64668c3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:25.093500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fec2bb3b-64ed-4fff-97f5-70b70465ed9e req-4061d612-8c4b-4c48-9250-91d2dfcf3e0f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494845 Feb 05 02:50:25.104608 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa798a58-1c1a-406b-ad05-7febaf6f3d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (357f7f29-15c0-4044-9a71-6e95f64668c3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:25.107350 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa798a58-1c1a-406b-ad05-7febaf6f3d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:25.111182 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-aa798a58-1c1a-406b-ad05-7febaf6f3d45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/357f7f29-15c0-4044-9a71-6e95f64668c3 HTTP/1.1" status: 204 len: 168 time: 0.1335216 Feb 05 02:50:25.126123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa798a58-1c1a-406b-ad05-7febaf6f3d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357f7f29-15c0-4044-9a71-6e95f64668c3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:25.226540 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a66e5b8d-8fea-4f04-bd02-52461a100147 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:50:25.229551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0921c3dc-04ae-471c-ada7-8105109da7a5 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:50:25.242332 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e58432-5459-4451-b3e9-917266b3b185 req-2a98bb56-3e59-4435-a167-4ca9e6f20b0a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:25.243923 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2e58432-5459-4451-b3e9-917266b3b185 req-2a98bb56-3e59-4435-a167-4ca9e6f20b0a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.0561690 Feb 05 02:50:25.255128 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 0921c3dc-04ae-471c-ada7-8105109da7a5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:50:25.255701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0921c3dc-04ae-471c-ada7-8105109da7a5 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:50:25.307309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2e58432-5459-4451-b3e9-917266b3b185 req-1af7d5d7-866a-4e26-ac9e-0cf9338751ac tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578334 Feb 05 02:50:25.343986 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83a50da8-561c-47b9-b74f-20718268ead1 req-d4d17940-a73c-42dc-ae60-de3cfb92b58e tempest-FlavorsV2NegativeTest-756180471 tempest-FlavorsV2NegativeTest-756180471-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0cffff9d24c64b9287517db91bd3ce03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321014 Feb 05 02:50:25.381327 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a66e5b8d-8fea-4f04-bd02-52461a100147, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a66e5b8d-8fea-4f04-bd02-52461a100147,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:25.394324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'a66e5b8d-8fea-4f04-bd02-52461a100147', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': 'a66e5b8d-8fea-4f04-bd02-52461a100147', 'mac_address': 'fa:16:3e:a0:12:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:50:25.438322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a66e5b8d-8fea-4f04-bd02-52461a100147 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:25.439238 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:25.457556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66e5b8d-8fea-4f04-bd02-52461a100147 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:50:25.482238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a66e5b8d-8fea-4f04-bd02-52461a100147, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a66e5b8d-8fea-4f04-bd02-52461a100147,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:25.486306 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:25.490908 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43790) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:25.495656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fc790-ce25-47e5-8125-ba41bd18e64b req-b900d336-8761-4439-b437-c604045edcb4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:25.497181 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-060fc790-ce25-47e5-8125-ba41bd18e64b req-b900d336-8761-4439-b437-c604045edcb4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.0906482 Feb 05 02:50:25.505326 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a50da8-561c-47b9-b74f-20718268ead1 req-d64ce0bb-731f-4096-99c3-6b4645c9484d tempest-FlavorsV2NegativeTest-756180471 tempest-FlavorsV2NegativeTest-756180471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:25.506744 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83a50da8-561c-47b9-b74f-20718268ead1 req-d64ce0bb-731f-4096-99c3-6b4645c9484d tempest-FlavorsV2NegativeTest-756180471 tempest-FlavorsV2NegativeTest-756180471-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1560574 Feb 05 02:50:25.535554 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-96a082f6-ef61-46c8-bdd9-af974c4a2cb2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d9bbb692971411683f7412a2094dd24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431759 Feb 05 02:50:25.538097 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43792) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:25.544442 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83a50da8-561c-47b9-b74f-20718268ead1 req-ccd7714d-0a31-4d8f-a32a-1a152b39c376 tempest-FlavorsV2NegativeTest-756180471 tempest-FlavorsV2NegativeTest-756180471-project] 10.222.0.36 "GET /v2.0/quotas/0cffff9d24c64b9287517db91bd3ce03 HTTP/1.1" status: 200 len: 375 time: 0.0292528 Feb 05 02:50:25.546376 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a66e5b8d-8fea-4f04-bd02-52461a100147,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:25.572373 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-060fc790-ce25-47e5-8125-ba41bd18e64b req-4931acbc-626f-4c67-bbd8-38588ec7f6a1 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643456 Feb 05 02:50:25.591717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83a50da8-561c-47b9-b74f-20718268ead1 req-e5b7dbf8-de71-44f7-805b-d4b13b7b4a63 tempest-FlavorsV2NegativeTest-756180471 tempest-FlavorsV2NegativeTest-756180471-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0cffff9d24c64b9287517db91bd3ce03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341775 Feb 05 02:50:25.601325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb041c1c-8f7a-45f0-9c00-a94418da4839 admin admin] Publish callbacks [] for security_group (bad9a0c8-4230-4557-84e4-7c62bb8218e9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:25.607315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['a66e5b8d-8fea-4f04-bd02-52461a100147'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:50:25.624736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb041c1c-8f7a-45f0-9c00-a94418da4839 admin admin] Publish callbacks [] for security_group (bad9a0c8-4230-4557-84e4-7c62bb8218e9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:25.681304 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb041c1c-8f7a-45f0-9c00-a94418da4839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (bad9a0c8-4230-4557-84e4-7c62bb8218e9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:25.684790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb041c1c-8f7a-45f0-9c00-a94418da4839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:25.686377 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cb041c1c-8f7a-45f0-9c00-a94418da4839 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bad9a0c8-4230-4557-84e4-7c62bb8218e9 HTTP/1.1" status: 204 len: 168 time: 0.1469300 Feb 05 02:50:25.709323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb041c1c-8f7a-45f0-9c00-a94418da4839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad9a0c8-4230-4557-84e4-7c62bb8218e9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:25.941031 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa582b-615b-4459-ad79-f4792d00cc1e req-bd6f116d-23bc-4230-95fb-67cff87a492f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:25.942647 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ceaa582b-615b-4459-ad79-f4792d00cc1e req-bd6f116d-23bc-4230-95fb-67cff87a492f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.0709393 Feb 05 02:50:26.007503 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ceaa582b-615b-4459-ad79-f4792d00cc1e req-26c26df6-2e9f-4ecc-9831-69ee1c853b82 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585117 Feb 05 02:50:26.241325 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe276e-17c4-4962-bc3a-4552d1edb11f req-b53c448a-7482-4665-a237-7e802ec07e63 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:26.244127 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48fe276e-17c4-4962-bc3a-4552d1edb11f req-b53c448a-7482-4665-a237-7e802ec07e63 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.0670912 Feb 05 02:50:26.294648 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48fe276e-17c4-4962-bc3a-4552d1edb11f req-1f055f98-2e18-4a23-8ef2-263639abd79a tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449345 Feb 05 02:50:26.353629 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43850) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:26.459913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e045b-6a1b-4c2b-9801-15b9c517c5f8 req-335705fd-63f5-461a-8f1e-a68f3e806ec2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:26.463116 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c4e045b-6a1b-4c2b-9801-15b9c517c5f8 req-335705fd-63f5-461a-8f1e-a68f3e806ec2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.0708110 Feb 05 02:50:26.489516 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fbf8a73-4470-4f6c-a1fd-dd39b35a3ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:26.526854 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c4e045b-6a1b-4c2b-9801-15b9c517c5f8 req-dc6242b1-c658-499e-97f6-2b19d696cc61 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576289 Feb 05 02:50:26.589359 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fbf8a73-4470-4f6c-a1fd-dd39b35a3ecb admin admin] Publish callbacks [] for security_group (21952df2-ba87-48ae-a2c0-8b2a8715e58c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:26.594394 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fbf8a73-4470-4f6c-a1fd-dd39b35a3ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (21952df2-ba87-48ae-a2c0-8b2a8715e58c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:26.642172 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1fbf8a73-4470-4f6c-a1fd-dd39b35a3ecb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0cffff9d24c64b9287517db91bd3ce03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870290 Feb 05 02:50:26.643348 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf8a73-4470-4f6c-a1fd-dd39b35a3ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21952df2-ba87-48ae-a2c0-8b2a8715e58c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:26.645639 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43868) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:26.717163 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3f8dd61-e27a-4452-8efc-40b98b8d3414 admin admin] Publish callbacks [] for security_group (21952df2-ba87-48ae-a2c0-8b2a8715e58c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:26.742533 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3f8dd61-e27a-4452-8efc-40b98b8d3414 admin admin] Publish callbacks [] for security_group (21952df2-ba87-48ae-a2c0-8b2a8715e58c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:26.750619 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e9a1f-811f-4649-b99c-99e884ccd11b req-92782428-8d30-4e5d-8bc3-60633dd9f14f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:26.752177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-250e9a1f-811f-4649-b99c-99e884ccd11b req-92782428-8d30-4e5d-8bc3-60633dd9f14f tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1125984 Feb 05 02:50:26.777198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27159c2e-d1aa-4610-9114-e8af504be566 req-4c96085c-0684-45a1-84ea-d5dd3757990b tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:26.783891 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27159c2e-d1aa-4610-9114-e8af504be566 req-4c96085c-0684-45a1-84ea-d5dd3757990b tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1084874 Feb 05 02:50:26.875758 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-250e9a1f-811f-4649-b99c-99e884ccd11b req-2e6704d9-56a7-4617-81ad-4656b5481d5e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130390 Feb 05 02:50:26.891291 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27159c2e-d1aa-4610-9114-e8af504be566 req-fd84ebb6-2800-4ae1-a99f-e260b9ac0fa5 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021481 Feb 05 02:50:27.095808 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3f8dd61-e27a-4452-8efc-40b98b8d3414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (21952df2-ba87-48ae-a2c0-8b2a8715e58c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:27.098251 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3f8dd61-e27a-4452-8efc-40b98b8d3414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:27.099476 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d3f8dd61-e27a-4452-8efc-40b98b8d3414 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21952df2-ba87-48ae-a2c0-8b2a8715e58c HTTP/1.1" status: 204 len: 168 time: 0.4529369 Feb 05 02:50:27.112164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8dd61-e27a-4452-8efc-40b98b8d3414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21952df2-ba87-48ae-a2c0-8b2a8715e58c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:27.222719 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a66e5b8d-8fea-4f04-bd02-52461a100147 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:50:27.277452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port a66e5b8d-8fea-4f04-bd02-52461a100147 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:27.277913 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:27.381356 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a66e5b8d-8fea-4f04-bd02-52461a100147 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:27.381664 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:27.413903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec75d7b-81b9-4c2a-957a-72b373d691c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66e5b8d-8fea-4f04-bd02-52461a100147'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:27.416946 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfa3c5c-d025-4442-b314-4dcad2a78889" -d '{"events": [{"server_uuid": "dec75d7b-81b9-4c2a-957a-72b373d691c6", "name": "network-vif-plugged", "status": "completed", "tag": "a66e5b8d-8fea-4f04-bd02-52461a100147"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:27.431933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a66e5b8d-8fea-4f04-bd02-52461a100147, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a66e5b8d-8fea-4f04-bd02-52461a100147,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:27.439109 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:27.443389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eafe0a-82dc-46c1-9751-ddfebab36802 req-3bbcbed6-c640-400b-a973-44b5c07ca517 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:27.451700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e6eafe0a-82dc-46c1-9751-ddfebab36802 req-3bbcbed6-c640-400b-a973-44b5c07ca517 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.0776520 Feb 05 02:50:27.515829 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a66e5b8d-8fea-4f04-bd02-52461a100147,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:27.541873 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e6eafe0a-82dc-46c1-9751-ddfebab36802 req-1a2d5e77-1e73-46e9-859b-b0d6f264c4f0 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889609 Feb 05 02:50:27.724975 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c0edff-aa3e-4394-9ec7-78a681e9c0a2 x-openstack-request-id: req-71c0edff-aa3e-4394-9ec7-78a681e9c0a2 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:27.725529 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec75d7b-81b9-4c2a-957a-72b373d691c6", "name": "network-vif-plugged", "status": "completed", "tag": "a66e5b8d-8fea-4f04-bd02-52461a100147", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:27.725750 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71c0edff-aa3e-4394-9ec7-78a681e9c0a2 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:27.726155 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec75d7b-81b9-4c2a-957a-72b373d691c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66e5b8d-8fea-4f04-bd02-52461a100147', 'code': 200} Feb 05 02:50:27.867609 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f9590-0992-43e7-abea-31ca1b4f4e1b req-9c1a4ab7-d41d-466b-8d22-609645792783 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:27.870936 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff3f9590-0992-43e7-abea-31ca1b4f4e1b req-9c1a4ab7-d41d-466b-8d22-609645792783 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 946 time: 0.0903585 Feb 05 02:50:27.966931 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff3f9590-0992-43e7-abea-31ca1b4f4e1b req-0244679e-f355-44f4-bb2d-616747d6dfd5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797708 Feb 05 02:50:28.126174 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1120d-1ab6-4d45-98ea-8517235750bc req-b3f96ce7-092c-40cf-b9d2-f123816d8a8b tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:28.135381 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03f1120d-1ab6-4d45-98ea-8517235750bc req-b3f96ce7-092c-40cf-b9d2-f123816d8a8b tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1314790 Feb 05 02:50:28.179202 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3688d-17a1-407b-88ec-fa61fe666df5 req-65ad45d9-48b7-4690-8d38-5a3f88c2748b tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:28.187490 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4be3688d-17a1-407b-88ec-fa61fe666df5 req-65ad45d9-48b7-4690-8d38-5a3f88c2748b tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.1370041 Feb 05 02:50:28.221703 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43958) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:28.235079 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03f1120d-1ab6-4d45-98ea-8517235750bc req-346501ab-26c9-4abf-9255-378c32d05d4d tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984497 Feb 05 02:50:28.295071 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4be3688d-17a1-407b-88ec-fa61fe666df5 req-f6c00e03-a9f6-4756-b101-8b3429c9b286 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups?id=d362c26d-dd56-4d27-992c-2061cd748910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065681 Feb 05 02:50:28.381611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a8682707-6662-4101-b116-aa18a99faac9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-network', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:28.419809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8682707-6662-4101-b116-aa18a99faac9 admin admin] Made reservation on behalf of 63cf1408128c4e9aa3a3bcc55a4e812c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:50:28.423421 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8682707-6662-4101-b116-aa18a99faac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:28.432916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90a661-3113-4b25-9481-31392ba74148 req-8dddebb4-4684-476c-8a29-bffe11fa6c46 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:28.434386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e90a661-3113-4b25-9481-31392ba74148 req-8dddebb4-4684-476c-8a29-bffe11fa6c46 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 945 time: 0.0860085 Feb 05 02:50:28.445847 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8682707-6662-4101-b116-aa18a99faac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:28.515731 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-2a1ba916-d8a5-4262-99f3-232aaf1ad7e7 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:28.519129 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-2a1ba916-d8a5-4262-99f3-232aaf1ad7e7 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c&tenant_id=1efeace9c19e4c6591bec43ee004b4ff&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 1128 time: 0.0919399 Feb 05 02:50:28.534175 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826942-8'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:28.623459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-0e90a661-3113-4b25-9481-31392ba74148 req-675bfb4c-ed65-4a69-b8ad-e81a460b5d63 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Deleting port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:50:28.623459 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0e90a661-3113-4b25-9481-31392ba74148 req-675bfb4c-ed65-4a69-b8ad-e81a460b5d63 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:28.672807 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:28.696791 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8682707-6662-4101-b116-aa18a99faac9 admin admin] Publish callbacks [] for security_group (c3b86d7e-1806-4a5b-8fde-cb3dd05d854f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:28.730562 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8682707-6662-4101-b116-aa18a99faac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c3b86d7e-1806-4a5b-8fde-cb3dd05d854f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:28.764810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8682707-6662-4101-b116-aa18a99faac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:50:28.839222 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb051f5d-4c95-42fe-8c65-c36b20da4223 req-7de9bd22-2f77-434d-b894-2b3ff3469f5c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:28.846990 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb051f5d-4c95-42fe-8c65-c36b20da4223 req-7de9bd22-2f77-434d-b894-2b3ff3469f5c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.1728978 Feb 05 02:50:28.863502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-0e90a661-3113-4b25-9481-31392ba74148 req-675bfb4c-ed65-4a69-b8ad-e81a460b5d63 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] For port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299,segment=NetworkSegment(091eb8e0-c3b0-4137-97fc-25d9a16d1f33),segment_id=091eb8e0-c3b0-4137-97fc-25d9a16d1f33)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:28.863882 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0e90a661-3113-4b25-9481-31392ba74148 req-675bfb4c-ed65-4a69-b8ad-e81a460b5d63 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:28.875466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] For port 164c5bd7-72d8-4796-ae48-9f58da11f82d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=164c5bd7-72d8-4796-ae48-9f58da11f82d,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:28.886081 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8682707-6662-4101-b116-aa18a99faac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (2e5f7e0a-7727-4213-9aa2-dc062c41f11f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:28.886631 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-a8682707-6662-4101-b116-aa18a99faac9 admin admin] Added segment 2e5f7e0a-7727-4213-9aa2-dc062c41f11f of type vlan for network 83be0105-9b9a-4797-b354-f35ef16802de Feb 05 02:50:28.952060 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8682707-6662-4101-b116-aa18a99faac9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (83be0105-9b9a-4797-b354-f35ef16802de), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:28.959660 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8682707-6662-4101-b116-aa18a99faac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:29.022479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] For port 164c5bd7-72d8-4796-ae48-9f58da11f82d, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:50:29.026237 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8682707-6662-4101-b116-aa18a99faac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (83be0105-9b9a-4797-b354-f35ef16802de), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:29.027558 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8682707-6662-4101-b116-aa18a99faac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:29.028042 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8682707-6662-4101-b116-aa18a99faac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:29.040078 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e976adb2-c42c-4c32-ba70-9c266d69c962 req-7b1a697f-3e88-4642-865d-17e8f90a44a7 tempest-QuotasAdminNegativeTest-960859926 tempest-QuotasAdminNegativeTest-960859926-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ca56b0d242b74a54b22fa92fb7bf1ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882688 Feb 05 02:50:29.045690 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb051f5d-4c95-42fe-8c65-c36b20da4223 req-64a1d4b3-76cb-479b-afee-4e00ff0cfe32 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971085 Feb 05 02:50:29.112807 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8682707-6662-4101-b116-aa18a99faac9 admin admin] Pushing event updated for resources: {'Network': ['ID=83be0105-9b9a-4797-b354-f35ef16802de,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:29.126429 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 83be0105-9b9a-4797-b354-f35ef16802de details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:50:29.130995 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a8682707-6662-4101-b116-aa18a99faac9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9073491 Feb 05 02:50:29.139317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43992) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:29.144158 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e3d85c51-e2b9-4c86-ab5e-f0219a2b6c3c admin admin] Request body: {'subnet': {'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-subnet', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:29.162671 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216d4a9e-ef19-46f5-9cfa-ac29e116726c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164c5bd7-72d8-4796-ae48-9f58da11f82d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:29.165275 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab1c764-a468-4c43-8597-1fe2df8d8c04" -d '{"events": [{"server_uuid": "216d4a9e-ef19-46f5-9cfa-ac29e116726c", "name": "network-vif-unplugged", "status": "completed", "tag": "164c5bd7-72d8-4796-ae48-9f58da11f82d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:29.169542 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Publish callbacks [] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:29.182710 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d85c51-e2b9-4c86-ab5e-f0219a2b6c3c admin admin] Made reservation on behalf of 63cf1408128c4e9aa3a3bcc55a4e812c for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:50:29.185798 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e3d85c51-e2b9-4c86-ab5e-f0219a2b6c3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:29.187779 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:29.324587 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0e90a661-3113-4b25-9481-31392ba74148 req-675bfb4c-ed65-4a69-b8ad-e81a460b5d63 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:29.325486 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0e90a661-3113-4b25-9481-31392ba74148 req-675bfb4c-ed65-4a69-b8ad-e81a460b5d63 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (59174a1a-eef7-4e3f-a466-217a2ff738e3), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:29.325486 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [req-0e90a661-3113-4b25-9481-31392ba74148 req-675bfb4c-ed65-4a69-b8ad-e81a460b5d63 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Floating IP 59174a1a-eef7-4e3f-a466-217a2ff738e3 disassociated. External IP: 172.25.0.28, port: f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299. Feb 05 02:50:29.325704 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-0e90a661-3113-4b25-9481-31392ba74148 req-675bfb4c-ed65-4a69-b8ad-e81a460b5d63 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Calling delete_port for f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:50:29.334236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf7459-ea0a-4748-bc99-d0bfce292316 req-e24ee571-b584-4eda-b42a-fed0818b4c38 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:29.335665 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6fbf7459-ea0a-4748-bc99-d0bfce292316 req-e24ee571-b584-4eda-b42a-fed0818b4c38 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 944 time: 0.1739860 Feb 05 02:50:29.345123 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976adb2-c42c-4c32-ba70-9c266d69c962 req-cc2e402e-4e36-45d9-9ef1-ea671b49c0ea tempest-QuotasAdminNegativeTest-960859926 tempest-QuotasAdminNegativeTest-960859926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:29.351711 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e976adb2-c42c-4c32-ba70-9c266d69c962 req-cc2e402e-4e36-45d9-9ef1-ea671b49c0ea tempest-QuotasAdminNegativeTest-960859926 tempest-QuotasAdminNegativeTest-960859926-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3107100 Feb 05 02:50:29.401354 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e976adb2-c42c-4c32-ba70-9c266d69c962 req-e7abfda7-83f4-46d8-8a14-ec381b793cdd tempest-QuotasAdminNegativeTest-960859926 tempest-QuotasAdminNegativeTest-960859926-project] 10.222.0.36 "GET /v2.0/quotas/ca56b0d242b74a54b22fa92fb7bf1ff6 HTTP/1.1" status: 200 len: 375 time: 0.0480435 Feb 05 02:50:29.411016 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Attempting to bind port 164c5bd7-72d8-4796-ae48-9f58da11f82d on host n-h2-826942-8 for vnic_type normal with profile {"migrating_to": "n-h1-826942-8"} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:50:29.411575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Attempting to bind port 164c5bd7-72d8-4796-ae48-9f58da11f82d by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:50:29.411915 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Attempting to bind port 164c5bd7-72d8-4796-ae48-9f58da11f82d on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:29.422056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Pushing event updated for resources: {'Port': ['ID=164c5bd7-72d8-4796-ae48-9f58da11f82d,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:29.435792 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Port 164c5bd7-72d8-4796-ae48-9f58da11f82d on network 7989079b-2a98-4df8-9515-2a06293b2119 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:50:29.437916 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Attempting to bind port 164c5bd7-72d8-4796-ae48-9f58da11f82d on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:29.450656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:50:29.451031 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Checking segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:50:29.451432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Bound using segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:50:29.451866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Bound port: 164c5bd7-72d8-4796-ae48-9f58da11f82d, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:50:29.452216 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:29.475782 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e976adb2-c42c-4c32-ba70-9c266d69c962 req-bee9316b-dee4-42c7-9bbc-ba75d5eb9a7f tempest-QuotasAdminNegativeTest-960859926 tempest-QuotasAdminNegativeTest-960859926-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca56b0d242b74a54b22fa92fb7bf1ff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730600 Feb 05 02:50:29.553465 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6fbf7459-ea0a-4748-bc99-d0bfce292316 req-8437dac6-c938-4cc1-8353-0a3dd5cd8664 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907141 Feb 05 02:50:29.565935 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] For port 164c5bd7-72d8-4796-ae48-9f58da11f82d, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:50:29.598007 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68008e61-abfc-4ab1-abda-ef12988e3415 x-openstack-request-id: req-68008e61-abfc-4ab1-abda-ef12988e3415 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:29.598300 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216d4a9e-ef19-46f5-9cfa-ac29e116726c", "name": "network-vif-unplugged", "status": "completed", "tag": "164c5bd7-72d8-4796-ae48-9f58da11f82d", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:29.598551 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68008e61-abfc-4ab1-abda-ef12988e3415 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:29.598983 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216d4a9e-ef19-46f5-9cfa-ac29e116726c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164c5bd7-72d8-4796-ae48-9f58da11f82d', 'code': 200} Feb 05 02:50:29.613411 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] For port 164c5bd7-72d8-4796-ae48-9f58da11f82d, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=164c5bd7-72d8-4796-ae48-9f58da11f82d,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:50:29.631241 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:29.639372 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e3d85c51-e2b9-4c86-ab5e-f0219a2b6c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (3631be40-f44d-47c5-b742-59c603ecb74b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:29.663425 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0e90a661-3113-4b25-9481-31392ba74148 req-675bfb4c-ed65-4a69-b8ad-e81a460b5d63 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:29.702308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bfb4c-ed65-4a69-b8ad-e81a460b5d63 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Pushing event deleted for resources: {'Port': ['ID=f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:29.801342 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:29.801800 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:29.803181 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] 10.222.0.31 "PUT /v2.0/ports/164c5bd7-72d8-4796-ae48-9f58da11f82d HTTP/1.1" status: 200 len: 1122 time: 1.2767227 Feb 05 02:50:29.809799 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7ff0d-a999-4031-a58e-cda743e1cfac service neutron] Pushing event updated for resources: {'Port': ['ID=164c5bd7-72d8-4796-ae48-9f58da11f82d,revision_number=8']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:29.815326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d85c51-e2b9-4c86-ab5e-f0219a2b6c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3631be40-f44d-47c5-b742-59c603ecb74b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:29.817353 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d85c51-e2b9-4c86-ab5e-f0219a2b6c3c admin admin] Checking segment: {'id': '2e5f7e0a-7727-4213-9aa2-dc062c41f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:50:29.817653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d85c51-e2b9-4c86-ab5e-f0219a2b6c3c admin admin] Network hostable DHCP agents. Network: 83be0105-9b9a-4797-b354-f35ef16802de, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:50:29.849844 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c3c37e45-e304-49f7-bd61-21f656188c5d req-aa985d5a-aaee-4e75-8ba8-f394691f5a3e tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 210 time: 0.0938017 Feb 05 02:50:29.850923 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d85c51-e2b9-4c86-ab5e-f0219a2b6c3c admin admin] Network 83be0105-9b9a-4797-b354-f35ef16802de is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:50:29.874491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-e3d85c51-e2b9-4c86-ab5e-f0219a2b6c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 83be0105-9b9a-4797-b354-f35ef16802de) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:50:29.880971 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d85c51-e2b9-4c86-ab5e-f0219a2b6c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:29.881985 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e3d85c51-e2b9-4c86-ab5e-f0219a2b6c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:29.892130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9281290-018f-4116-a283-84deae38dc51 None None] Network 83be0105-9b9a-4797-b354-f35ef16802de requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:50:29.898306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['164c5bd7-72d8-4796-ae48-9f58da11f82d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:50:29.921709 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e3d85c51-e2b9-4c86-ab5e-f0219a2b6c3c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7813063 Feb 05 02:50:29.924486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44012) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:29.933183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:29.978718 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (95118e02-b074-44a4-87ca-9f5e11666a18), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:29.979873 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (95118e02-b074-44a4-87ca-9f5e11666a18), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:29.993071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99afedc-457b-4796-90be-87359d8b3dfc req-cd266640-7c3d-4c74-9e05-b3512eba30cb tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:29.996863 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f99afedc-457b-4796-90be-87359d8b3dfc req-cd266640-7c3d-4c74-9e05-b3512eba30cb tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.2390554 Feb 05 02:50:30.010343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['164c5bd7-72d8-4796-ae48-9f58da11f82d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:50:30.067547 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e90a661-3113-4b25-9481-31392ba74148 req-675bfb4c-ed65-4a69-b8ad-e81a460b5d63 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Router f9aa9a98-86e6-443b-ad13-abe10ed41e36 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:50:30.089336 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 164c5bd7-72d8-4796-ae48-9f58da11f82d details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:50:30.091395 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Publish callbacks [] for router_controller (95118e02-b074-44a4-87ca-9f5e11666a18), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:30.145933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f99afedc-457b-4796-90be-87359d8b3dfc req-351c5414-9d86-4cd3-beb2-166a42aa2935 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371763 Feb 05 02:50:30.456121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e90a661-3113-4b25-9481-31392ba74148 req-675bfb4c-ed65-4a69-b8ad-e81a460b5d63 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:50:30.478940 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a8619a-3378-4386-b432-dc52d033a951 None None] Sync routers for ids ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:50:30.500450 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a8619a-3378-4386-b432-dc52d033a951 None None] Routers {'f9aa9a98-86e6-443b-ad13-abe10ed41e36'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:50:30.501092 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-28a8619a-3378-4386-b432-dc52d033a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:50:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:30.509353 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Publish callbacks [] for router_gateway (95118e02-b074-44a4-87ca-9f5e11666a18), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:30.545535 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-83be0105-9b9a-4797-b354-f35ef16802de', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:50:30.545535 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:30.548219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e90a661-3113-4b25-9481-31392ba74148 req-675bfb4c-ed65-4a69-b8ad-e81a460b5d63 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] No DVR routers for this DVR port f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 on host n-h1-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:50:30.553629 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0e90a661-3113-4b25-9481-31392ba74148 req-675bfb4c-ed65-4a69-b8ad-e81a460b5d63 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:30.561014 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e90a661-3113-4b25-9481-31392ba74148 req-675bfb4c-ed65-4a69-b8ad-e81a460b5d63 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.31 "DELETE /v2.0/ports/f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 HTTP/1.1" status: 204 len: 173 time: 2.1207857 Feb 05 02:50:30.561431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8171ce-2728-4fdb-9691-d0c8c151ce84', 'name': 'network-vif-deleted', 'tag': 'f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:30.574016 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8b29bc-399d-412f-94d5-dc01b05617dd" -d '{"events": [{"server_uuid": "1b8171ce-2728-4fdb-9691-d0c8c151ce84", "name": "network-vif-deleted", "tag": "f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:30.741821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13969e2b-cbd1-449a-9e23-a1950897075d req-817e8442-c2b7-4343-afa8-c9787d6727c5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:30.748604 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13969e2b-cbd1-449a-9e23-a1950897075d req-817e8442-c2b7-4343-afa8-c9787d6727c5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.1636064 Feb 05 02:50:30.817992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5dd91-3733-4a73-aa87-842f4e255ac6 req-fae2f894-7fd8-4e6b-a3c7-957515297644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:30.822010 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-63c5dd91-3733-4a73-aa87-842f4e255ac6 req-fae2f894-7fd8-4e6b-a3c7-957515297644 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 1127 time: 0.2958148 Feb 05 02:50:30.828134 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-28a8619a-3378-4386-b432-dc52d033a951 None None] Set router f9aa9a98-86e6-443b-ad13-abe10ed41e36 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:50:30.889696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13969e2b-cbd1-449a-9e23-a1950897075d req-5920177c-1cb4-4d63-a80a-bb6347c41aff tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287079 Feb 05 02:50:30.939823 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af0fb99-d438-4ffa-b849-1cf765b730eb x-openstack-request-id: req-4af0fb99-d438-4ffa-b849-1cf765b730eb {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:30.940124 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8171ce-2728-4fdb-9691-d0c8c151ce84", "name": "network-vif-deleted", "tag": "f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:30.940377 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4af0fb99-d438-4ffa-b849-1cf765b730eb {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:30.940785 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8171ce-2728-4fdb-9691-d0c8c151ce84', 'name': 'network-vif-deleted', 'tag': 'f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299', 'status': 'completed', 'code': 200} Feb 05 02:50:30.980008 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 164c5bd7-72d8-4796-ae48-9f58da11f82d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=164c5bd7-72d8-4796-ae48-9f58da11f82d,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:31.019528 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-63c5dd91-3733-4a73-aa87-842f4e255ac6 req-4af488cd-34b7-490a-9637-06ab22c124ac service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911528 Feb 05 02:50:31.036918 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 164c5bd7-72d8-4796-ae48-9f58da11f82d has no active binding in host n-h1-826942-8 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 05 02:50:31.059439 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Allocated IP 172.20.0.2 (83be0105-9b9a-4797-b354-f35ef16802de/3631be40-f44d-47c5-b742-59c603ecb74b/5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:50:31.087760 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e4e3058-156c-44a8-8233-5547d0477929 req-6701aeae-de40-4a08-9a98-c56fe11fd3b6 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b8171ce-2728-4fdb-9691-d0c8c151ce84 HTTP/1.1" status: 200 len: 210 time: 0.0648201 Feb 05 02:50:31.131995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab177251-d494-4e86-b6fb-789212e647ca req-155581d7-d1a9-4ce5-8bc2-ef5de89b1630 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:31.134522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab177251-d494-4e86-b6fb-789212e647ca req-155581d7-d1a9-4ce5-8bc2-ef5de89b1630 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 944 time: 0.1551127 Feb 05 02:50:31.262374 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Publish callbacks [] for router_gateway (95118e02-b074-44a4-87ca-9f5e11666a18), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:31.278659 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab177251-d494-4e86-b6fb-789212e647ca req-84900987-632c-4cfd-8703-9075250fe3e2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347868 Feb 05 02:50:31.337851 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:31.343277 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2143cb3-6cf7-49ee-9423-6717b6a49fad req-4f757532-d83a-4dc1-9e89-7b962fc162a1 tempest-QuotasAdminNegativeTest-960859926 tempest-QuotasAdminNegativeTest-960859926-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ca56b0d242b74a54b22fa92fb7bf1ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515916 Feb 05 02:50:31.410002 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Publish callbacks [] for port (5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:31.423272 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-28a8619a-3378-4386-b432-dc52d033a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'name': 'tempest-ServersTestJSON-1760271076-router', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:29Z', 'updated_at': '2022-02-05T02:47:37Z', 'revision_number': 4, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'gw_port': {'id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:31Z', 'updated_at': '2022-02-05T02:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'cf27d48c-efa6-43a2-abf7-10d5a57d207a', 'name': '', 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'mac_address': 'fa:16:3e:ea:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:35Z', 'updated_at': '2022-02-05T02:47:43Z', 'revision_number': 5, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'subnets': [{'id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:31.429156 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:31.482541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Network 83be0105-9b9a-4797-b354-f35ef16802de is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:50:31.488289 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:50:31.494594 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a8619a-3378-4386-b432-dc52d033a951 None None] Checking router: f9aa9a98-86e6-443b-ad13-abe10ed41e36 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:50:31.498394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:50:31.504306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Pushing event updated for resources: {'Port': ['ID=5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:31.541694 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a8619a-3378-4386-b432-dc52d033a951 None None] Routers {'f9aa9a98-86e6-443b-ad13-abe10ed41e36'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:50:31.544960 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-28a8619a-3378-4386-b432-dc52d033a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:50:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:31.591317 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Attempting to bind port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:50:31.591863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Attempting to bind port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '2e5f7e0a-7727-4213-9aa2-dc062c41f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:50:31.592090 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Attempting to bind port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b on network 83be0105-9b9a-4797-b354-f35ef16802de {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:31.593263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Allocated IP 172.25.0.78 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:50:31.601035 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:50:31.601035 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Checking segment: {'id': '2e5f7e0a-7727-4213-9aa2-dc062c41f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:50:31.601035 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:31.601035 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Bound using segment: {'id': '2e5f7e0a-7727-4213-9aa2-dc062c41f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:50:31.601583 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Bound port: 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5f7e0a-7727-4213-9aa2-dc062c41f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:50:31.601899 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:31.603791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216d4a9e-ef19-46f5-9cfa-ac29e116726c', 'tag': '164c5bd7-72d8-4796-ae48-9f58da11f82d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:31.608433 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578c780f-43af-4dff-b711-8ce7efb79ede" -d '{"events": [{"name": "network-changed", "server_uuid": "216d4a9e-ef19-46f5-9cfa-ac29e116726c", "tag": "164c5bd7-72d8-4796-ae48-9f58da11f82d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:31.706093 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] For port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:50:31.711178 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] For port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b,segment=NetworkSegment(2e5f7e0a-7727-4213-9aa2-dc062c41f11f),segment_id=2e5f7e0a-7727-4213-9aa2-dc062c41f11f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:50:31.713034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2143cb3-6cf7-49ee-9423-6717b6a49fad req-cb8e919d-6a2a-43b6-b8ad-28eee5d8a4e8 tempest-QuotasAdminNegativeTest-960859926 tempest-QuotasAdminNegativeTest-960859926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:31.732725 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2143cb3-6cf7-49ee-9423-6717b6a49fad req-cb8e919d-6a2a-43b6-b8ad-28eee5d8a4e8 tempest-QuotasAdminNegativeTest-960859926 tempest-QuotasAdminNegativeTest-960859926-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3762648 Feb 05 02:50:31.738797 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:31.777278 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2143cb3-6cf7-49ee-9423-6717b6a49fad req-000caad7-6ad2-4258-b326-5dd1ba1523b8 tempest-QuotasAdminNegativeTest-960859926 tempest-QuotasAdminNegativeTest-960859926-project] 10.222.0.36 "GET /v2.0/quotas/ca56b0d242b74a54b22fa92fb7bf1ff6 HTTP/1.1" status: 200 len: 375 time: 0.0432241 Feb 05 02:50:31.791382 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Publish callbacks [] for port (5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:31.825018 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-28a8619a-3378-4386-b432-dc52d033a951 None None] Set router f9aa9a98-86e6-443b-ad13-abe10ed41e36 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:50:31.830669 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06071e8d-514e-460b-8ed6-0424b7b41974 None None] Pushing event updated for resources: {'Port': ['ID=5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:31.839632 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa117c-b025-4dc0-a224-97d8ef220b3a req-c69c5550-03cc-4315-b9e1-6377f135c745 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:31.841173 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72aa117c-b025-4dc0-a224-97d8ef220b3a req-c69c5550-03cc-4315-b9e1-6377f135c745 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.2890022 Feb 05 02:50:31.879736 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2143cb3-6cf7-49ee-9423-6717b6a49fad req-e4ba4561-edf5-435b-b979-f5ef72427b93 tempest-QuotasAdminNegativeTest-960859926 tempest-QuotasAdminNegativeTest-960859926-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca56b0d242b74a54b22fa92fb7bf1ff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015179 Feb 05 02:50:31.880843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:31.953308 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:31.984335 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72aa117c-b025-4dc0-a224-97d8ef220b3a req-d0f04fe8-5b97-4574-bb49-395de00cb68d tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213684 Feb 05 02:50:31.999751 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:50:32.005265 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:50:32.022331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:50:32.065076 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:50:32.068612 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5638b9f3-c8b5-49df-84d0-4bc439a312b7 x-openstack-request-id: req-5638b9f3-c8b5-49df-84d0-4bc439a312b7 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:32.069017 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216d4a9e-ef19-46f5-9cfa-ac29e116726c", "tag": "164c5bd7-72d8-4796-ae48-9f58da11f82d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:32.069556 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5638b9f3-c8b5-49df-84d0-4bc439a312b7 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:32.070052 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216d4a9e-ef19-46f5-9cfa-ac29e116726c', 'tag': '164c5bd7-72d8-4796-ae48-9f58da11f82d', 'status': 'completed', 'code': 200} Feb 05 02:50:32.200346 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:50:32.200699 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f8f1f3b5-9e6f-46b2-9c3b-310ad4db1299 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:50:32.251819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3760c36-483e-462e-9a5a-fbf9ce8c02f7 req-1fd9feba-ca41-47cd-9799-097b0970d9ec tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:32.256381 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3760c36-483e-462e-9a5a-fbf9ce8c02f7 req-1fd9feba-ca41-47cd-9799-097b0970d9ec tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.1329210 Feb 05 02:50:32.283523 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-28a8619a-3378-4386-b432-dc52d033a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'name': 'tempest-ServersTestJSON-1760271076-router', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:29Z', 'updated_at': '2022-02-05T02:47:37Z', 'revision_number': 4, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'gw_port': {'id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:31Z', 'updated_at': '2022-02-05T02:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'cf27d48c-efa6-43a2-abf7-10d5a57d207a', 'name': '', 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'mac_address': 'fa:16:3e:ea:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:35Z', 'updated_at': '2022-02-05T02:47:43Z', 'revision_number': 5, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'subnets': [{'id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:32.324735 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a8619a-3378-4386-b432-dc52d033a951 None None] The sync data for ids ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'] in n-d-826942-8 is: [{'id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'name': 'tempest-ServersTestJSON-1760271076-router', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:29Z', 'updated_at': '2022-02-05T02:47:37Z', 'revision_number': 4, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'gw_port': {'id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:31Z', 'updated_at': '2022-02-05T02:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'cf27d48c-efa6-43a2-abf7-10d5a57d207a', 'name': '', 'network_id': 'b024a581-acc5-4e00-bc06-863ec61d404b', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'mac_address': 'fa:16:3e:ea:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:35Z', 'updated_at': '2022-02-05T02:47:43Z', 'revision_number': 5, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'subnets': [{'id': 'fc5aff1a-54c8-4996-857d-4ad64ea6cbd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:50:32.349134 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3760c36-483e-462e-9a5a-fbf9ce8c02f7 req-7e8955f4-83cb-444f-a0e4-3678fc1a2bbc tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855899 Feb 05 02:50:32.490300 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c780f-43af-4dff-b711-8ce7efb79ede req-4052a401-f1bb-490e-b63c-1e57d3458a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:32.492489 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-578c780f-43af-4dff-b711-8ce7efb79ede req-4052a401-f1bb-490e-b63c-1e57d3458a22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 1156 time: 0.3819988 Feb 05 02:50:32.595090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80c558-1754-457e-a820-80bca0872a81 req-6a15081b-2758-4c7a-981b-de3273657021 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:32.596982 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b80c558-1754-457e-a820-80bca0872a81 req-6a15081b-2758-4c7a-981b-de3273657021 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 944 time: 0.0794799 Feb 05 02:50:32.681063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b80c558-1754-457e-a820-80bca0872a81 req-5f33128d-92f8-4902-9043-620044f8579d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739303 Feb 05 02:50:32.734730 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44098) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:32.815283 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-868fd556-fe51-4b72-8660-443ef5dc49f3 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for security_group (d362c26d-dd56-4d27-992c-2061cd748910), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:32.859478 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-868fd556-fe51-4b72-8660-443ef5dc49f3 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for security_group (d362c26d-dd56-4d27-992c-2061cd748910), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:32.940772 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-868fd556-fe51-4b72-8660-443ef5dc49f3 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d362c26d-dd56-4d27-992c-2061cd748910), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:32.943939 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-868fd556-fe51-4b72-8660-443ef5dc49f3 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:32.945362 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-868fd556-fe51-4b72-8660-443ef5dc49f3 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "DELETE /v2.0/security-groups/d362c26d-dd56-4d27-992c-2061cd748910 HTTP/1.1" status: 204 len: 168 time: 0.2093854 Feb 05 02:50:32.950848 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44106) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:32.976197 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Publish callbacks [] for router_gateway (95118e02-b074-44a4-87ca-9f5e11666a18), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:33.046400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fd556-fe51-4b72-8660-443ef5dc49f3 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d362c26d-dd56-4d27-992c-2061cd748910,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:33.063654 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-53abbc79-aad6-4f79-aec1-59a9fbeb4eb1 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] show failed (client error): The resource could not be found. Feb 05 02:50:33.065320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-53abbc79-aad6-4f79-aec1-59a9fbeb4eb1 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "GET /v2.0/security-groups/d362c26d-dd56-4d27-992c-2061cd748910 HTTP/1.1" status: 404 len: 347 time: 0.1096013 Feb 05 02:50:33.069735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44116) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:33.396932 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:50:33.452828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e587a2-eab8-41e5-8524-bc09ad83d2f1 None None] New status for floating IP 59174a1a-eef7-4e3f-a466-217a2ff738e3: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:50:33.460883 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2ebc1dc-1dda-4c65-9309-b849b889d47a req-c62d265c-929b-45e5-a2e4-b10bef28f911 tempest-QuotasAdminNegativeTest-960859926 tempest-QuotasAdminNegativeTest-960859926-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ca56b0d242b74a54b22fa92fb7bf1ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2755489 Feb 05 02:50:33.527449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c780f-43af-4dff-b711-8ce7efb79ede req-a0aefb66-1c15-4c0c-a42e-5ea0d50f9eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:33.529164 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-578c780f-43af-4dff-b711-8ce7efb79ede req-a0aefb66-1c15-4c0c-a42e-5ea0d50f9eea service neutron] 10.222.0.10 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 0.5542018 Feb 05 02:50:33.676841 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5127991a-ba16-405b-afd4-af7060a96257 None None] Network 83be0105-9b9a-4797-b354-f35ef16802de requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:50:33.703090 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-578c780f-43af-4dff-b711-8ce7efb79ede req-8ba83017-6090-40a1-97a3-276400b0755b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=164c5bd7-72d8-4796-ae48-9f58da11f82d HTTP/1.1" status: 200 len: 217 time: 0.0928807 Feb 05 02:50:33.759274 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff4c41-b2fa-43d6-89dc-ca77f6355bd0 req-5ba8e210-0c07-4e46-afd3-dd20cce97d31 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:33.768637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13ff4c41-b2fa-43d6-89dc-ca77f6355bd0 req-5ba8e210-0c07-4e46-afd3-dd20cce97d31 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.5821180 Feb 05 02:50:33.793404 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c780f-43af-4dff-b711-8ce7efb79ede req-a89ebbc6-ae32-4342-8d6d-92ec9edca174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:33.795458 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-578c780f-43af-4dff-b711-8ce7efb79ede req-a89ebbc6-ae32-4342-8d6d-92ec9edca174 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.0827041 Feb 05 02:50:33.798865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (95118e02-b074-44a4-87ca-9f5e11666a18), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:33.849615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebc1dc-1dda-4c65-9309-b849b889d47a req-69b9192d-c77d-46a1-bd58-3ba7c9cbc9cc tempest-QuotasAdminNegativeTest-960859926 tempest-QuotasAdminNegativeTest-960859926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:33.851175 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2ebc1dc-1dda-4c65-9309-b849b889d47a req-69b9192d-c77d-46a1-bd58-3ba7c9cbc9cc tempest-QuotasAdminNegativeTest-960859926 tempest-QuotasAdminNegativeTest-960859926-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3682311 Feb 05 02:50:33.881813 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a5564cdc-ea89-48a9-9068-e6b2f3c68c73 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Deleting port 65fe79dd-04ef-453c-8708-f92590809509 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:50:33.882200 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5564cdc-ea89-48a9-9068-e6b2f3c68c73 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (65fe79dd-04ef-453c-8708-f92590809509), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:33.908759 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-19bf3180-876c-4cf9-8b26-52c1896189f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:33.910341 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2ebc1dc-1dda-4c65-9309-b849b889d47a req-6451fc28-8c15-4ff2-b25b-dd20d2415674 tempest-QuotasAdminNegativeTest-960859926 tempest-QuotasAdminNegativeTest-960859926-project] 10.222.0.36 "GET /v2.0/quotas/ca56b0d242b74a54b22fa92fb7bf1ff6 HTTP/1.1" status: 200 len: 375 time: 0.0483079 Feb 05 02:50:33.916339 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-578c780f-43af-4dff-b711-8ce7efb79ede req-86c66520-e6af-4110-99ac-de5fdc5607e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651007 Feb 05 02:50:33.922069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:33.922605 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:33.989535 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13ff4c41-b2fa-43d6-89dc-ca77f6355bd0 req-2345ab40-3698-407d-92d0-bbf53dfed2e7 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189295 Feb 05 02:50:34.045283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2ebc1dc-1dda-4c65-9309-b849b889d47a req-76944b8f-4b59-4bf4-a3b6-0d0274422040 tempest-QuotasAdminNegativeTest-960859926 tempest-QuotasAdminNegativeTest-960859926-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca56b0d242b74a54b22fa92fb7bf1ff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1299138 Feb 05 02:50:34.059151 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-116299f7-992f-4c7d-882e-76c7586c6aca None None] Provisioning complete for port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:34.059528 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-116299f7-992f-4c7d-882e-76c7586c6aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:34.138277 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5564cdc-ea89-48a9-9068-e6b2f3c68c73 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (65fe79dd-04ef-453c-8708-f92590809509), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:34.138682 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5564cdc-ea89-48a9-9068-e6b2f3c68c73 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for floatingip (65fe79dd-04ef-453c-8708-f92590809509), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:34.153464 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-578c780f-43af-4dff-b711-8ce7efb79ede req-82ff70aa-57f3-4587-a7c6-bb42f3817df4 service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241242 Feb 05 02:50:34.201766 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a5564cdc-ea89-48a9-9068-e6b2f3c68c73 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Calling delete_port for 65fe79dd-04ef-453c-8708-f92590809509 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:50:34.317421 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-578c780f-43af-4dff-b711-8ce7efb79ede req-43a3ae1a-52a9-47b1-86d9-a6ef70793bef service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532896 Feb 05 02:50:34.404117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:34.405776 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5564cdc-ea89-48a9-9068-e6b2f3c68c73 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (65fe79dd-04ef-453c-8708-f92590809509), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:34.406843 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:34.416311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Router 95118e02-b074-44a4-87ca-9f5e11666a18 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:50:34.452002 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5564cdc-ea89-48a9-9068-e6b2f3c68c73 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Pushing event deleted for resources: {'Port': ['ID=65fe79dd-04ef-453c-8708-f92590809509,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:34.459375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b,segment=NetworkSegment(2e5f7e0a-7727-4213-9aa2-dc062c41f11f),segment_id=2e5f7e0a-7727-4213-9aa2-dc062c41f11f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:34.475886 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:34.541619 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c150f-48aa-4bd7-ab66-b427d7fa15a4 req-aba2e81c-9236-4442-9ba4-eb6fd05ade78 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:34.548914 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e9c150f-48aa-4bd7-ab66-b427d7fa15a4 req-aba2e81c-9236-4442-9ba4-eb6fd05ade78 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.4031491 Feb 05 02:50:34.560116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:34.581067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe345e-e960-4c95-9956-1c8bb9d73050 req-a0ca9f3e-fa3c-467d-84ce-735fa0460ee9 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:34.589030 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2dbe345e-e960-4c95-9956-1c8bb9d73050 req-a0ca9f3e-fa3c-467d-84ce-735fa0460ee9 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 944 time: 0.2169859 Feb 05 02:50:34.606492 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-116299f7-992f-4c7d-882e-76c7586c6aca None None] Current status of the port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:34.620295 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5564cdc-ea89-48a9-9068-e6b2f3c68c73 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks [] for floatingip (59174a1a-eef7-4e3f-a466-217a2ff738e3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:34.623179 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5564cdc-ea89-48a9-9068-e6b2f3c68c73 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:34.625951 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a5564cdc-ea89-48a9-9068-e6b2f3c68c73 tempest-ServersTestJSON-928764637 tempest-ServersTestJSON-928764637-project] 10.222.0.36 "DELETE /v2.0/floatingips/59174a1a-eef7-4e3f-a466-217a2ff738e3 HTTP/1.1" status: 204 len: 168 time: 1.5459254 Feb 05 02:50:34.629837 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44148) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:34.644838 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:50:34.654989 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Sync routers for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:50:34.678388 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:50:34.688043 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:50:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:34.692647 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:34.699868 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-96c4311f-f653-4240-8175-24f6a4e1d013 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7742901 Feb 05 02:50:34.701129 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44150) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:34.785356 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e9c150f-48aa-4bd7-ab66-b427d7fa15a4 req-b16f40c6-1d6d-487d-93f7-5eeadcb5643a tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304378 Feb 05 02:50:34.873768 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2dbe345e-e960-4c95-9956-1c8bb9d73050 req-d0ed7123-fae6-418c-9dd2-15d84995bf34 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840531 Feb 05 02:50:34.972482 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:50:35.057506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7b04f59d-06b5-4ff0-b2f0-df741226bf1e None None] Provisioning complete for port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:35.057970 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7b04f59d-06b5-4ff0-b2f0-df741226bf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:35.178212 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:50:35.298750 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7b04f59d-06b5-4ff0-b2f0-df741226bf1e None None] Current status of the port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:35.382408 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:35.383414 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:35.478699 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:32Z', 'revision_number': 3, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:35.599527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:35.610318 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Checking router: 95118e02-b074-44a4-87ca-9f5e11666a18 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:50:35.610643 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Updating router 95118e02-b074-44a4-87ca-9f5e11666a18 port 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:50:35.616844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44180) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:35.621260 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:35.657164 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:35.845429 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4dd0cf9b-e78e-4f62-b0bc-0acd625deafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:35.914640 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3be96e75-a5f1-4b2f-9b86-92bf7de97b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:36.037175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3be96e75-a5f1-4b2f-9b86-92bf7de97b62 admin admin] Publish callbacks [] for security_group (dafa4f81-3953-4660-b0dd-f914400c0630), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:36.045838 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3be96e75-a5f1-4b2f-9b86-92bf7de97b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (dafa4f81-3953-4660-b0dd-f914400c0630), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:36.050272 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Publish callbacks [] for port (5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:36.061098 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:36.079687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-d7d0ffcd-19f3-41a6-89f0-32b8d4bdcc92 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:36.087544 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-d7d0ffcd-19f3-41a6-89f0-32b8d4bdcc92 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/networks?id=7f0214b3-4832-4da0-b028-f229408f249e HTTP/1.1" status: 200 len: 810 time: 1.0124857 Feb 05 02:50:36.103383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Allocated IP 172.20.0.1 (83be0105-9b9a-4797-b354-f35ef16802de/3631be40-f44d-47c5-b742-59c603ecb74b/54dac9b6-085e-4f2b-a10b-82c43bcdf2a8) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:50:36.116190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b54786-e95a-40bf-be24-58a042d21ba1 req-36aedc7a-40a9-4700-aa26-8d85c1d674ec tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:36.120057 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00742a8b-4e71-41ff-ba46-507863f807ec None None] Pushing event updated for resources: {'Port': ['ID=5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:36.124242 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1b54786-e95a-40bf-be24-58a042d21ba1 req-36aedc7a-40a9-4700-aa26-8d85c1d674ec tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.1908989 Feb 05 02:50:36.138519 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00742a8b-4e71-41ff-ba46-507863f807ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:36.138519 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00742a8b-4e71-41ff-ba46-507863f807ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:36.138519 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00742a8b-4e71-41ff-ba46-507863f807ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:36.138519 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00742a8b-4e71-41ff-ba46-507863f807ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:36.138519 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00742a8b-4e71-41ff-ba46-507863f807ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:36.139516 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00742a8b-4e71-41ff-ba46-507863f807ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:36.140046 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00742a8b-4e71-41ff-ba46-507863f807ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:36.140500 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00742a8b-4e71-41ff-ba46-507863f807ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:36.141059 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00742a8b-4e71-41ff-ba46-507863f807ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:36.141606 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00742a8b-4e71-41ff-ba46-507863f807ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:36.142069 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00742a8b-4e71-41ff-ba46-507863f807ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:36.142538 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00742a8b-4e71-41ff-ba46-507863f807ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:36.142901 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-4d41ea78-b3ce-499e-ad93-9ca6b7fd103e tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/quotas/ed2205a9989a45599198d4201fff1118 HTTP/1.1" status: 200 len: 375 time: 0.0544064 Feb 05 02:50:36.143327 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00742a8b-4e71-41ff-ba46-507863f807ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:50:36.144301 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3be96e75-a5f1-4b2f-9b86-92bf7de97b62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca56b0d242b74a54b22fa92fb7bf1ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5199778 Feb 05 02:50:36.145287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be96e75-a5f1-4b2f-9b86-92bf7de97b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafa4f81-3953-4660-b0dd-f914400c0630,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:36.149980 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44188) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:36.182375 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Attempting to bind port 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:50:36.182947 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Attempting to bind port 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:50:36.183656 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Attempting to bind port 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:36.219607 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:50:36.221741 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:50:36.221741 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:36.224066 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:50:36.224738 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Bound port: 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:50:36.225315 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:36.307739 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1b54786-e95a-40bf-be24-58a042d21ba1 req-ec19b0b1-d485-4d8f-b197-0e394651afd1 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787395 Feb 05 02:50:36.326612 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] For port 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:50:36.330450 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] For port 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:50:36.351078 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:36.362194 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Publish callbacks [] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:36.385343 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-2f59faa8-f9c7-42e7-8415-2580ddbfec65 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2205a9989a45599198d4201fff1118&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2415013 Feb 05 02:50:36.407783 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-831e8509-677e-443d-b2c6-48e49830024a admin admin] Publish callbacks [] for security_group (dafa4f81-3953-4660-b0dd-f914400c0630), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:36.428038 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:36.440637 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00742a8b-4e71-41ff-ba46-507863f807ec None None] Pushing event updated for resources: {'Port': ['ID=5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:36.487744 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-831e8509-677e-443d-b2c6-48e49830024a admin admin] Publish callbacks [] for security_group (dafa4f81-3953-4660-b0dd-f914400c0630), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:36.498822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Network 83be0105-9b9a-4797-b354-f35ef16802de is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:50:36.504042 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:50:36.507470 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:50:36.522007 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:50:36.530768 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:50:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:36.556269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Pushing event updated for resources: {'Port': ['ID=54dac9b6-085e-4f2b-a10b-82c43bcdf2a8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:36.583835 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (95118e02-b074-44a4-87ca-9f5e11666a18), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:36.688672 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84328d-fcc3-4009-93a0-fb3d3fa529ae req-2c61bda6-61be-4250-8e09-76fbd6481650 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:36.703258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c84328d-fcc3-4009-93a0-fb3d3fa529ae req-2c61bda6-61be-4250-8e09-76fbd6481650 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 944 time: 0.2700794 Feb 05 02:50:36.725013 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:50:36.779240 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-831e8509-677e-443d-b2c6-48e49830024a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (dafa4f81-3953-4660-b0dd-f914400c0630), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:36.782473 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-831e8509-677e-443d-b2c6-48e49830024a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:36.787420 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-831e8509-677e-443d-b2c6-48e49830024a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dafa4f81-3953-4660-b0dd-f914400c0630 HTTP/1.1" status: 204 len: 168 time: 0.6264613 Feb 05 02:50:36.857163 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e8509-677e-443d-b2c6-48e49830024a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafa4f81-3953-4660-b0dd-f914400c0630,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:36.905952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-ffe1573f-fc0e-4515-b0ff-a0dd905510e9 service neutron] 10.222.0.36 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196121 Feb 05 02:50:36.928869 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:36.929505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c84328d-fcc3-4009-93a0-fb3d3fa529ae req-18ea13fe-db11-4d87-b07e-c1a690f8f5f5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257857 Feb 05 02:50:36.938894 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7385812b-6e02-455a-97de-256c31eeaa71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (f9aa9a98-86e6-443b-ad13-abe10ed41e36), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:37.033830 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5979274b-650b-4c39-849e-24e279875d39 None None] Provisioning complete for port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:37.036549 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5979274b-650b-4c39-849e-24e279875d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:37.049023 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:37.136925 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5979274b-650b-4c39-849e-24e279875d39 None None] Port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:50:37.222073 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-b1d06ba3-4635-4b56-9819-9da92c36f824 service neutron] 10.222.0.36 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147411 Feb 05 02:50:37.317599 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Publish callbacks [] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:37.325712 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:37.445159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44208) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:37.453314 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:32Z', 'revision_number': 3, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:37.482443 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f91b7b1-41b7-4355-98b5-90719c58c8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:37.503239 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e435c-888a-4ee0-8691-df5292874a53 None None] The sync data for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 is: [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:32Z', 'revision_number': 3, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:50:37.521231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Pushing event updated for resources: {'Port': ['ID=54dac9b6-085e-4f2b-a10b-82c43bcdf2a8,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:37.530498 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (95118e02-b074-44a4-87ca-9f5e11666a18), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:37.653868 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d43dffc0-9f1e-4463-b1fe-3fcd8db1c536 req-f5679769-000a-44bf-914d-363afe21f788 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 210 time: 0.0711329 Feb 05 02:50:37.704020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00ea4c-3165-48bd-8f78-a03a352f9237 req-98fc698e-9a66-4e92-af1a-0519943d4d41 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:37.705607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff00ea4c-3165-48bd-8f78-a03a352f9237 req-98fc698e-9a66-4e92-af1a-0519943d4d41 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.2368958 Feb 05 02:50:37.738467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Network 83be0105-9b9a-4797-b354-f35ef16802de is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:50:37.742888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:50:37.756967 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f91b7b1-41b7-4355-98b5-90719c58c8f6 admin admin] Publish callbacks [] for security_group (43b5a1ba-a537-40c8-a277-9868ceb5e0a2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:37.765651 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f91b7b1-41b7-4355-98b5-90719c58c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (43b5a1ba-a537-40c8-a277-9868ceb5e0a2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:37.809332 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7385812b-6e02-455a-97de-256c31eeaa71 admin admin] Deleting port cf27d48c-efa6-43a2-abf7-10d5a57d207a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:50:37.809733 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7385812b-6e02-455a-97de-256c31eeaa71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:37.823387 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff00ea4c-3165-48bd-8f78-a03a352f9237 req-d59227c6-0cec-47bb-b6e1-9accb4ebaee7 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047101 Feb 05 02:50:38.108468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-7385812b-6e02-455a-97de-256c31eeaa71 admin admin] For port cf27d48c-efa6-43a2-abf7-10d5a57d207a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=cf27d48c-efa6-43a2-abf7-10d5a57d207a,segment=NetworkSegment(091eb8e0-c3b0-4137-97fc-25d9a16d1f33),segment_id=091eb8e0-c3b0-4137-97fc-25d9a16d1f33)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:38.108861 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7385812b-6e02-455a-97de-256c31eeaa71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:38.199473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7385812b-6e02-455a-97de-256c31eeaa71 admin admin] Calling delete_port for cf27d48c-efa6-43a2-abf7-10d5a57d207a owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:50:38.291868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bbd1d3bc-b1c0-45d8-8c0e-47b5d4a045ab None None] Provisioning complete for port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:38.294374 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d3bc-b1c0-45d8-8c0e-47b5d4a045ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:38.350750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b555fb-a1a3-4329-b35a-e51cd7dcfd47 req-fcd11d6b-40e3-438a-b2d5-2e0bd7aa7b1d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:38.352792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14b555fb-a1a3-4329-b35a-e51cd7dcfd47 req-fcd11d6b-40e3-438a-b2d5-2e0bd7aa7b1d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 944 time: 0.1912956 Feb 05 02:50:38.383666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91b7b1-41b7-4355-98b5-90719c58c8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b5a1ba-a537-40c8-a277-9868ceb5e0a2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:38.399144 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3f91b7b1-41b7-4355-98b5-90719c58c8f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54c61f05b71340119134dcc523c7f4db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9512806 Feb 05 02:50:38.405955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44230) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:38.465608 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1d3bc-b1c0-45d8-8c0e-47b5d4a045ab None None] Port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:50:38.478990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Router 95118e02-b074-44a4-87ca-9f5e11666a18 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:50:38.547100 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:38.649889 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14b555fb-a1a3-4329-b35a-e51cd7dcfd47 req-75f113b7-ec15-4122-96d8-f0ec450f0a2b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814674 Feb 05 02:50:38.681576 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18e6a2b8-e7d2-40be-ad66-ff31542946f5 admin admin] Publish callbacks [] for security_group (43b5a1ba-a537-40c8-a277-9868ceb5e0a2), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:38.744039 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18e6a2b8-e7d2-40be-ad66-ff31542946f5 admin admin] Publish callbacks [] for security_group (43b5a1ba-a537-40c8-a277-9868ceb5e0a2), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:38.797599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:50:38.811472 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1934ee04-b19a-4cf9-95e1-c245e74c1c5a admin admin] 10.222.0.36 "PUT /v2.0/routers/95118e02-b074-44a4-87ca-9f5e11666a18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1090243 Feb 05 02:50:38.907088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a3c460d-ab91-4b1b-a40b-cdc91db4b831 req-7619210a-42dc-4eb8-afa2-177c37ae237c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 210 time: 0.1286097 Feb 05 02:50:39.084721 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7385812b-6e02-455a-97de-256c31eeaa71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (cf27d48c-efa6-43a2-abf7-10d5a57d207a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:39.111177 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18e6a2b8-e7d2-40be-ad66-ff31542946f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (43b5a1ba-a537-40c8-a277-9868ceb5e0a2), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:39.114115 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18e6a2b8-e7d2-40be-ad66-ff31542946f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:39.115823 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-18e6a2b8-e7d2-40be-ad66-ff31542946f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43b5a1ba-a537-40c8-a277-9868ceb5e0a2 HTTP/1.1" status: 204 len: 168 time: 0.7062862 Feb 05 02:50:39.225188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:50:39.235825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e695e35-7c59-4626-94a0-e6b282b9f001 req-49ecbe62-c728-4745-996d-3c5f442c2dc6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:39.240381 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e695e35-7c59-4626-94a0-e6b282b9f001 req-49ecbe62-c728-4745-996d-3c5f442c2dc6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.2885854 Feb 05 02:50:39.259788 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385812b-6e02-455a-97de-256c31eeaa71 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf27d48c-efa6-43a2-abf7-10d5a57d207a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:39.263433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6a2b8-e7d2-40be-ad66-ff31542946f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b5a1ba-a537-40c8-a277-9868ceb5e0a2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:39.412295 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 164c5bd7-72d8-4796-ae48-9f58da11f82d no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:50:39.485916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e695e35-7c59-4626-94a0-e6b282b9f001 req-000fba1e-535f-4fb9-8481-e6da1fe54ec2 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086415 Feb 05 02:50:39.597744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:39.598186 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:39.738605 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7385812b-6e02-455a-97de-256c31eeaa71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (f9aa9a98-86e6-443b-ad13-abe10ed41e36), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:39.858715 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 164c5bd7-72d8-4796-ae48-9f58da11f82d is: DOWN; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:39.951533 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:40.032294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:40.037621 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:40.126261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:40.138215 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:40.267994 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:40.482676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-901ae3fd-2d22-4bdb-a33b-62e8390e2ab4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:40.482676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-901ae3fd-2d22-4bdb-a33b-62e8390e2ab4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.31 "GET /v2.0/networks?id=7f0214b3-4832-4da0-b028-f229408f249e HTTP/1.1" status: 200 len: 810 time: 0.4507093 Feb 05 02:50:40.572999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-17347878-1fc5-4393-a7ba-45ec91680af4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Request body: {'port': {'device_id': '207a4971-089f-4e48-814a-b171882849f5', 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e', 'admin_state_up': True, 'tenant_id': 'ed2205a9989a45599198d4201fff1118'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:40.793876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Sync routers for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:50:40.800354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266cd54-65b4-43d3-b8dc-db0274c031ac req-8d6da205-98df-4590-87f5-ce78579c4481 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:40.809411 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d266cd54-65b4-43d3-b8dc-db0274c031ac req-8d6da205-98df-4590-87f5-ce78579c4481 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 944 time: 0.9287522 Feb 05 02:50:40.826333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:50:40.828567 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:50:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:40.991389 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:50:41.096635 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d266cd54-65b4-43d3-b8dc-db0274c031ac req-9525be4a-942d-486d-a460-23ce10d055f2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858381 Feb 05 02:50:41.175674 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-5e6653dc-7f32-40c0-8d4b-24b65d784c5b tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:41.177376 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-5e6653dc-7f32-40c0-8d4b-24b65d784c5b tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 820 time: 0.9585021 Feb 05 02:50:41.262375 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-7f820a61-ded2-45b3-bcac-2343f303a6ac tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/quotas/63cf1408128c4e9aa3a3bcc55a4e812c HTTP/1.1" status: 200 len: 375 time: 0.0573840 Feb 05 02:50:41.268257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7385812b-6e02-455a-97de-256c31eeaa71 admin admin] Router f9aa9a98-86e6-443b-ad13-abe10ed41e36 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:50:41.286222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:50:41.354724 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a190d80-7259-4393-9ca9-80b4cfb2923e req-0c5b4fee-b567-40a9-a01a-c918e08cdd99 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 210 time: 0.0998957 Feb 05 02:50:41.361046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-17347878-1fc5-4393-a7ba-45ec91680af4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Made reservation on behalf of ed2205a9989a45599198d4201fff1118 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:50:41.384873 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-17347878-1fc5-4393-a7ba-45ec91680af4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:41.418944 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:41.563248 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:41.564999 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:41.660604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:37Z', 'revision_number': 2, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:41.718694 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Checking router: 95118e02-b074-44a4-87ca-9f5e11666a18 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:50:41.719406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Updating router 95118e02-b074-44a4-87ca-9f5e11666a18 port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:50:41.944609 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-affc0808-ec56-4faf-8438-30b3c6fe8f17 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6642406 Feb 05 02:50:41.948261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:41.952805 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:42.064189 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2140e24-293f-4d03-a71e-4f50a502afc2 req-f9a3fd70-b9d8-410e-a24e-041e643a171e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:42.065892 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2140e24-293f-4d03-a71e-4f50a502afc2 req-f9a3fd70-b9d8-410e-a24e-041e643a171e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.3132484 Feb 05 02:50:42.145401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7385812b-6e02-455a-97de-256c31eeaa71 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:50:42.165855 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7385812b-6e02-455a-97de-256c31eeaa71 admin admin] 10.222.0.36 "PUT /v2.0/routers/f9aa9a98-86e6-443b-ad13-abe10ed41e36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5331581 Feb 05 02:50:42.167245 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e695ebe-d410-463d-9000-4df8c54cb44e None None] Sync routers for ids ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:50:42.171304 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44330) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:42.218851 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e695ebe-d410-463d-9000-4df8c54cb44e None None] Routers {'f9aa9a98-86e6-443b-ad13-abe10ed41e36'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:50:42.219478 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7e695ebe-d410-463d-9000-4df8c54cb44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:50:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:42.426831 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Publish callbacks [] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:42.437129 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:42.488260 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-7e695ebe-d410-463d-9000-4df8c54cb44e None None] Set router f9aa9a98-86e6-443b-ad13-abe10ed41e36 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:50:42.507407 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3052153-c9cc-4a44-ac91-95aa21b6bc2a admin admin] Publish callbacks [] for router (f9aa9a98-86e6-443b-ad13-abe10ed41e36), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:42.708806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c8951-e8f1-4753-a9fd-bb4f91c39add None None] Pushing event updated for resources: {'Port': ['ID=54dac9b6-085e-4f2b-a10b-82c43bcdf2a8,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:42.754131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Attempting to bind port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:50:42.757437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Attempting to bind port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '2e5f7e0a-7727-4213-9aa2-dc062c41f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:50:42.758045 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Attempting to bind port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 on network 83be0105-9b9a-4797-b354-f35ef16802de {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:42.775506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:50:42.775966 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Checking segment: {'id': '2e5f7e0a-7727-4213-9aa2-dc062c41f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:50:42.776348 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:42.776749 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Bound using segment: {'id': '2e5f7e0a-7727-4213-9aa2-dc062c41f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:50:42.777234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Bound port: 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5f7e0a-7727-4213-9aa2-dc062c41f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:50:42.777616 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:42.802727 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3052153-c9cc-4a44-ac91-95aa21b6bc2a admin admin] Publish callbacks [] for router_gateway (f9aa9a98-86e6-443b-ad13-abe10ed41e36), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:42.842653 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7e695ebe-d410-463d-9000-4df8c54cb44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'name': 'tempest-ServersTestJSON-1760271076-router', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:29Z', 'updated_at': '2022-02-05T02:50:38Z', 'revision_number': 5, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'gw_port': {'id': 'ba898cde-7886-43de-9ddd-f4fe487a97a2', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:47:31Z', 'updated_at': '2022-02-05T02:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:42.890830 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] For port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:50:42.900362 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e695ebe-d410-463d-9000-4df8c54cb44e None None] Checking router: f9aa9a98-86e6-443b-ad13-abe10ed41e36 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:50:42.900858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] For port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=54dac9b6-085e-4f2b-a10b-82c43bcdf2a8,segment=NetworkSegment(2e5f7e0a-7727-4213-9aa2-dc062c41f11f),segment_id=2e5f7e0a-7727-4213-9aa2-dc062c41f11f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:50:42.915003 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:42.923323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d3052153-c9cc-4a44-ac91-95aa21b6bc2a admin admin] Deleting port ba898cde-7886-43de-9ddd-f4fe487a97a2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:50:42.923662 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3052153-c9cc-4a44-ac91-95aa21b6bc2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ba898cde-7886-43de-9ddd-f4fe487a97a2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:42.926041 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e695ebe-d410-463d-9000-4df8c54cb44e None None] Routers {'f9aa9a98-86e6-443b-ad13-abe10ed41e36'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:50:42.926880 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7e695ebe-d410-463d-9000-4df8c54cb44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:50:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:43.049026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-17347878-1fc5-4393-a7ba-45ec91680af4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Allocated IP 172.20.0.10 (7f0214b3-4832-4da0-b028-f229408f249e/4a9e5f1c-1cb1-4142-b986-a844e1c2c12b/d437598e-75e1-4c07-a16d-182805ede5a8) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:50:43.075957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-d3052153-c9cc-4a44-ac91-95aa21b6bc2a admin admin] For port ba898cde-7886-43de-9ddd-f4fe487a97a2, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ba898cde-7886-43de-9ddd-f4fe487a97a2,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:43.076625 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3052153-c9cc-4a44-ac91-95aa21b6bc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ba898cde-7886-43de-9ddd-f4fe487a97a2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:43.095087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c8951-e8f1-4753-a9fd-bb4f91c39add None None] Pushing event updated for resources: {'Port': ['ID=54dac9b6-085e-4f2b-a10b-82c43bcdf2a8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:43.102455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-62382707-5096-4cc9-b614-3a95464021b0 None None] Provisioning complete for port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:43.102977 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62382707-5096-4cc9-b614-3a95464021b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:43.115561 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d3052153-c9cc-4a44-ac91-95aa21b6bc2a admin admin] Calling delete_port for ba898cde-7886-43de-9ddd-f4fe487a97a2 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:50:43.151177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:50:43.154794 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:50:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:43.166365 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-7e695ebe-d410-463d-9000-4df8c54cb44e None None] Set router f9aa9a98-86e6-443b-ad13-abe10ed41e36 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:50:43.178118 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2140e24-293f-4d03-a71e-4f50a502afc2 req-b0dc69ae-c1a5-455c-96cb-d5cba22b3451 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0706730 Feb 05 02:50:43.285614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-32470eaa-e605-48a1-a38e-b62210f96b72 service neutron] 10.222.0.36 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2931037 Feb 05 02:50:43.424750 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7e695ebe-d410-463d-9000-4df8c54cb44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'name': 'tempest-ServersTestJSON-1760271076-router', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:29Z', 'updated_at': '2022-02-05T02:50:42Z', 'revision_number': 6, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:43.519018 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e695ebe-d410-463d-9000-4df8c54cb44e None None] The sync data for ids ['f9aa9a98-86e6-443b-ad13-abe10ed41e36'] in n-d-826942-8 is: [{'id': 'f9aa9a98-86e6-443b-ad13-abe10ed41e36', 'name': 'tempest-ServersTestJSON-1760271076-router', 'tenant_id': '0a719c1485d643e9a809a94cb8f55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:47:29Z', 'updated_at': '2022-02-05T02:50:42Z', 'revision_number': 6, 'project_id': '0a719c1485d643e9a809a94cb8f55496', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:50:43.523144 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:50:43.616104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-62382707-5096-4cc9-b614-3a95464021b0 None None] Current status of the port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:43.620924 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62382707-5096-4cc9-b614-3a95464021b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:43.646003 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3052153-c9cc-4a44-ac91-95aa21b6bc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ba898cde-7886-43de-9ddd-f4fe487a97a2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:43.714447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3052153-c9cc-4a44-ac91-95aa21b6bc2a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba898cde-7886-43de-9ddd-f4fe487a97a2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:43.722334 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-863a8b6c-5c1a-4eed-aa7f-0aa59fb25cdc service neutron] 10.222.0.36 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355938 Feb 05 02:50:43.775964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b4658-3054-497e-947f-afa059ebd373 req-70352445-53f3-4881-9487-3b1c929483f4 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:43.777549 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc8b4658-3054-497e-947f-afa059ebd373 req-70352445-53f3-4881-9487-3b1c929483f4 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 944 time: 0.3590493 Feb 05 02:50:43.791843 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-17347878-1fc5-4393-a7ba-45ec91680af4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Publish callbacks [] for port (d437598e-75e1-4c07-a16d-182805ede5a8), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:43.832204 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-62382707-5096-4cc9-b614-3a95464021b0 None None] For port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=54dac9b6-085e-4f2b-a10b-82c43bcdf2a8,segment=NetworkSegment(2e5f7e0a-7727-4213-9aa2-dc062c41f11f),segment_id=2e5f7e0a-7727-4213-9aa2-dc062c41f11f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:43.848563 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62382707-5096-4cc9-b614-3a95464021b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:43.867789 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3052153-c9cc-4a44-ac91-95aa21b6bc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (f9aa9a98-86e6-443b-ad13-abe10ed41e36), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:43.911762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62382707-5096-4cc9-b614-3a95464021b0 None None] Pushing event updated for resources: {'Port': ['ID=54dac9b6-085e-4f2b-a10b-82c43bcdf2a8,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:43.999042 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc8b4658-3054-497e-947f-afa059ebd373 req-9c7c86b7-c4d3-4265-8794-c223a38f55b6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123559 Feb 05 02:50:44.000851 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b9f8ef52-c015-4657-87d7-0a93ba36973c None None] Provisioning complete for port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:44.001101 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b9f8ef52-c015-4657-87d7-0a93ba36973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:44.023153 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-17347878-1fc5-4393-a7ba-45ec91680af4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d437598e-75e1-4c07-a16d-182805ede5a8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:44.123757 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['7d2c2a52-607a-4e58-bc85-ee9318ed72bb'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:50:44.169686 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3052153-c9cc-4a44-ac91-95aa21b6bc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (f9aa9a98-86e6-443b-ad13-abe10ed41e36), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:44.173750 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3052153-c9cc-4a44-ac91-95aa21b6bc2a admin admin] Publish callbacks [] for router_controller (f9aa9a98-86e6-443b-ad13-abe10ed41e36), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:44.281480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:42Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:44.343492 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-17347878-1fc5-4393-a7ba-45ec91680af4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Network 7f0214b3-4832-4da0-b028-f229408f249e is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:50:44.349891 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3052153-c9cc-4a44-ac91-95aa21b6bc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (f9aa9a98-86e6-443b-ad13-abe10ed41e36), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:44.350475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3052153-c9cc-4a44-ac91-95aa21b6bc2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9aa9a98-86e6-443b-ad13-abe10ed41e36 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:50:44.363658 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17347878-1fc5-4393-a7ba-45ec91680af4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Pushing event updated for resources: {'Port': ['ID=d437598e-75e1-4c07-a16d-182805ede5a8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:44.374639 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-17347878-1fc5-4393-a7ba-45ec91680af4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:50:44.379482 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-17347878-1fc5-4393-a7ba-45ec91680af4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:50:44.384575 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ca7ca3-9293-4f67-b670-6e4ca1a74123 None None] The sync data for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 is: [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:42Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:50:44.433596 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3052153-c9cc-4a44-ac91-95aa21b6bc2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:44.440075 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44358) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:44.446904 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d3052153-c9cc-4a44-ac91-95aa21b6bc2a admin admin] 10.222.0.36 "DELETE /v2.0/routers/f9aa9a98-86e6-443b-ad13-abe10ed41e36 HTTP/1.1" status: 204 len: 168 time: 2.2707727 Feb 05 02:50:44.501316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8ef52-c015-4657-87d7-0a93ba36973c None None] Current status of the port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:44.577862 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-17347878-1fc5-4393-a7ba-45ec91680af4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:44.578630 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-17347878-1fc5-4393-a7ba-45ec91680af4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:44.647024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5515855-6c2b-4906-adae-a52319c995a2 req-6e2136ec-d2b1-44d6-8746-4ec05ca885bb tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:44.662739 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c5515855-6c2b-4906-adae-a52319c995a2 req-6e2136ec-d2b1-44d6-8746-4ec05ca885bb tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 932 time: 0.5075343 Feb 05 02:50:44.692918 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-32c397e7-4fa4-44d5-9644-1647301d5675 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=87c6454ad96943f5835ab6bcf853ce48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2238870 Feb 05 02:50:44.827083 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-17347878-1fc5-4393-a7ba-45ec91680af4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2983170 Feb 05 02:50:44.911066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-9196deb4-8b8a-468a-9c82-401d4879215c admin admin] Deleting subnet fc5aff1a-54c8-4996-857d-4ad64ea6cbd0 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:50:44.935003 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9196deb4-8b8a-468a-9c82-401d4879215c admin admin] Publish callbacks [] for subnet (fc5aff1a-54c8-4996-857d-4ad64ea6cbd0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:45.162401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Request body: {'port': {'device_id': '207a4971-089f-4e48-814a-b171882849f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:45.187690 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c5515855-6c2b-4906-adae-a52319c995a2 req-daffac34-ca90-41a3-a9f8-a03d137f0a67 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240576 Feb 05 02:50:45.192214 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9196deb4-8b8a-468a-9c82-401d4879215c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (fc5aff1a-54c8-4996-857d-4ad64ea6cbd0), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:45.315409 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:50:45.340821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-395c466f-e038-4ef5-84f8-9cf023a0c25e tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:45.347779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-395c466f-e038-4ef5-84f8-9cf023a0c25e tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6539552 Feb 05 02:50:45.419222 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-a4801c3b-5eba-4454-891d-7c9d9a4f4061 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/quotas/87c6454ad96943f5835ab6bcf853ce48 HTTP/1.1" status: 200 len: 375 time: 0.0702772 Feb 05 02:50:45.518219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:45.520346 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:45.534609 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-7397b6f7-35de-42c9-8620-f42d65d43e6e tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=87c6454ad96943f5835ab6bcf853ce48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1137478 Feb 05 02:50:45.548263 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-057ec8e5-8933-42e5-8549-e92c0eac9bf0 req-b530b151-86a1-4c4e-a90f-72080eda183e tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 210 time: 0.1235869 Feb 05 02:50:45.552455 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d437598e-75e1-4c07-a16d-182805ede5a8), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:45.595496 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9196deb4-8b8a-468a-9c82-401d4879215c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (fc5aff1a-54c8-4996-857d-4ad64ea6cbd0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:45.856921 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:45.909592 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:45.970986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cf27d48c-efa6-43a2-abf7-10d5a57d207a no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:50:46.028674 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-c3e8b2bc-8b5d-4e68-843a-34e7824db2c5 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:46.041693 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-c3e8b2bc-8b5d-4e68-843a-34e7824db2c5 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.31 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 820 time: 0.2914925 Feb 05 02:50:46.046807 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: cf27d48c-efa6-43a2-abf7-10d5a57d207a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:50:46.052069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cf27d48c-efa6-43a2-abf7-10d5a57d207a not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:50:46.052509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ba898cde-7886-43de-9ddd-f4fe487a97a2 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:50:46.084878 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-69352252-41f1-417c-9535-fef0a3db6662 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Request body: {'port': {'device_id': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'admin_state_up': True, 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:46.090404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: ba898cde-7886-43de-9ddd-f4fe487a97a2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:50:46.090404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ba898cde-7886-43de-9ddd-f4fe487a97a2 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:50:46.247281 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-20922a59-73de-4802-8a08-a06a2bbf7e92 service neutron] 10.222.0.10 "GET /v2.0/ports/164c5bd7-72d8-4796-ae48-9f58da11f82d/bindings/n-h1-826942-8 HTTP/1.1" status: 200 len: 384 time: 0.2507787 Feb 05 02:50:46.272489 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9196deb4-8b8a-468a-9c82-401d4879215c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (fc5aff1a-54c8-4996-857d-4ad64ea6cbd0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:46.281498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e530cc1-38e4-4c5a-99fe-0304e824644f req-fcc78317-20ce-4427-9126-e1277c7da6b5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:46.290230 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e530cc1-38e4-4c5a-99fe-0304e824644f req-fcc78317-20ce-4427-9126-e1277c7da6b5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 944 time: 0.2983351 Feb 05 02:50:46.306799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b181b5-3df2-46f0-9f2f-7a84e5d04278 req-63a0e242-0e2c-4bd9-bbef-50bdb2dbd62d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:46.317430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99b181b5-3df2-46f0-9f2f-7a84e5d04278 req-63a0e242-0e2c-4bd9-bbef-50bdb2dbd62d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.5065033 Feb 05 02:50:46.401396 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196deb4-8b8a-468a-9c82-401d4879215c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc5aff1a-54c8-4996-857d-4ad64ea6cbd0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:46.407739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba7ad94-3cd7-4b66-88c2-140eb50d0106 None None] Network b024a581-acc5-4e00-bc06-863ec61d404b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:50:46.432729 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9196deb4-8b8a-468a-9c82-401d4879215c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:46.438869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9196deb4-8b8a-468a-9c82-401d4879215c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fc5aff1a-54c8-4996-857d-4ad64ea6cbd0 HTTP/1.1" status: 204 len: 168 time: 1.9970376 Feb 05 02:50:46.445985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44388) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:46.545321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e530cc1-38e4-4c5a-99fe-0304e824644f req-577ea711-46d6-4fe9-b48b-3cfec39b3e6c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536952 Feb 05 02:50:46.553695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-69352252-41f1-417c-9535-fef0a3db6662 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Made reservation on behalf of 63cf1408128c4e9aa3a3bcc55a4e812c for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:50:46.557759 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-69352252-41f1-417c-9535-fef0a3db6662 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:46.611078 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99b181b5-3df2-46f0-9f2f-7a84e5d04278 req-85aff062-dd3c-4462-93c3-01d4151d836c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882237 Feb 05 02:50:46.702645 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccad3a28-1345-4d31-9a13-a7bca32de12c None None] DHCP port deletion for b024a581-acc5-4e00-bc06-863ec61d404b request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:50:46.809614 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (b024a581-acc5-4e00-bc06-863ec61d404b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:46.825426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d437598e-75e1-4c07-a16d-182805ede5a8 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:50:46.835027 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Publish callbacks [] for port (d437598e-75e1-4c07-a16d-182805ede5a8), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:46.850081 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ccad3a28-1345-4d31-9a13-a7bca32de12c None None] Deleting port 22dd1fb6-5914-49cf-a99a-363c8ee58a57 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:50:46.850726 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ccad3a28-1345-4d31-9a13-a7bca32de12c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (22dd1fb6-5914-49cf-a99a-363c8ee58a57), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:46.857515 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Transition to ACTIVE for port object d437598e-75e1-4c07-a16d-182805ede5a8 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:50:46.897131 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (d437598e-75e1-4c07-a16d-182805ede5a8), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:46.952677 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31906437-1ab1-4249-86ae-7463a651ca27 req-02762553-0769-47be-87b9-de65a123bd9a tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=87c6454ad96943f5835ab6bcf853ce48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933385 Feb 05 02:50:47.044180 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ccad3a28-1345-4d31-9a13-a7bca32de12c None None] For port 22dd1fb6-5914-49cf-a99a-363c8ee58a57, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=22dd1fb6-5914-49cf-a99a-363c8ee58a57,segment=NetworkSegment(091eb8e0-c3b0-4137-97fc-25d9a16d1f33),segment_id=091eb8e0-c3b0-4137-97fc-25d9a16d1f33)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:47.044583 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ccad3a28-1345-4d31-9a13-a7bca32de12c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (22dd1fb6-5914-49cf-a99a-363c8ee58a57), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:47.064610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ccad3a28-1345-4d31-9a13-a7bca32de12c None None] Calling delete_port for 22dd1fb6-5914-49cf-a99a-363c8ee58a57 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:50:47.136007 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8ba49-6886-48cf-92a9-5fa3be94e030 req-a41616c1-86e0-48a9-a809-2deed4efcb9b tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:47.138375 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ef8ba49-6886-48cf-92a9-5fa3be94e030 req-a41616c1-86e0-48a9-a809-2deed4efcb9b tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 944 time: 0.2667241 Feb 05 02:50:47.139300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Pushing event updated for resources: {'Port': ['ID=d437598e-75e1-4c07-a16d-182805ede5a8,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:47.192668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 22dd1fb6-5914-49cf-a99a-363c8ee58a57 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:50:47.209381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-b862bdde-55ed-442e-b74e-fc84f37fe671 service neutron] For port 164c5bd7-72d8-4796-ae48-9f58da11f82d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=164c5bd7-72d8-4796-ae48-9f58da11f82d,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:47.213923 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] Deleting port 22dd1fb6-5914-49cf-a99a-363c8ee58a57 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:50:47.214479 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (22dd1fb6-5914-49cf-a99a-363c8ee58a57), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:47.228081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-69352252-41f1-417c-9535-fef0a3db6662 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Allocated IP 172.20.0.13 (83be0105-9b9a-4797-b354-f35ef16802de/3631be40-f44d-47c5-b742-59c603ecb74b/079344d7-4040-40c5-96df-fead409a828f) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:50:47.243143 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ccad3a28-1345-4d31-9a13-a7bca32de12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (22dd1fb6-5914-49cf-a99a-363c8ee58a57), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:47.256764 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 22dd1fb6-5914-49cf-a99a-363c8ee58a57 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:50:47.257102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 22dd1fb6-5914-49cf-a99a-363c8ee58a57 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:50:47.298039 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ef8ba49-6886-48cf-92a9-5fa3be94e030 req-0cdcc899-eb7f-4e2c-a1bf-bd0376b86b76 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496365 Feb 05 02:50:47.303804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-b862bdde-55ed-442e-b74e-fc84f37fe671 service neutron] For port 164c5bd7-72d8-4796-ae48-9f58da11f82d, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:50:47.321579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad3a28-1345-4d31-9a13-a7bca32de12c None None] Pushing event deleted for resources: {'Port': ['ID=22dd1fb6-5914-49cf-a99a-363c8ee58a57,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:47.330191 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad3a28-1345-4d31-9a13-a7bca32de12c None None] No DVR routers for this DVR port 22dd1fb6-5914-49cf-a99a-363c8ee58a57 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:50:47.346997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31906437-1ab1-4249-86ae-7463a651ca27 req-1f3b603f-c63c-49c8-909f-598ad7bb23fd tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:47.355507 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31906437-1ab1-4249-86ae-7463a651ca27 req-1f3b603f-c63c-49c8-909f-598ad7bb23fd tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4015110 Feb 05 02:50:47.393516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31906437-1ab1-4249-86ae-7463a651ca27 req-5b7e392d-11b1-4631-8450-6c98aa7b1c1b tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/quotas/87c6454ad96943f5835ab6bcf853ce48 HTTP/1.1" status: 200 len: 375 time: 0.0367532 Feb 05 02:50:47.400281 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-b862bdde-55ed-442e-b74e-fc84f37fe671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164c5bd7-72d8-4796-ae48-9f58da11f82d {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:50:47.405651 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Attempting to bind port d437598e-75e1-4c07-a16d-182805ede5a8 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:50:47.406209 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Attempting to bind port d437598e-75e1-4c07-a16d-182805ede5a8 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'a763eb1f-5e8d-4bf6-88db-db88e863bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:50:47.406542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Attempting to bind port d437598e-75e1-4c07-a16d-182805ede5a8 on network 7f0214b3-4832-4da0-b028-f229408f249e {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:47.428601 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-b862bdde-55ed-442e-b74e-fc84f37fe671 service neutron] For port 164c5bd7-72d8-4796-ae48-9f58da11f82d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=164c5bd7-72d8-4796-ae48-9f58da11f82d,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:47.455034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31906437-1ab1-4249-86ae-7463a651ca27 req-3a046897-ea72-43ef-8600-b457b263479a tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=87c6454ad96943f5835ab6bcf853ce48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573320 Feb 05 02:50:47.456145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Port d437598e-75e1-4c07-a16d-182805ede5a8 on network 7f0214b3-4832-4da0-b028-f229408f249e not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:50:47.457173 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Attempting to bind port d437598e-75e1-4c07-a16d-182805ede5a8 on network 7f0214b3-4832-4da0-b028-f229408f249e {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:47.465781 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] For port 22dd1fb6-5914-49cf-a99a-363c8ee58a57, host n-d-826942-8, got binding levels [] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:47.466143 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (22dd1fb6-5914-49cf-a99a-363c8ee58a57), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:47.479741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:50:47.480228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Checking segment: {'id': 'a763eb1f-5e8d-4bf6-88db-db88e863bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:50:47.483351 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Bound using segment: {'id': 'a763eb1f-5e8d-4bf6-88db-db88e863bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:50:47.484741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Bound port: d437598e-75e1-4c07-a16d-182805ede5a8, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a763eb1f-5e8d-4bf6-88db-db88e863bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:50:47.487588 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d437598e-75e1-4c07-a16d-182805ede5a8), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:47.488810 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-b862bdde-55ed-442e-b74e-fc84f37fe671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:47.545791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] Calling delete_port for 22dd1fb6-5914-49cf-a99a-363c8ee58a57 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:50:47.565164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.ipam_backend_mixin [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] Port 22dd1fb6-5914-49cf-a99a-363c8ee58a57 was not found and therefore no delete operation was performed {{(pid=109674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 02:50:47.645039 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c06afea-75e3-4902-8dfa-1b59817144f5 req-69cf9c92-6835-49fb-882c-91e744e29878 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 210 time: 0.0802464 Feb 05 02:50:47.690892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] For port d437598e-75e1-4c07-a16d-182805ede5a8, host n-h1-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:50:47.698622 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] For port d437598e-75e1-4c07-a16d-182805ede5a8, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d437598e-75e1-4c07-a16d-182805ede5a8,segment=NetworkSegment(a763eb1f-5e8d-4bf6-88db-db88e863bc0f),segment_id=a763eb1f-5e8d-4bf6-88db-db88e863bc0f)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:50:47.713192 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (d437598e-75e1-4c07-a16d-182805ede5a8), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:47.725734 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (22dd1fb6-5914-49cf-a99a-363c8ee58a57), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:47.848497 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] Pushing event deleted for resources: {'Port': ['ID=22dd1fb6-5914-49cf-a99a-363c8ee58a57,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:47.862098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] No DVR routers for this DVR port 22dd1fb6-5914-49cf-a99a-363c8ee58a57 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:50:47.881160 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:47.884450 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:47.886492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] 10.222.0.31 "PUT /v2.0/ports/d437598e-75e1-4c07-a16d-182805ede5a8 HTTP/1.1" status: 200 len: 1092 time: 2.9691131 Feb 05 02:50:47.889643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207a4971-089f-4e48-814a-b171882849f5', 'tag': 'd437598e-75e1-4c07-a16d-182805ede5a8'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:47.893133 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fa16d2-a007-4b3d-a1dc-02a03205992d" -d '{"events": [{"name": "network-changed", "server_uuid": "207a4971-089f-4e48-814a-b171882849f5", "tag": "d437598e-75e1-4c07-a16d-182805ede5a8"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:47.987899 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-b8d887c9-b0c3-4fa6-969e-32ecf0262c83 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=87c6454ad96943f5835ab6bcf853ce48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1528008 Feb 05 02:50:47.993655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee1398-0b1a-4637-91d0-1b83b17a6148 service neutron] Pushing event updated for resources: {'Port': ['ID=d437598e-75e1-4c07-a16d-182805ede5a8,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:48.072690 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878221b7-b4e4-4bcb-bb47-b8a083f90275 req-0edcc8ae-d753-418e-bcd5-303514f68c68 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:48.081236 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-878221b7-b4e4-4bcb-bb47-b8a083f90275 req-0edcc8ae-d753-418e-bcd5-303514f68c68 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 944 time: 0.1708779 Feb 05 02:50:48.131669 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc658ecb-d228-4f35-b737-c74aba4aa4ef req-0c339d80-7d36-412b-81f2-78ecc0fb1ca3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:48.134500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc658ecb-d228-4f35-b737-c74aba4aa4ef req-0c339d80-7d36-412b-81f2-78ecc0fb1ca3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.2359645 Feb 05 02:50:48.235077 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-b862bdde-55ed-442e-b74e-fc84f37fe671 service neutron] Transition to ACTIVE for port object 164c5bd7-72d8-4796-ae48-9f58da11f82d will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:50:48.261711 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-b862bdde-55ed-442e-b74e-fc84f37fe671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:48.265970 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-69352252-41f1-417c-9535-fef0a3db6662 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for port (079344d7-4040-40c5-96df-fead409a828f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:48.283268 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (b024a581-acc5-4e00-bc06-863ec61d404b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:48.297637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc658ecb-d228-4f35-b737-c74aba4aa4ef req-067b265b-25f4-4aea-b6af-165e776451a0 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417372 Feb 05 02:50:48.315655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-110174e2-6544-4cd3-84ec-9b219cca7b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:48.319186 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-110174e2-6544-4cd3-84ec-9b219cca7b0b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed2205a9989a45599198d4201fff1118&device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 1126 time: 0.3096113 Feb 05 02:50:48.389945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b024a581-acc5-4e00-bc06-863ec61d404b']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:48.431831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-73d9b77c-fa4e-4a2d-a683-a5746363baaa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d437598e-75e1-4c07-a16d-182805ede5a8 HTTP/1.1" status: 200 len: 217 time: 0.1059368 Feb 05 02:50:48.435686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-964ab041-448e-4ecb-9328-b59fda813e9e tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:48.437492 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-964ab041-448e-4ecb-9328-b59fda813e9e tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4428961 Feb 05 02:50:48.439661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091eb8e0-c3b0-4137-97fc-25d9a16d1f33') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:48.440463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091eb8e0-c3b0-4137-97fc-25d9a16d1f33') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:50:48.475138 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2ef6f4e-d133-482d-a0ea-13aad0ce6a91 req-df07b979-9b09-4168-ba9e-159e9c7dc2bc tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 210 time: 0.0419998 Feb 05 02:50:48.485413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-b862bdde-55ed-442e-b74e-fc84f37fe671 service neutron] No DVR routers for this DVR port 164c5bd7-72d8-4796-ae48-9f58da11f82d on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:50:48.487414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-878221b7-b4e4-4bcb-bb47-b8a083f90275 req-cbd038bf-d122-4fbc-bb85-ec69774cf728 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050457 Feb 05 02:50:48.502504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-fb4fb693-1877-435d-8f7e-9ecc05cf40d4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Request body: {'port': {'device_id': 'fe47053d-948b-4ae3-a3df-99f4f3b013e8', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '87c6454ad96943f5835ab6bcf853ce48'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:48.549890 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (091eb8e0-c3b0-4137-97fc-25d9a16d1f33), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:48.675982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-733c6568-5bd1-44e5-a2aa-63bb3dc8bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:48.681961 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-733c6568-5bd1-44e5-a2aa-63bb3dc8bba5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a9e5f1c-1cb1-4142-b986-a844e1c2c12b HTTP/1.1" status: 200 len: 850 time: 0.1931877 Feb 05 02:50:48.762054 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-1b6bb732-be5f-402b-bbd1-4de8d6c793b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f0214b3-4832-4da0-b028-f229408f249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551505 Feb 05 02:50:48.786978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862bdde-55ed-442e-b74e-fc84f37fe671 service neutron] Pushing event updated for resources: {'Port': ['ID=164c5bd7-72d8-4796-ae48-9f58da11f82d,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:48.837919 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (091eb8e0-c3b0-4137-97fc-25d9a16d1f33), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:48.851755 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-69352252-41f1-417c-9535-fef0a3db6662 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (079344d7-4040-40c5-96df-fead409a828f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:48.865277 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-b862bdde-55ed-442e-b74e-fc84f37fe671 service neutron] 10.222.0.10 "PUT /v2.0/ports/164c5bd7-72d8-4796-ae48-9f58da11f82d/bindings/n-h1-826942-8/activate HTTP/1.1" status: 200 len: 369 time: 2.6092091 Feb 05 02:50:48.902489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:50:48.903253 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (091eb8e0-c3b0-4137-97fc-25d9a16d1f33), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:50:48.907308 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:50:48.942612 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef1d1b8-105b-430b-aeb4-331031019b11 x-openstack-request-id: req-3ef1d1b8-105b-430b-aeb4-331031019b11 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:48.944511 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207a4971-089f-4e48-814a-b171882849f5", "tag": "d437598e-75e1-4c07-a16d-182805ede5a8", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:48.947597 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ef1d1b8-105b-430b-aeb4-331031019b11 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:48.948364 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207a4971-089f-4e48-814a-b171882849f5', 'tag': 'd437598e-75e1-4c07-a16d-182805ede5a8', 'status': 'completed', 'code': 200} Feb 05 02:50:48.991472 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cbb3c-8440-4a45-bf5f-8959200c85c2 req-2676afef-780c-401e-a84f-c16fb17ceb4f tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:48.994003 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-604cbb3c-8440-4a45-bf5f-8959200c85c2 req-2676afef-780c-401e-a84f-c16fb17ceb4f tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 944 time: 0.3983970 Feb 05 02:50:49.089094 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-2ad5803d-a534-42c6-afdc-9fa9c6cf62ce service neutron] 10.222.0.31 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190942 Feb 05 02:50:49.091308 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-69352252-41f1-417c-9535-fef0a3db6662 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Network 83be0105-9b9a-4797-b354-f35ef16802de is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:50:49.094844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-fb4fb693-1877-435d-8f7e-9ecc05cf40d4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Made reservation on behalf of 87c6454ad96943f5835ab6bcf853ce48 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:50:49.098231 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-fb4fb693-1877-435d-8f7e-9ecc05cf40d4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:49.103613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69352252-41f1-417c-9535-fef0a3db6662 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Pushing event updated for resources: {'Port': ['ID=079344d7-4040-40c5-96df-fead409a828f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:49.113182 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-69352252-41f1-417c-9535-fef0a3db6662 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:50:49.117832 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (b024a581-acc5-4e00-bc06-863ec61d404b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:49.121314 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-69352252-41f1-417c-9535-fef0a3db6662 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:50:49.125825 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-fb4fb693-1877-435d-8f7e-9ecc05cf40d4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:49.237085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-604cbb3c-8440-4a45-bf5f-8959200c85c2 req-4bf24cbb-2c66-4dd2-a4b4-d9909ee4ef94 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860592 Feb 05 02:50:49.237085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ce9f4-a1bb-47c7-a2cd-986999c7529e req-808aa48f-9d69-43f5-a09d-5eb0449dfd58 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:49.238204 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-69352252-41f1-417c-9535-fef0a3db6662 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:49.238204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-69352252-41f1-417c-9535-fef0a3db6662 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:49.238750 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b90ce9f4-a1bb-47c7-a2cd-986999c7529e req-808aa48f-9d69-43f5-a09d-5eb0449dfd58 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 932 time: 0.2256639 Feb 05 02:50:49.349866 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6779937-5b32-4f00-8d5f-738dbf91a191 req-7961e987-2dc7-4e38-b450-6041aa78fd66 service neutron] 10.222.0.31 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523117 Feb 05 02:50:49.380871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-49a2eb02-c0bc-4a18-b625-3be5c35ed680 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:49.382452 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-49a2eb02-c0bc-4a18-b625-3be5c35ed680 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c&tenant_id=1efeace9c19e4c6591bec43ee004b4ff&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 1127 time: 0.3632245 Feb 05 02:50:49.405715 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b90ce9f4-a1bb-47c7-a2cd-986999c7529e req-7e17416e-af29-456d-9aff-d6975af99508 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805029 Feb 05 02:50:49.455448 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-69352252-41f1-417c-9535-fef0a3db6662 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3745265 Feb 05 02:50:49.528222 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52322) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:49.529473 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:49.547464 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b024a581-acc5-4e00-bc06-863ec61d404b HTTP/1.1" status: 204 len: 168 time: 3.0972686 Feb 05 02:50:49.629420 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-fb4fb693-1877-435d-8f7e-9ecc05cf40d4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks [] for security_group (1ffd1da8-5716-4285-bf64-1005c0ce6420), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:49.635029 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7224f-fa0b-42eb-872d-fef197a11174 admin admin] Pushing event deleted for resources: {'Network': ['ID=b024a581-acc5-4e00-bc06-863ec61d404b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:49.665975 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Request body: {'port': {'device_id': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:49.675420 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-fb4fb693-1877-435d-8f7e-9ecc05cf40d4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1ffd1da8-5716-4285-bf64-1005c0ce6420), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:49.706670 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dcd9f-22d8-4f57-9c01-07d38592def8 req-4f62b2aa-a174-4b91-ac34-575a4bb2d590 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:49.714320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b3dcd9f-22d8-4f57-9c01-07d38592def8 req-4f62b2aa-a174-4b91-ac34-575a4bb2d590 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.2893553 Feb 05 02:50:49.805130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-46f80e76-5628-447f-a4c3-fcf295e5f727 None None] Provisioning complete for port 079344d7-4040-40c5-96df-fead409a828f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:49.806704 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b3dcd9f-22d8-4f57-9c01-07d38592def8 req-9251c396-ba07-4f63-aa4a-4828aac00afe tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914226 Feb 05 02:50:49.809303 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46f80e76-5628-447f-a4c3-fcf295e5f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (079344d7-4040-40c5-96df-fead409a828f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:49.823086 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1e78b585-2569-4051-b055-6f7c697917ae req-d83fc28f-9f8d-4fdf-b380-0fac700f8571 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 210 time: 0.1780832 Feb 05 02:50:49.833950 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa16d2-a007-4b3d-a1dc-02a03205992d req-60a78080-88c2-402f-82f1-52b8b0801717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:49.837230 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2fa16d2-a007-4b3d-a1dc-02a03205992d req-60a78080-88c2-402f-82f1-52b8b0801717 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed2205a9989a45599198d4201fff1118&device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 1126 time: 0.3523259 Feb 05 02:50:49.954246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-46f80e76-5628-447f-a4c3-fcf295e5f727 None None] Port 079344d7-4040-40c5-96df-fead409a828f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:50:50.041739 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44468) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:50.123420 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f3769f51-0658-4f9d-b614-c80b0989eb60 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a719c1485d643e9a809a94cb8f55496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0801384 Feb 05 02:50:50.151824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44470) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:50.176474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa16d2-a007-4b3d-a1dc-02a03205992d req-3736cb9a-72c8-48af-b1dd-61a9617dabe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:50.177939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2fa16d2-a007-4b3d-a1dc-02a03205992d req-3736cb9a-72c8-48af-b1dd-61a9617dabe6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f0214b3-4832-4da0-b028-f229408f249e HTTP/1.1" status: 200 len: 911 time: 0.3332295 Feb 05 02:50:50.210561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbc0f3-0af9-435a-9847-c41e123d9c20 req-72faa42c-a0aa-4d32-b3cf-f28fde52d549 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:50.213359 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b4bbc0f3-0af9-435a-9847-c41e123d9c20 req-72faa42c-a0aa-4d32-b3cf-f28fde52d549 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 945 time: 0.2615144 Feb 05 02:50:50.264619 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2fa16d2-a007-4b3d-a1dc-02a03205992d req-6c1bfcc2-962e-40a2-a72a-1056860a25d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d437598e-75e1-4c07-a16d-182805ede5a8 HTTP/1.1" status: 200 len: 217 time: 0.0768209 Feb 05 02:50:50.286743 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31906437-1ab1-4249-86ae-7463a651ca27 req-0deb7e11-2625-49f3-9fdc-9fd36cf8eee7 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=87c6454ad96943f5835ab6bcf853ce48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6461072 Feb 05 02:50:50.330474 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90fbda86-083e-44e3-b717-d3e07ab33924 admin admin] Publish callbacks [] for security_group (49394ebd-561b-42d7-a3e2-f9d4725c159b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:50.367437 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b4bbc0f3-0af9-435a-9847-c41e123d9c20 req-94225834-9c08-4378-a40b-0407333838ad tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113579 Feb 05 02:50:50.368844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa16d2-a007-4b3d-a1dc-02a03205992d req-614e469f-b101-4845-8363-d5e462fb25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:50.370206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2fa16d2-a007-4b3d-a1dc-02a03205992d req-614e469f-b101-4845-8363-d5e462fb25a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a9e5f1c-1cb1-4142-b986-a844e1c2c12b HTTP/1.1" status: 200 len: 850 time: 0.0972254 Feb 05 02:50:50.396236 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90fbda86-083e-44e3-b717-d3e07ab33924 admin admin] Publish callbacks [] for security_group (49394ebd-561b-42d7-a3e2-f9d4725c159b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:50.423978 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2fa16d2-a007-4b3d-a1dc-02a03205992d req-98c2b8a1-b101-4474-8d37-a84f6e42c20d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f0214b3-4832-4da0-b028-f229408f249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452456 Feb 05 02:50:50.552708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fb693-1877-435d-8f7e-9ecc05cf40d4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffd1da8-5716-4285-bf64-1005c0ce6420,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:50.600509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-3d71cda5-545d-4aa6-9019-910efd440c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:50.604007 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-3d71cda5-545d-4aa6-9019-910efd440c5e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c&tenant_id=1efeace9c19e4c6591bec43ee004b4ff HTTP/1.1" status: 200 len: 1127 time: 1.1840098 Feb 05 02:50:50.615388 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-fb4fb693-1877-435d-8f7e-9ecc05cf40d4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Allocated IP 192.168.233.176 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/5e1b2083-0e87-4b26-aa60-e9c8e4dc840d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:50:50.644814 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-421376b9-c1f0-4285-b444-4eca7e8ce723 req-75abf8d8-5d50-4f66-b8c0-3e77418339d0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3345919 Feb 05 02:50:50.650294 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724053d3-3d1a-4b3e-bdc7-6abcf600ef01 req-06a0b7d8-bba6-4f24-9165-1e844764e2c8 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:50.651885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-724053d3-3d1a-4b3e-bdc7-6abcf600ef01 req-06a0b7d8-bba6-4f24-9165-1e844764e2c8 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 944 time: 0.2472153 Feb 05 02:50:50.652531 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90fbda86-083e-44e3-b717-d3e07ab33924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (49394ebd-561b-42d7-a3e2-f9d4725c159b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:50.655295 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90fbda86-083e-44e3-b717-d3e07ab33924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:50.656586 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-90fbda86-083e-44e3-b717-d3e07ab33924 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49394ebd-561b-42d7-a3e2-f9d4725c159b HTTP/1.1" status: 204 len: 168 time: 0.5034811 Feb 05 02:50:50.657562 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (079344d7-4040-40c5-96df-fead409a828f), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:50.707687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbda86-083e-44e3-b717-d3e07ab33924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49394ebd-561b-42d7-a3e2-f9d4725c159b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:50.720960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2fa16d2-a007-4b3d-a1dc-02a03205992d req-8ef5b9d6-8ef6-49c6-9542-359ddd2249a1 service neutron] 10.222.0.31 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547700 Feb 05 02:50:50.767616 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31906437-1ab1-4249-86ae-7463a651ca27 req-59a1f7c4-ca99-4a25-8204-3e3d112a9cc3 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:50.769266 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31906437-1ab1-4249-86ae-7463a651ca27 req-59a1f7c4-ca99-4a25-8204-3e3d112a9cc3 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4227417 Feb 05 02:50:50.848784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-31906437-1ab1-4249-86ae-7463a651ca27 req-d0fb4e9a-ffc4-48a8-803f-55406f49fc39 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Request body: {'port': {'device_id': 'e2877cee-a373-4ea4-b308-9e0ed1527d64', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '87c6454ad96943f5835ab6bcf853ce48'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:51.009761 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-10cd2f29-0695-4b36-af1b-c204730ee51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:51.011502 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-10cd2f29-0695-4b36-af1b-c204730ee51d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 1127 time: 0.3652899 Feb 05 02:50:51.078584 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421376b9-c1f0-4285-b444-4eca7e8ce723 req-6326958e-ef14-403e-a733-8747ef23ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:51.080116 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-421376b9-c1f0-4285-b444-4eca7e8ce723 req-6326958e-ef14-403e-a733-8747ef23ae10 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04505631600d4700b509b35d7e707cd7&device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 1127 time: 0.3581042 Feb 05 02:50:51.107446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d2712-c427-4ab8-a0be-5c016509a1c5 req-496dcb30-cb9b-4a43-bcd4-9617a3c374ad tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:51.110836 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e9d2712-c427-4ab8-a0be-5c016509a1c5 req-496dcb30-cb9b-4a43-bcd4-9617a3c374ad tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 932 time: 0.5998414 Feb 05 02:50:51.182075 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-724053d3-3d1a-4b3e-bdc7-6abcf600ef01 req-6f23be1c-58d8-4111-9f90-a527ca5d17e5 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110543 Feb 05 02:50:51.218640 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e9d2712-c427-4ab8-a0be-5c016509a1c5 req-0d88036c-2db2-48f3-8b9c-82f2787444ae tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831628 Feb 05 02:50:51.260956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2fa16d2-a007-4b3d-a1dc-02a03205992d req-a44a2682-8458-4190-8d51-baa84c1af0b6 service neutron] 10.222.0.31 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303285 Feb 05 02:50:51.355015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e322efd2-9b65-48cb-86d7-c3827e26caa5 req-b9f6549e-993b-4e41-9a2f-1b6191a3719e tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 210 time: 0.0383778 Feb 05 02:50:51.378545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f8040-a407-46fd-8fd0-264c2677f1db req-bffc6514-5620-4208-b40c-faf1ae7e48cb tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:51.380104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f43f8040-a407-46fd-8fd0-264c2677f1db req-bffc6514-5620-4208-b40c-faf1ae7e48cb tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.1027369 Feb 05 02:50:51.394491 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-fb4fb693-1877-435d-8f7e-9ecc05cf40d4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks [] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:51.454165 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-42f3030b-56b0-4451-9ce8-e7ec38a058dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:51.455819 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-42f3030b-56b0-4451-9ce8-e7ec38a058dc service neutron] 10.222.0.31 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 0.3928282 Feb 05 02:50:51.472538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f43f8040-a407-46fd-8fd0-264c2677f1db req-f6251026-1490-41d6-929b-b55726726c34 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806875 Feb 05 02:50:51.478420 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31906437-1ab1-4249-86ae-7463a651ca27 req-d0fb4e9a-ffc4-48a8-803f-55406f49fc39 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Made reservation on behalf of 87c6454ad96943f5835ab6bcf853ce48 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:50:51.481761 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31906437-1ab1-4249-86ae-7463a651ca27 req-d0fb4e9a-ffc4-48a8-803f-55406f49fc39 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:51.546178 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421376b9-c1f0-4285-b444-4eca7e8ce723 req-5cc5b512-4a24-4419-9b6b-eb940ef73f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:51.547735 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-421376b9-c1f0-4285-b444-4eca7e8ce723 req-5cc5b512-4a24-4419-9b6b-eb940ef73f28 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f57db0e-9c76-4201-babe-b2071613896d HTTP/1.1" status: 200 len: 912 time: 0.3904748 Feb 05 02:50:51.557084 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-f3d73d5a-3db8-4492-84c1-23832ad6ac3e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=164c5bd7-72d8-4796-ae48-9f58da11f82d HTTP/1.1" status: 200 len: 217 time: 0.0922616 Feb 05 02:50:51.624326 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7a01f-cb45-444c-beb2-0f15e102cff5 req-71413a5a-e1f5-4786-bde0-9ce97e7b5da9 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:51.625850 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5fa7a01f-cb45-444c-beb2-0f15e102cff5 req-71413a5a-e1f5-4786-bde0-9ce97e7b5da9 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 945 time: 0.0853553 Feb 05 02:50:51.685135 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-fb4fb693-1877-435d-8f7e-9ecc05cf40d4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:51.700374 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44534) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:51.717631 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5fa7a01f-cb45-444c-beb2-0f15e102cff5 req-c076c521-7732-41c5-8358-7724364702e6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835378 Feb 05 02:50:51.728277 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0eff3-7d96-4db9-8323-81f5fe3bb5f8 req-d615f60b-9e61-4f90-a74b-52440e40e832 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:51.735368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7c0eff3-7d96-4db9-8323-81f5fe3bb5f8 req-d615f60b-9e61-4f90-a74b-52440e40e832 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=dec75d7b-81b9-4c2a-957a-72b373d691c6 HTTP/1.1" status: 200 len: 951 time: 0.1035192 Feb 05 02:50:51.803223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7c0eff3-7d96-4db9-8323-81f5fe3bb5f8 req-7c47f9e3-fce0-4af3-8d80-f8479ba398dd tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666966 Feb 05 02:50:51.815478 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-421376b9-c1f0-4285-b444-4eca7e8ce723 req-a7785b4c-f664-447f-880f-fc232c61b603 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d39eaef6-1f17-4d90-ae89-7fff405e8b12 HTTP/1.1" status: 200 len: 1001 time: 0.2463388 Feb 05 02:50:51.854963 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-c081e684-8494-4819-bf05-cab945db5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:51.856455 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-c081e684-8494-4819-bf05-cab945db5ad7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.2790973 Feb 05 02:50:51.857817 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0e6b38b9-f163-4a67-9d9d-144ec9749009 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1838984449-network', 'tenant_id': 'ee2c253c244d4e918b858866c940f496'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:51.889000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079344d7-4040-40c5-96df-fead409a828f {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:50:51.894801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6b38b9-f163-4a67-9d9d-144ec9749009 admin admin] Made reservation on behalf of ee2c253c244d4e918b858866c940f496 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:50:51.897263 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e6b38b9-f163-4a67-9d9d-144ec9749009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:51.901273 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Publish callbacks [] for port (079344d7-4040-40c5-96df-fead409a828f), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:51.913316 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e6b38b9-f163-4a67-9d9d-144ec9749009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:51.917188 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Transition to ACTIVE for port object 079344d7-4040-40c5-96df-fead409a828f will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:50:51.973090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-fb4fb693-1877-435d-8f7e-9ecc05cf40d4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:50:51.991062 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (079344d7-4040-40c5-96df-fead409a828f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:52.018655 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-fb4fb693-1877-435d-8f7e-9ecc05cf40d4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:50:52.025354 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e6b38b9-f163-4a67-9d9d-144ec9749009 admin admin] Publish callbacks [] for security_group (3b5f6849-221b-4935-afa4-2035a1b65666), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:52.028730 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-f208b731-80aa-4276-b189-7ac42cbedff7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102750 Feb 05 02:50:52.029467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fb693-1877-435d-8f7e-9ecc05cf40d4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Pushing event updated for resources: {'Port': ['ID=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:52.031390 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e6b38b9-f163-4a67-9d9d-144ec9749009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3b5f6849-221b-4935-afa4-2035a1b65666), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:52.046629 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-fb4fb693-1877-435d-8f7e-9ecc05cf40d4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:50:52.060386 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6b38b9-f163-4a67-9d9d-144ec9749009 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:50:52.080826 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b38b9-f163-4a67-9d9d-144ec9749009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5f6849-221b-4935-afa4-2035a1b65666,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:52.084567 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e6b38b9-f163-4a67-9d9d-144ec9749009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:52.084925 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-0e6b38b9-f163-4a67-9d9d-144ec9749009 admin admin] Added segment 1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26 of type vlan for network b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 Feb 05 02:50:52.166567 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e6b38b9-f163-4a67-9d9d-144ec9749009 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:52.200177 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e6b38b9-f163-4a67-9d9d-144ec9749009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:52.208555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6b38b9-f163-4a67-9d9d-144ec9749009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:52.209835 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e6b38b9-f163-4a67-9d9d-144ec9749009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:52.296154 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b38b9-f163-4a67-9d9d-144ec9749009 admin admin] Pushing event updated for resources: {'Network': ['ID=b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:52.311019 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:50:52.385557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0e6b38b9-f163-4a67-9d9d-144ec9749009 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6833453 Feb 05 02:50:52.388511 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44574) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:50:52.394466 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-12c95339-7800-4bdb-ba93-e578974f73fc admin admin] Request body: {'subnet': {'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1838984449-subnet', 'tenant_id': 'ee2c253c244d4e918b858866c940f496', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:52.441148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939dc13-bfa8-491d-94cb-8aba693fbeac req-feecb7cc-b769-48a5-a658-cce9eb016059 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:52.449878 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1939dc13-bfa8-491d-94cb-8aba693fbeac req-feecb7cc-b769-48a5-a658-cce9eb016059 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 944 time: 0.1295559 Feb 05 02:50:52.466079 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c95339-7800-4bdb-ba93-e578974f73fc admin admin] Made reservation on behalf of ee2c253c244d4e918b858866c940f496 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:50:52.470398 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12c95339-7800-4bdb-ba93-e578974f73fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:52.631154 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1939dc13-bfa8-491d-94cb-8aba693fbeac req-bd3a97d8-05f8-4816-b71f-43d45e357523 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784730 Feb 05 02:50:52.665422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4761d-0ad7-4fe9-9c99-3d99033dc459 req-184692bf-1d9d-4afa-9309-785c0e4fa99a tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:52.667179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0b4761d-0ad7-4fe9-9c99-3d99033dc459 req-184692bf-1d9d-4afa-9309-785c0e4fa99a tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 944 time: 0.1331594 Feb 05 02:50:52.684606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Pushing event updated for resources: {'Port': ['ID=079344d7-4040-40c5-96df-fead409a828f,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:52.688691 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-665548f2-5082-4807-9ea2-d97ad5ad5062 service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466460 Feb 05 02:50:52.705302 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421376b9-c1f0-4285-b444-4eca7e8ce723 req-4ec42290-7d30-412a-a16c-32ebe8d20952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:52.706815 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-421376b9-c1f0-4285-b444-4eca7e8ce723 req-4ec42290-7d30-412a-a16c-32ebe8d20952 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92e18a6c-6f83-4423-9b50-5c85de57e8cc HTTP/1.1" status: 200 len: 850 time: 0.8665144 Feb 05 02:50:52.720212 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-645fa0b2-075b-4be7-886e-8278319b8160 None None] Provisioning complete for port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:52.721254 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-645fa0b2-075b-4be7-886e-8278319b8160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:52.776064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-645fa0b2-075b-4be7-886e-8278319b8160 None None] Port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:50:52.793039 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-31906437-1ab1-4249-86ae-7463a651ca27 req-d0fb4e9a-ffc4-48a8-803f-55406f49fc39 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Allocated IP 192.168.233.27 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/6b65b0b0-3061-43ad-b1ea-ee5fc48538ca) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:50:52.828100 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0b4761d-0ad7-4fe9-9c99-3d99033dc459 req-cc3dbf4d-33b5-4c22-b303-1914e133137f tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367133 Feb 05 02:50:52.855024 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12c95339-7800-4bdb-ba93-e578974f73fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (5fd6293b-49f3-4e00-abb9-87d4ec45abdd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:52.890034 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-15fd337c-5023-4177-a3c4-1750cee22afe service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925547 Feb 05 02:50:52.990563 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1dff0fc5-0b7f-43e2-8fe2-4f420ebc6ae5 req-dc93b2f5-f923-4a56-afa0-57f4107d6bb5 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 210 time: 0.0633731 Feb 05 02:50:53.008037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c95339-7800-4bdb-ba93-e578974f73fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fd6293b-49f3-4e00-abb9-87d4ec45abdd,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:53.012435 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-fb4fb693-1877-435d-8f7e-9ecc05cf40d4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:53.013413 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-fb4fb693-1877-435d-8f7e-9ecc05cf40d4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:53.034826 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c95339-7800-4bdb-ba93-e578974f73fc admin admin] Checking segment: {'id': '1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:50:53.035264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c95339-7800-4bdb-ba93-e578974f73fc admin admin] Network hostable DHCP agents. Network: b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:50:53.056141 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc35fb6-f4eb-4b45-b7e6-be390ca1a13d req-2c7e41d0-4428-474b-9baf-1d4539964e8f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:53.057912 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcc35fb6-f4eb-4b45-b7e6-be390ca1a13d req-2c7e41d0-4428-474b-9baf-1d4539964e8f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.1337037 Feb 05 02:50:53.084655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c95339-7800-4bdb-ba93-e578974f73fc admin admin] Network b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:50:53.111631 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-12c95339-7800-4bdb-ba93-e578974f73fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:50:53.120786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c95339-7800-4bdb-ba93-e578974f73fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:53.121380 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12c95339-7800-4bdb-ba93-e578974f73fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:53.122038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728d7c3d-2f48-4de9-96d7-4926c46e81e6 None None] Network b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:50:53.128426 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcc35fb6-f4eb-4b45-b7e6-be390ca1a13d req-b494c74e-01e2-4c5f-b4d7-ef39cfc3bc15 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566137 Feb 05 02:50:53.150444 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-12c95339-7800-4bdb-ba93-e578974f73fc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7601678 Feb 05 02:50:53.151576 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-fb4fb693-1877-435d-8f7e-9ecc05cf40d4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6783786 Feb 05 02:50:53.169171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Request body: {'port': {'device_id': 'fe47053d-948b-4ae3-a3df-99f4f3b013e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:53.341109 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421376b9-c1f0-4285-b444-4eca7e8ce723 req-c58cf233-60ad-4d15-846f-ba8af372d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:53.342627 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-421376b9-c1f0-4285-b444-4eca7e8ce723 req-c58cf233-60ad-4d15-846f-ba8af372d5fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f57db0e-9c76-4201-babe-b2071613896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5129004 Feb 05 02:50:53.353009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Attempting to bind port 079344d7-4040-40c5-96df-fead409a828f on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:50:53.353363 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Attempting to bind port 079344d7-4040-40c5-96df-fead409a828f by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '2e5f7e0a-7727-4213-9aa2-dc062c41f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:50:53.353700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Attempting to bind port 079344d7-4040-40c5-96df-fead409a828f on network 83be0105-9b9a-4797-b354-f35ef16802de {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:53.377203 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:53.394431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb9bb5-976e-4b4d-a2ab-67e6482f5421 req-a04385fc-86a4-45f9-957a-801996ef81e4 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:53.407601 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7fb9bb5-976e-4b4d-a2ab-67e6482f5421 req-a04385fc-86a4-45f9-957a-801996ef81e4 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 945 time: 0.1639254 Feb 05 02:50:53.408602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b57bdd-7d34-42d0-b3d7-7a908e213676 None None] Network b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:50:53.417963 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a66e5b8d-8fea-4f04-bd02-52461a100147 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:50:53.436265 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Port 079344d7-4040-40c5-96df-fead409a828f on network 83be0105-9b9a-4797-b354-f35ef16802de not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:50:53.436654 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Attempting to bind port 079344d7-4040-40c5-96df-fead409a828f on network 83be0105-9b9a-4797-b354-f35ef16802de {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:53.506475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31906437-1ab1-4249-86ae-7463a651ca27 req-d0fb4e9a-ffc4-48a8-803f-55406f49fc39 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks [] for port (6b65b0b0-3061-43ad-b1ea-ee5fc48538ca), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:53.508839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:50:53.509361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Checking segment: {'id': '2e5f7e0a-7727-4213-9aa2-dc062c41f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:50:53.509756 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Bound using segment: {'id': '2e5f7e0a-7727-4213-9aa2-dc062c41f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:50:53.510203 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Bound port: 079344d7-4040-40c5-96df-fead409a828f, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5f7e0a-7727-4213-9aa2-dc062c41f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:50:53.510550 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (079344d7-4040-40c5-96df-fead409a828f), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:53.513433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7fb9bb5-976e-4b4d-a2ab-67e6482f5421 req-9df6f67a-6741-4a7f-9a11-0aea52e706a8 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914540 Feb 05 02:50:53.784292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] For port 079344d7-4040-40c5-96df-fead409a828f, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:50:53.790564 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] For port 079344d7-4040-40c5-96df-fead409a828f, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=079344d7-4040-40c5-96df-fead409a828f,segment=NetworkSegment(2e5f7e0a-7727-4213-9aa2-dc062c41f11f),segment_id=2e5f7e0a-7727-4213-9aa2-dc062c41f11f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:50:53.803035 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a66e5b8d-8fea-4f04-bd02-52461a100147 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:53.803690 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:53.807211 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-1c94fe69-bc58-4688-8076-d0fc7a9444a5 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:53.810633 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-1c94fe69-bc58-4688-8076-d0fc7a9444a5 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c&tenant_id=1efeace9c19e4c6591bec43ee004b4ff&binding%3Ahost_id=n-h1-826942-8 HTTP/1.1" status: 200 len: 1127 time: 0.5519986 Feb 05 02:50:53.814159 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (079344d7-4040-40c5-96df-fead409a828f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:53.849403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:53.850249 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:53.853058 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] 10.222.0.31 "PUT /v2.0/ports/079344d7-4040-40c5-96df-fead409a828f HTTP/1.1" status: 200 len: 1092 time: 4.2204430 Feb 05 02:50:53.871061 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec75d7b-81b9-4c2a-957a-72b373d691c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66e5b8d-8fea-4f04-bd02-52461a100147'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:53.876298 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60e2dae-c667-4284-abc1-fa09d1d48f84" -d '{"events": [{"server_uuid": "dec75d7b-81b9-4c2a-957a-72b373d691c6", "name": "network-vif-unplugged", "status": "completed", "tag": "a66e5b8d-8fea-4f04-bd02-52461a100147"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:53.920908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a66e5b8d-8fea-4f04-bd02-52461a100147, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a66e5b8d-8fea-4f04-bd02-52461a100147,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:53.926829 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:53.961783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'tag': '079344d7-4040-40c5-96df-fead409a828f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:53.964237 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d02875-19d5-4873-a514-cb12fffef144" -d '{"events": [{"name": "network-changed", "server_uuid": "a47535b1-5f98-4003-a2f7-3f7a636d89ed", "tag": "079344d7-4040-40c5-96df-fead409a828f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:53.996960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9181bc9-036e-441e-b275-63b8c6890b83 req-a5b8bb2c-3bd4-454c-8a2a-b61d93b0308f tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:54.005500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9181bc9-036e-441e-b275-63b8c6890b83 req-a5b8bb2c-3bd4-454c-8a2a-b61d93b0308f tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 944 time: 0.1805079 Feb 05 02:50:54.012433 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a66e5b8d-8fea-4f04-bd02-52461a100147,revision_number=11']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:54.105027 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9181bc9-036e-441e-b275-63b8c6890b83 req-7bf9138d-21e1-4363-b950-056290d09fa7 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931461 Feb 05 02:50:54.125015 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-3198831d-5ff7-46ae-b411-89236aa24701 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:54.127361 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-3198831d-5ff7-46ae-b411-89236aa24701 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/networks?id=b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 HTTP/1.1" status: 200 len: 818 time: 0.2073934 Feb 05 02:50:54.156570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device d437598e-75e1-4c07-a16d-182805ede5a8 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:50:54.161790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-52ca5531-41b6-44da-8ae2-9b23799a8686 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/quotas/ee2c253c244d4e918b858866c940f496 HTTP/1.1" status: 200 len: 375 time: 0.0267465 Feb 05 02:50:54.171064 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-421376b9-c1f0-4285-b444-4eca7e8ce723 req-2d6f8634-e28c-49d3-9cfa-ae84c1c88317 service neutron] 10.222.0.10 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8112090 Feb 05 02:50:54.185311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b132a18-d59b-4b98-9af9-ba4626cc13a5 service neutron] Pushing event updated for resources: {'Port': ['ID=079344d7-4040-40c5-96df-fead409a828f,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:54.235609 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-44e83ae6-3e01-4097-bb3f-bafebd136b95 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee2c253c244d4e918b858866c940f496&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730183 Feb 05 02:50:54.271945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-fe18c57c-93cc-473b-9642-e41de968bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:54.275222 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-fe18c57c-93cc-473b-9642-e41de968bf24 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 1126 time: 0.2783120 Feb 05 02:50:54.279454 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31906437-1ab1-4249-86ae-7463a651ca27 req-d0fb4e9a-ffc4-48a8-803f-55406f49fc39 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6b65b0b0-3061-43ad-b1ea-ee5fc48538ca), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:54.332470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port d437598e-75e1-4c07-a16d-182805ede5a8, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d437598e-75e1-4c07-a16d-182805ede5a8,segment=NetworkSegment(a763eb1f-5e8d-4bf6-88db-db88e863bc0f),segment_id=a763eb1f-5e8d-4bf6-88db-db88e863bc0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:54.349703 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'd437598e-75e1-4c07-a16d-182805ede5a8', 'network_id': '7f0214b3-4832-4da0-b028-f229408f249e', 'port_id': 'd437598e-75e1-4c07-a16d-182805ede5a8', 'mac_address': 'fa:16:3e:f8:83:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9e5f1c-1cb1-4142-b986-a844e1c2c12b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:50:54.405868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port d437598e-75e1-4c07-a16d-182805ede5a8 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:54.406532 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d437598e-75e1-4c07-a16d-182805ede5a8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:54.421895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d437598e-75e1-4c07-a16d-182805ede5a8 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:50:54.432356 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-977130c2-ab2c-475b-8d14-f8cc6edf293a service neutron] For port 164c5bd7-72d8-4796-ae48-9f58da11f82d, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:50:54.447932 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-8b9218ec-d9ca-4965-9ea8-733c216c4fae service neutron] 10.222.0.36 "GET /v2.0/networks/b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043378 Feb 05 02:50:54.449349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port d437598e-75e1-4c07-a16d-182805ede5a8, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d437598e-75e1-4c07-a16d-182805ede5a8,segment=NetworkSegment(a763eb1f-5e8d-4bf6-88db-db88e863bc0f),segment_id=a763eb1f-5e8d-4bf6-88db-db88e863bc0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:54.455576 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d437598e-75e1-4c07-a16d-182805ede5a8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:54.484153 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-977130c2-ab2c-475b-8d14-f8cc6edf293a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:54.485472 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d435e59-b97c-42aa-b65f-c10fc28e51d0 req-977130c2-ab2c-475b-8d14-f8cc6edf293a service neutron] 10.222.0.31 "DELETE /v2.0/ports/164c5bd7-72d8-4796-ae48-9f58da11f82d/bindings/n-h2-826942-8 HTTP/1.1" status: 204 len: 173 time: 0.6466088 Feb 05 02:50:54.514524 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31906437-1ab1-4249-86ae-7463a651ca27 req-d0fb4e9a-ffc4-48a8-803f-55406f49fc39 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:50:54.525926 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=d437598e-75e1-4c07-a16d-182805ede5a8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:54.532114 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-f22e9e3f-56fe-43d7-9e10-e9ac59186a36 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=079344d7-4040-40c5-96df-fead409a828f HTTP/1.1" status: 200 len: 217 time: 0.2406247 Feb 05 02:50:54.545155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-31906437-1ab1-4249-86ae-7463a651ca27 req-d0fb4e9a-ffc4-48a8-803f-55406f49fc39 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:50:54.547745 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-31906437-1ab1-4249-86ae-7463a651ca27 req-d0fb4e9a-ffc4-48a8-803f-55406f49fc39 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:50:54.581706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3336b2f-52ee-44c2-a4fa-b6735a547bdc req-13df37c8-8e37-48ae-afc1-d07c9c854cd6 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:54.583369 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3336b2f-52ee-44c2-a4fa-b6735a547bdc req-13df37c8-8e37-48ae-afc1-d07c9c854cd6 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 944 time: 0.2007864 Feb 05 02:50:54.621177 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb4e9a-ffc4-48a8-803f-55406f49fc39 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Pushing event updated for resources: {'Port': ['ID=6b65b0b0-3061-43ad-b1ea-ee5fc48538ca,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:54.648850 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-56e94a7c-c7bd-49e6-bbd1-26453fefa0c4 service neutron] 10.222.0.36 "GET /v2.0/networks/b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996942 Feb 05 02:50:54.710928 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3336b2f-52ee-44c2-a4fa-b6735a547bdc req-d143382b-f48f-4394-99a8-04144c7b7a3f tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136689 Feb 05 02:50:54.744432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31906437-1ab1-4249-86ae-7463a651ca27 req-d0fb4e9a-ffc4-48a8-803f-55406f49fc39 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:54.745088 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31906437-1ab1-4249-86ae-7463a651ca27 req-d0fb4e9a-ffc4-48a8-803f-55406f49fc39 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:54.755445 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-421376b9-c1f0-4285-b444-4eca7e8ce723 req-d9b5c74e-f39f-47e1-b2ef-f2e99b368f99 service neutron] 10.222.0.10 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611794 Feb 05 02:50:54.764008 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-9ff63cb9-83dd-46e8-9123-221e166036c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:54.765624 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-9ff63cb9-83dd-46e8-9123-221e166036c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3631be40-f44d-47c5-b742-59c603ecb74b HTTP/1.1" status: 200 len: 859 time: 0.2240832 Feb 05 02:50:54.803875 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6a90f5-1b6b-43ed-8514-f85d224802b8 x-openstack-request-id: req-ba6a90f5-1b6b-43ed-8514-f85d224802b8 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:54.804967 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec75d7b-81b9-4c2a-957a-72b373d691c6", "name": "network-vif-unplugged", "status": "completed", "tag": "a66e5b8d-8fea-4f04-bd02-52461a100147", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:54.805982 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba6a90f5-1b6b-43ed-8514-f85d224802b8 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:54.806318 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec75d7b-81b9-4c2a-957a-72b373d691c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66e5b8d-8fea-4f04-bd02-52461a100147', 'code': 200} Feb 05 02:50:54.821466 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['d437598e-75e1-4c07-a16d-182805ede5a8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:50:54.843933 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31906437-1ab1-4249-86ae-7463a651ca27 req-d0fb4e9a-ffc4-48a8-803f-55406f49fc39 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0300088 Feb 05 02:50:54.888251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Request body: {'port': {'device_id': 'e2877cee-a373-4ea4-b308-9e0ed1527d64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:54.902008 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:50:54.921804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a4be0a94-d847-405c-b27b-c2f47eb6c1c5 None None] Provisioning complete for port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:54.922214 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4be0a94-d847-405c-b27b-c2f47eb6c1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6b65b0b0-3061-43ad-b1ea-ee5fc48538ca), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:54.940185 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8efa0ba-8de7-4f4a-9a48-30631e6363a4 x-openstack-request-id: req-f8efa0ba-8de7-4f4a-9a48-30631e6363a4 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:54.941024 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47535b1-5f98-4003-a2f7-3f7a636d89ed", "tag": "079344d7-4040-40c5-96df-fead409a828f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:54.941024 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8efa0ba-8de7-4f4a-9a48-30631e6363a4 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:54.941215 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'tag': '079344d7-4040-40c5-96df-fead409a828f', 'status': 'completed', 'code': 200} Feb 05 02:50:54.944790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Publish callbacks [] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:55.043810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Transition to ACTIVE for port object 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:50:55.051381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a4be0a94-d847-405c-b27b-c2f47eb6c1c5 None None] Port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:50:55.088851 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6b65b0b0-3061-43ad-b1ea-ee5fc48538ca), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:55.092375 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-f0e64bf7-7a4b-4bca-bec3-935219e65f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:55.094210 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-f0e64bf7-7a4b-4bca-bec3-935219e65f33 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83be0105-9b9a-4797-b354-f35ef16802de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2786772 Feb 05 02:50:55.097436 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:55.228641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef36d7-6955-4313-8a69-adaabff6d815 req-c2555eb1-4eb0-443d-828f-05050c9a764a tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:55.237497 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11ef36d7-6955-4313-8a69-adaabff6d815 req-c2555eb1-4eb0-443d-828f-05050c9a764a tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.2119310 Feb 05 02:50:55.259619 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Pushing event updated for resources: {'Port': ['ID=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:55.264769 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-92040a9b-4903-41ce-99d9-9360e824742d req-e3184ce0-33ca-4c4c-87df-657cf536b2e9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3262386 Feb 05 02:50:55.286869 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0edce-f63a-4f65-853f-370def18bbce req-f0d2ccfc-0ff1-450c-bc8f-c0486dccdddb tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:55.297085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ecb0edce-f63a-4f65-853f-370def18bbce req-f0d2ccfc-0ff1-450c-bc8f-c0486dccdddb tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 935 time: 0.1895175 Feb 05 02:50:55.380215 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ecb0edce-f63a-4f65-853f-370def18bbce req-f73d9448-1811-40d9-a639-9c45c300c56f tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823340 Feb 05 02:50:55.407186 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11ef36d7-6955-4313-8a69-adaabff6d815 req-8d2697ae-ee9f-4e6b-b3f0-3f906d6de36c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619744 Feb 05 02:50:55.577593 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-6cdb0bf9-8891-4f17-96d9-176f3eb1677c service neutron] 10.222.0.31 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367547 Feb 05 02:50:55.602556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa3589-3092-4b4b-bae8-ae13e5c0c0ab req-1f758f1a-bcbc-4a50-a51e-4bd401112c3e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:55.625031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0efa3589-3092-4b4b-bae8-ae13e5c0c0ab req-1f758f1a-bcbc-4a50-a51e-4bd401112c3e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 945 time: 0.1042714 Feb 05 02:50:55.707624 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92040a9b-4903-41ce-99d9-9360e824742d req-cc81923d-cf44-47a1-b224-dd8edead5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:55.709552 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-92040a9b-4903-41ce-99d9-9360e824742d req-cc81923d-cf44-47a1-b224-dd8edead5c3c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 1127 time: 0.4178677 Feb 05 02:50:55.728968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Attempting to bind port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:50:55.729338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Attempting to bind port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:50:55.729778 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Attempting to bind port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:55.731002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0efa3589-3092-4b4b-bae8-ae13e5c0c0ab req-5924cc43-aecf-416c-9446-05ab76ff1471 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992129 Feb 05 02:50:55.764473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:50:55.764735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Attempting to bind port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:55.786538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44a1ff-bffd-4fa4-b0f2-5f892628b8ae req-e89ac250-937a-480f-ad6a-431709c08720 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:55.789261 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-da44a1ff-bffd-4fa4-b0f2-5f892628b8ae req-e89ac250-937a-480f-ad6a-431709c08720 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 945 time: 0.1153922 Feb 05 02:50:55.863164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:50:55.863786 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:50:55.863886 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:50:55.864367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Bound port: 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:50:55.864738 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:55.875672 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-da44a1ff-bffd-4fa4-b0f2-5f892628b8ae req-3de6a00b-f8c9-4824-b07b-cb04e406365e tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756004 Feb 05 02:50:55.924958 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91cf7785-d3cc-4985-80d3-15663d147e13 req-1a78fce9-53b3-4357-a594-a564362cfca9 service neutron] 10.222.0.31 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356178 Feb 05 02:50:56.115503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-b5c49262-74ac-4e75-b90f-800b22a842a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:56.123721 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-b5c49262-74ac-4e75-b90f-800b22a842a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 1128 time: 0.1163974 Feb 05 02:50:56.149573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92040a9b-4903-41ce-99d9-9360e824742d req-4b57391f-c0a5-4657-9d1c-e1272021e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:56.151109 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-92040a9b-4903-41ce-99d9-9360e824742d req-4b57391f-c0a5-4657-9d1c-e1272021e293 service neutron] 10.222.0.31 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.4134974 Feb 05 02:50:56.175661 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device d437598e-75e1-4c07-a16d-182805ede5a8 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:50:56.210253 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:50:56.277845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] For port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:50:56.285583 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Publish callbacks [] for port (6b65b0b0-3061-43ad-b1ea-ee5fc48538ca), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:56.289484 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-92040a9b-4903-41ce-99d9-9360e824742d req-1d03a641-408a-429b-af70-6958e7d8a65e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3173d038-fd7f-4d5d-a1f2-b02a6776df88 HTTP/1.1" status: 200 len: 217 time: 0.1266136 Feb 05 02:50:56.317242 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port d437598e-75e1-4c07-a16d-182805ede5a8 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:50:56.326153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port d437598e-75e1-4c07-a16d-182805ede5a8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:50:56.326538 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d437598e-75e1-4c07-a16d-182805ede5a8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:56.354225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a608f23e-a8a1-4e04-95a0-5e88e90f1d8c req-51df5bff-81aa-499f-a687-f4f77b37e711 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6f394cf-5714-44bc-87d7-9daaa0525905 HTTP/1.1" status: 200 len: 210 time: 0.0785253 Feb 05 02:50:56.481228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-fa1afce5-5dad-4828-9af2-0e9452f0bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:56.483050 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-fa1afce5-5dad-4828-9af2-0e9452f0bb10 service neutron] 10.222.0.31 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.3512993 Feb 05 02:50:56.487118 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port d437598e-75e1-4c07-a16d-182805ede5a8 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:50:56.487973 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d437598e-75e1-4c07-a16d-182805ede5a8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:56.509469 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11971335-c907-4a9f-8e27-f743709dd7b0 req-4f8c4344-2294-457a-ac22-87014ca6cc06 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:56.511290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11971335-c907-4a9f-8e27-f743709dd7b0 req-4f8c4344-2294-457a-ac22-87014ca6cc06 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 944 time: 0.2236009 Feb 05 02:50:56.587301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-59880179-c544-49a2-b3d2-9da3da49823a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d6bcf21-5885-4803-889a-295367f44cfc HTTP/1.1" status: 200 len: 217 time: 0.0744200 Feb 05 02:50:56.640261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port d437598e-75e1-4c07-a16d-182805ede5a8, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d437598e-75e1-4c07-a16d-182805ede5a8,segment=NetworkSegment(a763eb1f-5e8d-4bf6-88db-db88e863bc0f),segment_id=a763eb1f-5e8d-4bf6-88db-db88e863bc0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:50:56.652520 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d437598e-75e1-4c07-a16d-182805ede5a8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:56.710043 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11971335-c907-4a9f-8e27-f743709dd7b0 req-8f449f8e-85b2-4c9f-bfaa-f8c8b48be266 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741240 Feb 05 02:50:56.723471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-80912b1d-5d87-4fea-8ffd-c621bc75c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:56.724983 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-80912b1d-5d87-4fea-8ffd-c621bc75c838 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.1280329 Feb 05 02:50:56.761384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92040a9b-4903-41ce-99d9-9360e824742d req-cf56f729-0ce0-4e42-9f45-b70a08aec37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:56.765162 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-92040a9b-4903-41ce-99d9-9360e824742d req-cf56f729-0ce0-4e42-9f45-b70a08aec37b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.4630630 Feb 05 02:50:56.769351 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] For port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:50:56.779917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=d437598e-75e1-4c07-a16d-182805ede5a8,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:56.800277 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ab17c28d-8688-4c35-b419-8616580dbd0b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665951 Feb 05 02:50:56.807487 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207a4971-089f-4e48-814a-b171882849f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd437598e-75e1-4c07-a16d-182805ede5a8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:56.809972 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6756f3-3428-4cfb-a101-fa3934798ca8" -d '{"events": [{"server_uuid": "207a4971-089f-4e48-814a-b171882849f5", "name": "network-vif-plugged", "status": "completed", "tag": "d437598e-75e1-4c07-a16d-182805ede5a8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:56.817543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01cee9-1a47-46fb-86cf-dcdb23a4bc1c req-e556ffa3-7a21-4568-825b-3909b5327db4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:56.820546 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Transition to ACTIVE for port object 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:50:56.820999 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f01cee9-1a47-46fb-86cf-dcdb23a4bc1c req-e556ffa3-7a21-4568-825b-3909b5327db4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 935 time: 0.2359345 Feb 05 02:50:56.823067 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:56.856759 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-92040a9b-4903-41ce-99d9-9360e824742d req-e928f8ed-86d7-465d-afa9-da6c1507005d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734208 Feb 05 02:50:56.857703 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (6b65b0b0-3061-43ad-b1ea-ee5fc48538ca), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:56.862033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d02875-19d5-4873-a514-cb12fffef144 req-037f03b4-842a-45ea-9b5e-732a6c31873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:56.863893 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60d02875-19d5-4873-a514-cb12fffef144 req-037f03b4-842a-45ea-9b5e-732a6c31873a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 1126 time: 0.8619223 Feb 05 02:50:56.896735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:56.897785 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:56.899670 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] 10.222.0.10 "PUT /v2.0/ports/5e1b2083-0e87-4b26-aa60-e9c8e4dc840d HTTP/1.1" status: 200 len: 1096 time: 3.7357392 Feb 05 02:50:56.994301 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe47053d-948b-4ae3-a3df-99f4f3b013e8', 'tag': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:57.001135 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358820ab-398c-4bd6-a656-fbad2910037c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe47053d-948b-4ae3-a3df-99f4f3b013e8", "tag": "5e1b2083-0e87-4b26-aa60-e9c8e4dc840d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:50:57.030165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d37865-aa0c-4f16-b632-09c613738567 req-2cfceace-f0ae-4e79-97f3-7fa4111f47ec tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:57.031858 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46d37865-aa0c-4f16-b632-09c613738567 req-2cfceace-f0ae-4e79-97f3-7fa4111f47ec tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 1127 time: 0.2094307 Feb 05 02:50:57.120892 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46d37865-aa0c-4f16-b632-09c613738567 req-91443545-908a-4838-9008-76c66046d31e tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735364 Feb 05 02:50:57.126534 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f01cee9-1a47-46fb-86cf-dcdb23a4bc1c req-efcfad12-8ea1-48cb-8a57-3bd7b6de1e9b tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292726 Feb 05 02:50:57.173604 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-477793c3-abb1-4197-b66b-7b1ef1741bb8 service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849381 Feb 05 02:50:57.218271 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d02875-19d5-4873-a514-cb12fffef144 req-c57a501a-db01-4cd1-a287-d632e9c2ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:57.220158 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60d02875-19d5-4873-a514-cb12fffef144 req-c57a501a-db01-4cd1-a287-d632e9c2ccda service neutron] 10.222.0.31 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 921 time: 0.2268057 Feb 05 02:50:57.308501 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60d02875-19d5-4873-a514-cb12fffef144 req-b4d96584-faa2-4000-874c-7df6757feb90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=079344d7-4040-40c5-96df-fead409a828f HTTP/1.1" status: 200 len: 217 time: 0.0784130 Feb 05 02:50:57.310741 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-92040a9b-4903-41ce-99d9-9360e824742d req-de6c6aba-0f1d-4742-9449-54381868a2dd service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157658 Feb 05 02:50:57.419693 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72d89f8-aebe-48df-833d-c7aed2a2e4d8 x-openstack-request-id: req-d72d89f8-aebe-48df-833d-c7aed2a2e4d8 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:57.420604 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207a4971-089f-4e48-814a-b171882849f5", "name": "network-vif-plugged", "status": "completed", "tag": "d437598e-75e1-4c07-a16d-182805ede5a8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:57.421295 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d72d89f8-aebe-48df-833d-c7aed2a2e4d8 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:57.421867 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207a4971-089f-4e48-814a-b171882849f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd437598e-75e1-4c07-a16d-182805ede5a8', 'code': 200} Feb 05 02:50:57.426279 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ebe7bfcb-8f2f-4256-8812-7f8a81b084ac service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455027 Feb 05 02:50:57.468464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d02875-19d5-4873-a514-cb12fffef144 req-3522555b-52b8-4df0-b67c-ecf244b77f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:57.471076 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60d02875-19d5-4873-a514-cb12fffef144 req-3522555b-52b8-4df0-b67c-ecf244b77f78 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3631be40-f44d-47c5-b742-59c603ecb74b HTTP/1.1" status: 200 len: 859 time: 0.1436496 Feb 05 02:50:57.504935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50d446-2f83-4830-a860-cd4206693da9 req-09dcb0d4-9bca-486b-b376-0eeeac39be2e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:57.512034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c50d446-2f83-4830-a860-cd4206693da9 req-09dcb0d4-9bca-486b-b376-0eeeac39be2e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.0786686 Feb 05 02:50:57.542442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44478e2d-655e-4555-821e-97c66f339dbd service neutron] Pushing event updated for resources: {'Port': ['ID=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:57.608537 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c50d446-2f83-4830-a860-cd4206693da9 req-6135e28b-12d2-4bec-b006-ab736ab316f9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938609 Feb 05 02:50:57.641783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Pushing event updated for resources: {'Port': ['ID=6b65b0b0-3061-43ad-b1ea-ee5fc48538ca,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:57.844264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb81cf-b5e4-48c3-ac32-04146ccf4e99 req-32448502-d58f-45a3-8c5b-f21c8450a3db tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:57.848878 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8dbb81cf-b5e4-48c3-ac32-04146ccf4e99 req-32448502-d58f-45a3-8c5b-f21c8450a3db tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.2746346 Feb 05 02:50:57.875387 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-16ab450c-6a56-4966-ac7b-f21fac6d66c1 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:57.876791 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-16ab450c-6a56-4966-ac7b-f21fac6d66c1 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.10 "GET /v2.0/networks?id=b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 HTTP/1.1" status: 200 len: 818 time: 0.2026405 Feb 05 02:50:57.880148 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3ec1bf-5d99-4507-a006-a7f25f23c0da x-openstack-request-id: req-1e3ec1bf-5d99-4507-a006-a7f25f23c0da {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:50:57.880380 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe47053d-948b-4ae3-a3df-99f4f3b013e8", "tag": "5e1b2083-0e87-4b26-aa60-e9c8e4dc840d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:50:57.880639 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e3ec1bf-5d99-4507-a006-a7f25f23c0da {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:50:57.880986 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe47053d-948b-4ae3-a3df-99f4f3b013e8', 'tag': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d', 'status': 'completed', 'code': 200} Feb 05 02:50:57.911855 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-63ce4e2d-30dd-420b-bd59-ead127dd74e7 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Request body: {'port': {'device_id': 'd6f394cf-5714-44bc-87d7-9daaa0525905', 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30', 'admin_state_up': True, 'tenant_id': 'ee2c253c244d4e918b858866c940f496'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:57.963767 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b95f6-5438-41db-a784-f723653eaf90 req-35b34d7c-bcd1-490f-8e2a-ffd127e6db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:57.965705 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-621b95f6-5438-41db-a784-f723653eaf90 req-35b34d7c-bcd1-490f-8e2a-ffd127e6db7a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 1128 time: 0.3954735 Feb 05 02:50:58.048789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-63ce4e2d-30dd-420b-bd59-ead127dd74e7 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Made reservation on behalf of ee2c253c244d4e918b858866c940f496 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:50:58.052014 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-63ce4e2d-30dd-420b-bd59-ead127dd74e7 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:58.082463 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:50:58.098274 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-b50f5fcb-f2f2-4cbc-903b-0d8adb479f4d tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:58.099990 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-b50f5fcb-f2f2-4cbc-903b-0d8adb479f4d tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.10 "GET /v2.0/networks?id=b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 HTTP/1.1" status: 200 len: 818 time: 0.4406157 Feb 05 02:50:58.133530 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8dbb81cf-b5e4-48c3-ac32-04146ccf4e99 req-24451dde-1539-44f1-b7d6-8e398edb01f3 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713370 Feb 05 02:50:58.142678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-3ef3d3f1-7c28-4218-8815-74c5009b91ac tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Request body: {'port': {'device_id': 'd875aba8-77e5-46f7-8b3b-960d47de0557', 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30', 'admin_state_up': True, 'tenant_id': 'ee2c253c244d4e918b858866c940f496'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:58.197640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-63ce4e2d-30dd-420b-bd59-ead127dd74e7 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Allocated IP 172.20.0.4 (b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30/5fd6293b-49f3-4e00-abb9-87d4ec45abdd/94035f9c-af1f-468a-b3b0-8acdee8a8f93) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:50:58.220839 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-621b95f6-5438-41db-a784-f723653eaf90 req-2fbb8d1c-c96c-4a4d-bcaf-54a034640a55 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832850 Feb 05 02:50:58.325101 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c59ec-bb68-4263-8444-6a330e856055 req-36dd3d06-d94e-4316-809e-a50bbda9aade tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:58.337188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-716c59ec-bb68-4263-8444-6a330e856055 req-36dd3d06-d94e-4316-809e-a50bbda9aade tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 1127 time: 0.4670072 Feb 05 02:50:58.364299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-3ef3d3f1-7c28-4218-8815-74c5009b91ac tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Made reservation on behalf of ee2c253c244d4e918b858866c940f496 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:50:58.369761 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-3ef3d3f1-7c28-4218-8815-74c5009b91ac tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:58.373605 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-63ce4e2d-30dd-420b-bd59-ead127dd74e7 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks [] for port (94035f9c-af1f-468a-b3b0-8acdee8a8f93), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:58.384264 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-1eec88b0-726a-454f-9e8e-debf446813b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:58.385627 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-1eec88b0-726a-454f-9e8e-debf446813b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87c6454ad96943f5835ab6bcf853ce48&device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 1130 time: 1.3797367 Feb 05 02:50:58.444377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d5ef01e3-9f69-42e0-8df2-18dd03c8e34e req-ea143b84-94fe-4635-876f-7be906f409ca tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6f394cf-5714-44bc-87d7-9daaa0525905 HTTP/1.1" status: 200 len: 210 time: 0.0570784 Feb 05 02:50:58.480393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-716c59ec-bb68-4263-8444-6a330e856055 req-c9d60513-553f-403c-821e-44a620cf800d tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423199 Feb 05 02:50:58.543422 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-b4bb0fbc-5c26-4f36-bc9d-6033e49a3a5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d HTTP/1.1" status: 200 len: 217 time: 0.1092291 Feb 05 02:50:58.574464 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-63ce4e2d-30dd-420b-bd59-ead127dd74e7 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (94035f9c-af1f-468a-b3b0-8acdee8a8f93), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:58.627571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-3ef3d3f1-7c28-4218-8815-74c5009b91ac tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Allocated IP 172.20.0.11 (b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30/5fd6293b-49f3-4e00-abb9-87d4ec45abdd/1a2fbd43-2034-46cf-a0e0-c6995c50c4c6) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:50:58.627821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-c6436c6b-354a-42d0-bd61-638c21e6dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:58.630399 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-c6436c6b-354a-42d0-bd61-638c21e6dff5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0643806 Feb 05 02:50:58.704616 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce4e2d-30dd-420b-bd59-ead127dd74e7 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Pushing event updated for resources: {'Port': ['ID=94035f9c-af1f-468a-b3b0-8acdee8a8f93,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:58.750896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d02875-19d5-4873-a514-cb12fffef144 req-ed367abe-51a4-48e1-af4f-7c8f8f7bcc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:58.752481 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60d02875-19d5-4873-a514-cb12fffef144 req-ed367abe-51a4-48e1-af4f-7c8f8f7bcc67 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83be0105-9b9a-4797-b354-f35ef16802de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.2486539 Feb 05 02:50:58.817093 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-3ef3d3f1-7c28-4218-8815-74c5009b91ac tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks [] for port (1a2fbd43-2034-46cf-a0e0-c6995c50c4c6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:58.864195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Attempting to bind port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:50:58.864496 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Attempting to bind port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:50:58.864870 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Attempting to bind port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:58.868716 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60d02875-19d5-4873-a514-cb12fffef144 req-7e162834-915f-41ab-8bfd-980e63b95c81 service neutron] 10.222.0.31 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990198 Feb 05 02:50:58.876333 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-63ce4e2d-30dd-420b-bd59-ead127dd74e7 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Network b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:50:58.881309 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-3ef3d3f1-7c28-4218-8815-74c5009b91ac tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (1a2fbd43-2034-46cf-a0e0-c6995c50c4c6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:58.887004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-63ce4e2d-30dd-420b-bd59-ead127dd74e7 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:50:58.890455 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-92040a9b-4903-41ce-99d9-9360e824742d req-33833ee1-61ec-4250-afd6-8be36584dc4d service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5603526 Feb 05 02:50:58.891510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-63ce4e2d-30dd-420b-bd59-ead127dd74e7 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:50:58.956287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-3ef3d3f1-7c28-4218-8815-74c5009b91ac tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Network b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:50:58.976499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-3ef3d3f1-7c28-4218-8815-74c5009b91ac tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:50:58.979123 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-3ef3d3f1-7c28-4218-8815-74c5009b91ac tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:50:59.001894 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60d02875-19d5-4873-a514-cb12fffef144 req-6cb7a46a-f140-470e-ad37-993f339ab469 service neutron] 10.222.0.31 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171298 Feb 05 02:50:59.008850 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-e433c3e1-bed6-420e-af1c-43dcbd5585a8 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:59.021018 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-e433c3e1-bed6-420e-af1c-43dcbd5585a8 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.10 "GET /v2.0/networks?id=b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 HTTP/1.1" status: 200 len: 818 time: 1.6795540 Feb 05 02:50:59.044547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:50:59.044871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Attempting to bind port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:50:59.056839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-d3087c7c-6250-4e43-b73a-9ab7c5b44c32 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Request body: {'port': {'device_id': 'b3c78701-1c67-4603-8884-4cdfe2313e00', 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30', 'admin_state_up': True, 'tenant_id': 'ee2c253c244d4e918b858866c940f496'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:59.074946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-3ef3d3f1-7c28-4218-8815-74c5009b91ac tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:59.075644 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-3ef3d3f1-7c28-4218-8815-74c5009b91ac tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:59.087997 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:50:59.088381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:50:59.088726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:50:59.089177 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Bound port: 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:50:59.089538 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6b65b0b0-3061-43ad-b1ea-ee5fc48538ca), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:59.105956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-3ef3d3f1-7c28-4218-8815-74c5009b91ac tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9777777 Feb 05 02:50:59.122470 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Request body: {'port': {'device_id': 'd875aba8-77e5-46f7-8b3b-960d47de0557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:59.156195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-a53eebf6-e97e-4dc7-8f0d-2d6cf53e60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:59.157748 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-a53eebf6-e97e-4dc7-8f0d-2d6cf53e60bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4551382 Feb 05 02:50:59.183754 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-63ce4e2d-30dd-420b-bd59-ead127dd74e7 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:59.184365 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-63ce4e2d-30dd-420b-bd59-ead127dd74e7 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:59.195729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296a0e9-17c0-4fb5-a0db-bf9aa902ab71 req-7384d059-f8da-4459-8ec6-2abf9143c31e tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:59.197840 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6296a0e9-17c0-4fb5-a0db-bf9aa902ab71 req-7384d059-f8da-4459-8ec6-2abf9143c31e tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 947 time: 0.3421016 Feb 05 02:50:59.205411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3d3f1-7c28-4218-8815-74c5009b91ac tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Pushing event updated for resources: {'Port': ['ID=1a2fbd43-2034-46cf-a0e0-c6995c50c4c6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:50:59.296209 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b824faf-8c24-4ca3-9774-f42f8957c640 req-c00399ff-e071-4ec2-9446-777dd1c20934 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:59.299357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b824faf-8c24-4ca3-9774-f42f8957c640 req-c00399ff-e071-4ec2-9446-777dd1c20934 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 944 time: 0.4311359 Feb 05 02:50:59.326119 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-63ce4e2d-30dd-420b-bd59-ead127dd74e7 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4184515 Feb 05 02:50:59.328012 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1a2fbd43-2034-46cf-a0e0-c6995c50c4c6), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:59.357370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6296a0e9-17c0-4fb5-a0db-bf9aa902ab71 req-894ae92e-e903-48e2-b526-976c1662065c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352928 Feb 05 02:50:59.423857 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-91563fb7-3399-4213-8c8d-45136d95d27a service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549877 Feb 05 02:50:59.435532 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Request body: {'port': {'device_id': 'd6f394cf-5714-44bc-87d7-9daaa0525905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:50:59.540297 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b824faf-8c24-4ca3-9774-f42f8957c640 req-7b87384d-dc29-4da2-9355-940243a2b1b2 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284393 Feb 05 02:50:59.622498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] For port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:50:59.690013 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] For port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=6b65b0b0-3061-43ad-b1ea-ee5fc48538ca,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:50:59.717809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-d3087c7c-6250-4e43-b73a-9ab7c5b44c32 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Made reservation on behalf of ee2c253c244d4e918b858866c940f496 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:50:59.721665 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-d3087c7c-6250-4e43-b73a-9ab7c5b44c32 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:59.738036 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (6b65b0b0-3061-43ad-b1ea-ee5fc48538ca), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:59.808879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:59.809670 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:59.811250 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31906437-1ab1-4249-86ae-7463a651ca27 req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] 10.222.0.31 "PUT /v2.0/ports/6b65b0b0-3061-43ad-b1ea-ee5fc48538ca HTTP/1.1" status: 200 len: 1095 time: 4.9344935 Feb 05 02:50:59.827337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc11785-1dcc-47a5-aa00-1329176194ec req-0cb7c0fb-36cf-4a39-b713-9db73c928049 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:59.833513 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbc11785-1dcc-47a5-aa00-1329176194ec req-0cb7c0fb-36cf-4a39-b713-9db73c928049 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.1855116 Feb 05 02:50:59.834922 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (94035f9c-af1f-468a-b3b0-8acdee8a8f93), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:50:59.892390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc67e3-c7d6-4f76-b150-55c704bb8297 req-e5183452-c04f-412d-8806-b8e3a012b033 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:50:59.894104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ecc67e3-c7d6-4f76-b150-55c704bb8297 req-e5183452-c04f-412d-8806-b8e3a012b033 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.2341039 Feb 05 02:50:59.895773 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2877cee-a373-4ea4-b308-9e0ed1527d64', 'tag': '6b65b0b0-3061-43ad-b1ea-ee5fc48538ca'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:50:59.978700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbc11785-1dcc-47a5-aa00-1329176194ec req-cfe1c683-93f4-4a23-bcbf-fe4df0027d9e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301165 Feb 05 02:51:00.062539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:00.072891 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Publish callbacks [] for port (1a2fbd43-2034-46cf-a0e0-c6995c50c4c6), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:00.095778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ecc67e3-c7d6-4f76-b150-55c704bb8297 req-d05d34e6-eac0-4d5e-b13c-d8b77dc594af tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881051 Feb 05 02:51:00.107155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Transition to ACTIVE for port object 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:51:00.125865 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (1a2fbd43-2034-46cf-a0e0-c6995c50c4c6), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:00.192007 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 079344d7-4040-40c5-96df-fead409a828f details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:51:00.217754 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8271e064-654c-49c0-a1f1-d42981662d36" -d '{"events": [{"name": "network-changed", "server_uuid": "e2877cee-a373-4ea4-b308-9e0ed1527d64", "tag": "6b65b0b0-3061-43ad-b1ea-ee5fc48538ca"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:00.320847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2fbd43-2034-46cf-a0e0-c6995c50c4c6,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:00.352651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 079344d7-4040-40c5-96df-fead409a828f, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=079344d7-4040-40c5-96df-fead409a828f,segment=NetworkSegment(2e5f7e0a-7727-4213-9aa2-dc062c41f11f),segment_id=2e5f7e0a-7727-4213-9aa2-dc062c41f11f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:00.397406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '079344d7-4040-40c5-96df-fead409a828f', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'port_id': '079344d7-4040-40c5-96df-fead409a828f', 'mac_address': 'fa:16:3e:b7:c8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:51:00.418074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79485bd0-4db5-4557-9cd8-e3f344aa7249 req-d437f1e8-f821-48dc-a2ea-b4e1937b9c54 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:00.420045 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79485bd0-4db5-4557-9cd8-e3f344aa7249 req-d437f1e8-f821-48dc-a2ea-b4e1937b9c54 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6f394cf-5714-44bc-87d7-9daaa0525905 HTTP/1.1" status: 200 len: 931 time: 0.2524505 Feb 05 02:51:00.441790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Attempting to bind port 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:51:00.442338 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Attempting to bind port 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:51:00.442897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Attempting to bind port 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 on network b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:00.452824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 079344d7-4040-40c5-96df-fead409a828f is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:00.453459 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (079344d7-4040-40c5-96df-fead409a828f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:00.458108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Port 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 on network b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:51:00.458618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Attempting to bind port 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 on network b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:00.472638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079344d7-4040-40c5-96df-fead409a828f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:00.475702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:51:00.476244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Checking segment: {'id': '1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:00.476728 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Bound using segment: {'id': '1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:51:00.477450 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Bound port: 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:51:00.477950 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1a2fbd43-2034-46cf-a0e0-c6995c50c4c6), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:00.503464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 079344d7-4040-40c5-96df-fead409a828f, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=079344d7-4040-40c5-96df-fead409a828f,segment=NetworkSegment(2e5f7e0a-7727-4213-9aa2-dc062c41f11f),segment_id=2e5f7e0a-7727-4213-9aa2-dc062c41f11f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:00.513701 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (079344d7-4040-40c5-96df-fead409a828f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:00.581736 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2e7903f-ef2e-44d9-b12d-8a3b25e2c6bb req-db761e86-8a01-4ce0-98c1-67c7d34922e7 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1382136 Feb 05 02:51:00.614079 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79485bd0-4db5-4557-9cd8-e3f344aa7249 req-541dc92c-1195-4cd7-8109-40da82dca665 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734767 Feb 05 02:51:00.649202 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Pushing event updated for resources: {'Port': ['ID=6b65b0b0-3061-43ad-b1ea-ee5fc48538ca,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:00.664445 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=079344d7-4040-40c5-96df-fead409a828f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:00.702794 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] For port 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:00.713478 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] For port 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1a2fbd43-2034-46cf-a0e0-c6995c50c4c6,segment=NetworkSegment(1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26),segment_id=1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:51:00.729728 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (1a2fbd43-2034-46cf-a0e0-c6995c50c4c6), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:00.773626 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:00.774098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:00.774443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:00.774733 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:00.775126 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:00.775435 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:00.775762 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:00.776090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:00.776413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:00.776741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:00.777074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:00.779320 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:00.780139 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abcd7fb-77d9-459c-8708-176213d51312 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:00.849487 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94035f9c-af1f-468a-b3b0-8acdee8a8f93 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:00.861390 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Publish callbacks [] for port (94035f9c-af1f-468a-b3b0-8acdee8a8f93), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:00.880437 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Transition to ACTIVE for port object 94035f9c-af1f-468a-b3b0-8acdee8a8f93 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:51:00.890529 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['079344d7-4040-40c5-96df-fead409a828f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:00.959330 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-d3087c7c-6250-4e43-b73a-9ab7c5b44c32 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Allocated IP 172.20.0.6 (b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30/5fd6293b-49f3-4e00-abb9-87d4ec45abdd/4e98201b-79da-4332-bc79-b7645edfbb64) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:51:01.153413 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-d3087c7c-6250-4e43-b73a-9ab7c5b44c32 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks [] for port (4e98201b-79da-4332-bc79-b7645edfbb64), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:01.165177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:01.165883 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:01.167258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] 10.222.0.10 "PUT /v2.0/ports/1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 HTTP/1.1" status: 200 len: 1092 time: 2.0493455 Feb 05 02:51:01.169456 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd875aba8-77e5-46f7-8b3b-960d47de0557', 'tag': '1a2fbd43-2034-46cf-a0e0-c6995c50c4c6'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:01.171106 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5181688-55a3-4144-aa4e-61d42481fef3" -d '{"events": [{"name": "network-changed", "server_uuid": "d875aba8-77e5-46f7-8b3b-960d47de0557", "tag": "1a2fbd43-2034-46cf-a0e0-c6995c50c4c6"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:01.215009 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (94035f9c-af1f-468a-b3b0-8acdee8a8f93), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:01.221345 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d16f75-d193-416c-9365-0d7fde9b0909 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2fbd43-2034-46cf-a0e0-c6995c50c4c6,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:01.233165 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31906437-1ab1-4249-86ae-7463a651ca27 req-981e7f26-46eb-43f9-8ad6-8fa5cac1a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:01.234727 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31906437-1ab1-4249-86ae-7463a651ca27 req-981e7f26-46eb-43f9-8ad6-8fa5cac1a947 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=87c6454ad96943f5835ab6bcf853ce48&device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 1129 time: 0.7273185 Feb 05 02:51:01.237808 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-d3087c7c-6250-4e43-b73a-9ab7c5b44c32 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4e98201b-79da-4332-bc79-b7645edfbb64), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:01.254027 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a52ae-d6f1-463b-b85e-a0759e6ffb99 req-847f6512-2d0c-40cb-806e-83656070e19d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:01.261305 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-998a52ae-d6f1-463b-b85e-a0759e6ffb99 req-847f6512-2d0c-40cb-806e-83656070e19d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 947 time: 0.4751089 Feb 05 02:51:01.317570 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083d94af-a1c5-4df8-9bb1-6d90ff6dba31 x-openstack-request-id: req-083d94af-a1c5-4df8-9bb1-6d90ff6dba31 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:01.318269 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2877cee-a373-4ea4-b308-9e0ed1527d64", "tag": "6b65b0b0-3061-43ad-b1ea-ee5fc48538ca", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:01.318617 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-083d94af-a1c5-4df8-9bb1-6d90ff6dba31 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:01.319289 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2877cee-a373-4ea4-b308-9e0ed1527d64', 'tag': '6b65b0b0-3061-43ad-b1ea-ee5fc48538ca', 'status': 'completed', 'code': 200} Feb 05 02:51:01.341388 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-998a52ae-d6f1-463b-b85e-a0759e6ffb99 req-d7e8e626-b91c-4db1-8e91-887abbb8cb03 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754049 Feb 05 02:51:01.394931 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31906437-1ab1-4249-86ae-7463a651ca27 req-d514cc56-d8b5-404e-abbe-f0061f56688e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6b65b0b0-3061-43ad-b1ea-ee5fc48538ca HTTP/1.1" status: 200 len: 217 time: 0.1352012 Feb 05 02:51:01.414811 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-f86227d4-4b79-4210-b296-a3289dd42c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:01.417273 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-f86227d4-4b79-4210-b296-a3289dd42c88 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee2c253c244d4e918b858866c940f496&device_id=d875aba8-77e5-46f7-8b3b-960d47de0557 HTTP/1.1" status: 200 len: 1126 time: 0.1527231 Feb 05 02:51:01.437286 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-d3087c7c-6250-4e43-b73a-9ab7c5b44c32 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Network b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:51:01.464833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=94035f9c-af1f-468a-b3b0-8acdee8a8f93,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:01.468651 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358820ab-398c-4bd6-a656-fbad2910037c req-8290abac-e926-44fb-9af6-424a8e44b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:01.470127 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-358820ab-398c-4bd6-a656-fbad2910037c req-8290abac-e926-44fb-9af6-424a8e44b47d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87c6454ad96943f5835ab6bcf853ce48&device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 1130 time: 0.7514372 Feb 05 02:51:01.471224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-d3087c7c-6250-4e43-b73a-9ab7c5b44c32 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:01.494081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-d3087c7c-6250-4e43-b73a-9ab7c5b44c32 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:51:01.498129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04d80e-48d2-4752-a1d4-d781124fb70d req-622db959-01dd-48be-8a5a-cf67da9711ea tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:01.499652 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae04d80e-48d2-4752-a1d4-d781124fb70d req-622db959-01dd-48be-8a5a-cf67da9711ea tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 945 time: 0.1602578 Feb 05 02:51:01.500906 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-66cc2dcf-436c-4ccf-afcd-888d2a848ec5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0696387 Feb 05 02:51:01.581426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52659b43-8763-4ec7-b50b-d35b7cf00427 req-dd46261f-b20b-4243-8917-24aa5fd9cc78 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:01.582853 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52659b43-8763-4ec7-b50b-d35b7cf00427 req-dd46261f-b20b-4243-8917-24aa5fd9cc78 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.1646688 Feb 05 02:51:01.608813 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a65067bf-b050-4fbf-986f-14607c697f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:01.610264 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a65067bf-b050-4fbf-986f-14607c697f3f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fd6293b-49f3-4e00-abb9-87d4ec45abdd HTTP/1.1" status: 200 len: 858 time: 0.0948515 Feb 05 02:51:01.635975 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae04d80e-48d2-4752-a1d4-d781124fb70d req-f95ceadb-692c-4dce-9681-ba4d3bb1393d tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262624 Feb 05 02:51:01.674033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31906437-1ab1-4249-86ae-7463a651ca27 req-17e194e9-ac4a-4477-a5e5-3ebd1e63edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:01.675682 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31906437-1ab1-4249-86ae-7463a651ca27 req-17e194e9-ac4a-4477-a5e5-3ebd1e63edc8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.2692943 Feb 05 02:51:01.682133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3087c7c-6250-4e43-b73a-9ab7c5b44c32 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Pushing event updated for resources: {'Port': ['ID=4e98201b-79da-4332-bc79-b7645edfbb64,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:01.708003 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-b3427872-8629-4db0-a91a-d1b715242594 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840540 Feb 05 02:51:01.725813 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-d3087c7c-6250-4e43-b73a-9ab7c5b44c32 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:01.727337 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-d3087c7c-6250-4e43-b73a-9ab7c5b44c32 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:01.772614 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Attempting to bind port 94035f9c-af1f-468a-b3b0-8acdee8a8f93 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:51:01.773544 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Attempting to bind port 94035f9c-af1f-468a-b3b0-8acdee8a8f93 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:51:01.773938 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Attempting to bind port 94035f9c-af1f-468a-b3b0-8acdee8a8f93 on network b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:01.798668 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-d3087c7c-6250-4e43-b73a-9ab7c5b44c32 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7470584 Feb 05 02:51:01.801674 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358820ab-398c-4bd6-a656-fbad2910037c req-f9479186-0bab-45ed-a545-39a46e822339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:01.803380 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-358820ab-398c-4bd6-a656-fbad2910037c req-f9479186-0bab-45ed-a545-39a46e822339 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.3062305 Feb 05 02:51:01.806224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Port 94035f9c-af1f-468a-b3b0-8acdee8a8f93 on network b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:51:01.806558 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Attempting to bind port 94035f9c-af1f-468a-b3b0-8acdee8a8f93 on network b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:01.823661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Request body: {'port': {'device_id': 'b3c78701-1c67-4603-8884-4cdfe2313e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:01.861459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52659b43-8763-4ec7-b50b-d35b7cf00427 req-ca888bdf-0420-41d5-a2c5-032d9e8da442 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651026 Feb 05 02:51:01.901425 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-8fb77413-0931-485b-bc48-c402734e8042 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820602 Feb 05 02:51:01.932043 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f364d0f4-0f0e-473b-a716-1114d6efdae4 x-openstack-request-id: req-f364d0f4-0f0e-473b-a716-1114d6efdae4 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:01.932372 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d875aba8-77e5-46f7-8b3b-960d47de0557", "tag": "1a2fbd43-2034-46cf-a0e0-c6995c50c4c6", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:01.932634 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f364d0f4-0f0e-473b-a716-1114d6efdae4 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:01.933056 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd875aba8-77e5-46f7-8b3b-960d47de0557', 'tag': '1a2fbd43-2034-46cf-a0e0-c6995c50c4c6', 'status': 'completed', 'code': 200} Feb 05 02:51:01.948909 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-358820ab-398c-4bd6-a656-fbad2910037c req-b10f51ea-2515-4e51-a3fd-63229fe24028 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d HTTP/1.1" status: 200 len: 217 time: 0.1347725 Feb 05 02:51:01.950716 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4e98201b-79da-4332-bc79-b7645edfbb64), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:01.969957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:51:01.971045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Checking segment: {'id': '1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:01.971045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Bound using segment: {'id': '1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:51:01.972375 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Bound port: 94035f9c-af1f-468a-b3b0-8acdee8a8f93, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:51:01.972740 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (94035f9c-af1f-468a-b3b0-8acdee8a8f93), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:01.973231 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cde45-9ca9-43c0-a91d-1f29221c8476 req-5f94dd65-c598-4299-8a23-2e62183e5bd8 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:01.974915 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b66cde45-9ca9-43c0-a91d-1f29221c8476 req-5f94dd65-c598-4299-8a23-2e62183e5bd8 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.1516638 Feb 05 02:51:01.983220 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31906437-1ab1-4249-86ae-7463a651ca27 req-642e5da4-b7c9-48e6-95c2-75782e2b32ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:01.985229 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31906437-1ab1-4249-86ae-7463a651ca27 req-642e5da4-b7c9-48e6-95c2-75782e2b32ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2966456 Feb 05 02:51:02.048673 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358820ab-398c-4bd6-a656-fbad2910037c req-817cc7b8-4e5e-4cac-a614-9a9f938a7b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:02.050209 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-358820ab-398c-4bd6-a656-fbad2910037c req-817cc7b8-4e5e-4cac-a614-9a9f938a7b6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0641026 Feb 05 02:51:02.075342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-75c4b776-8006-4226-b80e-29bd0a749519 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664529 Feb 05 02:51:02.104782 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b66cde45-9ca9-43c0-a91d-1f29221c8476 req-2d7f63fa-2d89-4deb-a62d-952e997bd103 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201689 Feb 05 02:51:02.208806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 079344d7-4040-40c5-96df-fead409a828f up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:02.228585 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5181688-55a3-4144-aa4e-61d42481fef3 req-5cb3e9cd-5830-407c-8420-ec73444c07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:02.230407 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5181688-55a3-4144-aa4e-61d42481fef3 req-5cb3e9cd-5830-407c-8420-ec73444c07c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee2c253c244d4e918b858866c940f496&device_id=d875aba8-77e5-46f7-8b3b-960d47de0557 HTTP/1.1" status: 200 len: 1126 time: 0.0898504 Feb 05 02:51:02.265670 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] For port 94035f9c-af1f-468a-b3b0-8acdee8a8f93, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:02.270688 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31906437-1ab1-4249-86ae-7463a651ca27 req-8c0de9fd-ae90-4eee-a09a-0d72525ff90b service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195041 Feb 05 02:51:02.278421 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] For port 94035f9c-af1f-468a-b3b0-8acdee8a8f93, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=94035f9c-af1f-468a-b3b0-8acdee8a8f93,segment=NetworkSegment(1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26),segment_id=1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:51:02.317152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 079344d7-4040-40c5-96df-fead409a828f completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:51:02.322933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 079344d7-4040-40c5-96df-fead409a828f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:02.323646 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (079344d7-4040-40c5-96df-fead409a828f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:02.387440 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5181688-55a3-4144-aa4e-61d42481fef3 req-ecc153cc-9a65-4666-9a69-d42408c7f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:02.390152 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5181688-55a3-4144-aa4e-61d42481fef3 req-ecc153cc-9a65-4666-9a69-d42408c7f239 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 HTTP/1.1" status: 200 len: 919 time: 0.1511574 Feb 05 02:51:02.392793 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31906437-1ab1-4249-86ae-7463a651ca27 req-e8783deb-99c2-4e97-a77f-fff7317316a9 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107199 Feb 05 02:51:02.403191 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (94035f9c-af1f-468a-b3b0-8acdee8a8f93), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:02.468559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 079344d7-4040-40c5-96df-fead409a828f is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:02.469132 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (079344d7-4040-40c5-96df-fead409a828f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:02.492560 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5181688-55a3-4144-aa4e-61d42481fef3 req-c441a122-178a-4d36-a190-fc46ec7628aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0730562 Feb 05 02:51:02.501504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079344d7-4040-40c5-96df-fead409a828f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:02.504994 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64007b6-6b39-4b3d-b2e0-7674848dcee0" -d '{"events": [{"server_uuid": "a47535b1-5f98-4003-a2f7-3f7a636d89ed", "name": "network-vif-plugged", "status": "completed", "tag": "079344d7-4040-40c5-96df-fead409a828f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:02.513118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358820ab-398c-4bd6-a656-fbad2910037c req-86388a26-468d-4961-9382-2f8d0a00a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:02.514619 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-358820ab-398c-4bd6-a656-fbad2910037c req-86388a26-468d-4961-9382-2f8d0a00a2b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3746860 Feb 05 02:51:02.521260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0547e0f-c680-48fa-85bb-a573241938e1 req-79cd9fe8-f1a2-43a3-82ed-38a4f859675f tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:02.522537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 079344d7-4040-40c5-96df-fead409a828f, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=079344d7-4040-40c5-96df-fead409a828f,segment=NetworkSegment(2e5f7e0a-7727-4213-9aa2-dc062c41f11f),segment_id=2e5f7e0a-7727-4213-9aa2-dc062c41f11f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:02.529495 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (079344d7-4040-40c5-96df-fead409a828f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:02.530624 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d0547e0f-c680-48fa-85bb-a573241938e1 req-79cd9fe8-f1a2-43a3-82ed-38a4f859675f tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6f394cf-5714-44bc-87d7-9daaa0525905 HTTP/1.1" status: 200 len: 943 time: 0.3104746 Feb 05 02:51:02.554006 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:02.555296 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:02.556690 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] 10.222.0.10 "PUT /v2.0/ports/94035f9c-af1f-468a-b3b0-8acdee8a8f93 HTTP/1.1" status: 200 len: 1091 time: 3.1553078 Feb 05 02:51:02.621816 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d0547e0f-c680-48fa-85bb-a573241938e1 req-014478b8-3a14-4563-8494-e4b14d016cd7 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857821 Feb 05 02:51:02.643230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=079344d7-4040-40c5-96df-fead409a828f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:02.669413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5181688-55a3-4144-aa4e-61d42481fef3 req-4967ff9d-43cb-4d3a-9deb-d28c2d0a12c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:02.672430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5181688-55a3-4144-aa4e-61d42481fef3 req-4967ff9d-43cb-4d3a-9deb-d28c2d0a12c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fd6293b-49f3-4e00-abb9-87d4ec45abdd HTTP/1.1" status: 200 len: 858 time: 0.1674857 Feb 05 02:51:02.752354 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5181688-55a3-4144-aa4e-61d42481fef3 req-a48a8af9-23f0-4b1a-93c9-d3a86cf7e36b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619586 Feb 05 02:51:02.816318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df6bad-0963-4c83-b26e-4c6f50221bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=94035f9c-af1f-468a-b3b0-8acdee8a8f93,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:02.891837 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9738a496-d4c1-411c-89d8-f33a2eed82a5 x-openstack-request-id: req-9738a496-d4c1-411c-89d8-f33a2eed82a5 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:02.892416 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47535b1-5f98-4003-a2f7-3f7a636d89ed", "name": "network-vif-plugged", "status": "completed", "tag": "079344d7-4040-40c5-96df-fead409a828f", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:02.892738 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9738a496-d4c1-411c-89d8-f33a2eed82a5 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:02.893169 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079344d7-4040-40c5-96df-fead409a828f', 'code': 200} Feb 05 02:51:02.902631 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5181688-55a3-4144-aa4e-61d42481fef3 req-15d95c50-854c-46f1-8056-11063bb459d2 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424706 Feb 05 02:51:03.100401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26d31a-b21f-44f6-878b-484de96e82b5 req-5a39524d-708a-4d45-b53c-8f42d195ee95 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:03.103258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e26d31a-b21f-44f6-878b-484de96e82b5 req-5a39524d-708a-4d45-b53c-8f42d195ee95 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 947 time: 0.2310538 Feb 05 02:51:03.161254 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5181688-55a3-4144-aa4e-61d42481fef3 req-91d3ae80-a196-474b-a476-18e163875f15 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029481 Feb 05 02:51:03.178248 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce52ff9-8b9c-46d7-892c-84ff56d610cf req-a80d924f-1083-4fc1-9589-b1398438ee34 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:03.187178 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ce52ff9-8b9c-46d7-892c-84ff56d610cf req-a80d924f-1083-4fc1-9589-b1398438ee34 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 946 time: 0.1603153 Feb 05 02:51:03.223486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271e064-654c-49c0-a1f1-d42981662d36 req-fdf1fba9-7abc-4738-b645-55bf010bbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:03.225062 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8271e064-654c-49c0-a1f1-d42981662d36 req-fdf1fba9-7abc-4738-b645-55bf010bbb71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=87c6454ad96943f5835ab6bcf853ce48&device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 1129 time: 0.7355180 Feb 05 02:51:03.243983 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e26d31a-b21f-44f6-878b-484de96e82b5 req-abca8099-b856-4b72-9d8d-6bcabaf4b385 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225710 Feb 05 02:51:03.267590 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ce52ff9-8b9c-46d7-892c-84ff56d610cf req-7262d8d2-2d9c-46cc-b017-01b0e20a06bb tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791328 Feb 05 02:51:03.351232 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f394cf-5714-44bc-87d7-9daaa0525905', 'tag': '94035f9c-af1f-468a-b3b0-8acdee8a8f93'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:03.354292 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232865b3-2f7b-44ae-8ec7-904d09a4eb47" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f394cf-5714-44bc-87d7-9daaa0525905", "tag": "94035f9c-af1f-468a-b3b0-8acdee8a8f93"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:03.387821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-b9449c43-b42f-4389-a516-7ffbf3c87487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:03.389335 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-b9449c43-b42f-4389-a516-7ffbf3c87487 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee2c253c244d4e918b858866c940f496&device_id=d6f394cf-5714-44bc-87d7-9daaa0525905 HTTP/1.1" status: 200 len: 1125 time: 0.7385106 Feb 05 02:51:03.416892 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-358820ab-398c-4bd6-a656-fbad2910037c req-6febc0cb-3515-4754-b4b4-328ee2cdc188 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8772285 Feb 05 02:51:03.442207 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67390f94-ddc2-414d-90e6-1cd09a26cd90 req-b52f52e2-40ff-482c-b9b6-075b1d16d431 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:03.451191 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67390f94-ddc2-414d-90e6-1cd09a26cd90 req-b52f52e2-40ff-482c-b9b6-075b1d16d431 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.0958939 Feb 05 02:51:03.473775 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:51:03.530984 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67390f94-ddc2-414d-90e6-1cd09a26cd90 req-e258f1f0-8157-4599-9fe7-e22d0153e2c9 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771739 Feb 05 02:51:03.634966 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e09ac112-504f-4f6d-a8c9-821e1e676bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:03.659661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9271ab-9371-46f9-b5d6-8b520807b266 req-76469dcd-07b7-45a5-943f-a63895df0a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:03.661583 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b9271ab-9371-46f9-b5d6-8b520807b266 req-76469dcd-07b7-45a5-943f-a63895df0a6a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 1128 time: 0.4470916 Feb 05 02:51:03.663226 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4a8fb-2f8b-49b6-9b14-a532b888b723 req-eee8877a-ec83-4645-a35f-cc8c152f6548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:03.665115 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-01d4a8fb-2f8b-49b6-9b14-a532b888b723 req-eee8877a-ec83-4645-a35f-cc8c152f6548 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed2205a9989a45599198d4201fff1118&device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 1128 time: 0.7739277 Feb 05 02:51:03.667386 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-358820ab-398c-4bd6-a656-fbad2910037c req-5eddaa18-1148-499c-a920-d286c724c78a service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372851 Feb 05 02:51:03.672300 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-7da0663e-f725-406b-b48a-494bca14d515 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94035f9c-af1f-468a-b3b0-8acdee8a8f93 HTTP/1.1" status: 200 len: 217 time: 0.2672529 Feb 05 02:51:03.687667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:03.705070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d', 'mac_address': 'fa:16:3e:d0:0d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:51:03.719733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dc389-f981-410d-b710-77963bacb108 req-11757f86-4a5f-4f2c-9081-e9d4cf8e486e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:03.722312 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e15dc389-f981-410d-b710-77963bacb108 req-11757f86-4a5f-4f2c-9081-e9d4cf8e486e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.1291401 Feb 05 02:51:03.756436 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:03.756836 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:03.789437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:03.791848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e98201b-79da-4332-bc79-b7645edfbb64 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:03.822222 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e15dc389-f981-410d-b710-77963bacb108 req-909c4e81-d0f2-4365-84eb-015156666ea2 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911610 Feb 05 02:51:03.822602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:03.828809 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:03.829861 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:51:03.898184 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Publish callbacks [] for port (4e98201b-79da-4332-bc79-b7645edfbb64), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:03.911865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:03.946289 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b9271ab-9371-46f9-b5d6-8b520807b266 req-3b6a126a-ae37-4078-9df8-e5dc7c1f7024 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274768 Feb 05 02:51:03.949585 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f6a52c-4a75-4cfd-857b-e87e1d664ebb x-openstack-request-id: req-37f6a52c-4a75-4cfd-857b-e87e1d664ebb {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:03.949948 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f394cf-5714-44bc-87d7-9daaa0525905", "tag": "94035f9c-af1f-468a-b3b0-8acdee8a8f93", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:03.950169 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37f6a52c-4a75-4cfd-857b-e87e1d664ebb {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:03.951020 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f394cf-5714-44bc-87d7-9daaa0525905', 'tag': '94035f9c-af1f-468a-b3b0-8acdee8a8f93', 'status': 'completed', 'code': 200} Feb 05 02:51:04.004269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271e064-654c-49c0-a1f1-d42981662d36 req-a383fb84-9298-42ac-98ec-d76153ef0190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:04.009331 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8271e064-654c-49c0-a1f1-d42981662d36 req-a383fb84-9298-42ac-98ec-d76153ef0190 service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.7456379 Feb 05 02:51:04.028286 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Transition to ACTIVE for port object 4e98201b-79da-4332-bc79-b7645edfbb64 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:51:04.029969 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-8b334477-c19c-494d-a717-2fcc20cc3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:04.031567 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-8b334477-c19c-494d-a717-2fcc20cc3648 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fd6293b-49f3-4e00-abb9-87d4ec45abdd HTTP/1.1" status: 200 len: 858 time: 0.3042560 Feb 05 02:51:04.062954 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4e98201b-79da-4332-bc79-b7645edfbb64), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:04.112316 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-da0376ec-d1e0-4bf9-9b51-c7a30dd623bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674067 Feb 05 02:51:04.113479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bade4b2-3305-40ca-a2f2-af4a9ca49723 req-e9f77d21-abd3-4af7-8339-301ff56726c5 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:04.122357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3bade4b2-3305-40ca-a2f2-af4a9ca49723 req-e9f77d21-abd3-4af7-8339-301ff56726c5 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6f394cf-5714-44bc-87d7-9daaa0525905 HTTP/1.1" status: 200 len: 943 time: 0.1052670 Feb 05 02:51:04.155396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1a2fbd43-2034-46cf-a0e0-c6995c50c4c6,segment=NetworkSegment(1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26),segment_id=1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:04.175175 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '1a2fbd43-2034-46cf-a0e0-c6995c50c4c6', 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30', 'port_id': '1a2fbd43-2034-46cf-a0e0-c6995c50c4c6', 'mac_address': 'fa:16:3e:dd:ce:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd6293b-49f3-4e00-abb9-87d4ec45abdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:51:04.215364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3bade4b2-3305-40ca-a2f2-af4a9ca49723 req-c7c7f50e-a787-494e-8187-8b283c92e300 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884440 Feb 05 02:51:04.247042 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:04.247448 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1a2fbd43-2034-46cf-a0e0-c6995c50c4c6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:04.262611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:04.311652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1a2fbd43-2034-46cf-a0e0-c6995c50c4c6,segment=NetworkSegment(1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26),segment_id=1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:04.321120 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1a2fbd43-2034-46cf-a0e0-c6995c50c4c6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:04.333432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4a8fb-2f8b-49b6-9b14-a532b888b723 req-191d3574-aa0b-4e1b-84f2-58b199c96374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:04.334933 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-01d4a8fb-2f8b-49b6-9b14-a532b888b723 req-191d3574-aa0b-4e1b-84f2-58b199c96374 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f0214b3-4832-4da0-b028-f229408f249e HTTP/1.1" status: 200 len: 911 time: 0.6617689 Feb 05 02:51:04.344694 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e98201b-79da-4332-bc79-b7645edfbb64,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:04.350547 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8271e064-654c-49c0-a1f1-d42981662d36 req-caf42593-62dc-4d0c-ba50-9116e1ec51d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6b65b0b0-3061-43ad-b1ea-ee5fc48538ca HTTP/1.1" status: 200 len: 217 time: 0.1693339 Feb 05 02:51:04.395746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=1a2fbd43-2034-46cf-a0e0-c6995c50c4c6,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:04.405404 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb32cf-1b60-46d0-9dd8-1edecf2e8c98 req-773e017c-0536-418e-ba4b-43651a423133 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:04.413080 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30bb32cf-1b60-46d0-9dd8-1edecf2e8c98 req-773e017c-0536-418e-ba4b-43651a423133 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 948 time: 0.1341462 Feb 05 02:51:04.443291 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-01d4a8fb-2f8b-49b6-9b14-a532b888b723 req-d7316ad7-c818-4b11-9284-363463b8236f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d437598e-75e1-4c07-a16d-182805ede5a8 HTTP/1.1" status: 200 len: 217 time: 0.0999701 Feb 05 02:51:04.472351 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5906dd-b459-4e5f-bcce-06e6b8b011f4 req-959093a6-f9da-403a-b0c9-5b21b647136d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:04.479296 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea5906dd-b459-4e5f-bcce-06e6b8b011f4 req-959093a6-f9da-403a-b0c9-5b21b647136d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 947 time: 0.1314061 Feb 05 02:51:04.489136 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30bb32cf-1b60-46d0-9dd8-1edecf2e8c98 req-af92b0aa-5627-4668-b930-e5f3450cf1ad tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750420 Feb 05 02:51:04.556350 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-d685128b-852f-4673-8c58-d9551238b9d5 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198706 Feb 05 02:51:04.563275 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea5906dd-b459-4e5f-bcce-06e6b8b011f4 req-992e592d-6929-4fbc-a467-9cce3b85d60b tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830033 Feb 05 02:51:04.599398 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271e064-654c-49c0-a1f1-d42981662d36 req-e3bea78a-f51f-4027-ba03-5b1aa0951e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:04.600856 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8271e064-654c-49c0-a1f1-d42981662d36 req-e3bea78a-f51f-4027-ba03-5b1aa0951e4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.2360482 Feb 05 02:51:04.601715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Attempting to bind port 4e98201b-79da-4332-bc79-b7645edfbb64 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:51:04.602237 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Attempting to bind port 4e98201b-79da-4332-bc79-b7645edfbb64 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:51:04.603184 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Attempting to bind port 4e98201b-79da-4332-bc79-b7645edfbb64 on network b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:04.637121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d1a12-4d4d-450c-8838-072be7f4c81b req-abef2c71-230f-47ff-9f52-603ff36a2b21 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:04.639225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d3d1a12-4d4d-450c-8838-072be7f4c81b req-abef2c71-230f-47ff-9f52-603ff36a2b21 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 946 time: 0.0671515 Feb 05 02:51:04.651197 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5e1b2083-0e87-4b26-aa60-e9c8e4dc840d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:04.660410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['1a2fbd43-2034-46cf-a0e0-c6995c50c4c6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:04.664420 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Port 4e98201b-79da-4332-bc79-b7645edfbb64 on network b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:51:04.664940 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Attempting to bind port 4e98201b-79da-4332-bc79-b7645edfbb64 on network b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:04.700075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4a8fb-2f8b-49b6-9b14-a532b888b723 req-13c8def9-b944-44aa-9d96-7b85a01eb416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:04.701770 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-01d4a8fb-2f8b-49b6-9b14-a532b888b723 req-13c8def9-b944-44aa-9d96-7b85a01eb416 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a9e5f1c-1cb1-4142-b986-a844e1c2c12b HTTP/1.1" status: 200 len: 850 time: 0.2322907 Feb 05 02:51:04.706978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:51:04.707442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Checking segment: {'id': '1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:04.707985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Bound using segment: {'id': '1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:51:04.708836 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Bound port: 4e98201b-79da-4332-bc79-b7645edfbb64, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:51:04.709286 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4e98201b-79da-4332-bc79-b7645edfbb64), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:04.751080 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05436193-b37f-4413-a7cf-47c2ca069270 req-46d3789d-0006-40d2-af64-51d4d9d9ea96 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:04.761664 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-05436193-b37f-4413-a7cf-47c2ca069270 req-46d3789d-0006-40d2-af64-51d4d9d9ea96 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.1205773 Feb 05 02:51:04.783407 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-01d4a8fb-2f8b-49b6-9b14-a532b888b723 req-c06e8ede-ade0-4bf4-89a2-40168caeb20e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f0214b3-4832-4da0-b028-f229408f249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597403 Feb 05 02:51:04.798688 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d3d1a12-4d4d-450c-8838-072be7f4c81b req-c2e9f2ee-423f-4f5f-9cfb-619c2a495232 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448228 Feb 05 02:51:04.869430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-05436193-b37f-4413-a7cf-47c2ca069270 req-b376a507-cfe3-431f-9b54-7ff98fac5977 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900791 Feb 05 02:51:04.902366 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-200b37f1-66d3-4986-b84e-4d3febc94696 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294168 Feb 05 02:51:04.968122 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271e064-654c-49c0-a1f1-d42981662d36 req-c61bb2d2-1df9-44e2-a6ee-f999014ea345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:04.969545 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8271e064-654c-49c0-a1f1-d42981662d36 req-c61bb2d2-1df9-44e2-a6ee-f999014ea345 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3170443 Feb 05 02:51:05.004366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4840a0b-1790-44c8-b42d-c2a106be0038 req-4b9c10c1-410a-4445-8432-59af73828b7d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:05.011390 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4840a0b-1790-44c8-b42d-c2a106be0038 req-4b9c10c1-410a-4445-8432-59af73828b7d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.0833504 Feb 05 02:51:05.060274 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4840a0b-1790-44c8-b42d-c2a106be0038 req-e4e557ad-3b85-4315-ae6b-c3937a62b678 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435779 Feb 05 02:51:05.076018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] For port 4e98201b-79da-4332-bc79-b7645edfbb64, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:05.081206 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-01d4a8fb-2f8b-49b6-9b14-a532b888b723 req-280febae-c6d0-4b6a-868c-2254ef6c782d service neutron] 10.222.0.31 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734370 Feb 05 02:51:05.107520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] For port 4e98201b-79da-4332-bc79-b7645edfbb64, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4e98201b-79da-4332-bc79-b7645edfbb64,segment=NetworkSegment(1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26),segment_id=1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:51:05.160490 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4e98201b-79da-4332-bc79-b7645edfbb64), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:05.219594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232865b3-2f7b-44ae-8ec7-904d09a4eb47 req-74fcc58c-b6e0-4e2d-96ef-3d1a37224ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:05.221019 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-232865b3-2f7b-44ae-8ec7-904d09a4eb47 req-74fcc58c-b6e0-4e2d-96ef-3d1a37224ee0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee2c253c244d4e918b858866c940f496&device_id=d6f394cf-5714-44bc-87d7-9daaa0525905 HTTP/1.1" status: 200 len: 1125 time: 0.2474263 Feb 05 02:51:05.227673 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:05.228276 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:05.229711 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] 10.222.0.10 "PUT /v2.0/ports/4e98201b-79da-4332-bc79-b7645edfbb64 HTTP/1.1" status: 200 len: 1091 time: 3.4171021 Feb 05 02:51:05.233182 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8271e064-654c-49c0-a1f1-d42981662d36 req-e339e7f9-2dd0-41bb-bf19-57536a5f3a2a service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468719 Feb 05 02:51:05.403951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e710d-b792-4026-8011-75c540eff7b1 req-c08811eb-2f9c-4156-b5ca-0ca8de67a431 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:05.405490 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-889e710d-b792-4026-8011-75c540eff7b1 req-c08811eb-2f9c-4156-b5ca-0ca8de67a431 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6f394cf-5714-44bc-87d7-9daaa0525905 HTTP/1.1" status: 200 len: 943 time: 0.1018646 Feb 05 02:51:05.410815 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-01d4a8fb-2f8b-49b6-9b14-a532b888b723 req-f975a0b3-06f1-4c27-8857-92ca61162863 service neutron] 10.222.0.31 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159263 Feb 05 02:51:05.450204 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd706b-1400-462f-82c8-54bbba7a20a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e98201b-79da-4332-bc79-b7645edfbb64,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:05.513949 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-67dab8f6-17ea-4fbd-8a13-8e7cd5b4736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:05.516165 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-889e710d-b792-4026-8011-75c540eff7b1 req-b06ce056-6e5f-4e1f-abe8-210c2cdb60a4 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003649 Feb 05 02:51:05.516312 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-67dab8f6-17ea-4fbd-8a13-8e7cd5b4736c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee2c253c244d4e918b858866c940f496&device_id=b3c78701-1c67-4603-8884-4cdfe2313e00 HTTP/1.1" status: 200 len: 1125 time: 0.2357984 Feb 05 02:51:05.522027 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232865b3-2f7b-44ae-8ec7-904d09a4eb47 req-bd14fc53-2915-4a92-a1df-e358eaf73f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:05.523912 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-232865b3-2f7b-44ae-8ec7-904d09a4eb47 req-bd14fc53-2915-4a92-a1df-e358eaf73f86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 HTTP/1.1" status: 200 len: 919 time: 0.2897565 Feb 05 02:51:05.525791 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8271e064-654c-49c0-a1f1-d42981662d36 req-0763d42e-838d-4e71-ac1b-7c7344ba7600 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698500 Feb 05 02:51:05.617958 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-1e66a37c-4e7a-462f-bfbf-f83af0d204e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e98201b-79da-4332-bc79-b7645edfbb64 HTTP/1.1" status: 200 len: 217 time: 0.0796497 Feb 05 02:51:05.620039 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-232865b3-2f7b-44ae-8ec7-904d09a4eb47 req-5a4ee4ff-c2a7-473d-ba15-52d4537af0dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94035f9c-af1f-468a-b3b0-8acdee8a8f93 HTTP/1.1" status: 200 len: 217 time: 0.0798945 Feb 05 02:51:05.634526 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad8232-e128-47e6-9bab-bb2359654705 req-5ea9198d-c590-4e3e-9c8a-ef7c4d19fbdd tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:05.636495 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5ad8232-e128-47e6-9bab-bb2359654705 req-5ea9198d-c590-4e3e-9c8a-ef7c4d19fbdd tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 948 time: 0.0622814 Feb 05 02:51:05.719781 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5ad8232-e128-47e6-9bab-bb2359654705 req-71e93569-cddc-4bc8-8897-6f5980d57015 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718610 Feb 05 02:51:05.733380 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ace3a8-0b52-477b-b25d-21061fce8514 req-b88f8b89-90d9-4d4e-b891-465e65a2dfd7 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:05.735880 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3ace3a8-0b52-477b-b25d-21061fce8514 req-b88f8b89-90d9-4d4e-b891-465e65a2dfd7 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 947 time: 0.0982108 Feb 05 02:51:05.790300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3ace3a8-0b52-477b-b25d-21061fce8514 req-4763465c-e1fd-4af1-985f-f7da20830b03 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490022 Feb 05 02:51:05.830892 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92736615-2f68-4ba9-8042-8fc26ae2b109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:05.932336 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16c6e8-c965-4dc9-8b31-bf0c0a44d6fd req-7190dc82-fad3-4c2a-b85b-c381b12a5585 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:05.939824 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-af16c6e8-c965-4dc9-8b31-bf0c0a44d6fd req-7190dc82-fad3-4c2a-b85b-c381b12a5585 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 946 time: 0.0698729 Feb 05 02:51:05.952987 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c78701-1c67-4603-8884-4cdfe2313e00', 'tag': '4e98201b-79da-4332-bc79-b7645edfbb64'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:05.955745 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5186ff-f7ea-46cc-bf1b-3f59dc0bf470" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c78701-1c67-4603-8884-4cdfe2313e00", "tag": "4e98201b-79da-4332-bc79-b7645edfbb64"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:05.975317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232865b3-2f7b-44ae-8ec7-904d09a4eb47 req-22f054fa-abaa-410e-b368-3adc2cdbcf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:05.977096 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-232865b3-2f7b-44ae-8ec7-904d09a4eb47 req-22f054fa-abaa-410e-b368-3adc2cdbcf70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fd6293b-49f3-4e00-abb9-87d4ec45abdd HTTP/1.1" status: 200 len: 858 time: 0.3437183 Feb 05 02:51:05.979027 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-f01b0895-3494-43ad-b393-c263cb85c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:05.980425 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-f01b0895-3494-43ad-b393-c263cb85c289 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fd6293b-49f3-4e00-abb9-87d4ec45abdd HTTP/1.1" status: 200 len: 858 time: 0.3491876 Feb 05 02:51:06.027297 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-af16c6e8-c965-4dc9-8b31-bf0c0a44d6fd req-a58df1d2-3c30-455b-a5be-09b2da84e7ce tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862148 Feb 05 02:51:06.044427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12931-94f4-43b5-9b72-65ab1f4df1d8 req-0319d813-03d4-456b-91b3-f9278ada91a7 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:06.046347 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcb12931-94f4-43b5-9b72-65ab1f4df1d8 req-0319d813-03d4-456b-91b3-f9278ada91a7 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.0843546 Feb 05 02:51:06.049512 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-826e3eaf-1f07-4bea-bea4-f250fb29c8dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565176 Feb 05 02:51:06.051403 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-232865b3-2f7b-44ae-8ec7-904d09a4eb47 req-626a8186-2fc0-4381-8e59-57498b41af87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502582 Feb 05 02:51:06.099759 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcb12931-94f4-43b5-9b72-65ab1f4df1d8 req-782e5572-2f59-4e84-a500-5ee20b140156 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468884 Feb 05 02:51:06.119610 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571d4126-95b4-43fd-bb37-e27e63f70c28 x-openstack-request-id: req-571d4126-95b4-43fd-bb37-e27e63f70c28 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:06.119905 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c78701-1c67-4603-8884-4cdfe2313e00", "tag": "4e98201b-79da-4332-bc79-b7645edfbb64", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:06.120162 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-571d4126-95b4-43fd-bb37-e27e63f70c28 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:06.120558 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c78701-1c67-4603-8884-4cdfe2313e00', 'tag': '4e98201b-79da-4332-bc79-b7645edfbb64', 'status': 'completed', 'code': 200} Feb 05 02:51:06.206905 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:51:06.232382 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-9fae6cfc-8ac8-497e-9467-23bb0a22269f service neutron] 10.222.0.10 "GET /v2.0/networks/b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751037 Feb 05 02:51:06.234215 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-232865b3-2f7b-44ae-8ec7-904d09a4eb47 req-7df21421-5139-459a-bf88-5ee64b76bc5a service neutron] 10.222.0.10 "GET /v2.0/networks/b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687770 Feb 05 02:51:06.317161 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=6b65b0b0-3061-43ad-b1ea-ee5fc48538ca,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:06.332483 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '6b65b0b0-3061-43ad-b1ea-ee5fc48538ca', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '6b65b0b0-3061-43ad-b1ea-ee5fc48538ca', 'mac_address': 'fa:16:3e:a9:fb:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:51:06.357902 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-d72f2723-9a32-48ff-938d-12f190d9cff6 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2447438 Feb 05 02:51:06.363941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:06.374885 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39b3ff-9c07-440d-8ab7-8abc91871891 req-b4318a28-eabc-480b-8aff-e7754aaf8049 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:06.382690 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d39b3ff-9c07-440d-8ab7-8abc91871891 req-b4318a28-eabc-480b-8aff-e7754aaf8049 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.1845849 Feb 05 02:51:06.390203 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ebbca11-6808-4db4-abb5-4bd5e275f4aa req-59ebbc4d-143e-414b-a69f-b1607872c349 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443563 Feb 05 02:51:06.396523 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:06.396924 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6b65b0b0-3061-43ad-b1ea-ee5fc48538ca), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:06.413162 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:06.442342 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:06.442606 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=6b65b0b0-3061-43ad-b1ea-ee5fc48538ca,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:06.448418 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6b65b0b0-3061-43ad-b1ea-ee5fc48538ca), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:06.493689 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d39b3ff-9c07-440d-8ab7-8abc91871891 req-3b1ad0a0-811e-4f6b-bbd5-7ef9044f0cb9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096690 Feb 05 02:51:06.506099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=6b65b0b0-3061-43ad-b1ea-ee5fc48538ca,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:06.543463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea36fcf-05fc-433c-a013-eddb51a35407 req-20b5f190-5f3f-4945-8b2c-b4993431fd78 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:06.545374 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ea36fcf-05fc-433c-a013-eddb51a35407 req-20b5f190-5f3f-4945-8b2c-b4993431fd78 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.10 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 948 time: 0.2691627 Feb 05 02:51:06.565524 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:06.592769 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5186ff-f7ea-46cc-bf1b-3f59dc0bf470 req-8abdecf2-80ee-4a5a-aec5-33a8736673fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:06.594328 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c5186ff-f7ea-46cc-bf1b-3f59dc0bf470 req-8abdecf2-80ee-4a5a-aec5-33a8736673fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee2c253c244d4e918b858866c940f496&device_id=b3c78701-1c67-4603-8884-4cdfe2313e00 HTTP/1.1" status: 200 len: 1125 time: 0.1317868 Feb 05 02:51:06.596306 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-232865b3-2f7b-44ae-8ec7-904d09a4eb47 req-c34bd8a1-31a3-409b-9d63-481f980e2bf4 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492949 Feb 05 02:51:06.720819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Allocated IP 172.25.0.245 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/2613173f-1c3b-4940-aa93-83e6f06c38d2) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:51:06.733010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df984d54-c9ec-42af-8b69-a945f08f58a7 req-67b27178-dfdd-40e2-8828-2eb45a16b291 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:06.742785 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df984d54-c9ec-42af-8b69-a945f08f58a7 req-67b27178-dfdd-40e2-8828-2eb45a16b291 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6f394cf-5714-44bc-87d7-9daaa0525905 HTTP/1.1" status: 200 len: 943 time: 0.1174645 Feb 05 02:51:06.747800 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-5ea36fcf-05fc-433c-a013-eddb51a35407 req-877b375e-e9b0-4285-91f0-b940670a9f5b tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Deleting port 2111083b-8034-47f9-9c26-4ec0dc9470aa {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:51:06.748138 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5ea36fcf-05fc-433c-a013-eddb51a35407 req-877b375e-e9b0-4285-91f0-b940670a9f5b tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:06.765039 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5186ff-f7ea-46cc-bf1b-3f59dc0bf470 req-ca7350fd-5da4-4c40-a26b-d341cdf3e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:06.766498 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c5186ff-f7ea-46cc-bf1b-3f59dc0bf470 req-ca7350fd-5da4-4c40-a26b-d341cdf3e058 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 HTTP/1.1" status: 200 len: 919 time: 0.1575024 Feb 05 02:51:06.841000 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c5186ff-f7ea-46cc-bf1b-3f59dc0bf470 req-bca4d4e3-3cff-4261-8b64-92b2e4f50baf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e98201b-79da-4332-bc79-b7645edfbb64 HTTP/1.1" status: 200 len: 217 time: 0.0477769 Feb 05 02:51:06.854877 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['6b65b0b0-3061-43ad-b1ea-ee5fc48538ca'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:06.895147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df984d54-c9ec-42af-8b69-a945f08f58a7 req-f4f2909b-887f-4d07-a39a-c8d120f088b2 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131201 Feb 05 02:51:06.961866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5ea36fcf-05fc-433c-a013-eddb51a35407 req-877b375e-e9b0-4285-91f0-b940670a9f5b tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] For port 2111083b-8034-47f9-9c26-4ec0dc9470aa, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2111083b-8034-47f9-9c26-4ec0dc9470aa,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:06.963523 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5ea36fcf-05fc-433c-a013-eddb51a35407 req-877b375e-e9b0-4285-91f0-b940670a9f5b tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:06.975848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5186ff-f7ea-46cc-bf1b-3f59dc0bf470 req-0188df28-8d96-448b-8fcc-fffa5cb7d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:06.978112 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c5186ff-f7ea-46cc-bf1b-3f59dc0bf470 req-0188df28-8d96-448b-8fcc-fffa5cb7d993 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fd6293b-49f3-4e00-abb9-87d4ec45abdd HTTP/1.1" status: 200 len: 858 time: 0.1302452 Feb 05 02:51:06.983771 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for port (2613173f-1c3b-4940-aa93-83e6f06c38d2), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:07.028234 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-5ea36fcf-05fc-433c-a013-eddb51a35407 req-877b375e-e9b0-4285-91f0-b940670a9f5b tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Calling delete_port for 2111083b-8034-47f9-9c26-4ec0dc9470aa owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:51:07.046635 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:07.055582 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c5186ff-f7ea-46cc-bf1b-3f59dc0bf470 req-cceedb27-93ea-4232-b5b5-5526fa69fe3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684147 Feb 05 02:51:07.076011 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (2613173f-1c3b-4940-aa93-83e6f06c38d2), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:07.124299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:51:07.133611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:07.139897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:51:07.152988 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0aa515-bb2f-445c-ad3f-54a469176ded req-968c8244-4436-478b-af69-2ebddb58945f tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:07.168347 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fb0aa515-bb2f-445c-ad3f-54a469176ded req-968c8244-4436-478b-af69-2ebddb58945f tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=f405d1d5-45b0-4257-8a6b-6874709ddce9 HTTP/1.1" status: 200 len: 948 time: 0.1440434 Feb 05 02:51:07.218352 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Pushing event updated for resources: {'Port': ['ID=2613173f-1c3b-4940-aa93-83e6f06c38d2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:07.241361 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:07.242193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:07.242641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:07.243109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:07.243716 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:07.243850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:07.244237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:07.244633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:07.245047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:07.245450 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:07.245839 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:07.246231 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:07.246945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:07.269140 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c5186ff-f7ea-46cc-bf1b-3f59dc0bf470 req-528e0d42-c1da-4102-b9fc-b1e2fec554c9 service neutron] 10.222.0.10 "GET /v2.0/networks/b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047465 Feb 05 02:51:07.277299 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fb0aa515-bb2f-445c-ad3f-54a469176ded req-6cc41d84-fbf3-4501-bf33-efe963c1f1c1 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079881 Feb 05 02:51:07.387162 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5ea36fcf-05fc-433c-a013-eddb51a35407 req-877b375e-e9b0-4285-91f0-b940670a9f5b tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (2111083b-8034-47f9-9c26-4ec0dc9470aa), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:07.431670 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b375e-e9b0-4285-91f0-b940670a9f5b tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Pushing event deleted for resources: {'Port': ['ID=2111083b-8034-47f9-9c26-4ec0dc9470aa,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:07.437489 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c5186ff-f7ea-46cc-bf1b-3f59dc0bf470 req-5aa99e4d-b7c1-4f96-8781-27b2077d36bd service neutron] 10.222.0.10 "GET /v2.0/networks/b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586523 Feb 05 02:51:07.443108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171727b6-870d-4f82-96fc-3c18ce2ad0e9 req-27421236-605b-4439-a968-e57ec049f787 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:07.444931 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-171727b6-870d-4f82-96fc-3c18ce2ad0e9 req-27421236-605b-4439-a968-e57ec049f787 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 948 time: 0.1099455 Feb 05 02:51:07.462532 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for floatingip (ed7a129b-8d1b-4beb-af0c-2b55328fdbdd), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:07.486624 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea36fcf-05fc-433c-a013-eddb51a35407 req-877b375e-e9b0-4285-91f0-b940670a9f5b tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] No DVR routers for this DVR port 2111083b-8034-47f9-9c26-4ec0dc9470aa on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:51:07.489634 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5ea36fcf-05fc-433c-a013-eddb51a35407 req-877b375e-e9b0-4285-91f0-b940670a9f5b tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:07.493245 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ea36fcf-05fc-433c-a013-eddb51a35407 req-877b375e-e9b0-4285-91f0-b940670a9f5b tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.10 "DELETE /v2.0/ports/2111083b-8034-47f9-9c26-4ec0dc9470aa HTTP/1.1" status: 204 len: 173 time: 0.9342120 Feb 05 02:51:07.498205 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 94035f9c-af1f-468a-b3b0-8acdee8a8f93 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:51:07.509208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:07.542350 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-171727b6-870d-4f82-96fc-3c18ce2ad0e9 req-0badb032-249c-4b87-88b0-485604eb54b6 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866332 Feb 05 02:51:07.543413 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2613173f-1c3b-4940-aa93-83e6f06c38d2), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:07.650250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:51:07.657520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 94035f9c-af1f-468a-b3b0-8acdee8a8f93, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=94035f9c-af1f-468a-b3b0-8acdee8a8f93,segment=NetworkSegment(1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26),segment_id=1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:07.665044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:07.665422 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:07.690735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '94035f9c-af1f-468a-b3b0-8acdee8a8f93', 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30', 'port_id': '94035f9c-af1f-468a-b3b0-8acdee8a8f93', 'mac_address': 'fa:16:3e:0f:e7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd6293b-49f3-4e00-abb9-87d4ec45abdd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:51:07.742857 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 94035f9c-af1f-468a-b3b0-8acdee8a8f93 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:07.743181 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (94035f9c-af1f-468a-b3b0-8acdee8a8f93), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:07.758267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a255ed-912c-40bf-b933-e22de0662c5b req-4c834917-d134-4d86-ba17-22e414619438 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:07.759923 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2a255ed-912c-40bf-b933-e22de0662c5b req-4c834917-d134-4d86-ba17-22e414619438 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.1286924 Feb 05 02:51:07.779997 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94035f9c-af1f-468a-b3b0-8acdee8a8f93 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:07.816465 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for port (2613173f-1c3b-4940-aa93-83e6f06c38d2), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:07.829863 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (2613173f-1c3b-4940-aa93-83e6f06c38d2), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:07.839241 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2a255ed-912c-40bf-b933-e22de0662c5b req-9e997cdf-d039-4393-bc1d-b8e4dffabe49 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693216 Feb 05 02:51:07.933346 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Pushing event updated for resources: {'Port': ['ID=2613173f-1c3b-4940-aa93-83e6f06c38d2,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:07.951497 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (ed7a129b-8d1b-4beb-af0c-2b55328fdbdd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:07.970502 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 94035f9c-af1f-468a-b3b0-8acdee8a8f93, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=94035f9c-af1f-468a-b3b0-8acdee8a8f93,segment=NetworkSegment(1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26),segment_id=1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:07.971662 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:07.973131 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:07.985710 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (94035f9c-af1f-468a-b3b0-8acdee8a8f93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:07.985968 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:07.986474 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4e98201b-79da-4332-bc79-b7645edfbb64 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:51:07.987670 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-dbba1397-291e-4d63-8da7-3cfa9dca97b0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6284842 Feb 05 02:51:08.062325 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe47053d-948b-4ae3-a3df-99f4f3b013e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:08.064670 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff57c9c-03be-4306-a017-1ced82f02829" -d '{"events": [{"server_uuid": "fe47053d-948b-4ae3-a3df-99f4f3b013e8", "name": "network-vif-plugged", "status": "completed", "tag": "5e1b2083-0e87-4b26-aa60-e9c8e4dc840d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:08.087547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:08.106426 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:08.107266 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:08.114167 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-5341550f-c511-47e2-88fc-85416fc0e02e tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.245 HTTP/1.1" status: 200 len: 696 time: 0.1174042 Feb 05 02:51:08.121806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f405d1d5-45b0-4257-8a6b-6874709ddce9', 'name': 'network-vif-deleted', 'tag': '2111083b-8034-47f9-9c26-4ec0dc9470aa'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:08.124526 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6913ee-d349-4629-bbcc-21f9de6eb085" -d '{"events": [{"server_uuid": "f405d1d5-45b0-4257-8a6b-6874709ddce9", "name": "network-vif-deleted", "tag": "2111083b-8034-47f9-9c26-4ec0dc9470aa"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:08.137771 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=94035f9c-af1f-468a-b3b0-8acdee8a8f93,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:08.149657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4e98201b-79da-4332-bc79-b7645edfbb64, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4e98201b-79da-4332-bc79-b7645edfbb64,segment=NetworkSegment(1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26),segment_id=1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:08.203117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '4e98201b-79da-4332-bc79-b7645edfbb64', 'network_id': 'b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30', 'port_id': '4e98201b-79da-4332-bc79-b7645edfbb64', 'mac_address': 'fa:16:3e:60:f8:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd6293b-49f3-4e00-abb9-87d4ec45abdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:51:08.228605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:08.278260 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:08.308899 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4e98201b-79da-4332-bc79-b7645edfbb64 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:08.309358 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4e98201b-79da-4332-bc79-b7645edfbb64), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:08.321050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa668a-7554-4fd2-ac50-cc49c0248d07 req-e3699dd8-25a4-4f55-825e-8972fe3c6354 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:08.321504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:51:08.329532 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e98201b-79da-4332-bc79-b7645edfbb64 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:08.342131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:08.342131 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1a2fbd43-2034-46cf-a0e0-c6995c50c4c6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:08.342427 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bafa668a-7554-4fd2-ac50-cc49c0248d07 req-e3699dd8-25a4-4f55-825e-8972fe3c6354 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.3340399 Feb 05 02:51:08.360248 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-e67a0bc9-17ac-44bc-bd84-26cf63a225bc tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:08.361987 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-e67a0bc9-17ac-44bc-bd84-26cf63a225bc tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.2469120 Feb 05 02:51:08.383049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4e98201b-79da-4332-bc79-b7645edfbb64, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4e98201b-79da-4332-bc79-b7645edfbb64,segment=NetworkSegment(1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26),segment_id=1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:08.394207 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4e98201b-79da-4332-bc79-b7645edfbb64), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:08.399825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:51:08.416317 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:08.416622 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6b65b0b0-3061-43ad-b1ea-ee5fc48538ca), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:08.456321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bafa668a-7554-4fd2-ac50-cc49c0248d07 req-c5fb1495-40c2-4caa-929f-87680bfd8f7f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165724 Feb 05 02:51:08.464211 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-39411485-4dcf-44a7-9eee-28ba412192d7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:51:08.465200 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-753f5917-36e7-42be-bdde-4fdeddcdf1e0 req-39411485-4dcf-44a7-9eee-28ba412192d7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0258148 Feb 05 02:51:08.531832 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a408bd2-5607-4c54-b7cc-69d50a275857 x-openstack-request-id: req-1a408bd2-5607-4c54-b7cc-69d50a275857 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:08.532696 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe47053d-948b-4ae3-a3df-99f4f3b013e8", "name": "network-vif-plugged", "status": "completed", "tag": "5e1b2083-0e87-4b26-aa60-e9c8e4dc840d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:08.533268 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a408bd2-5607-4c54-b7cc-69d50a275857 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:08.534087 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe47053d-948b-4ae3-a3df-99f4f3b013e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d', 'code': 200} Feb 05 02:51:08.549090 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65e8535-590f-45ad-9e6a-e619e099bbde x-openstack-request-id: req-e65e8535-590f-45ad-9e6a-e619e099bbde {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:08.549432 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f405d1d5-45b0-4257-8a6b-6874709ddce9", "name": "network-vif-deleted", "tag": "2111083b-8034-47f9-9c26-4ec0dc9470aa", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:08.549688 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e65e8535-590f-45ad-9e6a-e619e099bbde {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:08.550089 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f405d1d5-45b0-4257-8a6b-6874709ddce9', 'name': 'network-vif-deleted', 'tag': '2111083b-8034-47f9-9c26-4ec0dc9470aa', 'status': 'completed', 'code': 200} Feb 05 02:51:08.592756 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650828e-791b-4160-b386-c88bd1614fa5 req-c295827c-8555-4c04-a271-ba8905e33fab tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:08.599750 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4650828e-791b-4160-b386-c88bd1614fa5 req-c295827c-8555-4c04-a271-ba8905e33fab tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6f394cf-5714-44bc-87d7-9daaa0525905 HTTP/1.1" status: 200 len: 944 time: 0.0839117 Feb 05 02:51:08.681330 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:08.699046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec50df5-cf83-46d2-a115-f7368418052c req-74589e3c-c5e9-4311-99b6-090aaaed0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:08.702468 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ec50df5-cf83-46d2-a115-f7368418052c req-74589e3c-c5e9-4311-99b6-090aaaed0f5b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 1132 time: 0.0970042 Feb 05 02:51:08.716045 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4650828e-791b-4160-b386-c88bd1614fa5 req-87006a2a-2ac7-4e6b-9fcd-5c6333eeb598 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151061 Feb 05 02:51:08.772363 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:08.773648 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1a2fbd43-2034-46cf-a0e0-c6995c50c4c6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:08.793454 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ec50df5-cf83-46d2-a115-f7368418052c req-99819d82-9a3d-4df0-ba0a-29f9c38d76fa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836229 Feb 05 02:51:08.795559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['94035f9c-af1f-468a-b3b0-8acdee8a8f93'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:08.797993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4e98201b-79da-4332-bc79-b7645edfbb64'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:08.830585 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4e98201b-79da-4332-bc79-b7645edfbb64,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:08.874886 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58204-ac2d-4f89-ad29-bb4e244ae940 req-765e8986-27c0-4951-aa14-ea21f68ea990 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:08.883347 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ede58204-ac2d-4f89-ad29-bb4e244ae940 req-765e8986-27c0-4951-aa14-ea21f68ea990 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 948 time: 0.0825014 Feb 05 02:51:08.920561 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1a2fbd43-2034-46cf-a0e0-c6995c50c4c6,segment=NetworkSegment(1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26),segment_id=1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:08.921598 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:08.921988 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6b65b0b0-3061-43ad-b1ea-ee5fc48538ca), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:08.945380 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ede58204-ac2d-4f89-ad29-bb4e244ae940 req-abbcbf22-7ac4-4d36-82ec-27f875a33612 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591340 Feb 05 02:51:08.960957 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1a2fbd43-2034-46cf-a0e0-c6995c50c4c6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:09.119923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=6b65b0b0-3061-43ad-b1ea-ee5fc48538ca,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:09.126229 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=1a2fbd43-2034-46cf-a0e0-c6995c50c4c6,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:09.156959 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6b65b0b0-3061-43ad-b1ea-ee5fc48538ca), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:09.226134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-f4e9e378-d24e-48dc-abab-371e267a580a tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:09.227895 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-f4e9e378-d24e-48dc-abab-371e267a580a tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 820 time: 0.1392565 Feb 05 02:51:09.251749 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-468dbe71-fd3a-460e-948f-832dea6b0c52 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/quotas/63cf1408128c4e9aa3a3bcc55a4e812c HTTP/1.1" status: 200 len: 375 time: 0.0164950 Feb 05 02:51:09.269847 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=6b65b0b0-3061-43ad-b1ea-ee5fc48538ca,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:09.343014 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296a054-4188-4d4b-82c9-f7048df255af req-9025b5c4-4547-4612-bbb8-8a0357d84c99 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:09.344625 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d296a054-4188-4d4b-82c9-f7048df255af req-9025b5c4-4547-4612-bbb8-8a0357d84c99 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.0957401 Feb 05 02:51:09.370813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-65714590-18c0-4c73-8af3-2a56bae49f0a tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814195 Feb 05 02:51:09.454467 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d296a054-4188-4d4b-82c9-f7048df255af req-80d3ba1c-8568-4d38-ba69-81553698d09d tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020112 Feb 05 02:51:09.487651 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-dc174b19-4685-42a2-ad8c-6a3be26be923 service neutron] 10.222.0.36 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115658 Feb 05 02:51:09.489698 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 2111083b-8034-47f9-9c26-4ec0dc9470aa no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:51:09.518493 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 2111083b-8034-47f9-9c26-4ec0dc9470aa {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:51:09.519038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 2111083b-8034-47f9-9c26-4ec0dc9470aa not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:51:09.852500 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:09.908220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0864be2-d99e-4c36-b17c-6644b5ceaf12 req-cae3280f-b631-4a48-8d49-7f2914ab8712 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:09.909715 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0864be2-d99e-4c36-b17c-6644b5ceaf12 req-cae3280f-b631-4a48-8d49-7f2914ab8712 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.3726966 Feb 05 02:51:09.912062 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-e68e5179-3dc6-4bdc-b955-2e82493bfa0b service neutron] 10.222.0.36 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180326 Feb 05 02:51:09.962673 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0864be2-d99e-4c36-b17c-6644b5ceaf12 req-a75250db-e408-4277-bb8d-64bf6120d489 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469449 Feb 05 02:51:10.165086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652cc99-cfff-4353-ae29-523d10fe2c81 req-b27b9798-3e07-43ac-a74c-08d4a479a556 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:10.166845 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d652cc99-cfff-4353-ae29-523d10fe2c81 req-b27b9798-3e07-43ac-a74c-08d4a479a556 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=dec75d7b-81b9-4c2a-957a-72b373d691c6 HTTP/1.1" status: 200 len: 949 time: 0.0951273 Feb 05 02:51:10.204281 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a325e-6b63-4a79-91fa-a7b77b0f688c req-88f169a4-c091-4bac-852d-c0ae1d46b031 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:10.205811 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e07a325e-6b63-4a79-91fa-a7b77b0f688c req-88f169a4-c091-4bac-852d-c0ae1d46b031 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.0900126 Feb 05 02:51:10.260587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d652cc99-cfff-4353-ae29-523d10fe2c81 req-24bf2afd-884e-4904-84f9-2bb8e2d50f4c tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856347 Feb 05 02:51:10.299048 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e07a325e-6b63-4a79-91fa-a7b77b0f688c req-b12452cb-8145-4889-b7f8-73c7d764ab27 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667286 Feb 05 02:51:10.464661 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92649ab-3229-4270-802f-a0ef53270782 req-9bf0a8db-1f6a-4fa9-b9d6-964a1ba51af6 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:10.466058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a92649ab-3229-4270-802f-a0ef53270782 req-9bf0a8db-1f6a-4fa9-b9d6-964a1ba51af6 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6f394cf-5714-44bc-87d7-9daaa0525905 HTTP/1.1" status: 200 len: 944 time: 0.1100428 Feb 05 02:51:10.480232 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ca769-2fae-44e9-85dc-58291f11d744 req-9c6f505d-d8b9-4895-beef-ce62c6c25391 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:10.481701 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ad4ca769-2fae-44e9-85dc-58291f11d744 req-9c6f505d-d8b9-4895-beef-ce62c6c25391 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 949 time: 0.0793188 Feb 05 02:51:10.535548 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd875aba8-77e5-46f7-8b3b-960d47de0557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2fbd43-2034-46cf-a0e0-c6995c50c4c6'}, {'server_uuid': 'e2877cee-a373-4ea4-b308-9e0ed1527d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b65b0b0-3061-43ad-b1ea-ee5fc48538ca'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:10.537819 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b6e572-87fd-4c09-9f32-abffd1c99681" -d '{"events": [{"server_uuid": "d875aba8-77e5-46f7-8b3b-960d47de0557", "name": "network-vif-plugged", "status": "completed", "tag": "1a2fbd43-2034-46cf-a0e0-c6995c50c4c6"}, {"server_uuid": "e2877cee-a373-4ea4-b308-9e0ed1527d64", "name": "network-vif-plugged", "status": "completed", "tag": "6b65b0b0-3061-43ad-b1ea-ee5fc48538ca"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:10.558727 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a92649ab-3229-4270-802f-a0ef53270782 req-861e6e27-21bb-4f35-8509-37c5fef8628d tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760438 Feb 05 02:51:10.565917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ad4ca769-2fae-44e9-85dc-58291f11d744 req-33afe475-53b9-438a-a246-b038460b9f08 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699697 Feb 05 02:51:10.666186 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fb784532-59dd-4bab-b2fc-fbd0f3b68443 req-a7a08add-5b89-4cd8-8255-879c56e174c5 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 210 time: 0.0391853 Feb 05 02:51:10.718458 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe5ac40-22e8-4905-a737-9fb242217003 x-openstack-request-id: req-dbe5ac40-22e8-4905-a737-9fb242217003 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:10.718799 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d875aba8-77e5-46f7-8b3b-960d47de0557", "name": "network-vif-plugged", "status": "completed", "tag": "1a2fbd43-2034-46cf-a0e0-c6995c50c4c6", "code": 200}, {"server_uuid": "e2877cee-a373-4ea4-b308-9e0ed1527d64", "name": "network-vif-plugged", "status": "completed", "tag": "6b65b0b0-3061-43ad-b1ea-ee5fc48538ca", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:10.719056 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dbe5ac40-22e8-4905-a737-9fb242217003 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:10.719478 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd875aba8-77e5-46f7-8b3b-960d47de0557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2fbd43-2034-46cf-a0e0-c6995c50c4c6', 'code': 200} Feb 05 02:51:10.719738 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2877cee-a373-4ea4-b308-9e0ed1527d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b65b0b0-3061-43ad-b1ea-ee5fc48538ca', 'code': 200} Feb 05 02:51:10.736418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8551f-e4a9-491a-9271-4ece7846126c req-d5f78642-92e3-4811-aac1-1145bc44c00b tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:10.746925 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfa8551f-e4a9-491a-9271-4ece7846126c req-d5f78642-92e3-4811-aac1-1145bc44c00b tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.0771446 Feb 05 02:51:10.814246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfa8551f-e4a9-491a-9271-4ece7846126c req-5f520330-2419-4fa7-b96f-61374ac49491 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660028 Feb 05 02:51:10.832462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63d025-96fe-4b79-b726-475d6431002c req-88c08d74-e289-4790-819a-607e96680908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:10.834315 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2f63d025-96fe-4b79-b726-475d6431002c req-88c08d74-e289-4790-819a-607e96680908 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 1131 time: 0.0555170 Feb 05 02:51:10.914048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b3247-8b31-49d5-8c43-ed768dcd901b req-7deb3333-e299-4c11-b5c0-5761c73d0d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:10.915579 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cd3b3247-8b31-49d5-8c43-ed768dcd901b req-7deb3333-e299-4c11-b5c0-5761c73d0d79 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d875aba8-77e5-46f7-8b3b-960d47de0557 HTTP/1.1" status: 200 len: 1128 time: 0.0791883 Feb 05 02:51:10.917720 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2f63d025-96fe-4b79-b726-475d6431002c req-b8f43afa-6311-41de-833c-bd131645c0d8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526915 Feb 05 02:51:10.962816 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cd3b3247-8b31-49d5-8c43-ed768dcd901b req-5236c524-eb37-4c8b-8e26-e79bc5b534dd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384495 Feb 05 02:51:10.996641 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:11.089960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629597e-696a-4aaf-bb14-4a94f28b7c25 req-313928b8-1800-4837-8707-486c9622d595 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:11.092089 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3629597e-696a-4aaf-bb14-4a94f28b7c25 req-313928b8-1800-4837-8707-486c9622d595 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.0573804 Feb 05 02:51:11.140319 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3629597e-696a-4aaf-bb14-4a94f28b7c25 req-33957086-5d5b-43d8-9bed-1ceb253905d2 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422792 Feb 05 02:51:11.412859 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1246ec-ea10-4803-afd0-6af148254efc req-3b509fa1-d498-4149-86e9-aa04cd9a9a84 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:11.414402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e1246ec-ea10-4803-afd0-6af148254efc req-3b509fa1-d498-4149-86e9-aa04cd9a9a84 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=dec75d7b-81b9-4c2a-957a-72b373d691c6 HTTP/1.1" status: 200 len: 949 time: 0.0829639 Feb 05 02:51:11.451714 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce4651-aafb-4f53-8024-33d848bc83d8 req-b960fa5e-a0ee-42f1-bb9d-58ceabdb5485 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:11.453170 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81ce4651-aafb-4f53-8024-33d848bc83d8 req-b960fa5e-a0ee-42f1-bb9d-58ceabdb5485 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.0884676 Feb 05 02:51:11.494298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e1246ec-ea10-4803-afd0-6af148254efc req-999a2335-3069-48f2-b2e5-ab3a9ef10b9a tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733106 Feb 05 02:51:11.505567 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 94035f9c-af1f-468a-b3b0-8acdee8a8f93 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:11.564341 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81ce4651-aafb-4f53-8024-33d848bc83d8 req-77c21e75-25de-48d2-ac07-1ce745b5fb28 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007018 Feb 05 02:51:11.575317 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 94035f9c-af1f-468a-b3b0-8acdee8a8f93 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:51:11.580312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 94035f9c-af1f-468a-b3b0-8acdee8a8f93 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:11.580922 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (94035f9c-af1f-468a-b3b0-8acdee8a8f93), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:11.689246 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-10c556dc-ebad-4df1-af51-980ff277caca tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:11.690979 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-10c556dc-ebad-4df1-af51-980ff277caca tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.10 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 820 time: 0.1840947 Feb 05 02:51:11.706497 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-61834d51-b463-4821-af07-f29f19586cc7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Request body: {'port': {'device_id': '810833ad-176d-4272-8773-82f6ba3080c6', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'admin_state_up': True, 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:11.723093 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 94035f9c-af1f-468a-b3b0-8acdee8a8f93 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:11.723868 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (94035f9c-af1f-468a-b3b0-8acdee8a8f93), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:11.765904 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 94035f9c-af1f-468a-b3b0-8acdee8a8f93, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=94035f9c-af1f-468a-b3b0-8acdee8a8f93,segment=NetworkSegment(1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26),segment_id=1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:11.772086 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (94035f9c-af1f-468a-b3b0-8acdee8a8f93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:11.773147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4e98201b-79da-4332-bc79-b7645edfbb64 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:11.795315 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0a647-811d-4f61-88f9-0531da6eb492 req-8799147f-9999-4b0e-b221-67f25508a1b1 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:11.796800 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9bb0a647-811d-4f61-88f9-0531da6eb492 req-8799147f-9999-4b0e-b221-67f25508a1b1 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 949 time: 0.1258185 Feb 05 02:51:11.807112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b9482-949f-4598-b5e9-d10a0b8f93fb req-2492f1b5-656d-4663-acc4-4cebd7d57b55 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:11.813962 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa2b9482-949f-4598-b5e9-d10a0b8f93fb req-2492f1b5-656d-4663-acc4-4cebd7d57b55 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6f394cf-5714-44bc-87d7-9daaa0525905 HTTP/1.1" status: 200 len: 944 time: 0.1014593 Feb 05 02:51:11.862135 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-61834d51-b463-4821-af07-f29f19586cc7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Made reservation on behalf of 63cf1408128c4e9aa3a3bcc55a4e812c for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:51:11.868273 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=94035f9c-af1f-468a-b3b0-8acdee8a8f93,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:11.883050 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-61834d51-b463-4821-af07-f29f19586cc7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:11.886537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 4e98201b-79da-4332-bc79-b7645edfbb64 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:51:11.892202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 4e98201b-79da-4332-bc79-b7645edfbb64 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:11.893031 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4e98201b-79da-4332-bc79-b7645edfbb64), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:11.926136 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9bb0a647-811d-4f61-88f9-0531da6eb492 req-76068564-6ab0-4f32-ac27-8153180bbfef tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100283 Feb 05 02:51:11.930361 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa2b9482-949f-4598-b5e9-d10a0b8f93fb req-eae0f9b3-1dc9-410f-b353-cd340c828912 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155608 Feb 05 02:51:12.036151 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4e98201b-79da-4332-bc79-b7645edfbb64 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:12.036151 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4e98201b-79da-4332-bc79-b7645edfbb64), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:12.071923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4e98201b-79da-4332-bc79-b7645edfbb64, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4e98201b-79da-4332-bc79-b7645edfbb64,segment=NetworkSegment(1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26),segment_id=1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:12.078513 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4e98201b-79da-4332-bc79-b7645edfbb64), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:12.105579 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d840502a-878d-4538-a6ea-51a573f090db req-77480c6e-cd09-4973-9f6a-2ceef191ebfc tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 210 time: 0.0411813 Feb 05 02:51:12.142279 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-61834d51-b463-4821-af07-f29f19586cc7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Allocated IP 172.20.0.11 (83be0105-9b9a-4797-b354-f35ef16802de/3631be40-f44d-47c5-b742-59c603ecb74b/1933001c-2cc1-48b5-b489-3bd4609e4f92) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:51:12.178029 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a578d7f-41b9-422a-9d57-733d5668433d req-74ef3f77-de69-439e-85b6-24def9221978 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:12.179787 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9a578d7f-41b9-422a-9d57-733d5668433d req-74ef3f77-de69-439e-85b6-24def9221978 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.10 "GET /v2.0/ports?device_id=dec75d7b-81b9-4c2a-957a-72b373d691c6 HTTP/1.1" status: 200 len: 949 time: 0.1027386 Feb 05 02:51:12.187988 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4e98201b-79da-4332-bc79-b7645edfbb64,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:12.203966 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea2903-fbb7-4f88-a628-d49ab3124d59 req-818d2e0c-0ecd-4c35-b8b5-25070d8f3c96 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:12.206014 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cea2903-fbb7-4f88-a628-d49ab3124d59 req-818d2e0c-0ecd-4c35-b8b5-25070d8f3c96 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1037483 Feb 05 02:51:12.302281 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cea2903-fbb7-4f88-a628-d49ab3124d59 req-4df66db8-b685-40e1-aa3c-08691b6e674e tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850034 Feb 05 02:51:12.358453 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3f665-5ce6-4426-9318-48b73534b353 req-b56b1049-c902-4345-9fbe-a8d5efa1d1cb tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:12.360184 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eed3f665-5ce6-4426-9318-48b73534b353 req-b56b1049-c902-4345-9fbe-a8d5efa1d1cb tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.0923469 Feb 05 02:51:12.405504 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-61834d51-b463-4821-af07-f29f19586cc7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for port (1933001c-2cc1-48b5-b489-3bd4609e4f92), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:12.413656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-9a578d7f-41b9-422a-9d57-733d5668433d req-42f52dac-13fc-40b1-8bad-739c8f4e2e40 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Deleting port a66e5b8d-8fea-4f04-bd02-52461a100147 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:51:12.414295 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9a578d7f-41b9-422a-9d57-733d5668433d req-42f52dac-13fc-40b1-8bad-739c8f4e2e40 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:12.427632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eed3f665-5ce6-4426-9318-48b73534b353 req-07499c8a-1455-4bff-afa3-cf7ef78a2ed4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608330 Feb 05 02:51:12.542942 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-61834d51-b463-4821-af07-f29f19586cc7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1933001c-2cc1-48b5-b489-3bd4609e4f92), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:12.555652 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9a578d7f-41b9-422a-9d57-733d5668433d req-42f52dac-13fc-40b1-8bad-739c8f4e2e40 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] For port a66e5b8d-8fea-4f04-bd02-52461a100147, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a66e5b8d-8fea-4f04-bd02-52461a100147,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:12.555917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['079344d7-4040-40c5-96df-fead409a828f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:12.556030 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9a578d7f-41b9-422a-9d57-733d5668433d req-42f52dac-13fc-40b1-8bad-739c8f4e2e40 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:12.603578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-9a578d7f-41b9-422a-9d57-733d5668433d req-42f52dac-13fc-40b1-8bad-739c8f4e2e40 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Calling delete_port for a66e5b8d-8fea-4f04-bd02-52461a100147 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:51:12.618915 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-61834d51-b463-4821-af07-f29f19586cc7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Network 83be0105-9b9a-4797-b354-f35ef16802de is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:51:12.626203 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-61834d51-b463-4821-af07-f29f19586cc7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:12.629036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-61834d51-b463-4821-af07-f29f19586cc7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:51:12.636770 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61834d51-b463-4821-af07-f29f19586cc7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Pushing event updated for resources: {'Port': ['ID=1933001c-2cc1-48b5-b489-3bd4609e4f92,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:12.722961 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f394cf-5714-44bc-87d7-9daaa0525905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94035f9c-af1f-468a-b3b0-8acdee8a8f93'}, {'server_uuid': 'b3c78701-1c67-4603-8884-4cdfe2313e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e98201b-79da-4332-bc79-b7645edfbb64'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:12.724058 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70befcc7-07f1-48e9-ae7c-dae0705f9f0c req-3d75ab2b-c752-47c4-a9ce-b24a010c8668 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:12.725286 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d87ec2-4389-4eb7-b687-f87f0e6b81f1" -d '{"events": [{"server_uuid": "d6f394cf-5714-44bc-87d7-9daaa0525905", "name": "network-vif-plugged", "status": "completed", "tag": "94035f9c-af1f-468a-b3b0-8acdee8a8f93"}, {"server_uuid": "b3c78701-1c67-4603-8884-4cdfe2313e00", "name": "network-vif-plugged", "status": "completed", "tag": "4e98201b-79da-4332-bc79-b7645edfbb64"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:12.730440 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-61834d51-b463-4821-af07-f29f19586cc7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:12.731108 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-61834d51-b463-4821-af07-f29f19586cc7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:12.732679 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70befcc7-07f1-48e9-ae7c-dae0705f9f0c req-3d75ab2b-c752-47c4-a9ce-b24a010c8668 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=dec75d7b-81b9-4c2a-957a-72b373d691c6 HTTP/1.1" status: 200 len: 949 time: 0.1149406 Feb 05 02:51:12.771729 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-61834d51-b463-4821-af07-f29f19586cc7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0690439 Feb 05 02:51:12.789950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Request body: {'port': {'device_id': '810833ad-176d-4272-8773-82f6ba3080c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:12.856538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70befcc7-07f1-48e9-ae7c-dae0705f9f0c req-3f58ba67-493a-4393-a966-c4788654a58c tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/security-groups?id=c763076b-c312-470d-98b2-283bed025195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214569 Feb 05 02:51:12.886656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf6669-522b-4fe9-b72e-80c01b18e590 req-fd486a6b-7ddd-4ce6-ac06-3dfe5d03825b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:12.895000 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-efbf6669-522b-4fe9-b72e-80c01b18e590 req-fd486a6b-7ddd-4ce6-ac06-3dfe5d03825b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.1936114 Feb 05 02:51:12.916608 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1933001c-2cc1-48b5-b489-3bd4609e4f92), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:12.928099 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9a578d7f-41b9-422a-9d57-733d5668433d req-42f52dac-13fc-40b1-8bad-739c8f4e2e40 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a66e5b8d-8fea-4f04-bd02-52461a100147), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:12.958779 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49d62c4-5a01-47a7-9de5-e4398070ac09 x-openstack-request-id: req-e49d62c4-5a01-47a7-9de5-e4398070ac09 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:12.959447 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f394cf-5714-44bc-87d7-9daaa0525905", "name": "network-vif-plugged", "status": "completed", "tag": "94035f9c-af1f-468a-b3b0-8acdee8a8f93", "code": 200}, {"server_uuid": "b3c78701-1c67-4603-8884-4cdfe2313e00", "name": "network-vif-plugged", "status": "completed", "tag": "4e98201b-79da-4332-bc79-b7645edfbb64", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:12.959913 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e49d62c4-5a01-47a7-9de5-e4398070ac09 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:12.961894 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f394cf-5714-44bc-87d7-9daaa0525905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94035f9c-af1f-468a-b3b0-8acdee8a8f93', 'code': 200} Feb 05 02:51:12.963481 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c78701-1c67-4603-8884-4cdfe2313e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e98201b-79da-4332-bc79-b7645edfbb64', 'code': 200} Feb 05 02:51:12.966472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f52dac-13fc-40b1-8bad-739c8f4e2e40 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Pushing event deleted for resources: {'Port': ['ID=a66e5b8d-8fea-4f04-bd02-52461a100147,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:13.022790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-efbf6669-522b-4fe9-b72e-80c01b18e590 req-c51c07ec-e4eb-4e8e-afdd-ccf4335d556b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265204 Feb 05 02:51:13.067831 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f7deaf93-2c4a-41f6-9f5e-d92821ed9435 None None] Provisioning complete for port 1933001c-2cc1-48b5-b489-3bd4609e4f92 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:13.068444 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f7deaf93-2c4a-41f6-9f5e-d92821ed9435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1933001c-2cc1-48b5-b489-3bd4609e4f92), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:13.131577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f7deaf93-2c4a-41f6-9f5e-d92821ed9435 None None] Port 1933001c-2cc1-48b5-b489-3bd4609e4f92 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:51:13.153221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a578d7f-41b9-422a-9d57-733d5668433d req-42f52dac-13fc-40b1-8bad-739c8f4e2e40 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] No DVR routers for this DVR port a66e5b8d-8fea-4f04-bd02-52461a100147 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:51:13.161319 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9a578d7f-41b9-422a-9d57-733d5668433d req-42f52dac-13fc-40b1-8bad-739c8f4e2e40 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:13.165245 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9a578d7f-41b9-422a-9d57-733d5668433d req-42f52dac-13fc-40b1-8bad-739c8f4e2e40 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.10 "DELETE /v2.0/ports/a66e5b8d-8fea-4f04-bd02-52461a100147 HTTP/1.1" status: 204 len: 173 time: 0.9765482 Feb 05 02:51:13.186747 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec75d7b-81b9-4c2a-957a-72b373d691c6', 'name': 'network-vif-deleted', 'tag': 'a66e5b8d-8fea-4f04-bd02-52461a100147'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:13.189021 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793c1eff-11c2-447c-8942-11267450b0c2" -d '{"events": [{"server_uuid": "dec75d7b-81b9-4c2a-957a-72b373d691c6", "name": "network-vif-deleted", "tag": "a66e5b8d-8fea-4f04-bd02-52461a100147"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:13.218947 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c41f8c-d563-4445-bfbf-bb7141998361 req-555919dd-8c62-4c31-80f9-99fca0e312a0 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:13.230342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55c41f8c-d563-4445-bfbf-bb7141998361 req-555919dd-8c62-4c31-80f9-99fca0e312a0 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 949 time: 0.1578240 Feb 05 02:51:13.254260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68c09c-1e18-4024-939e-b97463b4f938 req-b107f825-40b2-4a77-8b2c-ea718cf2b1d8 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:13.256173 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b68c09c-1e18-4024-939e-b97463b4f938 req-b107f825-40b2-4a77-8b2c-ea718cf2b1d8 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6f394cf-5714-44bc-87d7-9daaa0525905 HTTP/1.1" status: 200 len: 945 time: 0.1553619 Feb 05 02:51:13.293977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8644d18-adaa-455b-8dd4-95d87888cb95 req-1d60f012-5abf-4638-ad9b-3212fab97e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:13.296618 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8644d18-adaa-455b-8dd4-95d87888cb95 req-1d60f012-5abf-4638-ad9b-3212fab97e3d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d6f394cf-5714-44bc-87d7-9daaa0525905 HTTP/1.1" status: 200 len: 1127 time: 0.1614048 Feb 05 02:51:13.299004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e96dad-f182-490f-b4d5-46873b2aa88c req-f8f88ea5-c6f4-4600-9d5e-beaf32c5ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:13.300607 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0e96dad-f182-490f-b4d5-46873b2aa88c req-f8f88ea5-c6f4-4600-9d5e-beaf32c5ff29 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b3c78701-1c67-4603-8884-4cdfe2313e00 HTTP/1.1" status: 200 len: 1127 time: 0.2035127 Feb 05 02:51:13.380061 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55c41f8c-d563-4445-bfbf-bb7141998361 req-5f0cda93-d897-48c3-96d1-d93ee562e676 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481328 Feb 05 02:51:13.394622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b68c09c-1e18-4024-939e-b97463b4f938 req-4fb19b8a-bf9b-49d9-b8a6-6b2b7800f3da tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288390 Feb 05 02:51:13.437646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8644d18-adaa-455b-8dd4-95d87888cb95 req-927e3764-adcf-4dcd-83aa-7533ce442b96 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123970 Feb 05 02:51:13.527159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db178d25-858c-46dc-ac02-06c1f3bda735 req-51979222-d064-4705-a342-3e68370d89db tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:13.534290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db178d25-858c-46dc-ac02-06c1f3bda735 req-51979222-d064-4705-a342-3e68370d89db tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 932 time: 0.0746469 Feb 05 02:51:13.563134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1933001c-2cc1-48b5-b489-3bd4609e4f92 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:13.574489 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Publish callbacks [] for port (1933001c-2cc1-48b5-b489-3bd4609e4f92), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:13.577856 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28442c97-3caa-4cbd-bbb9-955530419070 x-openstack-request-id: req-28442c97-3caa-4cbd-bbb9-955530419070 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:13.578034 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec75d7b-81b9-4c2a-957a-72b373d691c6", "name": "network-vif-deleted", "tag": "a66e5b8d-8fea-4f04-bd02-52461a100147", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:13.578173 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28442c97-3caa-4cbd-bbb9-955530419070 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:13.578568 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec75d7b-81b9-4c2a-957a-72b373d691c6', 'name': 'network-vif-deleted', 'tag': 'a66e5b8d-8fea-4f04-bd02-52461a100147', 'status': 'completed', 'code': 200} Feb 05 02:51:13.602193 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db178d25-858c-46dc-ac02-06c1f3bda735 req-ff7cc412-29ef-42ad-ad4f-a4b087e01ced tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663180 Feb 05 02:51:13.614254 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Transition to ACTIVE for port object 1933001c-2cc1-48b5-b489-3bd4609e4f92 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:51:13.631309 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0e96dad-f182-490f-b4d5-46873b2aa88c req-dfd86419-95c3-4f43-a9f5-44b9b147337b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066642 Feb 05 02:51:13.633423 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (1933001c-2cc1-48b5-b489-3bd4609e4f92), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:13.692313 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Pushing event updated for resources: {'Port': ['ID=1933001c-2cc1-48b5-b489-3bd4609e4f92,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:13.765161 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf5300-907d-4138-9995-000b328a439b req-f61bb927-fcb3-4940-bbcd-879f4125064e tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:13.773402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76bf5300-907d-4138-9995-000b328a439b req-f61bb927-fcb3-4940-bbcd-879f4125064e tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1165917 Feb 05 02:51:13.861257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215f9bc-d51b-4e36-aa86-0ed713dff9d9 req-65313a9f-8e56-40f3-abb4-6a2d3ae46c86 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:13.867715 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4215f9bc-d51b-4e36-aa86-0ed713dff9d9 req-65313a9f-8e56-40f3-abb4-6a2d3ae46c86 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.1197298 Feb 05 02:51:13.884510 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76bf5300-907d-4138-9995-000b328a439b req-aafeb6bf-187c-4ca7-9c8a-0f3384a2fafb tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098185 Feb 05 02:51:13.985012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4215f9bc-d51b-4e36-aa86-0ed713dff9d9 req-7dafeedd-1544-4f07-8d47-98ded09c3b10 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994763 Feb 05 02:51:14.071707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95948578-c80d-4aee-a3ef-bde53ed78054 req-eee1bbce-4672-4f60-a1b2-0242b9cfe3ef tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:14.073801 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95948578-c80d-4aee-a3ef-bde53ed78054 req-eee1bbce-4672-4f60-a1b2-0242b9cfe3ef tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.0789876 Feb 05 02:51:14.093797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Attempting to bind port 1933001c-2cc1-48b5-b489-3bd4609e4f92 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:51:14.094353 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Attempting to bind port 1933001c-2cc1-48b5-b489-3bd4609e4f92 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '2e5f7e0a-7727-4213-9aa2-dc062c41f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:51:14.094467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Attempting to bind port 1933001c-2cc1-48b5-b489-3bd4609e4f92 on network 83be0105-9b9a-4797-b354-f35ef16802de {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:14.107923 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Port 1933001c-2cc1-48b5-b489-3bd4609e4f92 on network 83be0105-9b9a-4797-b354-f35ef16802de not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:51:14.108251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Attempting to bind port 1933001c-2cc1-48b5-b489-3bd4609e4f92 on network 83be0105-9b9a-4797-b354-f35ef16802de {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:14.118895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:51:14.119115 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Checking segment: {'id': '2e5f7e0a-7727-4213-9aa2-dc062c41f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:14.119636 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Bound using segment: {'id': '2e5f7e0a-7727-4213-9aa2-dc062c41f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:51:14.120071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Bound port: 1933001c-2cc1-48b5-b489-3bd4609e4f92, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5f7e0a-7727-4213-9aa2-dc062c41f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:51:14.120430 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1933001c-2cc1-48b5-b489-3bd4609e4f92), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:14.149676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95948578-c80d-4aee-a3ef-bde53ed78054 req-76d955f3-1516-4807-acd3-19916f9f5b74 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684752 Feb 05 02:51:14.176778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99ec3edf-2723-4b8a-9b02-d7d5c2dcafc3 req-8ad188b0-e9af-4a5c-af3b-efc8d70814d0 tempest-ListImageFiltersTestJSON-1834202073 tempest-ListImageFiltersTestJSON-1834202073-project] 10.222.0.36 "GET /v2.0/ports?device_id=dec75d7b-81b9-4c2a-957a-72b373d691c6 HTTP/1.1" status: 200 len: 210 time: 0.0450785 Feb 05 02:51:14.241912 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] For port 1933001c-2cc1-48b5-b489-3bd4609e4f92, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:14.246354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] For port 1933001c-2cc1-48b5-b489-3bd4609e4f92, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1933001c-2cc1-48b5-b489-3bd4609e4f92,segment=NetworkSegment(2e5f7e0a-7727-4213-9aa2-dc062c41f11f),segment_id=2e5f7e0a-7727-4213-9aa2-dc062c41f11f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:51:14.255191 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (1933001c-2cc1-48b5-b489-3bd4609e4f92), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:14.315193 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:14.315839 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:14.317359 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] 10.222.0.10 "PUT /v2.0/ports/1933001c-2cc1-48b5-b489-3bd4609e4f92 HTTP/1.1" status: 200 len: 1092 time: 1.5345085 Feb 05 02:51:14.362791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62c2f8-a009-459d-b41e-f9d571558a65 service neutron] Pushing event updated for resources: {'Port': ['ID=1933001c-2cc1-48b5-b489-3bd4609e4f92,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:14.367336 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-4f899232-2253-4cdd-bf08-cdcc998b5c7a tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=87c6454ad96943f5835ab6bcf853ce48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349646 Feb 05 02:51:14.386303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff0d25-467c-4f7e-890e-9507c659bc8c req-6101dd92-950e-4dbf-aace-f6fa1b72aeda tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:14.388016 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3cff0d25-467c-4f7e-890e-9507c659bc8c req-6101dd92-950e-4dbf-aace-f6fa1b72aeda tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.1413641 Feb 05 02:51:14.437175 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-3b71b394-708a-4f95-9d27-ef6f1d716d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:14.438861 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-3b71b394-708a-4f95-9d27-ef6f1d716d6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 1126 time: 0.0616372 Feb 05 02:51:14.493672 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-6eb1130f-eb50-4405-8528-2a36fef2c17b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1933001c-2cc1-48b5-b489-3bd4609e4f92 HTTP/1.1" status: 200 len: 217 time: 0.0377712 Feb 05 02:51:14.516051 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3cff0d25-467c-4f7e-890e-9507c659bc8c req-a0021d26-2cb4-4e13-8df4-7f2a9e33cf7e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191430 Feb 05 02:51:14.552016 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-0615910a-6825-4fba-8745-e47069249156 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:14.553564 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-0615910a-6825-4fba-8745-e47069249156 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843243 Feb 05 02:51:14.580481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-897036e6-de1c-4720-ac06-ecf0d466e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:14.582136 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-897036e6-de1c-4720-ac06-ecf0d466e56e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3631be40-f44d-47c5-b742-59c603ecb74b HTTP/1.1" status: 200 len: 859 time: 0.0782135 Feb 05 02:51:14.587365 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-409c0092-6b9e-4696-ae1c-9653ffb9b7b8 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/quotas/87c6454ad96943f5835ab6bcf853ce48 HTTP/1.1" status: 200 len: 375 time: 0.0267043 Feb 05 02:51:14.647126 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-c2f4a4ee-1225-4b2b-b229-07c5a762540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:14.649572 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-c2f4a4ee-1225-4b2b-b229-07c5a762540e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83be0105-9b9a-4797-b354-f35ef16802de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0555389 Feb 05 02:51:14.687515 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-86ae953c-f3fc-4d78-adae-e94f25d521c5 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=87c6454ad96943f5835ab6bcf853ce48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989609 Feb 05 02:51:14.708701 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4104c3-1f9f-4f80-bf5e-9b8f41fb6f8f req-3be14a19-20c3-42fc-8457-87bc124d44b8 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:14.714811 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c4104c3-1f9f-4f80-bf5e-9b8f41fb6f8f req-3be14a19-20c3-42fc-8457-87bc124d44b8 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6f394cf-5714-44bc-87d7-9daaa0525905 HTTP/1.1" status: 200 len: 945 time: 0.1247537 Feb 05 02:51:14.775290 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-1926fdcc-bc48-43e4-995f-bdfb9350b7a9 service neutron] 10.222.0.10 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145434 Feb 05 02:51:14.779097 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c4104c3-1f9f-4f80-bf5e-9b8f41fb6f8f req-a0f17d77-7bdf-4c14-bdcc-6350787c053d tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581520 Feb 05 02:51:14.955859 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fbbe913e-a699-4da0-a40a-518be85248e1 req-777804a3-a480-489e-8d88-1729d39a667a service neutron] 10.222.0.10 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680603 Feb 05 02:51:14.960954 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-576bec17-fc93-47c2-b4a5-e775f2d44a97 req-55ced6ec-a52b-425b-94b5-08aeabf8c4a8 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b2abc55-9818-4aa6-9317-44babaa95304 HTTP/1.1" status: 200 len: 210 time: 0.0607710 Feb 05 02:51:14.994808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688727e-e456-42f3-9602-0feed161f69e req-9b889457-5fe3-4878-8924-838829a59557 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:15.009657 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b688727e-e456-42f3-9602-0feed161f69e req-9b889457-5fe3-4878-8924-838829a59557 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 944 time: 0.1009114 Feb 05 02:51:15.075473 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b688727e-e456-42f3-9602-0feed161f69e req-9b7d5044-6baa-477d-ab1a-4d6491e5dcae tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594139 Feb 05 02:51:15.164860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff7fa8-079f-44e5-bea1-788636d80a5f req-91aa0202-948c-418b-8878-9191b1628f2c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:15.166432 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95ff7fa8-079f-44e5-bea1-788636d80a5f req-91aa0202-948c-418b-8878-9191b1628f2c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.0627398 Feb 05 02:51:15.229965 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95ff7fa8-079f-44e5-bea1-788636d80a5f req-4b3d8913-3f96-40fb-9073-ad4b1eed8418 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570748 Feb 05 02:51:15.306207 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec95b5-d64f-4a82-9cb1-5b11a1929edb req-704f22e6-ca18-499e-a513-7c4ab2c84148 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:15.307994 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06ec95b5-d64f-4a82-9cb1-5b11a1929edb req-704f22e6-ca18-499e-a513-7c4ab2c84148 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.0769465 Feb 05 02:51:15.399383 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06ec95b5-d64f-4a82-9cb1-5b11a1929edb req-5936113c-c02f-41e4-be75-05d7d7f3186e tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845981 Feb 05 02:51:15.510080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a66e5b8d-8fea-4f04-bd02-52461a100147 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:51:15.534017 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: a66e5b8d-8fea-4f04-bd02-52461a100147 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:51:15.534518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a66e5b8d-8fea-4f04-bd02-52461a100147 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:51:15.580143 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810833ad-176d-4272-8773-82f6ba3080c6', 'tag': '1933001c-2cc1-48b5-b489-3bd4609e4f92'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:15.583084 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cb617f-8f8c-41cd-bd2e-d0348d8cc6b9" -d '{"events": [{"name": "network-changed", "server_uuid": "810833ad-176d-4272-8773-82f6ba3080c6", "tag": "1933001c-2cc1-48b5-b489-3bd4609e4f92"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:15.654055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14905b73-09d6-45ba-a79a-e365826be2ef req-61f6fefa-2c61-43bb-b250-29e3d7646d0f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:15.661141 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14905b73-09d6-45ba-a79a-e365826be2ef req-61f6fefa-2c61-43bb-b250-29e3d7646d0f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.0659134 Feb 05 02:51:15.716113 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14905b73-09d6-45ba-a79a-e365826be2ef req-4ecdd340-5935-4ece-803a-8ac5ecf3d61b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541236 Feb 05 02:51:15.771017 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4c447c-53cb-4d12-9b92-ae171b6d1f5b x-openstack-request-id: req-aa4c447c-53cb-4d12-9b92-ae171b6d1f5b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:15.771385 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810833ad-176d-4272-8773-82f6ba3080c6", "tag": "1933001c-2cc1-48b5-b489-3bd4609e4f92", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:15.771597 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa4c447c-53cb-4d12-9b92-ae171b6d1f5b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:15.771993 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810833ad-176d-4272-8773-82f6ba3080c6', 'tag': '1933001c-2cc1-48b5-b489-3bd4609e4f92', 'status': 'completed', 'code': 200} Feb 05 02:51:15.871400 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:15.877800 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb617f-8f8c-41cd-bd2e-d0348d8cc6b9 req-46c1fdb0-9f16-4c46-b6b4-0fa19e398866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:15.881219 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91cb617f-8f8c-41cd-bd2e-d0348d8cc6b9 req-46c1fdb0-9f16-4c46-b6b4-0fa19e398866 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 1126 time: 0.0693586 Feb 05 02:51:15.947248 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535e51d-4909-40aa-b214-daaa7ffc9beb req-ad18ddb3-17e8-4a33-b5a8-6fabba398c93 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:15.948977 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a535e51d-4909-40aa-b214-daaa7ffc9beb req-ad18ddb3-17e8-4a33-b5a8-6fabba398c93 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6f394cf-5714-44bc-87d7-9daaa0525905 HTTP/1.1" status: 200 len: 945 time: 0.0717564 Feb 05 02:51:16.005328 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb617f-8f8c-41cd-bd2e-d0348d8cc6b9 req-3a0e3647-ebdd-4aaf-887a-09001ffa1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:16.006137 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91cb617f-8f8c-41cd-bd2e-d0348d8cc6b9 req-3a0e3647-ebdd-4aaf-887a-09001ffa1101 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 921 time: 0.1043050 Feb 05 02:51:16.009518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a535e51d-4909-40aa-b214-daaa7ffc9beb req-6851943e-51c3-4ce4-a6ff-772eaeddeae5 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550036 Feb 05 02:51:16.067112 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91cb617f-8f8c-41cd-bd2e-d0348d8cc6b9 req-bdded757-7427-4488-b0a6-466bbe82d0e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1933001c-2cc1-48b5-b489-3bd4609e4f92 HTTP/1.1" status: 200 len: 217 time: 0.0512855 Feb 05 02:51:16.161520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb617f-8f8c-41cd-bd2e-d0348d8cc6b9 req-7c9c5f9a-7daf-4950-92fa-b4546c116323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:16.164632 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91cb617f-8f8c-41cd-bd2e-d0348d8cc6b9 req-7c9c5f9a-7daf-4950-92fa-b4546c116323 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3631be40-f44d-47c5-b742-59c603ecb74b HTTP/1.1" status: 200 len: 859 time: 0.0772579 Feb 05 02:51:16.179583 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a9eae90-6f21-4737-b2af-c43ae60c59a6 req-1f1d24fe-2486-424e-b5fd-0cbc9c97bfd3 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b2abc55-9818-4aa6-9317-44babaa95304 HTTP/1.1" status: 200 len: 210 time: 0.0576758 Feb 05 02:51:16.260630 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-6705e538-442d-45c1-98eb-f10cd63b814d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=87c6454ad96943f5835ab6bcf853ce48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372589 Feb 05 02:51:16.299418 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb617f-8f8c-41cd-bd2e-d0348d8cc6b9 req-440203cd-5b19-430c-9ece-71d26e7354a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:16.301259 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91cb617f-8f8c-41cd-bd2e-d0348d8cc6b9 req-440203cd-5b19-430c-9ece-71d26e7354a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83be0105-9b9a-4797-b354-f35ef16802de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1299438 Feb 05 02:51:16.406272 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebddb9-cbc4-416f-abaa-4685bb4b9515 req-9a8e9217-36fc-40c6-82df-d2858a815534 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:16.407896 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6ebddb9-cbc4-416f-abaa-4685bb4b9515 req-9a8e9217-36fc-40c6-82df-d2858a815534 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=d875aba8-77e5-46f7-8b3b-960d47de0557 HTTP/1.1" status: 200 len: 946 time: 0.1098881 Feb 05 02:51:16.498184 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6ebddb9-cbc4-416f-abaa-4685bb4b9515 req-ca237b05-7bf8-4180-8711-9d514b0b9a9a tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776663 Feb 05 02:51:16.515350 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-926ce90b-dc21-4789-b5ae-0377e6822a89 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:16.519368 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-926ce90b-dc21-4789-b5ae-0377e6822a89 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2466013 Feb 05 02:51:16.541311 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91cb617f-8f8c-41cd-bd2e-d0348d8cc6b9 req-1891ce25-8c20-44d6-adda-66ef52872f7b service neutron] 10.222.0.10 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023625 Feb 05 02:51:16.546788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-11ba3e48-eb32-4599-855f-314982991d13 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Request body: {'port': {'device_id': '4b2abc55-9818-4aa6-9317-44babaa95304', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '87c6454ad96943f5835ab6bcf853ce48'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:16.571284 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32331a71-9efc-433d-8ce1-af0d6dcaf742 req-ea730316-f9f5-497d-91f1-6dd7bedb7081 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:16.573045 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32331a71-9efc-433d-8ce1-af0d6dcaf742 req-ea730316-f9f5-497d-91f1-6dd7bedb7081 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 944 time: 0.0710311 Feb 05 02:51:16.702613 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32331a71-9efc-433d-8ce1-af0d6dcaf742 req-d9d3d9eb-3aa6-4c0f-9962-d667b4927908 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229985 Feb 05 02:51:16.713662 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f525b-d4f3-4952-bbb5-15056b6eda8a req-8c08e5e5-113e-4c29-85cb-20b226ddc780 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:16.722109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e2f525b-d4f3-4952-bbb5-15056b6eda8a req-8c08e5e5-113e-4c29-85cb-20b226ddc780 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1293247 Feb 05 02:51:16.748272 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45230) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:51:16.796514 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91cb617f-8f8c-41cd-bd2e-d0348d8cc6b9 req-3f1a8fce-e221-46bd-963d-2db6fc9a8733 service neutron] 10.222.0.10 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460575 Feb 05 02:51:16.798369 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e2f525b-d4f3-4952-bbb5-15056b6eda8a req-9ce45449-00d2-4b4b-b091-d1249786bc04 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751407 Feb 05 02:51:16.800774 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-11ba3e48-eb32-4599-855f-314982991d13 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Made reservation on behalf of 87c6454ad96943f5835ab6bcf853ce48 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:51:16.806583 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-11ba3e48-eb32-4599-855f-314982991d13 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:16.972827 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271aaf6e-8415-474b-a9a2-5a32047822d4 req-94c2fe40-2eb4-4e51-b662-f2d9c40edb0f tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:16.974047 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-11ba3e48-eb32-4599-855f-314982991d13 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Allocated IP 192.168.233.112 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/40102ff3-ce1c-4855-9151-a9d43d94680e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:51:16.975449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-271aaf6e-8415-474b-a9a2-5a32047822d4 req-94c2fe40-2eb4-4e51-b662-f2d9c40edb0f tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.1297810 Feb 05 02:51:17.039539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-032bac51-61c1-4fd1-8fc5-ce3bab97bda2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=894e75e30df24851b6f520f37b9a631c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897818 Feb 05 02:51:17.047227 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45234) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:51:17.066393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e2c7b-041b-4f50-8e00-b82db48e9e3e req-b2331090-1221-4365-ac9a-79be6e2de162 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:17.067895 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a27e2c7b-041b-4f50-8e00-b82db48e9e3e req-b2331090-1221-4365-ac9a-79be6e2de162 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c78701-1c67-4603-8884-4cdfe2313e00 HTTP/1.1" status: 200 len: 945 time: 0.1616464 Feb 05 02:51:17.082115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-271aaf6e-8415-474b-a9a2-5a32047822d4 req-1d857bce-3251-4f45-a135-6f92cc8f09d5 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986822 Feb 05 02:51:17.165760 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-11ba3e48-eb32-4599-855f-314982991d13 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks [] for port (40102ff3-ce1c-4855-9151-a9d43d94680e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:17.167076 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e0d07cc-3289-49c8-bfb4-71b515bd50e7 admin admin] Publish callbacks [] for security_group (c763076b-c312-470d-98b2-283bed025195), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:17.173021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a27e2c7b-041b-4f50-8e00-b82db48e9e3e req-7e27bc53-6bf6-4e48-bf26-caf3d11fc0c1 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946805 Feb 05 02:51:17.205536 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-11ba3e48-eb32-4599-855f-314982991d13 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (40102ff3-ce1c-4855-9151-a9d43d94680e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:17.218962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['6b65b0b0-3061-43ad-b1ea-ee5fc48538ca'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:17.223537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5e1b2083-0e87-4b26-aa60-e9c8e4dc840d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:17.242779 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e0d07cc-3289-49c8-bfb4-71b515bd50e7 admin admin] Publish callbacks [] for security_group (c763076b-c312-470d-98b2-283bed025195), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:17.276261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba3e48-eb32-4599-855f-314982991d13 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Pushing event updated for resources: {'Port': ['ID=40102ff3-ce1c-4855-9151-a9d43d94680e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:17.291015 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-11ba3e48-eb32-4599-855f-314982991d13 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:51:17.293565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-11ba3e48-eb32-4599-855f-314982991d13 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:17.306349 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e0d07cc-3289-49c8-bfb4-71b515bd50e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c763076b-c312-470d-98b2-283bed025195), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:17.309710 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e0d07cc-3289-49c8-bfb4-71b515bd50e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:17.312577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-11ba3e48-eb32-4599-855f-314982991d13 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:51:17.317705 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8e0d07cc-3289-49c8-bfb4-71b515bd50e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c763076b-c312-470d-98b2-283bed025195 HTTP/1.1" status: 204 len: 168 time: 0.2692399 Feb 05 02:51:17.330607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d07cc-3289-49c8-bfb4-71b515bd50e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c763076b-c312-470d-98b2-283bed025195,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:17.362866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d505fc2-f3a3-4ba9-853c-e352ced751be req-6cec0818-5e83-4106-b99b-91863efc0ee3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:17.364739 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d505fc2-f3a3-4ba9-853c-e352ced751be req-6cec0818-5e83-4106-b99b-91863efc0ee3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.1999192 Feb 05 02:51:17.448689 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d505fc2-f3a3-4ba9-853c-e352ced751be req-df376215-ff77-4fc0-bf13-843b3d4df269 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681453 Feb 05 02:51:17.529677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-11ba3e48-eb32-4599-855f-314982991d13 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:17.532914 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-11ba3e48-eb32-4599-855f-314982991d13 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:17.583803 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-11ba3e48-eb32-4599-855f-314982991d13 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0404632 Feb 05 02:51:17.605002 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Request body: {'port': {'device_id': '4b2abc55-9818-4aa6-9317-44babaa95304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:17.726339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17d980-4747-42ec-bcda-d47e7ce0679b req-55025233-e404-45d1-8f33-8aacee62ceaa tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:17.746740 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b17d980-4747-42ec-bcda-d47e7ce0679b req-55025233-e404-45d1-8f33-8aacee62ceaa tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b2abc55-9818-4aa6-9317-44babaa95304 HTTP/1.1" status: 200 len: 936 time: 0.1726046 Feb 05 02:51:17.810435 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (40102ff3-ce1c-4855-9151-a9d43d94680e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:17.843951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-74494328-c333-441c-8fef-a6adf9a1a034 None None] Provisioning complete for port 40102ff3-ce1c-4855-9151-a9d43d94680e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:17.844698 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74494328-c333-441c-8fef-a6adf9a1a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (40102ff3-ce1c-4855-9151-a9d43d94680e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:17.872765 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b17d980-4747-42ec-bcda-d47e7ce0679b req-164737db-bb27-42e1-a76d-bf5ebb014a83 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249905 Feb 05 02:51:17.942976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-74494328-c333-441c-8fef-a6adf9a1a034 None None] Port 40102ff3-ce1c-4855-9151-a9d43d94680e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:51:17.944111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81719f-ad10-4a87-88b5-7822b6272fd7 req-7d275b38-ecfc-4800-8657-b95379936840 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:17.953977 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a81719f-ad10-4a87-88b5-7822b6272fd7 req-7d275b38-ecfc-4800-8657-b95379936840 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c78701-1c67-4603-8884-4cdfe2313e00 HTTP/1.1" status: 200 len: 945 time: 0.1464393 Feb 05 02:51:18.067422 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a81719f-ad10-4a87-88b5-7822b6272fd7 req-a757b7ab-f28b-4d3b-9b9d-76cb546f9200 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112204 Feb 05 02:51:18.092390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f5e5a-5228-4cb8-b21c-38a3887497a4 req-3316f01c-e366-44c7-ae5f-453fe8c8bae0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:18.101907 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ac9f5e5a-5228-4cb8-b21c-38a3887497a4 req-3316f01c-e366-44c7-ae5f-453fe8c8bae0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 944 time: 0.1045103 Feb 05 02:51:18.208780 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ac9f5e5a-5228-4cb8-b21c-38a3887497a4 req-3fbacba1-2a1c-408d-8c4f-9ffddb3a56d5 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031406 Feb 05 02:51:18.227700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c796d-9dc0-44d2-8692-fdd709125220 req-714cb2cd-7356-4e67-9d91-9e83aac793b9 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:18.235631 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-576c796d-9dc0-44d2-8692-fdd709125220 req-714cb2cd-7356-4e67-9d91-9e83aac793b9 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.0997498 Feb 05 02:51:18.322416 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-576c796d-9dc0-44d2-8692-fdd709125220 req-3dcce055-4f79-493d-99b4-f862a6f92e82 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858097 Feb 05 02:51:18.370536 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40102ff3-ce1c-4855-9151-a9d43d94680e {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:18.392540 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Publish callbacks [] for port (40102ff3-ce1c-4855-9151-a9d43d94680e), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:18.411889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6ab3e-0884-455d-8854-0ce0a2c63a62 req-1621affa-e766-4e3c-8d6f-29c18f20986c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:18.415451 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ce6ab3e-0884-455d-8854-0ce0a2c63a62 req-1621affa-e766-4e3c-8d6f-29c18f20986c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.0911033 Feb 05 02:51:18.420100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Transition to ACTIVE for port object 40102ff3-ce1c-4855-9151-a9d43d94680e will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:51:18.424960 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (40102ff3-ce1c-4855-9151-a9d43d94680e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:18.479179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ce6ab3e-0884-455d-8854-0ce0a2c63a62 req-8c9d9b49-f13a-491e-a003-6e3650633991 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560300 Feb 05 02:51:18.525242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Pushing event updated for resources: {'Port': ['ID=40102ff3-ce1c-4855-9151-a9d43d94680e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:18.627641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Attempting to bind port 40102ff3-ce1c-4855-9151-a9d43d94680e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:51:18.627641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Attempting to bind port 40102ff3-ce1c-4855-9151-a9d43d94680e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:51:18.627641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Attempting to bind port 40102ff3-ce1c-4855-9151-a9d43d94680e on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:18.627980 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45274) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:51:18.639390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Port 40102ff3-ce1c-4855-9151-a9d43d94680e on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:51:18.639743 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Attempting to bind port 40102ff3-ce1c-4855-9151-a9d43d94680e on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:18.656000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:51:18.656392 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:18.658384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:51:18.659785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Bound port: 40102ff3-ce1c-4855-9151-a9d43d94680e, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:51:18.662044 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (40102ff3-ce1c-4855-9151-a9d43d94680e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:18.664673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d36eb7-71b4-4561-9f00-67088e55d887 req-ac3c73dc-375f-4f30-9080-0996e792caa6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:18.666642 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61d36eb7-71b4-4561-9f00-67088e55d887 req-ac3c73dc-375f-4f30-9080-0996e792caa6 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.0911586 Feb 05 02:51:18.762901 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61d36eb7-71b4-4561-9f00-67088e55d887 req-2b8cdd2b-0d28-4256-a6d3-331837e49ecc tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835242 Feb 05 02:51:18.796276 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] For port 40102ff3-ce1c-4855-9151-a9d43d94680e, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:18.799676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] For port 40102ff3-ce1c-4855-9151-a9d43d94680e, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=40102ff3-ce1c-4855-9151-a9d43d94680e,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:51:18.807178 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f14d45aa-97e2-4e10-99ec-a7ebfb0e74f3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-922789537-network', 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:18.812029 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (40102ff3-ce1c-4855-9151-a9d43d94680e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:18.856982 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:18.857607 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:18.859589 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-02215638-74cd-4322-8f93-9427ea194219 service neutron] 10.222.0.10 "PUT /v2.0/ports/40102ff3-ce1c-4855-9151-a9d43d94680e HTTP/1.1" status: 200 len: 1096 time: 1.2664256 Feb 05 02:51:18.861547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2abc55-9818-4aa6-9317-44babaa95304', 'tag': '40102ff3-ce1c-4855-9151-a9d43d94680e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:18.863965 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a73c698-1c49-4e58-afcc-2f1909a38e63" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2abc55-9818-4aa6-9317-44babaa95304", "tag": "40102ff3-ce1c-4855-9151-a9d43d94680e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:18.884977 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14d45aa-97e2-4e10-99ec-a7ebfb0e74f3 admin admin] Made reservation on behalf of 5f2967e419ed41e9a99646795aa87bf5 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:51:18.887378 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f14d45aa-97e2-4e10-99ec-a7ebfb0e74f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:18.902778 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02215638-74cd-4322-8f93-9427ea194219 service neutron] Pushing event updated for resources: {'Port': ['ID=40102ff3-ce1c-4855-9151-a9d43d94680e,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:18.906154 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f14d45aa-97e2-4e10-99ec-a7ebfb0e74f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:18.970193 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7965e56-c489-4a8d-bcd7-99cf978e3e2a x-openstack-request-id: req-f7965e56-c489-4a8d-bcd7-99cf978e3e2a {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:18.970679 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2abc55-9818-4aa6-9317-44babaa95304", "tag": "40102ff3-ce1c-4855-9151-a9d43d94680e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:18.971026 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7965e56-c489-4a8d-bcd7-99cf978e3e2a {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:18.971424 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2abc55-9818-4aa6-9317-44babaa95304', 'tag': '40102ff3-ce1c-4855-9151-a9d43d94680e', 'status': 'completed', 'code': 200} Feb 05 02:51:19.013303 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-cde400a2-ab75-4d9c-b9ac-50f70f6868bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:19.014906 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-cde400a2-ab75-4d9c-b9ac-50f70f6868bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87c6454ad96943f5835ab6bcf853ce48&device_id=4b2abc55-9818-4aa6-9317-44babaa95304 HTTP/1.1" status: 200 len: 1130 time: 0.0977240 Feb 05 02:51:19.070082 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-6e11f94e-5def-49ff-8ed9-e6ee334b8ada service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=40102ff3-ce1c-4855-9151-a9d43d94680e HTTP/1.1" status: 200 len: 217 time: 0.0453672 Feb 05 02:51:19.094216 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f14d45aa-97e2-4e10-99ec-a7ebfb0e74f3 admin admin] Publish callbacks [] for security_group (65d82d55-ec29-42d9-bec8-91576934b3e5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:19.104543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6b48b-c835-4f94-822f-001ba30abcef req-e0ed093c-e781-411a-9612-b7219375a8e6 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:19.108109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-12a6b48b-c835-4f94-822f-001ba30abcef req-e0ed093c-e781-411a-9612-b7219375a8e6 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b2abc55-9818-4aa6-9317-44babaa95304 HTTP/1.1" status: 200 len: 948 time: 0.0890810 Feb 05 02:51:19.151146 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f14d45aa-97e2-4e10-99ec-a7ebfb0e74f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (65d82d55-ec29-42d9-bec8-91576934b3e5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:19.193004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14d45aa-97e2-4e10-99ec-a7ebfb0e74f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:51:19.209625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d45aa-97e2-4e10-99ec-a7ebfb0e74f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d82d55-ec29-42d9-bec8-91576934b3e5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:19.215811 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-443cdc1a-2f44-497a-9d6f-654cae50c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:19.217270 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-443cdc1a-2f44-497a-9d6f-654cae50c61b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1259310 Feb 05 02:51:19.218732 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f14d45aa-97e2-4e10-99ec-a7ebfb0e74f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (0e3a65ba-e2eb-4c19-8764-3c261e6dad1e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:19.219151 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-f14d45aa-97e2-4e10-99ec-a7ebfb0e74f3 admin admin] Added segment 0e3a65ba-e2eb-4c19-8764-3c261e6dad1e of type vlan for network b5105df8-0ff2-49e9-95a6-bdebfbdc10ac Feb 05 02:51:19.235467 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-12a6b48b-c835-4f94-822f-001ba30abcef req-27ea9ffc-fc12-4dad-b3a7-7024f78889c1 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221921 Feb 05 02:51:19.247609 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ed69c-c238-44b3-81b6-caa70ccce041 req-51c502df-8afd-41c5-9400-55b035545371 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:19.249091 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-030ed69c-c238-44b3-81b6-caa70ccce041 req-51c502df-8afd-41c5-9400-55b035545371 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3c78701-1c67-4603-8884-4cdfe2313e00 HTTP/1.1" status: 200 len: 945 time: 0.1704330 Feb 05 02:51:19.295433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effad2af-e04d-42ec-baa9-92c01c396fd6 req-21348bb9-7046-45bd-a239-9f9678e738ac tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:19.305540 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-effad2af-e04d-42ec-baa9-92c01c396fd6 req-21348bb9-7046-45bd-a239-9f9678e738ac tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c78701-1c67-4603-8884-4cdfe2313e00 HTTP/1.1" status: 200 len: 945 time: 0.1425273 Feb 05 02:51:19.331266 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f14d45aa-97e2-4e10-99ec-a7ebfb0e74f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (b5105df8-0ff2-49e9-95a6-bdebfbdc10ac), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:19.386131 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-effad2af-e04d-42ec-baa9-92c01c396fd6 req-a68c0be7-89dd-498c-9ceb-69c5b7f3bbb9 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794728 Feb 05 02:51:19.421476 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb038191-0c5b-4bb6-8811-6d178d936ba0 req-780d2be9-b98e-440b-bb20-4e59670ad85b tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:19.423594 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fb038191-0c5b-4bb6-8811-6d178d936ba0 req-780d2be9-b98e-440b-bb20-4e59670ad85b tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 944 time: 0.0854907 Feb 05 02:51:19.440260 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-ec5e3adb-e3e4-4a3e-80b5-a488ab3bc36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:19.443097 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-ec5e3adb-e3e4-4a3e-80b5-a488ab3bc36f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2129483 Feb 05 02:51:19.446445 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f14d45aa-97e2-4e10-99ec-a7ebfb0e74f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (b5105df8-0ff2-49e9-95a6-bdebfbdc10ac), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:19.447733 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14d45aa-97e2-4e10-99ec-a7ebfb0e74f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:19.448601 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f14d45aa-97e2-4e10-99ec-a7ebfb0e74f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:19.513763 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fb038191-0c5b-4bb6-8811-6d178d936ba0 req-f26706df-9215-4246-a305-7ff356500cc5 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826147 Feb 05 02:51:19.524511 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1933001c-2cc1-48b5-b489-3bd4609e4f92 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:51:19.536668 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ab064-1e27-459b-8005-a248388a3289 req-cb059f7c-399c-49b7-b30a-5c5b169f8f6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:19.545873 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c3ab064-1e27-459b-8005-a248388a3289 req-cb059f7c-399c-49b7-b30a-5c5b169f8f6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.0934393 Feb 05 02:51:19.610345 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c3ab064-1e27-459b-8005-a248388a3289 req-304f7366-34c8-4e04-bd7b-76b9165e42ad tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634506 Feb 05 02:51:19.626602 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f14d45aa-97e2-4e10-99ec-a7ebfb0e74f3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9889793 Feb 05 02:51:19.626602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45292) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:51:19.642098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-25fa5230-7e08-4b42-9166-76c51685c3a4 admin admin] Request body: {'subnet': {'network_id': 'b5105df8-0ff2-49e9-95a6-bdebfbdc10ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-922789537-subnet', 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:19.672173 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-030ed69c-c238-44b3-81b6-caa70ccce041 req-494c4b3d-1172-4ce1-8517-203431344f92 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Deleting port 4e98201b-79da-4332-bc79-b7645edfbb64 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:51:19.672664 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-030ed69c-c238-44b3-81b6-caa70ccce041 req-494c4b3d-1172-4ce1-8517-203431344f92 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4e98201b-79da-4332-bc79-b7645edfbb64), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:19.681251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d45aa-97e2-4e10-99ec-a7ebfb0e74f3 admin admin] Pushing event updated for resources: {'Network': ['ID=b5105df8-0ff2-49e9-95a6-bdebfbdc10ac,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:19.697620 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 1933001c-2cc1-48b5-b489-3bd4609e4f92, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1933001c-2cc1-48b5-b489-3bd4609e4f92,segment=NetworkSegment(2e5f7e0a-7727-4213-9aa2-dc062c41f11f),segment_id=2e5f7e0a-7727-4213-9aa2-dc062c41f11f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:19.718259 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '1933001c-2cc1-48b5-b489-3bd4609e4f92', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'port_id': '1933001c-2cc1-48b5-b489-3bd4609e4f92', 'mac_address': 'fa:16:3e:81:ac:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:51:19.721440 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network b5105df8-0ff2-49e9-95a6-bdebfbdc10ac details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:51:19.731187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fa5230-7e08-4b42-9166-76c51685c3a4 admin admin] Made reservation on behalf of 5f2967e419ed41e9a99646795aa87bf5 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:51:19.733557 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25fa5230-7e08-4b42-9166-76c51685c3a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:19.744679 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92339d-2efe-4353-a984-760e54fe3be6 req-9380f382-67a4-4cb1-b18f-60bdd9c2233a tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:19.748394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff92339d-2efe-4353-a984-760e54fe3be6 req-9380f382-67a4-4cb1-b18f-60bdd9c2233a tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.0779636 Feb 05 02:51:19.822707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 1933001c-2cc1-48b5-b489-3bd4609e4f92 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:19.823234 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1933001c-2cc1-48b5-b489-3bd4609e4f92), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:19.836361 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-e2bc71b5-985a-4360-80ed-216ad63b86db service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849578 Feb 05 02:51:19.837361 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1933001c-2cc1-48b5-b489-3bd4609e4f92 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:19.850493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff92339d-2efe-4353-a984-760e54fe3be6 req-ac2d8a05-f5c9-47e9-959e-4baaca199cd1 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961416 Feb 05 02:51:19.872186 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 1933001c-2cc1-48b5-b489-3bd4609e4f92, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1933001c-2cc1-48b5-b489-3bd4609e4f92,segment=NetworkSegment(2e5f7e0a-7727-4213-9aa2-dc062c41f11f),segment_id=2e5f7e0a-7727-4213-9aa2-dc062c41f11f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:19.878670 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1933001c-2cc1-48b5-b489-3bd4609e4f92), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:19.944977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a22c0-3124-40ce-a423-8c2661a92e21 req-b5748ac0-a163-4209-ab81-ef5b4c1ef82c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:19.946727 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d35a22c0-3124-40ce-a423-8c2661a92e21 req-b5748ac0-a163-4209-ab81-ef5b4c1ef82c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.0732832 Feb 05 02:51:19.961130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-030ed69c-c238-44b3-81b6-caa70ccce041 req-494c4b3d-1172-4ce1-8517-203431344f92 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] For port 4e98201b-79da-4332-bc79-b7645edfbb64, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4e98201b-79da-4332-bc79-b7645edfbb64,segment=NetworkSegment(1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26),segment_id=1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:19.961552 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-030ed69c-c238-44b3-81b6-caa70ccce041 req-494c4b3d-1172-4ce1-8517-203431344f92 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4e98201b-79da-4332-bc79-b7645edfbb64), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:19.972077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=1933001c-2cc1-48b5-b489-3bd4609e4f92,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:19.985828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:19.986050 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-030ed69c-c238-44b3-81b6-caa70ccce041 req-494c4b3d-1172-4ce1-8517-203431344f92 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Calling delete_port for 4e98201b-79da-4332-bc79-b7645edfbb64 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:51:19.987156 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:19.987718 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:19.988374 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:19.989968 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:19.990524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:19.991135 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:19.993005 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:19.993560 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:19.994163 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:19.994942 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:19.995480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:19.996009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:51:20.012259 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d35a22c0-3124-40ce-a423-8c2661a92e21 req-381fb6cd-fe76-4d12-99d8-19c5d9402849 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564606 Feb 05 02:51:20.094912 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-43cf83e3-bfc7-4bad-b36c-dbbb3ee1ae57 req-215047d6-8de7-4dee-956e-6489e0416478 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382524 Feb 05 02:51:20.149128 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['1933001c-2cc1-48b5-b489-3bd4609e4f92'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:20.209336 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25fa5230-7e08-4b42-9166-76c51685c3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (494926db-6dab-45a1-aa82-6161258f0250), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:20.292010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73c698-1c49-4e58-afcc-2f1909a38e63 req-62a31040-7067-4192-b5cf-db9d13d06f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:20.293547 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a73c698-1c49-4e58-afcc-2f1909a38e63 req-62a31040-7067-4192-b5cf-db9d13d06f77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87c6454ad96943f5835ab6bcf853ce48&device_id=4b2abc55-9818-4aa6-9317-44babaa95304 HTTP/1.1" status: 200 len: 1130 time: 0.1417115 Feb 05 02:51:20.331931 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa5230-7e08-4b42-9166-76c51685c3a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=494926db-6dab-45a1-aa82-6161258f0250,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:20.385129 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-030ed69c-c238-44b3-81b6-caa70ccce041 req-494c4b3d-1172-4ce1-8517-203431344f92 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4e98201b-79da-4332-bc79-b7645edfbb64), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:20.398350 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['1a2fbd43-2034-46cf-a0e0-c6995c50c4c6', '94035f9c-af1f-468a-b3b0-8acdee8a8f93'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:20.431478 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fa5230-7e08-4b42-9166-76c51685c3a4 admin admin] Checking segment: {'id': '0e3a65ba-e2eb-4c19-8764-3c261e6dad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b5105df8-0ff2-49e9-95a6-bdebfbdc10ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:20.431858 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa5230-7e08-4b42-9166-76c51685c3a4 admin admin] Network hostable DHCP agents. Network: b5105df8-0ff2-49e9-95a6-bdebfbdc10ac, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:51:20.438664 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c4b3d-1172-4ce1-8517-203431344f92 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Pushing event deleted for resources: {'Port': ['ID=4e98201b-79da-4332-bc79-b7645edfbb64,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:20.473055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d6f08-dc5f-42ef-94f4-5bc71cff7075 req-f62a8ea9-5383-4055-ae2f-8ef6281f59cb tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:20.477183 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-176d6f08-dc5f-42ef-94f4-5bc71cff7075 req-f62a8ea9-5383-4055-ae2f-8ef6281f59cb tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b2abc55-9818-4aa6-9317-44babaa95304 HTTP/1.1" status: 200 len: 948 time: 0.1310980 Feb 05 02:51:20.590275 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1dfdaed5-08f7-4c48-b712-2c2a71a468c9 req-a86b49e9-87e8-4963-880e-a19c9c26315d tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c78701-1c67-4603-8884-4cdfe2313e00 HTTP/1.1" status: 200 len: 210 time: 0.0698817 Feb 05 02:51:20.634404 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-176d6f08-dc5f-42ef-94f4-5bc71cff7075 req-71000cb9-c466-4143-91a9-19582380d855 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470594 Feb 05 02:51:20.737856 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-030ed69c-c238-44b3-81b6-caa70ccce041 req-494c4b3d-1172-4ce1-8517-203431344f92 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] No DVR routers for this DVR port 4e98201b-79da-4332-bc79-b7645edfbb64 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:51:20.747406 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-030ed69c-c238-44b3-81b6-caa70ccce041 req-494c4b3d-1172-4ce1-8517-203431344f92 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:20.751969 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-030ed69c-c238-44b3-81b6-caa70ccce041 req-494c4b3d-1172-4ce1-8517-203431344f92 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.10 "DELETE /v2.0/ports/4e98201b-79da-4332-bc79-b7645edfbb64 HTTP/1.1" status: 204 len: 173 time: 1.4860690 Feb 05 02:51:20.761633 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73c698-1c49-4e58-afcc-2f1909a38e63 req-a3b2ec6d-445e-4392-8c5b-f5c3523af485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:20.763842 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a73c698-1c49-4e58-afcc-2f1909a38e63 req-a3b2ec6d-445e-4392-8c5b-f5c3523af485 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.4584336 Feb 05 02:51:20.768695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa5230-7e08-4b42-9166-76c51685c3a4 admin admin] Network b5105df8-0ff2-49e9-95a6-bdebfbdc10ac is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:51:20.781111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91d76a-0105-45bc-b455-08393e030a95 req-07715dc9-5e90-436c-bc49-8b55bb04e100 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:20.790333 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd91d76a-0105-45bc-b455-08393e030a95 req-07715dc9-5e90-436c-bc49-8b55bb04e100 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 945 time: 0.1128123 Feb 05 02:51:20.830582 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a73c698-1c49-4e58-afcc-2f1909a38e63 req-aae9b57b-d2e6-4df7-83e1-d0da401db003 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=40102ff3-ce1c-4855-9151-a9d43d94680e HTTP/1.1" status: 200 len: 217 time: 0.0591402 Feb 05 02:51:20.834076 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-25fa5230-7e08-4b42-9166-76c51685c3a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, b5105df8-0ff2-49e9-95a6-bdebfbdc10ac) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:20.849284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e153670-8142-49c8-b46a-80cd86bbfb02 None None] Network b5105df8-0ff2-49e9-95a6-bdebfbdc10ac requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:51:20.869955 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fa5230-7e08-4b42-9166-76c51685c3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:20.871379 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25fa5230-7e08-4b42-9166-76c51685c3a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:20.891075 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd91d76a-0105-45bc-b455-08393e030a95 req-37838013-7009-46db-96c0-cd6389d2c301 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998242 Feb 05 02:51:20.917491 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834d2ec-f7c0-4782-9fc6-6ffe049e2bf2 req-e7fac336-a656-417a-b630-b3bd517fd113 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:20.925143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5834d2ec-f7c0-4782-9fc6-6ffe049e2bf2 req-e7fac336-a656-417a-b630-b3bd517fd113 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1041307 Feb 05 02:51:20.973752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c78701-1c67-4603-8884-4cdfe2313e00', 'name': 'network-vif-deleted', 'tag': '4e98201b-79da-4332-bc79-b7645edfbb64'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:20.979097 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40634785-095f-4895-86f0-6059c9150edf" -d '{"events": [{"server_uuid": "b3c78701-1c67-4603-8884-4cdfe2313e00", "name": "network-vif-deleted", "tag": "4e98201b-79da-4332-bc79-b7645edfbb64"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:20.999491 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-25fa5230-7e08-4b42-9166-76c51685c3a4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3692274 Feb 05 02:51:20.999491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45310) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:51:21.001120 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5834d2ec-f7c0-4782-9fc6-6ffe049e2bf2 req-a57967fa-47b2-4b29-80b6-609ac01bfdce tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701573 Feb 05 02:51:21.012790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-922789537-router', 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:21.056060 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73c698-1c49-4e58-afcc-2f1909a38e63 req-5027516c-9713-4fb0-89eb-aa9c5bc5d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:21.057655 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a73c698-1c49-4e58-afcc-2f1909a38e63 req-5027516c-9713-4fb0-89eb-aa9c5bc5d1eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1803563 Feb 05 02:51:21.069085 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-b5105df8-0ff2-49e9-95a6-bdebfbdc10ac', 'network_id': 'b5105df8-0ff2-49e9-95a6-bdebfbdc10ac', 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'fixed_ips': [{'subnet_id': '494926db-6dab-45a1-aa82-6161258f0250'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:51:21.071100 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:21.130630 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509e78c2-356b-4391-af4c-16a188f3215e x-openstack-request-id: req-509e78c2-356b-4391-af4c-16a188f3215e {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:21.131088 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c78701-1c67-4603-8884-4cdfe2313e00", "name": "network-vif-deleted", "tag": "4e98201b-79da-4332-bc79-b7645edfbb64", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:21.131436 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-509e78c2-356b-4391-af4c-16a188f3215e {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:21.131997 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c78701-1c67-4603-8884-4cdfe2313e00', 'name': 'network-vif-deleted', 'tag': '4e98201b-79da-4332-bc79-b7645edfbb64', 'status': 'completed', 'code': 200} Feb 05 02:51:21.132281 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09ec34-3d3a-4fc8-9be1-3797d9e55f38 req-d45e3c37-801d-48c0-a225-ef674723fdfd tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:21.136404 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f09ec34-3d3a-4fc8-9be1-3797d9e55f38 req-d45e3c37-801d-48c0-a225-ef674723fdfd tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.1127019 Feb 05 02:51:21.145823 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (e21b418b-2127-4302-a7b2-89087aa6eb3e), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:21.147103 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (e21b418b-2127-4302-a7b2-89087aa6eb3e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:21.206422 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Publish callbacks [] for router_controller (e21b418b-2127-4302-a7b2-89087aa6eb3e), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:21.216629 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73c698-1c49-4e58-afcc-2f1909a38e63 req-c0f1ab7e-ac7b-4c56-9f1e-3d044bde3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:21.218298 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a73c698-1c49-4e58-afcc-2f1909a38e63 req-c0f1ab7e-ac7b-4c56-9f1e-3d044bde3dc8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1536014 Feb 05 02:51:21.239094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25f0f8-33ac-416f-ae17-7b3465e6ba57 req-8064cfc0-8de9-409d-804a-bd91a2b004fb tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:21.241412 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ac25f0f8-33ac-416f-ae17-7b3465e6ba57 req-8064cfc0-8de9-409d-804a-bd91a2b004fb tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.1203983 Feb 05 02:51:21.280414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f09ec34-3d3a-4fc8-9be1-3797d9e55f38 req-1d01b40c-a327-4011-8047-08aa11af4070 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004946 Feb 05 02:51:21.385364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ac25f0f8-33ac-416f-ae17-7b3465e6ba57 req-df2cd262-9d34-4875-ba50-c5b6a8112853 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103432 Feb 05 02:51:21.449667 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Publish callbacks [] for router_gateway (e21b418b-2127-4302-a7b2-89087aa6eb3e), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:21.468747 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Allocated IP 172.20.0.2 (b5105df8-0ff2-49e9-95a6-bdebfbdc10ac/494926db-6dab-45a1-aa82-6161258f0250/96b252a6-f83b-4d2d-875f-688585d4e193) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:51:21.540506 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a73c698-1c49-4e58-afcc-2f1909a38e63 req-5b1a5752-c86e-4971-84ad-e3f5ea3bd26f service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869546 Feb 05 02:51:21.543024 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1933001c-2cc1-48b5-b489-3bd4609e4f92 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:21.665290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 1933001c-2cc1-48b5-b489-3bd4609e4f92 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:51:21.670912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 1933001c-2cc1-48b5-b489-3bd4609e4f92 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:21.671295 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1933001c-2cc1-48b5-b489-3bd4609e4f92), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:21.688948 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a73c698-1c49-4e58-afcc-2f1909a38e63 req-483ccf66-8fce-4096-8c8a-d09035cc73d9 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392460 Feb 05 02:51:21.713271 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Publish callbacks [] for port (96b252a6-f83b-4d2d-875f-688585d4e193), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:21.731580 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (96b252a6-f83b-4d2d-875f-688585d4e193), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:21.788983 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Network b5105df8-0ff2-49e9-95a6-bdebfbdc10ac is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:51:21.825557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763ee23-d24f-4c19-a95f-4ed3ee0beb36 req-8d892ced-f2b8-42d1-a0f5-6077af52a5d3 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:21.827158 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5763ee23-d24f-4c19-a95f-4ed3ee0beb36 req-8d892ced-f2b8-42d1-a0f5-6077af52a5d3 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b2abc55-9818-4aa6-9317-44babaa95304 HTTP/1.1" status: 200 len: 948 time: 0.0898123 Feb 05 02:51:21.876719 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 1933001c-2cc1-48b5-b489-3bd4609e4f92 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:21.877335 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1933001c-2cc1-48b5-b489-3bd4609e4f92), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:21.890264 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5763ee23-d24f-4c19-a95f-4ed3ee0beb36 req-28e7f83c-f796-42d7-b186-909f2da2a1ae tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573463 Feb 05 02:51:21.905394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Pushing event updated for resources: {'Port': ['ID=96b252a6-f83b-4d2d-875f-688585d4e193,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:21.911334 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:21.915858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:51:21.947264 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Publish callbacks [] for router_gateway (e21b418b-2127-4302-a7b2-89087aa6eb3e), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:21.956328 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810833ad-176d-4272-8773-82f6ba3080c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1933001c-2cc1-48b5-b489-3bd4609e4f92'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:21.958891 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08586b6-2dc1-4113-b908-7e55e775b124" -d '{"events": [{"server_uuid": "810833ad-176d-4272-8773-82f6ba3080c6", "name": "network-vif-plugged", "status": "completed", "tag": "1933001c-2cc1-48b5-b489-3bd4609e4f92"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:21.972126 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:21.989574 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 1933001c-2cc1-48b5-b489-3bd4609e4f92, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1933001c-2cc1-48b5-b489-3bd4609e4f92,segment=NetworkSegment(2e5f7e0a-7727-4213-9aa2-dc062c41f11f),segment_id=2e5f7e0a-7727-4213-9aa2-dc062c41f11f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:22.000890 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1933001c-2cc1-48b5-b489-3bd4609e4f92), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:22.001841 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4e98201b-79da-4332-bc79-b7645edfbb64 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:51:22.102798 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 4e98201b-79da-4332-bc79-b7645edfbb64 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:51:22.105015 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4e98201b-79da-4332-bc79-b7645edfbb64 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:51:22.110509 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c845e37e-215b-4327-b14b-ceb84762e710 x-openstack-request-id: req-c845e37e-215b-4327-b14b-ceb84762e710 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:22.110966 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810833ad-176d-4272-8773-82f6ba3080c6", "name": "network-vif-plugged", "status": "completed", "tag": "1933001c-2cc1-48b5-b489-3bd4609e4f92", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:22.114382 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c845e37e-215b-4327-b14b-ceb84762e710 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:22.114927 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810833ad-176d-4272-8773-82f6ba3080c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1933001c-2cc1-48b5-b489-3bd4609e4f92', 'code': 200} Feb 05 02:51:22.115894 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=1933001c-2cc1-48b5-b489-3bd4609e4f92,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:22.119770 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b66a8-321d-45db-9bf9-1fcb7aff4ad9 req-33831bee-beb6-49fc-a5e3-ede48bfafef4 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:22.120053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Attempting to bind port 96b252a6-f83b-4d2d-875f-688585d4e193 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:51:22.120586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Attempting to bind port 96b252a6-f83b-4d2d-875f-688585d4e193 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '0e3a65ba-e2eb-4c19-8764-3c261e6dad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b5105df8-0ff2-49e9-95a6-bdebfbdc10ac'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:51:22.121044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Attempting to bind port 96b252a6-f83b-4d2d-875f-688585d4e193 on network b5105df8-0ff2-49e9-95a6-bdebfbdc10ac {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:22.127163 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:51:22.127686 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Checking segment: {'id': '0e3a65ba-e2eb-4c19-8764-3c261e6dad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b5105df8-0ff2-49e9-95a6-bdebfbdc10ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:22.128190 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:22.128936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Bound using segment: {'id': '0e3a65ba-e2eb-4c19-8764-3c261e6dad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b5105df8-0ff2-49e9-95a6-bdebfbdc10ac'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:51:22.129783 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Bound port: 96b252a6-f83b-4d2d-875f-688585d4e193, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3a65ba-e2eb-4c19-8764-3c261e6dad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b5105df8-0ff2-49e9-95a6-bdebfbdc10ac'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:51:22.129974 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (96b252a6-f83b-4d2d-875f-688585d4e193), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:22.131022 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f89b66a8-321d-45db-9bf9-1fcb7aff4ad9 req-33831bee-beb6-49fc-a5e3-ede48bfafef4 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 946 time: 0.1191750 Feb 05 02:51:22.198362 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] For port 96b252a6-f83b-4d2d-875f-688585d4e193, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:22.202084 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] For port 96b252a6-f83b-4d2d-875f-688585d4e193, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=96b252a6-f83b-4d2d-875f-688585d4e193,segment=NetworkSegment(0e3a65ba-e2eb-4c19-8764-3c261e6dad1e),segment_id=0e3a65ba-e2eb-4c19-8764-3c261e6dad1e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:51:22.213013 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (96b252a6-f83b-4d2d-875f-688585d4e193), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:22.231834 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Allocated IP 172.25.0.106 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/29da88e3-acfa-40c1-ab48-4e0cbd32a731) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:51:22.238936 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f89b66a8-321d-45db-9bf9-1fcb7aff4ad9 req-6db78eae-3640-4c1c-ae14-264705a34a46 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004493 Feb 05 02:51:22.286059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d33a8c-b1d6-457c-90ec-2582dd241551 req-a4f90218-f73d-4251-97fa-13bb88e89bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:22.292567 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-00d33a8c-b1d6-457c-90ec-2582dd241551 req-a4f90218-f73d-4251-97fa-13bb88e89bf1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 1128 time: 0.1558406 Feb 05 02:51:22.327110 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067aac6-1bd5-4ae5-98a0-6e5226f2ada1 None None] Pushing event updated for resources: {'Port': ['ID=96b252a6-f83b-4d2d-875f-688585d4e193,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:22.351180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c09149-b432-4e11-8848-01f861863a1c req-93c5d189-b505-4b9b-9e44-d4ef5253f196 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:22.363632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8c09149-b432-4e11-8848-01f861863a1c req-93c5d189-b505-4b9b-9e44-d4ef5253f196 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1055446 Feb 05 02:51:22.416234 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8c09149-b432-4e11-8848-01f861863a1c req-c8b426a4-d3bb-4421-b422-067102d14f2f tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517011 Feb 05 02:51:22.474632 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Publish callbacks [] for port (29da88e3-acfa-40c1-ab48-4e0cbd32a731), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:22.478177 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-00d33a8c-b1d6-457c-90ec-2582dd241551 req-8c9f38da-894a-4398-beec-30d09248b5df service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625124 Feb 05 02:51:22.488131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453fffe-df2b-4bb9-b9fe-c510f5924a08 req-ffb84c3e-4349-4070-904d-2f64c91dcb44 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:22.489749 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2453fffe-df2b-4bb9-b9fe-c510f5924a08 req-ffb84c3e-4349-4070-904d-2f64c91dcb44 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.0657258 Feb 05 02:51:22.517448 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (29da88e3-acfa-40c1-ab48-4e0cbd32a731), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:22.569152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:51:22.573162 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:22.577792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2453fffe-df2b-4bb9-b9fe-c510f5924a08 req-046dfcb5-2bcf-4ee7-b2fb-802497a874d9 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759413 Feb 05 02:51:22.578001 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:51:22.594677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Pushing event updated for resources: {'Port': ['ID=29da88e3-acfa-40c1-ab48-4e0cbd32a731,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:22.740508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5e57e-87b4-410a-8912-a40db9b5c476 req-5e0a3f49-0d6c-45b4-acde-7d74dc1f5a09 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:22.744380 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d5d5e57e-87b4-410a-8912-a40db9b5c476 req-5e0a3f49-0d6c-45b4-acde-7d74dc1f5a09 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.0807600 Feb 05 02:51:22.841375 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d5d5e57e-87b4-410a-8912-a40db9b5c476 req-42bd4f1d-55b7-4408-bd70-dbd7b3b389e4 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889261 Feb 05 02:51:22.975499 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Publish callbacks [] for router_gateway (e21b418b-2127-4302-a7b2-89087aa6eb3e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:23.137455 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4a7b6-504b-4dce-808b-4d14c9a7ce56 req-836e682f-7ea4-48a1-93a2-ec6ab0a37e61 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:23.143149 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4a7b6-504b-4dce-808b-4d14c9a7ce56 req-836e682f-7ea4-48a1-93a2-ec6ab0a37e61 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:23.145516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dba4a7b6-504b-4dce-808b-4d14c9a7ce56 req-836e682f-7ea4-48a1-93a2-ec6ab0a37e61 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6f394cf-5714-44bc-87d7-9daaa0525905&device_id=d875aba8-77e5-46f7-8b3b-960d47de0557 HTTP/1.1" status: 200 len: 1682 time: 0.1285024 Feb 05 02:51:23.187071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319cda5-8525-4c26-9a31-71d52b04c31a req-1f1fa080-7872-46bf-8772-bd4bde05594e tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:23.188539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e319cda5-8525-4c26-9a31-71d52b04c31a req-1f1fa080-7872-46bf-8772-bd4bde05594e tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b2abc55-9818-4aa6-9317-44babaa95304 HTTP/1.1" status: 200 len: 948 time: 0.1628916 Feb 05 02:51:23.199759 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 96b252a6-f83b-4d2d-875f-688585d4e193 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:23.222180 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (e21b418b-2127-4302-a7b2-89087aa6eb3e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:23.223447 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dba4a7b6-504b-4dce-808b-4d14c9a7ce56 req-bbc543e3-3e9e-4c2a-a6cf-613b0ea80178 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718462 Feb 05 02:51:23.307640 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e319cda5-8525-4c26-9a31-71d52b04c31a req-3004f41d-a312-4bcf-9187-4641556d58a9 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016510 Feb 05 02:51:23.311741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 96b252a6-f83b-4d2d-875f-688585d4e193 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:23.312118 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (96b252a6-f83b-4d2d-875f-688585d4e193), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:23.420642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec7a9b-59fc-4648-a32d-a25e04aa39a5 req-ebcdfcde-6548-44e7-8f3d-30a44db3f5cd tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:23.429876 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5aec7a9b-59fc-4648-a32d-a25e04aa39a5 req-ebcdfcde-6548-44e7-8f3d-30a44db3f5cd tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 946 time: 0.0960655 Feb 05 02:51:23.471340 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Router e21b418b-2127-4302-a7b2-89087aa6eb3e is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:51:23.500302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5aec7a9b-59fc-4648-a32d-a25e04aa39a5 req-06b87b36-6167-43b3-b2f2-75d41c0e22d3 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691087 Feb 05 02:51:23.520650 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 96b252a6-f83b-4d2d-875f-688585d4e193 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:23.521041 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (96b252a6-f83b-4d2d-875f-688585d4e193), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:23.557913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 40102ff3-ce1c-4855-9151-a9d43d94680e details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:51:23.654234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 96b252a6-f83b-4d2d-875f-688585d4e193, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=96b252a6-f83b-4d2d-875f-688585d4e193,segment=NetworkSegment(0e3a65ba-e2eb-4c19-8764-3c261e6dad1e),segment_id=0e3a65ba-e2eb-4c19-8764-3c261e6dad1e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:23.654796 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:51:23.674171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Sync routers for ids ['e21b418b-2127-4302-a7b2-89087aa6eb3e'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:51:23.676978 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (96b252a6-f83b-4d2d-875f-688585d4e193), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:23.700542 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:23.706643 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-eaff92a1-c831-4ecd-99ca-27d011effec9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6965458 Feb 05 02:51:23.707767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45368) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:51:23.757225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb1389-eafe-4b9a-9a99-d8a4abcbd9ef req-b768240e-04ea-43ff-9f9c-f850d382c171 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:23.763165 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22fb1389-eafe-4b9a-9a99-d8a4abcbd9ef req-b768240e-04ea-43ff-9f9c-f850d382c171 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1327291 Feb 05 02:51:23.891741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22fb1389-eafe-4b9a-9a99-d8a4abcbd9ef req-7f5db4d3-502c-44a1-86f4-fb948c92ac00 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250947 Feb 05 02:51:23.912715 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Routers {'e21b418b-2127-4302-a7b2-89087aa6eb3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:51:23.913723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:51:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e21b418b-2127-4302-a7b2-89087aa6eb3e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:23.915696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=96b252a6-f83b-4d2d-875f-688585d4e193,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:24.001922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a6abba-4efc-4e02-828a-72feea6f1859 None None] Network b5105df8-0ff2-49e9-95a6-bdebfbdc10ac requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:51:24.038289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa158427-e4bc-41eb-8b5c-111636198116 req-203f9ef6-88fa-44fe-8b16-0b032d4f90eb tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:24.040027 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa158427-e4bc-41eb-8b5c-111636198116 req-203f9ef6-88fa-44fe-8b16-0b032d4f90eb tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.1473372 Feb 05 02:51:24.133914 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa158427-e4bc-41eb-8b5c-111636198116 req-321cc94b-6287-4d06-bc2d-d25a70d29142 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813847 Feb 05 02:51:24.149405 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ffc5089f-5acb-4837-9113-25aacba87b2a None None] Provisioning complete for port 96b252a6-f83b-4d2d-875f-688585d4e193 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:24.153728 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ffc5089f-5acb-4837-9113-25aacba87b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (96b252a6-f83b-4d2d-875f-688585d4e193), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:24.206998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 40102ff3-ce1c-4855-9151-a9d43d94680e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=40102ff3-ce1c-4855-9151-a9d43d94680e,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:24.280061 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '40102ff3-ce1c-4855-9151-a9d43d94680e', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '40102ff3-ce1c-4855-9151-a9d43d94680e', 'mac_address': 'fa:16:3e:18:34:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:51:24.328861 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ffc5089f-5acb-4837-9113-25aacba87b2a None None] Current status of the port 96b252a6-f83b-4d2d-875f-688585d4e193 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:24.360489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Set router e21b418b-2127-4302-a7b2-89087aa6eb3e gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:51:24.376704 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9183a0b-23bf-4653-b433-63e3f2327935 req-44767711-a9e9-4197-aba0-9633ac431347 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:24.385122 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9183a0b-23bf-4653-b433-63e3f2327935 req-44767711-a9e9-4197-aba0-9633ac431347 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.1136003 Feb 05 02:51:24.488510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 40102ff3-ce1c-4855-9151-a9d43d94680e is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:24.488904 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (40102ff3-ce1c-4855-9151-a9d43d94680e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:24.520738 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40102ff3-ce1c-4855-9151-a9d43d94680e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:24.525412 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9183a0b-23bf-4653-b433-63e3f2327935 req-71c82eb8-a11b-459d-9e85-0d9a792a98ef tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393197 Feb 05 02:51:24.553107 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5ae7f-eb78-4c62-b164-52c3b72ef9e7 req-869e1e22-19d9-4f57-b3e8-c334986c2890 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:24.561201 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-39b5ae7f-eb78-4c62-b164-52c3b72ef9e7 req-869e1e22-19d9-4f57-b3e8-c334986c2890 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b2abc55-9818-4aa6-9317-44babaa95304 HTTP/1.1" status: 200 len: 948 time: 0.1319399 Feb 05 02:51:24.566989 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 40102ff3-ce1c-4855-9151-a9d43d94680e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=40102ff3-ce1c-4855-9151-a9d43d94680e,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:24.584989 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (40102ff3-ce1c-4855-9151-a9d43d94680e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:24.680453 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-39b5ae7f-eb78-4c62-b164-52c3b72ef9e7 req-b33f553a-bdc0-486c-b997-fad563a702d7 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118088 Feb 05 02:51:24.681335 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=40102ff3-ce1c-4855-9151-a9d43d94680e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:24.737903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'name': 'tempest-ServersTestMultiNic-922789537-router', 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:51:22Z', 'revision_number': 3, 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'gw_port': {'id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:24.777402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Checking router: e21b418b-2127-4302-a7b2-89087aa6eb3e for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:51:24.777757 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Updating router e21b418b-2127-4302-a7b2-89087aa6eb3e port 29da88e3-acfa-40c1-ab48-4e0cbd32a731 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:51:24.803303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f2adc-ebd1-4688-abb0-ffb68d909043 req-0e12016b-4160-4beb-85e2-2713c9bccca1 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:24.805982 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d4f2adc-ebd1-4688-abb0-ffb68d909043 req-0e12016b-4160-4beb-85e2-2713c9bccca1 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=d875aba8-77e5-46f7-8b3b-960d47de0557 HTTP/1.1" status: 200 len: 946 time: 0.1240082 Feb 05 02:51:24.809216 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (29da88e3-acfa-40c1-ab48-4e0cbd32a731), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:24.850468 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:24.883522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bd851-e2c9-4286-abca-f46209314f3d req-a6fd01b2-e364-4a3b-bf9a-3668291d0f8b tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:24.885574 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-835bd851-e2c9-4286-abca-f46209314f3d req-a6fd01b2-e364-4a3b-bf9a-3668291d0f8b tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 946 time: 0.1042559 Feb 05 02:51:24.945856 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d4f2adc-ebd1-4688-abb0-ffb68d909043 req-9a17a632-eec5-4c88-94e8-e1a6582debd4 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b5f6849-221b-4935-afa4-2035a1b65666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203742 Feb 05 02:51:24.950386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-835bd851-e2c9-4286-abca-f46209314f3d req-75d426ff-dd6a-4509-8c33-9a463deebcbb tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593076 Feb 05 02:51:25.021909 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-95513f0a-dbc6-48e8-8377-62b5e4063f06 None None] Provisioning complete for port 96b252a6-f83b-4d2d-875f-688585d4e193 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:25.022279 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95513f0a-dbc6-48e8-8377-62b5e4063f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (96b252a6-f83b-4d2d-875f-688585d4e193), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:25.146805 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Allocated IP 172.20.0.1 (b5105df8-0ff2-49e9-95a6-bdebfbdc10ac/494926db-6dab-45a1-aa82-6161258f0250/4a4dd45d-6ebf-4fe6-9125-e44a1d0df375) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:51:25.168282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0f99d-f13d-4bf6-87e7-e1e87490e796 req-09c48144-6169-49bb-817e-be066a5d5299 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:25.170365 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4cb0f99d-f13d-4bf6-87e7-e1e87490e796 req-09c48144-6169-49bb-817e-be066a5d5299 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1397858 Feb 05 02:51:25.196724 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-b596a2b9-838e-438d-bfff-675195e7f262 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:25.198612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-b596a2b9-838e-438d-bfff-675195e7f262 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1169286 Feb 05 02:51:25.206990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['40102ff3-ce1c-4855-9151-a9d43d94680e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:25.233227 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 96b252a6-f83b-4d2d-875f-688585d4e193 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:25.275313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-f7a80778-2ab3-475b-958b-a00956d59c8f tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.245 HTTP/1.1" status: 200 len: 696 time: 0.0670657 Feb 05 02:51:25.311580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4cb0f99d-f13d-4bf6-87e7-e1e87490e796 req-bb2ba20d-4a9b-4003-a8b8-eabcad77b6c5 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305406 Feb 05 02:51:25.327422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-c95a9871-a6b0-4a03-ab9e-81478e9153b9 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Request body: {'floatingip': {'port_id': '079344d7-4040-40c5-96df-fead409a828f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:25.358109 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Publish callbacks [] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:25.439162 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:25.441033 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-c95a9871-a6b0-4a03-ab9e-81478e9153b9 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for floatingip (ed7a129b-8d1b-4beb-af0c-2b55328fdbdd), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:25.499843 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Pushing event updated for resources: {'Port': ['ID=4a4dd45d-6ebf-4fe6-9125-e44a1d0df375,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:25.516921 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Network b5105df8-0ff2-49e9-95a6-bdebfbdc10ac is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:51:25.518504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:25.523376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:51:25.527169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f6006-f469-46f2-9421-c77aed739049 req-b1293dcd-9fde-4c30-a602-ca0121f4f976 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:25.533917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-240f6006-f469-46f2-9421-c77aed739049 req-b1293dcd-9fde-4c30-a602-ca0121f4f976 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.1314719 Feb 05 02:51:25.591122 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (e21b418b-2127-4302-a7b2-89087aa6eb3e), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:25.592074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-95513f0a-dbc6-48e8-8377-62b5e4063f06 None None] Current status of the port 96b252a6-f83b-4d2d-875f-688585d4e193 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:25.599987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 96b252a6-f83b-4d2d-875f-688585d4e193 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:25.602581 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (96b252a6-f83b-4d2d-875f-688585d4e193), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:25.617130 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Publish callbacks [] for port (29da88e3-acfa-40c1-ab48-4e0cbd32a731), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:25.670143 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (29da88e3-acfa-40c1-ab48-4e0cbd32a731), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:25.716399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-240f6006-f469-46f2-9421-c77aed739049 req-bcdbc024-b496-4224-b21e-18cad4608429 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815529 Feb 05 02:51:25.806009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Attempting to bind port 29da88e3-acfa-40c1-ab48-4e0cbd32a731 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:51:25.806454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Attempting to bind port 29da88e3-acfa-40c1-ab48-4e0cbd32a731 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:51:25.806947 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Attempting to bind port 29da88e3-acfa-40c1-ab48-4e0cbd32a731 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:25.824613 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfa83f-e9d3-43f0-83dd-e272acd00da0 None None] Pushing event updated for resources: {'Port': ['ID=29da88e3-acfa-40c1-ab48-4e0cbd32a731,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:25.842190 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:25.859395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:51:25.859951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:25.860460 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:25.862141 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:51:25.862738 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Bound port: 29da88e3-acfa-40c1-ab48-4e0cbd32a731, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:51:25.864254 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (29da88e3-acfa-40c1-ab48-4e0cbd32a731), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:25.991182 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaf0ea-b1af-4cd6-8d4f-36c5d4de7618 req-917f3df3-3555-4ebd-ae5e-2de99b818b86 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:25.993750 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8dcaf0ea-b1af-4cd6-8d4f-36c5d4de7618 req-917f3df3-3555-4ebd-ae5e-2de99b818b86 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.10 "GET /v2.0/ports?device_id=d875aba8-77e5-46f7-8b3b-960d47de0557 HTTP/1.1" status: 200 len: 946 time: 0.4154825 Feb 05 02:51:26.011196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 96b252a6-f83b-4d2d-875f-688585d4e193 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:26.021438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-23ce5ce4-51a7-43a9-8868-6c770ec2d6c0 None None] Provisioning complete for port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:26.022109 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23ce5ce4-51a7-43a9-8868-6c770ec2d6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:26.054087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] For port 29da88e3-acfa-40c1-ab48-4e0cbd32a731, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:26.076637 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] For port 29da88e3-acfa-40c1-ab48-4e0cbd32a731, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=29da88e3-acfa-40c1-ab48-4e0cbd32a731,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:51:26.083943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-23ce5ce4-51a7-43a9-8868-6c770ec2d6c0 None None] Port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:51:26.092502 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (29da88e3-acfa-40c1-ab48-4e0cbd32a731), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:26.229275 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfa83f-e9d3-43f0-83dd-e272acd00da0 None None] Pushing event updated for resources: {'Port': ['ID=29da88e3-acfa-40c1-ab48-4e0cbd32a731,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:26.246613 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Routers {'e21b418b-2127-4302-a7b2-89087aa6eb3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:51:26.247298 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:51:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e21b418b-2127-4302-a7b2-89087aa6eb3e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:26.278173 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2341a1-f1d7-4d8b-93c9-81db5bec0a63 req-68ca7022-fe4c-4e7b-815f-3c558c8cebf2 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:26.279651 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d2341a1-f1d7-4d8b-93c9-81db5bec0a63 req-68ca7022-fe4c-4e7b-815f-3c558c8cebf2 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f394cf-5714-44bc-87d7-9daaa0525905 HTTP/1.1" status: 200 len: 945 time: 0.3723283 Feb 05 02:51:26.301444 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.db.resource_extend [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-c95a9871-a6b0-4a03-ab9e-81478e9153b9 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:51:26.382382 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-c95a9871-a6b0-4a03-ab9e-81478e9153b9 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:26.438384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-8dcaf0ea-b1af-4cd6-8d4f-36c5d4de7618 req-ece55910-8ec1-4165-bdae-069d13a44593 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Deleting port 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:51:26.439162 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8dcaf0ea-b1af-4cd6-8d4f-36c5d4de7618 req-ece55910-8ec1-4165-bdae-069d13a44593 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1a2fbd43-2034-46cf-a0e0-c6995c50c4c6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:26.484030 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] Set router e21b418b-2127-4302-a7b2-89087aa6eb3e gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:51:26.500046 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-c95a9871-a6b0-4a03-ab9e-81478e9153b9 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (ed7a129b-8d1b-4beb-af0c-2b55328fdbdd), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:26.522171 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Publish callbacks [] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:26.537232 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-7d2341a1-f1d7-4d8b-93c9-81db5bec0a63 req-be4b576d-537b-47f8-85f7-4a4c3f386a83 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Deleting port 94035f9c-af1f-468a-b3b0-8acdee8a8f93 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:51:26.537771 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d2341a1-f1d7-4d8b-93c9-81db5bec0a63 req-be4b576d-537b-47f8-85f7-4a4c3f386a83 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (94035f9c-af1f-468a-b3b0-8acdee8a8f93), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:26.642436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7d2341a1-f1d7-4d8b-93c9-81db5bec0a63 req-be4b576d-537b-47f8-85f7-4a4c3f386a83 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] For port 94035f9c-af1f-468a-b3b0-8acdee8a8f93, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=94035f9c-af1f-468a-b3b0-8acdee8a8f93,segment=NetworkSegment(1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26),segment_id=1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:26.643031 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d2341a1-f1d7-4d8b-93c9-81db5bec0a63 req-be4b576d-537b-47f8-85f7-4a4c3f386a83 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (94035f9c-af1f-468a-b3b0-8acdee8a8f93), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:26.659310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-7d2341a1-f1d7-4d8b-93c9-81db5bec0a63 req-be4b576d-537b-47f8-85f7-4a4c3f386a83 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Calling delete_port for 94035f9c-af1f-468a-b3b0-8acdee8a8f93 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:51:26.782804 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:26.838045 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'name': 'tempest-ServersTestMultiNic-922789537-router', 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:51:25Z', 'revision_number': 4, 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'gw_port': {'id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4a4dd45d-6ebf-4fe6-9125-e44a1d0df375', 'name': '', 'network_id': 'b5105df8-0ff2-49e9-95a6-bdebfbdc10ac', 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5', 'mac_address': 'fa:16:3e:f7:03:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '494926db-6dab-45a1-aa82-6161258f0250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:51:24Z', 'updated_at': '2022-02-05T02:51:25Z', 'revision_number': 1, 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'subnets': [{'id': '494926db-6dab-45a1-aa82-6161258f0250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:26.892413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf38f5-53d8-4d6e-a1af-dd6318074ea2 None None] The sync data for ids ['e21b418b-2127-4302-a7b2-89087aa6eb3e'] in n-d-826942-8 is: [{'id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'name': 'tempest-ServersTestMultiNic-922789537-router', 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:51:25Z', 'revision_number': 4, 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'gw_port': {'id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4a4dd45d-6ebf-4fe6-9125-e44a1d0df375', 'name': '', 'network_id': 'b5105df8-0ff2-49e9-95a6-bdebfbdc10ac', 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5', 'mac_address': 'fa:16:3e:f7:03:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '494926db-6dab-45a1-aa82-6161258f0250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:51:24Z', 'updated_at': '2022-02-05T02:51:25Z', 'revision_number': 1, 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'subnets': [{'id': '494926db-6dab-45a1-aa82-6161258f0250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:51:26.982137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8dcaf0ea-b1af-4cd6-8d4f-36c5d4de7618 req-ece55910-8ec1-4165-bdae-069d13a44593 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] For port 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1a2fbd43-2034-46cf-a0e0-c6995c50c4c6,segment=NetworkSegment(1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26),segment_id=1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:26.982516 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8dcaf0ea-b1af-4cd6-8d4f-36c5d4de7618 req-ece55910-8ec1-4165-bdae-069d13a44593 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1a2fbd43-2034-46cf-a0e0-c6995c50c4c6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:27.000076 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-8dcaf0ea-b1af-4cd6-8d4f-36c5d4de7618 req-ece55910-8ec1-4165-bdae-069d13a44593 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Calling delete_port for 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:51:27.077768 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (e21b418b-2127-4302-a7b2-89087aa6eb3e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:27.120007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Pushing event updated for resources: {'Port': ['ID=4a4dd45d-6ebf-4fe6-9125-e44a1d0df375,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:27.202945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2584ca-578c-4251-867b-61ab1086aeab req-b5d58628-fcd1-46fb-9153-4a90f2fe1b5d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:27.214996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b2584ca-578c-4251-867b-61ab1086aeab req-b5d58628-fcd1-46fb-9153-4a90f2fe1b5d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.9745557 Feb 05 02:51:27.234360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c14d6-d6e6-4dba-9a54-e0c575b5538c req-7063deb6-25d7-4957-87db-d53944f627b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:27.242146 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d4c14d6-d6e6-4dba-9a54-e0c575b5538c req-7063deb6-25d7-4957-87db-d53944f627b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04505631600d4700b509b35d7e707cd7&device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 1127 time: 1.0182014 Feb 05 02:51:27.317149 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d2341a1-f1d7-4d8b-93c9-81db5bec0a63 req-be4b576d-537b-47f8-85f7-4a4c3f386a83 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (94035f9c-af1f-468a-b3b0-8acdee8a8f93), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:27.329049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['1a2fbd43-2034-46cf-a0e0-c6995c50c4c6', '94035f9c-af1f-468a-b3b0-8acdee8a8f93'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:27.442280 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b2584ca-578c-4251-867b-61ab1086aeab req-1c6587c7-317e-438a-b2d8-3a55e5d04f76 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260785 Feb 05 02:51:27.451343 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-c95a9871-a6b0-4a03-ab9e-81478e9153b9 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Floating IP ed7a129b-8d1b-4beb-af0c-2b55328fdbdd associated. External IP: 172.25.0.245, port: 079344d7-4040-40c5-96df-fead409a828f. Feb 05 02:51:27.593023 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b576d-537b-47f8-85f7-4a4c3f386a83 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Pushing event deleted for resources: {'Port': ['ID=94035f9c-af1f-468a-b3b0-8acdee8a8f93,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:27.595772 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8dcaf0ea-b1af-4cd6-8d4f-36c5d4de7618 req-ece55910-8ec1-4165-bdae-069d13a44593 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1a2fbd43-2034-46cf-a0e0-c6995c50c4c6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:27.607280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 40102ff3-ce1c-4855-9151-a9d43d94680e up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:27.610744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Network b5105df8-0ff2-49e9-95a6-bdebfbdc10ac is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:51:27.636977 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['94035f9c-af1f-468a-b3b0-8acdee8a8f93'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:27.675239 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece55910-8ec1-4165-bdae-069d13a44593 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Pushing event deleted for resources: {'Port': ['ID=1a2fbd43-2034-46cf-a0e0-c6995c50c4c6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:27.678027 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2341a1-f1d7-4d8b-93c9-81db5bec0a63 req-be4b576d-537b-47f8-85f7-4a4c3f386a83 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] No DVR routers for this DVR port 94035f9c-af1f-468a-b3b0-8acdee8a8f93 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:51:27.685557 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:27.701942 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d2341a1-f1d7-4d8b-93c9-81db5bec0a63 req-be4b576d-537b-47f8-85f7-4a4c3f386a83 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:27.707802 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7d2341a1-f1d7-4d8b-93c9-81db5bec0a63 req-be4b576d-537b-47f8-85f7-4a4c3f386a83 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.10 "DELETE /v2.0/ports/94035f9c-af1f-468a-b3b0-8acdee8a8f93 HTTP/1.1" status: 204 len: 173 time: 1.4200728 Feb 05 02:51:27.708521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f394cf-5714-44bc-87d7-9daaa0525905', 'name': 'network-vif-deleted', 'tag': '94035f9c-af1f-468a-b3b0-8acdee8a8f93'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:27.711632 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe9e9bd-705c-4050-ae1a-b3118fe0f2c4" -d '{"events": [{"server_uuid": "d6f394cf-5714-44bc-87d7-9daaa0525905", "name": "network-vif-deleted", "tag": "94035f9c-af1f-468a-b3b0-8acdee8a8f93"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:27.796739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 40102ff3-ce1c-4855-9151-a9d43d94680e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:51:27.809285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 40102ff3-ce1c-4855-9151-a9d43d94680e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:27.809796 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (40102ff3-ce1c-4855-9151-a9d43d94680e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:27.869152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c14d6-d6e6-4dba-9a54-e0c575b5538c req-ab00d1f4-541d-4dc9-9265-b4b54d2017ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:27.875356 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d4c14d6-d6e6-4dba-9a54-e0c575b5538c req-ab00d1f4-541d-4dc9-9265-b4b54d2017ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f57db0e-9c76-4201-babe-b2071613896d HTTP/1.1" status: 200 len: 912 time: 0.6319044 Feb 05 02:51:27.974476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 40102ff3-ce1c-4855-9151-a9d43d94680e is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:27.977076 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (40102ff3-ce1c-4855-9151-a9d43d94680e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:28.045249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2abc55-9818-4aa6-9317-44babaa95304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40102ff3-ce1c-4855-9151-a9d43d94680e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:28.052518 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c9468b-437c-4ca2-893c-f601be768b4f" -d '{"events": [{"server_uuid": "4b2abc55-9818-4aa6-9317-44babaa95304", "name": "network-vif-plugged", "status": "completed", "tag": "40102ff3-ce1c-4855-9151-a9d43d94680e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:28.067012 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Router e21b418b-2127-4302-a7b2-89087aa6eb3e has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:51:28.073946 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 40102ff3-ce1c-4855-9151-a9d43d94680e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=40102ff3-ce1c-4855-9151-a9d43d94680e,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:28.096204 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (40102ff3-ce1c-4855-9151-a9d43d94680e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:28.097325 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:51:28.100071 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d4c14d6-d6e6-4dba-9a54-e0c575b5538c req-1f9615f4-3831-4432-941a-e11cf6df63a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d39eaef6-1f17-4d90-ae89-7fff405e8b12 HTTP/1.1" status: 200 len: 1001 time: 0.0858908 Feb 05 02:51:28.148286 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcaf0ea-b1af-4cd6-8d4f-36c5d4de7618 req-ece55910-8ec1-4165-bdae-069d13a44593 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] No DVR routers for this DVR port 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:51:28.156689 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8dcaf0ea-b1af-4cd6-8d4f-36c5d4de7618 req-ece55910-8ec1-4165-bdae-069d13a44593 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:28.164382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07c4e1-9b97-4e9a-9cbf-8ef07889fbe4 req-c1fa5000-8a82-4f9f-bdfa-28474e49a3db tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:28.168203 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8dcaf0ea-b1af-4cd6-8d4f-36c5d4de7618 req-ece55910-8ec1-4165-bdae-069d13a44593 tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.10 "DELETE /v2.0/ports/1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 HTTP/1.1" status: 204 len: 173 time: 2.1685412 Feb 05 02:51:28.182561 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa07c4e1-9b97-4e9a-9cbf-8ef07889fbe4 req-c1fa5000-8a82-4f9f-bdfa-28474e49a3db tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b2abc55-9818-4aa6-9317-44babaa95304 HTTP/1.1" status: 200 len: 949 time: 0.5229244 Feb 05 02:51:28.210026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=40102ff3-ce1c-4855-9151-a9d43d94680e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:28.246178 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:51:28.246651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1a2fbd43-2034-46cf-a0e0-c6995c50c4c6 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:51:28.298566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-66c6fa5a-fd36-4d04-b80d-1d5a4d3094ba None None] Provisioning complete for port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:28.299978 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66c6fa5a-fd36-4d04-b80d-1d5a4d3094ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:28.371388 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-66c6fa5a-fd36-4d04-b80d-1d5a4d3094ba None None] Port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:51:28.383812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c14d6-d6e6-4dba-9a54-e0c575b5538c req-c309ee46-cb01-45f1-8112-d57577b3aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:28.385893 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d4c14d6-d6e6-4dba-9a54-e0c575b5538c req-c309ee46-cb01-45f1-8112-d57577b3aa9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92e18a6c-6f83-4423-9b50-5c85de57e8cc HTTP/1.1" status: 200 len: 850 time: 0.2731359 Feb 05 02:51:28.483074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:51:28.497381 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7096e81d-10ca-4858-8278-b9ab1da0bb67 admin admin] 10.222.0.36 "PUT /v2.0/routers/e21b418b-2127-4302-a7b2-89087aa6eb3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7793429 Feb 05 02:51:28.522016 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-c95a9871-a6b0-4a03-ab9e-81478e9153b9 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Router 95118e02-b074-44a4-87ca-9f5e11666a18 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:51:28.528042 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa07c4e1-9b97-4e9a-9cbf-8ef07889fbe4 req-ec986f9d-b807-4d25-848f-d1490cff8a69 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441479 Feb 05 02:51:28.563131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c14d6-d6e6-4dba-9a54-e0c575b5538c req-977c882b-a206-4167-8ac7-0a7fdef419f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:28.564624 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d4c14d6-d6e6-4dba-9a54-e0c575b5538c req-977c882b-a206-4167-8ac7-0a7fdef419f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f57db0e-9c76-4201-babe-b2071613896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1643424 Feb 05 02:51:28.686919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45490) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:51:28.750689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-98a2d7ed-7bde-4e0d-a417-762776ef158d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1410907172'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:28.776797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a2d7ed-7bde-4e0d-a417-762776ef158d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Made reservation on behalf of 5f2967e419ed41e9a99646795aa87bf5 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:51:28.781000 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98a2d7ed-7bde-4e0d-a417-762776ef158d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:28.827774 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a2d7ed-7bde-4e0d-a417-762776ef158d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:51:28.837818 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d4c14d6-d6e6-4dba-9a54-e0c575b5538c req-c7576c25-2bc3-4d93-8c45-d317ff457051 service neutron] 10.222.0.10 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600079 Feb 05 02:51:28.841881 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98a2d7ed-7bde-4e0d-a417-762776ef158d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (f6bc4053-136c-4aa2-908a-1415b6236590), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:28.842297 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-98a2d7ed-7bde-4e0d-a417-762776ef158d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Added segment f6bc4053-136c-4aa2-908a-1415b6236590 of type vlan for network da409d9a-0218-4b78-a758-5335011f0837 Feb 05 02:51:28.875039 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d791a9b9-a785-4967-b9d6-7ba932c8a814 req-e2b4747d-4c40-4a2d-b6fa-25cda1ece4ba tempest-ListServersNegativeTestJSON-2111694023 tempest-ListServersNegativeTestJSON-2111694023-project] 10.222.0.36 "GET /v2.0/ports?device_id=d875aba8-77e5-46f7-8b3b-960d47de0557 HTTP/1.1" status: 200 len: 210 time: 0.0853429 Feb 05 02:51:28.952231 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98a2d7ed-7bde-4e0d-a417-762776ef158d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (da409d9a-0218-4b78-a758-5335011f0837), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:29.011646 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98a2d7ed-7bde-4e0d-a417-762776ef158d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (da409d9a-0218-4b78-a758-5335011f0837), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:29.019989 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a2d7ed-7bde-4e0d-a417-762776ef158d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:29.023040 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98a2d7ed-7bde-4e0d-a417-762776ef158d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:29.126384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d4c14d6-d6e6-4dba-9a54-e0c575b5538c req-51743bd0-846e-4b24-a3f4-f0bab3f76edd service neutron] 10.222.0.10 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648389 Feb 05 02:51:29.127467 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-c95a9871-a6b0-4a03-ab9e-81478e9153b9 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:51:29.139518 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-c95a9871-a6b0-4a03-ab9e-81478e9153b9 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:29.146201 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f9e17b-d039-4b3f-b06b-947abba45c6f None None] Sync routers for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:51:29.183031 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f9e17b-d039-4b3f-b06b-947abba45c6f None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:51:29.184194 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-88f9e17b-d039-4b3f-b06b-947abba45c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:51:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:29.285372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-c95a9871-a6b0-4a03-ab9e-81478e9153b9 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "PUT /v2.0/floatingips/ed7a129b-8d1b-4beb-af0c-2b55328fdbdd HTTP/1.1" status: 200 len: 997 time: 3.9687612 Feb 05 02:51:29.288572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'tag': '079344d7-4040-40c5-96df-fead409a828f'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:29.296331 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27486eac-ec6d-45e0-9b82-3eea9635827a" -d '{"events": [{"name": "network-changed", "server_uuid": "a47535b1-5f98-4003-a2f7-3f7a636d89ed", "tag": "079344d7-4040-40c5-96df-fead409a828f"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:29.322659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 29da88e3-acfa-40c1-ab48-4e0cbd32a731 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:29.332229 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-98a2d7ed-7bde-4e0d-a417-762776ef158d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6441827 Feb 05 02:51:29.339601 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45498) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:51:29.357830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-57359bcb-9ca3-4934-b256-564aa2c82c45 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Request body: {'subnet': {'network_id': 'da409d9a-0218-4b78-a758-5335011f0837', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:29.373134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71276b8-98b9-4593-b28f-e6de617d5f4b req-4e5f23ba-6f3a-436e-93d2-8082a70c63c5 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:29.383741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a71276b8-98b9-4593-b28f-e6de617d5f4b req-4e5f23ba-6f3a-436e-93d2-8082a70c63c5 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.3700480 Feb 05 02:51:29.395682 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-88f9e17b-d039-4b3f-b06b-947abba45c6f None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:51:29.494509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 29da88e3-acfa-40c1-ab48-4e0cbd32a731 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:29.498113 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (29da88e3-acfa-40c1-ab48-4e0cbd32a731), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:29.617431 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a71276b8-98b9-4593-b28f-e6de617d5f4b req-f7e2c8ae-6c04-4750-a96b-9a55235ec17e tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313542 Feb 05 02:51:29.680047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-41ac6464-66bb-4ce5-8351-d95bf4464883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:29.688622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-41ac6464-66bb-4ce5-8351-d95bf4464883 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 1128 time: 0.3775709 Feb 05 02:51:29.701163 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 29da88e3-acfa-40c1-ab48-4e0cbd32a731 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:29.701740 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (29da88e3-acfa-40c1-ab48-4e0cbd32a731), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:29.760887 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 29da88e3-acfa-40c1-ab48-4e0cbd32a731, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=29da88e3-acfa-40c1-ab48-4e0cbd32a731,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:29.774872 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (29da88e3-acfa-40c1-ab48-4e0cbd32a731), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:29.822416 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-88f9e17b-d039-4b3f-b06b-947abba45c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'ed7a129b-8d1b-4beb-af0c-2b55328fdbdd', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'port_id': '079344d7-4040-40c5-96df-fead409a828f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'mac_address': 'fa:16:3e:b7:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:51:07Z', 'updated_at': '2022-02-05T02:51:26Z', 'revision_number': 1, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:29.865496 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-25233e5c-f403-4b19-9191-6c6ec46a1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:29.873012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-25233e5c-f403-4b19-9191-6c6ec46a1d0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 921 time: 0.1835058 Feb 05 02:51:29.883927 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=29da88e3-acfa-40c1-ab48-4e0cbd32a731,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:29.890487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363b4b1-1d68-4a09-8cce-8d492cf0707c req-1e3faec1-90e8-4272-81ed-5a20df7e7925 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:29.898020 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f9e17b-d039-4b3f-b06b-947abba45c6f None None] Checking router: 95118e02-b074-44a4-87ca-9f5e11666a18 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:51:29.898212 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0363b4b1-1d68-4a09-8cce-8d492cf0707c req-1e3faec1-90e8-4272-81ed-5a20df7e7925 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.1343243 Feb 05 02:51:29.915195 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f9e17b-d039-4b3f-b06b-947abba45c6f None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:51:29.916587 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-88f9e17b-d039-4b3f-b06b-947abba45c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:51:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:30.011830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2d7ed-7bde-4e0d-a417-762776ef158d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event updated for resources: {'Network': ['ID=da409d9a-0218-4b78-a758-5335011f0837,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:30.026568 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network da409d9a-0218-4b78-a758-5335011f0837 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:51:30.083557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0363b4b1-1d68-4a09-8cce-8d492cf0707c req-c708e41b-c0b7-4437-8777-81fca7f8dac2 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831503 Feb 05 02:51:30.088576 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-e38bbcc5-9013-4f31-99ab-6f9477f53ed1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=079344d7-4040-40c5-96df-fead409a828f HTTP/1.1" status: 200 len: 1000 time: 0.2147186 Feb 05 02:51:30.096422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57359bcb-9ca3-4934-b256-564aa2c82c45 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Made reservation on behalf of 5f2967e419ed41e9a99646795aa87bf5 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:51:30.100707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57359bcb-9ca3-4934-b256-564aa2c82c45 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:30.180719 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-88f9e17b-d039-4b3f-b06b-947abba45c6f None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:51:30.239386 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793fe67a-b7e2-4aff-8959-46723884441a x-openstack-request-id: req-793fe67a-b7e2-4aff-8959-46723884441a {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:30.239725 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f394cf-5714-44bc-87d7-9daaa0525905", "name": "network-vif-deleted", "tag": "94035f9c-af1f-468a-b3b0-8acdee8a8f93", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:30.240148 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-793fe67a-b7e2-4aff-8959-46723884441a {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:30.240347 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f394cf-5714-44bc-87d7-9daaa0525905', 'name': 'network-vif-deleted', 'tag': '94035f9c-af1f-468a-b3b0-8acdee8a8f93', 'status': 'completed', 'code': 200} Feb 05 02:51:30.266693 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-51054371-9fa6-4825-9c79-b9772ed08f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:30.271745 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-51054371-9fa6-4825-9c79-b9772ed08f2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3631be40-f44d-47c5-b742-59c603ecb74b HTTP/1.1" status: 200 len: 859 time: 0.1713359 Feb 05 02:51:30.347871 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e739e60-8211-432b-8062-7574abcd9832 x-openstack-request-id: req-8e739e60-8211-432b-8062-7574abcd9832 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:30.350210 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2abc55-9818-4aa6-9317-44babaa95304", "name": "network-vif-plugged", "status": "completed", "tag": "40102ff3-ce1c-4855-9151-a9d43d94680e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:30.350522 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e739e60-8211-432b-8062-7574abcd9832 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:30.354395 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2abc55-9818-4aa6-9317-44babaa95304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40102ff3-ce1c-4855-9151-a9d43d94680e', 'code': 200} Feb 05 02:51:30.421992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-518dcc42-f99c-4992-9034-aafb549adab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:30.424930 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-518dcc42-f99c-4992-9034-aafb549adab2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83be0105-9b9a-4797-b354-f35ef16802de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1367314 Feb 05 02:51:30.484200 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57359bcb-9ca3-4934-b256-564aa2c82c45 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (36d56501-1ea4-4b83-981b-f5df6eb890b5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:30.608871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57359bcb-9ca3-4934-b256-564aa2c82c45 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event updated for resources: {'Subnet': ['ID=36d56501-1ea4-4b83-981b-f5df6eb890b5,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:30.609785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57359bcb-9ca3-4934-b256-564aa2c82c45 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Checking segment: {'id': 'f6bc4053-136c-4aa2-908a-1415b6236590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:30.610147 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57359bcb-9ca3-4934-b256-564aa2c82c45 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Network hostable DHCP agents. Network: da409d9a-0218-4b78-a758-5335011f0837, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:51:30.648479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57359bcb-9ca3-4934-b256-564aa2c82c45 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Network da409d9a-0218-4b78-a758-5335011f0837 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:51:30.668059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-57359bcb-9ca3-4934-b256-564aa2c82c45 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, da409d9a-0218-4b78-a758-5335011f0837) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:30.679909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57359bcb-9ca3-4934-b256-564aa2c82c45 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:30.682592 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57359bcb-9ca3-4934-b256-564aa2c82c45 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:30.686448 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce34cd6-d006-413f-bcc9-8d1decc98e49 None None] Network da409d9a-0218-4b78-a758-5335011f0837 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:51:30.716456 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-57359bcb-9ca3-4934-b256-564aa2c82c45 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3756101 Feb 05 02:51:30.718854 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45508) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:51:30.723423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad362067-11df-46f5-b80e-b2c4760f2cdb req-f9ecb67e-6a74-465f-bff5-c5130a995ce3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:30.725047 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ad362067-11df-46f5-b80e-b2c4760f2cdb req-f9ecb67e-6a74-465f-bff5-c5130a995ce3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.2607813 Feb 05 02:51:30.725780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-961a18fc-6a85-40ad-8232-2d2c72888f6f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-35182229'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:30.731916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf87688-cad3-4afe-83ef-3276daca8437 req-77262a38-3d42-4b44-9718-6aba11ee10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:30.733460 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cf87688-cad3-4afe-83ef-3276daca8437 req-77262a38-3d42-4b44-9718-6aba11ee10ef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b2abc55-9818-4aa6-9317-44babaa95304 HTTP/1.1" status: 200 len: 1132 time: 0.2920711 Feb 05 02:51:30.779013 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961a18fc-6a85-40ad-8232-2d2c72888f6f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Made reservation on behalf of 5f2967e419ed41e9a99646795aa87bf5 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:51:30.782310 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-961a18fc-6a85-40ad-8232-2d2c72888f6f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:30.785507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Sync routers for ids ['e21b418b-2127-4302-a7b2-89087aa6eb3e'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:51:30.795941 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-2ceda845-3ff4-4839-8806-1fb35ab1783e service neutron] 10.222.0.36 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620934 Feb 05 02:51:30.827708 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Routers {'e21b418b-2127-4302-a7b2-89087aa6eb3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:51:30.831046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:51:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e21b418b-2127-4302-a7b2-89087aa6eb3e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:30.833530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961a18fc-6a85-40ad-8232-2d2c72888f6f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:51:30.857264 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-961a18fc-6a85-40ad-8232-2d2c72888f6f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (9a5e2c02-d7a2-4233-9621-90e78d2cc4f0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:30.857904 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-961a18fc-6a85-40ad-8232-2d2c72888f6f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Added segment 9a5e2c02-d7a2-4233-9621-90e78d2cc4f0 of type vlan for network 328b1e3f-f14f-4715-ab02-67ab436d21c6 Feb 05 02:51:30.872369 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ad362067-11df-46f5-b80e-b2c4760f2cdb req-6d6ec8e7-b163-4d90-bf08-4c0ee926444d tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379473 Feb 05 02:51:30.902903 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cf87688-cad3-4afe-83ef-3276daca8437 req-2ece8aff-b24f-4b44-98a4-17c9520930fe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389601 Feb 05 02:51:30.924014 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-88f9e17b-d039-4b3f-b06b-947abba45c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'ed7a129b-8d1b-4beb-af0c-2b55328fdbdd', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'port_id': '079344d7-4040-40c5-96df-fead409a828f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'mac_address': 'fa:16:3e:b7:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:51:07Z', 'updated_at': '2022-02-05T02:51:26Z', 'revision_number': 1, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:30.968654 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36d104f3-5bbc-45ba-ba9b-1d737ff7026d req-116e8ee5-b275-412b-ad96-1be46ead0094 service neutron] 10.222.0.36 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617184 Feb 05 02:51:30.972583 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-961a18fc-6a85-40ad-8232-2d2c72888f6f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (328b1e3f-f14f-4715-ab02-67ab436d21c6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:30.989272 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3685a03b-cd0e-4f45-a433-04c32e8d042c x-openstack-request-id: req-3685a03b-cd0e-4f45-a433-04c32e8d042c {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:30.989622 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47535b1-5f98-4003-a2f7-3f7a636d89ed", "tag": "079344d7-4040-40c5-96df-fead409a828f", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:30.989901 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3685a03b-cd0e-4f45-a433-04c32e8d042c {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:30.991154 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'tag': '079344d7-4040-40c5-96df-fead409a828f', 'status': 'completed', 'code': 200} Feb 05 02:51:30.992853 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f9e17b-d039-4b3f-b06b-947abba45c6f None None] The sync data for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 is: [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'ed7a129b-8d1b-4beb-af0c-2b55328fdbdd', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'port_id': '079344d7-4040-40c5-96df-fead409a828f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'mac_address': 'fa:16:3e:b7:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:51:07Z', 'updated_at': '2022-02-05T02:51:26Z', 'revision_number': 1, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:51:31.110474 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-961a18fc-6a85-40ad-8232-2d2c72888f6f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (328b1e3f-f14f-4715-ab02-67ab436d21c6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:31.133912 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961a18fc-6a85-40ad-8232-2d2c72888f6f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:31.134560 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-961a18fc-6a85-40ad-8232-2d2c72888f6f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:31.244931 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-961a18fc-6a85-40ad-8232-2d2c72888f6f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5249147 Feb 05 02:51:31.248609 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45518) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:51:31.256041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9c9ba17a-a507-41be-b742-7d060c1457b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Request body: {'subnet': {'network_id': '328b1e3f-f14f-4715-ab02-67ab436d21c6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:31.280508 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a18fc-6a85-40ad-8232-2d2c72888f6f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event updated for resources: {'Network': ['ID=328b1e3f-f14f-4715-ab02-67ab436d21c6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:31.286902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27486eac-ec6d-45e0-9b82-3eea9635827a req-e3bdf081-5b25-44e4-b0a7-1c5467605629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:31.288727 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27486eac-ec6d-45e0-9b82-3eea9635827a req-e3bdf081-5b25-44e4-b0a7-1c5467605629 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 1128 time: 0.2857945 Feb 05 02:51:31.354482 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99041045-472e-46d2-9c73-bd8686bf28ea req-1517696e-f1c0-4d21-a8ec-31b57c588884 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:31.357343 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99041045-472e-46d2-9c73-bd8686bf28ea req-1517696e-f1c0-4d21-a8ec-31b57c588884 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.1621649 Feb 05 02:51:31.391548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0458d-59b3-4013-bb3b-dbd93ddecd11 req-d37b096a-bd0c-490c-bd7f-e3990afb36be tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:31.393277 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7bb0458d-59b3-4013-bb3b-dbd93ddecd11 req-d37b096a-bd0c-490c-bd7f-e3990afb36be tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b2abc55-9818-4aa6-9317-44babaa95304 HTTP/1.1" status: 200 len: 950 time: 0.2691796 Feb 05 02:51:31.446952 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 29da88e3-acfa-40c1-ab48-4e0cbd32a731 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:31.451281 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 328b1e3f-f14f-4715-ab02-67ab436d21c6 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:51:31.490677 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390fef68-888e-481e-a782-2d26ab4ebf27 None None] New status for floating IP ed7a129b-8d1b-4beb-af0c-2b55328fdbdd: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:51:31.530696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99041045-472e-46d2-9c73-bd8686bf28ea req-3144500f-58e6-4bc1-b26d-66ad883f6bfa tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582899 Feb 05 02:51:31.538371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7bb0458d-59b3-4013-bb3b-dbd93ddecd11 req-181fd8ef-4d33-4264-aaf1-0bbb01d9da32 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377044 Feb 05 02:51:31.541985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9ba17a-a507-41be-b742-7d060c1457b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Made reservation on behalf of 5f2967e419ed41e9a99646795aa87bf5 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:51:31.545970 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c9ba17a-a507-41be-b742-7d060c1457b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:31.622350 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45522) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:51:31.741130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-da409d9a-0218-4b78-a758-5335011f0837', 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837', 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'fixed_ips': [{'subnet_id': '36d56501-1ea4-4b83-981b-f5df6eb890b5'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:51:31.742594 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:31.759353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 94035f9c-af1f-468a-b3b0-8acdee8a8f93 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:51:31.807150 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da33155-6dec-4391-a19d-182c6d649597 admin admin] Deleting subnet 5fd6293b-49f3-4e00-abb9-87d4ec45abdd {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:51:31.816629 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8da33155-6dec-4391-a19d-182c6d649597 admin admin] Publish callbacks [] for subnet (5fd6293b-49f3-4e00-abb9-87d4ec45abdd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:31.844219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 94035f9c-af1f-468a-b3b0-8acdee8a8f93 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:51:31.844576 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 94035f9c-af1f-468a-b3b0-8acdee8a8f93 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:51:31.870186 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Set router e21b418b-2127-4302-a7b2-89087aa6eb3e gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:51:31.881258 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-4f23ca08-b0ec-4365-b555-f3faaad5c9bb tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:31.884099 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-4f23ca08-b0ec-4365-b555-f3faaad5c9bb tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=810833ad-176d-4272-8773-82f6ba3080c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2011130 Feb 05 02:51:31.889505 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8da33155-6dec-4391-a19d-182c6d649597 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (5fd6293b-49f3-4e00-abb9-87d4ec45abdd), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:31.912562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 29da88e3-acfa-40c1-ab48-4e0cbd32a731 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:31.914181 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (29da88e3-acfa-40c1-ab48-4e0cbd32a731), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:31.936506 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c9ba17a-a507-41be-b742-7d060c1457b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (a4b4c5d4-a4b0-471c-a253-466748358fa7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:32.000992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4ce7c-d471-4016-8f55-1ec034e818b4 req-06d69e04-b604-43b3-b11a-db149239be89 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:32.009050 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58c4ce7c-d471-4016-8f55-1ec034e818b4 req-06d69e04-b604-43b3-b11a-db149239be89 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.2543287 Feb 05 02:51:32.054140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ba17a-a507-41be-b742-7d060c1457b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event updated for resources: {'Subnet': ['ID=a4b4c5d4-a4b0-471c-a253-466748358fa7,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:32.072371 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8da33155-6dec-4391-a19d-182c6d649597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (5fd6293b-49f3-4e00-abb9-87d4ec45abdd), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:32.098333 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-f899018b-a1b6-4350-b564-b3cdb24477e1 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.245 HTTP/1.1" status: 200 len: 1000 time: 0.2066095 Feb 05 02:51:32.106549 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27486eac-ec6d-45e0-9b82-3eea9635827a req-ece99804-a769-406c-9f88-766e8b096fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:32.108882 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27486eac-ec6d-45e0-9b82-3eea9635827a req-ece99804-a769-406c-9f88-766e8b096fd6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 921 time: 0.7773433 Feb 05 02:51:32.113528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-62061cde-5da8-435c-b2b7-3f8d3c8c696b tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Request body: {'floatingip': {'port_id': '1933001c-2cc1-48b5-b489-3bd4609e4f92', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:32.170729 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58c4ce7c-d471-4016-8f55-1ec034e818b4 req-ba466ba6-9a29-42c9-a9dd-a55a4807ca37 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552174 Feb 05 02:51:32.248049 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd875aba8-77e5-46f7-8b3b-960d47de0557', 'name': 'network-vif-deleted', 'tag': '1a2fbd43-2034-46cf-a0e0-c6995c50c4c6'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:32.250794 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501041ad-3517-40bf-b861-a1e6bffb106c" -d '{"events": [{"server_uuid": "d875aba8-77e5-46f7-8b3b-960d47de0557", "name": "network-vif-deleted", "tag": "1a2fbd43-2034-46cf-a0e0-c6995c50c4c6"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:32.252718 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-62061cde-5da8-435c-b2b7-3f8d3c8c696b tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for floatingip (ed7a129b-8d1b-4beb-af0c-2b55328fdbdd), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:32.309707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Allocated IP 19.80.0.2 (da409d9a-0218-4b78-a758-5335011f0837/36d56501-1ea4-4b83-981b-f5df6eb890b5/fa4f2410-8601-4c43-902f-a6d786e0805a) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:51:32.310854 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9ba17a-a507-41be-b742-7d060c1457b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Checking segment: {'id': '9a5e2c02-d7a2-4233-9621-90e78d2cc4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '328b1e3f-f14f-4715-ab02-67ab436d21c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:32.311523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9ba17a-a507-41be-b742-7d060c1457b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Network hostable DHCP agents. Network: 328b1e3f-f14f-4715-ab02-67ab436d21c6, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:51:32.319931 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8da33155-6dec-4391-a19d-182c6d649597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (5fd6293b-49f3-4e00-abb9-87d4ec45abdd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:32.329343 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27486eac-ec6d-45e0-9b82-3eea9635827a req-ae1fd05a-9c6f-4f41-8380-6a0e6cdb23a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=079344d7-4040-40c5-96df-fead409a828f HTTP/1.1" status: 200 len: 1002 time: 0.2035544 Feb 05 02:51:32.380843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 29da88e3-acfa-40c1-ab48-4e0cbd32a731 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:32.389159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9ba17a-a507-41be-b742-7d060c1457b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Network 328b1e3f-f14f-4715-ab02-67ab436d21c6 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:51:32.417219 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9c9ba17a-a507-41be-b742-7d060c1457b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 328b1e3f-f14f-4715-ab02-67ab436d21c6) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:32.425457 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27486eac-ec6d-45e0-9b82-3eea9635827a req-e86d2ade-7d85-4070-92e8-b2810dc618c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:32.427818 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27486eac-ec6d-45e0-9b82-3eea9635827a req-e86d2ade-7d85-4070-92e8-b2810dc618c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3631be40-f44d-47c5-b742-59c603ecb74b HTTP/1.1" status: 200 len: 859 time: 0.0851083 Feb 05 02:51:32.430047 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9ba17a-a507-41be-b742-7d060c1457b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:32.430940 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c9ba17a-a507-41be-b742-7d060c1457b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:32.437800 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da33155-6dec-4391-a19d-182c6d649597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fd6293b-49f3-4e00-abb9-87d4ec45abdd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:32.440523 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8da33155-6dec-4391-a19d-182c6d649597 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:32.444304 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8da33155-6dec-4391-a19d-182c6d649597 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5fd6293b-49f3-4e00-abb9-87d4ec45abdd HTTP/1.1" status: 204 len: 168 time: 0.8208277 Feb 05 02:51:32.453510 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45530) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:51:32.497258 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9c9ba17a-a507-41be-b742-7d060c1457b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2467358 Feb 05 02:51:32.510300 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27486eac-ec6d-45e0-9b82-3eea9635827a req-b8724024-d95f-4dc2-8dfb-26684e817bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:32.512070 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27486eac-ec6d-45e0-9b82-3eea9635827a req-b8724024-d95f-4dc2-8dfb-26684e817bc6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83be0105-9b9a-4797-b354-f35ef16802de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0687530 Feb 05 02:51:32.514237 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b746d8-27e6-40a7-8c6d-3d36c30d8dd6 None None] Network 328b1e3f-f14f-4715-ab02-67ab436d21c6 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:51:32.585169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbb52f-c1d1-474d-b9e9-041b855cc768 req-7b3dd1ea-84eb-41c0-9021-8f9f9a8edf44 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:32.586628 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abcbb52f-c1d1-474d-b9e9-041b855cc768 req-7b3dd1ea-84eb-41c0-9021-8f9f9a8edf44 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.2855372 Feb 05 02:51:32.630684 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5507eac3-ec90-4287-9036-00db1100f77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:32.702280 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27486eac-ec6d-45e0-9b82-3eea9635827a req-f0fadb71-5393-4a9f-93e0-bd1eec7cce9e service neutron] 10.222.0.31 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819239 Feb 05 02:51:32.716060 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Publish callbacks [] for port (fa4f2410-8601-4c43-902f-a6d786e0805a), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:32.719018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'name': 'tempest-ServersTestMultiNic-922789537-router', 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:51:25Z', 'revision_number': 4, 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'gw_port': {'id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4a4dd45d-6ebf-4fe6-9125-e44a1d0df375', 'name': '', 'network_id': 'b5105df8-0ff2-49e9-95a6-bdebfbdc10ac', 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5', 'mac_address': 'fa:16:3e:f7:03:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '494926db-6dab-45a1-aa82-6161258f0250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:51:24Z', 'updated_at': '2022-02-05T02:51:26Z', 'revision_number': 2, 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'subnets': [{'id': '494926db-6dab-45a1-aa82-6161258f0250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:32.763410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Checking router: e21b418b-2127-4302-a7b2-89087aa6eb3e for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:51:32.764110 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Updating router e21b418b-2127-4302-a7b2-89087aa6eb3e port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:51:32.800583 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:32.803065 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (fa4f2410-8601-4c43-902f-a6d786e0805a), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:32.805748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-328b1e3f-f14f-4715-ab02-67ab436d21c6', 'network_id': '328b1e3f-f14f-4715-ab02-67ab436d21c6', 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'fixed_ips': [{'subnet_id': 'a4b4c5d4-a4b0-471c-a253-466748358fa7'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:51:32.806555 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:32.831330 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27486eac-ec6d-45e0-9b82-3eea9635827a req-c58c2034-0a74-4bd8-90d1-60d927a3d8a7 service neutron] 10.222.0.31 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209159 Feb 05 02:51:32.887858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Network da409d9a-0218-4b78-a758-5335011f0837 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:51:32.920539 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:32.929219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:51:32.931162 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Pushing event updated for resources: {'Port': ['ID=fa4f2410-8601-4c43-902f-a6d786e0805a,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:33.066283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abcbb52f-c1d1-474d-b9e9-041b855cc768 req-697dc4c0-e820-46b3-93de-55c61a57ed90 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703190 Feb 05 02:51:33.128157 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b2b31a-02df-47b8-84c3-8357af14dc21 x-openstack-request-id: req-a1b2b31a-02df-47b8-84c3-8357af14dc21 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:33.128713 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d875aba8-77e5-46f7-8b3b-960d47de0557", "name": "network-vif-deleted", "tag": "1a2fbd43-2034-46cf-a0e0-c6995c50c4c6", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:33.128968 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1b2b31a-02df-47b8-84c3-8357af14dc21 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:33.129354 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd875aba8-77e5-46f7-8b3b-960d47de0557', 'name': 'network-vif-deleted', 'tag': '1a2fbd43-2034-46cf-a0e0-c6995c50c4c6', 'status': 'completed', 'code': 200} Feb 05 02:51:33.161300 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5507eac3-ec90-4287-9036-00db1100f77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:33.212750 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Attempting to bind port fa4f2410-8601-4c43-902f-a6d786e0805a on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:51:33.213129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Attempting to bind port fa4f2410-8601-4c43-902f-a6d786e0805a by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'f6bc4053-136c-4aa2-908a-1415b6236590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:51:33.213495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Attempting to bind port fa4f2410-8601-4c43-902f-a6d786e0805a on network da409d9a-0218-4b78-a758-5335011f0837 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:33.221507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5507eac3-ec90-4287-9036-00db1100f77d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:33.223552 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:51:33.223934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Checking segment: {'id': 'f6bc4053-136c-4aa2-908a-1415b6236590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:33.224351 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:33.224737 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Bound using segment: {'id': 'f6bc4053-136c-4aa2-908a-1415b6236590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:51:33.225217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Bound port: fa4f2410-8601-4c43-902f-a6d786e0805a, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bc4053-136c-4aa2-908a-1415b6236590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:51:33.226202 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fa4f2410-8601-4c43-902f-a6d786e0805a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:33.235451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5507eac3-ec90-4287-9036-00db1100f77d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:33.235746 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5507eac3-ec90-4287-9036-00db1100f77d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:33.248989 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Allocated IP 19.86.0.2 (328b1e3f-f14f-4715-ab02-67ab436d21c6/a4b4c5d4-a4b0-471c-a253-466748358fa7/6d86c419-f167-4892-935e-54872ee95ff6) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:51:33.261738 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5507eac3-ec90-4287-9036-00db1100f77d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:33.362618 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5507eac3-ec90-4287-9036-00db1100f77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:33.430377 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5507eac3-ec90-4287-9036-00db1100f77d admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:51:33.430855 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5507eac3-ec90-4287-9036-00db1100f77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (1c60df97-1ad5-4e3d-9dc8-e7ca87c71e26), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:51:33.432462 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:51:33.456420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] For port fa4f2410-8601-4c43-902f-a6d786e0805a, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:33.462610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] For port fa4f2410-8601-4c43-902f-a6d786e0805a, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fa4f2410-8601-4c43-902f-a6d786e0805a,segment=NetworkSegment(f6bc4053-136c-4aa2-908a-1415b6236590),segment_id=f6bc4053-136c-4aa2-908a-1415b6236590)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:51:33.486904 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fa4f2410-8601-4c43-902f-a6d786e0805a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:33.537602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-8e30fa06-60dc-4c6c-80b2-4bba5f874240 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:33.547667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-8e30fa06-60dc-4c6c-80b2-4bba5f874240 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:33.550290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-8e30fa06-60dc-4c6c-80b2-4bba5f874240 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/networks?id=da409d9a-0218-4b78-a758-5335011f0837&id=328b1e3f-f14f-4715-ab02-67ab436d21c6&id=da409d9a-0218-4b78-a758-5335011f0837 HTTP/1.1" status: 200 len: 1390 time: 0.3091829 Feb 05 02:51:33.602218 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5507eac3-ec90-4287-9036-00db1100f77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:33.610877 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-1a26d34f-074c-45cf-ac02-1d480f64b1c1 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/quotas/5f2967e419ed41e9a99646795aa87bf5 HTTP/1.1" status: 200 len: 375 time: 0.0244195 Feb 05 02:51:33.614520 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5507eac3-ec90-4287-9036-00db1100f77d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:33.618565 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5507eac3-ec90-4287-9036-00db1100f77d admin admin] 10.222.0.36 "DELETE /v2.0/networks/b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30 HTTP/1.1" status: 204 len: 168 time: 1.1628881 Feb 05 02:51:33.642926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507eac3-ec90-4287-9036-00db1100f77d admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f8a131-c8c6-4c53-ac1b-0a6a09ffdd30,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:33.684245 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d602b86-5410-46cb-9bde-31a60736811e None None] Pushing event updated for resources: {'Port': ['ID=fa4f2410-8601-4c43-902f-a6d786e0805a,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:33.687962 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1689bb9-01e2-455a-bc58-6114c92849ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:33.714836 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Publish callbacks [] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:33.717408 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Publish callbacks [] for port (6d86c419-f167-4892-935e-54872ee95ff6), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:33.726151 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:33.760497 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-62061cde-5da8-435c-b2b7-3f8d3c8c696b tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:33.769036 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-62061cde-5da8-435c-b2b7-3f8d3c8c696b tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (ed7a129b-8d1b-4beb-af0c-2b55328fdbdd), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:33.831156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-ce190fa9-6ce6-41cc-9ca7-586ec5d3a364 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f2967e419ed41e9a99646795aa87bf5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2109537 Feb 05 02:51:33.888987 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45552) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:51:33.985896 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-15ebc27f-9167-4301-a2ea-81aa40a38fe0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee2c253c244d4e918b858866c940f496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0951116 Feb 05 02:51:33.988816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45554) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:51:34.005570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbe653-a1f9-44a0-b48a-f2f149b11e0f None None] Pushing event updated for resources: {'Port': ['ID=4a4dd45d-6ebf-4fe6-9125-e44a1d0df375,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:34.008900 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (6d86c419-f167-4892-935e-54872ee95ff6), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:34.036121 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-62061cde-5da8-435c-b2b7-3f8d3c8c696b tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Floating IP ed7a129b-8d1b-4beb-af0c-2b55328fdbdd associated. External IP: 172.25.0.245, port: 079344d7-4040-40c5-96df-fead409a828f. Feb 05 02:51:34.099999 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4599a4f-83f4-4fdc-a002-d80966ad8da3 admin admin] Publish callbacks [] for security_group (3b5f6849-221b-4935-afa4-2035a1b65666), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:34.125369 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4599a4f-83f4-4fdc-a002-d80966ad8da3 admin admin] Publish callbacks [] for security_group (3b5f6849-221b-4935-afa4-2035a1b65666), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:34.152396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Network 328b1e3f-f14f-4715-ab02-67ab436d21c6 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:51:34.156407 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-90d6076f-816a-4679-b4bc-06f30ec41c08 service neutron] 10.222.0.36 "GET /v2.0/networks/da409d9a-0218-4b78-a758-5335011f0837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243401 Feb 05 02:51:34.178583 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:34.188781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:51:34.206890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Attempting to bind port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:51:34.207320 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Attempting to bind port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '0e3a65ba-e2eb-4c19-8764-3c261e6dad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b5105df8-0ff2-49e9-95a6-bdebfbdc10ac'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:51:34.207837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Attempting to bind port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 on network b5105df8-0ff2-49e9-95a6-bdebfbdc10ac {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:34.210548 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Pushing event updated for resources: {'Port': ['ID=6d86c419-f167-4892-935e-54872ee95ff6,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:34.212449 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4599a4f-83f4-4fdc-a002-d80966ad8da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3b5f6849-221b-4935-afa4-2035a1b65666), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:34.220724 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:51:34.221105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Checking segment: {'id': '0e3a65ba-e2eb-4c19-8764-3c261e6dad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b5105df8-0ff2-49e9-95a6-bdebfbdc10ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:34.221503 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:34.221887 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Bound using segment: {'id': '0e3a65ba-e2eb-4c19-8764-3c261e6dad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b5105df8-0ff2-49e9-95a6-bdebfbdc10ac'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:51:34.222418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Bound port: 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3a65ba-e2eb-4c19-8764-3c261e6dad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b5105df8-0ff2-49e9-95a6-bdebfbdc10ac'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:51:34.222738 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:34.232236 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4599a4f-83f4-4fdc-a002-d80966ad8da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:34.236512 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c4599a4f-83f4-4fdc-a002-d80966ad8da3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b5f6849-221b-4935-afa4-2035a1b65666 HTTP/1.1" status: 204 len: 168 time: 0.2405262 Feb 05 02:51:34.256475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4599a4f-83f4-4fdc-a002-d80966ad8da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5f6849-221b-4935-afa4-2035a1b65666,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:34.288814 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-620d5881-a50e-48a4-8074-66b542f92d8d service neutron] 10.222.0.36 "GET /v2.0/networks/da409d9a-0218-4b78-a758-5335011f0837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231489 Feb 05 02:51:34.362442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Attempting to bind port 6d86c419-f167-4892-935e-54872ee95ff6 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:51:34.362931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Attempting to bind port 6d86c419-f167-4892-935e-54872ee95ff6 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '9a5e2c02-d7a2-4233-9621-90e78d2cc4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '328b1e3f-f14f-4715-ab02-67ab436d21c6'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:51:34.363294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Attempting to bind port 6d86c419-f167-4892-935e-54872ee95ff6 on network 328b1e3f-f14f-4715-ab02-67ab436d21c6 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:34.388125 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:51:34.389050 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Checking segment: {'id': '9a5e2c02-d7a2-4233-9621-90e78d2cc4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '328b1e3f-f14f-4715-ab02-67ab436d21c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:34.391416 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:34.391800 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Bound using segment: {'id': '9a5e2c02-d7a2-4233-9621-90e78d2cc4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '328b1e3f-f14f-4715-ab02-67ab436d21c6'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:51:34.392299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Bound port: 6d86c419-f167-4892-935e-54872ee95ff6, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5e2c02-d7a2-4233-9621-90e78d2cc4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '328b1e3f-f14f-4715-ab02-67ab436d21c6'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:51:34.392684 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6d86c419-f167-4892-935e-54872ee95ff6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:34.510562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] For port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:34.524789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cbf26e22-994d-4f06-b788-075123852434 None None] Provisioning complete for port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:34.525205 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbf26e22-994d-4f06-b788-075123852434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:34.553033 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-540ebe35-c8df-4772-b9d8-e15ab2b39f03 service neutron] 10.222.0.36 "GET /v2.0/networks/328b1e3f-f14f-4715-ab02-67ab436d21c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501845 Feb 05 02:51:34.578296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] For port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4a4dd45d-6ebf-4fe6-9125-e44a1d0df375,segment=NetworkSegment(0e3a65ba-e2eb-4c19-8764-3c261e6dad1e),segment_id=0e3a65ba-e2eb-4c19-8764-3c261e6dad1e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:51:34.618020 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:34.700445 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] For port 6d86c419-f167-4892-935e-54872ee95ff6, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:34.703139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbe653-a1f9-44a0-b48a-f2f149b11e0f None None] Pushing event updated for resources: {'Port': ['ID=4a4dd45d-6ebf-4fe6-9125-e44a1d0df375,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:34.722681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-62061cde-5da8-435c-b2b7-3f8d3c8c696b tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Router 95118e02-b074-44a4-87ca-9f5e11666a18 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:51:34.730350 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-5f3c9925-4c8b-4bad-ac3c-0d2f775b01ca service neutron] 10.222.0.36 "GET /v2.0/networks/328b1e3f-f14f-4715-ab02-67ab436d21c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616633 Feb 05 02:51:34.736194 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] For port 6d86c419-f167-4892-935e-54872ee95ff6, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6d86c419-f167-4892-935e-54872ee95ff6,segment=NetworkSegment(9a5e2c02-d7a2-4233-9621-90e78d2cc4f0),segment_id=9a5e2c02-d7a2-4233-9621-90e78d2cc4f0)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:51:34.737695 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cbf26e22-994d-4f06-b788-075123852434 None None] Port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:51:34.748317 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Routers {'e21b418b-2127-4302-a7b2-89087aa6eb3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:51:34.748970 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:51:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e21b418b-2127-4302-a7b2-89087aa6eb3e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:34.897601 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6d86c419-f167-4892-935e-54872ee95ff6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:35.000597 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-c14e2a61-4159-4c05-b5a3-829a3c7f65b3 service neutron] 10.222.0.36 "GET /v2.0/networks/da409d9a-0218-4b78-a758-5335011f0837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645643 Feb 05 02:51:35.035790 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f15230-434a-49a0-a7bb-7bd52500c9d6 None None] Pushing event updated for resources: {'Port': ['ID=6d86c419-f167-4892-935e-54872ee95ff6,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:35.087986 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:51:35.105464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] Set router e21b418b-2127-4302-a7b2-89087aa6eb3e gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:51:35.130749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-62061cde-5da8-435c-b2b7-3f8d3c8c696b tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:51:35.197764 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eb1631-8a5d-404d-8d25-23997f9ffdb7 None None] Sync routers for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:51:35.258945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb1631-8a5d-404d-8d25-23997f9ffdb7 None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:51:35.259584 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-86eb1631-8a5d-404d-8d25-23997f9ffdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:51:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:35.400331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cf0a55-aeab-49b0-8492-82eeb3009e1d None None] Network da409d9a-0218-4b78-a758-5335011f0837 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:51:35.462664 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-edbb4dd4-3d07-4196-a2ef-acb2d23b9013 service neutron] 10.222.0.36 "GET /v2.0/networks/da409d9a-0218-4b78-a758-5335011f0837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580731 Feb 05 02:51:35.543208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fa4f2410-8601-4c43-902f-a6d786e0805a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:35.674289 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a97ea45e-37fd-4e3c-8234-52123ee50481 None None] Provisioning complete for port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:35.677528 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a97ea45e-37fd-4e3c-8234-52123ee50481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:35.711507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45582) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:51:35.715900 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-62061cde-5da8-435c-b2b7-3f8d3c8c696b tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Router 95118e02-b074-44a4-87ca-9f5e11666a18 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:51:35.923617 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-86eb1631-8a5d-404d-8d25-23997f9ffdb7 None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:51:35.940732 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a4b96a60-b4fa-4bea-b0b8-48e4c33af999 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1266458068-network', 'tenant_id': '5281acb7dbef430aadfdce445a698e5e'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:35.966075 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aec83c-af41-4d29-87b2-85a66606c837 req-f5669c98-5e82-4a71-a854-6b159f05eaf6 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:35.968470 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01aec83c-af41-4d29-87b2-85a66606c837 req-f5669c98-5e82-4a71-a854-6b159f05eaf6 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b2abc55-9818-4aa6-9317-44babaa95304 HTTP/1.1" status: 200 len: 950 time: 0.1149604 Feb 05 02:51:35.976166 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-62061cde-5da8-435c-b2b7-3f8d3c8c696b tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:51:35.983125 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-62061cde-5da8-435c-b2b7-3f8d3c8c696b tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:35.997599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b96a60-b4fa-4bea-b0b8-48e4c33af999 admin admin] Made reservation on behalf of 5281acb7dbef430aadfdce445a698e5e for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:51:36.000413 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4b96a60-b4fa-4bea-b0b8-48e4c33af999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:36.016492 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4b96a60-b4fa-4bea-b0b8-48e4c33af999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:36.078566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a97ea45e-37fd-4e3c-8234-52123ee50481 None None] Current status of the port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:36.078566 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a97ea45e-37fd-4e3c-8234-52123ee50481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:36.081301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01aec83c-af41-4d29-87b2-85a66606c837 req-73a15061-e9c5-4c97-86a2-cb7df0daf0f3 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024213 Feb 05 02:51:36.091033 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'tag': '079344d7-4040-40c5-96df-fead409a828f'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:36.095018 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9070cc27-68e6-4980-b0ce-5b527af99881" -d '{"events": [{"name": "network-changed", "server_uuid": "a47535b1-5f98-4003-a2f7-3f7a636d89ed", "tag": "079344d7-4040-40c5-96df-fead409a828f"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:36.118094 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-516c42b5-3b54-403c-9d11-53227ac954eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:36.173557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-62061cde-5da8-435c-b2b7-3f8d3c8c696b tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "PUT /v2.0/floatingips/ed7a129b-8d1b-4beb-af0c-2b55328fdbdd HTTP/1.1" status: 200 len: 999 time: 4.0642903 Feb 05 02:51:36.175394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port fa4f2410-8601-4c43-902f-a6d786e0805a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:36.176084 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fa4f2410-8601-4c43-902f-a6d786e0805a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:36.269182 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-e9ce4245-dd3e-4fff-ba3b-121449d35a2a tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:36.284019 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-e9ce4245-dd3e-4fff-ba3b-121449d35a2a tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports/079344d7-4040-40c5-96df-fead409a828f HTTP/1.1" status: 200 len: 943 time: 0.1086707 Feb 05 02:51:36.301561 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4b96a60-b4fa-4bea-b0b8-48e4c33af999 admin admin] Publish callbacks [] for security_group (9fb7f242-f2f9-4d53-9c59-f6c134074373), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:36.316655 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4b96a60-b4fa-4bea-b0b8-48e4c33af999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9fb7f242-f2f9-4d53-9c59-f6c134074373), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:36.333146 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b96a60-b4fa-4bea-b0b8-48e4c33af999 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:51:36.349510 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4b96a60-b4fa-4bea-b0b8-48e4c33af999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (48398af4-642a-4b25-9ce8-a299cb0996aa), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:36.349857 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-a4b96a60-b4fa-4bea-b0b8-48e4c33af999 admin admin] Added segment 48398af4-642a-4b25-9ce8-a299cb0996aa of type vlan for network 96d7260d-e293-4c69-98e2-4532661b27c8 Feb 05 02:51:36.409818 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4b96a60-b4fa-4bea-b0b8-48e4c33af999 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (96d7260d-e293-4c69-98e2-4532661b27c8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:36.410055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59895631-cd33-4fc6-8529-2f7e903ee63e req-9fb27608-bc0e-4957-96d3-c7d10edb6d13 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:36.412533 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59895631-cd33-4fc6-8529-2f7e903ee63e req-9fb27608-bc0e-4957-96d3-c7d10edb6d13 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.1635139 Feb 05 02:51:36.467959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a97ea45e-37fd-4e3c-8234-52123ee50481 None None] For port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4a4dd45d-6ebf-4fe6-9125-e44a1d0df375,segment=NetworkSegment(0e3a65ba-e2eb-4c19-8764-3c261e6dad1e),segment_id=0e3a65ba-e2eb-4c19-8764-3c261e6dad1e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:36.473901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b96a60-b4fa-4bea-b0b8-48e4c33af999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb7f242-f2f9-4d53-9c59-f6c134074373,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:36.496959 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4b96a60-b4fa-4bea-b0b8-48e4c33af999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (96d7260d-e293-4c69-98e2-4532661b27c8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:36.497996 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b96a60-b4fa-4bea-b0b8-48e4c33af999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:36.498504 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4b96a60-b4fa-4bea-b0b8-48e4c33af999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:36.511470 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a97ea45e-37fd-4e3c-8234-52123ee50481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:36.655869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59895631-cd33-4fc6-8529-2f7e903ee63e req-e5e07fe6-8ee6-4414-abca-ac6a198b15d5 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086453 Feb 05 02:51:36.690576 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-c348c94b-16ad-4cae-b501-51793aef4664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:36.692203 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-c348c94b-16ad-4cae-b501-51793aef4664 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 1128 time: 0.2735586 Feb 05 02:51:36.702651 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b96a60-b4fa-4bea-b0b8-48e4c33af999 admin admin] Pushing event updated for resources: {'Network': ['ID=96d7260d-e293-4c69-98e2-4532661b27c8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:36.718601 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a4b96a60-b4fa-4bea-b0b8-48e4c33af999 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0037322 Feb 05 02:51:36.721819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45604) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:51:36.728778 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9c7f097d-1714-4105-8c5d-8c754e07cc6e admin admin] Request body: {'subnet': {'network_id': '96d7260d-e293-4c69-98e2-4532661b27c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1266458068-subnet', 'tenant_id': '5281acb7dbef430aadfdce445a698e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:36.812529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7f097d-1714-4105-8c5d-8c754e07cc6e admin admin] Made reservation on behalf of 5281acb7dbef430aadfdce445a698e5e for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:51:36.818371 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c7f097d-1714-4105-8c5d-8c754e07cc6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:36.976201 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-eed9bec6-81b2-4329-9112-242f6f72af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:36.977791 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-eed9bec6-81b2-4329-9112-242f6f72af56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 921 time: 0.2794576 Feb 05 02:51:36.990683 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 96d7260d-e293-4c69-98e2-4532661b27c8 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:51:36.992525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954d9c7c-115e-4eef-81d3-3e1e56add540 None None] Network 328b1e3f-f14f-4715-ab02-67ab436d21c6 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:51:36.993042 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c03a1-0910-4662-8991-65ccf7dbe954 req-f636952d-0fb3-4257-ac6c-e8b6ad4bece2 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:36.998221 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e9c03a1-0910-4662-8991-65ccf7dbe954 req-f636952d-0fb3-4257-ac6c-e8b6ad4bece2 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 946 time: 0.1467359 Feb 05 02:51:37.068238 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-8aa55b3c-0a88-47dc-8231-f4b5441f999c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=079344d7-4040-40c5-96df-fead409a828f HTTP/1.1" status: 200 len: 217 time: 0.0691011 Feb 05 02:51:37.117140 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c7f097d-1714-4105-8c5d-8c754e07cc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (6180cbef-a1ce-41c4-9981-5bd643ed4f61), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:37.151797 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e9c03a1-0910-4662-8991-65ccf7dbe954 req-7c46f0f7-27af-49b7-9e42-167fec8bd772 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363981 Feb 05 02:51:37.161505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-6df21f1a-2353-47a3-aa27-8bad45b32962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:37.163763 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-6df21f1a-2353-47a3-aa27-8bad45b32962 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3631be40-f44d-47c5-b742-59c603ecb74b HTTP/1.1" status: 200 len: 859 time: 0.0880492 Feb 05 02:51:37.213153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'name': 'tempest-ServersTestMultiNic-922789537-router', 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:51:25Z', 'revision_number': 4, 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'gw_port': {'id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4a4dd45d-6ebf-4fe6-9125-e44a1d0df375', 'name': '', 'network_id': 'b5105df8-0ff2-49e9-95a6-bdebfbdc10ac', 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5', 'mac_address': 'fa:16:3e:f7:03:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '494926db-6dab-45a1-aa82-6161258f0250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:51:24Z', 'updated_at': '2022-02-05T02:51:34Z', 'revision_number': 4, 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'subnets': [{'id': '494926db-6dab-45a1-aa82-6161258f0250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:37.227126 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port fa4f2410-8601-4c43-902f-a6d786e0805a is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:37.227891 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fa4f2410-8601-4c43-902f-a6d786e0805a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:37.254580 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7f097d-1714-4105-8c5d-8c754e07cc6e admin admin] Checking segment: {'id': '48398af4-642a-4b25-9ce8-a299cb0996aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '96d7260d-e293-4c69-98e2-4532661b27c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:37.254974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7f097d-1714-4105-8c5d-8c754e07cc6e admin admin] Network hostable DHCP agents. Network: 96d7260d-e293-4c69-98e2-4532661b27c8, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:51:37.265687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f097d-1714-4105-8c5d-8c754e07cc6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6180cbef-a1ce-41c4-9981-5bd643ed4f61,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:37.285612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-510af5ef-39f6-4407-b743-c824994530c3 req-37ac9fcb-be74-47f1-bef1-6e1c51e2bd46 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 210 time: 0.0494525 Feb 05 02:51:37.287111 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7f097d-1714-4105-8c5d-8c754e07cc6e admin admin] Network 96d7260d-e293-4c69-98e2-4532661b27c8 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:51:37.301082 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9c7f097d-1714-4105-8c5d-8c754e07cc6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 96d7260d-e293-4c69-98e2-4532661b27c8) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:37.316650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-23cdd279-5bbf-4271-924b-d3c7e3e314d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:37.318342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-23cdd279-5bbf-4271-924b-d3c7e3e314d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83be0105-9b9a-4797-b354-f35ef16802de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1459715 Feb 05 02:51:37.321223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7f097d-1714-4105-8c5d-8c754e07cc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:37.322840 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c7f097d-1714-4105-8c5d-8c754e07cc6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:37.344406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2599fc3-1c3f-4a29-9b6e-17dc960078f0 None None] The sync data for ids ['e21b418b-2127-4302-a7b2-89087aa6eb3e'] in n-d-826942-8 is: [{'id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'name': 'tempest-ServersTestMultiNic-922789537-router', 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:51:25Z', 'revision_number': 4, 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'gw_port': {'id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4a4dd45d-6ebf-4fe6-9125-e44a1d0df375', 'name': '', 'network_id': 'b5105df8-0ff2-49e9-95a6-bdebfbdc10ac', 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5', 'mac_address': 'fa:16:3e:f7:03:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '494926db-6dab-45a1-aa82-6161258f0250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:51:24Z', 'updated_at': '2022-02-05T02:51:34Z', 'revision_number': 4, 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'subnets': [{'id': '494926db-6dab-45a1-aa82-6161258f0250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:51:37.355091 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9c7f097d-1714-4105-8c5d-8c754e07cc6e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6309743 Feb 05 02:51:37.398394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030b5ee1-644e-4cc7-b181-1a7e4c721c54 None None] Network 96d7260d-e293-4c69-98e2-4532661b27c8 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:51:37.418627 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95b7b51-0b8e-43fe-bea7-ad2b9f93d7c4 x-openstack-request-id: req-c95b7b51-0b8e-43fe-bea7-ad2b9f93d7c4 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:37.419243 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47535b1-5f98-4003-a2f7-3f7a636d89ed", "tag": "079344d7-4040-40c5-96df-fead409a828f", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:37.419735 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c95b7b51-0b8e-43fe-bea7-ad2b9f93d7c4 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:37.420307 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'tag': '079344d7-4040-40c5-96df-fead409a828f', 'status': 'completed', 'code': 200} Feb 05 02:51:37.497177 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070cc27-68e6-4980-b0ce-5b527af99881 req-ec3af06f-75f2-48d0-a5f8-399ac5aa65d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:37.505610 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9070cc27-68e6-4980-b0ce-5b527af99881 req-ec3af06f-75f2-48d0-a5f8-399ac5aa65d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 1128 time: 0.1029880 Feb 05 02:51:37.516894 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-72ff3145-c12b-4a78-b9e0-653caad03f5c None None] Provisioning complete for port fa4f2410-8601-4c43-902f-a6d786e0805a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:37.517264 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-72ff3145-c12b-4a78-b9e0-653caad03f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fa4f2410-8601-4c43-902f-a6d786e0805a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:37.545020 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-ea4aaf36-c0bf-413c-b363-f1b7820bf75f service neutron] 10.222.0.36 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184207 Feb 05 02:51:37.684657 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:37.792345 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070cc27-68e6-4980-b0ce-5b527af99881 req-51841e16-bfc8-47a0-bd43-48d4c7bfc86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:37.798892 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9070cc27-68e6-4980-b0ce-5b527af99881 req-51841e16-bfc8-47a0-bd43-48d4c7bfc86b service neutron] 10.222.0.31 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 921 time: 0.2870290 Feb 05 02:51:37.801217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ea45e-37fd-4e3c-8234-52123ee50481 None None] Pushing event updated for resources: {'Port': ['ID=4a4dd45d-6ebf-4fe6-9125-e44a1d0df375,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:37.813029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8ac425-87d4-4688-b76d-a5251200c157 None None] Network 96d7260d-e293-4c69-98e2-4532661b27c8 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:51:37.978866 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9070cc27-68e6-4980-b0ce-5b527af99881 req-ccae1723-9cb2-459a-87ef-b8b4fe7115e4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=079344d7-4040-40c5-96df-fead409a828f HTTP/1.1" status: 200 len: 217 time: 0.1479669 Feb 05 02:51:37.990148 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port fa4f2410-8601-4c43-902f-a6d786e0805a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fa4f2410-8601-4c43-902f-a6d786e0805a,segment=NetworkSegment(f6bc4053-136c-4aa2-908a-1415b6236590),segment_id=f6bc4053-136c-4aa2-908a-1415b6236590)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:38.004271 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fa4f2410-8601-4c43-902f-a6d786e0805a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:38.005049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:38.145274 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070cc27-68e6-4980-b0ce-5b527af99881 req-91af6017-5ddf-4943-a346-84fe7a42627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:38.146774 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9070cc27-68e6-4980-b0ce-5b527af99881 req-91af6017-5ddf-4943-a346-84fe7a42627e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3631be40-f44d-47c5-b742-59c603ecb74b HTTP/1.1" status: 200 len: 859 time: 0.1602590 Feb 05 02:51:38.239386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff472c9-0389-4169-9007-6abb3ea6da1f req-f1d41822-48c7-4191-82e2-b7c0bc3785c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:38.241606 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dff472c9-0389-4169-9007-6abb3ea6da1f req-f1d41822-48c7-4191-82e2-b7c0bc3785c8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 1128 time: 0.1463456 Feb 05 02:51:38.285990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070cc27-68e6-4980-b0ce-5b527af99881 req-f8427669-11e7-4968-aa8b-07759444adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:38.287539 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9070cc27-68e6-4980-b0ce-5b527af99881 req-f8427669-11e7-4968-aa8b-07759444adf6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83be0105-9b9a-4797-b354-f35ef16802de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1296670 Feb 05 02:51:38.317700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=fa4f2410-8601-4c43-902f-a6d786e0805a,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:38.340102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-86eb1631-8a5d-404d-8d25-23997f9ffdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'ed7a129b-8d1b-4beb-af0c-2b55328fdbdd', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'port_id': '1933001c-2cc1-48b5-b489-3bd4609e4f92', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'mac_address': 'fa:16:3e:81:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810833ad-176d-4272-8773-82f6ba3080c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:51:07Z', 'updated_at': '2022-02-05T02:51:33Z', 'revision_number': 3, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:38.348403 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-72ff3145-c12b-4a78-b9e0-653caad03f5c None None] Current status of the port fa4f2410-8601-4c43-902f-a6d786e0805a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:38.362250 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dff472c9-0389-4169-9007-6abb3ea6da1f req-b92672d1-11b2-41ad-80b3-1c8287bce1ab service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144528 Feb 05 02:51:38.404237 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eb1631-8a5d-404d-8d25-23997f9ffdb7 None None] Checking router: 95118e02-b074-44a4-87ca-9f5e11666a18 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:51:38.414604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:38.415015 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:38.469474 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9070cc27-68e6-4980-b0ce-5b527af99881 req-640ace18-0257-414f-9ceb-ae083ee5657c service neutron] 10.222.0.31 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666348 Feb 05 02:51:38.479533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb1631-8a5d-404d-8d25-23997f9ffdb7 None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:51:38.480317 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-86eb1631-8a5d-404d-8d25-23997f9ffdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:51:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:38.549841 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-e6cc1f95-bcd9-436e-a1ba-3efe9d6d520d service neutron] 10.222.0.36 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9984868 Feb 05 02:51:38.578795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-3d386314-c720-464b-806e-c6ef233c3c42 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:38.584339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-3d386314-c720-464b-806e-c6ef233c3c42 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:38.586015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-3d386314-c720-464b-806e-c6ef233c3c42 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.10 "GET /v2.0/networks?id=da409d9a-0218-4b78-a758-5335011f0837&id=328b1e3f-f14f-4715-ab02-67ab436d21c6&id=da409d9a-0218-4b78-a758-5335011f0837 HTTP/1.1" status: 200 len: 1390 time: 0.9636695 Feb 05 02:51:38.590101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-33b8719d-b6d0-4602-b8e6-ec44ef35ed39 None None] Provisioning complete for port 6d86c419-f167-4892-935e-54872ee95ff6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:38.590482 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33b8719d-b6d0-4602-b8e6-ec44ef35ed39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6d86c419-f167-4892-935e-54872ee95ff6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:38.604739 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-1f8f4dc0-4a81-4689-97dc-196df598bfab tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Request body: {'port': {'device_id': '89e71211-481a-4c7d-84e4-8228745adf5f', 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837', 'admin_state_up': True, 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:38.660572 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:38.742092 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9070cc27-68e6-4980-b0ce-5b527af99881 req-e2da3643-e441-4af3-8e18-f98978a0b519 service neutron] 10.222.0.31 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077900 Feb 05 02:51:38.746065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:38.758542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444ccab-d4f1-42ac-9864-0df7c2824104 req-e6ac4f31-104e-404b-b043-deb18abf0334 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:38.763830 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3444ccab-d4f1-42ac-9864-0df7c2824104 req-e6ac4f31-104e-404b-b043-deb18abf0334 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.3195267 Feb 05 02:51:38.833833 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-86eb1631-8a5d-404d-8d25-23997f9ffdb7 None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:51:38.842101 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-43403621-d02b-4d01-9e82-e09074534f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:38.849760 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-43403621-d02b-4d01-9e82-e09074534f7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 1128 time: 0.2626257 Feb 05 02:51:38.867866 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-33b8719d-b6d0-4602-b8e6-ec44ef35ed39 None None] Current status of the port 6d86c419-f167-4892-935e-54872ee95ff6 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:38.868328 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33b8719d-b6d0-4602-b8e6-ec44ef35ed39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6d86c419-f167-4892-935e-54872ee95ff6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:38.949530 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-33b8719d-b6d0-4602-b8e6-ec44ef35ed39 None None] For port 6d86c419-f167-4892-935e-54872ee95ff6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6d86c419-f167-4892-935e-54872ee95ff6,segment=NetworkSegment(9a5e2c02-d7a2-4233-9621-90e78d2cc4f0),segment_id=9a5e2c02-d7a2-4233-9621-90e78d2cc4f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:38.961075 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33b8719d-b6d0-4602-b8e6-ec44ef35ed39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6d86c419-f167-4892-935e-54872ee95ff6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:38.990472 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3444ccab-d4f1-42ac-9864-0df7c2824104 req-81bffbe0-f42b-4cfe-ba79-c40091fdce97 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202334 Feb 05 02:51:39.025971 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-7ecdf883-f884-4f58-8015-a7c637111c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:39.028534 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-7ecdf883-f884-4f58-8015-a7c637111c82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 921 time: 0.1779332 Feb 05 02:51:39.056750 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fa4f2410-8601-4c43-902f-a6d786e0805a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:39.110884 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-001eed17-aa9d-425a-8a82-3d14f345ab37 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:39.112940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-1f8f4dc0-4a81-4689-97dc-196df598bfab tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Made reservation on behalf of 5f2967e419ed41e9a99646795aa87bf5 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:51:39.115407 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-001eed17-aa9d-425a-8a82-3d14f345ab37 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1&tenant_id=046d701f8c1b4320bb7536b4bcbbc218&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 1128 time: 0.1042244 Feb 05 02:51:39.117447 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-1f8f4dc0-4a81-4689-97dc-196df598bfab tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:39.134126 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826942-8'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:39.151610 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-e05eb0b1-d09d-49fd-81bd-fa4bbca16a5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1933001c-2cc1-48b5-b489-3bd4609e4f92 HTTP/1.1" status: 200 len: 1002 time: 0.1104579 Feb 05 02:51:39.159660 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-33b8719d-b6d0-4602-b8e6-ec44ef35ed39 None None] Provisioning complete for port fa4f2410-8601-4c43-902f-a6d786e0805a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:39.160043 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33b8719d-b6d0-4602-b8e6-ec44ef35ed39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fa4f2410-8601-4c43-902f-a6d786e0805a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:39.226953 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8719d-b6d0-4602-b8e6-ec44ef35ed39 None None] Pushing event updated for resources: {'Port': ['ID=6d86c419-f167-4892-935e-54872ee95ff6,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:39.285953 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:39.318171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port fa4f2410-8601-4c43-902f-a6d786e0805a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:39.318832 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fa4f2410-8601-4c43-902f-a6d786e0805a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:39.348409 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-2152cbbd-d91e-486f-a848-b4299d087612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:39.350098 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-2152cbbd-d91e-486f-a848-b4299d087612 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3631be40-f44d-47c5-b742-59c603ecb74b HTTP/1.1" status: 200 len: 859 time: 0.1899366 Feb 05 02:51:39.400197 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-33b8719d-b6d0-4602-b8e6-ec44ef35ed39 None None] Current status of the port fa4f2410-8601-4c43-902f-a6d786e0805a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:39.429732 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810833ad-176d-4272-8773-82f6ba3080c6', 'tag': '1933001c-2cc1-48b5-b489-3bd4609e4f92'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:39.432305 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d91e8f-1aa5-4fbc-a1c7-b5c51677ac2d" -d '{"events": [{"name": "network-changed", "server_uuid": "810833ad-176d-4272-8773-82f6ba3080c6", "tag": "1933001c-2cc1-48b5-b489-3bd4609e4f92"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:39.484609 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-7b97572a-7178-478b-a350-87cee0c31de0 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:39.486197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-7b97572a-7178-478b-a350-87cee0c31de0 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/networks?id=96d7260d-e293-4c69-98e2-4532661b27c8 HTTP/1.1" status: 200 len: 813 time: 0.2758670 Feb 05 02:51:39.497270 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-1f8f4dc0-4a81-4689-97dc-196df598bfab tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Allocated IP 19.80.0.64 (da409d9a-0218-4b78-a758-5335011f0837/36d56501-1ea4-4b83-981b-f5df6eb890b5/bff59cc7-e634-4b66-8618-fc3833a66232) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:51:39.515269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] For port 0d6bcf21-5885-4803-889a-295367f44cfc, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0d6bcf21-5885-4803-889a-295367f44cfc,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:39.528019 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-a772501a-dc96-4826-86d2-5cb9a5e4849c tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/quotas/5281acb7dbef430aadfdce445a698e5e HTTP/1.1" status: 200 len: 375 time: 0.0321176 Feb 05 02:51:39.532788 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-1950e00b-f3b2-44fa-aeb3-2405513a4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:39.534312 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-1950e00b-f3b2-44fa-aeb3-2405513a4c84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83be0105-9b9a-4797-b354-f35ef16802de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1729944 Feb 05 02:51:39.586368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] For port 0d6bcf21-5885-4803-889a-295367f44cfc, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:39.608657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-86eb1631-8a5d-404d-8d25-23997f9ffdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'ed7a129b-8d1b-4beb-af0c-2b55328fdbdd', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'port_id': '1933001c-2cc1-48b5-b489-3bd4609e4f92', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'mac_address': 'fa:16:3e:81:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810833ad-176d-4272-8773-82f6ba3080c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:51:07Z', 'updated_at': '2022-02-05T02:51:33Z', 'revision_number': 3, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:39.644478 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2624686c-a021-41a8-aad7-2d1a540165c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d6bcf21-5885-4803-889a-295367f44cfc'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:39.645472 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-6a1f91c9-3fae-4e52-aa0f-161b9e13ed0c tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5281acb7dbef430aadfdce445a698e5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968733 Feb 05 02:51:39.651316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eb1631-8a5d-404d-8d25-23997f9ffdb7 None None] The sync data for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 is: [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'ed7a129b-8d1b-4beb-af0c-2b55328fdbdd', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'port_id': '1933001c-2cc1-48b5-b489-3bd4609e4f92', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'mac_address': 'fa:16:3e:81:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810833ad-176d-4272-8773-82f6ba3080c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:51:07Z', 'updated_at': '2022-02-05T02:51:33Z', 'revision_number': 3, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:51:39.652899 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port fa4f2410-8601-4c43-902f-a6d786e0805a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:39.654048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:39.665444 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fd1636-6d43-4a07-9173-8ba7f66af40d" -d '{"events": [{"server_uuid": "2624686c-a021-41a8-aad7-2d1a540165c1", "name": "network-vif-unplugged", "status": "completed", "tag": "0d6bcf21-5885-4803-889a-295367f44cfc"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:39.670441 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Publish callbacks [] for port (0d6bcf21-5885-4803-889a-295367f44cfc), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:39.679867 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:39.726671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:39.727233 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:39.826134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Attempting to bind port 0d6bcf21-5885-4803-889a-295367f44cfc on host n-h2-826942-8 for vnic_type normal with profile {"migrating_to": "n-h1-826942-8"} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:51:39.826477 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Attempting to bind port 0d6bcf21-5885-4803-889a-295367f44cfc by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:51:39.827316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Attempting to bind port 0d6bcf21-5885-4803-889a-295367f44cfc on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:39.840507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6bcf21-5885-4803-889a-295367f44cfc,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:39.856444 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Port 0d6bcf21-5885-4803-889a-295367f44cfc on network 11cf62be-c855-41b3-87da-58090e237db8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:51:39.857351 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Attempting to bind port 0d6bcf21-5885-4803-889a-295367f44cfc on network 11cf62be-c855-41b3-87da-58090e237db8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:39.872868 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:51:39.874232 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Checking segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:39.875437 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Bound using segment: {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:51:39.876679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Bound port: 0d6bcf21-5885-4803-889a-295367f44cfc, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625486aa-819d-4b04-a335-ec089d8874f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '11cf62be-c855-41b3-87da-58090e237db8'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:51:39.879191 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:39.908816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:39.909771 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6d86c419-f167-4892-935e-54872ee95ff6 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:39.910559 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-057a0fa9-7483-4f2a-9c9c-f75e724ce23b service neutron] 10.222.0.36 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605528 Feb 05 02:51:39.925198 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:39.985300 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] For port 0d6bcf21-5885-4803-889a-295367f44cfc, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:39.989021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] For port 0d6bcf21-5885-4803-889a-295367f44cfc, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0d6bcf21-5885-4803-889a-295367f44cfc,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:51:40.011848 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:40.015599 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb422dc-fc21-48b9-8bf1-07d7905bea3c None None] New status for floating IP ed7a129b-8d1b-4beb-af0c-2b55328fdbdd: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:51:40.016184 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6d86c419-f167-4892-935e-54872ee95ff6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:40.029914 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6d86c419-f167-4892-935e-54872ee95ff6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:40.046667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-d3a9a3f8-54f3-4e8a-9f11-8382275512d9 service neutron] 10.222.0.36 "GET /v2.0/networks/96d7260d-e293-4c69-98e2-4532661b27c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838351 Feb 05 02:51:40.056126 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-1f8f4dc0-4a81-4689-97dc-196df598bfab tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks [] for port (bff59cc7-e634-4b66-8618-fc3833a66232), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:40.112765 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6bcf21-5885-4803-889a-295367f44cfc,revision_number=8']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:40.117003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.117736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:40.119515 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-ef96a508-2032-4b62-9fc0-ffbfcb71f230 service neutron] 10.222.0.31 "PUT /v2.0/ports/0d6bcf21-5885-4803-889a-295367f44cfc HTTP/1.1" status: 200 len: 1122 time: 0.9960356 Feb 05 02:51:40.152810 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a458b80a-58aa-4461-8f2b-0dca465f1fe0 req-69ab186a-3997-431d-8f36-8c057d94fd02 service neutron] 10.222.0.36 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327948 Feb 05 02:51:40.211714 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-1f8f4dc0-4a81-4689-97dc-196df598bfab tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (bff59cc7-e634-4b66-8618-fc3833a66232), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:40.269482 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0d6bcf21-5885-4803-889a-295367f44cfc'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:40.278615 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-b5ca6941-52d8-424b-bcca-9d4328bc785e service neutron] 10.222.0.36 "GET /v2.0/networks/96d7260d-e293-4c69-98e2-4532661b27c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132571 Feb 05 02:51:40.280701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['0d6bcf21-5885-4803-889a-295367f44cfc'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:40.297657 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-1f8f4dc0-4a81-4689-97dc-196df598bfab tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Network da409d9a-0218-4b78-a758-5335011f0837 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:51:40.301185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-1f8f4dc0-4a81-4689-97dc-196df598bfab tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:40.305969 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-1f8f4dc0-4a81-4689-97dc-196df598bfab tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:51:40.313433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f4dc0-4a81-4689-97dc-196df598bfab tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event updated for resources: {'Port': ['ID=bff59cc7-e634-4b66-8618-fc3833a66232,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:40.435091 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-1f8f4dc0-4a81-4689-97dc-196df598bfab tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.435738 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-1f8f4dc0-4a81-4689-97dc-196df598bfab tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:40.440291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0d6bcf21-5885-4803-889a-295367f44cfc details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:51:40.470386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-1f8f4dc0-4a81-4689-97dc-196df598bfab tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8716674 Feb 05 02:51:40.495933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-ea028004-9ed8-46ff-86e9-6818cde1607c tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Request body: {'port': {'device_id': '89e71211-481a-4c7d-84e4-8228745adf5f', 'network_id': '328b1e3f-f14f-4715-ab02-67ab436d21c6', 'admin_state_up': True, 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:40.686063 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0d6bcf21-5885-4803-889a-295367f44cfc, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0d6bcf21-5885-4803-889a-295367f44cfc,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:40.721669 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6d86c419-f167-4892-935e-54872ee95ff6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:40.733149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf4252b-ff03-4f62-983d-f857590248f6 None None] Sync routers for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:51:40.735816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0d6bcf21-5885-4803-889a-295367f44cfc has no active binding in host n-h1-826942-8 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 05 02:51:40.816158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4252b-ff03-4f62-983d-f857590248f6 None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:51:40.816943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-edf4252b-ff03-4f62-983d-f857590248f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:51:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:40.862227 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05885431-3766-42cd-b22b-b931c1f4437d req-829e6fac-215c-433e-b004-374be87670f9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.864492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-05885431-3766-42cd-b22b-b931c1f4437d req-829e6fac-215c-433e-b004-374be87670f9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.1606493 Feb 05 02:51:40.871342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-ea028004-9ed8-46ff-86e9-6818cde1607c tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Made reservation on behalf of 5f2967e419ed41e9a99646795aa87bf5 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:51:40.874666 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-ea028004-9ed8-46ff-86e9-6818cde1607c tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:40.917119 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-1ae15155-28b4-4d11-b45c-708873102e7c tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.917607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-1ae15155-28b4-4d11-b45c-708873102e7c tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.918067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-1ae15155-28b4-4d11-b45c-708873102e7c tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.918710 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-1ae15155-28b4-4d11-b45c-708873102e7c tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.919380 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-1ae15155-28b4-4d11-b45c-708873102e7c tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.919851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-1ae15155-28b4-4d11-b45c-708873102e7c tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.920295 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-1ae15155-28b4-4d11-b45c-708873102e7c tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.920958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-1ae15155-28b4-4d11-b45c-708873102e7c tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.921337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-1ae15155-28b4-4d11-b45c-708873102e7c tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.921968 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-1ae15155-28b4-4d11-b45c-708873102e7c tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.922501 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-1ae15155-28b4-4d11-b45c-708873102e7c tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.922986 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-1ae15155-28b4-4d11-b45c-708873102e7c tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.923441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-1ae15155-28b4-4d11-b45c-708873102e7c tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.923896 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-1ae15155-28b4-4d11-b45c-708873102e7c tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.924359 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-1ae15155-28b4-4d11-b45c-708873102e7c tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.924799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-1ae15155-28b4-4d11-b45c-708873102e7c tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:40.927324 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-1ae15155-28b4-4d11-b45c-708873102e7c tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f&device_id=4b2abc55-9818-4aa6-9317-44babaa95304&device_id=810833ad-176d-4272-8773-82f6ba3080c6&device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64&device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8&device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed&device_id=207a4971-089f-4e48-814a-b171882849f5&device_id=2624686c-a021-41a8-aad7-2d1a540165c1&device_id=b2b7a35b-347d-4098-a97e-394c28891c86&device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c&device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31&device_id=3fe57a8d-1720-4998-94aa-2dda696de742&device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a&device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2&device_id=34d69725-a022-470b-89d3-53d8df44d472&device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 14850 time: 0.1617062 Feb 05 02:51:40.945009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6d86c419-f167-4892-935e-54872ee95ff6 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:40.960946 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-951bcde4-3230-4839-b3fa-88dd3f45da71 tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:41.050284 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-05885431-3766-42cd-b22b-b931c1f4437d req-58cf4412-792e-49e7-9927-14950fc1284c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718290 Feb 05 02:51:41.077768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5821a892-150d-4f7c-ac3e-2cc1fa44239e None None] Provisioning complete for port bff59cc7-e634-4b66-8618-fc3833a66232 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:41.078141 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5821a892-150d-4f7c-ac3e-2cc1fa44239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bff59cc7-e634-4b66-8618-fc3833a66232), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:41.136923 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:41.206662 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-edf4252b-ff03-4f62-983d-f857590248f6 None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:51:41.209006 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5821a892-150d-4f7c-ac3e-2cc1fa44239e None None] Port bff59cc7-e634-4b66-8618-fc3833a66232 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:51:41.209170 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-ea028004-9ed8-46ff-86e9-6818cde1607c tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Allocated IP 19.86.0.143 (328b1e3f-f14f-4715-ab02-67ab436d21c6/a4b4c5d4-a4b0-471c-a253-466748358fa7/8d7b3486-3016-455e-9766-85c258af8fe2) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:51:41.276011 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-951bcde4-3230-4839-b3fa-88dd3f45da71 tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Publish callbacks [] for security_group (5a777f6f-d956-4c2a-9d4a-3dc6e60aecd9), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:41.286795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a9a10-d917-4ebe-bc75-9145e10b64c9 req-f87cf87b-7f71-494e-806b-51b03bb58f44 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:41.294514 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-279a9a10-d917-4ebe-bc75-9145e10b64c9 req-f87cf87b-7f71-494e-806b-51b03bb58f44 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 931 time: 0.1329887 Feb 05 02:51:41.298394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6d86c419-f167-4892-935e-54872ee95ff6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:41.298974 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6d86c419-f167-4892-935e-54872ee95ff6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:41.311427 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-951bcde4-3230-4839-b3fa-88dd3f45da71 tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5a777f6f-d956-4c2a-9d4a-3dc6e60aecd9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:41.432616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bcde4-3230-4839-b3fa-88dd3f45da71 tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a777f6f-d956-4c2a-9d4a-3dc6e60aecd9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:41.484202 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-279a9a10-d917-4ebe-bc75-9145e10b64c9 req-a0ee1569-851f-4705-a9b3-16695fe43508 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835480 Feb 05 02:51:41.579886 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34ce12d-92e2-4347-8f2f-5da75f3d56b3 x-openstack-request-id: req-f34ce12d-92e2-4347-8f2f-5da75f3d56b3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:41.580712 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810833ad-176d-4272-8773-82f6ba3080c6", "tag": "1933001c-2cc1-48b5-b489-3bd4609e4f92", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:41.580712 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f34ce12d-92e2-4347-8f2f-5da75f3d56b3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:41.580965 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810833ad-176d-4272-8773-82f6ba3080c6', 'tag': '1933001c-2cc1-48b5-b489-3bd4609e4f92', 'status': 'completed', 'code': 200} Feb 05 02:51:41.584063 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6d86c419-f167-4892-935e-54872ee95ff6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:41.610343 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-ea028004-9ed8-46ff-86e9-6818cde1607c tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks [] for port (8d7b3486-3016-455e-9766-85c258af8fe2), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:41.635479 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58c41d01-50d9-4af7-87bc-226cab4b3cb6 req-951bcde4-3230-4839-b3fa-88dd3f45da71 tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&id=038d7a70-9632-4960-a383-8d706a7aa338&id=1ffd1da8-5716-4285-bf64-1005c0ce6420&id=21181b91-613b-4471-ada9-a66237c67506&id=3acb1b9d-b06c-4159-95b1-175f7354d09d&id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.6980615 Feb 05 02:51:41.665986 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed78a8e4-76b2-4d02-b6bc-caf288d15ea3 x-openstack-request-id: req-ed78a8e4-76b2-4d02-b6bc-caf288d15ea3 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:41.666526 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2624686c-a021-41a8-aad7-2d1a540165c1", "name": "network-vif-unplugged", "status": "completed", "tag": "0d6bcf21-5885-4803-889a-295367f44cfc", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:41.666526 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed78a8e4-76b2-4d02-b6bc-caf288d15ea3 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:41.667906 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2624686c-a021-41a8-aad7-2d1a540165c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d6bcf21-5885-4803-889a-295367f44cfc', 'code': 200} Feb 05 02:51:41.702353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-edf4252b-ff03-4f62-983d-f857590248f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'ed7a129b-8d1b-4beb-af0c-2b55328fdbdd', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'port_id': '1933001c-2cc1-48b5-b489-3bd4609e4f92', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'mac_address': 'fa:16:3e:81:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810833ad-176d-4272-8773-82f6ba3080c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:51:07Z', 'updated_at': '2022-02-05T02:51:40Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:41.721526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d91e8f-1aa5-4fbc-a1c7-b5c51677ac2d req-71589902-5bec-46d8-949e-088122d9af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:41.724859 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-57d91e8f-1aa5-4fbc-a1c7-b5c51677ac2d req-71589902-5bec-46d8-949e-088122d9af5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 1128 time: 0.1101661 Feb 05 02:51:41.751979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf4252b-ff03-4f62-983d-f857590248f6 None None] Checking router: 95118e02-b074-44a4-87ca-9f5e11666a18 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:51:41.763570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4252b-ff03-4f62-983d-f857590248f6 None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:51:41.764889 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-edf4252b-ff03-4f62-983d-f857590248f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:51:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:41.826791 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-ea028004-9ed8-46ff-86e9-6818cde1607c tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8d7b3486-3016-455e-9766-85c258af8fe2), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:41.837551 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d91e8f-1aa5-4fbc-a1c7-b5c51677ac2d req-00511358-25c0-481c-a3b3-33dca018320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:41.839792 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-57d91e8f-1aa5-4fbc-a1c7-b5c51677ac2d req-00511358-25c0-481c-a3b3-33dca018320c service neutron] 10.222.0.10 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 921 time: 0.1016266 Feb 05 02:51:41.886933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-ea028004-9ed8-46ff-86e9-6818cde1607c tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Network 328b1e3f-f14f-4715-ab02-67ab436d21c6 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:51:41.901388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-ea028004-9ed8-46ff-86e9-6818cde1607c tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:41.904145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-ea028004-9ed8-46ff-86e9-6818cde1607c tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:51:41.933294 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45724040-a58a-43f8-b7b0-1a181a86b8b3 req-cdf17df5-6bf4-496a-b4b5-f6d37e575543 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.245 HTTP/1.1" status: 200 len: 1002 time: 0.2313266 Feb 05 02:51:41.950463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-edf4252b-ff03-4f62-983d-f857590248f6 None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:51:41.960641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea028004-9ed8-46ff-86e9-6818cde1607c tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event updated for resources: {'Port': ['ID=8d7b3486-3016-455e-9766-85c258af8fe2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:41.999848 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-57d91e8f-1aa5-4fbc-a1c7-b5c51677ac2d req-f2682fa3-727a-4acd-81b5-17003c0b2192 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1933001c-2cc1-48b5-b489-3bd4609e4f92 HTTP/1.1" status: 200 len: 1002 time: 0.1503453 Feb 05 02:51:42.023599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209493a-b8bc-426b-a882-9f03aa50018b req-d084918f-1e78-4a97-9852-12e3273b4a4d tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:42.030451 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3209493a-b8bc-426b-a882-9f03aa50018b req-d084918f-1e78-4a97-9852-12e3273b4a4d tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.3022609 Feb 05 02:51:42.043060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-ea028004-9ed8-46ff-86e9-6818cde1607c tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:42.043685 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-ea028004-9ed8-46ff-86e9-6818cde1607c tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:42.063737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45724040-a58a-43f8-b7b0-1a181a86b8b3 req-404ae90e-20ce-4fd1-b974-e2e929b0a319 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:42.065152 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45724040-a58a-43f8-b7b0-1a181a86b8b3 req-404ae90e-20ce-4fd1-b974-e2e929b0a319 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports/1933001c-2cc1-48b5-b489-3bd4609e4f92 HTTP/1.1" status: 200 len: 943 time: 0.1228778 Feb 05 02:51:42.096790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d91e8f-1aa5-4fbc-a1c7-b5c51677ac2d req-3e5690ba-5f61-4042-ab46-6e024ad12d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:42.098458 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-57d91e8f-1aa5-4fbc-a1c7-b5c51677ac2d req-3e5690ba-5f61-4042-ab46-6e024ad12d55 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3631be40-f44d-47c5-b742-59c603ecb74b HTTP/1.1" status: 200 len: 859 time: 0.0883431 Feb 05 02:51:42.100576 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-ea028004-9ed8-46ff-86e9-6818cde1607c tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6086948 Feb 05 02:51:42.134651 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3209493a-b8bc-426b-a882-9f03aa50018b req-81b51412-db32-447f-ad43-8ed1a86c050d tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928152 Feb 05 02:51:42.156923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d4767654-9f89-466a-aa65-4964d52768b9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Request body: {'port': {'device_id': '89e71211-481a-4c7d-84e4-8228745adf5f', 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837', 'admin_state_up': True, 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:42.251466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d91e8f-1aa5-4fbc-a1c7-b5c51677ac2d req-8f2175f9-2f5c-4aab-a999-ca046357827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:42.254727 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-57d91e8f-1aa5-4fbc-a1c7-b5c51677ac2d req-8f2175f9-2f5c-4aab-a999-ca046357827c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83be0105-9b9a-4797-b354-f35ef16802de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1330321 Feb 05 02:51:42.371291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b77e34c5-2508-4341-b029-d358a26f1734 None None] Provisioning complete for port 8d7b3486-3016-455e-9766-85c258af8fe2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:42.371291 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b77e34c5-2508-4341-b029-d358a26f1734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8d7b3486-3016-455e-9766-85c258af8fe2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:42.435086 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fecfe50-d332-4a35-9e2a-52d26155a76d req-f14c7d93-b8ee-4928-99d8-6e3965036866 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/ports?device_id=481edd70-34d3-4959-b0a4-91caa80454ba HTTP/1.1" status: 200 len: 210 time: 0.1515574 Feb 05 02:51:42.443653 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45724040-a58a-43f8-b7b0-1a181a86b8b3 req-08febe7b-e83c-4451-8ecd-2a333d74b72c tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.245 HTTP/1.1" status: 200 len: 1002 time: 0.1612375 Feb 05 02:51:42.485432 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-57d91e8f-1aa5-4fbc-a1c7-b5c51677ac2d req-85f72041-b90a-49dc-911a-f48c36bd2fdf service neutron] 10.222.0.10 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196245 Feb 05 02:51:42.511993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-f1ac7d56-7495-41c6-9f15-143e777c98ce tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:42.513639 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-f1ac7d56-7495-41c6-9f15-143e777c98ce tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.10 "GET /v2.0/networks?id=96d7260d-e293-4c69-98e2-4532661b27c8 HTTP/1.1" status: 200 len: 813 time: 0.1834350 Feb 05 02:51:42.589413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45724040-a58a-43f8-b7b0-1a181a86b8b3 req-a71592f6-ebd1-477a-a76a-f240fc9b1609 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:42.602331 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45724040-a58a-43f8-b7b0-1a181a86b8b3 req-a71592f6-ebd1-477a-a76a-f240fc9b1609 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.1576867 Feb 05 02:51:42.626079 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-092db4ec-43ef-4c38-b3f6-f6063cc4f9dd tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Request body: {'port': {'device_id': '481edd70-34d3-4959-b0a4-91caa80454ba', 'network_id': '96d7260d-e293-4c69-98e2-4532661b27c8', 'admin_state_up': True, 'tenant_id': '5281acb7dbef430aadfdce445a698e5e'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:42.721761 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-edf4252b-ff03-4f62-983d-f857590248f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'ed7a129b-8d1b-4beb-af0c-2b55328fdbdd', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'port_id': '1933001c-2cc1-48b5-b489-3bd4609e4f92', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'mac_address': 'fa:16:3e:81:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810833ad-176d-4272-8773-82f6ba3080c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:51:07Z', 'updated_at': '2022-02-05T02:51:40Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:42.728410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b77e34c5-2508-4341-b029-d358a26f1734 None None] Port 8d7b3486-3016-455e-9766-85c258af8fe2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:51:42.761908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d4767654-9f89-466a-aa65-4964d52768b9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Made reservation on behalf of 5f2967e419ed41e9a99646795aa87bf5 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:51:42.765221 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d4767654-9f89-466a-aa65-4964d52768b9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:42.780843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf4252b-ff03-4f62-983d-f857590248f6 None None] The sync data for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 is: [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'ed7a129b-8d1b-4beb-af0c-2b55328fdbdd', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'port_id': '1933001c-2cc1-48b5-b489-3bd4609e4f92', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'mac_address': 'fa:16:3e:81:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810833ad-176d-4272-8773-82f6ba3080c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:51:07Z', 'updated_at': '2022-02-05T02:51:40Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:51:42.791675 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f40ed1-6112-4520-9332-41e582c1db78 req-21457148-2bf9-40a6-9ed8-b07bd79f0644 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:42.799169 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89f40ed1-6112-4520-9332-41e582c1db78 req-21457148-2bf9-40a6-9ed8-b07bd79f0644 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.1336646 Feb 05 02:51:42.829030 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-57d91e8f-1aa5-4fbc-a1c7-b5c51677ac2d req-c9046d42-a04e-4d3f-9cbc-b196e6f13522 service neutron] 10.222.0.10 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242660 Feb 05 02:51:42.867334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-092db4ec-43ef-4c38-b3f6-f6063cc4f9dd tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Made reservation on behalf of 5281acb7dbef430aadfdce445a698e5e for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:51:42.872803 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-092db4ec-43ef-4c38-b3f6-f6063cc4f9dd tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:42.929703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89f40ed1-6112-4520-9332-41e582c1db78 req-2b969ed4-8d5a-485e-a0f9-33065c6c4d5c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238720 Feb 05 02:51:43.026832 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d4767654-9f89-466a-aa65-4964d52768b9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Allocated IP 19.80.0.139 (da409d9a-0218-4b78-a758-5335011f0837/36d56501-1ea4-4b83-981b-f5df6eb890b5/0671b521-6803-4da1-bba3-67fb2abe90d4) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:51:43.052795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495a5ce-9955-434b-8083-a74817d703a4 req-4c99e895-7ca6-44c1-a42d-5d76229298d0 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:43.064278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495a5ce-9955-434b-8083-a74817d703a4 req-4c99e895-7ca6-44c1-a42d-5d76229298d0 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:43.065971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4495a5ce-9955-434b-8083-a74817d703a4 req-4c99e895-7ca6-44c1-a42d-5d76229298d0 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 1654 time: 0.1060581 Feb 05 02:51:43.236155 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4495a5ce-9955-434b-8083-a74817d703a4 req-7ae6a311-1a0f-484b-836a-2bbff45713de tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602142 Feb 05 02:51:43.417335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724085b-7850-47e7-8f56-abe33a11e160 req-ef18a072-e504-4069-80e4-1d7200f614a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:43.417591 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d4767654-9f89-466a-aa65-4964d52768b9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks [] for port (0671b521-6803-4da1-bba3-67fb2abe90d4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:43.418864 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6724085b-7850-47e7-8f56-abe33a11e160 req-ef18a072-e504-4069-80e4-1d7200f614a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed2205a9989a45599198d4201fff1118&device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 1128 time: 0.5423965 Feb 05 02:51:43.439576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-092db4ec-43ef-4c38-b3f6-f6063cc4f9dd tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Allocated IP 172.20.0.12 (96d7260d-e293-4c69-98e2-4532661b27c8/6180cbef-a1ce-41c4-9981-5bd643ed4f61/581b27be-faf2-4a67-aa2b-22acffa92dd4) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:51:43.444704 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-42f48680-50a9-4a1a-99c3-ecc1cf786406 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.245 HTTP/1.1" status: 200 len: 1002 time: 0.1464007 Feb 05 02:51:43.511799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41ae4d-2384-4529-9b0c-950ac371f403 req-06c33090-17d7-445b-9b42-11f27f6de98d tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:43.512392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41ae4d-2384-4529-9b0c-950ac371f403 req-06c33090-17d7-445b-9b42-11f27f6de98d tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:43.512861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41ae4d-2384-4529-9b0c-950ac371f403 req-06c33090-17d7-445b-9b42-11f27f6de98d tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:43.514521 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be41ae4d-2384-4529-9b0c-950ac371f403 req-06c33090-17d7-445b-9b42-11f27f6de98d tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b2abc55-9818-4aa6-9317-44babaa95304&device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64&device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 2976 time: 0.1556568 Feb 05 02:51:43.525843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-c0ffedd6-ffac-4d88-8528-65b97feb6e8f tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:43.531731 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-c0ffedd6-ffac-4d88-8528-65b97feb6e8f tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports/1933001c-2cc1-48b5-b489-3bd4609e4f92 HTTP/1.1" status: 200 len: 943 time: 0.0804336 Feb 05 02:51:43.535225 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d4767654-9f89-466a-aa65-4964d52768b9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (0671b521-6803-4da1-bba3-67fb2abe90d4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:43.588347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724085b-7850-47e7-8f56-abe33a11e160 req-e54bc026-24de-444e-a8a4-b9e3d8c98414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:43.590328 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6724085b-7850-47e7-8f56-abe33a11e160 req-e54bc026-24de-444e-a8a4-b9e3d8c98414 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7f0214b3-4832-4da0-b028-f229408f249e HTTP/1.1" status: 200 len: 911 time: 0.1627481 Feb 05 02:51:43.666279 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6724085b-7850-47e7-8f56-abe33a11e160 req-9ee69a39-7297-4318-be01-84a9318ba525 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d437598e-75e1-4c07-a16d-182805ede5a8 HTTP/1.1" status: 200 len: 217 time: 0.0500915 Feb 05 02:51:43.668986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2624686c-a021-41a8-aad7-2d1a540165c1', 'tag': '0d6bcf21-5885-4803-889a-295367f44cfc'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:43.671386 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1e7718-f74a-407b-9ca3-a763f6b34af5" -d '{"events": [{"name": "network-changed", "server_uuid": "2624686c-a021-41a8-aad7-2d1a540165c1", "tag": "0d6bcf21-5885-4803-889a-295367f44cfc"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:43.754915 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724085b-7850-47e7-8f56-abe33a11e160 req-f391d9e7-9f54-44e4-8357-6afdef5dc3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:43.754915 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6724085b-7850-47e7-8f56-abe33a11e160 req-f391d9e7-9f54-44e4-8357-6afdef5dc3bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a9e5f1c-1cb1-4142-b986-a844e1c2c12b HTTP/1.1" status: 200 len: 850 time: 0.0771663 Feb 05 02:51:43.778270 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-092db4ec-43ef-4c38-b3f6-f6063cc4f9dd tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Publish callbacks [] for port (581b27be-faf2-4a67-aa2b-22acffa92dd4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:43.796982 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6724085b-7850-47e7-8f56-abe33a11e160 req-6558da7f-f42c-4d83-b0b8-f96f9e89f30b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7f0214b3-4832-4da0-b028-f229408f249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318301 Feb 05 02:51:43.888432 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-092db4ec-43ef-4c38-b3f6-f6063cc4f9dd tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (581b27be-faf2-4a67-aa2b-22acffa92dd4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:43.940822 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d4767654-9f89-466a-aa65-4964d52768b9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Network da409d9a-0218-4b78-a758-5335011f0837 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:51:43.965063 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-092db4ec-43ef-4c38-b3f6-f6063cc4f9dd tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Network 96d7260d-e293-4c69-98e2-4532661b27c8 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:51:43.965465 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6724085b-7850-47e7-8f56-abe33a11e160 req-b895d5ed-49a1-4278-8fee-9d5f20b4e4aa service neutron] 10.222.0.31 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578496 Feb 05 02:51:43.969539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-092db4ec-43ef-4c38-b3f6-f6063cc4f9dd tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:43.972105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-092db4ec-43ef-4c38-b3f6-f6063cc4f9dd tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:51:43.977693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092db4ec-43ef-4c38-b3f6-f6063cc4f9dd tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Pushing event updated for resources: {'Port': ['ID=581b27be-faf2-4a67-aa2b-22acffa92dd4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:43.982724 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d4767654-9f89-466a-aa65-4964d52768b9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:51:43.984548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4767654-9f89-466a-aa65-4964d52768b9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event updated for resources: {'Port': ['ID=0671b521-6803-4da1-bba3-67fb2abe90d4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:43.988454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d4767654-9f89-466a-aa65-4964d52768b9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:51:44.018293 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be41ae4d-2384-4529-9b0c-950ac371f403 req-a12a5a3b-0889-4e55-bc6e-6fdfc10cac10 tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851246 Feb 05 02:51:44.045227 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-2a68405c-25c7-447c-821e-2b8c1895c613 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.245 HTTP/1.1" status: 200 len: 1002 time: 0.1247413 Feb 05 02:51:44.070233 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d4767654-9f89-466a-aa65-4964d52768b9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:44.070581 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d4767654-9f89-466a-aa65-4964d52768b9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:44.099552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-092db4ec-43ef-4c38-b3f6-f6063cc4f9dd tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:44.099928 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-092db4ec-43ef-4c38-b3f6-f6063cc4f9dd tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:44.132921 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-092db4ec-43ef-4c38-b3f6-f6063cc4f9dd tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5862539 Feb 05 02:51:44.144379 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6724085b-7850-47e7-8f56-abe33a11e160 req-c34861ac-2d9d-45e6-9484-b895dd7a3d90 service neutron] 10.222.0.31 "GET /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688402 Feb 05 02:51:44.151876 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Request body: {'port': {'device_id': '481edd70-34d3-4959-b0a4-91caa80454ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:44.230344 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (581b27be-faf2-4a67-aa2b-22acffa92dd4), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:44.259937 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d4767654-9f89-466a-aa65-4964d52768b9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1226673 Feb 05 02:51:44.282396 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Request body: {'port': {'device_id': '89e71211-481a-4c7d-84e4-8228745adf5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:44.322977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae62ed-f2eb-4d15-bbc2-177a9fe9b6c8 req-f453ba66-2a45-48af-85ec-7b4f6c7cc28c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:44.324545 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84ae62ed-f2eb-4d15-bbc2-177a9fe9b6c8 req-f453ba66-2a45-48af-85ec-7b4f6c7cc28c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.1799443 Feb 05 02:51:44.381965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f5b5ca96-a8a3-4f90-8a9d-0a094f19bc37 None None] Provisioning complete for port 0671b521-6803-4da1-bba3-67fb2abe90d4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:44.382600 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f5b5ca96-a8a3-4f90-8a9d-0a094f19bc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0671b521-6803-4da1-bba3-67fb2abe90d4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:44.415066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-a2ff8f04-0342-4239-986b-f7dbf35820a1 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:44.423929 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-a2ff8f04-0342-4239-986b-f7dbf35820a1 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.3713069 Feb 05 02:51:44.455401 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f5b5ca96-a8a3-4f90-8a9d-0a094f19bc37 None None] Port 0671b521-6803-4da1-bba3-67fb2abe90d4 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:51:44.484484 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bff59cc7-e634-4b66-8618-fc3833a66232), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:44.502877 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84ae62ed-f2eb-4d15-bbc2-177a9fe9b6c8 req-d386b63f-58ae-4816-8111-ba129d2b63a8 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653175 Feb 05 02:51:44.542446 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-e80c086e-ba0f-4d93-8c38-84a979767efe tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.245 HTTP/1.1" status: 200 len: 1002 time: 0.1173368 Feb 05 02:51:44.563409 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-af71cf37-4602-4a98-886b-514369cb55a4 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:44.575644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581b27be-faf2-4a67-aa2b-22acffa92dd4 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:44.586428 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Publish callbacks [] for port (581b27be-faf2-4a67-aa2b-22acffa92dd4), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:44.603143 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Transition to ACTIVE for port object 581b27be-faf2-4a67-aa2b-22acffa92dd4 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:51:44.607703 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (581b27be-faf2-4a67-aa2b-22acffa92dd4), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:44.659268 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Pushing event updated for resources: {'Port': ['ID=581b27be-faf2-4a67-aa2b-22acffa92dd4,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:44.730037 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-af71cf37-4602-4a98-886b-514369cb55a4 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for floatingip (ed7a129b-8d1b-4beb-af0c-2b55328fdbdd), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:44.745330 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Attempting to bind port 581b27be-faf2-4a67-aa2b-22acffa92dd4 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:51:44.745808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Attempting to bind port 581b27be-faf2-4a67-aa2b-22acffa92dd4 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '48398af4-642a-4b25-9ce8-a299cb0996aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '96d7260d-e293-4c69-98e2-4532661b27c8'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:51:44.746325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Attempting to bind port 581b27be-faf2-4a67-aa2b-22acffa92dd4 on network 96d7260d-e293-4c69-98e2-4532661b27c8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:44.751503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Port 581b27be-faf2-4a67-aa2b-22acffa92dd4 on network 96d7260d-e293-4c69-98e2-4532661b27c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:51:44.751933 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Attempting to bind port 581b27be-faf2-4a67-aa2b-22acffa92dd4 on network 96d7260d-e293-4c69-98e2-4532661b27c8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:44.757827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:51:44.758272 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Checking segment: {'id': '48398af4-642a-4b25-9ce8-a299cb0996aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '96d7260d-e293-4c69-98e2-4532661b27c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:44.758776 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Bound using segment: {'id': '48398af4-642a-4b25-9ce8-a299cb0996aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '96d7260d-e293-4c69-98e2-4532661b27c8'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:51:44.759293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Bound port: 581b27be-faf2-4a67-aa2b-22acffa92dd4, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48398af4-642a-4b25-9ce8-a299cb0996aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '96d7260d-e293-4c69-98e2-4532661b27c8'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:51:44.759779 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (581b27be-faf2-4a67-aa2b-22acffa92dd4), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:44.835869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] For port 581b27be-faf2-4a67-aa2b-22acffa92dd4, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:44.839252 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] For port 581b27be-faf2-4a67-aa2b-22acffa92dd4, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=581b27be-faf2-4a67-aa2b-22acffa92dd4,segment=NetworkSegment(48398af4-642a-4b25-9ce8-a299cb0996aa),segment_id=48398af4-642a-4b25-9ce8-a299cb0996aa)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:51:44.846702 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (581b27be-faf2-4a67-aa2b-22acffa92dd4), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:44.854546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738170b-a804-46c8-ab63-a9ad20c67ef8 req-4cb648e4-8850-4473-bc1e-8affb54775ce tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:44.859255 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f738170b-a804-46c8-ab63-a9ad20c67ef8 req-4cb648e4-8850-4473-bc1e-8affb54775ce tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/ports?device_id=481edd70-34d3-4959-b0a4-91caa80454ba HTTP/1.1" status: 200 len: 944 time: 0.2592573 Feb 05 02:51:44.903295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:44.904032 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:44.905427 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] 10.222.0.10 "PUT /v2.0/ports/581b27be-faf2-4a67-aa2b-22acffa92dd4 HTTP/1.1" status: 200 len: 1092 time: 0.7602019 Feb 05 02:51:44.922120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519f63d-8e6a-4071-93cc-cede9681020a service neutron] Pushing event updated for resources: {'Port': ['ID=581b27be-faf2-4a67-aa2b-22acffa92dd4,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:45.049423 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-3db0530f-a17c-4bfa-8524-acbe9376a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:45.051281 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f738170b-a804-46c8-ab63-a9ad20c67ef8 req-d4ff6795-284d-467f-84dd-9853c2b078ca tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb7f242-f2f9-4d53-9c59-f6c134074373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462500 Feb 05 02:51:45.051880 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-3db0530f-a17c-4bfa-8524-acbe9376a0f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5281acb7dbef430aadfdce445a698e5e&device_id=481edd70-34d3-4959-b0a4-91caa80454ba HTTP/1.1" status: 200 len: 1126 time: 0.0887809 Feb 05 02:51:45.072601 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-af71cf37-4602-4a98-886b-514369cb55a4 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:45.078500 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-af71cf37-4602-4a98-886b-514369cb55a4 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (ed7a129b-8d1b-4beb-af0c-2b55328fdbdd), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:45.078957 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-af71cf37-4602-4a98-886b-514369cb55a4 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Floating IP ed7a129b-8d1b-4beb-af0c-2b55328fdbdd disassociated. External IP: 172.25.0.245, port: 1933001c-2cc1-48b5-b489-3bd4609e4f92. Feb 05 02:51:45.191588 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1733de5-1cd7-46bf-8802-59d0dabdb181 x-openstack-request-id: req-a1733de5-1cd7-46bf-8802-59d0dabdb181 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:45.191833 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2624686c-a021-41a8-aad7-2d1a540165c1", "tag": "0d6bcf21-5885-4803-889a-295367f44cfc", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:45.192099 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1733de5-1cd7-46bf-8802-59d0dabdb181 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:45.192496 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2624686c-a021-41a8-aad7-2d1a540165c1', 'tag': '0d6bcf21-5885-4803-889a-295367f44cfc', 'status': 'completed', 'code': 200} Feb 05 02:51:45.231212 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-e9b72d05-ecdb-4abc-94da-1c418abb45b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=581b27be-faf2-4a67-aa2b-22acffa92dd4 HTTP/1.1" status: 200 len: 217 time: 0.1679897 Feb 05 02:51:45.294014 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e7718-f74a-407b-9ca3-a763f6b34af5 req-57f25ce8-74b8-4045-8bcc-344095dfeabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:45.295541 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5c1e7718-f74a-407b-9ca3-a763f6b34af5 req-57f25ce8-74b8-4045-8bcc-344095dfeabe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 1156 time: 0.1282253 Feb 05 02:51:45.298975 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-174fbff1-bbd5-4a31-8f1f-aae45a2ae26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:45.300039 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-174fbff1-bbd5-4a31-8f1f-aae45a2ae26e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6180cbef-a1ce-41c4-9981-5bd643ed4f61 HTTP/1.1" status: 200 len: 853 time: 0.0602155 Feb 05 02:51:45.401843 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-7ebcc6b2-615a-4c98-8393-bd4f77a7accb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7260d-e293-4c69-98e2-4532661b27c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769958 Feb 05 02:51:45.439050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff59cc7-e634-4b66-8618-fc3833a66232 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:45.465660 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Publish callbacks [] for port (bff59cc7-e634-4b66-8618-fc3833a66232), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:45.487335 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae1416-a77e-4a22-b2d6-90a6194740c1 req-0cbf159b-daf0-41ac-a807-2452ee6a7273 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:45.489547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d5ae1416-a77e-4a22-b2d6-90a6194740c1 req-0cbf159b-daf0-41ac-a807-2452ee6a7273 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.2738001 Feb 05 02:51:45.534035 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Transition to ACTIVE for port object bff59cc7-e634-4b66-8618-fc3833a66232 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:51:45.550825 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (bff59cc7-e634-4b66-8618-fc3833a66232), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:45.559719 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e7718-f74a-407b-9ca3-a763f6b34af5 req-5a7dc059-f056-4603-afce-1e3eabfe5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:45.561729 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5c1e7718-f74a-407b-9ca3-a763f6b34af5 req-5a7dc059-f056-4603-afce-1e3eabfe5215 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.2494376 Feb 05 02:51:45.621983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Pushing event updated for resources: {'Port': ['ID=bff59cc7-e634-4b66-8618-fc3833a66232,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:45.628873 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5c1e7718-f74a-407b-9ca3-a763f6b34af5 req-0103f9bf-db69-4f30-be3f-b9727a1b66e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d6bcf21-5885-4803-889a-295367f44cfc HTTP/1.1" status: 200 len: 217 time: 0.0578053 Feb 05 02:51:45.632342 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-ba52ffc4-1057-4d59-a778-8ccdbf330626 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7260d-e293-4c69-98e2-4532661b27c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221291 Feb 05 02:51:45.683617 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d5ae1416-a77e-4a22-b2d6-90a6194740c1 req-c35298e9-ea05-4aea-8b7b-47fb958904f9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835158 Feb 05 02:51:45.717693 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-af71cf37-4602-4a98-886b-514369cb55a4 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Router 95118e02-b074-44a4-87ca-9f5e11666a18 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:51:45.785505 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e7718-f74a-407b-9ca3-a763f6b34af5 req-8d450a55-8474-4ae6-92a6-df92cf57fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:45.791434 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5c1e7718-f74a-407b-9ca3-a763f6b34af5 req-8d450a55-8474-4ae6-92a6-df92cf57fef7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.1498256 Feb 05 02:51:45.892842 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:45.938787 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5c1e7718-f74a-407b-9ca3-a763f6b34af5 req-48fec7c2-2401-430d-8fcb-223b6e5ca3f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327422 Feb 05 02:51:45.940815 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b3d93eb4-7607-40e3-ae5c-051b65317860 req-7ec14046-575d-4106-aa65-79847c53646d service neutron] 10.222.0.10 "GET /v2.0/networks/96d7260d-e293-4c69-98e2-4532661b27c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974072 Feb 05 02:51:45.993691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Attempting to bind port bff59cc7-e634-4b66-8618-fc3833a66232 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:51:45.994123 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Attempting to bind port bff59cc7-e634-4b66-8618-fc3833a66232 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'f6bc4053-136c-4aa2-908a-1415b6236590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:51:45.994608 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Attempting to bind port bff59cc7-e634-4b66-8618-fc3833a66232 on network da409d9a-0218-4b78-a758-5335011f0837 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:46.005939 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Port bff59cc7-e634-4b66-8618-fc3833a66232 on network da409d9a-0218-4b78-a758-5335011f0837 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:51:46.006905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Attempting to bind port bff59cc7-e634-4b66-8618-fc3833a66232 on network da409d9a-0218-4b78-a758-5335011f0837 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:46.019362 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:51:46.019917 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Checking segment: {'id': 'f6bc4053-136c-4aa2-908a-1415b6236590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:46.020377 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Bound using segment: {'id': 'f6bc4053-136c-4aa2-908a-1415b6236590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:51:46.020901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Bound port: bff59cc7-e634-4b66-8618-fc3833a66232, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6bc4053-136c-4aa2-908a-1415b6236590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:51:46.021322 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bff59cc7-e634-4b66-8618-fc3833a66232), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:46.052281 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-af71cf37-4602-4a98-886b-514369cb55a4 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:51:46.057518 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-af71cf37-4602-4a98-886b-514369cb55a4 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:46.063429 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f058283-e34c-4cb1-8daa-cbe07a92d911 None None] Sync routers for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:51:46.068411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50556f1-cecf-4681-9dff-2da1690c802c req-e09e44fe-9587-4377-a423-8b44d08de02f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:46.077551 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50556f1-cecf-4681-9dff-2da1690c802c req-e09e44fe-9587-4377-a423-8b44d08de02f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:46.078274 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f058283-e34c-4cb1-8daa-cbe07a92d911 None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:51:46.079064 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9f058283-e34c-4cb1-8daa-cbe07a92d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:51:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:46.083261 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50556f1-cecf-4681-9dff-2da1690c802c req-e09e44fe-9587-4377-a423-8b44d08de02f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:46.091526 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d50556f1-cecf-4681-9dff-2da1690c802c req-e09e44fe-9587-4377-a423-8b44d08de02f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2388 time: 0.1801202 Feb 05 02:51:46.107596 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5c1e7718-f74a-407b-9ca3-a763f6b34af5 req-27ff552e-3b95-406c-b270-e20ea61fd74e service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514084 Feb 05 02:51:46.176369 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-af71cf37-4602-4a98-886b-514369cb55a4 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "PUT /v2.0/floatingips/ed7a129b-8d1b-4beb-af0c-2b55328fdbdd HTTP/1.1" status: 200 len: 695 time: 1.6170480 Feb 05 02:51:46.180979 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810833ad-176d-4272-8773-82f6ba3080c6', 'tag': '1933001c-2cc1-48b5-b489-3bd4609e4f92'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:46.183621 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb02f820-dbc1-45b6-84c5-d6e21a3ad1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "810833ad-176d-4272-8773-82f6ba3080c6", "tag": "1933001c-2cc1-48b5-b489-3bd4609e4f92"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:46.257899 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5c1e7718-f74a-407b-9ca3-a763f6b34af5 req-c652e013-6025-4d17-9737-583d3760bc77 service neutron] 10.222.0.10 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418567 Feb 05 02:51:46.264225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d50556f1-cecf-4681-9dff-2da1690c802c req-4305d933-9ffa-4887-b902-c684858c08ae tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707568 Feb 05 02:51:46.290851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] For port bff59cc7-e634-4b66-8618-fc3833a66232, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:46.317085 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-9f058283-e34c-4cb1-8daa-cbe07a92d911 None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:51:46.338997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] For port bff59cc7-e634-4b66-8618-fc3833a66232, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bff59cc7-e634-4b66-8618-fc3833a66232,segment=NetworkSegment(f6bc4053-136c-4aa2-908a-1415b6236590),segment_id=f6bc4053-136c-4aa2-908a-1415b6236590)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:51:46.343930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-5b7e2b8f-baf6-4653-8aa6-6e65919c08be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:46.358089 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-5b7e2b8f-baf6-4653-8aa6-6e65919c08be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 1128 time: 0.1593583 Feb 05 02:51:46.388696 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (bff59cc7-e634-4b66-8618-fc3833a66232), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:46.488458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:46.489081 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:46.490459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] 10.222.0.10 "PUT /v2.0/ports/bff59cc7-e634-4b66-8618-fc3833a66232 HTTP/1.1" status: 200 len: 1091 time: 2.2141676 Feb 05 02:51:46.567907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Request body: {'port': {'device_id': '89e71211-481a-4c7d-84e4-8228745adf5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:46.666593 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9f058283-e34c-4cb1-8daa-cbe07a92d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:46.689351 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4f4bb-bba8-4cb9-9d0e-c1e53700ffc7 service neutron] Pushing event updated for resources: {'Port': ['ID=bff59cc7-e634-4b66-8618-fc3833a66232,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:46.715004 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f058283-e34c-4cb1-8daa-cbe07a92d911 None None] Checking router: 95118e02-b074-44a4-87ca-9f5e11666a18 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:51:46.725329 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f058283-e34c-4cb1-8daa-cbe07a92d911 None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:51:46.726698 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9f058283-e34c-4cb1-8daa-cbe07a92d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:51:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:46.727331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13046d5-0f40-4cf9-a705-1877b5d73b6c req-7e78f6b4-288e-43f7-8cfc-e0833a4dfbd6 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:46.728887 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f13046d5-0f40-4cf9-a705-1877b5d73b6c req-7e78f6b4-288e-43f7-8cfc-e0833a4dfbd6 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.3526254 Feb 05 02:51:46.737598 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8d7b3486-3016-455e-9766-85c258af8fe2), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:46.851436 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-bf7dcc66-4111-486c-8621-843c875bd05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:46.852926 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-bf7dcc66-4111-486c-8621-843c875bd05d service neutron] 10.222.0.36 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 921 time: 0.4940631 Feb 05 02:51:46.872419 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-9f058283-e34c-4cb1-8daa-cbe07a92d911 None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:51:46.902800 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-225b22f7-1869-4f0e-b7fa-c26a003cf917 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1933001c-2cc1-48b5-b489-3bd4609e4f92 HTTP/1.1" status: 200 len: 217 time: 0.0398388 Feb 05 02:51:47.036534 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-f34be648-ec83-4f09-b17b-61905b403b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:47.038616 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-f34be648-ec83-4f09-b17b-61905b403b24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3631be40-f44d-47c5-b742-59c603ecb74b HTTP/1.1" status: 200 len: 859 time: 0.1262925 Feb 05 02:51:47.052447 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f13046d5-0f40-4cf9-a705-1877b5d73b6c req-d02688fe-370f-4779-82c3-1e5157909818 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842939 Feb 05 02:51:47.141510 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9f058283-e34c-4cb1-8daa-cbe07a92d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:47.177004 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f058283-e34c-4cb1-8daa-cbe07a92d911 None None] The sync data for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 is: [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:51:47.193489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481edd70-34d3-4959-b0a4-91caa80454ba', 'tag': '581b27be-faf2-4a67-aa2b-22acffa92dd4'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:47.196168 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730c7d77-957b-40d9-914e-0770fb0951c9" -d '{"events": [{"name": "network-changed", "server_uuid": "481edd70-34d3-4959-b0a4-91caa80454ba", "tag": "581b27be-faf2-4a67-aa2b-22acffa92dd4"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:47.532303 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba29384-c5e1-44f8-bfd9-f2ed353db24d None None] New status for floating IP ed7a129b-8d1b-4beb-af0c-2b55328fdbdd: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:51:47.546325 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-def2eb09-c0a8-4caa-96d0-fd4c6d2e7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:47.547867 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-def2eb09-c0a8-4caa-96d0-fd4c6d2e7ae0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83be0105-9b9a-4797-b354-f35ef16802de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4896352 Feb 05 02:51:47.653989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db6d8b-a510-4a31-acae-70c028de0ac1 req-4c7e1017-3d27-42f3-8f45-c5e3ed754d76 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:47.655431 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-71db6d8b-a510-4a31-acae-70c028de0ac1 req-4c7e1017-3d27-42f3-8f45-c5e3ed754d76 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/ports?device_id=481edd70-34d3-4959-b0a4-91caa80454ba HTTP/1.1" status: 200 len: 944 time: 0.5260668 Feb 05 02:51:47.694422 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0d6bcf21-5885-4803-889a-295367f44cfc no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:51:47.750322 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-71db6d8b-a510-4a31-acae-70c028de0ac1 req-8c4a17cb-211d-40d8-b888-41e0b591fc71 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb7f242-f2f9-4d53-9c59-f6c134074373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842385 Feb 05 02:51:47.795187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-9fa02900-0eb8-4f1e-938a-bef0ab40377d service neutron] 10.222.0.36 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375569 Feb 05 02:51:47.825597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7b3486-3016-455e-9766-85c258af8fe2 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:47.835910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0d6bcf21-5885-4803-889a-295367f44cfc is: DOWN; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:47.889175 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1af8b22-0920-4fa0-88c1-c712baa94a88 x-openstack-request-id: req-c1af8b22-0920-4fa0-88c1-c712baa94a88 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:47.889434 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810833ad-176d-4272-8773-82f6ba3080c6", "tag": "1933001c-2cc1-48b5-b489-3bd4609e4f92", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:47.889611 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1af8b22-0920-4fa0-88c1-c712baa94a88 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:47.890002 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810833ad-176d-4272-8773-82f6ba3080c6', 'tag': '1933001c-2cc1-48b5-b489-3bd4609e4f92', 'status': 'completed', 'code': 200} Feb 05 02:51:47.893309 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Publish callbacks [] for port (8d7b3486-3016-455e-9766-85c258af8fe2), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:47.917650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Transition to ACTIVE for port object 8d7b3486-3016-455e-9766-85c258af8fe2 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:51:47.936210 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (8d7b3486-3016-455e-9766-85c258af8fe2), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:47.964938 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02f820-dbc1-45b6-84c5-d6e21a3ad1b5 req-21e750f3-baf0-43b9-8d0a-20af1fc26958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:47.966439 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb02f820-dbc1-45b6-84c5-d6e21a3ad1b5 req-21e750f3-baf0-43b9-8d0a-20af1fc26958 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 1128 time: 0.0977013 Feb 05 02:51:48.052505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9112486-928d-416b-b3c6-510c4eb8da2f req-55869682-8a73-4f24-a474-5aa02e4b3a03 service neutron] 10.222.0.36 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494941 Feb 05 02:51:48.113655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7b3486-3016-455e-9766-85c258af8fe2,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:48.157798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02f820-dbc1-45b6-84c5-d6e21a3ad1b5 req-87863cb0-fd2a-4103-8190-234433871b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:48.159504 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb02f820-dbc1-45b6-84c5-d6e21a3ad1b5 req-87863cb0-fd2a-4103-8190-234433871b72 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 921 time: 0.1848636 Feb 05 02:51:48.196368 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b2ad9-5b1e-4dfa-a53e-da3e2e23195b req-dc2ddd5b-88ba-4d80-80d3-3e269ac9560b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:48.198455 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc6b2ad9-5b1e-4dfa-a53e-da3e2e23195b req-dc2ddd5b-88ba-4d80-80d3-3e269ac9560b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.2261786 Feb 05 02:51:48.274088 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb02f820-dbc1-45b6-84c5-d6e21a3ad1b5 req-a8aaa054-2e19-45c9-9f78-b7ce0c6e61c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1933001c-2cc1-48b5-b489-3bd4609e4f92 HTTP/1.1" status: 200 len: 217 time: 0.1007757 Feb 05 02:51:48.314575 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Attempting to bind port 8d7b3486-3016-455e-9766-85c258af8fe2 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:51:48.314937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Attempting to bind port 8d7b3486-3016-455e-9766-85c258af8fe2 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '9a5e2c02-d7a2-4233-9621-90e78d2cc4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '328b1e3f-f14f-4715-ab02-67ab436d21c6'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:51:48.315192 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Attempting to bind port 8d7b3486-3016-455e-9766-85c258af8fe2 on network 328b1e3f-f14f-4715-ab02-67ab436d21c6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:48.332631 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc6b2ad9-5b1e-4dfa-a53e-da3e2e23195b req-6ce0e027-8d7d-43b6-a4dc-33e1e43a5952 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189024 Feb 05 02:51:48.347359 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Port 8d7b3486-3016-455e-9766-85c258af8fe2 on network 328b1e3f-f14f-4715-ab02-67ab436d21c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:51:48.347708 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Attempting to bind port 8d7b3486-3016-455e-9766-85c258af8fe2 on network 328b1e3f-f14f-4715-ab02-67ab436d21c6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:48.362579 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b313edd1-a33c-4949-8b5f-ed506f263cde x-openstack-request-id: req-b313edd1-a33c-4949-8b5f-ed506f263cde {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:48.363095 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481edd70-34d3-4959-b0a4-91caa80454ba", "tag": "581b27be-faf2-4a67-aa2b-22acffa92dd4", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:48.363735 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b313edd1-a33c-4949-8b5f-ed506f263cde {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:48.364369 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481edd70-34d3-4959-b0a4-91caa80454ba', 'tag': '581b27be-faf2-4a67-aa2b-22acffa92dd4', 'status': 'completed', 'code': 200} Feb 05 02:51:48.370126 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:51:48.372932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Checking segment: {'id': '9a5e2c02-d7a2-4233-9621-90e78d2cc4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '328b1e3f-f14f-4715-ab02-67ab436d21c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:48.373388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Bound using segment: {'id': '9a5e2c02-d7a2-4233-9621-90e78d2cc4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '328b1e3f-f14f-4715-ab02-67ab436d21c6'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:51:48.374799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Bound port: 8d7b3486-3016-455e-9766-85c258af8fe2, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5e2c02-d7a2-4233-9621-90e78d2cc4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '328b1e3f-f14f-4715-ab02-67ab436d21c6'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:51:48.381343 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8d7b3486-3016-455e-9766-85c258af8fe2), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:48.457388 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02f820-dbc1-45b6-84c5-d6e21a3ad1b5 req-bdb705ef-db55-4ca2-b779-ba3283ba5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:48.458994 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb02f820-dbc1-45b6-84c5-d6e21a3ad1b5 req-bdb705ef-db55-4ca2-b779-ba3283ba5a8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3631be40-f44d-47c5-b742-59c603ecb74b HTTP/1.1" status: 200 len: 859 time: 0.1735492 Feb 05 02:51:48.485526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c7d77-957b-40d9-914e-0770fb0951c9 req-306dccb1-515c-407b-bd5d-ada66bbe0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:48.487654 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-730c7d77-957b-40d9-914e-0770fb0951c9 req-306dccb1-515c-407b-bd5d-ada66bbe0381 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5281acb7dbef430aadfdce445a698e5e&device_id=481edd70-34d3-4959-b0a4-91caa80454ba HTTP/1.1" status: 200 len: 1126 time: 0.1131890 Feb 05 02:51:48.566032 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] For port 8d7b3486-3016-455e-9766-85c258af8fe2, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:48.572863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] For port 8d7b3486-3016-455e-9766-85c258af8fe2, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=8d7b3486-3016-455e-9766-85c258af8fe2,segment=NetworkSegment(9a5e2c02-d7a2-4233-9621-90e78d2cc4f0),segment_id=9a5e2c02-d7a2-4233-9621-90e78d2cc4f0)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:51:48.627548 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (8d7b3486-3016-455e-9766-85c258af8fe2), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:48.640785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02f820-dbc1-45b6-84c5-d6e21a3ad1b5 req-32187283-75b7-4366-b7c2-3e9b64fe72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:48.642404 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb02f820-dbc1-45b6-84c5-d6e21a3ad1b5 req-32187283-75b7-4366-b7c2-3e9b64fe72f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83be0105-9b9a-4797-b354-f35ef16802de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1741512 Feb 05 02:51:48.644069 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c7d77-957b-40d9-914e-0770fb0951c9 req-361150be-b9ca-419e-9400-d9191d16a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:48.645429 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-730c7d77-957b-40d9-914e-0770fb0951c9 req-361150be-b9ca-419e-9400-d9191d16a9a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96d7260d-e293-4c69-98e2-4532661b27c8 HTTP/1.1" status: 200 len: 914 time: 0.1391976 Feb 05 02:51:48.735326 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:48.739684 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:48.742262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] 10.222.0.10 "PUT /v2.0/ports/8d7b3486-3016-455e-9766-85c258af8fe2 HTTP/1.1" status: 200 len: 1092 time: 2.2126820 Feb 05 02:51:48.767728 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630516c9-53b6-4dc6-a7f9-3c2f298338a7 req-959542f1-61ed-4758-8aec-50e6bba48586 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:48.782864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630516c9-53b6-4dc6-a7f9-3c2f298338a7 req-959542f1-61ed-4758-8aec-50e6bba48586 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:48.794308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630516c9-53b6-4dc6-a7f9-3c2f298338a7 req-959542f1-61ed-4758-8aec-50e6bba48586 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:48.803965 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-630516c9-53b6-4dc6-a7f9-3c2f298338a7 req-959542f1-61ed-4758-8aec-50e6bba48586 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2400 time: 0.3695977 Feb 05 02:51:48.821342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Request body: {'port': {'device_id': '89e71211-481a-4c7d-84e4-8228745adf5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:48.954723 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-730c7d77-957b-40d9-914e-0770fb0951c9 req-450b5756-0e78-4571-963c-2ecb083b6b81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=581b27be-faf2-4a67-aa2b-22acffa92dd4 HTTP/1.1" status: 200 len: 217 time: 0.2841485 Feb 05 02:51:48.961720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cb030-ae6a-46bc-b18b-fdf5d83e9d43 req-91908325-a94a-4408-a676-a09b8a306004 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:48.979763 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f1cb030-ae6a-46bc-b18b-fdf5d83e9d43 req-91908325-a94a-4408-a676-a09b8a306004 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.3749764 Feb 05 02:51:49.034490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864363f-714b-4485-ab0b-8a4d751fe6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7b3486-3016-455e-9766-85c258af8fe2,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:49.101053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-630516c9-53b6-4dc6-a7f9-3c2f298338a7 req-06f2e4a5-e4d7-48c8-b670-02fee1ff7e5a tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253923 Feb 05 02:51:49.105579 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0671b521-6803-4da1-bba3-67fb2abe90d4), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:49.112506 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c7d77-957b-40d9-914e-0770fb0951c9 req-a04fa3ac-0035-44c4-9df1-2f2f8baabf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:49.114035 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-730c7d77-957b-40d9-914e-0770fb0951c9 req-a04fa3ac-0035-44c4-9df1-2f2f8baabf20 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6180cbef-a1ce-41c4-9981-5bd643ed4f61 HTTP/1.1" status: 200 len: 853 time: 0.1466749 Feb 05 02:51:49.173140 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f1cb030-ae6a-46bc-b18b-fdf5d83e9d43 req-212e65a2-6add-4dc2-b5ab-72ebfaa577d9 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904111 Feb 05 02:51:49.231226 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-730c7d77-957b-40d9-914e-0770fb0951c9 req-46a7c4cd-42c5-43c6-9c02-7c08949fcac3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96d7260d-e293-4c69-98e2-4532661b27c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884278 Feb 05 02:51:49.238708 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb02f820-dbc1-45b6-84c5-d6e21a3ad1b5 req-6ae10294-328d-43cd-abf1-dcbe4e8c07a4 service neutron] 10.222.0.10 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838385 Feb 05 02:51:49.505247 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-730c7d77-957b-40d9-914e-0770fb0951c9 req-5d1a58b2-ce0b-45af-9833-d4a2da5c6b2e service neutron] 10.222.0.10 "GET /v2.0/networks/96d7260d-e293-4c69-98e2-4532661b27c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564743 Feb 05 02:51:49.550096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81725348-397e-45ba-b966-e3cf39f142b8 req-734ea6b9-1e36-460e-b9f8-ffe6aa94686d tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:49.552565 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81725348-397e-45ba-b966-e3cf39f142b8 req-734ea6b9-1e36-460e-b9f8-ffe6aa94686d tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/ports?device_id=481edd70-34d3-4959-b0a4-91caa80454ba HTTP/1.1" status: 200 len: 944 time: 0.1483626 Feb 05 02:51:49.663862 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 581b27be-faf2-4a67-aa2b-22acffa92dd4 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:51:49.674327 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81725348-397e-45ba-b966-e3cf39f142b8 req-88f10f23-8e31-40bc-b6f1-22b28e6b7b86 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb7f242-f2f9-4d53-9c59-f6c134074373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157234 Feb 05 02:51:49.683639 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb02f820-dbc1-45b6-84c5-d6e21a3ad1b5 req-d7c6390e-7d0d-4d60-ae52-603df787a3d5 service neutron] 10.222.0.10 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574699 Feb 05 02:51:49.702874 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0671b521-6803-4da1-bba3-67fb2abe90d4 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:49.714317 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Publish callbacks [] for port (0671b521-6803-4da1-bba3-67fb2abe90d4), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:49.743460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Transition to ACTIVE for port object 0671b521-6803-4da1-bba3-67fb2abe90d4 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:51:49.765172 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ea1b9-d6d7-4d86-9f65-d6f056f6d83c req-474d21f9-2ae3-4a44-853c-30613964cf3e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:49.766615 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a7ea1b9-d6d7-4d86-9f65-d6f056f6d83c req-474d21f9-2ae3-4a44-853c-30613964cf3e tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 944 time: 0.1143146 Feb 05 02:51:49.767341 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (0671b521-6803-4da1-bba3-67fb2abe90d4), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:49.793023 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-a7b11d35-9cc2-4ccb-8518-6503f8e02e66 service neutron] 10.222.0.10 "GET /v2.0/ports/0d6bcf21-5885-4803-889a-295367f44cfc/bindings/n-h1-826942-8 HTTP/1.1" status: 200 len: 384 time: 0.1083965 Feb 05 02:51:49.795064 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-730c7d77-957b-40d9-914e-0770fb0951c9 req-4af2f396-6d34-402c-b082-87c29ec144d2 service neutron] 10.222.0.10 "GET /v2.0/networks/96d7260d-e293-4c69-98e2-4532661b27c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793729 Feb 05 02:51:49.882203 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 581b27be-faf2-4a67-aa2b-22acffa92dd4, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=581b27be-faf2-4a67-aa2b-22acffa92dd4,segment=NetworkSegment(48398af4-642a-4b25-9ce8-a299cb0996aa),segment_id=48398af4-642a-4b25-9ce8-a299cb0996aa)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:49.895255 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'tag': 'bff59cc7-e634-4b66-8618-fc3833a66232'}, {'name': 'network-changed', 'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'tag': '8d7b3486-3016-455e-9766-85c258af8fe2'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:49.899160 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "tag": "bff59cc7-e634-4b66-8618-fc3833a66232"}, {"name": "network-changed", "server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "tag": "8d7b3486-3016-455e-9766-85c258af8fe2"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:49.901207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '581b27be-faf2-4a67-aa2b-22acffa92dd4', 'network_id': '96d7260d-e293-4c69-98e2-4532661b27c8', 'port_id': '581b27be-faf2-4a67-aa2b-22acffa92dd4', 'mac_address': 'fa:16:3e:65:7f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6180cbef-a1ce-41c4-9981-5bd643ed4f61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:51:49.925746 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Pushing event updated for resources: {'Port': ['ID=0671b521-6803-4da1-bba3-67fb2abe90d4,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:49.945864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 581b27be-faf2-4a67-aa2b-22acffa92dd4 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:49.946888 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (581b27be-faf2-4a67-aa2b-22acffa92dd4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:49.963284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581b27be-faf2-4a67-aa2b-22acffa92dd4 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:49.987148 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 581b27be-faf2-4a67-aa2b-22acffa92dd4, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=581b27be-faf2-4a67-aa2b-22acffa92dd4,segment=NetworkSegment(48398af4-642a-4b25-9ce8-a299cb0996aa),segment_id=48398af4-642a-4b25-9ce8-a299cb0996aa)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:50.003240 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a7ea1b9-d6d7-4d86-9f65-d6f056f6d83c req-457d891e-724f-436c-98cf-487aa05725b2 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259347 Feb 05 02:51:50.006103 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (581b27be-faf2-4a67-aa2b-22acffa92dd4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:50.079986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-a9d24f2f-50cc-416e-8567-85279004026f service neutron] For port 0d6bcf21-5885-4803-889a-295367f44cfc, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0d6bcf21-5885-4803-889a-295367f44cfc,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:50.086521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-ae11c121-d081-40db-b2ad-9e932d020eb6 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:50.099396 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-ae11c121-d081-40db-b2ad-9e932d020eb6 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2824917 Feb 05 02:51:50.115056 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=581b27be-faf2-4a67-aa2b-22acffa92dd4,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:50.120808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-a9d24f2f-50cc-416e-8567-85279004026f service neutron] For port 0d6bcf21-5885-4803-889a-295367f44cfc, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:50.194094 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-a9d24f2f-50cc-416e-8567-85279004026f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6bcf21-5885-4803-889a-295367f44cfc {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:51:50.204759 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-f029e1bb-45eb-4c48-b9a1-bd6bec26bb28 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.245 HTTP/1.1" status: 200 len: 696 time: 0.1042900 Feb 05 02:51:50.207226 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-a9d24f2f-50cc-416e-8567-85279004026f service neutron] For port 0d6bcf21-5885-4803-889a-295367f44cfc, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0d6bcf21-5885-4803-889a-295367f44cfc,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:50.216272 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-bc943e6d-3844-4c16-bedd-3b4491870e4c tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Request body: {'floatingip': {'port_id': '079344d7-4040-40c5-96df-fead409a828f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:50.231964 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-a9d24f2f-50cc-416e-8567-85279004026f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:50.302390 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-bc943e6d-3844-4c16-bedd-3b4491870e4c tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for floatingip (ed7a129b-8d1b-4beb-af0c-2b55328fdbdd), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:50.319813 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-a9d24f2f-50cc-416e-8567-85279004026f service neutron] Transition to ACTIVE for port object 0d6bcf21-5885-4803-889a-295367f44cfc will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:51:50.327286 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-a9d24f2f-50cc-416e-8567-85279004026f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:50.338983 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['581b27be-faf2-4a67-aa2b-22acffa92dd4'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:50.374945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Attempting to bind port 0671b521-6803-4da1-bba3-67fb2abe90d4 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:51:50.375303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Attempting to bind port 0671b521-6803-4da1-bba3-67fb2abe90d4 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'f6bc4053-136c-4aa2-908a-1415b6236590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:51:50.375610 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Attempting to bind port 0671b521-6803-4da1-bba3-67fb2abe90d4 on network da409d9a-0218-4b78-a758-5335011f0837 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:50.389626 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f63da4-face-454f-898e-e468692bc0db req-3363e2cf-e10c-42e1-95d7-2da54467ee57 tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:50.391191 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15f63da4-face-454f-898e-e468692bc0db req-3363e2cf-e10c-42e1-95d7-2da54467ee57 tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 1132 time: 0.2797325 Feb 05 02:51:50.394428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d24f2f-50cc-416e-8567-85279004026f service neutron] Pushing event updated for resources: {'Port': ['ID=0d6bcf21-5885-4803-889a-295367f44cfc,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:50.428371 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-a9d24f2f-50cc-416e-8567-85279004026f service neutron] No DVR routers for this DVR port 0d6bcf21-5885-4803-889a-295367f44cfc on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:51:50.442932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Port 0671b521-6803-4da1-bba3-67fb2abe90d4 on network da409d9a-0218-4b78-a758-5335011f0837 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:51:50.443559 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Attempting to bind port 0671b521-6803-4da1-bba3-67fb2abe90d4 on network da409d9a-0218-4b78-a758-5335011f0837 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:51:50.457301 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:51:50.457643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Checking segment: {'id': 'f6bc4053-136c-4aa2-908a-1415b6236590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:51:50.458030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Bound using segment: {'id': 'f6bc4053-136c-4aa2-908a-1415b6236590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:51:50.458465 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Bound port: 0671b521-6803-4da1-bba3-67fb2abe90d4, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6bc4053-136c-4aa2-908a-1415b6236590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:51:50.458855 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0671b521-6803-4da1-bba3-67fb2abe90d4), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:50.478418 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-a9d24f2f-50cc-416e-8567-85279004026f service neutron] 10.222.0.10 "PUT /v2.0/ports/0d6bcf21-5885-4803-889a-295367f44cfc/bindings/n-h1-826942-8/activate HTTP/1.1" status: 200 len: 369 time: 0.6671402 Feb 05 02:51:50.525721 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15f63da4-face-454f-898e-e468692bc0db req-96f30131-df8b-4802-8114-4becfa91c56b tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993521 Feb 05 02:51:50.661005 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8efbad-2b98-4ac1-8212-ebe19c739739 x-openstack-request-id: req-ae8efbad-2b98-4ac1-8212-ebe19c739739 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:50.661303 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "tag": "bff59cc7-e634-4b66-8618-fc3833a66232", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "tag": "8d7b3486-3016-455e-9766-85c258af8fe2", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:50.662162 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae8efbad-2b98-4ac1-8212-ebe19c739739 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:50.662162 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'tag': 'bff59cc7-e634-4b66-8618-fc3833a66232', 'status': 'completed', 'code': 200} Feb 05 02:51:50.662162 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'tag': '8d7b3486-3016-455e-9766-85c258af8fe2', 'status': 'completed', 'code': 200} Feb 05 02:51:50.689986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-53bd3745-9f93-4e2e-8bbd-ce076a4bc063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:50.690598 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-53bd3745-9f93-4e2e-8bbd-ce076a4bc063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:50.690944 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-53bd3745-9f93-4e2e-8bbd-ce076a4bc063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:50.692568 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-53bd3745-9f93-4e2e-8bbd-ce076a4bc063 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f2967e419ed41e9a99646795aa87bf5&device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2885 time: 0.0613613 Feb 05 02:51:50.694921 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-c492f295-5d8a-4883-ba92-761a247e2276 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:50.696263 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-c492f295-5d8a-4883-ba92-761a247e2276 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1&tenant_id=046d701f8c1b4320bb7536b4bcbbc218&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 1127 time: 0.1290298 Feb 05 02:51:50.740518 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] For port 0671b521-6803-4da1-bba3-67fb2abe90d4, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:50.744760 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] For port 0671b521-6803-4da1-bba3-67fb2abe90d4, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0671b521-6803-4da1-bba3-67fb2abe90d4,segment=NetworkSegment(f6bc4053-136c-4aa2-908a-1415b6236590),segment_id=f6bc4053-136c-4aa2-908a-1415b6236590)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:51:50.760908 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (0671b521-6803-4da1-bba3-67fb2abe90d4), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:50.852155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa03ab-a113-459e-a4b5-cc07477c1661 req-8d734934-5365-4433-9bbc-d393c3a840e6 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:50.858298 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa03ab-a113-459e-a4b5-cc07477c1661 req-8d734934-5365-4433-9bbc-d393c3a840e6 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:50.862902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa03ab-a113-459e-a4b5-cc07477c1661 req-8d734934-5365-4433-9bbc-d393c3a840e6 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:50.865231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5fa03ab-a113-459e-a4b5-cc07477c1661 req-8d734934-5365-4433-9bbc-d393c3a840e6 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2412 time: 0.2009056 Feb 05 02:51:50.910569 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:50.911239 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:50.912794 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] 10.222.0.10 "PUT /v2.0/ports/0671b521-6803-4da1-bba3-67fb2abe90d4 HTTP/1.1" status: 200 len: 1092 time: 2.0964763 Feb 05 02:51:51.013244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692ed49-cc93-4b7e-b833-3d3923317f68 service neutron] Pushing event updated for resources: {'Port': ['ID=0671b521-6803-4da1-bba3-67fb2abe90d4,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:51.063378 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5fa03ab-a113-459e-a4b5-cc07477c1661 req-6a510967-c3f9-4057-a2cf-03dc619cd2e0 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153603 Feb 05 02:51:51.266929 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-bc943e6d-3844-4c16-bedd-3b4491870e4c tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:51.275743 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-bc943e6d-3844-4c16-bedd-3b4491870e4c tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (ed7a129b-8d1b-4beb-af0c-2b55328fdbdd), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:51.279792 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-0581030d-b252-425a-82f5-3cab6a8f9dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:51.281500 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-0581030d-b252-425a-82f5-3cab6a8f9dbe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1&tenant_id=046d701f8c1b4320bb7536b4bcbbc218 HTTP/1.1" status: 200 len: 1127 time: 0.5771203 Feb 05 02:51:51.315309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-40a6d698-1c6b-43a7-ab6a-45320724c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:51.316014 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-40a6d698-1c6b-43a7-ab6a-45320724c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:51.316629 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-40a6d698-1c6b-43a7-ab6a-45320724c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:51.318481 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-40a6d698-1c6b-43a7-ab6a-45320724c1c0 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5f2967e419ed41e9a99646795aa87bf5&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6043544 Feb 05 02:51:51.386237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4366d-73c4-4e0c-8938-b66da7abdfdf req-6579613c-6e7a-4e57-8695-dc0a71aca91d tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:51.388107 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64b4366d-73c4-4e0c-8938-b66da7abdfdf req-6579613c-6e7a-4e57-8695-dc0a71aca91d tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.2151182 Feb 05 02:51:51.420945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebb950-97a4-47c3-9433-ecbe59b28b4c req-0f91d695-1a07-4867-89d2-997e6dfa5947 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:51.422466 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54ebb950-97a4-47c3-9433-ecbe59b28b4c req-0f91d695-1a07-4867-89d2-997e6dfa5947 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.10 "GET /v2.0/ports?device_id=810833ad-176d-4272-8773-82f6ba3080c6 HTTP/1.1" status: 200 len: 946 time: 0.2092078 Feb 05 02:51:51.481811 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-e80631e1-c708-4f8e-b5d9-65f84fbafd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:51.483312 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-e80631e1-c708-4f8e-b5d9-65f84fbafd0a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 1127 time: 0.1630147 Feb 05 02:51:51.543523 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-bc943e6d-3844-4c16-bedd-3b4491870e4c tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Floating IP ed7a129b-8d1b-4beb-af0c-2b55328fdbdd associated. External IP: 172.25.0.245, port: 079344d7-4040-40c5-96df-fead409a828f. Feb 05 02:51:51.548488 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64b4366d-73c4-4e0c-8938-b66da7abdfdf req-c8a1fd84-8faa-40bc-8984-9d161f13f728 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463132 Feb 05 02:51:51.576709 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-e3b7a629-fea4-4003-935f-bec52cd10058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:51.576709 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-e3b7a629-fea4-4003-935f-bec52cd10058 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2378225 Feb 05 02:51:51.607321 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-455bac9d-e7c8-46bc-bb04-14372ede862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:51.609099 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-455bac9d-e7c8-46bc-bb04-14372ede862e service neutron] 10.222.0.31 "GET /v2.0/networks?id=11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 200 len: 909 time: 0.1159778 Feb 05 02:51:51.671422 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-c649913b-923a-4ab5-a662-3a518c834779 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d6bcf21-5885-4803-889a-295367f44cfc HTTP/1.1" status: 200 len: 217 time: 0.0539923 Feb 05 02:51:51.680344 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 581b27be-faf2-4a67-aa2b-22acffa92dd4 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:51:51.739671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 581b27be-faf2-4a67-aa2b-22acffa92dd4 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:51:51.745800 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 581b27be-faf2-4a67-aa2b-22acffa92dd4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:51:51.746646 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (581b27be-faf2-4a67-aa2b-22acffa92dd4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:51.757648 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-a8b5c7a5-4a8c-47e1-afb7-bce132678a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:51.759385 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-a8b5c7a5-4a8c-47e1-afb7-bce132678a76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 200 len: 848 time: 0.0608120 Feb 05 02:51:51.769005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-fae417e2-63af-4c96-87e9-df5b359573aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:51.769493 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-fae417e2-63af-4c96-87e9-df5b359573aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:51.769959 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-fae417e2-63af-4c96-87e9-df5b359573aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:51.771783 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-fae417e2-63af-4c96-87e9-df5b359573aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f2967e419ed41e9a99646795aa87bf5&device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2958 time: 0.1106491 Feb 05 02:51:51.831704 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-5b98f81c-4957-4aea-a42e-6feb7b7da407 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11cf62be-c855-41b3-87da-58090e237db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578971 Feb 05 02:51:51.854799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 581b27be-faf2-4a67-aa2b-22acffa92dd4 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:51.855488 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (581b27be-faf2-4a67-aa2b-22acffa92dd4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:51.899496 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 581b27be-faf2-4a67-aa2b-22acffa92dd4, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=581b27be-faf2-4a67-aa2b-22acffa92dd4,segment=NetworkSegment(48398af4-642a-4b25-9ce8-a299cb0996aa),segment_id=48398af4-642a-4b25-9ce8-a299cb0996aa)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:51.901042 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481edd70-34d3-4959-b0a4-91caa80454ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581b27be-faf2-4a67-aa2b-22acffa92dd4'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:51.904871 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665b6a21-c922-40b1-b488-63c29f072ee8" -d '{"events": [{"server_uuid": "481edd70-34d3-4959-b0a4-91caa80454ba", "name": "network-vif-plugged", "status": "completed", "tag": "581b27be-faf2-4a67-aa2b-22acffa92dd4"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:51.911421 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (581b27be-faf2-4a67-aa2b-22acffa92dd4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:51.973462 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=581b27be-faf2-4a67-aa2b-22acffa92dd4,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:52.019093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-3a1020b5-ecf7-4da9-99b2-b45b9da5594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:52.019690 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-3a1020b5-ecf7-4da9-99b2-b45b9da5594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:52.020226 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-3a1020b5-ecf7-4da9-99b2-b45b9da5594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:52.022593 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-3a1020b5-ecf7-4da9-99b2-b45b9da5594c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5f2967e419ed41e9a99646795aa87bf5&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2187221 Feb 05 02:51:52.174905 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-d7c1780a-d0e3-48bc-bff5-ae781c1c6ed8 service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298950 Feb 05 02:51:52.275184 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-68e5a801-b1a2-43b4-b0e0-1558514de37e service neutron] 10.222.0.31 "GET /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930691 Feb 05 02:51:52.304326 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-bc943e6d-3844-4c16-bedd-3b4491870e4c tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Router 95118e02-b074-44a4-87ca-9f5e11666a18 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:51:52.318541 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-aeab3708-7c29-4822-ac81-41470b1384f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:52.320871 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3dc41e75-515e-4bcc-a408-0dc7626e9cc7 req-aeab3708-7c29-4822-ac81-41470b1384f6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2917044 Feb 05 02:51:52.322251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b84d32-d81e-4823-9969-97378fc6ed6c req-d6322f1e-a668-4c04-9f31-10dd4cd4c3bd tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:52.323855 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-66b84d32-d81e-4823-9969-97378fc6ed6c req-d6322f1e-a668-4c04-9f31-10dd4cd4c3bd tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 1132 time: 0.2006209 Feb 05 02:51:52.334776 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-54ebb950-97a4-47c3-9433-ecbe59b28b4c req-fd64fce3-0b21-4cff-bcb2-ac9f566dc3ed tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Deleting port 1933001c-2cc1-48b5-b489-3bd4609e4f92 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:51:52.335407 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-54ebb950-97a4-47c3-9433-ecbe59b28b4c req-fd64fce3-0b21-4cff-bcb2-ac9f566dc3ed tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1933001c-2cc1-48b5-b489-3bd4609e4f92), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:52.517529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-2d2cc1ce-90b0-4220-b915-e72c25719774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:52.518018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-2d2cc1ce-90b0-4220-b915-e72c25719774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:52.518490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-2d2cc1ce-90b0-4220-b915-e72c25719774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:52.520242 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-2d2cc1ce-90b0-4220-b915-e72c25719774 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f2967e419ed41e9a99646795aa87bf5&device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2958 time: 0.1405299 Feb 05 02:51:52.529915 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb4db8e0-fb7c-4447-86f3-8a030b1366ff req-74f832c9-9670-40c6-a19f-dc7ef7ae8de7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737734 Feb 05 02:51:52.628928 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-66b84d32-d81e-4823-9969-97378fc6ed6c req-b4922354-d701-4e66-9c8f-b1ec82af78d3 tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849281 Feb 05 02:51:52.665083 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-bc943e6d-3844-4c16-bedd-3b4491870e4c tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:51:52.666477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'tag': '0671b521-6803-4da1-bba3-67fb2abe90d4'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:52.669942 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be23399-29d3-4198-bbba-5aa04fd43b16" -d '{"events": [{"name": "network-changed", "server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "tag": "0671b521-6803-4da1-bba3-67fb2abe90d4"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:52.677586 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd8a6a8-de5c-4a9f-b74a-b3652a0e4261 None None] Sync routers for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:51:52.691603 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-bc943e6d-3844-4c16-bedd-3b4491870e4c tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:52.695854 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd8a6a8-de5c-4a9f-b74a-b3652a0e4261 None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:51:52.696605 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6dd8a6a8-de5c-4a9f-b74a-b3652a0e4261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:51:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:52.699866 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-2fb39d6f-11de-478e-bd7a-b93683ce73d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.64&port_id=bff59cc7-e634-4b66-8618-fc3833a66232 HTTP/1.1" status: 200 len: 217 time: 0.1689687 Feb 05 02:51:52.754458 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-bc943e6d-3844-4c16-bedd-3b4491870e4c tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "PUT /v2.0/floatingips/ed7a129b-8d1b-4beb-af0c-2b55328fdbdd HTTP/1.1" status: 200 len: 997 time: 2.5417655 Feb 05 02:51:52.825149 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e78d1c89-1889-4fea-b818-4bc00a51a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:52.832748 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-e78d1c89-1889-4fea-b818-4bc00a51a4f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36d56501-1ea4-4b83-981b-f5df6eb890b5 HTTP/1.1" status: 200 len: 801 time: 0.1134052 Feb 05 02:51:52.833025 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-54ebb950-97a4-47c3-9433-ecbe59b28b4c req-fd64fce3-0b21-4cff-bcb2-ac9f566dc3ed tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] For port 1933001c-2cc1-48b5-b489-3bd4609e4f92, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1933001c-2cc1-48b5-b489-3bd4609e4f92,segment=NetworkSegment(2e5f7e0a-7727-4213-9aa2-dc062c41f11f),segment_id=2e5f7e0a-7727-4213-9aa2-dc062c41f11f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:52.833408 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-54ebb950-97a4-47c3-9433-ecbe59b28b4c req-fd64fce3-0b21-4cff-bcb2-ac9f566dc3ed tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1933001c-2cc1-48b5-b489-3bd4609e4f92), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:52.861114 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-54ebb950-97a4-47c3-9433-ecbe59b28b4c req-fd64fce3-0b21-4cff-bcb2-ac9f566dc3ed tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Calling delete_port for 1933001c-2cc1-48b5-b489-3bd4609e4f92 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:51:52.872502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-842a62f5-bf76-4374-82c7-72346d96f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:52.880490 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-842a62f5-bf76-4374-82c7-72346d96f12e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 1128 time: 0.1250608 Feb 05 02:51:52.893000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4db8e0-fb7c-4447-86f3-8a030b1366ff req-3ae10bd5-d3ae-4ca1-b782-3f579e3a2652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:52.894921 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb4db8e0-fb7c-4447-86f3-8a030b1366ff req-3ae10bd5-d3ae-4ca1-b782-3f579e3a2652 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04505631600d4700b509b35d7e707cd7&device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 1127 time: 0.2569594 Feb 05 02:51:52.991898 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-eaa1bcee-014c-413a-9c4e-590b5af4cf1b tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:52.993736 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-eaa1bcee-014c-413a-9c4e-590b5af4cf1b tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1&tenant_id=046d701f8c1b4320bb7536b4bcbbc218&binding%3Ahost_id=n-h1-826942-8 HTTP/1.1" status: 200 len: 1127 time: 0.4418993 Feb 05 02:51:53.014447 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb8d81-408a-4017-81bf-ce2eda55122d req-6f0eda76-c7a3-4497-b277-ed41b97ae6c3 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:53.021783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6cb8d81-408a-4017-81bf-ce2eda55122d req-6f0eda76-c7a3-4497-b277-ed41b97ae6c3 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/ports?device_id=481edd70-34d3-4959-b0a4-91caa80454ba HTTP/1.1" status: 200 len: 946 time: 0.2363288 Feb 05 02:51:53.053517 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6dd8a6a8-de5c-4a9f-b74a-b3652a0e4261 None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:51:53.071957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d81ab8f8-2c8b-4d41-bddf-e9722dc6e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:53.073475 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-d81ab8f8-2c8b-4d41-bddf-e9722dc6e9f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da409d9a-0218-4b78-a758-5335011f0837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2305267 Feb 05 02:51:53.139451 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6cb8d81-408a-4017-81bf-ce2eda55122d req-2dbfbfa8-c183-4a4a-96d8-083a08d5f212 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb7f242-f2f9-4d53-9c59-f6c134074373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160836 Feb 05 02:51:53.174930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-e51bdefb-6f8f-4334-9d80-af22c5595cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:53.181763 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4db8e0-fb7c-4447-86f3-8a030b1366ff req-550fa30a-57e8-4520-9d0c-64af1a347310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:53.183543 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb4db8e0-fb7c-4447-86f3-8a030b1366ff req-550fa30a-57e8-4520-9d0c-64af1a347310 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f57db0e-9c76-4201-babe-b2071613896d HTTP/1.1" status: 200 len: 912 time: 0.2635746 Feb 05 02:51:53.187168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-e51bdefb-6f8f-4334-9d80-af22c5595cac service neutron] 10.222.0.36 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 921 time: 0.3057172 Feb 05 02:51:53.303620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-edc706e5-57d9-46a7-8bef-d7655f4d7d74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=079344d7-4040-40c5-96df-fead409a828f HTTP/1.1" status: 200 len: 1000 time: 0.1147201 Feb 05 02:51:53.336738 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-caf8ef07-ec14-4276-8d1d-49b3cb9fa181 service neutron] 10.222.0.10 "GET /v2.0/networks/da409d9a-0218-4b78-a758-5335011f0837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458580 Feb 05 02:51:53.344564 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb4db8e0-fb7c-4447-86f3-8a030b1366ff req-fc7e7719-0453-4444-957f-bfab2391a75f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d39eaef6-1f17-4d90-ae89-7fff405e8b12 HTTP/1.1" status: 200 len: 1001 time: 0.1511862 Feb 05 02:51:53.364186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-fa0a1494-be56-442d-bb7d-c254960c10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:53.372901 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-fa0a1494-be56-442d-bb7d-c254960c10ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3631be40-f44d-47c5-b742-59c603ecb74b HTTP/1.1" status: 200 len: 859 time: 0.0679944 Feb 05 02:51:53.447386 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6dd8a6a8-de5c-4a9f-b74a-b3652a0e4261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'ed7a129b-8d1b-4beb-af0c-2b55328fdbdd', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'port_id': '079344d7-4040-40c5-96df-fead409a828f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'mac_address': 'fa:16:3e:b7:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:51:07Z', 'updated_at': '2022-02-05T02:51:51Z', 'revision_number': 8, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:53.485863 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd8a6a8-de5c-4a9f-b74a-b3652a0e4261 None None] Checking router: 95118e02-b074-44a4-87ca-9f5e11666a18 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:51:53.494440 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-b11a53b2-6bd8-4624-9faf-a3a2cfe2fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:53.496686 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd8a6a8-de5c-4a9f-b74a-b3652a0e4261 None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:51:53.497407 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6dd8a6a8-de5c-4a9f-b74a-b3652a0e4261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:51:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:53.502454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-b11a53b2-6bd8-4624-9faf-a3a2cfe2fbdd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83be0105-9b9a-4797-b354-f35ef16802de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1276846 Feb 05 02:51:53.523726 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-bda18716-ad8c-4c53-bde6-f02158ee8eeb service neutron] 10.222.0.10 "GET /v2.0/networks/da409d9a-0218-4b78-a758-5335011f0837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715848 Feb 05 02:51:53.589156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-83b8cf79-019c-4797-84c5-f3099f735a7d service neutron] For port 0d6bcf21-5885-4803-889a-295367f44cfc, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:51:53.591819 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-88cc64ae-2864-4a3a-bbe8-bfd171d4e9f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=8d7b3486-3016-455e-9766-85c258af8fe2 HTTP/1.1" status: 200 len: 217 time: 0.0461903 Feb 05 02:51:53.596795 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-83b8cf79-019c-4797-84c5-f3099f735a7d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:53.598116 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-797361bc-256d-498a-87be-5c9ced7eaa5a req-83b8cf79-019c-4797-84c5-f3099f735a7d service neutron] 10.222.0.31 "DELETE /v2.0/ports/0d6bcf21-5885-4803-889a-295367f44cfc/bindings/n-h2-826942-8 HTTP/1.1" status: 204 len: 173 time: 0.5926387 Feb 05 02:51:53.603219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-e834ad72-6aeb-4c14-bd8c-69937b7c83e8 service neutron] 10.222.0.36 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003201 Feb 05 02:51:53.617596 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6dd8a6a8-de5c-4a9f-b74a-b3652a0e4261 None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:51:53.632210 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713729a-2e56-4ad3-b4a8-1c42aa6a5d86 req-adf9c1ea-a84f-4477-8343-54cb1475239c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:53.639951 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5713729a-2e56-4ad3-b4a8-1c42aa6a5d86 req-adf9c1ea-a84f-4477-8343-54cb1475239c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 945 time: 0.2868917 Feb 05 02:51:53.691501 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-54ebb950-97a4-47c3-9433-ecbe59b28b4c req-fd64fce3-0b21-4cff-bcb2-ac9f566dc3ed tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (1933001c-2cc1-48b5-b489-3bd4609e4f92), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:53.700482 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-ab926120-579d-4fac-ba30-4e75ab08f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:53.715660 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['079344d7-4040-40c5-96df-fead409a828f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:53.722000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['1933001c-2cc1-48b5-b489-3bd4609e4f92'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:53.731492 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-ab926120-579d-4fac-ba30-4e75ab08f479 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4b4c5d4-a4b0-471c-a253-466748358fa7 HTTP/1.1" status: 200 len: 801 time: 0.1288221 Feb 05 02:51:53.820195 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5713729a-2e56-4ad3-b4a8-1c42aa6a5d86 req-69574f3f-1416-4a2f-b4e7-caa01eac290c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793294 Feb 05 02:51:53.839752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4db8e0-fb7c-4447-86f3-8a030b1366ff req-482b5aec-8d5c-481d-8c53-ec259f778727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:53.845357 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb4db8e0-fb7c-4447-86f3-8a030b1366ff req-482b5aec-8d5c-481d-8c53-ec259f778727 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92e18a6c-6f83-4423-9b50-5c85de57e8cc HTTP/1.1" status: 200 len: 850 time: 0.4777663 Feb 05 02:51:53.887147 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64fce3-0b21-4cff-bcb2-ac9f566dc3ed tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Pushing event deleted for resources: {'Port': ['ID=1933001c-2cc1-48b5-b489-3bd4609e4f92,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:53.899497 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-875b7961-4813-4c77-a6bd-f6bf20517060 req-d5207b1e-d42a-4c7d-9bd7-6732bada0d90 service neutron] 10.222.0.36 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955303 Feb 05 02:51:54.025144 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ebb950-97a4-47c3-9433-ecbe59b28b4c req-fd64fce3-0b21-4cff-bcb2-ac9f566dc3ed tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] No DVR routers for this DVR port 1933001c-2cc1-48b5-b489-3bd4609e4f92 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:51:54.025536 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-6fe4c889-9991-4f6e-849a-fd608b6d267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:54.027085 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-6fe4c889-9991-4f6e-849a-fd608b6d267c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=328b1e3f-f14f-4715-ab02-67ab436d21c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2787707 Feb 05 02:51:54.041710 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-54ebb950-97a4-47c3-9433-ecbe59b28b4c req-fd64fce3-0b21-4cff-bcb2-ac9f566dc3ed tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:54.055466 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54ebb950-97a4-47c3-9433-ecbe59b28b4c req-fd64fce3-0b21-4cff-bcb2-ac9f566dc3ed tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.10 "DELETE /v2.0/ports/1933001c-2cc1-48b5-b489-3bd4609e4f92 HTTP/1.1" status: 204 len: 173 time: 2.6155078 Feb 05 02:51:54.116507 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a93c19b-b57b-446c-a824-b681596cb764 x-openstack-request-id: req-2a93c19b-b57b-446c-a824-b681596cb764 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:54.117231 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481edd70-34d3-4959-b0a4-91caa80454ba", "name": "network-vif-plugged", "status": "completed", "tag": "581b27be-faf2-4a67-aa2b-22acffa92dd4", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:54.117696 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a93c19b-b57b-446c-a824-b681596cb764 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:54.118580 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481edd70-34d3-4959-b0a4-91caa80454ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581b27be-faf2-4a67-aa2b-22acffa92dd4', 'code': 200} Feb 05 02:51:54.321727 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-5a1782bd-1ac4-401a-9e69-5962deea5c2e service neutron] 10.222.0.10 "GET /v2.0/networks/328b1e3f-f14f-4715-ab02-67ab436d21c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740567 Feb 05 02:51:54.358169 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6dd8a6a8-de5c-4a9f-b74a-b3652a0e4261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'ed7a129b-8d1b-4beb-af0c-2b55328fdbdd', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'port_id': '079344d7-4040-40c5-96df-fead409a828f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'mac_address': 'fa:16:3e:b7:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:51:07Z', 'updated_at': '2022-02-05T02:51:51Z', 'revision_number': 8, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:54.423726 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd8a6a8-de5c-4a9f-b74a-b3652a0e4261 None None] The sync data for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 is: [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'ed7a129b-8d1b-4beb-af0c-2b55328fdbdd', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'port_id': '079344d7-4040-40c5-96df-fead409a828f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'mac_address': 'fa:16:3e:b7:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:51:07Z', 'updated_at': '2022-02-05T02:51:51Z', 'revision_number': 8, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:51:54.456466 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f7127-29e3-474d-9de7-b9230de24f0f req-7d138c48-cc1f-47be-9a11-18987c6fabc8 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:54.467676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f7127-29e3-474d-9de7-b9230de24f0f req-7d138c48-cc1f-47be-9a11-18987c6fabc8 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:54.468107 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4db8e0-fb7c-4447-86f3-8a030b1366ff req-f491f254-e961-4381-ad02-e62e757000fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:54.469624 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb4db8e0-fb7c-4447-86f3-8a030b1366ff req-f491f254-e961-4381-ad02-e62e757000fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f57db0e-9c76-4201-babe-b2071613896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6094830 Feb 05 02:51:54.483899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f7127-29e3-474d-9de7-b9230de24f0f req-7d138c48-cc1f-47be-9a11-18987c6fabc8 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:54.487427 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a1f7127-29e3-474d-9de7-b9230de24f0f req-7d138c48-cc1f-47be-9a11-18987c6fabc8 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2412 time: 0.2484057 Feb 05 02:51:54.504196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4d0a-af0d-4f3c-8928-ba5c19b8e667 req-1c7715bf-bad3-462d-a1f4-07ad427912bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:54.507943 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e58f4d0a-af0d-4f3c-8928-ba5c19b8e667 req-1c7715bf-bad3-462d-a1f4-07ad427912bd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=481edd70-34d3-4959-b0a4-91caa80454ba HTTP/1.1" status: 200 len: 1128 time: 0.1836994 Feb 05 02:51:54.620204 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-38b6e1b1-892d-4649-9ee6-18086d3ccd05 service neutron] 10.222.0.10 "GET /v2.0/networks/328b1e3f-f14f-4715-ab02-67ab436d21c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881043 Feb 05 02:51:54.623513 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf11975-97d6-48ae-90ea-5dd76a9622cd x-openstack-request-id: req-fcf11975-97d6-48ae-90ea-5dd76a9622cd {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:54.623883 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "tag": "0671b521-6803-4da1-bba3-67fb2abe90d4", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:54.624202 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fcf11975-97d6-48ae-90ea-5dd76a9622cd {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:54.624597 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'tag': '0671b521-6803-4da1-bba3-67fb2abe90d4', 'status': 'completed', 'code': 200} Feb 05 02:51:54.648756 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a1f7127-29e3-474d-9de7-b9230de24f0f req-e00c6035-2a7e-459d-adf2-100da6b34971 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570349 Feb 05 02:51:54.657885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e58f4d0a-af0d-4f3c-8928-ba5c19b8e667 req-29c809de-df67-4d21-aa10-d8b91641fcb2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9fb7f242-f2f9-4d53-9c59-f6c134074373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012743 Feb 05 02:51:54.728182 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-eb04f2e7-5093-4ae2-9ec5-4f68ac6c0f2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.139&port_id=0671b521-6803-4da1-bba3-67fb2abe90d4 HTTP/1.1" status: 200 len: 217 time: 0.0767214 Feb 05 02:51:54.758143 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb4db8e0-fb7c-4447-86f3-8a030b1366ff req-1e5b085f-55e5-4a5a-96f7-21f7daad2c6a service neutron] 10.222.0.10 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725627 Feb 05 02:51:54.786600 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb5c7a8b-579f-4841-944b-1120dcb5164a req-76171353-e0f4-45ec-abce-bb4c9e5b9872 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/floatingips/ed7a129b-8d1b-4beb-af0c-2b55328fdbdd HTTP/1.1" status: 200 len: 997 time: 0.0944991 Feb 05 02:51:54.841470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a01214f-d307-45d8-b910-687309aef250 None None] New status for floating IP ed7a129b-8d1b-4beb-af0c-2b55328fdbdd: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:51:54.905292 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7b682-85dc-4552-b532-520731bc8d53 req-583e908d-cd05-40b9-a7d4-e3de8da9d841 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:54.912461 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5fe7b682-85dc-4552-b532-520731bc8d53 req-583e908d-cd05-40b9-a7d4-e3de8da9d841 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/ports?device_id=481edd70-34d3-4959-b0a4-91caa80454ba HTTP/1.1" status: 200 len: 946 time: 0.1248047 Feb 05 02:51:55.053208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c7a8b-579f-4841-944b-1120dcb5164a req-a98650e2-0c89-4b1e-b882-b7c71ee134c0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:55.060233 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb5c7a8b-579f-4841-944b-1120dcb5164a req-a98650e2-0c89-4b1e-b882-b7c71ee134c0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.2630823 Feb 05 02:51:55.065889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-bb5c7a8b-579f-4841-944b-1120dcb5164a req-74a830fc-8092-44da-89bf-e71f41a97a26 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:51:55.084953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb5c7a8b-579f-4841-944b-1120dcb5164a req-74a830fc-8092-44da-89bf-e71f41a97a26 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0235035 Feb 05 02:51:55.109566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5fe7b682-85dc-4552-b532-520731bc8d53 req-8dbf4328-3440-42d4-963a-64824a376b92 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb7f242-f2f9-4d53-9c59-f6c134074373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947932 Feb 05 02:51:55.130006 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-bb87f006-caf6-437c-85a8-5c8c690ff781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:55.132041 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-bb87f006-caf6-437c-85a8-5c8c690ff781 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36d56501-1ea4-4b83-981b-f5df6eb890b5 HTTP/1.1" status: 200 len: 801 time: 0.2452862 Feb 05 02:51:55.233433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6b3f7-f741-4608-99cd-809216e33472 req-dd544cc7-6c7d-4080-a265-3b3f639df4b5 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:55.240944 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb4db8e0-fb7c-4447-86f3-8a030b1366ff req-6703236a-7213-4b6c-b3b4-1d9e71e70ccd service neutron] 10.222.0.10 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557601 Feb 05 02:51:55.242152 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15d6b3f7-f741-4608-99cd-809216e33472 req-dd544cc7-6c7d-4080-a265-3b3f639df4b5 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.0741913 Feb 05 02:51:55.262922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-ff2ac500-1818-4c1e-a8bc-a9b66e069fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:55.264684 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-ff2ac500-1818-4c1e-a8bc-a9b66e069fe1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da409d9a-0218-4b78-a758-5335011f0837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1259828 Feb 05 02:51:55.305018 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15d6b3f7-f741-4608-99cd-809216e33472 req-d01dd78e-b28d-4198-8e47-2aad1e2e1333 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577443 Feb 05 02:51:55.435084 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-19bf4160-667d-4c9b-b29f-54e4af1347e2 service neutron] 10.222.0.10 "GET /v2.0/networks/da409d9a-0218-4b78-a758-5335011f0837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611629 Feb 05 02:51:55.435456 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-ba93f841-eff4-4f6d-9bd9-210f6b9bb333 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.245 HTTP/1.1" status: 200 len: 1002 time: 0.1144786 Feb 05 02:51:55.472670 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb47b6-26bd-4fc2-ba51-897857eed1f8 req-555c9cb9-f4fa-4cde-af3d-624ec2330e41 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:55.474148 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aceb47b6-26bd-4fc2-ba51-897857eed1f8 req-555c9cb9-f4fa-4cde-af3d-624ec2330e41 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 1127 time: 0.0976243 Feb 05 02:51:55.500552 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-5ed7bde1-4c02-43a2-9a44-e11820034b5d tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:55.501892 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-5ed7bde1-4c02-43a2-9a44-e11820034b5d tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports/079344d7-4040-40c5-96df-fead409a828f HTTP/1.1" status: 200 len: 943 time: 0.0597508 Feb 05 02:51:55.535142 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aceb47b6-26bd-4fc2-ba51-897857eed1f8 req-86918767-b2f6-4d47-9b6e-e07291d32382 tempest-LiveMigrationTest-1877501070 tempest-LiveMigrationTest-1877501070-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491924 Feb 05 02:51:55.550104 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db569d7a-80ba-45e9-8086-4b70a934a44f req-c5b122cf-df98-4590-a648-429dddb3e476 service neutron] 10.222.0.10 "GET /v2.0/networks/da409d9a-0218-4b78-a758-5335011f0837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057756 Feb 05 02:51:55.612138 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-61e41baf-edc6-4d81-861a-f51e1545e191 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.245 HTTP/1.1" status: 200 len: 1002 time: 0.0634487 Feb 05 02:51:55.694188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1933001c-2cc1-48b5-b489-3bd4609e4f92 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:51:55.727119 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 1933001c-2cc1-48b5-b489-3bd4609e4f92 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:51:55.727834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1933001c-2cc1-48b5-b489-3bd4609e4f92 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:51:55.734526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be23399-29d3-4198-bbba-5aa04fd43b16 req-24d7a3e5-b8dd-4afa-ad73-57a59645d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:55.735152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be23399-29d3-4198-bbba-5aa04fd43b16 req-24d7a3e5-b8dd-4afa-ad73-57a59645d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:55.735577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be23399-29d3-4198-bbba-5aa04fd43b16 req-24d7a3e5-b8dd-4afa-ad73-57a59645d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:55.738648 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2be23399-29d3-4198-bbba-5aa04fd43b16 req-24d7a3e5-b8dd-4afa-ad73-57a59645d1c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f2967e419ed41e9a99646795aa87bf5&device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2958 time: 0.0902336 Feb 05 02:51:55.770731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-2adcdc86-93eb-436b-b083-8d45e9e64913 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:55.772716 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-2adcdc86-93eb-436b-b083-8d45e9e64913 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.1525388 Feb 05 02:51:55.885539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-311bcbfd-3459-47d6-8f57-18e4ea124ed7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.245 HTTP/1.1" status: 200 len: 1002 time: 0.1017511 Feb 05 02:51:55.896917 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-97c9b6dc-7813-4742-b520-752f8e0b7671 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:51:55.901656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be23399-29d3-4198-bbba-5aa04fd43b16 req-b7c5d700-9d14-4e12-bdfb-457852789c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:55.901656 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2be23399-29d3-4198-bbba-5aa04fd43b16 req-b7c5d700-9d14-4e12-bdfb-457852789c45 service neutron] 10.222.0.10 "GET /v2.0/networks?id=da409d9a-0218-4b78-a758-5335011f0837 HTTP/1.1" status: 200 len: 903 time: 0.1577108 Feb 05 02:51:55.964552 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2be23399-29d3-4198-bbba-5aa04fd43b16 req-8d985eeb-338c-48f0-8647-3c5035a9ee57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.139&port_id=0671b521-6803-4da1-bba3-67fb2abe90d4 HTTP/1.1" status: 200 len: 217 time: 0.0493886 Feb 05 02:51:56.007841 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-97c9b6dc-7813-4742-b520-752f8e0b7671 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for floatingip (ed7a129b-8d1b-4beb-af0c-2b55328fdbdd), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:56.070548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860fcca-5b08-4836-9509-5462cbcfad24 req-5ac770a1-e37f-4329-9626-ba15530a2767 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:56.075843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860fcca-5b08-4836-9509-5462cbcfad24 req-5ac770a1-e37f-4329-9626-ba15530a2767 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:56.081073 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860fcca-5b08-4836-9509-5462cbcfad24 req-5ac770a1-e37f-4329-9626-ba15530a2767 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:56.082799 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6860fcca-5b08-4836-9509-5462cbcfad24 req-5ac770a1-e37f-4329-9626-ba15530a2767 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2412 time: 0.1365035 Feb 05 02:51:56.218887 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-97c9b6dc-7813-4742-b520-752f8e0b7671 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:56.222781 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6860fcca-5b08-4836-9509-5462cbcfad24 req-479e0d29-c68d-48bc-8d46-561f724dbcfe tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273608 Feb 05 02:51:56.230770 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-97c9b6dc-7813-4742-b520-752f8e0b7671 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (ed7a129b-8d1b-4beb-af0c-2b55328fdbdd), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:56.231122 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-97c9b6dc-7813-4742-b520-752f8e0b7671 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Floating IP ed7a129b-8d1b-4beb-af0c-2b55328fdbdd disassociated. External IP: 172.25.0.245, port: 079344d7-4040-40c5-96df-fead409a828f. Feb 05 02:51:56.277715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be23399-29d3-4198-bbba-5aa04fd43b16 req-9c0a339b-a219-4b88-afae-b33a1d339b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:56.279219 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2be23399-29d3-4198-bbba-5aa04fd43b16 req-9c0a339b-a219-4b88-afae-b33a1d339b75 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36d56501-1ea4-4b83-981b-f5df6eb890b5 HTTP/1.1" status: 200 len: 801 time: 0.3073764 Feb 05 02:51:56.289181 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ecdf2772-88ff-4375-99c1-468e0085e3db req-b682d002-5018-43e1-8dfc-40ae5d268b0d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3250680 Feb 05 02:51:56.366597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be23399-29d3-4198-bbba-5aa04fd43b16 req-f7f7f2d9-73a6-42d0-abfc-dffb6149d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:56.368260 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2be23399-29d3-4198-bbba-5aa04fd43b16 req-f7f7f2d9-73a6-42d0-abfc-dffb6149d57a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da409d9a-0218-4b78-a758-5335011f0837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0782337 Feb 05 02:51:56.386665 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf2772-88ff-4375-99c1-468e0085e3db req-d1baf49c-d351-447f-a185-c3f7ca2b0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:56.388128 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ecdf2772-88ff-4375-99c1-468e0085e3db req-d1baf49c-d351-447f-a185-c3f7ca2b0f84 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 1126 time: 0.0661266 Feb 05 02:51:56.557521 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2be23399-29d3-4198-bbba-5aa04fd43b16 req-4beea363-5143-4557-9dba-81952ca674bc service neutron] 10.222.0.10 "GET /v2.0/networks/da409d9a-0218-4b78-a758-5335011f0837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799467 Feb 05 02:51:56.562574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf2772-88ff-4375-99c1-468e0085e3db req-e3a23020-ea9b-45b7-9d29-542684f3b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:56.564348 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ecdf2772-88ff-4375-99c1-468e0085e3db req-e3a23020-ea9b-45b7-9d29-542684f3b92e service neutron] 10.222.0.31 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 0.1339059 Feb 05 02:51:56.647898 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'tag': '079344d7-4040-40c5-96df-fead409a828f'}, {'server_uuid': '810833ad-176d-4272-8773-82f6ba3080c6', 'name': 'network-vif-deleted', 'tag': '1933001c-2cc1-48b5-b489-3bd4609e4f92'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:56.651262 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146d78f3-e634-4a8d-8422-4a76e0ba13f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a47535b1-5f98-4003-a2f7-3f7a636d89ed", "tag": "079344d7-4040-40c5-96df-fead409a828f"}, {"server_uuid": "810833ad-176d-4272-8773-82f6ba3080c6", "name": "network-vif-deleted", "tag": "1933001c-2cc1-48b5-b489-3bd4609e4f92"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:56.659696 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-97c9b6dc-7813-4742-b520-752f8e0b7671 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Router 95118e02-b074-44a4-87ca-9f5e11666a18 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:51:56.660956 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ecdf2772-88ff-4375-99c1-468e0085e3db req-8459ce31-b66c-436a-a167-1198ddf2308d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee HTTP/1.1" status: 200 len: 217 time: 0.0791967 Feb 05 02:51:56.762200 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccbb4a-bb32-4b82-a332-0177dc196720 req-d4bc7ca3-f733-46bc-88d8-99744da647b9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:56.769528 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6ccbb4a-bb32-4b82-a332-0177dc196720 req-d4bc7ca3-f733-46bc-88d8-99744da647b9 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 945 time: 0.1599360 Feb 05 02:51:56.770059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf2772-88ff-4375-99c1-468e0085e3db req-32200de1-934e-428a-b121-d5d6cf040a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:56.771522 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ecdf2772-88ff-4375-99c1-468e0085e3db req-32200de1-934e-428a-b121-d5d6cf040a7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.0988336 Feb 05 02:51:56.809771 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2be23399-29d3-4198-bbba-5aa04fd43b16 req-0f04b97f-835d-4f81-9ccd-3d6633e83e8a service neutron] 10.222.0.10 "GET /v2.0/networks/da409d9a-0218-4b78-a758-5335011f0837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413898 Feb 05 02:51:56.812388 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ecdf2772-88ff-4375-99c1-468e0085e3db req-dcbd9a61-f844-4d57-b1ae-b98cb0d0052b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318110 Feb 05 02:51:56.819907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c19de3-c707-4ccc-84cc-1a3b49cd1810 req-6b98dba7-c625-4542-9084-bcaeb89e1d23 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:56.821304 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b0c19de3-c707-4ccc-84cc-1a3b49cd1810 req-6b98dba7-c625-4542-9084-bcaeb89e1d23 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.31 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 945 time: 0.1623297 Feb 05 02:51:56.849001 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6ccbb4a-bb32-4b82-a332-0177dc196720 req-a54b6863-abee-4465-b788-e3869d07c97f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785575 Feb 05 02:51:56.869993 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-97c9b6dc-7813-4742-b520-752f8e0b7671 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:51:56.883057 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e7247f-b08c-4ab1-ad7f-ce951827d027 None None] Sync routers for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:51:56.883619 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-97c9b6dc-7813-4742-b520-752f8e0b7671 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:56.902433 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e7247f-b08c-4ab1-ad7f-ce951827d027 None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:51:56.903375 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-78e7247f-b08c-4ab1-ad7f-ce951827d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:51:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:56.980043 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-97c9b6dc-7813-4742-b520-752f8e0b7671 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "PUT /v2.0/floatingips/ed7a129b-8d1b-4beb-af0c-2b55328fdbdd HTTP/1.1" status: 200 len: 696 time: 1.0875280 Feb 05 02:51:56.985153 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ecdf2772-88ff-4375-99c1-468e0085e3db req-4daaa634-4408-435c-aff1-122e8ca577dd service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627684 Feb 05 02:51:57.061684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-c6836963-6cfb-4509-a917-5ccce865cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:57.068592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-c6836963-6cfb-4509-a917-5ccce865cb66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 1128 time: 0.0876918 Feb 05 02:51:57.120250 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-78e7247f-b08c-4ab1-ad7f-ce951827d027 None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:51:57.143714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-b0c19de3-c707-4ccc-84cc-1a3b49cd1810 req-176ef47b-63ce-403c-b2a9-fc71614b318c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Deleting port 0d6bcf21-5885-4803-889a-295367f44cfc {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:51:57.149815 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b0c19de3-c707-4ccc-84cc-1a3b49cd1810 req-176ef47b-63ce-403c-b2a9-fc71614b318c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:57.156070 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ecdf2772-88ff-4375-99c1-468e0085e3db req-639744bc-f5ad-4097-8265-126e06bb340a service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614733 Feb 05 02:51:57.363677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b0c19de3-c707-4ccc-84cc-1a3b49cd1810 req-176ef47b-63ce-403c-b2a9-fc71614b318c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] For port 0d6bcf21-5885-4803-889a-295367f44cfc, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0d6bcf21-5885-4803-889a-295367f44cfc,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:57.364957 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b0c19de3-c707-4ccc-84cc-1a3b49cd1810 req-176ef47b-63ce-403c-b2a9-fc71614b318c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:57.400482 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-b0c19de3-c707-4ccc-84cc-1a3b49cd1810 req-176ef47b-63ce-403c-b2a9-fc71614b318c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Calling delete_port for 0d6bcf21-5885-4803-889a-295367f44cfc owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:51:57.474521 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-78e7247f-b08c-4ab1-ad7f-ce951827d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:57.499445 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2765403-ea94-4941-8f3a-13dea81f279f req-8c639c8e-20c7-4dde-85dc-892279b028a6 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:57.506676 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e7247f-b08c-4ab1-ad7f-ce951827d027 None None] Checking router: 95118e02-b074-44a4-87ca-9f5e11666a18 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:51:57.507346 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2765403-ea94-4941-8f3a-13dea81f279f req-8c639c8e-20c7-4dde-85dc-892279b028a6 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/ports?device_id=481edd70-34d3-4959-b0a4-91caa80454ba HTTP/1.1" status: 200 len: 946 time: 0.5171690 Feb 05 02:51:57.519418 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e7247f-b08c-4ab1-ad7f-ce951827d027 None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:51:57.520165 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-78e7247f-b08c-4ab1-ad7f-ce951827d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:51:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:57.596322 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2765403-ea94-4941-8f3a-13dea81f279f req-d693ae46-d4f3-402d-99ae-074975d40b7c tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb7f242-f2f9-4d53-9c59-f6c134074373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879064 Feb 05 02:51:57.624234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-5da78b62-62d6-46fd-813d-96a0f6216c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:57.632630 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-5da78b62-62d6-46fd-813d-96a0f6216c8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 921 time: 0.5628622 Feb 05 02:51:57.694676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-b7589186-4c01-44c5-b445-f7516d04d143 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=079344d7-4040-40c5-96df-fead409a828f HTTP/1.1" status: 200 len: 217 time: 0.0603538 Feb 05 02:51:57.717677 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b0c19de3-c707-4ccc-84cc-1a3b49cd1810 req-176ef47b-63ce-403c-b2a9-fc71614b318c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0d6bcf21-5885-4803-889a-295367f44cfc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:57.731528 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['87400363-fba4-48e2-9be0-f3397b56d68b', '0d6bcf21-5885-4803-889a-295367f44cfc'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:57.748427 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-78e7247f-b08c-4ab1-ad7f-ce951827d027 None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:51:57.783087 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ef47b-63ce-403c-b2a9-fc71614b318c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Pushing event deleted for resources: {'Port': ['ID=0d6bcf21-5885-4803-889a-295367f44cfc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:57.783348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-615b3af2-f378-4c38-b911-20676117c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:57.791120 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-615b3af2-f378-4c38-b911-20676117c6d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3631be40-f44d-47c5-b742-59c603ecb74b HTTP/1.1" status: 200 len: 859 time: 0.0953982 Feb 05 02:51:57.845815 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e3a90-bf64-44cb-b4e2-02e6d7f6b2cf req-aeb6f5de-c89c-4863-bddf-7b4a1e4b005d tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:57.846239 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c19de3-c707-4ccc-84cc-1a3b49cd1810 req-176ef47b-63ce-403c-b2a9-fc71614b318c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] No DVR routers for this DVR port 0d6bcf21-5885-4803-889a-295367f44cfc on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:51:57.849911 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b0c19de3-c707-4ccc-84cc-1a3b49cd1810 req-176ef47b-63ce-403c-b2a9-fc71614b318c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:57.854347 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b0c19de3-c707-4ccc-84cc-1a3b49cd1810 req-176ef47b-63ce-403c-b2a9-fc71614b318c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.31 "DELETE /v2.0/ports/0d6bcf21-5885-4803-889a-295367f44cfc HTTP/1.1" status: 204 len: 173 time: 1.0250101 Feb 05 02:51:57.855059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2624686c-a021-41a8-aad7-2d1a540165c1', 'name': 'network-vif-deleted', 'tag': '0d6bcf21-5885-4803-889a-295367f44cfc'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:51:57.855400 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f4e3a90-bf64-44cb-b4e2-02e6d7f6b2cf req-aeb6f5de-c89c-4863-bddf-7b4a1e4b005d tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.1516237 Feb 05 02:51:57.857749 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfdc6e9-d6bd-417c-8d71-879013f69b17" -d '{"events": [{"server_uuid": "2624686c-a021-41a8-aad7-2d1a540165c1", "name": "network-vif-deleted", "tag": "0d6bcf21-5885-4803-889a-295367f44cfc"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:51:57.876585 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3453bf-ea25-4f34-969a-1f603081dd56 req-bb384363-1859-4952-8ed3-eab7f077ceca tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:57.878544 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fb3453bf-ea25-4f34-969a-1f603081dd56 req-bb384363-1859-4952-8ed3-eab7f077ceca tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.31 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 946 time: 0.2304997 Feb 05 02:51:57.908454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-acec203f-58a3-4b1f-9713-00acf7b4cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:57.917710 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-acec203f-58a3-4b1f-9713-00acf7b4cf11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83be0105-9b9a-4797-b354-f35ef16802de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1255670 Feb 05 02:51:58.000228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f4e3a90-bf64-44cb-b4e2-02e6d7f6b2cf req-32095120-55c1-4aab-8f48-eb3f4c718822 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438084 Feb 05 02:51:58.131481 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-4f391d58-74ed-4fef-b3d0-a2d20c2ef864 service neutron] 10.222.0.36 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125435 Feb 05 02:51:58.146586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-fb3453bf-ea25-4f34-969a-1f603081dd56 req-5dd2f731-a487-4901-bf30-409b48368ce2 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Deleting port d437598e-75e1-4c07-a16d-182805ede5a8 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:51:58.146586 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fb3453bf-ea25-4f34-969a-1f603081dd56 req-5dd2f731-a487-4901-bf30-409b48368ce2 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d437598e-75e1-4c07-a16d-182805ede5a8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:58.248365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373af50-62ce-4236-a564-7358b2745c4e req-6bcc8710-1a89-4ae1-90f6-caf17feae54f tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:58.255635 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5373af50-62ce-4236-a564-7358b2745c4e req-6bcc8710-1a89-4ae1-90f6-caf17feae54f tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.1421254 Feb 05 02:51:58.297270 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d78ff46f-50e0-49b1-8750-e94100fc7e3f req-d773ce97-ab18-4189-bf22-ac1b7347044a service neutron] 10.222.0.36 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649265 Feb 05 02:51:58.354556 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-78e7247f-b08c-4ab1-ad7f-ce951827d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:51:58.359278 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-fb3453bf-ea25-4f34-969a-1f603081dd56 req-5dd2f731-a487-4901-bf30-409b48368ce2 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] For port d437598e-75e1-4c07-a16d-182805ede5a8, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d437598e-75e1-4c07-a16d-182805ede5a8,segment=NetworkSegment(a763eb1f-5e8d-4bf6-88db-db88e863bc0f),segment_id=a763eb1f-5e8d-4bf6-88db-db88e863bc0f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:58.359794 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fb3453bf-ea25-4f34-969a-1f603081dd56 req-5dd2f731-a487-4901-bf30-409b48368ce2 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d437598e-75e1-4c07-a16d-182805ede5a8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:58.370366 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5373af50-62ce-4236-a564-7358b2745c4e req-309ea2ee-8dd7-4a96-a7b3-87683a212087 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087279 Feb 05 02:51:58.391429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-fb3453bf-ea25-4f34-969a-1f603081dd56 req-5dd2f731-a487-4901-bf30-409b48368ce2 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Calling delete_port for d437598e-75e1-4c07-a16d-182805ede5a8 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:51:58.404634 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b815234-e423-43bd-9e46-87bda55f1269 x-openstack-request-id: req-2b815234-e423-43bd-9e46-87bda55f1269 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:58.404939 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47535b1-5f98-4003-a2f7-3f7a636d89ed", "tag": "079344d7-4040-40c5-96df-fead409a828f", "status": "completed", "code": 200}, {"server_uuid": "810833ad-176d-4272-8773-82f6ba3080c6", "name": "network-vif-deleted", "tag": "1933001c-2cc1-48b5-b489-3bd4609e4f92", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:58.405195 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b815234-e423-43bd-9e46-87bda55f1269 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:58.405655 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'tag': '079344d7-4040-40c5-96df-fead409a828f', 'status': 'completed', 'code': 200} Feb 05 02:51:58.405856 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810833ad-176d-4272-8773-82f6ba3080c6', 'name': 'network-vif-deleted', 'tag': '1933001c-2cc1-48b5-b489-3bd4609e4f92', 'status': 'completed', 'code': 200} Feb 05 02:51:58.440217 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e7247f-b08c-4ab1-ad7f-ce951827d027 None None] The sync data for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 is: [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:50:36Z', 'revision_number': 4, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '54dac9b6-085e-4f2b-a10b-82c43bcdf2a8', 'name': '', 'network_id': '83be0105-9b9a-4797-b354-f35ef16802de', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'mac_address': 'fa:16:3e:7d:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:35Z', 'updated_at': '2022-02-05T02:50:43Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'subnets': [{'id': '3631be40-f44d-47c5-b742-59c603ecb74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:51:58.568110 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fb3453bf-ea25-4f34-969a-1f603081dd56 req-5dd2f731-a487-4901-bf30-409b48368ce2 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d437598e-75e1-4c07-a16d-182805ede5a8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:58.576796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1838d-9f92-4eb0-a3f0-e9415b3b2e1f req-e39cb9d1-e0dd-43e5-ac52-8de2d792ff89 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:58.583672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['7d2c2a52-607a-4e58-bc85-ee9318ed72bb'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:58.587675 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['d437598e-75e1-4c07-a16d-182805ede5a8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:51:58.589930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1838d-9f92-4eb0-a3f0-e9415b3b2e1f req-e39cb9d1-e0dd-43e5-ac52-8de2d792ff89 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:58.597021 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1838d-9f92-4eb0-a3f0-e9415b3b2e1f req-e39cb9d1-e0dd-43e5-ac52-8de2d792ff89 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:58.606346 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-33a1838d-9f92-4eb0-a3f0-e9415b3b2e1f req-e39cb9d1-e0dd-43e5-ac52-8de2d792ff89 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2412 time: 0.1439388 Feb 05 02:51:58.631349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2f731-a487-4901-bf30-409b48368ce2 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Pushing event deleted for resources: {'Port': ['ID=d437598e-75e1-4c07-a16d-182805ede5a8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:51:58.697267 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36542aa6-2deb-4ee8-a391-32d7ff953b50 x-openstack-request-id: req-36542aa6-2deb-4ee8-a391-32d7ff953b50 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:51:58.697686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-33a1838d-9f92-4eb0-a3f0-e9415b3b2e1f req-97fe4d73-0dbc-4e77-9119-672cb34fe3e9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874431 Feb 05 02:51:58.698142 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2624686c-a021-41a8-aad7-2d1a540165c1", "name": "network-vif-deleted", "tag": "0d6bcf21-5885-4803-889a-295367f44cfc", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:51:58.698142 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36542aa6-2deb-4ee8-a391-32d7ff953b50 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:51:58.698325 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2624686c-a021-41a8-aad7-2d1a540165c1', 'name': 'network-vif-deleted', 'tag': '0d6bcf21-5885-4803-889a-295367f44cfc', 'status': 'completed', 'code': 200} Feb 05 02:51:58.699776 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3453bf-ea25-4f34-969a-1f603081dd56 req-5dd2f731-a487-4901-bf30-409b48368ce2 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] No DVR routers for this DVR port d437598e-75e1-4c07-a16d-182805ede5a8 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:51:58.712556 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fb3453bf-ea25-4f34-969a-1f603081dd56 req-5dd2f731-a487-4901-bf30-409b48368ce2 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:58.718712 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fb3453bf-ea25-4f34-969a-1f603081dd56 req-5dd2f731-a487-4901-bf30-409b48368ce2 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.31 "DELETE /v2.0/ports/d437598e-75e1-4c07-a16d-182805ede5a8 HTTP/1.1" status: 204 len: 173 time: 0.8305111 Feb 05 02:51:58.739886 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d78f3-e634-4a8d-8422-4a76e0ba13f8 req-eafdcb2d-25e1-400d-bd56-e3044ebc48c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:58.742113 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-146d78f3-e634-4a8d-8422-4a76e0ba13f8 req-eafdcb2d-25e1-400d-bd56-e3044ebc48c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 1128 time: 0.1838496 Feb 05 02:51:58.833864 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29ad1ee5-126d-4e4e-aa86-3e6c80ccbd8d req-a73bd5a2-b28a-4d90-81a4-907718864d3f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 210 time: 0.0792577 Feb 05 02:51:58.970386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d78f3-e634-4a8d-8422-4a76e0ba13f8 req-6f550039-a2e0-4593-8bfd-a95f5dce1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:58.972071 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-146d78f3-e634-4a8d-8422-4a76e0ba13f8 req-6f550039-a2e0-4593-8bfd-a95f5dce1131 service neutron] 10.222.0.31 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 921 time: 0.2157464 Feb 05 02:51:59.017667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a11c3-d497-46e2-96c0-853a0dfe0a52 None None] New status for floating IP ed7a129b-8d1b-4beb-af0c-2b55328fdbdd: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:51:59.040300 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-146d78f3-e634-4a8d-8422-4a76e0ba13f8 req-c8be4778-c8c7-464d-afc9-a2cae2680cc4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=079344d7-4040-40c5-96df-fead409a828f HTTP/1.1" status: 200 len: 217 time: 0.0615237 Feb 05 02:51:59.047239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3089ee05-e88f-462a-9926-89e94bd5b9ec req-b64c663c-c09f-4c09-b943-1a21f770c21f tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/floatingips/ed7a129b-8d1b-4beb-af0c-2b55328fdbdd HTTP/1.1" status: 200 len: 696 time: 0.0940294 Feb 05 02:51:59.146104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d78f3-e634-4a8d-8422-4a76e0ba13f8 req-e19bfec6-be4f-4ed2-aa0d-3817ce8628d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:59.151425 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-146d78f3-e634-4a8d-8422-4a76e0ba13f8 req-e19bfec6-be4f-4ed2-aa0d-3817ce8628d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3631be40-f44d-47c5-b742-59c603ecb74b HTTP/1.1" status: 200 len: 859 time: 0.0966032 Feb 05 02:51:59.249218 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d78f3-e634-4a8d-8422-4a76e0ba13f8 req-c501b02c-20c6-48ae-80e8-2085315b1502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:59.255326 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-146d78f3-e634-4a8d-8422-4a76e0ba13f8 req-c501b02c-20c6-48ae-80e8-2085315b1502 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83be0105-9b9a-4797-b354-f35ef16802de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0971806 Feb 05 02:51:59.303641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089ee05-e88f-462a-9926-89e94bd5b9ec req-373c5e35-6e8e-4369-a40b-ea4cbabf1ad7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:59.311202 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3089ee05-e88f-462a-9926-89e94bd5b9ec req-373c5e35-6e8e-4369-a40b-ea4cbabf1ad7 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.2566268 Feb 05 02:51:59.419097 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3089ee05-e88f-462a-9926-89e94bd5b9ec req-70c10214-a981-43cf-9952-5dd5478ec89c tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.245 HTTP/1.1" status: 200 len: 697 time: 0.1067944 Feb 05 02:51:59.463306 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-146d78f3-e634-4a8d-8422-4a76e0ba13f8 req-043f0b0e-b742-4da8-bcaf-9e6412ebddf6 service neutron] 10.222.0.31 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017829 Feb 05 02:51:59.494794 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ebf6da6-f904-48ae-b2e9-7ab6b83ea7bd req-d67fc8f6-a968-4327-8f6a-ed4f3da80f6a tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=207a4971-089f-4e48-814a-b171882849f5 HTTP/1.1" status: 200 len: 210 time: 0.0904133 Feb 05 02:51:59.507862 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3089ee05-e88f-462a-9926-89e94bd5b9ec req-1586a881-8d75-4173-9efd-e638e785d232 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.245 HTTP/1.1" status: 200 len: 697 time: 0.0876691 Feb 05 02:51:59.578124 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-146d78f3-e634-4a8d-8422-4a76e0ba13f8 req-c987dda1-e58c-4dc3-adb3-06e5166754ff service neutron] 10.222.0.31 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055768 Feb 05 02:51:59.690656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d1f6a-08e6-45db-b4ec-606ac0ee6d03 req-10fc9fbd-485a-4a0d-a4fa-77a944d3595f tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:51:59.692099 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-739d1f6a-08e6-45db-b4ec-606ac0ee6d03 req-10fc9fbd-485a-4a0d-a4fa-77a944d3595f tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/ports?device_id=481edd70-34d3-4959-b0a4-91caa80454ba HTTP/1.1" status: 200 len: 946 time: 0.0871661 Feb 05 02:51:59.721407 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3089ee05-e88f-462a-9926-89e94bd5b9ec req-3e378290-69ca-4321-8d6b-fc2b6ed5fb3a tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Deleting port 2613173f-1c3b-4940-aa93-83e6f06c38d2 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:51:59.722089 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3089ee05-e88f-462a-9926-89e94bd5b9ec req-3e378290-69ca-4321-8d6b-fc2b6ed5fb3a tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (2613173f-1c3b-4940-aa93-83e6f06c38d2), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:59.728846 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0671b521-6803-4da1-bba3-67fb2abe90d4 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:51:59.803543 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-739d1f6a-08e6-45db-b4ec-606ac0ee6d03 req-9629768f-2178-4ba7-9a57-6ef4bc832fe5 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb7f242-f2f9-4d53-9c59-f6c134074373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006327 Feb 05 02:51:59.862620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3089ee05-e88f-462a-9926-89e94bd5b9ec req-3e378290-69ca-4321-8d6b-fc2b6ed5fb3a tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (2613173f-1c3b-4940-aa93-83e6f06c38d2), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:59.862971 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3089ee05-e88f-462a-9926-89e94bd5b9ec req-3e378290-69ca-4321-8d6b-fc2b6ed5fb3a tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for floatingip (2613173f-1c3b-4940-aa93-83e6f06c38d2), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:59.881519 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0671b521-6803-4da1-bba3-67fb2abe90d4, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0671b521-6803-4da1-bba3-67fb2abe90d4,segment=NetworkSegment(f6bc4053-136c-4aa2-908a-1415b6236590),segment_id=f6bc4053-136c-4aa2-908a-1415b6236590)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:51:59.890348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3089ee05-e88f-462a-9926-89e94bd5b9ec req-3e378290-69ca-4321-8d6b-fc2b6ed5fb3a tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Calling delete_port for 2613173f-1c3b-4940-aa93-83e6f06c38d2 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:51:59.897940 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '0671b521-6803-4da1-bba3-67fb2abe90d4', 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837', 'port_id': '0671b521-6803-4da1-bba3-67fb2abe90d4', 'mac_address': 'fa:16:3e:73:43:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d56501-1ea4-4b83-981b-f5df6eb890b5', 'ip_address': '19.80.0.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:51:59.950635 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0671b521-6803-4da1-bba3-67fb2abe90d4 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:51:59.951147 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0671b521-6803-4da1-bba3-67fb2abe90d4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:51:59.969490 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0671b521-6803-4da1-bba3-67fb2abe90d4 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:52:00.002463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0671b521-6803-4da1-bba3-67fb2abe90d4, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0671b521-6803-4da1-bba3-67fb2abe90d4,segment=NetworkSegment(f6bc4053-136c-4aa2-908a-1415b6236590),segment_id=f6bc4053-136c-4aa2-908a-1415b6236590)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:00.004705 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71255d8-1349-4f6f-a853-a0a151c69aef req-95b388d2-81da-4b1c-9a77-7884b9b0189e tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:00.008942 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a71255d8-1349-4f6f-a853-a0a151c69aef req-95b388d2-81da-4b1c-9a77-7884b9b0189e tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.1087115 Feb 05 02:52:00.010102 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0671b521-6803-4da1-bba3-67fb2abe90d4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:00.015502 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 8d7b3486-3016-455e-9766-85c258af8fe2 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:52:00.075776 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a71255d8-1349-4f6f-a853-a0a151c69aef req-8f58d099-5c5b-4fe3-868b-7dec3cc01f1d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622098 Feb 05 02:52:00.153196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=0671b521-6803-4da1-bba3-67fb2abe90d4,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:00.212501 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 8d7b3486-3016-455e-9766-85c258af8fe2, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=8d7b3486-3016-455e-9766-85c258af8fe2,segment=NetworkSegment(9a5e2c02-d7a2-4233-9621-90e78d2cc4f0),segment_id=9a5e2c02-d7a2-4233-9621-90e78d2cc4f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:00.225045 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '8d7b3486-3016-455e-9766-85c258af8fe2', 'network_id': '328b1e3f-f14f-4715-ab02-67ab436d21c6', 'port_id': '8d7b3486-3016-455e-9766-85c258af8fe2', 'mac_address': 'fa:16:3e:2f:2b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b4c5d4-a4b0-471c-a253-466748358fa7', 'ip_address': '19.86.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:52:00.249777 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3089ee05-e88f-462a-9926-89e94bd5b9ec req-3e378290-69ca-4321-8d6b-fc2b6ed5fb3a tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (2613173f-1c3b-4940-aa93-83e6f06c38d2), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:00.284064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 8d7b3486-3016-455e-9766-85c258af8fe2 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:00.284585 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8d7b3486-3016-455e-9766-85c258af8fe2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:00.287505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e378290-69ca-4321-8d6b-fc2b6ed5fb3a tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Pushing event deleted for resources: {'Port': ['ID=2613173f-1c3b-4940-aa93-83e6f06c38d2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:00.304629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9267fe-7ddd-422c-bfe6-df6907567289 req-eceac3c9-a699-4e09-8dc4-16aab81c6e99 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:00.306401 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7b3486-3016-455e-9766-85c258af8fe2 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:52:00.312356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9267fe-7ddd-422c-bfe6-df6907567289 req-eceac3c9-a699-4e09-8dc4-16aab81c6e99 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:00.329097 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9267fe-7ddd-422c-bfe6-df6907567289 req-eceac3c9-a699-4e09-8dc4-16aab81c6e99 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:00.331700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e9267fe-7ddd-422c-bfe6-df6907567289 req-eceac3c9-a699-4e09-8dc4-16aab81c6e99 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2413 time: 0.1770496 Feb 05 02:52:00.351441 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 8d7b3486-3016-455e-9766-85c258af8fe2, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=8d7b3486-3016-455e-9766-85c258af8fe2,segment=NetworkSegment(9a5e2c02-d7a2-4233-9621-90e78d2cc4f0),segment_id=9a5e2c02-d7a2-4233-9621-90e78d2cc4f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:00.356385 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8d7b3486-3016-455e-9766-85c258af8fe2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:00.357472 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device bff59cc7-e634-4b66-8618-fc3833a66232 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:52:00.424825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'tag': '079344d7-4040-40c5-96df-fead409a828f'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:00.427154 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657f2ef5-af0b-4e48-b31c-97c3256c3549" -d '{"events": [{"name": "network-changed", "server_uuid": "a47535b1-5f98-4003-a2f7-3f7a636d89ed", "tag": "079344d7-4040-40c5-96df-fead409a828f"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:00.432661 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=8d7b3486-3016-455e-9766-85c258af8fe2,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:00.437858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port bff59cc7-e634-4b66-8618-fc3833a66232, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bff59cc7-e634-4b66-8618-fc3833a66232,segment=NetworkSegment(f6bc4053-136c-4aa2-908a-1415b6236590),segment_id=f6bc4053-136c-4aa2-908a-1415b6236590)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:00.452160 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'bff59cc7-e634-4b66-8618-fc3833a66232', 'network_id': 'da409d9a-0218-4b78-a758-5335011f0837', 'port_id': 'bff59cc7-e634-4b66-8618-fc3833a66232', 'mac_address': 'fa:16:3e:6a:13:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d56501-1ea4-4b83-981b-f5df6eb890b5', 'ip_address': '19.80.0.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:52:00.478129 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e9267fe-7ddd-422c-bfe6-df6907567289 req-9e685a9b-14f2-49eb-9881-0376af79bb47 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339867 Feb 05 02:52:00.480775 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3089ee05-e88f-462a-9926-89e94bd5b9ec req-3e378290-69ca-4321-8d6b-fc2b6ed5fb3a tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks [] for floatingip (ed7a129b-8d1b-4beb-af0c-2b55328fdbdd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:00.483375 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3089ee05-e88f-462a-9926-89e94bd5b9ec req-3e378290-69ca-4321-8d6b-fc2b6ed5fb3a tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:00.495168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3089ee05-e88f-462a-9926-89e94bd5b9ec req-3e378290-69ca-4321-8d6b-fc2b6ed5fb3a tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "DELETE /v2.0/floatingips/ed7a129b-8d1b-4beb-af0c-2b55328fdbdd HTTP/1.1" status: 204 len: 173 time: 0.9792037 Feb 05 02:52:00.500124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port bff59cc7-e634-4b66-8618-fc3833a66232 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:00.500681 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bff59cc7-e634-4b66-8618-fc3833a66232), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:00.515091 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0d6bcf21-5885-4803-889a-295367f44cfc no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:00.547438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff59cc7-e634-4b66-8618-fc3833a66232 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:52:00.552155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 0d6bcf21-5885-4803-889a-295367f44cfc {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:00.552643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0d6bcf21-5885-4803-889a-295367f44cfc not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:00.553883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device d437598e-75e1-4c07-a16d-182805ede5a8 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:00.565659 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a35b707-f014-49e7-9930-f2237c1aab7b x-openstack-request-id: req-2a35b707-f014-49e7-9930-f2237c1aab7b {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:00.566035 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47535b1-5f98-4003-a2f7-3f7a636d89ed", "tag": "079344d7-4040-40c5-96df-fead409a828f", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:00.566357 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a35b707-f014-49e7-9930-f2237c1aab7b {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:00.566881 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'tag': '079344d7-4040-40c5-96df-fead409a828f', 'status': 'completed', 'code': 200} Feb 05 02:52:00.570123 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea35cc6c-a007-4271-902e-ff95cd7b6a15 req-6248ef92-0872-4887-a285-a1108ba372a0 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 210 time: 0.0330386 Feb 05 02:52:00.609869 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: d437598e-75e1-4c07-a16d-182805ede5a8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:00.610300 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device d437598e-75e1-4c07-a16d-182805ede5a8 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:00.625296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port bff59cc7-e634-4b66-8618-fc3833a66232, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bff59cc7-e634-4b66-8618-fc3833a66232,segment=NetworkSegment(f6bc4053-136c-4aa2-908a-1415b6236590),segment_id=f6bc4053-136c-4aa2-908a-1415b6236590)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:00.636583 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (bff59cc7-e634-4b66-8618-fc3833a66232), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:00.657728 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f2ef5-af0b-4e48-b31c-97c3256c3549 req-b0652c1c-67c2-46fb-8023-27fbcea3707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:00.660034 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-657f2ef5-af0b-4e48-b31c-97c3256c3549 req-b0652c1c-67c2-46fb-8023-27fbcea3707e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 1128 time: 0.0741632 Feb 05 02:52:00.720181 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=bff59cc7-e634-4b66-8618-fc3833a66232,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:00.745304 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207a4971-089f-4e48-814a-b171882849f5', 'name': 'network-vif-deleted', 'tag': 'd437598e-75e1-4c07-a16d-182805ede5a8'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:00.750209 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c43fe4d-436e-4f1f-85ba-109e569fac94" -d '{"events": [{"server_uuid": "207a4971-089f-4e48-814a-b171882849f5", "name": "network-vif-deleted", "tag": "d437598e-75e1-4c07-a16d-182805ede5a8"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:00.876123 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a435d-fa8e-4dbe-895f-51336285dd0b req-b34107e5-3b15-44ee-afdd-ad7ef73bea3e tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:00.883818 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-731a435d-fa8e-4dbe-895f-51336285dd0b req-b34107e5-3b15-44ee-afdd-ad7ef73bea3e tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 946 time: 0.0757134 Feb 05 02:52:00.888945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f2ef5-af0b-4e48-b31c-97c3256c3549 req-78a7e13a-3a4d-4e44-bd19-63488e0f689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:00.896562 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-657f2ef5-af0b-4e48-b31c-97c3256c3549 req-78a7e13a-3a4d-4e44-bd19-63488e0f689b service neutron] 10.222.0.31 "GET /v2.0/networks?id=83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 200 len: 921 time: 0.2285414 Feb 05 02:52:00.904300 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bb2285-a778-475e-8428-1ecc515d1c8b x-openstack-request-id: req-98bb2285-a778-475e-8428-1ecc515d1c8b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:00.904588 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207a4971-089f-4e48-814a-b171882849f5", "name": "network-vif-deleted", "tag": "d437598e-75e1-4c07-a16d-182805ede5a8", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:00.904846 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98bb2285-a778-475e-8428-1ecc515d1c8b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:00.905240 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207a4971-089f-4e48-814a-b171882849f5', 'name': 'network-vif-deleted', 'tag': 'd437598e-75e1-4c07-a16d-182805ede5a8', 'status': 'completed', 'code': 200} Feb 05 02:52:00.952264 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-731a435d-fa8e-4dbe-895f-51336285dd0b req-74f7bdc1-36bb-4872-bdd5-f1373b2c6ba8 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675766 Feb 05 02:52:00.981471 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e18c5-2cfe-49ca-8cc1-025bc788c13e req-b6e69ffe-0af5-4041-bc31-b320f46cd393 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:00.985011 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1a5e18c5-2cfe-49ca-8cc1-025bc788c13e req-b6e69ffe-0af5-4041-bc31-b320f46cd393 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.10 "GET /v2.0/ports?device_id=481edd70-34d3-4959-b0a4-91caa80454ba HTTP/1.1" status: 200 len: 946 time: 0.1889880 Feb 05 02:52:00.988594 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-657f2ef5-af0b-4e48-b31c-97c3256c3549 req-f591ecb7-5a2c-48ac-8b38-d615ea46fb7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=079344d7-4040-40c5-96df-fead409a828f HTTP/1.1" status: 200 len: 217 time: 0.0804167 Feb 05 02:52:00.990959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0671b521-6803-4da1-bba3-67fb2abe90d4'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:52:01.025814 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695ccda-8602-4cdd-a4b8-f8af1c2c43ce req-d3326fae-3a65-439d-a139-6650abe4a294 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:01.027562 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d695ccda-8602-4cdd-a4b8-f8af1c2c43ce req-d3326fae-3a65-439d-a139-6650abe4a294 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/ports?device_id=481edd70-34d3-4959-b0a4-91caa80454ba HTTP/1.1" status: 200 len: 946 time: 0.0724034 Feb 05 02:52:01.045447 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['bff59cc7-e634-4b66-8618-fc3833a66232'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:52:01.099696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d695ccda-8602-4cdd-a4b8-f8af1c2c43ce req-7d197285-5b08-47f1-9205-f231ce679fd5 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fb7f242-f2f9-4d53-9c59-f6c134074373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608680 Feb 05 02:52:01.150510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f2ef5-af0b-4e48-b31c-97c3256c3549 req-01da7dda-887f-4c2f-8d5e-2da701314cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:01.155264 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-657f2ef5-af0b-4e48-b31c-97c3256c3549 req-01da7dda-887f-4c2f-8d5e-2da701314cdb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3631be40-f44d-47c5-b742-59c603ecb74b HTTP/1.1" status: 200 len: 859 time: 0.1416390 Feb 05 02:52:01.177913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282d6ba-0455-4ea2-a978-939b980992e3 req-88902e2a-1019-400e-833e-6d32e39a89a4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:01.186738 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6282d6ba-0455-4ea2-a978-939b980992e3 req-88902e2a-1019-400e-833e-6d32e39a89a4 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.0918624 Feb 05 02:52:01.234353 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-1a5e18c5-2cfe-49ca-8cc1-025bc788c13e req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Deleting port 581b27be-faf2-4a67-aa2b-22acffa92dd4 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:01.234674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1a5e18c5-2cfe-49ca-8cc1-025bc788c13e req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (581b27be-faf2-4a67-aa2b-22acffa92dd4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:01.258208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6282d6ba-0455-4ea2-a978-939b980992e3 req-9af4758d-2217-4656-b9bb-17a42114b673 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702512 Feb 05 02:52:01.288983 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f2ef5-af0b-4e48-b31c-97c3256c3549 req-6d27d5dc-9070-44b8-a8dd-6d48c959f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:01.291689 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-657f2ef5-af0b-4e48-b31c-97c3256c3549 req-6d27d5dc-9070-44b8-a8dd-6d48c959f2a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=83be0105-9b9a-4797-b354-f35ef16802de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1287937 Feb 05 02:52:01.414020 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-657f2ef5-af0b-4e48-b31c-97c3256c3549 req-ed0dd197-a59c-4e5c-b067-b4aeeb36a784 service neutron] 10.222.0.31 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111858 Feb 05 02:52:01.480844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248a330-4b3e-4cf8-8496-21c69d5213f1 req-117715a1-7c05-4f77-96f1-949e5f630dc5 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:01.488637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6248a330-4b3e-4cf8-8496-21c69d5213f1 req-117715a1-7c05-4f77-96f1-949e5f630dc5 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.0995231 Feb 05 02:52:01.525504 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-657f2ef5-af0b-4e48-b31c-97c3256c3549 req-9fa26f89-6c8c-4069-8595-986656b9819e service neutron] 10.222.0.31 "GET /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034102 Feb 05 02:52:01.526051 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-eca94dd5-b201-4ba6-be04-017b0cd4c112 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:01.527567 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-eca94dd5-b201-4ba6-be04-017b0cd4c112 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 820 time: 0.2641892 Feb 05 02:52:01.553418 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-1a5e18c5-2cfe-49ca-8cc1-025bc788c13e req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] For port 581b27be-faf2-4a67-aa2b-22acffa92dd4, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=581b27be-faf2-4a67-aa2b-22acffa92dd4,segment=NetworkSegment(48398af4-642a-4b25-9ce8-a299cb0996aa),segment_id=48398af4-642a-4b25-9ce8-a299cb0996aa)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:01.553817 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1a5e18c5-2cfe-49ca-8cc1-025bc788c13e req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (581b27be-faf2-4a67-aa2b-22acffa92dd4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:01.568447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-1a5e18c5-2cfe-49ca-8cc1-025bc788c13e req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Calling delete_port for 581b27be-faf2-4a67-aa2b-22acffa92dd4 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:01.569113 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6248a330-4b3e-4cf8-8496-21c69d5213f1 req-e0f7e900-7613-4a52-b601-704e1c43ad0d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792897 Feb 05 02:52:01.575518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-cda9e605-15ae-4c08-8bdd-161fccddcd3a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/quotas/1efeace9c19e4c6591bec43ee004b4ff HTTP/1.1" status: 200 len: 375 time: 0.0250518 Feb 05 02:52:01.647464 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-fdafd704-00eb-408b-9204-591aca0f07d7 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704520 Feb 05 02:52:01.717860 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1a5e18c5-2cfe-49ca-8cc1-025bc788c13e req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (581b27be-faf2-4a67-aa2b-22acffa92dd4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:01.734848 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['581b27be-faf2-4a67-aa2b-22acffa92dd4'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:52:01.750742 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Pushing event deleted for resources: {'Port': ['ID=581b27be-faf2-4a67-aa2b-22acffa92dd4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:01.761694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf68b9e-2b9f-4c6c-b616-eced016487c5 req-eeafddfe-a3b8-4b0f-9fc9-a10e88391339 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:01.767011 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf68b9e-2b9f-4c6c-b616-eced016487c5 req-eeafddfe-a3b8-4b0f-9fc9-a10e88391339 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:01.772385 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf68b9e-2b9f-4c6c-b616-eced016487c5 req-eeafddfe-a3b8-4b0f-9fc9-a10e88391339 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:01.774023 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cf68b9e-2b9f-4c6c-b616-eced016487c5 req-eeafddfe-a3b8-4b0f-9fc9-a10e88391339 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2415 time: 0.1255484 Feb 05 02:52:01.804483 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:01.804833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:01.805286 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:01.805694 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:01.806230 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:01.806631 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:01.807049 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:01.807442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:01.807834 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:01.808223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:01.808617 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:01.809003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:01.809407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:01.815499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-c7089ed5-ed1b-4651-9723-fd8bdc0cdb99 service neutron] 10.222.0.36 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569829 Feb 05 02:52:01.833919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5e18c5-2cfe-49ca-8cc1-025bc788c13e req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] No DVR routers for this DVR port 581b27be-faf2-4a67-aa2b-22acffa92dd4 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:52:01.836480 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1a5e18c5-2cfe-49ca-8cc1-025bc788c13e req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:01.839971 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1a5e18c5-2cfe-49ca-8cc1-025bc788c13e req-2105276d-f3cf-436e-93ea-f86e29f9ed93 tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.10 "DELETE /v2.0/ports/581b27be-faf2-4a67-aa2b-22acffa92dd4 HTTP/1.1" status: 204 len: 173 time: 0.8503423 Feb 05 02:52:01.884541 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cf68b9e-2b9f-4c6c-b616-eced016487c5 req-fe6c6bc6-c5c6-46af-9923-53eda2264f82 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971704 Feb 05 02:52:01.986426 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25a0be3f-9d97-4cd1-b3f5-9503ff4c3117 req-981c87c8-045f-4f98-a036-9b40e806242c tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 210 time: 0.0381553 Feb 05 02:52:01.988378 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-f1ff01f6-b08b-47e3-958b-9d4a5147dab8 service neutron] 10.222.0.36 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620488 Feb 05 02:52:02.099564 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ef4a9-f7b4-4278-93fe-154fa20ac513 req-71c06303-f58e-4c2e-8d68-5e63b8ebb3c6 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:02.101237 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b83ef4a9-f7b4-4278-93fe-154fa20ac513 req-71c06303-f58e-4c2e-8d68-5e63b8ebb3c6 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 946 time: 0.0559652 Feb 05 02:52:02.145271 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['8d7b3486-3016-455e-9766-85c258af8fe2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:52:02.153983 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b83ef4a9-f7b4-4278-93fe-154fa20ac513 req-881a2aef-1a0c-45c5-8ed1-f0501b1accc0 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/security-groups?id=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471036 Feb 05 02:52:02.274047 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2995759-9946-4300-bb87-febaa082418d req-12a5c143-bf35-42ef-93fb-b4ce850e554d tempest-ServerPasswordTestJSON-924720218 tempest-ServerPasswordTestJSON-924720218-project] 10.222.0.36 "GET /v2.0/ports?device_id=481edd70-34d3-4959-b0a4-91caa80454ba HTTP/1.1" status: 200 len: 210 time: 0.0317619 Feb 05 02:52:02.432149 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8ec6607f-f43a-4aea-b806-f001f70ac496 req-47ebf5ee-012c-4087-b8bd-e499088560ab tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 210 time: 0.0683441 Feb 05 02:52:02.508158 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080e635-08a9-475d-9ef7-1c6978fddc8b req-2c222b52-bdb0-448b-92a7-1f6a26065790 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:02.511994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fdb3a-d444-47ab-a7ed-5ff9b7f63621 req-891bd604-86cf-4d49-9ba4-30abd878421c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:02.513760 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d080e635-08a9-475d-9ef7-1c6978fddc8b req-2c222b52-bdb0-448b-92a7-1f6a26065790 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.31 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 946 time: 0.1218710 Feb 05 02:52:02.514969 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-934fdb3a-d444-47ab-a7ed-5ff9b7f63621 req-891bd604-86cf-4d49-9ba4-30abd878421c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1344151 Feb 05 02:52:02.569876 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-934fdb3a-d444-47ab-a7ed-5ff9b7f63621 req-e7f2559e-4df0-4f5d-90b0-59de3c3be4ce tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469694 Feb 05 02:52:02.646895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-d080e635-08a9-475d-9ef7-1c6978fddc8b req-73a852d4-1c68-488f-92a2-a6f0e4a21ffe tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Deleting port 079344d7-4040-40c5-96df-fead409a828f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:02.647318 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d080e635-08a9-475d-9ef7-1c6978fddc8b req-73a852d4-1c68-488f-92a2-a6f0e4a21ffe tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (079344d7-4040-40c5-96df-fead409a828f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:02.725725 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff0c35-6dd9-4241-af5b-3574bd9c16b9 req-71b185b6-416e-4070-ac8c-a38a1c7e06fe tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:02.727681 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcff0c35-6dd9-4241-af5b-3574bd9c16b9 req-71b185b6-416e-4070-ac8c-a38a1c7e06fe tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.0676508 Feb 05 02:52:02.768747 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d080e635-08a9-475d-9ef7-1c6978fddc8b req-73a852d4-1c68-488f-92a2-a6f0e4a21ffe tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] For port 079344d7-4040-40c5-96df-fead409a828f, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=079344d7-4040-40c5-96df-fead409a828f,segment=NetworkSegment(2e5f7e0a-7727-4213-9aa2-dc062c41f11f),segment_id=2e5f7e0a-7727-4213-9aa2-dc062c41f11f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:02.769372 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d080e635-08a9-475d-9ef7-1c6978fddc8b req-73a852d4-1c68-488f-92a2-a6f0e4a21ffe tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (079344d7-4040-40c5-96df-fead409a828f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:02.784767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-d080e635-08a9-475d-9ef7-1c6978fddc8b req-73a852d4-1c68-488f-92a2-a6f0e4a21ffe tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Calling delete_port for 079344d7-4040-40c5-96df-fead409a828f owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:02.789359 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcff0c35-6dd9-4241-af5b-3574bd9c16b9 req-ff10bbad-3d45-4a15-914b-3b6fa6ee7909 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534935 Feb 05 02:52:02.907399 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481edd70-34d3-4959-b0a4-91caa80454ba', 'name': 'network-vif-deleted', 'tag': '581b27be-faf2-4a67-aa2b-22acffa92dd4'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:02.909605 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c991b1cb-0326-4954-98cd-b83237cb662a" -d '{"events": [{"server_uuid": "481edd70-34d3-4959-b0a4-91caa80454ba", "name": "network-vif-deleted", "tag": "581b27be-faf2-4a67-aa2b-22acffa92dd4"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:02.946687 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d080e635-08a9-475d-9ef7-1c6978fddc8b req-73a852d4-1c68-488f-92a2-a6f0e4a21ffe tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (079344d7-4040-40c5-96df-fead409a828f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:02.960355 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['079344d7-4040-40c5-96df-fead409a828f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:52:03.007509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a852d4-1c68-488f-92a2-a6f0e4a21ffe tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Pushing event deleted for resources: {'Port': ['ID=079344d7-4040-40c5-96df-fead409a828f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:03.023101 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7d91bf-08d1-407e-9ff2-db2d644d94aa x-openstack-request-id: req-ba7d91bf-08d1-407e-9ff2-db2d644d94aa {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:03.023330 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481edd70-34d3-4959-b0a4-91caa80454ba", "name": "network-vif-deleted", "tag": "581b27be-faf2-4a67-aa2b-22acffa92dd4", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:03.023541 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba7d91bf-08d1-407e-9ff2-db2d644d94aa {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:03.024396 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481edd70-34d3-4959-b0a4-91caa80454ba', 'name': 'network-vif-deleted', 'tag': '581b27be-faf2-4a67-aa2b-22acffa92dd4', 'status': 'completed', 'code': 200} Feb 05 02:52:03.045068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d080e635-08a9-475d-9ef7-1c6978fddc8b req-73a852d4-1c68-488f-92a2-a6f0e4a21ffe tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] No DVR routers for this DVR port 079344d7-4040-40c5-96df-fead409a828f on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:52:03.048019 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d080e635-08a9-475d-9ef7-1c6978fddc8b req-73a852d4-1c68-488f-92a2-a6f0e4a21ffe tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:03.052192 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d080e635-08a9-475d-9ef7-1c6978fddc8b req-73a852d4-1c68-488f-92a2-a6f0e4a21ffe tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.31 "DELETE /v2.0/ports/079344d7-4040-40c5-96df-fead409a828f HTTP/1.1" status: 204 len: 173 time: 0.5303266 Feb 05 02:52:03.091492 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c06331-bb6e-4969-b6d3-8c063215ddb7 req-6d93f298-1f55-443a-ad45-17b882fe0886 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:03.097014 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c06331-bb6e-4969-b6d3-8c063215ddb7 req-6d93f298-1f55-443a-ad45-17b882fe0886 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:03.102650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c06331-bb6e-4969-b6d3-8c063215ddb7 req-6d93f298-1f55-443a-ad45-17b882fe0886 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:03.104487 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2c06331-bb6e-4969-b6d3-8c063215ddb7 req-6d93f298-1f55-443a-ad45-17b882fe0886 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2415 time: 0.1258419 Feb 05 02:52:03.137648 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-da186b7f-01ba-4b6f-bc3c-40f6b2fac39e req-e50a8e5d-0be2-44e4-91fa-2979ff2b7912 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 210 time: 0.0321143 Feb 05 02:52:03.194913 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2c06331-bb6e-4969-b6d3-8c063215ddb7 req-f1ec0c07-b6c8-4476-b220-348638468469 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811541 Feb 05 02:52:03.266384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb344174-f0f4-47d6-8b3a-3a543504164d req-7abf8a45-84f1-4b6e-81c1-688c74e359b8 tempest-FloatingIPsAssociationTestJSON-1046201138 tempest-FloatingIPsAssociationTestJSON-1046201138-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47535b1-5f98-4003-a2f7-3f7a636d89ed HTTP/1.1" status: 200 len: 210 time: 0.0293932 Feb 05 02:52:03.360093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45938) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:03.416543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-38cba58d-d9a0-4f44-a4c1-fcfae06ef429 admin admin] Deleting subnet 6180cbef-a1ce-41c4-9981-5bd643ed4f61 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:52:03.419889 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38cba58d-d9a0-4f44-a4c1-fcfae06ef429 admin admin] Publish callbacks [] for subnet (6180cbef-a1ce-41c4-9981-5bd643ed4f61), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:03.455745 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38cba58d-d9a0-4f44-a4c1-fcfae06ef429 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (6180cbef-a1ce-41c4-9981-5bd643ed4f61), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:03.502498 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38cba58d-d9a0-4f44-a4c1-fcfae06ef429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (6180cbef-a1ce-41c4-9981-5bd643ed4f61), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:03.561335 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-028b738b-551c-4367-b5f4-092a64bd3786 req-93c84c41-bc25-4070-b0c5-7fcbd0b87c11 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 210 time: 0.0477834 Feb 05 02:52:03.592657 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-53d92a1b-5883-4fd2-9238-0a1d797cca32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:03.638256 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38cba58d-d9a0-4f44-a4c1-fcfae06ef429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (6180cbef-a1ce-41c4-9981-5bd643ed4f61), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:03.655868 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38cba58d-d9a0-4f44-a4c1-fcfae06ef429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:03.662566 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45944) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:03.663563 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-38cba58d-d9a0-4f44-a4c1-fcfae06ef429 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6180cbef-a1ce-41c4-9981-5bd643ed4f61 HTTP/1.1" status: 204 len: 168 time: 0.3012364 Feb 05 02:52:03.685683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cba58d-d9a0-4f44-a4c1-fcfae06ef429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6180cbef-a1ce-41c4-9981-5bd643ed4f61,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:03.702126 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d0860-79f6-4c3b-8541-c98dea3300e2 req-f7d67d45-3c31-4d10-9264-813d1ff4a1a5 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:03.703773 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-939d0860-79f6-4c3b-8541-c98dea3300e2 req-f7d67d45-3c31-4d10-9264-813d1ff4a1a5 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1786804 Feb 05 02:52:03.735626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0671b521-6803-4da1-bba3-67fb2abe90d4 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:03.833316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-da9610dc-d9bb-457e-a341-057e472acf1c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:03.835107 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-da9610dc-d9bb-457e-a341-057e472acf1c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.31 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 820 time: 0.1300194 Feb 05 02:52:03.846957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 0671b521-6803-4da1-bba3-67fb2abe90d4 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:52:03.849062 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-02757183-0de6-449c-bfde-0a77b81ee7f2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Request body: {'port': {'device_id': '91c4bef7-de78-4007-8d10-7573084b8f24', 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119', 'admin_state_up': True, 'tenant_id': '1efeace9c19e4c6591bec43ee004b4ff'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:03.851373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 0671b521-6803-4da1-bba3-67fb2abe90d4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:03.851981 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0671b521-6803-4da1-bba3-67fb2abe90d4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:03.881073 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb4716f2-55ac-4650-8b7b-6c4caeaaab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (96d7260d-e293-4c69-98e2-4532661b27c8), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:03.945489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932334-9c98-4a31-b7b5-4fccec7e188d req-c85bd67f-8750-4ce0-81fb-663b0a300cd5 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:03.967450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-34932334-9c98-4a31-b7b5-4fccec7e188d req-c85bd67f-8750-4ce0-81fb-663b0a300cd5 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.2957995 Feb 05 02:52:03.968192 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0671b521-6803-4da1-bba3-67fb2abe90d4 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:03.968691 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0671b521-6803-4da1-bba3-67fb2abe90d4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:03.996662 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0671b521-6803-4da1-bba3-67fb2abe90d4'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:04.000166 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cc800e-3f46-4b0b-9efe-29c31bb2d0d8" -d '{"events": [{"server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "name": "network-vif-plugged", "status": "completed", "tag": "0671b521-6803-4da1-bba3-67fb2abe90d4"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:04.018946 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0671b521-6803-4da1-bba3-67fb2abe90d4, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0671b521-6803-4da1-bba3-67fb2abe90d4,segment=NetworkSegment(f6bc4053-136c-4aa2-908a-1415b6236590),segment_id=f6bc4053-136c-4aa2-908a-1415b6236590)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:04.025179 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0671b521-6803-4da1-bba3-67fb2abe90d4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:04.026488 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device bff59cc7-e634-4b66-8618-fc3833a66232 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:04.088891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-939d0860-79f6-4c3b-8541-c98dea3300e2 req-d4aca0dd-97b9-42c6-9f37-72dc6f326a6c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Deleting port 7d2c2a52-607a-4e58-bc85-ee9318ed72bb {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:04.089387 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-939d0860-79f6-4c3b-8541-c98dea3300e2 req-d4aca0dd-97b9-42c6-9f37-72dc6f326a6c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7d2c2a52-607a-4e58-bc85-ee9318ed72bb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:04.145632 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2adb5fd-ba2e-4035-8c03-e60ec0bbe2d9 req-073ecc07-4290-4336-b6a0-642d5124ca1a tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:04.156129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port bff59cc7-e634-4b66-8618-fc3833a66232 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:52:04.157136 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2adb5fd-ba2e-4035-8c03-e60ec0bbe2d9 req-073ecc07-4290-4336-b6a0-642d5124ca1a tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.2667868 Feb 05 02:52:04.159071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-02757183-0de6-449c-bfde-0a77b81ee7f2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Made reservation on behalf of 1efeace9c19e4c6591bec43ee004b4ff for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:04.165163 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-02757183-0de6-449c-bfde-0a77b81ee7f2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:04.166107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port bff59cc7-e634-4b66-8618-fc3833a66232 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:04.166992 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bff59cc7-e634-4b66-8618-fc3833a66232), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:04.200209 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb4716f2-55ac-4650-8b7b-6c4caeaaab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (96d7260d-e293-4c69-98e2-4532661b27c8), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:04.211292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=0671b521-6803-4da1-bba3-67fb2abe90d4,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:04.218179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-34932334-9c98-4a31-b7b5-4fccec7e188d req-54859a8d-bb19-4cba-a8ba-2919656e3481 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497735 Feb 05 02:52:04.277379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-939d0860-79f6-4c3b-8541-c98dea3300e2 req-d4aca0dd-97b9-42c6-9f37-72dc6f326a6c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] For port 7d2c2a52-607a-4e58-bc85-ee9318ed72bb, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=7d2c2a52-607a-4e58-bc85-ee9318ed72bb,segment=NetworkSegment(a763eb1f-5e8d-4bf6-88db-db88e863bc0f),segment_id=a763eb1f-5e8d-4bf6-88db-db88e863bc0f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:04.277799 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-939d0860-79f6-4c3b-8541-c98dea3300e2 req-d4aca0dd-97b9-42c6-9f37-72dc6f326a6c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7d2c2a52-607a-4e58-bc85-ee9318ed72bb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:04.301648 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-eb4716f2-55ac-4650-8b7b-6c4caeaaab1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d7260d-e293-4c69-98e2-4532661b27c8']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:04.307693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-939d0860-79f6-4c3b-8541-c98dea3300e2 req-d4aca0dd-97b9-42c6-9f37-72dc6f326a6c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Calling delete_port for 7d2c2a52-607a-4e58-bc85-ee9318ed72bb owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:04.323568 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f47fec-bb1b-4d59-922f-b4c86ac6acfa x-openstack-request-id: req-e4f47fec-bb1b-4d59-922f-b4c86ac6acfa {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:04.323875 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "name": "network-vif-plugged", "status": "completed", "tag": "0671b521-6803-4da1-bba3-67fb2abe90d4", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:04.324135 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e4f47fec-bb1b-4d59-922f-b4c86ac6acfa {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:04.324533 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0671b521-6803-4da1-bba3-67fb2abe90d4', 'code': 200} Feb 05 02:52:04.351752 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-eb4716f2-55ac-4650-8b7b-6c4caeaaab1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48398af4-642a-4b25-9ce8-a299cb0996aa') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:04.353674 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-eb4716f2-55ac-4650-8b7b-6c4caeaaab1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48398af4-642a-4b25-9ce8-a299cb0996aa') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:04.363883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port bff59cc7-e634-4b66-8618-fc3833a66232 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:04.364286 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bff59cc7-e634-4b66-8618-fc3833a66232), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:04.405962 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2adb5fd-ba2e-4035-8c03-e60ec0bbe2d9 req-176e440c-d9d6-4895-96f0-bc6fd7e09be6 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478647 Feb 05 02:52:04.419178 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb4716f2-55ac-4650-8b7b-6c4caeaaab1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (48398af4-642a-4b25-9ce8-a299cb0996aa), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:04.455145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port bff59cc7-e634-4b66-8618-fc3833a66232, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bff59cc7-e634-4b66-8618-fc3833a66232,segment=NetworkSegment(f6bc4053-136c-4aa2-908a-1415b6236590),segment_id=f6bc4053-136c-4aa2-908a-1415b6236590)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:04.464957 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (bff59cc7-e634-4b66-8618-fc3833a66232), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:04.465901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 8d7b3486-3016-455e-9766-85c258af8fe2 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:04.550231 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb4716f2-55ac-4650-8b7b-6c4caeaaab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (48398af4-642a-4b25-9ce8-a299cb0996aa), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:04.565390 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01930c95-1d01-4c8b-b0d1-987251da938c req-d4eea5ef-4fcd-48a6-a6f3-9b136057d697 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 210 time: 0.1071513 Feb 05 02:52:04.594956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4716f2-55ac-4650-8b7b-6c4caeaaab1a admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:52:04.595372 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb4716f2-55ac-4650-8b7b-6c4caeaaab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (48398af4-642a-4b25-9ce8-a299cb0996aa), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:52:04.597185 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:52:04.647388 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45958) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:04.665605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 8d7b3486-3016-455e-9766-85c258af8fe2 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:52:04.671391 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=bff59cc7-e634-4b66-8618-fc3833a66232,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:04.691371 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 8d7b3486-3016-455e-9766-85c258af8fe2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:04.691752 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8d7b3486-3016-455e-9766-85c258af8fe2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:04.806279 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-265338eb-ddd3-4387-bdf1-eac72a43afde req-22c84225-926c-449b-9d78-3089c8617b2a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 210 time: 0.0972807 Feb 05 02:52:04.827750 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb4716f2-55ac-4650-8b7b-6c4caeaaab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (96d7260d-e293-4c69-98e2-4532661b27c8), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:04.839934 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb4716f2-55ac-4650-8b7b-6c4caeaaab1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:04.843256 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-eb4716f2-55ac-4650-8b7b-6c4caeaaab1a admin admin] 10.222.0.36 "DELETE /v2.0/networks/96d7260d-e293-4c69-98e2-4532661b27c8 HTTP/1.1" status: 204 len: 168 time: 1.1793959 Feb 05 02:52:04.864861 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 8d7b3486-3016-455e-9766-85c258af8fe2 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:04.865150 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8d7b3486-3016-455e-9766-85c258af8fe2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:04.878471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4716f2-55ac-4650-8b7b-6c4caeaaab1a admin admin] Pushing event deleted for resources: {'Network': ['ID=96d7260d-e293-4c69-98e2-4532661b27c8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:04.899267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f3c57-b278-46a5-baa9-aa3bdeea9b46 req-92894ade-f081-46d9-ac40-d048eecd4d1e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:04.913273 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f3c57-b278-46a5-baa9-aa3bdeea9b46 req-92894ade-f081-46d9-ac40-d048eecd4d1e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:04.925529 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 8d7b3486-3016-455e-9766-85c258af8fe2, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=8d7b3486-3016-455e-9766-85c258af8fe2,segment=NetworkSegment(9a5e2c02-d7a2-4233-9621-90e78d2cc4f0),segment_id=9a5e2c02-d7a2-4233-9621-90e78d2cc4f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:04.929524 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f3c57-b278-46a5-baa9-aa3bdeea9b46 req-92894ade-f081-46d9-ac40-d048eecd4d1e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:04.935480 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-994f3c57-b278-46a5-baa9-aa3bdeea9b46 req-92894ade-f081-46d9-ac40-d048eecd4d1e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2417 time: 0.3687291 Feb 05 02:52:04.938522 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8d7b3486-3016-455e-9766-85c258af8fe2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:05.035414 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'name': 'network-vif-deleted', 'tag': '079344d7-4040-40c5-96df-fead409a828f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:05.039555 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461f5ad4-92b6-4673-8608-f5f7842f4ec6" -d '{"events": [{"server_uuid": "a47535b1-5f98-4003-a2f7-3f7a636d89ed", "name": "network-vif-deleted", "tag": "079344d7-4040-40c5-96df-fead409a828f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:05.052490 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=8d7b3486-3016-455e-9766-85c258af8fe2,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:05.071395 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-994f3c57-b278-46a5-baa9-aa3bdeea9b46 req-c1ae825a-f0cc-473c-858e-fc784f3fb1da tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327422 Feb 05 02:52:05.106600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45964) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:05.109952 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-02757183-0de6-449c-bfde-0a77b81ee7f2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Allocated IP 172.20.0.11 (7989079b-2a98-4df8-9515-2a06293b2119/4a3e862e-d976-4a4a-b805-d4274563e5fa/0ef14be5-a1a9-4303-be5e-d81e93e078c6) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:52:05.143839 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5183d2bf-a613-4f24-9217-4c72f15c211a x-openstack-request-id: req-5183d2bf-a613-4f24-9217-4c72f15c211a {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:05.143839 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47535b1-5f98-4003-a2f7-3f7a636d89ed", "name": "network-vif-deleted", "tag": "079344d7-4040-40c5-96df-fead409a828f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:05.143839 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5183d2bf-a613-4f24-9217-4c72f15c211a {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:05.144256 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47535b1-5f98-4003-a2f7-3f7a636d89ed', 'name': 'network-vif-deleted', 'tag': '079344d7-4040-40c5-96df-fead409a828f', 'status': 'completed', 'code': 200} Feb 05 02:52:05.162045 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0e6103ef-1fd3-4268-99ed-0732bbbfd9a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5281acb7dbef430aadfdce445a698e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542207 Feb 05 02:52:05.165779 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45966) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:05.232127 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6f3178a-daa9-4669-a44e-0ceaa00f868a admin admin] Publish callbacks [] for security_group (9fb7f242-f2f9-4d53-9c59-f6c134074373), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:05.292607 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6f3178a-daa9-4669-a44e-0ceaa00f868a admin admin] Publish callbacks [] for security_group (9fb7f242-f2f9-4d53-9c59-f6c134074373), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:05.393703 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6f3178a-daa9-4669-a44e-0ceaa00f868a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9fb7f242-f2f9-4d53-9c59-f6c134074373), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:05.398793 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6f3178a-daa9-4669-a44e-0ceaa00f868a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:05.400986 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a6f3178a-daa9-4669-a44e-0ceaa00f868a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9fb7f242-f2f9-4d53-9c59-f6c134074373 HTTP/1.1" status: 204 len: 168 time: 0.2338824 Feb 05 02:52:05.430298 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73015cfc-6ebf-4e2b-9e36-d6f1b6002aae req-c378f51d-dac7-4095-b981-0eeaed41863a tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:05.442416 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73015cfc-6ebf-4e2b-9e36-d6f1b6002aae req-c378f51d-dac7-4095-b981-0eeaed41863a tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b7a35b-347d-4098-a97e-394c28891c86 HTTP/1.1" status: 200 len: 945 time: 0.1169391 Feb 05 02:52:05.445284 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-939d0860-79f6-4c3b-8541-c98dea3300e2 req-d4aca0dd-97b9-42c6-9f37-72dc6f326a6c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7d2c2a52-607a-4e58-bc85-ee9318ed72bb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:05.447151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3178a-daa9-4669-a44e-0ceaa00f868a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb7f242-f2f9-4d53-9c59-f6c134074373,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:05.463258 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['7d2c2a52-607a-4e58-bc85-ee9318ed72bb'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:52:05.485344 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aca0dd-97b9-42c6-9f37-72dc6f326a6c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Pushing event deleted for resources: {'Port': ['ID=7d2c2a52-607a-4e58-bc85-ee9318ed72bb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:05.560128 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-02757183-0de6-449c-bfde-0a77b81ee7f2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks [] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:05.568360 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73015cfc-6ebf-4e2b-9e36-d6f1b6002aae req-839fa297-18fc-4fd0-a09c-5827f4bf0a64 tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.36 "GET /v2.0/security-groups?id=21181b91-613b-4471-ada9-a66237c67506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246204 Feb 05 02:52:05.608607 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4d83f17-50bb-48f7-8f19-3026e3b7f79d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (95118e02-b074-44a4-87ca-9f5e11666a18), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:05.610416 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-939d0860-79f6-4c3b-8541-c98dea3300e2 req-d4aca0dd-97b9-42c6-9f37-72dc6f326a6c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] No DVR routers for this DVR port 7d2c2a52-607a-4e58-bc85-ee9318ed72bb on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:52:05.614626 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-939d0860-79f6-4c3b-8541-c98dea3300e2 req-d4aca0dd-97b9-42c6-9f37-72dc6f326a6c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:05.619073 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-939d0860-79f6-4c3b-8541-c98dea3300e2 req-d4aca0dd-97b9-42c6-9f37-72dc6f326a6c tempest-ServerRescueTestJSON-1802125119 tempest-ServerRescueTestJSON-1802125119-project] 10.222.0.10 "DELETE /v2.0/ports/7d2c2a52-607a-4e58-bc85-ee9318ed72bb HTTP/1.1" status: 204 len: 173 time: 1.7828567 Feb 05 02:52:05.708760 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd9676-bed7-46cb-a76f-3ce44ac0c276 req-ec918502-6b82-4a43-849b-38f05e246e66 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:05.711350 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99cd9676-bed7-46cb-a76f-3ce44ac0c276 req-ec918502-6b82-4a43-849b-38f05e246e66 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.1390746 Feb 05 02:52:05.758089 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 581b27be-faf2-4a67-aa2b-22acffa92dd4 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:05.767687 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-02757183-0de6-449c-bfde-0a77b81ee7f2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:05.782499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff1b5989-f6af-4dfa-acba-82f73cd333de req-a578e120-090b-4aad-b041-20abca92fb9b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 210 time: 0.0699003 Feb 05 02:52:05.851950 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['164c5bd7-72d8-4796-ae48-9f58da11f82d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:52:05.861483 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 581b27be-faf2-4a67-aa2b-22acffa92dd4 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:05.865096 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 581b27be-faf2-4a67-aa2b-22acffa92dd4 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:05.866534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 7d2c2a52-607a-4e58-bc85-ee9318ed72bb no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:05.881691 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-02757183-0de6-449c-bfde-0a77b81ee7f2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Network 7989079b-2a98-4df8-9515-2a06293b2119 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:52:05.881929 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99cd9676-bed7-46cb-a76f-3ce44ac0c276 req-28b9cf90-8b9f-428e-8e1e-461a01b98980 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544101 Feb 05 02:52:05.902881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-02757183-0de6-449c-bfde-0a77b81ee7f2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:05.914008 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-02757183-0de6-449c-bfde-0a77b81ee7f2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:52:05.916950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02757183-0de6-449c-bfde-0a77b81ee7f2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Pushing event updated for resources: {'Port': ['ID=0ef14be5-a1a9-4303-be5e-d81e93e078c6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:05.984904 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 7d2c2a52-607a-4e58-bc85-ee9318ed72bb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:05.985740 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 7d2c2a52-607a-4e58-bc85-ee9318ed72bb not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:05.995885 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62406b18-bfa6-4b32-8c1f-7bb7a08693d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:06.032245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-02757183-0de6-449c-bfde-0a77b81ee7f2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:06.032909 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-02757183-0de6-449c-bfde-0a77b81ee7f2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:06.077206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac64aed-c2b2-46ef-9e54-d68b6264ead9 req-fe3c27d7-ffbf-4310-9d06-8f9e2b5e977c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:06.078693 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ac64aed-c2b2-46ef-9e54-d68b6264ead9 req-fe3c27d7-ffbf-4310-9d06-8f9e2b5e977c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 932 time: 0.1044195 Feb 05 02:52:06.136715 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-02757183-0de6-449c-bfde-0a77b81ee7f2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2920411 Feb 05 02:52:06.161516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Request body: {'port': {'device_id': '91c4bef7-de78-4007-8d10-7573084b8f24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:06.242846 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ac64aed-c2b2-46ef-9e54-d68b6264ead9 req-02e15aa8-5c80-4d4d-913e-b25761de7e94 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494582 Feb 05 02:52:06.283431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0e2ab-35a7-4b46-95ea-06e20f444b14 req-4a53a019-13c8-4285-be09-2ac468dc6815 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:06.291098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0e2ab-35a7-4b46-95ea-06e20f444b14 req-4a53a019-13c8-4285-be09-2ac468dc6815 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:06.296599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0e2ab-35a7-4b46-95ea-06e20f444b14 req-4a53a019-13c8-4285-be09-2ac468dc6815 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:06.298239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0dc0e2ab-35a7-4b46-95ea-06e20f444b14 req-4a53a019-13c8-4285-be09-2ac468dc6815 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2418 time: 0.1392255 Feb 05 02:52:06.325291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff59cc7-e634-4b66-8618-fc3833a66232'}, {'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7b3486-3016-455e-9766-85c258af8fe2'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:06.327549 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a2dbc2-cb0c-4d63-b3b0-c70a7deae713" -d '{"events": [{"server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "name": "network-vif-plugged", "status": "completed", "tag": "bff59cc7-e634-4b66-8618-fc3833a66232"}, {"server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "name": "network-vif-plugged", "status": "completed", "tag": "8d7b3486-3016-455e-9766-85c258af8fe2"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:06.348901 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:06.369513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f4d83f17-50bb-48f7-8f19-3026e3b7f79d admin admin] Deleting port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:06.369868 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4d83f17-50bb-48f7-8f19-3026e3b7f79d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:06.390253 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0dc0e2ab-35a7-4b46-95ea-06e20f444b14 req-70147115-9403-4e0b-8d61-5f4ab73c53a2 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853612 Feb 05 02:52:06.407165 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c473231-f381-4f9b-b811-da3ec7da471d x-openstack-request-id: req-5c473231-f381-4f9b-b811-da3ec7da471d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:06.407481 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "name": "network-vif-plugged", "status": "completed", "tag": "bff59cc7-e634-4b66-8618-fc3833a66232", "code": 200}, {"server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "name": "network-vif-plugged", "status": "completed", "tag": "8d7b3486-3016-455e-9766-85c258af8fe2", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:06.408317 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c473231-f381-4f9b-b811-da3ec7da471d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:06.408738 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff59cc7-e634-4b66-8618-fc3833a66232', 'code': 200} Feb 05 02:52:06.408997 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7b3486-3016-455e-9766-85c258af8fe2', 'code': 200} Feb 05 02:52:06.485233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 079344d7-4040-40c5-96df-fead409a828f no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:06.509902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 079344d7-4040-40c5-96df-fead409a828f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:06.510832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 079344d7-4040-40c5-96df-fead409a828f not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:06.557151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46000) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:06.625414 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-f4d83f17-50bb-48f7-8f19-3026e3b7f79d admin admin] For port 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=54dac9b6-085e-4f2b-a10b-82c43bcdf2a8,segment=NetworkSegment(2e5f7e0a-7727-4213-9aa2-dc062c41f11f),segment_id=2e5f7e0a-7727-4213-9aa2-dc062c41f11f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:06.625685 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4d83f17-50bb-48f7-8f19-3026e3b7f79d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:06.647524 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f4d83f17-50bb-48f7-8f19-3026e3b7f79d admin admin] Calling delete_port for 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:06.649878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46008) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:06.709487 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f810a-83ad-4a76-8e2b-06f2679d8e85 req-731d561e-a2a8-47bc-a85c-756b73abe075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:06.709989 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f810a-83ad-4a76-8e2b-06f2679d8e85 req-731d561e-a2a8-47bc-a85c-756b73abe075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:06.710693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f810a-83ad-4a76-8e2b-06f2679d8e85 req-731d561e-a2a8-47bc-a85c-756b73abe075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:06.712619 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b31f810a-83ad-4a76-8e2b-06f2679d8e85 req-731d561e-a2a8-47bc-a85c-756b73abe075 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2964 time: 0.2326500 Feb 05 02:52:06.732653 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-network', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:06.770135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Made reservation on behalf of 02aaa99cb30e48e88e4e15df7fc3cdda for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:06.772821 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:06.786958 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:06.849026 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b31f810a-83ad-4a76-8e2b-06f2679d8e85 req-5805ea31-6273-4fdb-ba92-980fee72fee1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272175 Feb 05 02:52:06.954581 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef14be5-a1a9-4303-be5e-d81e93e078c6 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:52:06.968748 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Publish callbacks [] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:06.973587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82cc56a3-8eeb-49e7-9a3b-93a68ea43e20 req-f1896ec3-cf4a-41c6-955b-c0704e6971fe tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 210 time: 0.0559139 Feb 05 02:52:06.988089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Transition to ACTIVE for port object 0ef14be5-a1a9-4303-be5e-d81e93e078c6 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:52:07.028913 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:07.039063 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:07.094176 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Publish callbacks [] for security_group (909d85c1-dac2-40c5-a9bc-c6ca03b8dae1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:07.107678 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4d83f17-50bb-48f7-8f19-3026e3b7f79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (54dac9b6-085e-4f2b-a10b-82c43bcdf2a8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:07.107971 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (909d85c1-dac2-40c5-a9bc-c6ca03b8dae1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:07.129012 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef14be5-a1a9-4303-be5e-d81e93e078c6,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:07.154707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:52:07.160974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b7a35b-347d-4098-a97e-394c28891c86', 'name': 'network-vif-deleted', 'tag': '7d2c2a52-607a-4e58-bc85-ee9318ed72bb'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:07.163209 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e12652b-c6e1-4118-8e94-fb0deb387613" -d '{"events": [{"server_uuid": "b2b7a35b-347d-4098-a97e-394c28891c86", "name": "network-vif-deleted", "tag": "7d2c2a52-607a-4e58-bc85-ee9318ed72bb"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:07.180927 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:07.181552 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Added segment 747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec of type vlan for network bb6774f6-5e2d-46b6-b600-fd9b37f5f681 Feb 05 02:52:07.191324 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16c320-5910-4e52-afa8-8e22728af612 req-b36f6334-70c8-4891-84eb-81ccd8dbbd9b tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:07.192967 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d83f17-50bb-48f7-8f19-3026e3b7f79d admin admin] Pushing event deleted for resources: {'Port': ['ID=54dac9b6-085e-4f2b-a10b-82c43bcdf2a8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:07.199179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b16c320-5910-4e52-afa8-8e22728af612 req-b36f6334-70c8-4891-84eb-81ccd8dbbd9b tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.1876357 Feb 05 02:52:07.210619 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:07.293950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Attempting to bind port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:52:07.294288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Attempting to bind port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:52:07.294620 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Attempting to bind port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:07.325893 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067fa881-a8f2-449a-9e1d-48c117feca01 x-openstack-request-id: req-067fa881-a8f2-449a-9e1d-48c117feca01 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:07.326684 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b7a35b-347d-4098-a97e-394c28891c86", "name": "network-vif-deleted", "tag": "7d2c2a52-607a-4e58-bc85-ee9318ed72bb", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:07.326982 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-067fa881-a8f2-449a-9e1d-48c117feca01 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:07.327381 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b7a35b-347d-4098-a97e-394c28891c86', 'name': 'network-vif-deleted', 'tag': '7d2c2a52-607a-4e58-bc85-ee9318ed72bb', 'status': 'completed', 'code': 200} Feb 05 02:52:07.330577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 on network 7989079b-2a98-4df8-9515-2a06293b2119 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:52:07.330860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Attempting to bind port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:07.351485 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:52:07.351831 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Checking segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:52:07.352228 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Bound using segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:52:07.352658 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Bound port: 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:52:07.353018 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:07.364504 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (bb6774f6-5e2d-46b6-b600-fd9b37f5f681), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:07.488827 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b16c320-5910-4e52-afa8-8e22728af612 req-56bfefd0-06fb-4b70-b997-efa4d458c111 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886403 Feb 05 02:52:07.497357 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (bb6774f6-5e2d-46b6-b600-fd9b37f5f681), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:07.501382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:07.502449 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:07.635656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] For port 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:52:07.640338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] For port 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0ef14be5-a1a9-4303-be5e-d81e93e078c6,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:52:07.642167 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4d83f17-50bb-48f7-8f19-3026e3b7f79d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (95118e02-b074-44a4-87ca-9f5e11666a18), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:07.655385 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:07.702615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:07.703278 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:07.704709 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] 10.222.0.31 "PUT /v2.0/ports/0ef14be5-a1a9-4303-be5e-d81e93e078c6 HTTP/1.1" status: 200 len: 1092 time: 1.5580244 Feb 05 02:52:07.848080 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16046e-1782-4216-aff7-6dbde1c9e4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef14be5-a1a9-4303-be5e-d81e93e078c6,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:07.877512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-865185b3-cdd9-47d8-a15a-eef5d2e96ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:07.879331 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-865185b3-cdd9-47d8-a15a-eef5d2e96ddf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 1126 time: 0.1207016 Feb 05 02:52:07.984499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4261458 Feb 05 02:52:07.993286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46020) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:08.002858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e2e4e-8bc2-43e9-9f6b-e41f4617b519 req-e5cf8e5e-845f-41d9-8bc8-e77235dc9958 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:08.004681 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b3e2e4e-8bc2-43e9-9f6b-e41f4617b519 req-e5cf8e5e-845f-41d9-8bc8-e77235dc9958 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.6092310 Feb 05 02:52:08.006689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Pushing event updated for resources: {'Network': ['ID=bb6774f6-5e2d-46b6-b600-fd9b37f5f681,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:08.012069 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f7a3d2b1-1c35-4bc3-82d3-702b70a04714 admin admin] Request body: {'subnet': {'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-subnet', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:08.039621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:08.040114 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:08.040465 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:08.040801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:08.041132 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:08.041522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:08.041885 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:08.042190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:08.042514 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:08.042858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:08.043184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:08.043540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:08.043870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7cec9-22e7-405e-8df2-6298d826a93e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:08.061162 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network bb6774f6-5e2d-46b6-b600-fd9b37f5f681 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:52:08.098515 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a3d2b1-1c35-4bc3-82d3-702b70a04714 admin admin] Made reservation on behalf of 02aaa99cb30e48e88e4e15df7fc3cdda for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:08.100957 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f7a3d2b1-1c35-4bc3-82d3-702b70a04714 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:08.114705 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4578e-a675-49d2-bdd9-a6d9eba14698 req-5a50fb38-e065-4b50-a819-e2cbe4ecd45f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:08.120832 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4578e-a675-49d2-bdd9-a6d9eba14698 req-5a50fb38-e065-4b50-a819-e2cbe4ecd45f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:08.126151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4578e-a675-49d2-bdd9-a6d9eba14698 req-5a50fb38-e065-4b50-a819-e2cbe4ecd45f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:08.128377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68d4578e-a675-49d2-bdd9-a6d9eba14698 req-5a50fb38-e065-4b50-a819-e2cbe4ecd45f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2418 time: 0.2104313 Feb 05 02:52:08.203011 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b3e2e4e-8bc2-43e9-9f6b-e41f4617b519 req-0d7d4d33-6a71-4ec0-b625-46c2da7cdaa0 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787987 Feb 05 02:52:08.259628 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-ac78c896-bd5b-45af-b1ee-20fb6094a14a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ef14be5-a1a9-4303-be5e-d81e93e078c6 HTTP/1.1" status: 200 len: 217 time: 0.3728034 Feb 05 02:52:08.284922 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-724a244c-4e71-4459-a11d-ddc2e2dc9621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (a60019c0-0b6a-4a75-b05b-9669b0dec7ad), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:08.340426 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-28f4a634-bde5-464b-9758-7c2176a02de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:08.342515 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-28f4a634-bde5-464b-9758-7c2176a02de0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.0735037 Feb 05 02:52:08.362845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d83f17-50bb-48f7-8f19-3026e3b7f79d admin admin] Router 95118e02-b074-44a4-87ca-9f5e11666a18 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:52:08.385164 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-ac5d2e69-b64b-4feb-8d29-cb7b4ab144ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348701 Feb 05 02:52:08.404565 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e14fdc65-1b46-45e6-93cd-84d8911ca40a req-bd752335-a5a7-4343-8031-31982c7a3d57 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 210 time: 0.0772693 Feb 05 02:52:08.427055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68d4578e-a675-49d2-bdd9-a6d9eba14698 req-bf63dd2a-5ef7-4158-9795-73989708482d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858829 Feb 05 02:52:08.571506 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:08.574015 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-f8bdec61-0fbb-485e-a264-0bf16fb41be4 service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825504 Feb 05 02:52:08.628920 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d83f17-50bb-48f7-8f19-3026e3b7f79d admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:52:08.635234 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f4d83f17-50bb-48f7-8f19-3026e3b7f79d admin admin] 10.222.0.36 "PUT /v2.0/routers/95118e02-b074-44a4-87ca-9f5e11666a18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9869266 Feb 05 02:52:08.639563 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46026) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:08.640122 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a77bf9-0715-491c-965f-9c15a8eb009a None None] Sync routers for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:52:08.651555 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a77bf9-0715-491c-965f-9c15a8eb009a None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:52:08.652451 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-62a77bf9-0715-491c-965f-9c15a8eb009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:08.747789 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f7a3d2b1-1c35-4bc3-82d3-702b70a04714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (09a87c98-7ee5-494c-996e-4b6b30e96c7d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:08.783699 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-62a77bf9-0715-491c-965f-9c15a8eb009a None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:52:08.804189 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-64435365-638e-4cd3-9cd8-e4a99afbb183 req-4a93ddd5-90ff-405a-9184-583a225180ac service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234402 Feb 05 02:52:08.828323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93984b17-9933-430f-b7fd-fa27a5d43b30 req-2766dfd4-3aab-4005-8b12-14808142ee73 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:08.839657 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-93984b17-9933-430f-b7fd-fa27a5d43b30 req-2766dfd4-3aab-4005-8b12-14808142ee73 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.2588212 Feb 05 02:52:08.872237 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51a0979a-7d87-4e20-ad79-d37a39a8e0f6 admin admin] Publish callbacks [] for router (95118e02-b074-44a4-87ca-9f5e11666a18), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:08.929709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3d2b1-1c35-4bc3-82d3-702b70a04714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a87c98-7ee5-494c-996e-4b6b30e96c7d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:08.970773 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a3d2b1-1c35-4bc3-82d3-702b70a04714 admin admin] Checking segment: {'id': '747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:52:08.971191 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a3d2b1-1c35-4bc3-82d3-702b70a04714 admin admin] Network hostable DHCP agents. Network: bb6774f6-5e2d-46b6-b600-fd9b37f5f681, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:52:09.003556 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51a0979a-7d87-4e20-ad79-d37a39a8e0f6 admin admin] Publish callbacks [] for router_gateway (95118e02-b074-44a4-87ca-9f5e11666a18), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:09.013861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a3d2b1-1c35-4bc3-82d3-702b70a04714 admin admin] Network bb6774f6-5e2d-46b6-b600-fd9b37f5f681 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:52:09.035883 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-62a77bf9-0715-491c-965f-9c15a8eb009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:52:06Z', 'revision_number': 5, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port': {'id': '5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:50:31Z', 'updated_at': '2022-02-05T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:09.042220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-f7a3d2b1-1c35-4bc3-82d3-702b70a04714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, bb6774f6-5e2d-46b6-b600-fd9b37f5f681) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:09.050008 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f2bd1-c45b-4119-aecd-e73aba6a89c9 None None] Network bb6774f6-5e2d-46b6-b600-fd9b37f5f681 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:52:09.069201 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-51a0979a-7d87-4e20-ad79-d37a39a8e0f6 admin admin] Deleting port 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:09.069527 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51a0979a-7d87-4e20-ad79-d37a39a8e0f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:09.078733 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a77bf9-0715-491c-965f-9c15a8eb009a None None] Checking router: 95118e02-b074-44a4-87ca-9f5e11666a18 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:52:09.082776 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a3d2b1-1c35-4bc3-82d3-702b70a04714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:09.083942 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f7a3d2b1-1c35-4bc3-82d3-702b70a04714 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:09.090918 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a77bf9-0715-491c-965f-9c15a8eb009a None None] Routers {'95118e02-b074-44a4-87ca-9f5e11666a18'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:52:09.091735 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-62a77bf9-0715-491c-965f-9c15a8eb009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['95118e02-b074-44a4-87ca-9f5e11666a18'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:09.130542 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-93984b17-9933-430f-b7fd-fa27a5d43b30 req-a79f3720-5b35-4f46-bb5a-f5857cdacb50 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896516 Feb 05 02:52:09.152721 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f7a3d2b1-1c35-4bc3-82d3-702b70a04714 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1469343 Feb 05 02:52:09.155606 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46028) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:09.170177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-router', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:09.171642 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-51a0979a-7d87-4e20-ad79-d37a39a8e0f6 admin admin] For port 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:09.172059 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51a0979a-7d87-4e20-ad79-d37a39a8e0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:09.189020 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-51a0979a-7d87-4e20-ad79-d37a39a8e0f6 admin admin] Calling delete_port for 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:09.205682 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-62a77bf9-0715-491c-965f-9c15a8eb009a None None] Set router 95118e02-b074-44a4-87ca-9f5e11666a18 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:52:09.215090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-724a244c-4e71-4459-a11d-ddc2e2dc9621 admin admin] Deleting port afe3a04d-80ad-4123-988b-bac663ce0ee7 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:09.216963 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-724a244c-4e71-4459-a11d-ddc2e2dc9621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (afe3a04d-80ad-4123-988b-bac663ce0ee7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:09.220392 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (d0230005-adba-492f-9179-9e6b72807107), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:09.228999 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (d0230005-adba-492f-9179-9e6b72807107), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:09.264883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e5c467-cda1-46de-8b40-cc2ac18f8b5e None None] Network bb6774f6-5e2d-46b6-b600-fd9b37f5f681 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:52:09.299696 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Publish callbacks [] for router_controller (d0230005-adba-492f-9179-9e6b72807107), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:09.321760 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-62a77bf9-0715-491c-965f-9c15a8eb009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:52:09Z', 'revision_number': 6, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:09.369983 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c4bef7-de78-4007-8d10-7573084b8f24', 'tag': '0ef14be5-a1a9-4303-be5e-d81e93e078c6'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:09.372259 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80720e94-3aa2-4f7f-bd97-f8f1a72ec5af" -d '{"events": [{"name": "network-changed", "server_uuid": "91c4bef7-de78-4007-8d10-7573084b8f24", "tag": "0ef14be5-a1a9-4303-be5e-d81e93e078c6"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:09.384529 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a77bf9-0715-491c-965f-9c15a8eb009a None None] The sync data for ids ['95118e02-b074-44a4-87ca-9f5e11666a18'] in n-d-826942-8 is: [{'id': '95118e02-b074-44a4-87ca-9f5e11666a18', 'name': 'tempest-FloatingIPsAssociationTestJSON-224732531-router', 'tenant_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:50:29Z', 'updated_at': '2022-02-05T02:52:09Z', 'revision_number': 6, 'project_id': '63cf1408128c4e9aa3a3bcc55a4e812c', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:52:09.429344 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547ac603-08e0-48c9-bc13-1446df1c1454 x-openstack-request-id: req-547ac603-08e0-48c9-bc13-1446df1c1454 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:09.429648 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c4bef7-de78-4007-8d10-7573084b8f24", "tag": "0ef14be5-a1a9-4303-be5e-d81e93e078c6", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:09.429930 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-547ac603-08e0-48c9-bc13-1446df1c1454 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:09.430333 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c4bef7-de78-4007-8d10-7573084b8f24', 'tag': '0ef14be5-a1a9-4303-be5e-d81e93e078c6', 'status': 'completed', 'code': 200} Feb 05 02:52:09.513560 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51a0979a-7d87-4e20-ad79-d37a39a8e0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:09.550673 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0979a-7d87-4e20-ad79-d37a39a8e0f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:09.557010 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-924b388d-b65f-48c8-a650-600be391a822 req-0678b2a3-67c8-478b-9f5c-a7e1496a506a tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=2624686c-a021-41a8-aad7-2d1a540165c1 HTTP/1.1" status: 200 len: 210 time: 0.0635793 Feb 05 02:52:09.625808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80720e94-3aa2-4f7f-bd97-f8f1a72ec5af req-21f16bb3-bf2e-431e-9d4c-00362d3300bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:09.627487 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-80720e94-3aa2-4f7f-bd97-f8f1a72ec5af req-21f16bb3-bf2e-431e-9d4c-00362d3300bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 1126 time: 0.1447222 Feb 05 02:52:09.628480 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Publish callbacks [] for router_gateway (d0230005-adba-492f-9179-9e6b72807107), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:09.669182 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-724a244c-4e71-4459-a11d-ddc2e2dc9621 admin admin] For port afe3a04d-80ad-4123-988b-bac663ce0ee7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=afe3a04d-80ad-4123-988b-bac663ce0ee7,segment=NetworkSegment(a763eb1f-5e8d-4bf6-88db-db88e863bc0f),segment_id=a763eb1f-5e8d-4bf6-88db-db88e863bc0f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:09.669595 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-724a244c-4e71-4459-a11d-ddc2e2dc9621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (afe3a04d-80ad-4123-988b-bac663ce0ee7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:09.683174 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51a0979a-7d87-4e20-ad79-d37a39a8e0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (95118e02-b074-44a4-87ca-9f5e11666a18), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:09.715781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-724a244c-4e71-4459-a11d-ddc2e2dc9621 admin admin] Calling delete_port for afe3a04d-80ad-4123-988b-bac663ce0ee7 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:09.771462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b36078-92fb-4bb7-88ee-bc8699ebfffc req-31d6e080-d977-4a89-82d9-032e4257b10d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:09.773336 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42b36078-92fb-4bb7-88ee-bc8699ebfffc req-31d6e080-d977-4a89-82d9-032e4257b10d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.3923602 Feb 05 02:52:09.810576 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51a0979a-7d87-4e20-ad79-d37a39a8e0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (95118e02-b074-44a4-87ca-9f5e11666a18), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:09.814669 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51a0979a-7d87-4e20-ad79-d37a39a8e0f6 admin admin] Publish callbacks [] for router_controller (95118e02-b074-44a4-87ca-9f5e11666a18), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:09.868633 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:09.880148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80720e94-3aa2-4f7f-bd97-f8f1a72ec5af req-b5f984e7-f27a-48d9-bfb3-dcf63b257ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:09.881967 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-80720e94-3aa2-4f7f-bd97-f8f1a72ec5af req-b5f984e7-f27a-48d9-bfb3-dcf63b257ed2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 0.2481420 Feb 05 02:52:09.883509 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c33d85-19a0-4b36-b9a7-040aefe46b82 req-4abeecb6-f48b-4066-a138-0221a9cebe77 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:09.883759 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51a0979a-7d87-4e20-ad79-d37a39a8e0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (95118e02-b074-44a4-87ca-9f5e11666a18), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:09.884379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a0979a-7d87-4e20-ad79-d37a39a8e0f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95118e02-b074-44a4-87ca-9f5e11666a18 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:52:09.889987 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51a0979a-7d87-4e20-ad79-d37a39a8e0f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:09.891129 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-51a0979a-7d87-4e20-ad79-d37a39a8e0f6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/95118e02-b074-44a4-87ca-9f5e11666a18 HTTP/1.1" status: 204 len: 168 time: 1.2505131 Feb 05 02:52:09.891834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c33d85-19a0-4b36-b9a7-040aefe46b82 req-4abeecb6-f48b-4066-a138-0221a9cebe77 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:09.893563 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46038) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:09.897936 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c33d85-19a0-4b36-b9a7-040aefe46b82 req-4abeecb6-f48b-4066-a138-0221a9cebe77 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:09.899777 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02c33d85-19a0-4b36-b9a7-040aefe46b82 req-4abeecb6-f48b-4066-a138-0221a9cebe77 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2418 time: 0.2587094 Feb 05 02:52:09.962278 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42b36078-92fb-4bb7-88ee-bc8699ebfffc req-0a3174ab-83a2-42bd-9a66-7d2c577dcd03 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477895 Feb 05 02:52:09.977306 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-80720e94-3aa2-4f7f-bd97-f8f1a72ec5af req-ff087725-746b-43e5-98f6-54dea0cbb938 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ef14be5-a1a9-4303-be5e-d81e93e078c6 HTTP/1.1" status: 200 len: 217 time: 0.0850503 Feb 05 02:52:10.036228 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-674fb7fa-76f6-43e9-90f9-d797ae39aff2 admin admin] Deleting subnet 3631be40-f44d-47c5-b742-59c603ecb74b {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:52:10.042165 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-674fb7fa-76f6-43e9-90f9-d797ae39aff2 admin admin] Publish callbacks [] for subnet (3631be40-f44d-47c5-b742-59c603ecb74b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:10.060343 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02c33d85-19a0-4b36-b9a7-040aefe46b82 req-8d73a657-5da7-46d5-9c76-2ae79f92f6b0 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513352 Feb 05 02:52:10.077620 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80720e94-3aa2-4f7f-bd97-f8f1a72ec5af req-b452039c-9d1b-44ab-841e-3d15e01e38a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:10.091864 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-80720e94-3aa2-4f7f-bd97-f8f1a72ec5af req-b452039c-9d1b-44ab-841e-3d15e01e38a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.1060178 Feb 05 02:52:10.154964 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-80720e94-3aa2-4f7f-bd97-f8f1a72ec5af req-abeb298f-028a-4c27-b024-b61d9cfb76ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533743 Feb 05 02:52:10.157380 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-674fb7fa-76f6-43e9-90f9-d797ae39aff2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (3631be40-f44d-47c5-b742-59c603ecb74b), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:10.308552 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-80720e94-3aa2-4f7f-bd97-f8f1a72ec5af req-5ee6d69a-f903-4375-9055-dc3923b1a1da service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280749 Feb 05 02:52:10.390576 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Publish callbacks [] for router_gateway (d0230005-adba-492f-9179-9e6b72807107), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:10.417287 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:10.484578 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-674fb7fa-76f6-43e9-90f9-d797ae39aff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (3631be40-f44d-47c5-b742-59c603ecb74b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:10.486031 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ca831-bec5-44b2-9d02-e112b9c8b583 req-cc54aded-28c7-42c9-b543-e725c5bf6f73 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:10.494849 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea8ca831-bec5-44b2-9d02-e112b9c8b583 req-cc54aded-28c7-42c9-b543-e725c5bf6f73 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.2401032 Feb 05 02:52:10.550276 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-80720e94-3aa2-4f7f-bd97-f8f1a72ec5af req-8840c98a-c03d-4d1e-8ed3-793de3d0b60e service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353625 Feb 05 02:52:10.585112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-674fb7fa-76f6-43e9-90f9-d797ae39aff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (3631be40-f44d-47c5-b742-59c603ecb74b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:10.627098 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-674fb7fa-76f6-43e9-90f9-d797ae39aff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:10.636801 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1d3242-865c-498f-bb1b-a8f0d3fa2f8a None None] Network 83be0105-9b9a-4797-b354-f35ef16802de requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:52:10.649749 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-674fb7fa-76f6-43e9-90f9-d797ae39aff2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3631be40-f44d-47c5-b742-59c603ecb74b HTTP/1.1" status: 204 len: 168 time: 0.7531247 Feb 05 02:52:10.652939 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fb7fa-76f6-43e9-90f9-d797ae39aff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3631be40-f44d-47c5-b742-59c603ecb74b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:10.654844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46050) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:10.717114 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Allocated IP 172.25.0.251 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/f223885a-a3b6-49ef-8fc1-843ab9b3d078) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:52:10.824147 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (83be0105-9b9a-4797-b354-f35ef16802de), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:10.856821 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea8ca831-bec5-44b2-9d02-e112b9c8b583 req-515ddf75-2346-4b4c-83d9-937f7f423dda tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595903 Feb 05 02:52:10.870292 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-724a244c-4e71-4459-a11d-ddc2e2dc9621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (afe3a04d-80ad-4123-988b-bac663ce0ee7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:10.882991 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6754ea2-703f-4d49-b28e-37fcc53d7eab None None] DHCP port deletion for 83be0105-9b9a-4797-b354-f35ef16802de request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:52:10.931474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] Deleting port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:10.931474 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:10.932465 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a244c-4e71-4459-a11d-ddc2e2dc9621 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe3a04d-80ad-4123-988b-bac663ce0ee7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:10.955378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:10.995387 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910bbe2-a5b8-4180-a2f8-13a83c5743fe req-28e40769-0f5e-4251-b01c-84bb205c727f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:11.004169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910bbe2-a5b8-4180-a2f8-13a83c5743fe req-28e40769-0f5e-4251-b01c-84bb205c727f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:11.011485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910bbe2-a5b8-4180-a2f8-13a83c5743fe req-28e40769-0f5e-4251-b01c-84bb205c727f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:11.018741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a910bbe2-a5b8-4180-a2f8-13a83c5743fe req-28e40769-0f5e-4251-b01c-84bb205c727f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2418 time: 0.4641702 Feb 05 02:52:11.022840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:11.023204 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 54dac9b6-085e-4f2b-a10b-82c43bcdf2a8 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:11.023664 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:11.033832 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] For port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b,segment=NetworkSegment(2e5f7e0a-7727-4213-9aa2-dc062c41f11f),segment_id=2e5f7e0a-7727-4213-9aa2-dc062c41f11f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:11.034208 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.067687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] Calling delete_port for 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:11.118552 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:11.119245 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5eb19880-a3c4-4b4c-8e7f-4d4a63a592b4 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:11.140436 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a6754ea2-703f-4d49-b28e-37fcc53d7eab None None] Deleting port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:11.140947 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6754ea2-703f-4d49-b28e-37fcc53d7eab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.144624 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.179242 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Publish callbacks [] for port (f223885a-a3b6-49ef-8fc1-843ab9b3d078), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.194124 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.227580 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:11.231537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a6754ea2-703f-4d49-b28e-37fcc53d7eab None None] For port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b,segment=NetworkSegment(2e5f7e0a-7727-4213-9aa2-dc062c41f11f),segment_id=2e5f7e0a-7727-4213-9aa2-dc062c41f11f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:11.231955 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6754ea2-703f-4d49-b28e-37fcc53d7eab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.242830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] No DVR routers for this DVR port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:52:11.250801 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a6754ea2-703f-4d49-b28e-37fcc53d7eab None None] Calling delete_port for 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:11.262417 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c779ca-3ab1-4868-a87d-f69ccfc93cfa req-f8047aba-3709-45c1-92c0-43a553e76a04 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:11.270378 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91c779ca-3ab1-4868-a87d-f69ccfc93cfa req-f8047aba-3709-45c1-92c0-43a553e76a04 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.2011404 Feb 05 02:52:11.333287 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (83be0105-9b9a-4797-b354-f35ef16802de), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.343387 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a910bbe2-a5b8-4180-a2f8-13a83c5743fe req-965a9d93-0367-4a60-8d56-be21947057a6 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236630 Feb 05 02:52:11.347075 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6754ea2-703f-4d49-b28e-37fcc53d7eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.375677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83be0105-9b9a-4797-b354-f35ef16802de']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:11.386089 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91c779ca-3ab1-4868-a87d-f69ccfc93cfa req-a3cfd4f6-b025-4ef0-96e9-3a258c4a8066 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148450 Feb 05 02:52:11.388289 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6754ea2-703f-4d49-b28e-37fcc53d7eab None None] Pushing event deleted for resources: {'Port': ['ID=5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:11.389605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5f7e0a-7727-4213-9aa2-dc062c41f11f') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:11.390014 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5f7e0a-7727-4213-9aa2-dc062c41f11f') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:11.393145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6754ea2-703f-4d49-b28e-37fcc53d7eab None None] No DVR routers for this DVR port 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:52:11.416661 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (2e5f7e0a-7727-4213-9aa2-dc062c41f11f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.417134 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-724a244c-4e71-4459-a11d-ddc2e2dc9621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (a60019c0-0b6a-4a75-b05b-9669b0dec7ad), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.426244 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (f223885a-a3b6-49ef-8fc1-843ab9b3d078), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.435864 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (2e5f7e0a-7727-4213-9aa2-dc062c41f11f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.442739 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:52:11.443495 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (2e5f7e0a-7727-4213-9aa2-dc062c41f11f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:52:11.445605 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:52:11.502691 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (83be0105-9b9a-4797-b354-f35ef16802de), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.508618 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.514348 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] 10.222.0.36 "DELETE /v2.0/networks/83be0105-9b9a-4797-b354-f35ef16802de HTTP/1.1" status: 204 len: 168 time: 0.8492754 Feb 05 02:52:11.525120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb3ac7-9c62-402a-a18a-eda05e82410d admin admin] Pushing event deleted for resources: {'Network': ['ID=83be0105-9b9a-4797-b354-f35ef16802de,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:11.540662 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:52:11.546375 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:11.557909 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:52:11.599571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Pushing event updated for resources: {'Port': ['ID=f223885a-a3b6-49ef-8fc1-843ab9b3d078,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:11.646432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46060) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:11.691436 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c475f243-bb4a-42d8-9672-039e5d89415c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63cf1408128c4e9aa3a3bcc55a4e812c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429721 Feb 05 02:52:11.694422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46062) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:11.744516 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0ee29d39-674d-45f6-bd35-87ce51db468b admin admin] Publish callbacks [] for security_group (c3b86d7e-1806-4a5b-8fde-cb3dd05d854f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.745460 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:52:11.769911 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0ee29d39-674d-45f6-bd35-87ce51db468b admin admin] Publish callbacks [] for security_group (c3b86d7e-1806-4a5b-8fde-cb3dd05d854f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.838456 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0ee29d39-674d-45f6-bd35-87ce51db468b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c3b86d7e-1806-4a5b-8fde-cb3dd05d854f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.845166 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0ee29d39-674d-45f6-bd35-87ce51db468b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:11.847068 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0ee29d39-674d-45f6-bd35-87ce51db468b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3b86d7e-1806-4a5b-8fde-cb3dd05d854f HTTP/1.1" status: 204 len: 168 time: 0.1512766 Feb 05 02:52:11.889634 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee29d39-674d-45f6-bd35-87ce51db468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b86d7e-1806-4a5b-8fde-cb3dd05d854f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:11.944959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:11.960072 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d', 'mac_address': 'fa:16:3e:d0:0d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:52:12.006658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:12.007239 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:12.024412 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:52:12.047106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:12.059216 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:12.088011 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:52:12.116352 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:12.254537 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-f7f67cbd-ea5f-408c-8473-0122ad178709 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:12.265968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-f7f67cbd-ea5f-408c-8473-0122ad178709 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:12.273341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-f7f67cbd-ea5f-408c-8473-0122ad178709 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:12.275099 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-f7f67cbd-ea5f-408c-8473-0122ad178709 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.10 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2418 time: 0.1154070 Feb 05 02:52:12.319259 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5e1b2083-0e87-4b26-aa60-e9c8e4dc840d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:52:12.426524 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724a244c-4e71-4459-a11d-ddc2e2dc9621 admin admin] Router a60019c0-0b6a-4a75-b05b-9669b0dec7ad has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:52:12.486568 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e3181b88-e357-4325-b9e7-25ba1b06e8d4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Deleting port 8d7b3486-3016-455e-9766-85c258af8fe2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:12.486949 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e3181b88-e357-4325-b9e7-25ba1b06e8d4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8d7b3486-3016-455e-9766-85c258af8fe2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:12.609579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e3181b88-e357-4325-b9e7-25ba1b06e8d4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] For port 8d7b3486-3016-455e-9766-85c258af8fe2, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=8d7b3486-3016-455e-9766-85c258af8fe2,segment=NetworkSegment(9a5e2c02-d7a2-4233-9621-90e78d2cc4f0),segment_id=9a5e2c02-d7a2-4233-9621-90e78d2cc4f0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:12.610322 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e3181b88-e357-4325-b9e7-25ba1b06e8d4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8d7b3486-3016-455e-9766-85c258af8fe2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:12.628210 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e3181b88-e357-4325-b9e7-25ba1b06e8d4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Calling delete_port for 8d7b3486-3016-455e-9766-85c258af8fe2 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:12.651686 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2afd4f-2e6c-453e-ac63-33dbe0d9824d req-c07025d2-ff42-42f7-8e6f-061a657a2b4a tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:12.653441 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a2afd4f-2e6c-453e-ac63-33dbe0d9824d req-c07025d2-ff42-42f7-8e6f-061a657a2b4a tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 949 time: 0.3076086 Feb 05 02:52:12.684082 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Publish callbacks [] for router_gateway (d0230005-adba-492f-9179-9e6b72807107), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:12.696107 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724a244c-4e71-4459-a11d-ddc2e2dc9621 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:52:12.706032 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade84891-0e85-4671-8f24-ce2a94e9c495 req-fde6d83d-c7e5-4f11-a508-139db0ffa24f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:12.707026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd5dc6-d784-461e-a5cf-f6fa0e29c225 None None] Sync routers for ids ['a60019c0-0b6a-4a75-b05b-9669b0dec7ad'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:52:12.712410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade84891-0e85-4671-8f24-ce2a94e9c495 req-fde6d83d-c7e5-4f11-a508-139db0ffa24f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:12.718456 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade84891-0e85-4671-8f24-ce2a94e9c495 req-fde6d83d-c7e5-4f11-a508-139db0ffa24f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:12.726339 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ade84891-0e85-4671-8f24-ce2a94e9c495 req-fde6d83d-c7e5-4f11-a508-139db0ffa24f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 2418 time: 0.2142842 Feb 05 02:52:12.736106 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-724a244c-4e71-4459-a11d-ddc2e2dc9621 admin admin] 10.222.0.36 "PUT /v2.0/routers/a60019c0-0b6a-4a75-b05b-9669b0dec7ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0830121 Feb 05 02:52:12.747868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd5dc6-d784-461e-a5cf-f6fa0e29c225 None None] Routers {'a60019c0-0b6a-4a75-b05b-9669b0dec7ad'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:52:12.748620 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-becd5dc6-d784-461e-a5cf-f6fa0e29c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a60019c0-0b6a-4a75-b05b-9669b0dec7ad'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:12.801112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46092) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:12.848188 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e3181b88-e357-4325-b9e7-25ba1b06e8d4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (8d7b3486-3016-455e-9766-85c258af8fe2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:12.921004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3181b88-e357-4325-b9e7-25ba1b06e8d4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event deleted for resources: {'Port': ['ID=8d7b3486-3016-455e-9766-85c258af8fe2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:12.950997 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['bff59cc7-e634-4b66-8618-fc3833a66232', '0671b521-6803-4da1-bba3-67fb2abe90d4', '8d7b3486-3016-455e-9766-85c258af8fe2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:52:12.963260 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e3181b88-e357-4325-b9e7-25ba1b06e8d4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] No DVR routers for this DVR port 8d7b3486-3016-455e-9766-85c258af8fe2 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:52:12.968660 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e3181b88-e357-4325-b9e7-25ba1b06e8d4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:12.976185 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e3181b88-e357-4325-b9e7-25ba1b06e8d4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.10 "DELETE /v2.0/ports/8d7b3486-3016-455e-9766-85c258af8fe2 HTTP/1.1" status: 204 len: 173 time: 0.6951010 Feb 05 02:52:12.976693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'name': 'network-vif-deleted', 'tag': '8d7b3486-3016-455e-9766-85c258af8fe2'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:12.981005 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f088c04e-7914-4f3f-8e4f-62879a9edbfc" -d '{"events": [{"server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "name": "network-vif-deleted", "tag": "8d7b3486-3016-455e-9766-85c258af8fe2"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:13.046841 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-becd5dc6-d784-461e-a5cf-f6fa0e29c225 None None] Set router a60019c0-0b6a-4a75-b05b-9669b0dec7ad gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:52:13.142002 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:13.164834 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a2afd4f-2e6c-453e-ac63-33dbe0d9824d req-fa8c8c35-2689-476a-9774-56c84b77b650 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971745 Feb 05 02:52:13.179386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e6e20c24-cfe9-4e14-ae6a-5b3291135fdb tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Deleting port 0671b521-6803-4da1-bba3-67fb2abe90d4 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:13.179698 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e6e20c24-cfe9-4e14-ae6a-5b3291135fdb tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0671b521-6803-4da1-bba3-67fb2abe90d4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:13.188552 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ade84891-0e85-4671-8f24-ce2a94e9c495 req-1fc9abaf-9269-4529-b908-221b266fed8f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600694 Feb 05 02:52:13.266029 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e134ed8-0514-4742-af96-89469c82afba admin admin] Publish callbacks [] for router (a60019c0-0b6a-4a75-b05b-9669b0dec7ad), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:13.380995 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bcca5a-914a-425a-bf79-0064dc406eb6 x-openstack-request-id: req-80bcca5a-914a-425a-bf79-0064dc406eb6 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:13.381375 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "name": "network-vif-deleted", "tag": "8d7b3486-3016-455e-9766-85c258af8fe2", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:13.381608 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-80bcca5a-914a-425a-bf79-0064dc406eb6 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:13.381958 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'name': 'network-vif-deleted', 'tag': '8d7b3486-3016-455e-9766-85c258af8fe2', 'status': 'completed', 'code': 200} Feb 05 02:52:13.451462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e6e20c24-cfe9-4e14-ae6a-5b3291135fdb tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] For port 0671b521-6803-4da1-bba3-67fb2abe90d4, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0671b521-6803-4da1-bba3-67fb2abe90d4,segment=NetworkSegment(f6bc4053-136c-4aa2-908a-1415b6236590),segment_id=f6bc4053-136c-4aa2-908a-1415b6236590)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:13.451840 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e6e20c24-cfe9-4e14-ae6a-5b3291135fdb tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0671b521-6803-4da1-bba3-67fb2abe90d4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:13.484603 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e6e20c24-cfe9-4e14-ae6a-5b3291135fdb tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Calling delete_port for 0671b521-6803-4da1-bba3-67fb2abe90d4 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:13.526324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:13.526954 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5e8e77a0-4e1a-49b2-95c7-ff1f2ef6237b not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:13.571049 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (d0230005-adba-492f-9179-9e6b72807107), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:13.705196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393667bf-4108-4592-9d09-3024205098c9 req-597291e8-df9b-4166-a349-35a1ce83fb46 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:13.708134 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-393667bf-4108-4592-9d09-3024205098c9 req-597291e8-df9b-4166-a349-35a1ce83fb46 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.3199832 Feb 05 02:52:13.716935 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e134ed8-0514-4742-af96-89469c82afba admin admin] Publish callbacks [] for router_gateway (a60019c0-0b6a-4a75-b05b-9669b0dec7ad), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:13.719825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-becd5dc6-d784-461e-a5cf-f6fa0e29c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'name': 'tempest-ServerRescueTestJSON-649473967-router', 'tenant_id': 'ed2205a9989a45599198d4201fff1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '14803634-90ee-497a-8b54-db5f707dd7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:49:18Z', 'updated_at': '2022-02-05T02:52:10Z', 'revision_number': 5, 'project_id': 'ed2205a9989a45599198d4201fff1118', 'gw_port': {'id': '14803634-90ee-497a-8b54-db5f707dd7ca', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:49:18Z', 'updated_at': '2022-02-05T02:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:13.734986 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e6e20c24-cfe9-4e14-ae6a-5b3291135fdb tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0671b521-6803-4da1-bba3-67fb2abe90d4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:13.768214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd5dc6-d784-461e-a5cf-f6fa0e29c225 None None] Checking router: a60019c0-0b6a-4a75-b05b-9669b0dec7ad for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:52:13.770827 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['bff59cc7-e634-4b66-8618-fc3833a66232', '0671b521-6803-4da1-bba3-67fb2abe90d4', '8d7b3486-3016-455e-9766-85c258af8fe2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:52:13.774020 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:13.802051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e20c24-cfe9-4e14-ae6a-5b3291135fdb tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event deleted for resources: {'Port': ['ID=0671b521-6803-4da1-bba3-67fb2abe90d4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:13.836038 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-393667bf-4108-4592-9d09-3024205098c9 req-4c67b044-58cf-4f35-aa92-029784548589 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151345 Feb 05 02:52:13.871050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4e134ed8-0514-4742-af96-89469c82afba admin admin] Deleting port 14803634-90ee-497a-8b54-db5f707dd7ca {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:13.871534 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e134ed8-0514-4742-af96-89469c82afba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (14803634-90ee-497a-8b54-db5f707dd7ca), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:13.935030 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e6e20c24-cfe9-4e14-ae6a-5b3291135fdb tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] No DVR routers for this DVR port 0671b521-6803-4da1-bba3-67fb2abe90d4 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:52:13.945844 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e6e20c24-cfe9-4e14-ae6a-5b3291135fdb tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:13.969396 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-e6e20c24-cfe9-4e14-ae6a-5b3291135fdb tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.10 "DELETE /v2.0/ports/0671b521-6803-4da1-bba3-67fb2abe90d4 HTTP/1.1" status: 204 len: 173 time: 0.9808214 Feb 05 02:52:14.018500 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd5dc6-d784-461e-a5cf-f6fa0e29c225 None None] Routers {'a60019c0-0b6a-4a75-b05b-9669b0dec7ad'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:52:14.019185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-becd5dc6-d784-461e-a5cf-f6fa0e29c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a60019c0-0b6a-4a75-b05b-9669b0dec7ad'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:14.043526 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-4e134ed8-0514-4742-af96-89469c82afba admin admin] For port 14803634-90ee-497a-8b54-db5f707dd7ca, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=14803634-90ee-497a-8b54-db5f707dd7ca,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:14.044036 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e134ed8-0514-4742-af96-89469c82afba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (14803634-90ee-497a-8b54-db5f707dd7ca), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:14.078793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4e134ed8-0514-4742-af96-89469c82afba admin admin] Calling delete_port for 14803634-90ee-497a-8b54-db5f707dd7ca owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:14.200017 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-becd5dc6-d784-461e-a5cf-f6fa0e29c225 None None] Set router a60019c0-0b6a-4a75-b05b-9669b0dec7ad gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:52:14.225047 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-aa0bad13-4207-4abd-8ea4-421527c6926e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Deleting port bff59cc7-e634-4b66-8618-fc3833a66232 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:14.225637 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-aa0bad13-4207-4abd-8ea4-421527c6926e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (bff59cc7-e634-4b66-8618-fc3833a66232), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:14.230565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Router d0230005-adba-492f-9179-9e6b72807107 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:52:14.330638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-becd5dc6-d784-461e-a5cf-f6fa0e29c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'name': 'tempest-ServerRescueTestJSON-649473967-router', 'tenant_id': 'ed2205a9989a45599198d4201fff1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:49:18Z', 'updated_at': '2022-02-05T02:52:13Z', 'revision_number': 6, 'project_id': 'ed2205a9989a45599198d4201fff1118', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:14.341589 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:14.342270 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:14.418701 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-aa0bad13-4207-4abd-8ea4-421527c6926e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] For port bff59cc7-e634-4b66-8618-fc3833a66232, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bff59cc7-e634-4b66-8618-fc3833a66232,segment=NetworkSegment(f6bc4053-136c-4aa2-908a-1415b6236590),segment_id=f6bc4053-136c-4aa2-908a-1415b6236590)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:14.419399 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-aa0bad13-4207-4abd-8ea4-421527c6926e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (bff59cc7-e634-4b66-8618-fc3833a66232), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:14.447109 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd5dc6-d784-461e-a5cf-f6fa0e29c225 None None] The sync data for ids ['a60019c0-0b6a-4a75-b05b-9669b0dec7ad'] in n-d-826942-8 is: [{'id': 'a60019c0-0b6a-4a75-b05b-9669b0dec7ad', 'name': 'tempest-ServerRescueTestJSON-649473967-router', 'tenant_id': 'ed2205a9989a45599198d4201fff1118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:49:18Z', 'updated_at': '2022-02-05T02:52:13Z', 'revision_number': 6, 'project_id': 'ed2205a9989a45599198d4201fff1118', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:52:14.465187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-aa0bad13-4207-4abd-8ea4-421527c6926e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Calling delete_port for bff59cc7-e634-4b66-8618-fc3833a66232 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:14.571766 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46158) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:14.626528 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e134ed8-0514-4742-af96-89469c82afba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (14803634-90ee-497a-8b54-db5f707dd7ca), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:14.644859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:14.645261 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:14.674961 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e134ed8-0514-4742-af96-89469c82afba admin admin] Pushing event deleted for resources: {'Port': ['ID=14803634-90ee-497a-8b54-db5f707dd7ca,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:14.709549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe47053d-948b-4ae3-a3df-99f4f3b013e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:14.711399 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-aa0bad13-4207-4abd-8ea4-421527c6926e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (bff59cc7-e634-4b66-8618-fc3833a66232), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:14.713451 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40432d76-74cf-45dd-81d8-dc1eb0f62611" -d '{"events": [{"server_uuid": "fe47053d-948b-4ae3-a3df-99f4f3b013e8", "name": "network-vif-plugged", "status": "completed", "tag": "5e1b2083-0e87-4b26-aa60-e9c8e4dc840d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:14.746611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bad13-4207-4abd-8ea4-421527c6926e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event deleted for resources: {'Port': ['ID=bff59cc7-e634-4b66-8618-fc3833a66232,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:14.759403 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:14.774141 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:14.776146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e521f-7444-4c38-88dd-a00eef13c0a2 req-a814965b-0622-459b-a88b-bef9bb30dc21 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:14.776311 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device bff59cc7-e634-4b66-8618-fc3833a66232 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:14.785210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-784e521f-7444-4c38-88dd-a00eef13c0a2 req-a814965b-0622-459b-a88b-bef9bb30dc21 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 949 time: 0.5066533 Feb 05 02:52:14.809067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae96a7-7297-47cf-9982-fc115a5d0d88 req-a28e868d-8e5b-4a98-958e-33e851320fd0 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:14.811416 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5cae96a7-7297-47cf-9982-fc115a5d0d88 req-a28e868d-8e5b-4a98-958e-33e851320fd0 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.6304727 Feb 05 02:52:14.811654 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38873916-c497-4041-bb34-cc0f8143241f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:14.838709 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-aa0bad13-4207-4abd-8ea4-421527c6926e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] No DVR routers for this DVR port bff59cc7-e634-4b66-8618-fc3833a66232 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:52:14.846340 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-aa0bad13-4207-4abd-8ea4-421527c6926e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:14.849514 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bcf0893e-9b4f-4ec2-b68c-9a0a1765160c req-aa0bad13-4207-4abd-8ea4-421527c6926e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.10 "DELETE /v2.0/ports/bff59cc7-e634-4b66-8618-fc3833a66232 HTTP/1.1" status: 204 len: 173 time: 0.8711317 Feb 05 02:52:14.885460 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: bff59cc7-e634-4b66-8618-fc3833a66232 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:14.885815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device bff59cc7-e634-4b66-8618-fc3833a66232 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:14.886298 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 8d7b3486-3016-455e-9766-85c258af8fe2 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:14.898794 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:14.948080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 8d7b3486-3016-455e-9766-85c258af8fe2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:14.948446 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 8d7b3486-3016-455e-9766-85c258af8fe2 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:15.001511 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device afe3a04d-80ad-4123-988b-bac663ce0ee7 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:15.048859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: afe3a04d-80ad-4123-988b-bac663ce0ee7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:15.049898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device afe3a04d-80ad-4123-988b-bac663ce0ee7 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:15.085952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-784e521f-7444-4c38-88dd-a00eef13c0a2 req-7b528372-0dff-4cd5-9b70-beff54528eba tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996590 Feb 05 02:52:15.141845 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5cae96a7-7297-47cf-9982-fc115a5d0d88 req-2545a0a6-b621-4518-b1dc-63143d47786f tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911217 Feb 05 02:52:15.162208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:52:15.170680 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e134ed8-0514-4742-af96-89469c82afba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (a60019c0-0b6a-4a75-b05b-9669b0dec7ad), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:15.172051 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Sync routers for ids ['d0230005-adba-492f-9179-9e6b72807107'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:52:15.190317 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Routers {'d0230005-adba-492f-9179-9e6b72807107'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:52:15.190967 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d0230005-adba-492f-9179-9e6b72807107'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:15.243730 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f428a6-cc7a-4946-8b46-1c7d0696ab39 x-openstack-request-id: req-b0f428a6-cc7a-4946-8b46-1c7d0696ab39 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:15.244033 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe47053d-948b-4ae3-a3df-99f4f3b013e8", "name": "network-vif-plugged", "status": "completed", "tag": "5e1b2083-0e87-4b26-aa60-e9c8e4dc840d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:15.244301 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0f428a6-cc7a-4946-8b46-1c7d0696ab39 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:15.244704 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe47053d-948b-4ae3-a3df-99f4f3b013e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d', 'code': 200} Feb 05 02:52:15.307161 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Set router d0230005-adba-492f-9179-9e6b72807107 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:52:15.350959 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54f8a7c3-4013-4be6-a6a4-ea9cae910219 req-a90cdbc8-8cea-41f6-980c-d5ff85be14a7 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e71211-481a-4c7d-84e4-8228745adf5f HTTP/1.1" status: 200 len: 210 time: 0.1331706 Feb 05 02:52:15.497983 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:15.501275 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cb46a4fb-0064-48b8-8a65-6dfb547c985f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.3433459 Feb 05 02:52:15.509691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46168) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:15.531672 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e134ed8-0514-4742-af96-89469c82afba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (a60019c0-0b6a-4a75-b05b-9669b0dec7ad), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:15.534004 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e134ed8-0514-4742-af96-89469c82afba admin admin] Publish callbacks [] for router_controller (a60019c0-0b6a-4a75-b05b-9669b0dec7ad), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:15.540052 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0230005-adba-492f-9179-9e6b72807107', 'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-router', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:52:09Z', 'updated_at': '2022-02-05T02:52:11Z', 'revision_number': 3, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'gw_port': {'id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:10Z', 'updated_at': '2022-02-05T02:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:15.569499 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Checking router: d0230005-adba-492f-9179-9e6b72807107 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:52:15.570207 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Updating router d0230005-adba-492f-9179-9e6b72807107 port f223885a-a3b6-49ef-8fc1-843ab9b3d078 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:52:15.616513 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f223885a-a3b6-49ef-8fc1-843ab9b3d078), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:15.642696 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e134ed8-0514-4742-af96-89469c82afba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (a60019c0-0b6a-4a75-b05b-9669b0dec7ad), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:15.644505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e134ed8-0514-4742-af96-89469c82afba admin admin] Fanout notify agent at l3_agent the message router_deleted on router a60019c0-0b6a-4a75-b05b-9669b0dec7ad {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:52:15.652382 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e134ed8-0514-4742-af96-89469c82afba admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:15.658971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4e134ed8-0514-4742-af96-89469c82afba admin admin] 10.222.0.36 "DELETE /v2.0/routers/a60019c0-0b6a-4a75-b05b-9669b0dec7ad HTTP/1.1" status: 204 len: 168 time: 2.8403871 Feb 05 02:52:15.659606 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46170) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:15.687006 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38873916-c497-4041-bb34-cc0f8143241f admin admin] Publish callbacks [] for security_group (7a3d30c2-6935-412b-80f6-9c0b33703b7a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:15.688111 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'name': 'network-vif-deleted', 'tag': '0671b521-6803-4da1-bba3-67fb2abe90d4'}, {'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'name': 'network-vif-deleted', 'tag': 'bff59cc7-e634-4b66-8618-fc3833a66232'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:15.691909 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57363152-f28c-4664-9ada-a52414e97f46" -d '{"events": [{"server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "name": "network-vif-deleted", "tag": "0671b521-6803-4da1-bba3-67fb2abe90d4"}, {"server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "name": "network-vif-deleted", "tag": "bff59cc7-e634-4b66-8618-fc3833a66232"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:15.719072 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38873916-c497-4041-bb34-cc0f8143241f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7a3d30c2-6935-412b-80f6-9c0b33703b7a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:15.760149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0671b521-6803-4da1-bba3-67fb2abe90d4 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:15.797313 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38873916-c497-4041-bb34-cc0f8143241f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3d30c2-6935-412b-80f6-9c0b33703b7a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:15.806187 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-38873916-c497-4041-bb34-cc0f8143241f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d147186aa974c0b919622bd2a6c788a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2331192 Feb 05 02:52:15.809030 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46174) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:15.832941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 0671b521-6803-4da1-bba3-67fb2abe90d4 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:15.833431 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0671b521-6803-4da1-bba3-67fb2abe90d4 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:15.843961 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92653c51-d9d9-42e2-90ca-80725f1f59db x-openstack-request-id: req-92653c51-d9d9-42e2-90ca-80725f1f59db {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:15.845175 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "name": "network-vif-deleted", "tag": "0671b521-6803-4da1-bba3-67fb2abe90d4", "status": "completed", "code": 200}, {"server_uuid": "89e71211-481a-4c7d-84e4-8228745adf5f", "name": "network-vif-deleted", "tag": "bff59cc7-e634-4b66-8618-fc3833a66232", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:15.845616 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92653c51-d9d9-42e2-90ca-80725f1f59db {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:15.846354 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'name': 'network-vif-deleted', 'tag': '0671b521-6803-4da1-bba3-67fb2abe90d4', 'status': 'completed', 'code': 200} Feb 05 02:52:15.846941 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e71211-481a-4c7d-84e4-8228745adf5f', 'name': 'network-vif-deleted', 'tag': 'bff59cc7-e634-4b66-8618-fc3833a66232', 'status': 'completed', 'code': 200} Feb 05 02:52:15.865570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6492ca-7da7-4c01-9633-cee126d36c1e req-0ac4156f-ed8e-4609-97b4-78ed9593411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:15.867762 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3f6492ca-7da7-4c01-9633-cee126d36c1e req-0ac4156f-ed8e-4609-97b4-78ed9593411f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 1132 time: 0.1563783 Feb 05 02:52:15.887346 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:15.894848 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d34a31-bca7-405b-bc0c-9c916f7d0379 req-9163ed37-b366-4d29-a521-3feb57ef9856 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:15.897385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96d34a31-bca7-405b-bc0c-9c916f7d0379 req-9163ed37-b366-4d29-a521-3feb57ef9856 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.4679878 Feb 05 02:52:15.942566 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c607d5-4234-46c1-8190-398775ec2d14 admin admin] Deleting subnet 4a9e5f1c-1cb1-4142-b986-a844e1c2c12b {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:52:15.955055 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5c607d5-4234-46c1-8190-398775ec2d14 admin admin] Publish callbacks [] for subnet (4a9e5f1c-1cb1-4142-b986-a844e1c2c12b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:15.983568 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3f6492ca-7da7-4c01-9633-cee126d36c1e req-2e2090b1-6015-4d13-8541-7425ab374aa5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053412 Feb 05 02:52:16.003135 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Publish callbacks [] for port (f223885a-a3b6-49ef-8fc1-843ab9b3d078), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:16.012201 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f223885a-a3b6-49ef-8fc1-843ab9b3d078), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:16.012570 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14d31556-a222-4aae-9057-7972dc533d8c admin admin] Publish callbacks [] for security_group (7a3d30c2-6935-412b-80f6-9c0b33703b7a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:16.023268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96d34a31-bca7-405b-bc0c-9c916f7d0379 req-3c76be0b-a8c5-4b4a-b8ee-2246d638b2ab tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159031 Feb 05 02:52:16.041575 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5c607d5-4234-46c1-8190-398775ec2d14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (4a9e5f1c-1cb1-4142-b986-a844e1c2c12b), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:16.041849 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14d31556-a222-4aae-9057-7972dc533d8c admin admin] Publish callbacks [] for security_group (7a3d30c2-6935-412b-80f6-9c0b33703b7a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:16.062606 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151b0ec-cd70-48ed-9b54-7fef6481402b None None] Pushing event updated for resources: {'Port': ['ID=f223885a-a3b6-49ef-8fc1-843ab9b3d078,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:16.088415 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151b0ec-cd70-48ed-9b54-7fef6481402b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:16.088759 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151b0ec-cd70-48ed-9b54-7fef6481402b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:16.089096 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151b0ec-cd70-48ed-9b54-7fef6481402b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:16.089477 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151b0ec-cd70-48ed-9b54-7fef6481402b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:16.089808 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151b0ec-cd70-48ed-9b54-7fef6481402b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:16.090134 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151b0ec-cd70-48ed-9b54-7fef6481402b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:16.090455 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151b0ec-cd70-48ed-9b54-7fef6481402b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:16.090816 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151b0ec-cd70-48ed-9b54-7fef6481402b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:16.091108 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151b0ec-cd70-48ed-9b54-7fef6481402b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:16.091480 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151b0ec-cd70-48ed-9b54-7fef6481402b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:16.091803 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151b0ec-cd70-48ed-9b54-7fef6481402b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:16.093028 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151b0ec-cd70-48ed-9b54-7fef6481402b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:16.093428 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151b0ec-cd70-48ed-9b54-7fef6481402b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:16.105995 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Attempting to bind port f223885a-a3b6-49ef-8fc1-843ab9b3d078 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:52:16.105995 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Attempting to bind port f223885a-a3b6-49ef-8fc1-843ab9b3d078 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:52:16.105995 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Attempting to bind port f223885a-a3b6-49ef-8fc1-843ab9b3d078 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:16.111340 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:52:16.111717 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:52:16.112199 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:16.112687 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:52:16.113201 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Bound port: f223885a-a3b6-49ef-8fc1-843ab9b3d078, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:52:16.113572 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f223885a-a3b6-49ef-8fc1-843ab9b3d078), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:16.135888 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14d31556-a222-4aae-9057-7972dc533d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7a3d30c2-6935-412b-80f6-9c0b33703b7a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:16.138671 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14d31556-a222-4aae-9057-7972dc533d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:16.144217 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-14d31556-a222-4aae-9057-7972dc533d8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a3d30c2-6935-412b-80f6-9c0b33703b7a HTTP/1.1" status: 204 len: 168 time: 0.3326497 Feb 05 02:52:16.166219 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d31556-a222-4aae-9057-7972dc533d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3d30c2-6935-412b-80f6-9c0b33703b7a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:16.178697 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] For port f223885a-a3b6-49ef-8fc1-843ab9b3d078, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:52:16.183197 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] For port f223885a-a3b6-49ef-8fc1-843ab9b3d078, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f223885a-a3b6-49ef-8fc1-843ab9b3d078,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:52:16.195990 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f223885a-a3b6-49ef-8fc1-843ab9b3d078), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:16.203279 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5c607d5-4234-46c1-8190-398775ec2d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (4a9e5f1c-1cb1-4142-b986-a844e1c2c12b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:16.260883 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2130d-1342-4928-a598-5d32de71597d req-0870367d-50a4-468d-83f7-a280c2486f8e tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:16.262567 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09b2130d-1342-4928-a598-5d32de71597d req-0870367d-50a4-468d-83f7-a280c2486f8e tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.10 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.0773535 Feb 05 02:52:16.267193 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151b0ec-cd70-48ed-9b54-7fef6481402b None None] Pushing event updated for resources: {'Port': ['ID=f223885a-a3b6-49ef-8fc1-843ab9b3d078,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:16.295478 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Routers {'d0230005-adba-492f-9179-9e6b72807107'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:52:16.296467 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d0230005-adba-492f-9179-9e6b72807107'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:16.476950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-09b2130d-1342-4928-a598-5d32de71597d req-3a2f0f13-fcab-455d-b9db-409c8bc666ce tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Deleting port d39eaef6-1f17-4d90-ae89-7fff405e8b12 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:16.478380 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09b2130d-1342-4928-a598-5d32de71597d req-3a2f0f13-fcab-455d-b9db-409c8bc666ce tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d39eaef6-1f17-4d90-ae89-7fff405e8b12), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:16.523458 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] Set router d0230005-adba-492f-9179-9e6b72807107 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:52:16.653596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-09b2130d-1342-4928-a598-5d32de71597d req-3a2f0f13-fcab-455d-b9db-409c8bc666ce tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] For port d39eaef6-1f17-4d90-ae89-7fff405e8b12, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d39eaef6-1f17-4d90-ae89-7fff405e8b12,segment=NetworkSegment(b566328f-e6db-46ed-bfd1-d2b52cbb239e),segment_id=b566328f-e6db-46ed-bfd1-d2b52cbb239e)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:16.653976 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09b2130d-1342-4928-a598-5d32de71597d req-3a2f0f13-fcab-455d-b9db-409c8bc666ce tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d39eaef6-1f17-4d90-ae89-7fff405e8b12), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:16.733015 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0230005-adba-492f-9179-9e6b72807107', 'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-router', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:52:09Z', 'updated_at': '2022-02-05T02:52:11Z', 'revision_number': 3, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'gw_port': {'id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:10Z', 'updated_at': '2022-02-05T02:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:16.762984 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06030c6-1a79-43bb-b3d6-ae17290ac230 None None] The sync data for ids ['d0230005-adba-492f-9179-9e6b72807107'] in n-d-826942-8 is: [{'id': 'd0230005-adba-492f-9179-9e6b72807107', 'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-router', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:52:09Z', 'updated_at': '2022-02-05T02:52:11Z', 'revision_number': 3, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'gw_port': {'id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:10Z', 'updated_at': '2022-02-05T02:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:52:16.827923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 14803634-90ee-497a-8b54-db5f707dd7ca no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:16.868806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 14803634-90ee-497a-8b54-db5f707dd7ca {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:16.869472 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 14803634-90ee-497a-8b54-db5f707dd7ca not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:16.969039 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5c607d5-4234-46c1-8190-398775ec2d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (4a9e5f1c-1cb1-4142-b986-a844e1c2c12b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:16.982259 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5060ff-3029-4dba-9ae2-1dc401c44c98 req-9e5f714a-9328-4dbe-be0d-1c44e66a9436 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:16.983918 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c5060ff-3029-4dba-9ae2-1dc401c44c98 req-9e5f714a-9328-4dbe-be0d-1c44e66a9436 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=03c97b7c-a1b6-4535-a237-7274ffb62e31 HTTP/1.1" status: 200 len: 945 time: 0.6950026 Feb 05 02:52:17.008579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bd3df-0274-4fec-bddc-b1bf62ec53bd req-5fcc4ed4-a9da-4989-bc14-4a21b7714d97 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:17.010563 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b36bd3df-0274-4fec-bddc-b1bf62ec53bd req-5fcc4ed4-a9da-4989-bc14-4a21b7714d97 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.7501130 Feb 05 02:52:17.026242 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09b2130d-1342-4928-a598-5d32de71597d req-3a2f0f13-fcab-455d-b9db-409c8bc666ce tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:17.026993 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09b2130d-1342-4928-a598-5d32de71597d req-3a2f0f13-fcab-455d-b9db-409c8bc666ce tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (2281322f-6f64-4c50-8354-3fe60b4478b2), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:17.027241 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [req-09b2130d-1342-4928-a598-5d32de71597d req-3a2f0f13-fcab-455d-b9db-409c8bc666ce tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Floating IP 2281322f-6f64-4c50-8354-3fe60b4478b2 disassociated. External IP: 172.25.0.226, port: d39eaef6-1f17-4d90-ae89-7fff405e8b12. Feb 05 02:52:17.029856 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-09b2130d-1342-4928-a598-5d32de71597d req-3a2f0f13-fcab-455d-b9db-409c8bc666ce tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Calling delete_port for d39eaef6-1f17-4d90-ae89-7fff405e8b12 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:17.052651 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c607d5-4234-46c1-8190-398775ec2d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a9e5f1c-1cb1-4142-b986-a844e1c2c12b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:17.058295 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5c607d5-4234-46c1-8190-398775ec2d14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:17.062607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f5c607d5-4234-46c1-8190-398775ec2d14 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4a9e5f1c-1cb1-4142-b986-a844e1c2c12b HTTP/1.1" status: 204 len: 168 time: 1.3313646 Feb 05 02:52:17.078017 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46196) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:17.192886 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b36bd3df-0274-4fec-bddc-b1bf62ec53bd req-1a0076fd-d278-4f94-9fa7-1743e8291574 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519423 Feb 05 02:52:17.284066 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09b2130d-1342-4928-a598-5d32de71597d req-3a2f0f13-fcab-455d-b9db-409c8bc666ce tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d39eaef6-1f17-4d90-ae89-7fff405e8b12), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:17.323365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46206) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:17.332543 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-535d2544-a3d6-46e9-a5f2-534d8e701c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (7f0214b3-4832-4da0-b028-f229408f249e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:17.349064 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c5060ff-3029-4dba-9ae2-1dc401c44c98 req-73101b6f-f0f7-4be5-9406-5278bea827bf tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acb1b9d-b06c-4159-95b1-175f7354d09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097348 Feb 05 02:52:17.424786 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f0f13-fcab-455d-b9db-409c8bc666ce tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event deleted for resources: {'Port': ['ID=d39eaef6-1f17-4d90-ae89-7fff405e8b12,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:17.546860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b965ab7-c465-4466-8ec7-1d76771cabc9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Deleting subnet a4b4c5d4-a4b0-471c-a253-466748358fa7 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:52:17.550294 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b965ab7-c465-4466-8ec7-1d76771cabc9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks [] for subnet (a4b4c5d4-a4b0-471c-a253-466748358fa7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:17.597534 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b965ab7-c465-4466-8ec7-1d76771cabc9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (a4b4c5d4-a4b0-471c-a253-466748358fa7), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:17.720778 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f168ed8-df47-44f4-86c9-eb5383cd98bd req-15010764-0327-4850-868d-8f3a48755f4f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:17.722333 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f168ed8-df47-44f4-86c9-eb5383cd98bd req-15010764-0327-4850-868d-8f3a48755f4f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.3091159 Feb 05 02:52:17.725272 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-535d2544-a3d6-46e9-a5f2-534d8e701c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (7f0214b3-4832-4da0-b028-f229408f249e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:17.789541 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b965ab7-c465-4466-8ec7-1d76771cabc9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (a4b4c5d4-a4b0-471c-a253-466748358fa7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:17.840985 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f168ed8-df47-44f4-86c9-eb5383cd98bd req-e1a7f951-c4f8-4fda-9a48-9706bd0d8003 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068172 Feb 05 02:52:17.857941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-535d2544-a3d6-46e9-a5f2-534d8e701c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0214b3-4832-4da0-b028-f229408f249e']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:17.876957 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:17.897741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-535d2544-a3d6-46e9-a5f2-534d8e701c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a763eb1f-5e8d-4bf6-88db-db88e863bc0f') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:17.898171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-535d2544-a3d6-46e9-a5f2-534d8e701c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a763eb1f-5e8d-4bf6-88db-db88e863bc0f') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:17.910153 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09b2130d-1342-4928-a598-5d32de71597d req-3a2f0f13-fcab-455d-b9db-409c8bc666ce tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Router 20d01e9b-e502-4b4b-816a-275d13a56d33 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:52:17.920000 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b965ab7-c465-4466-8ec7-1d76771cabc9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (a4b4c5d4-a4b0-471c-a253-466748358fa7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:17.920865 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-535d2544-a3d6-46e9-a5f2-534d8e701c87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (a763eb1f-5e8d-4bf6-88db-db88e863bc0f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:17.961196 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-535d2544-a3d6-46e9-a5f2-534d8e701c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a763eb1f-5e8d-4bf6-88db-db88e863bc0f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:18.029969 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535d2544-a3d6-46e9-a5f2-534d8e701c87 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:52:18.030687 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-535d2544-a3d6-46e9-a5f2-534d8e701c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (a763eb1f-5e8d-4bf6-88db-db88e863bc0f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:52:18.032525 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:52:18.127808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09b2130d-1342-4928-a598-5d32de71597d req-3a2f0f13-fcab-455d-b9db-409c8bc666ce tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:52:18.130074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b965ab7-c465-4466-8ec7-1d76771cabc9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b4c5d4-a4b0-471c-a253-466748358fa7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:18.140056 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057fe8d-b081-4574-9efd-39ed744f0e28 None None] Sync routers for ids ['20d01e9b-e502-4b4b-816a-275d13a56d33'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:52:18.151289 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea6b1c9-f511-4ede-9f97-c6e897d2f5f9 None None] Network 328b1e3f-f14f-4715-ab02-67ab436d21c6 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:52:18.190173 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b965ab7-c465-4466-8ec7-1d76771cabc9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:18.192562 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-535d2544-a3d6-46e9-a5f2-534d8e701c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (7f0214b3-4832-4da0-b028-f229408f249e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:18.193703 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2b965ab7-c465-4466-8ec7-1d76771cabc9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "DELETE /v2.0/subnets/a4b4c5d4-a4b0-471c-a253-466748358fa7 HTTP/1.1" status: 204 len: 168 time: 0.8693452 Feb 05 02:52:18.194672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b2130d-1342-4928-a598-5d32de71597d req-3a2f0f13-fcab-455d-b9db-409c8bc666ce tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] No DVR routers for this DVR port d39eaef6-1f17-4d90-ae89-7fff405e8b12 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:52:18.197198 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09b2130d-1342-4928-a598-5d32de71597d req-3a2f0f13-fcab-455d-b9db-409c8bc666ce tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:18.200772 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09b2130d-1342-4928-a598-5d32de71597d req-3a2f0f13-fcab-455d-b9db-409c8bc666ce tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.10 "DELETE /v2.0/ports/d39eaef6-1f17-4d90-ae89-7fff405e8b12 HTTP/1.1" status: 204 len: 173 time: 1.9291666 Feb 05 02:52:18.201242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c97b7c-a1b6-4535-a237-7274ffb62e31', 'name': 'network-vif-deleted', 'tag': 'd39eaef6-1f17-4d90-ae89-7fff405e8b12'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:18.203700 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67610c19-d86f-4574-a7f6-28b35e577bb0" -d '{"events": [{"server_uuid": "03c97b7c-a1b6-4535-a237-7274ffb62e31", "name": "network-vif-deleted", "tag": "d39eaef6-1f17-4d90-ae89-7fff405e8b12"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:18.207007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46220) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:18.208702 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-535d2544-a3d6-46e9-a5f2-534d8e701c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:18.221729 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-535d2544-a3d6-46e9-a5f2-534d8e701c87 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7f0214b3-4832-4da0-b028-f229408f249e HTTP/1.1" status: 204 len: 168 time: 1.1303060 Feb 05 02:52:18.301668 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d2544-a3d6-46e9-a5f2-534d8e701c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f0214b3-4832-4da0-b028-f229408f249e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:18.330088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7057fe8d-b081-4574-9efd-39ed744f0e28 None None] Routers {'20d01e9b-e502-4b4b-816a-275d13a56d33'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:52:18.330820 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7057fe8d-b081-4574-9efd-39ed744f0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['20d01e9b-e502-4b4b-816a-275d13a56d33'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:18.356172 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (328b1e3f-f14f-4715-ab02-67ab436d21c6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:18.361391 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a28319-e8a3-496e-a6f1-cd237ebabd4f x-openstack-request-id: req-70a28319-e8a3-496e-a6f1-cd237ebabd4f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:18.361743 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c97b7c-a1b6-4535-a237-7274ffb62e31", "name": "network-vif-deleted", "tag": "d39eaef6-1f17-4d90-ae89-7fff405e8b12", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:18.362292 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70a28319-e8a3-496e-a6f1-cd237ebabd4f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:18.362699 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c97b7c-a1b6-4535-a237-7274ffb62e31', 'name': 'network-vif-deleted', 'tag': 'd39eaef6-1f17-4d90-ae89-7fff405e8b12', 'status': 'completed', 'code': 200} Feb 05 02:52:18.367880 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Allocated IP 172.20.0.1 (bb6774f6-5e2d-46b6-b600-fd9b37f5f681/09a87c98-7ee5-494c-996e-4b6b30e96c7d/dc316697-d2d4-4367-a125-c55e246f12a0) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:52:18.494972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Deleting port 6d86c419-f167-4892-935e-54872ee95ff6 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:18.495328 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6d86c419-f167-4892-935e-54872ee95ff6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:18.575801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] For port 6d86c419-f167-4892-935e-54872ee95ff6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6d86c419-f167-4892-935e-54872ee95ff6,segment=NetworkSegment(9a5e2c02-d7a2-4233-9621-90e78d2cc4f0),segment_id=9a5e2c02-d7a2-4233-9621-90e78d2cc4f0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:18.576178 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6d86c419-f167-4892-935e-54872ee95ff6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:18.592595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Calling delete_port for 6d86c419-f167-4892-935e-54872ee95ff6 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:18.682371 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46232) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:18.704634 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-7057fe8d-b081-4574-9efd-39ed744f0e28 None None] Set router 20d01e9b-e502-4b4b-816a-275d13a56d33 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:52:18.731696 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Publish callbacks [] for port (dc316697-d2d4-4367-a125-c55e246f12a0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:18.810601 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a37605bb-30b9-42ad-8e4e-11e9b9070bdd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed2205a9989a45599198d4201fff1118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1132922 Feb 05 02:52:18.813263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46236) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:18.820581 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (dc316697-d2d4-4367-a125-c55e246f12a0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:18.851215 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6d86c419-f167-4892-935e-54872ee95ff6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:18.934540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Network bb6774f6-5e2d-46b6-b600-fd9b37f5f681 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:52:18.938050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:18.947539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427036d-24e9-4b83-b7e6-cd02c766fa3f req-b4138386-67fb-4c23-895b-e011252a61e6 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:18.948651 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] No DVR routers for this DVR port 6d86c419-f167-4892-935e-54872ee95ff6 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:52:18.949216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1427036d-24e9-4b83-b7e6-cd02c766fa3f req-b4138386-67fb-4c23-895b-e011252a61e6 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.4529943 Feb 05 02:52:18.950001 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:52:18.966672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ea7168-237a-4d84-ae62-155ca1a974b7 None None] DHCP port deletion for 328b1e3f-f14f-4715-ab02-67ab436d21c6 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:52:18.988543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event deleted for resources: {'Port': ['ID=6d86c419-f167-4892-935e-54872ee95ff6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:19.077289 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f223885a-a3b6-49ef-8fc1-843ab9b3d078 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:19.105062 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1427036d-24e9-4b83-b7e6-cd02c766fa3f req-c5765c5e-5133-49ad-b098-2ef70e4c409a tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382256 Feb 05 02:52:19.116319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Pushing event updated for resources: {'Port': ['ID=dc316697-d2d4-4367-a125-c55e246f12a0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:19.136215 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (d0230005-adba-492f-9179-9e6b72807107), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.160190 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (328b1e3f-f14f-4715-ab02-67ab436d21c6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.176886 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05d61fa7-4d97-4fa6-b4a6-39bb3744c0aa admin admin] Publish callbacks [] for security_group (21181b91-613b-4471-ada9-a66237c67506), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.248480 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328b1e3f-f14f-4715-ab02-67ab436d21c6']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:19.259468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port f223885a-a3b6-49ef-8fc1-843ab9b3d078 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:19.260525 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f223885a-a3b6-49ef-8fc1-843ab9b3d078), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.288211 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05d61fa7-4d97-4fa6-b4a6-39bb3744c0aa admin admin] Publish callbacks [] for security_group (21181b91-613b-4471-ada9-a66237c67506), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.297272 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5e2c02-d7a2-4233-9621-90e78d2cc4f0') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:19.297615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5e2c02-d7a2-4233-9621-90e78d2cc4f0') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:19.320858 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (9a5e2c02-d7a2-4233-9621-90e78d2cc4f0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.355685 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (9a5e2c02-d7a2-4233-9621-90e78d2cc4f0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.362964 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:52:19.363371 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (9a5e2c02-d7a2-4233-9621-90e78d2cc4f0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:52:19.383025 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:52:19.465525 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fc457-76f8-4dcb-bfcd-2de39f5593fc req-5802101e-3fa0-4eac-97da-1b56633ca840 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:19.469638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port f223885a-a3b6-49ef-8fc1-843ab9b3d078 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:19.470161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c2fc457-76f8-4dcb-bfcd-2de39f5593fc req-5802101e-3fa0-4eac-97da-1b56633ca840 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.1813004 Feb 05 02:52:19.470287 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f223885a-a3b6-49ef-8fc1-843ab9b3d078), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.478120 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05d61fa7-4d97-4fa6-b4a6-39bb3744c0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (21181b91-613b-4471-ada9-a66237c67506), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.483804 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05d61fa7-4d97-4fa6-b4a6-39bb3744c0aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.487619 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-05d61fa7-4d97-4fa6-b4a6-39bb3744c0aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21181b91-613b-4471-ada9-a66237c67506 HTTP/1.1" status: 204 len: 168 time: 0.6707809 Feb 05 02:52:19.496389 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (328b1e3f-f14f-4715-ab02-67ab436d21c6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.498293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d61fa7-4d97-4fa6-b4a6-39bb3744c0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21181b91-613b-4471-ada9-a66237c67506,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:19.509055 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.515800 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port f223885a-a3b6-49ef-8fc1-843ab9b3d078, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f223885a-a3b6-49ef-8fc1-843ab9b3d078,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:19.516463 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "DELETE /v2.0/networks/328b1e3f-f14f-4715-ab02-67ab436d21c6 HTTP/1.1" status: 204 len: 168 time: 1.3080893 Feb 05 02:52:19.534345 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46246) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:19.545748 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca337ae7-4ee0-4935-ba20-06e62773e451 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event deleted for resources: {'Network': ['ID=328b1e3f-f14f-4715-ab02-67ab436d21c6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:19.547706 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7057fe8d-b081-4574-9efd-39ed744f0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 4, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4a2143af-351c-47d4-86e0-93dfa0a52ace', 'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'mac_address': 'fa:16:3e:36:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:19Z', 'updated_at': '2022-02-05T02:48:23Z', 'revision_number': 5, 'project_id': '04505631600d4700b509b35d7e707cd7', 'subnets': [{'id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:19.586049 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dc316697-d2d4-4367-a125-c55e246f12a0), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.601972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b3e906-ec6e-4220-bfe5-e0229458f1aa tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Deleting subnet 36d56501-1ea4-4b83-981b-f5df6eb890b5 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:52:19.608551 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13b3e906-ec6e-4220-bfe5-e0229458f1aa tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks [] for subnet (36d56501-1ea4-4b83-981b-f5df6eb890b5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.618722 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057fe8d-b081-4574-9efd-39ed744f0e28 None None] Checking router: 20d01e9b-e502-4b4b-816a-275d13a56d33 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:52:19.626008 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f223885a-a3b6-49ef-8fc1-843ab9b3d078), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.659455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7057fe8d-b081-4574-9efd-39ed744f0e28 None None] Routers {'20d01e9b-e502-4b4b-816a-275d13a56d33'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:52:19.660098 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7057fe8d-b081-4574-9efd-39ed744f0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['20d01e9b-e502-4b4b-816a-275d13a56d33'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:19.666513 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c2fc457-76f8-4dcb-bfcd-2de39f5593fc req-2a5e1857-0e85-412a-a70f-ef7bd050933f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198835 Feb 05 02:52:19.714856 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13b3e906-ec6e-4220-bfe5-e0229458f1aa tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (36d56501-1ea4-4b83-981b-f5df6eb890b5), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.782213 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46250) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:19.790031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device d39eaef6-1f17-4d90-ae89-7fff405e8b12 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:19.794288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=f223885a-a3b6-49ef-8fc1-843ab9b3d078,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:19.825015 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: d39eaef6-1f17-4d90-ae89-7fff405e8b12 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:19.825369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device d39eaef6-1f17-4d90-ae89-7fff405e8b12 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:19.869125 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420bce6-51fb-4b3d-80ca-b65061de6c9f req-9a894805-fa48-438c-befb-0efdbbfc2503 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:19.870569 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b420bce6-51fb-4b3d-80ca-b65061de6c9f req-9a894805-fa48-438c-befb-0efdbbfc2503 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.2207959 Feb 05 02:52:19.955688 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4bb7a44-5d7f-4b77-bb53-0e23f529a04a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group (3acb1b9d-b06c-4159-95b1-175f7354d09d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:19.965435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-7057fe8d-b081-4574-9efd-39ed744f0e28 None None] Set router 20d01e9b-e502-4b4b-816a-275d13a56d33 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:52:20.039682 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13b3e906-ec6e-4220-bfe5-e0229458f1aa tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (36d56501-1ea4-4b83-981b-f5df6eb890b5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:20.070800 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b420bce6-51fb-4b3d-80ca-b65061de6c9f req-d8be7710-50fc-463e-94a2-520151a4dc14 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840501 Feb 05 02:52:20.072649 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4bb7a44-5d7f-4b77-bb53-0e23f529a04a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group (3acb1b9d-b06c-4159-95b1-175f7354d09d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:20.130481 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13b3e906-ec6e-4220-bfe5-e0229458f1aa tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (36d56501-1ea4-4b83-981b-f5df6eb890b5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:20.164886 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3e906-ec6e-4220-bfe5-e0229458f1aa tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event deleted for resources: {'Subnet': ['ID=36d56501-1ea4-4b83-981b-f5df6eb890b5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:20.190546 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13b3e906-ec6e-4220-bfe5-e0229458f1aa tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:20.201501 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-13b3e906-ec6e-4220-bfe5-e0229458f1aa tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "DELETE /v2.0/subnets/36d56501-1ea4-4b83-981b-f5df6eb890b5 HTTP/1.1" status: 204 len: 168 time: 0.6658270 Feb 05 02:52:20.204830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46278) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:20.270253 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4bb7a44-5d7f-4b77-bb53-0e23f529a04a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3acb1b9d-b06c-4159-95b1-175f7354d09d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:20.270717 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4bb7a44-5d7f-4b77-bb53-0e23f529a04a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:20.272089 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e4bb7a44-5d7f-4b77-bb53-0e23f529a04a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "DELETE /v2.0/security-groups/3acb1b9d-b06c-4159-95b1-175f7354d09d HTTP/1.1" status: 204 len: 168 time: 0.4885249 Feb 05 02:52:20.320644 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Publish callbacks [] for port (dc316697-d2d4-4367-a125-c55e246f12a0), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:20.331654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46282) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:20.332474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb7a44-5d7f-4b77-bb53-0e23f529a04a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acb1b9d-b06c-4159-95b1-175f7354d09d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:20.405128 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-a82513d0-1386-4744-a014-56d3e675ed77 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] show failed (client error): The resource could not be found. Feb 05 02:52:20.408812 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a82513d0-1386-4744-a014-56d3e675ed77 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups/3acb1b9d-b06c-4159-95b1-175f7354d09d HTTP/1.1" status: 404 len: 347 time: 0.0710709 Feb 05 02:52:20.408812 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (dc316697-d2d4-4367-a125-c55e246f12a0), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:20.419206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46284) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:20.499794 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (da409d9a-0218-4b78-a758-5335011f0837), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:20.632494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233aadf0-d6d7-4d7a-bcbc-cff5afffa669 None None] Network da409d9a-0218-4b78-a758-5335011f0837 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:52:20.696206 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Deleting port fa4f2410-8601-4c43-902f-a6d786e0805a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:20.698648 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fa4f2410-8601-4c43-902f-a6d786e0805a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:20.936667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Pushing event updated for resources: {'Port': ['ID=dc316697-d2d4-4367-a125-c55e246f12a0,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:20.939729 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] For port fa4f2410-8601-4c43-902f-a6d786e0805a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fa4f2410-8601-4c43-902f-a6d786e0805a,segment=NetworkSegment(f6bc4053-136c-4aa2-908a-1415b6236590),segment_id=f6bc4053-136c-4aa2-908a-1415b6236590)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:20.940206 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fa4f2410-8601-4c43-902f-a6d786e0805a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:20.978323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Calling delete_port for fa4f2410-8601-4c43-902f-a6d786e0805a owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:20.984542 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (d0230005-adba-492f-9179-9e6b72807107), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:21.020910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f223885a-a3b6-49ef-8fc1-843ab9b3d078 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:21.058568 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46304) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:21.167953 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port f223885a-a3b6-49ef-8fc1-843ab9b3d078 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:21.168326 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f223885a-a3b6-49ef-8fc1-843ab9b3d078), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:21.202644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7057fe8d-b081-4574-9efd-39ed744f0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 4, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4a2143af-351c-47d4-86e0-93dfa0a52ace', 'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'mac_address': 'fa:16:3e:36:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:19Z', 'updated_at': '2022-02-05T02:48:23Z', 'revision_number': 5, 'project_id': '04505631600d4700b509b35d7e707cd7', 'subnets': [{'id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:21.208641 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fa4f2410-8601-4c43-902f-a6d786e0805a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:21.239690 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057fe8d-b081-4574-9efd-39ed744f0e28 None None] The sync data for ids ['20d01e9b-e502-4b4b-816a-275d13a56d33'] in n-d-826942-8 is: [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 4, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4a2143af-351c-47d4-86e0-93dfa0a52ace', 'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'mac_address': 'fa:16:3e:36:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:19Z', 'updated_at': '2022-02-05T02:48:23Z', 'revision_number': 5, 'project_id': '04505631600d4700b509b35d7e707cd7', 'subnets': [{'id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:52:21.258267 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a0c71d-a345-436b-a78a-8b5f08c95254 None None] DHCP port deletion for da409d9a-0218-4b78-a758-5335011f0837 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:52:21.270964 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event deleted for resources: {'Port': ['ID=fa4f2410-8601-4c43-902f-a6d786e0805a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:21.276310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] No DVR routers for this DVR port fa4f2410-8601-4c43-902f-a6d786e0805a on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:52:21.373586 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Network bb6774f6-5e2d-46b6-b600-fd9b37f5f681 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:52:21.378101 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:21.389533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port f223885a-a3b6-49ef-8fc1-843ab9b3d078 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:21.396910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a94c2-a091-4dda-89f8-fe788744a1c3 req-b89c9b72-10d0-4406-9647-25de54cbd484 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:21.407032 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (da409d9a-0218-4b78-a758-5335011f0837), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:21.410294 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-606a94c2-a091-4dda-89f8-fe788744a1c3 req-b89c9b72-10d0-4406-9647-25de54cbd484 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.7605793 Feb 05 02:52:21.436112 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da409d9a-0218-4b78-a758-5335011f0837']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:21.448238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bc4053-136c-4aa2-908a-1415b6236590') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:21.448630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bc4053-136c-4aa2-908a-1415b6236590') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:21.461949 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (f6bc4053-136c-4aa2-908a-1415b6236590), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:21.478573 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (f6bc4053-136c-4aa2-908a-1415b6236590), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:21.489235 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6d86c419-f167-4892-935e-54872ee95ff6 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:21.499478 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:52:21.500016 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (f6bc4053-136c-4aa2-908a-1415b6236590), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:52:21.509766 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:52:21.536492 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 6d86c419-f167-4892-935e-54872ee95ff6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:21.544217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6d86c419-f167-4892-935e-54872ee95ff6 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:21.607574 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (da409d9a-0218-4b78-a758-5335011f0837), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:21.622230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ca914488-6cd1-4cd4-8e46-5145f479bf7a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1400228957-network', 'tenant_id': '245250c710e14b0099e67f28ad82fe2e'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:21.627735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-044c6a6f-9fb1-4d9c-9e98-1f826d334cfa tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Deleting port 723c52ca-3de1-4206-8d59-d8924a4c3069 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:21.628133 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-044c6a6f-9fb1-4d9c-9e98-1f826d334cfa tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (723c52ca-3de1-4206-8d59-d8924a4c3069), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:21.638129 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:21.642352 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "DELETE /v2.0/networks/da409d9a-0218-4b78-a758-5335011f0837 HTTP/1.1" status: 204 len: 168 time: 1.4371021 Feb 05 02:52:21.643929 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e99a98-f78e-4948-835b-e9e306996a0d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event deleted for resources: {'Network': ['ID=da409d9a-0218-4b78-a758-5335011f0837,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:21.650675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46310) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:21.662483 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5487d015-f533-4de3-8cae-78e36bed8a3e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-387776032'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:21.690655 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5487d015-f533-4de3-8cae-78e36bed8a3e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Made reservation on behalf of 5f2967e419ed41e9a99646795aa87bf5 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:21.694959 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5487d015-f533-4de3-8cae-78e36bed8a3e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:21.723918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5487d015-f533-4de3-8cae-78e36bed8a3e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:52:21.739132 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5487d015-f533-4de3-8cae-78e36bed8a3e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (adf88541-c381-42da-9139-2312df70a465), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:21.739521 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-5487d015-f533-4de3-8cae-78e36bed8a3e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Added segment adf88541-c381-42da-9139-2312df70a465 of type vlan for network 7cbc81b9-a00f-4b7d-b7ce-a223a8464527 Feb 05 02:52:21.751268 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2785a34-b5d8-4bfb-a48f-36fd593bee7d None None] New status for floating IP 2281322f-6f64-4c50-8354-3fe60b4478b2: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:52:21.811671 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5487d015-f533-4de3-8cae-78e36bed8a3e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (7cbc81b9-a00f-4b7d-b7ce-a223a8464527), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:21.832934 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-044c6a6f-9fb1-4d9c-9e98-1f826d334cfa tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (723c52ca-3de1-4206-8d59-d8924a4c3069), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:21.833261 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-044c6a6f-9fb1-4d9c-9e98-1f826d334cfa tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for floatingip (723c52ca-3de1-4206-8d59-d8924a4c3069), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:21.841589 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5487d015-f533-4de3-8cae-78e36bed8a3e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (7cbc81b9-a00f-4b7d-b7ce-a223a8464527), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:21.847704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5487d015-f533-4de3-8cae-78e36bed8a3e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:21.847868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-044c6a6f-9fb1-4d9c-9e98-1f826d334cfa tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Calling delete_port for 723c52ca-3de1-4206-8d59-d8924a4c3069 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:21.849016 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5487d015-f533-4de3-8cae-78e36bed8a3e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:21.877273 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5487d015-f533-4de3-8cae-78e36bed8a3e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2252762 Feb 05 02:52:21.878287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46312) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:21.897550 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2a017435-a85b-48df-8025-39108b5d0a46 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Request body: {'subnet': {'network_id': '7cbc81b9-a00f-4b7d-b7ce-a223a8464527', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:21.970887 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-606a94c2-a091-4dda-89f8-fe788744a1c3 req-dad6d00b-768d-4ef9-940a-227f2621c3ac tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595798 Feb 05 02:52:21.983140 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Router d0230005-adba-492f-9179-9e6b72807107 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:52:22.016523 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0491279-8815-4681-bfdb-9b589bf4b237 req-b6ef5789-2889-46ad-bc1c-fa2d9e72229d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:22.018278 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0491279-8815-4681-bfdb-9b589bf4b237 req-b6ef5789-2889-46ad-bc1c-fa2d9e72229d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.7133002 Feb 05 02:52:22.019250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca914488-6cd1-4cd4-8e46-5145f479bf7a admin admin] Made reservation on behalf of 245250c710e14b0099e67f28ad82fe2e for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:22.024943 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca914488-6cd1-4cd4-8e46-5145f479bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:22.094402 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-044c6a6f-9fb1-4d9c-9e98-1f826d334cfa tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (723c52ca-3de1-4206-8d59-d8924a4c3069), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:22.117452 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487d015-f533-4de3-8cae-78e36bed8a3e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event updated for resources: {'Network': ['ID=7cbc81b9-a00f-4b7d-b7ce-a223a8464527,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:22.128690 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 7cbc81b9-a00f-4b7d-b7ce-a223a8464527 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:52:22.132728 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca914488-6cd1-4cd4-8e46-5145f479bf7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:22.141994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c6a6f-9fb1-4d9c-9e98-1f826d334cfa tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event deleted for resources: {'Port': ['ID=723c52ca-3de1-4206-8d59-d8924a4c3069,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:22.215644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a017435-a85b-48df-8025-39108b5d0a46 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Made reservation on behalf of 5f2967e419ed41e9a99646795aa87bf5 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:22.221810 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a017435-a85b-48df-8025-39108b5d0a46 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:22.264487 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca914488-6cd1-4cd4-8e46-5145f479bf7a admin admin] Publish callbacks [] for security_group (5936f591-2465-4ecd-a9ef-4cbb4fd57f4e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:22.303659 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca914488-6cd1-4cd4-8e46-5145f479bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5936f591-2465-4ecd-a9ef-4cbb4fd57f4e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:22.468027 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca914488-6cd1-4cd4-8e46-5145f479bf7a admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:52:22.494887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca914488-6cd1-4cd4-8e46-5145f479bf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5936f591-2465-4ecd-a9ef-4cbb4fd57f4e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:22.506747 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0491279-8815-4681-bfdb-9b589bf4b237 req-f2604591-b8c3-4354-b799-31eb82e09e15 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155068 Feb 05 02:52:22.515612 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca914488-6cd1-4cd4-8e46-5145f479bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (47ae5747-b8ab-4dd9-b901-8b3d09fd8838), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:22.516136 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-ca914488-6cd1-4cd4-8e46-5145f479bf7a admin admin] Added segment 47ae5747-b8ab-4dd9-b901-8b3d09fd8838 of type vlan for network bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac Feb 05 02:52:22.544644 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-044c6a6f-9fb1-4d9c-9e98-1f826d334cfa tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for floatingip (2281322f-6f64-4c50-8354-3fe60b4478b2), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:22.547346 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-044c6a6f-9fb1-4d9c-9e98-1f826d334cfa tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:22.547683 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a017435-a85b-48df-8025-39108b5d0a46 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (28b93a43-cd85-48d0-925b-5e86551f9f02), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:22.551506 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-044c6a6f-9fb1-4d9c-9e98-1f826d334cfa tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "DELETE /v2.0/floatingips/2281322f-6f64-4c50-8354-3fe60b4478b2 HTTP/1.1" status: 204 len: 168 time: 2.1273563 Feb 05 02:52:22.583571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:52:22.600831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c8d21af7-5c0d-4f31-9ff2-f31491f0a6bc admin admin] 10.222.0.36 "PUT /v2.0/routers/d0230005-adba-492f-9179-9e6b72807107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0838017 Feb 05 02:52:22.603791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Sync routers for ids ['d0230005-adba-492f-9179-9e6b72807107'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:52:22.605775 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca914488-6cd1-4cd4-8e46-5145f479bf7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:22.644663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Routers {'d0230005-adba-492f-9179-9e6b72807107'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:52:22.645773 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d0230005-adba-492f-9179-9e6b72807107'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:22.652251 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca914488-6cd1-4cd4-8e46-5145f479bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:22.653867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca914488-6cd1-4cd4-8e46-5145f479bf7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:22.655653 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca914488-6cd1-4cd4-8e46-5145f479bf7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:22.695894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a017435-a85b-48df-8025-39108b5d0a46 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event updated for resources: {'Subnet': ['ID=28b93a43-cd85-48d0-925b-5e86551f9f02,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:22.715267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ca914488-6cd1-4cd4-8e46-5145f479bf7a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6468399 Feb 05 02:52:22.715492 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46322) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:22.723645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4904d599-d134-45ac-9d85-5c613b7e6667 admin admin] Request body: {'subnet': {'network_id': 'bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1400228957-subnet', 'tenant_id': '245250c710e14b0099e67f28ad82fe2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:22.748126 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a017435-a85b-48df-8025-39108b5d0a46 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Checking segment: {'id': 'adf88541-c381-42da-9139-2312df70a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7cbc81b9-a00f-4b7d-b7ce-a223a8464527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:52:22.751864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a017435-a85b-48df-8025-39108b5d0a46 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Network hostable DHCP agents. Network: 7cbc81b9-a00f-4b7d-b7ce-a223a8464527, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:52:22.792969 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca914488-6cd1-4cd4-8e46-5145f479bf7a admin admin] Pushing event updated for resources: {'Network': ['ID=bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:22.825511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a017435-a85b-48df-8025-39108b5d0a46 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Network 7cbc81b9-a00f-4b7d-b7ce-a223a8464527 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:52:22.843937 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4904d599-d134-45ac-9d85-5c613b7e6667 admin admin] Made reservation on behalf of 245250c710e14b0099e67f28ad82fe2e for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:22.847866 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:52:22.851946 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4904d599-d134-45ac-9d85-5c613b7e6667 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:22.882521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-2a017435-a85b-48df-8025-39108b5d0a46 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 7cbc81b9-a00f-4b7d-b7ce-a223a8464527) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:22.959122 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a017435-a85b-48df-8025-39108b5d0a46 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:22.959742 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a017435-a85b-48df-8025-39108b5d0a46 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:22.984782 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89b18c8-7a17-4853-8749-b9c600cd8b60 None None] Network 7cbc81b9-a00f-4b7d-b7ce-a223a8464527 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:52:23.056416 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2a017435-a85b-48df-8025-39108b5d0a46 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1635475 Feb 05 02:52:23.058782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46330) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:23.064929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5cfe632b-79f6-44bd-9efe-aa86ef430048 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-176062631'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:23.106499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfe632b-79f6-44bd-9efe-aa86ef430048 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Made reservation on behalf of 5f2967e419ed41e9a99646795aa87bf5 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:23.110385 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5cfe632b-79f6-44bd-9efe-aa86ef430048 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:23.167001 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfe632b-79f6-44bd-9efe-aa86ef430048 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:52:23.188654 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46334) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:23.188864 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5cfe632b-79f6-44bd-9efe-aa86ef430048 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (7a174cb7-17ff-4dec-813c-9b273a130ef4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:23.189126 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-5cfe632b-79f6-44bd-9efe-aa86ef430048 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Added segment 7a174cb7-17ff-4dec-813c-9b273a130ef4 of type vlan for network 010b4436-4147-4bba-92cd-d6aeb7a638ec Feb 05 02:52:23.203227 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6fb8af4d-d772-4f8b-aee4-b758cc456bc3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497712289', 'description': 'tempest-description--979411043'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:23.224261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fa4f2410-8601-4c43-902f-a6d786e0805a no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:23.284962 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5cfe632b-79f6-44bd-9efe-aa86ef430048 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (010b4436-4147-4bba-92cd-d6aeb7a638ec), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:23.318367 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5cfe632b-79f6-44bd-9efe-aa86ef430048 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (010b4436-4147-4bba-92cd-d6aeb7a638ec), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:23.327274 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfe632b-79f6-44bd-9efe-aa86ef430048 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:23.327983 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5cfe632b-79f6-44bd-9efe-aa86ef430048 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:23.335825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-7cbc81b9-a00f-4b7d-b7ce-a223a8464527', 'network_id': '7cbc81b9-a00f-4b7d-b7ce-a223a8464527', 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'fixed_ips': [{'subnet_id': '28b93a43-cd85-48d0-925b-5e86551f9f02'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:52:23.339914 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:23.343452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: fa4f2410-8601-4c43-902f-a6d786e0805a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:23.343800 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fa4f2410-8601-4c43-902f-a6d786e0805a not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:23.378491 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fb8af4d-d772-4f8b-aee4-b758cc456bc3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:23.488616 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4904d599-d134-45ac-9d85-5c613b7e6667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (1d7a22fa-3058-4093-b4a2-16f2a579f678), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:23.537378 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5cfe632b-79f6-44bd-9efe-aa86ef430048 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4762816 Feb 05 02:52:23.559918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46344) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:23.560549 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904d599-d134-45ac-9d85-5c613b7e6667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d7a22fa-3058-4093-b4a2-16f2a579f678,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:23.574192 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c3490814-0a61-4096-9241-acc1951becc4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Request body: {'subnet': {'network_id': '010b4436-4147-4bba-92cd-d6aeb7a638ec', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:23.636357 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Allocated IP 19.80.0.2 (7cbc81b9-a00f-4b7d-b7ce-a223a8464527/28b93a43-cd85-48d0-925b-5e86551f9f02/18c47754-22c0-41f3-8c48-ec62d6dc06d4) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:52:23.724177 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4904d599-d134-45ac-9d85-5c613b7e6667 admin admin] Checking segment: {'id': '47ae5747-b8ab-4dd9-b901-8b3d09fd8838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:52:23.725103 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4904d599-d134-45ac-9d85-5c613b7e6667 admin admin] Network hostable DHCP agents. Network: bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:52:23.740734 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe632b-79f6-44bd-9efe-aa86ef430048 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event updated for resources: {'Network': ['ID=010b4436-4147-4bba-92cd-d6aeb7a638ec,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:23.765940 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4904d599-d134-45ac-9d85-5c613b7e6667 admin admin] Network bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:52:23.776348 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3490814-0a61-4096-9241-acc1951becc4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Made reservation on behalf of 5f2967e419ed41e9a99646795aa87bf5 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:23.780358 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3490814-0a61-4096-9241-acc1951becc4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:23.793520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4904d599-d134-45ac-9d85-5c613b7e6667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:23.808177 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fb8af4d-d772-4f8b-aee4-b758cc456bc3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group (532725b0-fd79-41dc-9fd7-d024bfca66b3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:23.829294 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e8d06-d289-42e8-94f9-cf8cf259953e req-c6d3c082-68cb-45dc-829f-0d5cf32e22c4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:23.830796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-557e8d06-d289-42e8-94f9-cf8cf259953e req-c6d3c082-68cb-45dc-829f-0d5cf32e22c4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.4867771 Feb 05 02:52:23.847839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4904d599-d134-45ac-9d85-5c613b7e6667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:23.848927 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Publish callbacks [] for port (18c47754-22c0-41f3-8c48-ec62d6dc06d4), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:23.850174 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4904d599-d134-45ac-9d85-5c613b7e6667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:23.857737 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 010b4436-4147-4bba-92cd-d6aeb7a638ec details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:52:23.866150 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-725a8bd0-6031-4a60-9b9d-675d909c0e83 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:23.876854 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-725a8bd0-6031-4a60-9b9d-675d909c0e83 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/networks?id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681 HTTP/1.1" status: 200 len: 819 time: 0.2833717 Feb 05 02:52:23.882500 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fb8af4d-d772-4f8b-aee4-b758cc456bc3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (532725b0-fd79-41dc-9fd7-d024bfca66b3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:23.935678 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-e8bddc15-9058-4f35-a5b4-425668c7c6d2 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/quotas/02aaa99cb30e48e88e4e15df7fc3cdda HTTP/1.1" status: 200 len: 375 time: 0.0577838 Feb 05 02:52:23.940400 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4904d599-d134-45ac-9d85-5c613b7e6667 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2226448 Feb 05 02:52:23.952668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fc77db-b287-4518-acc2-f6daa6b8758b None None] Network bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:52:23.996732 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fb8af4d-d772-4f8b-aee4-b758cc456bc3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:24.010195 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6fb8af4d-d772-4f8b-aee4-b758cc456bc3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8171170 Feb 05 02:52:24.010501 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-557e8d06-d289-42e8-94f9-cf8cf259953e req-fa37e694-9b20-48f1-85f5-b0a01367fba0 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649387 Feb 05 02:52:24.011968 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46354) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:24.017001 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8d94cfef-671c-48d8-af54-cd3bb7fc3d3f tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Request body: {'security_group_rule': {'security_group_id': '532725b0-fd79-41dc-9fd7-d024bfca66b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:24.040581 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-bd5133c6-ab9c-4f10-ac5f-bc724e16f375 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=02aaa99cb30e48e88e4e15df7fc3cdda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1032968 Feb 05 02:52:24.047729 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (18c47754-22c0-41f3-8c48-ec62d6dc06d4), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:24.077097 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8af4d-d772-4f8b-aee4-b758cc456bc3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532725b0-fd79-41dc-9fd7-d024bfca66b3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:24.202708 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Pushing event updated for resources: {'Port': ['ID=18c47754-22c0-41f3-8c48-ec62d6dc06d4,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:24.212228 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Set router d0230005-adba-492f-9179-9e6b72807107 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:52:24.255386 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:24.256838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:24.256838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:24.257764 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:24.258401 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:24.258878 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:24.259315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:24.259752 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:24.260186 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:24.260618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:24.261050 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:24.261480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:24.261910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:52:24.283859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Network 7cbc81b9-a00f-4b7d-b7ce-a223a8464527 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:52:24.296869 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:24.302800 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:52:24.326581 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3490814-0a61-4096-9241-acc1951becc4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (e44ed312-daaf-412e-804f-6af683371763), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:24.395584 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3490814-0a61-4096-9241-acc1951becc4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event updated for resources: {'Subnet': ['ID=e44ed312-daaf-412e-804f-6af683371763,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:24.450216 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3490814-0a61-4096-9241-acc1951becc4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Checking segment: {'id': '7a174cb7-17ff-4dec-813c-9b273a130ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '010b4436-4147-4bba-92cd-d6aeb7a638ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:52:24.450668 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3490814-0a61-4096-9241-acc1951becc4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Network hostable DHCP agents. Network: 010b4436-4147-4bba-92cd-d6aeb7a638ec, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:52:24.482978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aca423-4f07-4e87-a9dc-615eb7f18359 None None] Network bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:52:24.493972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3490814-0a61-4096-9241-acc1951becc4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Network 010b4436-4147-4bba-92cd-d6aeb7a638ec is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:52:24.510308 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c3490814-0a61-4096-9241-acc1951becc4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 010b4436-4147-4bba-92cd-d6aeb7a638ec) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:24.517486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3490814-0a61-4096-9241-acc1951becc4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:24.518149 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3490814-0a61-4096-9241-acc1951becc4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:24.555308 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb03099-0247-4d6d-babc-21eb932d262c None None] Network 010b4436-4147-4bba-92cd-d6aeb7a638ec requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:52:24.563198 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c3490814-0a61-4096-9241-acc1951becc4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9947212 Feb 05 02:52:24.606907 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Attempting to bind port 18c47754-22c0-41f3-8c48-ec62d6dc06d4 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:52:24.607644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Attempting to bind port 18c47754-22c0-41f3-8c48-ec62d6dc06d4 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'adf88541-c381-42da-9139-2312df70a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7cbc81b9-a00f-4b7d-b7ce-a223a8464527'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:52:24.608237 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Attempting to bind port 18c47754-22c0-41f3-8c48-ec62d6dc06d4 on network 7cbc81b9-a00f-4b7d-b7ce-a223a8464527 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:24.658543 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:52:24.659398 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Checking segment: {'id': 'adf88541-c381-42da-9139-2312df70a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7cbc81b9-a00f-4b7d-b7ce-a223a8464527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:52:24.660705 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:24.667102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Bound using segment: {'id': 'adf88541-c381-42da-9139-2312df70a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7cbc81b9-a00f-4b7d-b7ce-a223a8464527'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:52:24.668051 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Bound port: 18c47754-22c0-41f3-8c48-ec62d6dc06d4, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf88541-c381-42da-9139-2312df70a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7cbc81b9-a00f-4b7d-b7ce-a223a8464527'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:52:24.668720 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (18c47754-22c0-41f3-8c48-ec62d6dc06d4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:24.719849 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d94cfef-671c-48d8-af54-cd3bb7fc3d3f tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group_rule (fbb0dcef-b418-4049-94c0-49d16d68c770), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:24.837603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-d30e1fe4-f26f-4db0-93e7-2f52bacb1376 service neutron] 10.222.0.36 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7959030 Feb 05 02:52:24.869174 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0872da5-a113-446d-8977-813d91932177 req-964c8edf-e7e7-44f1-bcea-d875db62f74d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:24.871864 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0872da5-a113-446d-8977-813d91932177 req-964c8edf-e7e7-44f1-bcea-d875db62f74d tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.2230151 Feb 05 02:52:24.953440 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d94cfef-671c-48d8-af54-cd3bb7fc3d3f tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group_rule (fbb0dcef-b418-4049-94c0-49d16d68c770), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:24.976872 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d94cfef-671c-48d8-af54-cd3bb7fc3d3f tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (fbb0dcef-b418-4049-94c0-49d16d68c770), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:25.041760 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94cfef-671c-48d8-af54-cd3bb7fc3d3f tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb0dcef-b418-4049-94c0-49d16d68c770,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:25.061676 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d94cfef-671c-48d8-af54-cd3bb7fc3d3f tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:25.063306 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8d94cfef-671c-48d8-af54-cd3bb7fc3d3f tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0501566 Feb 05 02:52:25.066795 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46368) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:25.073416 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fe99edad-88be-4c12-8141-f12e58349c69 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Request body: {'security_group_rule': {'security_group_id': '532725b0-fd79-41dc-9fd7-d024bfca66b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:25.080570 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0872da5-a113-446d-8977-813d91932177 req-ce861030-398c-41bd-a766-0cc748e5ed1b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930559 Feb 05 02:52:25.140185 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe99edad-88be-4c12-8141-f12e58349c69 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group_rule (664a99f0-8991-4929-9793-fe13d339ffab), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:25.165437 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-7c6a16b0-0f4f-4447-80bc-008b261cd92b service neutron] 10.222.0.36 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257704 Feb 05 02:52:25.192805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46372) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:25.199947 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] For port 18c47754-22c0-41f3-8c48-ec62d6dc06d4, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:52:25.203390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] For port 18c47754-22c0-41f3-8c48-ec62d6dc06d4, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=18c47754-22c0-41f3-8c48-ec62d6dc06d4,segment=NetworkSegment(adf88541-c381-42da-9139-2312df70a465),segment_id=adf88541-c381-42da-9139-2312df70a465)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:52:25.291177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-010b4436-4147-4bba-92cd-d6aeb7a638ec', 'network_id': '010b4436-4147-4bba-92cd-d6aeb7a638ec', 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'fixed_ips': [{'subnet_id': 'e44ed312-daaf-412e-804f-6af683371763'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:52:25.293254 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:25.308250 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (18c47754-22c0-41f3-8c48-ec62d6dc06d4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:25.370851 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe99edad-88be-4c12-8141-f12e58349c69 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group_rule (664a99f0-8991-4929-9793-fe13d339ffab), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:25.389592 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe99edad-88be-4c12-8141-f12e58349c69 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (664a99f0-8991-4929-9793-fe13d339ffab), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:25.429717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99edad-88be-4c12-8141-f12e58349c69 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664a99f0-8991-4929-9793-fe13d339ffab,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:25.476849 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe99edad-88be-4c12-8141-f12e58349c69 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:25.478401 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fe99edad-88be-4c12-8141-f12e58349c69 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4104118 Feb 05 02:52:25.481653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46384) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:25.486869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:25.554114 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:25.629446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-71657357-4e14-45f1-b6be-2bcad3a58ee8 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:25.635208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-71657357-4e14-45f1-b6be-2bcad3a58ee8 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:25.638474 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-71657357-4e14-45f1-b6be-2bcad3a58ee8 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/networks?id=7cbc81b9-a00f-4b7d-b7ce-a223a8464527&id=010b4436-4147-4bba-92cd-d6aeb7a638ec HTTP/1.1" status: 200 len: 1390 time: 0.3352208 Feb 05 02:52:25.669811 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5a4b72-1488-4550-a4a1-015d6afffdc1 admin admin] Deleting subnet 1d7a22fa-3058-4093-b4a2-16f2a579f678 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:52:25.761041 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60777b63-96d7-4674-9a8a-9e874c46e05e None None] Pushing event updated for resources: {'Port': ['ID=18c47754-22c0-41f3-8c48-ec62d6dc06d4,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:25.770888 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1a5a4b72-1488-4550-a4a1-015d6afffdc1 admin admin] Publish callbacks [] for subnet (1d7a22fa-3058-4093-b4a2-16f2a579f678), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:25.773862 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-5a70dcd5-dc61-4c88-b76e-a6cb8b8d2486 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/quotas/5f2967e419ed41e9a99646795aa87bf5 HTTP/1.1" status: 200 len: 375 time: 0.1249647 Feb 05 02:52:25.797881 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:25.867562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0230005-adba-492f-9179-9e6b72807107', 'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-router', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:52:09Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'gw_port': {'id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:10Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'dc316697-d2d4-4367-a125-c55e246f12a0', 'name': '', 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'mac_address': 'fa:16:3e:bd:24:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:17Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 2, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'subnets': [{'id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:25.908148 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Checking router: d0230005-adba-492f-9179-9e6b72807107 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:52:25.908631 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Updating router d0230005-adba-492f-9179-9e6b72807107 port dc316697-d2d4-4367-a125-c55e246f12a0 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:52:25.938059 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Allocated IP 19.86.0.2 (010b4436-4147-4bba-92cd-d6aeb7a638ec/e44ed312-daaf-412e-804f-6af683371763/29af4f30-25fa-493c-8b4a-05d2149b11f1) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:52:25.955142 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dc316697-d2d4-4367-a125-c55e246f12a0), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:26.037852 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1a5a4b72-1488-4550-a4a1-015d6afffdc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (1d7a22fa-3058-4093-b4a2-16f2a579f678), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:26.180518 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdd1e5-1a45-4451-984e-e63871ecc53e req-51739be3-ca59-409d-bc52-7e666a5697eb tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:26.181857 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8cdd1e5-1a45-4451-984e-e63871ecc53e req-51739be3-ca59-409d-bc52-7e666a5697eb tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.5015497 Feb 05 02:52:26.202128 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1a5a4b72-1488-4550-a4a1-015d6afffdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (1d7a22fa-3058-4093-b4a2-16f2a579f678), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:26.390156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-be4cdc49-6115-47d2-b12a-a6a2ca3cff8f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f2967e419ed41e9a99646795aa87bf5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5437117 Feb 05 02:52:26.393035 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1a5a4b72-1488-4550-a4a1-015d6afffdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (1d7a22fa-3058-4093-b4a2-16f2a579f678), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:26.573211 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a4b72-1488-4550-a4a1-015d6afffdc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d7a22fa-3058-4093-b4a2-16f2a579f678,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:26.577840 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1a5a4b72-1488-4550-a4a1-015d6afffdc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:26.595476 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1a5a4b72-1488-4550-a4a1-015d6afffdc1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1d7a22fa-3058-4093-b4a2-16f2a579f678 HTTP/1.1" status: 204 len: 168 time: 1.4006064 Feb 05 02:52:26.597822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46400) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:26.738320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8cdd1e5-1a45-4451-984e-e63871ecc53e req-a2306c7a-ba02-45ef-a442-94530e7f5739 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806736 Feb 05 02:52:26.772721 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Publish callbacks [] for port (dc316697-d2d4-4367-a125-c55e246f12a0), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:26.783711 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c580a95f-25f0-487b-a865-a43a32b549ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:26.790938 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Allocated IP 172.25.0.43 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/d1ddf29c-66a5-4c1a-8730-fc6d956a4be3) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:52:26.793942 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Publish callbacks [] for port (29af4f30-25fa-493c-8b4a-05d2149b11f1), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:26.797261 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dc316697-d2d4-4367-a125-c55e246f12a0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:26.826673 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (29af4f30-25fa-493c-8b4a-05d2149b11f1), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:26.929733 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c580a95f-25f0-487b-a865-a43a32b549ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:26.942640 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-b2350dc4-e64b-49ca-9255-175c677af349 service neutron] 10.222.0.36 "GET /v2.0/networks/7cbc81b9-a00f-4b7d-b7ce-a223a8464527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336194 Feb 05 02:52:26.984025 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c580a95f-25f0-487b-a865-a43a32b549ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:27.000476 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c580a95f-25f0-487b-a865-a43a32b549ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ae5747-b8ab-4dd9-b901-8b3d09fd8838') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:27.000901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c580a95f-25f0-487b-a865-a43a32b549ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ae5747-b8ab-4dd9-b901-8b3d09fd8838') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:27.006773 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Network 010b4436-4147-4bba-92cd-d6aeb7a638ec is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:52:27.012568 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:27.018720 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c580a95f-25f0-487b-a865-a43a32b549ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (47ae5747-b8ab-4dd9-b901-8b3d09fd8838), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:27.028789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:52:27.040655 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c580a95f-25f0-487b-a865-a43a32b549ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (47ae5747-b8ab-4dd9-b901-8b3d09fd8838), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:27.049504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c580a95f-25f0-487b-a865-a43a32b549ef admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:52:27.050028 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c580a95f-25f0-487b-a865-a43a32b549ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (47ae5747-b8ab-4dd9-b901-8b3d09fd8838), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:27.053500 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9de9a-2c26-4449-98be-6c51d12b8a3f None None] Pushing event updated for resources: {'Port': ['ID=dc316697-d2d4-4367-a125-c55e246f12a0,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:52:27.148471 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:52:27.158083 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c580a95f-25f0-487b-a865-a43a32b549ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:27.168579 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c580a95f-25f0-487b-a865-a43a32b549ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:27.177406 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c580a95f-25f0-487b-a865-a43a32b549ef admin admin] 10.222.0.36 "DELETE /v2.0/networks/bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac HTTP/1.1" status: 204 len: 168 time: 0.5760722 Feb 05 02:52:27.199195 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 18c47754-22c0-41f3-8c48-ec62d6dc06d4 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:27.217003 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-b98fca5a-e1d8-47b0-bfe9-526f2e317269 service neutron] 10.222.0.36 "GET /v2.0/networks/7cbc81b9-a00f-4b7d-b7ce-a223a8464527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606585 Feb 05 02:52:27.258630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580a95f-25f0-487b-a865-a43a32b549ef admin admin] Pushing event deleted for resources: {'Network': ['ID=bffde636-1c7b-4f97-a4a3-9d2ef7ea58ac,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:27.319789 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eac998dc-d266-4e17-a6fa-6b27c51417a9 req-ac42ed72-2857-413d-ad69-976d1b0749ed tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 210 time: 0.1018174 Feb 05 02:52:27.416468 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for port (d1ddf29c-66a5-4c1a-8730-fc6d956a4be3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:27.417223 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf34907-e695-40da-9fba-87598c41be7d None None] Network 7cbc81b9-a00f-4b7d-b7ce-a223a8464527 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:52:27.478904 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46406) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:27.543442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Pushing event updated for resources: {'Port': ['ID=29af4f30-25fa-493c-8b4a-05d2149b11f1,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:27.558771 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Attempting to bind port dc316697-d2d4-4367-a125-c55e246f12a0 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:52:27.559417 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Attempting to bind port dc316697-d2d4-4367-a125-c55e246f12a0 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:52:27.560030 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Attempting to bind port dc316697-d2d4-4367-a125-c55e246f12a0 on network bb6774f6-5e2d-46b6-b600-fd9b37f5f681 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:27.572074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Attempting to bind port 29af4f30-25fa-493c-8b4a-05d2149b11f1 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:52:27.572855 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Attempting to bind port 29af4f30-25fa-493c-8b4a-05d2149b11f1 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '7a174cb7-17ff-4dec-813c-9b273a130ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '010b4436-4147-4bba-92cd-d6aeb7a638ec'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:52:27.573388 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Attempting to bind port 29af4f30-25fa-493c-8b4a-05d2149b11f1 on network 010b4436-4147-4bba-92cd-d6aeb7a638ec {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:27.582097 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:52:27.582692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Checking segment: {'id': '747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:52:27.583430 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:27.584034 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Bound using segment: {'id': '747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:52:27.584679 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Bound port: dc316697-d2d4-4367-a125-c55e246f12a0, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:52:27.585233 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dc316697-d2d4-4367-a125-c55e246f12a0), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:27.591979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0488e531-2e96-4eef-84fb-12f5afb9769a None None] Provisioning complete for port 18c47754-22c0-41f3-8c48-ec62d6dc06d4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:27.592567 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0488e531-2e96-4eef-84fb-12f5afb9769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (18c47754-22c0-41f3-8c48-ec62d6dc06d4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:27.609700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:52:27.610365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Checking segment: {'id': '7a174cb7-17ff-4dec-813c-9b273a130ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '010b4436-4147-4bba-92cd-d6aeb7a638ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:52:27.610994 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:27.611548 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Bound using segment: {'id': '7a174cb7-17ff-4dec-813c-9b273a130ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '010b4436-4147-4bba-92cd-d6aeb7a638ec'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:52:27.612189 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Bound port: 29af4f30-25fa-493c-8b4a-05d2149b11f1, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a174cb7-17ff-4dec-813c-9b273a130ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '010b4436-4147-4bba-92cd-d6aeb7a638ec'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:52:27.612739 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (29af4f30-25fa-493c-8b4a-05d2149b11f1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:27.661190 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d1ddf29c-66a5-4c1a-8730-fc6d956a4be3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:27.738616 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ac7fd68a-3238-4755-8a5b-75ad03f6058e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=245250c710e14b0099e67f28ad82fe2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586088 Feb 05 02:52:27.740906 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46410) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:27.767339 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 18c47754-22c0-41f3-8c48-ec62d6dc06d4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:27.767996 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (18c47754-22c0-41f3-8c48-ec62d6dc06d4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:27.824608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:52:27.845314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] For port dc316697-d2d4-4367-a125-c55e246f12a0, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:52:27.845872 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:27.859109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbb0b5-8766-4b5f-8110-8928c15a5ba8 req-bf6e0e85-cf62-4c69-ae00-766f8f0f19e2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:27.864659 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29dbb0b5-8766-4b5f-8110-8928c15a5ba8 req-bf6e0e85-cf62-4c69-ae00-766f8f0f19e2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.3528662 Feb 05 02:52:27.873130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:52:27.875852 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] For port dc316697-d2d4-4367-a125-c55e246f12a0, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=dc316697-d2d4-4367-a125-c55e246f12a0,segment=NetworkSegment(747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec),segment_id=747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:52:27.894715 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] For port 29af4f30-25fa-493c-8b4a-05d2149b11f1, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:52:27.940322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] For port 29af4f30-25fa-493c-8b4a-05d2149b11f1, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=29af4f30-25fa-493c-8b4a-05d2149b11f1,segment=NetworkSegment(7a174cb7-17ff-4dec-813c-9b273a130ef4),segment_id=7a174cb7-17ff-4dec-813c-9b273a130ef4)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:52:27.950573 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dc316697-d2d4-4367-a125-c55e246f12a0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:27.982470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0488e531-2e96-4eef-84fb-12f5afb9769a None None] Current status of the port 18c47754-22c0-41f3-8c48-ec62d6dc06d4 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:27.985962 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0488e531-2e96-4eef-84fb-12f5afb9769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (18c47754-22c0-41f3-8c48-ec62d6dc06d4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:28.004781 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event updated for resources: {'Port': ['ID=d1ddf29c-66a5-4c1a-8730-fc6d956a4be3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:28.037583 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (29af4f30-25fa-493c-8b4a-05d2149b11f1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:28.079337 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29dbb0b5-8766-4b5f-8110-8928c15a5ba8 req-69feedc0-40f8-42ea-aff9-5234be5955f0 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000794 Feb 05 02:52:28.096756 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f58da0d-a84a-48b1-855b-90fb593bbf68 admin admin] Publish callbacks [] for security_group (5936f591-2465-4ecd-a9ef-4cbb4fd57f4e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:28.165939 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f58da0d-a84a-48b1-855b-90fb593bbf68 admin admin] Publish callbacks [] for security_group (5936f591-2465-4ecd-a9ef-4cbb4fd57f4e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:28.186873 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-509d1577-7623-4695-93ee-35a9bfc6d5cd tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:28.188384 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-509d1577-7623-4695-93ee-35a9bfc6d5cd tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.10 "GET /v2.0/networks?id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681 HTTP/1.1" status: 200 len: 819 time: 0.6924601 Feb 05 02:52:28.210287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-242857a7-fb4f-4d2d-8def-c592009f462c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Request body: {'port': {'device_id': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681', 'admin_state_up': True, 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:28.285733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0488e531-2e96-4eef-84fb-12f5afb9769a None None] For port 18c47754-22c0-41f3-8c48-ec62d6dc06d4, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=18c47754-22c0-41f3-8c48-ec62d6dc06d4,segment=NetworkSegment(adf88541-c381-42da-9139-2312df70a465),segment_id=adf88541-c381-42da-9139-2312df70a465)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:28.295314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Routers {'d0230005-adba-492f-9179-9e6b72807107'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:52:28.295971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d0230005-adba-492f-9179-9e6b72807107'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:28.314576 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9de9a-2c26-4449-98be-6c51d12b8a3f None None] Pushing event updated for resources: {'Port': ['ID=dc316697-d2d4-4367-a125-c55e246f12a0,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:28.347621 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-c7023d22-0eda-44a9-9d0f-5d451b5b5c54 service neutron] 10.222.0.36 "GET /v2.0/networks/010b4436-4147-4bba-92cd-d6aeb7a638ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0789185 Feb 05 02:52:28.349925 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for floatingip (a8a9876c-8abb-4a7a-a939-4a2f3e2983a3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:28.354780 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f58da0d-a84a-48b1-855b-90fb593bbf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5936f591-2465-4ecd-a9ef-4cbb4fd57f4e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:28.356308 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f58da0d-a84a-48b1-855b-90fb593bbf68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:28.375460 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6f58da0d-a84a-48b1-855b-90fb593bbf68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5936f591-2465-4ecd-a9ef-4cbb4fd57f4e HTTP/1.1" status: 204 len: 168 time: 0.6264496 Feb 05 02:52:28.476068 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0488e531-2e96-4eef-84fb-12f5afb9769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (18c47754-22c0-41f3-8c48-ec62d6dc06d4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:28.537667 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d1ddf29c-66a5-4c1a-8730-fc6d956a4be3), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:28.592068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 18c47754-22c0-41f3-8c48-ec62d6dc06d4 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:28.592561 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (18c47754-22c0-41f3-8c48-ec62d6dc06d4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:28.701505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58da0d-a84a-48b1-855b-90fb593bbf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5936f591-2465-4ecd-a9ef-4cbb4fd57f4e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:28.718857 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-17034053-d6eb-4fca-9a35-5a4a6de9bcb9 service neutron] 10.222.0.36 "GET /v2.0/networks/010b4436-4147-4bba-92cd-d6aeb7a638ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329046 Feb 05 02:52:28.801208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449d8f3-8975-498b-8d9d-4af192cb40d7 req-7223954a-2fe5-4d67-aa8e-355325edeb02 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:28.815722 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c449d8f3-8975-498b-8d9d-4af192cb40d7 req-7223954a-2fe5-4d67-aa8e-355325edeb02 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.5009925 Feb 05 02:52:28.953341 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c449d8f3-8975-498b-8d9d-4af192cb40d7 req-eba6fc88-1ae5-4e4c-970d-144cf2f0edbd tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354721 Feb 05 02:52:29.028295 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46426) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:29.101132 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-242857a7-fb4f-4d2d-8def-c592009f462c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Made reservation on behalf of 02aaa99cb30e48e88e4e15df7fc3cdda for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:29.109017 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-242857a7-fb4f-4d2d-8def-c592009f462c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:29.164945 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02acd32a-e694-40c5-b603-44cf2a3c03ba req-f9a45d9e-f2dd-435f-aca3-e223c7be75d5 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 210 time: 0.1006112 Feb 05 02:52:29.270674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55ac6a9b-d5be-4abc-808f-a97d96676b2e req-93808b37-470c-47a6-854e-23822fccf50c tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 210 time: 0.1045811 Feb 05 02:52:29.312348 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] Set router d0230005-adba-492f-9179-9e6b72807107 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:52:29.332252 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d1cde59-840b-4485-99ac-df323453c39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:29.526893 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d1cde59-840b-4485-99ac-df323453c39a admin admin] Publish callbacks [] for security_group (0b3cb5cc-68f6-49f7-881c-12d4a680cf5e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:29.565203 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for port (d1ddf29c-66a5-4c1a-8730-fc6d956a4be3), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:29.573026 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d1cde59-840b-4485-99ac-df323453c39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0b3cb5cc-68f6-49f7-881c-12d4a680cf5e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:29.592660 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (d1ddf29c-66a5-4c1a-8730-fc6d956a4be3), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:29.644301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8d1cde59-840b-4485-99ac-df323453c39a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=454676216edf41caa4c603f8a928662c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6146185 Feb 05 02:52:29.645688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46448) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:29.647371 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cde59-840b-4485-99ac-df323453c39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3cb5cc-68f6-49f7-881c-12d4a680cf5e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:29.793922 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d7bff1fd-3501-4f75-a6a2-0edc18b45368 admin admin] Publish callbacks [] for security_group (0b3cb5cc-68f6-49f7-881c-12d4a680cf5e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:29.847449 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc43013-d47c-4945-980e-5c3d42fee8c8 None None] Pushing event updated for resources: {'Port': ['ID=29af4f30-25fa-493c-8b4a-05d2149b11f1,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:29.858072 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d7bff1fd-3501-4f75-a6a2-0edc18b45368 admin admin] Publish callbacks [] for security_group (0b3cb5cc-68f6-49f7-881c-12d4a680cf5e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:29.872998 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-242857a7-fb4f-4d2d-8def-c592009f462c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Allocated IP 172.20.0.3 (bb6774f6-5e2d-46b6-b600-fd9b37f5f681/09a87c98-7ee5-494c-996e-4b6b30e96c7d/4d9260af-7f50-46a2-9b01-6b6e432524a6) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:52:29.963922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event updated for resources: {'Port': ['ID=d1ddf29c-66a5-4c1a-8730-fc6d956a4be3,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:29.973735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4dc48-6f47-4216-9185-8ce88e240b39 req-41ed480d-7ab8-48b9-97e7-2f3256b0e7dc tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:29.982131 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37e4dc48-6f47-4216-9185-8ce88e240b39 req-41ed480d-7ab8-48b9-97e7-2f3256b0e7dc tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.6259708 Feb 05 02:52:29.985804 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d7bff1fd-3501-4f75-a6a2-0edc18b45368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0b3cb5cc-68f6-49f7-881c-12d4a680cf5e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:29.989314 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d7bff1fd-3501-4f75-a6a2-0edc18b45368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:29.994454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d7bff1fd-3501-4f75-a6a2-0edc18b45368 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b3cb5cc-68f6-49f7-881c-12d4a680cf5e HTTP/1.1" status: 204 len: 168 time: 0.3328736 Feb 05 02:52:30.060065 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37e4dc48-6f47-4216-9185-8ce88e240b39 req-85d4a1f1-a56e-49d6-831e-f34f56629a1f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769928 Feb 05 02:52:30.060527 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (a8a9876c-8abb-4a7a-a939-4a2f3e2983a3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:30.078944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bff1fd-3501-4f75-a6a2-0edc18b45368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3cb5cc-68f6-49f7-881c-12d4a680cf5e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:30.089299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488e531-2e96-4eef-84fb-12f5afb9769a None None] Pushing event updated for resources: {'Port': ['ID=18c47754-22c0-41f3-8c48-ec62d6dc06d4,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:30.196382 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:30.207731 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-191cba52-44fd-48d0-b750-bfffde90bc4c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7242963 Feb 05 02:52:30.339716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a424ce52-cba5-4810-859b-667f883f9f2f None None] Provisioning complete for port 18c47754-22c0-41f3-8c48-ec62d6dc06d4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:30.342064 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a424ce52-cba5-4810-859b-667f883f9f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (18c47754-22c0-41f3-8c48-ec62d6dc06d4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:30.400181 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14063d-a163-4b6d-8b75-67f5b4ace0ad req-1966269c-05f4-4b66-bd92-0de624549a20 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:30.401818 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd14063d-a163-4b6d-8b75-67f5b4ace0ad req-1966269c-05f4-4b66-bd92-0de624549a20 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.2258170 Feb 05 02:52:30.472838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cff6d7-9dab-4c8d-aed9-ea2bad0f5e69 None None] Network 010b4436-4147-4bba-92cd-d6aeb7a638ec requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:52:30.548763 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-242857a7-fb4f-4d2d-8def-c592009f462c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:30.585106 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3cfbd485-a84c-4d41-9390-7b0c8f3c2157 req-393ddbe1-fc35-47df-bc76-bbe7fdfb9435 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 210 time: 0.1781096 Feb 05 02:52:30.648134 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-242857a7-fb4f-4d2d-8def-c592009f462c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:30.678089 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd14063d-a163-4b6d-8b75-67f5b4ace0ad req-74471fba-79e1-42be-8dbc-2ca040beecb1 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419572 Feb 05 02:52:30.691150 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 02:52:30.691571 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 02:52:30.791908 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-242857a7-fb4f-4d2d-8def-c592009f462c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Network bb6774f6-5e2d-46b6-b600-fd9b37f5f681 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:52:30.796151 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-242857a7-fb4f-4d2d-8def-c592009f462c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:30.801492 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-242857a7-fb4f-4d2d-8def-c592009f462c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:52:30.807010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242857a7-fb4f-4d2d-8def-c592009f462c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Pushing event updated for resources: {'Port': ['ID=4d9260af-7f50-46a2-9b01-6b6e432524a6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:30.819169 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0cc0c11-a240-41ef-a7b0-0b0d6506e0c5 req-82a766ee-3040-4c4a-8240-10acfe4dc90e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 210 time: 0.0868080 Feb 05 02:52:30.894335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-242857a7-fb4f-4d2d-8def-c592009f462c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:30.895937 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-242857a7-fb4f-4d2d-8def-c592009f462c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:30.947653 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a424ce52-cba5-4810-859b-667f883f9f2f None None] Current status of the port 18c47754-22c0-41f3-8c48-ec62d6dc06d4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:30.959235 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-242857a7-fb4f-4d2d-8def-c592009f462c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7540677 Feb 05 02:52:30.984482 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Request body: {'port': {'device_id': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:31.001557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-01abb575-db4e-41ed-877b-f7a4c39bdfbe tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--497712289&fields=id&tenant_id=04505631600d4700b509b35d7e707cd7 HTTP/1.1" status: 200 len: 267 time: 0.0752184 Feb 05 02:52:31.096781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0230005-adba-492f-9179-9e6b72807107', 'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-router', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:52:09Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'gw_port': {'id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:10Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'dc316697-d2d4-4367-a125-c55e246f12a0', 'name': '', 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'mac_address': 'fa:16:3e:bd:24:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:17Z', 'updated_at': '2022-02-05T02:52:27Z', 'revision_number': 4, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'subnets': [{'id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:31.164660 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:31.262680 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-33bc5a30-3bbf-4c74-b237-3cdf3b957ee8 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:31.273913 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-33bc5a30-3bbf-4c74-b237-3cdf3b957ee8 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/networks?id=4f57db0e-9c76-4201-babe-b2071613896d HTTP/1.1" status: 200 len: 811 time: 0.2710242 Feb 05 02:52:31.315807 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-6e134c01-1a23-46ba-ad13-2d873cfbdf8d tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/quotas/04505631600d4700b509b35d7e707cd7 HTTP/1.1" status: 200 len: 375 time: 0.0387855 Feb 05 02:52:31.403958 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 18c47754-22c0-41f3-8c48-ec62d6dc06d4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:31.430307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e055c9-3e7a-4e4d-ba4e-456ea78b851c None None] The sync data for ids ['d0230005-adba-492f-9179-9e6b72807107'] in n-d-826942-8 is: [{'id': 'd0230005-adba-492f-9179-9e6b72807107', 'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-router', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:52:09Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'gw_port': {'id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:10Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'dc316697-d2d4-4367-a125-c55e246f12a0', 'name': '', 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'mac_address': 'fa:16:3e:bd:24:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:17Z', 'updated_at': '2022-02-05T02:52:27Z', 'revision_number': 4, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'subnets': [{'id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:52:31.474469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4f64278b-5f9a-499d-8f91-9451727e156e None None] Provisioning complete for port 29af4f30-25fa-493c-8b4a-05d2149b11f1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:31.474889 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4f64278b-5f9a-499d-8f91-9451727e156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (29af4f30-25fa-493c-8b4a-05d2149b11f1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:31.536659 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-e17390b2-6d43-4c54-8cdb-930cdc495244 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:31.542255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-e17390b2-6d43-4c54-8cdb-930cdc495244 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:31.544229 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-e17390b2-6d43-4c54-8cdb-930cdc495244 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.10 "GET /v2.0/networks?id=7cbc81b9-a00f-4b7d-b7ce-a223a8464527&id=010b4436-4147-4bba-92cd-d6aeb7a638ec HTTP/1.1" status: 200 len: 1390 time: 0.2926075 Feb 05 02:52:31.567617 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-b756401d-9c0d-40e6-aaa4-fb6ab8e151b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Request body: {'port': {'device_id': 'f880b988-9eee-40c8-b6c5-d58125518052', 'network_id': '7cbc81b9-a00f-4b7d-b7ce-a223a8464527', 'admin_state_up': True, 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:31.591688 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-bab11590-9bca-469b-8ed9-95a2780f21ef tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=04505631600d4700b509b35d7e707cd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2747445 Feb 05 02:52:31.633048 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8792de8-aff4-4939-ba2e-b37db16a7478 req-5bbee489-d8f2-4da1-b65b-8dd304a7fb26 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:31.636165 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8792de8-aff4-4939-ba2e-b37db16a7478 req-5bbee489-d8f2-4da1-b65b-8dd304a7fb26 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.2791407 Feb 05 02:52:31.886513 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4f64278b-5f9a-499d-8f91-9451727e156e None None] Current status of the port 29af4f30-25fa-493c-8b4a-05d2149b11f1 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:31.886941 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4f64278b-5f9a-499d-8f91-9451727e156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (29af4f30-25fa-493c-8b4a-05d2149b11f1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:31.955269 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 18c47754-22c0-41f3-8c48-ec62d6dc06d4 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:31.972775 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8792de8-aff4-4939-ba2e-b37db16a7478 req-c2c065f2-7c65-4084-8e89-c3bd5296dd96 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181326 Feb 05 02:52:32.006188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-bf13928b-592d-4fbd-a7bd-915efe7a61df service neutron] 10.222.0.36 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682709 Feb 05 02:52:32.128407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4f64278b-5f9a-499d-8f91-9451727e156e None None] For port 29af4f30-25fa-493c-8b4a-05d2149b11f1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=29af4f30-25fa-493c-8b4a-05d2149b11f1,segment=NetworkSegment(7a174cb7-17ff-4dec-813c-9b273a130ef4),segment_id=7a174cb7-17ff-4dec-813c-9b273a130ef4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:32.145947 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4f64278b-5f9a-499d-8f91-9451727e156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (29af4f30-25fa-493c-8b4a-05d2149b11f1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:32.284618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64278b-5f9a-499d-8f91-9451727e156e None None] Pushing event updated for resources: {'Port': ['ID=29af4f30-25fa-493c-8b4a-05d2149b11f1,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:32.287494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 18c47754-22c0-41f3-8c48-ec62d6dc06d4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:32.287861 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (18c47754-22c0-41f3-8c48-ec62d6dc06d4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:32.348917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-8ede8c53-41cf-445c-8d20-23eb6fb3dc2a service neutron] 10.222.0.36 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415537 Feb 05 02:52:32.429223 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b39fd3-2a4f-46e4-a240-6f85d0469a68 req-c7fa409e-31da-4d81-994a-4d42207c8153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:32.434494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3b39fd3-2a4f-46e4-a240-6f85d0469a68 req-c7fa409e-31da-4d81-994a-4d42207c8153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 931 time: 0.2138522 Feb 05 02:52:32.449693 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9202d4c3-9241-4556-a043-b3ef4dc3b4a4 None None] Provisioning complete for port 29af4f30-25fa-493c-8b4a-05d2149b11f1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:32.450293 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9202d4c3-9241-4556-a043-b3ef4dc3b4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (29af4f30-25fa-493c-8b4a-05d2149b11f1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:32.460096 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9260af-7f50-46a2-9b01-6b6e432524a6 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:52:32.469679 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Publish callbacks [] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:32.492736 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Transition to ACTIVE for port object 4d9260af-7f50-46a2-9b01-6b6e432524a6 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:52:32.528551 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:32.562620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3b39fd3-2a4f-46e4-a240-6f85d0469a68 req-352e7320-f239-4628-92b3-494d7ff30d70 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240768 Feb 05 02:52:32.604539 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 18c47754-22c0-41f3-8c48-ec62d6dc06d4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:32.605693 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 29af4f30-25fa-493c-8b4a-05d2149b11f1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:32.680981 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-b756401d-9c0d-40e6-aaa4-fb6ab8e151b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Made reservation on behalf of 5f2967e419ed41e9a99646795aa87bf5 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:32.684983 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-b756401d-9c0d-40e6-aaa4-fb6ab8e151b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:32.756786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9202d4c3-9241-4556-a043-b3ef4dc3b4a4 None None] Current status of the port 29af4f30-25fa-493c-8b4a-05d2149b11f1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:32.779215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 29af4f30-25fa-493c-8b4a-05d2149b11f1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:32.779881 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (29af4f30-25fa-493c-8b4a-05d2149b11f1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:32.912773 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d23baa5-34dd-4a9e-847a-fe26cf39a9e7 req-80e3785c-27c0-45af-ab58-a606e70eb4aa tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 210 time: 0.1035886 Feb 05 02:52:32.992762 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f4625-2d58-406a-882d-2370bb65ba77 req-b5aed3f2-c23a-4628-9c14-ec53acd0ce2f tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:33.003366 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-201f4625-2d58-406a-882d-2370bb65ba77 req-b5aed3f2-c23a-4628-9c14-ec53acd0ce2f tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.2703760 Feb 05 02:52:33.051288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 29af4f30-25fa-493c-8b4a-05d2149b11f1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:33.067222 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9260af-7f50-46a2-9b01-6b6e432524a6,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:33.121174 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-201f4625-2d58-406a-882d-2370bb65ba77 req-a193fb6b-0f2f-4189-a0fc-ced455e3bc06 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140478 Feb 05 02:52:33.227602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-b756401d-9c0d-40e6-aaa4-fb6ab8e151b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Allocated IP 19.80.0.147 (7cbc81b9-a00f-4b7d-b7ce-a223a8464527/28b93a43-cd85-48d0-925b-5e86551f9f02/155d8c29-548f-4fbe-8075-abd3070280ee) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:52:33.309058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8cd4ad66-4ef1-4a8d-b009-73bbc1019381 req-d49b6755-b6d3-4157-9983-497d051e306e tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 210 time: 0.0777671 Feb 05 02:52:33.377206 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Attempting to bind port 4d9260af-7f50-46a2-9b01-6b6e432524a6 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:52:33.381924 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Attempting to bind port 4d9260af-7f50-46a2-9b01-6b6e432524a6 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:52:33.382465 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Attempting to bind port 4d9260af-7f50-46a2-9b01-6b6e432524a6 on network bb6774f6-5e2d-46b6-b600-fd9b37f5f681 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:33.437236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Port 4d9260af-7f50-46a2-9b01-6b6e432524a6 on network bb6774f6-5e2d-46b6-b600-fd9b37f5f681 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:52:33.437813 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Attempting to bind port 4d9260af-7f50-46a2-9b01-6b6e432524a6 on network bb6774f6-5e2d-46b6-b600-fd9b37f5f681 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:33.465650 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:52:33.467489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Checking segment: {'id': '747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:52:33.469683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Bound using segment: {'id': '747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:52:33.470158 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Bound port: 4d9260af-7f50-46a2-9b01-6b6e432524a6, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:52:33.470801 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:33.747534 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-052004af-3b9c-4c88-a5f3-c6decbc4f950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:33.923891 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 29af4f30-25fa-493c-8b4a-05d2149b11f1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:33.973483 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] For port 4d9260af-7f50-46a2-9b01-6b6e432524a6, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:52:33.975642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae920f-67e9-41e8-adbf-a8d9aac84018 req-125be491-c02e-4524-9910-37cd78130619 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:33.978950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] For port 4d9260af-7f50-46a2-9b01-6b6e432524a6, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d9260af-7f50-46a2-9b01-6b6e432524a6,segment=NetworkSegment(747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec),segment_id=747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:52:33.984737 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-39ae920f-67e9-41e8-adbf-a8d9aac84018 req-125be491-c02e-4524-9910-37cd78130619 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.0867422 Feb 05 02:52:34.019424 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:34.023791 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-b756401d-9c0d-40e6-aaa4-fb6ab8e151b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks [] for port (155d8c29-548f-4fbe-8075-abd3070280ee), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:34.062843 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-39ae920f-67e9-41e8-adbf-a8d9aac84018 req-35bd3f87-a307-4773-b0db-8e21c7431e5e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768349 Feb 05 02:52:34.072548 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:34.073430 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:34.074553 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] 10.222.0.10 "PUT /v2.0/ports/4d9260af-7f50-46a2-9b01-6b6e432524a6 HTTP/1.1" status: 200 len: 1091 time: 3.1116254 Feb 05 02:52:34.077407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'tag': '4d9260af-7f50-46a2-9b01-6b6e432524a6'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:34.083169 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2013c4f-1612-46d4-96a3-519cf618e7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee89d12-27c2-4837-918c-5b89e8fba17c", "tag": "4d9260af-7f50-46a2-9b01-6b6e432524a6"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:34.112786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 29af4f30-25fa-493c-8b4a-05d2149b11f1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:34.113010 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (29af4f30-25fa-493c-8b4a-05d2149b11f1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:34.122219 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b283cf-87f7-4b43-a752-cb8a1c902156 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9260af-7f50-46a2-9b01-6b6e432524a6,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:34.148056 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-b756401d-9c0d-40e6-aaa4-fb6ab8e151b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (155d8c29-548f-4fbe-8075-abd3070280ee), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:34.266728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 29af4f30-25fa-493c-8b4a-05d2149b11f1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:34.267876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device dc316697-d2d4-4367-a125-c55e246f12a0 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:34.323468 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-b756401d-9c0d-40e6-aaa4-fb6ab8e151b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Network 7cbc81b9-a00f-4b7d-b7ce-a223a8464527 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:52:34.328941 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-b756401d-9c0d-40e6-aaa4-fb6ab8e151b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:34.352809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-b756401d-9c0d-40e6-aaa4-fb6ab8e151b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:52:34.366839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756401d-9c0d-40e6-aaa4-fb6ab8e151b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event updated for resources: {'Port': ['ID=155d8c29-548f-4fbe-8075-abd3070280ee,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:34.421921 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port dc316697-d2d4-4367-a125-c55e246f12a0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:34.422607 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dc316697-d2d4-4367-a125-c55e246f12a0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:34.450242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-4afc1b66-134b-4c21-8058-930571170d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:34.451779 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-4afc1b66-134b-4c21-8058-930571170d86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02aaa99cb30e48e88e4e15df7fc3cdda&device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 1125 time: 0.2804894 Feb 05 02:52:34.470584 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-b756401d-9c0d-40e6-aaa4-fb6ab8e151b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:34.471524 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-b756401d-9c0d-40e6-aaa4-fb6ab8e151b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:34.520446 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-96bb848e-49f1-4812-8656-4c2bb644d761 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d9260af-7f50-46a2-9b01-6b6e432524a6 HTTP/1.1" status: 200 len: 217 time: 0.0436478 Feb 05 02:52:34.537330 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-b756401d-9c0d-40e6-aaa4-fb6ab8e151b3 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9816723 Feb 05 02:52:34.561046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-9f12d67b-5242-4d84-bd09-d3becddca9a9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Request body: {'port': {'device_id': 'f880b988-9eee-40c8-b6c5-d58125518052', 'network_id': '010b4436-4147-4bba-92cd-d6aeb7a638ec', 'admin_state_up': True, 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:34.595634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2633d-cf04-41e6-b81c-fc907903d5cf req-50677b6d-0cf0-4f04-898c-d6b53ebcfae4 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:34.597172 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-12e2633d-cf04-41e6-b81c-fc907903d5cf req-50677b6d-0cf0-4f04-898c-d6b53ebcfae4 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 943 time: 0.1636705 Feb 05 02:52:34.601975 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port dc316697-d2d4-4367-a125-c55e246f12a0 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:34.602368 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dc316697-d2d4-4367-a125-c55e246f12a0), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:34.640185 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-d784ca97-75dc-42eb-9122-0c6c2626fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:34.642038 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-d784ca97-75dc-42eb-9122-0c6c2626fdf8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09a87c98-7ee5-494c-996e-4b6b30e96c7d HTTP/1.1" status: 200 len: 859 time: 0.1166894 Feb 05 02:52:34.660887 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port dc316697-d2d4-4367-a125-c55e246f12a0, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=dc316697-d2d4-4367-a125-c55e246f12a0,segment=NetworkSegment(747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec),segment_id=747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:34.666281 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dc316697-d2d4-4367-a125-c55e246f12a0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:34.682566 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-69ce706d-8c34-45df-8cd3-f09056cd258a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339079 Feb 05 02:52:34.705231 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca41b1-c31a-411f-b372-6fbcdac3c8ca req-db6c6e9e-fb33-4d19-8855-4b23c1980809 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:34.709871 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fca41b1-c31a-411f-b372-6fbcdac3c8ca req-db6c6e9e-fb33-4d19-8855-4b23c1980809 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 932 time: 0.1874292 Feb 05 02:52:34.716024 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-12e2633d-cf04-41e6-b81c-fc907903d5cf req-9f6b0b09-1d2a-4043-9cb1-bf37b086cf0b tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046195 Feb 05 02:52:34.797669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fca41b1-c31a-411f-b372-6fbcdac3c8ca req-3a823111-bfe0-4248-9e77-ce80c5f92782 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744762 Feb 05 02:52:34.809085 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-9f12d67b-5242-4d84-bd09-d3becddca9a9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Made reservation on behalf of 5f2967e419ed41e9a99646795aa87bf5 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:34.811452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c2889f60-2eb9-465f-b94f-569d3dd36fdf None None] Provisioning complete for port 155d8c29-548f-4fbe-8075-abd3070280ee triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:34.811981 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c2889f60-2eb9-465f-b94f-569d3dd36fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (155d8c29-548f-4fbe-8075-abd3070280ee), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:34.817109 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-9f12d67b-5242-4d84-bd09-d3becddca9a9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:34.840795 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194a0fdf-49e3-4061-a7ee-17fdb4d85cb4 x-openstack-request-id: req-194a0fdf-49e3-4061-a7ee-17fdb4d85cb4 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:34.841318 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee89d12-27c2-4837-918c-5b89e8fba17c", "tag": "4d9260af-7f50-46a2-9b01-6b6e432524a6", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:34.842593 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-194a0fdf-49e3-4061-a7ee-17fdb4d85cb4 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:34.843208 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'tag': '4d9260af-7f50-46a2-9b01-6b6e432524a6', 'status': 'completed', 'code': 200} Feb 05 02:52:34.868339 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-0b1e28d2-8a95-4c4d-be40-a0b766dc7e41 service neutron] 10.222.0.10 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750937 Feb 05 02:52:34.879341 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c2889f60-2eb9-465f-b94f-569d3dd36fdf None None] Port 155d8c29-548f-4fbe-8075-abd3070280ee cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:52:34.881604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=dc316697-d2d4-4367-a125-c55e246f12a0,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:35.003150 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61af51-3cba-4731-83d4-04c1f171cc66 req-0f5be181-3be1-454b-b2af-0e520fc6506d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:35.006781 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d61af51-3cba-4731-83d4-04c1f171cc66 req-0f5be181-3be1-454b-b2af-0e520fc6506d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.1276276 Feb 05 02:52:35.048349 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9edd56e4-3dba-411b-a9dd-e100d976e452 req-21618a83-c6d9-42cf-864b-ee66d1297883 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 210 time: 0.0506592 Feb 05 02:52:35.154792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d61af51-3cba-4731-83d4-04c1f171cc66 req-3f46a116-1480-4153-a34b-0c501f538c0c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088579 Feb 05 02:52:35.235198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88d09c-bb88-4b56-9527-c6f8304f144d req-2f97fb0f-1164-4801-bb96-e2222c7814de tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:35.237200 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d88d09c-bb88-4b56-9527-c6f8304f144d req-2f97fb0f-1164-4801-bb96-e2222c7814de tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 945 time: 0.0767286 Feb 05 02:52:35.306742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d88d09c-bb88-4b56-9527-c6f8304f144d req-ee7a0cce-9f31-442a-9fc6-1d003314d354 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624354 Feb 05 02:52:35.500660 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46580) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:35.503057 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68595682-153e-4176-ad27-8e9432071bf9 req-e9f1f352-f966-4fc6-9c14-4f5fdd87bcbd tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:35.512430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68595682-153e-4176-ad27-8e9432071bf9 req-e9f1f352-f966-4fc6-9c14-4f5fdd87bcbd tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.1322973 Feb 05 02:52:35.541998 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-9f12d67b-5242-4d84-bd09-d3becddca9a9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Allocated IP 19.86.0.11 (010b4436-4147-4bba-92cd-d6aeb7a638ec/e44ed312-daaf-412e-804f-6af683371763/ce462790-2f30-4c0f-9b87-fb8c7e4a92a7) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:52:35.545529 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83b1ccb9-bda6-49c7-ab48-222ca07fe920 req-c3022f0f-2afc-4c66-82bf-c82ad2f0e60c service neutron] 10.222.0.10 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6187990 Feb 05 02:52:35.562452 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-fe16681a-445d-4e33-af73-dbf1a9877dff tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:35.563900 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-fe16681a-445d-4e33-af73-dbf1a9877dff tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.31 "GET /v2.0/networks?id=4f57db0e-9c76-4201-babe-b2071613896d HTTP/1.1" status: 200 len: 811 time: 0.6348622 Feb 05 02:52:35.577679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825726d3-3642-4926-a7a2-e0e2354f43d6 req-77f732fd-05b4-4fa8-bb27-d7520c187e96 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:35.579228 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-825726d3-3642-4926-a7a2-e0e2354f43d6 req-77f732fd-05b4-4fa8-bb27-d7520c187e96 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 945 time: 0.1864781 Feb 05 02:52:35.611427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device dc316697-d2d4-4367-a125-c55e246f12a0 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:35.639458 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68595682-153e-4176-ad27-8e9432071bf9 req-c19c61c2-7d43-445d-9385-3256592ac75f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247125 Feb 05 02:52:35.741150 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port dc316697-d2d4-4367-a125-c55e246f12a0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:35.741537 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dc316697-d2d4-4367-a125-c55e246f12a0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:35.877589 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-562843f3-d62b-4406-bcfd-67ed658d3afe tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04505631600d4700b509b35d7e707cd7 HTTP/1.1" status: 200 len: 379 time: 0.2947185 Feb 05 02:52:35.882899 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port dc316697-d2d4-4367-a125-c55e246f12a0 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:35.885593 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fb17156e-fe26-46f1-94fc-fd0445446891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:35.888256 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ed47c24-3751-420f-9d01-41d8285f236b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:35.902492 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88f19b-a6fd-44d3-bd6c-cb59d535a470 req-34524f01-4f7a-479d-b17d-dd3cc3b355ec tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:35.904335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-e20c70aa-8e79-4ff9-b573-77b74c54e107 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Request body: {'port': {'device_id': 'a416d4c0-f802-47c9-b241-e4e3005ce4ae', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'admin_state_up': True, 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'security_groups': ['532725b0-fd79-41dc-9fd7-d024bfca66b3']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:35.904586 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c88f19b-a6fd-44d3-bd6c-cb59d535a470 req-34524f01-4f7a-479d-b17d-dd3cc3b355ec tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 943 time: 0.0740402 Feb 05 02:52:35.940422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2013c4f-1612-46d4-96a3-519cf618e7e0 req-451837c8-741e-4235-b1f7-6429bc2b64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:35.941982 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d2013c4f-1612-46d4-96a3-519cf618e7e0 req-451837c8-741e-4235-b1f7-6429bc2b64ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02aaa99cb30e48e88e4e15df7fc3cdda&device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 1125 time: 0.3026206 Feb 05 02:52:35.987955 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c88f19b-a6fd-44d3-bd6c-cb59d535a470 req-84ab90ba-b8c6-4737-aae8-5c9e9e82c9ad tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704451 Feb 05 02:52:35.997655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f805cf7-c68d-4481-93b4-e31f9e15b43b req-f49b8a19-e5a2-4093-9d7e-520ae4d0a60c tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:36.004789 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f805cf7-c68d-4481-93b4-e31f9e15b43b req-f49b8a19-e5a2-4093-9d7e-520ae4d0a60c tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 932 time: 0.0964558 Feb 05 02:52:36.076685 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f805cf7-c68d-4481-93b4-e31f9e15b43b req-40a43c89-e516-4798-818d-f37b645ddefc tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673685 Feb 05 02:52:36.156274 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-825726d3-3642-4926-a7a2-e0e2354f43d6 req-750b6a5d-a93b-4b50-85ea-12c8f5147416 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Deleting port 87400363-fba4-48e2-9be0-f3397b56d68b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:36.156940 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-825726d3-3642-4926-a7a2-e0e2354f43d6 req-750b6a5d-a93b-4b50-85ea-12c8f5147416 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:36.194154 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2911bf44-e129-4654-a4db-6fda0e09eb05 req-1ae58fe9-bb2f-4d86-a812-0acc98948351 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 210 time: 0.0461781 Feb 05 02:52:36.232084 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-9f12d67b-5242-4d84-bd09-d3becddca9a9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks [] for port (ce462790-2f30-4c0f-9b87-fb8c7e4a92a7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:36.319748 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2013c4f-1612-46d4-96a3-519cf618e7e0 req-3d3ee816-6f22-4c48-a5da-d789cfe5b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:36.324307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd721ea-9efa-4385-9227-60bc6dae001e req-8c56197f-95d6-44b3-a576-e697b5c34176 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:36.326005 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d2013c4f-1612-46d4-96a3-519cf618e7e0 req-3d3ee816-6f22-4c48-a5da-d789cfe5b246 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681 HTTP/1.1" status: 200 len: 920 time: 0.3500772 Feb 05 02:52:36.326296 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9bd721ea-9efa-4385-9227-60bc6dae001e req-8c56197f-95d6-44b3-a576-e697b5c34176 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.0688143 Feb 05 02:52:36.340329 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-e20c70aa-8e79-4ff9-b573-77b74c54e107 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Made reservation on behalf of 04505631600d4700b509b35d7e707cd7 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:36.344041 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-e20c70aa-8e79-4ff9-b573-77b74c54e107 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:36.401182 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9bd721ea-9efa-4385-9227-60bc6dae001e req-deebb6f1-2fea-4e38-a714-14db9e25c595 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681121 Feb 05 02:52:36.433810 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d2013c4f-1612-46d4-96a3-519cf618e7e0 req-bec331b9-f57c-455c-a27b-8858d17c0a42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d9260af-7f50-46a2-9b01-6b6e432524a6 HTTP/1.1" status: 200 len: 217 time: 0.0945446 Feb 05 02:52:36.475416 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ed47c24-3751-420f-9d01-41d8285f236b admin admin] Publish callbacks [] for security_group (de114eb6-6e69-4838-ba6b-42759ab526fc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:36.479509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-825726d3-3642-4926-a7a2-e0e2354f43d6 req-750b6a5d-a93b-4b50-85ea-12c8f5147416 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] For port 87400363-fba4-48e2-9be0-f3397b56d68b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=87400363-fba4-48e2-9be0-f3397b56d68b,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:36.479959 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-825726d3-3642-4926-a7a2-e0e2354f43d6 req-750b6a5d-a93b-4b50-85ea-12c8f5147416 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:36.484204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-9f12d67b-5242-4d84-bd09-d3becddca9a9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ce462790-2f30-4c0f-9b87-fb8c7e4a92a7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:36.521587 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ed47c24-3751-420f-9d01-41d8285f236b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (de114eb6-6e69-4838-ba6b-42759ab526fc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:36.550651 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35267b-f334-4d0f-85a4-a6dbb536474d req-d4414739-3ceb-4ee3-ba1f-5c7dc9628a5f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:36.552962 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1e35267b-f334-4d0f-85a4-a6dbb536474d req-d4414739-3ceb-4ee3-ba1f-5c7dc9628a5f tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 945 time: 0.0704687 Feb 05 02:52:36.562915 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-825726d3-3642-4926-a7a2-e0e2354f43d6 req-750b6a5d-a93b-4b50-85ea-12c8f5147416 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Calling delete_port for 87400363-fba4-48e2-9be0-f3397b56d68b owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:36.607811 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1e35267b-f334-4d0f-85a4-a6dbb536474d req-1a975755-c901-4bc5-8e9f-38c6f24b08b3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454557 Feb 05 02:52:36.658951 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-9f12d67b-5242-4d84-bd09-d3becddca9a9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Network 010b4436-4147-4bba-92cd-d6aeb7a638ec is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:52:36.687656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed47c24-3751-420f-9d01-41d8285f236b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de114eb6-6e69-4838-ba6b-42759ab526fc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:36.723670 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-9f12d67b-5242-4d84-bd09-d3becddca9a9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:36.752363 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2013c4f-1612-46d4-96a3-519cf618e7e0 req-56d83a78-4cf3-45d1-98a2-38de61b824e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:36.753828 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d2013c4f-1612-46d4-96a3-519cf618e7e0 req-56d83a78-4cf3-45d1-98a2-38de61b824e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09a87c98-7ee5-494c-996e-4b6b30e96c7d HTTP/1.1" status: 200 len: 859 time: 0.3021979 Feb 05 02:52:36.756555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-9f12d67b-5242-4d84-bd09-d3becddca9a9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:52:36.766274 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3ed47c24-3751-420f-9d01-41d8285f236b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99b9cee04db845d39ee182113bf7238f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2551932 Feb 05 02:52:36.767384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46610) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:36.798624 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12d67b-5242-4d84-bd09-d3becddca9a9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event updated for resources: {'Port': ['ID=ce462790-2f30-4c0f-9b87-fb8c7e4a92a7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:36.820351 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe415a-8932-41cf-8ddd-b4dc4bb44b24 req-c5f1a8f6-5496-4bca-88d3-d35c3493f2ab tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:36.828337 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ffe415a-8932-41cf-8ddd-b4dc4bb44b24 req-c5f1a8f6-5496-4bca-88d3-d35c3493f2ab tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.1143935 Feb 05 02:52:36.844082 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d2013c4f-1612-46d4-96a3-519cf618e7e0 req-1b78969e-90db-4256-b892-7c4091781b18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478234 Feb 05 02:52:36.919786 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-e20c70aa-8e79-4ff9-b573-77b74c54e107 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Allocated IP 172.20.0.13 (4f57db0e-9c76-4201-babe-b2071613896d/92e18a6c-6f83-4423-9b50-5c85de57e8cc/e2ec20ee-211f-4ddc-a00b-d12a31acc4c2) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:52:36.922171 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ffe415a-8932-41cf-8ddd-b4dc4bb44b24 req-b584046f-bcf9-49d8-8ab4-c8ea9c5147ea tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929329 Feb 05 02:52:36.929947 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-9f12d67b-5242-4d84-bd09-d3becddca9a9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:36.930822 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-9f12d67b-5242-4d84-bd09-d3becddca9a9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:36.949596 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-928e048e-4021-417b-ab5d-d1546e937328 admin admin] Publish callbacks [] for security_group (de114eb6-6e69-4838-ba6b-42759ab526fc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:36.993308 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-928e048e-4021-417b-ab5d-d1546e937328 admin admin] Publish callbacks [] for security_group (de114eb6-6e69-4838-ba6b-42759ab526fc), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:37.006240 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:37.014735 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-9f12d67b-5242-4d84-bd09-d3becddca9a9 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4577680 Feb 05 02:52:37.023822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-12bc7799-dddc-4141-bfa8-24906c54f964 None None] Provisioning complete for port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:37.024241 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-12bc7799-dddc-4141-bfa8-24906c54f964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ce462790-2f30-4c0f-9b87-fb8c7e4a92a7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:37.045841 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Request body: {'port': {'device_id': 'f880b988-9eee-40c8-b6c5-d58125518052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:37.093573 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-12bc7799-dddc-4141-bfa8-24906c54f964 None None] Port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:52:37.121192 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-928e048e-4021-417b-ab5d-d1546e937328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (de114eb6-6e69-4838-ba6b-42759ab526fc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:37.123599 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-928e048e-4021-417b-ab5d-d1546e937328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:37.127131 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-928e048e-4021-417b-ab5d-d1546e937328 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de114eb6-6e69-4838-ba6b-42759ab526fc HTTP/1.1" status: 204 len: 168 time: 0.3560860 Feb 05 02:52:37.138541 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e048e-4021-417b-ab5d-d1546e937328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de114eb6-6e69-4838-ba6b-42759ab526fc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:37.169058 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400ca2a-acfd-40f0-a74a-7aed0ea3b70b req-2b9d2a2a-672d-49d4-8ffe-6844b91302e4 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:37.170693 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e400ca2a-acfd-40f0-a74a-7aed0ea3b70b req-2b9d2a2a-672d-49d4-8ffe-6844b91302e4 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 943 time: 0.0901458 Feb 05 02:52:37.233569 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e400ca2a-acfd-40f0-a74a-7aed0ea3b70b req-da3bed4a-4bb8-42bc-ad16-8ab9f9816de4 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560663 Feb 05 02:52:37.283345 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d2013c4f-1612-46d4-96a3-519cf618e7e0 req-41f3c1b2-696a-4885-92d3-873cfc2f8240 service neutron] 10.222.0.10 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201956 Feb 05 02:52:37.377441 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2961dca7-3b68-44ff-96cf-306ac6b0d5de req-6f55fc93-f5c9-49a4-91f6-d539c883a774 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 210 time: 0.0487919 Feb 05 02:52:37.415774 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8508329-e00b-4a13-bd4e-caaec6c3271b req-d0e9e90a-06d4-4a51-b5f8-cca12c857571 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:37.421303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8508329-e00b-4a13-bd4e-caaec6c3271b req-d0e9e90a-06d4-4a51-b5f8-cca12c857571 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:37.429536 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f8508329-e00b-4a13-bd4e-caaec6c3271b req-d0e9e90a-06d4-4a51-b5f8-cca12c857571 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1654 time: 0.1130707 Feb 05 02:52:37.433237 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (155d8c29-548f-4fbe-8075-abd3070280ee), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:37.444418 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-e20c70aa-8e79-4ff9-b573-77b74c54e107 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for port (e2ec20ee-211f-4ddc-a00b-d12a31acc4c2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:37.464290 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-825726d3-3642-4926-a7a2-e0e2354f43d6 req-750b6a5d-a93b-4b50-85ea-12c8f5147416 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (87400363-fba4-48e2-9be0-f3397b56d68b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:37.477183 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f8508329-e00b-4a13-bd4e-caaec6c3271b req-9480c5cb-cbca-4cb9-9dd1-20dd19b7b1cc tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467563 Feb 05 02:52:37.537839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b6a5d-a93b-4b50-85ea-12c8f5147416 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Pushing event deleted for resources: {'Port': ['ID=87400363-fba4-48e2-9be0-f3397b56d68b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:37.588133 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d2013c4f-1612-46d4-96a3-519cf618e7e0 req-35849253-5438-4894-9ae7-46e4b2e36762 service neutron] 10.222.0.10 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914264 Feb 05 02:52:37.600285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35543cf2-ca9d-473b-a6e1-a1e35ead5234 req-525c1803-c255-45f0-85ff-8e6d556e4fd9 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:37.610428 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35543cf2-ca9d-473b-a6e1-a1e35ead5234 req-525c1803-c255-45f0-85ff-8e6d556e4fd9 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.0990446 Feb 05 02:52:37.671680 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35543cf2-ca9d-473b-a6e1-a1e35ead5234 req-c65b2319-1367-41ac-9848-439e37e5a34c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603387 Feb 05 02:52:37.673868 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-825726d3-3642-4926-a7a2-e0e2354f43d6 req-750b6a5d-a93b-4b50-85ea-12c8f5147416 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] No DVR routers for this DVR port 87400363-fba4-48e2-9be0-f3397b56d68b on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:52:37.681041 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-825726d3-3642-4926-a7a2-e0e2354f43d6 req-750b6a5d-a93b-4b50-85ea-12c8f5147416 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:37.684387 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-825726d3-3642-4926-a7a2-e0e2354f43d6 req-750b6a5d-a93b-4b50-85ea-12c8f5147416 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.31 "DELETE /v2.0/ports/87400363-fba4-48e2-9be0-f3397b56d68b HTTP/1.1" status: 204 len: 173 time: 2.0736642 Feb 05 02:52:37.686202 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbf3a38-8720-4837-b5b3-eb2c6b505e1a', 'name': 'network-vif-deleted', 'tag': '87400363-fba4-48e2-9be0-f3397b56d68b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:37.688525 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe4b9c6-512f-4358-8f73-dabee9ab9b7b" -d '{"events": [{"server_uuid": "8fbf3a38-8720-4837-b5b3-eb2c6b505e1a", "name": "network-vif-deleted", "tag": "87400363-fba4-48e2-9be0-f3397b56d68b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:37.710718 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-e20c70aa-8e79-4ff9-b573-77b74c54e107 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (e2ec20ee-211f-4ddc-a00b-d12a31acc4c2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:37.786042 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9c7d5342-cfdb-4c99-8d82-5c0af8c4aff8 req-4111e4a8-6696-4749-935b-575552da5eab tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fbf3a38-8720-4837-b5b3-eb2c6b505e1a HTTP/1.1" status: 200 len: 210 time: 0.0414832 Feb 05 02:52:37.825569 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-e20c70aa-8e79-4ff9-b573-77b74c54e107 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Network 4f57db0e-9c76-4201-babe-b2071613896d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:52:37.826438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c70aa-8e79-4ff9-b573-77b74c54e107 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event updated for resources: {'Port': ['ID=e2ec20ee-211f-4ddc-a00b-d12a31acc4c2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:37.837907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-e20c70aa-8e79-4ff9-b573-77b74c54e107 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:37.841613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-e20c70aa-8e79-4ff9-b573-77b74c54e107 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:52:37.874010 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b11374-a5a4-45b2-9fb4-50ebcb1184ab x-openstack-request-id: req-34b11374-a5a4-45b2-9fb4-50ebcb1184ab {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:37.874314 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbf3a38-8720-4837-b5b3-eb2c6b505e1a", "name": "network-vif-deleted", "tag": "87400363-fba4-48e2-9be0-f3397b56d68b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:37.875201 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34b11374-a5a4-45b2-9fb4-50ebcb1184ab {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:37.875201 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbf3a38-8720-4837-b5b3-eb2c6b505e1a', 'name': 'network-vif-deleted', 'tag': '87400363-fba4-48e2-9be0-f3397b56d68b', 'status': 'completed', 'code': 200} Feb 05 02:52:37.919642 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-e20c70aa-8e79-4ff9-b573-77b74c54e107 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:37.919967 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-e20c70aa-8e79-4ff9-b573-77b74c54e107 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:37.951991 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-e20c70aa-8e79-4ff9-b573-77b74c54e107 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0612147 Feb 05 02:52:38.040036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155d8c29-548f-4fbe-8075-abd3070280ee {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:52:38.053835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Request body: {'port': {'device_id': 'a416d4c0-f802-47c9-b241-e4e3005ce4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:38.078868 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Publish callbacks [] for port (155d8c29-548f-4fbe-8075-abd3070280ee), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:38.095073 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Transition to ACTIVE for port object 155d8c29-548f-4fbe-8075-abd3070280ee will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:52:38.096887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bd1a5-a39b-4e2c-acd5-02658f6de911 req-b97e9df8-1e35-4a50-8f79-aad4e0be0528 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:38.108401 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-285bd1a5-a39b-4e2c-acd5-02658f6de911 req-b97e9df8-1e35-4a50-8f79-aad4e0be0528 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.0871334 Feb 05 02:52:38.118554 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (155d8c29-548f-4fbe-8075-abd3070280ee), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:38.183600 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Pushing event updated for resources: {'Port': ['ID=155d8c29-548f-4fbe-8075-abd3070280ee,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:38.221601 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-285bd1a5-a39b-4e2c-acd5-02658f6de911 req-0ae38e4a-2e58-4aa9-acbd-f7495ba3558e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119399 Feb 05 02:52:38.262177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d9a16e0b-d874-4070-8782-6cbb461860fa None None] Provisioning complete for port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:38.262689 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9a16e0b-d874-4070-8782-6cbb461860fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e2ec20ee-211f-4ddc-a00b-d12a31acc4c2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:38.306155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d9a16e0b-d874-4070-8782-6cbb461860fa None None] Port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:52:38.341590 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e2ec20ee-211f-4ddc-a00b-d12a31acc4c2), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:38.352844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Attempting to bind port 155d8c29-548f-4fbe-8075-abd3070280ee on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:52:38.353486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Attempting to bind port 155d8c29-548f-4fbe-8075-abd3070280ee by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'adf88541-c381-42da-9139-2312df70a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7cbc81b9-a00f-4b7d-b7ce-a223a8464527'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:52:38.354009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Attempting to bind port 155d8c29-548f-4fbe-8075-abd3070280ee on network 7cbc81b9-a00f-4b7d-b7ce-a223a8464527 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:38.362401 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Port 155d8c29-548f-4fbe-8075-abd3070280ee on network 7cbc81b9-a00f-4b7d-b7ce-a223a8464527 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:52:38.363118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Attempting to bind port 155d8c29-548f-4fbe-8075-abd3070280ee on network 7cbc81b9-a00f-4b7d-b7ce-a223a8464527 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:38.374999 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:52:38.375591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Checking segment: {'id': 'adf88541-c381-42da-9139-2312df70a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7cbc81b9-a00f-4b7d-b7ce-a223a8464527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:52:38.376172 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Bound using segment: {'id': 'adf88541-c381-42da-9139-2312df70a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7cbc81b9-a00f-4b7d-b7ce-a223a8464527'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:52:38.376783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Bound port: 155d8c29-548f-4fbe-8075-abd3070280ee, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf88541-c381-42da-9139-2312df70a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7cbc81b9-a00f-4b7d-b7ce-a223a8464527'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:52:38.377324 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (155d8c29-548f-4fbe-8075-abd3070280ee), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:38.530944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5b4e4-9700-4d10-bf40-75102bbe1570 req-a4e901ec-fd94-443e-bfa9-096475bb1f9a tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:38.545426 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75b5b4e4-9700-4d10-bf40-75102bbe1570 req-a4e901ec-fd94-443e-bfa9-096475bb1f9a tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 943 time: 0.1514342 Feb 05 02:52:38.551050 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:38.551471 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] For port 155d8c29-548f-4fbe-8075-abd3070280ee, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:52:38.558897 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] For port 155d8c29-548f-4fbe-8075-abd3070280ee, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=155d8c29-548f-4fbe-8075-abd3070280ee,segment=NetworkSegment(adf88541-c381-42da-9139-2312df70a465),segment_id=adf88541-c381-42da-9139-2312df70a465)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:52:38.571811 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (155d8c29-548f-4fbe-8075-abd3070280ee), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:38.612861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46684) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:38.637349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 87400363-fba4-48e2-9be0-f3397b56d68b no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:38.642138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80685af9-d52c-4dd3-9964-9178c202f202 req-771d8ad8-60e2-42d7-a6a5-d08e5df78b70 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:38.643699 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80685af9-d52c-4dd3-9964-9178c202f202 req-771d8ad8-60e2-42d7-a6a5-d08e5df78b70 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 932 time: 0.1600144 Feb 05 02:52:38.661233 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75b5b4e4-9700-4d10-bf40-75102bbe1570 req-d49500b8-0fa4-4a88-a273-4d4c84412276 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141958 Feb 05 02:52:38.667523 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 87400363-fba4-48e2-9be0-f3397b56d68b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:38.668330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 87400363-fba4-48e2-9be0-f3397b56d68b not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:38.733299 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80685af9-d52c-4dd3-9964-9178c202f202 req-a6cabecd-455d-4104-8693-0ae42858c50f tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=532725b0-fd79-41dc-9fd7-d024bfca66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704010 Feb 05 02:52:38.815184 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-edd20c54-db18-45dd-9518-95d2444a6180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:38.895584 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf037722-cbc4-4da0-b9ab-449a08c050a5 req-740628dc-8d5f-4c4c-98f4-d84de99abece tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:38.901074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf037722-cbc4-4da0-b9ab-449a08c050a5 req-740628dc-8d5f-4c4c-98f4-d84de99abece tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:38.902748 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf037722-cbc4-4da0-b9ab-449a08c050a5 req-740628dc-8d5f-4c4c-98f4-d84de99abece tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1666 time: 0.1445220 Feb 05 02:52:38.945562 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e990f-0abf-4a4f-bc52-c9202ed6ec7d req-89baf11e-087c-4d67-934b-5eed25c30b72 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:38.947152 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-643e990f-0abf-4a4f-bc52-c9202ed6ec7d req-89baf11e-087c-4d67-934b-5eed25c30b72 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.1350424 Feb 05 02:52:39.005570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:39.006233 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:39.007787 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] 10.222.0.10 "PUT /v2.0/ports/155d8c29-548f-4fbe-8075-abd3070280ee HTTP/1.1" status: 200 len: 1092 time: 1.9669607 Feb 05 02:52:39.029690 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf037722-cbc4-4da0-b9ab-449a08c050a5 req-e29b2d38-df7a-4987-848a-1522d96670fd tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181221 Feb 05 02:52:39.050470 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Request body: {'port': {'device_id': 'f880b988-9eee-40c8-b6c5-d58125518052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:39.088281 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-643e990f-0abf-4a4f-bc52-c9202ed6ec7d req-8b0a77be-c13f-4fa7-8753-3f3e898ffb54 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344662 Feb 05 02:52:39.090339 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-edd20c54-db18-45dd-9518-95d2444a6180 admin admin] Publish callbacks [] for security_group (4dc73bc6-0238-4488-bfe4-da5f537c2c86), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:39.107007 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-edd20c54-db18-45dd-9518-95d2444a6180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4dc73bc6-0238-4488-bfe4-da5f537c2c86), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:39.128274 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d6ae2-f0ab-4847-a48e-4b72c616a531 service neutron] Pushing event updated for resources: {'Port': ['ID=155d8c29-548f-4fbe-8075-abd3070280ee,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:39.159804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd20c54-db18-45dd-9518-95d2444a6180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc73bc6-0238-4488-bfe4-da5f537c2c86,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:39.177878 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-edd20c54-db18-45dd-9518-95d2444a6180 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4b18768d6e24a48869e2c79fbf08aaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5616791 Feb 05 02:52:39.181290 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46704) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:39.209901 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ce462790-2f30-4c0f-9b87-fb8c7e4a92a7), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:39.262628 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-495c5a92-3c5e-4bdd-9962-bcb1f6c35091 admin admin] Publish callbacks [] for security_group (4dc73bc6-0238-4488-bfe4-da5f537c2c86), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:39.377079 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-495c5a92-3c5e-4bdd-9962-bcb1f6c35091 admin admin] Publish callbacks [] for security_group (4dc73bc6-0238-4488-bfe4-da5f537c2c86), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:39.504349 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e741db1-372f-4ebf-9fc9-f15fbab6de65 req-c263e5dd-cf90-4a0d-b4ee-7a011d359c0f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:39.507342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1e741db1-372f-4ebf-9fc9-f15fbab6de65 req-c263e5dd-cf90-4a0d-b4ee-7a011d359c0f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.1270399 Feb 05 02:52:39.524544 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:52:39.527991 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-495c5a92-3c5e-4bdd-9962-bcb1f6c35091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4dc73bc6-0238-4488-bfe4-da5f537c2c86), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:39.530558 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-495c5a92-3c5e-4bdd-9962-bcb1f6c35091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:39.534305 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-495c5a92-3c5e-4bdd-9962-bcb1f6c35091 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4dc73bc6-0238-4488-bfe4-da5f537c2c86 HTTP/1.1" status: 204 len: 168 time: 0.3458731 Feb 05 02:52:39.541259 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Publish callbacks [] for port (e2ec20ee-211f-4ddc-a00b-d12a31acc4c2), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:39.548701 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b6024-4103-4729-9ada-272b062d4cc2 req-1e47b3d9-6fde-474a-a318-3c6f179dc59b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:39.551060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-834b6024-4103-4729-9ada-272b062d4cc2 req-1e47b3d9-6fde-474a-a318-3c6f179dc59b tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 945 time: 0.1151319 Feb 05 02:52:39.565455 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Transition to ACTIVE for port object e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:52:39.569955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c5a92-3c5e-4bdd-9962-bcb1f6c35091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc73bc6-0238-4488-bfe4-da5f537c2c86,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:39.603957 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (e2ec20ee-211f-4ddc-a00b-d12a31acc4c2), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:39.633741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1e741db1-372f-4ebf-9fc9-f15fbab6de65 req-55ffb628-fc9e-41dd-986a-02b4a0a0d67a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153505 Feb 05 02:52:39.691484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-834b6024-4103-4729-9ada-272b062d4cc2 req-ac575134-40e9-488c-bb0b-675dc874af83 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301274 Feb 05 02:52:39.700275 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ec20ee-211f-4ddc-a00b-d12a31acc4c2,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:39.718272 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:52:39.728889 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Publish callbacks [] for port (ce462790-2f30-4c0f-9b87-fb8c7e4a92a7), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:39.826825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Transition to ACTIVE for port object ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:52:39.875660 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:39.877101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f880b988-9eee-40c8-b6c5-d58125518052', 'tag': '155d8c29-548f-4fbe-8075-abd3070280ee'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:39.883082 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b27e67-48a2-44d9-87bf-24a0037a00f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f880b988-9eee-40c8-b6c5-d58125518052", "tag": "155d8c29-548f-4fbe-8075-abd3070280ee"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:39.903493 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ce462790-2f30-4c0f-9b87-fb8c7e4a92a7), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:39.911023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4d9260af-7f50-46a2-9b01-6b6e432524a6 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:52:39.920717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cfec5-3424-41b1-a7ad-de064824f9df req-adbd55fc-7e86-4688-810b-32ae6e85afe2 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:39.923072 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-385cfec5-3424-41b1-a7ad-de064824f9df req-adbd55fc-7e86-4688-810b-32ae6e85afe2 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 943 time: 0.1383739 Feb 05 02:52:39.959039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f272df-b324-42ea-be1c-13d4f73be651 req-154dd141-58fb-4202-9d84-99fe2933524c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:39.967704 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54f272df-b324-42ea-be1c-13d4f73be651 req-154dd141-58fb-4202-9d84-99fe2933524c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 944 time: 0.1252789 Feb 05 02:52:40.030398 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Attempting to bind port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:52:40.030929 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Attempting to bind port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'b566328f-e6db-46ed-bfd1-d2b52cbb239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:52:40.031265 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Attempting to bind port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 on network 4f57db0e-9c76-4201-babe-b2071613896d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:40.039349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce462790-2f30-4c0f-9b87-fb8c7e4a92a7,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:40.044846 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-385cfec5-3424-41b1-a7ad-de064824f9df req-e0d38676-2154-4ba4-b979-9e787a59408d tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131277 Feb 05 02:52:40.074948 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df857153-1485-4cc5-99bc-d81389c3c318 req-1565891e-ebb7-4c5d-921a-4d365085e4dc tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:40.076813 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-df857153-1485-4cc5-99bc-d81389c3c318 req-1565891e-ebb7-4c5d-921a-4d365085e4dc tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.31 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 945 time: 0.3382902 Feb 05 02:52:40.078885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 on network 4f57db0e-9c76-4201-babe-b2071613896d not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:52:40.079405 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Attempting to bind port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 on network 4f57db0e-9c76-4201-babe-b2071613896d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:40.093680 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54f272df-b324-42ea-be1c-13d4f73be651 req-d539a810-82a4-4ddd-b31a-2307ecbb1e28 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=532725b0-fd79-41dc-9fd7-d024bfca66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248994 Feb 05 02:52:40.167648 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:52:40.167991 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Checking segment: {'id': 'b566328f-e6db-46ed-bfd1-d2b52cbb239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:52:40.168384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Bound using segment: {'id': 'b566328f-e6db-46ed-bfd1-d2b52cbb239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:52:40.168997 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Bound port: e2ec20ee-211f-4ddc-a00b-d12a31acc4c2, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b566328f-e6db-46ed-bfd1-d2b52cbb239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:52:40.169181 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e2ec20ee-211f-4ddc-a00b-d12a31acc4c2), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:40.186354 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052980c0-2279-4843-bf50-95e695fe05fd x-openstack-request-id: req-052980c0-2279-4843-bf50-95e695fe05fd {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:40.186354 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f880b988-9eee-40c8-b6c5-d58125518052", "tag": "155d8c29-548f-4fbe-8075-abd3070280ee", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:40.186354 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-052980c0-2279-4843-bf50-95e695fe05fd {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:40.186734 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f880b988-9eee-40c8-b6c5-d58125518052', 'tag': '155d8c29-548f-4fbe-8075-abd3070280ee', 'status': 'completed', 'code': 200} Feb 05 02:52:40.202651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4d9260af-7f50-46a2-9b01-6b6e432524a6, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d9260af-7f50-46a2-9b01-6b6e432524a6,segment=NetworkSegment(747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec),segment_id=747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:40.222564 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '4d9260af-7f50-46a2-9b01-6b6e432524a6', 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681', 'port_id': '4d9260af-7f50-46a2-9b01-6b6e432524a6', 'mac_address': 'fa:16:3e:cb:87:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:52:40.266947 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4d9260af-7f50-46a2-9b01-6b6e432524a6 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:40.267398 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:40.309322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9260af-7f50-46a2-9b01-6b6e432524a6 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:52:40.345326 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001b5cb-df2c-4504-9ca7-e04fe7975764 req-a2bd85d4-c24e-4cfb-9ab8-b17f67686a01 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:40.353434 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001b5cb-df2c-4504-9ca7-e04fe7975764 req-a2bd85d4-c24e-4cfb-9ab8-b17f67686a01 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:40.360763 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a001b5cb-df2c-4504-9ca7-e04fe7975764 req-a2bd85d4-c24e-4cfb-9ab8-b17f67686a01 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1678 time: 0.1487389 Feb 05 02:52:40.365425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4d9260af-7f50-46a2-9b01-6b6e432524a6, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d9260af-7f50-46a2-9b01-6b6e432524a6,segment=NetworkSegment(747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec),segment_id=747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:40.384640 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:40.396850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333be09c-3c86-49c9-bd09-d3cd68285fad req-3edb61fc-a0cd-40f2-a5ca-bdbe28437bd1 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:40.399134 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-333be09c-3c86-49c9-bd09-d3cd68285fad req-3edb61fc-a0cd-40f2-a5ca-bdbe28437bd1 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.1701093 Feb 05 02:52:40.468812 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4d9260af-7f50-46a2-9b01-6b6e432524a6,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:40.505672 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a001b5cb-df2c-4504-9ca7-e04fe7975764 req-31730895-f75a-4231-9948-570368bab090 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428914 Feb 05 02:52:40.516839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] For port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:52:40.525964 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b27e67-48a2-44d9-87bf-24a0037a00f1 req-dec8937c-4e00-4469-82ce-3c3be8e8b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:40.526445 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b27e67-48a2-44d9-87bf-24a0037a00f1 req-dec8937c-4e00-4469-82ce-3c3be8e8b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:40.528019 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1b27e67-48a2-44d9-87bf-24a0037a00f1 req-dec8937c-4e00-4469-82ce-3c3be8e8b0fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f2967e419ed41e9a99646795aa87bf5&device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1969 time: 0.3463836 Feb 05 02:52:40.534564 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] For port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e2ec20ee-211f-4ddc-a00b-d12a31acc4c2,segment=NetworkSegment(b566328f-e6db-46ed-bfd1-d2b52cbb239e),segment_id=b566328f-e6db-46ed-bfd1-d2b52cbb239e)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:52:40.542415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-333be09c-3c86-49c9-bd09-d3cd68285fad req-21cd43a2-00c9-479f-9715-d8e8e7e5362a tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283588 Feb 05 02:52:40.551508 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Attempting to bind port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:52:40.551845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Attempting to bind port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '7a174cb7-17ff-4dec-813c-9b273a130ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '010b4436-4147-4bba-92cd-d6aeb7a638ec'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:52:40.552704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Attempting to bind port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 on network 010b4436-4147-4bba-92cd-d6aeb7a638ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:40.561395 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (e2ec20ee-211f-4ddc-a00b-d12a31acc4c2), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:40.577016 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 on network 010b4436-4147-4bba-92cd-d6aeb7a638ec not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:52:40.577625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Attempting to bind port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 on network 010b4436-4147-4bba-92cd-d6aeb7a638ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:40.614106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4d9260af-7f50-46a2-9b01-6b6e432524a6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:52:40.643595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:52:40.643935 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Checking segment: {'id': '7a174cb7-17ff-4dec-813c-9b273a130ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '010b4436-4147-4bba-92cd-d6aeb7a638ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:52:40.644325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Bound using segment: {'id': '7a174cb7-17ff-4dec-813c-9b273a130ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '010b4436-4147-4bba-92cd-d6aeb7a638ec'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:52:40.644764 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Bound port: ce462790-2f30-4c0f-9b87-fb8c7e4a92a7, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a174cb7-17ff-4dec-813c-9b273a130ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '010b4436-4147-4bba-92cd-d6aeb7a638ec'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:52:40.645119 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ce462790-2f30-4c0f-9b87-fb8c7e4a92a7), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:40.655291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-df857153-1485-4cc5-99bc-d81389c3c318 req-9f4e8d12-6e42-471a-b6f0-457bd94cfdb1 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Deleting port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:40.655636 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df857153-1485-4cc5-99bc-d81389c3c318 req-9f4e8d12-6e42-471a-b6f0-457bd94cfdb1 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:40.679353 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:40.679353 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:40.679571 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] 10.222.0.31 "PUT /v2.0/ports/e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 HTTP/1.1" status: 200 len: 1092 time: 2.6304519 Feb 05 02:52:40.951727 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46768) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:40.956674 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587fb2c-e2f6-4fb1-929a-89c908f5a430 req-3eac50ae-fe99-4c7d-a114-e9a8209e7069 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:40.958167 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8587fb2c-e2f6-4fb1-929a-89c908f5a430 req-3eac50ae-fe99-4c7d-a114-e9a8209e7069 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.1218483 Feb 05 02:52:40.976421 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d1001-84c7-49f3-ab72-4015c16b6e63 req-465a1620-3cd2-4a23-a7cb-704480ce2088 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:40.978431 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e75d1001-84c7-49f3-ab72-4015c16b6e63 req-465a1620-3cd2-4a23-a7cb-704480ce2088 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 945 time: 0.1079302 Feb 05 02:52:41.017419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4a9bd-0d51-42e7-81f3-d5697330a1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ec20ee-211f-4ddc-a00b-d12a31acc4c2,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:41.052461 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b27e67-48a2-44d9-87bf-24a0037a00f1 req-f5e76d76-a319-4535-b2e7-9f2ed9154360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:41.053262 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b27e67-48a2-44d9-87bf-24a0037a00f1 req-f5e76d76-a319-4535-b2e7-9f2ed9154360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:41.053632 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:41.054121 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b27e67-48a2-44d9-87bf-24a0037a00f1 req-f5e76d76-a319-4535-b2e7-9f2ed9154360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:41.055475 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1b27e67-48a2-44d9-87bf-24a0037a00f1 req-f5e76d76-a319-4535-b2e7-9f2ed9154360 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5f2967e419ed41e9a99646795aa87bf5&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5193686 Feb 05 02:52:41.076070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e75d1001-84c7-49f3-ab72-4015c16b6e63 req-7d3dbf1d-b5bb-40a0-b236-3242fd4cb791 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899742 Feb 05 02:52:41.106537 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] For port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:52:41.151175 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8587fb2c-e2f6-4fb1-929a-89c908f5a430 req-b2c3e7dd-c80c-49f6-bc5d-40171beb1018 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713657 Feb 05 02:52:41.213448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-df857153-1485-4cc5-99bc-d81389c3c318 req-9f4e8d12-6e42-471a-b6f0-457bd94cfdb1 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] For port 3173d038-fd7f-4d5d-a1f2-b02a6776df88, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3173d038-fd7f-4d5d-a1f2-b02a6776df88,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:41.213830 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df857153-1485-4cc5-99bc-d81389c3c318 req-9f4e8d12-6e42-471a-b6f0-457bd94cfdb1 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:41.219024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] For port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ce462790-2f30-4c0f-9b87-fb8c7e4a92a7,segment=NetworkSegment(7a174cb7-17ff-4dec-813c-9b273a130ef4),segment_id=7a174cb7-17ff-4dec-813c-9b273a130ef4)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:52:41.229888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-afaf7ef8-60ac-44dc-bcfb-64a16199274b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1376283372-network', 'tenant_id': '6d6c4cc493ea4cd29ee3bd79f3cbaa87'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:41.234117 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-e2cab6fe-c586-4b33-a719-0f32b439924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:41.235624 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-e2cab6fe-c586-4b33-a719-0f32b439924e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=04505631600d4700b509b35d7e707cd7&device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 1126 time: 0.4386091 Feb 05 02:52:41.242170 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0a50d-4c82-4956-8aad-f3abacaa12fa req-c06d9f88-3506-4375-bfce-dc6abee91d8b tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:41.244614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36b0a50d-4c82-4956-8aad-f3abacaa12fa req-c06d9f88-3506-4375-bfce-dc6abee91d8b tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 944 time: 0.0748274 Feb 05 02:52:41.299562 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ce462790-2f30-4c0f-9b87-fb8c7e4a92a7), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:41.301832 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-df857153-1485-4cc5-99bc-d81389c3c318 req-9f4e8d12-6e42-471a-b6f0-457bd94cfdb1 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Calling delete_port for 3173d038-fd7f-4d5d-a1f2-b02a6776df88 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:41.329929 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36b0a50d-4c82-4956-8aad-f3abacaa12fa req-850c4484-d536-482c-8bf3-c7014ed36248 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733914 Feb 05 02:52:41.330299 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-b21e8f55-bd02-47cc-a4fc-f7eafb117961 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 HTTP/1.1" status: 200 len: 217 time: 0.0847070 Feb 05 02:52:41.347471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b41e3-d7c3-4f72-a43b-843b86827ecd req-924c13d6-9c80-4db3-b8f0-fc265cb07ecb tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:41.349354 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca8b41e3-d7c3-4f72-a43b-843b86827ecd req-924c13d6-9c80-4db3-b8f0-fc265cb07ecb tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 944 time: 0.1032293 Feb 05 02:52:41.377849 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaf7ef8-60ac-44dc-bcfb-64a16199274b admin admin] Made reservation on behalf of 6d6c4cc493ea4cd29ee3bd79f3cbaa87 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:41.380376 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afaf7ef8-60ac-44dc-bcfb-64a16199274b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:41.399638 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:41.400254 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:41.401630 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-af032901-405b-43d4-982c-19783e381bc1 service neutron] 10.222.0.10 "PUT /v2.0/ports/ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 HTTP/1.1" status: 200 len: 1091 time: 2.3557174 Feb 05 02:52:41.441072 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca8b41e3-d7c3-4f72-a43b-843b86827ecd req-15f5269a-45d6-4b6f-b2f7-8e3ffc9f4169 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=532725b0-fd79-41dc-9fd7-d024bfca66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857790 Feb 05 02:52:41.470507 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afaf7ef8-60ac-44dc-bcfb-64a16199274b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:41.485481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b27e67-48a2-44d9-87bf-24a0037a00f1 req-36ecb9c4-6a5c-45e2-af46-73c1208a2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:41.486977 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1b27e67-48a2-44d9-87bf-24a0037a00f1 req-36ecb9c4-6a5c-45e2-af46-73c1208a2687 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4145970 Feb 05 02:52:41.521859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af032901-405b-43d4-982c-19783e381bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce462790-2f30-4c0f-9b87-fb8c7e4a92a7,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:41.542056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-fc1f3ab3-558c-4da9-aafb-83d14e917506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:41.543867 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-fc1f3ab3-558c-4da9-aafb-83d14e917506 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=92e18a6c-6f83-4423-9b50-5c85de57e8cc HTTP/1.1" status: 200 len: 850 time: 0.1811779 Feb 05 02:52:41.725726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-1d5e347b-4909-4571-82a5-6635f604a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:41.726605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-1d5e347b-4909-4571-82a5-6635f604a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:41.728150 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-1d5e347b-4909-4571-82a5-6635f604a550 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f2967e419ed41e9a99646795aa87bf5&device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 2042 time: 0.1820688 Feb 05 02:52:41.734160 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f32a75-e188-4168-8837-ef686facce10 req-bc0a4af8-79f6-4d17-85e8-0435058492c4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:41.739595 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f32a75-e188-4168-8837-ef686facce10 req-bc0a4af8-79f6-4d17-85e8-0435058492c4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:41.746084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81f32a75-e188-4168-8837-ef686facce10 req-bc0a4af8-79f6-4d17-85e8-0435058492c4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1678 time: 0.1380205 Feb 05 02:52:41.763299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abd9a7-c7a5-4aab-b85b-7a78263be7c6 req-4d1574c7-adf7-43bf-8fba-082f4cc95b13 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:41.765246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70abd9a7-c7a5-4aab-b85b-7a78263be7c6 req-4d1574c7-adf7-43bf-8fba-082f4cc95b13 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.1064668 Feb 05 02:52:41.798879 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afaf7ef8-60ac-44dc-bcfb-64a16199274b admin admin] Publish callbacks [] for security_group (9e3a0934-c62b-470e-ac8f-d130026a1903), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:41.801496 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-59521880-8e8c-4fe4-ba2f-3fb9e9f23edb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.147&port_id=155d8c29-548f-4fbe-8075-abd3070280ee HTTP/1.1" status: 200 len: 217 time: 0.0630369 Feb 05 02:52:41.803958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-f15df04d-dd30-4f97-b9b8-f36e9b8a7b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:41.805411 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-f15df04d-dd30-4f97-b9b8-f36e9b8a7b25 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f57db0e-9c76-4201-babe-b2071613896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2465544 Feb 05 02:52:41.806484 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df857153-1485-4cc5-99bc-d81389c3c318 req-9f4e8d12-6e42-471a-b6f0-457bd94cfdb1 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (3173d038-fd7f-4d5d-a1f2-b02a6776df88), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:41.809404 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afaf7ef8-60ac-44dc-bcfb-64a16199274b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9e3a0934-c62b-470e-ac8f-d130026a1903), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:41.851887 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81f32a75-e188-4168-8837-ef686facce10 req-f62abca4-a37e-4faf-a50f-12174845c88a tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974822 Feb 05 02:52:41.867344 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70abd9a7-c7a5-4aab-b85b-7a78263be7c6 req-5f693855-54fc-4f6c-814c-0a021812f081 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861115 Feb 05 02:52:41.912607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4d9260af-7f50-46a2-9b01-6b6e432524a6 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:41.953085 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e8d12-6e42-471a-b6f0-457bd94cfdb1 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Pushing event deleted for resources: {'Port': ['ID=3173d038-fd7f-4d5d-a1f2-b02a6776df88,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:41.968963 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 4d9260af-7f50-46a2-9b01-6b6e432524a6 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:52:41.975917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 4d9260af-7f50-46a2-9b01-6b6e432524a6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:41.976769 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:41.976894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afaf7ef8-60ac-44dc-bcfb-64a16199274b admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:52:42.021628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf7ef8-60ac-44dc-bcfb-64a16199274b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3a0934-c62b-470e-ac8f-d130026a1903,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:42.045753 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afaf7ef8-60ac-44dc-bcfb-64a16199274b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (f0c668cf-2488-4516-9891-1ae4ea624ab2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:42.046102 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-afaf7ef8-60ac-44dc-bcfb-64a16199274b admin admin] Added segment f0c668cf-2488-4516-9891-1ae4ea624ab2 of type vlan for network 2b86ee56-1c6a-4b7f-a374-b6803b2ec372 Feb 05 02:52:42.048781 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-df857153-1485-4cc5-99bc-d81389c3c318 req-9f4e8d12-6e42-471a-b6f0-457bd94cfdb1 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] No DVR routers for this DVR port 3173d038-fd7f-4d5d-a1f2-b02a6776df88 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:52:42.051699 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df857153-1485-4cc5-99bc-d81389c3c318 req-9f4e8d12-6e42-471a-b6f0-457bd94cfdb1 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:42.056545 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-df857153-1485-4cc5-99bc-d81389c3c318 req-9f4e8d12-6e42-471a-b6f0-457bd94cfdb1 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.31 "DELETE /v2.0/ports/3173d038-fd7f-4d5d-a1f2-b02a6776df88 HTTP/1.1" status: 204 len: 173 time: 1.9558794 Feb 05 02:52:42.067872 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-17b27a01-d0bf-4847-a9ed-ab934cfe2506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:42.069990 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-17b27a01-d0bf-4847-a9ed-ab934cfe2506 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28b93a43-cd85-48d0-925b-5e86551f9f02 HTTP/1.1" status: 200 len: 801 time: 0.2615232 Feb 05 02:52:42.081844 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4d9260af-7f50-46a2-9b01-6b6e432524a6 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:42.084054 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:42.168070 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afaf7ef8-60ac-44dc-bcfb-64a16199274b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (2b86ee56-1c6a-4b7f-a374-b6803b2ec372), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:42.193810 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-f0b9d106-5dd3-4557-9190-964450013352 service neutron] 10.222.0.31 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720844 Feb 05 02:52:42.194282 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a416d4c0-f802-47c9-b241-e4e3005ce4ae', 'tag': 'e2ec20ee-211f-4ddc-a00b-d12a31acc4c2'}, {'name': 'network-changed', 'server_uuid': 'f880b988-9eee-40c8-b6c5-d58125518052', 'tag': 'ce462790-2f30-4c0f-9b87-fb8c7e4a92a7'}, {'server_uuid': '34d69725-a022-470b-89d3-53d8df44d472', 'name': 'network-vif-deleted', 'tag': '3173d038-fd7f-4d5d-a1f2-b02a6776df88'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:42.196604 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c39ceb-535e-4b12-b7a6-eb8e012e3add" -d '{"events": [{"name": "network-changed", "server_uuid": "a416d4c0-f802-47c9-b241-e4e3005ce4ae", "tag": "e2ec20ee-211f-4ddc-a00b-d12a31acc4c2"}, {"name": "network-changed", "server_uuid": "f880b988-9eee-40c8-b6c5-d58125518052", "tag": "ce462790-2f30-4c0f-9b87-fb8c7e4a92a7"}, {"server_uuid": "34d69725-a022-470b-89d3-53d8df44d472", "name": "network-vif-deleted", "tag": "3173d038-fd7f-4d5d-a1f2-b02a6776df88"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:42.242415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6fc77bd4-3993-431a-b03c-00f759adba3e req-d1128473-9b6e-4e7c-8487-ead35ec16b2a tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=34d69725-a022-470b-89d3-53d8df44d472 HTTP/1.1" status: 200 len: 210 time: 0.0554366 Feb 05 02:52:42.277975 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afaf7ef8-60ac-44dc-bcfb-64a16199274b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (2b86ee56-1c6a-4b7f-a374-b6803b2ec372), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:42.279126 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaf7ef8-60ac-44dc-bcfb-64a16199274b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:42.279753 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afaf7ef8-60ac-44dc-bcfb-64a16199274b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:42.288323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-86b99f58-051e-4558-b0ad-c0ed690ab800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:42.289888 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-86b99f58-051e-4558-b0ad-c0ed690ab800 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7cbc81b9-a00f-4b7d-b7ce-a223a8464527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2131383 Feb 05 02:52:42.363435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0690265-e37c-4866-957e-d97373a3bed7 req-a5fe6447-1c3d-4504-98f9-9e466080fa76 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:42.371430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d0690265-e37c-4866-957e-d97373a3bed7 req-a5fe6447-1c3d-4504-98f9-9e466080fa76 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.0729623 Feb 05 02:52:42.378455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9260af-7f50-46a2-9b01-6b6e432524a6'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:42.382006 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a1c882-2bde-4d84-b62d-8d527e02e8d5" -d '{"events": [{"server_uuid": "0ee89d12-27c2-4837-918c-5b89e8fba17c", "name": "network-vif-plugged", "status": "completed", "tag": "4d9260af-7f50-46a2-9b01-6b6e432524a6"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:42.395654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4d9260af-7f50-46a2-9b01-6b6e432524a6, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d9260af-7f50-46a2-9b01-6b6e432524a6,segment=NetworkSegment(747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec),segment_id=747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:42.401012 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:42.429678 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2250b24a-b6c7-4eb9-a461-fb41f166f6e7 x-openstack-request-id: req-2250b24a-b6c7-4eb9-a461-fb41f166f6e7 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:42.430203 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a416d4c0-f802-47c9-b241-e4e3005ce4ae", "tag": "e2ec20ee-211f-4ddc-a00b-d12a31acc4c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f880b988-9eee-40c8-b6c5-d58125518052", "tag": "ce462790-2f30-4c0f-9b87-fb8c7e4a92a7", "status": "completed", "code": 200}, {"server_uuid": "34d69725-a022-470b-89d3-53d8df44d472", "name": "network-vif-deleted", "tag": "3173d038-fd7f-4d5d-a1f2-b02a6776df88", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:42.430697 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2250b24a-b6c7-4eb9-a461-fb41f166f6e7 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:42.431545 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a416d4c0-f802-47c9-b241-e4e3005ce4ae', 'tag': 'e2ec20ee-211f-4ddc-a00b-d12a31acc4c2', 'status': 'completed', 'code': 200} Feb 05 02:52:42.431545 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f880b988-9eee-40c8-b6c5-d58125518052', 'tag': 'ce462790-2f30-4c0f-9b87-fb8c7e4a92a7', 'status': 'completed', 'code': 200} Feb 05 02:52:42.431960 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d69725-a022-470b-89d3-53d8df44d472', 'name': 'network-vif-deleted', 'tag': '3173d038-fd7f-4d5d-a1f2-b02a6776df88', 'status': 'completed', 'code': 200} Feb 05 02:52:42.435707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d0690265-e37c-4866-957e-d97373a3bed7 req-30383a24-1324-4baa-bc94-f8873aeac7d7 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609388 Feb 05 02:52:42.453639 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46814) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:42.453982 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-afaf7ef8-60ac-44dc-bcfb-64a16199274b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4663441 Feb 05 02:52:42.466518 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8e7d05d7-aed1-4948-9638-b094a813da18 admin admin] Request body: {'subnet': {'network_id': '2b86ee56-1c6a-4b7f-a374-b6803b2ec372', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1376283372-subnet', 'tenant_id': '6d6c4cc493ea4cd29ee3bd79f3cbaa87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:42.480045 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4d9260af-7f50-46a2-9b01-6b6e432524a6,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:42.500526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf7ef8-60ac-44dc-bcfb-64a16199274b admin admin] Pushing event updated for resources: {'Network': ['ID=2b86ee56-1c6a-4b7f-a374-b6803b2ec372,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:42.507844 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448d4abf-ccbd-4bac-a673-61378ffdca8d x-openstack-request-id: req-448d4abf-ccbd-4bac-a673-61378ffdca8d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:42.508444 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee89d12-27c2-4837-918c-5b89e8fba17c", "name": "network-vif-plugged", "status": "completed", "tag": "4d9260af-7f50-46a2-9b01-6b6e432524a6", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:42.508785 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-448d4abf-ccbd-4bac-a673-61378ffdca8d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:42.509207 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9260af-7f50-46a2-9b01-6b6e432524a6', 'code': 200} Feb 05 02:52:42.516035 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 2b86ee56-1c6a-4b7f-a374-b6803b2ec372 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:52:42.569903 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-17e0127e-2cfe-46f3-9dfd-b7126ffe0f9a service neutron] 10.222.0.10 "GET /v2.0/networks/7cbc81b9-a00f-4b7d-b7ce-a223a8464527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556560 Feb 05 02:52:42.581687 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a409a69b-1163-4164-8625-a1f2f7820c8a req-1eb405e5-caa5-4b24-83d9-e89c1cedc991 service neutron] 10.222.0.31 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748164 Feb 05 02:52:42.625917 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7d05d7-aed1-4948-9638-b094a813da18 admin admin] Made reservation on behalf of 6d6c4cc493ea4cd29ee3bd79f3cbaa87 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:42.628636 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e7d05d7-aed1-4948-9638-b094a813da18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:42.666299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0ef14be5-a1a9-4303-be5e-d81e93e078c6 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:52:42.790183 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0ef14be5-a1a9-4303-be5e-d81e93e078c6,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:42.807463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '0ef14be5-a1a9-4303-be5e-d81e93e078c6', 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119', 'port_id': '0ef14be5-a1a9-4303-be5e-d81e93e078c6', 'mac_address': 'fa:16:3e:06:35:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3e862e-d976-4a4a-b805-d4274563e5fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:52:42.838484 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e7d05d7-aed1-4948-9638-b094a813da18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (9876c3ba-c14d-470d-849b-5fbedfe2e1f5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:42.852373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:42.852770 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:42.858445 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaca88c-1829-4b94-9001-6213f1ccaf4c req-e5d3d071-da31-46da-822c-785cf1455805 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:42.863376 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6aaca88c-1829-4b94-9001-6213f1ccaf4c req-e5d3d071-da31-46da-822c-785cf1455805 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.3378963 Feb 05 02:52:42.872548 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef14be5-a1a9-4303-be5e-d81e93e078c6 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:52:42.899959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0ef14be5-a1a9-4303-be5e-d81e93e078c6,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:42.908182 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:42.952474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2749f23-83be-4aa6-97f0-f5885267862f req-2f9172aa-6fcb-45a7-81f4-23e11d7f5551 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:42.961648 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2749f23-83be-4aa6-97f0-f5885267862f req-2f9172aa-6fcb-45a7-81f4-23e11d7f5551 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 944 time: 0.3813691 Feb 05 02:52:42.978643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=0ef14be5-a1a9-4303-be5e-d81e93e078c6,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:43.008442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d05d7-aed1-4948-9638-b094a813da18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9876c3ba-c14d-470d-849b-5fbedfe2e1f5,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:43.053859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f53396-0960-496b-abd3-b15c984a4609 req-8c34e65a-2860-4a86-8ae2-ee2b36078244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:43.056141 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a2f53396-0960-496b-abd3-b15c984a4609 req-8c34e65a-2860-4a86-8ae2-ee2b36078244 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 1127 time: 0.4705341 Feb 05 02:52:43.058463 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6aaca88c-1829-4b94-9001-6213f1ccaf4c req-ae87bae0-5708-469f-8f9e-456ddb71a2b3 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447692 Feb 05 02:52:43.063276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2749f23-83be-4aa6-97f0-f5885267862f req-c8d42cfb-51a5-478d-a3db-aa365703cd65 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=532725b0-fd79-41dc-9fd7-d024bfca66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000559 Feb 05 02:52:43.065614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7d05d7-aed1-4948-9638-b094a813da18 admin admin] Checking segment: {'id': 'f0c668cf-2488-4516-9891-1ae4ea624ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2b86ee56-1c6a-4b7f-a374-b6803b2ec372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:52:43.066672 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7d05d7-aed1-4948-9638-b094a813da18 admin admin] Network hostable DHCP agents. Network: 2b86ee56-1c6a-4b7f-a374-b6803b2ec372, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:52:43.096829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-24693a21-ce84-433d-b5a4-d29e0f5610e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:43.098728 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-24693a21-ce84-433d-b5a4-d29e0f5610e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=04505631600d4700b509b35d7e707cd7&device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 1126 time: 0.4157155 Feb 05 02:52:43.107660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7d05d7-aed1-4948-9638-b094a813da18 admin admin] Network 2b86ee56-1c6a-4b7f-a374-b6803b2ec372 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:52:43.133866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8e7d05d7-aed1-4948-9638-b094a813da18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 2b86ee56-1c6a-4b7f-a374-b6803b2ec372) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:43.140151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7d05d7-aed1-4948-9638-b094a813da18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:43.140922 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e7d05d7-aed1-4948-9638-b094a813da18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:43.144979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e916c2-f62c-47d4-9062-f65891b42bdd None None] Network 2b86ee56-1c6a-4b7f-a374-b6803b2ec372 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:52:43.204244 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8e7d05d7-aed1-4948-9638-b094a813da18 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7492054 Feb 05 02:52:43.239445 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a2f53396-0960-496b-abd3-b15c984a4609 req-8ea9dfd7-1e05-46d8-9199-b2ec933a8713 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725881 Feb 05 02:52:43.241557 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-83492ef3-0a1d-4a07-836a-be1ca5d889f9 service neutron] 10.222.0.10 "GET /v2.0/networks/7cbc81b9-a00f-4b7d-b7ce-a223a8464527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6542933 Feb 05 02:52:43.263513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-7e56f890-22ac-48ea-aad1-8abacb63f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:43.267614 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-7e56f890-22ac-48ea-aad1-8abacb63f3c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f57db0e-9c76-4201-babe-b2071613896d HTTP/1.1" status: 200 len: 912 time: 0.1410341 Feb 05 02:52:43.285664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751be1ff-ec91-4bc3-a2a1-df8a269eef56 req-0d9b2ca0-f298-402e-a1d3-c5aabb084ae4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:43.293926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751be1ff-ec91-4bc3-a2a1-df8a269eef56 req-0d9b2ca0-f298-402e-a1d3-c5aabb084ae4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:43.297057 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-751be1ff-ec91-4bc3-a2a1-df8a269eef56 req-0d9b2ca0-f298-402e-a1d3-c5aabb084ae4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1678 time: 0.1062629 Feb 05 02:52:43.305168 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e9e1ca-100a-440f-8520-1603f5306778 None None] Network 2b86ee56-1c6a-4b7f-a374-b6803b2ec372 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:52:43.306382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b5a35-a3ba-40b2-b15c-be98ca97a151 req-e8bdd946-6802-4755-a677-d54d679b04b4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:43.308572 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d49b5a35-a3ba-40b2-b15c-be98ca97a151 req-e8bdd946-6802-4755-a677-d54d679b04b4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.1587069 Feb 05 02:52:43.366497 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-b9a631d2-dbd6-4a76-945c-18f7fabf190c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 HTTP/1.1" status: 200 len: 217 time: 0.0912254 Feb 05 02:52:43.369945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['0ef14be5-a1a9-4303-be5e-d81e93e078c6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:52:43.394449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-751be1ff-ec91-4bc3-a2a1-df8a269eef56 req-d2e577a2-af0e-4907-a421-869eea85cd9b tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849292 Feb 05 02:52:43.456398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d49b5a35-a3ba-40b2-b15c-be98ca97a151 req-35353097-84e7-46b9-b8b0-fb3141972fa4 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186655 Feb 05 02:52:43.529427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-8192c076-dd89-4e1a-9100-b3f54f0d1a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:43.531611 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-8192c076-dd89-4e1a-9100-b3f54f0d1a6e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=92e18a6c-6f83-4423-9b50-5c85de57e8cc HTTP/1.1" status: 200 len: 850 time: 0.1545198 Feb 05 02:52:43.533560 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-9ec2956c-791a-4bad-bd45-fa87c4f88fde service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.11&port_id=ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 HTTP/1.1" status: 200 len: 217 time: 0.0975657 Feb 05 02:52:43.600291 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c3145-c1a4-4382-a93f-75dd401c2b7a req-01522f23-bf34-4475-a4b7-e64da56a3961 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:43.608889 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c4c3145-c1a4-4382-a93f-75dd401c2b7a req-01522f23-bf34-4475-a4b7-e64da56a3961 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 945 time: 0.0701025 Feb 05 02:52:43.638427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-3e4e8cfc-fb33-495b-a2c9-0954b0053192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:43.639904 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-3e4e8cfc-fb33-495b-a2c9-0954b0053192 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e44ed312-daaf-412e-804f-6af683371763 HTTP/1.1" status: 200 len: 801 time: 0.0594590 Feb 05 02:52:43.669111 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c4c3145-c1a4-4382-a93f-75dd401c2b7a req-eaa5f48d-aeba-42ab-8fbe-77dd568a81dd tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590408 Feb 05 02:52:43.681195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-8b08fe6c-f99b-4f2f-bd93-2fd63e43ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:43.682696 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-8b08fe6c-f99b-4f2f-bd93-2fd63e43ddc2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f57db0e-9c76-4201-babe-b2071613896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1437900 Feb 05 02:52:43.757781 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-22693585-f318-41cd-8290-a67265490145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:43.759385 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-22693585-f318-41cd-8290-a67265490145 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=010b4436-4147-4bba-92cd-d6aeb7a638ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1125100 Feb 05 02:52:43.816522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-48c70081-a437-40d4-82f3-1babd3948fcf req-c1027abf-729b-40af-96a2-6aeef3799664 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1462512187', 'description': 'tempest-description-2009023848'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:43.842742 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48c70081-a437-40d4-82f3-1babd3948fcf req-c1027abf-729b-40af-96a2-6aeef3799664 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:43.884940 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-83aa8b38-e742-4379-9b61-6914ec604543 service neutron] 10.222.0.31 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932392 Feb 05 02:52:43.949631 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48c70081-a437-40d4-82f3-1babd3948fcf req-c1027abf-729b-40af-96a2-6aeef3799664 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (9eff8623-0516-42fc-a334-de635f500ab7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:43.956022 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48c70081-a437-40d4-82f3-1babd3948fcf req-c1027abf-729b-40af-96a2-6aeef3799664 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9eff8623-0516-42fc-a334-de635f500ab7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:43.964753 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-3b619064-6da5-45c5-9eaa-9a418f902155 service neutron] 10.222.0.10 "GET /v2.0/networks/010b4436-4147-4bba-92cd-d6aeb7a638ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969607 Feb 05 02:52:43.987085 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48c70081-a437-40d4-82f3-1babd3948fcf req-c1027abf-729b-40af-96a2-6aeef3799664 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:43.994724 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48c70081-a437-40d4-82f3-1babd3948fcf req-c1027abf-729b-40af-96a2-6aeef3799664 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1812961 Feb 05 02:52:44.016059 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b6620-8907-4575-8f63-c38947fb1558 req-54a0a5b0-e1b4-4a05-b8a8-4fc8ed3a1fa5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:44.017527 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-196b6620-8907-4575-8f63-c38947fb1558 req-54a0a5b0-e1b4-4a05-b8a8-4fc8ed3a1fa5 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 967 time: 0.1080844 Feb 05 02:52:44.018649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1027abf-729b-40af-96a2-6aeef3799664 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eff8623-0516-42fc-a334-de635f500ab7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:44.045700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-05a8e398-4e0a-4955-9b31-a49ebd5d07c5 req-b848264b-f0cc-4f3d-8c64-fd3e8292a559 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2028784345', 'description': 'tempest-description-687208395'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:44.071932 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-7f4237ae-580e-4b0d-a31b-0c96157532c3 service neutron] 10.222.0.31 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785972 Feb 05 02:52:44.101285 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4348d0ea-7c6f-41ff-a021-be14e52ac8a0 req-3790bab9-4f13-4759-90d5-586452267fe6 service neutron] 10.222.0.10 "GET /v2.0/networks/010b4436-4147-4bba-92cd-d6aeb7a638ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274083 Feb 05 02:52:44.104138 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-05a8e398-4e0a-4955-9b31-a49ebd5d07c5 req-b848264b-f0cc-4f3d-8c64-fd3e8292a559 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:44.119891 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-196b6620-8907-4575-8f63-c38947fb1558 req-198b3072-2ad9-4622-8df6-9554e2c71e92 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/security-groups?id=038d7a70-9632-4960-a383-8d706a7aa338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884089 Feb 05 02:52:44.188011 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-05a8e398-4e0a-4955-9b31-a49ebd5d07c5 req-b848264b-f0cc-4f3d-8c64-fd3e8292a559 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (da7a18fe-f547-4cd5-a353-72c0fbfe7542), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:44.194467 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-05a8e398-4e0a-4955-9b31-a49ebd5d07c5 req-b848264b-f0cc-4f3d-8c64-fd3e8292a559 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (da7a18fe-f547-4cd5-a353-72c0fbfe7542), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:44.229562 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-e6271249-0f86-49b9-bd98-f7b2a488440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:44.230188 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-e6271249-0f86-49b9-bd98-f7b2a488440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:44.232694 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-e6271249-0f86-49b9-bd98-f7b2a488440d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f2967e419ed41e9a99646795aa87bf5&device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 2042 time: 0.0603576 Feb 05 02:52:44.244302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848264b-f0cc-4f3d-8c64-fd3e8292a559 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7a18fe-f547-4cd5-a353-72c0fbfe7542,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:44.268755 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-05a8e398-4e0a-4955-9b31-a49ebd5d07c5 req-b848264b-f0cc-4f3d-8c64-fd3e8292a559 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:44.269995 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-05a8e398-4e0a-4955-9b31-a49ebd5d07c5 req-b848264b-f0cc-4f3d-8c64-fd3e8292a559 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2448282 Feb 05 02:52:44.330213 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187ba4b-1d20-4474-9e6b-a49ca9a498b8 req-57d14499-3aae-4e52-8836-667964b90271 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:44.332177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5187ba4b-1d20-4474-9e6b-a49ca9a498b8 req-57d14499-3aae-4e52-8836-667964b90271 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.1055214 Feb 05 02:52:44.385481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-8f24112b-f6b4-4f0a-be30-19a6879ced53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:44.387868 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-8f24112b-f6b4-4f0a-be30-19a6879ced53 service neutron] 10.222.0.10 "GET /v2.0/networks?id=010b4436-4147-4bba-92cd-d6aeb7a638ec HTTP/1.1" status: 200 len: 902 time: 0.1498945 Feb 05 02:52:44.461408 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-8131f1e3-d820-486e-bc13-1c6e59cb4d7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.11&port_id=ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 HTTP/1.1" status: 200 len: 217 time: 0.0617905 Feb 05 02:52:44.535796 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-a5ecb0a4-2606-4626-bf1a-bd854c860bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:44.538268 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-a5ecb0a4-2606-4626-bf1a-bd854c860bbf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e44ed312-daaf-412e-804f-6af683371763 HTTP/1.1" status: 200 len: 801 time: 0.0602560 Feb 05 02:52:44.547203 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34944515-a545-4070-8e8c-d06e96ee0818 req-e2492fef-f12d-4a95-8cd0-97bdf10cfa89 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:44.548382 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-34944515-a545-4070-8e8c-d06e96ee0818 req-e2492fef-f12d-4a95-8cd0-97bdf10cfa89 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 967 time: 0.0992951 Feb 05 02:52:44.659760 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-66d52098-589d-462c-8cad-9be62144f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:44.662621 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-66d52098-589d-462c-8cad-9be62144f5de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=010b4436-4147-4bba-92cd-d6aeb7a638ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1132131 Feb 05 02:52:44.668824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0ef14be5-a1a9-4303-be5e-d81e93e078c6 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:44.728447 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:52:44.733033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:44.733470 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:44.753187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5187ba4b-1d20-4474-9e6b-a49ca9a498b8 req-22fa813a-9687-49a4-a4ff-240df1f55b9e tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041667 Feb 05 02:52:44.762635 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-34944515-a545-4070-8e8c-d06e96ee0818 req-85f92aae-ae59-435e-8cd6-ea3e960594e3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Deleting port a6522dd5-6188-4622-aa85-35e9310c11fb {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:52:44.763010 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-34944515-a545-4070-8e8c-d06e96ee0818 req-85f92aae-ae59-435e-8cd6-ea3e960594e3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:44.789338 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834dfaf-e9ae-44e0-86bb-e9d8eac8c6bc req-69541046-c117-448e-856b-21984706dc92 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:44.792003 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2834dfaf-e9ae-44e0-86bb-e9d8eac8c6bc req-69541046-c117-448e-856b-21984706dc92 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 944 time: 0.4114318 Feb 05 02:52:44.832956 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-b52b3aae-8f0c-4af1-a9cc-02c33cd4ebfb service neutron] 10.222.0.10 "GET /v2.0/networks/010b4436-4147-4bba-92cd-d6aeb7a638ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633711 Feb 05 02:52:44.870748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:44.871378 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:44.903536 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b6175-9592-4005-b734-a63de5063da4 req-28fce5ef-b9d6-49e0-8bb4-8bdacc195d9e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:44.908812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b6175-9592-4005-b734-a63de5063da4 req-28fce5ef-b9d6-49e0-8bb4-8bdacc195d9e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:44.914793 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0ef14be5-a1a9-4303-be5e-d81e93e078c6,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:44.915802 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-da3b6175-9592-4005-b734-a63de5063da4 req-28fce5ef-b9d6-49e0-8bb4-8bdacc195d9e tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1678 time: 0.0864608 Feb 05 02:52:44.916263 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c4bef7-de78-4007-8d10-7573084b8f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef14be5-a1a9-4303-be5e-d81e93e078c6'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:44.919462 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fc3b5b-3ccd-474f-abf9-33741f2a99a2" -d '{"events": [{"server_uuid": "91c4bef7-de78-4007-8d10-7573084b8f24", "name": "network-vif-plugged", "status": "completed", "tag": "0ef14be5-a1a9-4303-be5e-d81e93e078c6"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:44.926224 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:44.929202 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2834dfaf-e9ae-44e0-86bb-e9d8eac8c6bc req-e8e69313-27f9-490c-97dc-640629341dda tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=532725b0-fd79-41dc-9fd7-d024bfca66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290855 Feb 05 02:52:44.936163 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 3173d038-fd7f-4d5d-a1f2-b02a6776df88 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:44.947849 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-34944515-a545-4070-8e8c-d06e96ee0818 req-85f92aae-ae59-435e-8cd6-ea3e960594e3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] For port a6522dd5-6188-4622-aa85-35e9310c11fb, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=a6522dd5-6188-4622-aa85-35e9310c11fb,segment=NetworkSegment(625486aa-819d-4b04-a335-ec089d8874f0),segment_id=625486aa-819d-4b04-a335-ec089d8874f0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:44.948822 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-34944515-a545-4070-8e8c-d06e96ee0818 req-85f92aae-ae59-435e-8cd6-ea3e960594e3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:44.965611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 3173d038-fd7f-4d5d-a1f2-b02a6776df88 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:44.966206 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 3173d038-fd7f-4d5d-a1f2-b02a6776df88 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:44.972336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-34944515-a545-4070-8e8c-d06e96ee0818 req-85f92aae-ae59-435e-8cd6-ea3e960594e3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Calling delete_port for a6522dd5-6188-4622-aa85-35e9310c11fb owned by compute:tempest-test_az-2125202016 {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:52:44.994881 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-da3b6175-9592-4005-b734-a63de5063da4 req-030047d4-c274-43e6-865c-4982f2b5cd2b tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745633 Feb 05 02:52:45.033137 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31c39ceb-535e-4b12-b7a6-eb8e012e3add req-29d72feb-8d41-471b-be9d-47150a25050b service neutron] 10.222.0.10 "GET /v2.0/networks/010b4436-4147-4bba-92cd-d6aeb7a638ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909902 Feb 05 02:52:45.045597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=0ef14be5-a1a9-4303-be5e-d81e93e078c6,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:45.143812 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-34944515-a545-4070-8e8c-d06e96ee0818 req-85f92aae-ae59-435e-8cd6-ea3e960594e3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a6522dd5-6188-4622-aa85-35e9310c11fb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:45.178676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f92aae-ae59-435e-8cd6-ea3e960594e3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Pushing event deleted for resources: {'Port': ['ID=a6522dd5-6188-4622-aa85-35e9310c11fb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:45.214105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa0533-6a84-47eb-87e5-d096aa1c4b06 req-d1ead606-3539-4e5b-9081-01ed5417db24 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:45.216161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6caa0533-6a84-47eb-87e5-d096aa1c4b06 req-d1ead606-3539-4e5b-9081-01ed5417db24 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.1127350 Feb 05 02:52:45.223496 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-34944515-a545-4070-8e8c-d06e96ee0818 req-85f92aae-ae59-435e-8cd6-ea3e960594e3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] No DVR routers for this DVR port a6522dd5-6188-4622-aa85-35e9310c11fb on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:52:45.225551 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-f1fb124e-8289-4760-b542-fd01c8ee87eb tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:45.226365 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-f1fb124e-8289-4760-b542-fd01c8ee87eb tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/networks?id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372 HTTP/1.1" status: 200 len: 813 time: 0.1498816 Feb 05 02:52:45.226513 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-34944515-a545-4070-8e8c-d06e96ee0818 req-85f92aae-ae59-435e-8cd6-ea3e960594e3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:45.230094 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-34944515-a545-4070-8e8c-d06e96ee0818 req-85f92aae-ae59-435e-8cd6-ea3e960594e3 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.31 "DELETE /v2.0/ports/a6522dd5-6188-4622-aa85-35e9310c11fb HTTP/1.1" status: 204 len: 173 time: 0.6722927 Feb 05 02:52:45.230492 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ea8c18-edd9-4830-b281-e9bf61270fcc', 'name': 'network-vif-deleted', 'tag': 'a6522dd5-6188-4622-aa85-35e9310c11fb'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:45.233087 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2545404-4358-4f7b-8f4f-e4bdfc373720" -d '{"events": [{"server_uuid": "47ea8c18-edd9-4830-b281-e9bf61270fcc", "name": "network-vif-deleted", "tag": "a6522dd5-6188-4622-aa85-35e9310c11fb"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:45.256076 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-1e62d96f-8494-4d78-89ca-ac9f4bf6b3b4 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/quotas/6d6c4cc493ea4cd29ee3bd79f3cbaa87 HTTP/1.1" status: 200 len: 375 time: 0.0206280 Feb 05 02:52:45.298630 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6caa0533-6a84-47eb-87e5-d096aa1c4b06 req-68a49139-bcea-405d-85ea-de30d9a4b416 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710726 Feb 05 02:52:45.325823 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-a2a6b8c5-410c-4a64-84c7-b7a6b74d7085 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567822 Feb 05 02:52:45.462669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-7630bee8-8df3-4bb3-995e-1a3ff220bf47 service neutron] 10.222.0.36 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360013 Feb 05 02:52:45.483128 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626c06c-62e6-47e9-a36c-c259d629818d req-d1515d50-ee5f-43d1-94fe-b85a7f9fa595 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:45.484537 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9626c06c-62e6-47e9-a36c-c259d629818d req-d1515d50-ee5f-43d1-94fe-b85a7f9fa595 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.0873375 Feb 05 02:52:45.577769 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9626c06c-62e6-47e9-a36c-c259d629818d req-018496e3-c436-4517-b11f-443f80981424 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831375 Feb 05 02:52:45.593490 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-f73778c9-703b-43f7-b6e3-174371929b4a service neutron] 10.222.0.36 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244822 Feb 05 02:52:45.638539 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b97dfa-4ff8-4220-9cb1-8bf69e0b246e x-openstack-request-id: req-25b97dfa-4ff8-4220-9cb1-8bf69e0b246e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:45.639108 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c4bef7-de78-4007-8d10-7573084b8f24", "name": "network-vif-plugged", "status": "completed", "tag": "0ef14be5-a1a9-4303-be5e-d81e93e078c6", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:45.639471 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25b97dfa-4ff8-4220-9cb1-8bf69e0b246e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:45.640054 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c4bef7-de78-4007-8d10-7573084b8f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef14be5-a1a9-4303-be5e-d81e93e078c6', 'code': 200} Feb 05 02:52:45.773582 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f67117e-c386-42fc-9a93-fa0d8c9772a1 req-c1f07aa7-24cb-45ca-a891-496cf7113479 tempest-LiveMigrationTest-1051264423 tempest-LiveMigrationTest-1051264423-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ea8c18-edd9-4830-b281-e9bf61270fcc HTTP/1.1" status: 200 len: 210 time: 0.0481191 Feb 05 02:52:45.800739 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb5b895-6ae3-466d-9610-adf8bbca7771 x-openstack-request-id: req-beb5b895-6ae3-466d-9610-adf8bbca7771 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:45.801038 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ea8c18-edd9-4830-b281-e9bf61270fcc", "name": "network-vif-deleted", "tag": "a6522dd5-6188-4622-aa85-35e9310c11fb", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:45.801296 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-beb5b895-6ae3-466d-9610-adf8bbca7771 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:45.801699 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ea8c18-edd9-4830-b281-e9bf61270fcc', 'name': 'network-vif-deleted', 'tag': 'a6522dd5-6188-4622-aa85-35e9310c11fb', 'status': 'completed', 'code': 200} Feb 05 02:52:45.844310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac79d6e-98ee-4699-8718-aaa780060b3f req-3191e3a7-7315-42e2-ac4a-dfe087217c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:45.846049 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4ac79d6e-98ee-4699-8718-aaa780060b3f req-3191e3a7-7315-42e2-ac4a-dfe087217c98 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 1128 time: 0.1264751 Feb 05 02:52:45.862973 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4cc59a98-eaa5-446f-ad14-5427355c63dc req-6bc2f9a3-3d60-48ed-a6f5-d002caa1c88e tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 210 time: 0.0487015 Feb 05 02:52:45.916746 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:45.917469 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4ac79d6e-98ee-4699-8718-aaa780060b3f req-093e7c31-49fb-414c-b123-feae3e8593f2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641615 Feb 05 02:52:45.940875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013301b-23b5-4557-bd42-e9ed671be6af req-3ef69124-7d81-4354-b65c-cc6e3094f08b tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:45.942540 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2013301b-23b5-4557-bd42-e9ed671be6af req-3ef69124-7d81-4354-b65c-cc6e3094f08b tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.0778489 Feb 05 02:52:46.003883 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2013301b-23b5-4557-bd42-e9ed671be6af req-ee06f502-18e2-423a-9e47-fd89579ee0a4 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555212 Feb 05 02:52:46.099630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83385489-6104-42ff-ac37-09b31f709e48 req-fb9ae180-e4dd-49cc-9c2c-c05ade83d754 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:46.101261 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83385489-6104-42ff-ac37-09b31f709e48 req-fb9ae180-e4dd-49cc-9c2c-c05ade83d754 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 944 time: 0.0745060 Feb 05 02:52:46.178024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8233a8f-5c62-4282-bc79-a205482a2cfd req-00f28227-a5bb-4548-ac9b-807fed399528 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:46.183717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8233a8f-5c62-4282-bc79-a205482a2cfd req-00f28227-a5bb-4548-ac9b-807fed399528 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:46.188349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46924) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:46.188879 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8233a8f-5c62-4282-bc79-a205482a2cfd req-00f28227-a5bb-4548-ac9b-807fed399528 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1678 time: 0.1135421 Feb 05 02:52:46.191854 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83385489-6104-42ff-ac37-09b31f709e48 req-7c7141c6-eb90-47b2-8eb4-1c5c8b0ac686 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=532725b0-fd79-41dc-9fd7-d024bfca66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726447 Feb 05 02:52:46.269312 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8233a8f-5c62-4282-bc79-a205482a2cfd req-a504b9b5-b3c8-4b5c-b949-3d4f8db177cc tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709586 Feb 05 02:52:46.341977 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9035e61c-577d-46b1-9d49-fdca29f64383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:46.456282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfae38e-8787-4ded-bb00-c90c937c4533 req-331f3bee-c71c-40c8-95d7-6ed435a4d437 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:46.463764 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fdfae38e-8787-4ded-bb00-c90c937c4533 req-331f3bee-c71c-40c8-95d7-6ed435a4d437 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.0693154 Feb 05 02:52:46.484839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681aed9-11d2-4ea2-8a9e-1b7b3b01fbd2 req-311c2008-3a0a-4d48-a596-99a258515223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:46.486387 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a681aed9-11d2-4ea2-8a9e-1b7b3b01fbd2 req-311c2008-3a0a-4d48-a596-99a258515223 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02aaa99cb30e48e88e4e15df7fc3cdda&device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 1127 time: 0.0750623 Feb 05 02:52:46.498145 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9035e61c-577d-46b1-9d49-fdca29f64383 admin admin] Publish callbacks [] for security_group (2a38ddc2-da30-480e-96b0-2cdfd3185960), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:46.503155 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9035e61c-577d-46b1-9d49-fdca29f64383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2a38ddc2-da30-480e-96b0-2cdfd3185960), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:46.548210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fdfae38e-8787-4ded-bb00-c90c937c4533 req-e32f87cc-91b2-4904-acd2-e53127b2854b tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831385 Feb 05 02:52:46.556784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3232f6-b99a-4a67-ac9c-5b14a0a858c0 req-7b96723f-d957-4e3b-be40-9b2a6d4de766 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:46.564303 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf3232f6-b99a-4a67-ac9c-5b14a0a858c0 req-7b96723f-d957-4e3b-be40-9b2a6d4de766 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.1156218 Feb 05 02:52:46.592805 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9035e61c-577d-46b1-9d49-fdca29f64383 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a49da3f048942faa31929038109ea63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031332 Feb 05 02:52:46.596838 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46934) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:46.597567 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035e61c-577d-46b1-9d49-fdca29f64383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a38ddc2-da30-480e-96b0-2cdfd3185960,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:46.642686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf3232f6-b99a-4a67-ac9c-5b14a0a858c0 req-af46b1a7-d4e6-4b38-95c5-76cbf31c6629 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620425 Feb 05 02:52:46.643020 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681aed9-11d2-4ea2-8a9e-1b7b3b01fbd2 req-08a930df-92cd-4f39-a161-29534a18c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:46.643411 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a681aed9-11d2-4ea2-8a9e-1b7b3b01fbd2 req-08a930df-92cd-4f39-a161-29534a18c8a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681 HTTP/1.1" status: 200 len: 920 time: 0.1351907 Feb 05 02:52:46.669132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:52:46.669424 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d42f4b59-919f-427c-b334-484e2169029b admin admin] Publish callbacks [] for security_group (2a38ddc2-da30-480e-96b0-2cdfd3185960), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:46.692746 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d42f4b59-919f-427c-b334-484e2169029b admin admin] Publish callbacks [] for security_group (2a38ddc2-da30-480e-96b0-2cdfd3185960), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:46.698800 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a681aed9-11d2-4ea2-8a9e-1b7b3b01fbd2 req-5f44bd49-519d-4d40-9af4-62e78c2c8350 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d9260af-7f50-46a2-9b01-6b6e432524a6 HTTP/1.1" status: 200 len: 217 time: 0.0478098 Feb 05 02:52:46.753827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681aed9-11d2-4ea2-8a9e-1b7b3b01fbd2 req-86fbf54f-8b3d-4b11-a458-39ddb323d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:46.757060 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a681aed9-11d2-4ea2-8a9e-1b7b3b01fbd2 req-86fbf54f-8b3d-4b11-a458-39ddb323d2d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09a87c98-7ee5-494c-996e-4b6b30e96c7d HTTP/1.1" status: 200 len: 859 time: 0.0511093 Feb 05 02:52:46.769550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb433a5-4084-4167-a1f3-63cdf54703f0 req-48e33c07-3a62-43d0-9a62-83a3d3172153 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:46.771135 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6eb433a5-4084-4167-a1f3-63cdf54703f0 req-48e33c07-3a62-43d0-9a62-83a3d3172153 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.0805480 Feb 05 02:52:46.778743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e2ec20ee-211f-4ddc-a00b-d12a31acc4c2,segment=NetworkSegment(b566328f-e6db-46ed-bfd1-d2b52cbb239e),segment_id=b566328f-e6db-46ed-bfd1-d2b52cbb239e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:46.793402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'e2ec20ee-211f-4ddc-a00b-d12a31acc4c2', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'port_id': 'e2ec20ee-211f-4ddc-a00b-d12a31acc4c2', 'mac_address': 'fa:16:3e:d1:05:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:52:46.800908 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a681aed9-11d2-4ea2-8a9e-1b7b3b01fbd2 req-dedc0ec4-95c5-4e8d-bda6-a18d02b092b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357914 Feb 05 02:52:46.806961 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d42f4b59-919f-427c-b334-484e2169029b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2a38ddc2-da30-480e-96b0-2cdfd3185960), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:46.811088 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d42f4b59-919f-427c-b334-484e2169029b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:46.815162 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d42f4b59-919f-427c-b334-484e2169029b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a38ddc2-da30-480e-96b0-2cdfd3185960 HTTP/1.1" status: 204 len: 168 time: 0.2173038 Feb 05 02:52:46.838053 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46942) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:46.838955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f4b59-919f-427c-b334-484e2169029b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a38ddc2-da30-480e-96b0-2cdfd3185960,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:46.859752 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:46.861144 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e2ec20ee-211f-4ddc-a00b-d12a31acc4c2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:46.885539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6eb433a5-4084-4167-a1f3-63cdf54703f0 req-3a0c6028-615c-4db1-98f5-1c469f64ed29 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062317 Feb 05 02:52:46.912823 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:52:46.962118 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e2ec20ee-211f-4ddc-a00b-d12a31acc4c2,segment=NetworkSegment(b566328f-e6db-46ed-bfd1-d2b52cbb239e),segment_id=b566328f-e6db-46ed-bfd1-d2b52cbb239e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:46.967430 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e2ec20ee-211f-4ddc-a00b-d12a31acc4c2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.024188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-912544fa-186e-4b3f-a3a9-01d819594af6 req-68f14977-c86b-46e5-97c8-f2def78bd73d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 210 time: 0.0623581 Feb 05 02:52:47.050413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=e2ec20ee-211f-4ddc-a00b-d12a31acc4c2,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:47.077287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a469ce-ccb7-4cf6-8d24-2e7b33ba1ded admin admin] Deleting subnet 8361a291-d05d-4883-8cc9-d8ead1ccf65a {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:52:47.080991 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4a469ce-ccb7-4cf6-8d24-2e7b33ba1ded admin admin] Publish callbacks [] for subnet (8361a291-d05d-4883-8cc9-d8ead1ccf65a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.106874 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a681aed9-11d2-4ea2-8a9e-1b7b3b01fbd2 req-05930873-67d8-48f3-8327-88a27e448828 service neutron] 10.222.0.10 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975051 Feb 05 02:52:47.127353 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4a469ce-ccb7-4cf6-8d24-2e7b33ba1ded admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (8361a291-d05d-4883-8cc9-d8ead1ccf65a), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.174483 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4a469ce-ccb7-4cf6-8d24-2e7b33ba1ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (8361a291-d05d-4883-8cc9-d8ead1ccf65a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.196801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46950) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:47.221846 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3de0eda9-c19a-4374-8e49-16e70daff279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.256367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-1ead6b29-3b52-47d2-aebb-14b1d5fae629 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:47.257877 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-1ead6b29-3b52-47d2-aebb-14b1d5fae629 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.10 "GET /v2.0/networks?id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372 HTTP/1.1" status: 200 len: 813 time: 0.2488852 Feb 05 02:52:47.276220 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4a469ce-ccb7-4cf6-8d24-2e7b33ba1ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (8361a291-d05d-4883-8cc9-d8ead1ccf65a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.281163 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-d21b8aee-34f5-4e42-922e-1a56f636a3c7 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Request body: {'port': {'device_id': 'b06dbf82-d307-4ab3-9622-4f220ee52f3f', 'network_id': '2b86ee56-1c6a-4b7f-a374-b6803b2ec372', 'admin_state_up': True, 'tenant_id': '6d6c4cc493ea4cd29ee3bd79f3cbaa87'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:47.328070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a469ce-ccb7-4cf6-8d24-2e7b33ba1ded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8361a291-d05d-4883-8cc9-d8ead1ccf65a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:47.355962 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a681aed9-11d2-4ea2-8a9e-1b7b3b01fbd2 req-ea6339ef-a826-4c65-8876-06dd4388e181 service neutron] 10.222.0.10 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283981 Feb 05 02:52:47.357727 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4a469ce-ccb7-4cf6-8d24-2e7b33ba1ded admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.362898 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f4a469ce-ccb7-4cf6-8d24-2e7b33ba1ded admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8361a291-d05d-4883-8cc9-d8ead1ccf65a HTTP/1.1" status: 204 len: 168 time: 0.5202847 Feb 05 02:52:47.371413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46956) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:47.399056 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['e2ec20ee-211f-4ddc-a00b-d12a31acc4c2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:52:47.465357 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3de0eda9-c19a-4374-8e49-16e70daff279 admin admin] Publish callbacks [] for security_group (879650d0-81e7-4f2c-a55e-63ee73929d13), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.473158 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f4b43-7ee0-4375-bda6-724c32b015c2 req-77678e14-e5f1-4559-b39f-90bceed235e9 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:47.481798 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff6f4b43-7ee0-4375-bda6-724c32b015c2 req-77678e14-e5f1-4559-b39f-90bceed235e9 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 945 time: 0.1922266 Feb 05 02:52:47.496870 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3de0eda9-c19a-4374-8e49-16e70daff279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (879650d0-81e7-4f2c-a55e-63ee73929d13), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.502970 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f775b547-e7db-449f-a011-33373a0f205e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (11cf62be-c855-41b3-87da-58090e237db8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.525961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-d21b8aee-34f5-4e42-922e-1a56f636a3c7 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Made reservation on behalf of 6d6c4cc493ea4cd29ee3bd79f3cbaa87 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:47.529975 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-d21b8aee-34f5-4e42-922e-1a56f636a3c7 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.580413 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3de0eda9-c19a-4374-8e49-16e70daff279 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f1fbfdee8d14a7a8971e3ca6dbc7887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819840 Feb 05 02:52:47.584917 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0eda9-c19a-4374-8e49-16e70daff279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879650d0-81e7-4f2c-a55e-63ee73929d13,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:47.594846 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f48e00-ee7a-45cb-ba03-4a3bf4d3e139 req-cfb5d3fc-3e91-4ef0-9312-9fa664f980e2 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:47.601196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f48e00-ee7a-45cb-ba03-4a3bf4d3e139 req-cfb5d3fc-3e91-4ef0-9312-9fa664f980e2 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:47.602463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46964) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:47.608249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94f48e00-ee7a-45cb-ba03-4a3bf4d3e139 req-cfb5d3fc-3e91-4ef0-9312-9fa664f980e2 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1678 time: 0.2257125 Feb 05 02:52:47.620560 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff6f4b43-7ee0-4375-bda6-724c32b015c2 req-850d6b11-407b-41e8-97df-1cd7e9611a7c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=532725b0-fd79-41dc-9fd7-d024bfca66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378734 Feb 05 02:52:47.665414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94f48e00-ee7a-45cb-ba03-4a3bf4d3e139 req-e2b71c35-5c24-4912-b4e1-e081f2b51c61 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562370 Feb 05 02:52:47.681767 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f775b547-e7db-449f-a011-33373a0f205e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (11cf62be-c855-41b3-87da-58090e237db8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.741511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f775b547-e7db-449f-a011-33373a0f205e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11cf62be-c855-41b3-87da-58090e237db8']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:47.779934 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f775b547-e7db-449f-a011-33373a0f205e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625486aa-819d-4b04-a335-ec089d8874f0') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:47.780236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f775b547-e7db-449f-a011-33373a0f205e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625486aa-819d-4b04-a335-ec089d8874f0') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:47.794632 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9daaa855-1ec8-4547-ba84-27d039a82ce6 admin admin] Publish callbacks [] for security_group (879650d0-81e7-4f2c-a55e-63ee73929d13), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.798365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6075d8-c761-4ecc-97cb-04913c497f08 req-82b62776-135f-4ad0-bd69-e6921a78953b tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:47.799879 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba6075d8-c761-4ecc-97cb-04913c497f08 req-82b62776-135f-4ad0-bd69-e6921a78953b tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.0924675 Feb 05 02:52:47.803371 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f775b547-e7db-449f-a011-33373a0f205e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (625486aa-819d-4b04-a335-ec089d8874f0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.812347 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d21e85-6106-480f-8f10-85ff572614bd req-bcb07ecc-b63d-4add-b427-7bfac80c8004 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:47.813783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36d21e85-6106-480f-8f10-85ff572614bd req-bcb07ecc-b63d-4add-b427-7bfac80c8004 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.0773540 Feb 05 02:52:47.838077 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f775b547-e7db-449f-a011-33373a0f205e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (625486aa-819d-4b04-a335-ec089d8874f0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.842277 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9daaa855-1ec8-4547-ba84-27d039a82ce6 admin admin] Publish callbacks [] for security_group (879650d0-81e7-4f2c-a55e-63ee73929d13), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.848555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-d21b8aee-34f5-4e42-922e-1a56f636a3c7 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Allocated IP 172.20.0.3 (2b86ee56-1c6a-4b7f-a374-b6803b2ec372/9876c3ba-c14d-470d-849b-5fbedfe2e1f5/c119772c-0a65-4d1a-a98d-04601b371f6b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:52:47.858596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f775b547-e7db-449f-a011-33373a0f205e admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:52:47.859470 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f775b547-e7db-449f-a011-33373a0f205e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (625486aa-819d-4b04-a335-ec089d8874f0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:52:47.862074 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:52:47.886668 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba6075d8-c761-4ecc-97cb-04913c497f08 req-1de650ca-2a4d-48f6-bb34-bcbcf8499b46 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719347 Feb 05 02:52:47.893701 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36d21e85-6106-480f-8f10-85ff572614bd req-253843ab-7fa2-47ff-a0fe-94acf8a63fa7 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725315 Feb 05 02:52:47.940088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 155d8c29-548f-4fbe-8075-abd3070280ee details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:52:47.967281 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f775b547-e7db-449f-a011-33373a0f205e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (11cf62be-c855-41b3-87da-58090e237db8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.976791 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f775b547-e7db-449f-a011-33373a0f205e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:47.980556 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f775b547-e7db-449f-a011-33373a0f205e admin admin] 10.222.0.36 "DELETE /v2.0/networks/11cf62be-c855-41b3-87da-58090e237db8 HTTP/1.1" status: 204 len: 168 time: 0.6094911 Feb 05 02:52:47.986497 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46970) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:48.003410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775b547-e7db-449f-a011-33373a0f205e admin admin] Pushing event deleted for resources: {'Network': ['ID=11cf62be-c855-41b3-87da-58090e237db8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:48.014267 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9daaa855-1ec8-4547-ba84-27d039a82ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (879650d0-81e7-4f2c-a55e-63ee73929d13), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.016976 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9daaa855-1ec8-4547-ba84-27d039a82ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.018177 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9daaa855-1ec8-4547-ba84-27d039a82ce6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/879650d0-81e7-4f2c-a55e-63ee73929d13 HTTP/1.1" status: 204 len: 168 time: 0.4146767 Feb 05 02:52:48.064165 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 155d8c29-548f-4fbe-8075-abd3070280ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=155d8c29-548f-4fbe-8075-abd3070280ee,segment=NetworkSegment(adf88541-c381-42da-9139-2312df70a465),segment_id=adf88541-c381-42da-9139-2312df70a465)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:48.066184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a8eec2-05ec-411a-b864-08efa583d2b9 admin admin] Deleting subnet a1498d21-1559-46f0-a376-d3dcaa5b72c3 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:52:48.072546 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0a8eec2-05ec-411a-b864-08efa583d2b9 admin admin] Publish callbacks [] for subnet (a1498d21-1559-46f0-a376-d3dcaa5b72c3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.080526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daaa855-1ec8-4547-ba84-27d039a82ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879650d0-81e7-4f2c-a55e-63ee73929d13,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:48.114158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '155d8c29-548f-4fbe-8075-abd3070280ee', 'network_id': '7cbc81b9-a00f-4b7d-b7ce-a223a8464527', 'port_id': '155d8c29-548f-4fbe-8075-abd3070280ee', 'mac_address': 'fa:16:3e:61:bf:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b93a43-cd85-48d0-925b-5e86551f9f02', 'ip_address': '19.80.0.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:52:48.115625 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33480be7-0abb-49cd-a01d-8254b8fa7f57 req-ae5c1d2a-6373-4768-b89b-e66d2a10a391 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:48.117327 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-33480be7-0abb-49cd-a01d-8254b8fa7f57 req-ae5c1d2a-6373-4768-b89b-e66d2a10a391 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.1524074 Feb 05 02:52:48.147743 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0a8eec2-05ec-411a-b864-08efa583d2b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (a1498d21-1559-46f0-a376-d3dcaa5b72c3), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.175248 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-d21b8aee-34f5-4e42-922e-1a56f636a3c7 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.178436 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 155d8c29-548f-4fbe-8075-abd3070280ee is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:48.178934 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (155d8c29-548f-4fbe-8075-abd3070280ee), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.196786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155d8c29-548f-4fbe-8075-abd3070280ee {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:52:48.216321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a18df9ea-571f-4b68-8ee7-6aa7768fddff req-65bb84c7-e94a-4a30-b606-894d9c5523a2 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 210 time: 0.0646827 Feb 05 02:52:48.218966 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-d21b8aee-34f5-4e42-922e-1a56f636a3c7 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.223447 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 155d8c29-548f-4fbe-8075-abd3070280ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=155d8c29-548f-4fbe-8075-abd3070280ee,segment=NetworkSegment(adf88541-c381-42da-9139-2312df70a465),segment_id=adf88541-c381-42da-9139-2312df70a465)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:48.230223 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (155d8c29-548f-4fbe-8075-abd3070280ee), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.232309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:52:48.261826 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-33480be7-0abb-49cd-a01d-8254b8fa7f57 req-e80975f9-b1ba-40b7-9088-b514b2ffcffb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364799 Feb 05 02:52:48.263067 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0a8eec2-05ec-411a-b864-08efa583d2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (a1498d21-1559-46f0-a376-d3dcaa5b72c3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.303905 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=155d8c29-548f-4fbe-8075-abd3070280ee,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:48.324765 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-d21b8aee-34f5-4e42-922e-1a56f636a3c7 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Network 2b86ee56-1c6a-4b7f-a374-b6803b2ec372 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:52:48.332512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-d21b8aee-34f5-4e42-922e-1a56f636a3c7 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:48.338881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-d21b8aee-34f5-4e42-922e-1a56f636a3c7 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:52:48.365132 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0a8eec2-05ec-411a-b864-08efa583d2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (a1498d21-1559-46f0-a376-d3dcaa5b72c3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.385444 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b8aee-34f5-4e42-922e-1a56f636a3c7 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event updated for resources: {'Port': ['ID=c119772c-0a65-4d1a-a98d-04601b371f6b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:48.419774 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-d21b8aee-34f5-4e42-922e-1a56f636a3c7 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:48.421113 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-d21b8aee-34f5-4e42-922e-1a56f636a3c7 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.432734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ce462790-2f30-4c0f-9b87-fb8c7e4a92a7,segment=NetworkSegment(7a174cb7-17ff-4dec-813c-9b273a130ef4),segment_id=7a174cb7-17ff-4dec-813c-9b273a130ef4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:48.448273 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'ce462790-2f30-4c0f-9b87-fb8c7e4a92a7', 'network_id': '010b4436-4147-4bba-92cd-d6aeb7a638ec', 'port_id': 'ce462790-2f30-4c0f-9b87-fb8c7e4a92a7', 'mac_address': 'fa:16:3e:f4:1d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44ed312-daaf-412e-804f-6af683371763', 'ip_address': '19.86.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:52:48.449908 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-d21b8aee-34f5-4e42-922e-1a56f636a3c7 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1759083 Feb 05 02:52:48.459544 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8eec2-05ec-411a-b864-08efa583d2b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1498d21-1559-46f0-a376-d3dcaa5b72c3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:48.461579 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0a8eec2-05ec-411a-b864-08efa583d2b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.468120 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c0a8eec2-05ec-411a-b864-08efa583d2b9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a1498d21-1559-46f0-a376-d3dcaa5b72c3 HTTP/1.1" status: 204 len: 168 time: 0.4779243 Feb 05 02:52:48.468365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Request body: {'port': {'device_id': 'b06dbf82-d307-4ab3-9622-4f220ee52f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:48.468939 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46984) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:48.514513 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:48.514945 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ce462790-2f30-4c0f-9b87-fb8c7e4a92a7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.532778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:52:48.543284 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.558223 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ce462790-2f30-4c0f-9b87-fb8c7e4a92a7,segment=NetworkSegment(7a174cb7-17ff-4dec-813c-9b273a130ef4),segment_id=7a174cb7-17ff-4dec-813c-9b273a130ef4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:48.569677 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ce462790-2f30-4c0f-9b87-fb8c7e4a92a7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.597527 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2be41cf1-7016-4656-b87f-e32ff25df09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (1a8fc7a5-3902-4832-8f19-d97fe0357d4f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.645467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=ce462790-2f30-4c0f-9b87-fb8c7e4a92a7,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:48.686107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:48.753070 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2be41cf1-7016-4656-b87f-e32ff25df09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (1a8fc7a5-3902-4832-8f19-d97fe0357d4f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.754578 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:52:48.760791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:48.761167 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e2ec20ee-211f-4ddc-a00b-d12a31acc4c2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.801936 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2be41cf1-7016-4656-b87f-e32ff25df09b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8fc7a5-3902-4832-8f19-d97fe0357d4f']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:48.805439 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['ce462790-2f30-4c0f-9b87-fb8c7e4a92a7'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:52:48.835513 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2be41cf1-7016-4656-b87f-e32ff25df09b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee081ecf-5ff6-4315-bee8-372e87550bb9') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:48.836941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2be41cf1-7016-4656-b87f-e32ff25df09b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee081ecf-5ff6-4315-bee8-372e87550bb9') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:48.862454 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2be41cf1-7016-4656-b87f-e32ff25df09b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (ee081ecf-5ff6-4315-bee8-372e87550bb9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.873496 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db3e35-b21e-4fc3-8c87-803ba1875e34 req-64644461-9ffb-4270-94fa-4c31edbc2d8b tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:48.881437 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48db3e35-b21e-4fc3-8c87-803ba1875e34 req-64644461-9ffb-4270-94fa-4c31edbc2d8b tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 1128 time: 0.1764050 Feb 05 02:52:48.890963 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95daded3-3e75-48b1-bb7b-6894626331fb req-b6e79850-7eaa-4e41-839b-0dd824da4201 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:48.892750 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95daded3-3e75-48b1-bb7b-6894626331fb req-b6e79850-7eaa-4e41-839b-0dd824da4201 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 945 time: 0.1758344 Feb 05 02:52:48.930421 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2be41cf1-7016-4656-b87f-e32ff25df09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ee081ecf-5ff6-4315-bee8-372e87550bb9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.952705 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be41cf1-7016-4656-b87f-e32ff25df09b admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:52:48.953115 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2be41cf1-7016-4656-b87f-e32ff25df09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (ee081ecf-5ff6-4315-bee8-372e87550bb9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:52:48.955282 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:52:48.957566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:48.957659 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c119772c-0a65-4d1a-a98d-04601b371f6b {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:52:48.957742 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e2ec20ee-211f-4ddc-a00b-d12a31acc4c2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.969527 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Publish callbacks [] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.987866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Transition to ACTIVE for port object c119772c-0a65-4d1a-a98d-04601b371f6b will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:52:48.995397 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:48.998054 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a416d4c0-f802-47c9-b241-e4e3005ce4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ec20ee-211f-4ddc-a00b-d12a31acc4c2'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:49.000108 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6b71ab-6805-4627-b37b-52c39712e5f1" -d '{"events": [{"server_uuid": "a416d4c0-f802-47c9-b241-e4e3005ce4ae", "name": "network-vif-plugged", "status": "completed", "tag": "e2ec20ee-211f-4ddc-a00b-d12a31acc4c2"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:49.029407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e2ec20ee-211f-4ddc-a00b-d12a31acc4c2,segment=NetworkSegment(b566328f-e6db-46ed-bfd1-d2b52cbb239e),segment_id=b566328f-e6db-46ed-bfd1-d2b52cbb239e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:49.061344 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48db3e35-b21e-4fc3-8c87-803ba1875e34 req-77d797cc-ba6f-4fcc-a980-23661ec9c003 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787341 Feb 05 02:52:49.064971 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e2ec20ee-211f-4ddc-a00b-d12a31acc4c2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:49.065717 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device a6522dd5-6188-4622-aa85-35e9310c11fb no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:49.075714 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95daded3-3e75-48b1-bb7b-6894626331fb req-01012618-64d3-466c-8005-d5982cda48e5 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=532725b0-fd79-41dc-9fd7-d024bfca66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709421 Feb 05 02:52:49.089421 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2be41cf1-7016-4656-b87f-e32ff25df09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (1a8fc7a5-3902-4832-8f19-d97fe0357d4f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:49.089957 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:52:49.097182 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2be41cf1-7016-4656-b87f-e32ff25df09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:49.101387 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2be41cf1-7016-4656-b87f-e32ff25df09b admin admin] 10.222.0.36 "DELETE /v2.0/networks/1a8fc7a5-3902-4832-8f19-d97fe0357d4f HTTP/1.1" status: 204 len: 168 time: 0.6314301 Feb 05 02:52:49.128927 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be41cf1-7016-4656-b87f-e32ff25df09b admin admin] Pushing event deleted for resources: {'Network': ['ID=1a8fc7a5-3902-4832-8f19-d97fe0357d4f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:49.162143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: a6522dd5-6188-4622-aa85-35e9310c11fb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:52:49.168356 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device a6522dd5-6188-4622-aa85-35e9310c11fb not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:52:49.180857 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Attempting to bind port c119772c-0a65-4d1a-a98d-04601b371f6b on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:52:49.181203 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Attempting to bind port c119772c-0a65-4d1a-a98d-04601b371f6b by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'f0c668cf-2488-4516-9891-1ae4ea624ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2b86ee56-1c6a-4b7f-a374-b6803b2ec372'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:52:49.181533 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Attempting to bind port c119772c-0a65-4d1a-a98d-04601b371f6b on network 2b86ee56-1c6a-4b7f-a374-b6803b2ec372 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:49.185576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Pushing event updated for resources: {'Port': ['ID=c119772c-0a65-4d1a-a98d-04601b371f6b,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:49.198632 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Port c119772c-0a65-4d1a-a98d-04601b371f6b on network 2b86ee56-1c6a-4b7f-a374-b6803b2ec372 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:52:49.198994 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Attempting to bind port c119772c-0a65-4d1a-a98d-04601b371f6b on network 2b86ee56-1c6a-4b7f-a374-b6803b2ec372 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:49.207533 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:52:49.207882 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Checking segment: {'id': 'f0c668cf-2488-4516-9891-1ae4ea624ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2b86ee56-1c6a-4b7f-a374-b6803b2ec372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:52:49.208947 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Bound using segment: {'id': 'f0c668cf-2488-4516-9891-1ae4ea624ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2b86ee56-1c6a-4b7f-a374-b6803b2ec372'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:52:49.209888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Bound port: c119772c-0a65-4d1a-a98d-04601b371f6b, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c668cf-2488-4516-9891-1ae4ea624ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2b86ee56-1c6a-4b7f-a374-b6803b2ec372'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:52:49.210286 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:49.247153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=e2ec20ee-211f-4ddc-a00b-d12a31acc4c2,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:49.294828 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af65077-5c4d-4857-8a9f-239a865e4907 req-057cb5f9-3720-435f-9953-0f4f5c8df33f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:49.300403 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af65077-5c4d-4857-8a9f-239a865e4907 req-057cb5f9-3720-435f-9953-0f4f5c8df33f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:49.308050 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5af65077-5c4d-4857-8a9f-239a865e4907 req-057cb5f9-3720-435f-9953-0f4f5c8df33f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1680 time: 0.1391575 Feb 05 02:52:49.320605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] For port c119772c-0a65-4d1a-a98d-04601b371f6b, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:52:49.324479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] For port c119772c-0a65-4d1a-a98d-04601b371f6b, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c119772c-0a65-4d1a-a98d-04601b371f6b,segment=NetworkSegment(f0c668cf-2488-4516-9891-1ae4ea624ab2),segment_id=f0c668cf-2488-4516-9891-1ae4ea624ab2)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:52:49.334005 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:49.361194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a51aa-ae76-445f-988b-1cc8d82d9340 req-ebb8c3d3-bfdf-4de9-8849-4d72949b0f7d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:49.370674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-252a51aa-ae76-445f-988b-1cc8d82d9340 req-ebb8c3d3-bfdf-4de9-8849-4d72949b0f7d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 950 time: 0.1444099 Feb 05 02:52:49.390098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:49.391487 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:49.394800 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] 10.222.0.10 "PUT /v2.0/ports/c119772c-0a65-4d1a-a98d-04601b371f6b HTTP/1.1" status: 200 len: 1091 time: 0.9379437 Feb 05 02:52:49.395549 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06dbf82-d307-4ab3-9622-4f220ee52f3f', 'tag': 'c119772c-0a65-4d1a-a98d-04601b371f6b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:49.401879 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65360765-4565-452d-adba-b3bc41a2a7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b06dbf82-d307-4ab3-9622-4f220ee52f3f", "tag": "c119772c-0a65-4d1a-a98d-04601b371f6b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:49.437388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47022) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:49.438459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e75a54-8c3d-4c07-a7bd-eb64bd2cbe7e service neutron] Pushing event updated for resources: {'Port': ['ID=c119772c-0a65-4d1a-a98d-04601b371f6b,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:49.465001 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5af65077-5c4d-4857-8a9f-239a865e4907 req-dd5224af-79c6-45a7-9668-cb36a1cbb73f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563668 Feb 05 02:52:49.532693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-705386a2-3377-44cc-8236-987dc8796793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:49.534820 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-705386a2-3377-44cc-8236-987dc8796793 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87&device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 1125 time: 0.0897918 Feb 05 02:52:49.539002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-252a51aa-ae76-445f-988b-1cc8d82d9340 req-ef4c8749-3bc6-4d52-9ffd-b72a2e497db2 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672218 Feb 05 02:52:49.549335 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-27759f9c-d3c1-488d-816d-2c9b28871d3d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=046d701f8c1b4320bb7536b4bcbbc218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1095800 Feb 05 02:52:49.550119 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47026) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:49.600734 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4738d07c-0281-4adb-8d36-374c611d5a9f x-openstack-request-id: req-4738d07c-0281-4adb-8d36-374c611d5a9f {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:49.601109 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a416d4c0-f802-47c9-b241-e4e3005ce4ae", "name": "network-vif-plugged", "status": "completed", "tag": "e2ec20ee-211f-4ddc-a00b-d12a31acc4c2", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:49.601435 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4738d07c-0281-4adb-8d36-374c611d5a9f {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:49.601962 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a416d4c0-f802-47c9-b241-e4e3005ce4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ec20ee-211f-4ddc-a00b-d12a31acc4c2', 'code': 200} Feb 05 02:52:49.634660 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-9cc395c0-b153-42fd-8b06-b56b6dec6b97 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c119772c-0a65-4d1a-a98d-04601b371f6b HTTP/1.1" status: 200 len: 217 time: 0.0914598 Feb 05 02:52:49.659024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29613af8-f2ca-41a3-af70-e300babb5b66 req-8d19b593-05a1-470c-a11a-b50daf64693d tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:49.660854 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29613af8-f2ca-41a3-af70-e300babb5b66 req-8d19b593-05a1-470c-a11a-b50daf64693d tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.0866508 Feb 05 02:52:49.666539 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b78ca2b-24dd-4621-89ef-186ef6ad43cc admin admin] Publish callbacks [] for security_group (038d7a70-9632-4960-a383-8d706a7aa338), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:49.690533 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b78ca2b-24dd-4621-89ef-186ef6ad43cc admin admin] Publish callbacks [] for security_group (038d7a70-9632-4960-a383-8d706a7aa338), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:49.735028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-ea8e4048-f584-414a-8f77-c96fea01032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:49.736621 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-ea8e4048-f584-414a-8f77-c96fea01032f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9876c3ba-c14d-470d-849b-5fbedfe2e1f5 HTTP/1.1" status: 200 len: 853 time: 0.0934799 Feb 05 02:52:49.777075 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-67ae0230-caee-4183-9d81-21db1532f7b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318961 Feb 05 02:52:49.783074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e0969-b476-43a5-bd84-75e1baf87f69 req-11da40e3-154d-4b5e-892d-ae8df1aee04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:49.784657 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ec7e0969-b476-43a5-bd84-75e1baf87f69 req-11da40e3-154d-4b5e-892d-ae8df1aee04f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 1128 time: 0.0927575 Feb 05 02:52:49.827063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29613af8-f2ca-41a3-af70-e300babb5b66 req-148d4100-e5af-4208-aafc-0a4ac364b76b tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028223 Feb 05 02:52:49.839254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca85ba5-18a9-40b4-a127-942dbb80296b req-ad263b16-884b-4330-8c99-c0c62e5c3d72 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:49.841176 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['155d8c29-548f-4fbe-8075-abd3070280ee'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:52:49.848831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eca85ba5-18a9-40b4-a127-942dbb80296b req-ad263b16-884b-4330-8c99-c0c62e5c3d72 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 1128 time: 0.1291544 Feb 05 02:52:49.893452 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b78ca2b-24dd-4621-89ef-186ef6ad43cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (038d7a70-9632-4960-a383-8d706a7aa338), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:49.898037 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b78ca2b-24dd-4621-89ef-186ef6ad43cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:49.902289 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0b78ca2b-24dd-4621-89ef-186ef6ad43cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/038d7a70-9632-4960-a383-8d706a7aa338 HTTP/1.1" status: 204 len: 168 time: 0.3511825 Feb 05 02:52:49.907382 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ec7e0969-b476-43a5-bd84-75e1baf87f69 req-db41968e-7682-4ea5-9870-08ae545205b7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=532725b0-fd79-41dc-9fd7-d024bfca66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123860 Feb 05 02:52:49.920495 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78ca2b-24dd-4621-89ef-186ef6ad43cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038d7a70-9632-4960-a383-8d706a7aa338,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:49.948977 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-c6888435-b85d-41a8-a1bb-1f219a51ce8f service neutron] 10.222.0.10 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626253 Feb 05 02:52:49.967365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:49.978298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eca85ba5-18a9-40b4-a127-942dbb80296b req-58dea6b0-093b-4950-8678-90081543bef7 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152799 Feb 05 02:52:50.060346 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bfa9e-ddce-4219-8ef1-7d0ac60df3ed req-3592379c-5f9a-4b28-a42e-9f405d972650 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:50.071377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-138bfa9e-ddce-4219-8ef1-7d0ac60df3ed req-3592379c-5f9a-4b28-a42e-9f405d972650 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 943 time: 0.1205120 Feb 05 02:52:50.238856 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-138bfa9e-ddce-4219-8ef1-7d0ac60df3ed req-b71beae5-339e-4735-bf9a-0ad29c33b9a5 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611052 Feb 05 02:52:50.294381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:52:50.324652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:50.326495 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ce462790-2f30-4c0f-9b87-fb8c7e4a92a7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:50.430533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22830702-76ed-4399-ab80-fc20a5adc65c req-4bc16c34-91cc-4fb6-bbcd-2ecd734bf5f9 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:50.442192 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22830702-76ed-4399-ab80-fc20a5adc65c req-4bc16c34-91cc-4fb6-bbcd-2ecd734bf5f9 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 946 time: 0.1222308 Feb 05 02:52:50.528659 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abae9e7-6278-443a-8d32-5155ab8eb757 x-openstack-request-id: req-2abae9e7-6278-443a-8d32-5155ab8eb757 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:50.529268 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06dbf82-d307-4ab3-9622-4f220ee52f3f", "tag": "c119772c-0a65-4d1a-a98d-04601b371f6b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:50.529407 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2abae9e7-6278-443a-8d32-5155ab8eb757 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:50.529739 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06dbf82-d307-4ab3-9622-4f220ee52f3f', 'tag': 'c119772c-0a65-4d1a-a98d-04601b371f6b', 'status': 'completed', 'code': 200} Feb 05 02:52:50.559129 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fd4be67c-2d79-4a2c-a9c0-1ef546b6c700 req-31f25412-0931-4b79-b032-70d5be11c75c service neutron] 10.222.0.10 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031005 Feb 05 02:52:50.563743 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22830702-76ed-4399-ab80-fc20a5adc65c req-ef398063-c658-4cc0-8979-a04adf32e3f7 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=532725b0-fd79-41dc-9fd7-d024bfca66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192675 Feb 05 02:52:50.605067 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:50.605470 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ce462790-2f30-4c0f-9b87-fb8c7e4a92a7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:50.679047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ce462790-2f30-4c0f-9b87-fb8c7e4a92a7,segment=NetworkSegment(7a174cb7-17ff-4dec-813c-9b273a130ef4),segment_id=7a174cb7-17ff-4dec-813c-9b273a130ef4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:50.688070 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ce462790-2f30-4c0f-9b87-fb8c7e4a92a7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:50.688951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:52:50.759868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47060) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:50.799763 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=ce462790-2f30-4c0f-9b87-fb8c7e4a92a7,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:50.821185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa68ec9-78f4-4b16-84b7-fa8eb6ad058f req-57083883-854c-4600-924d-ca310ac4007f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:50.821410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65360765-4565-452d-adba-b3bc41a2a7a5 req-c5ba4e03-f146-446c-ab74-4c4f15fdf84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:50.823349 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-65360765-4565-452d-adba-b3bc41a2a7a5 req-c5ba4e03-f146-446c-ab74-4c4f15fdf84d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87&device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 1125 time: 0.1553071 Feb 05 02:52:50.830287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa68ec9-78f4-4b16-84b7-fa8eb6ad058f req-57083883-854c-4600-924d-ca310ac4007f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:50.839058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eaa68ec9-78f4-4b16-84b7-fa8eb6ad058f req-57083883-854c-4600-924d-ca310ac4007f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1680 time: 0.1769342 Feb 05 02:52:50.898469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-138d31ba-1933-48c6-9d76-879f5a3efbd6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe1142ddd75d4a88b6f3b3dfdb2b7963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356764 Feb 05 02:52:50.899155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47068) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:50.905556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:50.906241 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:50.945617 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eaa68ec9-78f4-4b16-84b7-fa8eb6ad058f req-37abcd1a-7e78-41fa-af0d-5d3cae6ec65a tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996940 Feb 05 02:52:50.957365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:50.965317 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:51.023917 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a87c9588-4dd9-40f4-b636-de2b5171b9fa admin admin] Publish callbacks [] for security_group (93c0f904-c9e3-4dde-9b8a-304eb762f0d0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:51.058862 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65360765-4565-452d-adba-b3bc41a2a7a5 req-f712a98a-d921-460a-a494-240114e619d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:51.060722 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-65360765-4565-452d-adba-b3bc41a2a7a5 req-f712a98a-d921-460a-a494-240114e619d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372 HTTP/1.1" status: 200 len: 914 time: 0.2245970 Feb 05 02:52:51.069557 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:51.082175 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a87c9588-4dd9-40f4-b636-de2b5171b9fa admin admin] Publish callbacks [] for security_group (93c0f904-c9e3-4dde-9b8a-304eb762f0d0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:51.122579 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-65360765-4565-452d-adba-b3bc41a2a7a5 req-3be4be2a-fde2-468a-8824-3164d38a96cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c119772c-0a65-4d1a-a98d-04601b371f6b HTTP/1.1" status: 200 len: 217 time: 0.0508025 Feb 05 02:52:51.182600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3252be8-1afc-4bd5-8a46-969f047dc992 req-81de25ff-916f-4b2b-b8cd-6127125a037d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:51.188899 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65360765-4565-452d-adba-b3bc41a2a7a5 req-f47671db-9806-4077-ad3a-ed9ce5de72a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:51.190006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3252be8-1afc-4bd5-8a46-969f047dc992 req-81de25ff-916f-4b2b-b8cd-6127125a037d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 948 time: 0.1252632 Feb 05 02:52:51.190516 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-65360765-4565-452d-adba-b3bc41a2a7a5 req-f47671db-9806-4077-ad3a-ed9ce5de72a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9876c3ba-c14d-470d-849b-5fbedfe2e1f5 HTTP/1.1" status: 200 len: 853 time: 0.0604560 Feb 05 02:52:51.234176 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-65360765-4565-452d-adba-b3bc41a2a7a5 req-7185cf45-a8a2-48dc-b566-3af8d0a2d650 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363045 Feb 05 02:52:51.255017 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3252be8-1afc-4bd5-8a46-969f047dc992 req-5db845d3-dbec-4645-a665-2fe0c4e94367 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600507 Feb 05 02:52:51.257103 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a87c9588-4dd9-40f4-b636-de2b5171b9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (93c0f904-c9e3-4dde-9b8a-304eb762f0d0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:51.262040 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a87c9588-4dd9-40f4-b636-de2b5171b9fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:51.266103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a87c9588-4dd9-40f4-b636-de2b5171b9fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93c0f904-c9e3-4dde-9b8a-304eb762f0d0 HTTP/1.1" status: 204 len: 168 time: 0.3610930 Feb 05 02:52:51.303240 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c9588-4dd9-40f4-b636-de2b5171b9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c0f904-c9e3-4dde-9b8a-304eb762f0d0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:51.477951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6348ee9-f7f1-4d5f-bf4a-62887db25af2 req-603b33b1-a49e-4a44-a77f-d4a6c8df971f tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:51.481264 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-65360765-4565-452d-adba-b3bc41a2a7a5 req-334c9ca5-d9b7-42ba-b8e4-0ae8a95fdcad service neutron] 10.222.0.10 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405558 Feb 05 02:52:51.487104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6348ee9-f7f1-4d5f-bf4a-62887db25af2 req-603b33b1-a49e-4a44-a77f-d4a6c8df971f tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.1230340 Feb 05 02:52:51.581403 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6348ee9-f7f1-4d5f-bf4a-62887db25af2 req-767b6517-3793-468f-9a00-f9b4a7c8502f tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932384 Feb 05 02:52:51.603375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f880b988-9eee-40c8-b6c5-d58125518052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce462790-2f30-4c0f-9b87-fb8c7e4a92a7'}, {'server_uuid': 'fe47053d-948b-4ae3-a3df-99f4f3b013e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:51.609402 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55796e59-fb75-439e-a042-a03ff44c9fae" -d '{"events": [{"server_uuid": "f880b988-9eee-40c8-b6c5-d58125518052", "name": "network-vif-plugged", "status": "completed", "tag": "ce462790-2f30-4c0f-9b87-fb8c7e4a92a7"}, {"server_uuid": "fe47053d-948b-4ae3-a3df-99f4f3b013e8", "name": "network-vif-unplugged", "status": "completed", "tag": "5e1b2083-0e87-4b26-aa60-e9c8e4dc840d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:51.625579 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-65360765-4565-452d-adba-b3bc41a2a7a5 req-1b5672fb-d218-4892-9c61-45f92b16ac38 service neutron] 10.222.0.10 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349311 Feb 05 02:52:51.741740 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f48bf-bd31-4c2b-acb5-441925b71c40 req-20480c6b-2715-499e-9ba8-a34fced601cf tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:51.749078 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-603f48bf-bd31-4c2b-acb5-441925b71c40 req-20480c6b-2715-499e-9ba8-a34fced601cf tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 943 time: 0.0900939 Feb 05 02:52:51.828249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-603f48bf-bd31-4c2b-acb5-441925b71c40 req-1f9d21a2-7eab-4a49-9159-592eefccde01 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775008 Feb 05 02:52:51.965285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:52:51.988836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 155d8c29-548f-4fbe-8075-abd3070280ee up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:51.997822 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc132b-946a-47fa-80fe-120b95032f72 req-b8686261-1d1d-4d96-b29e-b30dca4db60f tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:52.008415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0fc132b-946a-47fa-80fe-120b95032f72 req-b8686261-1d1d-4d96-b29e-b30dca4db60f tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 946 time: 0.1037524 Feb 05 02:52:52.085527 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0fc132b-946a-47fa-80fe-120b95032f72 req-9a7609b3-7e21-4a5c-b913-e81ac66175dd tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=532725b0-fd79-41dc-9fd7-d024bfca66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685577 Feb 05 02:52:52.173991 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587398bc-9766-48da-a38d-c706aa8836e5 x-openstack-request-id: req-587398bc-9766-48da-a38d-c706aa8836e5 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:52.175164 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f880b988-9eee-40c8-b6c5-d58125518052", "name": "network-vif-plugged", "status": "completed", "tag": "ce462790-2f30-4c0f-9b87-fb8c7e4a92a7", "code": 200}, {"server_uuid": "fe47053d-948b-4ae3-a3df-99f4f3b013e8", "name": "network-vif-unplugged", "status": "completed", "tag": "5e1b2083-0e87-4b26-aa60-e9c8e4dc840d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:52.176644 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-587398bc-9766-48da-a38d-c706aa8836e5 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:52.177519 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f880b988-9eee-40c8-b6c5-d58125518052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce462790-2f30-4c0f-9b87-fb8c7e4a92a7', 'code': 200} Feb 05 02:52:52.178129 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe47053d-948b-4ae3-a3df-99f4f3b013e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d', 'code': 200} Feb 05 02:52:52.187071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 155d8c29-548f-4fbe-8075-abd3070280ee completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:52:52.198979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 155d8c29-548f-4fbe-8075-abd3070280ee triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:52.199728 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (155d8c29-548f-4fbe-8075-abd3070280ee), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:52.203072 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:52.243518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d', 'mac_address': 'fa:16:3e:d0:0d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:52:52.310601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:52.311360 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:52.333291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:52:52.374367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de7042-7b5e-4236-bf8b-6562c76382ec req-340a6b42-4479-48e5-a5ad-cabfee4b4f54 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:52.385369 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de7042-7b5e-4236-bf8b-6562c76382ec req-340a6b42-4479-48e5-a5ad-cabfee4b4f54 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:52.395073 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:52.400907 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27de7042-7b5e-4236-bf8b-6562c76382ec req-340a6b42-4479-48e5-a5ad-cabfee4b4f54 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1681 time: 0.1296880 Feb 05 02:52:52.403031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 155d8c29-548f-4fbe-8075-abd3070280ee is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:52.403657 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (155d8c29-548f-4fbe-8075-abd3070280ee), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:52.407589 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:52.485278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 155d8c29-548f-4fbe-8075-abd3070280ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=155d8c29-548f-4fbe-8075-abd3070280ee,segment=NetworkSegment(adf88541-c381-42da-9139-2312df70a465),segment_id=adf88541-c381-42da-9139-2312df70a465)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:52.491692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:52.502751 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27de7042-7b5e-4236-bf8b-6562c76382ec req-ba00cef2-0388-4436-afa9-bbf8d7b48fea tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974810 Feb 05 02:52:52.506431 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (155d8c29-548f-4fbe-8075-abd3070280ee), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:52.592715 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=155d8c29-548f-4fbe-8075-abd3070280ee,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:52.643756 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31e7af-40bf-4dde-9e9a-c9c06c11ddc5 req-8d296ca3-2631-4782-806c-d215a05c092f tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:52.646476 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a31e7af-40bf-4dde-9e9a-c9c06c11ddc5 req-8d296ca3-2631-4782-806c-d215a05c092f tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 946 time: 0.0687807 Feb 05 02:52:52.662885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47148) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:52.669525 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b05ab518-7639-4242-aeb4-65a0e6194de3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Request body: {'floatingip': {'port_id': 'e2ec20ee-211f-4ddc-a00b-d12a31acc4c2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:52.684155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5e1b2083-0e87-4b26-aa60-e9c8e4dc840d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:52:52.741271 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b05ab518-7639-4242-aeb4-65a0e6194de3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for floatingip (a8a9876c-8abb-4a7a-a939-4a2f3e2983a3), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:52.791225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-421c5262-6dc9-4eab-9db3-4081c6d8c2e2 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:52:52.792639 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-421c5262-6dc9-4eab-9db3-4081c6d8c2e2 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4660096 Feb 05 02:52:52.862916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa40baf-c846-4e86-93bb-eef4c384bb1c req-6b0e0152-27e1-40db-9284-1da59adcaec5 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:52.877988 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7aa40baf-c846-4e86-93bb-eef4c384bb1c req-6b0e0152-27e1-40db-9284-1da59adcaec5 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 949 time: 0.1597598 Feb 05 02:52:53.001739 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7aa40baf-c846-4e86-93bb-eef4c384bb1c req-70ffa5cb-9ebb-402a-b90c-6f92ec4ae377 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195176 Feb 05 02:52:53.112380 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e99b-2049-4214-b4ea-335735c446f2 req-be66002e-5e6c-4dcc-b9c1-ce418b983dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:53.117831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-be66002e-5e6c-4dcc-b9c1-ce418b983dd8 service neutron] 10.222.0.36 "GET /v2.0/ports/0ef14be5-a1a9-4303-be5e-d81e93e078c6 HTTP/1.1" status: 200 len: 1125 time: 0.3129573 Feb 05 02:52:53.128354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-4146e99b-2049-4214-b4ea-335735c446f2 req-116727cf-bf3f-4a96-9fca-87ee5ebf2c31 service neutron] Request body: {'binding': {'host': 'n-h2-826942-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:53.128817 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-4146e99b-2049-4214-b4ea-335735c446f2 req-116727cf-bf3f-4a96-9fca-87ee5ebf2c31 service neutron] Unknown quota resources ['binding']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 05 02:52:53.225018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47162) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:53.298145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ce705-135f-4bea-9fb2-93e20417e708 req-c9c479a0-12bb-4a39-b899-b3a02a7b3bfb tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:53.305785 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-375ce705-135f-4bea-9fb2-93e20417e708 req-c9c479a0-12bb-4a39-b899-b3a02a7b3bfb tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.1122384 Feb 05 02:52:53.379889 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-375ce705-135f-4bea-9fb2-93e20417e708 req-8335df95-962f-4abc-9b1f-acc47371d89a tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723703 Feb 05 02:52:53.443410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4146e99b-2049-4214-b4ea-335735c446f2 req-116727cf-bf3f-4a96-9fca-87ee5ebf2c31 service neutron] Attempting to bind port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 on host n-h2-826942-8 for vnic_type normal with profile None {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:52:53.443972 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4146e99b-2049-4214-b4ea-335735c446f2 req-116727cf-bf3f-4a96-9fca-87ee5ebf2c31 service neutron] Attempting to bind port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:52:53.444335 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e99b-2049-4214-b4ea-335735c446f2 req-116727cf-bf3f-4a96-9fca-87ee5ebf2c31 service neutron] Attempting to bind port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:53.447947 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e13815-e959-451e-b81f-0ab699ffe009 req-e9f5920b-a5b6-488f-a205-3903fff1887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:53.449521 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b9e13815-e959-451e-b81f-0ab699ffe009 req-e9f5920b-a5b6-488f-a205-3903fff1887d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87c6454ad96943f5835ab6bcf853ce48&device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 1131 time: 0.3533251 Feb 05 02:52:53.449681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e99b-2049-4214-b4ea-335735c446f2 req-116727cf-bf3f-4a96-9fca-87ee5ebf2c31 service neutron] Port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 on network 7989079b-2a98-4df8-9515-2a06293b2119 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:52:53.449960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e99b-2049-4214-b4ea-335735c446f2 req-116727cf-bf3f-4a96-9fca-87ee5ebf2c31 service neutron] Attempting to bind port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:52:53.456430 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e99b-2049-4214-b4ea-335735c446f2 req-116727cf-bf3f-4a96-9fca-87ee5ebf2c31 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:52:53.456774 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e99b-2049-4214-b4ea-335735c446f2 req-116727cf-bf3f-4a96-9fca-87ee5ebf2c31 service neutron] Checking segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:52:53.457816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e99b-2049-4214-b4ea-335735c446f2 req-116727cf-bf3f-4a96-9fca-87ee5ebf2c31 service neutron] Bound using segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:52:53.458811 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4146e99b-2049-4214-b4ea-335735c446f2 req-116727cf-bf3f-4a96-9fca-87ee5ebf2c31 service neutron] Bound port: 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:52:53.567220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4146e99b-2049-4214-b4ea-335735c446f2 req-116727cf-bf3f-4a96-9fca-87ee5ebf2c31 service neutron] For port 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0ef14be5-a1a9-4303-be5e-d81e93e078c6,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:52:53.573681 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8364146c-850f-45bb-9d99-dab81913d4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:53.581404 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4146e99b-2049-4214-b4ea-335735c446f2 req-116727cf-bf3f-4a96-9fca-87ee5ebf2c31 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:53.582707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-116727cf-bf3f-4a96-9fca-87ee5ebf2c31 service neutron] 10.222.0.36 "POST /v2.0/ports/0ef14be5-a1a9-4303-be5e-d81e93e078c6/bindings HTTP/1.1" status: 201 len: 389 time: 0.4581895 Feb 05 02:52:53.599726 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434aaf0-1c81-4537-b29b-45af84e275a3 req-d8665f00-31e6-4c39-a8cc-8409ba4531cc tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:53.601916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8434aaf0-1c81-4537-b29b-45af84e275a3 req-d8665f00-31e6-4c39-a8cc-8409ba4531cc tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 943 time: 0.1032157 Feb 05 02:52:53.687425 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8434aaf0-1c81-4537-b29b-45af84e275a3 req-9280ddb4-b8b7-4571-8299-6f3733dbf79b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788262 Feb 05 02:52:53.807680 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1fc8a-a386-42f3-b959-b27b9b2d6ded req-0b059392-7b43-4328-b67e-f4fb4f63ef84 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:53.815688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1fc8a-a386-42f3-b959-b27b9b2d6ded req-0b059392-7b43-4328-b67e-f4fb4f63ef84 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:53.825786 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8cf1fc8a-a386-42f3-b959-b27b9b2d6ded req-0b059392-7b43-4328-b67e-f4fb4f63ef84 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1682 time: 0.0890028 Feb 05 02:52:53.851827 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.db.resource_extend [None req-b05ab518-7639-4242-aeb4-65a0e6194de3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:52:53.907049 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e13815-e959-451e-b81f-0ab699ffe009 req-28fc08ba-3ea4-4868-87c3-49093eeedbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:53.917056 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b9e13815-e959-451e-b81f-0ab699ffe009 req-28fc08ba-3ea4-4868-87c3-49093eeedbdd service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.4424710 Feb 05 02:52:53.938320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8cf1fc8a-a386-42f3-b959-b27b9b2d6ded req-f2d25430-564e-4a11-89ac-a7e0792f6031 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114054 Feb 05 02:52:53.966045 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc58cd1-9a78-4eb9-b090-e6c14503a55d req-e159670e-971c-44de-931b-98170648e085 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:53.977225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcc58cd1-9a78-4eb9-b090-e6c14503a55d req-e159670e-971c-44de-931b-98170648e085 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.1483424 Feb 05 02:52:53.977392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device c119772c-0a65-4d1a-a98d-04601b371f6b details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:52:53.979362 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:54.026813 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b9e13815-e959-451e-b81f-0ab699ffe009 req-4a066e64-9ad6-4a5c-aa6c-9e0ef2ecb84c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d HTTP/1.1" status: 200 len: 217 time: 0.0669169 Feb 05 02:52:54.031190 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b05ab518-7639-4242-aeb4-65a0e6194de3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:54.079445 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b05ab518-7639-4242-aeb4-65a0e6194de3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (a8a9876c-8abb-4a7a-a939-4a2f3e2983a3), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:54.087404 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcc58cd1-9a78-4eb9-b090-e6c14503a55d req-56e10d71-f868-435c-b7e8-f49519b7379e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088569 Feb 05 02:52:54.196580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52feccac-1f80-4a31-afee-26244c7e7895 req-269e83bd-34ca-47ca-b062-e43e455e2640 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:54.198747 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52feccac-1f80-4a31-afee-26244c7e7895 req-269e83bd-34ca-47ca-b062-e43e455e2640 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 949 time: 0.0609186 Feb 05 02:52:54.233619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f880b988-9eee-40c8-b6c5-d58125518052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155d8c29-548f-4fbe-8075-abd3070280ee'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:54.236640 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2657efc-1114-45d4-864c-23a066b008dd" -d '{"events": [{"server_uuid": "f880b988-9eee-40c8-b6c5-d58125518052", "name": "network-vif-plugged", "status": "completed", "tag": "155d8c29-548f-4fbe-8075-abd3070280ee"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:54.249770 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e99b-2049-4214-b4ea-335735c446f2 req-bea85810-fca7-46cb-9b85-287fe2382285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:54.251615 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-bea85810-fca7-46cb-9b85-287fe2382285 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 1128 time: 0.3617499 Feb 05 02:52:54.254041 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8364146c-850f-45bb-9d99-dab81913d4d8 admin admin] Publish callbacks [] for security_group (a8b2aec6-4cec-42f9-8b51-057e7816a1e4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:54.261020 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52feccac-1f80-4a31-afee-26244c7e7895 req-e8f87917-2989-4a8e-92c7-f3cc7561208f tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570867 Feb 05 02:52:54.289381 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8364146c-850f-45bb-9d99-dab81913d4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a8b2aec6-4cec-42f9-8b51-057e7816a1e4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:54.307087 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e13815-e959-451e-b81f-0ab699ffe009 req-fccde7fa-4b2f-40f5-a078-e656142a8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:54.311295 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b9e13815-e959-451e-b81f-0ab699ffe009 req-fccde7fa-4b2f-40f5-a078-e656142a8311 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.2644367 Feb 05 02:52:54.315074 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3431cd3d-b25e-4ecd-8197-0ee8767d32c3 x-openstack-request-id: req-3431cd3d-b25e-4ecd-8197-0ee8767d32c3 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:54.315367 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f880b988-9eee-40c8-b6c5-d58125518052", "name": "network-vif-plugged", "status": "completed", "tag": "155d8c29-548f-4fbe-8075-abd3070280ee", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:54.315619 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3431cd3d-b25e-4ecd-8197-0ee8767d32c3 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:54.315998 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f880b988-9eee-40c8-b6c5-d58125518052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155d8c29-548f-4fbe-8075-abd3070280ee', 'code': 200} Feb 05 02:52:54.334319 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:54.334555 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:54.413240 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port c119772c-0a65-4d1a-a98d-04601b371f6b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c119772c-0a65-4d1a-a98d-04601b371f6b,segment=NetworkSegment(f0c668cf-2488-4516-9891-1ae4ea624ab2),segment_id=f0c668cf-2488-4516-9891-1ae4ea624ab2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:54.430260 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'c119772c-0a65-4d1a-a98d-04601b371f6b', 'network_id': '2b86ee56-1c6a-4b7f-a374-b6803b2ec372', 'port_id': 'c119772c-0a65-4d1a-a98d-04601b371f6b', 'mac_address': 'fa:16:3e:68:50:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9876c3ba-c14d-470d-849b-5fbedfe2e1f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:52:54.453021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364146c-850f-45bb-9d99-dab81913d4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b2aec6-4cec-42f9-8b51-057e7816a1e4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:54.483405 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8364146c-850f-45bb-9d99-dab81913d4d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=319054010be6413ab120fe770c648073&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2571907 Feb 05 02:52:54.488043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47192) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:54.488842 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf6835-6802-4c10-9d89-aac9565ea727 req-8ae54a13-5b19-4283-b15a-d5c23c526572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:54.495392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf6835-6802-4c10-9d89-aac9565ea727 req-8ae54a13-5b19-4283-b15a-d5c23c526572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:54.497431 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port c119772c-0a65-4d1a-a98d-04601b371f6b is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:54.498063 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:54.498451 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4abf6835-6802-4c10-9d89-aac9565ea727 req-8ae54a13-5b19-4283-b15a-d5c23c526572 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 2046 time: 0.1215575 Feb 05 02:52:54.514328 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:54.514715 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:54.526696 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-b05ab518-7639-4242-aeb4-65a0e6194de3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Floating IP a8a9876c-8abb-4a7a-a939-4a2f3e2983a3 associated. External IP: 172.25.0.43, port: e2ec20ee-211f-4ddc-a00b-d12a31acc4c2. Feb 05 02:52:54.532827 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c119772c-0a65-4d1a-a98d-04601b371f6b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:52:54.560184 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port c119772c-0a65-4d1a-a98d-04601b371f6b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c119772c-0a65-4d1a-a98d-04601b371f6b,segment=NetworkSegment(f0c668cf-2488-4516-9891-1ae4ea624ab2),segment_id=f0c668cf-2488-4516-9891-1ae4ea624ab2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:54.569816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:54.571565 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:54.596639 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:54.638731 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e13815-e959-451e-b81f-0ab699ffe009 req-6b498be7-1132-4a97-affd-7c1683dcc883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:54.640547 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b9e13815-e959-451e-b81f-0ab699ffe009 req-6b498be7-1132-4a97-affd-7c1683dcc883 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2825909 Feb 05 02:52:54.645077 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e99b-2049-4214-b4ea-335735c446f2 req-76a2d141-1091-4d4b-9bdb-b83974388f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:54.645484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4abf6835-6802-4c10-9d89-aac9565ea727 req-261707ba-161d-4322-ab0d-28b724166fbc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411448 Feb 05 02:52:54.649792 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-76a2d141-1091-4d4b-9bdb-b83974388f09 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 0.3704314 Feb 05 02:52:54.656261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=c119772c-0a65-4d1a-a98d-04601b371f6b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:54.681867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf621ae-6b89-4881-aa54-7e8f58328cc8 req-7a083481-3b0a-4cfe-8872-51643794785e tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:54.683441 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fdf621ae-6b89-4881-aa54-7e8f58328cc8 req-7a083481-3b0a-4cfe-8872-51643794785e tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.1543329 Feb 05 02:52:54.758946 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:54.776023 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a64eaf9-7259-4c03-83fe-87c844bdf7c5 admin admin] Publish callbacks [] for security_group (a8b2aec6-4cec-42f9-8b51-057e7816a1e4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:54.777560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47198) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:54.791851 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fdf621ae-6b89-4881-aa54-7e8f58328cc8 req-236468fd-286b-4742-b405-63b72efca6e2 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001544 Feb 05 02:52:54.803477 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b9e13815-e959-451e-b81f-0ab699ffe009 req-0920a7d0-49dc-42af-b212-08bd707b96b3 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503954 Feb 05 02:52:54.825151 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a64eaf9-7259-4c03-83fe-87c844bdf7c5 admin admin] Publish callbacks [] for security_group (a8b2aec6-4cec-42f9-8b51-057e7816a1e4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:54.863819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c46b0b-c676-4cbb-b201-1107ecdb50b0 req-9d9d481f-b3e8-40f6-a515-275d92d89ec0 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:54.876129 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-39c46b0b-c676-4cbb-b201-1107ecdb50b0 req-9d9d481f-b3e8-40f6-a515-275d92d89ec0 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 944 time: 0.0785527 Feb 05 02:52:54.885512 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['c119772c-0a65-4d1a-a98d-04601b371f6b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:52:54.937095 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bcfc73a1-7af3-4c2e-a811-58e5ea53a5c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:54.986362 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-39c46b0b-c676-4cbb-b201-1107ecdb50b0 req-680482fe-1d28-4d71-bfbd-ff152a75ce3d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093264 Feb 05 02:52:55.122855 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bacbf7-11f3-4566-8454-015243bd53ad req-887ce130-b6f0-4745-b4a0-fde62be8df52 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:55.128063 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bacbf7-11f3-4566-8454-015243bd53ad req-887ce130-b6f0-4745-b4a0-fde62be8df52 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:55.130512 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a0bacbf7-11f3-4566-8454-015243bd53ad req-887ce130-b6f0-4745-b4a0-fde62be8df52 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1682 time: 0.0982182 Feb 05 02:52:55.132708 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bcfc73a1-7af3-4c2e-a811-58e5ea53a5c7 admin admin] Publish callbacks [] for security_group (be180e85-75ce-4171-acd8-153289cbd1fd), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:55.151341 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bcfc73a1-7af3-4c2e-a811-58e5ea53a5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (be180e85-75ce-4171-acd8-153289cbd1fd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:55.237077 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc73a1-7af3-4c2e-a811-58e5ea53a5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be180e85-75ce-4171-acd8-153289cbd1fd,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:55.246715 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bcfc73a1-7af3-4c2e-a811-58e5ea53a5c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=658ce719338244fe8128e908f0675fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4678252 Feb 05 02:52:55.259084 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47206) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:55.268391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a0bacbf7-11f3-4566-8454-015243bd53ad req-a3d8870f-8ab9-4304-adc8-a2688f48319c tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249177 Feb 05 02:52:55.278303 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-acbe418c-56b0-44af-8ca4-e528b0ec0db4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ef14be5-a1a9-4303-be5e-d81e93e078c6 HTTP/1.1" status: 200 len: 217 time: 0.4314966 Feb 05 02:52:55.316203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd2d54-4fb3-452b-b14f-5b54182c5f3a req-4ddd6150-a00f-421c-a0b6-58a69c012666 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:55.318154 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24bd2d54-4fb3-452b-b14f-5b54182c5f3a req-4ddd6150-a00f-421c-a0b6-58a69c012666 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.1274745 Feb 05 02:52:55.377837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e99b-2049-4214-b4ea-335735c446f2 req-28b3e30f-19a4-43b9-a100-600d7caf2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:55.377837 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-28b3e30f-19a4-43b9-a100-600d7caf2cfd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.0888901 Feb 05 02:52:55.381005 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a64eaf9-7259-4c03-83fe-87c844bdf7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a8b2aec6-4cec-42f9-8b51-057e7816a1e4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:55.383596 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a64eaf9-7259-4c03-83fe-87c844bdf7c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:55.384660 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5a64eaf9-7259-4c03-83fe-87c844bdf7c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8b2aec6-4cec-42f9-8b51-057e7816a1e4 HTTP/1.1" status: 204 len: 168 time: 0.8874779 Feb 05 02:52:55.398328 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b0b061f-c671-49c0-af4f-a858c1d30d5f admin admin] Publish callbacks [] for security_group (be180e85-75ce-4171-acd8-153289cbd1fd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:55.435441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64eaf9-7259-4c03-83fe-87c844bdf7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b2aec6-4cec-42f9-8b51-057e7816a1e4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:55.446604 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-46c26e3f-06c6-4223-8318-faf32df19101 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477934 Feb 05 02:52:55.448619 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b0b061f-c671-49c0-af4f-a858c1d30d5f admin admin] Publish callbacks [] for security_group (be180e85-75ce-4171-acd8-153289cbd1fd), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:55.455073 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05ab518-7639-4242-aeb4-65a0e6194de3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Router 20d01e9b-e502-4b4b-816a-275d13a56d33 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:52:55.462096 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b9e13815-e959-451e-b81f-0ab699ffe009 req-f66bf9d0-87d7-43c9-8723-38647e6f44da service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057379 Feb 05 02:52:55.463370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24bd2d54-4fb3-452b-b14f-5b54182c5f3a req-e2465092-d083-477d-aacc-05cd5faf11f9 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364243 Feb 05 02:52:55.496508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bae27-eb1f-47f4-af12-d7381e29de65 req-78b2b62e-1f2c-4989-86bd-37f80a9e5aa8 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:55.498064 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e36bae27-eb1f-47f4-af12-d7381e29de65 req-78b2b62e-1f2c-4989-86bd-37f80a9e5aa8 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 951 time: 0.1536760 Feb 05 02:52:55.557392 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e36bae27-eb1f-47f4-af12-d7381e29de65 req-7e968336-4c06-4500-8a42-7c84027671a6 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504153 Feb 05 02:52:55.559296 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b0b061f-c671-49c0-af4f-a858c1d30d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (be180e85-75ce-4171-acd8-153289cbd1fd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:55.562296 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b0b061f-c671-49c0-af4f-a858c1d30d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:55.573397 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7b0b061f-c671-49c0-af4f-a858c1d30d5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be180e85-75ce-4171-acd8-153289cbd1fd HTTP/1.1" status: 204 len: 168 time: 0.3119283 Feb 05 02:52:55.583845 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b061f-c671-49c0-af4f-a858c1d30d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be180e85-75ce-4171-acd8-153289cbd1fd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:55.620668 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-fe2fffab-6116-4d3b-a809-2fbd7cbaa8dd service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640248 Feb 05 02:52:55.767942 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47216) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:55.769908 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05ab518-7639-4242-aeb4-65a0e6194de3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:52:55.776422 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b05ab518-7639-4242-aeb4-65a0e6194de3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:55.783792 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9bcc34a7-0217-4bc4-9e8e-30eedb7efa9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:55.785287 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f735915a-254d-42da-9295-be24406c8f31 None None] Sync routers for ids ['20d01e9b-e502-4b4b-816a-275d13a56d33'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:52:55.795460 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f735915a-254d-42da-9295-be24406c8f31 None None] Routers {'20d01e9b-e502-4b4b-816a-275d13a56d33'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:52:55.796146 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f735915a-254d-42da-9295-be24406c8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:52:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['20d01e9b-e502-4b4b-816a-275d13a56d33'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:55.814983 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b05ab518-7639-4242-aeb4-65a0e6194de3 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "PUT /v2.0/floatingips/a8a9876c-8abb-4a7a-a939-4a2f3e2983a3 HTTP/1.1" status: 200 len: 991 time: 3.1494110 Feb 05 02:52:55.815943 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a416d4c0-f802-47c9-b241-e4e3005ce4ae', 'tag': 'e2ec20ee-211f-4ddc-a00b-d12a31acc4c2'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:55.819382 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca85b0ed-cf46-45ac-82e6-ddcecd2f7d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "a416d4c0-f802-47c9-b241-e4e3005ce4ae", "tag": "e2ec20ee-211f-4ddc-a00b-d12a31acc4c2"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:55.824021 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-2808cc68-e7da-47d4-b97c-db8235a59eb3 service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764143 Feb 05 02:52:55.993085 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device c119772c-0a65-4d1a-a98d-04601b371f6b up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:52:56.022309 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f735915a-254d-42da-9295-be24406c8f31 None None] Set router 20d01e9b-e502-4b4b-816a-275d13a56d33 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:52:56.071648 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port c119772c-0a65-4d1a-a98d-04601b371f6b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:52:56.077768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port c119772c-0a65-4d1a-a98d-04601b371f6b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:52:56.079019 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:56.098662 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9bcc34a7-0217-4bc4-9e8e-30eedb7efa9c admin admin] Publish callbacks [] for security_group (e88db5d9-48c8-4e28-b74a-fbf5f920a691), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:56.135252 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac74732-6a5d-441d-b205-920d9555294d req-13604a4c-c71b-43f4-bc10-7a7b9a193193 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:56.136979 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ac74732-6a5d-441d-b205-920d9555294d req-13604a4c-c71b-43f4-bc10-7a7b9a193193 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 946 time: 0.2259974 Feb 05 02:52:56.167633 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9bcc34a7-0217-4bc4-9e8e-30eedb7efa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e88db5d9-48c8-4e28-b74a-fbf5f920a691), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:56.218656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47228) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:56.240275 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e3378d8-ea81-42c9-8d53-15f29ccd143d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:56.243465 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port c119772c-0a65-4d1a-a98d-04601b371f6b is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:52:56.244231 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:56.259742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a71c8e-9152-446e-ad59-8357a0a4babd req-d27d8b70-c190-4390-a835-39881bf782e8 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:56.261303 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5a71c8e-9152-446e-ad59-8357a0a4babd req-d27d8b70-c190-4390-a835-39881bf782e8 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.2906802 Feb 05 02:52:56.303838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port c119772c-0a65-4d1a-a98d-04601b371f6b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c119772c-0a65-4d1a-a98d-04601b371f6b,segment=NetworkSegment(f0c668cf-2488-4516-9891-1ae4ea624ab2),segment_id=f0c668cf-2488-4516-9891-1ae4ea624ab2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:52:56.313413 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:56.315600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc34a7-0217-4bc4-9e8e-30eedb7efa9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88db5d9-48c8-4e28-b74a-fbf5f920a691,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:56.369375 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9bcc34a7-0217-4bc4-9e8e-30eedb7efa9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=982629cfde8d4a178b815a7bbeca328d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5978725 Feb 05 02:52:56.369619 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47232) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:56.385812 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e3378d8-ea81-42c9-8d53-15f29ccd143d admin admin] Publish callbacks [] for security_group (6459d917-01b5-405c-88fa-a2bfdec65bfb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:56.386992 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f735915a-254d-42da-9295-be24406c8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 4, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'a8a9876c-8abb-4a7a-a939-4a2f3e2983a3', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'port_id': 'e2ec20ee-211f-4ddc-a00b-d12a31acc4c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 829, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'mac_address': 'fa:16:3e:d1:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a416d4c0-f802-47c9-b241-e4e3005ce4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:52:28Z', 'updated_at': '2022-02-05T02:52:53Z', 'revision_number': 1, 'project_id': '04505631600d4700b509b35d7e707cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2143af-351c-47d4-86e0-93dfa0a52ace', 'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'mac_address': 'fa:16:3e:36:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:19Z', 'updated_at': '2022-02-05T02:48:23Z', 'revision_number': 5, 'project_id': '04505631600d4700b509b35d7e707cd7', 'subnets': [{'id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:56.398035 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ac74732-6a5d-441d-b205-920d9555294d req-394d88b1-d5cf-44a1-9331-e2c7ce30da94 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=532725b0-fd79-41dc-9fd7-d024bfca66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342565 Feb 05 02:52:56.414565 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e3378d8-ea81-42c9-8d53-15f29ccd143d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6459d917-01b5-405c-88fa-a2bfdec65bfb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:56.421617 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f735915a-254d-42da-9295-be24406c8f31 None None] Checking router: 20d01e9b-e502-4b4b-816a-275d13a56d33 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:52:56.428868 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5a71c8e-9152-446e-ad59-8357a0a4babd req-e81879dc-497a-499a-85c1-c4d2d7a60c65 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547525 Feb 05 02:52:56.432470 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f735915a-254d-42da-9295-be24406c8f31 None None] Routers {'20d01e9b-e502-4b4b-816a-275d13a56d33'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:52:56.433174 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f735915a-254d-42da-9295-be24406c8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:52:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['20d01e9b-e502-4b4b-816a-275d13a56d33'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:56.457363 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe47053d-948b-4ae3-a3df-99f4f3b013e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d'}, {'server_uuid': 'b06dbf82-d307-4ab3-9622-4f220ee52f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c119772c-0a65-4d1a-a98d-04601b371f6b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:52:56.460658 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f57bdc-4e99-4cb2-809a-89c8efdd9dde" -d '{"events": [{"server_uuid": "fe47053d-948b-4ae3-a3df-99f4f3b013e8", "name": "network-vif-plugged", "status": "completed", "tag": "5e1b2083-0e87-4b26-aa60-e9c8e4dc840d"}, {"server_uuid": "b06dbf82-d307-4ab3-9622-4f220ee52f3f", "name": "network-vif-plugged", "status": "completed", "tag": "c119772c-0a65-4d1a-a98d-04601b371f6b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:52:56.474599 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=c119772c-0a65-4d1a-a98d-04601b371f6b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:56.488978 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1302a5-6827-471b-824f-2e8dfea9b137 x-openstack-request-id: req-cb1302a5-6827-471b-824f-2e8dfea9b137 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:56.489272 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a416d4c0-f802-47c9-b241-e4e3005ce4ae", "tag": "e2ec20ee-211f-4ddc-a00b-d12a31acc4c2", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:56.489565 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb1302a5-6827-471b-824f-2e8dfea9b137 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:56.489969 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a416d4c0-f802-47c9-b241-e4e3005ce4ae', 'tag': 'e2ec20ee-211f-4ddc-a00b-d12a31acc4c2', 'status': 'completed', 'code': 200} Feb 05 02:52:56.509720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47238) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:56.511894 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5e3378d8-ea81-42c9-8d53-15f29ccd143d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c640f245607a4593b6c36e0c93b703b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921696 Feb 05 02:52:56.580266 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f735915a-254d-42da-9295-be24406c8f31 None None] Set router 20d01e9b-e502-4b4b-816a-275d13a56d33 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:52:56.635553 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3378d8-ea81-42c9-8d53-15f29ccd143d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6459d917-01b5-405c-88fa-a2bfdec65bfb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:56.658318 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1211ffbe-7515-4b61-be9c-c6995955dc65 admin admin] Publish callbacks [] for security_group (e88db5d9-48c8-4e28-b74a-fbf5f920a691), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:56.665770 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85b0ed-cf46-45ac-82e6-ddcecd2f7d2c req-298b22e9-18f1-4c1f-8aa4-5dfa9dba0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:56.667695 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca85b0ed-cf46-45ac-82e6-ddcecd2f7d2c req-298b22e9-18f1-4c1f-8aa4-5dfa9dba0fb2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=04505631600d4700b509b35d7e707cd7&device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 1128 time: 0.1448994 Feb 05 02:52:56.668853 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24d7205a-9a46-4f1f-8d8e-2031261252d4 admin admin] Publish callbacks [] for security_group (6459d917-01b5-405c-88fa-a2bfdec65bfb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:56.711037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100f72b-6563-469e-ba12-a7289137b784 req-93acdf3d-95fe-48e9-abb9-ff483622acd6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:56.712948 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b100f72b-6563-469e-ba12-a7289137b784 req-93acdf3d-95fe-48e9-abb9-ff483622acd6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 945 time: 0.1475792 Feb 05 02:52:56.727041 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24d7205a-9a46-4f1f-8d8e-2031261252d4 admin admin] Publish callbacks [] for security_group (6459d917-01b5-405c-88fa-a2bfdec65bfb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:56.744683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd373f4-e305-424f-a8d0-78cd655a4e76 req-3713f98d-91f7-45e0-acbf-4b9a28cd4f1f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:56.750333 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd373f4-e305-424f-a8d0-78cd655a4e76 req-3713f98d-91f7-45e0-acbf-4b9a28cd4f1f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:56.754874 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1211ffbe-7515-4b61-be9c-c6995955dc65 admin admin] Publish callbacks [] for security_group (e88db5d9-48c8-4e28-b74a-fbf5f920a691), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:56.760162 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fdd373f4-e305-424f-a8d0-78cd655a4e76 req-3713f98d-91f7-45e0-acbf-4b9a28cd4f1f tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1682 time: 0.1955616 Feb 05 02:52:56.841308 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b100f72b-6563-469e-ba12-a7289137b784 req-b30dd900-282a-451d-98bb-62a4941c1fc8 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216111 Feb 05 02:52:56.853872 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85b0ed-cf46-45ac-82e6-ddcecd2f7d2c req-468ef1d2-1a05-4c90-a156-dc50cb768b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:56.870697 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca85b0ed-cf46-45ac-82e6-ddcecd2f7d2c req-468ef1d2-1a05-4c90-a156-dc50cb768b8c service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f57db0e-9c76-4201-babe-b2071613896d HTTP/1.1" status: 200 len: 912 time: 0.1934857 Feb 05 02:52:56.923666 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 02:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97f0741-d767-42d0-8d58-5b1e411fdf23 x-openstack-request-id: req-a97f0741-d767-42d0-8d58-5b1e411fdf23 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:52:56.924012 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe47053d-948b-4ae3-a3df-99f4f3b013e8", "name": "network-vif-plugged", "status": "completed", "tag": "5e1b2083-0e87-4b26-aa60-e9c8e4dc840d", "code": 200}, {"server_uuid": "b06dbf82-d307-4ab3-9622-4f220ee52f3f", "name": "network-vif-plugged", "status": "completed", "tag": "c119772c-0a65-4d1a-a98d-04601b371f6b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:52:56.924641 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a97f0741-d767-42d0-8d58-5b1e411fdf23 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:52:56.925241 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe47053d-948b-4ae3-a3df-99f4f3b013e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d', 'code': 200} Feb 05 02:52:56.925506 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06dbf82-d307-4ab3-9622-4f220ee52f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c119772c-0a65-4d1a-a98d-04601b371f6b', 'code': 200} Feb 05 02:52:56.951241 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fdd373f4-e305-424f-a8d0-78cd655a4e76 req-d128cf3d-6654-43d6-bb93-160a86cce3a2 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899540 Feb 05 02:52:57.004829 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f735915a-254d-42da-9295-be24406c8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 4, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'a8a9876c-8abb-4a7a-a939-4a2f3e2983a3', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'port_id': 'e2ec20ee-211f-4ddc-a00b-d12a31acc4c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 829, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'mac_address': 'fa:16:3e:d1:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a416d4c0-f802-47c9-b241-e4e3005ce4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:52:28Z', 'updated_at': '2022-02-05T02:52:53Z', 'revision_number': 1, 'project_id': '04505631600d4700b509b35d7e707cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2143af-351c-47d4-86e0-93dfa0a52ace', 'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'mac_address': 'fa:16:3e:36:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:19Z', 'updated_at': '2022-02-05T02:48:23Z', 'revision_number': 5, 'project_id': '04505631600d4700b509b35d7e707cd7', 'subnets': [{'id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:52:57.005516 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24d7205a-9a46-4f1f-8d8e-2031261252d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6459d917-01b5-405c-88fa-a2bfdec65bfb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:57.009852 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24d7205a-9a46-4f1f-8d8e-2031261252d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:57.014246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-24d7205a-9a46-4f1f-8d8e-2031261252d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6459d917-01b5-405c-88fa-a2bfdec65bfb HTTP/1.1" status: 204 len: 168 time: 0.5031090 Feb 05 02:52:57.045396 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1211ffbe-7515-4b61-be9c-c6995955dc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e88db5d9-48c8-4e28-b74a-fbf5f920a691), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:57.048734 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1211ffbe-7515-4b61-be9c-c6995955dc65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:57.051529 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1211ffbe-7515-4b61-be9c-c6995955dc65 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e88db5d9-48c8-4e28-b74a-fbf5f920a691 HTTP/1.1" status: 204 len: 168 time: 0.6821623 Feb 05 02:52:57.079970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211ffbe-7515-4b61-be9c-c6995955dc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88db5d9-48c8-4e28-b74a-fbf5f920a691,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:57.080204 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7205a-9a46-4f1f-8d8e-2031261252d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6459d917-01b5-405c-88fa-a2bfdec65bfb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:57.089115 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f735915a-254d-42da-9295-be24406c8f31 None None] The sync data for ids ['20d01e9b-e502-4b4b-816a-275d13a56d33'] in n-d-826942-8 is: [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 4, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'a8a9876c-8abb-4a7a-a939-4a2f3e2983a3', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'port_id': 'e2ec20ee-211f-4ddc-a00b-d12a31acc4c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 829, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'mac_address': 'fa:16:3e:d1:05:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a416d4c0-f802-47c9-b241-e4e3005ce4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:52:28Z', 'updated_at': '2022-02-05T02:52:53Z', 'revision_number': 1, 'project_id': '04505631600d4700b509b35d7e707cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2143af-351c-47d4-86e0-93dfa0a52ace', 'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'mac_address': 'fa:16:3e:36:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:19Z', 'updated_at': '2022-02-05T02:48:23Z', 'revision_number': 5, 'project_id': '04505631600d4700b509b35d7e707cd7', 'subnets': [{'id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:52:57.230466 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f353e-fe03-4829-9d48-0fd966702af4 req-e6b82980-6fa4-4c35-88c0-6bb8d3aba169 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:57.232212 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f4f353e-fe03-4829-9d48-0fd966702af4 req-e6b82980-6fa4-4c35-88c0-6bb8d3aba169 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.1926014 Feb 05 02:52:57.232726 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca85b0ed-cf46-45ac-82e6-ddcecd2f7d2c req-701bf255-0324-4463-942c-a23ac9dff985 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 HTTP/1.1" status: 200 len: 999 time: 0.3503542 Feb 05 02:52:57.310503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146e0e8-6933-40fa-8e7f-2005edd7ba24 req-ade98fe7-bbaa-4bc0-92bb-bffaccfaca41 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:57.313458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958743c2-90eb-4da2-9986-9a9cbdbe1504 req-96996858-e7ff-491c-b448-20a0f0e0cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:57.315275 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-958743c2-90eb-4da2-9986-9a9cbdbe1504 req-96996858-e7ff-491c-b448-20a0f0e0cc47 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 1127 time: 0.2462072 Feb 05 02:52:57.319129 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0146e0e8-6933-40fa-8e7f-2005edd7ba24 req-ade98fe7-bbaa-4bc0-92bb-bffaccfaca41 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 951 time: 0.1735280 Feb 05 02:52:57.351007 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f4f353e-fe03-4829-9d48-0fd966702af4 req-ee0da92f-e463-418c-a834-eec4e699fa6a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114419 Feb 05 02:52:57.398639 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806470-575f-4ba7-9732-6cabb6f3759a req-9c28594d-ff39-4fc0-bcff-309e57690d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:57.407335 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06806470-575f-4ba7-9732-6cabb6f3759a req-9c28594d-ff39-4fc0-bcff-309e57690d47 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 1133 time: 0.2004995 Feb 05 02:52:57.431992 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0146e0e8-6933-40fa-8e7f-2005edd7ba24 req-39472b5e-c699-4a98-97b1-df5e662f0d70 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119957 Feb 05 02:52:57.477027 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85b0ed-cf46-45ac-82e6-ddcecd2f7d2c req-e9aeb696-f8d8-43fc-8d17-8bfa80b5803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:57.478196 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca85b0ed-cf46-45ac-82e6-ddcecd2f7d2c req-e9aeb696-f8d8-43fc-8d17-8bfa80b5803f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=92e18a6c-6f83-4423-9b50-5c85de57e8cc HTTP/1.1" status: 200 len: 850 time: 0.2213748 Feb 05 02:52:57.531872 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-958743c2-90eb-4da2-9986-9a9cbdbe1504 req-9d79171c-c8ce-4fed-aba8-6f57e9ad806d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087367 Feb 05 02:52:57.579142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2feb2ee-7cee-4a3b-8042-7024bb55dc7f None None] New status for floating IP a8a9876c-8abb-4a7a-a939-4a2f3e2983a3: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:52:57.594631 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06806470-575f-4ba7-9732-6cabb6f3759a req-b178214e-b00f-4951-b059-bb5d58f5c849 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594942 Feb 05 02:52:57.633509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85b0ed-cf46-45ac-82e6-ddcecd2f7d2c req-b523529b-09bf-400c-80e4-7898a08b44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:57.635099 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca85b0ed-cf46-45ac-82e6-ddcecd2f7d2c req-b523529b-09bf-400c-80e4-7898a08b44fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f57db0e-9c76-4201-babe-b2071613896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1323252 Feb 05 02:52:57.764230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9582e-aab1-4024-b0b9-a0d9a54face0 req-d3ffe2f1-c78e-4952-82d4-26e8e9ef8bcd tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:57.773005 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3c9582e-aab1-4024-b0b9-a0d9a54face0 req-d3ffe2f1-c78e-4952-82d4-26e8e9ef8bcd tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.1743042 Feb 05 02:52:57.791097 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b9c31-eae8-4c51-8864-9f3ee2b68f6d req-761e28e4-f149-4ea4-afd9-c7ceca30228c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:57.792881 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-814b9c31-eae8-4c51-8864-9f3ee2b68f6d req-761e28e4-f149-4ea4-afd9-c7ceca30228c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 946 time: 0.2144227 Feb 05 02:52:57.824880 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca85b0ed-cf46-45ac-82e6-ddcecd2f7d2c req-92337311-385f-4a08-a48c-c482ec357a9b service neutron] 10.222.0.31 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831164 Feb 05 02:52:57.889037 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-814b9c31-eae8-4c51-8864-9f3ee2b68f6d req-999ef14b-b249-4656-9be0-b83d84174d39 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=532725b0-fd79-41dc-9fd7-d024bfca66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753036 Feb 05 02:52:57.906976 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3c9582e-aab1-4024-b0b9-a0d9a54face0 req-c85277c2-1bdf-4920-95b2-aeebd3102f5e tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289682 Feb 05 02:52:58.084670 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca85b0ed-cf46-45ac-82e6-ddcecd2f7d2c req-8f923d08-6ed3-42e4-a10c-cd092192992f service neutron] 10.222.0.31 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513351 Feb 05 02:52:58.125853 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3228e18-1eb9-4bb9-abbe-39a1bd132536 req-3e3aaf05-25b2-4435-b4ef-975053b13adf tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:58.128570 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3228e18-1eb9-4bb9-abbe-39a1bd132536 req-3e3aaf05-25b2-4435-b4ef-975053b13adf tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 945 time: 0.1163273 Feb 05 02:52:58.234085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3228e18-1eb9-4bb9-abbe-39a1bd132536 req-40d3a56d-fe7f-4e92-aab9-d8c84163301d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971513 Feb 05 02:52:58.396219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409235d-86b4-48c5-90e1-7fff405faa92 req-a008b9b9-2322-4124-bb29-5164375e1d28 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:58.405055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409235d-86b4-48c5-90e1-7fff405faa92 req-a008b9b9-2322-4124-bb29-5164375e1d28 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:58.413832 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2409235d-86b4-48c5-90e1-7fff405faa92 req-a008b9b9-2322-4124-bb29-5164375e1d28 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1682 time: 0.0960605 Feb 05 02:52:58.475954 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2409235d-86b4-48c5-90e1-7fff405faa92 req-dc05236d-3b91-42dc-9e87-bcd1845fcb2d tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598941 Feb 05 02:52:58.581645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47292) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:58.693058 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13fbaf-01d0-481e-a91a-a501bb2981fb req-4ee75789-d14e-4ce8-b3e6-0d3c0112a373 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:58.694206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a13fbaf-01d0-481e-a91a-a501bb2981fb req-4ee75789-d14e-4ce8-b3e6-0d3c0112a373 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.1714680 Feb 05 02:52:58.717214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84edb4-5261-4fe5-963e-95835feedc4d req-b735a272-bb11-4450-b5c3-042afbbd674e tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:58.718077 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a84edb4-5261-4fe5-963e-95835feedc4d req-b735a272-bb11-4450-b5c3-042afbbd674e tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 951 time: 0.1434064 Feb 05 02:52:58.787382 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a13fbaf-01d0-481e-a91a-a501bb2981fb req-d9ac823c-40da-45c6-929a-68ae1fa05a28 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837476 Feb 05 02:52:58.834556 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4374ab48-8bba-4cfa-8fca-8aa5f353e7c8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2050890065-network', 'tenant_id': '0757223904ec4e4db3037c8631160285'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:58.856191 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a84edb4-5261-4fe5-963e-95835feedc4d req-0d0080c9-0e62-416e-81e0-f6c385cc276f tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195619 Feb 05 02:52:58.871833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4374ab48-8bba-4cfa-8fca-8aa5f353e7c8 admin admin] Made reservation on behalf of 0757223904ec4e4db3037c8631160285 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:58.875040 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4374ab48-8bba-4cfa-8fca-8aa5f353e7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:58.891311 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4374ab48-8bba-4cfa-8fca-8aa5f353e7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:59.026225 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4374ab48-8bba-4cfa-8fca-8aa5f353e7c8 admin admin] Publish callbacks [] for security_group (a8df052a-89a7-4836-b048-161c2fffb67a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:59.034451 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4374ab48-8bba-4cfa-8fca-8aa5f353e7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a8df052a-89a7-4836-b048-161c2fffb67a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:59.067162 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4374ab48-8bba-4cfa-8fca-8aa5f353e7c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:52:59.104318 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4374ab48-8bba-4cfa-8fca-8aa5f353e7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (311902c1-9fac-4fae-b3ce-6c656f492c5b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:59.105563 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-4374ab48-8bba-4cfa-8fca-8aa5f353e7c8 admin admin] Added segment 311902c1-9fac-4fae-b3ce-6c656f492c5b of type vlan for network 1c4e84c3-758a-446b-a07c-d68eea5047fb Feb 05 02:52:59.119652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549854e-f21d-4478-b20e-e9c4eaaa7c87 req-ff99c08e-d3bb-42bc-85c8-dd851b7ca721 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:59.121956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b549854e-f21d-4478-b20e-e9c4eaaa7c87 req-ff99c08e-d3bb-42bc-85c8-dd851b7ca721 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 946 time: 0.1314485 Feb 05 02:52:59.235964 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4374ab48-8bba-4cfa-8fca-8aa5f353e7c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (1c4e84c3-758a-446b-a07c-d68eea5047fb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:59.266046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374ab48-8bba-4cfa-8fca-8aa5f353e7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8df052a-89a7-4836-b048-161c2fffb67a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:59.292506 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4374ab48-8bba-4cfa-8fca-8aa5f353e7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (1c4e84c3-758a-446b-a07c-d68eea5047fb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:59.294008 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4374ab48-8bba-4cfa-8fca-8aa5f353e7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:59.295865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4374ab48-8bba-4cfa-8fca-8aa5f353e7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:59.365826 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4374ab48-8bba-4cfa-8fca-8aa5f353e7c8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7807741 Feb 05 02:52:59.368839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47312) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:52:59.376432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8dd4888b-e986-41d1-a60a-d91c366bed3e admin admin] Request body: {'subnet': {'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2050890065-subnet', 'tenant_id': '0757223904ec4e4db3037c8631160285', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:52:59.387337 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374ab48-8bba-4cfa-8fca-8aa5f353e7c8 admin admin] Pushing event updated for resources: {'Network': ['ID=1c4e84c3-758a-446b-a07c-d68eea5047fb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:59.404087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 1c4e84c3-758a-446b-a07c-d68eea5047fb details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:52:59.410946 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd4888b-e986-41d1-a60a-d91c366bed3e admin admin] Made reservation on behalf of 0757223904ec4e4db3037c8631160285 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:52:59.415014 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8dd4888b-e986-41d1-a60a-d91c366bed3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:59.675794 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b549854e-f21d-4478-b20e-e9c4eaaa7c87 req-7a59ac7e-041c-463a-b90e-c76c059ca810 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=532725b0-fd79-41dc-9fd7-d024bfca66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5463288 Feb 05 02:52:59.684330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d925c-649c-44bd-a41c-24f868af3351 req-1d078af6-a586-420c-ad4c-90ef25880de2 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:59.691793 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df0d925c-649c-44bd-a41c-24f868af3351 req-1d078af6-a586-420c-ad4c-90ef25880de2 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.6513922 Feb 05 02:52:59.733769 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8dd4888b-e986-41d1-a60a-d91c366bed3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (ac91bbb4-a940-4c45-8d2f-ef0964fd7339), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:59.748815 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df0d925c-649c-44bd-a41c-24f868af3351 req-8014a38f-22d4-4437-8400-e1c3320f5d4d tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526388 Feb 05 02:52:59.849176 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4888b-e986-41d1-a60a-d91c366bed3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac91bbb4-a940-4c45-8d2f-ef0964fd7339,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:52:59.878675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd4888b-e986-41d1-a60a-d91c366bed3e admin admin] Checking segment: {'id': '311902c1-9fac-4fae-b3ce-6c656f492c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:52:59.879588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd4888b-e986-41d1-a60a-d91c366bed3e admin admin] Network hostable DHCP agents. Network: 1c4e84c3-758a-446b-a07c-d68eea5047fb, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:52:59.909388 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd4888b-e986-41d1-a60a-d91c366bed3e admin admin] Network 1c4e84c3-758a-446b-a07c-d68eea5047fb is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:52:59.922437 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8dd4888b-e986-41d1-a60a-d91c366bed3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 1c4e84c3-758a-446b-a07c-d68eea5047fb) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:52:59.928588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd4888b-e986-41d1-a60a-d91c366bed3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:59.929407 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8dd4888b-e986-41d1-a60a-d91c366bed3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:52:59.932954 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd5d184-17da-4f93-9739-d906ed200db7 None None] Network 1c4e84c3-758a-446b-a07c-d68eea5047fb requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:52:59.960262 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0694d78-da66-4b7a-9855-a69980e713e9 req-5ed1aa46-e6de-4fba-bb3c-8569bcd16393 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:52:59.966603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a0694d78-da66-4b7a-9855-a69980e713e9 req-5ed1aa46-e6de-4fba-bb3c-8569bcd16393 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 945 time: 0.1203170 Feb 05 02:52:59.986261 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567d801-e0c5-441a-af53-4cbdaad955bd req-92a23455-4826-47ae-abbf-993cbeced787 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:00.006128 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8dd4888b-e986-41d1-a60a-d91c366bed3e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6356544 Feb 05 02:53:00.016672 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567d801-e0c5-441a-af53-4cbdaad955bd req-92a23455-4826-47ae-abbf-993cbeced787 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:00.018270 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f567d801-e0c5-441a-af53-4cbdaad955bd req-92a23455-4826-47ae-abbf-993cbeced787 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1682 time: 0.2112243 Feb 05 02:53:00.060748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca45912-f937-4c41-9014-938314122ca0 None None] Network 1c4e84c3-758a-446b-a07c-d68eea5047fb requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:53:00.069758 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329b19b-9112-4ace-94f3-402556a92142 req-29e760eb-a787-4d89-9418-b16ebe302b69 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:00.080784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329b19b-9112-4ace-94f3-402556a92142 req-29e760eb-a787-4d89-9418-b16ebe302b69 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:00.087925 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8329b19b-9112-4ace-94f3-402556a92142 req-29e760eb-a787-4d89-9418-b16ebe302b69 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.10 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 1682 time: 0.1376884 Feb 05 02:53:00.094889 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a0694d78-da66-4b7a-9855-a69980e713e9 req-7617fab9-d481-473a-aa72-ef8207572eef tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755877 Feb 05 02:53:00.180352 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f567d801-e0c5-441a-af53-4cbdaad955bd req-40980905-da9a-456c-afba-6e3a11f829a4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/security-groups?id=65d82d55-ec29-42d9-bec8-91576934b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909848 Feb 05 02:53:00.263705 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-8329b19b-9112-4ace-94f3-402556a92142 req-b73bb9a1-0f6b-4bc4-a108-2d9e7a409f77 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Deleting port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:00.264057 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8329b19b-9112-4ace-94f3-402556a92142 req-b73bb9a1-0f6b-4bc4-a108-2d9e7a409f77 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ce462790-2f30-4c0f-9b87-fb8c7e4a92a7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:00.411714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8329b19b-9112-4ace-94f3-402556a92142 req-b73bb9a1-0f6b-4bc4-a108-2d9e7a409f77 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] For port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ce462790-2f30-4c0f-9b87-fb8c7e4a92a7,segment=NetworkSegment(7a174cb7-17ff-4dec-813c-9b273a130ef4),segment_id=7a174cb7-17ff-4dec-813c-9b273a130ef4)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:00.412340 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8329b19b-9112-4ace-94f3-402556a92142 req-b73bb9a1-0f6b-4bc4-a108-2d9e7a409f77 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ce462790-2f30-4c0f-9b87-fb8c7e4a92a7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:00.425911 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-8329b19b-9112-4ace-94f3-402556a92142 req-b73bb9a1-0f6b-4bc4-a108-2d9e7a409f77 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Calling delete_port for ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:00.480124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb9253-d53b-412e-9248-0b5120419070 req-dc98bf9c-cc6f-4641-9acd-3a1e4efd9c3c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:00.488345 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3afb9253-d53b-412e-9248-0b5120419070 req-dc98bf9c-cc6f-4641-9acd-3a1e4efd9c3c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 951 time: 0.1187148 Feb 05 02:53:00.528364 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b241ba8-1523-4764-8e03-12945326e17f req-b4014661-ecd9-454d-8b5f-0baf7ec1f42b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:00.530063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b241ba8-1523-4764-8e03-12945326e17f req-b4014661-ecd9-454d-8b5f-0baf7ec1f42b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.2186694 Feb 05 02:53:00.574062 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3afb9253-d53b-412e-9248-0b5120419070 req-5316ff26-5c22-4b0c-9993-bb014cbb98c2 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846615 Feb 05 02:53:00.662176 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b241ba8-1523-4764-8e03-12945326e17f req-1a9dd655-97a4-4f0a-b869-caffec2d083f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231940 Feb 05 02:53:00.681470 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8329b19b-9112-4ace-94f3-402556a92142 req-b73bb9a1-0f6b-4bc4-a108-2d9e7a409f77 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ce462790-2f30-4c0f-9b87-fb8c7e4a92a7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:00.704788 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['ce462790-2f30-4c0f-9b87-fb8c7e4a92a7', '155d8c29-548f-4fbe-8075-abd3070280ee'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:00.772590 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bb9a1-0f6b-4bc4-a108-2d9e7a409f77 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event deleted for resources: {'Port': ['ID=ce462790-2f30-4c0f-9b87-fb8c7e4a92a7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:00.814853 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d785ae4b-1ed9-4b83-aeba-982741f45c20 req-36c1f4c9-01e4-4bd2-956d-9bf32d272209 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1462512187&fields=id&tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87 HTTP/1.1" status: 200 len: 267 time: 0.0899222 Feb 05 02:53:00.888438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-8329b19b-9112-4ace-94f3-402556a92142 req-b73bb9a1-0f6b-4bc4-a108-2d9e7a409f77 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] No DVR routers for this DVR port ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:00.897528 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8329b19b-9112-4ace-94f3-402556a92142 req-b73bb9a1-0f6b-4bc4-a108-2d9e7a409f77 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:00.911719 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8329b19b-9112-4ace-94f3-402556a92142 req-b73bb9a1-0f6b-4bc4-a108-2d9e7a409f77 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.10 "DELETE /v2.0/ports/ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 HTTP/1.1" status: 204 len: 173 time: 0.8154016 Feb 05 02:53:00.912162 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f880b988-9eee-40c8-b6c5-d58125518052', 'name': 'network-vif-deleted', 'tag': 'ce462790-2f30-4c0f-9b87-fb8c7e4a92a7'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:00.915874 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3738dd1a-0369-4d6a-8fea-48708f2a31c0" -d '{"events": [{"server_uuid": "f880b988-9eee-40c8-b6c5-d58125518052", "name": "network-vif-deleted", "tag": "ce462790-2f30-4c0f-9b87-fb8c7e4a92a7"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:00.946135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785ae4b-1ed9-4b83-aeba-982741f45c20 req-93430506-9b4c-43d7-80f4-5aa91d30fde1 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:00.964208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d785ae4b-1ed9-4b83-aeba-982741f45c20 req-93430506-9b4c-43d7-80f4-5aa91d30fde1 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 945 time: 0.1422601 Feb 05 02:53:00.978284 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d785ae4b-1ed9-4b83-aeba-982741f45c20 req-0fa6fb8e-cb8e-4574-bee9-3d6aca390a6d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Request body: {'port': {'security_groups': ['9e3a0934-c62b-470e-ac8f-d130026a1903', '9eff8623-0516-42fc-a334-de635f500ab7']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:01.150698 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47364) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:01.166239 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d785ae4b-1ed9-4b83-aeba-982741f45c20 req-0fa6fb8e-cb8e-4574-bee9-3d6aca390a6d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:01.184554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-8329b19b-9112-4ace-94f3-402556a92142 req-328b29de-2fc7-4051-87cd-bbe8856ae039 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Deleting port 155d8c29-548f-4fbe-8075-abd3070280ee {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:01.192958 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8329b19b-9112-4ace-94f3-402556a92142 req-328b29de-2fc7-4051-87cd-bbe8856ae039 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (155d8c29-548f-4fbe-8075-abd3070280ee), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:01.360783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8329b19b-9112-4ace-94f3-402556a92142 req-328b29de-2fc7-4051-87cd-bbe8856ae039 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] For port 155d8c29-548f-4fbe-8075-abd3070280ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=155d8c29-548f-4fbe-8075-abd3070280ee,segment=NetworkSegment(adf88541-c381-42da-9139-2312df70a465),segment_id=adf88541-c381-42da-9139-2312df70a465)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:01.361148 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8329b19b-9112-4ace-94f3-402556a92142 req-328b29de-2fc7-4051-87cd-bbe8856ae039 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (155d8c29-548f-4fbe-8075-abd3070280ee), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:01.377424 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-8329b19b-9112-4ace-94f3-402556a92142 req-328b29de-2fc7-4051-87cd-bbe8856ae039 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Calling delete_port for 155d8c29-548f-4fbe-8075-abd3070280ee owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:01.545376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-f7520a6c-afbd-4ec1-afbd-68d9ccedb8b7 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:01.547286 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-f7520a6c-afbd-4ec1-afbd-68d9ccedb8b7 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/networks?id=1c4e84c3-758a-446b-a07c-d68eea5047fb HTTP/1.1" status: 200 len: 805 time: 0.2159996 Feb 05 02:53:01.569305 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:01.572930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d785ae4b-1ed9-4b83-aeba-982741f45c20 req-0fa6fb8e-cb8e-4574-bee9-3d6aca390a6d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] For port c119772c-0a65-4d1a-a98d-04601b371f6b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c119772c-0a65-4d1a-a98d-04601b371f6b,segment=NetworkSegment(f0c668cf-2488-4516-9891-1ae4ea624ab2),segment_id=f0c668cf-2488-4516-9891-1ae4ea624ab2)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:01.580464 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8329b19b-9112-4ace-94f3-402556a92142 req-328b29de-2fc7-4051-87cd-bbe8856ae039 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (155d8c29-548f-4fbe-8075-abd3070280ee), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:01.590543 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-9ff4e46a-bd82-40b5-a916-a4b2496d1424 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/quotas/0757223904ec4e4db3037c8631160285 HTTP/1.1" status: 200 len: 375 time: 0.0322993 Feb 05 02:53:01.596720 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['ce462790-2f30-4c0f-9b87-fb8c7e4a92a7'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:01.639988 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d785ae4b-1ed9-4b83-aeba-982741f45c20 req-0fa6fb8e-cb8e-4574-bee9-3d6aca390a6d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:01.644755 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b29de-2fc7-4051-87cd-bbe8856ae039 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event deleted for resources: {'Port': ['ID=155d8c29-548f-4fbe-8075-abd3070280ee,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:01.658216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-012aa4b8-e053-4dfd-a85a-fe6f5f9bd44f tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0757223904ec4e4db3037c8631160285&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525615 Feb 05 02:53:01.659486 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d785ae4b-1ed9-4b83-aeba-982741f45c20 req-0fa6fb8e-cb8e-4574-bee9-3d6aca390a6d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:01.671100 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['c119772c-0a65-4d1a-a98d-04601b371f6b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:01.745062 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6fb8e-cb8e-4574-bee9-3d6aca390a6d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event updated for resources: {'Port': ['ID=c119772c-0a65-4d1a-a98d-04601b371f6b,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:01.762011 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-8329b19b-9112-4ace-94f3-402556a92142 req-328b29de-2fc7-4051-87cd-bbe8856ae039 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] No DVR routers for this DVR port 155d8c29-548f-4fbe-8075-abd3070280ee on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:01.766567 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8329b19b-9112-4ace-94f3-402556a92142 req-328b29de-2fc7-4051-87cd-bbe8856ae039 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:01.769964 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8329b19b-9112-4ace-94f3-402556a92142 req-328b29de-2fc7-4051-87cd-bbe8856ae039 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.10 "DELETE /v2.0/ports/155d8c29-548f-4fbe-8075-abd3070280ee HTTP/1.1" status: 204 len: 173 time: 0.8514385 Feb 05 02:53:01.851676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785ae4b-1ed9-4b83-aeba-982741f45c20 req-0fa6fb8e-cb8e-4574-bee9-3d6aca390a6d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:01.852383 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d785ae4b-1ed9-4b83-aeba-982741f45c20 req-0fa6fb8e-cb8e-4574-bee9-3d6aca390a6d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:01.871055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d785ae4b-1ed9-4b83-aeba-982741f45c20 req-0fa6fb8e-cb8e-4574-bee9-3d6aca390a6d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "PUT /v2.0/ports/c119772c-0a65-4d1a-a98d-04601b371f6b HTTP/1.1" status: 200 len: 981 time: 0.9058721 Feb 05 02:53:01.871636 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06dbf82-d307-4ab3-9622-4f220ee52f3f', 'tag': 'c119772c-0a65-4d1a-a98d-04601b371f6b'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:01.878710 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] Publish callbacks [] for security_group (00b2eccf-733f-4592-a8c6-6016b8032863), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:01.881542 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb6d389-1631-44a9-92ba-1961f8fe401d" -d '{"events": [{"name": "network-changed", "server_uuid": "b06dbf82-d307-4ab3-9622-4f220ee52f3f", "tag": "c119772c-0a65-4d1a-a98d-04601b371f6b"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:01.899173 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (00b2eccf-733f-4592-a8c6-6016b8032863), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:01.932023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['c119772c-0a65-4d1a-a98d-04601b371f6b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:02.001410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b2eccf-733f-4592-a8c6-6016b8032863,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:02.037218 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-7168048d-d66f-4e6b-abc4-2afdd51d67b9 service neutron] 10.222.0.36 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943995 Feb 05 02:53:02.057704 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=550b35fd7b694746abf63ef8d3424322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9001153 Feb 05 02:53:02.058253 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47388) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:02.061991 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:02.062352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:02.062780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:02.063269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:02.063736 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:02.064201 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:02.064625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:02.065008 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:02.065517 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:02.065851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:02.066256 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:02.066597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:02.067067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea148443-b0fc-4d2a-bcc3-1a5f73eba4c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:02.357262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-5ed14f41-87c0-4c0c-9013-760d304e287d service neutron] 10.222.0.36 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133709 Feb 05 02:53:02.383116 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466950c0-a69b-4c93-9718-59098f085464 req-f3da40c8-1406-41b6-babe-39cf6ee02626 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:02.384665 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-466950c0-a69b-4c93-9718-59098f085464 req-f3da40c8-1406-41b6-babe-39cf6ee02626 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.2233009 Feb 05 02:53:02.391817 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7760cab3-e0e4-4bd0-b1d0-99287858aaa1 admin admin] Publish callbacks [] for security_group (00b2eccf-733f-4592-a8c6-6016b8032863), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:02.452584 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7760cab3-e0e4-4bd0-b1d0-99287858aaa1 admin admin] Publish callbacks [] for security_group (00b2eccf-733f-4592-a8c6-6016b8032863), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:02.485236 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-466950c0-a69b-4c93-9718-59098f085464 req-920a46cc-3826-4657-8231-ebf7f19e4923 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912971 Feb 05 02:53:02.569874 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7760cab3-e0e4-4bd0-b1d0-99287858aaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (00b2eccf-733f-4592-a8c6-6016b8032863), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:02.573411 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7760cab3-e0e4-4bd0-b1d0-99287858aaa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:02.574777 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7760cab3-e0e4-4bd0-b1d0-99287858aaa1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00b2eccf-733f-4592-a8c6-6016b8032863 HTTP/1.1" status: 204 len: 168 time: 0.4982600 Feb 05 02:53:02.610092 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760cab3-e0e4-4bd0-b1d0-99287858aaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b2eccf-733f-4592-a8c6-6016b8032863,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:02.633055 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3295012c-f718-4f2a-8668-7bdbb64d0dc4 x-openstack-request-id: req-3295012c-f718-4f2a-8668-7bdbb64d0dc4 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:02.633499 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f880b988-9eee-40c8-b6c5-d58125518052", "name": "network-vif-deleted", "tag": "ce462790-2f30-4c0f-9b87-fb8c7e4a92a7", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:02.634712 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3295012c-f718-4f2a-8668-7bdbb64d0dc4 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:02.635368 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f880b988-9eee-40c8-b6c5-d58125518052', 'name': 'network-vif-deleted', 'tag': 'ce462790-2f30-4c0f-9b87-fb8c7e4a92a7', 'status': 'completed', 'code': 200} Feb 05 02:53:02.761884 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-099c79ce-2b37-47d0-9847-08e4202e3cd5 req-ead605c7-6709-42f8-979b-14cbd63b70b4 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "GET /v2.0/ports?device_id=f880b988-9eee-40c8-b6c5-d58125518052 HTTP/1.1" status: 200 len: 210 time: 0.0484519 Feb 05 02:53:02.930840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab7014-bf20-4464-af97-fde18f4b3ba6 req-9c6c5c08-334b-4dcc-8f93-33fa3cd3d704 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:02.938491 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54ab7014-bf20-4464-af97-fde18f4b3ba6 req-9c6c5c08-334b-4dcc-8f93-33fa3cd3d704 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.2265747 Feb 05 02:53:03.012034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-276b2517-50d6-4dcf-9de9-32ad994707ee req-814b2d08-7cab-44db-8845-dbdf6ae54359 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2028784345&fields=id&tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87 HTTP/1.1" status: 200 len: 267 time: 0.1205075 Feb 05 02:53:03.031090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54ab7014-bf20-4464-af97-fde18f4b3ba6 req-0f3c913d-f5a9-4a48-a925-94eb4c4a3de0 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914114 Feb 05 02:53:03.090624 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b8e036-d918-46d7-904f-e8f28c8b6a66 x-openstack-request-id: req-d4b8e036-d918-46d7-904f-e8f28c8b6a66 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:03.090938 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06dbf82-d307-4ab3-9622-4f220ee52f3f", "tag": "c119772c-0a65-4d1a-a98d-04601b371f6b", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:03.091190 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4b8e036-d918-46d7-904f-e8f28c8b6a66 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:03.091666 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06dbf82-d307-4ab3-9622-4f220ee52f3f', 'tag': 'c119772c-0a65-4d1a-a98d-04601b371f6b', 'status': 'completed', 'code': 200} Feb 05 02:53:03.136241 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b2517-50d6-4dcf-9de9-32ad994707ee req-3ba583ab-1751-4ef6-8783-011f7e117850 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:03.147569 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-276b2517-50d6-4dcf-9de9-32ad994707ee req-3ba583ab-1751-4ef6-8783-011f7e117850 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 984 time: 0.1145506 Feb 05 02:53:03.155468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-276b2517-50d6-4dcf-9de9-32ad994707ee req-f299d8a9-98a9-415c-8d2b-aa3ba8a4347b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Request body: {'port': {'security_groups': ['9e3a0934-c62b-470e-ac8f-d130026a1903', '9eff8623-0516-42fc-a334-de635f500ab7', 'da7a18fe-f547-4cd5-a353-72c0fbfe7542']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:03.196731 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6d389-1631-44a9-92ba-1961f8fe401d req-68604984-a480-4452-9185-f856240682ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:03.198227 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-efb6d389-1631-44a9-92ba-1961f8fe401d req-68604984-a480-4452-9185-f856240682ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87&device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 1166 time: 0.0892186 Feb 05 02:53:03.238547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47410) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:03.285469 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1716376-5f87-479c-aacd-4c49662f9964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:03.293523 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-276b2517-50d6-4dcf-9de9-32ad994707ee req-f299d8a9-98a9-415c-8d2b-aa3ba8a4347b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:03.309380 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a2638-8268-4fab-8c62-dbdb7fd73df6 req-6cf28303-9c58-4599-b83d-8ef2a1b757a9 tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:03.311132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-126a2638-8268-4fab-8c62-dbdb7fd73df6 req-6cf28303-9c58-4599-b83d-8ef2a1b757a9 tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 1133 time: 0.1116745 Feb 05 02:53:03.414421 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-126a2638-8268-4fab-8c62-dbdb7fd73df6 req-4d371db8-251e-40f7-a100-92b86ba8c8b7 tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736747 Feb 05 02:53:03.415825 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1716376-5f87-479c-aacd-4c49662f9964 admin admin] Publish callbacks [] for security_group (226f37b7-9413-4991-8004-e961834e746d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:03.417704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6d389-1631-44a9-92ba-1961f8fe401d req-2804e55f-0207-43dd-b9d1-ec501c18bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:03.419218 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-efb6d389-1631-44a9-92ba-1961f8fe401d req-2804e55f-0207-43dd-b9d1-ec501c18bc01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372 HTTP/1.1" status: 200 len: 914 time: 0.2150345 Feb 05 02:53:03.429643 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1716376-5f87-479c-aacd-4c49662f9964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (226f37b7-9413-4991-8004-e961834e746d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:03.543867 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-efb6d389-1631-44a9-92ba-1961f8fe401d req-feff5b10-b93d-44ae-b143-7f4cc81b63fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c119772c-0a65-4d1a-a98d-04601b371f6b HTTP/1.1" status: 200 len: 217 time: 0.1152546 Feb 05 02:53:03.556317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1716376-5f87-479c-aacd-4c49662f9964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226f37b7-9413-4991-8004-e961834e746d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:03.582990 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b28150c-3ad0-41d7-abc4-7df36c95a89b req-5b991d29-3dd9-42d8-a094-5e110c656932 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25 HTTP/1.1" status: 200 len: 210 time: 0.0421784 Feb 05 02:53:03.598275 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8d89e0d7-58f6-49f1-9d33-ffce1c623a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:03.632764 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6d389-1631-44a9-92ba-1961f8fe401d req-f7a51fb6-ceff-430a-bbff-b557bd8e0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:03.634222 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-efb6d389-1631-44a9-92ba-1961f8fe401d req-f7a51fb6-ceff-430a-bbff-b557bd8e0e72 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9876c3ba-c14d-470d-849b-5fbedfe2e1f5 HTTP/1.1" status: 200 len: 853 time: 0.0802448 Feb 05 02:53:03.638662 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e1716376-5f87-479c-aacd-4c49662f9964 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a55a45cad7b043d281492c9dd9ed0751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979704 Feb 05 02:53:03.644338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47416) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:03.665837 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-276b2517-50d6-4dcf-9de9-32ad994707ee req-f299d8a9-98a9-415c-8d2b-aa3ba8a4347b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] For port c119772c-0a65-4d1a-a98d-04601b371f6b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c119772c-0a65-4d1a-a98d-04601b371f6b,segment=NetworkSegment(f0c668cf-2488-4516-9891-1ae4ea624ab2),segment_id=f0c668cf-2488-4516-9891-1ae4ea624ab2)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:03.680455 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-efb6d389-1631-44a9-92ba-1961f8fe401d req-e0e49cc6-728e-47cd-b2a8-ac9d9a115df3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368083 Feb 05 02:53:03.707844 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-276b2517-50d6-4dcf-9de9-32ad994707ee req-f299d8a9-98a9-415c-8d2b-aa3ba8a4347b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:03.719012 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-276b2517-50d6-4dcf-9de9-32ad994707ee req-f299d8a9-98a9-415c-8d2b-aa3ba8a4347b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:03.732851 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['c119772c-0a65-4d1a-a98d-04601b371f6b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:03.792724 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11772d04-6151-4623-aaf2-245f7629f63b admin admin] Publish callbacks [] for security_group (226f37b7-9413-4991-8004-e961834e746d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:03.818220 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11772d04-6151-4623-aaf2-245f7629f63b admin admin] Publish callbacks [] for security_group (226f37b7-9413-4991-8004-e961834e746d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:03.861119 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299d8a9-98a9-415c-8d2b-aa3ba8a4347b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event updated for resources: {'Port': ['ID=c119772c-0a65-4d1a-a98d-04601b371f6b,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:03.885712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b2517-50d6-4dcf-9de9-32ad994707ee req-f299d8a9-98a9-415c-8d2b-aa3ba8a4347b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:03.886374 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-276b2517-50d6-4dcf-9de9-32ad994707ee req-f299d8a9-98a9-415c-8d2b-aa3ba8a4347b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:03.888121 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-276b2517-50d6-4dcf-9de9-32ad994707ee req-f299d8a9-98a9-415c-8d2b-aa3ba8a4347b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "PUT /v2.0/ports/c119772c-0a65-4d1a-a98d-04601b371f6b HTTP/1.1" status: 200 len: 1020 time: 0.7394054 Feb 05 02:53:03.891167 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11772d04-6151-4623-aaf2-245f7629f63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (226f37b7-9413-4991-8004-e961834e746d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:03.893676 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11772d04-6151-4623-aaf2-245f7629f63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:03.895048 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-11772d04-6151-4623-aaf2-245f7629f63b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/226f37b7-9413-4991-8004-e961834e746d HTTP/1.1" status: 204 len: 168 time: 0.2498486 Feb 05 02:53:03.913530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11772d04-6151-4623-aaf2-245f7629f63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226f37b7-9413-4991-8004-e961834e746d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:03.919354 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-efb6d389-1631-44a9-92ba-1961f8fe401d req-61f4ad50-3242-41b1-96f4-31227ed8cdd1 service neutron] 10.222.0.10 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303879 Feb 05 02:53:04.013167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['c119772c-0a65-4d1a-a98d-04601b371f6b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:04.040127 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 155d8c29-548f-4fbe-8075-abd3070280ee no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:04.171698 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-efb6d389-1631-44a9-92ba-1961f8fe401d req-4d2d7e6a-244e-447e-bdab-4b35114408d5 service neutron] 10.222.0.10 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430000 Feb 05 02:53:04.190314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 155d8c29-548f-4fbe-8075-abd3070280ee {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:53:04.195512 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 155d8c29-548f-4fbe-8075-abd3070280ee not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:04.196987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:04.201603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47438) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:04.287782 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:53:04.288495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ce462790-2f30-4c0f-9b87-fb8c7e4a92a7 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:04.323202 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a1cef9-d23a-49bf-bb23-740c2d84ba72 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Deleting subnet e44ed312-daaf-412e-804f-6af683371763 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:53:04.334317 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30a1cef9-d23a-49bf-bb23-740c2d84ba72 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks [] for subnet (e44ed312-daaf-412e-804f-6af683371763), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:04.378527 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30a1cef9-d23a-49bf-bb23-740c2d84ba72 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (e44ed312-daaf-412e-804f-6af683371763), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:04.477097 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30a1cef9-d23a-49bf-bb23-740c2d84ba72 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e44ed312-daaf-412e-804f-6af683371763), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:04.623510 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30a1cef9-d23a-49bf-bb23-740c2d84ba72 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (e44ed312-daaf-412e-804f-6af683371763), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:04.652327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f880b988-9eee-40c8-b6c5-d58125518052', 'name': 'network-vif-deleted', 'tag': '155d8c29-548f-4fbe-8075-abd3070280ee'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:04.655874 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c296c89e-c521-4dd9-b674-e598968060b1" -d '{"events": [{"server_uuid": "f880b988-9eee-40c8-b6c5-d58125518052", "name": "network-vif-deleted", "tag": "155d8c29-548f-4fbe-8075-abd3070280ee"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:04.671693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-1d3eee38-90af-4eca-b959-8a46bc58746b tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:04.673837 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-1d3eee38-90af-4eca-b959-8a46bc58746b tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.31 "GET /v2.0/networks?id=1c4e84c3-758a-446b-a07c-d68eea5047fb HTTP/1.1" status: 200 len: 805 time: 0.3596461 Feb 05 02:53:04.691124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-96f43646-3da0-44fa-a38a-375f3f44fcb8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Request body: {'port': {'device_id': '1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25', 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb', 'admin_state_up': True, 'tenant_id': '0757223904ec4e4db3037c8631160285'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:04.753420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1cef9-d23a-49bf-bb23-740c2d84ba72 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event deleted for resources: {'Subnet': ['ID=e44ed312-daaf-412e-804f-6af683371763,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:04.768246 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30a1cef9-d23a-49bf-bb23-740c2d84ba72 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:04.787372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-30a1cef9-d23a-49bf-bb23-740c2d84ba72 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "DELETE /v2.0/subnets/e44ed312-daaf-412e-804f-6af683371763 HTTP/1.1" status: 204 len: 168 time: 0.5845811 Feb 05 02:53:04.793787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47452) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:04.794525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63bb0ec-99da-42b7-bb30-9be7e3a6cc81 None None] Network 010b4436-4147-4bba-92cd-d6aeb7a638ec requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:53:04.828445 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e41cc-a2a6-4f5d-bcb0-d05d60638c6b req-28c2d402-69f8-4a8d-a8b5-519356b469ab tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:04.843379 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a0e41cc-a2a6-4f5d-bcb0-d05d60638c6b req-28c2d402-69f8-4a8d-a8b5-519356b469ab tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 1023 time: 0.3042116 Feb 05 02:53:04.892734 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-96f43646-3da0-44fa-a38a-375f3f44fcb8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Made reservation on behalf of 0757223904ec4e4db3037c8631160285 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:53:04.897781 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-96f43646-3da0-44fa-a38a-375f3f44fcb8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:04.970018 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea5024-4f6d-417d-b103-81615ab327da req-2c3eef27-1077-4648-b2d6-0729511dd19c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:04.977395 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9cea5024-4f6d-417d-b103-81615ab327da req-2c3eef27-1077-4648-b2d6-0729511dd19c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.4364066 Feb 05 02:53:05.081673 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-96f43646-3da0-44fa-a38a-375f3f44fcb8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Allocated IP 172.20.0.2 (1c4e84c3-758a-446b-a07c-d68eea5047fb/ac91bbb4-a940-4c45-8d2f-ef0964fd7339/c5ac801c-af09-4241-b0d3-86d978453fbf) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:53:05.106619 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06dbf82-d307-4ab3-9622-4f220ee52f3f', 'tag': 'c119772c-0a65-4d1a-a98d-04601b371f6b'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:05.117340 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf5b7c3-2757-4c25-9ab5-631d3ae91a3d None None] DHCP port deletion for 010b4436-4147-4bba-92cd-d6aeb7a638ec request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:53:05.119438 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a50970-2b5e-4247-b61d-c9010a2b5e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "b06dbf82-d307-4ab3-9622-4f220ee52f3f", "tag": "c119772c-0a65-4d1a-a98d-04601b371f6b"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:05.252291 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-96f43646-3da0-44fa-a38a-375f3f44fcb8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks [] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:05.261929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5b7c3-2757-4c25-9ab5-631d3ae91a3d None None] Deleting port 29af4f30-25fa-493c-8b4a-05d2149b11f1 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:05.265961 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9cf5b7c3-2757-4c25-9ab5-631d3ae91a3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (29af4f30-25fa-493c-8b4a-05d2149b11f1), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:05.309343 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-96f43646-3da0-44fa-a38a-375f3f44fcb8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:05.335462 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a0e41cc-a2a6-4f5d-bcb0-d05d60638c6b req-20157f11-2e6d-4e2b-9eeb-4d9cdc3e95bf tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7a18fe-f547-4cd5-a353-72c0fbfe7542&id=9eff8623-0516-42fc-a334-de635f500ab7&id=9e3a0934-c62b-470e-ac8f-d130026a1903 HTTP/1.1" status: 200 len: 6200 time: 0.4910426 Feb 05 02:53:05.347642 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9cf5b7c3-2757-4c25-9ab5-631d3ae91a3d None None] For port 29af4f30-25fa-493c-8b4a-05d2149b11f1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=29af4f30-25fa-493c-8b4a-05d2149b11f1,segment=NetworkSegment(7a174cb7-17ff-4dec-813c-9b273a130ef4),segment_id=7a174cb7-17ff-4dec-813c-9b273a130ef4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:05.348059 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9cf5b7c3-2757-4c25-9ab5-631d3ae91a3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (29af4f30-25fa-493c-8b4a-05d2149b11f1), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:05.357378 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9cea5024-4f6d-417d-b103-81615ab327da req-52b9b819-42eb-411d-9df4-391d30a0195a tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790450 Feb 05 02:53:05.389315 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (010b4436-4147-4bba-92cd-d6aeb7a638ec), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:05.406964 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5b7c3-2757-4c25-9ab5-631d3ae91a3d None None] Calling delete_port for 29af4f30-25fa-493c-8b4a-05d2149b11f1 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:05.464061 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-96f43646-3da0-44fa-a38a-375f3f44fcb8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Network 1c4e84c3-758a-446b-a07c-d68eea5047fb is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:53:05.477880 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-96f43646-3da0-44fa-a38a-375f3f44fcb8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:53:05.481875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-96f43646-3da0-44fa-a38a-375f3f44fcb8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:53:05.568735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f43646-3da0-44fa-a38a-375f3f44fcb8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Pushing event updated for resources: {'Port': ['ID=c5ac801c-af09-4241-b0d3-86d978453fbf,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:05.605110 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 29af4f30-25fa-493c-8b4a-05d2149b11f1 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:05.621294 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-96f43646-3da0-44fa-a38a-375f3f44fcb8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:05.623470 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-96f43646-3da0-44fa-a38a-375f3f44fcb8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:05.655779 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Deleting port 29af4f30-25fa-493c-8b4a-05d2149b11f1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:05.656116 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (29af4f30-25fa-493c-8b4a-05d2149b11f1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:05.666224 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-96f43646-3da0-44fa-a38a-375f3f44fcb8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9806921 Feb 05 02:53:05.671486 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9cf5b7c3-2757-4c25-9ab5-631d3ae91a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (29af4f30-25fa-493c-8b4a-05d2149b11f1), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:05.679141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Request body: {'port': {'device_id': '1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:05.681765 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc655a-0a6e-49c6-9f22-e1ab953d9550 req-5d2c3992-ee89-40df-a939-4d58335efc93 tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:05.688648 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4adc655a-0a6e-49c6-9f22-e1ab953d9550 req-5d2c3992-ee89-40df-a939-4d58335efc93 tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 1133 time: 0.1859503 Feb 05 02:53:05.726500 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e8b79-eda4-4a6c-9fc0-1bbffe08be39 req-263ff4e3-88a2-4409-9307-6715ce55a616 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:05.733282 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d45e8b79-eda4-4a6c-9fc0-1bbffe08be39 req-263ff4e3-88a2-4409-9307-6715ce55a616 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.2318642 Feb 05 02:53:05.743687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5b7c3-2757-4c25-9ab5-631d3ae91a3d None None] Pushing event deleted for resources: {'Port': ['ID=29af4f30-25fa-493c-8b4a-05d2149b11f1,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:05.784229 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5b7c3-2757-4c25-9ab5-631d3ae91a3d None None] No DVR routers for this DVR port 29af4f30-25fa-493c-8b4a-05d2149b11f1 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:05.790092 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No active binding found for port 29af4f30-25fa-493c-8b4a-05d2149b11f1 {{(pid=109676) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 05 02:53:05.790468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] The host n-d-826942-8 is not matching for port 29af4f30-25fa-493c-8b4a-05d2149b11f1 host None! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 02:53:05.801203 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 29af4f30-25fa-493c-8b4a-05d2149b11f1 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:05.835631 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c1772edc-f9ff-4a88-b89e-19696ee946bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:05.856968 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:05.897532 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4adc655a-0a6e-49c6-9f22-e1ab953d9550 req-c40c40a2-5c7f-40b1-892a-40a099b2cd13 tempest-ServersAdminTestJSON-489499845 tempest-ServersAdminTestJSON-489499845-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026658 Feb 05 02:53:05.907312 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] For port 29af4f30-25fa-493c-8b4a-05d2149b11f1, host n-d-826942-8, got binding levels [] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:05.907803 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (29af4f30-25fa-493c-8b4a-05d2149b11f1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:05.938847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Calling delete_port for 29af4f30-25fa-493c-8b4a-05d2149b11f1 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:05.942422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Port 29af4f30-25fa-493c-8b4a-05d2149b11f1 was not found and therefore no delete operation was performed {{(pid=109675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 02:53:05.946251 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (29af4f30-25fa-493c-8b4a-05d2149b11f1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:05.993388 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d45e8b79-eda4-4a6c-9fc0-1bbffe08be39 req-36d3edf1-cdb5-4265-99c5-eb3015dd30e6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591684 Feb 05 02:53:06.002228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event deleted for resources: {'Port': ['ID=29af4f30-25fa-493c-8b4a-05d2149b11f1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:06.027816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] No DVR routers for this DVR port 29af4f30-25fa-493c-8b4a-05d2149b11f1 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:06.139467 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dda6177-39ec-41f4-aa9d-7d0660fdf096 x-openstack-request-id: req-9dda6177-39ec-41f4-aa9d-7d0660fdf096 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:06.139896 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f880b988-9eee-40c8-b6c5-d58125518052", "name": "network-vif-deleted", "tag": "155d8c29-548f-4fbe-8075-abd3070280ee", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:06.140164 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9dda6177-39ec-41f4-aa9d-7d0660fdf096 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:06.140690 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f880b988-9eee-40c8-b6c5-d58125518052', 'name': 'network-vif-deleted', 'tag': '155d8c29-548f-4fbe-8075-abd3070280ee', 'status': 'completed', 'code': 200} Feb 05 02:53:06.184311 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d019aa3b-9451-471f-b92b-95279fce34bf x-openstack-request-id: req-d019aa3b-9451-471f-b92b-95279fce34bf {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:06.184623 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06dbf82-d307-4ab3-9622-4f220ee52f3f", "tag": "c119772c-0a65-4d1a-a98d-04601b371f6b", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:06.184928 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d019aa3b-9451-471f-b92b-95279fce34bf {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:06.185689 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06dbf82-d307-4ab3-9622-4f220ee52f3f', 'tag': 'c119772c-0a65-4d1a-a98d-04601b371f6b', 'status': 'completed', 'code': 200} Feb 05 02:53:06.234867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-ab3d03c2-16ff-4c22-b583-fea48d3e02c9 req-529fd24c-ccfd-48f1-aa24-a45a5024c065 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2091782060 ', 'description': 'tempest-description-1177177123'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:06.271162 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (010b4436-4147-4bba-92cd-d6aeb7a638ec), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:06.291831 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca579c-fc4d-4c5b-96c0-1ddc9ccebeba req-0eda3248-19d3-4e7a-af7e-fc95eb57bea7 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:06.291831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7cca579c-fc4d-4c5b-96c0-1ddc9ccebeba req-0eda3248-19d3-4e7a-af7e-fc95eb57bea7 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25 HTTP/1.1" status: 200 len: 931 time: 0.2508481 Feb 05 02:53:06.344235 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ab3d03c2-16ff-4c22-b583-fea48d3e02c9 req-529fd24c-ccfd-48f1-aa24-a45a5024c065 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:06.373886 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010b4436-4147-4bba-92cd-d6aeb7a638ec']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:06.402274 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a174cb7-17ff-4dec-813c-9b273a130ef4') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:06.402659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a174cb7-17ff-4dec-813c-9b273a130ef4') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:06.426149 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (7a174cb7-17ff-4dec-813c-9b273a130ef4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:06.451497 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7cca579c-fc4d-4c5b-96c0-1ddc9ccebeba req-d00c1f11-91e3-426f-addd-71ef92569ea8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548150 Feb 05 02:53:06.461605 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (7a174cb7-17ff-4dec-813c-9b273a130ef4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:06.477115 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:53:06.477604 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (7a174cb7-17ff-4dec-813c-9b273a130ef4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:53:06.480853 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:53:06.573872 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ab3d03c2-16ff-4c22-b583-fea48d3e02c9 req-529fd24c-ccfd-48f1-aa24-a45a5024c065 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (5387040f-245a-4217-abd8-676d3706f83c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:06.575684 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (010b4436-4147-4bba-92cd-d6aeb7a638ec), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:06.585386 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:06.589267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "DELETE /v2.0/networks/010b4436-4147-4bba-92cd-d6aeb7a638ec HTTP/1.1" status: 204 len: 168 time: 1.7863495 Feb 05 02:53:06.592128 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ab3d03c2-16ff-4c22-b583-fea48d3e02c9 req-529fd24c-ccfd-48f1-aa24-a45a5024c065 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5387040f-245a-4217-abd8-676d3706f83c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:06.597740 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47488) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:06.625377 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ab3d03c2-16ff-4c22-b583-fea48d3e02c9 req-529fd24c-ccfd-48f1-aa24-a45a5024c065 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:06.626851 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab3d03c2-16ff-4c22-b583-fea48d3e02c9 req-529fd24c-ccfd-48f1-aa24-a45a5024c065 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4057822 Feb 05 02:53:06.636454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a934d-e071-44c5-aabc-453dff0af138 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event deleted for resources: {'Network': ['ID=010b4436-4147-4bba-92cd-d6aeb7a638ec,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:06.652030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fd24c-ccfd-48f1-aa24-a45a5024c065 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5387040f-245a-4217-abd8-676d3706f83c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:06.716856 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1636a95-d81b-42a4-a8f8-aee9fdc17d94 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Deleting subnet 28b93a43-cd85-48d0-925b-5e86551f9f02 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:53:06.739667 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1636a95-d81b-42a4-a8f8-aee9fdc17d94 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks [] for subnet (28b93a43-cd85-48d0-925b-5e86551f9f02), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:06.744702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a50970-2b5e-4247-b61d-c9010a2b5e7f req-605c88b8-f015-4707-9aed-ed252a18fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:06.746482 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-36a50970-2b5e-4247-b61d-c9010a2b5e7f req-605c88b8-f015-4707-9aed-ed252a18fa91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87&device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 1206 time: 0.5549569 Feb 05 02:53:06.814492 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ac801c-af09-4241-b0d3-86d978453fbf {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:53:06.855980 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Publish callbacks [] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:06.881103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb18a487-3f4e-49a4-8c79-33cdf82f8265 req-c5373ea5-6f76-4f74-b3af-5ff15fa828b8 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/5387040f-245a-4217-abd8-676d3706f83c HTTP/1.1" status: 200 len: 1798 time: 0.0961080 Feb 05 02:53:06.881389 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1636a95-d81b-42a4-a8f8-aee9fdc17d94 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (28b93a43-cd85-48d0-925b-5e86551f9f02), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:06.909572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0986b0-5b7c-41c9-9fa5-dd992b696014 req-be3185ea-c570-480f-98a5-bb1388ed07bf tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:06.914686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Transition to ACTIVE for port object c5ac801c-af09-4241-b0d3-86d978453fbf will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:53:06.920910 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd0986b0-5b7c-41c9-9fa5-dd992b696014 req-be3185ea-c570-480f-98a5-bb1388ed07bf tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.2177451 Feb 05 02:53:06.934768 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:06.994253 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:06.996691 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd0986b0-5b7c-41c9-9fa5-dd992b696014 req-edbccb51-2fbd-463a-98a2-dc94a3f7d8c1 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699544 Feb 05 02:53:07.059640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c0257-9fe3-46f3-b772-33653779cc93 req-b59f7801-5a42-4a9f-b019-623f0409d49c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:07.068411 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b72c0257-9fe3-46f3-b772-33653779cc93 req-b59f7801-5a42-4a9f-b019-623f0409d49c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b2abc55-9818-4aa6-9317-44babaa95304 HTTP/1.1" status: 200 len: 950 time: 0.0758152 Feb 05 02:53:07.091555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a50970-2b5e-4247-b61d-c9010a2b5e7f req-579d9579-01a8-41f8-91f7-05ddd4080ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:07.093316 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-36a50970-2b5e-4247-b61d-c9010a2b5e7f req-579d9579-01a8-41f8-91f7-05ddd4080ddf service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372 HTTP/1.1" status: 200 len: 914 time: 0.3241174 Feb 05 02:53:07.097097 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Pushing event updated for resources: {'Port': ['ID=c5ac801c-af09-4241-b0d3-86d978453fbf,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:07.166895 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b72c0257-9fe3-46f3-b772-33653779cc93 req-061e1613-3197-431d-bb6f-4779962a1b84 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823374 Feb 05 02:53:07.169479 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1636a95-d81b-42a4-a8f8-aee9fdc17d94 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (28b93a43-cd85-48d0-925b-5e86551f9f02), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:07.179838 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd4f51b4-b2a9-4547-8c9d-219033c08ed4 req-004c4315-f61e-4f59-aec5-c5e56b158adc tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/5387040f-245a-4217-abd8-676d3706f83c HTTP/1.1" status: 200 len: 1798 time: 0.1091630 Feb 05 02:53:07.202793 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-36a50970-2b5e-4247-b61d-c9010a2b5e7f req-11d4fafe-50d7-4835-8a9c-497ece5a196d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c119772c-0a65-4d1a-a98d-04601b371f6b HTTP/1.1" status: 200 len: 217 time: 0.0943294 Feb 05 02:53:07.321676 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fd4f51b4-b2a9-4547-8c9d-219033c08ed4 req-e41980d9-1d00-4a95-80b6-ec874a9ca34b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (5387040f-245a-4217-abd8-676d3706f83c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:07.334306 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Attempting to bind port c5ac801c-af09-4241-b0d3-86d978453fbf on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:53:07.334685 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Attempting to bind port c5ac801c-af09-4241-b0d3-86d978453fbf by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '311902c1-9fac-4fae-b3ce-6c656f492c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:53:07.340676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Attempting to bind port c5ac801c-af09-4241-b0d3-86d978453fbf on network 1c4e84c3-758a-446b-a07c-d68eea5047fb {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:53:07.355117 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fd4f51b4-b2a9-4547-8c9d-219033c08ed4 req-e41980d9-1d00-4a95-80b6-ec874a9ca34b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (5387040f-245a-4217-abd8-676d3706f83c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:07.365003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Port c5ac801c-af09-4241-b0d3-86d978453fbf on network 1c4e84c3-758a-446b-a07c-d68eea5047fb not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:53:07.365359 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Attempting to bind port c5ac801c-af09-4241-b0d3-86d978453fbf on network 1c4e84c3-758a-446b-a07c-d68eea5047fb {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:53:07.370279 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a50970-2b5e-4247-b61d-c9010a2b5e7f req-6fdb10f8-c22e-49e4-b20e-91673e9779b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:07.371851 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-36a50970-2b5e-4247-b61d-c9010a2b5e7f req-6fdb10f8-c22e-49e4-b20e-91673e9779b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9876c3ba-c14d-470d-849b-5fbedfe2e1f5 HTTP/1.1" status: 200 len: 853 time: 0.1455500 Feb 05 02:53:07.386603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d60a99-b4f0-4521-86b3-c82547504923 req-b89db2c1-ff50-4922-a40c-5a949243ac14 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:07.388379 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f8d60a99-b4f0-4521-86b3-c82547504923 req-b89db2c1-ff50-4922-a40c-5a949243ac14 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.1096249 Feb 05 02:53:07.392746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:53:07.393078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Checking segment: {'id': '311902c1-9fac-4fae-b3ce-6c656f492c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:53:07.393467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Bound using segment: {'id': '311902c1-9fac-4fae-b3ce-6c656f492c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:53:07.393913 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Bound port: c5ac801c-af09-4241-b0d3-86d978453fbf, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311902c1-9fac-4fae-b3ce-6c656f492c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:53:07.394265 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:07.423575 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1636a95-d81b-42a4-a8f8-aee9fdc17d94 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (28b93a43-cd85-48d0-925b-5e86551f9f02), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:07.448428 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fd4f51b4-b2a9-4547-8c9d-219033c08ed4 req-e41980d9-1d00-4a95-80b6-ec874a9ca34b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5387040f-245a-4217-abd8-676d3706f83c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:07.451303 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fd4f51b4-b2a9-4547-8c9d-219033c08ed4 req-e41980d9-1d00-4a95-80b6-ec874a9ca34b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:07.452569 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd4f51b4-b2a9-4547-8c9d-219033c08ed4 req-e41980d9-1d00-4a95-80b6-ec874a9ca34b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "DELETE /v2.0/security-groups/5387040f-245a-4217-abd8-676d3706f83c HTTP/1.1" status: 204 len: 173 time: 0.2667406 Feb 05 02:53:07.476719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41980d9-1d00-4a95-80b6-ec874a9ca34b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5387040f-245a-4217-abd8-676d3706f83c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:07.482097 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f8d60a99-b4f0-4521-86b3-c82547504923 req-1cc88e32-08e5-45ee-b6f0-e2228be93228 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850852 Feb 05 02:53:07.507195 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-68a43144-b055-49a7-87fe-e544bbaa287f req-bf63a1a3-263d-4ff9-8493-aad9322254c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] show failed (client error): The resource could not be found. Feb 05 02:53:07.508810 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68a43144-b055-49a7-87fe-e544bbaa287f req-bf63a1a3-263d-4ff9-8493-aad9322254c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/5387040f-245a-4217-abd8-676d3706f83c HTTP/1.1" status: 404 len: 352 time: 0.0331907 Feb 05 02:53:07.541434 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-cf7c5da2-3513-4889-aa8a-cc9007623332 req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-922102990', 'description': 'tempest-description-1006147206'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:07.565295 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-36a50970-2b5e-4247-b61d-c9010a2b5e7f req-2a5d477f-be3b-4601-8a72-87c36346fce9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1804435 Feb 05 02:53:07.570734 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1636a95-d81b-42a4-a8f8-aee9fdc17d94 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:07.576345 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a1636a95-d81b-42a4-a8f8-aee9fdc17d94 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "DELETE /v2.0/subnets/28b93a43-cd85-48d0-925b-5e86551f9f02 HTTP/1.1" status: 204 len: 168 time: 0.9735777 Feb 05 02:53:07.578658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a403f0-9358-4339-9ba9-1dbf1a136eae None None] Network 7cbc81b9-a00f-4b7d-b7ce-a223a8464527 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:53:07.589184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47516) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:07.589596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1636a95-d81b-42a4-a8f8-aee9fdc17d94 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event deleted for resources: {'Subnet': ['ID=28b93a43-cd85-48d0-925b-5e86551f9f02,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:07.604269 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-cf7c5da2-3513-4889-aa8a-cc9007623332 req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:07.647203 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] For port c5ac801c-af09-4241-b0d3-86d978453fbf, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:53:07.676303 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] For port c5ac801c-af09-4241-b0d3-86d978453fbf, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c5ac801c-af09-4241-b0d3-86d978453fbf,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:53:07.726862 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-36a50970-2b5e-4247-b61d-c9010a2b5e7f req-0deb37e4-bc24-4953-9b1e-6596abcb2e47 service neutron] 10.222.0.10 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514628 Feb 05 02:53:07.728969 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:07.801293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:07.802199 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:07.804339 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] 10.222.0.31 "PUT /v2.0/ports/c5ac801c-af09-4241-b0d3-86d978453fbf HTTP/1.1" status: 200 len: 1091 time: 2.1300821 Feb 05 02:53:07.875410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a23586-f446-47f3-a814-74bcaa0a11f9 None None] DHCP port deletion for 7cbc81b9-a00f-4b7d-b7ce-a223a8464527 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:53:07.962506 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (7cbc81b9-a00f-4b7d-b7ce-a223a8464527), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:08.002922 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-cf7c5da2-3513-4889-aa8a-cc9007623332 req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (0a9a3233-e983-4509-9332-40c2698a867b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:08.016046 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-36a50970-2b5e-4247-b61d-c9010a2b5e7f req-52e93bce-241d-4083-9af6-7213eccce432 service neutron] 10.222.0.10 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764857 Feb 05 02:53:08.017429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7570cf-c198-4e2a-9dd6-fa78d8b5e7ca req-b40726b1-dddf-44e3-a1c7-60b4da13bfdc tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:08.019022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-38a23586-f446-47f3-a814-74bcaa0a11f9 None None] Deleting port 18c47754-22c0-41f3-8c48-ec62d6dc06d4 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:08.019547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b7570cf-c198-4e2a-9dd6-fa78d8b5e7ca req-b40726b1-dddf-44e3-a1c7-60b4da13bfdc tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25 HTTP/1.1" status: 200 len: 943 time: 0.3307598 Feb 05 02:53:08.021394 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-38a23586-f446-47f3-a814-74bcaa0a11f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (18c47754-22c0-41f3-8c48-ec62d6dc06d4), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:08.030464 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-cf7c5da2-3513-4889-aa8a-cc9007623332 req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0a9a3233-e983-4509-9332-40c2698a867b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:08.151955 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25', 'tag': 'c5ac801c-af09-4241-b0d3-86d978453fbf'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:08.158649 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b107d6-3b80-4d6e-9ed0-d95f754ac164" -d '{"events": [{"name": "network-changed", "server_uuid": "1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25", "tag": "c5ac801c-af09-4241-b0d3-86d978453fbf"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:08.183059 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-cf7c5da2-3513-4889-aa8a-cc9007623332 req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:08.191164 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-38a23586-f446-47f3-a814-74bcaa0a11f9 None None] For port 18c47754-22c0-41f3-8c48-ec62d6dc06d4, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=18c47754-22c0-41f3-8c48-ec62d6dc06d4,segment=NetworkSegment(adf88541-c381-42da-9139-2312df70a465),segment_id=adf88541-c381-42da-9139-2312df70a465)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:08.191564 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-38a23586-f446-47f3-a814-74bcaa0a11f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (18c47754-22c0-41f3-8c48-ec62d6dc06d4), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:08.197263 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf7c5da2-3513-4889-aa8a-cc9007623332 req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6606150 Feb 05 02:53:08.222312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-38a23586-f446-47f3-a814-74bcaa0a11f9 None None] Calling delete_port for 18c47754-22c0-41f3-8c48-ec62d6dc06d4 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:08.277909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5812003-7e2a-46cd-86c4-10ac0df96d7d service neutron] Pushing event updated for resources: {'Port': ['ID=c5ac801c-af09-4241-b0d3-86d978453fbf,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:08.278709 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b7570cf-c198-4e2a-9dd6-fa78d8b5e7ca req-75d3f910-5592-4bb0-909f-d7b67991c6ee tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611576 Feb 05 02:53:08.279360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9a3233-e983-4509-9332-40c2698a867b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:08.318656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-33299bb2-5e8d-40f0-a66b-c5463986c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:08.321502 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-33299bb2-5e8d-40f0-a66b-c5463986c884 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0757223904ec4e4db3037c8631160285&device_id=1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25 HTTP/1.1" status: 200 len: 1125 time: 0.3045533 Feb 05 02:53:08.330469 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe595e-6c70-4941-90c7-3b2b8807a50f req-129b7c58-ce3c-4324-9ecf-a6049e21d8de tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:08.332099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:08.332274 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ebbe595e-6c70-4941-90c7-3b2b8807a50f req-129b7c58-ce3c-4324-9ecf-a6049e21d8de tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b2abc55-9818-4aa6-9317-44babaa95304 HTTP/1.1" status: 200 len: 950 time: 0.1057155 Feb 05 02:53:08.332512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:08.333038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:08.333382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:08.333720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:08.334255 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:08.334586 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:08.335441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:08.336206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:08.336544 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:08.336879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:08.337658 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:08.337994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf9f01f-b2be-49fb-b0e7-13d6d26161c6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:08.406728 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141f95be-5c0b-4fbc-abe5-f2010457b16c x-openstack-request-id: req-141f95be-5c0b-4fbc-abe5-f2010457b16c {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:08.407125 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25", "tag": "c5ac801c-af09-4241-b0d3-86d978453fbf", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:08.407443 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-141f95be-5c0b-4fbc-abe5-f2010457b16c {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:08.408377 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25', 'tag': 'c5ac801c-af09-4241-b0d3-86d978453fbf', 'status': 'completed', 'code': 200} Feb 05 02:53:08.409505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Deleting port 18c47754-22c0-41f3-8c48-ec62d6dc06d4 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:08.411048 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-38a23586-f446-47f3-a814-74bcaa0a11f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (18c47754-22c0-41f3-8c48-ec62d6dc06d4), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:08.423176 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (18c47754-22c0-41f3-8c48-ec62d6dc06d4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:08.466286 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a23586-f446-47f3-a814-74bcaa0a11f9 None None] Pushing event deleted for resources: {'Port': ['ID=18c47754-22c0-41f3-8c48-ec62d6dc06d4,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:08.470903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a23586-f446-47f3-a814-74bcaa0a11f9 None None] No DVR routers for this DVR port 18c47754-22c0-41f3-8c48-ec62d6dc06d4 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:08.523683 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-8fddd922-e2b3-4dc9-9d14-902077266d33 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5ac801c-af09-4241-b0d3-86d978453fbf HTTP/1.1" status: 200 len: 217 time: 0.1899302 Feb 05 02:53:08.554922 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:08.585864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05021b-e570-48a9-b529-301c12881bd5 req-b7b707c1-c309-48ff-a6d1-cc3440bea8a3 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:08.587681 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d05021b-e570-48a9-b529-301c12881bd5 req-b7b707c1-c309-48ff-a6d1-cc3440bea8a3 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.2329640 Feb 05 02:53:08.590481 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] For port 18c47754-22c0-41f3-8c48-ec62d6dc06d4, host n-d-826942-8, got binding levels [] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:08.591142 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (18c47754-22c0-41f3-8c48-ec62d6dc06d4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:08.626523 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Calling delete_port for 18c47754-22c0-41f3-8c48-ec62d6dc06d4 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:08.632222 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Port 18c47754-22c0-41f3-8c48-ec62d6dc06d4 was not found and therefore no delete operation was performed {{(pid=109675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 02:53:08.639542 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (18c47754-22c0-41f3-8c48-ec62d6dc06d4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:08.677483 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-149f87ef-1949-4031-898a-e8774f31fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:08.679280 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-149f87ef-1949-4031-898a-e8774f31fd74 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ac91bbb4-a940-4c45-8d2f-ef0964fd7339 HTTP/1.1" status: 200 len: 845 time: 0.1421440 Feb 05 02:53:08.688923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06091b-614b-4863-a774-7b4266694d01 req-3d736918-912c-4769-a26a-83d7f1b73a04 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:08.690730 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e06091b-614b-4863-a774-7b4266694d01 req-3d736918-912c-4769-a26a-83d7f1b73a04 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b2abc55-9818-4aa6-9317-44babaa95304 HTTP/1.1" status: 200 len: 950 time: 0.1813769 Feb 05 02:53:08.691725 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event deleted for resources: {'Port': ['ID=18c47754-22c0-41f3-8c48-ec62d6dc06d4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:08.710425 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] No DVR routers for this DVR port 18c47754-22c0-41f3-8c48-ec62d6dc06d4 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:08.741352 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-6bd1519c-8629-48dd-a8a5-45425fb973be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c4e84c3-758a-446b-a07c-d68eea5047fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526423 Feb 05 02:53:08.747326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ebbe595e-6c70-4941-90c7-3b2b8807a50f req-f4f6d232-ddba-4297-92a2-5ffd8806ff71 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Deleting port 40102ff3-ce1c-4855-9151-a9d43d94680e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:08.747496 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ebbe595e-6c70-4941-90c7-3b2b8807a50f req-f4f6d232-ddba-4297-92a2-5ffd8806ff71 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (40102ff3-ce1c-4855-9151-a9d43d94680e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:08.748124 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d05021b-e570-48a9-b529-301c12881bd5 req-a7493575-acf1-48b7-a29d-9066045ec082 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472840 Feb 05 02:53:08.813680 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-6c9408b0-f3dd-411d-ab7e-b3db50284f73 req-711deaaf-a283-45e6-9209-e86786f54445 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-748456723', 'description': 'tempest-description-877161179'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:08.840718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e06091b-614b-4863-a774-7b4266694d01 req-7dc8b9a3-a008-4297-9d4c-097f71d54f8f tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407211 Feb 05 02:53:08.846718 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (7cbc81b9-a00f-4b7d-b7ce-a223a8464527), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:08.882851 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c9408b0-f3dd-411d-ab7e-b3db50284f73 req-711deaaf-a283-45e6-9209-e86786f54445 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:08.894285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbc81b9-a00f-4b7d-b7ce-a223a8464527']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:08.914047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf88541-c381-42da-9139-2312df70a465') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:08.914495 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf88541-c381-42da-9139-2312df70a465') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:08.925622 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ebbe595e-6c70-4941-90c7-3b2b8807a50f req-f4f6d232-ddba-4297-92a2-5ffd8806ff71 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] For port 40102ff3-ce1c-4855-9151-a9d43d94680e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=40102ff3-ce1c-4855-9151-a9d43d94680e,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:08.925622 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ebbe595e-6c70-4941-90c7-3b2b8807a50f req-f4f6d232-ddba-4297-92a2-5ffd8806ff71 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (40102ff3-ce1c-4855-9151-a9d43d94680e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:08.930276 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (adf88541-c381-42da-9139-2312df70a465), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:08.948734 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ebbe595e-6c70-4941-90c7-3b2b8807a50f req-f4f6d232-ddba-4297-92a2-5ffd8806ff71 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Calling delete_port for 40102ff3-ce1c-4855-9151-a9d43d94680e owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:08.982389 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (adf88541-c381-42da-9139-2312df70a465), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:09.017159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:53:09.017786 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (adf88541-c381-42da-9139-2312df70a465), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:53:09.023302 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:53:09.128475 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c9408b0-f3dd-411d-ab7e-b3db50284f73 req-711deaaf-a283-45e6-9209-e86786f54445 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (c14f387d-7f9e-4353-94b9-b733489f2f96), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:09.140083 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da4507-80b2-4012-b454-9ba536757471 req-0fdcbfb0-09a6-4eed-9556-8bd8b1152c1f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:09.141773 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9da4507-80b2-4012-b454-9ba536757471 req-0fdcbfb0-09a6-4eed-9556-8bd8b1152c1f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.2183146 Feb 05 02:53:09.144283 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c9408b0-f3dd-411d-ab7e-b3db50284f73 req-711deaaf-a283-45e6-9209-e86786f54445 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c14f387d-7f9e-4353-94b9-b733489f2f96), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:09.148777 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-7be9324b-8987-4b56-96fa-b6656abeb897 service neutron] 10.222.0.31 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938982 Feb 05 02:53:09.155417 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (7cbc81b9-a00f-4b7d-b7ce-a223a8464527), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:09.160209 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:09.164485 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] 10.222.0.36 "DELETE /v2.0/networks/7cbc81b9-a00f-4b7d-b7ce-a223a8464527 HTTP/1.1" status: 204 len: 168 time: 1.5728836 Feb 05 02:53:09.234242 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c9408b0-f3dd-411d-ab7e-b3db50284f73 req-711deaaf-a283-45e6-9209-e86786f54445 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:09.242214 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c9408b0-f3dd-411d-ab7e-b3db50284f73 req-711deaaf-a283-45e6-9209-e86786f54445 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4384124 Feb 05 02:53:09.243338 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6f882-be24-4b69-948d-1435c0be4954 tempest-ServersTestMultiNic-1135906389 tempest-ServersTestMultiNic-1135906389-project] Pushing event deleted for resources: {'Network': ['ID=7cbc81b9-a00f-4b7d-b7ce-a223a8464527,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:09.269435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711deaaf-a283-45e6-9209-e86786f54445 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14f387d-7f9e-4353-94b9-b733489f2f96,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:09.346485 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9da4507-80b2-4012-b454-9ba536757471 req-29ac5eef-8210-42b4-bb9c-ed6fe238dcac tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622431 Feb 05 02:53:09.347519 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b9c30f8-992f-4737-b284-8bba65e02cce req-e1520c7f-a6b1-4bfa-a47f-3d64c5478c6a service neutron] 10.222.0.31 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909394 Feb 05 02:53:09.361887 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ebbe595e-6c70-4941-90c7-3b2b8807a50f req-f4f6d232-ddba-4297-92a2-5ffd8806ff71 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (40102ff3-ce1c-4855-9151-a9d43d94680e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:09.367228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-eab742b1-eed1-4dd2-a425-dcadef8ef40e req-a22086ba-130b-4d69-8af8-a348b5d23593 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1213476863', 'description': 'tempest-description-1952516274'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:09.403833 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['40102ff3-ce1c-4855-9151-a9d43d94680e', '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:09.407786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['6b65b0b0-3061-43ad-b1ea-ee5fc48538ca'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:09.410778 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-eab742b1-eed1-4dd2-a425-dcadef8ef40e req-a22086ba-130b-4d69-8af8-a348b5d23593 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:09.426463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6d232-ddba-4297-92a2-5ffd8806ff71 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Pushing event deleted for resources: {'Port': ['ID=40102ff3-ce1c-4855-9151-a9d43d94680e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:09.605611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 18c47754-22c0-41f3-8c48-ec62d6dc06d4 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:09.617923 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbe595e-6c70-4941-90c7-3b2b8807a50f req-f4f6d232-ddba-4297-92a2-5ffd8806ff71 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] No DVR routers for this DVR port 40102ff3-ce1c-4855-9151-a9d43d94680e on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:09.618811 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-eab742b1-eed1-4dd2-a425-dcadef8ef40e req-a22086ba-130b-4d69-8af8-a348b5d23593 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (55420337-8bc7-47bb-9afe-4b344ec2cb8b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:09.626858 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ebbe595e-6c70-4941-90c7-3b2b8807a50f req-f4f6d232-ddba-4297-92a2-5ffd8806ff71 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:09.637617 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ebbe595e-6c70-4941-90c7-3b2b8807a50f req-f4f6d232-ddba-4297-92a2-5ffd8806ff71 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.10 "DELETE /v2.0/ports/40102ff3-ce1c-4855-9151-a9d43d94680e HTTP/1.1" status: 204 len: 173 time: 1.2961576 Feb 05 02:53:09.657445 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-eab742b1-eed1-4dd2-a425-dcadef8ef40e req-a22086ba-130b-4d69-8af8-a348b5d23593 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (55420337-8bc7-47bb-9afe-4b344ec2cb8b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:09.678641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b107d6-3b80-4d6e-9ed0-d95f754ac164 req-aaf7c846-3da3-4bae-af53-23fc062d95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:09.682287 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-98b107d6-3b80-4d6e-9ed0-d95f754ac164 req-aaf7c846-3da3-4bae-af53-23fc062d95f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0757223904ec4e4db3037c8631160285&device_id=1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25 HTTP/1.1" status: 200 len: 1125 time: 0.2562149 Feb 05 02:53:09.699816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 18c47754-22c0-41f3-8c48-ec62d6dc06d4 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:53:09.700615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 18c47754-22c0-41f3-8c48-ec62d6dc06d4 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:09.769475 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-eab742b1-eed1-4dd2-a425-dcadef8ef40e req-a22086ba-130b-4d69-8af8-a348b5d23593 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:09.778545 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eab742b1-eed1-4dd2-a425-dcadef8ef40e req-a22086ba-130b-4d69-8af8-a348b5d23593 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4456210 Feb 05 02:53:09.806634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22086ba-130b-4d69-8af8-a348b5d23593 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55420337-8bc7-47bb-9afe-4b344ec2cb8b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:09.843540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b486122-f3fa-455a-9a5d-465f4f1afebe req-38d3ac2e-4469-43aa-aee6-16af8802bbb4 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:09.847690 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b486122-f3fa-455a-9a5d-465f4f1afebe req-38d3ac2e-4469-43aa-aee6-16af8802bbb4 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25 HTTP/1.1" status: 200 len: 943 time: 0.2253945 Feb 05 02:53:09.947091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b107d6-3b80-4d6e-9ed0-d95f754ac164 req-203d698c-3b6b-4e75-bb0e-3486bc1389fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:09.953260 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-98b107d6-3b80-4d6e-9ed0-d95f754ac164 req-203d698c-3b6b-4e75-bb0e-3486bc1389fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c4e84c3-758a-446b-a07c-d68eea5047fb HTTP/1.1" status: 200 len: 906 time: 0.2628534 Feb 05 02:53:09.964481 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b486122-f3fa-455a-9a5d-465f4f1afebe req-335f6650-441c-4563-a7af-657a9773026c tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026425 Feb 05 02:53:10.001048 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:10.057244 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-98b107d6-3b80-4d6e-9ed0-d95f754ac164 req-db6f07ba-9b83-4935-ab13-bef45745dfc0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5ac801c-af09-4241-b0d3-86d978453fbf HTTP/1.1" status: 200 len: 217 time: 0.0959556 Feb 05 02:53:10.132040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b107d6-3b80-4d6e-9ed0-d95f754ac164 req-b134295b-2029-4ef6-833b-70f19a43708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:10.134039 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-98b107d6-3b80-4d6e-9ed0-d95f754ac164 req-b134295b-2029-4ef6-833b-70f19a43708a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ac91bbb4-a940-4c45-8d2f-ef0964fd7339 HTTP/1.1" status: 200 len: 845 time: 0.0678310 Feb 05 02:53:10.179630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a892931-4584-466a-97b5-ffa9359c0a67 req-fbf6ce8f-7f86-432f-835c-53c559d0c53b tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:10.182400 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a892931-4584-466a-97b5-ffa9359c0a67 req-fbf6ce8f-7f86-432f-835c-53c559d0c53b tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.1650560 Feb 05 02:53:10.196491 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-98b107d6-3b80-4d6e-9ed0-d95f754ac164 req-5f981e4c-2915-450c-8166-0fb657bc6842 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c4e84c3-758a-446b-a07c-d68eea5047fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534873 Feb 05 02:53:10.249944 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43c8a987-7b70-444b-bda2-69902d1aff3c req-cb188e55-c017-4e90-af2a-48e64a22ebbe tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87 HTTP/1.1" status: 200 len: 10998 time: 0.2474561 Feb 05 02:53:10.298896 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a892931-4584-466a-97b5-ffa9359c0a67 req-bce2188c-7b5a-44c2-82a2-398a6de9617b tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040149 Feb 05 02:53:10.322684 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43c8a987-7b70-444b-bda2-69902d1aff3c req-26519fa1-6bee-4d83-b218-1494f2340eb8 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/9e3a0934-c62b-470e-ac8f-d130026a1903 HTTP/1.1" status: 200 len: 2998 time: 0.0717103 Feb 05 02:53:10.375139 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-98b107d6-3b80-4d6e-9ed0-d95f754ac164 req-21281d47-612f-44d5-880b-6cecaee0e14a service neutron] 10.222.0.31 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710749 Feb 05 02:53:10.415034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43c8a987-7b70-444b-bda2-69902d1aff3c req-b70c9291-a57c-4da2-8c77-a56473c672fc tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/9e3a0934-c62b-470e-ac8f-d130026a1903 HTTP/1.1" status: 200 len: 2998 time: 0.0913439 Feb 05 02:53:10.442383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2abc55-9818-4aa6-9317-44babaa95304', 'name': 'network-vif-deleted', 'tag': '40102ff3-ce1c-4855-9151-a9d43d94680e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:10.449693 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6609af-bc01-48c0-bbd2-7bf0baa5d2fb" -d '{"events": [{"server_uuid": "4b2abc55-9818-4aa6-9317-44babaa95304", "name": "network-vif-deleted", "tag": "40102ff3-ce1c-4855-9151-a9d43d94680e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:10.528492 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47586) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:10.531990 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-98b107d6-3b80-4d6e-9ed0-d95f754ac164 req-1c893d62-3555-461f-8ebf-d7f9a2fb218a service neutron] 10.222.0.31 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497295 Feb 05 02:53:10.665412 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9bb9b-ef20-4739-b733-20cf688f9701 req-9207a491-4603-4936-a9c8-0f09ab68b4e6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:10.667103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ef9bb9b-ef20-4739-b733-20cf688f9701 req-9207a491-4603-4936-a9c8-0f09ab68b4e6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.1702077 Feb 05 02:53:10.693661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2702de19-976e-4ddc-a26f-41ff77b4747d req-e371e26e-bf61-4aac-a65a-827f28e40248 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/0a9a3233-e983-4509-9332-40c2698a867b HTTP/1.1" status: 200 len: 1817 time: 0.1522081 Feb 05 02:53:10.845450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ef9bb9b-ef20-4739-b733-20cf688f9701 req-dee1e3f9-c625-4f10-ac26-be8b38ba9c15 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646266 Feb 05 02:53:10.866507 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2702de19-976e-4ddc-a26f-41ff77b4747d req-9ef192b0-8e08-4299-a001-c0dd17414d03 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (0a9a3233-e983-4509-9332-40c2698a867b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:10.907897 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2702de19-976e-4ddc-a26f-41ff77b4747d req-9ef192b0-8e08-4299-a001-c0dd17414d03 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (0a9a3233-e983-4509-9332-40c2698a867b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:10.949508 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d11744-e5bb-4923-93a1-481fce4e2e51 x-openstack-request-id: req-41d11744-e5bb-4923-93a1-481fce4e2e51 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:10.950007 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2abc55-9818-4aa6-9317-44babaa95304", "name": "network-vif-deleted", "tag": "40102ff3-ce1c-4855-9151-a9d43d94680e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:10.950200 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-41d11744-e5bb-4923-93a1-481fce4e2e51 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:10.950664 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2abc55-9818-4aa6-9317-44babaa95304', 'name': 'network-vif-deleted', 'tag': '40102ff3-ce1c-4855-9151-a9d43d94680e', 'status': 'completed', 'code': 200} Feb 05 02:53:11.025374 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2702de19-976e-4ddc-a26f-41ff77b4747d req-9ef192b0-8e08-4299-a001-c0dd17414d03 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0a9a3233-e983-4509-9332-40c2698a867b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:11.028077 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2702de19-976e-4ddc-a26f-41ff77b4747d req-9ef192b0-8e08-4299-a001-c0dd17414d03 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:11.033475 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2702de19-976e-4ddc-a26f-41ff77b4747d req-9ef192b0-8e08-4299-a001-c0dd17414d03 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "DELETE /v2.0/security-groups/0a9a3233-e983-4509-9332-40c2698a867b HTTP/1.1" status: 204 len: 173 time: 0.3260331 Feb 05 02:53:11.058723 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:11.064995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef192b0-8e08-4299-a001-c0dd17414d03 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9a3233-e983-4509-9332-40c2698a867b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:11.215864 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-8dc0b7bd-dd94-43fc-9f7a-22e71a54bb8f req-b5d87576-2115-44a0-af94-d51dcb754350 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] show failed (client error): The resource could not be found. Feb 05 02:53:11.217204 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8dc0b7bd-dd94-43fc-9f7a-22e71a54bb8f req-b5d87576-2115-44a0-af94-d51dcb754350 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/0a9a3233-e983-4509-9332-40c2698a867b HTTP/1.1" status: 404 len: 352 time: 0.0412366 Feb 05 02:53:11.230655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e03b6-a17d-4fe5-b891-b01fe05b7489 req-b14fbe1d-3830-438b-a401-487f1c87b7c6 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:11.235381 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f7e03b6-a17d-4fe5-b891-b01fe05b7489 req-b14fbe1d-3830-438b-a401-487f1c87b7c6 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25 HTTP/1.1" status: 200 len: 943 time: 0.1229300 Feb 05 02:53:11.333786 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b26e18d-02f4-4a66-901d-16a2e8481df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (e21b418b-2127-4302-a7b2-89087aa6eb3e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:11.378138 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f7e03b6-a17d-4fe5-b891-b01fe05b7489 req-c8cc54a3-2c95-494a-8794-9daad34c492b tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391060 Feb 05 02:53:11.782212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd0496-85db-4668-8a9f-39732f384dee req-429f65e7-8824-4ecc-b6dc-df138515f73b tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:11.783925 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74cd0496-85db-4668-8a9f-39732f384dee req-429f65e7-8824-4ecc-b6dc-df138515f73b tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 949 time: 0.4923668 Feb 05 02:53:11.789824 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a88682a-4ffc-4e72-a3dc-005233d092e0 req-1646aaee-2f5e-4915-91da-e911c0e01fa0 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/c14f387d-7f9e-4353-94b9-b733489f2f96 HTTP/1.1" status: 200 len: 1816 time: 0.0840559 Feb 05 02:53:11.923203 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74cd0496-85db-4668-8a9f-39732f384dee req-a175a89c-5035-4157-a006-e58cf5c0df93 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309528 Feb 05 02:53:11.955933 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1a88682a-4ffc-4e72-a3dc-005233d092e0 req-aec028f3-35a2-4cc2-89a4-11b3874ca665 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (c14f387d-7f9e-4353-94b9-b733489f2f96), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:11.987640 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1a88682a-4ffc-4e72-a3dc-005233d092e0 req-aec028f3-35a2-4cc2-89a4-11b3874ca665 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (c14f387d-7f9e-4353-94b9-b733489f2f96), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:12.056021 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 40102ff3-ce1c-4855-9151-a9d43d94680e no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:12.085932 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 40102ff3-ce1c-4855-9151-a9d43d94680e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:53:12.086631 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 40102ff3-ce1c-4855-9151-a9d43d94680e not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:12.088660 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1a88682a-4ffc-4e72-a3dc-005233d092e0 req-aec028f3-35a2-4cc2-89a4-11b3874ca665 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c14f387d-7f9e-4353-94b9-b733489f2f96), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:12.091278 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1a88682a-4ffc-4e72-a3dc-005233d092e0 req-aec028f3-35a2-4cc2-89a4-11b3874ca665 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:12.092482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a88682a-4ffc-4e72-a3dc-005233d092e0 req-aec028f3-35a2-4cc2-89a4-11b3874ca665 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "DELETE /v2.0/security-groups/c14f387d-7f9e-4353-94b9-b733489f2f96 HTTP/1.1" status: 204 len: 173 time: 0.2953293 Feb 05 02:53:12.127528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec028f3-35a2-4cc2-89a4-11b3874ca665 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14f387d-7f9e-4353-94b9-b733489f2f96,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:12.141618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6541c0-b0a8-4737-9623-feb927f8d315 req-8e738c1d-d7de-4453-86a5-59936eb523f2 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:12.143189 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a6541c0-b0a8-4737-9623-feb927f8d315 req-8e738c1d-d7de-4453-86a5-59936eb523f2 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.1357653 Feb 05 02:53:12.219320 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1b26e18d-02f4-4a66-901d-16a2e8481df3 admin admin] Deleting port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:12.219654 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b26e18d-02f4-4a66-901d-16a2e8481df3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:12.279660 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a6541c0-b0a8-4737-9623-feb927f8d315 req-fab29fba-3b44-4f1f-9fbd-5f3379c4fd14 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293201 Feb 05 02:53:12.309766 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e082c4-154a-4c93-bbf1-793e42f2e3bb req-5852da50-04ce-490f-a1c2-f6c24afc3a3e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:12.312775 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52e082c4-154a-4c93-bbf1-793e42f2e3bb req-5852da50-04ce-490f-a1c2-f6c24afc3a3e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.1505449 Feb 05 02:53:12.360481 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-f3808e0d-927b-49fe-bd7b-2a741d610373 req-cabb1356-e88e-4dc7-957a-fd7e5fbe39d0 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] show failed (client error): The resource could not be found. Feb 05 02:53:12.361618 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3808e0d-927b-49fe-bd7b-2a741d610373 req-cabb1356-e88e-4dc7-957a-fd7e5fbe39d0 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/c14f387d-7f9e-4353-94b9-b733489f2f96 HTTP/1.1" status: 404 len: 352 time: 0.0489848 Feb 05 02:53:12.387986 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-1b26e18d-02f4-4a66-901d-16a2e8481df3 admin admin] For port 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4a4dd45d-6ebf-4fe6-9125-e44a1d0df375,segment=NetworkSegment(0e3a65ba-e2eb-4c19-8764-3c261e6dad1e),segment_id=0e3a65ba-e2eb-4c19-8764-3c261e6dad1e)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:12.388399 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b26e18d-02f4-4a66-901d-16a2e8481df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:12.428462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1b26e18d-02f4-4a66-901d-16a2e8481df3 admin admin] Calling delete_port for 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:12.446921 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52e082c4-154a-4c93-bbf1-793e42f2e3bb req-e89e71f5-1df3-4cbd-a292-8712332ee5bd tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205337 Feb 05 02:53:12.473546 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a6acaa4-4e79-4484-b227-ccb98ee19ad7 req-285bc9fa-d0c0-41c8-b2ab-90164bfd768e tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/55420337-8bc7-47bb-9afe-4b344ec2cb8b HTTP/1.1" status: 200 len: 1818 time: 0.0758414 Feb 05 02:53:12.683289 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8a6acaa4-4e79-4484-b227-ccb98ee19ad7 req-93bccb5d-9c3b-4dc8-b932-da837d67d39b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (55420337-8bc7-47bb-9afe-4b344ec2cb8b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:12.691698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b5e62-7eb6-48e8-a46b-95692b6f1202 req-42740e84-9dfa-465b-8614-38d3e07ce6b0 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:12.694275 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a03b5e62-7eb6-48e8-a46b-95692b6f1202 req-42740e84-9dfa-465b-8614-38d3e07ce6b0 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25 HTTP/1.1" status: 200 len: 943 time: 0.1674366 Feb 05 02:53:12.751785 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8a6acaa4-4e79-4484-b227-ccb98ee19ad7 req-93bccb5d-9c3b-4dc8-b932-da837d67d39b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (55420337-8bc7-47bb-9afe-4b344ec2cb8b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:12.805774 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a03b5e62-7eb6-48e8-a46b-95692b6f1202 req-13c24c05-bf94-4821-b1ee-9eee390798bd tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000423 Feb 05 02:53:12.824013 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c5ac801c-af09-4241-b0d3-86d978453fbf details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:53:12.866634 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8a6acaa4-4e79-4484-b227-ccb98ee19ad7 req-93bccb5d-9c3b-4dc8-b932-da837d67d39b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (55420337-8bc7-47bb-9afe-4b344ec2cb8b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:12.869399 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8a6acaa4-4e79-4484-b227-ccb98ee19ad7 req-93bccb5d-9c3b-4dc8-b932-da837d67d39b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:12.875359 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a6acaa4-4e79-4484-b227-ccb98ee19ad7 req-93bccb5d-9c3b-4dc8-b932-da837d67d39b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "DELETE /v2.0/security-groups/55420337-8bc7-47bb-9afe-4b344ec2cb8b HTTP/1.1" status: 204 len: 173 time: 0.3660424 Feb 05 02:53:12.958595 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bccb5d-9c3b-4dc8-b932-da837d67d39b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55420337-8bc7-47bb-9afe-4b344ec2cb8b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:12.977228 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b26e18d-02f4-4a66-901d-16a2e8481df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4a4dd45d-6ebf-4fe6-9125-e44a1d0df375), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:12.979971 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-b56f74c9-131a-4c6f-a31a-853aee343733 req-1ed7db2d-baa8-477b-92d5-3af61653795b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] show failed (client error): The resource could not be found. Feb 05 02:53:12.981938 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b56f74c9-131a-4c6f-a31a-853aee343733 req-1ed7db2d-baa8-477b-92d5-3af61653795b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/55420337-8bc7-47bb-9afe-4b344ec2cb8b HTTP/1.1" status: 404 len: 352 time: 0.0673285 Feb 05 02:53:13.003424 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74252876-e7eb-44fb-9533-281ec0d040e0 req-cd3026ac-9d38-408d-a010-e2d189f508b2 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:13.007239 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-74252876-e7eb-44fb-9533-281ec0d040e0 req-cd3026ac-9d38-408d-a010-e2d189f508b2 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 949 time: 0.1082962 Feb 05 02:53:13.018927 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26e18d-02f4-4a66-901d-16a2e8481df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4dd45d-6ebf-4fe6-9125-e44a1d0df375,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:13.233686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-74252876-e7eb-44fb-9533-281ec0d040e0 req-03b5bc59-5216-4498-b784-1373bc56773d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Deleting port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:13.234022 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-74252876-e7eb-44fb-9533-281ec0d040e0 req-03b5bc59-5216-4498-b784-1373bc56773d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6b65b0b0-3061-43ad-b1ea-ee5fc48538ca), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:13.279677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port c5ac801c-af09-4241-b0d3-86d978453fbf, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c5ac801c-af09-4241-b0d3-86d978453fbf,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:13.306192 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'c5ac801c-af09-4241-b0d3-86d978453fbf', 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb', 'port_id': 'c5ac801c-af09-4241-b0d3-86d978453fbf', 'mac_address': 'fa:16:3e:8c:d8:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac91bbb4-a940-4c45-8d2f-ef0964fd7339', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:53:13.406290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port c5ac801c-af09-4241-b0d3-86d978453fbf is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:53:13.406687 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:13.434982 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ac801c-af09-4241-b0d3-86d978453fbf {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:53:13.452459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-74252876-e7eb-44fb-9533-281ec0d040e0 req-03b5bc59-5216-4498-b784-1373bc56773d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] For port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=6b65b0b0-3061-43ad-b1ea-ee5fc48538ca,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:13.452697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-74252876-e7eb-44fb-9533-281ec0d040e0 req-03b5bc59-5216-4498-b784-1373bc56773d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6b65b0b0-3061-43ad-b1ea-ee5fc48538ca), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:13.469104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f95363e-ec63-47e0-a318-24d2e475e8c1 req-ab0241e7-1296-4089-9cf4-24a23ab45e98 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87 HTTP/1.1" status: 200 len: 6200 time: 0.3875637 Feb 05 02:53:13.474619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port c5ac801c-af09-4241-b0d3-86d978453fbf, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c5ac801c-af09-4241-b0d3-86d978453fbf,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:13.483213 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:13.487053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-74252876-e7eb-44fb-9533-281ec0d040e0 req-03b5bc59-5216-4498-b784-1373bc56773d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Calling delete_port for 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:13.498521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26decb9a-7b03-4ce6-93b2-28cf92cfe83c req-e0e53dbf-359f-4c37-8dcc-cd01588b7bfc tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:13.500228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-26decb9a-7b03-4ce6-93b2-28cf92cfe83c req-e0e53dbf-359f-4c37-8dcc-cd01588b7bfc tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 949 time: 0.3413584 Feb 05 02:53:13.583880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=c5ac801c-af09-4241-b0d3-86d978453fbf,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:13.584177 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b26e18d-02f4-4a66-901d-16a2e8481df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (e21b418b-2127-4302-a7b2-89087aa6eb3e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:13.613504 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f95363e-ec63-47e0-a318-24d2e475e8c1 req-ef77833a-942c-4f18-8e0b-d5e70ed4b339 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/9e3a0934-c62b-470e-ac8f-d130026a1903 HTTP/1.1" status: 200 len: 2998 time: 0.1434250 Feb 05 02:53:13.684532 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-74252876-e7eb-44fb-9533-281ec0d040e0 req-03b5bc59-5216-4498-b784-1373bc56773d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6b65b0b0-3061-43ad-b1ea-ee5fc48538ca), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:13.698089 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['6b65b0b0-3061-43ad-b1ea-ee5fc48538ca'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:13.706079 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5e1b2083-0e87-4b26-aa60-e9c8e4dc840d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:13.733902 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-26decb9a-7b03-4ce6-93b2-28cf92cfe83c req-50848391-0d8d-4f47-884e-191557ceea9d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985750 Feb 05 02:53:13.754059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5bc59-5216-4498-b784-1373bc56773d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Pushing event deleted for resources: {'Port': ['ID=6b65b0b0-3061-43ad-b1ea-ee5fc48538ca,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:13.798104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f95363e-ec63-47e0-a318-24d2e475e8c1 req-84933245-6ac3-4cb2-9dbc-63fe3f582d14 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/9e3a0934-c62b-470e-ac8f-d130026a1903 HTTP/1.1" status: 200 len: 2998 time: 0.1779363 Feb 05 02:53:13.854683 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['c5ac801c-af09-4241-b0d3-86d978453fbf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:13.861608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-74252876-e7eb-44fb-9533-281ec0d040e0 req-03b5bc59-5216-4498-b784-1373bc56773d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] No DVR routers for this DVR port 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:13.866327 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-74252876-e7eb-44fb-9533-281ec0d040e0 req-03b5bc59-5216-4498-b784-1373bc56773d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:13.870206 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-74252876-e7eb-44fb-9533-281ec0d040e0 req-03b5bc59-5216-4498-b784-1373bc56773d tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.31 "DELETE /v2.0/ports/6b65b0b0-3061-43ad-b1ea-ee5fc48538ca HTTP/1.1" status: 204 len: 173 time: 0.8584902 Feb 05 02:53:13.870790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2877cee-a373-4ea4-b308-9e0ed1527d64', 'name': 'network-vif-deleted', 'tag': '6b65b0b0-3061-43ad-b1ea-ee5fc48538ca'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:13.888717 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9b7383-be28-4430-87a3-eb1f85716f2a" -d '{"events": [{"server_uuid": "e2877cee-a373-4ea4-b308-9e0ed1527d64", "name": "network-vif-deleted", "tag": "6b65b0b0-3061-43ad-b1ea-ee5fc48538ca"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:14.172251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09906b13-e7ee-4873-9d75-cfc8d487ee1c req-6007821d-cb79-4076-aa59-faa320f0bb7f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:14.174684 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09906b13-e7ee-4873-9d75-cfc8d487ee1c req-6007821d-cb79-4076-aa59-faa320f0bb7f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.2744915 Feb 05 02:53:14.209720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc82549-12c9-492d-a0f8-19eb05f459cf req-43366159-e6e4-4a4c-8b73-1c2106f2b13b tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:14.218508 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3bc82549-12c9-492d-a0f8-19eb05f459cf req-43366159-e6e4-4a4c-8b73-1c2106f2b13b tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.2272196 Feb 05 02:53:14.221901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a18ae-6d87-4abb-86cb-d6e8778fc6c4 req-973e5543-c70c-4572-977e-6a568db97d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:14.224559 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9c7a18ae-6d87-4abb-86cb-d6e8778fc6c4 req-973e5543-c70c-4572-977e-6a568db97d92 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 1127 time: 0.2042603 Feb 05 02:53:14.297574 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9c7a18ae-6d87-4abb-86cb-d6e8778fc6c4 req-4340ff77-d2a6-40a9-9aab-21571b32ed25 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676572 Feb 05 02:53:14.342126 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b26e18d-02f4-4a66-901d-16a2e8481df3 admin admin] Router e21b418b-2127-4302-a7b2-89087aa6eb3e has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:53:14.390622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09906b13-e7ee-4873-9d75-cfc8d487ee1c req-602d56b8-fa4a-4b92-81a2-046daa28cac6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955864 Feb 05 02:53:14.408913 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3bc82549-12c9-492d-a0f8-19eb05f459cf req-2957872a-c2ea-4856-9437-8f06b998483b tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841669 Feb 05 02:53:14.475801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47660) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:14.509715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-ea9049cd-5f9d-427f-a446-238c7e146900 req-ebe0154b-c886-4207-ae34-9373f604d28f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1447134975', 'description': 'tempest-description-900596464'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:14.574375 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ea9049cd-5f9d-427f-a446-238c7e146900 req-ebe0154b-c886-4207-ae34-9373f604d28f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:14.627234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b26e18d-02f4-4a66-901d-16a2e8481df3 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:53:14.637248 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e49a28-342c-4756-8616-efe121f89fc7 req-efbafcb1-749a-4e9a-98d7-c99e4262b49b tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:14.639304 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-66e49a28-342c-4756-8616-efe121f89fc7 req-efbafcb1-749a-4e9a-98d7-c99e4262b49b tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25 HTTP/1.1" status: 200 len: 944 time: 0.1182623 Feb 05 02:53:14.641507 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9427284-c293-4e3b-b266-70eff0f50d44 None None] Sync routers for ids ['e21b418b-2127-4302-a7b2-89087aa6eb3e'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:53:14.643272 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1b26e18d-02f4-4a66-901d-16a2e8481df3 admin admin] 10.222.0.36 "PUT /v2.0/routers/e21b418b-2127-4302-a7b2-89087aa6eb3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1096504 Feb 05 02:53:14.646710 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47664) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:14.666909 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9427284-c293-4e3b-b266-70eff0f50d44 None None] Routers {'e21b418b-2127-4302-a7b2-89087aa6eb3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:53:14.667560 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a9427284-c293-4e3b-b266-70eff0f50d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:53:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e21b418b-2127-4302-a7b2-89087aa6eb3e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:14.723683 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-66e49a28-342c-4756-8616-efe121f89fc7 req-3b1e6efa-bb7e-4bb3-b330-8ff1af4f2c68 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735679 Feb 05 02:53:14.759010 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5105ede-8426-49c8-a08f-427aca92b5ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:14.779620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ea9049cd-5f9d-427f-a446-238c7e146900 req-ebe0154b-c886-4207-ae34-9373f604d28f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (c5bb938c-e1f2-4c44-94dd-e814484be965), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:14.784808 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ea9049cd-5f9d-427f-a446-238c7e146900 req-ebe0154b-c886-4207-ae34-9373f604d28f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c5bb938c-e1f2-4c44-94dd-e814484be965), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:14.795487 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43219b45-1398-48ed-bd14-9aa2dbceecaf x-openstack-request-id: req-43219b45-1398-48ed-bd14-9aa2dbceecaf {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:14.795785 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2877cee-a373-4ea4-b308-9e0ed1527d64", "name": "network-vif-deleted", "tag": "6b65b0b0-3061-43ad-b1ea-ee5fc48538ca", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:14.796041 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43219b45-1398-48ed-bd14-9aa2dbceecaf {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:14.796443 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2877cee-a373-4ea4-b308-9e0ed1527d64', 'name': 'network-vif-deleted', 'tag': '6b65b0b0-3061-43ad-b1ea-ee5fc48538ca', 'status': 'completed', 'code': 200} Feb 05 02:53:14.826694 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ea9049cd-5f9d-427f-a446-238c7e146900 req-ebe0154b-c886-4207-ae34-9373f604d28f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:14.828030 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea9049cd-5f9d-427f-a446-238c7e146900 req-ebe0154b-c886-4207-ae34-9373f604d28f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3520484 Feb 05 02:53:14.830034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0154b-c886-4207-ae34-9373f604d28f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bb938c-e1f2-4c44-94dd-e814484be965,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:14.848441 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a9427284-c293-4e3b-b266-70eff0f50d44 None None] Set router e21b418b-2127-4302-a7b2-89087aa6eb3e gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:53:14.863264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-97ee3020-87b6-44ae-879b-e65c7bfd3b2d req-cf55d213-699a-4244-9ea0-dbe6cdce2681 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1939817591', 'description': 'tempest-description-1336458351'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:14.902609 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-97ee3020-87b6-44ae-879b-e65c7bfd3b2d req-cf55d213-699a-4244-9ea0-dbe6cdce2681 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:14.903404 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5674f38-699c-4afe-881b-77f34e18c064 admin admin] Publish callbacks [] for router (e21b418b-2127-4302-a7b2-89087aa6eb3e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:14.944095 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a820ff3-b559-48fd-a4ed-1e4de09cfa6f req-60502a8e-fc22-4505-a029-8b49eb6bbc7c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2877cee-a373-4ea4-b308-9e0ed1527d64 HTTP/1.1" status: 200 len: 210 time: 0.0527189 Feb 05 02:53:15.025925 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-97ee3020-87b6-44ae-879b-e65c7bfd3b2d req-cf55d213-699a-4244-9ea0-dbe6cdce2681 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (fc425f7c-e0d7-4fb4-822c-604f4cc29d67), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:15.031742 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-97ee3020-87b6-44ae-879b-e65c7bfd3b2d req-cf55d213-699a-4244-9ea0-dbe6cdce2681 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (fc425f7c-e0d7-4fb4-822c-604f4cc29d67), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:15.057918 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a9427284-c293-4e3b-b266-70eff0f50d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'name': 'tempest-ServersTestMultiNic-922789537-router', 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:53:12Z', 'revision_number': 5, 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'gw_port': {'id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:15.084162 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-97ee3020-87b6-44ae-879b-e65c7bfd3b2d req-cf55d213-699a-4244-9ea0-dbe6cdce2681 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:15.094750 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97ee3020-87b6-44ae-879b-e65c7bfd3b2d req-cf55d213-699a-4244-9ea0-dbe6cdce2681 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2378170 Feb 05 02:53:15.131296 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55d213-699a-4244-9ea0-dbe6cdce2681 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc425f7c-e0d7-4fb4-822c-604f4cc29d67,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:15.197951 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9427284-c293-4e3b-b266-70eff0f50d44 None None] Checking router: e21b418b-2127-4302-a7b2-89087aa6eb3e for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:53:15.210156 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9427284-c293-4e3b-b266-70eff0f50d44 None None] Routers {'e21b418b-2127-4302-a7b2-89087aa6eb3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:53:15.211115 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a9427284-c293-4e3b-b266-70eff0f50d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:53:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e21b418b-2127-4302-a7b2-89087aa6eb3e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:15.356811 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a9427284-c293-4e3b-b266-70eff0f50d44 None None] Set router e21b418b-2127-4302-a7b2-89087aa6eb3e gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:53:15.482529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-bc0042bc-5c55-47fe-b344-197eecaf11bd tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:15.495765 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-bc0042bc-5c55-47fe-b344-197eecaf11bd tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/networks?id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372 HTTP/1.1" status: 200 len: 813 time: 0.1628850 Feb 05 02:53:15.557940 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-3a6bad94-89c7-4fd1-bdd5-a47195f58e5c tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/quotas/6d6c4cc493ea4cd29ee3bd79f3cbaa87 HTTP/1.1" status: 200 len: 375 time: 0.0543783 Feb 05 02:53:15.600708 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5674f38-699c-4afe-881b-77f34e18c064 admin admin] Publish callbacks [] for router_gateway (e21b418b-2127-4302-a7b2-89087aa6eb3e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:15.627890 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db115d80-2b48-4709-b893-0a08ed167411 req-8218c706-2639-4c22-bd70-56a4e9c8ecfe tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:15.630199 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db115d80-2b48-4709-b893-0a08ed167411 req-8218c706-2639-4c22-bd70-56a4e9c8ecfe tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.1139796 Feb 05 02:53:15.662193 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a9427284-c293-4e3b-b266-70eff0f50d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'name': 'tempest-ServersTestMultiNic-922789537-router', 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:53:12Z', 'revision_number': 5, 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'gw_port': {'id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:15.672466 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-6257fe2d-086f-44dd-9c06-535d8cfc1bfc tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1050265 Feb 05 02:53:15.684871 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5105ede-8426-49c8-a08f-427aca92b5ab admin admin] Publish callbacks [] for security_group (a4dc971e-e1d2-4016-8042-7b1049a1c6dd), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:15.692299 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5105ede-8426-49c8-a08f-427aca92b5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a4dc971e-e1d2-4016-8042-7b1049a1c6dd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:15.715231 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9427284-c293-4e3b-b266-70eff0f50d44 None None] The sync data for ids ['e21b418b-2127-4302-a7b2-89087aa6eb3e'] in n-d-826942-8 is: [{'id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'name': 'tempest-ServersTestMultiNic-922789537-router', 'tenant_id': '5f2967e419ed41e9a99646795aa87bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:53:12Z', 'revision_number': 5, 'project_id': '5f2967e419ed41e9a99646795aa87bf5', 'gw_port': {'id': '29da88e3-acfa-40c1-ab48-4e0cbd32a731', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21b418b-2127-4302-a7b2-89087aa6eb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:51:21Z', 'updated_at': '2022-02-05T02:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:53:15.757476 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a5105ede-8426-49c8-a08f-427aca92b5ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39eeb93091684528840c2b3106f5cb0a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2805948 Feb 05 02:53:15.758228 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5105ede-8426-49c8-a08f-427aca92b5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dc971e-e1d2-4016-8042-7b1049a1c6dd,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:15.763635 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47688) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:15.775099 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db115d80-2b48-4709-b893-0a08ed167411 req-38e36826-88d9-4800-a6a3-9314baf4f46a tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321907 Feb 05 02:53:15.787046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f5674f38-699c-4afe-881b-77f34e18c064 admin admin] Deleting port 29da88e3-acfa-40c1-ab48-4e0cbd32a731 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:15.787271 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5674f38-699c-4afe-881b-77f34e18c064 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (29da88e3-acfa-40c1-ab48-4e0cbd32a731), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:15.822103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-ba5058f7-45e8-44ec-832c-9e6c716e2561 service neutron] 10.222.0.36 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322701 Feb 05 02:53:15.890826 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:15.897730 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bbc8eb56-0173-4b93-9b07-1f06dc5d905f admin admin] Publish callbacks [] for security_group (a4dc971e-e1d2-4016-8042-7b1049a1c6dd), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:15.932674 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-f5674f38-699c-4afe-881b-77f34e18c064 admin admin] For port 29da88e3-acfa-40c1-ab48-4e0cbd32a731, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=29da88e3-acfa-40c1-ab48-4e0cbd32a731,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:15.933032 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5674f38-699c-4afe-881b-77f34e18c064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (29da88e3-acfa-40c1-ab48-4e0cbd32a731), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:15.943882 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bbc8eb56-0173-4b93-9b07-1f06dc5d905f admin admin] Publish callbacks [] for security_group (a4dc971e-e1d2-4016-8042-7b1049a1c6dd), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:15.956044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f5674f38-699c-4afe-881b-77f34e18c064 admin admin] Calling delete_port for 29da88e3-acfa-40c1-ab48-4e0cbd32a731 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:15.968224 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-a3b8d46d-de1d-45cf-9542-c8c5e97d56c5 service neutron] 10.222.0.36 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391263 Feb 05 02:53:15.976638 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22490f94-7548-40ee-aa3d-5c1c46159424 req-a7d13fc6-5c4b-4650-9bce-7fcaa4c69966 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:15.978405 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22490f94-7548-40ee-aa3d-5c1c46159424 req-a7d13fc6-5c4b-4650-9bce-7fcaa4c69966 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.0907304 Feb 05 02:53:16.034778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22490f94-7548-40ee-aa3d-5c1c46159424 req-7991cd3e-de73-4533-82ce-934a53f2e92f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507398 Feb 05 02:53:16.157145 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bbc8eb56-0173-4b93-9b07-1f06dc5d905f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a4dc971e-e1d2-4016-8042-7b1049a1c6dd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:16.160684 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bbc8eb56-0173-4b93-9b07-1f06dc5d905f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:16.165829 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bbc8eb56-0173-4b93-9b07-1f06dc5d905f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4dc971e-e1d2-4016-8042-7b1049a1c6dd HTTP/1.1" status: 204 len: 168 time: 0.3995781 Feb 05 02:53:16.172197 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-dd30be84-af96-43ce-981d-c68eff9f1688 req-b2a03e88-2c82-418f-b585-b8545eb98031 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1817871446', 'description': 'tempest-description-1643193548'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:16.221493 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8eb56-0173-4b93-9b07-1f06dc5d905f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dc971e-e1d2-4016-8042-7b1049a1c6dd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:16.244952 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dd30be84-af96-43ce-981d-c68eff9f1688 req-b2a03e88-2c82-418f-b585-b8545eb98031 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:16.330961 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dd30be84-af96-43ce-981d-c68eff9f1688 req-b2a03e88-2c82-418f-b585-b8545eb98031 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for security_group (2bdde499-6efc-44c4-a1b4-1335c8923df5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:16.349803 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5674f38-699c-4afe-881b-77f34e18c064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (29da88e3-acfa-40c1-ab48-4e0cbd32a731), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:16.351400 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dd30be84-af96-43ce-981d-c68eff9f1688 req-b2a03e88-2c82-418f-b585-b8545eb98031 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2bdde499-6efc-44c4-a1b4-1335c8923df5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:16.386573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5674f38-699c-4afe-881b-77f34e18c064 admin admin] Pushing event deleted for resources: {'Port': ['ID=29da88e3-acfa-40c1-ab48-4e0cbd32a731,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:16.402599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a03e88-2c82-418f-b585-b8545eb98031 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdde499-6efc-44c4-a1b4-1335c8923df5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:16.435146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930135cb-ec1f-4b46-97de-e40d5646f301 req-e59e505e-7817-4c97-8bd6-530f4fe23a8f tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:16.443352 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-930135cb-ec1f-4b46-97de-e40d5646f301 req-e59e505e-7817-4c97-8bd6-530f4fe23a8f tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25 HTTP/1.1" status: 200 len: 944 time: 0.2861135 Feb 05 02:53:16.448550 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dd30be84-af96-43ce-981d-c68eff9f1688 req-b2a03e88-2c82-418f-b585-b8545eb98031 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:16.461169 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd30be84-af96-43ce-981d-c68eff9f1688 req-b2a03e88-2c82-418f-b585-b8545eb98031 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.3017132 Feb 05 02:53:16.505596 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5674f38-699c-4afe-881b-77f34e18c064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (e21b418b-2127-4302-a7b2-89087aa6eb3e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:16.567694 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-930135cb-ec1f-4b46-97de-e40d5646f301 req-d00e1d48-1b2e-4129-b319-fdab3cd78161 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225979 Feb 05 02:53:16.644595 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52c90d5d-aabe-4317-82d7-9d67e7de8ad7 req-3a1f3a1a-be7d-4eec-b1e7-1b8555267b7d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 210 time: 0.0599067 Feb 05 02:53:16.739951 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f58bc804-9a1d-45c0-9c53-8f97610334b5 req-0441538a-ec59-4116-aedc-207ffbdec625 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1817871446&fields=id&tenant_id=02aaa99cb30e48e88e4e15df7fc3cdda HTTP/1.1" status: 200 len: 267 time: 0.0804746 Feb 05 02:53:16.799402 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5674f38-699c-4afe-881b-77f34e18c064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (e21b418b-2127-4302-a7b2-89087aa6eb3e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:16.804214 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5674f38-699c-4afe-881b-77f34e18c064 admin admin] Publish callbacks [] for router_controller (e21b418b-2127-4302-a7b2-89087aa6eb3e), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:16.806356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47710) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:16.831262 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a2bf5cc-fa46-489d-b572-8292c34bf696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:16.855382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c5ac801c-af09-4241-b0d3-86d978453fbf up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:53:16.917083 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5674f38-699c-4afe-881b-77f34e18c064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (e21b418b-2127-4302-a7b2-89087aa6eb3e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:16.917436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5674f38-699c-4afe-881b-77f34e18c064 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e21b418b-2127-4302-a7b2-89087aa6eb3e {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:53:16.922145 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5674f38-699c-4afe-881b-77f34e18c064 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:16.923413 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f5674f38-699c-4afe-881b-77f34e18c064 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e21b418b-2127-4302-a7b2-89087aa6eb3e HTTP/1.1" status: 204 len: 168 time: 2.2754233 Feb 05 02:53:16.926248 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47716) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:16.972634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bc804-9a1d-45c0-9c53-8f97610334b5 req-72cb9f84-f406-448a-8519-0864e6b2de0a tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:16.984382 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f58bc804-9a1d-45c0-9c53-8f97610334b5 req-72cb9f84-f406-448a-8519-0864e6b2de0a tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.2388070 Feb 05 02:53:16.992697 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f58bc804-9a1d-45c0-9c53-8f97610334b5 req-b00fa219-7b89-43d4-9bca-e8817c45c832 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Request body: {'port': {'security_groups': ['909d85c1-dac2-40c5-a9bc-c6ca03b8dae1', '2bdde499-6efc-44c4-a1b4-1335c8923df5']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:16.992998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port c5ac801c-af09-4241-b0d3-86d978453fbf completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:53:17.002033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port c5ac801c-af09-4241-b0d3-86d978453fbf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:53:17.002845 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:17.022596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0507bf-d683-4990-9ea1-da673478f0f8 admin admin] Deleting subnet 494926db-6dab-45a1-aa82-6161258f0250 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:53:17.026790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d0507bf-d683-4990-9ea1-da673478f0f8 admin admin] Publish callbacks [] for subnet (494926db-6dab-45a1-aa82-6161258f0250), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:17.095689 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d0507bf-d683-4990-9ea1-da673478f0f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (494926db-6dab-45a1-aa82-6161258f0250), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:17.202078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port c5ac801c-af09-4241-b0d3-86d978453fbf is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:53:17.203364 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:17.216041 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d0507bf-d683-4990-9ea1-da673478f0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (494926db-6dab-45a1-aa82-6161258f0250), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:17.232473 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f58bc804-9a1d-45c0-9c53-8f97610334b5 req-b00fa219-7b89-43d4-9bca-e8817c45c832 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:17.257612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port c5ac801c-af09-4241-b0d3-86d978453fbf, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c5ac801c-af09-4241-b0d3-86d978453fbf,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:17.259296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ac801c-af09-4241-b0d3-86d978453fbf'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:17.262507 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f757b204-9e16-4e13-9e6a-61d9085a73be" -d '{"events": [{"server_uuid": "1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25", "name": "network-vif-plugged", "status": "completed", "tag": "c5ac801c-af09-4241-b0d3-86d978453fbf"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:17.271623 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:17.273171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:17.331990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:53:17.333920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 6b65b0b0-3061-43ad-b1ea-ee5fc48538ca not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:17.335072 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c51bd-c6af-44f6-ac5c-85d5a31efbda req-23fcd161-a5fb-4cf2-82c8-4f75973c627f tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:17.344591 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de3c51bd-c6af-44f6-ac5c-85d5a31efbda req-23fcd161-a5fb-4cf2-82c8-4f75973c627f tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 951 time: 0.2712688 Feb 05 02:53:17.360218 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d0507bf-d683-4990-9ea1-da673478f0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (494926db-6dab-45a1-aa82-6161258f0250), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:17.385701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=c5ac801c-af09-4241-b0d3-86d978453fbf,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:17.404756 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0507bf-d683-4990-9ea1-da673478f0f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=494926db-6dab-45a1-aa82-6161258f0250,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:17.413864 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d0507bf-d683-4990-9ea1-da673478f0f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:17.414238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a658677-6617-4d50-b290-1380a6e75ce4 None None] Network b5105df8-0ff2-49e9-95a6-bdebfbdc10ac requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:53:17.418585 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1d0507bf-d683-4990-9ea1-da673478f0f8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/494926db-6dab-45a1-aa82-6161258f0250 HTTP/1.1" status: 204 len: 168 time: 0.4890871 Feb 05 02:53:17.420981 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47722) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:17.470541 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de3c51bd-c6af-44f6-ac5c-85d5a31efbda req-bbc8c0f5-2c51-450b-a530-b0d4ac8b0312 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209016 Feb 05 02:53:17.521982 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (b5105df8-0ff2-49e9-95a6-bdebfbdc10ac), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:17.526018 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a2bf5cc-fa46-489d-b572-8292c34bf696 admin admin] Publish callbacks [] for security_group (9a7f702e-fa24-4264-b843-f9c9dd8fc7ee), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:17.621499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] Deleting port 96b252a6-f83b-4d2d-875f-688585d4e193 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:17.621811 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (96b252a6-f83b-4d2d-875f-688585d4e193), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:17.630133 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 29da88e3-acfa-40c1-ab48-4e0cbd32a731 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:17.654910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 29da88e3-acfa-40c1-ab48-4e0cbd32a731 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:53:17.655619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 29da88e3-acfa-40c1-ab48-4e0cbd32a731 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:17.656212 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:17.681051 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:53:17.681656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4a4dd45d-6ebf-4fe6-9125-e44a1d0df375 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:17.700868 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a2bf5cc-fa46-489d-b572-8292c34bf696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9a7f702e-fa24-4264-b843-f9c9dd8fc7ee), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:17.728888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] For port 96b252a6-f83b-4d2d-875f-688585d4e193, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=96b252a6-f83b-4d2d-875f-688585d4e193,segment=NetworkSegment(0e3a65ba-e2eb-4c19-8764-3c261e6dad1e),segment_id=0e3a65ba-e2eb-4c19-8764-3c261e6dad1e)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:17.730289 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (96b252a6-f83b-4d2d-875f-688585d4e193), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:17.778853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] Calling delete_port for 96b252a6-f83b-4d2d-875f-688585d4e193 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:17.781717 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e712aa44-1167-478f-b82a-6e731eb7b9d9 None None] DHCP port deletion for b5105df8-0ff2-49e9-95a6-bdebfbdc10ac request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:53:17.791244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f58bc804-9a1d-45c0-9c53-8f97610334b5 req-b00fa219-7b89-43d4-9bca-e8817c45c832 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] For port 4d9260af-7f50-46a2-9b01-6b6e432524a6, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d9260af-7f50-46a2-9b01-6b6e432524a6,segment=NetworkSegment(747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec),segment_id=747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:17.831616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bf5cc-fa46-489d-b572-8292c34bf696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7f702e-fa24-4264-b843-f9c9dd8fc7ee,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:17.854572 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2a2bf5cc-fa46-489d-b572-8292c34bf696 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75c06f5b94e74df58c1ce01f08a92bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0455933 Feb 05 02:53:17.862380 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47728) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:17.903754 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e712aa44-1167-478f-b82a-6e731eb7b9d9 None None] Deleting port 96b252a6-f83b-4d2d-875f-688585d4e193 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:17.904329 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e712aa44-1167-478f-b82a-6e731eb7b9d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (96b252a6-f83b-4d2d-875f-688585d4e193), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:17.926226 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f58bc804-9a1d-45c0-9c53-8f97610334b5 req-b00fa219-7b89-43d4-9bca-e8817c45c832 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:17.950387 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf3bc-a2ec-492e-8f66-96a42e860f53 req-d869bc88-3508-445b-a0c6-520ba68b24e2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:17.952815 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-44ecf3bc-a2ec-492e-8f66-96a42e860f53 req-d869bc88-3508-445b-a0c6-520ba68b24e2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.2530332 Feb 05 02:53:17.954675 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f58bc804-9a1d-45c0-9c53-8f97610334b5 req-b00fa219-7b89-43d4-9bca-e8817c45c832 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:17.985651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e712aa44-1167-478f-b82a-6e731eb7b9d9 None None] For port 96b252a6-f83b-4d2d-875f-688585d4e193, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=96b252a6-f83b-4d2d-875f-688585d4e193,segment=NetworkSegment(0e3a65ba-e2eb-4c19-8764-3c261e6dad1e),segment_id=0e3a65ba-e2eb-4c19-8764-3c261e6dad1e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:17.986150 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e712aa44-1167-478f-b82a-6e731eb7b9d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (96b252a6-f83b-4d2d-875f-688585d4e193), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:18.001583 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e712aa44-1167-478f-b82a-6e731eb7b9d9 None None] Calling delete_port for 96b252a6-f83b-4d2d-875f-688585d4e193 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:18.006649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-d45a72f4-3c79-40ce-948d-35eecbcfabe3 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:18.008336 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-d45a72f4-3c79-40ce-948d-35eecbcfabe3 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.31 "GET /v2.0/networks?id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372 HTTP/1.1" status: 200 len: 813 time: 0.1456683 Feb 05 02:53:18.009844 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (96b252a6-f83b-4d2d-875f-688585d4e193), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:18.027086 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-57102f8e-6be8-41b8-a201-de3a39c5de61 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Request body: {'port': {'device_id': '65e07856-c8a9-48f5-adfe-fcd74bd2a0bb', 'network_id': '2b86ee56-1c6a-4b7f-a374-b6803b2ec372', 'admin_state_up': True, 'tenant_id': '6d6c4cc493ea4cd29ee3bd79f3cbaa87'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:18.043217 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bc804-9a1d-45c0-9c53-8f97610334b5 req-b00fa219-7b89-43d4-9bca-e8817c45c832 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:18.044165 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f58bc804-9a1d-45c0-9c53-8f97610334b5 req-b00fa219-7b89-43d4-9bca-e8817c45c832 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:18.060962 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f58bc804-9a1d-45c0-9c53-8f97610334b5 req-b00fa219-7b89-43d4-9bca-e8817c45c832 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "PUT /v2.0/ports/4d9260af-7f50-46a2-9b01-6b6e432524a6 HTTP/1.1" status: 200 len: 981 time: 1.0754933 Feb 05 02:53:18.064109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'tag': '4d9260af-7f50-46a2-9b01-6b6e432524a6'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:18.086823 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4994b44-32fd-4e6d-9aa8-f7a843dac595" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee89d12-27c2-4837-918c-5b89e8fba17c", "tag": "4d9260af-7f50-46a2-9b01-6b6e432524a6"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:18.092525 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] No DVR routers for this DVR port 96b252a6-f83b-4d2d-875f-688585d4e193 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:18.094047 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e712aa44-1167-478f-b82a-6e731eb7b9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (96b252a6-f83b-4d2d-875f-688585d4e193), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:18.094597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] Pushing event deleted for resources: {'Port': ['ID=96b252a6-f83b-4d2d-875f-688585d4e193,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:18.096829 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4d9260af-7f50-46a2-9b01-6b6e432524a6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:18.112439 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-429e8958-f974-4ea6-888f-663ab4a77928 admin admin] Publish callbacks [] for security_group (9a7f702e-fa24-4264-b843-f9c9dd8fc7ee), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:18.158660 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712aa44-1167-478f-b82a-6e731eb7b9d9 None None] Pushing event deleted for resources: {'Port': ['ID=96b252a6-f83b-4d2d-875f-688585d4e193,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:18.190942 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fa219-7b89-43d4-9bca-e8817c45c832 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Pushing event updated for resources: {'Port': ['ID=4d9260af-7f50-46a2-9b01-6b6e432524a6,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:18.214920 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-44ecf3bc-a2ec-492e-8f66-96a42e860f53 req-343caa77-e684-42ac-8014-911234be0b80 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496817 Feb 05 02:53:18.221140 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-429e8958-f974-4ea6-888f-663ab4a77928 admin admin] Publish callbacks [] for security_group (9a7f702e-fa24-4264-b843-f9c9dd8fc7ee), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:18.282202 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6efbd7-7406-4456-9638-144b043f6c60 x-openstack-request-id: req-ef6efbd7-7406-4456-9638-144b043f6c60 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:18.282583 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25", "name": "network-vif-plugged", "status": "completed", "tag": "c5ac801c-af09-4241-b0d3-86d978453fbf", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:18.283000 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef6efbd7-7406-4456-9638-144b043f6c60 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:18.283405 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ac801c-af09-4241-b0d3-86d978453fbf', 'code': 200} Feb 05 02:53:18.288380 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4d9260af-7f50-46a2-9b01-6b6e432524a6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:18.310997 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (b5105df8-0ff2-49e9-95a6-bdebfbdc10ac), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:18.382386 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e712aa44-1167-478f-b82a-6e731eb7b9d9 None None] No DVR routers for this DVR port 96b252a6-f83b-4d2d-875f-688585d4e193 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:18.384461 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5105df8-0ff2-49e9-95a6-bdebfbdc10ac']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:18.411128 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3a65ba-e2eb-4c19-8764-3c261e6dad1e') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:18.412118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3a65ba-e2eb-4c19-8764-3c261e6dad1e') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:18.415610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c2a10-c818-406b-887e-f0e20f13fc10 req-e9bdabf0-b827-418e-891d-9ad9615ad213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:18.417385 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac2c2a10-c818-406b-887e-f0e20f13fc10 req-e9bdabf0-b827-418e-891d-9ad9615ad213 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25 HTTP/1.1" status: 200 len: 1127 time: 0.1578453 Feb 05 02:53:18.431492 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-429e8958-f974-4ea6-888f-663ab4a77928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9a7f702e-fa24-4264-b843-f9c9dd8fc7ee), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:18.436475 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-429e8958-f974-4ea6-888f-663ab4a77928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:18.437784 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-429e8958-f974-4ea6-888f-663ab4a77928 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a7f702e-fa24-4264-b843-f9c9dd8fc7ee HTTP/1.1" status: 204 len: 168 time: 0.5719075 Feb 05 02:53:18.492032 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c52e5ecf-794a-45c0-9bd0-68b527472de2 req-dac6d7f9-e163-4081-b48c-40a913511f0e tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 210 time: 0.0731304 Feb 05 02:53:18.502012 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (0e3a65ba-e2eb-4c19-8764-3c261e6dad1e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:18.514583 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac2c2a10-c818-406b-887e-f0e20f13fc10 req-722064b9-00ef-4947-b961-5e5af9003e02 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854220 Feb 05 02:53:18.541992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e8958-f974-4ea6-888f-663ab4a77928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7f702e-fa24-4264-b843-f9c9dd8fc7ee,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:18.572556 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (0e3a65ba-e2eb-4c19-8764-3c261e6dad1e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:18.580360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-57102f8e-6be8-41b8-a201-de3a39c5de61 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Made reservation on behalf of 6d6c4cc493ea4cd29ee3bd79f3cbaa87 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:53:18.585741 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-57102f8e-6be8-41b8-a201-de3a39c5de61 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:18.593560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774c45c-ecfb-41e4-aff1-4854af198a1c req-ab5d058a-4387-4a89-bf8d-c3c8fb4e2978 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:18.614437 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bbc74-452d-4b01-9652-da630cd80c1a req-44e809b2-469a-484c-945f-9b0a22e38338 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:18.616141 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a774c45c-ecfb-41e4-aff1-4854af198a1c req-ab5d058a-4387-4a89-bf8d-c3c8fb4e2978 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25 HTTP/1.1" status: 200 len: 945 time: 0.2951009 Feb 05 02:53:18.620250 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cd3bbc74-452d-4b01-9652-da630cd80c1a req-44e809b2-469a-484c-945f-9b0a22e38338 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 951 time: 0.1649489 Feb 05 02:53:18.621396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:53:18.621803 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (0e3a65ba-e2eb-4c19-8764-3c261e6dad1e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:53:18.638747 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:53:18.761422 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (b5105df8-0ff2-49e9-95a6-bdebfbdc10ac), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:18.803654 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a774c45c-ecfb-41e4-aff1-4854af198a1c req-e2ecd2ec-bf4a-460a-a610-79ab67a13a44 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755590 Feb 05 02:53:18.829127 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:18.843588 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] 10.222.0.36 "DELETE /v2.0/networks/b5105df8-0ff2-49e9-95a6-bdebfbdc10ac HTTP/1.1" status: 204 len: 168 time: 1.4121947 Feb 05 02:53:18.870338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d0b088c-1819-4d23-9e75-08045c412704 req-e01af2b2-15f8-4589-886a-22340b9df11d tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1817871446&fields=id&tenant_id=02aaa99cb30e48e88e4e15df7fc3cdda HTTP/1.1" status: 200 len: 267 time: 0.1675355 Feb 05 02:53:18.932355 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c9612c-09da-45f2-83bc-81f9f8ed152a x-openstack-request-id: req-48c9612c-09da-45f2-83bc-81f9f8ed152a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:18.932695 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee89d12-27c2-4837-918c-5b89e8fba17c", "tag": "4d9260af-7f50-46a2-9b01-6b6e432524a6", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:18.932920 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48c9612c-09da-45f2-83bc-81f9f8ed152a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:18.933330 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'tag': '4d9260af-7f50-46a2-9b01-6b6e432524a6', 'status': 'completed', 'code': 200} Feb 05 02:53:18.949277 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccace8-6893-4dc2-a5b9-c2a1bc9885ab admin admin] Pushing event deleted for resources: {'Network': ['ID=b5105df8-0ff2-49e9-95a6-bdebfbdc10ac,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:18.990797 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b088c-1819-4d23-9e75-08045c412704 req-538b5bfa-7f3d-4511-a923-0710236f59af tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:19.001926 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d0b088c-1819-4d23-9e75-08045c412704 req-538b5bfa-7f3d-4511-a923-0710236f59af tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 984 time: 0.1256607 Feb 05 02:53:19.014426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2d0b088c-1819-4d23-9e75-08045c412704 req-17d81c22-b5c7-47db-9c7b-317859131f15 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Request body: {'port': {'security_groups': ['909d85c1-dac2-40c5-a9bc-c6ca03b8dae1']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:19.088528 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-57102f8e-6be8-41b8-a201-de3a39c5de61 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Allocated IP 172.20.0.2 (2b86ee56-1c6a-4b7f-a374-b6803b2ec372/9876c3ba-c14d-470d-849b-5fbedfe2e1f5/58cae29d-fcbf-4a3f-9e72-73d7d1cd0860) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:53:19.095503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-cd3bbc74-452d-4b01-9652-da630cd80c1a req-931fbd4d-d67c-4159-a42a-9c1d8122028c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Deleting port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:19.095850 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cd3bbc74-452d-4b01-9652-da630cd80c1a req-931fbd4d-d67c-4159-a42a-9c1d8122028c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:19.160435 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4994b44-32fd-4e6d-9aa8-f7a843dac595 req-24684d44-0eaf-403c-9494-ee05155e8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:19.163007 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b4994b44-32fd-4e6d-9aa8-f7a843dac595 req-24684d44-0eaf-403c-9494-ee05155e8a64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02aaa99cb30e48e88e4e15df7fc3cdda&device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 1166 time: 0.2059364 Feb 05 02:53:19.240485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47748) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:19.242124 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2d0b088c-1819-4d23-9e75-08045c412704 req-17d81c22-b5c7-47db-9c7b-317859131f15 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:19.252061 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-cd3bbc74-452d-4b01-9652-da630cd80c1a req-931fbd4d-d67c-4159-a42a-9c1d8122028c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] For port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:19.252349 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cd3bbc74-452d-4b01-9652-da630cd80c1a req-931fbd4d-d67c-4159-a42a-9c1d8122028c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:19.265944 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-cd3bbc74-452d-4b01-9652-da630cd80c1a req-931fbd4d-d67c-4159-a42a-9c1d8122028c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Calling delete_port for 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:19.369767 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea1843-a0b7-46da-a717-933e06df3dd4 req-fa115da9-5e33-4fdc-8bb8-e5ec7f871988 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:19.376877 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01ea1843-a0b7-46da-a717-933e06df3dd4 req-fa115da9-5e33-4fdc-8bb8-e5ec7f871988 tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 951 time: 0.2950504 Feb 05 02:53:19.409153 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-df6b5efd-cd41-474a-9703-7c660c0fa180 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f2967e419ed41e9a99646795aa87bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1645653 Feb 05 02:53:19.416194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47754) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:19.486891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4994b44-32fd-4e6d-9aa8-f7a843dac595 req-c49f60c6-4292-4c14-b7f0-34134b501147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:19.488718 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b4994b44-32fd-4e6d-9aa8-f7a843dac595 req-c49f60c6-4292-4c14-b7f0-34134b501147 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681 HTTP/1.1" status: 200 len: 920 time: 0.3172500 Feb 05 02:53:19.507737 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01ea1843-a0b7-46da-a717-933e06df3dd4 req-2793bd9e-a305-4e90-aa73-fd334d11eeec tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ffd1da8-5716-4285-bf64-1005c0ce6420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298251 Feb 05 02:53:19.595150 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 96b252a6-f83b-4d2d-875f-688585d4e193 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:19.626396 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b4994b44-32fd-4e6d-9aa8-f7a843dac595 req-d1a2b862-45c9-4249-87ff-d6e90005f55c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d9260af-7f50-46a2-9b01-6b6e432524a6 HTTP/1.1" status: 200 len: 217 time: 0.1283748 Feb 05 02:53:19.642395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 96b252a6-f83b-4d2d-875f-688585d4e193 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:53:19.642856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 96b252a6-f83b-4d2d-875f-688585d4e193 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:19.749461 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4994b44-32fd-4e6d-9aa8-f7a843dac595 req-86bb9f83-e938-4e79-b6eb-1a81c6d410ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:19.751077 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b4994b44-32fd-4e6d-9aa8-f7a843dac595 req-86bb9f83-e938-4e79-b6eb-1a81c6d410ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09a87c98-7ee5-494c-996e-4b6b30e96c7d HTTP/1.1" status: 200 len: 859 time: 0.1144240 Feb 05 02:53:19.780388 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-57102f8e-6be8-41b8-a201-de3a39c5de61 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:19.807434 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b4994b44-32fd-4e6d-9aa8-f7a843dac595 req-4c63c68a-3047-4faa-91fe-2b7ff0f5b9ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467257 Feb 05 02:53:19.984916 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-57102f8e-6be8-41b8-a201-de3a39c5de61 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:19.986837 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cd3bbc74-452d-4b01-9652-da630cd80c1a req-931fbd4d-d67c-4159-a42a-9c1d8122028c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5e1b2083-0e87-4b26-aa60-e9c8e4dc840d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:19.997561 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['c119772c-0a65-4d1a-a98d-04601b371f6b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:20.003792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5e1b2083-0e87-4b26-aa60-e9c8e4dc840d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:20.134288 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa157-e0f7-49e5-a7f1-4996260d6836 admin admin] Publish callbacks [] for security_group (65d82d55-ec29-42d9-bec8-91576934b3e5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:20.158657 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa157-e0f7-49e5-a7f1-4996260d6836 admin admin] Publish callbacks [] for security_group (65d82d55-ec29-42d9-bec8-91576934b3e5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:20.182945 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b4994b44-32fd-4e6d-9aa8-f7a843dac595 req-6f560472-06be-414c-9ae1-9176f64c6bec service neutron] 10.222.0.10 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552628 Feb 05 02:53:20.233394 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa157-e0f7-49e5-a7f1-4996260d6836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (65d82d55-ec29-42d9-bec8-91576934b3e5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:20.235854 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa157-e0f7-49e5-a7f1-4996260d6836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:20.237091 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7ceaa157-e0f7-49e5-a7f1-4996260d6836 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65d82d55-ec29-42d9-bec8-91576934b3e5 HTTP/1.1" status: 204 len: 168 time: 0.8199098 Feb 05 02:53:20.260939 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceaa157-e0f7-49e5-a7f1-4996260d6836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d82d55-ec29-42d9-bec8-91576934b3e5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:20.295256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada1f2d-d437-4939-9066-9e63120b6c9e req-c96f64d6-6ff7-400b-a78a-5239da6a764e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:20.302639 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ada1f2d-d437-4939-9066-9e63120b6c9e req-c96f64d6-6ff7-400b-a78a-5239da6a764e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.6908672 Feb 05 02:53:20.305843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2d0b088c-1819-4d23-9e75-08045c412704 req-17d81c22-b5c7-47db-9c7b-317859131f15 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] For port 4d9260af-7f50-46a2-9b01-6b6e432524a6, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d9260af-7f50-46a2-9b01-6b6e432524a6,segment=NetworkSegment(747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec),segment_id=747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:20.370782 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2d0b088c-1819-4d23-9e75-08045c412704 req-17d81c22-b5c7-47db-9c7b-317859131f15 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:20.389532 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2d0b088c-1819-4d23-9e75-08045c412704 req-17d81c22-b5c7-47db-9c7b-317859131f15 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:20.423173 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4d9260af-7f50-46a2-9b01-6b6e432524a6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:20.457244 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b4994b44-32fd-4e6d-9aa8-f7a843dac595 req-84e9ba9a-b5c4-4334-9239-a239940db9f7 service neutron] 10.222.0.10 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711985 Feb 05 02:53:20.463371 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d81c22-b5c7-47db-9c7b-317859131f15 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Pushing event updated for resources: {'Port': ['ID=4d9260af-7f50-46a2-9b01-6b6e432524a6,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:20.474194 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-57102f8e-6be8-41b8-a201-de3a39c5de61 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Network 2b86ee56-1c6a-4b7f-a374-b6803b2ec372 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:53:20.491628 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ada1f2d-d437-4939-9066-9e63120b6c9e req-e5f9290b-8cfb-4a62-8c42-509c99ca8923 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878195 Feb 05 02:53:20.491898 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57102f8e-6be8-41b8-a201-de3a39c5de61 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event updated for resources: {'Port': ['ID=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:20.516091 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b088c-1819-4d23-9e75-08045c412704 req-17d81c22-b5c7-47db-9c7b-317859131f15 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:20.516778 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2d0b088c-1819-4d23-9e75-08045c412704 req-17d81c22-b5c7-47db-9c7b-317859131f15 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:20.552620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d0b088c-1819-4d23-9e75-08045c412704 req-17d81c22-b5c7-47db-9c7b-317859131f15 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "PUT /v2.0/ports/4d9260af-7f50-46a2-9b01-6b6e432524a6 HTTP/1.1" status: 200 len: 942 time: 1.5482285 Feb 05 02:53:20.597986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3bbc74-452d-4b01-9652-da630cd80c1a req-931fbd4d-d67c-4159-a42a-9c1d8122028c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] No DVR routers for this DVR port 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:20.606889 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cd3bbc74-452d-4b01-9652-da630cd80c1a req-931fbd4d-d67c-4159-a42a-9c1d8122028c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:20.621021 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cd3bbc74-452d-4b01-9652-da630cd80c1a req-931fbd4d-d67c-4159-a42a-9c1d8122028c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.10 "DELETE /v2.0/ports/5e1b2083-0e87-4b26-aa60-e9c8e4dc840d HTTP/1.1" status: 204 len: 173 time: 1.9662132 Feb 05 02:53:20.625513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-57102f8e-6be8-41b8-a201-de3a39c5de61 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:53:20.631580 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-57102f8e-6be8-41b8-a201-de3a39c5de61 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:53:20.654076 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4d9260af-7f50-46a2-9b01-6b6e432524a6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:20.799043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe47053d-948b-4ae3-a3df-99f4f3b013e8', 'name': 'network-vif-deleted', 'tag': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:20.806253 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f38e836-b71f-4092-81a5-7c52ea23e706" -d '{"events": [{"server_uuid": "fe47053d-948b-4ae3-a3df-99f4f3b013e8", "name": "network-vif-deleted", "tag": "5e1b2083-0e87-4b26-aa60-e9c8e4dc840d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:20.828311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-57102f8e-6be8-41b8-a201-de3a39c5de61 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:20.829592 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-57102f8e-6be8-41b8-a201-de3a39c5de61 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:20.858669 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fbd4d-d67c-4159-a42a-9c1d8122028c tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] Pushing event deleted for resources: {'Port': ['ID=5e1b2083-0e87-4b26-aa60-e9c8e4dc840d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:20.871955 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-57102f8e-6be8-41b8-a201-de3a39c5de61 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8536077 Feb 05 02:53:20.888560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Request body: {'port': {'device_id': '65e07856-c8a9-48f5-adfe-fcd74bd2a0bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:20.938640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'tag': '4d9260af-7f50-46a2-9b01-6b6e432524a6'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:20.941483 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aac7237-a462-49f5-870e-568d02dca15d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee89d12-27c2-4837-918c-5b89e8fba17c", "tag": "4d9260af-7f50-46a2-9b01-6b6e432524a6"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:20.972282 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:20.978025 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455f4f5-d274-410b-b90b-46af1627a31d req-0cca24e1-c7cc-4ef4-a0d8-d25c54f6ac41 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:20.991432 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b455f4f5-d274-410b-b90b-46af1627a31d req-0cca24e1-c7cc-4ef4-a0d8-d25c54f6ac41 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25 HTTP/1.1" status: 200 len: 945 time: 0.3242910 Feb 05 02:53:21.025919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781710f4-27d5-4b55-9f3b-32300f8e86b7 req-b4b9fb0c-1009-4f00-b7bf-a6a6c8fd1731 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:21.035309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-781710f4-27d5-4b55-9f3b-32300f8e86b7 req-b4b9fb0c-1009-4f00-b7bf-a6a6c8fd1731 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 931 time: 0.3514521 Feb 05 02:53:21.118382 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b455f4f5-d274-410b-b90b-46af1627a31d req-43e5a8bc-447f-41b1-95cd-c1d60d76c029 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246340 Feb 05 02:53:21.191424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-781710f4-27d5-4b55-9f3b-32300f8e86b7 req-71b055bd-a317-4e15-a88c-d28f650d4ba6 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541314 Feb 05 02:53:21.538780 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea2cac25-37c3-42ef-b10b-c94a19c4af6e req-c61ae66d-6d7e-44b9-add6-03ee99dc3faa tempest-ServersAdminTestJSON-519208326 tempest-ServersAdminTestJSON-519208326-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe47053d-948b-4ae3-a3df-99f4f3b013e8 HTTP/1.1" status: 200 len: 210 time: 0.1181014 Feb 05 02:53:21.591737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:53:21.601477 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Publish callbacks [] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:21.602031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62454586-2958-4f23-a325-71c61a9cad43 req-d38e3728-50f5-4b50-9710-76c3aa016cb2 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3750241 Feb 05 02:53:21.611592 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-62454586-2958-4f23-a325-71c61a9cad43 req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:21.617490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Transition to ACTIVE for port object 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:53:21.620049 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d9dec9-d58b-4a6d-b99a-0d4216c36ed4 x-openstack-request-id: req-13d9dec9-d58b-4a6d-b99a-0d4216c36ed4 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:21.620871 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe47053d-948b-4ae3-a3df-99f4f3b013e8", "name": "network-vif-deleted", "tag": "5e1b2083-0e87-4b26-aa60-e9c8e4dc840d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:21.621193 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13d9dec9-d58b-4a6d-b99a-0d4216c36ed4 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:21.621701 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe47053d-948b-4ae3-a3df-99f4f3b013e8', 'name': 'network-vif-deleted', 'tag': '5e1b2083-0e87-4b26-aa60-e9c8e4dc840d', 'status': 'completed', 'code': 200} Feb 05 02:53:21.627190 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:21.664660 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62454586-2958-4f23-a325-71c61a9cad43 req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:21.693864 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa510ec-1e9a-4334-815d-1f32000ace6b x-openstack-request-id: req-4aa510ec-1e9a-4334-815d-1f32000ace6b {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:21.694170 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee89d12-27c2-4837-918c-5b89e8fba17c", "tag": "4d9260af-7f50-46a2-9b01-6b6e432524a6", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:21.696637 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4aa510ec-1e9a-4334-815d-1f32000ace6b {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:21.697544 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'tag': '4d9260af-7f50-46a2-9b01-6b6e432524a6', 'status': 'completed', 'code': 200} Feb 05 02:53:21.816500 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Pushing event updated for resources: {'Port': ['ID=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:21.884901 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62454586-2958-4f23-a325-71c61a9cad43 req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:21.968507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac7237-a462-49f5-870e-568d02dca15d req-c778583a-c7a8-437a-862f-8bfd9f7a30b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:21.979747 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4aac7237-a462-49f5-870e-568d02dca15d req-c778583a-c7a8-437a-862f-8bfd9f7a30b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02aaa99cb30e48e88e4e15df7fc3cdda&device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 1127 time: 0.2661569 Feb 05 02:53:21.993248 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47840) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:22.065640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ce918-c247-4f9f-808f-313e2c3ee5f3 req-f4d8c94a-7959-42f2-a760-776582b1c442 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:22.074551 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-247ce918-c247-4f9f-808f-313e2c3ee5f3 req-f4d8c94a-7959-42f2-a760-776582b1c442 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.1315632 Feb 05 02:53:22.113340 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:22.118832 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-62454586-2958-4f23-a325-71c61a9cad43 req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Allocated IP 172.25.0.249 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/c7af06b5-5e77-408f-b445-9ce63fb31e9b) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:53:22.125830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Attempting to bind port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:53:22.127810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Attempting to bind port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'f0c668cf-2488-4516-9891-1ae4ea624ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2b86ee56-1c6a-4b7f-a374-b6803b2ec372'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:53:22.130533 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Attempting to bind port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 on network 2b86ee56-1c6a-4b7f-a374-b6803b2ec372 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:53:22.159364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-247ce918-c247-4f9f-808f-313e2c3ee5f3 req-b17d9f5c-9e88-4e74-8c27-5daadd6a321f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832367 Feb 05 02:53:22.174226 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 on network 2b86ee56-1c6a-4b7f-a374-b6803b2ec372 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:53:22.174557 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Attempting to bind port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 on network 2b86ee56-1c6a-4b7f-a374-b6803b2ec372 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:53:22.181197 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:53:22.181733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5e1b2083-0e87-4b26-aa60-e9c8e4dc840d not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:22.204232 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-aa0571e7-bfb1-4afd-8fea-d12ccad72dd8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1760823073-network', 'tenant_id': '8419b34caee94f6099338d656a80d37b'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:22.207485 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:53:22.208400 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Checking segment: {'id': 'f0c668cf-2488-4516-9891-1ae4ea624ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2b86ee56-1c6a-4b7f-a374-b6803b2ec372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:53:22.208834 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Bound using segment: {'id': 'f0c668cf-2488-4516-9891-1ae4ea624ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2b86ee56-1c6a-4b7f-a374-b6803b2ec372'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:53:22.209299 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Bound port: 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c668cf-2488-4516-9891-1ae4ea624ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2b86ee56-1c6a-4b7f-a374-b6803b2ec372'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:53:22.209693 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:22.315039 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62454586-2958-4f23-a325-71c61a9cad43 req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for port (c7af06b5-5e77-408f-b445-9ce63fb31e9b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:22.369134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] For port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:53:22.373944 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] For port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860,segment=NetworkSegment(f0c668cf-2488-4516-9891-1ae4ea624ab2),segment_id=f0c668cf-2488-4516-9891-1ae4ea624ab2)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:53:22.387468 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:22.406402 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c5589-6661-4769-924e-7e1c47523d1b req-17a2fb5a-1e2e-40d8-b596-f2688470fb97 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:22.408612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a4c5589-6661-4769-924e-7e1c47523d1b req-17a2fb5a-1e2e-40d8-b596-f2688470fb97 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25 HTTP/1.1" status: 200 len: 945 time: 0.1271360 Feb 05 02:53:22.410340 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac7237-a462-49f5-870e-568d02dca15d req-b7e0ed9f-24d4-4791-915b-86411028c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:22.414016 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4aac7237-a462-49f5-870e-568d02dca15d req-b7e0ed9f-24d4-4791-915b-86411028c9bc service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681 HTTP/1.1" status: 200 len: 920 time: 0.4330556 Feb 05 02:53:22.414860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0571e7-bfb1-4afd-8fea-d12ccad72dd8 admin admin] Made reservation on behalf of 8419b34caee94f6099338d656a80d37b for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:53:22.417906 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa0571e7-bfb1-4afd-8fea-d12ccad72dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:22.426134 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62454586-2958-4f23-a325-71c61a9cad43 req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c7af06b5-5e77-408f-b445-9ce63fb31e9b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:22.486245 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62454586-2958-4f23-a325-71c61a9cad43 req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:53:22.493269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-62454586-2958-4f23-a325-71c61a9cad43 req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:53:22.502164 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-62454586-2958-4f23-a325-71c61a9cad43 req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:53:22.525184 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa0571e7-bfb1-4afd-8fea-d12ccad72dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:22.559852 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Pushing event updated for resources: {'Port': ['ID=c7af06b5-5e77-408f-b445-9ce63fb31e9b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:22.563488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:22.564293 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:22.565943 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] 10.222.0.31 "PUT /v2.0/ports/58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 HTTP/1.1" status: 200 len: 1091 time: 1.6838264 Feb 05 02:53:22.566877 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9a368-9d8c-4e0f-b8c0-79a6cce21cfc service neutron] Pushing event updated for resources: {'Port': ['ID=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:22.579102 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a4c5589-6661-4769-924e-7e1c47523d1b req-90283900-1984-42b5-a92b-d88c9e9d1630 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606755 Feb 05 02:53:22.649312 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4aac7237-a462-49f5-870e-568d02dca15d req-d97d9fcc-c159-474d-be90-f4df7f317ae7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d9260af-7f50-46a2-9b01-6b6e432524a6 HTTP/1.1" status: 200 len: 217 time: 0.1253359 Feb 05 02:53:22.696093 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62454586-2958-4f23-a325-71c61a9cad43 req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for floatingip (3a824efc-ee4c-4abd-944e-18ef7deac551), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:22.771396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-2268c458-5129-4fe7-93ae-d98993aa3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:22.773444 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-2268c458-5129-4fe7-93ae-d98993aa3c96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87&device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 1125 time: 0.1396899 Feb 05 02:53:22.781568 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac7237-a462-49f5-870e-568d02dca15d req-9bdd74c2-4da4-40f5-baf1-3e2160988bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:22.783261 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4aac7237-a462-49f5-870e-568d02dca15d req-9bdd74c2-4da4-40f5-baf1-3e2160988bf8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09a87c98-7ee5-494c-996e-4b6b30e96c7d HTTP/1.1" status: 200 len: 859 time: 0.1119163 Feb 05 02:53:22.789701 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62454586-2958-4f23-a325-71c61a9cad43 req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c7af06b5-5e77-408f-b445-9ce63fb31e9b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:22.826784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b93ce1-3c59-476b-8b44-e3f71df22c4f req-58ec01a7-909f-432e-826c-79bf02273bc2 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:22.828437 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9b93ce1-3c59-476b-8b44-e3f71df22c4f req-58ec01a7-909f-432e-826c-79bf02273bc2 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 943 time: 0.1237960 Feb 05 02:53:22.862871 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4aac7237-a462-49f5-870e-568d02dca15d req-d52a98b9-6aab-4435-bdff-8a19f66df14b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647714 Feb 05 02:53:22.867358 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-f48b8e4e-2800-46d8-997b-74411fe33f6f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 HTTP/1.1" status: 200 len: 217 time: 0.0816381 Feb 05 02:53:22.902872 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9b93ce1-3c59-476b-8b44-e3f71df22c4f req-ed7bb82a-f710-49d9-8beb-6f327f525181 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657959 Feb 05 02:53:23.005586 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa0571e7-bfb1-4afd-8fea-d12ccad72dd8 admin admin] Publish callbacks [] for security_group (af006daf-376a-4cf9-8074-cdf3c106ccfd), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:23.017843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa0571e7-bfb1-4afd-8fea-d12ccad72dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (af006daf-376a-4cf9-8074-cdf3c106ccfd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:23.029612 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-50d4f348-0061-489b-94a5-bc2b65c84ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:23.031320 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-50d4f348-0061-489b-94a5-bc2b65c84ea3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9876c3ba-c14d-470d-849b-5fbedfe2e1f5 HTTP/1.1" status: 200 len: 853 time: 0.1487908 Feb 05 02:53:23.056252 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62454586-2958-4f23-a325-71c61a9cad43 req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for port (c7af06b5-5e77-408f-b445-9ce63fb31e9b), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:23.063571 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62454586-2958-4f23-a325-71c61a9cad43 req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (c7af06b5-5e77-408f-b445-9ce63fb31e9b), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:23.163522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Pushing event updated for resources: {'Port': ['ID=c7af06b5-5e77-408f-b445-9ce63fb31e9b,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:23.175753 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62454586-2958-4f23-a325-71c61a9cad43 req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (3a824efc-ee4c-4abd-944e-18ef7deac551), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:23.196901 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62454586-2958-4f23-a325-71c61a9cad43 req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:23.198774 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62454586-2958-4f23-a325-71c61a9cad43 req-9354bc62-f9a7-4ce1-8a0a-10ef27380153 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5958829 Feb 05 02:53:23.267738 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62454586-2958-4f23-a325-71c61a9cad43 req-f5a62845-8dc8-47b3-8dbf-d721b475b0cd tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.0617938 Feb 05 02:53:23.290852 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47926) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:23.388646 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47934) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:23.479278 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-a0118ad3-e6d7-4d07-b97f-5943be8858c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4218659 Feb 05 02:53:23.494852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0571e7-bfb1-4afd-8fea-d12ccad72dd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:53:23.533089 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62454586-2958-4f23-a325-71c61a9cad43 req-682124f4-a376-454c-908e-261f6d7d03b1 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:23.535414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62454586-2958-4f23-a325-71c61a9cad43 req-682124f4-a376-454c-908e-261f6d7d03b1 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.2596233 Feb 05 02:53:23.569852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0571e7-bfb1-4afd-8fea-d12ccad72dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af006daf-376a-4cf9-8074-cdf3c106ccfd,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:23.580920 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4aac7237-a462-49f5-870e-568d02dca15d req-ade4fc55-6e86-477c-9cce-9018a11e0f11 service neutron] 10.222.0.10 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7086787 Feb 05 02:53:23.582240 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa0571e7-bfb1-4afd-8fea-d12ccad72dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (aa6d4db9-f492-4678-befb-0042f3b9ba1b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:23.583586 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-aa0571e7-bfb1-4afd-8fea-d12ccad72dd8 admin admin] Added segment aa6d4db9-f492-4678-befb-0042f3b9ba1b of type vlan for network 987183ed-6388-43e0-94ca-a560923f358d Feb 05 02:53:23.637829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e07856-c8a9-48f5-adfe-fcd74bd2a0bb', 'tag': '58cae29d-fcbf-4a3f-9e72-73d7d1cd0860'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:23.640858 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ba8bcd-0be0-4f97-865c-fb9f002d297b" -d '{"events": [{"name": "network-changed", "server_uuid": "65e07856-c8a9-48f5-adfe-fcd74bd2a0bb", "tag": "58cae29d-fcbf-4a3f-9e72-73d7d1cd0860"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:23.724668 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3fe07230-af42-47a8-a59d-eaa49c29486d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:23.758697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa0571e7-bfb1-4afd-8fea-d12ccad72dd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (987183ed-6388-43e0-94ca-a560923f358d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:23.766632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-32fa45e5-4efc-47dd-b4e5-4ecb3652bd71 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87c6454ad96943f5835ab6bcf853ce48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771448 Feb 05 02:53:23.771741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47946) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:23.829435 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-b7a20ce9-282e-491f-9b15-4a5a1f853cd2 service neutron] 10.222.0.31 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356328 Feb 05 02:53:23.840497 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa0571e7-bfb1-4afd-8fea-d12ccad72dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (987183ed-6388-43e0-94ca-a560923f358d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:23.841620 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0571e7-bfb1-4afd-8fea-d12ccad72dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:23.842439 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa0571e7-bfb1-4afd-8fea-d12ccad72dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:23.853294 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2148e-d407-42e0-9b82-ab65de5330d4 req-9a8ac155-8395-45ca-8fc6-6b1c4465dab2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:23.854826 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3a2148e-d407-42e0-9b82-ab65de5330d4 req-9a8ac155-8395-45ca-8fc6-6b1c4465dab2 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 946 time: 0.1447039 Feb 05 02:53:23.876218 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-b7dadfc8-8f3c-41de-b0b2-7324b9f468a7 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:23.877711 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-b7dadfc8-8f3c-41de-b0b2-7324b9f468a7 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2026401 Feb 05 02:53:23.947154 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4aac7237-a462-49f5-870e-568d02dca15d req-3573ba9a-d409-461a-a173-5b1e40ae538a service neutron] 10.222.0.10 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008509 Feb 05 02:53:23.969978 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-aa0571e7-bfb1-4afd-8fea-d12ccad72dd8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9590149 Feb 05 02:53:23.972925 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47950) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:23.977765 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-58b9ca7f-2f55-4151-b755-8b0034f49efa admin admin] Request body: {'subnet': {'network_id': '987183ed-6388-43e0-94ca-a560923f358d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1760823073-subnet', 'tenant_id': '8419b34caee94f6099338d656a80d37b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:23.983448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0571e7-bfb1-4afd-8fea-d12ccad72dd8 admin admin] Pushing event updated for resources: {'Network': ['ID=987183ed-6388-43e0-94ca-a560923f358d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:23.988095 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a9b1adb-f208-4626-9a5b-d7555ddc01a0 admin admin] Publish callbacks [] for security_group (1ffd1da8-5716-4285-bf64-1005c0ce6420), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:24.003066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 987183ed-6388-43e0-94ca-a560923f358d details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:53:24.007860 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-eb545af3-b384-4f4c-881f-3461ac4606ce tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.1205113 Feb 05 02:53:24.036691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-90e7ec32-d0c7-4be1-9637-10aa2117756c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Request body: {'floatingip': {'port_id': '4d9260af-7f50-46a2-9b01-6b6e432524a6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:24.043997 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b9ca7f-2f55-4151-b755-8b0034f49efa admin admin] Made reservation on behalf of 8419b34caee94f6099338d656a80d37b for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:53:24.046624 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58b9ca7f-2f55-4151-b755-8b0034f49efa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:24.050558 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3a2148e-d407-42e0-9b82-ab65de5330d4 req-2c50cb97-c393-4dee-bc38-a78f14f54c27 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696780 Feb 05 02:53:24.052558 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-55552dc8-25d2-4820-8d33-8e89028aa6c3 req-9c2ebbe4-ee57-411e-a45d-10b56f17ab3e service neutron] 10.222.0.31 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047410 Feb 05 02:53:24.101654 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a9b1adb-f208-4626-9a5b-d7555ddc01a0 admin admin] Publish callbacks [] for security_group (1ffd1da8-5716-4285-bf64-1005c0ce6420), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:24.116293 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3fe07230-af42-47a8-a59d-eaa49c29486d admin admin] Publish callbacks [] for security_group (946d984c-cda3-49cf-99b5-72ee200f662d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:24.124141 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-90e7ec32-d0c7-4be1-9637-10aa2117756c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for floatingip (3a824efc-ee4c-4abd-944e-18ef7deac551), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:24.167000 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3fe07230-af42-47a8-a59d-eaa49c29486d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (946d984c-cda3-49cf-99b5-72ee200f662d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:24.265988 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792b39d0-2a66-48d9-9bfa-5d89ba2812bd x-openstack-request-id: req-792b39d0-2a66-48d9-9bfa-5d89ba2812bd {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:24.266292 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e07856-c8a9-48f5-adfe-fcd74bd2a0bb", "tag": "58cae29d-fcbf-4a3f-9e72-73d7d1cd0860", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:24.266679 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-792b39d0-2a66-48d9-9bfa-5d89ba2812bd {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:24.267114 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e07856-c8a9-48f5-adfe-fcd74bd2a0bb', 'tag': '58cae29d-fcbf-4a3f-9e72-73d7d1cd0860', 'status': 'completed', 'code': 200} Feb 05 02:53:24.302486 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe07230-af42-47a8-a59d-eaa49c29486d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946d984c-cda3-49cf-99b5-72ee200f662d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:24.311325 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3fe07230-af42-47a8-a59d-eaa49c29486d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ff08c54bafa4da380166d6794d5d893&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0140245 Feb 05 02:53:24.312614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47960) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:24.363136 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58b9ca7f-2f55-4151-b755-8b0034f49efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (462d882b-bf80-46fc-8a2c-8ca34dfafd53), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:24.389687 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a9b1adb-f208-4626-9a5b-d7555ddc01a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1ffd1da8-5716-4285-bf64-1005c0ce6420), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:24.393576 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a9b1adb-f208-4626-9a5b-d7555ddc01a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:24.394320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4a9b1adb-f208-4626-9a5b-d7555ddc01a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ffd1da8-5716-4285-bf64-1005c0ce6420 HTTP/1.1" status: 204 len: 168 time: 0.6187322 Feb 05 02:53:24.461709 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba8bcd-0be0-4f97-865c-fb9f002d297b req-5e23ba15-a165-4fed-a9c4-91605e3fc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:24.462296 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1ba8bcd-0be0-4f97-865c-fb9f002d297b req-5e23ba15-a165-4fed-a9c4-91605e3fc2b2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87&device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 1125 time: 0.1099174 Feb 05 02:53:24.464797 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b1adb-f208-4626-9a5b-d7555ddc01a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffd1da8-5716-4285-bf64-1005c0ce6420,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:24.487362 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9ca7f-2f55-4151-b755-8b0034f49efa admin admin] Pushing event updated for resources: {'Subnet': ['ID=462d882b-bf80-46fc-8a2c-8ca34dfafd53,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:24.541790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b9ca7f-2f55-4151-b755-8b0034f49efa admin admin] Checking segment: {'id': 'aa6d4db9-f492-4678-befb-0042f3b9ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '987183ed-6388-43e0-94ca-a560923f358d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:53:24.542216 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b9ca7f-2f55-4151-b755-8b0034f49efa admin admin] Network hostable DHCP agents. Network: 987183ed-6388-43e0-94ca-a560923f358d, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:53:24.547870 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7f3b88f-f8e1-40e1-ac1a-971b59a9164f admin admin] Publish callbacks [] for security_group (946d984c-cda3-49cf-99b5-72ee200f662d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:24.575361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b9ca7f-2f55-4151-b755-8b0034f49efa admin admin] Network 987183ed-6388-43e0-94ca-a560923f358d is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:53:24.577610 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7f3b88f-f8e1-40e1-ac1a-971b59a9164f admin admin] Publish callbacks [] for security_group (946d984c-cda3-49cf-99b5-72ee200f662d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:24.594816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35241045-f5b1-49ca-9c47-1b606b069b9d req-8466be46-0d54-45a0-965b-88f55b0c13ad tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:24.596632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35241045-f5b1-49ca-9c47-1b606b069b9d req-8466be46-0d54-45a0-965b-88f55b0c13ad tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 943 time: 0.2504330 Feb 05 02:53:24.605724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-58b9ca7f-2f55-4151-b755-8b0034f49efa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 987183ed-6388-43e0-94ca-a560923f358d) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:53:24.615393 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b9ca7f-2f55-4151-b755-8b0034f49efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:24.615987 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58b9ca7f-2f55-4151-b755-8b0034f49efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:24.626531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca64709-6bfe-499f-93b6-fbbf00105608 None None] Network 987183ed-6388-43e0-94ca-a560923f358d requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:53:24.647757 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-58b9ca7f-2f55-4151-b755-8b0034f49efa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6649635 Feb 05 02:53:24.647757 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba8bcd-0be0-4f97-865c-fb9f002d297b req-22bf1df7-ba8b-4c17-b02f-36e5d2acb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:24.647757 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1ba8bcd-0be0-4f97-865c-fb9f002d297b req-22bf1df7-ba8b-4c17-b02f-36e5d2acb0b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372 HTTP/1.1" status: 200 len: 914 time: 0.1729429 Feb 05 02:53:24.718622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35241045-f5b1-49ca-9c47-1b606b069b9d req-a65e844d-c514-41c4-9169-a60f5381265f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086042 Feb 05 02:53:24.763434 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1ba8bcd-0be0-4f97-865c-fb9f002d297b req-1500d869-2745-4509-ae78-eba036b571c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 HTTP/1.1" status: 200 len: 217 time: 0.1041615 Feb 05 02:53:24.793370 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e361dcca-cc4f-4f6b-9d6d-313552bf1b49 None None] Network 987183ed-6388-43e0-94ca-a560923f358d requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:53:24.835636 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba8bcd-0be0-4f97-865c-fb9f002d297b req-7136115f-d602-41b4-a1db-8731b0355fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:24.837157 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1ba8bcd-0be0-4f97-865c-fb9f002d297b req-7136115f-d602-41b4-a1db-8731b0355fb5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9876c3ba-c14d-470d-849b-5fbedfe2e1f5 HTTP/1.1" status: 200 len: 853 time: 0.0655384 Feb 05 02:53:24.852912 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7f3b88f-f8e1-40e1-ac1a-971b59a9164f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (946d984c-cda3-49cf-99b5-72ee200f662d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:24.855559 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7f3b88f-f8e1-40e1-ac1a-971b59a9164f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:24.859009 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c7f3b88f-f8e1-40e1-ac1a-971b59a9164f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/946d984c-cda3-49cf-99b5-72ee200f662d HTTP/1.1" status: 204 len: 168 time: 0.5425825 Feb 05 02:53:24.892206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3b88f-f8e1-40e1-ac1a-971b59a9164f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946d984c-cda3-49cf-99b5-72ee200f662d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:24.901126 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1ba8bcd-0be0-4f97-865c-fb9f002d297b req-14c99e55-38c2-4c5a-bb14-14d051fe167a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522730 Feb 05 02:53:24.951839 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47972) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:25.009875 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-90e7ec32-d0c7-4be1-9637-10aa2117756c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:25.012999 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-68939db4-01fb-4c7e-981c-ac403d2732b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f70884e953964603adedf9ede1ec6670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0599952 Feb 05 02:53:25.015845 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47976) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:25.024433 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-90e7ec32-d0c7-4be1-9637-10aa2117756c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (3a824efc-ee4c-4abd-944e-18ef7deac551), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:25.042153 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1ba8bcd-0be0-4f97-865c-fb9f002d297b req-7d409913-1465-4948-a861-a1c48a6f65f9 service neutron] 10.222.0.31 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334181 Feb 05 02:53:25.156307 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2fc96e3-6cf7-436e-904c-bf251f98ac56 admin admin] Publish callbacks [] for security_group (5a777f6f-d956-4c2a-9d4a-3dc6e60aecd9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:25.177912 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1ba8bcd-0be0-4f97-865c-fb9f002d297b req-38cdd720-fd9e-42e4-8a79-277ad12c2c70 service neutron] 10.222.0.31 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264277 Feb 05 02:53:25.190723 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2fc96e3-6cf7-436e-904c-bf251f98ac56 admin admin] Publish callbacks [] for security_group (5a777f6f-d956-4c2a-9d4a-3dc6e60aecd9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:25.193143 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-90e7ec32-d0c7-4be1-9637-10aa2117756c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Floating IP 3a824efc-ee4c-4abd-944e-18ef7deac551 associated. External IP: 172.25.0.249, port: 4d9260af-7f50-46a2-9b01-6b6e432524a6. Feb 05 02:53:25.333876 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2fc96e3-6cf7-436e-904c-bf251f98ac56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5a777f6f-d956-4c2a-9d4a-3dc6e60aecd9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:25.338349 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2fc96e3-6cf7-436e-904c-bf251f98ac56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:25.340566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c2fc96e3-6cf7-436e-904c-bf251f98ac56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a777f6f-d956-4c2a-9d4a-3dc6e60aecd9 HTTP/1.1" status: 204 len: 168 time: 0.3235667 Feb 05 02:53:25.348630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e99b-2049-4214-b4ea-335735c446f2 req-1c5c4945-9f8c-4992-88c1-5720c3f90c70 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:25.350444 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-1c5c4945-9f8c-4992-88c1-5720c3f90c70 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24&tenant_id=1efeace9c19e4c6591bec43ee004b4ff&binding%3Ahost_id=n-h1-826942-8 HTTP/1.1" status: 200 len: 1128 time: 0.0791442 Feb 05 02:53:25.357642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc96e3-6cf7-436e-904c-bf251f98ac56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a777f6f-d956-4c2a-9d4a-3dc6e60aecd9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:25.393727 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826942-8'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:25.434841 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47990) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:25.471014 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99f89007-0cf1-4132-b09a-3a9aeac94424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:25.475737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-90e7ec32-d0c7-4be1-9637-10aa2117756c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Router d0230005-adba-492f-9179-9e6b72807107 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:53:25.482972 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:25.667215 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99f89007-0cf1-4132-b09a-3a9aeac94424 admin admin] Publish callbacks [] for security_group (e03644cd-f41d-4e00-b7f0-4584ce29f044), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:25.678322 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99f89007-0cf1-4132-b09a-3a9aeac94424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e03644cd-f41d-4e00-b7f0-4584ce29f044), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:25.684565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-6a2eaedb-077e-4b0e-8a37-faf65086e6df tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:25.686043 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-6a2eaedb-077e-4b0e-8a37-faf65086e6df tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/networks?id=987183ed-6388-43e0-94ca-a560923f358d HTTP/1.1" status: 200 len: 818 time: 0.1659367 Feb 05 02:53:25.687323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-90e7ec32-d0c7-4be1-9637-10aa2117756c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:53:25.692269 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-90e7ec32-d0c7-4be1-9637-10aa2117756c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:25.711508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53728328-c563-42da-9ad2-7e06fbd9b947 None None] Sync routers for ids ['d0230005-adba-492f-9179-9e6b72807107'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:53:25.727650 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-2580a121-fb42-4d61-84a3-f5ed02e80259 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/quotas/8419b34caee94f6099338d656a80d37b HTTP/1.1" status: 200 len: 375 time: 0.0127301 Feb 05 02:53:25.733302 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] For port 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0ef14be5-a1a9-4303-be5e-d81e93e078c6,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:25.737838 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-90e7ec32-d0c7-4be1-9637-10aa2117756c tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "PUT /v2.0/floatingips/3a824efc-ee4c-4abd-944e-18ef7deac551 HTTP/1.1" status: 200 len: 996 time: 1.7122924 Feb 05 02:53:25.738300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'tag': '4d9260af-7f50-46a2-9b01-6b6e432524a6'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:25.741040 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308283d1-5342-4cf1-aef2-257ea1802301" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee89d12-27c2-4837-918c-5b89e8fba17c", "tag": "4d9260af-7f50-46a2-9b01-6b6e432524a6"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:25.744387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53728328-c563-42da-9ad2-7e06fbd9b947 None None] Routers {'d0230005-adba-492f-9179-9e6b72807107'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:53:25.745258 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-53728328-c563-42da-9ad2-7e06fbd9b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:53:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d0230005-adba-492f-9179-9e6b72807107'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:25.761395 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-99f89007-0cf1-4132-b09a-3a9aeac94424 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=334c1c3f3745414cbf4fa6048dea0876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223770 Feb 05 02:53:25.762135 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48010) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:25.777332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f89007-0cf1-4132-b09a-3a9aeac94424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03644cd-f41d-4e00-b7f0-4584ce29f044,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:25.801036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-8e83760d-1ce1-4990-8de4-4edcecf0f312 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8419b34caee94f6099338d656a80d37b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567248 Feb 05 02:53:25.833641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] For port 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:53:25.895736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8581292-504f-4e3d-bb98-96e3c52ac1a6 admin admin] Publish callbacks [] for security_group (e03644cd-f41d-4e00-b7f0-4584ce29f044), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:25.904816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-53728328-c563-42da-9ad2-7e06fbd9b947 None None] Set router d0230005-adba-492f-9179-9e6b72807107 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:53:25.932476 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-62491318-8ed1-4b14-a741-c767a1799a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:25.934016 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-62491318-8ed1-4b14-a741-c767a1799a06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02aaa99cb30e48e88e4e15df7fc3cdda&device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 1127 time: 0.1317008 Feb 05 02:53:25.942494 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Publish callbacks [] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:25.945356 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8581292-504f-4e3d-bb98-96e3c52ac1a6 admin admin] Publish callbacks [] for security_group (e03644cd-f41d-4e00-b7f0-4584ce29f044), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:25.968097 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:26.039531 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-0935cc6e-5c6e-4151-99a0-44f876a66fdb service neutron] 10.222.0.36 "GET /v2.0/networks/987183ed-6388-43e0-94ca-a560923f358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275150 Feb 05 02:53:26.077715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Pushing event updated for resources: {'Port': ['ID=0ef14be5-a1a9-4303-be5e-d81e93e078c6,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:26.088148 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8581292-504f-4e3d-bb98-96e3c52ac1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e03644cd-f41d-4e00-b7f0-4584ce29f044), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:26.090605 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8581292-504f-4e3d-bb98-96e3c52ac1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:26.094042 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d8581292-504f-4e3d-bb98-96e3c52ac1a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e03644cd-f41d-4e00-b7f0-4584ce29f044 HTTP/1.1" status: 204 len: 168 time: 0.3289733 Feb 05 02:53:26.096668 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Attempting to bind port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 on host n-h1-826942-8 for vnic_type normal with profile {"migrating_to": "n-h2-826942-8"} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:53:26.097037 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Attempting to bind port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:53:26.097467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Attempting to bind port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:53:26.100416 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:53:26.105919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8581292-504f-4e3d-bb98-96e3c52ac1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03644cd-f41d-4e00-b7f0-4584ce29f044,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:26.107780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 on network 7989079b-2a98-4df8-9515-2a06293b2119 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:53:26.108108 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Attempting to bind port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 on network 7989079b-2a98-4df8-9515-2a06293b2119 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:53:26.113606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:53:26.114488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Checking segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:53:26.115077 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Bound using segment: {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:53:26.115594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Bound port: 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bacc685-c459-468b-9016-cde277ab6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7989079b-2a98-4df8-9515-2a06293b2119'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:53:26.115951 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:26.165088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-960852e5-72f5-4776-86cb-a89f6b074307 service neutron] 10.222.0.36 "GET /v2.0/networks/987183ed-6388-43e0-94ca-a560923f358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142933 Feb 05 02:53:26.175645 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-afaa99dc-d181-42e3-9c2b-ba2eefcf0f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:26.186310 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-afaa99dc-d181-42e3-9c2b-ba2eefcf0f9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681 HTTP/1.1" status: 200 len: 920 time: 0.2378685 Feb 05 02:53:26.205615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] For port 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:53:26.215516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] For port 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0ef14be5-a1a9-4303-be5e-d81e93e078c6,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:53:26.230796 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:26.281288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c4bef7-de78-4007-8d10-7573084b8f24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef14be5-a1a9-4303-be5e-d81e93e078c6'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:26.284429 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a50b040-c2f1-4405-9685-5b45461728a9" -d '{"events": [{"server_uuid": "91c4bef7-de78-4007-8d10-7573084b8f24", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef14be5-a1a9-4303-be5e-d81e93e078c6"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:26.324877 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Pushing event updated for resources: {'Port': ['ID=0ef14be5-a1a9-4303-be5e-d81e93e078c6,revision_number=8']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:26.348716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:26.349933 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:26.352202 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-7329556a-5fb9-484b-b7ad-e5acb68e8a0e service neutron] 10.222.0.10 "PUT /v2.0/ports/0ef14be5-a1a9-4303-be5e-d81e93e078c6 HTTP/1.1" status: 200 len: 1122 time: 0.9671938 Feb 05 02:53:26.714641 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0ef14be5-a1a9-4303-be5e-d81e93e078c6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:26.751449 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['0ef14be5-a1a9-4303-be5e-d81e93e078c6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:26.857466 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-86dd599c-dc46-4519-876e-567780ba86df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d9260af-7f50-46a2-9b01-6b6e432524a6 HTTP/1.1" status: 200 len: 999 time: 0.6700068 Feb 05 02:53:26.868799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-53728328-c563-42da-9ad2-7e06fbd9b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0230005-adba-492f-9179-9e6b72807107', 'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-router', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:52:09Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'gw_port': {'id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:10Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '3a824efc-ee4c-4abd-944e-18ef7deac551', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'd0230005-adba-492f-9179-9e6b72807107', 'port_id': '4d9260af-7f50-46a2-9b01-6b6e432524a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681', 'mac_address': 'fa:16:3e:cb:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:53:22Z', 'updated_at': '2022-02-05T02:53:24Z', 'revision_number': 1, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc316697-d2d4-4367-a125-c55e246f12a0', 'name': '', 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'mac_address': 'fa:16:3e:bd:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:17Z', 'updated_at': '2022-02-05T02:52:34Z', 'revision_number': 5, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'subnets': [{'id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:26.919147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53728328-c563-42da-9ad2-7e06fbd9b947 None None] Checking router: d0230005-adba-492f-9179-9e6b72807107 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:53:26.953807 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c5ac801c-af09-4241-b0d3-86d978453fbf details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:53:26.960370 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53728328-c563-42da-9ad2-7e06fbd9b947 None None] Routers {'d0230005-adba-492f-9179-9e6b72807107'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:53:26.961189 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-53728328-c563-42da-9ad2-7e06fbd9b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:53:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d0230005-adba-492f-9179-9e6b72807107'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:27.001156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-d8fd835b-fb85-4281-b299-5ef003f0a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:27.002841 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-d8fd835b-fb85-4281-b299-5ef003f0a503 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09a87c98-7ee5-494c-996e-4b6b30e96c7d HTTP/1.1" status: 200 len: 859 time: 0.1168475 Feb 05 02:53:27.038291 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680da557-2126-4f36-8479-85f27e1b9983 req-5cb1cbae-4179-4973-9b14-d2424f176d7e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:27.047632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-680da557-2126-4f36-8479-85f27e1b9983 req-5cb1cbae-4179-4973-9b14-d2424f176d7e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.2150738 Feb 05 02:53:27.088079 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-bc8d65d1-3251-4501-852a-8afbd2bc9a48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716341 Feb 05 02:53:27.188722 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:53:27.246570 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-680da557-2126-4f36-8479-85f27e1b9983 req-68883708-35b6-402c-906d-8251a53bbda4 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979887 Feb 05 02:53:27.263289 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-2f44b15b-3625-44ff-adf3-5e77b69a48dd service neutron] 10.222.0.36 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546161 Feb 05 02:53:27.362931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port c5ac801c-af09-4241-b0d3-86d978453fbf, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c5ac801c-af09-4241-b0d3-86d978453fbf,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:27.379219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'c5ac801c-af09-4241-b0d3-86d978453fbf', 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb', 'port_id': 'c5ac801c-af09-4241-b0d3-86d978453fbf', 'mac_address': 'fa:16:3e:8c:d8:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac91bbb4-a940-4c45-8d2f-ef0964fd7339', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:53:27.440454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce5512a2-910d-4bcd-ac77-d745c9b9abd6 req-3e4f6f43-2e90-45c5-9c47-6d9e03930755 service neutron] 10.222.0.36 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702719 Feb 05 02:53:27.530586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port c5ac801c-af09-4241-b0d3-86d978453fbf is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:53:27.530900 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:27.533703 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134ab4db-5425-41cf-8639-3353862e80c2 x-openstack-request-id: req-134ab4db-5425-41cf-8639-3353862e80c2 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:27.534338 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee89d12-27c2-4837-918c-5b89e8fba17c", "tag": "4d9260af-7f50-46a2-9b01-6b6e432524a6", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:27.535313 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-134ab4db-5425-41cf-8639-3353862e80c2 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:27.536379 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'tag': '4d9260af-7f50-46a2-9b01-6b6e432524a6', 'status': 'completed', 'code': 200} Feb 05 02:53:27.556620 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5ac801c-af09-4241-b0d3-86d978453fbf {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:53:27.569932 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-53728328-c563-42da-9ad2-7e06fbd9b947 None None] Set router d0230005-adba-492f-9179-9e6b72807107 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:53:27.632996 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e14fa3-59c4-4378-bc03-a5ed188da70b x-openstack-request-id: req-01e14fa3-59c4-4378-bc03-a5ed188da70b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:27.633592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port c5ac801c-af09-4241-b0d3-86d978453fbf, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c5ac801c-af09-4241-b0d3-86d978453fbf,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:27.635584 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c4bef7-de78-4007-8d10-7573084b8f24", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef14be5-a1a9-4303-be5e-d81e93e078c6", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:27.636146 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01e14fa3-59c4-4378-bc03-a5ed188da70b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:27.636904 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c4bef7-de78-4007-8d10-7573084b8f24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef14be5-a1a9-4303-be5e-d81e93e078c6', 'code': 200} Feb 05 02:53:27.673342 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308283d1-5342-4cf1-aef2-257ea1802301 req-b2100954-779b-402b-a603-8c7232f0c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:27.679925 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-308283d1-5342-4cf1-aef2-257ea1802301 req-b2100954-779b-402b-a603-8c7232f0c625 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02aaa99cb30e48e88e4e15df7fc3cdda&device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 1127 time: 0.1024520 Feb 05 02:53:27.727408 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:27.728078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:53:27.761964 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07de5582-c7d0-435a-af2d-a79f4e4cdc4a req-de93b371-b156-4286-9a98-5f56b7ad0adc tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ef9ca04-b45c-4eed-9fb3-603d7d81a621 HTTP/1.1" status: 200 len: 210 time: 0.0361671 Feb 05 02:53:27.792572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c72e46-068f-4f99-ac0d-c7125f605617 req-00adb9a4-a7e7-4093-825a-07d8195e32d2 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:27.794120 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03c72e46-068f-4f99-ac0d-c7125f605617 req-00adb9a4-a7e7-4093-825a-07d8195e32d2 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 943 time: 0.1774132 Feb 05 02:53:27.954073 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=c5ac801c-af09-4241-b0d3-86d978453fbf,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:27.958452 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03c72e46-068f-4f99-ac0d-c7125f605617 req-ffa65f85-9c7a-4a13-ba7f-1250dfa1ccdb tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534591 Feb 05 02:53:27.961993 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-aa809914-5fa0-445b-9421-69eae54f3801 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 999 time: 0.1346183 Feb 05 02:53:27.987827 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:27.988194 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:27.988542 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:27.988914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:27.989254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:27.989585 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:27.989916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:27.990236 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:27.990559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:27.990919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:27.991244 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:27.991566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:27.991887 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:53:28.065375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860,segment=NetworkSegment(f0c668cf-2488-4516-9891-1ae4ea624ab2),segment_id=f0c668cf-2488-4516-9891-1ae4ea624ab2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:28.083392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-6d683aba-0041-406f-b5fb-a21a39517f0b tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:28.084931 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-6d683aba-0041-406f-b5fb-a21a39517f0b tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports/4d9260af-7f50-46a2-9b01-6b6e432524a6 HTTP/1.1" status: 200 len: 942 time: 0.1049082 Feb 05 02:53:28.145786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0ef14be5-a1a9-4303-be5e-d81e93e078c6 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:53:28.156918 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '58cae29d-fcbf-4a3f-9e72-73d7d1cd0860', 'network_id': '2b86ee56-1c6a-4b7f-a374-b6803b2ec372', 'port_id': '58cae29d-fcbf-4a3f-9e72-73d7d1cd0860', 'mac_address': 'fa:16:3e:f4:3c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9876c3ba-c14d-470d-849b-5fbedfe2e1f5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:53:28.174112 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308283d1-5342-4cf1-aef2-257ea1802301 req-209b371d-8872-4fa7-a9f6-beac191db361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:28.181457 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-308283d1-5342-4cf1-aef2-257ea1802301 req-209b371d-8872-4fa7-a9f6-beac191db361 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681 HTTP/1.1" status: 200 len: 920 time: 0.4951100 Feb 05 02:53:28.280595 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-ea81afa8-f9c4-4729-a0c1-e2a5ef9ee0ff tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 999 time: 0.1250107 Feb 05 02:53:28.288878 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0ef14be5-a1a9-4303-be5e-d81e93e078c6,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:28.308197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-dadf7005-5f72-4a41-8dc3-ed685d4e49b4 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e7d8a9d3434a4036ae414b5a04352dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265088 Feb 05 02:53:28.311130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0ef14be5-a1a9-4303-be5e-d81e93e078c6 has no active binding in host n-h2-826942-8 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 05 02:53:28.313779 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-978577ec-ce46-4544-9e0e-98dbf4c0fb1e tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:28.315298 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-978577ec-ce46-4544-9e0e-98dbf4c0fb1e tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.10 "GET /v2.0/networks?id=987183ed-6388-43e0-94ca-a560923f358d HTTP/1.1" status: 200 len: 818 time: 0.4454856 Feb 05 02:53:28.322839 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-308283d1-5342-4cf1-aef2-257ea1802301 req-34db2271-3257-46b7-b767-2e24fe0dab52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d9260af-7f50-46a2-9b01-6b6e432524a6 HTTP/1.1" status: 200 len: 999 time: 0.1244752 Feb 05 02:53:28.333250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-dfd2af0b-7297-4c05-bc8b-be537ca84b6b tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Request body: {'port': {'device_id': '1ef9ca04-b45c-4eed-9fb3-603d7d81a621', 'network_id': '987183ed-6388-43e0-94ca-a560923f358d', 'admin_state_up': True, 'tenant_id': '8419b34caee94f6099338d656a80d37b'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:28.377758 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-53728328-c563-42da-9ad2-7e06fbd9b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0230005-adba-492f-9179-9e6b72807107', 'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-router', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:52:09Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'gw_port': {'id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:10Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '3a824efc-ee4c-4abd-944e-18ef7deac551', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'd0230005-adba-492f-9179-9e6b72807107', 'port_id': '4d9260af-7f50-46a2-9b01-6b6e432524a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681', 'mac_address': 'fa:16:3e:cb:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:53:22Z', 'updated_at': '2022-02-05T02:53:24Z', 'revision_number': 1, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc316697-d2d4-4367-a125-c55e246f12a0', 'name': '', 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'mac_address': 'fa:16:3e:bd:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:17Z', 'updated_at': '2022-02-05T02:52:34Z', 'revision_number': 5, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'subnets': [{'id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:28.407910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53728328-c563-42da-9ad2-7e06fbd9b947 None None] The sync data for ids ['d0230005-adba-492f-9179-9e6b72807107'] in n-d-826942-8 is: [{'id': 'd0230005-adba-492f-9179-9e6b72807107', 'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-router', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:52:09Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'gw_port': {'id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:10Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '3a824efc-ee4c-4abd-944e-18ef7deac551', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'd0230005-adba-492f-9179-9e6b72807107', 'port_id': '4d9260af-7f50-46a2-9b01-6b6e432524a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681', 'mac_address': 'fa:16:3e:cb:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:53:22Z', 'updated_at': '2022-02-05T02:53:24Z', 'revision_number': 1, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc316697-d2d4-4367-a125-c55e246f12a0', 'name': '', 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'mac_address': 'fa:16:3e:bd:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:17Z', 'updated_at': '2022-02-05T02:52:34Z', 'revision_number': 5, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'subnets': [{'id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:53:28.409420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:53:28.409802 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:28.425836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:53:28.464456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308283d1-5342-4cf1-aef2-257ea1802301 req-03108d40-5375-4f7f-9794-14f6c73b8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:28.465472 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860,segment=NetworkSegment(f0c668cf-2488-4516-9891-1ae4ea624ab2),segment_id=f0c668cf-2488-4516-9891-1ae4ea624ab2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:28.466511 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-308283d1-5342-4cf1-aef2-257ea1802301 req-03108d40-5375-4f7f-9794-14f6c73b8aab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09a87c98-7ee5-494c-996e-4b6b30e96c7d HTTP/1.1" status: 200 len: 859 time: 0.1295888 Feb 05 02:53:28.475445 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:28.537863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-f55e82ff-1c7f-45de-959f-94502475d173 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:28.538173 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:28.539480 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-f55e82ff-1c7f-45de-959f-94502475d173 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.2303662 Feb 05 02:53:28.545371 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-308283d1-5342-4cf1-aef2-257ea1802301 req-d7baa8dd-dab6-4247-9630-756e0b3e619e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613554 Feb 05 02:53:28.570235 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-067d4de9-4794-4890-91f4-3ac1eb62c9d8 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:28.572210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-067d4de9-4794-4890-91f4-3ac1eb62c9d8 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2505660 Feb 05 02:53:28.619660 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-b0ea3f28-5271-427e-b976-faff1e2173da tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/quotas/e7d8a9d3434a4036ae414b5a04352dff HTTP/1.1" status: 200 len: 375 time: 0.0154841 Feb 05 02:53:28.620839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['c5ac801c-af09-4241-b0d3-86d978453fbf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:28.680345 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-77dd8927-e305-4ac9-81f2-6bfdcd8e5f36 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7d8a9d3434a4036ae414b5a04352dff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511115 Feb 05 02:53:28.685422 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-308283d1-5342-4cf1-aef2-257ea1802301 req-f42a9dba-58ee-4082-867a-77c1366e0020 service neutron] 10.222.0.10 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266115 Feb 05 02:53:28.693874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-dfd2af0b-7297-4c05-bc8b-be537ca84b6b tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Made reservation on behalf of 8419b34caee94f6099338d656a80d37b for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:53:28.696106 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-5a05a9da-b76f-43c9-bcbd-ceb562af7818 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 999 time: 0.1466076 Feb 05 02:53:28.701369 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-dd7a8b1b-3ee9-470a-82cf-201d9fb73da4 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:28.703418 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-dfd2af0b-7297-4c05-bc8b-be537ca84b6b tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:28.791635 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-dd7a8b1b-3ee9-470a-82cf-201d9fb73da4 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for floatingip (3a824efc-ee4c-4abd-944e-18ef7deac551), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:28.812475 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30b8908-9743-4efb-bb33-6c638aab5186 None None] New status for floating IP 3a824efc-ee4c-4abd-944e-18ef7deac551: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:53:29.005737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-dfd2af0b-7297-4c05-bc8b-be537ca84b6b tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Allocated IP 172.20.0.11 (987183ed-6388-43e0-94ca-a560923f358d/462d882b-bf80-46fc-8a2c-8ca34dfafd53/50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:53:29.038274 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-dd7a8b1b-3ee9-470a-82cf-201d9fb73da4 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:29.058435 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-dd7a8b1b-3ee9-470a-82cf-201d9fb73da4 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (3a824efc-ee4c-4abd-944e-18ef7deac551), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:29.058737 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-dd7a8b1b-3ee9-470a-82cf-201d9fb73da4 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Floating IP 3a824efc-ee4c-4abd-944e-18ef7deac551 disassociated. External IP: 172.25.0.249, port: 4d9260af-7f50-46a2-9b01-6b6e432524a6. Feb 05 02:53:29.073024 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.db.api [None req-b30b8908-9743-4efb-bb33-6c638aab5186 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 02:53:29.073816 n-d-826942-8 neutron-server[109677]: DEBUG oslo_db.api [None req-b30b8908-9743-4efb-bb33-6c638aab5186 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 02:53:29.171007 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['58cae29d-fcbf-4a3f-9e72-73d7d1cd0860'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:29.171606 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37430b92-653f-4b75-ac25-e04919adf132 req-4e71e0d7-4f5a-4510-bc74-2bd4265c6034 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:29.179116 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37430b92-653f-4b75-ac25-e04919adf132 req-4e71e0d7-4f5a-4510-bc74-2bd4265c6034 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.1635671 Feb 05 02:53:29.307954 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37430b92-653f-4b75-ac25-e04919adf132 req-a17c8908-0ae6-4229-9752-6718ee5c588f tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273646 Feb 05 02:53:29.316610 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-308283d1-5342-4cf1-aef2-257ea1802301 req-c21f1b1d-aa0d-4a17-8d66-8e5733075518 service neutron] 10.222.0.10 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6062644 Feb 05 02:53:29.378792 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-dfd2af0b-7297-4c05-bc8b-be537ca84b6b tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Publish callbacks [] for port (50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:29.407112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-dd7a8b1b-3ee9-470a-82cf-201d9fb73da4 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Router d0230005-adba-492f-9179-9e6b72807107 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:53:29.476698 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-dfd2af0b-7297-4c05-bc8b-be537ca84b6b tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:29.540362 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-dfd2af0b-7297-4c05-bc8b-be537ca84b6b tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Network 987183ed-6388-43e0-94ca-a560923f358d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:53:29.544984 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-dfd2af0b-7297-4c05-bc8b-be537ca84b6b tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:53:29.549486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-dfd2af0b-7297-4c05-bc8b-be537ca84b6b tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:53:29.554367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2af0b-7297-4c05-bc8b-be537ca84b6b tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Pushing event updated for resources: {'Port': ['ID=50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:29.575226 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30b8908-9743-4efb-bb33-6c638aab5186 None None] New status for floating IP 3a824efc-ee4c-4abd-944e-18ef7deac551: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:53:29.641132 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-dfd2af0b-7297-4c05-bc8b-be537ca84b6b tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:29.641777 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-dfd2af0b-7297-4c05-bc8b-be537ca84b6b tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:29.645721 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c4bef7-de78-4007-8d10-7573084b8f24', 'tag': '0ef14be5-a1a9-4303-be5e-d81e93e078c6'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:29.647141 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1362c-3249-49a7-9b2f-93a1d3e815f1 req-55c15849-46d2-431d-95ce-d6e4ad788d85 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:29.647834 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58766b1e-7f32-4583-9afb-9a846839f343" -d '{"events": [{"name": "network-changed", "server_uuid": "91c4bef7-de78-4007-8d10-7573084b8f24", "tag": "0ef14be5-a1a9-4303-be5e-d81e93e078c6"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:29.654947 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d7c1362c-3249-49a7-9b2f-93a1d3e815f1 req-55c15849-46d2-431d-95ce-d6e4ad788d85 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ef9ca04-b45c-4eed-9fb3-603d7d81a621 HTTP/1.1" status: 200 len: 932 time: 0.0856662 Feb 05 02:53:29.668054 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-dfd2af0b-7297-4c05-bc8b-be537ca84b6b tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3389671 Feb 05 02:53:29.685163 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Request body: {'port': {'device_id': '1ef9ca04-b45c-4eed-9fb3-603d7d81a621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:29.695926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-dd7a8b1b-3ee9-470a-82cf-201d9fb73da4 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:53:29.704047 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-dd7a8b1b-3ee9-470a-82cf-201d9fb73da4 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:29.794632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d7c1362c-3249-49a7-9b2f-93a1d3e815f1 req-f738805a-c61d-4f17-9c1a-ab989ced1705 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/security-groups?id=af006daf-376a-4cf9-8074-cdf3c106ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289608 Feb 05 02:53:29.798120 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:29.805225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-dd7a8b1b-3ee9-470a-82cf-201d9fb73da4 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "PUT /v2.0/floatingips/3a824efc-ee4c-4abd-944e-18ef7deac551 HTTP/1.1" status: 200 len: 693 time: 1.1079440 Feb 05 02:53:29.805738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'tag': '4d9260af-7f50-46a2-9b01-6b6e432524a6'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:29.808081 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1590913b-1c55-444c-9bc2-e3ea722b146f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee89d12-27c2-4837-918c-5b89e8fba17c", "tag": "4d9260af-7f50-46a2-9b01-6b6e432524a6"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:29.925842 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ce035ba-1b99-47ac-aa74-b9a792f54511 req-178b87ab-533d-49f5-8882-3de8339ceffe tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 210 time: 0.0408144 Feb 05 02:53:29.945588 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-8bfeaf3a-2007-4910-88bb-ad0e4d1f57e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:29.966099 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-8bfeaf3a-2007-4910-88bb-ad0e4d1f57e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02aaa99cb30e48e88e4e15df7fc3cdda&device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 1127 time: 0.1349909 Feb 05 02:53:30.006555 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86d385-4954-49cd-b55c-2f11bab65f1c None None] Sync routers for ids ['d0230005-adba-492f-9179-9e6b72807107'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:53:30.023134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86d385-4954-49cd-b55c-2f11bab65f1c None None] Routers {'d0230005-adba-492f-9179-9e6b72807107'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:53:30.023779 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3b86d385-4954-49cd-b55c-2f11bab65f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:53:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d0230005-adba-492f-9179-9e6b72807107'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:30.140536 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9807cb7-852a-4d91-af90-4e06ca677501 req-3d6a508d-da66-47c0-8829-c8d7a68e71b8 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:30.150796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c9807cb7-852a-4d91-af90-4e06ca677501 req-3d6a508d-da66-47c0-8829-c8d7a68e71b8 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 944 time: 0.1163745 Feb 05 02:53:30.154226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-4a43c4de-e4ce-49ab-acc8-9b6b010b5f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:30.155546 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-4a43c4de-e4ce-49ab-acc8-9b6b010b5f7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681 HTTP/1.1" status: 200 len: 920 time: 0.1876941 Feb 05 02:53:30.174394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-3b86d385-4954-49cd-b55c-2f11bab65f1c None None] Set router d0230005-adba-492f-9179-9e6b72807107 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:53:30.221464 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c9807cb7-852a-4d91-af90-4e06ca677501 req-2a0507af-22f5-4469-b61d-32ea61092746 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636203 Feb 05 02:53:30.238571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:53:30.253163 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Publish callbacks [] for port (50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:30.268190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Transition to ACTIVE for port object 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:53:30.273899 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:30.275076 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-7173bfb9-7695-4d34-a399-45d757656fd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d9260af-7f50-46a2-9b01-6b6e432524a6 HTTP/1.1" status: 200 len: 217 time: 0.0718849 Feb 05 02:53:30.361998 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65aa296-0c90-4238-a210-74e5d5de0d83 x-openstack-request-id: req-a65aa296-0c90-4238-a210-74e5d5de0d83 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:30.362459 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c4bef7-de78-4007-8d10-7573084b8f24", "tag": "0ef14be5-a1a9-4303-be5e-d81e93e078c6", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:30.362830 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a65aa296-0c90-4238-a210-74e5d5de0d83 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:30.363324 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c4bef7-de78-4007-8d10-7573084b8f24', 'tag': '0ef14be5-a1a9-4303-be5e-d81e93e078c6', 'status': 'completed', 'code': 200} Feb 05 02:53:30.367143 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a1733-835b-4119-b265-3507578493af service neutron] Pushing event updated for resources: {'Port': ['ID=50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:30.414407 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69634c52-347f-4e42-9c4b-12ce80799787 x-openstack-request-id: req-69634c52-347f-4e42-9c4b-12ce80799787 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:30.414708 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee89d12-27c2-4837-918c-5b89e8fba17c", "tag": "4d9260af-7f50-46a2-9b01-6b6e432524a6", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:30.414993 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-69634c52-347f-4e42-9c4b-12ce80799787 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:30.422864 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'tag': '4d9260af-7f50-46a2-9b01-6b6e432524a6', 'status': 'completed', 'code': 200} Feb 05 02:53:30.451006 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-2050f41e-7df2-4b19-8423-c24695fd8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:30.453248 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-2050f41e-7df2-4b19-8423-c24695fd8bc0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09a87c98-7ee5-494c-996e-4b6b30e96c7d HTTP/1.1" status: 200 len: 859 time: 0.1726289 Feb 05 02:53:30.516706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-38cba777-6599-492a-9b30-5f228ab02c2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555305 Feb 05 02:53:30.634217 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766b1e-7f32-4583-9afb-9a846839f343 req-175558a1-45d1-4b36-a475-a01abd806feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:30.645281 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58766b1e-7f32-4583-9afb-9a846839f343 req-175558a1-45d1-4b36-a475-a01abd806feb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 1156 time: 0.2732730 Feb 05 02:53:30.674790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590913b-1c55-444c-9bc2-e3ea722b146f req-1d989aa2-c5cb-4091-a9ea-81a4f5dd992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:30.678097 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1590913b-1c55-444c-9bc2-e3ea722b146f req-1d989aa2-c5cb-4091-a9ea-81a4f5dd992e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02aaa99cb30e48e88e4e15df7fc3cdda&device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 1127 time: 0.2169530 Feb 05 02:53:30.681029 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Attempting to bind port 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:53:30.685967 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Attempting to bind port 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'aa6d4db9-f492-4678-befb-0042f3b9ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '987183ed-6388-43e0-94ca-a560923f358d'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:53:30.686383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Attempting to bind port 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 on network 987183ed-6388-43e0-94ca-a560923f358d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:53:30.737351 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-dc337bf8-ce3e-452f-ac4c-eb1f3572c9c0 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e7d8a9d3434a4036ae414b5a04352dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2196724 Feb 05 02:53:30.840072 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590913b-1c55-444c-9bc2-e3ea722b146f req-74ddee2e-5f6d-4ea3-8c7c-aa78fdaac8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:30.841833 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1590913b-1c55-444c-9bc2-e3ea722b146f req-74ddee2e-5f6d-4ea3-8c7c-aa78fdaac8c7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681 HTTP/1.1" status: 200 len: 920 time: 0.1520474 Feb 05 02:53:30.858515 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Port 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 on network 987183ed-6388-43e0-94ca-a560923f358d not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:53:30.858884 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Attempting to bind port 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 on network 987183ed-6388-43e0-94ca-a560923f358d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:53:30.925877 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3b86d385-4954-49cd-b55c-2f11bab65f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0230005-adba-492f-9179-9e6b72807107', 'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-router', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:52:09Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'gw_port': {'id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:10Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'dc316697-d2d4-4367-a125-c55e246f12a0', 'name': '', 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'mac_address': 'fa:16:3e:bd:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:17Z', 'updated_at': '2022-02-05T02:52:34Z', 'revision_number': 5, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'subnets': [{'id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:30.983749 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c5ac801c-af09-4241-b0d3-86d978453fbf up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:53:30.986081 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86d385-4954-49cd-b55c-2f11bab65f1c None None] Checking router: d0230005-adba-492f-9179-9e6b72807107 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:53:30.993579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecf95b-c73d-421a-b438-490fbe7a1495 req-36ccac03-eb67-47f6-8010-8ab98bd00b0e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:30.998342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dbecf95b-c73d-421a-b438-490fbe7a1495 req-36ccac03-eb67-47f6-8010-8ab98bd00b0e tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.4590843 Feb 05 02:53:31.007902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:53:31.010509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Checking segment: {'id': 'aa6d4db9-f492-4678-befb-0042f3b9ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '987183ed-6388-43e0-94ca-a560923f358d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:53:31.011248 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Bound using segment: {'id': 'aa6d4db9-f492-4678-befb-0042f3b9ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '987183ed-6388-43e0-94ca-a560923f358d'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:53:31.013475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Bound port: 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6d4db9-f492-4678-befb-0042f3b9ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '987183ed-6388-43e0-94ca-a560923f358d'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:53:31.014409 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:31.047612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86d385-4954-49cd-b55c-2f11bab65f1c None None] Routers {'d0230005-adba-492f-9179-9e6b72807107'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:53:31.048330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3b86d385-4954-49cd-b55c-2f11bab65f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:53:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d0230005-adba-492f-9179-9e6b72807107'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:31.048772 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1590913b-1c55-444c-9bc2-e3ea722b146f req-286f8d03-8057-4c65-b8c2-24c0921bc41a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d9260af-7f50-46a2-9b01-6b6e432524a6 HTTP/1.1" status: 200 len: 217 time: 0.1919000 Feb 05 02:53:31.117442 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-7f6ad3ac-ec19-44b3-873e-3c931c598e83 service neutron] 10.222.0.36 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794079 Feb 05 02:53:31.276663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-3b86d385-4954-49cd-b55c-2f11bab65f1c None None] Set router d0230005-adba-492f-9179-9e6b72807107 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:53:31.280880 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-a6fe9304-2992-4110-b048-53acc4dca211 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:31.283265 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-a6fe9304-2992-4110-b048-53acc4dca211 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5380735 Feb 05 02:53:31.302346 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-646fded7-2e3b-4268-8489-eadd0bd92872 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Request body: {'port': {'device_id': '9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': 'e7d8a9d3434a4036ae414b5a04352dff'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:31.324104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] For port 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:53:31.330905 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] For port 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727,segment=NetworkSegment(aa6d4db9-f492-4678-befb-0042f3b9ba1b),segment_id=aa6d4db9-f492-4678-befb-0042f3b9ba1b)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:53:31.349296 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:31.353301 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port c5ac801c-af09-4241-b0d3-86d978453fbf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:53:31.360500 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:31.362454 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590913b-1c55-444c-9bc2-e3ea722b146f req-6288043d-7416-469e-8a8e-412876a9a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:31.364583 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1590913b-1c55-444c-9bc2-e3ea722b146f req-6288043d-7416-469e-8a8e-412876a9a24d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=09a87c98-7ee5-494c-996e-4b6b30e96c7d HTTP/1.1" status: 200 len: 859 time: 0.3015876 Feb 05 02:53:31.376445 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dbecf95b-c73d-421a-b438-490fbe7a1495 req-0efec633-eff2-4c8a-9405-54050ab7aebe tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728683 Feb 05 02:53:31.465097 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:31.466037 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:31.467774 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-415a1733-835b-4119-b265-3507578493af service neutron] 10.222.0.10 "PUT /v2.0/ports/50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 HTTP/1.1" status: 200 len: 1092 time: 1.7913494 Feb 05 02:53:31.561803 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-940299f7-4a56-45a2-aba1-4bb4977d0b43 req-d127547a-5ad0-4848-ae9d-dd80a8fffc98 service neutron] 10.222.0.36 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261339 Feb 05 02:53:31.631550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-646fded7-2e3b-4268-8489-eadd0bd92872 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Made reservation on behalf of e7d8a9d3434a4036ae414b5a04352dff for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:53:31.636546 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-646fded7-2e3b-4268-8489-eadd0bd92872 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:31.654376 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-646fded7-2e3b-4268-8489-eadd0bd92872 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:31.668386 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1590913b-1c55-444c-9bc2-e3ea722b146f req-a3f0691e-ef51-490f-aee3-4f5d60b35638 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb6774f6-5e2d-46b6-b600-fd9b37f5f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2159951 Feb 05 02:53:31.791296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port c5ac801c-af09-4241-b0d3-86d978453fbf is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:53:31.791693 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:31.839170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ac801c-af09-4241-b0d3-86d978453fbf'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:31.842163 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b80168-8caf-4f3a-bb59-adb54c478a4b" -d '{"events": [{"server_uuid": "1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25", "name": "network-vif-plugged", "status": "completed", "tag": "c5ac801c-af09-4241-b0d3-86d978453fbf"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:31.845822 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c57d3c-c335-48bf-9a97-b6fe6062d0f7 req-5f33b6f3-0d9e-4019-9c75-712ad6293847 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:31.858347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766b1e-7f32-4583-9afb-9a846839f343 req-1fd19ad3-9d3b-4b99-9281-918faec65b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:31.861895 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58766b1e-7f32-4583-9afb-9a846839f343 req-1fd19ad3-9d3b-4b99-9281-918faec65b80 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 1.0146728 Feb 05 02:53:31.867306 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48c57d3c-c335-48bf-9a97-b6fe6062d0f7 req-5f33b6f3-0d9e-4019-9c75-712ad6293847 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ef9ca04-b45c-4eed-9fb3-603d7d81a621 HTTP/1.1" status: 200 len: 944 time: 0.1877158 Feb 05 02:53:31.868760 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a1733-835b-4119-b265-3507578493af service neutron] Pushing event updated for resources: {'Port': ['ID=50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:31.880580 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1590913b-1c55-444c-9bc2-e3ea722b146f req-9790932e-29cc-42f4-9ca4-67b06387d578 service neutron] 10.222.0.10 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102838 Feb 05 02:53:31.904090 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port c5ac801c-af09-4241-b0d3-86d978453fbf, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c5ac801c-af09-4241-b0d3-86d978453fbf,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:31.926926 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:31.930290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:53:31.965814 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48c57d3c-c335-48bf-9a97-b6fe6062d0f7 req-a4f5e688-a515-41fd-8b1e-41ae1da72fea tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/security-groups?id=af006daf-376a-4cf9-8074-cdf3c106ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923815 Feb 05 02:53:32.025482 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58766b1e-7f32-4583-9afb-9a846839f343 req-43a19e12-eddd-4298-89d7-928b71a65251 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ef14be5-a1a9-4303-be5e-d81e93e078c6 HTTP/1.1" status: 200 len: 217 time: 0.1435785 Feb 05 02:53:32.045483 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-646fded7-2e3b-4268-8489-eadd0bd92872 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Publish callbacks [] for security_group (4fd8a4a9-8501-4943-a627-2ae20ff6ad88), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:32.055585 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-646fded7-2e3b-4268-8489-eadd0bd92872 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4fd8a4a9-8501-4943-a627-2ae20ff6ad88), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:32.074627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-507bbda2-48e9-4e61-b3d0-f8b26218b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:32.077907 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-507bbda2-48e9-4e61-b3d0-f8b26218b075 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8419b34caee94f6099338d656a80d37b&device_id=1ef9ca04-b45c-4eed-9fb3-603d7d81a621 HTTP/1.1" status: 200 len: 1126 time: 0.5505693 Feb 05 02:53:32.116178 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=c5ac801c-af09-4241-b0d3-86d978453fbf,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:32.191037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fded7-2e3b-4268-8489-eadd0bd92872 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd8a4a9-8501-4943-a627-2ae20ff6ad88,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:32.228077 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-2051a6f6-8bc7-46a1-9df7-c21097f74c46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 HTTP/1.1" status: 200 len: 217 time: 0.0747328 Feb 05 02:53:32.319090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9667f9a0-2cde-4532-b625-43d7c5ad6dd5 req-5a6254aa-78b8-4d4a-b783-80898f498001 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 210 time: 0.1783717 Feb 05 02:53:32.353347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-319826cd-7a78-437f-ab64-7fdf50d4a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:32.357918 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-319826cd-7a78-437f-ab64-7fdf50d4a5d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=462d882b-bf80-46fc-8a2c-8ca34dfafd53 HTTP/1.1" status: 200 len: 858 time: 0.1212761 Feb 05 02:53:32.375607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:53:32.377819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef9ca04-b45c-4eed-9fb3-603d7d81a621', 'tag': '50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:32.380932 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b7c62d-b9dd-4705-b2ac-c409f589c15a" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef9ca04-b45c-4eed-9fb3-603d7d81a621", "tag": "50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:32.385943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:53:32.386327 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:32.389725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3b86d385-4954-49cd-b55c-2f11bab65f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0230005-adba-492f-9179-9e6b72807107', 'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-router', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:52:09Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'gw_port': {'id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:10Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'dc316697-d2d4-4367-a125-c55e246f12a0', 'name': '', 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'mac_address': 'fa:16:3e:bd:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:17Z', 'updated_at': '2022-02-05T02:52:34Z', 'revision_number': 5, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'subnets': [{'id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:32.401865 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766b1e-7f32-4583-9afb-9a846839f343 req-59c9adec-d1ad-4ba9-8796-bb87772e5865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:32.405512 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58766b1e-7f32-4583-9afb-9a846839f343 req-59c9adec-d1ad-4ba9-8796-bb87772e5865 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.3370609 Feb 05 02:53:32.501463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-646fded7-2e3b-4268-8489-eadd0bd92872 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Allocated IP 192.168.233.38 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/5e190a54-4d2a-4b7d-8760-4977dbf67259) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:53:32.513350 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86d385-4954-49cd-b55c-2f11bab65f1c None None] The sync data for ids ['d0230005-adba-492f-9179-9e6b72807107'] in n-d-826942-8 is: [{'id': 'd0230005-adba-492f-9179-9e6b72807107', 'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-router', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:52:09Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'gw_port': {'id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:10Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'dc316697-d2d4-4367-a125-c55e246f12a0', 'name': '', 'network_id': 'bb6774f6-5e2d-46b6-b600-fd9b37f5f681', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'mac_address': 'fa:16:3e:bd:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:17Z', 'updated_at': '2022-02-05T02:52:34Z', 'revision_number': 5, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'subnets': [{'id': '09a87c98-7ee5-494c-996e-4b6b30e96c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:53:32.515018 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ffa42-52a1-49aa-8e10-e9374e65ac2b req-91590e79-64c7-443c-89f5-dcb84a154907 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:32.521925 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-29c91ac8-806d-443e-9216-39ebaa14af48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=987183ed-6388-43e0-94ca-a560923f358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228087 Feb 05 02:53:32.531021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-733ffa42-52a1-49aa-8e10-e9374e65ac2b req-91590e79-64c7-443c-89f5-dcb84a154907 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 944 time: 0.2055340 Feb 05 02:53:32.575936 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58766b1e-7f32-4583-9afb-9a846839f343 req-c5962b6c-8ef4-4cd3-9ede-16c5d013da2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1435928 Feb 05 02:53:32.655382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:53:32.655824 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:32.742276 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860,segment=NetworkSegment(f0c668cf-2488-4516-9891-1ae4ea624ab2),segment_id=f0c668cf-2488-4516-9891-1ae4ea624ab2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:32.745116 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1590913b-1c55-444c-9bc2-e3ea722b146f req-fbe1c77e-553f-435f-abb6-9b3360777a29 service neutron] 10.222.0.10 "GET /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8353791 Feb 05 02:53:32.752463 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:32.753704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0ef14be5-a1a9-4303-be5e-d81e93e078c6 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:32.824452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48382) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:32.866149 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-733ffa42-52a1-49aa-8e10-e9374e65ac2b req-0f9d3068-54df-44a4-8ffa-dcab397b6d05 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307011 Feb 05 02:53:32.938726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cbb65b3-efd9-43ad-b573-02c8d1e72779 req-407ecdba-6556-489a-a97d-66d418469b3f tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/floatingips/3a824efc-ee4c-4abd-944e-18ef7deac551 HTTP/1.1" status: 200 len: 693 time: 0.3497066 Feb 05 02:53:33.033317 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dc6147-89db-4839-b925-06c539824f30 x-openstack-request-id: req-55dc6147-89db-4839-b925-06c539824f30 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:33.033621 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25", "name": "network-vif-plugged", "status": "completed", "tag": "c5ac801c-af09-4241-b0d3-86d978453fbf", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:33.037164 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-55dc6147-89db-4839-b925-06c539824f30 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:33.042108 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ac801c-af09-4241-b0d3-86d978453fbf', 'code': 200} Feb 05 02:53:33.050359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:33.134275 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 is: DOWN; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:53:33.191186 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad7ac0-26f8-4f7d-9c65-747952c09a06 None None] New status for floating IP 3a824efc-ee4c-4abd-944e-18ef7deac551: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:53:33.509607 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58766b1e-7f32-4583-9afb-9a846839f343 req-8dbbe2c0-961a-463d-91b4-9bd5978cdd7a service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8979123 Feb 05 02:53:33.511381 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce081dbb-f609-48cc-bdda-13135cf46bb8 x-openstack-request-id: req-ce081dbb-f609-48cc-bdda-13135cf46bb8 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:33.511773 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef9ca04-b45c-4eed-9fb3-603d7d81a621", "tag": "50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:33.512087 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce081dbb-f609-48cc-bdda-13135cf46bb8 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:33.512648 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef9ca04-b45c-4eed-9fb3-603d7d81a621', 'tag': '50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727', 'status': 'completed', 'code': 200} Feb 05 02:53:33.592830 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-48c5555d-b9c8-4fce-b5ac-edfb4b510419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:33.664747 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-d4f9f598-bfff-4618-9d57-a0e06bfa8c43 service neutron] 10.222.0.10 "GET /v2.0/networks/987183ed-6388-43e0-94ca-a560923f358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0912457 Feb 05 02:53:33.743820 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58766b1e-7f32-4583-9afb-9a846839f343 req-021a159b-bdaf-4b8b-84f8-9ad4d8431acb service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265806 Feb 05 02:53:33.834485 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3fa4ad4a-694e-4423-868c-3deaca0fe1b0 req-f13fbc70-d016-44a3-9495-b1e6bdcfadc7 service neutron] 10.222.0.10 "GET /v2.0/networks/987183ed-6388-43e0-94ca-a560923f358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594193 Feb 05 02:53:33.905782 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72b3ff14-ea9d-44e9-bb35-9211841afa7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:33.945897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb65b3-efd9-43ad-b573-02c8d1e72779 req-3ea5b749-ac55-45bb-ad2f-e4741a1a9494 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:33.956301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cbb65b3-efd9-43ad-b573-02c8d1e72779 req-3ea5b749-ac55-45bb-ad2f-e4741a1a9494 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 1.0049129 Feb 05 02:53:33.978376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-6cbb65b3-efd9-43ad-b573-02c8d1e72779 req-4f8e657b-2586-42a2-88c2-c569a267b931 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:53:33.982309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7c62d-b9dd-4705-b2ac-c409f589c15a req-d71f732f-1390-438b-aea5-e219f1c0fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:33.986137 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54b7c62d-b9dd-4705-b2ac-c409f589c15a req-d71f732f-1390-438b-aea5-e219f1c0fe3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8419b34caee94f6099338d656a80d37b&device_id=1ef9ca04-b45c-4eed-9fb3-603d7d81a621 HTTP/1.1" status: 200 len: 1126 time: 0.0940578 Feb 05 02:53:33.987044 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cbb65b3-efd9-43ad-b573-02c8d1e72779 req-4f8e657b-2586-42a2-88c2-c569a267b931 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0298519 Feb 05 02:53:34.073733 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-646fded7-2e3b-4268-8489-eadd0bd92872 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Publish callbacks [] for port (5e190a54-4d2a-4b7d-8760-4977dbf67259), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:34.093887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b05a44-9971-44f5-8134-f16242696de6 req-13fde0b1-dcbe-49b4-b4df-21579b16fc14 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:34.101837 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80b05a44-9971-44f5-8134-f16242696de6 req-13fde0b1-dcbe-49b4-b4df-21579b16fc14 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.8859344 Feb 05 02:53:34.118186 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cbb65b3-efd9-43ad-b573-02c8d1e72779 req-9d24ad9d-41a8-4580-9d6f-2318e25b5aa5 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.1301992 Feb 05 02:53:34.141427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7c62d-b9dd-4705-b2ac-c409f589c15a req-1eea1a26-c40a-4228-808f-95adffc8cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:34.143522 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54b7c62d-b9dd-4705-b2ac-c409f589c15a req-1eea1a26-c40a-4228-808f-95adffc8cb70 service neutron] 10.222.0.10 "GET /v2.0/networks?id=987183ed-6388-43e0-94ca-a560923f358d HTTP/1.1" status: 200 len: 919 time: 0.1281943 Feb 05 02:53:34.186094 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cbb65b3-efd9-43ad-b573-02c8d1e72779 req-f3167e9d-b23d-4a81-8d9a-256d0165433e tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.0669270 Feb 05 02:53:34.208947 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54b7c62d-b9dd-4705-b2ac-c409f589c15a req-9f3e274a-57c4-425b-9532-a83521a30d86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 HTTP/1.1" status: 200 len: 217 time: 0.0545545 Feb 05 02:53:34.274970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7c62d-b9dd-4705-b2ac-c409f589c15a req-b52055e6-9c97-4a93-a34f-8ca1d219b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:34.277506 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54b7c62d-b9dd-4705-b2ac-c409f589c15a req-b52055e6-9c97-4a93-a34f-8ca1d219b5d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=462d882b-bf80-46fc-8a2c-8ca34dfafd53 HTTP/1.1" status: 200 len: 858 time: 0.0629938 Feb 05 02:53:34.332189 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54b7c62d-b9dd-4705-b2ac-c409f589c15a req-af452966-73c8-4ae1-9e20-cf8288e75b1d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=987183ed-6388-43e0-94ca-a560923f358d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437453 Feb 05 02:53:34.414667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80b05a44-9971-44f5-8134-f16242696de6 req-8638f2bb-52dd-4e11-8d7f-b8f8fe9fac09 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081372 Feb 05 02:53:34.472657 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-646fded7-2e3b-4268-8489-eadd0bd92872 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (5e190a54-4d2a-4b7d-8760-4977dbf67259), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:34.488152 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72b3ff14-ea9d-44e9-bb35-9211841afa7d admin admin] Publish callbacks [] for security_group (0500962b-eeb3-4a17-9a15-f895085822e4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:34.528599 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54b7c62d-b9dd-4705-b2ac-c409f589c15a req-fc29ba5d-5744-472a-b40c-ec304100748f service neutron] 10.222.0.10 "GET /v2.0/networks/987183ed-6388-43e0-94ca-a560923f358d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755044 Feb 05 02:53:34.563020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-6cbb65b3-efd9-43ad-b573-02c8d1e72779 req-4133eaaf-a6bb-4f2c-b02d-dab41c73f970 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Deleting port c7af06b5-5e77-408f-b445-9ce63fb31e9b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:34.563359 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6cbb65b3-efd9-43ad-b573-02c8d1e72779 req-4133eaaf-a6bb-4f2c-b02d-dab41c73f970 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c7af06b5-5e77-408f-b445-9ce63fb31e9b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:34.704394 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6cbb65b3-efd9-43ad-b573-02c8d1e72779 req-4133eaaf-a6bb-4f2c-b02d-dab41c73f970 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c7af06b5-5e77-408f-b445-9ce63fb31e9b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:34.705023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6cbb65b3-efd9-43ad-b573-02c8d1e72779 req-4133eaaf-a6bb-4f2c-b02d-dab41c73f970 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for floatingip (c7af06b5-5e77-408f-b445-9ce63fb31e9b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:34.720561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-6cbb65b3-efd9-43ad-b573-02c8d1e72779 req-4133eaaf-a6bb-4f2c-b02d-dab41c73f970 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Calling delete_port for c7af06b5-5e77-408f-b445-9ce63fb31e9b owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:34.726554 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54b7c62d-b9dd-4705-b2ac-c409f589c15a req-d96b0e34-169f-4027-af79-ed1d03709f8c service neutron] 10.222.0.10 "GET /v2.0/networks/987183ed-6388-43e0-94ca-a560923f358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906636 Feb 05 02:53:34.771827 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72b3ff14-ea9d-44e9-bb35-9211841afa7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0500962b-eeb3-4a17-9a15-f895085822e4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:34.877052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-646fded7-2e3b-4268-8489-eadd0bd92872 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:53:34.893823 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fded7-2e3b-4268-8489-eadd0bd92872 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Pushing event updated for resources: {'Port': ['ID=5e190a54-4d2a-4b7d-8760-4977dbf67259,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:34.907729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-646fded7-2e3b-4268-8489-eadd0bd92872 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:53:34.912695 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-646fded7-2e3b-4268-8489-eadd0bd92872 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:53:34.924881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3ff14-ea9d-44e9-bb35-9211841afa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0500962b-eeb3-4a17-9a15-f895085822e4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:34.952085 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48396) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:34.953844 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-72b3ff14-ea9d-44e9-bb35-9211841afa7d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c55cb200100548bd86796c748a33c85b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0847619 Feb 05 02:53:35.042052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e07856-c8a9-48f5-adfe-fcd74bd2a0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cae29d-fcbf-4a3f-9e72-73d7d1cd0860'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:35.045405 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211a88d6-a124-435e-bb5a-db36a28d9615" -d '{"events": [{"server_uuid": "65e07856-c8a9-48f5-adfe-fcd74bd2a0bb", "name": "network-vif-plugged", "status": "completed", "tag": "58cae29d-fcbf-4a3f-9e72-73d7d1cd0860"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:35.062455 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef84882-e8d8-402d-802b-48770dde221b req-f8b04481-3d6e-4013-9246-fda10f2a3b10 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:35.065794 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cef84882-e8d8-402d-802b-48770dde221b req-f8b04481-3d6e-4013-9246-fda10f2a3b10 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ef9ca04-b45c-4eed-9fb3-603d7d81a621 HTTP/1.1" status: 200 len: 944 time: 0.2910647 Feb 05 02:53:35.154979 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-646fded7-2e3b-4268-8489-eadd0bd92872 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:35.156792 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-646fded7-2e3b-4268-8489-eadd0bd92872 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:35.170994 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-277276fa-97cd-473d-9aea-0ea71d11f2f7 admin admin] Publish callbacks [] for security_group (0500962b-eeb3-4a17-9a15-f895085822e4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:35.227749 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-277276fa-97cd-473d-9aea-0ea71d11f2f7 admin admin] Publish callbacks [] for security_group (0500962b-eeb3-4a17-9a15-f895085822e4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:35.262620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-646fded7-2e3b-4268-8489-eadd0bd92872 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9645569 Feb 05 02:53:35.305667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Request body: {'port': {'device_id': '9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:35.353121 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-277276fa-97cd-473d-9aea-0ea71d11f2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0500962b-eeb3-4a17-9a15-f895085822e4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:35.363944 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6cbb65b3-efd9-43ad-b573-02c8d1e72779 req-4133eaaf-a6bb-4f2c-b02d-dab41c73f970 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c7af06b5-5e77-408f-b445-9ce63fb31e9b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:35.365757 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-277276fa-97cd-473d-9aea-0ea71d11f2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:35.376223 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-277276fa-97cd-473d-9aea-0ea71d11f2f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0500962b-eeb3-4a17-9a15-f895085822e4 HTTP/1.1" status: 204 len: 168 time: 0.4205108 Feb 05 02:53:35.387871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277276fa-97cd-473d-9aea-0ea71d11f2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0500962b-eeb3-4a17-9a15-f895085822e4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:35.428878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133eaaf-a6bb-4f2c-b02d-dab41c73f970 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Pushing event deleted for resources: {'Port': ['ID=c7af06b5-5e77-408f-b445-9ce63fb31e9b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:35.431716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-72238f32-5f98-4010-87c4-a31d8c817142 None None] Provisioning complete for port 5e190a54-4d2a-4b7d-8760-4977dbf67259 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:53:35.432438 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-72238f32-5f98-4010-87c4-a31d8c817142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5e190a54-4d2a-4b7d-8760-4977dbf67259), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:35.445145 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cef84882-e8d8-402d-802b-48770dde221b req-6c6ea9db-f510-4a93-a83d-dda2e535c18a tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/security-groups?id=af006daf-376a-4cf9-8074-cdf3c106ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678758 Feb 05 02:53:35.471211 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e190a54-4d2a-4b7d-8760-4977dbf67259), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:35.513129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-72238f32-5f98-4010-87c4-a31d8c817142 None None] Port 5e190a54-4d2a-4b7d-8760-4977dbf67259 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:53:35.853913 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-685ebe45-0f29-47d9-b0d1-00090f3cdf4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:36.010201 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6cbb65b3-efd9-43ad-b573-02c8d1e72779 req-4133eaaf-a6bb-4f2c-b02d-dab41c73f970 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for floatingip (3a824efc-ee4c-4abd-944e-18ef7deac551), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:36.017841 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6cbb65b3-efd9-43ad-b573-02c8d1e72779 req-4133eaaf-a6bb-4f2c-b02d-dab41c73f970 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:36.019052 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cbb65b3-efd9-43ad-b573-02c8d1e72779 req-4133eaaf-a6bb-4f2c-b02d-dab41c73f970 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "DELETE /v2.0/floatingips/3a824efc-ee4c-4abd-944e-18ef7deac551 HTTP/1.1" status: 204 len: 173 time: 1.8322332 Feb 05 02:53:36.044224 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4738ba-30f7-4054-aafe-7bbc9ac0b847 req-7bfb0d49-2f51-4d81-89f1-aa807a8ce732 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:36.045789 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed4738ba-30f7-4054-aafe-7bbc9ac0b847 req-7bfb0d49-2f51-4d81-89f1-aa807a8ce732 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 935 time: 0.4229326 Feb 05 02:53:36.281933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed4738ba-30f7-4054-aafe-7bbc9ac0b847 req-49e0b596-1161-4f49-be5f-c7e7524c2671 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fd8a4a9-8501-4943-a627-2ae20ff6ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170942 Feb 05 02:53:36.376664 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5f1e79-9c2d-44f5-94d0-96486ce3057c x-openstack-request-id: req-8b5f1e79-9c2d-44f5-94d0-96486ce3057c {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:36.377140 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e07856-c8a9-48f5-adfe-fcd74bd2a0bb", "name": "network-vif-plugged", "status": "completed", "tag": "58cae29d-fcbf-4a3f-9e72-73d7d1cd0860", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:36.377140 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b5f1e79-9c2d-44f5-94d0-96486ce3057c {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:36.377559 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e07856-c8a9-48f5-adfe-fcd74bd2a0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cae29d-fcbf-4a3f-9e72-73d7d1cd0860', 'code': 200} Feb 05 02:53:36.464900 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802505e4-6750-4d6f-9d25-9450869e387d req-4fdb740a-5a76-4250-ad12-17a389eb923a tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:36.471597 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-802505e4-6750-4d6f-9d25-9450869e387d req-4fdb740a-5a76-4250-ad12-17a389eb923a tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 945 time: 0.2329683 Feb 05 02:53:36.589378 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d701d-9d13-4115-bbe3-784f91ae8623 req-bf270725-f269-44ec-92f5-c70957210fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:36.595838 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-867d701d-9d13-4115-bbe3-784f91ae8623 req-bf270725-f269-44ec-92f5-c70957210fa3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 1127 time: 0.1573505 Feb 05 02:53:36.606653 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e190a54-4d2a-4b7d-8760-4977dbf67259 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:53:36.615659 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Publish callbacks [] for port (5e190a54-4d2a-4b7d-8760-4977dbf67259), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:36.631967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Transition to ACTIVE for port object 5e190a54-4d2a-4b7d-8760-4977dbf67259 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:53:36.663867 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (5e190a54-4d2a-4b7d-8760-4977dbf67259), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:36.795387 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-802505e4-6750-4d6f-9d25-9450869e387d req-0e4faf0f-e3f5-4479-9ff7-83a5cd82b43b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031149 Feb 05 02:53:36.892827 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-867d701d-9d13-4115-bbe3-784f91ae8623 req-8d760cc5-5b85-47c0-821c-64d66f40f0c3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902126 Feb 05 02:53:36.905576 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e190a54-4d2a-4b7d-8760-4977dbf67259,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:36.966676 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-bb7d3ffa-6a29-4175-8840-c02fc45cfc8f service neutron] 10.222.0.31 "GET /v2.0/ports/0ef14be5-a1a9-4303-be5e-d81e93e078c6/bindings/n-h2-826942-8 HTTP/1.1" status: 200 len: 384 time: 0.2528126 Feb 05 02:53:36.999826 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc2ae7-f642-4448-a4db-a084aa54487e req-90f8433a-96bf-42ed-8589-9ef9221edcff tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:37.006231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7fbc2ae7-f642-4448-a4db-a084aa54487e req-90f8433a-96bf-42ed-8589-9ef9221edcff tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 944 time: 0.5062289 Feb 05 02:53:37.007595 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:37.010609 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Attempting to bind port 5e190a54-4d2a-4b7d-8760-4977dbf67259 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:53:37.011294 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Attempting to bind port 5e190a54-4d2a-4b7d-8760-4977dbf67259 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:53:37.011428 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Attempting to bind port 5e190a54-4d2a-4b7d-8760-4977dbf67259 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:53:37.036030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Port 5e190a54-4d2a-4b7d-8760-4977dbf67259 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:53:37.036317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Attempting to bind port 5e190a54-4d2a-4b7d-8760-4977dbf67259 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:53:37.069409 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:53:37.069409 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:53:37.069409 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:53:37.069897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Bound port: 5e190a54-4d2a-4b7d-8760-4977dbf67259, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:53:37.072076 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e190a54-4d2a-4b7d-8760-4977dbf67259), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:37.095956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94e2b828-d11a-47fa-929f-2aff054274b3 req-657877b4-6c43-478b-8671-3da7d3507f29 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups/2bdde499-6efc-44c4-a1b4-1335c8923df5 HTTP/1.1" status: 200 len: 1825 time: 0.2532806 Feb 05 02:53:37.247612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7fbc2ae7-f642-4448-a4db-a084aa54487e req-a39d46fa-245b-405d-b3ac-b88c47726be5 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221272 Feb 05 02:53:37.336525 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] For port 5e190a54-4d2a-4b7d-8760-4977dbf67259, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:53:37.341551 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] For port 5e190a54-4d2a-4b7d-8760-4977dbf67259, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5e190a54-4d2a-4b7d-8760-4977dbf67259,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:53:37.437321 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (5e190a54-4d2a-4b7d-8760-4977dbf67259), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:37.468911 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-94e2b828-d11a-47fa-929f-2aff054274b3 req-00b189c4-9dac-4d32-a239-7eca74775c84 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for security_group (2bdde499-6efc-44c4-a1b4-1335c8923df5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:37.505305 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48478) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:37.530873 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4146e99b-2049-4214-b4ea-335735c446f2 req-b098e4c4-1fd1-435b-9428-fbef528cefcd service neutron] For port 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0ef14be5-a1a9-4303-be5e-d81e93e078c6,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:37.564974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4146e99b-2049-4214-b4ea-335735c446f2 req-b098e4c4-1fd1-435b-9428-fbef528cefcd service neutron] For port 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:53:37.586516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:37.588259 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:37.593067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] 10.222.0.10 "PUT /v2.0/ports/5e190a54-4d2a-4b7d-8760-4977dbf67259 HTTP/1.1" status: 200 len: 1095 time: 2.3058074 Feb 05 02:53:37.606672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-4146e99b-2049-4214-b4ea-335735c446f2 req-b098e4c4-1fd1-435b-9428-fbef528cefcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef14be5-a1a9-4303-be5e-d81e93e078c6 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:53:37.609505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa', 'tag': '5e190a54-4d2a-4b7d-8760-4977dbf67259'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:37.613670 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d467e8-ad5e-44aa-9c20-77be64e719b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa", "tag": "5e190a54-4d2a-4b7d-8760-4977dbf67259"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:37.624102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4146e99b-2049-4214-b4ea-335735c446f2 req-b098e4c4-1fd1-435b-9428-fbef528cefcd service neutron] For port 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0ef14be5-a1a9-4303-be5e-d81e93e078c6,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:37.636602 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-94e2b828-d11a-47fa-929f-2aff054274b3 req-00b189c4-9dac-4d32-a239-7eca74775c84 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for security_group (2bdde499-6efc-44c4-a1b4-1335c8923df5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:37.650009 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4146e99b-2049-4214-b4ea-335735c446f2 req-b098e4c4-1fd1-435b-9428-fbef528cefcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:37.664559 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02295550-8deb-4a6b-a5bc-e12ce6033bb8 req-3986fa10-061c-499d-93e1-5cb3754d127c tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:37.666034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02295550-8deb-4a6b-a5bc-e12ce6033bb8 req-3986fa10-061c-499d-93e1-5cb3754d127c tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ef9ca04-b45c-4eed-9fb3-603d7d81a621 HTTP/1.1" status: 200 len: 944 time: 0.3266215 Feb 05 02:53:37.755948 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57246dd9-ce70-45dc-8a4b-38cd578981a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:37.772934 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-4146e99b-2049-4214-b4ea-335735c446f2 req-b098e4c4-1fd1-435b-9428-fbef528cefcd service neutron] Transition to ACTIVE for port object 0ef14be5-a1a9-4303-be5e-d81e93e078c6 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:53:37.787606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4146e99b-2049-4214-b4ea-335735c446f2 req-b098e4c4-1fd1-435b-9428-fbef528cefcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:37.832058 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-a6025852-db86-4798-a649-37b875a61236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:37.834735 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-a6025852-db86-4798-a649-37b875a61236 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e7d8a9d3434a4036ae414b5a04352dff&device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 1129 time: 0.1818428 Feb 05 02:53:37.835446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb0058-8cfe-4e79-b8a4-f3c9319fd5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e190a54-4d2a-4b7d-8760-4977dbf67259,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:37.897636 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02295550-8deb-4a6b-a5bc-e12ce6033bb8 req-97f527d9-5bbc-4a8b-beae-2eb388b10776 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/security-groups?id=af006daf-376a-4cf9-8074-cdf3c106ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645725 Feb 05 02:53:37.899436 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-7a57e5e3-8fce-4f06-8a3d-50f494ba13fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=5e190a54-4d2a-4b7d-8760-4977dbf67259 HTTP/1.1" status: 200 len: 217 time: 0.0526073 Feb 05 02:53:37.901163 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-94e2b828-d11a-47fa-929f-2aff054274b3 req-00b189c4-9dac-4d32-a239-7eca74775c84 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2bdde499-6efc-44c4-a1b4-1335c8923df5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:37.904733 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-94e2b828-d11a-47fa-929f-2aff054274b3 req-00b189c4-9dac-4d32-a239-7eca74775c84 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:37.906082 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94e2b828-d11a-47fa-929f-2aff054274b3 req-00b189c4-9dac-4d32-a239-7eca74775c84 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "DELETE /v2.0/security-groups/2bdde499-6efc-44c4-a1b4-1335c8923df5 HTTP/1.1" status: 204 len: 173 time: 0.8092482 Feb 05 02:53:37.999696 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b189c4-9dac-4d32-a239-7eca74775c84 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdde499-6efc-44c4-a1b4-1335c8923df5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:38.032325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4146e99b-2049-4214-b4ea-335735c446f2 req-b098e4c4-1fd1-435b-9428-fbef528cefcd service neutron] No DVR routers for this DVR port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:38.067686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098e4c4-1fd1-435b-9428-fbef528cefcd service neutron] Pushing event updated for resources: {'Port': ['ID=0ef14be5-a1a9-4303-be5e-d81e93e078c6,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:38.075571 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781e355f-cc6b-43af-8b4f-7bc33934b353 x-openstack-request-id: req-781e355f-cc6b-43af-8b4f-7bc33934b353 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:38.076130 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa", "tag": "5e190a54-4d2a-4b7d-8760-4977dbf67259", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:38.076556 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-781e355f-cc6b-43af-8b4f-7bc33934b353 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:38.077048 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa', 'tag': '5e190a54-4d2a-4b7d-8760-4977dbf67259', 'status': 'completed', 'code': 200} Feb 05 02:53:38.079735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-d7d961dd-ed70-40f4-b1bb-cd7f0fdceb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:38.082257 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-d7d961dd-ed70-40f4-b1bb-cd7f0fdceb51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1752205 Feb 05 02:53:38.135462 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-b098e4c4-1fd1-435b-9428-fbef528cefcd service neutron] 10.222.0.31 "PUT /v2.0/ports/0ef14be5-a1a9-4303-be5e-d81e93e078c6/bindings/n-h2-826942-8/activate HTTP/1.1" status: 200 len: 369 time: 0.9934487 Feb 05 02:53:38.154910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ec31d-c268-4a11-bb6c-2e37918a9933 req-17442b16-436a-46d2-8a5a-91e0e7e8c5de tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:38.162024 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c91ec31d-c268-4a11-bb6c-2e37918a9933 req-17442b16-436a-46d2-8a5a-91e0e7e8c5de tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 947 time: 0.1198087 Feb 05 02:53:38.163933 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57246dd9-ce70-45dc-8a4b-38cd578981a3 admin admin] Publish callbacks [] for security_group (8c733074-8e47-485f-93a3-a71c50c42f6c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:38.175038 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57246dd9-ce70-45dc-8a4b-38cd578981a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8c733074-8e47-485f-93a3-a71c50c42f6c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:38.226687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57246dd9-ce70-45dc-8a4b-38cd578981a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c733074-8e47-485f-93a3-a71c50c42f6c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:38.231783 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:53:38.262611 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c91ec31d-c268-4a11-bb6c-2e37918a9933 req-1635066b-1c86-40a2-8d00-f84bfdb978e6 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fd8a4a9-8501-4943-a627-2ae20ff6ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995121 Feb 05 02:53:38.276590 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-21e4a46a-0472-443a-92d7-78dde62af513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:38.278689 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-21e4a46a-0472-443a-92d7-78dde62af513 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1867828 Feb 05 02:53:38.294268 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-57246dd9-ce70-45dc-8a4b-38cd578981a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0259484cacd24f7ba52d676978e3db15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7878661 Feb 05 02:53:38.297421 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48498) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:38.409798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e99b-2049-4214-b4ea-335735c446f2 req-aaf331f2-7305-46fa-8a56-241cd9a3a7d9 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:38.411494 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-aaf331f2-7305-46fa-8a56-241cd9a3a7d9 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24&tenant_id=1efeace9c19e4c6591bec43ee004b4ff&binding%3Ahost_id=n-h1-826942-8 HTTP/1.1" status: 200 len: 1127 time: 0.1981997 Feb 05 02:53:38.412593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2689e08-d140-42fc-9e62-ba2677cf2dc9 req-ea31f9a6-2800-4e2e-a1d4-c623321381c0 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:38.414933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2689e08-d140-42fc-9e62-ba2677cf2dc9 req-ea31f9a6-2800-4e2e-a1d4-c623321381c0 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 945 time: 0.2501569 Feb 05 02:53:38.438791 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a2555a8-1a86-4427-91f0-e57b688e3870 admin admin] Publish callbacks [] for security_group (8c733074-8e47-485f-93a3-a71c50c42f6c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:38.456289 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727,segment=NetworkSegment(aa6d4db9-f492-4678-befb-0042f3b9ba1b),segment_id=aa6d4db9-f492-4678-befb-0042f3b9ba1b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:38.464883 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a2555a8-1a86-4427-91f0-e57b688e3870 admin admin] Publish callbacks [] for security_group (8c733074-8e47-485f-93a3-a71c50c42f6c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:38.512275 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727', 'network_id': '987183ed-6388-43e0-94ca-a560923f358d', 'port_id': '50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727', 'mac_address': 'fa:16:3e:41:b0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462d882b-bf80-46fc-8a2c-8ca34dfafd53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:53:38.548128 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-c0093036-1169-4203-a54a-1f6336cf298c service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596040 Feb 05 02:53:38.554618 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a2555a8-1a86-4427-91f0-e57b688e3870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8c733074-8e47-485f-93a3-a71c50c42f6c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:38.558536 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a2555a8-1a86-4427-91f0-e57b688e3870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:38.559584 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3a2555a8-1a86-4427-91f0-e57b688e3870 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c733074-8e47-485f-93a3-a71c50c42f6c HTTP/1.1" status: 204 len: 168 time: 0.2546501 Feb 05 02:53:38.580718 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2555a8-1a86-4427-91f0-e57b688e3870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c733074-8e47-485f-93a3-a71c50c42f6c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:38.596976 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e99b-2049-4214-b4ea-335735c446f2 req-d1f1dcb3-d677-458d-a746-23170b016252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:38.600805 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-d1f1dcb3-d677-458d-a746-23170b016252 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24&tenant_id=1efeace9c19e4c6591bec43ee004b4ff HTTP/1.1" status: 200 len: 1127 time: 0.1802166 Feb 05 02:53:38.603817 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:53:38.604552 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:38.611375 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2689e08-d140-42fc-9e62-ba2677cf2dc9 req-1b91b46c-4bb1-4abd-a5d0-862ecbeb9b47 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777773 Feb 05 02:53:38.733572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:53:38.734208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e99b-2049-4214-b4ea-335735c446f2 req-5d3a72f8-ef0e-4ece-b4c4-11a8be6ad967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:38.738312 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-5d3a72f8-ef0e-4ece-b4c4-11a8be6ad967 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 1127 time: 0.1077013 Feb 05 02:53:38.792624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727,segment=NetworkSegment(aa6d4db9-f492-4678-befb-0042f3b9ba1b),segment_id=aa6d4db9-f492-4678-befb-0042f3b9ba1b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:38.795160 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:38.804057 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:38.824321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8296f694-34e9-4a77-8d2a-91d52f38d190 req-ac0f8ce6-9486-4a2e-9c13-bcb949b8a8e3 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628496 Feb 05 02:53:38.940989 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:38.964699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e99b-2049-4214-b4ea-335735c446f2 req-dfe93271-eaca-423e-ac0f-9b662cf07e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:38.968026 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-dfe93271-eaca-423e-ac0f-9b662cf07e3e service neutron] 10.222.0.10 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 0.2231324 Feb 05 02:53:38.988179 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbb843-1fac-425b-81f1-a95825fd214f req-e38c162c-2102-41d2-a9de-a20258246e3c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:38.996313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4bbb843-1fac-425b-81f1-a95825fd214f req-e38c162c-2102-41d2-a9de-a20258246e3c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 945 time: 0.2807376 Feb 05 02:53:39.052485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d467e8-ad5e-44aa-9c20-77be64e719b5 req-0b97e8e0-42ce-425f-965e-e551d4100d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:39.054363 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7d467e8-ad5e-44aa-9c20-77be64e719b5 req-0b97e8e0-42ce-425f-965e-e551d4100d79 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e7d8a9d3434a4036ae414b5a04352dff&device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 1129 time: 0.1495552 Feb 05 02:53:39.065916 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-3995cd19-ed0f-4ae3-8ce9-04b7c2c093a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ef14be5-a1a9-4303-be5e-d81e93e078c6 HTTP/1.1" status: 200 len: 217 time: 0.0844312 Feb 05 02:53:39.085618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:39.088422 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4bbb843-1fac-425b-81f1-a95825fd214f req-31f6dbda-9086-4263-a1f1-b8c2557cd5c9 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701306 Feb 05 02:53:39.171335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e99b-2049-4214-b4ea-335735c446f2 req-fa83d967-5fb5-4a98-a800-576bdb62f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:39.173548 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-fa83d967-5fb5-4a98-a800-576bdb62f907 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.0986536 Feb 05 02:53:39.247378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d467e8-ad5e-44aa-9c20-77be64e719b5 req-f8855453-1423-4c45-a1ca-cc9f3102f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:39.250693 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7d467e8-ad5e-44aa-9c20-77be64e719b5 req-f8855453-1423-4c45-a1ca-cc9f3102f1e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.1595080 Feb 05 02:53:39.276713 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-fdfd3bfc-659c-4370-a875-f0765ad98d6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919297 Feb 05 02:53:39.464449 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-3b42b92f-a2f4-4ef6-a230-deceb09df3b7 service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778772 Feb 05 02:53:39.483834 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7d467e8-ad5e-44aa-9c20-77be64e719b5 req-563c4626-62bd-4f58-83d0-b90285434282 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=5e190a54-4d2a-4b7d-8760-4977dbf67259 HTTP/1.1" status: 200 len: 217 time: 0.2070749 Feb 05 02:53:39.648706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e5623-1250-4b32-9e27-54433110e043 req-c2d35b93-60a6-48d8-8270-8b44b54e398b tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:39.658590 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0f4e5623-1250-4b32-9e27-54433110e043 req-c2d35b93-60a6-48d8-8270-8b44b54e398b tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.4084771 Feb 05 02:53:39.675766 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d467e8-ad5e-44aa-9c20-77be64e719b5 req-5077a633-2b88-410a-8f8a-1fd6d8e9abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:39.678149 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7d467e8-ad5e-44aa-9c20-77be64e719b5 req-5077a633-2b88-410a-8f8a-1fd6d8e9abe6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1327598 Feb 05 02:53:39.685219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5f27c-4aee-495b-b212-748c65c5c00b req-f467ecfd-d2f5-4de2-9cc6-9fe1cff04a16 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:39.686938 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09e5f27c-4aee-495b-b212-748c65c5c00b req-f467ecfd-d2f5-4de2-9cc6-9fe1cff04a16 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ef9ca04-b45c-4eed-9fb3-603d7d81a621 HTTP/1.1" status: 200 len: 945 time: 0.2316098 Feb 05 02:53:39.695271 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-5996866a-b81f-4b37-aa6d-2c440229f4fe service neutron] 10.222.0.10 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055049 Feb 05 02:53:39.840807 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09e5f27c-4aee-495b-b212-748c65c5c00b req-1c483f75-5a38-4612-bd27-55b71b1fcfe8 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/security-groups?id=af006daf-376a-4cf9-8074-cdf3c106ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374190 Feb 05 02:53:39.844001 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0f4e5623-1250-4b32-9e27-54433110e043 req-3a757a09-4946-4245-86dd-6b58a20fc07a tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845787 Feb 05 02:53:39.862982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d467e8-ad5e-44aa-9c20-77be64e719b5 req-c44dad56-ef8e-4cf8-8727-1c1b65100c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:39.865041 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7d467e8-ad5e-44aa-9c20-77be64e719b5 req-c44dad56-ef8e-4cf8-8727-1c1b65100c7f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1772265 Feb 05 02:53:39.877226 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:40.076411 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146e99b-2049-4214-b4ea-335735c446f2 req-345c6bdc-2378-419f-8d3f-eeec3d19ce14 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:40.078461 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-345c6bdc-2378-419f-8d3f-eeec3d19ce14 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24&tenant_id=1efeace9c19e4c6591bec43ee004b4ff&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 1127 time: 0.0592535 Feb 05 02:53:40.113202 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7d467e8-ad5e-44aa-9c20-77be64e719b5 req-199333f3-332b-4725-bf8d-e513aafc9411 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379878 Feb 05 02:53:40.245410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:53:40.274722 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1839f-4720-48d8-98a1-a4b0d889e34a req-136ac825-02db-4804-9e8f-3a3f680f7f7e tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:40.282565 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1aa1839f-4720-48d8-98a1-a4b0d889e34a req-136ac825-02db-4804-9e8f-3a3f680f7f7e tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 947 time: 0.2511375 Feb 05 02:53:40.297401 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4146e99b-2049-4214-b4ea-335735c446f2 req-5f701c7f-0f86-464d-85cb-881c87c92b57 service neutron] For port 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:53:40.301789 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4146e99b-2049-4214-b4ea-335735c446f2 req-5f701c7f-0f86-464d-85cb-881c87c92b57 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:40.303556 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4146e99b-2049-4214-b4ea-335735c446f2 req-5f701c7f-0f86-464d-85cb-881c87c92b57 service neutron] 10.222.0.10 "DELETE /v2.0/ports/0ef14be5-a1a9-4303-be5e-d81e93e078c6/bindings/n-h1-826942-8 HTTP/1.1" status: 204 len: 173 time: 0.2164342 Feb 05 02:53:40.358695 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ae3f8-3ed3-45a0-9072-3d2f75ea0170 req-e8898e0a-dfe5-40e8-b529-a668524587a5 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:40.370876 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a17ae3f8-3ed3-45a0-9072-3d2f75ea0170 req-e8898e0a-dfe5-40e8-b529-a668524587a5 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 945 time: 0.2030737 Feb 05 02:53:40.382965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:53:40.388838 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7d467e8-ad5e-44aa-9c20-77be64e719b5 req-834ebdca-4bf9-46de-9eb2-e9826075c605 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400675 Feb 05 02:53:40.399670 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:53:40.400205 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:40.456500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1aa1839f-4720-48d8-98a1-a4b0d889e34a req-a32ea4ba-45ac-4d70-b555-7414caa1f4fa tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fd8a4a9-8501-4943-a627-2ae20ff6ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697929 Feb 05 02:53:40.505837 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a17ae3f8-3ed3-45a0-9072-3d2f75ea0170 req-799e2d85-fc1f-4910-9caa-3ee39d2265e0 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368034 Feb 05 02:53:40.566001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:53:40.569640 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:40.622750 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef9ca04-b45c-4eed-9fb3-603d7d81a621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:40.627759 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea9df37-8e77-460c-bd28-ea4f46ba798c" -d '{"events": [{"server_uuid": "1ef9ca04-b45c-4eed-9fb3-603d7d81a621", "name": "network-vif-plugged", "status": "completed", "tag": "50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:40.669772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727,segment=NetworkSegment(aa6d4db9-f492-4678-befb-0042f3b9ba1b),segment_id=aa6d4db9-f492-4678-befb-0042f3b9ba1b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:40.705412 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:40.769030 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6048f5a-2813-4596-b2fd-1b3d180609b6 req-ed5fa1ba-485a-46b4-8de1-1ca9833495c9 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1447134975&fields=id&tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87 HTTP/1.1" status: 200 len: 267 time: 0.1624081 Feb 05 02:53:40.890810 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096b565-6a68-4ad1-8c17-2cf356ba46ae req-c770db2d-0323-41d6-924a-cb6b61d465c1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:40.902258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1096b565-6a68-4ad1-8c17-2cf356ba46ae req-c770db2d-0323-41d6-924a-cb6b61d465c1 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 945 time: 0.2757578 Feb 05 02:53:40.931673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048f5a-2813-4596-b2fd-1b3d180609b6 req-34ab1e03-f458-4a77-89f6-9ec4628ba126 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:40.933546 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:40.940707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6048f5a-2813-4596-b2fd-1b3d180609b6 req-34ab1e03-f458-4a77-89f6-9ec4628ba126 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 945 time: 0.1707430 Feb 05 02:53:40.949258 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f6048f5a-2813-4596-b2fd-1b3d180609b6 req-76ac5d4b-9852-4eb0-aa5e-5ff9feb6e093 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Request body: {'port': {'security_groups': ['9e3a0934-c62b-470e-ac8f-d130026a1903', 'c5bb938c-e1f2-4c44-94dd-e814484be965']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:41.030126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1096b565-6a68-4ad1-8c17-2cf356ba46ae req-6650abad-aa7a-4c34-90f6-1fbf4820ff72 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268759 Feb 05 02:53:41.105212 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b6ada3-b44f-4115-8d6c-61339cdbaaad x-openstack-request-id: req-b4b6ada3-b44f-4115-8d6c-61339cdbaaad {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:41.105467 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef9ca04-b45c-4eed-9fb3-603d7d81a621", "name": "network-vif-plugged", "status": "completed", "tag": "50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:41.105930 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4b6ada3-b44f-4115-8d6c-61339cdbaaad {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:41.106512 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef9ca04-b45c-4eed-9fb3-603d7d81a621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727', 'code': 200} Feb 05 02:53:41.107862 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:41.133975 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6048f5a-2813-4596-b2fd-1b3d180609b6 req-76ac5d4b-9852-4eb0-aa5e-5ff9feb6e093 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:41.156677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48584) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:41.278310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bce11-81a2-4cac-b001-de02bbfb7682 req-d4bfb0cb-a1e4-4fe6-a564-59aca9f320e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:41.283809 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-131bce11-81a2-4cac-b001-de02bbfb7682 req-d4bfb0cb-a1e4-4fe6-a564-59aca9f320e4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ef9ca04-b45c-4eed-9fb3-603d7d81a621 HTTP/1.1" status: 200 len: 1128 time: 0.0972905 Feb 05 02:53:41.386520 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-131bce11-81a2-4cac-b001-de02bbfb7682 req-ef80f645-408f-4dbb-9f24-e282857ffd27 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=af006daf-376a-4cf9-8074-cdf3c106ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993364 Feb 05 02:53:41.432737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-322147c5-6f90-4c60-a0aa-c5381aad74a3 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2048498884'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:41.476358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322147c5-6f90-4c60-a0aa-c5381aad74a3 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Made reservation on behalf of 208f1a4eb8814c5f81a808834ddd57c3 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:53:41.485202 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-322147c5-6f90-4c60-a0aa-c5381aad74a3 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:41.495718 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-322147c5-6f90-4c60-a0aa-c5381aad74a3 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:41.594733 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-322147c5-6f90-4c60-a0aa-c5381aad74a3 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks [] for security_group (e291aa93-cd53-46c4-832d-61923b99fa88), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:41.605874 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-322147c5-6f90-4c60-a0aa-c5381aad74a3 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e291aa93-cd53-46c4-832d-61923b99fa88), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:41.642013 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322147c5-6f90-4c60-a0aa-c5381aad74a3 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:53:41.658237 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322147c5-6f90-4c60-a0aa-c5381aad74a3 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e291aa93-cd53-46c4-832d-61923b99fa88,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:41.665538 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-322147c5-6f90-4c60-a0aa-c5381aad74a3 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (6423f14f-e884-417d-8fb9-32caea44efd0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:41.666022 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-322147c5-6f90-4c60-a0aa-c5381aad74a3 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Added segment 6423f14f-e884-417d-8fb9-32caea44efd0 of type vlan for network 6a27116f-c17b-4cba-a681-2ad4a31eb6ed Feb 05 02:53:41.723513 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-322147c5-6f90-4c60-a0aa-c5381aad74a3 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (6a27116f-c17b-4cba-a681-2ad4a31eb6ed), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:41.751332 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5dc1e9-f763-493e-b1f6-d2b72f3fe112 req-cc2b5dc1-8fba-46d4-8ba0-ed979da5abb8 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:41.752838 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e5dc1e9-f763-493e-b1f6-d2b72f3fe112 req-cc2b5dc1-8fba-46d4-8ba0-ed979da5abb8 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.6768775 Feb 05 02:53:41.758505 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-322147c5-6f90-4c60-a0aa-c5381aad74a3 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (6a27116f-c17b-4cba-a681-2ad4a31eb6ed), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:41.764138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322147c5-6f90-4c60-a0aa-c5381aad74a3 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:41.765555 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-322147c5-6f90-4c60-a0aa-c5381aad74a3 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:41.847704 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-322147c5-6f90-4c60-a0aa-c5381aad74a3 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6873927 Feb 05 02:53:41.857133 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48592) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:41.874117 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c7bc9423-633c-45f7-b959-ef355dc1e3ae tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Request body: {'subnet': {'network_id': '6a27116f-c17b-4cba-a681-2ad4a31eb6ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:41.902870 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322147c5-6f90-4c60-a0aa-c5381aad74a3 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Pushing event updated for resources: {'Network': ['ID=6a27116f-c17b-4cba-a681-2ad4a31eb6ed,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:41.913750 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 6a27116f-c17b-4cba-a681-2ad4a31eb6ed details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:53:41.952358 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98120474-67d4-458f-b838-8409e38f50fb req-6034ffc1-1038-42c2-985b-918ea92f9d8e tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:41.960787 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-98120474-67d4-458f-b838-8409e38f50fb req-6034ffc1-1038-42c2-985b-918ea92f9d8e tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 945 time: 0.2634962 Feb 05 02:53:41.987608 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f6048f5a-2813-4596-b2fd-1b3d180609b6 req-76ac5d4b-9852-4eb0-aa5e-5ff9feb6e093 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] For port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860,segment=NetworkSegment(f0c668cf-2488-4516-9891-1ae4ea624ab2),segment_id=f0c668cf-2488-4516-9891-1ae4ea624ab2)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:42.088577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-9e5dc1e9-f763-493e-b1f6-d2b72f3fe112 req-08d82b12-3859-42de-aac7-fd05ac512a57 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Deleting port 4d9260af-7f50-46a2-9b01-6b6e432524a6 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:42.089215 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e5dc1e9-f763-493e-b1f6-d2b72f3fe112 req-08d82b12-3859-42de-aac7-fd05ac512a57 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:42.095976 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6048f5a-2813-4596-b2fd-1b3d180609b6 req-76ac5d4b-9852-4eb0-aa5e-5ff9feb6e093 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:42.126860 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-98120474-67d4-458f-b838-8409e38f50fb req-92f8c21c-7901-4b1b-843b-ce23b1806598 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/security-groups?id=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590374 Feb 05 02:53:42.213362 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6048f5a-2813-4596-b2fd-1b3d180609b6 req-76ac5d4b-9852-4eb0-aa5e-5ff9feb6e093 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:42.231076 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['58cae29d-fcbf-4a3f-9e72-73d7d1cd0860'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:42.237306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['c119772c-0a65-4d1a-a98d-04601b371f6b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:42.247894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bc9423-633c-45f7-b959-ef355dc1e3ae tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Made reservation on behalf of 208f1a4eb8814c5f81a808834ddd57c3 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:53:42.251304 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7bc9423-633c-45f7-b959-ef355dc1e3ae tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:42.257001 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9e5dc1e9-f763-493e-b1f6-d2b72f3fe112 req-08d82b12-3859-42de-aac7-fd05ac512a57 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] For port 4d9260af-7f50-46a2-9b01-6b6e432524a6, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d9260af-7f50-46a2-9b01-6b6e432524a6,segment=NetworkSegment(747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec),segment_id=747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:42.257360 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e5dc1e9-f763-493e-b1f6-d2b72f3fe112 req-08d82b12-3859-42de-aac7-fd05ac512a57 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:42.304337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5e190a54-4d2a-4b7d-8760-4977dbf67259 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:53:42.367043 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-9e5dc1e9-f763-493e-b1f6-d2b72f3fe112 req-08d82b12-3859-42de-aac7-fd05ac512a57 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Calling delete_port for 4d9260af-7f50-46a2-9b01-6b6e432524a6 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:42.394907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048f5a-2813-4596-b2fd-1b3d180609b6 req-76ac5d4b-9852-4eb0-aa5e-5ff9feb6e093 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:42.395557 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6048f5a-2813-4596-b2fd-1b3d180609b6 req-76ac5d4b-9852-4eb0-aa5e-5ff9feb6e093 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:42.396934 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6048f5a-2813-4596-b2fd-1b3d180609b6 req-76ac5d4b-9852-4eb0-aa5e-5ff9feb6e093 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "PUT /v2.0/ports/58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 HTTP/1.1" status: 200 len: 981 time: 1.4551697 Feb 05 02:53:42.397404 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e07856-c8a9-48f5-adfe-fcd74bd2a0bb', 'tag': '58cae29d-fcbf-4a3f-9e72-73d7d1cd0860'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:42.400065 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01517b7-3b4b-4290-9821-3fb68bab3361" -d '{"events": [{"name": "network-changed", "server_uuid": "65e07856-c8a9-48f5-adfe-fcd74bd2a0bb", "tag": "58cae29d-fcbf-4a3f-9e72-73d7d1cd0860"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:42.556298 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac5d4b-9852-4eb0-aa5e-5ff9feb6e093 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event updated for resources: {'Port': ['ID=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:42.558480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['58cae29d-fcbf-4a3f-9e72-73d7d1cd0860'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:42.591616 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:53:42.605034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887bf08-ce68-43b4-a090-9561e5d095ba req-5433404d-a5b1-446f-8e08-7a32bd91a845 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:42.613044 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3887bf08-ce68-43b4-a090-9561e5d095ba req-5433404d-a5b1-446f-8e08-7a32bd91a845 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ef9ca04-b45c-4eed-9fb3-603d7d81a621 HTTP/1.1" status: 200 len: 946 time: 0.3976219 Feb 05 02:53:42.850313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3887bf08-ce68-43b4-a090-9561e5d095ba req-683948c6-e4bc-4ebd-951d-199ffe094e86 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/security-groups?id=af006daf-376a-4cf9-8074-cdf3c106ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358015 Feb 05 02:53:43.013278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f4fb7-4b63-40e5-94b0-cca311c1df76 req-d6a659b9-b430-4726-9515-2afb2dbbd853 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:43.015721 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c32f4fb7-4b63-40e5-94b0-cca311c1df76 req-d6a659b9-b430-4726-9515-2afb2dbbd853 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 947 time: 0.2857890 Feb 05 02:53:43.033577 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7bc9423-633c-45f7-b959-ef355dc1e3ae tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (36baa085-8a13-42f8-ab61-cb132cc1aab9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:43.041807 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e5dc1e9-f763-493e-b1f6-d2b72f3fe112 req-08d82b12-3859-42de-aac7-fd05ac512a57 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4d9260af-7f50-46a2-9b01-6b6e432524a6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:43.063294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4d9260af-7f50-46a2-9b01-6b6e432524a6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:43.151789 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb8802ed-701b-4e38-9ef0-24c8bdbf4da4 req-3490811f-630e-490c-897e-233269e9c954 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/c5bb938c-e1f2-4c44-94dd-e814484be965 HTTP/1.1" status: 200 len: 1817 time: 0.2195406 Feb 05 02:53:43.245621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc9423-633c-45f7-b959-ef355dc1e3ae tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Pushing event updated for resources: {'Subnet': ['ID=36baa085-8a13-42f8-ab61-cb132cc1aab9,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:43.258356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d82b12-3859-42de-aac7-fd05ac512a57 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Pushing event deleted for resources: {'Port': ['ID=4d9260af-7f50-46a2-9b01-6b6e432524a6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:43.307450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5e190a54-4d2a-4b7d-8760-4977dbf67259, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5e190a54-4d2a-4b7d-8760-4977dbf67259,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:43.355253 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-eb8802ed-701b-4e38-9ef0-24c8bdbf4da4 req-c48e114a-8c9f-43b7-9362-5a667f76bbc4 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 05 02:53:43.366903 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb8802ed-701b-4e38-9ef0-24c8bdbf4da4 req-c48e114a-8c9f-43b7-9362-5a667f76bbc4 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "DELETE /v2.0/security-groups/c5bb938c-e1f2-4c44-94dd-e814484be965 HTTP/1.1" status: 409 len: 341 time: 0.2139845 Feb 05 02:53:43.372216 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5dc1e9-f763-493e-b1f6-d2b72f3fe112 req-08d82b12-3859-42de-aac7-fd05ac512a57 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] No DVR routers for this DVR port 4d9260af-7f50-46a2-9b01-6b6e432524a6 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:43.376603 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e5dc1e9-f763-493e-b1f6-d2b72f3fe112 req-08d82b12-3859-42de-aac7-fd05ac512a57 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:43.381487 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e5dc1e9-f763-493e-b1f6-d2b72f3fe112 req-08d82b12-3859-42de-aac7-fd05ac512a57 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.10 "DELETE /v2.0/ports/4d9260af-7f50-46a2-9b01-6b6e432524a6 HTTP/1.1" status: 204 len: 173 time: 1.6202090 Feb 05 02:53:43.383864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bc9423-633c-45f7-b959-ef355dc1e3ae tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Checking segment: {'id': '6423f14f-e884-417d-8fb9-32caea44efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a27116f-c17b-4cba-a681-2ad4a31eb6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:53:43.384243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bc9423-633c-45f7-b959-ef355dc1e3ae tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Network hostable DHCP agents. Network: 6a27116f-c17b-4cba-a681-2ad4a31eb6ed, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:53:43.418199 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '5e190a54-4d2a-4b7d-8760-4977dbf67259', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '5e190a54-4d2a-4b7d-8760-4977dbf67259', 'mac_address': 'fa:16:3e:76:72:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:53:43.460739 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c32f4fb7-4b63-40e5-94b0-cca311c1df76 req-3f5de089-c013-47c3-a723-8a0a955d1a3b tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fd8a4a9-8501-4943-a627-2ae20ff6ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150774 Feb 05 02:53:43.466022 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bc9423-633c-45f7-b959-ef355dc1e3ae tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Network 6a27116f-c17b-4cba-a681-2ad4a31eb6ed is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:53:43.499730 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f98729-4759-45ca-afbf-7d2ea01da905 x-openstack-request-id: req-54f98729-4759-45ca-afbf-7d2ea01da905 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:43.500036 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e07856-c8a9-48f5-adfe-fcd74bd2a0bb", "tag": "58cae29d-fcbf-4a3f-9e72-73d7d1cd0860", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:43.500314 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-54f98729-4759-45ca-afbf-7d2ea01da905 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:43.500695 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e07856-c8a9-48f5-adfe-fcd74bd2a0bb', 'tag': '58cae29d-fcbf-4a3f-9e72-73d7d1cd0860', 'status': 'completed', 'code': 200} Feb 05 02:53:43.509816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c7bc9423-633c-45f7-b959-ef355dc1e3ae tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 6a27116f-c17b-4cba-a681-2ad4a31eb6ed) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:53:43.527306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bc9423-633c-45f7-b959-ef355dc1e3ae tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:43.528537 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7bc9423-633c-45f7-b959-ef355dc1e3ae tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:43.563871 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c7bc9423-633c-45f7-b959-ef355dc1e3ae tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7046518 Feb 05 02:53:43.566508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48616) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:43.575795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d743635f-83d1-4fb3-86f6-adb8eb1fcdf7 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Request body: {'port': {'network_id': '6a27116f-c17b-4cba-a681-2ad4a31eb6ed', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2095645631'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:43.596435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5e190a54-4d2a-4b7d-8760-4977dbf67259 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:53:43.600859 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e190a54-4d2a-4b7d-8760-4977dbf67259), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:43.606972 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34376ddd-f164-4dc2-a9a8-f13a5963d1c8 None None] Network 6a27116f-c17b-4cba-a681-2ad4a31eb6ed requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:53:43.633724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01517b7-3b4b-4290-9821-3fb68bab3361 req-b1f71ce7-2ed6-46e3-a100-45ae3e504bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:43.637444 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a01517b7-3b4b-4290-9821-3fb68bab3361 req-b1f71ce7-2ed6-46e3-a100-45ae3e504bb5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87&device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 1166 time: 0.1153872 Feb 05 02:53:43.775158 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-86d9c646-5166-48ce-8e14-b7d31839809c req-e997f079-a3fc-4758-b81a-eecaf78db911 tempest-ServerRescueTestJSONUnderV235-136417248 tempest-ServerRescueTestJSONUnderV235-136417248-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ee89d12-27c2-4837-918c-5b89e8fba17c HTTP/1.1" status: 200 len: 210 time: 0.0476818 Feb 05 02:53:43.794459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfbcfd-6a1b-464d-ba81-5bba192030a0 req-e4b9d9b8-1ea4-4f8d-9d46-e0a3322ac544 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:43.804008 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ddfbcfd-6a1b-464d-ba81-5bba192030a0 req-e4b9d9b8-1ea4-4f8d-9d46-e0a3322ac544 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 1127 time: 0.1333418 Feb 05 02:53:43.878324 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ddfbcfd-6a1b-464d-ba81-5bba192030a0 req-8b109dc6-6a31-46f8-8c5c-2d403494b738 tempest-LiveAutoBlockMigrationV225Test-241767204 tempest-LiveAutoBlockMigrationV225Test-241767204-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690320 Feb 05 02:53:43.902827 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d743635f-83d1-4fb3-86f6-adb8eb1fcdf7 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Made reservation on behalf of 208f1a4eb8814c5f81a808834ddd57c3 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:53:43.907353 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d743635f-83d1-4fb3-86f6-adb8eb1fcdf7 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:43.913412 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01517b7-3b4b-4290-9821-3fb68bab3361 req-a0adb3a1-cfc5-4054-8c11-5f0587a2e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:43.915282 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a01517b7-3b4b-4290-9821-3fb68bab3361 req-a0adb3a1-cfc5-4054-8c11-5f0587a2e07e service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372 HTTP/1.1" status: 200 len: 914 time: 0.2687881 Feb 05 02:53:43.964167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-d743635f-83d1-4fb3-86f6-adb8eb1fcdf7 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] device_id is not set on port a82e019c-da0f-4c8d-a3cc-94cb4697321b yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:53:44.028698 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a01517b7-3b4b-4290-9821-3fb68bab3361 req-0c41f29c-ac88-45f8-b7d9-587014cac895 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 HTTP/1.1" status: 200 len: 217 time: 0.1007168 Feb 05 02:53:44.030167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e190a54-4d2a-4b7d-8760-4977dbf67259 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:53:44.073234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-6a27116f-c17b-4cba-a681-2ad4a31eb6ed', 'network_id': '6a27116f-c17b-4cba-a681-2ad4a31eb6ed', 'project_id': '208f1a4eb8814c5f81a808834ddd57c3', 'fixed_ips': [{'subnet_id': '36baa085-8a13-42f8-ab61-cb132cc1aab9'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:53:44.075436 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:44.127649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01517b7-3b4b-4290-9821-3fb68bab3361 req-17f5b3a9-3eb5-4119-99f6-4535369358f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:44.130535 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a01517b7-3b4b-4290-9821-3fb68bab3361 req-17f5b3a9-3eb5-4119-99f6-4535369358f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9876c3ba-c14d-470d-849b-5fbedfe2e1f5 HTTP/1.1" status: 200 len: 853 time: 0.0938618 Feb 05 02:53:44.218656 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a01517b7-3b4b-4290-9821-3fb68bab3361 req-14e962a2-ba5b-4f81-a0dc-d7ebc6c60f8b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748708 Feb 05 02:53:44.284935 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5e190a54-4d2a-4b7d-8760-4977dbf67259, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5e190a54-4d2a-4b7d-8760-4977dbf67259,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:44.385293 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-d743635f-83d1-4fb3-86f6-adb8eb1fcdf7 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Allocated IP 172.20.0.6 (6a27116f-c17b-4cba-a681-2ad4a31eb6ed/36baa085-8a13-42f8-ab61-cb132cc1aab9/a82e019c-da0f-4c8d-a3cc-94cb4697321b) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:53:44.419741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14782627-82c2-474d-846f-901334c5ec6e req-db98970a-97da-4e2e-8364-68ab08ca57cf tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:44.429190 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14782627-82c2-474d-846f-901334c5ec6e req-db98970a-97da-4e2e-8364-68ab08ca57cf tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ef9ca04-b45c-4eed-9fb3-603d7d81a621 HTTP/1.1" status: 200 len: 946 time: 0.2066545 Feb 05 02:53:44.466170 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5e190a54-4d2a-4b7d-8760-4977dbf67259), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:44.491134 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a01517b7-3b4b-4290-9821-3fb68bab3361 req-18fcc644-130f-4ab7-b492-1fe729171dee service neutron] 10.222.0.31 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656515 Feb 05 02:53:44.610917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5e190a54-4d2a-4b7d-8760-4977dbf67259,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:44.719467 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a01517b7-3b4b-4290-9821-3fb68bab3361 req-fd733287-f76f-4a30-9e68-0c4817c1bbc1 service neutron] 10.222.0.31 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196362 Feb 05 02:53:44.726593 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5e190a54-4d2a-4b7d-8760-4977dbf67259'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:44.761455 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d743635f-83d1-4fb3-86f6-adb8eb1fcdf7 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks [] for port (a82e019c-da0f-4c8d-a3cc-94cb4697321b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:44.885605 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14782627-82c2-474d-846f-901334c5ec6e req-d8fc22cc-414e-493f-a381-26d855c80b29 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/security-groups?id=af006daf-376a-4cf9-8074-cdf3c106ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533980 Feb 05 02:53:44.887366 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d743635f-83d1-4fb3-86f6-adb8eb1fcdf7 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (a82e019c-da0f-4c8d-a3cc-94cb4697321b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:44.915991 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be0138-26f8-4599-86d0-2be278c9de53 req-079bb401-2ea8-45a0-8b00-052f5fdbe3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:44.917496 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d1be0138-26f8-4599-86d0-2be278c9de53 req-079bb401-2ea8-45a0-8b00-052f5fdbe3f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87&device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 1166 time: 0.1175015 Feb 05 02:53:44.978620 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743635f-83d1-4fb3-86f6-adb8eb1fcdf7 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Pushing event updated for resources: {'Port': ['ID=a82e019c-da0f-4c8d-a3cc-94cb4697321b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:44.995772 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d743635f-83d1-4fb3-86f6-adb8eb1fcdf7 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Network 6a27116f-c17b-4cba-a681-2ad4a31eb6ed is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:53:45.040215 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f26a45-70ca-4112-a114-29031e3da169 req-a027fc95-991c-43f3-81ed-8b11ead26201 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:45.048112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36f26a45-70ca-4112-a114-29031e3da169 req-a027fc95-991c-43f3-81ed-8b11ead26201 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 984 time: 0.2353766 Feb 05 02:53:45.067967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d743635f-83d1-4fb3-86f6-adb8eb1fcdf7 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:53:45.070789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d743635f-83d1-4fb3-86f6-adb8eb1fcdf7 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:53:45.096983 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Allocated IP 172.20.0.2 (6a27116f-c17b-4cba-a681-2ad4a31eb6ed/36baa085-8a13-42f8-ab61-cb132cc1aab9/45e98da3-68c0-4eb8-9d2e-5315be9bd082) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:53:45.106940 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be0138-26f8-4599-86d0-2be278c9de53 req-50df8660-a892-4450-9b53-03bb6df2c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:45.108400 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d1be0138-26f8-4599-86d0-2be278c9de53 req-50df8660-a892-4450-9b53-03bb6df2c512 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372 HTTP/1.1" status: 200 len: 914 time: 0.1826756 Feb 05 02:53:45.136931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d743635f-83d1-4fb3-86f6-adb8eb1fcdf7 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:45.139047 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d743635f-83d1-4fb3-86f6-adb8eb1fcdf7 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:45.198395 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d1be0138-26f8-4599-86d0-2be278c9de53 req-e1060601-4aad-4664-a38f-6cdc95f29e98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 HTTP/1.1" status: 200 len: 217 time: 0.0825243 Feb 05 02:53:45.218424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d743635f-83d1-4fb3-86f6-adb8eb1fcdf7 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6474006 Feb 05 02:53:45.221660 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48646) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:45.237914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054a02c-221d-4a42-b750-1d2316b92f7a req-35fff8ab-0991-4996-a582-58665f290b04 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:45.241067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8054a02c-221d-4a42-b750-1d2316b92f7a req-35fff8ab-0991-4996-a582-58665f290b04 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 948 time: 0.2573936 Feb 05 02:53:45.297392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442772a-e148-4d8e-89eb-36ba6fda1d8a req-43ebc50d-a762-4d85-85a4-817f345ad1fb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:45.298914 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d442772a-e148-4d8e-89eb-36ba6fda1d8a req-43ebc50d-a762-4d85-85a4-817f345ad1fb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.10 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 945 time: 0.1735356 Feb 05 02:53:45.311249 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be0138-26f8-4599-86d0-2be278c9de53 req-6c5c5f52-0738-4fdb-bad1-d126f5649b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:45.312919 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d1be0138-26f8-4599-86d0-2be278c9de53 req-6c5c5f52-0738-4fdb-bad1-d126f5649b7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9876c3ba-c14d-470d-849b-5fbedfe2e1f5 HTTP/1.1" status: 200 len: 853 time: 0.1071196 Feb 05 02:53:45.315083 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36f26a45-70ca-4112-a114-29031e3da169 req-63ee7742-c860-48a9-9caa-fc56d3fc5632 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&id=c5bb938c-e1f2-4c44-94dd-e814484be965&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2648427 Feb 05 02:53:45.406867 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d1be0138-26f8-4599-86d0-2be278c9de53 req-d9910d31-afe3-4cab-b1e0-e13f8b8273e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844252 Feb 05 02:53:45.467619 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Publish callbacks [] for port (45e98da3-68c0-4eb8-9d2e-5315be9bd082), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:45.482093 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8054a02c-221d-4a42-b750-1d2316b92f7a req-6c58407a-b6e7-4200-8106-9750c76e765d tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fd8a4a9-8501-4943-a627-2ae20ff6ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911621 Feb 05 02:53:45.496236 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (45e98da3-68c0-4eb8-9d2e-5315be9bd082), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:45.505348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'name': 'network-vif-deleted', 'tag': '4d9260af-7f50-46a2-9b01-6b6e432524a6'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:45.509310 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9159fccf-b506-4130-8bb0-ca77acea3572" -d '{"events": [{"server_uuid": "0ee89d12-27c2-4837-918c-5b89e8fba17c", "name": "network-vif-deleted", "tag": "4d9260af-7f50-46a2-9b01-6b6e432524a6"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:45.509966 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Network 6a27116f-c17b-4cba-a681-2ad4a31eb6ed is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:53:45.512904 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:53:45.540515 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:53:45.549104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-51306e4a-18f4-4f03-9d50-b3768eefa4b4 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Deleting port a82e019c-da0f-4c8d-a3cc-94cb4697321b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:45.554231 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51306e4a-18f4-4f03-9d50-b3768eefa4b4 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a82e019c-da0f-4c8d-a3cc-94cb4697321b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:45.599882 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48650) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:45.608260 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Pushing event updated for resources: {'Port': ['ID=45e98da3-68c0-4eb8-9d2e-5315be9bd082,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:45.620918 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Attempting to bind port 45e98da3-68c0-4eb8-9d2e-5315be9bd082 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:53:45.621317 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Attempting to bind port 45e98da3-68c0-4eb8-9d2e-5315be9bd082 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '6423f14f-e884-417d-8fb9-32caea44efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a27116f-c17b-4cba-a681-2ad4a31eb6ed'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:53:45.621676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Attempting to bind port 45e98da3-68c0-4eb8-9d2e-5315be9bd082 on network 6a27116f-c17b-4cba-a681-2ad4a31eb6ed {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:53:45.628107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:53:45.628512 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Checking segment: {'id': '6423f14f-e884-417d-8fb9-32caea44efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a27116f-c17b-4cba-a681-2ad4a31eb6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:53:45.628907 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:45.630195 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Bound using segment: {'id': '6423f14f-e884-417d-8fb9-32caea44efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a27116f-c17b-4cba-a681-2ad4a31eb6ed'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:53:45.630660 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Bound port: 45e98da3-68c0-4eb8-9d2e-5315be9bd082, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6423f14f-e884-417d-8fb9-32caea44efd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a27116f-c17b-4cba-a681-2ad4a31eb6ed'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:53:45.631111 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (45e98da3-68c0-4eb8-9d2e-5315be9bd082), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:45.699615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd30317-ea73-4bc6-8296-0576d0ea10e5 req-4711ecb2-e70c-4fdf-a621-4ab98f2f8131 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:45.706548 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0bd30317-ea73-4bc6-8296-0576d0ea10e5 req-4711ecb2-e70c-4fdf-a621-4ab98f2f8131 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 945 time: 0.2470620 Feb 05 02:53:45.709936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] For port 45e98da3-68c0-4eb8-9d2e-5315be9bd082, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:53:45.713080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] For port 45e98da3-68c0-4eb8-9d2e-5315be9bd082, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=45e98da3-68c0-4eb8-9d2e-5315be9bd082,segment=NetworkSegment(6423f14f-e884-417d-8fb9-32caea44efd0),segment_id=6423f14f-e884-417d-8fb9-32caea44efd0)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:53:45.721340 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (45e98da3-68c0-4eb8-9d2e-5315be9bd082), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:45.762150 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-d442772a-e148-4d8e-89eb-36ba6fda1d8a req-0690bbce-d338-4cbe-99f7-7b918c80ff41 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Deleting port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:45.762494 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d442772a-e148-4d8e-89eb-36ba6fda1d8a req-0690bbce-d338-4cbe-99f7-7b918c80ff41 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:45.829509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba99806-2aa3-4197-b105-e66aa9801005 None None] Pushing event updated for resources: {'Port': ['ID=45e98da3-68c0-4eb8-9d2e-5315be9bd082,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:45.882695 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d1be0138-26f8-4599-86d0-2be278c9de53 req-1a92a98b-a3ba-49ec-9c04-753933b432fc service neutron] 10.222.0.31 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681294 Feb 05 02:53:45.940897 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:46.002414 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d442772a-e148-4d8e-89eb-36ba6fda1d8a req-0690bbce-d338-4cbe-99f7-7b918c80ff41 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] For port 0ef14be5-a1a9-4303-be5e-d81e93e078c6, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0ef14be5-a1a9-4303-be5e-d81e93e078c6,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:46.002809 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d442772a-e148-4d8e-89eb-36ba6fda1d8a req-0690bbce-d338-4cbe-99f7-7b918c80ff41 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:46.033566 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-d442772a-e148-4d8e-89eb-36ba6fda1d8a req-0690bbce-d338-4cbe-99f7-7b918c80ff41 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Calling delete_port for 0ef14be5-a1a9-4303-be5e-d81e93e078c6 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:46.228857 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b3a508-23e8-4546-acdf-26d9b7e1dcb5 x-openstack-request-id: req-b9b3a508-23e8-4546-acdf-26d9b7e1dcb5 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:46.229149 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee89d12-27c2-4837-918c-5b89e8fba17c", "name": "network-vif-deleted", "tag": "4d9260af-7f50-46a2-9b01-6b6e432524a6", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:46.229429 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9b3a508-23e8-4546-acdf-26d9b7e1dcb5 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:46.229810 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee89d12-27c2-4837-918c-5b89e8fba17c', 'name': 'network-vif-deleted', 'tag': '4d9260af-7f50-46a2-9b01-6b6e432524a6', 'status': 'completed', 'code': 200} Feb 05 02:53:46.241144 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51306e4a-18f4-4f03-9d50-b3768eefa4b4 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a82e019c-da0f-4c8d-a3cc-94cb4697321b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:46.329512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-51306e4a-18f4-4f03-9d50-b3768eefa4b4 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Calling delete_port for a82e019c-da0f-4c8d-a3cc-94cb4697321b owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:46.347067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0bd30317-ea73-4bc6-8296-0576d0ea10e5 req-61b5ecb1-8565-4074-b8e8-b4751f054d06 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6396163 Feb 05 02:53:46.385771 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba579646-8aa0-448d-ab06-a0473b778d90 req-bbd894a4-2cde-4c78-8216-663ebfcba10a tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:46.397456 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba579646-8aa0-448d-ab06-a0473b778d90 req-bbd894a4-2cde-4c78-8216-663ebfcba10a tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ef9ca04-b45c-4eed-9fb3-603d7d81a621 HTTP/1.1" status: 200 len: 946 time: 0.1567898 Feb 05 02:53:46.406536 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d442772a-e148-4d8e-89eb-36ba6fda1d8a req-0690bbce-d338-4cbe-99f7-7b918c80ff41 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (0ef14be5-a1a9-4303-be5e-d81e93e078c6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:46.420500 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0ef14be5-a1a9-4303-be5e-d81e93e078c6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:46.424747 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['164c5bd7-72d8-4796-ae48-9f58da11f82d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:46.467243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690bbce-d338-4cbe-99f7-7b918c80ff41 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Pushing event deleted for resources: {'Port': ['ID=0ef14be5-a1a9-4303-be5e-d81e93e078c6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:46.511076 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d1be0138-26f8-4599-86d0-2be278c9de53 req-28f11424-e0a7-44e8-a90a-be0d1dd8ed6f service neutron] 10.222.0.31 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6116092 Feb 05 02:53:46.554974 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d442772a-e148-4d8e-89eb-36ba6fda1d8a req-0690bbce-d338-4cbe-99f7-7b918c80ff41 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] No DVR routers for this DVR port 0ef14be5-a1a9-4303-be5e-d81e93e078c6 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:46.560630 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d442772a-e148-4d8e-89eb-36ba6fda1d8a req-0690bbce-d338-4cbe-99f7-7b918c80ff41 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:46.563977 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d442772a-e148-4d8e-89eb-36ba6fda1d8a req-0690bbce-d338-4cbe-99f7-7b918c80ff41 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.10 "DELETE /v2.0/ports/0ef14be5-a1a9-4303-be5e-d81e93e078c6 HTTP/1.1" status: 204 len: 173 time: 1.2472212 Feb 05 02:53:46.601172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5e190a54-4d2a-4b7d-8760-4977dbf67259 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:53:46.628887 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba579646-8aa0-448d-ab06-a0473b778d90 req-e415151a-83e9-4c5e-83d6-2677527635eb tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/security-groups?id=af006daf-376a-4cf9-8074-cdf3c106ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304921 Feb 05 02:53:46.669915 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe095e-f7b5-4363-92c8-f133091712c3 req-3880af76-9371-4083-83b6-8ce2298b3505 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:46.672019 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-debe095e-f7b5-4363-92c8-f133091712c3 req-3880af76-9371-4083-83b6-8ce2298b3505 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 984 time: 0.1313272 Feb 05 02:53:46.806901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 5e190a54-4d2a-4b7d-8760-4977dbf67259 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:53:46.833080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 5e190a54-4d2a-4b7d-8760-4977dbf67259 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:53:46.833857 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5e190a54-4d2a-4b7d-8760-4977dbf67259), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:46.947636 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-debe095e-f7b5-4363-92c8-f133091712c3 req-e56a27e0-19da-420f-b1ac-a62cc0101ca0 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&id=c5bb938c-e1f2-4c44-94dd-e814484be965&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2644944 Feb 05 02:53:47.018928 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91962472-b48c-4038-847f-a1949a0e17f0 req-1ac16672-7352-4aef-98e5-03f7d32d898a tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:47.027716 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91962472-b48c-4038-847f-a1949a0e17f0 req-1ac16672-7352-4aef-98e5-03f7d32d898a tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 948 time: 0.1922019 Feb 05 02:53:47.064607 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51306e4a-18f4-4f03-9d50-b3768eefa4b4 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a82e019c-da0f-4c8d-a3cc-94cb4697321b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:47.127451 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91962472-b48c-4038-847f-a1949a0e17f0 req-c78487b1-447b-41bf-8a41-825a166f32d2 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fd8a4a9-8501-4943-a627-2ae20ff6ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973508 Feb 05 02:53:47.164960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51306e4a-18f4-4f03-9d50-b3768eefa4b4 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Pushing event deleted for resources: {'Port': ['ID=a82e019c-da0f-4c8d-a3cc-94cb4697321b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:47.189176 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5e190a54-4d2a-4b7d-8760-4977dbf67259 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:53:47.189600 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e190a54-4d2a-4b7d-8760-4977dbf67259), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:47.257739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e190a54-4d2a-4b7d-8760-4977dbf67259'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:47.271820 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaae5ab-7fee-4cf0-8f2b-04515aa8da73" -d '{"events": [{"server_uuid": "9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa", "name": "network-vif-plugged", "status": "completed", "tag": "5e190a54-4d2a-4b7d-8760-4977dbf67259"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:47.289727 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51306e4a-18f4-4f03-9d50-b3768eefa4b4 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:47.298197 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5e190a54-4d2a-4b7d-8760-4977dbf67259, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5e190a54-4d2a-4b7d-8760-4977dbf67259,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:47.304464 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-51306e4a-18f4-4f03-9d50-b3768eefa4b4 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] 10.222.0.36 "DELETE /v2.0/ports/a82e019c-da0f-4c8d-a3cc-94cb4697321b HTTP/1.1" status: 204 len: 168 time: 2.0466866 Feb 05 02:53:47.306412 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48682) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:47.318932 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5e190a54-4d2a-4b7d-8760-4977dbf67259), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:47.320053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4d9260af-7f50-46a2-9b01-6b6e432524a6 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:47.336742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e132e-70af-4eb4-84ea-acb820c893ce req-6aa446eb-07fd-45c4-bca9-81edf31dfd23 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:47.338394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f79e132e-70af-4eb4-84ea-acb820c893ce req-6aa446eb-07fd-45c4-bca9-81edf31dfd23 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ef9ca04-b45c-4eed-9fb3-603d7d81a621 HTTP/1.1" status: 200 len: 946 time: 0.1886396 Feb 05 02:53:47.416148 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b74e97c-3890-4cb1-84a8-c42f7fcdfbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (d0230005-adba-492f-9179-9e6b72807107), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:47.424465 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95642845-6861-4979-a8fa-53101b1d81f8 x-openstack-request-id: req-95642845-6861-4979-a8fa-53101b1d81f8 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:47.428132 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa", "name": "network-vif-plugged", "status": "completed", "tag": "5e190a54-4d2a-4b7d-8760-4977dbf67259", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:47.433664 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95642845-6861-4979-a8fa-53101b1d81f8 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:47.434232 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e190a54-4d2a-4b7d-8760-4977dbf67259', 'code': 200} Feb 05 02:53:47.489238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 4d9260af-7f50-46a2-9b01-6b6e432524a6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:53:47.506682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4d9260af-7f50-46a2-9b01-6b6e432524a6 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:47.603512 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2987448-451b-4d41-9805-668aa839498d req-89db58ed-48d9-4625-8075-2c29ed9ef385 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 210 time: 0.0739565 Feb 05 02:53:47.623351 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-f79e132e-70af-4eb4-84ea-acb820c893ce req-08786f27-7885-489e-bf6b-a14795710554 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Deleting port 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:47.623605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5e190a54-4d2a-4b7d-8760-4977dbf67259,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:47.624068 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f79e132e-70af-4eb4-84ea-acb820c893ce req-08786f27-7885-489e-bf6b-a14795710554 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:47.811544 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 45e98da3-68c0-4eb8-9d2e-5315be9bd082 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:53:47.868490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f79e132e-70af-4eb4-84ea-acb820c893ce req-08786f27-7885-489e-bf6b-a14795710554 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] For port 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727,segment=NetworkSegment(aa6d4db9-f492-4678-befb-0042f3b9ba1b),segment_id=aa6d4db9-f492-4678-befb-0042f3b9ba1b)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:47.868766 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f79e132e-70af-4eb4-84ea-acb820c893ce req-08786f27-7885-489e-bf6b-a14795710554 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:47.895712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-f79e132e-70af-4eb4-84ea-acb820c893ce req-08786f27-7885-489e-bf6b-a14795710554 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Calling delete_port for 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:47.931761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c944d-9ae7-4126-b07c-42a90620b962 req-b54e2bc1-79ef-4b4a-9be7-eb70d38cb3c4 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:47.933371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e6c944d-9ae7-4126-b07c-42a90620b962 req-b54e2bc1-79ef-4b4a-9be7-eb70d38cb3c4 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ef9ca04-b45c-4eed-9fb3-603d7d81a621 HTTP/1.1" status: 200 len: 946 time: 0.1819887 Feb 05 02:53:47.958019 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85852e45-0340-40d8-8c56-4625aa310980 None None] Network 6a27116f-c17b-4cba-a681-2ad4a31eb6ed requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:53:48.038065 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2dfc107f-a264-458b-abf5-e50cb60e379c tempest-DHCPAgentSchedulersTestJSON-1713000836 tempest-DHCPAgentSchedulersTestJSON-1713000836-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.7287493 Feb 05 02:53:48.056125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48696) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:48.063062 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2f71496d-ece7-48ec-8397-20caaff1cacb tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-681711936'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:48.089082 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-87d93655-62fa-46fd-bc93-dc7c2bddb709 None None] Provisioning complete for port 45e98da3-68c0-4eb8-9d2e-5315be9bd082 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:53:48.089748 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-87d93655-62fa-46fd-bc93-dc7c2bddb709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (45e98da3-68c0-4eb8-9d2e-5315be9bd082), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:48.147973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 45e98da3-68c0-4eb8-9d2e-5315be9bd082 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:53:48.148616 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (45e98da3-68c0-4eb8-9d2e-5315be9bd082), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:48.216067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f71496d-ece7-48ec-8397-20caaff1cacb tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Made reservation on behalf of 208f1a4eb8814c5f81a808834ddd57c3 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:53:48.218937 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e6c944d-9ae7-4126-b07c-42a90620b962 req-17bec1b8-eb4f-49ac-bf74-654a1d0fe929 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/security-groups?id=af006daf-376a-4cf9-8074-cdf3c106ccfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744398 Feb 05 02:53:48.232488 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f71496d-ece7-48ec-8397-20caaff1cacb tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:48.251378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c4bef7-de78-4007-8d10-7573084b8f24', 'name': 'network-vif-deleted', 'tag': '0ef14be5-a1a9-4303-be5e-d81e93e078c6'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:48.259771 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c92ac67-3cf2-4af0-85bf-d78dd4e46b63" -d '{"events": [{"server_uuid": "91c4bef7-de78-4007-8d10-7573084b8f24", "name": "network-vif-deleted", "tag": "0ef14be5-a1a9-4303-be5e-d81e93e078c6"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:48.291538 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f71496d-ece7-48ec-8397-20caaff1cacb tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:53:48.302783 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f71496d-ece7-48ec-8397-20caaff1cacb tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (22174b3a-5fae-457a-91ee-c0e520369a6f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:48.303357 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-2f71496d-ece7-48ec-8397-20caaff1cacb tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Added segment 22174b3a-5fae-457a-91ee-c0e520369a6f of type vlan for network b9a70743-57b9-4b48-92f0-415f79a31f85 Feb 05 02:53:48.339777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b453ff7-477d-4e05-b6d8-08c739e1e9ca req-19bf75dd-4c3b-4b23-8ad3-615fc48daae9 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:48.341354 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b453ff7-477d-4e05-b6d8-08c739e1e9ca req-19bf75dd-4c3b-4b23-8ad3-615fc48daae9 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 984 time: 0.2493920 Feb 05 02:53:48.388618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 45e98da3-68c0-4eb8-9d2e-5315be9bd082 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:53:48.389019 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (45e98da3-68c0-4eb8-9d2e-5315be9bd082), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:48.430855 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f71496d-ece7-48ec-8397-20caaff1cacb tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (b9a70743-57b9-4b48-92f0-415f79a31f85), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:48.434358 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-87d93655-62fa-46fd-bc93-dc7c2bddb709 None None] Current status of the port 45e98da3-68c0-4eb8-9d2e-5315be9bd082 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:53:48.435124 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-87d93655-62fa-46fd-bc93-dc7c2bddb709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (45e98da3-68c0-4eb8-9d2e-5315be9bd082), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:48.480611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b6e3c-953d-4206-8a4e-bbaaeecc482f req-15671d3a-3219-4de9-8972-9f0e6f817d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:48.482874 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4e5b6e3c-953d-4206-8a4e-bbaaeecc482f req-15671d3a-3219-4de9-8972-9f0e6f817d1b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 1131 time: 0.4945729 Feb 05 02:53:48.486555 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f71496d-ece7-48ec-8397-20caaff1cacb tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (b9a70743-57b9-4b48-92f0-415f79a31f85), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:48.494498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f71496d-ece7-48ec-8397-20caaff1cacb tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:48.495314 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f71496d-ece7-48ec-8397-20caaff1cacb tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:48.542396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-87d93655-62fa-46fd-bc93-dc7c2bddb709 None None] For port 45e98da3-68c0-4eb8-9d2e-5315be9bd082, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=45e98da3-68c0-4eb8-9d2e-5315be9bd082,segment=NetworkSegment(6423f14f-e884-417d-8fb9-32caea44efd0),segment_id=6423f14f-e884-417d-8fb9-32caea44efd0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:48.555705 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0ef14be5-a1a9-4303-be5e-d81e93e078c6 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:48.603589 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-87d93655-62fa-46fd-bc93-dc7c2bddb709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (45e98da3-68c0-4eb8-9d2e-5315be9bd082), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:48.613211 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71496d-ece7-48ec-8397-20caaff1cacb tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Pushing event updated for resources: {'Network': ['ID=b9a70743-57b9-4b48-92f0-415f79a31f85,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:48.627032 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2f71496d-ece7-48ec-8397-20caaff1cacb tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5681767 Feb 05 02:53:48.635897 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48712) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:48.663944 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b453ff7-477d-4e05-b6d8-08c739e1e9ca req-7ad61672-cb5a-43ae-8740-2255a7ba8176 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e3a0934-c62b-470e-ac8f-d130026a1903&id=c5bb938c-e1f2-4c44-94dd-e814484be965&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3078189 Feb 05 02:53:48.702259 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f79e132e-70af-4eb4-84ea-acb820c893ce req-08786f27-7885-489e-bf6b-a14795710554 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:48.790939 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3d53f3-8fe6-4cf9-8385-b36a2c65dcb8 x-openstack-request-id: req-de3d53f3-8fe6-4cf9-8385-b36a2c65dcb8 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:48.791320 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c4bef7-de78-4007-8d10-7573084b8f24", "name": "network-vif-deleted", "tag": "0ef14be5-a1a9-4303-be5e-d81e93e078c6", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:48.791517 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de3d53f3-8fe6-4cf9-8385-b36a2c65dcb8 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:48.791878 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c4bef7-de78-4007-8d10-7573084b8f24', 'name': 'network-vif-deleted', 'tag': '0ef14be5-a1a9-4303-be5e-d81e93e078c6', 'status': 'completed', 'code': 200} Feb 05 02:53:48.797054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08786f27-7885-489e-bf6b-a14795710554 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Pushing event deleted for resources: {'Port': ['ID=50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:48.837881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabd171-c368-4fde-89d9-205eb81be267 req-e3073e89-5271-4e7f-ab7e-772891afe38b tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:48.839504 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7eabd171-c368-4fde-89d9-205eb81be267 req-e3073e89-5271-4e7f-ab7e-772891afe38b tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 949 time: 0.3594542 Feb 05 02:53:48.994082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79e132e-70af-4eb4-84ea-acb820c893ce req-08786f27-7885-489e-bf6b-a14795710554 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] No DVR routers for this DVR port 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:49.000820 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f79e132e-70af-4eb4-84ea-acb820c893ce req-08786f27-7885-489e-bf6b-a14795710554 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:49.017121 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5fd1d208-f6e4-4c02-b004-bf001436f6e7 tempest-DHCPAgentSchedulersTestJSON-1713000836 tempest-DHCPAgentSchedulersTestJSON-1713000836-project-admin] 10.222.0.36 "GET /v2.0/agents/a0b99b74-79c5-431f-91b8-b2aa3c808393/dhcp-networks HTTP/1.1" status: 200 len: 8900 time: 0.3764105 Feb 05 02:53:49.017375 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48718) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:49.028936 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4e5b6e3c-953d-4206-8a4e-bbaaeecc482f req-bae792a8-744c-4bb7-960e-7dbd508711f1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4fd8a4a9-8501-4943-a627-2ae20ff6ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206273 Feb 05 02:53:49.029625 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f79e132e-70af-4eb4-84ea-acb820c893ce req-08786f27-7885-489e-bf6b-a14795710554 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.10 "DELETE /v2.0/ports/50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 HTTP/1.1" status: 204 len: 173 time: 1.6627686 Feb 05 02:53:49.111474 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cdffc7ab-2c58-471e-8343-9c94c3d8d98f req-bd15f0ed-53de-439b-a276-cc16edf2cf00 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 210 time: 0.1333518 Feb 05 02:53:49.162657 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 02:53:49.163636 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 02:53:49.164455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network b9a70743-57b9-4b48-92f0-415f79a31f85 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:53:49.194871 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7eabd171-c368-4fde-89d9-205eb81be267 req-2837e304-7b99-41e9-8f6e-2802c798e365 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fd8a4a9-8501-4943-a627-2ae20ff6ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373773 Feb 05 02:53:49.264511 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 0ef14be5-a1a9-4303-be5e-d81e93e078c6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:53:49.264870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0ef14be5-a1a9-4303-be5e-d81e93e078c6 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:49.275416 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:49.323390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e82d79-7383-4cd7-8701-b5a77ac7caa2 tempest-DHCPAgentSchedulersTestJSON-1713000836 tempest-DHCPAgentSchedulersTestJSON-1713000836-project-admin] Network b9a70743-57b9-4b48-92f0-415f79a31f85 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:53:49.347330 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-063058f3-0eb0-4835-9dca-181e20fa94f2 req-a635fdee-77a8-4803-9199-882079fa6629 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1939817591&fields=id&tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87 HTTP/1.1" status: 200 len: 267 time: 0.1187925 Feb 05 02:53:49.350415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d93655-62fa-46fd-bc93-dc7c2bddb709 None None] Pushing event updated for resources: {'Port': ['ID=45e98da3-68c0-4eb8-9d2e-5315be9bd082,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:49.380958 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-20fd7149-ca5f-40f7-a228-c01c6d50a8b0 None None] Provisioning complete for port 45e98da3-68c0-4eb8-9d2e-5315be9bd082 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:53:49.381352 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20fd7149-ca5f-40f7-a228-c01c6d50a8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (45e98da3-68c0-4eb8-9d2e-5315be9bd082), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:49.399979 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-80e82d79-7383-4cd7-8701-b5a77ac7caa2 tempest-DHCPAgentSchedulersTestJSON-1713000836 tempest-DHCPAgentSchedulersTestJSON-1713000836-project-admin] 10.222.0.36 "POST /v2.0/agents/a0b99b74-79c5-431f-91b8-b2aa3c808393/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3793342 Feb 05 02:53:49.403367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48724) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:49.469328 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1b74e97c-3890-4cb1-84a8-c42f7fcdfbf9 admin admin] Deleting port dc316697-d2d4-4367-a125-c55e246f12a0 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:49.469874 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b74e97c-3890-4cb1-84a8-c42f7fcdfbf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (dc316697-d2d4-4367-a125-c55e246f12a0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:49.480571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414c6dbd-2763-4d35-81fd-407ee4696ce2 None None] Network b9a70743-57b9-4b48-92f0-415f79a31f85 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:53:49.534419 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24486fcd-dda3-49f1-86d6-428984e7bb25 req-16c7a6cd-25e9-47d7-a2a7-e92a5089f243 tempest-InstanceActionsV221TestJSON-378114902 tempest-InstanceActionsV221TestJSON-378114902-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ef9ca04-b45c-4eed-9fb3-603d7d81a621 HTTP/1.1" status: 200 len: 210 time: 0.0806842 Feb 05 02:53:49.562986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-1b74e97c-3890-4cb1-84a8-c42f7fcdfbf9 admin admin] For port dc316697-d2d4-4367-a125-c55e246f12a0, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=dc316697-d2d4-4367-a125-c55e246f12a0,segment=NetworkSegment(747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec),segment_id=747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:49.563529 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b74e97c-3890-4cb1-84a8-c42f7fcdfbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (dc316697-d2d4-4367-a125-c55e246f12a0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:49.574853 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063058f3-0eb0-4835-9dca-181e20fa94f2 req-e482b3c3-b8b2-4f5b-bb32-aced28984a68 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:49.576550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-063058f3-0eb0-4835-9dca-181e20fa94f2 req-e482b3c3-b8b2-4f5b-bb32-aced28984a68 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 984 time: 0.2267342 Feb 05 02:53:49.595955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-063058f3-0eb0-4835-9dca-181e20fa94f2 req-1bf387a1-75f3-499f-baf5-e5af996a8044 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Request body: {'port': {'security_groups': ['9e3a0934-c62b-470e-ac8f-d130026a1903', 'c5bb938c-e1f2-4c44-94dd-e814484be965', 'fc425f7c-e0d7-4fb4-822c-604f4cc29d67']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:53:49.616814 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1b74e97c-3890-4cb1-84a8-c42f7fcdfbf9 admin admin] Calling delete_port for dc316697-d2d4-4367-a125-c55e246f12a0 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:49.788467 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-063058f3-0eb0-4835-9dca-181e20fa94f2 req-1bf387a1-75f3-499f-baf5-e5af996a8044 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:49.834982 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 45e98da3-68c0-4eb8-9d2e-5315be9bd082 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:53:50.001715 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-20fd7149-ca5f-40f7-a228-c01c6d50a8b0 None None] Current status of the port 45e98da3-68c0-4eb8-9d2e-5315be9bd082 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:53:50.024131 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b74e97c-3890-4cb1-84a8-c42f7fcdfbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (dc316697-d2d4-4367-a125-c55e246f12a0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:50.050544 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-99ddbd44-c091-4fdc-9f64-6fe02de3b8eb tempest-DHCPAgentSchedulersTestJSON-1713000836 tempest-DHCPAgentSchedulersTestJSON-1713000836-project-admin] 10.222.0.36 "GET /v2.0/agents/a0b99b74-79c5-431f-91b8-b2aa3c808393/dhcp-networks HTTP/1.1" status: 200 len: 9669 time: 0.6433675 Feb 05 02:53:50.053453 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48734) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:50.057202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 45e98da3-68c0-4eb8-9d2e-5315be9bd082 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:53:50.071553 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74e97c-3890-4cb1-84a8-c42f7fcdfbf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc316697-d2d4-4367-a125-c55e246f12a0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:50.191040 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-021ce7da-4677-4570-82e7-864b0904d0ca None None] Could not find standard attr ID for object a82e019c-da0f-4c8d-a3cc-94cb4697321b. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 02:53:50.256667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 45e98da3-68c0-4eb8-9d2e-5315be9bd082 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:53:50.263326 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (45e98da3-68c0-4eb8-9d2e-5315be9bd082), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:50.314749 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b74e97c-3890-4cb1-84a8-c42f7fcdfbf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (d0230005-adba-492f-9179-9e6b72807107), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:50.334783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fef8e660-39ba-4598-83b9-5f335b5da220 tempest-DHCPAgentSchedulersTestJSON-1713000836 tempest-DHCPAgentSchedulersTestJSON-1713000836-project-admin] 10.222.0.36 "DELETE /v2.0/agents/a0b99b74-79c5-431f-91b8-b2aa3c808393/dhcp-networks/b9a70743-57b9-4b48-92f0-415f79a31f85 HTTP/1.1" status: 204 len: 168 time: 0.2781126 Feb 05 02:53:50.337594 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48740) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:50.491571 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b05525b6-f664-4caf-ac1c-0656c498ad1a req-28ef93b7-d0f7-41c6-9bf3-ba05e32d9abc tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 210 time: 0.1795213 Feb 05 02:53:50.502992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 45e98da3-68c0-4eb8-9d2e-5315be9bd082 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:53:50.705477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-063058f3-0eb0-4835-9dca-181e20fa94f2 req-1bf387a1-75f3-499f-baf5-e5af996a8044 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] For port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860,segment=NetworkSegment(f0c668cf-2488-4516-9891-1ae4ea624ab2),segment_id=f0c668cf-2488-4516-9891-1ae4ea624ab2)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:50.764390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b74e97c-3890-4cb1-84a8-c42f7fcdfbf9 admin admin] Router d0230005-adba-492f-9179-9e6b72807107 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:53:50.780798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48746) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:50.805333 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2765b082-65c3-49a5-9902-af40593425cf tempest-DHCPAgentSchedulersTestJSON-1713000836 tempest-DHCPAgentSchedulersTestJSON-1713000836-project-admin] 10.222.0.36 "GET /v2.0/agents/a0b99b74-79c5-431f-91b8-b2aa3c808393/dhcp-networks HTTP/1.1" status: 200 len: 8900 time: 0.4487455 Feb 05 02:53:50.818851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef9ca04-b45c-4eed-9fb3-603d7d81a621', 'name': 'network-vif-deleted', 'tag': '50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:50.823029 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93ccc9a-6c92-4697-b1d3-e13d602ddab0" -d '{"events": [{"server_uuid": "1ef9ca04-b45c-4eed-9fb3-603d7d81a621", "name": "network-vif-deleted", "tag": "50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:50.866331 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-063058f3-0eb0-4835-9dca-181e20fa94f2 req-1bf387a1-75f3-499f-baf5-e5af996a8044 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:50.878269 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-063058f3-0eb0-4835-9dca-181e20fa94f2 req-1bf387a1-75f3-499f-baf5-e5af996a8044 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:50.891900 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['c119772c-0a65-4d1a-a98d-04601b371f6b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:50.894313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['58cae29d-fcbf-4a3f-9e72-73d7d1cd0860'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:50.933084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b74e97c-3890-4cb1-84a8-c42f7fcdfbf9 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:53:50.943611 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1b74e97c-3890-4cb1-84a8-c42f7fcdfbf9 admin admin] 10.222.0.36 "PUT /v2.0/routers/d0230005-adba-492f-9179-9e6b72807107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3438053 Feb 05 02:53:50.944277 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48750) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:50.953522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063058f3-0eb0-4835-9dca-181e20fa94f2 req-1bf387a1-75f3-499f-baf5-e5af996a8044 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:50.954954 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-063058f3-0eb0-4835-9dca-181e20fa94f2 req-1bf387a1-75f3-499f-baf5-e5af996a8044 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:50.960943 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-34e7163d-ba50-44bf-b7a5-c4ce5edf4a52 tempest-DHCPAgentSchedulersTestJSON-1713000836 tempest-DHCPAgentSchedulersTestJSON-1713000836-project-admin] 10.222.0.36 "GET /v2.0/networks/6a27116f-c17b-4cba-a681-2ad4a31eb6ed/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1286583 Feb 05 02:53:50.963824 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-063058f3-0eb0-4835-9dca-181e20fa94f2 req-1bf387a1-75f3-499f-baf5-e5af996a8044 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "PUT /v2.0/ports/58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 HTTP/1.1" status: 200 len: 1020 time: 1.3789265 Feb 05 02:53:50.969242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48752) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:51.005394 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ef804-27de-45cb-9520-344a2ab2f7cf req-748c75ed-6774-4326-917c-81bd36ea1c31 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:51.007323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b57ef804-27de-45cb-9520-344a2ab2f7cf req-748c75ed-6774-4326-917c-81bd36ea1c31 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 949 time: 0.3529642 Feb 05 02:53:51.017407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8b5a1-f353-495a-a1cd-7a32bda373bb None None] Sync routers for ids ['d0230005-adba-492f-9179-9e6b72807107'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:53:51.092131 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b57ef804-27de-45cb-9520-344a2ab2f7cf req-42ff44ec-85ee-4361-ac00-0dc75f116908 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fd8a4a9-8501-4943-a627-2ae20ff6ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774124 Feb 05 02:53:51.093312 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf387a1-75f3-499f-baf5-e5af996a8044 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event updated for resources: {'Port': ['ID=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:51.102016 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48762) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:51.108132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-719efbb7-0353-462c-91b5-8e2f90a28086 tempest-DHCPAgentSchedulersTestJSON-1713000836 tempest-DHCPAgentSchedulersTestJSON-1713000836-project-admin] 10.222.0.36 "GET /v2.0/networks/6a27116f-c17b-4cba-a681-2ad4a31eb6ed/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1374426 Feb 05 02:53:51.127314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['58cae29d-fcbf-4a3f-9e72-73d7d1cd0860'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:51.171584 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8b5a1-f353-495a-a1cd-7a32bda373bb None None] Routers {'d0230005-adba-492f-9179-9e6b72807107'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:53:51.172236 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92d8b5a1-f353-495a-a1cd-7a32bda373bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:53:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d0230005-adba-492f-9179-9e6b72807107'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:51.288899 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff673a7-f13d-443c-9d3c-e91fe8c806ef x-openstack-request-id: req-7ff673a7-f13d-443c-9d3c-e91fe8c806ef {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:51.289263 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef9ca04-b45c-4eed-9fb3-603d7d81a621", "name": "network-vif-deleted", "tag": "50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:51.289456 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ff673a7-f13d-443c-9d3c-e91fe8c806ef {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:51.290597 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef9ca04-b45c-4eed-9fb3-603d7d81a621', 'name': 'network-vif-deleted', 'tag': '50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727', 'status': 'completed', 'code': 200} Feb 05 02:53:51.345163 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8446c25f-00c2-4294-bb51-7ce4f0e0808c req-8589a47c-5c62-4500-b2f6-0e4f3d35ee84 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/fc425f7c-e0d7-4fb4-822c-604f4cc29d67 HTTP/1.1" status: 200 len: 1818 time: 0.1100280 Feb 05 02:53:51.438578 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f480f8b2-70b8-42f1-9b89-77f7a543b0d8 tempest-DHCPAgentSchedulersTestJSON-1713000836 tempest-DHCPAgentSchedulersTestJSON-1713000836-project-admin] 10.222.0.36 "GET /v2.0/agents/a0b99b74-79c5-431f-91b8-b2aa3c808393/dhcp-networks HTTP/1.1" status: 200 len: 8900 time: 0.3348012 Feb 05 02:53:51.449259 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48770) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:51.466984 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-8446c25f-00c2-4294-bb51-7ce4f0e0808c req-ac47e0b5-797b-4160-bc86-a9727f3315db tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 05 02:53:51.468001 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8446c25f-00c2-4294-bb51-7ce4f0e0808c req-ac47e0b5-797b-4160-bc86-a9727f3315db tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "DELETE /v2.0/security-groups/fc425f7c-e0d7-4fb4-822c-604f4cc29d67 HTTP/1.1" status: 409 len: 341 time: 0.1170013 Feb 05 02:53:51.481691 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c470076e-5f44-4b78-9a7c-a57cde03210b admin admin] Publish callbacks [] for router (d0230005-adba-492f-9179-9e6b72807107), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:51.599380 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-92d8b5a1-f353-495a-a1cd-7a32bda373bb None None] Set router d0230005-adba-492f-9179-9e6b72807107 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:53:51.617025 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bd9f-96bd-4f1b-b91d-fd6f8d8c18fa tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (b9a70743-57b9-4b48-92f0-415f79a31f85), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:51.857957 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c470076e-5f44-4b78-9a7c-a57cde03210b admin admin] Publish callbacks [] for router_gateway (d0230005-adba-492f-9179-9e6b72807107), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:51.992432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c470076e-5f44-4b78-9a7c-a57cde03210b admin admin] Deleting port f223885a-a3b6-49ef-8fc1-843ab9b3d078 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:51.993018 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c470076e-5f44-4b78-9a7c-a57cde03210b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f223885a-a3b6-49ef-8fc1-843ab9b3d078), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:51.998943 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bd9f-96bd-4f1b-b91d-fd6f8d8c18fa tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (b9a70743-57b9-4b48-92f0-415f79a31f85), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:52.097058 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b5d7bd9f-96bd-4f1b-b91d-fd6f8d8c18fa tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a70743-57b9-4b48-92f0-415f79a31f85']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:52.125996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b5d7bd9f-96bd-4f1b-b91d-fd6f8d8c18fa tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22174b3a-5fae-457a-91ee-c0e520369a6f') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:52.139750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b5d7bd9f-96bd-4f1b-b91d-fd6f8d8c18fa tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22174b3a-5fae-457a-91ee-c0e520369a6f') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:52.148029 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-c470076e-5f44-4b78-9a7c-a57cde03210b admin admin] For port f223885a-a3b6-49ef-8fc1-843ab9b3d078, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f223885a-a3b6-49ef-8fc1-843ab9b3d078,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:52.149276 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c470076e-5f44-4b78-9a7c-a57cde03210b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f223885a-a3b6-49ef-8fc1-843ab9b3d078), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:52.162893 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bd9f-96bd-4f1b-b91d-fd6f8d8c18fa tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (22174b3a-5fae-457a-91ee-c0e520369a6f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:52.179345 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c470076e-5f44-4b78-9a7c-a57cde03210b admin admin] Calling delete_port for f223885a-a3b6-49ef-8fc1-843ab9b3d078 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:52.243619 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bd9f-96bd-4f1b-b91d-fd6f8d8c18fa tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (22174b3a-5fae-457a-91ee-c0e520369a6f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:52.267504 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0e5f6d5-69b4-4423-8897-3e4981afc144 req-45993732-c2cb-49db-82cd-533d1489474a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 210 time: 0.0884955 Feb 05 02:53:52.290573 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d7bd9f-96bd-4f1b-b91d-fd6f8d8c18fa tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:53:52.290573 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bd9f-96bd-4f1b-b91d-fd6f8d8c18fa tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (22174b3a-5fae-457a-91ee-c0e520369a6f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:53:52.293326 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:53:52.604912 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bd9f-96bd-4f1b-b91d-fd6f8d8c18fa tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (b9a70743-57b9-4b48-92f0-415f79a31f85), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:52.614533 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b5d7bd9f-96bd-4f1b-b91d-fd6f8d8c18fa tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:52.623888 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b5d7bd9f-96bd-4f1b-b91d-fd6f8d8c18fa tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] 10.222.0.36 "DELETE /v2.0/networks/b9a70743-57b9-4b48-92f0-415f79a31f85 HTTP/1.1" status: 204 len: 168 time: 1.1729879 Feb 05 02:53:52.635967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48798) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:52.639495 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48800) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:52.694391 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7bd9f-96bd-4f1b-b91d-fd6f8d8c18fa tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Pushing event deleted for resources: {'Network': ['ID=b9a70743-57b9-4b48-92f0-415f79a31f85,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:52.714135 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:52.733426 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-c684912e-ac11-4015-93d0-9711367431fe tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] DELETE failed (client error): The resource could not be found. Feb 05 02:53:52.739867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c684912e-ac11-4015-93d0-9711367431fe tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:53:52.745248 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c684912e-ac11-4015-93d0-9711367431fe tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] 10.222.0.36 "DELETE /v2.0/ports/a82e019c-da0f-4c8d-a3cc-94cb4697321b HTTP/1.1" status: 404 len: 333 time: 0.0991571 Feb 05 02:53:52.766357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53af58c-0f2c-4619-9006-0fe5500ce1b8 req-adb5aa25-d4e7-4191-86d6-fb8fd3d4890b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:52.767998 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a53af58c-0f2c-4619-9006-0fe5500ce1b8 req-adb5aa25-d4e7-4191-86d6-fb8fd3d4890b tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 1023 time: 0.3388784 Feb 05 02:53:52.768490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48802) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:52.778049 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d910a56e-a36e-4ec0-9428-5ffc52d35ec2 admin admin] Deleting subnet 462d882b-bf80-46fc-8a2c-8ca34dfafd53 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:53:52.783356 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d910a56e-a36e-4ec0-9428-5ffc52d35ec2 admin admin] Publish callbacks [] for subnet (462d882b-bf80-46fc-8a2c-8ca34dfafd53), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:52.789311 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:53:52.789676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 50cde0c6-1e6a-4c76-8f6c-dbaadf0f1727 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:52.834749 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c470076e-5f44-4b78-9a7c-a57cde03210b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f223885a-a3b6-49ef-8fc1-843ab9b3d078), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:52.848975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec933b31-25b4-4f01-8252-3f411b1f3d21 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Deleting subnet 36baa085-8a13-42f8-ab61-cb132cc1aab9 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:53:52.852402 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec933b31-25b4-4f01-8252-3f411b1f3d21 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks [] for subnet (36baa085-8a13-42f8-ab61-cb132cc1aab9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:52.906393 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec933b31-25b4-4f01-8252-3f411b1f3d21 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (36baa085-8a13-42f8-ab61-cb132cc1aab9), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:52.970782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470076e-5f44-4b78-9a7c-a57cde03210b admin admin] Pushing event deleted for resources: {'Port': ['ID=f223885a-a3b6-49ef-8fc1-843ab9b3d078,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:53.000196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d910a56e-a36e-4ec0-9428-5ffc52d35ec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (462d882b-bf80-46fc-8a2c-8ca34dfafd53), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:53.234502 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d910a56e-a36e-4ec0-9428-5ffc52d35ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (462d882b-bf80-46fc-8a2c-8ca34dfafd53), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:53.242419 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c470076e-5f44-4b78-9a7c-a57cde03210b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (d0230005-adba-492f-9179-9e6b72807107), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:53.264803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92d8b5a1-f353-495a-a1cd-7a32bda373bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0230005-adba-492f-9179-9e6b72807107', 'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-router', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:52:09Z', 'updated_at': '2022-02-05T02:53:49Z', 'revision_number': 5, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'gw_port': {'id': 'f223885a-a3b6-49ef-8fc1-843ab9b3d078', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0230005-adba-492f-9179-9e6b72807107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:52:10Z', 'updated_at': '2022-02-05T02:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:53.321344 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8b5a1-f353-495a-a1cd-7a32bda373bb None None] Checking router: d0230005-adba-492f-9179-9e6b72807107 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:53:53.348093 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8b5a1-f353-495a-a1cd-7a32bda373bb None None] Routers {'d0230005-adba-492f-9179-9e6b72807107'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:53:53.348904 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92d8b5a1-f353-495a-a1cd-7a32bda373bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:53:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d0230005-adba-492f-9179-9e6b72807107'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:53.466847 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c470076e-5f44-4b78-9a7c-a57cde03210b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (d0230005-adba-492f-9179-9e6b72807107), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:53.469492 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c470076e-5f44-4b78-9a7c-a57cde03210b admin admin] Publish callbacks [] for router_controller (d0230005-adba-492f-9179-9e6b72807107), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:53.543237 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-92d8b5a1-f353-495a-a1cd-7a32bda373bb None None] Set router d0230005-adba-492f-9179-9e6b72807107 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:53:53.563958 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c470076e-5f44-4b78-9a7c-a57cde03210b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (d0230005-adba-492f-9179-9e6b72807107), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:53.564645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c470076e-5f44-4b78-9a7c-a57cde03210b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0230005-adba-492f-9179-9e6b72807107 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:53:53.587638 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c470076e-5f44-4b78-9a7c-a57cde03210b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:53.594627 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c470076e-5f44-4b78-9a7c-a57cde03210b admin admin] 10.222.0.36 "DELETE /v2.0/routers/d0230005-adba-492f-9179-9e6b72807107 HTTP/1.1" status: 204 len: 168 time: 2.6458778 Feb 05 02:53:53.598581 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48812) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:53.700666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655acde2-d5c8-4826-af6a-ff72697894cb req-1a0270c4-4c51-4347-8d47-dbb48a874424 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:53.702542 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-655acde2-d5c8-4826-af6a-ff72697894cb req-1a0270c4-4c51-4347-8d47-dbb48a874424 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.31 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 1023 time: 0.1743021 Feb 05 02:53:53.705967 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-cacb4fce-6dec-4944-b482-ebd3a46fa2b8 admin admin] Deleting subnet 09a87c98-7ee5-494c-996e-4b6b30e96c7d {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:53:53.720573 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cacb4fce-6dec-4944-b482-ebd3a46fa2b8 admin admin] Publish callbacks [] for subnet (09a87c98-7ee5-494c-996e-4b6b30e96c7d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:53.728327 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92d8b5a1-f353-495a-a1cd-7a32bda373bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0230005-adba-492f-9179-9e6b72807107', 'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-router', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:52:09Z', 'updated_at': '2022-02-05T02:53:52Z', 'revision_number': 7, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:53.804996 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cacb4fce-6dec-4944-b482-ebd3a46fa2b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (09a87c98-7ee5-494c-996e-4b6b30e96c7d), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:53.805316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8b5a1-f353-495a-a1cd-7a32bda373bb None None] The sync data for ids ['d0230005-adba-492f-9179-9e6b72807107'] in n-d-826942-8 is: [{'id': 'd0230005-adba-492f-9179-9e6b72807107', 'name': 'tempest-ServerRescueTestJSONUnderV235-887884671-router', 'tenant_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:52:09Z', 'updated_at': '2022-02-05T02:53:52Z', 'revision_number': 7, 'project_id': '02aaa99cb30e48e88e4e15df7fc3cdda', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:53:53.907583 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cacb4fce-6dec-4944-b482-ebd3a46fa2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (09a87c98-7ee5-494c-996e-4b6b30e96c7d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:53.946929 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec933b31-25b4-4f01-8252-3f411b1f3d21 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (36baa085-8a13-42f8-ab61-cb132cc1aab9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:53.998741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e07856-c8a9-48f5-adfe-fcd74bd2a0bb', 'tag': '58cae29d-fcbf-4a3f-9e72-73d7d1cd0860'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:54.007327 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2e1b68-10e6-41a8-a5c3-ad49ef3471ad" -d '{"events": [{"name": "network-changed", "server_uuid": "65e07856-c8a9-48f5-adfe-fcd74bd2a0bb", "tag": "58cae29d-fcbf-4a3f-9e72-73d7d1cd0860"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:54.132059 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d910a56e-a36e-4ec0-9428-5ffc52d35ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (462d882b-bf80-46fc-8a2c-8ca34dfafd53), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:54.157791 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cacb4fce-6dec-4944-b482-ebd3a46fa2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (09a87c98-7ee5-494c-996e-4b6b30e96c7d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:54.241932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b938415-fd6e-4305-94fa-a3b8733bbe11 req-a5534a39-bf8b-4873-bad3-0687a1889959 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:54.244951 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b938415-fd6e-4305-94fa-a3b8733bbe11 req-a5534a39-bf8b-4873-bad3-0687a1889959 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 949 time: 0.2484579 Feb 05 02:53:54.283350 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec933b31-25b4-4f01-8252-3f411b1f3d21 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (36baa085-8a13-42f8-ab61-cb132cc1aab9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:54.374364 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9c2f64-5e0c-449c-a74b-04c0848fa7e9 None None] Network 6a27116f-c17b-4cba-a681-2ad4a31eb6ed requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:53:54.378432 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d910a56e-a36e-4ec0-9428-5ffc52d35ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:54.385732 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a53af58c-0f2c-4619-9006-0fe5500ce1b8 req-8f751788-a5db-41ac-9e66-31a3c19733ad tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc425f7c-e0d7-4fb4-822c-604f4cc29d67&id=9e3a0934-c62b-470e-ac8f-d130026a1903&id=c5bb938c-e1f2-4c44-94dd-e814484be965&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 1.5478466 Feb 05 02:53:54.387025 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec933b31-25b4-4f01-8252-3f411b1f3d21 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Pushing event deleted for resources: {'Subnet': ['ID=36baa085-8a13-42f8-ab61-cb132cc1aab9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:54.391518 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d910a56e-a36e-4ec0-9428-5ffc52d35ec2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/462d882b-bf80-46fc-8a2c-8ca34dfafd53 HTTP/1.1" status: 204 len: 168 time: 1.7488160 Feb 05 02:53:54.399849 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910a56e-a36e-4ec0-9428-5ffc52d35ec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=462d882b-bf80-46fc-8a2c-8ca34dfafd53,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:54.401578 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec933b31-25b4-4f01-8252-3f411b1f3d21 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:54.405845 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ec933b31-25b4-4f01-8252-3f411b1f3d21 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] 10.222.0.36 "DELETE /v2.0/subnets/36baa085-8a13-42f8-ab61-cb132cc1aab9 HTTP/1.1" status: 204 len: 168 time: 1.6364250 Feb 05 02:53:54.407018 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48816) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:54.409757 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cacb4fce-6dec-4944-b482-ebd3a46fa2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:54.429680 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48818) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:54.439232 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cacb4fce-6dec-4944-b482-ebd3a46fa2b8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/09a87c98-7ee5-494c-996e-4b6b30e96c7d HTTP/1.1" status: 204 len: 168 time: 0.8339155 Feb 05 02:53:54.452071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48820) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:54.665355 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (6a27116f-c17b-4cba-a681-2ad4a31eb6ed), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:54.669746 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72d135ae-8a9e-4818-b0df-db0b262ba075 req-7b239103-cb55-4231-aac1-e20bb2e11c2c tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 210 time: 0.0795121 Feb 05 02:53:54.672012 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb4fce-6dec-4944-b482-ebd3a46fa2b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a87c98-7ee5-494c-996e-4b6b30e96c7d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:54.737897 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b938415-fd6e-4305-94fa-a3b8733bbe11 req-8116bef2-707d-45b1-b911-d375ad91d0e3 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fd8a4a9-8501-4943-a627-2ae20ff6ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709117 Feb 05 02:53:54.864801 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1efc384-86b9-4a41-95de-b359cc328337 x-openstack-request-id: req-d1efc384-86b9-4a41-95de-b359cc328337 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:54.865188 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e07856-c8a9-48f5-adfe-fcd74bd2a0bb", "tag": "58cae29d-fcbf-4a3f-9e72-73d7d1cd0860", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:54.865377 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1efc384-86b9-4a41-95de-b359cc328337 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:54.865731 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e07856-c8a9-48f5-adfe-fcd74bd2a0bb', 'tag': '58cae29d-fcbf-4a3f-9e72-73d7d1cd0860', 'status': 'completed', 'code': 200} Feb 05 02:53:54.887392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e072c257-4eed-4849-a2a3-f741a697681c None None] DHCP port deletion for 6a27116f-c17b-4cba-a681-2ad4a31eb6ed request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:53:54.890205 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0945fe1f-a07d-4aad-a8bf-b1c3e5bc29e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (987183ed-6388-43e0-94ca-a560923f358d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:54.927210 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-418076f1-75ae-459b-8c97-06229773724e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (bb6774f6-5e2d-46b6-b600-fd9b37f5f681), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:55.009799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e072c257-4eed-4849-a2a3-f741a697681c None None] Deleting port 45e98da3-68c0-4eb8-9d2e-5315be9bd082 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:55.010583 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e072c257-4eed-4849-a2a3-f741a697681c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (45e98da3-68c0-4eb8-9d2e-5315be9bd082), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:55.038984 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0945fe1f-a07d-4aad-a8bf-b1c3e5bc29e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (987183ed-6388-43e0-94ca-a560923f358d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:55.117406 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0945fe1f-a07d-4aad-a8bf-b1c3e5bc29e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987183ed-6388-43e0-94ca-a560923f358d']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:55.142421 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0945fe1f-a07d-4aad-a8bf-b1c3e5bc29e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6d4db9-f492-4678-befb-0042f3b9ba1b') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:55.142740 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0945fe1f-a07d-4aad-a8bf-b1c3e5bc29e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6d4db9-f492-4678-befb-0042f3b9ba1b') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:55.178912 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0945fe1f-a07d-4aad-a8bf-b1c3e5bc29e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (aa6d4db9-f492-4678-befb-0042f3b9ba1b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:55.212792 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0945fe1f-a07d-4aad-a8bf-b1c3e5bc29e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (aa6d4db9-f492-4678-befb-0042f3b9ba1b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:55.215245 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e072c257-4eed-4849-a2a3-f741a697681c None None] For port 45e98da3-68c0-4eb8-9d2e-5315be9bd082, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=45e98da3-68c0-4eb8-9d2e-5315be9bd082,segment=NetworkSegment(6423f14f-e884-417d-8fb9-32caea44efd0),segment_id=6423f14f-e884-417d-8fb9-32caea44efd0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:55.215710 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e072c257-4eed-4849-a2a3-f741a697681c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (45e98da3-68c0-4eb8-9d2e-5315be9bd082), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:55.231487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0945fe1f-a07d-4aad-a8bf-b1c3e5bc29e5 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:53:55.231899 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0945fe1f-a07d-4aad-a8bf-b1c3e5bc29e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (aa6d4db9-f492-4678-befb-0042f3b9ba1b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:55.252820 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e072c257-4eed-4849-a2a3-f741a697681c None None] Calling delete_port for 45e98da3-68c0-4eb8-9d2e-5315be9bd082 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:53:55.394286 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:53:55.398251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Deleting port 45e98da3-68c0-4eb8-9d2e-5315be9bd082 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:55.402024 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (45e98da3-68c0-4eb8-9d2e-5315be9bd082), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:55.405848 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0945fe1f-a07d-4aad-a8bf-b1c3e5bc29e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (987183ed-6388-43e0-94ca-a560923f358d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:55.452548 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0945fe1f-a07d-4aad-a8bf-b1c3e5bc29e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:55.468688 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0945fe1f-a07d-4aad-a8bf-b1c3e5bc29e5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/987183ed-6388-43e0-94ca-a560923f358d HTTP/1.1" status: 204 len: 168 time: 1.0599084 Feb 05 02:53:55.576673 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b4453-87b9-4572-a1b5-cf8b3c0f25bc req-1de835b0-c334-4b45-ad5e-3075fd6ba675 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:55.578562 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-216b4453-87b9-4572-a1b5-cf8b3c0f25bc req-1de835b0-c334-4b45-ad5e-3075fd6ba675 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 949 time: 0.9597507 Feb 05 02:53:55.606055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945fe1f-a07d-4aad-a8bf-b1c3e5bc29e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=987183ed-6388-43e0-94ca-a560923f358d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:55.647379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-655acde2-d5c8-4826-af6a-ff72697894cb req-6311aae6-fb56-4dfe-9b55-ae14bf7f823e tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Deleting port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:55.647892 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-655acde2-d5c8-4826-af6a-ff72697894cb req-6311aae6-fb56-4dfe-9b55-ae14bf7f823e tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:55.730284 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-418076f1-75ae-459b-8c97-06229773724e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (bb6774f6-5e2d-46b6-b600-fd9b37f5f681), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:55.752019 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-418076f1-75ae-459b-8c97-06229773724e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6774f6-5e2d-46b6-b600-fd9b37f5f681']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:55.777990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-418076f1-75ae-459b-8c97-06229773724e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:55.783180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] For port 45e98da3-68c0-4eb8-9d2e-5315be9bd082, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=45e98da3-68c0-4eb8-9d2e-5315be9bd082,segment=NetworkSegment(6423f14f-e884-417d-8fb9-32caea44efd0),segment_id=6423f14f-e884-417d-8fb9-32caea44efd0)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:55.783557 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (45e98da3-68c0-4eb8-9d2e-5315be9bd082), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:55.783817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-418076f1-75ae-459b-8c97-06229773724e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:55.803874 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-418076f1-75ae-459b-8c97-06229773724e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:55.835795 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-418076f1-75ae-459b-8c97-06229773724e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:55.842877 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418076f1-75ae-459b-8c97-06229773724e admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:53:55.843412 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-418076f1-75ae-459b-8c97-06229773724e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (747fb4f2-6d81-4cb1-ab67-4f3d5a0bcfec), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:55.844092 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Calling delete_port for 45e98da3-68c0-4eb8-9d2e-5315be9bd082 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:55.858558 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e072c257-4eed-4849-a2a3-f741a697681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (45e98da3-68c0-4eb8-9d2e-5315be9bd082), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:55.889896 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072c257-4eed-4849-a2a3-f741a697681c None None] Pushing event deleted for resources: {'Port': ['ID=45e98da3-68c0-4eb8-9d2e-5315be9bd082,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:55.906571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e072c257-4eed-4849-a2a3-f741a697681c None None] No DVR routers for this DVR port 45e98da3-68c0-4eb8-9d2e-5315be9bd082 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:55.933599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bed6c-76f7-4397-ad6a-6c4d18c356b0 req-2a729797-f179-4d2b-b8c8-521f1de06382 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:55.947377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff8bed6c-76f7-4397-ad6a-6c4d18c356b0 req-2a729797-f179-4d2b-b8c8-521f1de06382 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 1023 time: 0.3390279 Feb 05 02:53:55.994715 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f223885a-a3b6-49ef-8fc1-843ab9b3d078 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:53:56.008497 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:53:56.042733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: f223885a-a3b6-49ef-8fc1-843ab9b3d078 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:53:56.043100 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f223885a-a3b6-49ef-8fc1-843ab9b3d078 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:56.043682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 45e98da3-68c0-4eb8-9d2e-5315be9bd082 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:56.056267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9b606e1-0ae2-4417-8277-bdffa8bab5a4 req-3d6c574a-4213-42bf-9654-35960bcee697 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 210 time: 0.2062612 Feb 05 02:53:56.073887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48840) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:56.093210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 45e98da3-68c0-4eb8-9d2e-5315be9bd082 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:53:56.093588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 45e98da3-68c0-4eb8-9d2e-5315be9bd082 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:56.094011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device dc316697-d2d4-4367-a125-c55e246f12a0 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:56.122697 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: dc316697-d2d4-4367-a125-c55e246f12a0 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:53:56.123066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device dc316697-d2d4-4367-a125-c55e246f12a0 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:56.136970 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-418076f1-75ae-459b-8c97-06229773724e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (bb6774f6-5e2d-46b6-b600-fd9b37f5f681), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:56.279877 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-655acde2-d5c8-4826-af6a-ff72697894cb req-6311aae6-fb56-4dfe-9b55-ae14bf7f823e tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] For port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860,segment=NetworkSegment(f0c668cf-2488-4516-9891-1ae4ea624ab2),segment_id=f0c668cf-2488-4516-9891-1ae4ea624ab2)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:56.280184 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-655acde2-d5c8-4826-af6a-ff72697894cb req-6311aae6-fb56-4dfe-9b55-ae14bf7f823e tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:56.296212 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-655acde2-d5c8-4826-af6a-ff72697894cb req-6311aae6-fb56-4dfe-9b55-ae14bf7f823e tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Calling delete_port for 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:56.345565 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff8bed6c-76f7-4397-ad6a-6c4d18c356b0 req-0cc7ff19-a15a-45cc-934c-c2c243d9e8d1 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc425f7c-e0d7-4fb4-822c-604f4cc29d67&id=9e3a0934-c62b-470e-ac8f-d130026a1903&id=c5bb938c-e1f2-4c44-94dd-e814484be965&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3970416 Feb 05 02:53:56.354268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b2acc26c-8ee0-4412-aa99-d371605ca9b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8419b34caee94f6099338d656a80d37b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807661 Feb 05 02:53:56.382284 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48842) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:56.427056 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd2e17-3df4-4337-8a53-1c9f48cc0c66 req-18c3d5a4-1c2e-4008-94d4-c6f7090554ae tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:56.436342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45fd2e17-3df4-4337-8a53-1c9f48cc0c66 req-18c3d5a4-1c2e-4008-94d4-c6f7090554ae tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 949 time: 0.2456348 Feb 05 02:53:56.463359 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (45e98da3-68c0-4eb8-9d2e-5315be9bd082), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:56.488918 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-418076f1-75ae-459b-8c97-06229773724e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:56.495418 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-418076f1-75ae-459b-8c97-06229773724e admin admin] 10.222.0.36 "DELETE /v2.0/networks/bb6774f6-5e2d-46b6-b600-fd9b37f5f681 HTTP/1.1" status: 204 len: 168 time: 2.0406961 Feb 05 02:53:56.496442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418076f1-75ae-459b-8c97-06229773724e admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6774f6-5e2d-46b6-b600-fd9b37f5f681,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:56.519550 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e1b68-10e6-41a8-a5c3-ad49ef3471ad req-dd5faaad-8e4f-4b88-b11b-625e52b10d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:56.521330 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c2e1b68-10e6-41a8-a5c3-ad49ef3471ad req-dd5faaad-8e4f-4b88-b11b-625e52b10d6a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87&device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 1206 time: 1.6645575 Feb 05 02:53:56.581439 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45fd2e17-3df4-4337-8a53-1c9f48cc0c66 req-db3e4ebc-368b-42a8-97c0-feb47b82b375 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fd8a4a9-8501-4943-a627-2ae20ff6ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437509 Feb 05 02:53:56.594047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Pushing event deleted for resources: {'Port': ['ID=45e98da3-68c0-4eb8-9d2e-5315be9bd082,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:56.649446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] No DVR routers for this DVR port 45e98da3-68c0-4eb8-9d2e-5315be9bd082 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:56.671379 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-655acde2-d5c8-4826-af6a-ff72697894cb req-6311aae6-fb56-4dfe-9b55-ae14bf7f823e tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (58cae29d-fcbf-4a3f-9e72-73d7d1cd0860), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:56.697579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['c119772c-0a65-4d1a-a98d-04601b371f6b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:53:56.791839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311aae6-fb56-4dfe-9b55-ae14bf7f823e tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event deleted for resources: {'Port': ['ID=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:56.916643 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (6a27116f-c17b-4cba-a681-2ad4a31eb6ed), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:56.927348 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-655acde2-d5c8-4826-af6a-ff72697894cb req-6311aae6-fb56-4dfe-9b55-ae14bf7f823e tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] No DVR routers for this DVR port 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:56.929559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48858) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:56.944267 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-655acde2-d5c8-4826-af6a-ff72697894cb req-6311aae6-fb56-4dfe-9b55-ae14bf7f823e tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:56.949954 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-655acde2-d5c8-4826-af6a-ff72697894cb req-6311aae6-fb56-4dfe-9b55-ae14bf7f823e tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.31 "DELETE /v2.0/ports/58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 HTTP/1.1" status: 204 len: 173 time: 3.2398312 Feb 05 02:53:56.954946 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-216b4453-87b9-4572-a1b5-cf8b3c0f25bc req-7c7de5d3-f7e0-4019-8ee7-fb19255a519b tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Deleting port 5e190a54-4d2a-4b7d-8760-4977dbf67259 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:53:56.955423 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-216b4453-87b9-4572-a1b5-cf8b3c0f25bc req-7c7de5d3-f7e0-4019-8ee7-fb19255a519b tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5e190a54-4d2a-4b7d-8760-4977dbf67259), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:56.959249 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e07856-c8a9-48f5-adfe-fcd74bd2a0bb', 'name': 'network-vif-deleted', 'tag': '58cae29d-fcbf-4a3f-9e72-73d7d1cd0860'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:56.962068 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e06b76-9a71-44cd-b870-be088319cda5" -d '{"events": [{"server_uuid": "65e07856-c8a9-48f5-adfe-fcd74bd2a0bb", "name": "network-vif-deleted", "tag": "58cae29d-fcbf-4a3f-9e72-73d7d1cd0860"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:57.001960 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74aa7dd6-a78c-4c07-a639-740af3463513 admin admin] Publish callbacks [] for security_group (af006daf-376a-4cf9-8074-cdf3c106ccfd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:57.005103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a27116f-c17b-4cba-a681-2ad4a31eb6ed']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:57.059458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6423f14f-e884-417d-8fb9-32caea44efd0') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:57.060178 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6423f14f-e884-417d-8fb9-32caea44efd0') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:53:57.076632 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (6423f14f-e884-417d-8fb9-32caea44efd0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:57.079114 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4523688-35ee-42b4-b610-d438340331ce x-openstack-request-id: req-d4523688-35ee-42b4-b610-d438340331ce {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:57.080231 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e07856-c8a9-48f5-adfe-fcd74bd2a0bb", "name": "network-vif-deleted", "tag": "58cae29d-fcbf-4a3f-9e72-73d7d1cd0860", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:57.080845 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4523688-35ee-42b4-b610-d438340331ce {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:57.082948 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e07856-c8a9-48f5-adfe-fcd74bd2a0bb', 'name': 'network-vif-deleted', 'tag': '58cae29d-fcbf-4a3f-9e72-73d7d1cd0860', 'status': 'completed', 'code': 200} Feb 05 02:53:57.087576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e1b68-10e6-41a8-a5c3-ad49ef3471ad req-ee6d1858-efb3-4fad-b2d1-f16ca7d3f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:57.089334 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c2e1b68-10e6-41a8-a5c3-ad49ef3471ad req-ee6d1858-efb3-4fad-b2d1-f16ca7d3f030 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372 HTTP/1.1" status: 200 len: 914 time: 0.5486212 Feb 05 02:53:57.102143 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74aa7dd6-a78c-4c07-a639-740af3463513 admin admin] Publish callbacks [] for security_group (af006daf-376a-4cf9-8074-cdf3c106ccfd), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:57.104050 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:57.144305 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (6423f14f-e884-417d-8fb9-32caea44efd0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:57.196287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:53:57.196651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:57.214956 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74aa7dd6-a78c-4c07-a639-740af3463513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (af006daf-376a-4cf9-8074-cdf3c106ccfd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:57.218057 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74aa7dd6-a78c-4c07-a639-740af3463513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:57.219479 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-74aa7dd6-a78c-4c07-a639-740af3463513 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af006daf-376a-4cf9-8074-cdf3c106ccfd HTTP/1.1" status: 204 len: 168 time: 0.8348043 Feb 05 02:53:57.237920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:53:57.238999 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (6423f14f-e884-417d-8fb9-32caea44efd0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:53:57.244017 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:53:57.257536 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c2e1b68-10e6-41a8-a5c3-ad49ef3471ad req-3e1dd6e8-3460-4ad2-bb90-9bb9b6f3e0ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58cae29d-fcbf-4a3f-9e72-73d7d1cd0860 HTTP/1.1" status: 200 len: 217 time: 0.1386299 Feb 05 02:53:57.278066 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15701676-dbf2-46ee-962b-231735249d09 req-83a115cd-95b3-44a6-a736-050ecead8437 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 210 time: 0.0781665 Feb 05 02:53:57.309664 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7dcb9109-586d-432e-8408-34c7c55b9dca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02aaa99cb30e48e88e4e15df7fc3cdda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718812 Feb 05 02:53:57.310628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48866) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:57.333791 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa7dd6-a78c-4c07-a639-740af3463513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af006daf-376a-4cf9-8074-cdf3c106ccfd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:57.397245 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (6a27116f-c17b-4cba-a681-2ad4a31eb6ed), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:57.402889 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:57.407156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] 10.222.0.36 "DELETE /v2.0/networks/6a27116f-c17b-4cba-a681-2ad4a31eb6ed HTTP/1.1" status: 204 len: 168 time: 2.9760280 Feb 05 02:53:57.493826 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6206533-2e57-44d1-be67-4ff91e3f9e39 tempest-DHCPAgentSchedulersTestJSON-224733520 tempest-DHCPAgentSchedulersTestJSON-224733520-project] Pushing event deleted for resources: {'Network': ['ID=6a27116f-c17b-4cba-a681-2ad4a31eb6ed,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:57.574428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e1b68-10e6-41a8-a5c3-ad49ef3471ad req-3a4c30af-974d-4498-b81b-e50973ec1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:57.576082 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c2e1b68-10e6-41a8-a5c3-ad49ef3471ad req-3a4c30af-974d-4498-b81b-e50973ec1d0a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9876c3ba-c14d-470d-849b-5fbedfe2e1f5 HTTP/1.1" status: 200 len: 853 time: 0.3095272 Feb 05 02:53:57.587292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-216b4453-87b9-4572-a1b5-cf8b3c0f25bc req-7c7de5d3-f7e0-4019-8ee7-fb19255a519b tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] For port 5e190a54-4d2a-4b7d-8760-4977dbf67259, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5e190a54-4d2a-4b7d-8760-4977dbf67259,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:53:57.587827 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-216b4453-87b9-4572-a1b5-cf8b3c0f25bc req-7c7de5d3-f7e0-4019-8ee7-fb19255a519b tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5e190a54-4d2a-4b7d-8760-4977dbf67259), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:57.662467 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0070fe70-b6c5-4e3d-a6fe-9a49ef146081 req-8275208f-73a2-4caf-a675-444d0883ea1f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=65e07856-c8a9-48f5-adfe-fcd74bd2a0bb HTTP/1.1" status: 200 len: 210 time: 0.0904534 Feb 05 02:53:57.721387 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c2e1b68-10e6-41a8-a5c3-ad49ef3471ad req-87b3a30e-8c03-47a3-a026-5b05df667da1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b86ee56-1c6a-4b7f-a374-b6803b2ec372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276696 Feb 05 02:53:57.723667 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-216b4453-87b9-4572-a1b5-cf8b3c0f25bc req-7c7de5d3-f7e0-4019-8ee7-fb19255a519b tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Calling delete_port for 5e190a54-4d2a-4b7d-8760-4977dbf67259 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:53:57.750964 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d825ec59-49ab-4399-9db9-4c7444635e18 admin admin] Publish callbacks [] for security_group (909d85c1-dac2-40c5-a9bc-c6ca03b8dae1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:57.872673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76653c63-09ba-45de-ab8f-b0be14674857 req-a9622957-f7d3-4840-8965-f5ecad9ddb45 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:57.874984 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76653c63-09ba-45de-ab8f-b0be14674857 req-a9622957-f7d3-4840-8965-f5ecad9ddb45 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 949 time: 0.1267660 Feb 05 02:53:57.954680 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d825ec59-49ab-4399-9db9-4c7444635e18 admin admin] Publish callbacks [] for security_group (909d85c1-dac2-40c5-a9bc-c6ca03b8dae1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:57.968518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76653c63-09ba-45de-ab8f-b0be14674857 req-8a6c5db8-327e-4c55-bf6d-d1b5b6a37ff3 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/security-groups?id=4fd8a4a9-8501-4943-a627-2ae20ff6ad88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806611 Feb 05 02:53:58.008161 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48890) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:58.008931 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c2e1b68-10e6-41a8-a5c3-ad49ef3471ad req-25677e95-a2ab-448f-9a77-301c8283c2bf service neutron] 10.222.0.31 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596877 Feb 05 02:53:58.177526 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c2e1b68-10e6-41a8-a5c3-ad49ef3471ad req-049ae6de-628e-46f9-bad3-a3c73107d987 service neutron] 10.222.0.31 "GET /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667659 Feb 05 02:53:58.205317 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d825ec59-49ab-4399-9db9-4c7444635e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (909d85c1-dac2-40c5-a9bc-c6ca03b8dae1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:58.209104 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d825ec59-49ab-4399-9db9-4c7444635e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:58.210375 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d825ec59-49ab-4399-9db9-4c7444635e18 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/909d85c1-dac2-40c5-a9bc-c6ca03b8dae1 HTTP/1.1" status: 204 len: 168 time: 0.8617837 Feb 05 02:53:58.230531 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825ec59-49ab-4399-9db9-4c7444635e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909d85c1-dac2-40c5-a9bc-c6ca03b8dae1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:58.254566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-660d9ff2-33be-4c78-b939-8566796af63b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=208f1a4eb8814c5f81a808834ddd57c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556376 Feb 05 02:53:58.259783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48900) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:58.279789 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-216b4453-87b9-4572-a1b5-cf8b3c0f25bc req-7c7de5d3-f7e0-4019-8ee7-fb19255a519b tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5e190a54-4d2a-4b7d-8760-4977dbf67259), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:58.340943 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7de5d3-f7e0-4019-8ee7-fb19255a519b tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Pushing event deleted for resources: {'Port': ['ID=5e190a54-4d2a-4b7d-8760-4977dbf67259,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:58.413483 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d8b96ff-fbdf-4c15-88d1-68c7cfe22429 admin admin] Publish callbacks [] for security_group (e291aa93-cd53-46c4-832d-61923b99fa88), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:58.466319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-216b4453-87b9-4572-a1b5-cf8b3c0f25bc req-7c7de5d3-f7e0-4019-8ee7-fb19255a519b tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] No DVR routers for this DVR port 5e190a54-4d2a-4b7d-8760-4977dbf67259 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:53:58.470204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-216b4453-87b9-4572-a1b5-cf8b3c0f25bc req-7c7de5d3-f7e0-4019-8ee7-fb19255a519b tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:58.475070 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-216b4453-87b9-4572-a1b5-cf8b3c0f25bc req-7c7de5d3-f7e0-4019-8ee7-fb19255a519b tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.10 "DELETE /v2.0/ports/5e190a54-4d2a-4b7d-8760-4977dbf67259 HTTP/1.1" status: 204 len: 173 time: 2.8857007 Feb 05 02:53:58.479305 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5e190a54-4d2a-4b7d-8760-4977dbf67259 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:53:58.505744 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a69455c7-a07f-4c6b-94f1-8263d67d07d8 req-cc1bc910-0089-4f90-800b-503bd3baea1a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 210 time: 0.0599139 Feb 05 02:53:58.527813 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d8b96ff-fbdf-4c15-88d1-68c7cfe22429 admin admin] Publish callbacks [] for security_group (e291aa93-cd53-46c4-832d-61923b99fa88), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:58.533049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 5e190a54-4d2a-4b7d-8760-4977dbf67259 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:53:58.533406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5e190a54-4d2a-4b7d-8760-4977dbf67259 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:53:58.620765 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d8b96ff-fbdf-4c15-88d1-68c7cfe22429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e291aa93-cd53-46c4-832d-61923b99fa88), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:58.623634 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d8b96ff-fbdf-4c15-88d1-68c7cfe22429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:58.625211 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9d8b96ff-fbdf-4c15-88d1-68c7cfe22429 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e291aa93-cd53-46c4-832d-61923b99fa88 HTTP/1.1" status: 204 len: 168 time: 0.3623881 Feb 05 02:53:58.639789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b96ff-fbdf-4c15-88d1-68c7cfe22429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e291aa93-cd53-46c4-832d-61923b99fa88,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:58.841793 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ee3d6468-61f6-49ae-9593-64a582c88d19 req-3835da48-23d2-45d1-ab88-90d51fb460f3 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/c5bb938c-e1f2-4c44-94dd-e814484be965 HTTP/1.1" status: 200 len: 1817 time: 0.0456800 Feb 05 02:53:58.922190 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ee3d6468-61f6-49ae-9593-64a582c88d19 req-0c827b2e-5d23-46e2-bd32-4605de32515d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (c5bb938c-e1f2-4c44-94dd-e814484be965), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:58.983330 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ee3d6468-61f6-49ae-9593-64a582c88d19 req-0c827b2e-5d23-46e2-bd32-4605de32515d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (c5bb938c-e1f2-4c44-94dd-e814484be965), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:59.090522 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa', 'name': 'network-vif-deleted', 'tag': '5e190a54-4d2a-4b7d-8760-4977dbf67259'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:53:59.096871 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ee3d6468-61f6-49ae-9593-64a582c88d19 req-0c827b2e-5d23-46e2-bd32-4605de32515d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c5bb938c-e1f2-4c44-94dd-e814484be965), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:59.099043 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9090e5a4-2181-40e6-8885-adb0ba44c738" -d '{"events": [{"server_uuid": "9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa", "name": "network-vif-deleted", "tag": "5e190a54-4d2a-4b7d-8760-4977dbf67259"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:53:59.099964 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ee3d6468-61f6-49ae-9593-64a582c88d19 req-0c827b2e-5d23-46e2-bd32-4605de32515d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:59.110889 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ee3d6468-61f6-49ae-9593-64a582c88d19 req-0c827b2e-5d23-46e2-bd32-4605de32515d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "DELETE /v2.0/security-groups/c5bb938c-e1f2-4c44-94dd-e814484be965 HTTP/1.1" status: 204 len: 173 time: 0.2602203 Feb 05 02:53:59.125658 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a949e39-8d31-4e22-8f26-d14f959a79dc req-4a235551-a375-4e8b-b402-e14d1989cb22 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1170111 Feb 05 02:53:59.142528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c827b2e-5d23-46e2-bd32-4605de32515d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bb938c-e1f2-4c44-94dd-e814484be965,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:59.224681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48974) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:59.259674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87522689-8990-4a48-9bc9-7e897bafe50b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:59.284838 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7465aaf-c484-48da-9c37-0998b26ad9de req-22db3fc8-16af-4a07-8fcc-1f301f5dbd31 tempest-TenantUsagesTestJSON-1870828479 tempest-TenantUsagesTestJSON-1870828479-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa HTTP/1.1" status: 200 len: 210 time: 0.0725007 Feb 05 02:53:59.398407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a949e39-8d31-4e22-8f26-d14f959a79dc req-fa984cfc-1799-4c48-81ec-ba5ee5a532b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:59.400196 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a949e39-8d31-4e22-8f26-d14f959a79dc req-fa984cfc-1799-4c48-81ec-ba5ee5a532b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 1126 time: 0.0793684 Feb 05 02:53:59.424535 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c1611d6-993c-4408-9700-268436ac1808 req-4188c462-e903-4f80-815a-28959f2efab3 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/fc425f7c-e0d7-4fb4-822c-604f4cc29d67 HTTP/1.1" status: 200 len: 1818 time: 0.0948927 Feb 05 02:53:59.507925 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7c1611d6-993c-4408-9700-268436ac1808 req-c4a7b042-058b-4e4c-99fa-d757a6c7b6d0 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (fc425f7c-e0d7-4fb4-822c-604f4cc29d67), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:59.532862 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7c1611d6-993c-4408-9700-268436ac1808 req-c4a7b042-058b-4e4c-99fa-d757a6c7b6d0 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (fc425f7c-e0d7-4fb4-822c-604f4cc29d67), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:59.533864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a949e39-8d31-4e22-8f26-d14f959a79dc req-8f801ba1-9dd8-4d34-9cf5-d736d5e9aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:59.535404 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a949e39-8d31-4e22-8f26-d14f959a79dc req-8f801ba1-9dd8-4d34-9cf5-d736d5e9aeae service neutron] 10.222.0.31 "GET /v2.0/networks?id=7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 200 len: 921 time: 0.1126916 Feb 05 02:53:59.586081 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7c1611d6-993c-4408-9700-268436ac1808 req-c4a7b042-058b-4e4c-99fa-d757a6c7b6d0 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (fc425f7c-e0d7-4fb4-822c-604f4cc29d67), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:59.587126 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a949e39-8d31-4e22-8f26-d14f959a79dc req-5f156311-bf43-4742-8c5b-f7c6c2cf61ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee HTTP/1.1" status: 200 len: 217 time: 0.0413547 Feb 05 02:53:59.597338 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87522689-8990-4a48-9bc9-7e897bafe50b admin admin] Publish callbacks [] for security_group (3fe2eb10-8d3c-46fd-90fc-5b514690f29f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:59.600625 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7c1611d6-993c-4408-9700-268436ac1808 req-c4a7b042-058b-4e4c-99fa-d757a6c7b6d0 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:59.606489 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c1611d6-993c-4408-9700-268436ac1808 req-c4a7b042-058b-4e4c-99fa-d757a6c7b6d0 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "DELETE /v2.0/security-groups/fc425f7c-e0d7-4fb4-822c-604f4cc29d67 HTTP/1.1" status: 204 len: 173 time: 0.1718285 Feb 05 02:53:59.626246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7b042-058b-4e4c-99fa-d757a6c7b6d0 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc425f7c-e0d7-4fb4-822c-604f4cc29d67,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:59.675865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87522689-8990-4a48-9bc9-7e897bafe50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3fe2eb10-8d3c-46fd-90fc-5b514690f29f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:59.712915 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1311065c-f452-4191-87e0-980bb5234de0 x-openstack-request-id: req-1311065c-f452-4191-87e0-980bb5234de0 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:53:59.713332 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa", "name": "network-vif-deleted", "tag": "5e190a54-4d2a-4b7d-8760-4977dbf67259", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:53:59.714072 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1311065c-f452-4191-87e0-980bb5234de0 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:53:59.717767 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3b0f94-bc1b-4b77-80fd-7ba5e9940daa', 'name': 'network-vif-deleted', 'tag': '5e190a54-4d2a-4b7d-8760-4977dbf67259', 'status': 'completed', 'code': 200} Feb 05 02:53:59.735495 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-87522689-8990-4a48-9bc9-7e897bafe50b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=344e9c2ba3fa422d96bff20c3f018099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5095971 Feb 05 02:53:59.739547 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49000) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:59.785899 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87522689-8990-4a48-9bc9-7e897bafe50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe2eb10-8d3c-46fd-90fc-5b514690f29f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:53:59.808338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a949e39-8d31-4e22-8f26-d14f959a79dc req-671bd989-2ba0-401d-9334-827194f1ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:53:59.810020 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a949e39-8d31-4e22-8f26-d14f959a79dc req-671bd989-2ba0-401d-9334-827194f1ce89 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 200 len: 860 time: 0.2149079 Feb 05 02:53:59.882971 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a949e39-8d31-4e22-8f26-d14f959a79dc req-4bf6cb70-ed8e-42fa-9380-f2bba1e980f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7989079b-2a98-4df8-9515-2a06293b2119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655527 Feb 05 02:53:59.883251 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04fecf76-396a-4b35-ad06-4c3d5875f9f9 admin admin] Publish callbacks [] for security_group (3fe2eb10-8d3c-46fd-90fc-5b514690f29f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:59.914388 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49016) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:53:59.926548 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d5ea21d4-40b2-41fb-89eb-07b55544f24d req-fff610d3-80f4-4cde-92f8-555764d57b83 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 210 time: 0.0443268 Feb 05 02:53:59.969220 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04fecf76-396a-4b35-ad06-4c3d5875f9f9 admin admin] Publish callbacks [] for security_group (3fe2eb10-8d3c-46fd-90fc-5b514690f29f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:53:59.991578 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-92c742bb-3f23-4285-b655-fb76d4d3c122 req-5d2af15f-87a6-4bef-adb8-46f88cd432b3 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1861540427', 'description': 'tempest-description-953661792'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:00.040069 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-92c742bb-3f23-4285-b655-fb76d4d3c122 req-5d2af15f-87a6-4bef-adb8-46f88cd432b3 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.099989 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04fecf76-396a-4b35-ad06-4c3d5875f9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3fe2eb10-8d3c-46fd-90fc-5b514690f29f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.103191 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04fecf76-396a-4b35-ad06-4c3d5875f9f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.104440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-04fecf76-396a-4b35-ad06-4c3d5875f9f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3fe2eb10-8d3c-46fd-90fc-5b514690f29f HTTP/1.1" status: 204 len: 168 time: 0.3638415 Feb 05 02:54:00.128708 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fecf76-396a-4b35-ad06-4c3d5875f9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe2eb10-8d3c-46fd-90fc-5b514690f29f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:00.156067 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a949e39-8d31-4e22-8f26-d14f959a79dc req-b5cc86ec-5c84-445e-8c04-52794bccfec7 service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658193 Feb 05 02:54:00.193412 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-92c742bb-3f23-4285-b655-fb76d4d3c122 req-5d2af15f-87a6-4bef-adb8-46f88cd432b3 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (9ab7d67a-eb01-494b-96a3-7b31acdd203c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.205465 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-92c742bb-3f23-4285-b655-fb76d4d3c122 req-5d2af15f-87a6-4bef-adb8-46f88cd432b3 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9ab7d67a-eb01-494b-96a3-7b31acdd203c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.248702 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-92c742bb-3f23-4285-b655-fb76d4d3c122 req-5d2af15f-87a6-4bef-adb8-46f88cd432b3 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.281446 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92c742bb-3f23-4285-b655-fb76d4d3c122 req-5d2af15f-87a6-4bef-adb8-46f88cd432b3 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2972033 Feb 05 02:54:00.285067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2af15f-87a6-4bef-adb8-46f88cd432b3 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab7d67a-eb01-494b-96a3-7b31acdd203c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:00.387677 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebf8517a-fc65-4bb9-87ca-d89c16a717fa req-d5fbcf35-02e5-4335-b9e6-a128ad6cac99 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/9ab7d67a-eb01-494b-96a3-7b31acdd203c HTTP/1.1" status: 200 len: 1819 time: 0.0960419 Feb 05 02:54:00.393726 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-ebf8517a-fc65-4bb9-87ca-d89c16a717fa req-52ecf7f9-b4e7-4a6f-9c42-fa4a42909eef tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Request body: {'security_group': {'name': 'tempest-sg-hth-345163144', 'description': 'tempest-description-hth-425402262'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:00.411588 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a949e39-8d31-4e22-8f26-d14f959a79dc req-9efe46dc-742a-4ed3-86ff-0242ab1fcf3f service neutron] 10.222.0.31 "GET /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477365 Feb 05 02:54:00.446884 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ebf8517a-fc65-4bb9-87ca-d89c16a717fa req-52ecf7f9-b4e7-4a6f-9c42-fa4a42909eef tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (9ab7d67a-eb01-494b-96a3-7b31acdd203c), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.479817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e0fde8cb-c5c0-44ce-b310-5a64026b40fe admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1917173057-network', 'tenant_id': '68456ab3ca5f496b90747f75315ba62a'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:00.502195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fde8cb-c5c0-44ce-b310-5a64026b40fe admin admin] Made reservation on behalf of 68456ab3ca5f496b90747f75315ba62a for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:00.505387 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0fde8cb-c5c0-44ce-b310-5a64026b40fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.507302 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ebf8517a-fc65-4bb9-87ca-d89c16a717fa req-52ecf7f9-b4e7-4a6f-9c42-fa4a42909eef tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (9ab7d67a-eb01-494b-96a3-7b31acdd203c), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.513331 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ebf8517a-fc65-4bb9-87ca-d89c16a717fa req-52ecf7f9-b4e7-4a6f-9c42-fa4a42909eef tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9ab7d67a-eb01-494b-96a3-7b31acdd203c), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.516442 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ebf8517a-fc65-4bb9-87ca-d89c16a717fa req-52ecf7f9-b4e7-4a6f-9c42-fa4a42909eef tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.518444 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebf8517a-fc65-4bb9-87ca-d89c16a717fa req-52ecf7f9-b4e7-4a6f-9c42-fa4a42909eef tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "PUT /v2.0/security-groups/9ab7d67a-eb01-494b-96a3-7b31acdd203c HTTP/1.1" status: 200 len: 1792 time: 0.1299496 Feb 05 02:54:00.519230 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0fde8cb-c5c0-44ce-b310-5a64026b40fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.628511 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16c4c6e6-65c9-4721-9474-eb5f8b4ba3ce req-a849528f-0b85-4308-94d5-a8cce2b79e84 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/9ab7d67a-eb01-494b-96a3-7b31acdd203c HTTP/1.1" status: 200 len: 1792 time: 0.0808468 Feb 05 02:54:00.629579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecf7f9-b4e7-4a6f-9c42-fa4a42909eef tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab7d67a-eb01-494b-96a3-7b31acdd203c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:00.653919 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0fde8cb-c5c0-44ce-b310-5a64026b40fe admin admin] Publish callbacks [] for security_group (0e291e55-6d09-4dde-a62c-df2abd2750be), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.662345 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0fde8cb-c5c0-44ce-b310-5a64026b40fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0e291e55-6d09-4dde-a62c-df2abd2750be), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.726557 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fde8cb-c5c0-44ce-b310-5a64026b40fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e291e55-6d09-4dde-a62c-df2abd2750be,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:00.764581 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fde8cb-c5c0-44ce-b310-5a64026b40fe admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:54:00.776561 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0fde8cb-c5c0-44ce-b310-5a64026b40fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (d358c9ad-671f-4b5f-823a-b1151f7e563e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.776813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e5dc6a9-3f37-46ca-910c-7084d9506fcf req-e0c8838b-a2b1-48bc-ad8a-c2d01795fdf4 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/9ab7d67a-eb01-494b-96a3-7b31acdd203c HTTP/1.1" status: 200 len: 1792 time: 0.1184850 Feb 05 02:54:00.777426 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-e0fde8cb-c5c0-44ce-b310-5a64026b40fe admin admin] Added segment d358c9ad-671f-4b5f-823a-b1151f7e563e of type vlan for network 1602807f-0fe1-428f-99dc-fd7f22e73411 Feb 05 02:54:00.833391 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0fde8cb-c5c0-44ce-b310-5a64026b40fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (1602807f-0fe1-428f-99dc-fd7f22e73411), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.877074 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e5dc6a9-3f37-46ca-910c-7084d9506fcf req-397ce117-d3d9-4aa0-a1a7-95943ca66871 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (9ab7d67a-eb01-494b-96a3-7b31acdd203c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.877781 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0fde8cb-c5c0-44ce-b310-5a64026b40fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (1602807f-0fe1-428f-99dc-fd7f22e73411), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.878982 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fde8cb-c5c0-44ce-b310-5a64026b40fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:00.880205 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0fde8cb-c5c0-44ce-b310-5a64026b40fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.917500 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e5dc6a9-3f37-46ca-910c-7084d9506fcf req-397ce117-d3d9-4aa0-a1a7-95943ca66871 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (9ab7d67a-eb01-494b-96a3-7b31acdd203c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.950918 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e0fde8cb-c5c0-44ce-b310-5a64026b40fe admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0320318 Feb 05 02:54:00.953938 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49054) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:00.965235 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-69618d3c-7efc-41eb-8c78-2699ca7ffdc1 admin admin] Request body: {'subnet': {'network_id': '1602807f-0fe1-428f-99dc-fd7f22e73411', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1917173057-subnet', 'tenant_id': '68456ab3ca5f496b90747f75315ba62a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:00.982646 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fde8cb-c5c0-44ce-b310-5a64026b40fe admin admin] Pushing event updated for resources: {'Network': ['ID=1602807f-0fe1-428f-99dc-fd7f22e73411,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:00.993889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69618d3c-7efc-41eb-8c78-2699ca7ffdc1 admin admin] Made reservation on behalf of 68456ab3ca5f496b90747f75315ba62a for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:00.997007 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69618d3c-7efc-41eb-8c78-2699ca7ffdc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:00.999107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 1602807f-0fe1-428f-99dc-fd7f22e73411 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:54:01.000506 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e5dc6a9-3f37-46ca-910c-7084d9506fcf req-397ce117-d3d9-4aa0-a1a7-95943ca66871 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9ab7d67a-eb01-494b-96a3-7b31acdd203c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:01.003399 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e5dc6a9-3f37-46ca-910c-7084d9506fcf req-397ce117-d3d9-4aa0-a1a7-95943ca66871 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:01.005797 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e5dc6a9-3f37-46ca-910c-7084d9506fcf req-397ce117-d3d9-4aa0-a1a7-95943ca66871 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "DELETE /v2.0/security-groups/9ab7d67a-eb01-494b-96a3-7b31acdd203c HTTP/1.1" status: 204 len: 173 time: 0.2244816 Feb 05 02:54:01.058258 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ce117-d3d9-4aa0-a1a7-95943ca66871 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab7d67a-eb01-494b-96a3-7b31acdd203c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:01.193191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49082) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:01.339516 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69618d3c-7efc-41eb-8c78-2699ca7ffdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (b0d3cf50-c6da-4e7a-a6e2-6f8f2fead1a1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:01.407647 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-93c4686c-0371-45f1-81b5-720ddfb0b84d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:01.409132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-93c4686c-0371-45f1-81b5-720ddfb0b84d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/networks?id=1c4e84c3-758a-446b-a07c-d68eea5047fb HTTP/1.1" status: 200 len: 805 time: 0.2572014 Feb 05 02:54:01.433421 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-7e69b87c-ea73-4505-8025-d02d7160706e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/quotas/0757223904ec4e4db3037c8631160285 HTTP/1.1" status: 200 len: 375 time: 0.0154099 Feb 05 02:54:01.498424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1487aeb-2556-41c8-a7cf-5e7ad66b1d8b req-fb5b0616-c34a-4f75-a826-4e62cbd4f289 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 210 time: 0.0479672 Feb 05 02:54:01.509513 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ed5c95e6-287c-472f-9678-73405bb0e7ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7d8a9d3434a4036ae414b5a04352dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148849 Feb 05 02:54:01.510124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49098) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:01.555307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69618d3c-7efc-41eb-8c78-2699ca7ffdc1 admin admin] Checking segment: {'id': 'd358c9ad-671f-4b5f-823a-b1151f7e563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1602807f-0fe1-428f-99dc-fd7f22e73411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:01.555672 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69618d3c-7efc-41eb-8c78-2699ca7ffdc1 admin admin] Network hostable DHCP agents. Network: 1602807f-0fe1-428f-99dc-fd7f22e73411, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:54:01.574863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69618d3c-7efc-41eb-8c78-2699ca7ffdc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d3cf50-c6da-4e7a-a6e2-6f8f2fead1a1,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:01.606638 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-d25a7dcc-8fb6-4d16-bf5f-5572306e4f80 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0757223904ec4e4db3037c8631160285&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1218960 Feb 05 02:54:01.607986 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69618d3c-7efc-41eb-8c78-2699ca7ffdc1 admin admin] Network 1602807f-0fe1-428f-99dc-fd7f22e73411 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:54:01.630475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1b4e83e-9cd9-450e-b7c5-a2fc25cb6ea2 admin admin] Publish callbacks [] for security_group (4fd8a4a9-8501-4943-a627-2ae20ff6ad88), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:01.651183 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-69618d3c-7efc-41eb-8c78-2699ca7ffdc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 1602807f-0fe1-428f-99dc-fd7f22e73411) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:01.662806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1742cf8c-bcfe-4b09-b01e-252ced4b1b6c None None] Network 1602807f-0fe1-428f-99dc-fd7f22e73411 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:01.668631 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69618d3c-7efc-41eb-8c78-2699ca7ffdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:01.669410 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69618d3c-7efc-41eb-8c78-2699ca7ffdc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:01.694321 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1b4e83e-9cd9-450e-b7c5-a2fc25cb6ea2 admin admin] Publish callbacks [] for security_group (4fd8a4a9-8501-4943-a627-2ae20ff6ad88), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:01.764916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-adbce3a3-23e3-4d7f-b9ff-357df5b9eb2a req-81270c55-5741-48f1-90fb-fe04898409a0 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=9935344c-d9e1-4dd4-a308-b8d5da5a5288 HTTP/1.1" status: 200 len: 210 time: 0.0762713 Feb 05 02:54:01.778208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-69618d3c-7efc-41eb-8c78-2699ca7ffdc1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8217332 Feb 05 02:54:01.817034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1b4e83e-9cd9-450e-b7c5-a2fc25cb6ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4fd8a4a9-8501-4943-a627-2ae20ff6ad88), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:01.821961 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1b4e83e-9cd9-450e-b7c5-a2fc25cb6ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:01.825744 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f1b4e83e-9cd9-450e-b7c5-a2fc25cb6ea2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4fd8a4a9-8501-4943-a627-2ae20ff6ad88 HTTP/1.1" status: 204 len: 168 time: 0.3143978 Feb 05 02:54:01.842680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4e83e-9cd9-450e-b7c5-a2fc25cb6ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd8a4a9-8501-4943-a627-2ae20ff6ad88,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:01.887143 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49116) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:01.908714 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79500cb2-3af7-43f8-a5a4-0dde6e85253c None None] Network 1602807f-0fe1-428f-99dc-fd7f22e73411 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:01.966265 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-3f2c5f0c-4f42-4c45-a855-21ad0c318672 req-fec09d33-b678-4a4a-b678-ad10f841a439 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] show failed (client error): The resource could not be found. Feb 05 02:54:01.967377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f2c5f0c-4f42-4c45-a855-21ad0c318672 req-fec09d33-b678-4a4a-b678-ad10f841a439 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/fc425f7c-e0d7-4fb4-822c-604f4cc29d67 HTTP/1.1" status: 404 len: 352 time: 0.0543666 Feb 05 02:54:01.984932 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-05e6be0a-7c3a-43ea-8edb-fbdc4a351a81 service neutron] 10.222.0.36 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627291 Feb 05 02:54:02.076605 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-a7d22e7c-b107-4e76-8499-68e3d8ea837a req-97cab6fd-43d4-4951-82a1-8b8a7a456b33 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] show failed (client error): The resource could not be found. Feb 05 02:54:02.079533 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7d22e7c-b107-4e76-8499-68e3d8ea837a req-97cab6fd-43d4-4951-82a1-8b8a7a456b33 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/c5bb938c-e1f2-4c44-94dd-e814484be965 HTTP/1.1" status: 404 len: 352 time: 0.0513027 Feb 05 02:54:02.204543 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-f67dbc73-3157-415d-8df6-8f224eaa9bb2 service neutron] 10.222.0.36 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170413 Feb 05 02:54:02.350560 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f445159a-b4fc-4af4-9a58-30d6402c6f50 tempest-AgentManagementNegativeTest-28295988 tempest-AgentManagementNegativeTest-28295988-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4625823 Feb 05 02:54:02.417000 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-885130f0-f0ba-44a8-96cd-53017bff7186 req-5630d268-c3ca-48f7-8ea9-4d270e1fe64f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] show failed (client error): The resource could not be found. Feb 05 02:54:02.419923 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97c045-6147-419b-b3f3-cd716bfab7a4 req-e809b5f8-a8c9-4b36-82bd-49cefdb0dfc3 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:02.425361 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5c97c045-6147-419b-b3f3-cd716bfab7a4 req-e809b5f8-a8c9-4b36-82bd-49cefdb0dfc3 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25 HTTP/1.1" status: 200 len: 945 time: 0.1802061 Feb 05 02:54:02.430247 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-885130f0-f0ba-44a8-96cd-53017bff7186 req-5630d268-c3ca-48f7-8ea9-4d270e1fe64f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/55420337-8bc7-47bb-9afe-4b344ec2cb8b HTTP/1.1" status: 404 len: 352 time: 0.0406883 Feb 05 02:54:02.559959 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-5c97c045-6147-419b-b3f3-cd716bfab7a4 req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Deleting port c5ac801c-af09-4241-b0d3-86d978453fbf {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:54:02.560316 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5c97c045-6147-419b-b3f3-cd716bfab7a4 req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:02.561048 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-e4edd99d-2c1a-4fb1-8649-59cbe602cdb8 req-967f7adc-a6a1-40bf-bfe0-a8c062759af2 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] show failed (client error): The resource could not be found. Feb 05 02:54:02.570822 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e4edd99d-2c1a-4fb1-8649-59cbe602cdb8 req-967f7adc-a6a1-40bf-bfe0-a8c062759af2 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/c14f387d-7f9e-4353-94b9-b733489f2f96 HTTP/1.1" status: 404 len: 352 time: 0.0310669 Feb 05 02:54:02.705861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-278f71a2-d1b4-46ac-ac8b-783c42cc8b8a req-01100ffd-7441-4556-92e1-d6363738ea7e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 210 time: 0.0703294 Feb 05 02:54:02.731207 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5c97c045-6147-419b-b3f3-cd716bfab7a4 req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] For port c5ac801c-af09-4241-b0d3-86d978453fbf, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c5ac801c-af09-4241-b0d3-86d978453fbf,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:02.731578 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5c97c045-6147-419b-b3f3-cd716bfab7a4 req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:02.750238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-5c97c045-6147-419b-b3f3-cd716bfab7a4 req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Calling delete_port for c5ac801c-af09-4241-b0d3-86d978453fbf owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:54:02.800442 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a066a2ab-46ed-4c73-ac2c-7f3126c9d0d0 req-a7d729f4-956d-4555-a1a6-e8af30441498 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 210 time: 0.0920012 Feb 05 02:54:02.840516 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-d793a0b2-6b63-4463-b0e2-b8d1997d418a req-d4b610f1-9c24-458b-af2e-44fd35a36372 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] show failed (client error): The resource could not be found. Feb 05 02:54:02.864197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d793a0b2-6b63-4463-b0e2-b8d1997d418a req-d4b610f1-9c24-458b-af2e-44fd35a36372 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/0a9a3233-e983-4509-9332-40c2698a867b HTTP/1.1" status: 404 len: 352 time: 0.0591996 Feb 05 02:54:02.916552 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-75a81218-81cf-4dc8-bb9e-98c722da75e7 req-04924954-7b1f-4195-8df1-22057ae85566 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] show failed (client error): The resource could not be found. Feb 05 02:54:02.927552 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75a81218-81cf-4dc8-bb9e-98c722da75e7 req-04924954-7b1f-4195-8df1-22057ae85566 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/5387040f-245a-4217-abd8-676d3706f83c HTTP/1.1" status: 404 len: 352 time: 0.0424130 Feb 05 02:54:03.076104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49174) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:03.087194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e84fc000-15e8-4d59-bd80-3f9ebb0708b1 req-05f85f2d-85c8-4ffd-b845-87b422e967ec tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.1275885 Feb 05 02:54:03.114999 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:54:03.137223 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c5ac801c-af09-4241-b0d3-86d978453fbf no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:54:03.152159 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22e3bc4f-2253-4e89-8df0-3394932304f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:03.180320 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5c97c045-6147-419b-b3f3-cd716bfab7a4 req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c5ac801c-af09-4241-b0d3-86d978453fbf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:03.202484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49178) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:03.266265 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No active binding found for port c5ac801c-af09-4241-b0d3-86d978453fbf {{(pid=109676) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 05 02:54:03.273471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] The host n-h1-826942-8 is not matching for port c5ac801c-af09-4241-b0d3-86d978453fbf host None! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 02:54:03.273939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c5ac801c-af09-4241-b0d3-86d978453fbf not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:54:03.325441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Pushing event deleted for resources: {'Port': ['ID=c5ac801c-af09-4241-b0d3-86d978453fbf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:03.446717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c97c045-6147-419b-b3f3-cd716bfab7a4 req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] No DVR routers for this DVR port c5ac801c-af09-4241-b0d3-86d978453fbf on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:54:03.449599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:03.455252 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:03.456458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:03.457738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:03.458347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:03.458931 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:03.459384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:03.460863 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:03.461335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:03.462598 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22e3bc4f-2253-4e89-8df0-3394932304f9 admin admin] Publish callbacks [] for security_group (b8a760a6-a04b-4375-9a7a-60344d50d895), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:03.463471 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:03.463928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:03.464371 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:03.464815 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:03.487878 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5c97c045-6147-419b-b3f3-cd716bfab7a4 req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:03.494804 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5c97c045-6147-419b-b3f3-cd716bfab7a4 req-1bd2b9ad-457b-41b9-857f-b94fde3af23d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.31 "DELETE /v2.0/ports/c5ac801c-af09-4241-b0d3-86d978453fbf HTTP/1.1" status: 204 len: 173 time: 1.0628414 Feb 05 02:54:03.495326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25', 'name': 'network-vif-deleted', 'tag': 'c5ac801c-af09-4241-b0d3-86d978453fbf'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:54:03.501842 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0033d2-113b-45ec-8f49-2acacb9d9716" -d '{"events": [{"server_uuid": "1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25", "name": "network-vif-deleted", "tag": "c5ac801c-af09-4241-b0d3-86d978453fbf"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:54:03.563664 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22e3bc4f-2253-4e89-8df0-3394932304f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b8a760a6-a04b-4375-9a7a-60344d50d895), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:03.580116 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49194) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:03.586599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-56e8882f-f31b-413f-b99b-ca2eb49dc90a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1744744488-network', 'tenant_id': 'ae15416e3abf45c8ab23f9671a3dbb9b'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:03.605730 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c6917b4-3ea5-4b14-9290-816b199baf6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:03.628705 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f520b286-8953-4371-a03c-1d99489bd0d0 x-openstack-request-id: req-f520b286-8953-4371-a03c-1d99489bd0d0 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:54:03.630079 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25", "name": "network-vif-deleted", "tag": "c5ac801c-af09-4241-b0d3-86d978453fbf", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:54:03.630438 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f520b286-8953-4371-a03c-1d99489bd0d0 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:54:03.631011 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfc27f8-77d9-4be1-8c28-0d6fd9ffbc25', 'name': 'network-vif-deleted', 'tag': 'c5ac801c-af09-4241-b0d3-86d978453fbf', 'status': 'completed', 'code': 200} Feb 05 02:54:03.632874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e8882f-f31b-413f-b99b-ca2eb49dc90a admin admin] Made reservation on behalf of ae15416e3abf45c8ab23f9671a3dbb9b for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:03.639480 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56e8882f-f31b-413f-b99b-ca2eb49dc90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:03.648086 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7056de61-2432-4073-862c-7bb395e14843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:03.665643 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56e8882f-f31b-413f-b99b-ca2eb49dc90a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:03.723292 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-22e3bc4f-2253-4e89-8df0-3394932304f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ce7eb05425249a1a786893e28577e16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6418862 Feb 05 02:54:03.742959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49198) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:03.793682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177427c8-be74-4533-98f1-eb019627faa4 req-2c70c443-178b-4fa8-a0bf-18ee965e2c0f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:03.802570 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-177427c8-be74-4533-98f1-eb019627faa4 req-2c70c443-178b-4fa8-a0bf-18ee965e2c0f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 1023 time: 0.3805146 Feb 05 02:54:03.845243 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56e8882f-f31b-413f-b99b-ca2eb49dc90a admin admin] Publish callbacks [] for security_group (7e983e11-3a0d-4f89-afd8-f5d8295d9354), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:03.849959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3bc4f-2253-4e89-8df0-3394932304f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a760a6-a04b-4375-9a7a-60344d50d895,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:03.851069 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56e8882f-f31b-413f-b99b-ca2eb49dc90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7e983e11-3a0d-4f89-afd8-f5d8295d9354), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:03.884167 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e8882f-f31b-413f-b99b-ca2eb49dc90a admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:54:03.906782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8882f-f31b-413f-b99b-ca2eb49dc90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e983e11-3a0d-4f89-afd8-f5d8295d9354,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:03.912585 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56e8882f-f31b-413f-b99b-ca2eb49dc90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (cbaeed9b-f16b-4439-b370-242ada7d4637), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:03.912985 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-56e8882f-f31b-413f-b99b-ca2eb49dc90a admin admin] Added segment cbaeed9b-f16b-4439-b370-242ada7d4637 of type vlan for network f2c2d1c4-2fc1-4957-b727-12b3ddf13539 Feb 05 02:54:03.936058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4980edef-edcb-4e5f-8210-98841132c737 req-43f37f8e-0e23-4c2f-9f72-91103bc844aa tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 210 time: 0.0723314 Feb 05 02:54:03.979612 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56e8882f-f31b-413f-b99b-ca2eb49dc90a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (f2c2d1c4-2fc1-4957-b727-12b3ddf13539), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:03.981382 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7056de61-2432-4073-862c-7bb395e14843 admin admin] Publish callbacks [] for security_group (66c05fc5-ca92-4d3a-87cc-99ccdd0bb438), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:03.986039 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-814c02c4-b4d5-4fb0-8a8b-a052f664fa6a admin admin] Publish callbacks [] for security_group (b8a760a6-a04b-4375-9a7a-60344d50d895), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:03.998928 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7056de61-2432-4073-862c-7bb395e14843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (66c05fc5-ca92-4d3a-87cc-99ccdd0bb438), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:04.026290 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56e8882f-f31b-413f-b99b-ca2eb49dc90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (f2c2d1c4-2fc1-4957-b727-12b3ddf13539), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:04.029006 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e8882f-f31b-413f-b99b-ca2eb49dc90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:04.030143 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56e8882f-f31b-413f-b99b-ca2eb49dc90a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:04.062522 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-814c02c4-b4d5-4fb0-8a8b-a052f664fa6a admin admin] Publish callbacks [] for security_group (b8a760a6-a04b-4375-9a7a-60344d50d895), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:04.105313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7056de61-2432-4073-862c-7bb395e14843 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39d0b188b5d0487c84e5cb288ad2ad67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8957586 Feb 05 02:54:04.110960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49202) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:04.117625 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-56e8882f-f31b-413f-b99b-ca2eb49dc90a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5337880 Feb 05 02:54:04.123666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49204) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:04.125254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056de61-2432-4073-862c-7bb395e14843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c05fc5-ca92-4d3a-87cc-99ccdd0bb438,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:04.134880 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa399e17-6244-4444-bb1d-7686abc7d9dc req-daa4b2bb-098c-470d-b4ec-e6a645c5b767 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 210 time: 0.0748820 Feb 05 02:54:04.157749 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-177427c8-be74-4533-98f1-eb019627faa4 req-24e34732-c8a1-4a71-a6f3-a338b865eb64 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7a18fe-f547-4cd5-a353-72c0fbfe7542&id=9eff8623-0516-42fc-a334-de635f500ab7&id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3539138 Feb 05 02:54:04.173975 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ccc09929-519b-4f7b-8f2d-999b6ddd0171 admin admin] Request body: {'subnet': {'network_id': 'f2c2d1c4-2fc1-4957-b727-12b3ddf13539', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1744744488-subnet', 'tenant_id': 'ae15416e3abf45c8ab23f9671a3dbb9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:04.179174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8882f-f31b-413f-b99b-ca2eb49dc90a admin admin] Pushing event updated for resources: {'Network': ['ID=f2c2d1c4-2fc1-4957-b727-12b3ddf13539,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:04.199048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network f2c2d1c4-2fc1-4957-b727-12b3ddf13539 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:54:04.223895 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-814c02c4-b4d5-4fb0-8a8b-a052f664fa6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b8a760a6-a04b-4375-9a7a-60344d50d895), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:04.227860 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-814c02c4-b4d5-4fb0-8a8b-a052f664fa6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:04.232469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-814c02c4-b4d5-4fb0-8a8b-a052f664fa6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8a760a6-a04b-4375-9a7a-60344d50d895 HTTP/1.1" status: 204 len: 168 time: 0.4501326 Feb 05 02:54:04.247884 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff7a69de-c460-4dc9-94bd-0fa94ef9ec47 admin admin] Publish callbacks [] for security_group (66c05fc5-ca92-4d3a-87cc-99ccdd0bb438), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:04.249936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc09929-519b-4f7b-8f2d-999b6ddd0171 admin admin] Made reservation on behalf of ae15416e3abf45c8ab23f9671a3dbb9b for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:04.255180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c02c4-b4d5-4fb0-8a8b-a052f664fa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a760a6-a04b-4375-9a7a-60344d50d895,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:04.258047 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccc09929-519b-4f7b-8f2d-999b6ddd0171 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:04.419663 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c54dd2e9-e298-4cfd-ac51-df450a941d6f req-71e65589-52bd-4886-a4a8-cb610d952bc4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9935344c-d9e1-4dd4-a308-b8d5da5a5288 HTTP/1.1" status: 200 len: 210 time: 0.0588248 Feb 05 02:54:04.444217 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff7a69de-c460-4dc9-94bd-0fa94ef9ec47 admin admin] Publish callbacks [] for security_group (66c05fc5-ca92-4d3a-87cc-99ccdd0bb438), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:04.449727 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c67d83b-8553-41a6-8c03-4d890115e62e req-95c00b8b-e5aa-4402-ba26-532c79826ae8 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0358746 Feb 05 02:54:04.633278 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff7a69de-c460-4dc9-94bd-0fa94ef9ec47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (66c05fc5-ca92-4d3a-87cc-99ccdd0bb438), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:04.635967 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff7a69de-c460-4dc9-94bd-0fa94ef9ec47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:04.637229 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ff7a69de-c460-4dc9-94bd-0fa94ef9ec47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66c05fc5-ca92-4d3a-87cc-99ccdd0bb438 HTTP/1.1" status: 204 len: 168 time: 0.5208552 Feb 05 02:54:04.655084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a69de-c460-4dc9-94bd-0fa94ef9ec47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c05fc5-ca92-4d3a-87cc-99ccdd0bb438,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:04.664394 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-7eb283ea-8819-4e19-917d-7d8546d9608b tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:04.665872 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-7eb283ea-8819-4e19-917d-7d8546d9608b tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.31 "GET /v2.0/networks?id=1c4e84c3-758a-446b-a07c-d68eea5047fb HTTP/1.1" status: 200 len: 805 time: 0.1953018 Feb 05 02:54:04.701459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-7acb1fdc-fa2e-4fa2-8c88-d45b32d27e89 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Request body: {'port': {'device_id': '9faaf800-7817-4f55-b9dc-10f8075f90d6', 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb', 'admin_state_up': True, 'tenant_id': '0757223904ec4e4db3037c8631160285'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:04.867591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-7acb1fdc-fa2e-4fa2-8c88-d45b32d27e89 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Made reservation on behalf of 0757223904ec4e4db3037c8631160285 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:04.871207 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-7acb1fdc-fa2e-4fa2-8c88-d45b32d27e89 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:04.878398 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccc09929-519b-4f7b-8f2d-999b6ddd0171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (e574e860-3001-476a-afef-7dbd1ec5bbdf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:04.963975 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb08ca2-b8a2-49b8-b580-c6972da1257e req-ba3bc3c3-c790-45a8-b064-a3efd2216025 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:04.965803 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bbb08ca2-b8a2-49b8-b580-c6972da1257e req-ba3bc3c3-c790-45a8-b064-a3efd2216025 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.10 "GET /v2.0/ports?device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 1023 time: 0.1565819 Feb 05 02:54:05.012498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc09929-519b-4f7b-8f2d-999b6ddd0171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e574e860-3001-476a-afef-7dbd1ec5bbdf,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:05.087883 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc09929-519b-4f7b-8f2d-999b6ddd0171 admin admin] Checking segment: {'id': 'cbaeed9b-f16b-4439-b370-242ada7d4637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f2c2d1c4-2fc1-4957-b727-12b3ddf13539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:05.088244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc09929-519b-4f7b-8f2d-999b6ddd0171 admin admin] Network hostable DHCP agents. Network: f2c2d1c4-2fc1-4957-b727-12b3ddf13539, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:54:05.128821 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8305d0b-028d-41c4-9e86-40287c8fcf09 req-e758594f-9a64-4b3d-9b2b-4ab9ece98fd8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 210 time: 0.0950780 Feb 05 02:54:05.177825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-7acb1fdc-fa2e-4fa2-8c88-d45b32d27e89 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Allocated IP 172.20.0.11 (1c4e84c3-758a-446b-a07c-d68eea5047fb/ac91bbb4-a940-4c45-8d2f-ef0964fd7339/fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:54:05.185392 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc09929-519b-4f7b-8f2d-999b6ddd0171 admin admin] Network f2c2d1c4-2fc1-4957-b727-12b3ddf13539 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:54:05.220267 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ccc09929-519b-4f7b-8f2d-999b6ddd0171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, f2c2d1c4-2fc1-4957-b727-12b3ddf13539) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:05.230495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1396e535-dcf3-4107-9cfd-049912b0063c None None] Network f2c2d1c4-2fc1-4957-b727-12b3ddf13539 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:05.263744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc09929-519b-4f7b-8f2d-999b6ddd0171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:05.264364 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccc09929-519b-4f7b-8f2d-999b6ddd0171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:05.269860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-bbb08ca2-b8a2-49b8-b580-c6972da1257e req-1d40623e-5c3e-4b13-a7f2-6359db4e9406 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Deleting port c119772c-0a65-4d1a-a98d-04601b371f6b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:54:05.270327 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bbb08ca2-b8a2-49b8-b580-c6972da1257e req-1d40623e-5c3e-4b13-a7f2-6359db4e9406 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:05.445914 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b16bf280-e383-421a-8c22-6673875edaf0 req-ce9f2bd1-2a70-43dd-b963-ee62855eeea8 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 210 time: 0.0450344 Feb 05 02:54:05.467872 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ccc09929-519b-4f7b-8f2d-999b6ddd0171 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3296359 Feb 05 02:54:05.533337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d10fcd-e3ca-4fd8-b2ba-be73bd62c0e8 None None] Network f2c2d1c4-2fc1-4957-b727-12b3ddf13539 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:05.574378 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bbb08ca2-b8a2-49b8-b580-c6972da1257e req-1d40623e-5c3e-4b13-a7f2-6359db4e9406 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] For port c119772c-0a65-4d1a-a98d-04601b371f6b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c119772c-0a65-4d1a-a98d-04601b371f6b,segment=NetworkSegment(f0c668cf-2488-4516-9891-1ae4ea624ab2),segment_id=f0c668cf-2488-4516-9891-1ae4ea624ab2)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:05.574743 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bbb08ca2-b8a2-49b8-b580-c6972da1257e req-1d40623e-5c3e-4b13-a7f2-6359db4e9406 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:05.601302 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-bbb08ca2-b8a2-49b8-b580-c6972da1257e req-1d40623e-5c3e-4b13-a7f2-6359db4e9406 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Calling delete_port for c119772c-0a65-4d1a-a98d-04601b371f6b owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:54:05.657550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d75a777a-b96e-4e52-958e-26b32ec07156 req-2257e67c-9592-48d0-906b-27ac72eea55b tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0757017 Feb 05 02:54:05.711953 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7da06-6d38-485d-bc73-84c6ab4fa60a req-f7cbfab5-6baa-438d-a7b9-b18acdbced7d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:05.715371 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-7acb1fdc-fa2e-4fa2-8c88-d45b32d27e89 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks [] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:05.724754 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d0d7da06-6d38-485d-bc73-84c6ab4fa60a req-f7cbfab5-6baa-438d-a7b9-b18acdbced7d tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06dbf82-d307-4ab3-9622-4f220ee52f3f HTTP/1.1" status: 200 len: 1023 time: 0.2950888 Feb 05 02:54:05.834180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49254) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:05.837297 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7a9f-e701-4744-95e2-df553c7b48cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:05.852276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d0d7da06-6d38-485d-bc73-84c6ab4fa60a req-96b1f52e-22df-4ffb-b1bd-98e3c97ee63e tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups?id=da7a18fe-f547-4cd5-a353-72c0fbfe7542&id=9eff8623-0516-42fc-a334-de635f500ab7&id=9e3a0934-c62b-470e-ac8f-d130026a1903&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1207194 Feb 05 02:54:05.861092 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-7acb1fdc-fa2e-4fa2-8c88-d45b32d27e89 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:05.965085 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-7acb1fdc-fa2e-4fa2-8c88-d45b32d27e89 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Network 1c4e84c3-758a-446b-a07c-d68eea5047fb is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:05.974420 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-7acb1fdc-fa2e-4fa2-8c88-d45b32d27e89 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:05.983787 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-7acb1fdc-fa2e-4fa2-8c88-d45b32d27e89 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:05.989913 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb1fdc-fa2e-4fa2-8c88-d45b32d27e89 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Pushing event updated for resources: {'Port': ['ID=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:06.036118 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bbb08ca2-b8a2-49b8-b580-c6972da1257e req-1d40623e-5c3e-4b13-a7f2-6359db4e9406 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c119772c-0a65-4d1a-a98d-04601b371f6b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:06.048585 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['c119772c-0a65-4d1a-a98d-04601b371f6b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:54:06.051465 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9a02cd1d-f41b-4459-bfaf-9b2c4ddb6cb5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-192989638-network', 'tenant_id': 'adc4e330ad404a71bdb4242803d5073b'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:06.098804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40623e-5c3e-4b13-a7f2-6359db4e9406 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event deleted for resources: {'Port': ['ID=c119772c-0a65-4d1a-a98d-04601b371f6b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:06.126223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-7acb1fdc-fa2e-4fa2-8c88-d45b32d27e89 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:06.126904 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-7acb1fdc-fa2e-4fa2-8c88-d45b32d27e89 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:06.179010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb08ca2-b8a2-49b8-b580-c6972da1257e req-1d40623e-5c3e-4b13-a7f2-6359db4e9406 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] No DVR routers for this DVR port c119772c-0a65-4d1a-a98d-04601b371f6b on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:54:06.181352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a02cd1d-f41b-4459-bfaf-9b2c4ddb6cb5 admin admin] Made reservation on behalf of adc4e330ad404a71bdb4242803d5073b for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:06.183938 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a02cd1d-f41b-4459-bfaf-9b2c4ddb6cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:06.186348 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bbb08ca2-b8a2-49b8-b580-c6972da1257e req-1d40623e-5c3e-4b13-a7f2-6359db4e9406 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:06.189669 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bbb08ca2-b8a2-49b8-b580-c6972da1257e req-1d40623e-5c3e-4b13-a7f2-6359db4e9406 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.10 "DELETE /v2.0/ports/c119772c-0a65-4d1a-a98d-04601b371f6b HTTP/1.1" status: 204 len: 173 time: 1.1920528 Feb 05 02:54:06.191138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06dbf82-d307-4ab3-9622-4f220ee52f3f', 'name': 'network-vif-deleted', 'tag': 'c119772c-0a65-4d1a-a98d-04601b371f6b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:54:06.194103 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cff7c1-dc57-414d-b324-1d062227f357" -d '{"events": [{"server_uuid": "b06dbf82-d307-4ab3-9622-4f220ee52f3f", "name": "network-vif-deleted", "tag": "c119772c-0a65-4d1a-a98d-04601b371f6b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:54:06.205325 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-7acb1fdc-fa2e-4fa2-8c88-d45b32d27e89 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5292315 Feb 05 02:54:06.206169 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a02cd1d-f41b-4459-bfaf-9b2c4ddb6cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:06.220132 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Request body: {'port': {'device_id': '9faaf800-7817-4f55-b9dc-10f8075f90d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:06.285184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49272) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:06.323799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042aeb6-2f25-4f0f-9b1a-1af5dd33baeb req-953afb03-6d55-42fb-9a09-4095f7868564 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:06.345239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e042aeb6-2f25-4f0f-9b1a-1af5dd33baeb req-953afb03-6d55-42fb-9a09-4095f7868564 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 932 time: 0.1255112 Feb 05 02:54:06.417797 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e042aeb6-2f25-4f0f-9b1a-1af5dd33baeb req-2898f466-eed3-4adb-a59f-82a9db2b38b4 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706608 Feb 05 02:54:06.498132 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Request body: {'networks': [{'name': 'tempest-network--1597910416'}, {'name': 'tempest-network--1528576027'}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:06.498598 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Request body: {'network': {'name': 'tempest-network--1597910416'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:06.499179 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Request body: {'network': {'name': 'tempest-network--1528576027'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:06.537056 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Made reservation on behalf of 4634e74d7411461bbefd892d0dccf0ac for: {'network': 2} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:06.541932 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:06.581614 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:06.638810 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f3a4141-1f57-4c96-b311-3cca0aaed4a8 req-c9f64c20-638b-4c73-a216-f4e89681251a tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c4bef7-de78-4007-8d10-7573084b8f24 HTTP/1.1" status: 200 len: 210 time: 0.0820365 Feb 05 02:54:06.662964 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3239b784-e5e7-44b3-b4a5-29a43bee0bfe x-openstack-request-id: req-3239b784-e5e7-44b3-b4a5-29a43bee0bfe {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:54:06.662964 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06dbf82-d307-4ab3-9622-4f220ee52f3f", "name": "network-vif-deleted", "tag": "c119772c-0a65-4d1a-a98d-04601b371f6b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:54:06.663230 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3239b784-e5e7-44b3-b4a5-29a43bee0bfe {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:54:06.663556 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06dbf82-d307-4ab3-9622-4f220ee52f3f', 'name': 'network-vif-deleted', 'tag': 'c119772c-0a65-4d1a-a98d-04601b371f6b', 'status': 'completed', 'code': 200} Feb 05 02:54:06.689146 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:06.748485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-2e50473b-615f-4aed-9126-5fd3023580f6 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:06.754632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-2e50473b-615f-4aed-9126-5fd3023580f6 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/networks?id=1602807f-0fe1-428f-99dc-fd7f22e73411 HTTP/1.1" status: 200 len: 825 time: 0.2096252 Feb 05 02:54:06.781209 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-08d987f6-a2c7-4460-9e57-9cb135293040 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/quotas/68456ab3ca5f496b90747f75315ba62a HTTP/1.1" status: 200 len: 375 time: 0.0252554 Feb 05 02:54:06.828322 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks [] for security_group (b649855b-91f7-41e2-8e9a-5f4d2171a0a7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:06.839429 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-04fa493d-902d-403d-9786-2fce9d81fbaa tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=68456ab3ca5f496b90747f75315ba62a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572841 Feb 05 02:54:06.908194 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b649855b-91f7-41e2-8e9a-5f4d2171a0a7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:06.908972 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:06.934023 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a02cd1d-f41b-4459-bfaf-9b2c4ddb6cb5 admin admin] Publish callbacks [] for security_group (59e5dca2-6215-4e46-8f15-a130f91f5aa4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:06.947907 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a02cd1d-f41b-4459-bfaf-9b2c4ddb6cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (59e5dca2-6215-4e46-8f15-a130f91f5aa4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:06.965906 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-39c7f93a-7308-455d-82c5-349ad96c093e req-c5c2a9eb-9db5-4294-9158-db7a3480a7d6 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0641477 Feb 05 02:54:07.000954 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a02cd1d-f41b-4459-bfaf-9b2c4ddb6cb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:54:07.005959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b649855b-91f7-41e2-8e9a-5f4d2171a0a7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:07.006220 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.019555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:54:07.035598 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a02cd1d-f41b-4459-bfaf-9b2c4ddb6cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ea456988-812f-416f-90ce-11235c6aeb31), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.035969 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-9a02cd1d-f41b-4459-bfaf-9b2c4ddb6cb5 admin admin] Added segment ea456988-812f-416f-90ce-11235c6aeb31 of type vlan for network a1d070de-759e-46a2-b508-8200ed0d7262 Feb 05 02:54:07.038702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02cd1d-f41b-4459-bfaf-9b2c4ddb6cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e5dca2-6215-4e46-8f15-a130f91f5aa4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:07.047309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-dfdb1144-666a-461e-bb80-ab3167c7dabe service neutron] 10.222.0.36 "GET /v2.0/networks/1602807f-0fe1-428f-99dc-fd7f22e73411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065537 Feb 05 02:54:07.105975 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (8573ebec-8669-4bb5-b8c2-272421881137), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.106321 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Added segment 8573ebec-8669-4bb5-b8c2-272421881137 of type vlan for network 121427c6-cb02-408f-ba9b-40e65a630c63 Feb 05 02:54:07.128409 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a02cd1d-f41b-4459-bfaf-9b2c4ddb6cb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (a1d070de-759e-46a2-b508-8200ed0d7262), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.155332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:54:07.167990 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Publish callbacks [] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.181474 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a02cd1d-f41b-4459-bfaf-9b2c4ddb6cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (a1d070de-759e-46a2-b508-8200ed0d7262), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.182425 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a02cd1d-f41b-4459-bfaf-9b2c4ddb6cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:07.183134 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a02cd1d-f41b-4459-bfaf-9b2c4ddb6cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.193480 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (121427c6-cb02-408f-ba9b-40e65a630c63), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.195599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Transition to ACTIVE for port object fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:54:07.221642 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97c84d4a-8229-4f0b-8d32-e145976c9365 req-4beb1aec-a7b2-4ed1-905e-44fba7662cae tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/da7a18fe-f547-4cd5-a353-72c0fbfe7542 HTTP/1.1" status: 200 len: 1817 time: 0.1170011 Feb 05 02:54:07.225479 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-682519ee-0775-45eb-b3b4-6a7b0e0f36b4 service neutron] 10.222.0.36 "GET /v2.0/networks/1602807f-0fe1-428f-99dc-fd7f22e73411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771040 Feb 05 02:54:07.233541 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.269116 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:54:07.285683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Pushing event updated for resources: {'Port': ['ID=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:07.301955 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9a02cd1d-f41b-4459-bfaf-9b2c4ddb6cb5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4653313 Feb 05 02:54:07.308598 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49292) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:07.319005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-00edfda7-6b99-4d2b-9bd1-cca4f4e793a0 admin admin] Request body: {'subnet': {'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-192989638-subnet', 'tenant_id': 'adc4e330ad404a71bdb4242803d5073b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:07.323907 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (7fb7a2c4-1c57-47f7-ae26-a8c79ee14a5e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.324450 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Added segment 7fb7a2c4-1c57-47f7-ae26-a8c79ee14a5e of type vlan for network 087bfcea-dd83-46a0-8ae4-b161182512b5 Feb 05 02:54:07.362851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02cd1d-f41b-4459-bfaf-9b2c4ddb6cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=a1d070de-759e-46a2-b508-8200ed0d7262,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:07.378490 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network a1d070de-759e-46a2-b508-8200ed0d7262 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:54:07.459137 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (087bfcea-dd83-46a0-8ae4-b161182512b5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.499581 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad07708d-ad47-4098-80af-308f77011233 req-1aebde59-28d9-42b0-9ab0-7979ea4bd4c0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.1091683 Feb 05 02:54:07.508658 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00edfda7-6b99-4d2b-9bd1-cca4f4e793a0 admin admin] Made reservation on behalf of adc4e330ad404a71bdb4242803d5073b for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:07.515897 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (121427c6-cb02-408f-ba9b-40e65a630c63), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.516685 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (087bfcea-dd83-46a0-8ae4-b161182512b5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.518707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00edfda7-6b99-4d2b-9bd1-cca4f4e793a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.522953 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:07.528015 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:07.529238 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.583765 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2955158 Feb 05 02:54:07.586396 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dc84abef-04c1-4789-929a-d09bc8678fe4 req-8e09ebd2-d855-4af1-9190-45e96364bf38 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 210 time: 0.0917630 Feb 05 02:54:07.587112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49300) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:07.591979 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-97c84d4a-8229-4f0b-8d32-e145976c9365 req-96871d8e-4b42-4539-b3f9-e9276ef9053f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (da7a18fe-f547-4cd5-a353-72c0fbfe7542), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.782120 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00edfda7-6b99-4d2b-9bd1-cca4f4e793a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.889111 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-97c84d4a-8229-4f0b-8d32-e145976c9365 req-96871d8e-4b42-4539-b3f9-e9276ef9053f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (da7a18fe-f547-4cd5-a353-72c0fbfe7542), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.895966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edfda7-6b99-4d2b-9bd1-cca4f4e793a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:07.960734 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-97c84d4a-8229-4f0b-8d32-e145976c9365 req-96871d8e-4b42-4539-b3f9-e9276ef9053f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (da7a18fe-f547-4cd5-a353-72c0fbfe7542), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.963416 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-97c84d4a-8229-4f0b-8d32-e145976c9365 req-96871d8e-4b42-4539-b3f9-e9276ef9053f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:07.964777 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97c84d4a-8229-4f0b-8d32-e145976c9365 req-96871d8e-4b42-4539-b3f9-e9276ef9053f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "DELETE /v2.0/security-groups/da7a18fe-f547-4cd5-a353-72c0fbfe7542 HTTP/1.1" status: 204 len: 173 time: 0.7248690 Feb 05 02:54:07.965413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event updated for resources: {'Network': ['ID=121427c6-cb02-408f-ba9b-40e65a630c63,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:07.978419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Attempting to bind port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:54:07.978958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Attempting to bind port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '311902c1-9fac-4fae-b3ce-6c656f492c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:54:07.979161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Attempting to bind port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 on network 1c4e84c3-758a-446b-a07c-d68eea5047fb {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:54:07.981258 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 121427c6-cb02-408f-ba9b-40e65a630c63 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:54:07.997282 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00edfda7-6b99-4d2b-9bd1-cca4f4e793a0 admin admin] Checking segment: {'id': 'ea456988-812f-416f-90ce-11235c6aeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:07.997683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00edfda7-6b99-4d2b-9bd1-cca4f4e793a0 admin admin] Network hostable DHCP agents. Network: a1d070de-759e-46a2-b508-8200ed0d7262, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:54:08.003114 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 on network 1c4e84c3-758a-446b-a07c-d68eea5047fb not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:54:08.003491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Attempting to bind port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 on network 1c4e84c3-758a-446b-a07c-d68eea5047fb {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:54:08.036845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:54:08.037204 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Checking segment: {'id': '311902c1-9fac-4fae-b3ce-6c656f492c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:08.037575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Bound using segment: {'id': '311902c1-9fac-4fae-b3ce-6c656f492c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:54:08.038046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Bound port: fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311902c1-9fac-4fae-b3ce-6c656f492c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:54:08.038403 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:08.064412 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96871d8e-4b42-4539-b3f9-e9276ef9053f tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7a18fe-f547-4cd5-a353-72c0fbfe7542,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:08.079009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00edfda7-6b99-4d2b-9bd1-cca4f4e793a0 admin admin] Network a1d070de-759e-46a2-b508-8200ed0d7262 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:54:08.139699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-00edfda7-6b99-4d2b-9bd1-cca4f4e793a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, a1d070de-759e-46a2-b508-8200ed0d7262) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:08.152124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042ad0f1-e4bb-48e8-823a-a2cf9348d7b8 None None] Network a1d070de-759e-46a2-b508-8200ed0d7262 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:08.162989 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00edfda7-6b99-4d2b-9bd1-cca4f4e793a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:08.163589 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00edfda7-6b99-4d2b-9bd1-cca4f4e793a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:08.216002 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-00edfda7-6b99-4d2b-9bd1-cca4f4e793a0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8988161 Feb 05 02:54:08.218564 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49318) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:08.237625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] For port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:54:08.242910 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] For port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:54:08.246256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-192989638-router', 'tenant_id': 'adc4e330ad404a71bdb4242803d5073b', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:08.260928 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:08.304537 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:08.305168 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:08.309681 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] 10.222.0.31 "PUT /v2.0/ports/fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 HTTP/1.1" status: 200 len: 1092 time: 2.0940385 Feb 05 02:54:08.360554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756540c7-aae6-4c4d-9e2d-62145a209c73 req-bb2b9aa1-8c2d-4a03-8b44-c2ef495fe15e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:08.362167 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-756540c7-aae6-4c4d-9e2d-62145a209c73 req-bb2b9aa1-8c2d-4a03-8b44-c2ef495fe15e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 944 time: 0.5931528 Feb 05 02:54:08.368078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6174068-2956-43d9-88aa-c983c85f286d service neutron] Pushing event updated for resources: {'Port': ['ID=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:08.370595 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event updated for resources: {'Network': ['ID=087bfcea-dd83-46a0-8ae4-b161182512b5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:08.385682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813e8b96-5911-4896-bb58-82ec84b591d7 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:08.391004 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813e8b96-5911-4896-bb58-82ec84b591d7 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:08.397236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813e8b96-5911-4896-bb58-82ec84b591d7 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:08.404348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813e8b96-5911-4896-bb58-82ec84b591d7 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:08.407944 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-813e8b96-5911-4896-bb58-82ec84b591d7 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8167520 Feb 05 02:54:08.411651 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49322) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:08.418652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-a1d070de-759e-46a2-b508-8200ed0d7262', 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262', 'project_id': 'adc4e330ad404a71bdb4242803d5073b', 'fixed_ips': [{'subnet_id': '8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:54:08.419577 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:08.453390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:08.459361 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:08.459830 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:08.460266 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:08.460871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:08.461304 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:08.462027 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:08.462589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:08.463168 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:08.463790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:08.464700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:08.466200 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:08.466990 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada89dd5-b6a1-4efb-8995-fe0aee9d1539 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:08.479748 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (a86deca0-f188-4774-a19d-38f9e0b8eb1b), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:08.481528 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (a86deca0-f188-4774-a19d-38f9e0b8eb1b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:08.495961 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5721a6c9-b9cd-447f-8335-b2eaff9e37c4 req-3aeabfe3-9f5b-4afe-90ba-e6cd8e5518b1 tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "GET /v2.0/security-groups/9eff8623-0516-42fc-a334-de635f500ab7 HTTP/1.1" status: 200 len: 1818 time: 0.4059377 Feb 05 02:54:08.567621 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 087bfcea-dd83-46a0-8ae4-b161182512b5 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:54:08.569588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device c119772c-0a65-4d1a-a98d-04601b371f6b no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:54:08.594521 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-756540c7-aae6-4c4d-9e2d-62145a209c73 req-0fcce2a5-4b01-4aab-9d17-9303a4e7289a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212481 Feb 05 02:54:08.606567 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: c119772c-0a65-4d1a-a98d-04601b371f6b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:54:08.608443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device c119772c-0a65-4d1a-a98d-04601b371f6b not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:54:08.664834 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:08.701770 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9faaf800-7817-4f55-b9dc-10f8075f90d6', 'tag': 'fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:54:08.704160 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b06e77d-e54b-4e1e-964e-fc006e0ee48a" -d '{"events": [{"name": "network-changed", "server_uuid": "9faaf800-7817-4f55-b9dc-10f8075f90d6", "tag": "fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:54:08.752320 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Allocated IP 172.20.0.2 (a1d070de-759e-46a2-b508-8200ed0d7262/8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5/5b332b8a-8fc9-418a-a20b-666ea8f00145) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:54:08.766069 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f8aaaf1-0199-4f80-a2ad-9408786db7cf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (121427c6-cb02-408f-ba9b-40e65a630c63), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:08.783122 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-939a6813-eded-4eec-b17a-1cacb6d7701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:08.784720 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-939a6813-eded-4eec-b17a-1cacb6d7701e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0757223904ec4e4db3037c8631160285&device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 1126 time: 0.3297398 Feb 05 02:54:08.909231 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f8aaaf1-0199-4f80-a2ad-9408786db7cf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (121427c6-cb02-408f-ba9b-40e65a630c63), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:08.942393 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-2f8aaaf1-0199-4f80-a2ad-9408786db7cf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121427c6-cb02-408f-ba9b-40e65a630c63']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:08.955793 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-2f8aaaf1-0199-4f80-a2ad-9408786db7cf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8573ebec-8669-4bb5-b8c2-272421881137') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:08.956076 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-2f8aaaf1-0199-4f80-a2ad-9408786db7cf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8573ebec-8669-4bb5-b8c2-272421881137') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:08.969552 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f8aaaf1-0199-4f80-a2ad-9408786db7cf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (8573ebec-8669-4bb5-b8c2-272421881137), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:08.985286 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f8aaaf1-0199-4f80-a2ad-9408786db7cf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (8573ebec-8669-4bb5-b8c2-272421881137), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:08.992789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8aaaf1-0199-4f80-a2ad-9408786db7cf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:54:08.993195 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f8aaaf1-0199-4f80-a2ad-9408786db7cf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (8573ebec-8669-4bb5-b8c2-272421881137), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:09.038826 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Publish callbacks [] for port (5b332b8a-8fc9-418a-a20b-666ea8f00145), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:09.047215 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (5b332b8a-8fc9-418a-a20b-666ea8f00145), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: warnings.warn(msg) Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:54:09.068131 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:54:09.072608 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-7f27ebc9-484c-4e17-830a-63db97e212bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 HTTP/1.1" status: 200 len: 217 time: 0.2710774 Feb 05 02:54:09.128316 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f8aaaf1-0199-4f80-a2ad-9408786db7cf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (121427c6-cb02-408f-ba9b-40e65a630c63), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:09.153758 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f8aaaf1-0199-4f80-a2ad-9408786db7cf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:09.156806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Pushing event updated for resources: {'Port': ['ID=5b332b8a-8fc9-418a-a20b-666ea8f00145,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:09.160742 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2f8aaaf1-0199-4f80-a2ad-9408786db7cf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "DELETE /v2.0/networks/121427c6-cb02-408f-ba9b-40e65a630c63 HTTP/1.1" status: 204 len: 168 time: 0.7475302 Feb 05 02:54:09.162244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8aaaf1-0199-4f80-a2ad-9408786db7cf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event deleted for resources: {'Network': ['ID=121427c6-cb02-408f-ba9b-40e65a630c63,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:09.164093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49328) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:09.178493 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-1417920e-a2e2-466d-acd1-a0cfab2064d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:09.183882 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-1417920e-a2e2-466d-acd1-a0cfab2064d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ac91bbb4-a940-4c45-8d2f-ef0964fd7339 HTTP/1.1" status: 200 len: 845 time: 0.1034405 Feb 05 02:54:09.187821 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Network a1d070de-759e-46a2-b508-8200ed0d7262 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:09.190995 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:09.202176 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:09.230983 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9815fa16-c51c-484d-83d7-3fe8c777d9b1 req-71ec5b72-6fb9-4476-ab2e-a37d64293ada tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0463128 Feb 05 02:54:09.233824 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Publish callbacks [] for router_controller (a86deca0-f188-4774-a19d-38f9e0b8eb1b), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:09.344751 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Attempting to bind port 5b332b8a-8fc9-418a-a20b-666ea8f00145 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:54:09.346338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Attempting to bind port 5b332b8a-8fc9-418a-a20b-666ea8f00145 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'ea456988-812f-416f-90ce-11235c6aeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:54:09.346853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Attempting to bind port 5b332b8a-8fc9-418a-a20b-666ea8f00145 on network a1d070de-759e-46a2-b508-8200ed0d7262 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:54:09.347861 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-a15c000b-d6e9-49b6-8677-b768bd404a12 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c4e84c3-758a-446b-a07c-d68eea5047fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268160 Feb 05 02:54:09.359190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:54:09.360824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Checking segment: {'id': 'ea456988-812f-416f-90ce-11235c6aeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:09.362486 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:09.363131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Bound using segment: {'id': 'ea456988-812f-416f-90ce-11235c6aeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:54:09.365229 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Bound port: 5b332b8a-8fc9-418a-a20b-666ea8f00145, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea456988-812f-416f-90ce-11235c6aeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:54:09.367175 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5b332b8a-8fc9-418a-a20b-666ea8f00145), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:09.403300 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5721a6c9-b9cd-447f-8335-b2eaff9e37c4 req-d410dfee-9238-4259-9950-8fc5e19d8c9c tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (9eff8623-0516-42fc-a334-de635f500ab7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:09.471314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] For port 5b332b8a-8fc9-418a-a20b-666ea8f00145, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:54:09.476230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] For port 5b332b8a-8fc9-418a-a20b-666ea8f00145, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5b332b8a-8fc9-418a-a20b-666ea8f00145,segment=NetworkSegment(ea456988-812f-416f-90ce-11235c6aeb31),segment_id=ea456988-812f-416f-90ce-11235c6aeb31)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:54:09.488591 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5b332b8a-8fc9-418a-a20b-666ea8f00145), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:09.495379 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75f648e2-22bd-4542-8830-6760e465f31d req-e2094c47-c2fa-4d30-b916-7e90783d4816 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 210 time: 0.0791063 Feb 05 02:54:09.608222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcd293-97a1-4c28-8d12-ba56f2960e98 None None] Pushing event updated for resources: {'Port': ['ID=5b332b8a-8fc9-418a-a20b-666ea8f00145,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:09.620447 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88771567-0ddb-4249-9e74-f733671a7f90 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (087bfcea-dd83-46a0-8ae4-b161182512b5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:09.626738 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b079127d-e043-4e29-8989-b861bcf99684 x-openstack-request-id: req-b079127d-e043-4e29-8989-b861bcf99684 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:54:09.627133 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9faaf800-7817-4f55-b9dc-10f8075f90d6", "tag": "fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:54:09.627298 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b079127d-e043-4e29-8989-b861bcf99684 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:54:09.627691 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9faaf800-7817-4f55-b9dc-10f8075f90d6', 'tag': 'fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736', 'status': 'completed', 'code': 200} Feb 05 02:54:09.680991 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5721a6c9-b9cd-447f-8335-b2eaff9e37c4 req-d410dfee-9238-4259-9950-8fc5e19d8c9c tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (9eff8623-0516-42fc-a334-de635f500ab7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:09.705757 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Publish callbacks [] for router_gateway (a86deca0-f188-4774-a19d-38f9e0b8eb1b), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:09.731276 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-bd051a42-0e79-45f8-8233-beab81113fcd service neutron] 10.222.0.31 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667226 Feb 05 02:54:09.761645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-4350531b-472b-4d0a-9b93-415f4cbc8e01 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:09.763067 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-4350531b-472b-4d0a-9b93-415f4cbc8e01 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.10 "GET /v2.0/networks?id=1602807f-0fe1-428f-99dc-fd7f22e73411 HTTP/1.1" status: 200 len: 825 time: 0.4102461 Feb 05 02:54:09.828450 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5721a6c9-b9cd-447f-8335-b2eaff9e37c4 req-d410dfee-9238-4259-9950-8fc5e19d8c9c tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9eff8623-0516-42fc-a334-de635f500ab7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:09.831596 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5721a6c9-b9cd-447f-8335-b2eaff9e37c4 req-d410dfee-9238-4259-9950-8fc5e19d8c9c tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:09.840216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5721a6c9-b9cd-447f-8335-b2eaff9e37c4 req-d410dfee-9238-4259-9950-8fc5e19d8c9c tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] 10.222.0.36 "DELETE /v2.0/security-groups/9eff8623-0516-42fc-a334-de635f500ab7 HTTP/1.1" status: 204 len: 173 time: 1.3429561 Feb 05 02:54:09.844519 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49336) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:09.877082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410dfee-9238-4259-9950-8fc5e19d8c9c tempest-SecurityGroupsTestJSON-1779659594 tempest-SecurityGroupsTestJSON-1779659594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eff8623-0516-42fc-a334-de635f500ab7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:09.898994 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:09.917366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735e36-6339-4c11-896e-8705a1cde883 req-12dcb142-1011-4908-a3ac-df8a7926e662 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:09.927013 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04735e36-6339-4c11-896e-8705a1cde883 req-12dcb142-1011-4908-a3ac-df8a7926e662 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 944 time: 0.2018926 Feb 05 02:54:09.975822 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1fda0a-90c5-4ff3-a071-b0398eb48333 admin admin] Deleting subnet 9876c3ba-c14d-470d-849b-5fbedfe2e1f5 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:54:09.990504 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b254b75a-a665-4758-bb0b-b92b95fef32a req-084d90d2-6991-4614-89c4-3771e343d11e service neutron] 10.222.0.31 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524083 Feb 05 02:54:09.993844 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac1fda0a-90c5-4ff3-a071-b0398eb48333 admin admin] Publish callbacks [] for subnet (9876c3ba-c14d-470d-849b-5fbedfe2e1f5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.000010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-3bf337f6-728a-45ac-bda1-7b8e96f092b6 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Request body: {'port': {'device_id': '646125b4-923b-4bb3-8740-09ed4913dd0f', 'network_id': '1602807f-0fe1-428f-99dc-fd7f22e73411', 'admin_state_up': True, 'tenant_id': '68456ab3ca5f496b90747f75315ba62a'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:10.056366 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04735e36-6339-4c11-896e-8705a1cde883 req-13ef2d21-9490-40c2-be14-9ea1aaedaf59 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280794 Feb 05 02:54:10.077643 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac1fda0a-90c5-4ff3-a071-b0398eb48333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (9876c3ba-c14d-470d-849b-5fbedfe2e1f5), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.120631 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88771567-0ddb-4249-9e74-f733671a7f90 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (087bfcea-dd83-46a0-8ae4-b161182512b5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.149696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5b332b8a-8fc9-418a-a20b-666ea8f00145 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:10.177869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-88771567-0ddb-4249-9e74-f733671a7f90 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087bfcea-dd83-46a0-8ae4-b161182512b5']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:10.200547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-88771567-0ddb-4249-9e74-f733671a7f90 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb7a2c4-1c57-47f7-ae26-a8c79ee14a5e') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:10.200861 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac1fda0a-90c5-4ff3-a071-b0398eb48333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (9876c3ba-c14d-470d-849b-5fbedfe2e1f5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.201322 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-88771567-0ddb-4249-9e74-f733671a7f90 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb7a2c4-1c57-47f7-ae26-a8c79ee14a5e') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:10.219908 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88771567-0ddb-4249-9e74-f733671a7f90 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (7fb7a2c4-1c57-47f7-ae26-a8c79ee14a5e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.249869 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5b332b8a-8fc9-418a-a20b-666ea8f00145 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:10.250469 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5b332b8a-8fc9-418a-a20b-666ea8f00145), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.250900 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88771567-0ddb-4249-9e74-f733671a7f90 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (7fb7a2c4-1c57-47f7-ae26-a8c79ee14a5e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.264503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06e77d-e54b-4e1e-964e-fc006e0ee48a req-af8753e8-26c0-4ff8-b6a6-b7ffecedcd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:10.266268 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6b06e77d-e54b-4e1e-964e-fc006e0ee48a req-af8753e8-26c0-4ff8-b6a6-b7ffecedcd07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0757223904ec4e4db3037c8631160285&device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 1126 time: 0.1704612 Feb 05 02:54:10.270183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88771567-0ddb-4249-9e74-f733671a7f90 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:54:10.270824 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88771567-0ddb-4249-9e74-f733671a7f90 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (7fb7a2c4-1c57-47f7-ae26-a8c79ee14a5e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:54:10.273934 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:54:10.296887 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Publish callbacks [] for router_gateway (a86deca0-f188-4774-a19d-38f9e0b8eb1b), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.326854 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.429293 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac1fda0a-90c5-4ff3-a071-b0398eb48333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (9876c3ba-c14d-470d-849b-5fbedfe2e1f5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.448843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5b332b8a-8fc9-418a-a20b-666ea8f00145 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:10.449241 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5b332b8a-8fc9-418a-a20b-666ea8f00145), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.458662 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-3bf337f6-728a-45ac-bda1-7b8e96f092b6 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Made reservation on behalf of 68456ab3ca5f496b90747f75315ba62a for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:10.464360 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0fe464b1-9e65-419a-b835-94fdc9b57d36 req-b0fccc9b-39fc-4636-8662-fc60ed95bf08 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0492549 Feb 05 02:54:10.465581 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-3bf337f6-728a-45ac-bda1-7b8e96f092b6 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.494387 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac1fda0a-90c5-4ff3-a071-b0398eb48333 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.497887 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ac1fda0a-90c5-4ff3-a071-b0398eb48333 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9876c3ba-c14d-470d-849b-5fbedfe2e1f5 HTTP/1.1" status: 204 len: 168 time: 0.6478455 Feb 05 02:54:10.498931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fda0a-90c5-4ff3-a071-b0398eb48333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9876c3ba-c14d-470d-849b-5fbedfe2e1f5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:10.502720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49342) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:10.539494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 5b332b8a-8fc9-418a-a20b-666ea8f00145, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5b332b8a-8fc9-418a-a20b-666ea8f00145,segment=NetworkSegment(ea456988-812f-416f-90ce-11235c6aeb31),segment_id=ea456988-812f-416f-90ce-11235c6aeb31)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:10.545955 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5b332b8a-8fc9-418a-a20b-666ea8f00145), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.624420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=5b332b8a-8fc9-418a-a20b-666ea8f00145,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:10.650896 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c87b4ad9-a6ec-4849-bc8d-1d18e922b063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (2b86ee56-1c6a-4b7f-a374-b6803b2ec372), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.729871 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73663c12-1331-430d-9213-858aee82cf55 req-61096b4a-64f9-4b73-b7c5-7de0dc1e1640 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 210 time: 0.0930769 Feb 05 02:54:10.755815 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88771567-0ddb-4249-9e74-f733671a7f90 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (087bfcea-dd83-46a0-8ae4-b161182512b5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.761690 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88771567-0ddb-4249-9e74-f733671a7f90 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:10.767559 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-88771567-0ddb-4249-9e74-f733671a7f90 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "DELETE /v2.0/networks/087bfcea-dd83-46a0-8ae4-b161182512b5 HTTP/1.1" status: 204 len: 168 time: 1.6018527 Feb 05 02:54:10.771347 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49358) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:10.818748 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88771567-0ddb-4249-9e74-f733671a7f90 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event deleted for resources: {'Network': ['ID=087bfcea-dd83-46a0-8ae4-b161182512b5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:10.835964 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-3bf337f6-728a-45ac-bda1-7b8e96f092b6 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Allocated IP 172.20.0.9 (1602807f-0fe1-428f-99dc-fd7f22e73411/b0d3cf50-c6da-4e7a-a6e2-6f8f2fead1a1/f7f4b9c8-799e-4972-b3f9-4fa4acace70e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:54:10.857035 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06e77d-e54b-4e1e-964e-fc006e0ee48a req-2fcb9406-a2a6-454f-aa6c-797101fbc38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:10.859265 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6b06e77d-e54b-4e1e-964e-fc006e0ee48a req-2fcb9406-a2a6-454f-aa6c-797101fbc38b service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c4e84c3-758a-446b-a07c-d68eea5047fb HTTP/1.1" status: 200 len: 906 time: 0.5692899 Feb 05 02:54:10.906206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Allocated IP 172.25.0.22 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/422ade31-27be-451c-a55c-77fd7d58c3f9) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:54:10.948795 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c87b4ad9-a6ec-4849-bc8d-1d18e922b063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (2b86ee56-1c6a-4b7f-a374-b6803b2ec372), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.107756 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c87b4ad9-a6ec-4849-bc8d-1d18e922b063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b86ee56-1c6a-4b7f-a374-b6803b2ec372']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:11.111224 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.137345 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c87b4ad9-a6ec-4849-bc8d-1d18e922b063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c668cf-2488-4516-9891-1ae4ea624ab2') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:11.137808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c87b4ad9-a6ec-4849-bc8d-1d18e922b063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c668cf-2488-4516-9891-1ae4ea624ab2') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:11.140035 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6b06e77d-e54b-4e1e-964e-fc006e0ee48a req-e590d43a-d83a-4026-9b05-9655215cad00 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 HTTP/1.1" status: 200 len: 217 time: 0.1077425 Feb 05 02:54:11.180539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9da4d371-4fd6-4781-9194-0c18ea9a6dcf req-62d44340-710e-4c78-95c3-a25b83ca17f1 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0380518 Feb 05 02:54:11.214117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cda75b-f1d7-4775-b442-e6e272b73bd3 None None] Network a1d070de-759e-46a2-b508-8200ed0d7262 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:11.243386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06e77d-e54b-4e1e-964e-fc006e0ee48a req-04ea0ec9-0947-4321-a3ce-5147bc4e23db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:11.244506 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6b06e77d-e54b-4e1e-964e-fc006e0ee48a req-04ea0ec9-0947-4321-a3ce-5147bc4e23db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ac91bbb4-a940-4c45-8d2f-ef0964fd7339 HTTP/1.1" status: 200 len: 845 time: 0.0901244 Feb 05 02:54:11.250621 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-3bf337f6-728a-45ac-bda1-7b8e96f092b6 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Publish callbacks [] for port (f7f4b9c8-799e-4972-b3f9-4fa4acace70e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.275726 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c87b4ad9-a6ec-4849-bc8d-1d18e922b063 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (f0c668cf-2488-4516-9891-1ae4ea624ab2), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.283349 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a879077a-e064-4b25-b15e-22033c6fa76c tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:11.289867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a879077a-e064-4b25-b15e-22033c6fa76c tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:11.294941 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a879077a-e064-4b25-b15e-22033c6fa76c tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5019362 Feb 05 02:54:11.296944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49368) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:11.312113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dab4240a-c3b9-4c8f-bc31-1e0f2053aaed tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-823013675'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:11.323088 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6b06e77d-e54b-4e1e-964e-fc006e0ee48a req-f2f64a29-dc33-4a71-af8d-8fcd7cdf2ab4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c4e84c3-758a-446b-a07c-d68eea5047fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636694 Feb 05 02:54:11.342550 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c87b4ad9-a6ec-4849-bc8d-1d18e922b063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (f0c668cf-2488-4516-9891-1ae4ea624ab2), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.361773 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87b4ad9-a6ec-4849-bc8d-1d18e922b063 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:54:11.362179 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c87b4ad9-a6ec-4849-bc8d-1d18e922b063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (f0c668cf-2488-4516-9891-1ae4ea624ab2), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:54:11.365605 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:54:11.383260 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-57731d96-bc55-45c9-9f59-c88ebd312b0c None None] Provisioning complete for port 5b332b8a-8fc9-418a-a20b-666ea8f00145 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:11.383846 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-57731d96-bc55-45c9-9f59-c88ebd312b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5b332b8a-8fc9-418a-a20b-666ea8f00145), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.430456 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ac7cd-2dfc-4c5d-970a-0ddde2a4b9e8 req-168dc5da-1abf-48f2-80b1-efb96252425e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:11.435745 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f8ac7cd-2dfc-4c5d-970a-0ddde2a4b9e8 req-168dc5da-1abf-48f2-80b1-efb96252425e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 944 time: 0.2493241 Feb 05 02:54:11.450720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab4240a-c3b9-4c8f-bc31-1e0f2053aaed tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Made reservation on behalf of 4634e74d7411461bbefd892d0dccf0ac for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:11.453943 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dab4240a-c3b9-4c8f-bc31-1e0f2053aaed tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.481122 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Publish callbacks [] for port (422ade31-27be-451c-a55c-77fd7d58c3f9), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.509337 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6b06e77d-e54b-4e1e-964e-fc006e0ee48a req-4e3d8d4d-f88d-4bba-b889-6b949866bca9 service neutron] 10.222.0.31 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455481 Feb 05 02:54:11.530271 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c87b4ad9-a6ec-4849-bc8d-1d18e922b063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (2b86ee56-1c6a-4b7f-a374-b6803b2ec372), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.551259 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c87b4ad9-a6ec-4849-bc8d-1d18e922b063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.557910 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c87b4ad9-a6ec-4849-bc8d-1d18e922b063 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2b86ee56-1c6a-4b7f-a374-b6803b2ec372 HTTP/1.1" status: 204 len: 168 time: 1.0532100 Feb 05 02:54:11.585509 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-3bf337f6-728a-45ac-bda1-7b8e96f092b6 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f7f4b9c8-799e-4972-b3f9-4fa4acace70e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.604799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab4240a-c3b9-4c8f-bc31-1e0f2053aaed tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:54:11.618297 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b4ad9-a6ec-4849-bc8d-1d18e922b063 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b86ee56-1c6a-4b7f-a374-b6803b2ec372,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:11.647430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f8ac7cd-2dfc-4c5d-970a-0ddde2a4b9e8 req-41b7fe2f-e788-464f-ae69-59fce39d9295 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019546 Feb 05 02:54:11.652586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf337f6-728a-45ac-bda1-7b8e96f092b6 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Pushing event updated for resources: {'Port': ['ID=f7f4b9c8-799e-4972-b3f9-4fa4acace70e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:11.675257 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-3bf337f6-728a-45ac-bda1-7b8e96f092b6 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Network 1602807f-0fe1-428f-99dc-fd7f22e73411 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:11.677172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-57731d96-bc55-45c9-9f59-c88ebd312b0c None None] Current status of the port 5b332b8a-8fc9-418a-a20b-666ea8f00145 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:11.679223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-3bf337f6-728a-45ac-bda1-7b8e96f092b6 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:11.682784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-3bf337f6-728a-45ac-bda1-7b8e96f092b6 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:11.685100 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dab4240a-c3b9-4c8f-bc31-1e0f2053aaed tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (5e181019-f6f7-4ae2-acc3-c1619a130fbb), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.686859 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-dab4240a-c3b9-4c8f-bc31-1e0f2053aaed tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Added segment 5e181019-f6f7-4ae2-acc3-c1619a130fbb of type vlan for network a219e761-f719-42c8-a56b-fc0c4e44a4ec Feb 05 02:54:11.728853 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (422ade31-27be-451c-a55c-77fd7d58c3f9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.738299 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-3bf337f6-728a-45ac-bda1-7b8e96f092b6 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:11.739152 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-3bf337f6-728a-45ac-bda1-7b8e96f092b6 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.778828 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dab4240a-c3b9-4c8f-bc31-1e0f2053aaed tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (a219e761-f719-42c8-a56b-fc0c4e44a4ec), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.782336 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-3bf337f6-728a-45ac-bda1-7b8e96f092b6 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9798510 Feb 05 02:54:11.799334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:11.811241 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:11.822057 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:11.826095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Request body: {'port': {'device_id': '646125b4-923b-4bb3-8740-09ed4913dd0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:11.833579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Pushing event updated for resources: {'Port': ['ID=422ade31-27be-451c-a55c-77fd7d58c3f9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:11.916295 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6b06e77d-e54b-4e1e-964e-fc006e0ee48a req-9057d73e-db2f-44c1-9efb-26340fdaa93c service neutron] 10.222.0.31 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959470 Feb 05 02:54:11.924893 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dab4240a-c3b9-4c8f-bc31-1e0f2053aaed tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (a219e761-f719-42c8-a56b-fc0c4e44a4ec), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.959413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab4240a-c3b9-4c8f-bc31-1e0f2053aaed tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:11.960070 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dab4240a-c3b9-4c8f-bc31-1e0f2053aaed tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.974003 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7f4b9c8-799e-4972-b3f9-4fa4acace70e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:11.991674 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49378) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:12.002544 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8cef5257-4aa7-4f91-9211-93298b825405 None None] Provisioning complete for port 5b332b8a-8fc9-418a-a20b-666ea8f00145 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:12.003670 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8cef5257-4aa7-4f91-9211-93298b825405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5b332b8a-8fc9-418a-a20b-666ea8f00145), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:12.041281 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5b332b8a-8fc9-418a-a20b-666ea8f00145 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:12.042179 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-61bfbe5d-2e79-4a8a-9305-fd3e977d9640 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d6c4cc493ea4cd29ee3bd79f3cbaa87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493124 Feb 05 02:54:12.063097 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49380) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:12.143133 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5b332b8a-8fc9-418a-a20b-666ea8f00145 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:12.143503 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5b332b8a-8fc9-418a-a20b-666ea8f00145), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:12.147766 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8cef5257-4aa7-4f91-9211-93298b825405 None None] Current status of the port 5b332b8a-8fc9-418a-a20b-666ea8f00145 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:12.241679 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5b332b8a-8fc9-418a-a20b-666ea8f00145 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:12.266846 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dab4240a-c3b9-4c8f-bc31-1e0f2053aaed tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9613318 Feb 05 02:54:12.267248 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49384) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:12.275849 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d6570f86-4870-4cde-b416-2b8fa75bcfab tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-382270000'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:12.295957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d87b0f-5c69-4342-b755-412e328b7115 req-c9ffc4f7-b5e0-4cb0-afb5-e8c46a4cb9a1 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:12.297760 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27d87b0f-5c69-4342-b755-412e328b7115 req-c9ffc4f7-b5e0-4cb0-afb5-e8c46a4cb9a1 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 931 time: 0.4228208 Feb 05 02:54:12.298435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4240a-c3b9-4c8f-bc31-1e0f2053aaed tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event updated for resources: {'Network': ['ID=a219e761-f719-42c8-a56b-fc0c4e44a4ec,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:12.309992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network a219e761-f719-42c8-a56b-fc0c4e44a4ec details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:54:12.356109 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6570f86-4870-4cde-b416-2b8fa75bcfab tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Made reservation on behalf of 4634e74d7411461bbefd892d0dccf0ac for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:12.359538 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6570f86-4870-4cde-b416-2b8fa75bcfab tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:12.368574 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd4403a3-947b-45ef-ad26-8e9353d92a8f req-1503331d-24a8-4cd1-b267-c4a2651b7a57 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0674040 Feb 05 02:54:12.382047 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-377d6a48-f033-4eab-80d6-ccaed4fd7101 admin admin] Publish callbacks [] for security_group (9e3a0934-c62b-470e-ac8f-d130026a1903), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:12.438744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6570f86-4870-4cde-b416-2b8fa75bcfab tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:54:12.459339 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6570f86-4870-4cde-b416-2b8fa75bcfab tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (8b65e52e-025b-46e0-b01c-0c6c8e9a2cf0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:12.459682 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-d6570f86-4870-4cde-b416-2b8fa75bcfab tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Added segment 8b65e52e-025b-46e0-b01c-0c6c8e9a2cf0 of type vlan for network e90d9672-256e-4a8c-b34a-d7f7af34103e Feb 05 02:54:12.469893 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f4b9c8-799e-4972-b3f9-4fa4acace70e {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:54:12.480060 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Publish callbacks [] for port (f7f4b9c8-799e-4972-b3f9-4fa4acace70e), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:12.521404 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6570f86-4870-4cde-b416-2b8fa75bcfab tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (e90d9672-256e-4a8c-b34a-d7f7af34103e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:12.524053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Transition to ACTIVE for port object f7f4b9c8-799e-4972-b3f9-4fa4acace70e will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:54:12.560259 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f7f4b9c8-799e-4972-b3f9-4fa4acace70e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:12.596345 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6570f86-4870-4cde-b416-2b8fa75bcfab tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (e90d9672-256e-4a8c-b34a-d7f7af34103e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:12.602488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6570f86-4870-4cde-b416-2b8fa75bcfab tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:12.603127 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6570f86-4870-4cde-b416-2b8fa75bcfab tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:12.700741 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d6570f86-4870-4cde-b416-2b8fa75bcfab tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4321911 Feb 05 02:54:12.701481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f4b9c8-799e-4972-b3f9-4fa4acace70e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:12.708327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49390) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:12.715465 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Request body: {'ports': [{'network_id': 'a219e761-f719-42c8-a56b-fc0c4e44a4ec', 'name': 'tempest-port--649652692', 'admin_state_up': True}, {'network_id': 'e90d9672-256e-4a8c-b34a-d7f7af34103e', 'admin_state_up': False}]} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:12.715775 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Request body: {'port': {'network_id': 'a219e761-f719-42c8-a56b-fc0c4e44a4ec', 'name': 'tempest-port--649652692', 'admin_state_up': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:12.716251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Request body: {'port': {'network_id': 'e90d9672-256e-4a8c-b34a-d7f7af34103e', 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:12.764458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6570f86-4870-4cde-b416-2b8fa75bcfab tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event updated for resources: {'Network': ['ID=e90d9672-256e-4a8c-b34a-d7f7af34103e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:12.778583 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network e90d9672-256e-4a8c-b34a-d7f7af34103e details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:54:12.815018 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-377d6a48-f033-4eab-80d6-ccaed4fd7101 admin admin] Publish callbacks [] for security_group (9e3a0934-c62b-470e-ac8f-d130026a1903), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:12.868364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27d87b0f-5c69-4342-b755-412e328b7115 req-e9890f98-3232-41c6-88c9-91cc6cfe2ff9 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e291e55-6d09-4dde-a62c-df2abd2750be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317709 Feb 05 02:54:12.906713 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Publish callbacks [] for router_gateway (a86deca0-f188-4774-a19d-38f9e0b8eb1b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:12.922673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012f3c7-f238-49f7-af2b-39d869057b32 req-ab5c80e0-1c35-4d65-84d4-b8fc07c74606 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:12.924693 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c012f3c7-f238-49f7-af2b-39d869057b32 req-ab5c80e0-1c35-4d65-84d4-b8fc07c74606 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 944 time: 0.1833389 Feb 05 02:54:13.040823 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-377d6a48-f033-4eab-80d6-ccaed4fd7101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9e3a0934-c62b-470e-ac8f-d130026a1903), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:13.043412 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-377d6a48-f033-4eab-80d6-ccaed4fd7101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:13.046916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-377d6a48-f033-4eab-80d6-ccaed4fd7101 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e3a0934-c62b-470e-ac8f-d130026a1903 HTTP/1.1" status: 204 len: 168 time: 0.9783604 Feb 05 02:54:13.084094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d6a48-f033-4eab-80d6-ccaed4fd7101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3a0934-c62b-470e-ac8f-d130026a1903,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:13.095208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c012f3c7-f238-49f7-af2b-39d869057b32 req-3f1b36b0-86c9-4492-8b0d-a347d96c9d6e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964689 Feb 05 02:54:13.168117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:54:13.260952 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Attempting to bind port f7f4b9c8-799e-4972-b3f9-4fa4acace70e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:54:13.261186 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (a86deca0-f188-4774-a19d-38f9e0b8eb1b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:13.261295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Attempting to bind port f7f4b9c8-799e-4972-b3f9-4fa4acace70e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'd358c9ad-671f-4b5f-823a-b1151f7e563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1602807f-0fe1-428f-99dc-fd7f22e73411'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:54:13.261740 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Attempting to bind port f7f4b9c8-799e-4972-b3f9-4fa4acace70e on network 1602807f-0fe1-428f-99dc-fd7f22e73411 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:54:13.271155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Port f7f4b9c8-799e-4972-b3f9-4fa4acace70e on network 1602807f-0fe1-428f-99dc-fd7f22e73411 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:54:13.271767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Attempting to bind port f7f4b9c8-799e-4972-b3f9-4fa4acace70e on network 1602807f-0fe1-428f-99dc-fd7f22e73411 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:54:13.277916 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:54:13.278255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Checking segment: {'id': 'd358c9ad-671f-4b5f-823a-b1151f7e563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1602807f-0fe1-428f-99dc-fd7f22e73411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:13.278638 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Bound using segment: {'id': 'd358c9ad-671f-4b5f-823a-b1151f7e563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1602807f-0fe1-428f-99dc-fd7f22e73411'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:54:13.279122 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Bound port: f7f4b9c8-799e-4972-b3f9-4fa4acace70e, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd358c9ad-671f-4b5f-823a-b1151f7e563e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1602807f-0fe1-428f-99dc-fd7f22e73411'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:54:13.279477 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7f4b9c8-799e-4972-b3f9-4fa4acace70e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:13.326727 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Made reservation on behalf of 4634e74d7411461bbefd892d0dccf0ac for: {'port': 2} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:13.330703 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:13.379657 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:13.404788 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:13.420998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736', 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb', 'port_id': 'fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736', 'mac_address': 'fa:16:3e:66:02:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac91bbb4-a940-4c45-8d2f-ef0964fd7339', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:54:13.488838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:13.489326 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:13.499614 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] For port f7f4b9c8-799e-4972-b3f9-4fa4acace70e, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:54:13.511413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:54:13.532171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:13.540209 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:13.543869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4851082c-d85d-475a-9720-6d48bf236b57 req-4600b28d-a3a2-4343-af98-2a7f65912a15 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0500817 Feb 05 02:54:13.569370 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] For port f7f4b9c8-799e-4972-b3f9-4fa4acace70e, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f7f4b9c8-799e-4972-b3f9-4fa4acace70e,segment=NetworkSegment(d358c9ad-671f-4b5f-823a-b1151f7e563e),segment_id=d358c9ad-671f-4b5f-823a-b1151f7e563e)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:54:13.599649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Router a86deca0-f188-4774-a19d-38f9e0b8eb1b is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:54:13.619309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:13.627373 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f7f4b9c8-799e-4972-b3f9-4fa4acace70e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:13.653127 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] device_id is not set on port aa65ee92-d549-40e5-98d8-c65ebdea8622 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:54:13.700697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:13.701385 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:13.702806 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] 10.222.0.10 "PUT /v2.0/ports/f7f4b9c8-799e-4972-b3f9-4fa4acace70e HTTP/1.1" status: 200 len: 1091 time: 1.9068091 Feb 05 02:54:13.707616 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646125b4-923b-4bb3-8740-09ed4913dd0f', 'tag': 'f7f4b9c8-799e-4972-b3f9-4fa4acace70e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:54:13.710497 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a923f7ed-dc83-4965-99f4-d9189e57e7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "646125b4-923b-4bb3-8740-09ed4913dd0f", "tag": "f7f4b9c8-799e-4972-b3f9-4fa4acace70e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:54:13.746898 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:54:13.760272 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Sync routers for ids ['a86deca0-f188-4774-a19d-38f9e0b8eb1b'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:54:13.771956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c1b78-ff3c-43c4-9a31-78117c8fca48 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f4b9c8-799e-4972-b3f9-4fa4acace70e,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:13.774088 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Routers {'a86deca0-f188-4774-a19d-38f9e0b8eb1b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:54:13.774714 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:54:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a86deca0-f188-4774-a19d-38f9e0b8eb1b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:13.787218 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:13.788693 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d86bab6d-d359-4d27-afa3-0d2415bdc365 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5487375 Feb 05 02:54:13.791367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49412) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:13.857893 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks [] for port (aa65ee92-d549-40e5-98d8-c65ebdea8622), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:13.906514 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:54:13.963262 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Set router a86deca0-f188-4774-a19d-38f9e0b8eb1b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:54:14.031669 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] device_id is not set on port 2e97c21a-902c-492f-abe6-73cc0097e9bf yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:54:14.124231 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks [] for port (2e97c21a-902c-492f-abe6-73cc0097e9bf), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:14.164857 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da60fd9d-9817-40c8-a654-9bf187e11e44 x-openstack-request-id: req-da60fd9d-9817-40c8-a654-9bf187e11e44 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:54:14.165808 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "646125b4-923b-4bb3-8740-09ed4913dd0f", "tag": "f7f4b9c8-799e-4972-b3f9-4fa4acace70e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:54:14.166172 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da60fd9d-9817-40c8-a654-9bf187e11e44 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:54:14.166744 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646125b4-923b-4bb3-8740-09ed4913dd0f', 'tag': 'f7f4b9c8-799e-4972-b3f9-4fa4acace70e', 'status': 'completed', 'code': 200} Feb 05 02:54:14.182365 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (aa65ee92-d549-40e5-98d8-c65ebdea8622), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:14.296491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-9dbb9f83-e9ad-448f-aa2f-ecb33634b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:14.298107 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-9dbb9f83-e9ad-448f-aa2f-ecb33634b45a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=68456ab3ca5f496b90747f75315ba62a&device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 1125 time: 0.1362290 Feb 05 02:54:14.299232 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event updated for resources: {'Port': ['ID=aa65ee92-d549-40e5-98d8-c65ebdea8622,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:14.302945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Checking segment: {'id': '5e181019-f6f7-4ae2-acc3-c1619a130fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a219e761-f719-42c8-a56b-fc0c4e44a4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:14.303526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Network hostable DHCP agents. Network: a219e761-f719-42c8-a56b-fc0c4e44a4ec, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:54:14.341067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Network a219e761-f719-42c8-a56b-fc0c4e44a4ec is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:54:14.346087 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-192989638-router', 'tenant_id': 'adc4e330ad404a71bdb4242803d5073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:08Z', 'updated_at': '2022-02-05T02:54:12Z', 'revision_number': 3, 'project_id': 'adc4e330ad404a71bdb4242803d5073b', 'gw_port': {'id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:10Z', 'updated_at': '2022-02-05T02:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:14.400757 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Checking router: a86deca0-f188-4774-a19d-38f9e0b8eb1b for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:54:14.401148 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Updating router a86deca0-f188-4774-a19d-38f9e0b8eb1b port 422ade31-27be-451c-a55c-77fd7d58c3f9 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:54:14.402544 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49428) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:14.411660 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-7888f7d3-bb21-4a05-8ba0-732a3270938e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7f4b9c8-799e-4972-b3f9-4fa4acace70e HTTP/1.1" status: 200 len: 217 time: 0.0811160 Feb 05 02:54:14.413170 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, a219e761-f719-42c8-a56b-fc0c4e44a4ec) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:14.423013 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b534f3f-4c42-4f77-a24d-019088af703e None None] Network a219e761-f719-42c8-a56b-fc0c4e44a4ec requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:14.434473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:14.435956 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (2e97c21a-902c-492f-abe6-73cc0097e9bf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:14.462976 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (422ade31-27be-451c-a55c-77fd7d58c3f9), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:14.551789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-46fa43c4-52b8-45f8-ad3a-d0987b17c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:14.554045 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-46fa43c4-52b8-45f8-ad3a-d0987b17c0a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b0d3cf50-c6da-4e7a-a6e2-6f8f2fead1a1 HTTP/1.1" status: 200 len: 865 time: 0.1344721 Feb 05 02:54:14.560962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff8afa-faeb-4ca4-9537-7d2b9aef2c06 req-c618be55-97ee-44ce-920d-519aab7ba445 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:14.562592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-71ff8afa-faeb-4ca4-9537-7d2b9aef2c06 req-c618be55-97ee-44ce-920d-519aab7ba445 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 943 time: 0.2879620 Feb 05 02:54:14.573018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event updated for resources: {'Port': ['ID=2e97c21a-902c-492f-abe6-73cc0097e9bf,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:14.595877 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf294d20-2c1c-4d84-a620-4edc7023abbd req-9ef42662-5597-4efd-86fa-ae66d081e323 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:14.598099 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf294d20-2c1c-4d84-a620-4edc7023abbd req-9ef42662-5597-4efd-86fa-ae66d081e323 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 945 time: 0.3239744 Feb 05 02:54:14.660665 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-74238e21-c0cc-44e8-a855-d60fc96107f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1602807f-0fe1-428f-99dc-fd7f22e73411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639679 Feb 05 02:54:14.667941 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1c0e4486-4b99-45ed-bfc7-ef66a77dd46f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-396975835-network', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:14.764739 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf294d20-2c1c-4d84-a620-4edc7023abbd req-577f9fea-eb5a-4723-aed3-aa6c1bc3b62b tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576869 Feb 05 02:54:14.773514 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-71ff8afa-faeb-4ca4-9537-7d2b9aef2c06 req-27f98f88-21d2-4c5b-85f1-08226741835a tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e291e55-6d09-4dde-a62c-df2abd2750be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953425 Feb 05 02:54:14.836335 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-41096950-d8b1-44d4-b1df-08553208e9b6 service neutron] 10.222.0.10 "GET /v2.0/networks/1602807f-0fe1-428f-99dc-fd7f22e73411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366849 Feb 05 02:54:14.838677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0e4486-4b99-45ed-bfc7-ef66a77dd46f admin admin] Made reservation on behalf of e10a2c83a7424977ae9f7abae799b368 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:14.840984 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4486-4b99-45ed-bfc7-ef66a77dd46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:14.860699 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4486-4b99-45ed-bfc7-ef66a77dd46f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:14.901311 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d8e804e-e13b-48ac-87b5-fd336c6294e6 req-0322aef5-92fb-4d5a-a647-09633ab063e3 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0332425 Feb 05 02:54:14.954715 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:14.969815 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Publish callbacks [] for port (422ade31-27be-451c-a55c-77fd7d58c3f9), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:14.977666 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (422ade31-27be-451c-a55c-77fd7d58c3f9), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:14.986946 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Checking segment: {'id': '8b65e52e-025b-46e0-b01c-0c6c8e9a2cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e90d9672-256e-4a8c-b34a-d7f7af34103e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:14.987312 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Network hostable DHCP agents. Network: e90d9672-256e-4a8c-b34a-d7f7af34103e, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:54:14.998617 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4486-4b99-45ed-bfc7-ef66a77dd46f admin admin] Publish callbacks [] for security_group (8668212c-36b8-4b8f-b6c2-bdea3cbae4a8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:15.014944 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4486-4b99-45ed-bfc7-ef66a77dd46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8668212c-36b8-4b8f-b6c2-bdea3cbae4a8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:15.032243 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22fd7e-733a-4c0c-bd72-3dc49def735d None None] Pushing event updated for resources: {'Port': ['ID=422ade31-27be-451c-a55c-77fd7d58c3f9,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:15.045407 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22fd7e-733a-4c0c-bd72-3dc49def735d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:15.045673 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22fd7e-733a-4c0c-bd72-3dc49def735d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:15.046095 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22fd7e-733a-4c0c-bd72-3dc49def735d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:15.046686 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22fd7e-733a-4c0c-bd72-3dc49def735d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:15.047111 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22fd7e-733a-4c0c-bd72-3dc49def735d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:15.047448 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22fd7e-733a-4c0c-bd72-3dc49def735d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:15.047773 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22fd7e-733a-4c0c-bd72-3dc49def735d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:15.048315 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22fd7e-733a-4c0c-bd72-3dc49def735d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:15.048682 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22fd7e-733a-4c0c-bd72-3dc49def735d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:15.049012 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22fd7e-733a-4c0c-bd72-3dc49def735d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:15.049379 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22fd7e-733a-4c0c-bd72-3dc49def735d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:15.049704 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22fd7e-733a-4c0c-bd72-3dc49def735d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:15.050021 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22fd7e-733a-4c0c-bd72-3dc49def735d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:15.052458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0e4486-4b99-45ed-bfc7-ef66a77dd46f admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:54:15.054678 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Network e90d9672-256e-4a8c-b34a-d7f7af34103e is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:54:15.096440 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4486-4b99-45ed-bfc7-ef66a77dd46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:15.096792 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-1c0e4486-4b99-45ed-bfc7-ef66a77dd46f admin admin] Added segment bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e of type vlan for network 436c4816-2885-4a66-a246-061c24b2b030 Feb 05 02:54:15.100852 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Attempting to bind port 422ade31-27be-451c-a55c-77fd7d58c3f9 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:54:15.101600 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Attempting to bind port 422ade31-27be-451c-a55c-77fd7d58c3f9 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:54:15.102178 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Attempting to bind port 422ade31-27be-451c-a55c-77fd7d58c3f9 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:54:15.105741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e4486-4b99-45ed-bfc7-ef66a77dd46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8668212c-36b8-4b8f-b6c2-bdea3cbae4a8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:15.112190 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:54:15.114142 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-df17fc1b-5c1c-4045-865a-2282ed738090 req-d9ce434c-6520-4222-a687-fd0e69fd2046 service neutron] 10.222.0.10 "GET /v2.0/networks/1602807f-0fe1-428f-99dc-fd7f22e73411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613769 Feb 05 02:54:15.114528 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:15.115463 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:15.116672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, e90d9672-256e-4a8c-b34a-d7f7af34103e) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:15.117438 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:54:15.124990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4420d73e-4a87-4ad1-bda8-54dd5827c462 None None] Network e90d9672-256e-4a8c-b34a-d7f7af34103e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:15.132474 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Bound port: 422ade31-27be-451c-a55c-77fd7d58c3f9, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:54:15.134469 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (422ade31-27be-451c-a55c-77fd7d58c3f9), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:15.205495 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:15.214961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:15.225881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:15.226593 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:15.231329 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:15.232029 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] For port 422ade31-27be-451c-a55c-77fd7d58c3f9, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:54:15.237642 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] For port 422ade31-27be-451c-a55c-77fd7d58c3f9, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=422ade31-27be-451c-a55c-77fd7d58c3f9,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:54:15.251027 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (422ade31-27be-451c-a55c-77fd7d58c3f9), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:15.272520 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0748558f-bd62-4aa5-bb0d-6aa0543a4531 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.5631216 Feb 05 02:54:15.279438 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49438) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:15.333914 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4486-4b99-45ed-bfc7-ef66a77dd46f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (436c4816-2885-4a66-a246-061c24b2b030), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:15.381484 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Routers {'a86deca0-f188-4774-a19d-38f9e0b8eb1b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:54:15.383562 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:54:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a86deca0-f188-4774-a19d-38f9e0b8eb1b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:15.396567 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:54:15.401334 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:15.401708 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:15.412108 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923f7ed-dc83-4965-99f4-d9189e57e7a3 req-112a8d1f-fb44-40c5-b9a9-fd1c49f0a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:15.413745 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a923f7ed-dc83-4965-99f4-d9189e57e7a3 req-112a8d1f-fb44-40c5-b9a9-fd1c49f0a264 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=68456ab3ca5f496b90747f75315ba62a&device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 1125 time: 0.2098358 Feb 05 02:54:15.414843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4486-4b99-45ed-bfc7-ef66a77dd46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (436c4816-2885-4a66-a246-061c24b2b030), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:15.415969 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0e4486-4b99-45ed-bfc7-ef66a77dd46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:15.416566 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4486-4b99-45ed-bfc7-ef66a77dd46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:15.504695 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:15.505353 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:15.509350 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Allocated IP 172.20.0.1 (a1d070de-759e-46a2-b508-8200ed0d7262/8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5/e422dc73-25d0-4457-9035-319ab7b3394c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:54:15.544411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:15.545762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faaf800-7817-4f55-b9dc-10f8075f90d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:54:15.548900 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdc7a47-79dd-4855-8621-f6bbb1a544f1" -d '{"events": [{"server_uuid": "9faaf800-7817-4f55-b9dc-10f8075f90d6", "name": "network-vif-plugged", "status": "completed", "tag": "fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:54:15.559572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc3855-79fa-4188-850f-3ab17df3d1ec tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:15.567528 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:15.576542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc3855-79fa-4188-850f-3ab17df3d1ec tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:15.578735 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7ddc3855-79fa-4188-850f-3ab17df3d1ec tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2963822 Feb 05 02:54:15.583947 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49442) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:15.604456 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] Set router a86deca0-f188-4774-a19d-38f9e0b8eb1b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:54:15.628153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:15.656483 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1c0e4486-4b99-45ed-bfc7-ef66a77dd46f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2526038 Feb 05 02:54:15.661790 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d96124-b961-485b-a39f-3942231d8807 x-openstack-request-id: req-48d96124-b961-485b-a39f-3942231d8807 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:54:15.662180 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faaf800-7817-4f55-b9dc-10f8075f90d6", "name": "network-vif-plugged", "status": "completed", "tag": "fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:54:15.662505 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48d96124-b961-485b-a39f-3942231d8807 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:54:15.663005 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faaf800-7817-4f55-b9dc-10f8075f90d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736', 'code': 200} Feb 05 02:54:15.673056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49444) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:15.687595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c68de7e4-8904-4e00-9f82-bc71224f3780 admin admin] Request body: {'subnet': {'network_id': '436c4816-2885-4a66-a246-061c24b2b030', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-396975835-subnet', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:15.698345 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e4486-4b99-45ed-bfc7-ef66a77dd46f admin admin] Pushing event updated for resources: {'Network': ['ID=436c4816-2885-4a66-a246-061c24b2b030,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:15.710631 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 436c4816-2885-4a66-a246-061c24b2b030 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:54:15.772071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68de7e4-8904-4e00-9f82-bc71224f3780 admin admin] Made reservation on behalf of e10a2c83a7424977ae9f7abae799b368 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:15.777610 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c68de7e4-8904-4e00-9f82-bc71224f3780 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:15.780952 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923f7ed-dc83-4965-99f4-d9189e57e7a3 req-ff45a025-01b8-4b6e-b802-b1c36505514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:15.782508 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a923f7ed-dc83-4965-99f4-d9189e57e7a3 req-ff45a025-01b8-4b6e-b802-b1c36505514c service neutron] 10.222.0.10 "GET /v2.0/networks?id=1602807f-0fe1-428f-99dc-fd7f22e73411 HTTP/1.1" status: 200 len: 926 time: 0.3519580 Feb 05 02:54:15.864329 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a923f7ed-dc83-4965-99f4-d9189e57e7a3 req-91d5e009-f947-4930-a048-1d921b5a226c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7f4b9c8-799e-4972-b3f9-4fa4acace70e HTTP/1.1" status: 200 len: 217 time: 0.0691855 Feb 05 02:54:15.911560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cb3df-b798-43a7-b149-8f826ee9f514 req-58d07dd7-f5ec-44b1-9e68-bd91e461e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:15.923216 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:15.923596 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-290cb3df-b798-43a7-b149-8f826ee9f514 req-58d07dd7-f5ec-44b1-9e68-bd91e461e7b3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 1128 time: 0.2127554 Feb 05 02:54:16.023628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923f7ed-dc83-4965-99f4-d9189e57e7a3 req-26126d3d-687f-42d8-8757-9e18295e98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:16.025119 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a923f7ed-dc83-4965-99f4-d9189e57e7a3 req-26126d3d-687f-42d8-8757-9e18295e98a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b0d3cf50-c6da-4e7a-a6e2-6f8f2fead1a1 HTTP/1.1" status: 200 len: 865 time: 0.1475604 Feb 05 02:54:16.062671 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22fd7e-733a-4c0c-bd72-3dc49def735d None None] Pushing event updated for resources: {'Port': ['ID=422ade31-27be-451c-a55c-77fd7d58c3f9,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:16.077362 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-192989638-router', 'tenant_id': 'adc4e330ad404a71bdb4242803d5073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:08Z', 'updated_at': '2022-02-05T02:54:12Z', 'revision_number': 3, 'project_id': 'adc4e330ad404a71bdb4242803d5073b', 'gw_port': {'id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:10Z', 'updated_at': '2022-02-05T02:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:16.102229 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-900a736c-f763-4a65-9ad0-ace8a336ff4e tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Deleting port aa65ee92-d549-40e5-98d8-c65ebdea8622 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:54:16.102598 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-900a736c-f763-4a65-9ad0-ace8a336ff4e tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (aa65ee92-d549-40e5-98d8-c65ebdea8622), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:16.104794 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf21f8-bde0-473e-8d7a-a86f976e832e None None] The sync data for ids ['a86deca0-f188-4774-a19d-38f9e0b8eb1b'] in n-d-826942-8 is: [{'id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-192989638-router', 'tenant_id': 'adc4e330ad404a71bdb4242803d5073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:08Z', 'updated_at': '2022-02-05T02:54:12Z', 'revision_number': 3, 'project_id': 'adc4e330ad404a71bdb4242803d5073b', 'gw_port': {'id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:10Z', 'updated_at': '2022-02-05T02:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:54:16.109283 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a923f7ed-dc83-4965-99f4-d9189e57e7a3 req-5d8eb962-a189-4b91-8845-34dcc6862b07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1602807f-0fe1-428f-99dc-fd7f22e73411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579338 Feb 05 02:54:16.115388 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-290cb3df-b798-43a7-b149-8f826ee9f514 req-804e793b-2ce5-4770-b568-4650d868d5d9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668782 Feb 05 02:54:16.192580 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Publish callbacks [] for port (e422dc73-25d0-4457-9035-319ab7b3394c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:16.250490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e21b27-fec0-4ca3-b818-6f16592b3e55 req-b6594541-53a1-497a-a3f7-533df8f0b2a4 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:16.260235 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81e21b27-fec0-4ca3-b818-6f16592b3e55 req-b6594541-53a1-497a-a3f7-533df8f0b2a4 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 943 time: 0.3106062 Feb 05 02:54:16.277179 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-900a736c-f763-4a65-9ad0-ace8a336ff4e tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (aa65ee92-d549-40e5-98d8-c65ebdea8622), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:16.311161 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-900a736c-f763-4a65-9ad0-ace8a336ff4e tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Calling delete_port for aa65ee92-d549-40e5-98d8-c65ebdea8622 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:54:16.320073 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a923f7ed-dc83-4965-99f4-d9189e57e7a3 req-a7faa21d-0621-4bfd-a018-73d9c0dc843d service neutron] 10.222.0.10 "GET /v2.0/networks/1602807f-0fe1-428f-99dc-fd7f22e73411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016218 Feb 05 02:54:16.325482 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c59c0-9228-45ce-954c-d490678ba970 req-361e8e19-135c-454b-8e90-5995a0d7f6bf tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:16.327186 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c68de7e4-8904-4e00-9f82-bc71224f3780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (e6a6cc2c-4cea-4e70-98f1-e416109769e9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:16.333030 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be6c59c0-9228-45ce-954c-d490678ba970 req-361e8e19-135c-454b-8e90-5995a0d7f6bf tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.3976650 Feb 05 02:54:16.463014 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68de7e4-8904-4e00-9f82-bc71224f3780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6a6cc2c-4cea-4e70-98f1-e416109769e9,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:16.496922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68de7e4-8904-4e00-9f82-bc71224f3780 admin admin] Checking segment: {'id': 'bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436c4816-2885-4a66-a246-061c24b2b030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:16.496922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68de7e4-8904-4e00-9f82-bc71224f3780 admin admin] Network hostable DHCP agents. Network: 436c4816-2885-4a66-a246-061c24b2b030, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:54:16.561746 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a923f7ed-dc83-4965-99f4-d9189e57e7a3 req-58d77da6-e043-454c-8d95-716b5a9a20d3 service neutron] 10.222.0.10 "GET /v2.0/networks/1602807f-0fe1-428f-99dc-fd7f22e73411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818388 Feb 05 02:54:16.572523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68de7e4-8904-4e00-9f82-bc71224f3780 admin admin] Network 436c4816-2885-4a66-a246-061c24b2b030 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:54:16.585977 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c68de7e4-8904-4e00-9f82-bc71224f3780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 436c4816-2885-4a66-a246-061c24b2b030) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:16.592370 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68de7e4-8904-4e00-9f82-bc71224f3780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:16.593731 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c68de7e4-8904-4e00-9f82-bc71224f3780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:16.605175 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94599609-8860-48d8-abf2-0af4037672a3 None None] Network 436c4816-2885-4a66-a246-061c24b2b030 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:16.634825 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c68de7e4-8904-4e00-9f82-bc71224f3780 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9498339 Feb 05 02:54:16.636456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49456) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:16.648734 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-396975835-router', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:16.679112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (83eade1a-976d-4460-9f33-dcef5b6673b4), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:16.680673 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (83eade1a-976d-4460-9f33-dcef5b6673b4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:16.760934 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Publish callbacks [] for router_controller (83eade1a-976d-4460-9f33-dcef5b6673b4), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:16.793615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-436c4816-2885-4a66-a246-061c24b2b030', 'network_id': '436c4816-2885-4a66-a246-061c24b2b030', 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'fixed_ips': [{'subnet_id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:54:16.794408 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:16.813026 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e422dc73-25d0-4457-9035-319ab7b3394c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:16.909471 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81e21b27-fec0-4ca3-b818-6f16592b3e55 req-eb8881ca-39c1-44cc-b4bb-f02806e3f8e9 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e291e55-6d09-4dde-a62c-df2abd2750be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6482105 Feb 05 02:54:17.010708 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Publish callbacks [] for router_gateway (83eade1a-976d-4460-9f33-dcef5b6673b4), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:17.025101 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Network a1d070de-759e-46a2-b508-8200ed0d7262 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:17.056997 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Allocated IP 172.20.0.2 (436c4816-2885-4a66-a246-061c24b2b030/e6a6cc2c-4cea-4e70-98f1-e416109769e9/7b9e4a2b-2af4-4d48-b146-271aa4e993ed) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:54:17.058722 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be6c59c0-9228-45ce-954c-d490678ba970 req-41e728b6-b1bf-4a96-83c0-fb9d656fc07f tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7155843 Feb 05 02:54:17.065538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:17.083333 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:17.091433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Pushing event updated for resources: {'Port': ['ID=e422dc73-25d0-4457-9035-319ab7b3394c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:17.217669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f67dca12-56e4-4c2d-8240-94fec9d53f28 req-fce1015c-a414-4a4c-b09d-5e96fcc79d72 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.1565838 Feb 05 02:54:17.280247 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-900a736c-f763-4a65-9ad0-ace8a336ff4e tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (aa65ee92-d549-40e5-98d8-c65ebdea8622), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:17.291617 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (a86deca0-f188-4774-a19d-38f9e0b8eb1b), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:17.346257 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Publish callbacks [] for port (7b9e4a2b-2af4-4d48-b146-271aa4e993ed), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:17.366229 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (7b9e4a2b-2af4-4d48-b146-271aa4e993ed), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:17.506274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Network 436c4816-2885-4a66-a246-061c24b2b030 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:17.530224 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:17.537019 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Publish callbacks [] for router_gateway (83eade1a-976d-4460-9f33-dcef5b6673b4), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:17.564140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:17.578588 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:17.606111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Pushing event updated for resources: {'Port': ['ID=7b9e4a2b-2af4-4d48-b146-271aa4e993ed,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:17.686655 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2a976f92-caeb-452a-8681-0afce802dc19 None None] Provisioning complete for port e422dc73-25d0-4457-9035-319ab7b3394c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:17.687266 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a976f92-caeb-452a-8681-0afce802dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e422dc73-25d0-4457-9035-319ab7b3394c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:17.689329 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e422dc73-25d0-4457-9035-319ab7b3394c), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:17.691435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a736c-f763-4a65-9ad0-ace8a336ff4e tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event deleted for resources: {'Port': ['ID=aa65ee92-d549-40e5-98d8-c65ebdea8622,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:17.716089 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-900a736c-f763-4a65-9ad0-ace8a336ff4e tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:17.719900 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-900a736c-f763-4a65-9ad0-ace8a336ff4e tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "DELETE /v2.0/ports/aa65ee92-d549-40e5-98d8-c65ebdea8622 HTTP/1.1" status: 204 len: 168 time: 2.1324191 Feb 05 02:54:17.747945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49462) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:17.774514 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Attempting to bind port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:54:17.775378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Attempting to bind port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436c4816-2885-4a66-a246-061c24b2b030'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:54:17.775997 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Attempting to bind port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed on network 436c4816-2885-4a66-a246-061c24b2b030 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:54:17.779627 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2a976f92-caeb-452a-8681-0afce802dc19 None None] Port e422dc73-25d0-4457-9035-319ab7b3394c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:54:17.787440 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:54:17.788187 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Checking segment: {'id': 'bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436c4816-2885-4a66-a246-061c24b2b030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:17.788986 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:17.789623 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Bound using segment: {'id': 'bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436c4816-2885-4a66-a246-061c24b2b030'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:54:17.791336 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Bound port: 7b9e4a2b-2af4-4d48-b146-271aa4e993ed, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436c4816-2885-4a66-a246-061c24b2b030'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:54:17.791975 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7b9e4a2b-2af4-4d48-b146-271aa4e993ed), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:17.861150 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Allocated IP 172.25.0.185 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/4917b1a7-3814-420f-850a-61099805af40) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:54:17.883600 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Publish callbacks [] for port (e422dc73-25d0-4457-9035-319ab7b3394c), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:17.890945 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (e422dc73-25d0-4457-9035-319ab7b3394c), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:17.897200 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] For port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:54:17.902605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] For port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7b9e4a2b-2af4-4d48-b146-271aa4e993ed,segment=NetworkSegment(bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e),segment_id=bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:54:17.914828 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7b9e4a2b-2af4-4d48-b146-271aa4e993ed), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:17.968758 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Pushing event updated for resources: {'Port': ['ID=e422dc73-25d0-4457-9035-319ab7b3394c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:17.996385 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (a86deca0-f188-4774-a19d-38f9e0b8eb1b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:18.076360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d04f7468-4dde-4396-8eb1-77c6a9dc6615 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Deleting port 2e97c21a-902c-492f-abe6-73cc0097e9bf {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:54:18.076721 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d04f7468-4dde-4396-8eb1-77c6a9dc6615 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (2e97c21a-902c-492f-abe6-73cc0097e9bf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:18.131903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80243b3f-9127-4e85-bcc0-3f73c40f0da2 None None] Pushing event updated for resources: {'Port': ['ID=7b9e4a2b-2af4-4d48-b146-271aa4e993ed,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:18.251074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 422ade31-27be-451c-a55c-77fd7d58c3f9 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:18.302555 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d04f7468-4dde-4396-8eb1-77c6a9dc6615 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (2e97c21a-902c-492f-abe6-73cc0097e9bf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:18.350355 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 422ade31-27be-451c-a55c-77fd7d58c3f9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:18.350734 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (422ade31-27be-451c-a55c-77fd7d58c3f9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:18.352625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d04f7468-4dde-4396-8eb1-77c6a9dc6615 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Calling delete_port for 2e97c21a-902c-492f-abe6-73cc0097e9bf owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:54:18.357416 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Publish callbacks [] for port (4917b1a7-3814-420f-850a-61099805af40), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:18.389782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Network a1d070de-759e-46a2-b508-8200ed0d7262 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:18.392473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:18.417108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9d037-5889-4973-8d87-bfe6a1dd7a7c req-c2c371e3-6eb1-4d1b-a008-11ed2a27671b tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:18.419498 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f4d9d037-5889-4973-8d87-bfe6a1dd7a7c req-c2c371e3-6eb1-4d1b-a008-11ed2a27671b tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 943 time: 0.3441401 Feb 05 02:54:18.603093 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f7f4b9c8-799e-4972-b3f9-4fa4acace70e details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:54:18.610472 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d04f7468-4dde-4396-8eb1-77c6a9dc6615 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (2e97c21a-902c-492f-abe6-73cc0097e9bf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:18.721619 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d04f7468-4dde-4396-8eb1-77c6a9dc6615 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:18.726889 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d04f7468-4dde-4396-8eb1-77c6a9dc6615 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "DELETE /v2.0/ports/2e97c21a-902c-492f-abe6-73cc0097e9bf HTTP/1.1" status: 204 len: 168 time: 0.9775829 Feb 05 02:54:18.730391 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f7468-4dde-4396-8eb1-77c6a9dc6615 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event deleted for resources: {'Port': ['ID=2e97c21a-902c-492f-abe6-73cc0097e9bf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:18.739792 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4917b1a7-3814-420f-850a-61099805af40), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:18.762475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49478) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:18.786226 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f7f4b9c8-799e-4972-b3f9-4fa4acace70e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f7f4b9c8-799e-4972-b3f9-4fa4acace70e,segment=NetworkSegment(d358c9ad-671f-4b5f-823a-b1151f7e563e),segment_id=d358c9ad-671f-4b5f-823a-b1151f7e563e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:18.820534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'f7f4b9c8-799e-4972-b3f9-4fa4acace70e', 'network_id': '1602807f-0fe1-428f-99dc-fd7f22e73411', 'port_id': 'f7f4b9c8-799e-4972-b3f9-4fa4acace70e', 'mac_address': 'fa:16:3e:41:2f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d3cf50-c6da-4e7a-a6e2-6f8f2fead1a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:54:18.822871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b3e29-e04b-4117-bc7c-2f6c01dfab80 req-68452257-e8e3-4005-966f-3a41780376be tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:18.824492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-769b3e29-e04b-4117-bc7c-2f6c01dfab80 req-68452257-e8e3-4005-966f-3a41780376be tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.6142316 Feb 05 02:54:18.836044 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f4d9d037-5889-4973-8d87-bfe6a1dd7a7c req-23ae5a6d-b93e-4064-8fcb-409daed2c487 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e291e55-6d09-4dde-a62c-df2abd2750be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991549 Feb 05 02:54:18.846074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 422ade31-27be-451c-a55c-77fd7d58c3f9 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:18.861765 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (422ade31-27be-451c-a55c-77fd7d58c3f9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:18.881974 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3dfcd165-ed43-4df6-8718-f62396c86a44 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1031053 Feb 05 02:54:18.882687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49480) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:18.914788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9ea9b20f-c3fa-42ea-926c-dc8b09d18ebf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1094620242'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:18.944603 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:18.948559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:18.953903 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:18.955768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea9b20f-c3fa-42ea-926c-dc8b09d18ebf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Made reservation on behalf of 4634e74d7411461bbefd892d0dccf0ac for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:18.960266 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ea9b20f-c3fa-42ea-926c-dc8b09d18ebf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:18.973378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Router a86deca0-f188-4774-a19d-38f9e0b8eb1b has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:54:19.028350 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea9b20f-c3fa-42ea-926c-dc8b09d18ebf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:54:19.029642 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-769b3e29-e04b-4117-bc7c-2f6c01dfab80 req-6309a512-880b-4824-b534-f005492ef256 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917868 Feb 05 02:54:19.039697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ea9b20f-c3fa-42ea-926c-dc8b09d18ebf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (0439780f-3b0b-4126-a100-b8cb20b2a387), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:19.040078 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-9ea9b20f-c3fa-42ea-926c-dc8b09d18ebf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Added segment 0439780f-3b0b-4126-a100-b8cb20b2a387 of type vlan for network 0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb Feb 05 02:54:19.084646 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 422ade31-27be-451c-a55c-77fd7d58c3f9, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=422ade31-27be-451c-a55c-77fd7d58c3f9,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:19.104899 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (422ade31-27be-451c-a55c-77fd7d58c3f9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:19.113675 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port f7f4b9c8-799e-4972-b3f9-4fa4acace70e is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:19.114196 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7f4b9c8-799e-4972-b3f9-4fa4acace70e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:19.135438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-01b5dce6-c889-4ac6-984d-52b78eb5318d None None] Provisioning complete for port e422dc73-25d0-4457-9035-319ab7b3394c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:19.135979 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01b5dce6-c889-4ac6-984d-52b78eb5318d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e422dc73-25d0-4457-9035-319ab7b3394c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:19.196545 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b96635dc-c558-4e90-87d9-00673f203a50 req-15fa1af3-8b3f-4157-b264-f6d2f756735a tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.1592283 Feb 05 02:54:19.260707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f4b9c8-799e-4972-b3f9-4fa4acace70e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:54:19.306528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:54:19.314825 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0b3c3d56-1bf7-42c1-9cc8-11d72223ad6b admin admin] 10.222.0.36 "PUT /v2.0/routers/a86deca0-f188-4774-a19d-38f9e0b8eb1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5214832 Feb 05 02:54:19.352456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Sync routers for ids ['a86deca0-f188-4774-a19d-38f9e0b8eb1b'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:54:19.388173 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=422ade31-27be-451c-a55c-77fd7d58c3f9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:19.403696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f7f4b9c8-799e-4972-b3f9-4fa4acace70e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f7f4b9c8-799e-4972-b3f9-4fa4acace70e,segment=NetworkSegment(d358c9ad-671f-4b5f-823a-b1151f7e563e),segment_id=d358c9ad-671f-4b5f-823a-b1151f7e563e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:19.412450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-01b5dce6-c889-4ac6-984d-52b78eb5318d None None] Port e422dc73-25d0-4457-9035-319ab7b3394c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:54:19.427264 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f7f4b9c8-799e-4972-b3f9-4fa4acace70e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:19.436305 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Routers {'a86deca0-f188-4774-a19d-38f9e0b8eb1b'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:54:19.457335 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:54:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a86deca0-f188-4774-a19d-38f9e0b8eb1b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:19.620620 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e552b75-bdfb-43ee-9fc8-710ceb63d43a req-a1603182-ab9e-4962-8c9f-f0f025995768 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:19.631962 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e552b75-bdfb-43ee-9fc8-710ceb63d43a req-a1603182-ab9e-4962-8c9f-f0f025995768 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.1610131 Feb 05 02:54:19.744541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['f7f4b9c8-799e-4972-b3f9-4fa4acace70e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:54:19.781451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Pushing event updated for resources: {'Port': ['ID=4917b1a7-3814-420f-850a-61099805af40,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:19.789587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e552b75-bdfb-43ee-9fc8-710ceb63d43a req-1baf50e7-e024-42ea-81eb-83792f0d2f1f tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465135 Feb 05 02:54:20.067316 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ea9b20f-c3fa-42ea-926c-dc8b09d18ebf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:20.088659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b087b-5909-415d-b5ac-870f61360905 req-b93b13b5-d682-4145-8e83-43ef06f173f6 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:20.097821 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa3b087b-5909-415d-b5ac-870f61360905 req-b93b13b5-d682-4145-8e83-43ef06f173f6 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 944 time: 0.1226263 Feb 05 02:54:20.150773 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ea9b20f-c3fa-42ea-926c-dc8b09d18ebf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:20.163286 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea9b20f-c3fa-42ea-926c-dc8b09d18ebf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:20.164884 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ea9b20f-c3fa-42ea-926c-dc8b09d18ebf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:20.210505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa3b087b-5909-415d-b5ac-870f61360905 req-a4714bfe-e3a7-478a-b192-a511c261429f tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e291e55-6d09-4dde-a62c-df2abd2750be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113093 Feb 05 02:54:20.237251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7bdcc4-d6ba-4e1d-b7b9-52a34599ab59 None None] Network 436c4816-2885-4a66-a246-061c24b2b030 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:20.315256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=f7f4b9c8-799e-4972-b3f9-4fa4acace70e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:20.417906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4d415ece-949d-4804-927a-65c2b0f969f5 None None] Provisioning complete for port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:20.418201 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d415ece-949d-4804-927a-65c2b0f969f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7b9e4a2b-2af4-4d48-b146-271aa4e993ed), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:20.479085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d7650435-ac61-4529-bbfa-483393006806 req-26068380-a4fb-4261-a4cd-95a93353a592 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0925050 Feb 05 02:54:20.512293 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9ea9b20f-c3fa-42ea-926c-dc8b09d18ebf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5900753 Feb 05 02:54:20.512445 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 422ade31-27be-451c-a55c-77fd7d58c3f9 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:20.512573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49518) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:20.513670 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e2cd0903-bda3-47e2-b545-5d63ac1ceb8c tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-665063462'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:20.538157 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9b20f-c3fa-42ea-926c-dc8b09d18ebf tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event updated for resources: {'Network': ['ID=0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:20.567086 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cd0903-bda3-47e2-b545-5d63ac1ceb8c tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Made reservation on behalf of 4634e74d7411461bbefd892d0dccf0ac for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:20.570992 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2cd0903-bda3-47e2-b545-5d63ac1ceb8c tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:20.573811 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Set router a86deca0-f188-4774-a19d-38f9e0b8eb1b gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:54:20.598165 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Publish callbacks [] for router_gateway (83eade1a-976d-4460-9f33-dcef5b6673b4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:20.602527 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49522) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:20.607761 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-43c9e8a7-176c-49f9-aba9-97474d2b3c8e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1185552992-network', 'tenant_id': '7075e94d48814e8692b6262a9e8518be'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:20.612121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:54:20.684547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cd0903-bda3-47e2-b545-5d63ac1ceb8c tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:54:20.706210 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2cd0903-bda3-47e2-b545-5d63ac1ceb8c tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (dea14c1a-285a-4a59-bfef-400a22ac5c59), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:20.706807 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-e2cd0903-bda3-47e2-b545-5d63ac1ceb8c tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Added segment dea14c1a-285a-4a59-bfef-400a22ac5c59 of type vlan for network 839e463a-b994-4d83-8c05-cda861563db8 Feb 05 02:54:20.709995 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c9e8a7-176c-49f9-aba9-97474d2b3c8e admin admin] Made reservation on behalf of 7075e94d48814e8692b6262a9e8518be for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:20.712435 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43c9e8a7-176c-49f9-aba9-97474d2b3c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:20.740271 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43c9e8a7-176c-49f9-aba9-97474d2b3c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:20.802922 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2cd0903-bda3-47e2-b545-5d63ac1ceb8c tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (839e463a-b994-4d83-8c05-cda861563db8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:20.849882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 422ade31-27be-451c-a55c-77fd7d58c3f9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:20.850257 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (422ade31-27be-451c-a55c-77fd7d58c3f9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:20.963572 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2cd0903-bda3-47e2-b545-5d63ac1ceb8c tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (839e463a-b994-4d83-8c05-cda861563db8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:20.969732 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cd0903-bda3-47e2-b545-5d63ac1ceb8c tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:20.970526 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2cd0903-bda3-47e2-b545-5d63ac1ceb8c tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:21.049271 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e877be-dcdd-4acb-98b5-7f2801bbee84 req-591e784f-2d92-4094-a1d7-f2695ebb3fa1 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:21.052699 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0e877be-dcdd-4acb-98b5-7f2801bbee84 req-591e784f-2d92-4094-a1d7-f2695ebb3fa1 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.1505404 Feb 05 02:54:21.085806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4d415ece-949d-4804-927a-65c2b0f969f5 None None] Current status of the port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:21.086560 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d415ece-949d-4804-927a-65c2b0f969f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7b9e4a2b-2af4-4d48-b146-271aa4e993ed), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:21.131174 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e2cd0903-bda3-47e2-b545-5d63ac1ceb8c tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6240723 Feb 05 02:54:21.149168 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd0903-bda3-47e2-b545-5d63ac1ceb8c tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event updated for resources: {'Network': ['ID=839e463a-b994-4d83-8c05-cda861563db8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:21.158213 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0e877be-dcdd-4acb-98b5-7f2801bbee84 req-13076f16-6ae7-47ce-8096-67ba951f9eae tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829713 Feb 05 02:54:21.185684 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (83eade1a-976d-4460-9f33-dcef5b6673b4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:21.197024 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43c9e8a7-176c-49f9-aba9-97474d2b3c8e admin admin] Publish callbacks [] for security_group (9eca15b7-9d31-4c45-9461-298a68631818), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:21.276812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49528) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:21.282017 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Request body: {'subnets': [{'network_id': '0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--768913948', 'ip_version': 4}, {'network_id': '839e463a-b994-4d83-8c05-cda861563db8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:21.282333 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Request body: {'subnet': {'network_id': '0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--768913948', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:21.282958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Request body: {'subnet': {'network_id': '839e463a-b994-4d83-8c05-cda861563db8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:21.333942 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 839e463a-b994-4d83-8c05-cda861563db8 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:54:21.357041 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43c9e8a7-176c-49f9-aba9-97474d2b3c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9eca15b7-9d31-4c45-9461-298a68631818), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:21.432871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c9e8a7-176c-49f9-aba9-97474d2b3c8e admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:54:21.464380 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9e8a7-176c-49f9-aba9-97474d2b3c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eca15b7-9d31-4c45-9461-298a68631818,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:21.508086 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43c9e8a7-176c-49f9-aba9-97474d2b3c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (cd6a07bd-248b-4d83-aa33-474693ba1329), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:21.528444 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-43c9e8a7-176c-49f9-aba9-97474d2b3c8e admin admin] Added segment cd6a07bd-248b-4d83-aa33-474693ba1329 of type vlan for network e4ca57a8-fb18-4484-b211-fb78f81a0de8 Feb 05 02:54:21.533833 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4d415ece-949d-4804-927a-65c2b0f969f5 None None] For port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7b9e4a2b-2af4-4d48-b146-271aa4e993ed,segment=NetworkSegment(bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e),segment_id=bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:21.576524 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d8c71-89bd-410a-ad9e-ca0e2edf0d01 req-ed92c0b8-b578-4315-988a-21eb9e1b53c5 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:21.578074 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-418d8c71-89bd-410a-ad9e-ca0e2edf0d01 req-ed92c0b8-b578-4315-988a-21eb9e1b53c5 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 944 time: 0.1972709 Feb 05 02:54:21.614978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Router 83eade1a-976d-4460-9f33-dcef5b6673b4 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:54:21.619707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43c9e8a7-176c-49f9-aba9-97474d2b3c8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (e4ca57a8-fb18-4484-b211-fb78f81a0de8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:21.660709 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d415ece-949d-4804-927a-65c2b0f969f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7b9e4a2b-2af4-4d48-b146-271aa4e993ed), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:21.664557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-418d8c71-89bd-410a-ad9e-ca0e2edf0d01 req-4e216a17-42c3-4ebc-b5b0-05c5432b3003 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e291e55-6d09-4dde-a62c-df2abd2750be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724933 Feb 05 02:54:21.758281 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 422ade31-27be-451c-a55c-77fd7d58c3f9 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:21.759724 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7b9e4a2b-2af4-4d48-b146-271aa4e993ed up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:21.762790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d0a4795-0226-458a-a5f7-3a8b943b7052 req-844e9fd6-59ed-4e0e-98cc-96ec7449395c tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0801847 Feb 05 02:54:21.781497 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Made reservation on behalf of 4634e74d7411461bbefd892d0dccf0ac for: {'subnet': 2} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:21.787168 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:21.787514 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:21.811892 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d415ece-949d-4804-927a-65c2b0f969f5 None None] Pushing event updated for resources: {'Port': ['ID=7b9e4a2b-2af4-4d48-b146-271aa4e993ed,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:21.866698 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-192989638-router', 'tenant_id': 'adc4e330ad404a71bdb4242803d5073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:08Z', 'updated_at': '2022-02-05T02:54:17Z', 'revision_number': 4, 'project_id': 'adc4e330ad404a71bdb4242803d5073b', 'gw_port': {'id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:10Z', 'updated_at': '2022-02-05T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e422dc73-25d0-4457-9035-319ab7b3394c', 'name': '', 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262', 'tenant_id': 'adc4e330ad404a71bdb4242803d5073b', 'mac_address': 'fa:16:3e:b3:89:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:14Z', 'updated_at': '2022-02-05T02:54:17Z', 'revision_number': 2, 'project_id': 'adc4e330ad404a71bdb4242803d5073b', 'subnets': [{'id': '8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:21.871305 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ade54402-6bf9-4e7f-be8e-9a5ff7b8ef2f None None] Provisioning complete for port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:21.871305 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ade54402-6bf9-4e7f-be8e-9a5ff7b8ef2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7b9e4a2b-2af4-4d48-b146-271aa4e993ed), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:21.939196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43c9e8a7-176c-49f9-aba9-97474d2b3c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (e4ca57a8-fb18-4484-b211-fb78f81a0de8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:21.940154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c9e8a7-176c-49f9-aba9-97474d2b3c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:21.940733 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43c9e8a7-176c-49f9-aba9-97474d2b3c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:21.941871 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Checking router: a86deca0-f188-4774-a19d-38f9e0b8eb1b for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:54:21.942413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Updating router a86deca0-f188-4774-a19d-38f9e0b8eb1b port e422dc73-25d0-4457-9035-319ab7b3394c binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:54:22.089313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:22.089604 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7b9e4a2b-2af4-4d48-b146-271aa4e993ed), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:22.091782 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e422dc73-25d0-4457-9035-319ab7b3394c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:22.108294 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:54:22.119602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9e8a7-176c-49f9-aba9-97474d2b3c8e admin admin] Pushing event updated for resources: {'Network': ['ID=e4ca57a8-fb18-4484-b211-fb78f81a0de8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:22.120023 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Sync routers for ids ['83eade1a-976d-4460-9f33-dcef5b6673b4'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:54:22.128851 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-43c9e8a7-176c-49f9-aba9-97474d2b3c8e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5240254 Feb 05 02:54:22.134040 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Routers {'83eade1a-976d-4460-9f33-dcef5b6673b4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:54:22.134610 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:54:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['83eade1a-976d-4460-9f33-dcef5b6673b4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:22.138485 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49536) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:22.147118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-49cd101e-ea2f-43bd-84f6-9000e59e8256 admin admin] Request body: {'subnet': {'network_id': 'e4ca57a8-fb18-4484-b211-fb78f81a0de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1185552992-subnet', 'tenant_id': '7075e94d48814e8692b6262a9e8518be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:22.181459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network e4ca57a8-fb18-4484-b211-fb78f81a0de8 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:54:22.185940 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:22.188099 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-77b5f4e1-b25a-49ea-8a4c-f017f70ec313 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5492930 Feb 05 02:54:22.190714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49538) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:22.453268 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Set router 83eade1a-976d-4460-9f33-dcef5b6673b4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:54:22.522013 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cd101e-ea2f-43bd-84f6-9000e59e8256 admin admin] Made reservation on behalf of 7075e94d48814e8692b6262a9e8518be for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:22.524361 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49cd101e-ea2f-43bd-84f6-9000e59e8256 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:22.684866 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f7f4b9c8-799e-4972-b3f9-4fa4acace70e up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:22.698212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745274b-c4ef-4e78-b607-2b40f1955b07 req-fb93290a-4b42-47fa-87df-0eb5d96d1575 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:22.706106 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9745274b-c4ef-4e78-b607-2b40f1955b07 req-fb93290a-4b42-47fa-87df-0eb5d96d1575 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.2778640 Feb 05 02:54:22.729903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ade54402-6bf9-4e7f-be8e-9a5ff7b8ef2f None None] Current status of the port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:22.780911 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (b35be3e1-189e-458c-bc53-25d9dbb28040), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:22.864911 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'name': 'tempest-ServersTestManualDisk-396975835-router', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '4917b1a7-3814-420f-850a-61099805af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:16Z', 'updated_at': '2022-02-05T02:54:20Z', 'revision_number': 3, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'gw_port': {'id': '4917b1a7-3814-420f-850a-61099805af40', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:17Z', 'updated_at': '2022-02-05T02:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:22.924358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9745274b-c4ef-4e78-b607-2b40f1955b07 req-fb3c8726-722f-4e84-a4eb-ee0d9d65f53b tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166324 Feb 05 02:54:22.932329 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Checking router: 83eade1a-976d-4460-9f33-dcef5b6673b4 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:54:22.932698 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Updating router 83eade1a-976d-4460-9f33-dcef5b6673b4 port 4917b1a7-3814-420f-850a-61099805af40 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:54:22.986976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port f7f4b9c8-799e-4972-b3f9-4fa4acace70e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:54:23.019049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port f7f4b9c8-799e-4972-b3f9-4fa4acace70e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:23.019448 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f7f4b9c8-799e-4972-b3f9-4fa4acace70e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:23.026428 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4917b1a7-3814-420f-850a-61099805af40), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:23.028124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Checking segment: {'id': '0439780f-3b0b-4126-a100-b8cb20b2a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:23.028489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Network hostable DHCP agents. Network: 0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:54:23.057779 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event updated for resources: {'Subnet': ['ID=b35be3e1-189e-458c-bc53-25d9dbb28040,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:23.114656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:23.207046 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97b4906f-8e05-4b6a-9c41-11fd31bd09a6 req-cf9bdc86-c42b-4b2c-8144-4311fc7cd1c6 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.1081183 Feb 05 02:54:23.276177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Network 0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:54:23.324640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc99fa-ca14-4146-b8f9-ff3b465e320d req-7d8ffa1c-e8be-4f0c-ab3a-587fc7058b8e tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:23.344493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40cc99fa-ca14-4146-b8f9-ff3b465e320d req-7d8ffa1c-e8be-4f0c-ab3a-587fc7058b8e tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 944 time: 0.2644427 Feb 05 02:54:23.346121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7b9e4a2b-2af4-4d48-b146-271aa4e993ed up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:23.374218 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:23.384613 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (27ce8678-d59f-4f84-a5b0-2f0622e114ce), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:23.423078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7203066f-dec6-434f-85ef-da75cc821296 None None] Network 0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:23.501554 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49cd101e-ea2f-43bd-84f6-9000e59e8256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:23.605612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40cc99fa-ca14-4146-b8f9-ff3b465e320d req-36921d58-80ce-4304-ad2b-3abf56a39273 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e291e55-6d09-4dde-a62c-df2abd2750be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598159 Feb 05 02:54:23.698976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event updated for resources: {'Subnet': ['ID=27ce8678-d59f-4f84-a5b0-2f0622e114ce,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:23.715981 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd101e-ea2f-43bd-84f6-9000e59e8256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:23.720483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Checking segment: {'id': 'dea14c1a-285a-4a59-bfef-400a22ac5c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '839e463a-b994-4d83-8c05-cda861563db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:23.720857 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Network hostable DHCP agents. Network: 839e463a-b994-4d83-8c05-cda861563db8, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:54:23.724260 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Publish callbacks [] for port (4917b1a7-3814-420f-850a-61099805af40), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:23.748920 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4917b1a7-3814-420f-850a-61099805af40), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:23.757078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port f7f4b9c8-799e-4972-b3f9-4fa4acace70e is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:23.758111 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7f4b9c8-799e-4972-b3f9-4fa4acace70e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:23.792847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ade49-abe9-4415-98da-381e4677cf73 req-d9e08b3a-f07e-4618-96ea-032742cd1236 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:23.796679 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-696ade49-abe9-4415-98da-381e4677cf73 req-d9e08b3a-f07e-4618-96ea-032742cd1236 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 945 time: 0.4072921 Feb 05 02:54:23.828817 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Attempting to bind port 4917b1a7-3814-420f-850a-61099805af40 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:54:23.829231 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Attempting to bind port 4917b1a7-3814-420f-850a-61099805af40 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:54:23.829582 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Attempting to bind port 4917b1a7-3814-420f-850a-61099805af40 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:54:23.841620 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:54:23.841978 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:23.846321 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:23.846721 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:23.847834 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:54:23.848344 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Bound port: 4917b1a7-3814-420f-850a-61099805af40, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:54:23.848742 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4917b1a7-3814-420f-850a-61099805af40), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:23.862452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Network 839e463a-b994-4d83-8c05-cda861563db8 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:54:23.907788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd101e-ea2f-43bd-84f6-9000e59e8256 admin admin] Checking segment: {'id': 'cd6a07bd-248b-4d83-aa33-474693ba1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4ca57a8-fb18-4484-b211-fb78f81a0de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:23.908251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cd101e-ea2f-43bd-84f6-9000e59e8256 admin admin] Network hostable DHCP agents. Network: e4ca57a8-fb18-4484-b211-fb78f81a0de8, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:54:23.912381 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] For port 4917b1a7-3814-420f-850a-61099805af40, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:54:23.914767 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 839e463a-b994-4d83-8c05-cda861563db8) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:23.916536 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] For port 4917b1a7-3814-420f-850a-61099805af40, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4917b1a7-3814-420f-850a-61099805af40,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:54:23.932616 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4917b1a7-3814-420f-850a-61099805af40), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:23.939877 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Publish callbacks [] for port (e422dc73-25d0-4457-9035-319ab7b3394c), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:23.944691 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-696ade49-abe9-4415-98da-381e4677cf73 req-f7228b60-7042-4e2c-96d6-5e93f8bef0bc tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428838 Feb 05 02:54:23.949320 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:23.952345 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:23.955441 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:23.997027 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e293b28a-c697-485e-931c-e0912259b514 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.7190659 Feb 05 02:54:23.997795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49558) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:24.028836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f7f4b9c8-799e-4972-b3f9-4fa4acace70e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f7f4b9c8-799e-4972-b3f9-4fa4acace70e,segment=NetworkSegment(d358c9ad-671f-4b5f-823a-b1151f7e563e),segment_id=d358c9ad-671f-4b5f-823a-b1151f7e563e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:24.033113 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f1ac40-6670-49ed-9695-c3793ca9a064 None None] Network 839e463a-b994-4d83-8c05-cda861563db8 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:24.036368 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Routers {'83eade1a-976d-4460-9f33-dcef5b6673b4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:54:24.040099 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:54:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['83eade1a-976d-4460-9f33-dcef5b6673b4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:24.056096 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646125b4-923b-4bb3-8740-09ed4913dd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f4b9c8-799e-4972-b3f9-4fa4acace70e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:54:24.060490 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0153e127-d97a-4aef-b8b5-228ac6ec1483" -d '{"events": [{"server_uuid": "646125b4-923b-4bb3-8740-09ed4913dd0f", "name": "network-vif-plugged", "status": "completed", "tag": "f7f4b9c8-799e-4972-b3f9-4fa4acace70e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:54:24.073487 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb', 'network_id': '0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb', 'project_id': '4634e74d7411461bbefd892d0dccf0ac', 'fixed_ips': [{'subnet_id': 'b35be3e1-189e-458c-bc53-25d9dbb28040'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:54:24.074616 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:24.097779 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e422dc73-25d0-4457-9035-319ab7b3394c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:24.101615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cd101e-ea2f-43bd-84f6-9000e59e8256 admin admin] Network e4ca57a8-fb18-4484-b211-fb78f81a0de8 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:54:24.109242 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f7f4b9c8-799e-4972-b3f9-4fa4acace70e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:24.124776 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:24.125987 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7b9e4a2b-2af4-4d48-b146-271aa4e993ed), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:24.165669 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6586a7-29b7-41f6-b936-852063a31e8e req-90ac329d-c773-4eaf-a69a-9c8d71b91853 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:24.167316 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac6586a7-29b7-41f6-b936-852063a31e8e req-90ac329d-c773-4eaf-a69a-9c8d71b91853 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.31 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 945 time: 0.4085662 Feb 05 02:54:24.189791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-49cd101e-ea2f-43bd-84f6-9000e59e8256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, e4ca57a8-fb18-4484-b211-fb78f81a0de8) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:24.244716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cd101e-ea2f-43bd-84f6-9000e59e8256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:24.245232 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49cd101e-ea2f-43bd-84f6-9000e59e8256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:24.291954 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] Set router 83eade1a-976d-4460-9f33-dcef5b6673b4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:54:24.321548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03062cbc-269d-4823-9a85-854f627bcf78 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:24.328679 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03062cbc-269d-4823-9a85-854f627bcf78 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:24.330000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03062cbc-269d-4823-9a85-854f627bcf78 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:24.347950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49564) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:24.352481 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-03062cbc-269d-4823-9a85-854f627bcf78 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3530784 Feb 05 02:54:24.361307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Allocated IP 172.20.0.2 (0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb/b35be3e1-189e-458c-bc53-25d9dbb28040/c25dcfb9-c5a1-4add-b56e-64c869959795) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:54:24.404699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef01048-9a28-4e62-9428-834299c75287 req-fe1796f0-0250-4a66-83eb-435b880abf2f tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:24.406250 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eef01048-9a28-4e62-9428-834299c75287 req-fe1796f0-0250-4a66-83eb-435b880abf2f tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.3087330 Feb 05 02:54:24.522825 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba13c0c-dc2c-4902-8dfe-24d9f69530c8 x-openstack-request-id: req-0ba13c0c-dc2c-4902-8dfe-24d9f69530c8 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:54:24.523046 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646125b4-923b-4bb3-8740-09ed4913dd0f", "name": "network-vif-plugged", "status": "completed", "tag": "f7f4b9c8-799e-4972-b3f9-4fa4acace70e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:54:24.523308 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ba13c0c-dc2c-4902-8dfe-24d9f69530c8 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:54:24.523702 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646125b4-923b-4bb3-8740-09ed4913dd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f4b9c8-799e-4972-b3f9-4fa4acace70e', 'code': 200} Feb 05 02:54:24.541075 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebb29bf5-1dbf-4871-9184-e64de6870845 req-5d6265f4-26dd-470e-8d8d-bea7aef8337c tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.1255903 Feb 05 02:54:24.577521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2ce8e3-7de1-4705-92b1-015de6a4ab40 None None] Network e4ca57a8-fb18-4484-b211-fb78f81a0de8 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:24.606293 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eef01048-9a28-4e62-9428-834299c75287 req-ee91728e-93eb-41d4-841d-e8f5d8d814ce tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895118 Feb 05 02:54:24.663053 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-49cd101e-ea2f-43bd-84f6-9000e59e8256 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5225174 Feb 05 02:54:24.665703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49570) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:24.671925 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1185552992-router', 'tenant_id': '7075e94d48814e8692b6262a9e8518be', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:24.725676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24312a-e588-4aa6-a202-4721b6f6c522 req-f586baab-599c-443f-8e16-dc8b6104e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:24.734453 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b24312a-e588-4aa6-a202-4721b6f6c522 req-f586baab-599c-443f-8e16-dc8b6104e57b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 1127 time: 0.4718046 Feb 05 02:54:24.849732 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (2b795c89-c320-4256-8983-5ad99fbfbb7c), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:24.859610 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (2b795c89-c320-4256-8983-5ad99fbfbb7c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:24.873222 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-750e256e-84a7-401b-a9b7-7c5af115fe3f tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Deleting subnet b35be3e1-189e-458c-bc53-25d9dbb28040 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:54:24.890914 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Publish callbacks [] for port (c25dcfb9-c5a1-4add-b56e-64c869959795), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:24.907674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-750e256e-84a7-401b-a9b7-7c5af115fe3f tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks [] for subnet (b35be3e1-189e-458c-bc53-25d9dbb28040), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:24.916039 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ac6586a7-29b7-41f6-b936-852063a31e8e req-fdd725d0-2bd6-451f-abfa-1e814fe07caf tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Deleting port 164c5bd7-72d8-4796-ae48-9f58da11f82d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:54:24.916744 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ac6586a7-29b7-41f6-b936-852063a31e8e req-fdd725d0-2bd6-451f-abfa-1e814fe07caf tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:24.953999 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e92eab-ab3c-4b6f-965e-526aeadf27f5 None None] Pushing event updated for resources: {'Port': ['ID=4917b1a7-3814-420f-850a-61099805af40,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:25.036795 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Allocated IP 172.20.0.1 (436c4816-2885-4a66-a246-061c24b2b030/e6a6cc2c-4cea-4e70-98f1-e416109769e9/7a21e057-bf54-46de-9677-7a13520a5a80) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:54:25.044932 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b24312a-e588-4aa6-a202-4721b6f6c522 req-a19a712a-11cf-4754-80c5-6e450e919e9b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0e291e55-6d09-4dde-a62c-df2abd2750be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962022 Feb 05 02:54:25.046227 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Publish callbacks [] for router_controller (2b795c89-c320-4256-8983-5ad99fbfbb7c), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:25.055142 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-750e256e-84a7-401b-a9b7-7c5af115fe3f tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (b35be3e1-189e-458c-bc53-25d9dbb28040), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:25.068224 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f70bfb-eea5-4f4f-95de-acc3fb662cce req-f7f94db2-b486-4e5e-823b-1bfd72b19f5b tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:25.073464 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19f70bfb-eea5-4f4f-95de-acc3fb662cce req-f7f94db2-b486-4e5e-823b-1bfd72b19f5b tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 945 time: 0.3461649 Feb 05 02:54:25.200002 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (c25dcfb9-c5a1-4add-b56e-64c869959795), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:25.240711 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e92eab-ab3c-4b6f-965e-526aeadf27f5 None None] Pushing event updated for resources: {'Port': ['ID=4917b1a7-3814-420f-850a-61099805af40,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:25.289414 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'name': 'tempest-ServersTestManualDisk-396975835-router', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '4917b1a7-3814-420f-850a-61099805af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:16Z', 'updated_at': '2022-02-05T02:54:20Z', 'revision_number': 3, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'gw_port': {'id': '4917b1a7-3814-420f-850a-61099805af40', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:17Z', 'updated_at': '2022-02-05T02:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:25.336907 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19f70bfb-eea5-4f4f-95de-acc3fb662cce req-797d5a6a-e191-4063-89e9-2a63b3c34ebf tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e291e55-6d09-4dde-a62c-df2abd2750be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943978 Feb 05 02:54:25.344175 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608ac3f-b161-4356-ab02-8ba701baeab6 None None] The sync data for ids ['83eade1a-976d-4460-9f33-dcef5b6673b4'] in n-d-826942-8 is: [{'id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'name': 'tempest-ServersTestManualDisk-396975835-router', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '4917b1a7-3814-420f-850a-61099805af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:16Z', 'updated_at': '2022-02-05T02:54:20Z', 'revision_number': 3, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'gw_port': {'id': '4917b1a7-3814-420f-850a-61099805af40', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:17Z', 'updated_at': '2022-02-05T02:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:54:25.424396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Network 0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:25.431607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:25.460061 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-e4ca57a8-fb18-4484-b211-fb78f81a0de8', 'network_id': 'e4ca57a8-fb18-4484-b211-fb78f81a0de8', 'project_id': '7075e94d48814e8692b6262a9e8518be', 'fixed_ips': [{'subnet_id': 'b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:54:25.461070 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:25.470270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:25.498317 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a689b20-aefc-4eb8-9497-2a5fb1af047f None None] Pushing event updated for resources: {'Port': ['ID=e422dc73-25d0-4457-9035-319ab7b3394c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:25.531740 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:25.702410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7e009fe1-ff4c-4081-a3b5-25138e9f30b4 None None] Provisioning complete for port e422dc73-25d0-4457-9035-319ab7b3394c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:25.704153 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7e009fe1-ff4c-4081-a3b5-25138e9f30b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e422dc73-25d0-4457-9035-319ab7b3394c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:25.788976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Attempting to bind port e422dc73-25d0-4457-9035-319ab7b3394c on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:54:25.789219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Attempting to bind port e422dc73-25d0-4457-9035-319ab7b3394c by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'ea456988-812f-416f-90ce-11235c6aeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:54:25.789588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Attempting to bind port e422dc73-25d0-4457-9035-319ab7b3394c on network a1d070de-759e-46a2-b508-8200ed0d7262 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:54:25.899863 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ac6586a7-29b7-41f6-b936-852063a31e8e req-fdd725d0-2bd6-451f-abfa-1e814fe07caf tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] For port 164c5bd7-72d8-4796-ae48-9f58da11f82d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=164c5bd7-72d8-4796-ae48-9f58da11f82d,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:25.900778 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ac6586a7-29b7-41f6-b936-852063a31e8e req-fdd725d0-2bd6-451f-abfa-1e814fe07caf tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:25.969618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ac6586a7-29b7-41f6-b936-852063a31e8e req-fdd725d0-2bd6-451f-abfa-1e814fe07caf tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Calling delete_port for 164c5bd7-72d8-4796-ae48-9f58da11f82d owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:54:26.007156 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-750e256e-84a7-401b-a9b7-7c5af115fe3f tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (b35be3e1-189e-458c-bc53-25d9dbb28040), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:26.063789 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c56d3b88-9987-471f-b5db-88eadd95af99 req-72b801f6-87ee-4663-b9f4-7ab52963c79d tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.1080239 Feb 05 02:54:26.109168 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Publish callbacks [] for router_gateway (2b795c89-c320-4256-8983-5ad99fbfbb7c), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:26.196254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7e009fe1-ff4c-4081-a3b5-25138e9f30b4 None None] Port e422dc73-25d0-4457-9035-319ab7b3394c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:54:26.205569 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:54:26.205951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Checking segment: {'id': 'ea456988-812f-416f-90ce-11235c6aeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:26.210001 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:26.210512 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Bound using segment: {'id': 'ea456988-812f-416f-90ce-11235c6aeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:54:26.211047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Bound port: e422dc73-25d0-4457-9035-319ab7b3394c, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea456988-812f-416f-90ce-11235c6aeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:54:26.211442 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e422dc73-25d0-4457-9035-319ab7b3394c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:26.264080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Allocated IP 172.20.0.2 (e4ca57a8-fb18-4484-b211-fb78f81a0de8/b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b/e905bb49-47ad-4aeb-a1e6-19880e0bb752) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:54:26.274602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ddcca-56ad-420e-90b6-cb46cc888a26 req-8f1410f5-5453-4841-b631-d000760aaea6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:26.280592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd6ddcca-56ad-420e-90b6-cb46cc888a26 req-8f1410f5-5453-4841-b631-d000760aaea6 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 945 time: 1.0031264 Feb 05 02:54:26.323794 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Publish callbacks [] for port (7a21e057-bf54-46de-9677-7a13520a5a80), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:26.402054 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-750e256e-84a7-401b-a9b7-7c5af115fe3f tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (b35be3e1-189e-458c-bc53-25d9dbb28040), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:26.459874 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd6ddcca-56ad-420e-90b6-cb46cc888a26 req-575c531b-f58f-4cc4-9068-7c3680a5d4ab tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660240 Feb 05 02:54:26.510099 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-750e256e-84a7-401b-a9b7-7c5af115fe3f tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:26.519987 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-750e256e-84a7-401b-a9b7-7c5af115fe3f tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "DELETE /v2.0/subnets/b35be3e1-189e-458c-bc53-25d9dbb28040 HTTP/1.1" status: 204 len: 168 time: 2.1190667 Feb 05 02:54:26.522310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e256e-84a7-401b-a9b7-7c5af115fe3f tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event deleted for resources: {'Subnet': ['ID=b35be3e1-189e-458c-bc53-25d9dbb28040,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:26.544580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49584) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:26.596206 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7a21e057-bf54-46de-9677-7a13520a5a80), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:26.614414 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Publish callbacks [] for port (e905bb49-47ad-4aeb-a1e6-19880e0bb752), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:26.636896 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52063d5e-a7e5-499f-94f6-83244660f74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-839e463a-b994-4d83-8c05-cda861563db8', 'network_id': '839e463a-b994-4d83-8c05-cda861563db8', 'project_id': '4634e74d7411461bbefd892d0dccf0ac', 'fixed_ips': [{'subnet_id': '27ce8678-d59f-4f84-a5b0-2f0622e114ce'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:54:26.637819 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-52063d5e-a7e5-499f-94f6-83244660f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:26.682291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=f7f4b9c8-799e-4972-b3f9-4fa4acace70e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:26.700680 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-3758860a-eddc-4e0d-a30c-9ae2fe9e4e82 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Deleting subnet 27ce8678-d59f-4f84-a5b0-2f0622e114ce {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:54:26.701125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Network 436c4816-2885-4a66-a246-061c24b2b030 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:26.713104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:26.719318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:26.723277 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (e905bb49-47ad-4aeb-a1e6-19880e0bb752), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:26.723769 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Pushing event updated for resources: {'Port': ['ID=7a21e057-bf54-46de-9677-7a13520a5a80,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:26.731680 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ac6586a7-29b7-41f6-b936-852063a31e8e req-fdd725d0-2bd6-451f-abfa-1e814fe07caf tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (164c5bd7-72d8-4796-ae48-9f58da11f82d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:26.732983 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3758860a-eddc-4e0d-a30c-9ae2fe9e4e82 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks [] for subnet (27ce8678-d59f-4f84-a5b0-2f0622e114ce), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:26.780208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Network e4ca57a8-fb18-4484-b211-fb78f81a0de8 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:26.790903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:26.818082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea04be-84d1-4f66-9092-52652146baca req-cb1d0b79-3d93-4400-b571-e15224b26147 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:26.819703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7fea04be-84d1-4f66-9092-52652146baca req-cb1d0b79-3d93-4400-b571-e15224b26147 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.4356344 Feb 05 02:54:26.855388 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:26.879044 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3758860a-eddc-4e0d-a30c-9ae2fe9e4e82 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (27ce8678-d59f-4f84-a5b0-2f0622e114ce), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:26.953023 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd725d0-2bd6-451f-abfa-1e814fe07caf tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Pushing event deleted for resources: {'Port': ['ID=164c5bd7-72d8-4796-ae48-9f58da11f82d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:26.968928 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (83eade1a-976d-4460-9f33-dcef5b6673b4), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:26.977048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Attempting to bind port c25dcfb9-c5a1-4add-b56e-64c869959795 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:54:26.984520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Attempting to bind port c25dcfb9-c5a1-4add-b56e-64c869959795 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '0439780f-3b0b-4126-a100-b8cb20b2a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:54:26.985304 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Attempting to bind port c25dcfb9-c5a1-4add-b56e-64c869959795 on network 0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:54:27.044115 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04042401-38f2-4cd1-bbd5-7b1ee1c56ef3 req-ef016425-2111-4593-89be-51d7774e549f tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:27.054245 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04042401-38f2-4cd1-bbd5-7b1ee1c56ef3 req-ef016425-2111-4593-89be-51d7774e549f tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 945 time: 0.3979919 Feb 05 02:54:27.113089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6586a7-29b7-41f6-b936-852063a31e8e req-fdd725d0-2bd6-451f-abfa-1e814fe07caf tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] No DVR routers for this DVR port 164c5bd7-72d8-4796-ae48-9f58da11f82d on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:54:27.123247 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ac6586a7-29b7-41f6-b936-852063a31e8e req-fdd725d0-2bd6-451f-abfa-1e814fe07caf tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:27.126807 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac6586a7-29b7-41f6-b936-852063a31e8e req-fdd725d0-2bd6-451f-abfa-1e814fe07caf tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.31 "DELETE /v2.0/ports/164c5bd7-72d8-4796-ae48-9f58da11f82d HTTP/1.1" status: 204 len: 173 time: 2.9529016 Feb 05 02:54:27.129318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216d4a9e-ef19-46f5-9cfa-ac29e116726c', 'name': 'network-vif-deleted', 'tag': '164c5bd7-72d8-4796-ae48-9f58da11f82d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:54:27.136389 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab1628c-11fb-4aa3-acd5-549589e5d0b9" -d '{"events": [{"server_uuid": "216d4a9e-ef19-46f5-9cfa-ac29e116726c", "name": "network-vif-deleted", "tag": "164c5bd7-72d8-4796-ae48-9f58da11f82d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:54:27.193127 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3758860a-eddc-4e0d-a30c-9ae2fe9e4e82 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (27ce8678-d59f-4f84-a5b0-2f0622e114ce), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:27.224619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:54:27.225232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Checking segment: {'id': '0439780f-3b0b-4126-a100-b8cb20b2a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:27.225357 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:27.225757 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Bound using segment: {'id': '0439780f-3b0b-4126-a100-b8cb20b2a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:54:27.226238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Bound port: c25dcfb9-c5a1-4add-b56e-64c869959795, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0439780f-3b0b-4126-a100-b8cb20b2a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:54:27.228901 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c25dcfb9-c5a1-4add-b56e-64c869959795), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:27.317556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 164c5bd7-72d8-4796-ae48-9f58da11f82d no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:54:27.322675 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7a21e057-bf54-46de-9677-7a13520a5a80), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:27.345701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Pushing event updated for resources: {'Port': ['ID=c25dcfb9-c5a1-4add-b56e-64c869959795,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:27.369306 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7fea04be-84d1-4f66-9092-52652146baca req-34491b15-8dc9-407b-966e-f6d625897fba tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180318 Feb 05 02:54:27.422252 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3758860a-eddc-4e0d-a30c-9ae2fe9e4e82 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (27ce8678-d59f-4f84-a5b0-2f0622e114ce), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:27.432575 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] For port e422dc73-25d0-4457-9035-319ab7b3394c, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:54:27.459505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] For port e422dc73-25d0-4457-9035-319ab7b3394c, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e422dc73-25d0-4457-9035-319ab7b3394c,segment=NetworkSegment(ea456988-812f-416f-90ce-11235c6aeb31),segment_id=ea456988-812f-416f-90ce-11235c6aeb31)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:54:27.471800 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Attempting to bind port e905bb49-47ad-4aeb-a1e6-19880e0bb752 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:54:27.474383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Attempting to bind port e905bb49-47ad-4aeb-a1e6-19880e0bb752 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'cd6a07bd-248b-4d83-aa33-474693ba1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4ca57a8-fb18-4484-b211-fb78f81a0de8'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:54:27.474934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Attempting to bind port e905bb49-47ad-4aeb-a1e6-19880e0bb752 on network e4ca57a8-fb18-4484-b211-fb78f81a0de8 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:54:27.515530 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758860a-eddc-4e0d-a30c-9ae2fe9e4e82 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event deleted for resources: {'Subnet': ['ID=27ce8678-d59f-4f84-a5b0-2f0622e114ce,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:27.530976 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3758860a-eddc-4e0d-a30c-9ae2fe9e4e82 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:27.534127 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3758860a-eddc-4e0d-a30c-9ae2fe9e4e82 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "DELETE /v2.0/subnets/27ce8678-d59f-4f84-a5b0-2f0622e114ce HTTP/1.1" status: 204 len: 168 time: 0.9794631 Feb 05 02:54:27.538440 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49594) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:27.545484 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:54:27.545484 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Checking segment: {'id': 'cd6a07bd-248b-4d83-aa33-474693ba1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4ca57a8-fb18-4484-b211-fb78f81a0de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:27.545934 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:27.546295 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Bound using segment: {'id': 'cd6a07bd-248b-4d83-aa33-474693ba1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4ca57a8-fb18-4484-b211-fb78f81a0de8'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:54:27.557233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Bound port: e905bb49-47ad-4aeb-a1e6-19880e0bb752, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6a07bd-248b-4d83-aa33-474693ba1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4ca57a8-fb18-4484-b211-fb78f81a0de8'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:54:27.562622 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e905bb49-47ad-4aeb-a1e6-19880e0bb752), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:27.566548 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 164c5bd7-72d8-4796-ae48-9f58da11f82d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:54:27.573951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 164c5bd7-72d8-4796-ae48-9f58da11f82d not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:54:27.578661 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e422dc73-25d0-4457-9035-319ab7b3394c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:27.588133 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04042401-38f2-4cd1-bbd5-7b1ee1c56ef3 req-8f7226f1-ca2a-40a4-ad0b-0185abe2f42f tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e291e55-6d09-4dde-a62c-df2abd2750be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281336 Feb 05 02:54:27.676507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0829be99-3194-435f-a470-990abe0e2f14 None None] Provisioning complete for port 7a21e057-bf54-46de-9677-7a13520a5a80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:27.676889 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0829be99-3194-435f-a470-990abe0e2f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7a21e057-bf54-46de-9677-7a13520a5a80), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:27.698836 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab92fbc-b508-417e-b080-203d1da497b1 x-openstack-request-id: req-2ab92fbc-b508-417e-b080-203d1da497b1 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:54:27.699347 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216d4a9e-ef19-46f5-9cfa-ac29e116726c", "name": "network-vif-deleted", "tag": "164c5bd7-72d8-4796-ae48-9f58da11f82d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:54:27.699800 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ab92fbc-b508-417e-b080-203d1da497b1 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:54:27.711843 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216d4a9e-ef19-46f5-9cfa-ac29e116726c', 'name': 'network-vif-deleted', 'tag': '164c5bd7-72d8-4796-ae48-9f58da11f82d', 'status': 'completed', 'code': 200} Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server [None req-52063d5e-a7e5-499f-94f6-83244660f74c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27ce8678-d59f-4f84-a5b0-2f0622e114ce: This subnet is being modified by another concurrent operation. Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 02:54:27.766807 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise exception Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27ce8678-d59f-4f84-a5b0-2f0622e114ce: This subnet is being modified by another concurrent operation. Feb 05 02:54:27.771578 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server Feb 05 02:54:27.786670 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Pushing event updated for resources: {'Port': ['ID=e905bb49-47ad-4aeb-a1e6-19880e0bb752,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:27.842947 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18746fc7-7e6f-43bc-abf7-c3c0c4564b82 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:27.858976 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-18746fc7-7e6f-43bc-abf7-c3c0c4564b82 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3194129 Feb 05 02:54:27.863571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49598) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:27.891504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4917b1a7-3814-420f-850a-61099805af40 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:27.900704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2a410c-360d-4bb8-be11-00bec4417dc4 None None] Network 839e463a-b994-4d83-8c05-cda861563db8 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:27.901541 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-345d81de-a271-46ed-8ec0-d21a6b2a239a req-21981963-3ad9-494c-a38d-205a8f89216f tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.3121560 Feb 05 02:54:27.938985 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-215db82b-2128-4c69-854a-65bafffd5705 req-10bbcfcb-fe3c-410d-a3cb-2b6779f548ce tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d4a9e-ef19-46f5-9cfa-ac29e116726c HTTP/1.1" status: 200 len: 210 time: 0.0598176 Feb 05 02:54:28.027909 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Publish callbacks [] for router_gateway (2b795c89-c320-4256-8983-5ad99fbfbb7c), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:28.106636 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:28.116932 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57b3b2cb-4d82-4249-a111-c034da3c3e69 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (839e463a-b994-4d83-8c05-cda861563db8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:28.134422 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Publish callbacks [] for port (7a21e057-bf54-46de-9677-7a13520a5a80), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:28.160484 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (7a21e057-bf54-46de-9677-7a13520a5a80), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:28.351321 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf27eb2-6c18-47ed-83de-bba823fbc2ee req-fd865691-264c-41ea-9970-3ebfbbd2471c tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:28.352892 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bbf27eb2-6c18-47ed-83de-bba823fbc2ee req-fd865691-264c-41ea-9970-3ebfbbd2471c tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 945 time: 0.2670841 Feb 05 02:54:28.429403 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (83eade1a-976d-4460-9f33-dcef5b6673b4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:28.439366 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Pushing event updated for resources: {'Port': ['ID=7a21e057-bf54-46de-9677-7a13520a5a80,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:28.462010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Allocated IP 172.25.0.57 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/5c5eaee3-3097-43d4-9e2d-c234bbaf26c9) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:54:28.468754 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57b3b2cb-4d82-4249-a111-c034da3c3e69 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (839e463a-b994-4d83-8c05-cda861563db8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:28.496512 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0829be99-3194-435f-a470-990abe0e2f14 None None] Port 7a21e057-bf54-46de-9677-7a13520a5a80 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:54:28.497894 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a689b20-aefc-4eb8-9497-2a5fb1af047f None None] Pushing event updated for resources: {'Port': ['ID=e422dc73-25d0-4457-9035-319ab7b3394c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:28.508196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] For port e905bb49-47ad-4aeb-a1e6-19880e0bb752, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:54:28.513187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bbf27eb2-6c18-47ed-83de-bba823fbc2ee req-6a71d582-d17c-478d-92e8-39c14b531c98 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e291e55-6d09-4dde-a62c-df2abd2750be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492641 Feb 05 02:54:28.517420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] For port e905bb49-47ad-4aeb-a1e6-19880e0bb752, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e905bb49-47ad-4aeb-a1e6-19880e0bb752,segment=NetworkSegment(cd6a07bd-248b-4d83-aa33-474693ba1329),segment_id=cd6a07bd-248b-4d83-aa33-474693ba1329)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:54:28.521405 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] For port c25dcfb9-c5a1-4add-b56e-64c869959795, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:54:28.535703 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-57b3b2cb-4d82-4249-a111-c034da3c3e69 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839e463a-b994-4d83-8c05-cda861563db8']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:28.549322 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-57b3b2cb-4d82-4249-a111-c034da3c3e69 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea14c1a-285a-4a59-bfef-400a22ac5c59') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:28.549768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-57b3b2cb-4d82-4249-a111-c034da3c3e69 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea14c1a-285a-4a59-bfef-400a22ac5c59') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:28.563958 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] For port c25dcfb9-c5a1-4add-b56e-64c869959795, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c25dcfb9-c5a1-4add-b56e-64c869959795,segment=NetworkSegment(0439780f-3b0b-4126-a100-b8cb20b2a387),segment_id=0439780f-3b0b-4126-a100-b8cb20b2a387)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:54:28.564284 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57b3b2cb-4d82-4249-a111-c034da3c3e69 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (dea14c1a-285a-4a59-bfef-400a22ac5c59), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:28.570075 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e905bb49-47ad-4aeb-a1e6-19880e0bb752), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:28.587402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a689b20-aefc-4eb8-9497-2a5fb1af047f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:28.587744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a689b20-aefc-4eb8-9497-2a5fb1af047f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:28.588086 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a689b20-aefc-4eb8-9497-2a5fb1af047f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:28.588420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a689b20-aefc-4eb8-9497-2a5fb1af047f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:28.588820 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a689b20-aefc-4eb8-9497-2a5fb1af047f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:28.589062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a689b20-aefc-4eb8-9497-2a5fb1af047f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:28.589387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a689b20-aefc-4eb8-9497-2a5fb1af047f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:28.589708 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a689b20-aefc-4eb8-9497-2a5fb1af047f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:28.590025 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a689b20-aefc-4eb8-9497-2a5fb1af047f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:28.590345 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a689b20-aefc-4eb8-9497-2a5fb1af047f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:28.591130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a689b20-aefc-4eb8-9497-2a5fb1af047f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:28.591130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a689b20-aefc-4eb8-9497-2a5fb1af047f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:28.591372 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a689b20-aefc-4eb8-9497-2a5fb1af047f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:54:28.595090 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Routers {'a86deca0-f188-4774-a19d-38f9e0b8eb1b'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:54:28.595452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:54:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a86deca0-f188-4774-a19d-38f9e0b8eb1b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:28.597453 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57b3b2cb-4d82-4249-a111-c034da3c3e69 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (dea14c1a-285a-4a59-bfef-400a22ac5c59), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:28.632197 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b3b2cb-4d82-4249-a111-c034da3c3e69 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:54:28.632883 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57b3b2cb-4d82-4249-a111-c034da3c3e69 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (dea14c1a-285a-4a59-bfef-400a22ac5c59), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:54:28.636698 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:54:28.740737 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c25dcfb9-c5a1-4add-b56e-64c869959795), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:28.791234 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Network 436c4816-2885-4a66-a246-061c24b2b030 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:28.804778 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:28.806002 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71337e-6224-4ee0-b942-1712fcabb2c2 req-ae9079da-473b-4056-9285-478c12eaa022 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:28.818090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e71337e-6224-4ee0-b942-1712fcabb2c2 req-ae9079da-473b-4056-9285-478c12eaa022 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.1846058 Feb 05 02:54:28.865805 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Publish callbacks [] for port (5c5eaee3-3097-43d4-9e2d-c234bbaf26c9), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:28.904410 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57b3b2cb-4d82-4249-a111-c034da3c3e69 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (839e463a-b994-4d83-8c05-cda861563db8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:28.983055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e71337e-6224-4ee0-b942-1712fcabb2c2 req-ebd5993b-a1de-48fb-add5-4ade710cfa8d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636577 Feb 05 02:54:29.061812 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (5c5eaee3-3097-43d4-9e2d-c234bbaf26c9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:29.094283 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Router 83eade1a-976d-4460-9f33-dcef5b6673b4 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:54:29.099505 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57b3b2cb-4d82-4249-a111-c034da3c3e69 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:29.115546 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-57b3b2cb-4d82-4249-a111-c034da3c3e69 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "DELETE /v2.0/networks/839e463a-b994-4d83-8c05-cda861563db8 HTTP/1.1" status: 204 len: 168 time: 1.2437727 Feb 05 02:54:29.124998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c4d6a5fb-44a7-4e76-89d2-a30050c78db3 None None] Provisioning complete for port e422dc73-25d0-4457-9035-319ab7b3394c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:29.125382 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c4d6a5fb-44a7-4e76-89d2-a30050c78db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e422dc73-25d0-4457-9035-319ab7b3394c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:29.127185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 4917b1a7-3814-420f-850a-61099805af40 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:29.127541 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4917b1a7-3814-420f-850a-61099805af40), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:29.135719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49612) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:29.188070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefae262-244b-43d4-a66d-830b39e58ee9 None None] Pushing event updated for resources: {'Port': ['ID=e905bb49-47ad-4aeb-a1e6-19880e0bb752,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:29.208032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3b2cb-4d82-4249-a111-c034da3c3e69 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event deleted for resources: {'Network': ['ID=839e463a-b994-4d83-8c05-cda861563db8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:29.398222 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f46c594-79bf-449d-a575-fc3e82fe61b0 req-755b40e8-d5d1-4486-84b8-ea4c91212dcb tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.2339721 Feb 05 02:54:29.403840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:29.411057 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:29.416709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Pushing event updated for resources: {'Port': ['ID=5c5eaee3-3097-43d4-9e2d-c234bbaf26c9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:29.419230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:29.434158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] Set router a86deca0-f188-4774-a19d-38f9e0b8eb1b gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:54:29.468009 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:29.548971 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:54:29.560802 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-eb452039-3f2f-482f-b6a0-8570beeb3e53 admin admin] 10.222.0.36 "PUT /v2.0/routers/83eade1a-976d-4460-9f33-dcef5b6673b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3679020 Feb 05 02:54:29.663902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Sync routers for ids ['83eade1a-976d-4460-9f33-dcef5b6673b4'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:54:29.720773 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8aba68-734e-4542-b715-320d3d026e22 None None] Network 0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:29.761886 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bb371-7331-4f44-916f-43708c05ff5f req-7c240bd4-0b80-44d6-908b-90a2c54cbdb1 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:29.763600 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-908bb371-7331-4f44-916f-43708c05ff5f req-7c240bd4-0b80-44d6-908b-90a2c54cbdb1 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 945 time: 0.1304951 Feb 05 02:54:29.770637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Deleting port c25dcfb9-c5a1-4add-b56e-64c869959795 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:54:29.771033 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c25dcfb9-c5a1-4add-b56e-64c869959795), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:29.939044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20579f88-e350-45f2-8828-17cc59b7ae38 None None] Pushing event updated for resources: {'Port': ['ID=c25dcfb9-c5a1-4add-b56e-64c869959795,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:29.941638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Routers {'83eade1a-976d-4460-9f33-dcef5b6673b4'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:54:29.942256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:54:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['83eade1a-976d-4460-9f33-dcef5b6673b4'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:30.054921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] For port c25dcfb9-c5a1-4add-b56e-64c869959795, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c25dcfb9-c5a1-4add-b56e-64c869959795,segment=NetworkSegment(0439780f-3b0b-4126-a100-b8cb20b2a387),segment_id=0439780f-3b0b-4126-a100-b8cb20b2a387)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:30.055286 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c25dcfb9-c5a1-4add-b56e-64c869959795), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:30.082904 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Calling delete_port for c25dcfb9-c5a1-4add-b56e-64c869959795 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:54:30.119124 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-908bb371-7331-4f44-916f-43708c05ff5f req-eda3d735-ac65-4dd2-a2df-6d82d994840d tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e291e55-6d09-4dde-a62c-df2abd2750be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458705 Feb 05 02:54:30.142299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487c488-5b8a-4b54-a57a-6a7a86ace30e req-33bf937e-a52c-4def-a4fb-8893696871c0 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:30.144340 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7487c488-5b8a-4b54-a57a-6a7a86ace30e req-33bf937e-a52c-4def-a4fb-8893696871c0 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 944 time: 0.2721810 Feb 05 02:54:30.186778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 4917b1a7-3814-420f-850a-61099805af40 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:30.187018 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4917b1a7-3814-420f-850a-61099805af40), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:30.209024 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Publish callbacks [] for router_gateway (2b795c89-c320-4256-8983-5ad99fbfbb7c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:30.227317 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6a5fb-44a7-4e76-89d2-a30050c78db3 None None] Current status of the port e422dc73-25d0-4457-9035-319ab7b3394c is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:30.227708 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c4d6a5fb-44a7-4e76-89d2-a30050c78db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e422dc73-25d0-4457-9035-319ab7b3394c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:30.269716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 4917b1a7-3814-420f-850a-61099805af40, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4917b1a7-3814-420f-850a-61099805af40,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:30.298337 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4917b1a7-3814-420f-850a-61099805af40), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:30.318909 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Set router 83eade1a-976d-4460-9f33-dcef5b6673b4 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:54:30.342100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42822f4e-d039-45ba-9566-8ecdbb02ce71 req-c1fafcc3-00d5-46ca-b16f-bc9142891b1b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:30.353307 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-42822f4e-d039-45ba-9566-8ecdbb02ce71 req-c1fafcc3-00d5-46ca-b16f-bc9142891b1b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe57a8d-1720-4998-94aa-2dda696de742 HTTP/1.1" status: 200 len: 944 time: 0.1648991 Feb 05 02:54:30.485380 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7487c488-5b8a-4b54-a57a-6a7a86ace30e req-c584bdcb-7d92-4cd8-9622-1dfe7f57b396 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020201 Feb 05 02:54:30.558998 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c25dcfb9-c5a1-4add-b56e-64c869959795), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:30.588985 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e905bb49-47ad-4aeb-a1e6-19880e0bb752 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:30.599700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c4d6a5fb-44a7-4e76-89d2-a30050c78db3 None None] For port e422dc73-25d0-4457-9035-319ab7b3394c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e422dc73-25d0-4457-9035-319ab7b3394c,segment=NetworkSegment(ea456988-812f-416f-90ce-11235c6aeb31),segment_id=ea456988-812f-416f-90ce-11235c6aeb31)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:30.620261 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event deleted for resources: {'Port': ['ID=c25dcfb9-c5a1-4add-b56e-64c869959795,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:30.624938 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-42822f4e-d039-45ba-9566-8ecdbb02ce71 req-b0edf87f-76cf-4df2-b90c-7881bf6b0414 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Deleting port aa547e93-3e5e-4881-8417-0d6ec33e52c0 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:54:30.625295 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-42822f4e-d039-45ba-9566-8ecdbb02ce71 req-b0edf87f-76cf-4df2-b90c-7881bf6b0414 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:30.626883 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49636) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:30.640065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-192989638-router', 'tenant_id': 'adc4e330ad404a71bdb4242803d5073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:08Z', 'updated_at': '2022-02-05T02:54:17Z', 'revision_number': 4, 'project_id': 'adc4e330ad404a71bdb4242803d5073b', 'gw_port': {'id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:10Z', 'updated_at': '2022-02-05T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e422dc73-25d0-4457-9035-319ab7b3394c', 'name': '', 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262', 'tenant_id': 'adc4e330ad404a71bdb4242803d5073b', 'mac_address': 'fa:16:3e:b3:89:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:14Z', 'updated_at': '2022-02-05T02:54:27Z', 'revision_number': 4, 'project_id': 'adc4e330ad404a71bdb4242803d5073b', 'subnets': [{'id': '8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:30.646368 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5c016c90-82de-47d7-befe-ae898a88da84 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--50548046', 'description': 'tempest-description--2008977438'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:30.673930 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=4917b1a7-3814-420f-850a-61099805af40,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:30.682219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] No DVR routers for this DVR port c25dcfb9-c5a1-4add-b56e-64c869959795 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:54:30.751453 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c4d6a5fb-44a7-4e76-89d2-a30050c78db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e422dc73-25d0-4457-9035-319ab7b3394c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:30.816776 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-42822f4e-d039-45ba-9566-8ecdbb02ce71 req-b0edf87f-76cf-4df2-b90c-7881bf6b0414 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] For port aa547e93-3e5e-4881-8417-0d6ec33e52c0, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=aa547e93-3e5e-4881-8417-0d6ec33e52c0,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:30.817387 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-42822f4e-d039-45ba-9566-8ecdbb02ce71 req-b0edf87f-76cf-4df2-b90c-7881bf6b0414 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:30.825132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba04c35-8f89-4838-9634-49d568dea17b None None] The sync data for ids ['a86deca0-f188-4774-a19d-38f9e0b8eb1b'] in n-d-826942-8 is: [{'id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-192989638-router', 'tenant_id': 'adc4e330ad404a71bdb4242803d5073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:08Z', 'updated_at': '2022-02-05T02:54:17Z', 'revision_number': 4, 'project_id': 'adc4e330ad404a71bdb4242803d5073b', 'gw_port': {'id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:10Z', 'updated_at': '2022-02-05T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e422dc73-25d0-4457-9035-319ab7b3394c', 'name': '', 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262', 'tenant_id': 'adc4e330ad404a71bdb4242803d5073b', 'mac_address': 'fa:16:3e:b3:89:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:14Z', 'updated_at': '2022-02-05T02:54:27Z', 'revision_number': 4, 'project_id': 'adc4e330ad404a71bdb4242803d5073b', 'subnets': [{'id': '8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:54:30.859843 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-42822f4e-d039-45ba-9566-8ecdbb02ce71 req-b0edf87f-76cf-4df2-b90c-7881bf6b0414 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Calling delete_port for aa547e93-3e5e-4881-8417-0d6ec33e52c0 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:54:30.920190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a191bc4b-2df2-4aa7-b5dd-2816feae18ac None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 02:54:30.951445 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4190663c-bc1b-45eb-89b2-0cb06db856c3 req-27c9155d-e469-44a2-bbe8-f04001d62bee tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0911009 Feb 05 02:54:31.083257 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6a5fb-44a7-4e76-89d2-a30050c78db3 None None] Pushing event updated for resources: {'Port': ['ID=e422dc73-25d0-4457-9035-319ab7b3394c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:31.121249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6c6267b0-55ff-48ad-899b-ed9b08313d58 None None] Provisioning complete for port 7a21e057-bf54-46de-9677-7a13520a5a80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:31.121944 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c6267b0-55ff-48ad-899b-ed9b08313d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7a21e057-bf54-46de-9677-7a13520a5a80), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:31.130944 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:31.166822 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:31.186107 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0439780f-3b0b-4126-a100-b8cb20b2a387') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:31.187028 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0439780f-3b0b-4126-a100-b8cb20b2a387') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:31.202557 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (0439780f-3b0b-4126-a100-b8cb20b2a387), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:31.225796 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (0439780f-3b0b-4126-a100-b8cb20b2a387), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:31.229677 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-42822f4e-d039-45ba-9566-8ecdbb02ce71 req-b0edf87f-76cf-4df2-b90c-7881bf6b0414 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (aa547e93-3e5e-4881-8417-0d6ec33e52c0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:31.243728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e905bb49-47ad-4aeb-a1e6-19880e0bb752 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:31.244090 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e905bb49-47ad-4aeb-a1e6-19880e0bb752), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:31.244232 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:54:31.244632 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (0439780f-3b0b-4126-a100-b8cb20b2a387), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:31.279858 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (2b795c89-c320-4256-8983-5ad99fbfbb7c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:31.283086 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c016c90-82de-47d7-befe-ae898a88da84 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:54:31.285951 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:54:31.289577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edf87f-76cf-4df2-b90c-7881bf6b0414 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Pushing event deleted for resources: {'Port': ['ID=aa547e93-3e5e-4881-8417-0d6ec33e52c0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:31.360250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-42822f4e-d039-45ba-9566-8ecdbb02ce71 req-b0edf87f-76cf-4df2-b90c-7881bf6b0414 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] No DVR routers for this DVR port aa547e93-3e5e-4881-8417-0d6ec33e52c0 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:54:31.365014 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-42822f4e-d039-45ba-9566-8ecdbb02ce71 req-b0edf87f-76cf-4df2-b90c-7881bf6b0414 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:31.368989 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-42822f4e-d039-45ba-9566-8ecdbb02ce71 req-b0edf87f-76cf-4df2-b90c-7881bf6b0414 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.31 "DELETE /v2.0/ports/aa547e93-3e5e-4881-8417-0d6ec33e52c0 HTTP/1.1" status: 204 len: 173 time: 1.0094218 Feb 05 02:54:31.369906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe57a8d-1720-4998-94aa-2dda696de742', 'name': 'network-vif-deleted', 'tag': 'aa547e93-3e5e-4881-8417-0d6ec33e52c0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:54:31.372606 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaaef14-3d3d-4952-8280-9c3a809355a7" -d '{"events": [{"server_uuid": "3fe57a8d-1720-4998-94aa-2dda696de742", "name": "network-vif-deleted", "tag": "aa547e93-3e5e-4881-8417-0d6ec33e52c0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:54:31.628757 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6c6267b0-55ff-48ad-899b-ed9b08313d58 None None] Port 7a21e057-bf54-46de-9677-7a13520a5a80 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:54:31.643022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a191bc4b-2df2-4aa7-b5dd-2816feae18ac None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 02:54:31.670288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6c6267b0-55ff-48ad-899b-ed9b08313d58 None None] Provisioning complete for port e905bb49-47ad-4aeb-a1e6-19880e0bb752 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:31.670664 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c6267b0-55ff-48ad-899b-ed9b08313d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e905bb49-47ad-4aeb-a1e6-19880e0bb752), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:31.876639 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c1245-1044-4f63-8598-28df4e715431 req-df82f0bc-07be-439b-b6dd-9a9ba34e6d52 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:31.878946 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a23c1245-1044-4f63-8598-28df4e715431 req-df82f0bc-07be-439b-b6dd-9a9ba34e6d52 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 1.2454677 Feb 05 02:54:31.886186 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:31.905657 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:31.916268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "DELETE /v2.0/networks/0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb HTTP/1.1" status: 204 len: 168 time: 2.7794580 Feb 05 02:54:31.918869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49648) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:31.962246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885404d-ab31-421b-bc7d-9b16f6cd1aa9 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event deleted for resources: {'Network': ['ID=0b3ac4fd-a743-4b26-b9b8-28f4b3cf8beb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:32.001703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e45e24-b67d-49d9-a2cd-c6a9d7f63d7b req-f7407d7f-a9aa-4a47-8ccc-4453b3a72176 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:32.003995 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-12e45e24-b67d-49d9-a2cd-c6a9d7f63d7b req-f7407d7f-a9aa-4a47-8ccc-4453b3a72176 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 945 time: 0.6723869 Feb 05 02:54:32.013810 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e905bb49-47ad-4aeb-a1e6-19880e0bb752 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:32.014956 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e905bb49-47ad-4aeb-a1e6-19880e0bb752), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:32.018419 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'name': 'tempest-ServersTestManualDisk-396975835-router', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '4917b1a7-3814-420f-850a-61099805af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:16Z', 'updated_at': '2022-02-05T02:54:27Z', 'revision_number': 4, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'gw_port': {'id': '4917b1a7-3814-420f-850a-61099805af40', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:17Z', 'updated_at': '2022-02-05T02:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7a21e057-bf54-46de-9677-7a13520a5a80', 'name': '', 'network_id': '436c4816-2885-4a66-a246-061c24b2b030', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'mac_address': 'fa:16:3e:58:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:23Z', 'updated_at': '2022-02-05T02:54:27Z', 'revision_number': 2, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'subnets': [{'id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:32.108644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Checking router: 83eade1a-976d-4460-9f33-dcef5b6673b4 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:54:32.114357 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Updating router 83eade1a-976d-4460-9f33-dcef5b6673b4 port 7a21e057-bf54-46de-9677-7a13520a5a80 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:54:32.121622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a23c1245-1044-4f63-8598-28df4e715431 req-013d77bd-5761-4683-9b9d-d39242c4346c tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729193 Feb 05 02:54:32.144669 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c016c90-82de-47d7-befe-ae898a88da84 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for security_group (eadb2ed8-8973-4347-ab01-d1958194a63d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:32.171425 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c016c90-82de-47d7-befe-ae898a88da84 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (eadb2ed8-8973-4347-ab01-d1958194a63d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:32.219394 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-32f19b62-9612-421a-83c9-26383c299c81 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (e90d9672-256e-4a8c-b34a-d7f7af34103e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:32.247883 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c016c90-82de-47d7-befe-ae898a88da84 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadb2ed8-8973-4347-ab01-d1958194a63d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:32.271616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port e905bb49-47ad-4aeb-a1e6-19880e0bb752, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e905bb49-47ad-4aeb-a1e6-19880e0bb752,segment=NetworkSegment(cd6a07bd-248b-4d83-aa33-474693ba1329),segment_id=cd6a07bd-248b-4d83-aa33-474693ba1329)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:32.274247 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-12e45e24-b67d-49d9-a2cd-c6a9d7f63d7b req-6182519c-d785-4fda-9129-ead706d5cef7 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e291e55-6d09-4dde-a62c-df2abd2750be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340438 Feb 05 02:54:32.275698 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7a21e057-bf54-46de-9677-7a13520a5a80), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:32.292859 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c016c90-82de-47d7-befe-ae898a88da84 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:32.295538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5c016c90-82de-47d7-befe-ae898a88da84 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6532857 Feb 05 02:54:32.302876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49652) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:32.330246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d60f9c9f-a1ea-439a-9bc2-959aa482826c tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Request body: {'security_group_rule': {'security_group_id': 'eadb2ed8-8973-4347-ab01-d1958194a63d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:32.358581 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e905bb49-47ad-4aeb-a1e6-19880e0bb752), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:32.379839 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-32f19b62-9612-421a-83c9-26383c299c81 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (e90d9672-256e-4a8c-b34a-d7f7af34103e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:32.408042 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3931060-b107-4c1b-a655-f40a3f71b1c9 x-openstack-request-id: req-c3931060-b107-4c1b-a655-f40a3f71b1c9 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:54:32.408354 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe57a8d-1720-4998-94aa-2dda696de742", "name": "network-vif-deleted", "tag": "aa547e93-3e5e-4881-8417-0d6ec33e52c0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:54:32.408612 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3931060-b107-4c1b-a655-f40a3f71b1c9 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:54:32.409019 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe57a8d-1720-4998-94aa-2dda696de742', 'name': 'network-vif-deleted', 'tag': 'aa547e93-3e5e-4881-8417-0d6ec33e52c0', 'status': 'completed', 'code': 200} Feb 05 02:54:32.418748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6c6267b0-55ff-48ad-899b-ed9b08313d58 None None] Current status of the port e905bb49-47ad-4aeb-a1e6-19880e0bb752 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:32.419234 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c6267b0-55ff-48ad-899b-ed9b08313d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e905bb49-47ad-4aeb-a1e6-19880e0bb752), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:32.432119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-32f19b62-9612-421a-83c9-26383c299c81 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90d9672-256e-4a8c-b34a-d7f7af34103e']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:32.448135 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d60f9c9f-a1ea-439a-9bc2-959aa482826c tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for security_group_rule (1897ca3b-65e0-4c57-90cb-652094d313ad), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:32.464186 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-32f19b62-9612-421a-83c9-26383c299c81 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b65e52e-025b-46e0-b01c-0c6c8e9a2cf0') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:32.474501 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-32f19b62-9612-421a-83c9-26383c299c81 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b65e52e-025b-46e0-b01c-0c6c8e9a2cf0') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:32.490462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Router 2b795c89-c320-4256-8983-5ad99fbfbb7c is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:54:32.514877 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-32f19b62-9612-421a-83c9-26383c299c81 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (8b65e52e-025b-46e0-b01c-0c6c8e9a2cf0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:32.539821 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-32f19b62-9612-421a-83c9-26383c299c81 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (8b65e52e-025b-46e0-b01c-0c6c8e9a2cf0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:32.560967 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f19b62-9612-421a-83c9-26383c299c81 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:54:32.561456 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-32f19b62-9612-421a-83c9-26383c299c81 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (8b65e52e-025b-46e0-b01c-0c6c8e9a2cf0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:32.614058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-edddd824-5707-4e1e-b88f-542f4e9141b3 req-3e9baaa6-12b7-48dd-97f2-ca2f1e8fa93f tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0914741 Feb 05 02:54:32.681117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4695a68f-b53b-48db-b35c-8461ab370852 None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:54:32.754692 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:54:32.768617 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=e905bb49-47ad-4aeb-a1e6-19880e0bb752,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:32.786873 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-32f19b62-9612-421a-83c9-26383c299c81 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (e90d9672-256e-4a8c-b34a-d7f7af34103e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:32.841653 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e422dc73-25d0-4457-9035-319ab7b3394c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:32.849070 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-32f19b62-9612-421a-83c9-26383c299c81 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:32.855294 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d60f9c9f-a1ea-439a-9bc2-959aa482826c tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for security_group_rule (1897ca3b-65e0-4c57-90cb-652094d313ad), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:32.856860 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-32f19b62-9612-421a-83c9-26383c299c81 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "DELETE /v2.0/networks/e90d9672-256e-4a8c-b34a-d7f7af34103e HTTP/1.1" status: 204 len: 168 time: 0.9347751 Feb 05 02:54:32.857833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49660) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:32.875971 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d60f9c9f-a1ea-439a-9bc2-959aa482826c tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (1897ca3b-65e0-4c57-90cb-652094d313ad), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:32.909593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f19b62-9612-421a-83c9-26383c299c81 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event deleted for resources: {'Network': ['ID=e90d9672-256e-4a8c-b34a-d7f7af34103e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:32.938225 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41b153-4707-4995-a805-209ecb491ac5 req-9252cfe3-d82a-4f7d-a847-7e157ea06acd tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:32.940008 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ed41b153-4707-4995-a805-209ecb491ac5 req-9252cfe3-d82a-4f7d-a847-7e157ea06acd tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.10 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 945 time: 0.1801491 Feb 05 02:54:32.979055 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-6c6267b0-55ff-48ad-899b-ed9b08313d58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 02:54:32.979850 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-6c6267b0-55ff-48ad-899b-ed9b08313d58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 02:54:33.009005 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f9c9f-a1ea-439a-9bc2-959aa482826c tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1897ca3b-65e0-4c57-90cb-652094d313ad,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:33.027863 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d60f9c9f-a1ea-439a-9bc2-959aa482826c tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.029283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d60f9c9f-a1ea-439a-9bc2-959aa482826c tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7229056 Feb 05 02:54:33.036920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49662) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:33.041757 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2dd551fe-78b8-406b-a588-4f671004d114 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Request body: {'security_group_rule': {'security_group_id': 'eadb2ed8-8973-4347-ab01-d1958194a63d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:33.057957 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-719d59af-d526-4315-ad12-353e18746c17 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (a219e761-f719-42c8-a56b-fc0c4e44a4ec), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.066898 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:54:33.078448 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Sync routers for ids ['2b795c89-c320-4256-8983-5ad99fbfbb7c'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:54:33.102473 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4695a68f-b53b-48db-b35c-8461ab370852 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 02:54:33.104207 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Routers {'2b795c89-c320-4256-8983-5ad99fbfbb7c'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:54:33.104956 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:54:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2b795c89-c320-4256-8983-5ad99fbfbb7c'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:33.133139 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e6ccd-7ccf-4d77-8199-377640653a8d req-9fb454d2-df97-468e-93f0-c5ccf73e47a4 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:33.134043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e422dc73-25d0-4457-9035-319ab7b3394c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:33.134583 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e422dc73-25d0-4457-9035-319ab7b3394c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.146187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-673e6ccd-7ccf-4d77-8199-377640653a8d req-9fb454d2-df97-468e-93f0-c5ccf73e47a4 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 944 time: 0.2019472 Feb 05 02:54:33.155082 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ed41b153-4707-4995-a805-209ecb491ac5 req-5c0acf96-950c-4999-aced-99c18be5817a tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Deleting port f7f4b9c8-799e-4972-b3f9-4fa4acace70e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:54:33.156214 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed41b153-4707-4995-a805-209ecb491ac5 req-5c0acf96-950c-4999-aced-99c18be5817a tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f7f4b9c8-799e-4972-b3f9-4fa4acace70e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.213640 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dd551fe-78b8-406b-a588-4f671004d114 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for security_group_rule (1f127f98-83ec-4131-8b76-8c3e6a7d9134), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.243934 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.251587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-12e21bc4-15be-45a1-9814-178ce0b450de admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.5847800 Feb 05 02:54:33.257640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49666) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:33.302727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device aa547e93-3e5e-4881-8417-0d6ec33e52c0 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:54:33.318576 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Set router 2b795c89-c320-4256-8983-5ad99fbfbb7c gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:54:33.365706 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: aa547e93-3e5e-4881-8417-0d6ec33e52c0 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:54:33.366727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device aa547e93-3e5e-4881-8417-0d6ec33e52c0 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:54:33.438231 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Publish callbacks [] for port (7a21e057-bf54-46de-9677-7a13520a5a80), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.468032 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-719d59af-d526-4315-ad12-353e18746c17 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (a219e761-f719-42c8-a56b-fc0c4e44a4ec), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.495756 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ed41b153-4707-4995-a805-209ecb491ac5 req-5c0acf96-950c-4999-aced-99c18be5817a tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] For port f7f4b9c8-799e-4972-b3f9-4fa4acace70e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f7f4b9c8-799e-4972-b3f9-4fa4acace70e,segment=NetworkSegment(d358c9ad-671f-4b5f-823a-b1151f7e563e),segment_id=d358c9ad-671f-4b5f-823a-b1151f7e563e)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:33.496375 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed41b153-4707-4995-a805-209ecb491ac5 req-5c0acf96-950c-4999-aced-99c18be5817a tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f7f4b9c8-799e-4972-b3f9-4fa4acace70e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.515845 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7a21e057-bf54-46de-9677-7a13520a5a80), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.525283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-673e6ccd-7ccf-4d77-8199-377640653a8d req-415e5bd9-5d52-4849-bd2c-6cc83e5a411b tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585401 Feb 05 02:54:33.536504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ed41b153-4707-4995-a805-209ecb491ac5 req-5c0acf96-950c-4999-aced-99c18be5817a tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Calling delete_port for f7f4b9c8-799e-4972-b3f9-4fa4acace70e owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:54:33.539437 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-719d59af-d526-4315-ad12-353e18746c17 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a219e761-f719-42c8-a56b-fc0c4e44a4ec']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:33.579806 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-719d59af-d526-4315-ad12-353e18746c17 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e181019-f6f7-4ae2-acc3-c1619a130fbb') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:33.595144 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-719d59af-d526-4315-ad12-353e18746c17 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e181019-f6f7-4ae2-acc3-c1619a130fbb') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:33.599359 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dd551fe-78b8-406b-a588-4f671004d114 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for security_group_rule (1f127f98-83ec-4131-8b76-8c3e6a7d9134), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.636714 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5bcda-2ae1-4461-84b2-833beb86243b req-f4afaea9-0df8-483b-9c36-001148c8e12b tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:33.648603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-98d5bcda-2ae1-4461-84b2-833beb86243b req-f4afaea9-0df8-483b-9c36-001148c8e12b tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.3933029 Feb 05 02:54:33.671473 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dd551fe-78b8-406b-a588-4f671004d114 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (1f127f98-83ec-4131-8b76-8c3e6a7d9134), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.678692 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-719d59af-d526-4315-ad12-353e18746c17 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (5e181019-f6f7-4ae2-acc3-c1619a130fbb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.688519 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e422dc73-25d0-4457-9035-319ab7b3394c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:33.689661 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4917b1a7-3814-420f-850a-61099805af40 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:33.723001 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1185552992-router', 'tenant_id': '7075e94d48814e8692b6262a9e8518be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '5c5eaee3-3097-43d4-9e2d-c234bbaf26c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:24Z', 'updated_at': '2022-02-05T02:54:29Z', 'revision_number': 3, 'project_id': '7075e94d48814e8692b6262a9e8518be', 'gw_port': {'id': '5c5eaee3-3097-43d4-9e2d-c234bbaf26c9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:28Z', 'updated_at': '2022-02-05T02:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:33.772855 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-719d59af-d526-4315-ad12-353e18746c17 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (5e181019-f6f7-4ae2-acc3-c1619a130fbb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.775891 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd551fe-78b8-406b-a588-4f671004d114 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f127f98-83ec-4131-8b76-8c3e6a7d9134,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:33.784281 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Checking router: 2b795c89-c320-4256-8983-5ad99fbfbb7c for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:54:33.785256 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Updating router 2b795c89-c320-4256-8983-5ad99fbfbb7c port 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:54:33.795763 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719d59af-d526-4315-ad12-353e18746c17 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:54:33.796853 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-719d59af-d526-4315-ad12-353e18746c17 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (5e181019-f6f7-4ae2-acc3-c1619a130fbb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:54:33.799767 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:54:33.821192 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dd551fe-78b8-406b-a588-4f671004d114 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.821432 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2dd551fe-78b8-406b-a588-4f671004d114 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7831430 Feb 05 02:54:33.842587 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5c5eaee3-3097-43d4-9e2d-c234bbaf26c9), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.856009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49674) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:33.861381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:33.896704 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-98d5bcda-2ae1-4461-84b2-833beb86243b req-6dbe3333-1c6b-4172-90d0-ebc885626ecb tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399347 Feb 05 02:54:33.918857 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6c6267b0-55ff-48ad-899b-ed9b08313d58 None None] Current status of the port e905bb49-47ad-4aeb-a1e6-19880e0bb752 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:33.920809 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4f16a8e1-3ce1-4d21-b41b-3cc57d3d8ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:33.930663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b668612-04b2-4108-8c7e-062a30f81ebf None None] Pushing event updated for resources: {'Port': ['ID=7a21e057-bf54-46de-9677-7a13520a5a80,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:33.979249 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca35c9-84f4-4d7d-88e3-e144c8d1cb8a req-ceebea51-9ac6-44cc-83b4-b7e184a0443a tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:33.982284 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-daca35c9-84f4-4d7d-88e3-e144c8d1cb8a req-ceebea51-9ac6-44cc-83b4-b7e184a0443a tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 945 time: 0.3289263 Feb 05 02:54:33.989798 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-719d59af-d526-4315-ad12-353e18746c17 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (a219e761-f719-42c8-a56b-fc0c4e44a4ec), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:34.008297 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:34.019360 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-719d59af-d526-4315-ad12-353e18746c17 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:34.023930 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-719d59af-d526-4315-ad12-353e18746c17 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] 10.222.0.36 "DELETE /v2.0/networks/a219e761-f719-42c8-a56b-fc0c4e44a4ec HTTP/1.1" status: 204 len: 168 time: 1.1649354 Feb 05 02:54:34.125035 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d59af-d526-4315-ad12-353e18746c17 tempest-BulkNetworkOpsTest-1583004606 tempest-BulkNetworkOpsTest-1583004606-project] Pushing event deleted for resources: {'Network': ['ID=a219e761-f719-42c8-a56b-fc0c4e44a4ec,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:34.147131 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94a43230-47bd-4318-bdae-aefa49712ff2 req-5d9ad6cc-a93d-4145-a87c-2edd80c54f57 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0984468 Feb 05 02:54:34.193449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-daca35c9-84f4-4d7d-88e3-e144c8d1cb8a req-2ddd0573-cea1-4b11-baf6-13fba37fd450 tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e291e55-6d09-4dde-a62c-df2abd2750be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007127 Feb 05 02:54:34.294216 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:34.445320 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Publish callbacks [] for port (5c5eaee3-3097-43d4-9e2d-c234bbaf26c9), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:34.461504 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5c5eaee3-3097-43d4-9e2d-c234bbaf26c9), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:34.482644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Attempting to bind port 7a21e057-bf54-46de-9677-7a13520a5a80 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:54:34.483250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Attempting to bind port 7a21e057-bf54-46de-9677-7a13520a5a80 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436c4816-2885-4a66-a246-061c24b2b030'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:54:34.489429 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Attempting to bind port 7a21e057-bf54-46de-9677-7a13520a5a80 on network 436c4816-2885-4a66-a246-061c24b2b030 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:54:34.540705 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:54:34.541459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Checking segment: {'id': 'bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436c4816-2885-4a66-a246-061c24b2b030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:34.541925 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:34.542683 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Bound using segment: {'id': 'bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436c4816-2885-4a66-a246-061c24b2b030'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:54:34.543237 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Bound port: 7a21e057-bf54-46de-9677-7a13520a5a80, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436c4816-2885-4a66-a246-061c24b2b030'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:54:34.543620 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7a21e057-bf54-46de-9677-7a13520a5a80), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:34.580187 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e48ea8-1c0e-456e-8313-3882303195e5 None None] Pushing event updated for resources: {'Port': ['ID=5c5eaee3-3097-43d4-9e2d-c234bbaf26c9,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:34.586340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Allocated IP 172.25.0.104 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/ecb94a56-59d3-4223-93a0-5eff4890790f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:54:34.588246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49682) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:34.595763 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Attempting to bind port 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:54:34.597051 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Attempting to bind port 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:54:34.597051 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Attempting to bind port 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:54:34.603545 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:54:34.604142 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:34.604744 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:34.605314 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:54:34.605961 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Bound port: 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:54:34.606524 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5c5eaee3-3097-43d4-9e2d-c234bbaf26c9), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:34.669033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 4917b1a7-3814-420f-850a-61099805af40 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:34.669435 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4917b1a7-3814-420f-850a-61099805af40), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:34.674103 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e0847-7b2d-49d3-b285-c569f5df1432 req-9c9e4633-7cde-4f56-ab20-419be8130628 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:34.683982 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] For port 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:54:34.684200 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-357e0847-7b2d-49d3-b285-c569f5df1432 req-9c9e4633-7cde-4f56-ab20-419be8130628 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 944 time: 1.1367774 Feb 05 02:54:34.692134 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] For port 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5c5eaee3-3097-43d4-9e2d-c234bbaf26c9,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:54:34.707418 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5c5eaee3-3097-43d4-9e2d-c234bbaf26c9), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:34.757939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1422bd-09ac-49b7-a769-2e5f0ac35a43 None None] Network e4ca57a8-fb18-4484-b211-fb78f81a0de8 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:34.773744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af7418-1f73-4822-aa0f-a5483fac57d1 req-8012fbf5-a712-4223-9fa3-40b26808c8bb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:34.777756 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9af7418-1f73-4822-aa0f-a5483fac57d1 req-8012fbf5-a712-4223-9fa3-40b26808c8bb tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 944 time: 0.1214449 Feb 05 02:54:34.872627 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Routers {'2b795c89-c320-4256-8983-5ad99fbfbb7c'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:54:34.873560 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:54:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2b795c89-c320-4256-8983-5ad99fbfbb7c'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:34.874934 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9af7418-1f73-4822-aa0f-a5483fac57d1 req-33bd4e64-798f-4423-b884-5c84f14a5f95 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900431 Feb 05 02:54:34.994593 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e48ea8-1c0e-456e-8313-3882303195e5 None None] Pushing event updated for resources: {'Port': ['ID=5c5eaee3-3097-43d4-9e2d-c234bbaf26c9,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:34.995357 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] For port 7a21e057-bf54-46de-9677-7a13520a5a80, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:54:35.004029 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a7dc2e2f-b8f9-464c-9aa1-2537cac0e7f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4634e74d7411461bbefd892d0dccf0ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4127903 Feb 05 02:54:35.026995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49690) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:35.069155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] For port 7a21e057-bf54-46de-9677-7a13520a5a80, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7a21e057-bf54-46de-9677-7a13520a5a80,segment=NetworkSegment(bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e),segment_id=bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:54:35.092689 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed41b153-4707-4995-a805-209ecb491ac5 req-5c0acf96-950c-4999-aced-99c18be5817a tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f7f4b9c8-799e-4972-b3f9-4fa4acace70e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:35.120723 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] Set router 2b795c89-c320-4256-8983-5ad99fbfbb7c gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:54:35.132797 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7a21e057-bf54-46de-9677-7a13520a5a80), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:35.197832 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for port (ecb94a56-59d3-4223-93a0-5eff4890790f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:35.243563 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed41b153-4707-4995-a805-209ecb491ac5 req-5c0acf96-950c-4999-aced-99c18be5817a tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] No DVR routers for this DVR port f7f4b9c8-799e-4972-b3f9-4fa4acace70e on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:54:35.248302 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed41b153-4707-4995-a805-209ecb491ac5 req-5c0acf96-950c-4999-aced-99c18be5817a tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:35.248807 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ecb94a56-59d3-4223-93a0-5eff4890790f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:35.254964 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ed41b153-4707-4995-a805-209ecb491ac5 req-5c0acf96-950c-4999-aced-99c18be5817a tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.10 "DELETE /v2.0/ports/f7f4b9c8-799e-4972-b3f9-4fa4acace70e HTTP/1.1" status: 204 len: 173 time: 2.3057797 Feb 05 02:54:35.280140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646125b4-923b-4bb3-8740-09ed4913dd0f', 'name': 'network-vif-deleted', 'tag': 'f7f4b9c8-799e-4972-b3f9-4fa4acace70e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:54:35.287144 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f7a096-98f9-41d9-ab37-3ce64e5dcaac" -d '{"events": [{"server_uuid": "646125b4-923b-4bb3-8740-09ed4913dd0f", "name": "network-vif-deleted", "tag": "f7f4b9c8-799e-4972-b3f9-4fa4acace70e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:54:35.307640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 4917b1a7-3814-420f-850a-61099805af40 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:35.312609 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0acf96-950c-4999-aced-99c18be5817a tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] Pushing event deleted for resources: {'Port': ['ID=f7f4b9c8-799e-4972-b3f9-4fa4acace70e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:35.389877 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a950f577-4652-4bc7-a3bb-a29ebf155357 None None] Provisioning complete for port 7a21e057-bf54-46de-9677-7a13520a5a80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:35.390098 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a950f577-4652-4bc7-a3bb-a29ebf155357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7a21e057-bf54-46de-9677-7a13520a5a80), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:35.396886 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b668612-04b2-4108-8c7e-062a30f81ebf None None] Pushing event updated for resources: {'Port': ['ID=7a21e057-bf54-46de-9677-7a13520a5a80,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:35.401065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:35.448635 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-357e0847-7b2d-49d3-b285-c569f5df1432 req-a7ebb1bb-19ce-445b-99c6-d28a325f2aef tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Deleting port 300860fd-87e2-4405-a8b5-0bd6cb3800ee {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:54:35.449340 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-357e0847-7b2d-49d3-b285-c569f5df1432 req-a7ebb1bb-19ce-445b-99c6-d28a325f2aef tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:35.461303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:35.488318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:35.519963 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d34e846a-0f1c-411d-b333-4b6fe594f623 req-ac5b89c8-2243-4d0e-9b7b-5dac205ea2a9 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.1866260 Feb 05 02:54:35.524396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Routers {'83eade1a-976d-4460-9f33-dcef5b6673b4'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:54:35.525155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:54:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['83eade1a-976d-4460-9f33-dcef5b6673b4'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:35.553303 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1185552992-router', 'tenant_id': '7075e94d48814e8692b6262a9e8518be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '5c5eaee3-3097-43d4-9e2d-c234bbaf26c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:24Z', 'updated_at': '2022-02-05T02:54:29Z', 'revision_number': 3, 'project_id': '7075e94d48814e8692b6262a9e8518be', 'gw_port': {'id': '5c5eaee3-3097-43d4-9e2d-c234bbaf26c9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:28Z', 'updated_at': '2022-02-05T02:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:35.599354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-357e0847-7b2d-49d3-b285-c569f5df1432 req-a7ebb1bb-19ce-445b-99c6-d28a325f2aef tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] For port 300860fd-87e2-4405-a8b5-0bd6cb3800ee, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=300860fd-87e2-4405-a8b5-0bd6cb3800ee,segment=NetworkSegment(6bacc685-c459-468b-9016-cde277ab6ab0),segment_id=6bacc685-c459-468b-9016-cde277ab6ab0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:35.600020 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-357e0847-7b2d-49d3-b285-c569f5df1432 req-a7ebb1bb-19ce-445b-99c6-d28a325f2aef tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:35.615026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e905bb49-47ad-4aeb-a1e6-19880e0bb752 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:35.619924 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-357e0847-7b2d-49d3-b285-c569f5df1432 req-a7ebb1bb-19ce-445b-99c6-d28a325f2aef tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Calling delete_port for 300860fd-87e2-4405-a8b5-0bd6cb3800ee owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:54:35.632634 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921e150-68bf-4454-8a7f-8a5bee0b36b0 None None] The sync data for ids ['2b795c89-c320-4256-8983-5ad99fbfbb7c'] in n-d-826942-8 is: [{'id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1185552992-router', 'tenant_id': '7075e94d48814e8692b6262a9e8518be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '5c5eaee3-3097-43d4-9e2d-c234bbaf26c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:24Z', 'updated_at': '2022-02-05T02:54:29Z', 'revision_number': 3, 'project_id': '7075e94d48814e8692b6262a9e8518be', 'gw_port': {'id': '5c5eaee3-3097-43d4-9e2d-c234bbaf26c9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:28Z', 'updated_at': '2022-02-05T02:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:54:35.636726 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb866a2b-ed84-4a73-b28f-d17130dc45c9 req-69dc4fe0-5ba2-4feb-bf17-fbc76ae3078b tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:35.638221 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb866a2b-ed84-4a73-b28f-d17130dc45c9 req-69dc4fe0-5ba2-4feb-bf17-fbc76ae3078b tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.6318820 Feb 05 02:54:35.642640 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf65b5d7-d8e3-4c11-87d9-1f44d1bb839c admin admin] Publish callbacks [] for security_group (b649855b-91f7-41e2-8e9a-5f4d2171a0a7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:35.786227 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Pushing event updated for resources: {'Port': ['ID=ecb94a56-59d3-4223-93a0-5eff4890790f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:35.863932 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa48e94c-d3fe-4971-bb80-da0b55eb08a9 req-16160a96-5061-4a01-a586-23336a8a9f1b tempest-ServersNegativeTestMultiTenantJSON-1139093347 tempest-ServersNegativeTestMultiTenantJSON-1139093347-project] 10.222.0.36 "GET /v2.0/ports?device_id=646125b4-923b-4bb3-8740-09ed4913dd0f HTTP/1.1" status: 200 len: 210 time: 0.1715510 Feb 05 02:54:35.901016 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf65b5d7-d8e3-4c11-87d9-1f44d1bb839c admin admin] Publish callbacks [] for security_group (b649855b-91f7-41e2-8e9a-5f4d2171a0a7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:35.936689 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:35.996477 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b98458-6ad0-466c-8672-6b52d88bad63 x-openstack-request-id: req-07b98458-6ad0-466c-8672-6b52d88bad63 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:54:35.997025 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646125b4-923b-4bb3-8740-09ed4913dd0f", "name": "network-vif-deleted", "tag": "f7f4b9c8-799e-4972-b3f9-4fa4acace70e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:54:36.004216 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07b98458-6ad0-466c-8672-6b52d88bad63 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:54:36.004816 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646125b4-923b-4bb3-8740-09ed4913dd0f', 'name': 'network-vif-deleted', 'tag': 'f7f4b9c8-799e-4972-b3f9-4fa4acace70e', 'status': 'completed', 'code': 200} Feb 05 02:54:36.035783 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-357e0847-7b2d-49d3-b285-c569f5df1432 req-a7ebb1bb-19ce-445b-99c6-d28a325f2aef tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (300860fd-87e2-4405-a8b5-0bd6cb3800ee), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:36.048787 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-53b4ce9a-b1e5-4872-9c5e-eccd55a27e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:36.066012 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] Set router 83eade1a-976d-4460-9f33-dcef5b6673b4 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:54:36.084654 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb866a2b-ed84-4a73-b28f-d17130dc45c9 req-4d74d9f3-6284-4b69-b8c4-39cc0ea17ed3 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175262 Feb 05 02:54:36.109368 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf65b5d7-d8e3-4c11-87d9-1f44d1bb839c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b649855b-91f7-41e2-8e9a-5f4d2171a0a7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:36.113637 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf65b5d7-d8e3-4c11-87d9-1f44d1bb839c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:36.132953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bf65b5d7-d8e3-4c11-87d9-1f44d1bb839c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b649855b-91f7-41e2-8e9a-5f4d2171a0a7 HTTP/1.1" status: 204 len: 168 time: 1.1008639 Feb 05 02:54:36.153098 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a950f577-4652-4bc7-a3bb-a29ebf155357 None None] Current status of the port 7a21e057-bf54-46de-9677-7a13520a5a80 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:36.153499 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a950f577-4652-4bc7-a3bb-a29ebf155357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7a21e057-bf54-46de-9677-7a13520a5a80), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:36.188651 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebb1bb-19ce-445b-99c6-d28a325f2aef tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Pushing event deleted for resources: {'Port': ['ID=300860fd-87e2-4405-a8b5-0bd6cb3800ee,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:36.267886 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65b5d7-d8e3-4c11-87d9-1f44d1bb839c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b649855b-91f7-41e2-8e9a-5f4d2171a0a7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:36.287676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79ae2b0f-6f9f-4697-9a2a-8fdc1de3afdf req-5637baa2-da92-40e4-80da-af5f3ed53346 tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.36 "GET /v2.0/ports?device_id=91c0e5a4-6d93-4069-a01c-c61e25baa8a2 HTTP/1.1" status: 200 len: 210 time: 0.1530497 Feb 05 02:54:36.297050 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-357e0847-7b2d-49d3-b285-c569f5df1432 req-a7ebb1bb-19ce-445b-99c6-d28a325f2aef tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] No DVR routers for this DVR port 300860fd-87e2-4405-a8b5-0bd6cb3800ee on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:54:36.304378 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-357e0847-7b2d-49d3-b285-c569f5df1432 req-a7ebb1bb-19ce-445b-99c6-d28a325f2aef tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:36.304646 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e905bb49-47ad-4aeb-a1e6-19880e0bb752 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:36.304869 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e905bb49-47ad-4aeb-a1e6-19880e0bb752), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:36.312005 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-357e0847-7b2d-49d3-b285-c569f5df1432 req-a7ebb1bb-19ce-445b-99c6-d28a325f2aef tempest-LiveAutoBlockMigrationV225Test-675799682 tempest-LiveAutoBlockMigrationV225Test-675799682-project] 10.222.0.31 "DELETE /v2.0/ports/300860fd-87e2-4405-a8b5-0bd6cb3800ee HTTP/1.1" status: 204 len: 173 time: 1.6125553 Feb 05 02:54:36.329700 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for floatingip (f9d422e7-dbef-4e90-b61e-5b3d819bb896), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:36.436209 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ecb94a56-59d3-4223-93a0-5eff4890790f), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:36.468491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Allocated IP 172.20.0.1 (e4ca57a8-fb18-4484-b211-fb78f81a0de8/b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b/44cb7c56-d967-4d18-b751-8bc9d16544e6) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:54:36.636181 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f7f4b9c8-799e-4972-b3f9-4fa4acace70e no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:54:36.645619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a950f577-4652-4bc7-a3bb-a29ebf155357 None None] For port 7a21e057-bf54-46de-9677-7a13520a5a80, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7a21e057-bf54-46de-9677-7a13520a5a80,segment=NetworkSegment(bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e),segment_id=bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:36.695782 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-66a98a1d-8b7e-4782-9db2-fe2a32db36ba req-ff785559-439d-491c-86c4-ec81031bd301 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0376177 Feb 05 02:54:36.716743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: f7f4b9c8-799e-4972-b3f9-4fa4acace70e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:54:36.717094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f7f4b9c8-799e-4972-b3f9-4fa4acace70e not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:54:36.726509 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Publish callbacks [] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:36.735831 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a950f577-4652-4bc7-a3bb-a29ebf155357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7a21e057-bf54-46de-9677-7a13520a5a80), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:36.821076 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:36.882456 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for port (ecb94a56-59d3-4223-93a0-5eff4890790f), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:36.902115 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (ecb94a56-59d3-4223-93a0-5eff4890790f), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:36.950056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Network e4ca57a8-fb18-4484-b211-fb78f81a0de8 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:36.955472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:36.958329 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Pushing event updated for resources: {'Port': ['ID=44cb7c56-d967-4d18-b751-8bc9d16544e6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:36.972795 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950f577-4652-4bc7-a3bb-a29ebf155357 None None] Pushing event updated for resources: {'Port': ['ID=7a21e057-bf54-46de-9677-7a13520a5a80,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:36.979446 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49720) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:36.980178 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:37.088254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Pushing event updated for resources: {'Port': ['ID=ecb94a56-59d3-4223-93a0-5eff4890790f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:37.093048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e905bb49-47ad-4aeb-a1e6-19880e0bb752 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:37.105794 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:37.107017 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8951ab69-5585-485a-b420-74558698a54c None None] Provisioning complete for port 7a21e057-bf54-46de-9677-7a13520a5a80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:37.108167 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8951ab69-5585-485a-b420-74558698a54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7a21e057-bf54-46de-9677-7a13520a5a80), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:37.135666 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (f9d422e7-dbef-4e90-b61e-5b3d819bb896), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:37.189109 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:37.199509 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ad93b8d9-f46a-460d-9750-86b5c1b2ca5f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3414478 Feb 05 02:54:37.235147 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51d7f07-eca4-44d7-b152-f7fdec9a0640 admin admin] Deleting subnet b0d3cf50-c6da-4e7a-a6e2-6f8f2fead1a1 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:54:37.249443 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a51d7f07-eca4-44d7-b152-f7fdec9a0640 admin admin] Publish callbacks [] for subnet (b0d3cf50-c6da-4e7a-a6e2-6f8f2fead1a1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:37.312430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'name': 'tempest-ServersTestManualDisk-396975835-router', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '4917b1a7-3814-420f-850a-61099805af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:16Z', 'updated_at': '2022-02-05T02:54:27Z', 'revision_number': 4, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'gw_port': {'id': '4917b1a7-3814-420f-850a-61099805af40', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:17Z', 'updated_at': '2022-02-05T02:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7a21e057-bf54-46de-9677-7a13520a5a80', 'name': '', 'network_id': '436c4816-2885-4a66-a246-061c24b2b030', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'mac_address': 'fa:16:3e:58:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:23Z', 'updated_at': '2022-02-05T02:54:34Z', 'revision_number': 4, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'subnets': [{'id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:37.334089 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 300860fd-87e2-4405-a8b5-0bd6cb3800ee no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:54:37.412234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49734) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:37.419610 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847a529-f23a-4333-a371-2bad9caf3fe3 req-b840912f-8925-44ba-9546-9ca4e2bc5b1e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:37.427828 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (2b795c89-c320-4256-8983-5ad99fbfbb7c), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:37.435928 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0847a529-f23a-4333-a371-2bad9caf3fe3 req-b840912f-8925-44ba-9546-9ca4e2bc5b1e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.1743066 Feb 05 02:54:37.486633 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 300860fd-87e2-4405-a8b5-0bd6cb3800ee {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:54:37.486975 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 300860fd-87e2-4405-a8b5-0bd6cb3800ee not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:54:37.590175 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbefbb0-84fd-4d0f-a637-f8ac71d03bb4 None None] The sync data for ids ['83eade1a-976d-4460-9f33-dcef5b6673b4'] in n-d-826942-8 is: [{'id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'name': 'tempest-ServersTestManualDisk-396975835-router', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '4917b1a7-3814-420f-850a-61099805af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:16Z', 'updated_at': '2022-02-05T02:54:27Z', 'revision_number': 4, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'gw_port': {'id': '4917b1a7-3814-420f-850a-61099805af40', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:17Z', 'updated_at': '2022-02-05T02:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7a21e057-bf54-46de-9677-7a13520a5a80', 'name': '', 'network_id': '436c4816-2885-4a66-a246-061c24b2b030', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'mac_address': 'fa:16:3e:58:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:23Z', 'updated_at': '2022-02-05T02:54:34Z', 'revision_number': 4, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'subnets': [{'id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:54:37.605317 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0847a529-f23a-4333-a371-2bad9caf3fe3 req-cb231cad-fd73-4ccf-b1f8-6a6579ae294a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611552 Feb 05 02:54:37.627471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:37.666116 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49750) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:37.672301 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a51d7f07-eca4-44d7-b152-f7fdec9a0640 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (b0d3cf50-c6da-4e7a-a6e2-6f8f2fead1a1), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:37.722506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8951ab69-5585-485a-b420-74558698a54c None None] Current status of the port 7a21e057-bf54-46de-9677-7a13520a5a80 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:37.736598 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a879d413-7111-4e29-bd04-be0792967fa6 req-0be481ee-4236-44db-b124-1e67a74893f1 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--50548046&fields=id&tenant_id=e10a2c83a7424977ae9f7abae799b368 HTTP/1.1" status: 200 len: 267 time: 0.1736529 Feb 05 02:54:37.738375 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:37.787517 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8951ab69-5585-485a-b420-74558698a54c None None] Provisioning complete for port e905bb49-47ad-4aeb-a1e6-19880e0bb752 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:37.788890 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8951ab69-5585-485a-b420-74558698a54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e905bb49-47ad-4aeb-a1e6-19880e0bb752), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:37.790050 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a51d7f07-eca4-44d7-b152-f7fdec9a0640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (b0d3cf50-c6da-4e7a-a6e2-6f8f2fead1a1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:37.854027 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f2b63258-8861-4642-90e2-f59f5c212070 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-575105348'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:37.929285 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-446cc2c9-4460-4008-891e-6aa95d0864e5 req-da0e4154-e510-4e50-a7bd-ccb3bf0fb2b9 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0618591 Feb 05 02:54:37.934597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:37.935213 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5c5eaee3-3097-43d4-9e2d-c234bbaf26c9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:37.998463 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a51d7f07-eca4-44d7-b152-f7fdec9a0640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (b0d3cf50-c6da-4e7a-a6e2-6f8f2fead1a1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.030277 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b63258-8861-4642-90e2-f59f5c212070 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:38.031126 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c0e5a4-6d93-4069-a01c-c61e25baa8a2', 'name': 'network-vif-deleted', 'tag': '300860fd-87e2-4405-a8b5-0bd6cb3800ee'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:54:38.034227 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9db571-9283-4dff-95ad-0321a2727275" -d '{"events": [{"server_uuid": "91c0e5a4-6d93-4069-a01c-c61e25baa8a2", "name": "network-vif-deleted", "tag": "300860fd-87e2-4405-a8b5-0bd6cb3800ee"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:54:38.034385 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2b63258-8861-4642-90e2-f59f5c212070 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.044775 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d7f07-eca4-44d7-b152-f7fdec9a0640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d3cf50-c6da-4e7a-a6e2-6f8f2fead1a1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:38.057899 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a51d7f07-eca4-44d7-b152-f7fdec9a0640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.062694 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a51d7f07-eca4-44d7-b152-f7fdec9a0640 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b0d3cf50-c6da-4e7a-a6e2-6f8f2fead1a1 HTTP/1.1" status: 204 len: 168 time: 1.0780413 Feb 05 02:54:38.071919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49758) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:38.100440 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2b63258-8861-4642-90e2-f59f5c212070 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.106337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8951ab69-5585-485a-b420-74558698a54c None None] Current status of the port e905bb49-47ad-4aeb-a1e6-19880e0bb752 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:38.129297 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97532e1-2ee3-4c34-a08d-548a99cb3650 x-openstack-request-id: req-d97532e1-2ee3-4c34-a08d-548a99cb3650 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:54:38.129728 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c0e5a4-6d93-4069-a01c-c61e25baa8a2", "name": "network-vif-deleted", "tag": "300860fd-87e2-4405-a8b5-0bd6cb3800ee", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:54:38.130641 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d97532e1-2ee3-4c34-a08d-548a99cb3650 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:54:38.130869 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c0e5a4-6d93-4069-a01c-c61e25baa8a2', 'name': 'network-vif-deleted', 'tag': '300860fd-87e2-4405-a8b5-0bd6cb3800ee', 'status': 'completed', 'code': 200} Feb 05 02:54:38.184127 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:38.184528 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5c5eaee3-3097-43d4-9e2d-c234bbaf26c9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.225693 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5c5eaee3-3097-43d4-9e2d-c234bbaf26c9,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:38.242087 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5c5eaee3-3097-43d4-9e2d-c234bbaf26c9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.246973 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5920ca3-70b5-49d1-a0eb-afd8fe02c579 admin admin] Deleting subnet 4a3e862e-d976-4a4a-b805-d4274563e5fa {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:54:38.249058 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5063addb-6f72-4933-a87e-9866dd51eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (1602807f-0fe1-428f-99dc-fd7f22e73411), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.254821 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5920ca3-70b5-49d1-a0eb-afd8fe02c579 admin admin] Publish callbacks [] for subnet (4a3e862e-d976-4a4a-b805-d4274563e5fa), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.278832 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2b63258-8861-4642-90e2-f59f5c212070 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (1b3c2575-3939-43b4-ae3f-be4b2d571d4c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.319256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879d413-7111-4e29-bd04-be0792967fa6 req-1ef5e978-05a8-48f4-a1ac-18dd382fb761 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:38.323935 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Publish callbacks [] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.330572 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a879d413-7111-4e29-bd04-be0792967fa6 req-1ef5e978-05a8-48f4-a1ac-18dd382fb761 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/networks?id=436c4816-2885-4a66-a246-061c24b2b030 HTTP/1.1" status: 200 len: 811 time: 0.5925498 Feb 05 02:54:38.334162 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2b63258-8861-4642-90e2-f59f5c212070 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1b3c2575-3939-43b4-ae3f-be4b2d571d4c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.341430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9d34a879-ad27-4338-b7f3-b0d4e115181d None None] Provisioning complete for port 44cb7c56-d967-4d18-b751-8bc9d16544e6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:38.341809 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9d34a879-ad27-4338-b7f3-b0d4e115181d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.346351 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.396500 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=5c5eaee3-3097-43d4-9e2d-c234bbaf26c9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:38.408321 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5920ca3-70b5-49d1-a0eb-afd8fe02c579 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (4a3e862e-d976-4a4a-b805-d4274563e5fa), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.412283 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9d34a879-ad27-4338-b7f3-b0d4e115181d None None] Port 44cb7c56-d967-4d18-b751-8bc9d16544e6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:54:38.474550 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5920ca3-70b5-49d1-a0eb-afd8fe02c579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (4a3e862e-d976-4a4a-b805-d4274563e5fa), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.474845 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5063addb-6f72-4933-a87e-9866dd51eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (1602807f-0fe1-428f-99dc-fd7f22e73411), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.506236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5063addb-6f72-4933-a87e-9866dd51eca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1602807f-0fe1-428f-99dc-fd7f22e73411']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:38.518743 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5063addb-6f72-4933-a87e-9866dd51eca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd358c9ad-671f-4b5f-823a-b1151f7e563e') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:38.519621 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5063addb-6f72-4933-a87e-9866dd51eca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd358c9ad-671f-4b5f-823a-b1151f7e563e') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:38.528019 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a879d413-7111-4e29-bd04-be0792967fa6 req-3f1bd431-b714-4a42-8f2a-92852adbaf6b tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/quotas/e10a2c83a7424977ae9f7abae799b368 HTTP/1.1" status: 200 len: 375 time: 0.1953771 Feb 05 02:54:38.532320 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b63258-8861-4642-90e2-f59f5c212070 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:54:38.547521 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5920ca3-70b5-49d1-a0eb-afd8fe02c579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (4a3e862e-d976-4a4a-b805-d4274563e5fa), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.573251 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.617612 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2b63258-8861-4642-90e2-f59f5c212070 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e4bd4fb8-07fb-45da-89af-2469069008cf), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.617963 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-f2b63258-8861-4642-90e2-f59f5c212070 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Added segment e4bd4fb8-07fb-45da-89af-2469069008cf of type vlan for network 97901936-6c92-4219-9b1e-4fee1a4c758e Feb 05 02:54:38.621294 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5063addb-6f72-4933-a87e-9866dd51eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (d358c9ad-671f-4b5f-823a-b1151f7e563e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.624941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b63258-8861-4642-90e2-f59f5c212070 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3c2575-3939-43b4-ae3f-be4b2d571d4c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:38.640869 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5920ca3-70b5-49d1-a0eb-afd8fe02c579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a3e862e-d976-4a4a-b805-d4274563e5fa,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:38.650297 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5920ca3-70b5-49d1-a0eb-afd8fe02c579 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.653078 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5063addb-6f72-4933-a87e-9866dd51eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (d358c9ad-671f-4b5f-823a-b1151f7e563e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.657401 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c5920ca3-70b5-49d1-a0eb-afd8fe02c579 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4a3e862e-d976-4a4a-b805-d4274563e5fa HTTP/1.1" status: 204 len: 168 time: 1.2057788 Feb 05 02:54:38.658115 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Pushing event updated for resources: {'Port': ['ID=44cb7c56-d967-4d18-b751-8bc9d16544e6,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:38.663038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49764) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:38.665027 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (2b795c89-c320-4256-8983-5ad99fbfbb7c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.671443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5063addb-6f72-4933-a87e-9866dd51eca5 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:54:38.672693 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5063addb-6f72-4933-a87e-9866dd51eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (d358c9ad-671f-4b5f-823a-b1151f7e563e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:54:38.675059 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:54:38.713920 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a879d413-7111-4e29-bd04-be0792967fa6 req-0e9fb1b0-ea3d-4e38-bec6-c0aa8cfe9aa7 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e10a2c83a7424977ae9f7abae799b368&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1782582 Feb 05 02:54:38.810002 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5063addb-6f72-4933-a87e-9866dd51eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (1602807f-0fe1-428f-99dc-fd7f22e73411), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.829869 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5063addb-6f72-4933-a87e-9866dd51eca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.830815 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2b63258-8861-4642-90e2-f59f5c212070 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (97901936-6c92-4219-9b1e-4fee1a4c758e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.836698 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5063addb-6f72-4933-a87e-9866dd51eca5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1602807f-0fe1-428f-99dc-fd7f22e73411 HTTP/1.1" status: 204 len: 168 time: 0.7611220 Feb 05 02:54:38.837394 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063addb-6f72-4933-a87e-9866dd51eca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1602807f-0fe1-428f-99dc-fd7f22e73411,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:38.841380 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49766) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:38.897741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-24805e2a-2263-48b5-91a1-b684ef0ddf35 admin admin] Deleting subnet e574e860-3001-476a-afef-7dbd1ec5bbdf {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:54:38.917900 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24805e2a-2263-48b5-91a1-b684ef0ddf35 admin admin] Publish callbacks [] for subnet (e574e860-3001-476a-afef-7dbd1ec5bbdf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.979991 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5282d6e3-c2eb-4eff-a629-2625aa6ae601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (7989079b-2a98-4df8-9515-2a06293b2119), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.982203 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2b63258-8861-4642-90e2-f59f5c212070 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (97901936-6c92-4219-9b1e-4fee1a4c758e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.984195 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24805e2a-2263-48b5-91a1-b684ef0ddf35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (e574e860-3001-476a-afef-7dbd1ec5bbdf), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:38.988787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b63258-8861-4642-90e2-f59f5c212070 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:38.990962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Network e4ca57a8-fb18-4484-b211-fb78f81a0de8 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:38.991193 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2b63258-8861-4642-90e2-f59f5c212070 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.015070 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:39.100278 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a879d413-7111-4e29-bd04-be0792967fa6 req-5fdf8a7c-0e8d-467f-a98d-e11b825a9307 service neutron] 10.222.0.36 "GET /v2.0/networks/436c4816-2885-4a66-a246-061c24b2b030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952623 Feb 05 02:54:39.149013 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24805e2a-2263-48b5-91a1-b684ef0ddf35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e574e860-3001-476a-afef-7dbd1ec5bbdf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.166211 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b63258-8861-4642-90e2-f59f5c212070 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Network': ['ID=97901936-6c92-4219-9b1e-4fee1a4c758e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:39.175916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f2b63258-8861-4642-90e2-f59f5c212070 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5059543 Feb 05 02:54:39.181603 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 97901936-6c92-4219-9b1e-4fee1a4c758e details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:54:39.183019 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b0a98-6872-42e7-b88e-0f76d2a41f7f req-9c0b3a5b-94d1-46d8-963a-56173559a6cf tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:39.185134 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-968b0a98-6872-42e7-b88e-0f76d2a41f7f req-9c0b3a5b-94d1-46d8-963a-56173559a6cf tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.3819325 Feb 05 02:54:39.186453 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49770) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:39.265278 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Router 2b795c89-c320-4256-8983-5ad99fbfbb7c has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:54:39.283290 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24805e2a-2263-48b5-91a1-b684ef0ddf35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (e574e860-3001-476a-afef-7dbd1ec5bbdf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.333517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8b6efd81-8bf0-476a-b7f6-f75e7b9794e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e', 'name': 'tempest-PortsTestJSON-1057247116'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:39.352725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c5334c6d-49a4-4257-b9fe-03518966f831 None None] Provisioning complete for port 44cb7c56-d967-4d18-b751-8bc9d16544e6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:39.354179 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c5334c6d-49a4-4257-b9fe-03518966f831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.401087 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5282d6e3-c2eb-4eff-a629-2625aa6ae601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (7989079b-2a98-4df8-9515-2a06293b2119), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.412603 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24805e2a-2263-48b5-91a1-b684ef0ddf35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e574e860-3001-476a-afef-7dbd1ec5bbdf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:39.430597 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24805e2a-2263-48b5-91a1-b684ef0ddf35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.433397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5282d6e3-c2eb-4eff-a629-2625aa6ae601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7989079b-2a98-4df8-9515-2a06293b2119']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:39.434634 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-24805e2a-2263-48b5-91a1-b684ef0ddf35 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e574e860-3001-476a-afef-7dbd1ec5bbdf HTTP/1.1" status: 204 len: 168 time: 0.5922446 Feb 05 02:54:39.438190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49776) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:39.447545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5282d6e3-c2eb-4eff-a629-2625aa6ae601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bacc685-c459-468b-9016-cde277ab6ab0') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:39.447827 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5282d6e3-c2eb-4eff-a629-2625aa6ae601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bacc685-c459-468b-9016-cde277ab6ab0') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:39.458483 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5282d6e3-c2eb-4eff-a629-2625aa6ae601 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (6bacc685-c459-468b-9016-cde277ab6ab0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.472897 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5282d6e3-c2eb-4eff-a629-2625aa6ae601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (6bacc685-c459-468b-9016-cde277ab6ab0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.479398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5282d6e3-c2eb-4eff-a629-2625aa6ae601 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:54:39.479801 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5282d6e3-c2eb-4eff-a629-2625aa6ae601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (6bacc685-c459-468b-9016-cde277ab6ab0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.526435 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd121-2ff0-4373-90f6-7801233c1956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (f2c2d1c4-2fc1-4957-b727-12b3ddf13539), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:54:39.556575 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:54:39.593195 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5282d6e3-c2eb-4eff-a629-2625aa6ae601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (7989079b-2a98-4df8-9515-2a06293b2119), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.599506 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5282d6e3-c2eb-4eff-a629-2625aa6ae601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.602002 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c5334c6d-49a4-4257-b9fe-03518966f831 None None] Port 44cb7c56-d967-4d18-b751-8bc9d16544e6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:54:39.604604 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5282d6e3-c2eb-4eff-a629-2625aa6ae601 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7989079b-2a98-4df8-9515-2a06293b2119 HTTP/1.1" status: 204 len: 168 time: 0.9394808 Feb 05 02:54:39.639310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49778) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:39.640531 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:54:39.648051 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282d6e3-c2eb-4eff-a629-2625aa6ae601 admin admin] Pushing event deleted for resources: {'Network': ['ID=7989079b-2a98-4df8-9515-2a06293b2119,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:39.648881 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-00214d70-48ad-42e8-a09f-acd529b6e41d admin admin] 10.222.0.36 "PUT /v2.0/routers/2b795c89-c320-4256-8983-5ad99fbfbb7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3900962 Feb 05 02:54:39.662970 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Sync routers for ids ['2b795c89-c320-4256-8983-5ad99fbfbb7c'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:54:39.676919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:39.693902 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-968b0a98-6872-42e7-b88e-0f76d2a41f7f req-c24ef443-8fab-4545-aa44-c8bafdac594f tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036882 Feb 05 02:54:39.713195 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a879d413-7111-4e29-bd04-be0792967fa6 req-0c8d4d65-b777-41fe-b427-891bfce5bfb0 service neutron] 10.222.0.36 "GET /v2.0/networks/436c4816-2885-4a66-a246-061c24b2b030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255501 Feb 05 02:54:39.729357 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd121-2ff0-4373-90f6-7801233c1956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (f2c2d1c4-2fc1-4957-b727-12b3ddf13539), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.730241 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Routers {'2b795c89-c320-4256-8983-5ad99fbfbb7c'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:54:39.731192 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:54:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2b795c89-c320-4256-8983-5ad99fbfbb7c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:39.773755 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6efd81-8bf0-476a-b7f6-f75e7b9794e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:39.778274 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b6efd81-8bf0-476a-b7f6-f75e7b9794e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.797063 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-7a8bd121-2ff0-4373-90f6-7801233c1956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c2d1c4-2fc1-4957-b727-12b3ddf13539']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:39.801922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bdd98ec-7c8f-413f-88b3-486b49a8e9e8 admin admin] Deleting subnet b6ba0192-dbf1-4359-acbe-0097dd187bee {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:54:39.811345 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bdd98ec-7c8f-413f-88b3-486b49a8e9e8 admin admin] Publish callbacks [] for subnet (b6ba0192-dbf1-4359-acbe-0097dd187bee), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.824351 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-7a8bd121-2ff0-4373-90f6-7801233c1956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbaeed9b-f16b-4439-b370-242ada7d4637') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:39.824632 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-7a8bd121-2ff0-4373-90f6-7801233c1956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbaeed9b-f16b-4439-b370-242ada7d4637') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:39.842458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-8b6efd81-8bf0-476a-b7f6-f75e7b9794e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] device_id is not set on port bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:54:39.888896 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd121-2ff0-4373-90f6-7801233c1956 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (cbaeed9b-f16b-4439-b370-242ada7d4637), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.947653 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.962623 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:39.963402 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5c5eaee3-3097-43d4-9e2d-c234bbaf26c9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:39.979964 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bdd98ec-7c8f-413f-88b3-486b49a8e9e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (b6ba0192-dbf1-4359-acbe-0097dd187bee), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:40.005693 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd121-2ff0-4373-90f6-7801233c1956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (cbaeed9b-f16b-4439-b370-242ada7d4637), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:40.020943 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8bd121-2ff0-4373-90f6-7801233c1956 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:54:40.021542 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd121-2ff0-4373-90f6-7801233c1956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (cbaeed9b-f16b-4439-b370-242ada7d4637), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:54:40.023245 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:54:40.083341 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b6efd81-8bf0-476a-b7f6-f75e7b9794e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:40.096247 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:54:40.100019 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bdd98ec-7c8f-413f-88b3-486b49a8e9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (b6ba0192-dbf1-4359-acbe-0097dd187bee), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:40.117123 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Set router 2b795c89-c320-4256-8983-5ad99fbfbb7c gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:54:40.136243 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b6efd81-8bf0-476a-b7f6-f75e7b9794e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:40.171163 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f69f854-b786-4180-8d34-732528e28c73 req-0aee9721-aee4-4a86-83bf-a1e29ca1d4c3 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.3347747 Feb 05 02:54:40.333440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-18149a4e-5e18-46e4-8ce2-6f6225fba1ff req-04078433-8676-4c07-a9ce-61c449731998 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 210 time: 0.1604919 Feb 05 02:54:40.397194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6efd81-8bf0-476a-b7f6-f75e7b9794e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:40.397362 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:40.400934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7a21e057-bf54-46de-9677-7a13520a5a80 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:40.429402 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6efd81-8bf0-476a-b7f6-f75e7b9794e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Checking segment: {'id': 'e4bd4fb8-07fb-45da-89af-2469069008cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:40.429402 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6efd81-8bf0-476a-b7f6-f75e7b9794e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network hostable DHCP agents. Network: 97901936-6c92-4219-9b1e-4fee1a4c758e, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:54:40.470461 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6efd81-8bf0-476a-b7f6-f75e7b9794e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 97901936-6c92-4219-9b1e-4fee1a4c758e is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:54:40.501916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8b6efd81-8bf0-476a-b7f6-f75e7b9794e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 97901936-6c92-4219-9b1e-4fee1a4c758e) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:40.506390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6efd81-8bf0-476a-b7f6-f75e7b9794e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:40.512719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6efd81-8bf0-476a-b7f6-f75e7b9794e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:40.513421 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b6efd81-8bf0-476a-b7f6-f75e7b9794e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:40.537146 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052f4a9b-d63b-4192-bdce-5bd8b6e0c430 None None] Network 97901936-6c92-4219-9b1e-4fee1a4c758e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:40.615286 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8b6efd81-8bf0-476a-b7f6-f75e7b9794e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3231986 Feb 05 02:54:40.615523 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49808) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:40.622314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5f2c36f8-1d66-462e-bd78-3efa4aece2de tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2069342258'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:40.677217 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2c36f8-1d66-462e-bd78-3efa4aece2de tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:40.698750 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f2c36f8-1d66-462e-bd78-3efa4aece2de tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:40.776389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2c36f8-1d66-462e-bd78-3efa4aece2de tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:54:40.805002 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f2c36f8-1d66-462e-bd78-3efa4aece2de tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e408e4af-8f43-4a76-9557-7044829a76e3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:40.805324 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-5f2c36f8-1d66-462e-bd78-3efa4aece2de tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Added segment e408e4af-8f43-4a76-9557-7044829a76e3 of type vlan for network 27ec72dd-81f2-4d0d-889d-d59cf66f2a6b Feb 05 02:54:40.822125 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd121-2ff0-4373-90f6-7801233c1956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (f2c2d1c4-2fc1-4957-b727-12b3ddf13539), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:40.824136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 7a21e057-bf54-46de-9677-7a13520a5a80 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:40.824733 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7a21e057-bf54-46de-9677-7a13520a5a80), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:40.848545 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd121-2ff0-4373-90f6-7801233c1956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:40.872195 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7a8bd121-2ff0-4373-90f6-7801233c1956 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f2c2d1c4-2fc1-4957-b727-12b3ddf13539 HTTP/1.1" status: 204 len: 168 time: 1.4321165 Feb 05 02:54:40.920742 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f2c36f8-1d66-462e-bd78-3efa4aece2de tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (27ec72dd-81f2-4d0d-889d-d59cf66f2a6b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:40.961093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bd121-2ff0-4373-90f6-7801233c1956 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c2d1c4-2fc1-4957-b727-12b3ddf13539,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:41.035324 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f2c36f8-1d66-462e-bd78-3efa4aece2de tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (27ec72dd-81f2-4d0d-889d-d59cf66f2a6b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:41.045438 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2c36f8-1d66-462e-bd78-3efa4aece2de tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:41.046478 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f2c36f8-1d66-462e-bd78-3efa4aece2de tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:41.052513 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bdd98ec-7c8f-413f-88b3-486b49a8e9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (b6ba0192-dbf1-4359-acbe-0097dd187bee), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:41.062443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1185552992-router', 'tenant_id': '7075e94d48814e8692b6262a9e8518be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '5c5eaee3-3097-43d4-9e2d-c234bbaf26c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:24Z', 'updated_at': '2022-02-05T02:54:37Z', 'revision_number': 4, 'project_id': '7075e94d48814e8692b6262a9e8518be', 'gw_port': {'id': '5c5eaee3-3097-43d4-9e2d-c234bbaf26c9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:28Z', 'updated_at': '2022-02-05T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '44cb7c56-d967-4d18-b751-8bc9d16544e6', 'name': '', 'network_id': 'e4ca57a8-fb18-4484-b211-fb78f81a0de8', 'tenant_id': '7075e94d48814e8692b6262a9e8518be', 'mac_address': 'fa:16:3e:0f:53:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:36Z', 'updated_at': '2022-02-05T02:54:37Z', 'revision_number': 2, 'project_id': '7075e94d48814e8692b6262a9e8518be', 'subnets': [{'id': 'b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:41.096137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c4715-1053-460a-aed8-407a8ff70a65 req-61a3e71a-dcb2-4ab3-b5a0-fa19fcaa559f tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:41.109492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-144c4715-1053-460a-aed8-407a8ff70a65 req-61a3e71a-dcb2-4ab3-b5a0-fa19fcaa559f tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.2821877 Feb 05 02:54:41.123030 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd98ec-7c8f-413f-88b3-486b49a8e9e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ba0192-dbf1-4359-acbe-0097dd187bee,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:41.149258 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bdd98ec-7c8f-413f-88b3-486b49a8e9e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:41.162479 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3bdd98ec-7c8f-413f-88b3-486b49a8e9e8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b6ba0192-dbf1-4359-acbe-0097dd187bee HTTP/1.1" status: 204 len: 168 time: 1.5171974 Feb 05 02:54:41.163521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49816) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:41.211221 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Checking router: 2b795c89-c320-4256-8983-5ad99fbfbb7c for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:54:41.212946 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Updating router 2b795c89-c320-4256-8983-5ad99fbfbb7c port 44cb7c56-d967-4d18-b751-8bc9d16544e6 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:54:41.229705 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49818) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:41.272349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 7a21e057-bf54-46de-9677-7a13520a5a80 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:41.295875 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:41.312870 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:41.428762 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5f2c36f8-1d66-462e-bd78-3efa4aece2de tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8119619 Feb 05 02:54:41.433084 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49824) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:41.448510 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-452b9896-9bd2-490c-b080-5d1e30b2d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (7dd55cbf-3469-4508-b293-e0456cc8ebcf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:41.494377 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'ports': [{'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e'}, {'network_id': '27ec72dd-81f2-4d0d-889d-d59cf66f2a6b'}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:41.494777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:41.495508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'network_id': '27ec72dd-81f2-4d0d-889d-d59cf66f2a6b'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:41.507871 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-144c4715-1053-460a-aed8-407a8ff70a65 req-86ca1c6b-8d27-4721-a22a-5b18accbdd0b tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929212 Feb 05 02:54:41.621693 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-452b9896-9bd2-490c-b080-5d1e30b2d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (7dd55cbf-3469-4508-b293-e0456cc8ebcf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:41.653140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-452b9896-9bd2-490c-b080-5d1e30b2d5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd55cbf-3469-4508-b293-e0456cc8ebcf']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:41.671382 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-452b9896-9bd2-490c-b080-5d1e30b2d5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03256b1-c3a1-46da-a559-442881a0b3d0') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:41.671765 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-452b9896-9bd2-490c-b080-5d1e30b2d5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03256b1-c3a1-46da-a559-442881a0b3d0') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:41.685845 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-452b9896-9bd2-490c-b080-5d1e30b2d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (e03256b1-c3a1-46da-a559-442881a0b3d0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:41.709437 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-452b9896-9bd2-490c-b080-5d1e30b2d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e03256b1-c3a1-46da-a559-442881a0b3d0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:41.734772 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452b9896-9bd2-490c-b080-5d1e30b2d5a8 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:54:41.738176 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-452b9896-9bd2-490c-b080-5d1e30b2d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (e03256b1-c3a1-46da-a559-442881a0b3d0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:54:41.909068 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:54:42.045861 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-452b9896-9bd2-490c-b080-5d1e30b2d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (7dd55cbf-3469-4508-b293-e0456cc8ebcf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:42.054518 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-452b9896-9bd2-490c-b080-5d1e30b2d5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:42.057838 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-452b9896-9bd2-490c-b080-5d1e30b2d5a8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7dd55cbf-3469-4508-b293-e0456cc8ebcf HTTP/1.1" status: 204 len: 168 time: 0.8932784 Feb 05 02:54:42.078063 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b9896-9bd2-490c-b080-5d1e30b2d5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dd55cbf-3469-4508-b293-e0456cc8ebcf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:42.180588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879d413-7111-4e29-bd04-be0792967fa6 req-a7fbfe0f-454a-44cd-a318-10d8e7cac150 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:42.182122 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a879d413-7111-4e29-bd04-be0792967fa6 req-a7fbfe0f-454a-44cd-a318-10d8e7cac150 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.10 "GET /v2.0/networks?id=436c4816-2885-4a66-a246-061c24b2b030 HTTP/1.1" status: 200 len: 811 time: 0.2422771 Feb 05 02:54:42.249748 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Publish callbacks [] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:42.276589 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:42.299484 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a879d413-7111-4e29-bd04-be0792967fa6 req-bc70da66-8ba6-44f0-b1c8-8648a83af04e tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e10a2c83a7424977ae9f7abae799b368 HTTP/1.1" status: 200 len: 378 time: 0.1051733 Feb 05 02:54:42.313133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a879d413-7111-4e29-bd04-be0792967fa6 req-9484f36e-8b80-45bd-aebb-1b81ee7a4ef8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Request body: {'port': {'device_id': '1f7b13c5-1426-430e-9afa-f9c7924473cc', 'network_id': '436c4816-2885-4a66-a246-061c24b2b030', 'admin_state_up': True, 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'security_groups': ['eadb2ed8-8973-4347-ab01-d1958194a63d']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:42.337168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87e367e8-c6c8-4dbc-86e0-d361620b902a req-f043fd3e-6c3e-4970-b6a1-13d299524bef tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.9162297 Feb 05 02:54:42.380934 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c36f8-1d66-462e-bd78-3efa4aece2de tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Network': ['ID=27ec72dd-81f2-4d0d-889d-d59cf66f2a6b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:42.421507 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3de3211-600f-4b6f-bcbe-c2543337b2b2 req-2fece3fe-9483-4458-8bb7-ebe6bd7affb3 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 210 time: 0.1794481 Feb 05 02:54:42.462971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 27ec72dd-81f2-4d0d-889d-d59cf66f2a6b details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:54:42.496939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1a45b643-0591-499f-9a6b-de131838ab4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68456ab3ca5f496b90747f75315ba62a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2045288 Feb 05 02:54:42.499407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49830) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:42.596290 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a879d413-7111-4e29-bd04-be0792967fa6 req-9484f36e-8b80-45bd-aebb-1b81ee7a4ef8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Made reservation on behalf of e10a2c83a7424977ae9f7abae799b368 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:42.610195 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a879d413-7111-4e29-bd04-be0792967fa6 req-9484f36e-8b80-45bd-aebb-1b81ee7a4ef8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:42.661293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb1d26-8e48-4e2a-9b53-a2bbaad02352 None None] Pushing event updated for resources: {'Port': ['ID=44cb7c56-d967-4d18-b751-8bc9d16544e6,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:42.670536 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49834) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:42.762833 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Attempting to bind port 44cb7c56-d967-4d18-b751-8bc9d16544e6 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:54:42.764608 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Attempting to bind port 44cb7c56-d967-4d18-b751-8bc9d16544e6 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'cd6a07bd-248b-4d83-aa33-474693ba1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4ca57a8-fb18-4484-b211-fb78f81a0de8'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:54:42.765175 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Attempting to bind port 44cb7c56-d967-4d18-b751-8bc9d16544e6 on network e4ca57a8-fb18-4484-b211-fb78f81a0de8 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:54:42.780509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:54:42.781217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Checking segment: {'id': 'cd6a07bd-248b-4d83-aa33-474693ba1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4ca57a8-fb18-4484-b211-fb78f81a0de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:42.781811 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:42.782380 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Bound using segment: {'id': 'cd6a07bd-248b-4d83-aa33-474693ba1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4ca57a8-fb18-4484-b211-fb78f81a0de8'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:54:42.783116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Bound port: 44cb7c56-d967-4d18-b751-8bc9d16544e6, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6a07bd-248b-4d83-aa33-474693ba1329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e4ca57a8-fb18-4484-b211-fb78f81a0de8'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:54:42.784191 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:42.940358 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] For port 44cb7c56-d967-4d18-b751-8bc9d16544e6, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:54:42.950218 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] For port 44cb7c56-d967-4d18-b751-8bc9d16544e6, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=44cb7c56-d967-4d18-b751-8bc9d16544e6,segment=NetworkSegment(cd6a07bd-248b-4d83-aa33-474693ba1329),segment_id=cd6a07bd-248b-4d83-aa33-474693ba1329)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:54:42.966696 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769efee2-093b-4da8-a7e2-d1c0b0ee0e03 req-9f1a1a6b-2c52-46ed-836f-4cab8fc152c2 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:42.997441 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-769efee2-093b-4da8-a7e2-d1c0b0ee0e03 req-9f1a1a6b-2c52-46ed-836f-4cab8fc152c2 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.2993500 Feb 05 02:54:43.001854 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:43.070731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'port': 2} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:43.084380 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:43.140483 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:43.143832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8287d857-c8ea-48f5-a4de-6d41f5125806 None None] Provisioning complete for port 44cb7c56-d967-4d18-b751-8bc9d16544e6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:43.145346 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8287d857-c8ea-48f5-a4de-6d41f5125806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:43.196705 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e1a333e5-5f2a-4b76-b2c1-d2b1dafd7391 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1efeace9c19e4c6591bec43ee004b4ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5109208 Feb 05 02:54:43.197914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49838) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:43.273671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-769efee2-093b-4da8-a7e2-d1c0b0ee0e03 req-eb09b536-f7d2-4018-b5f6-ffd5ca35f863 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705004 Feb 05 02:54:43.286484 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d87c4ac-1eb9-4020-ac1a-e9d58e42f042 admin admin] Publish callbacks [] for security_group (0e291e55-6d09-4dde-a62c-df2abd2750be), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:43.345778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Routers {'2b795c89-c320-4256-8983-5ad99fbfbb7c'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:54:43.351070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:54:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2b795c89-c320-4256-8983-5ad99fbfbb7c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:43.353687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-a879d413-7111-4e29-bd04-be0792967fa6 req-9484f36e-8b80-45bd-aebb-1b81ee7a4ef8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Allocated IP 172.20.0.13 (436c4816-2885-4a66-a246-061c24b2b030/e6a6cc2c-4cea-4e70-98f1-e416109769e9/d65a3bde-cbf3-4f82-9a61-4bdd0db54c02) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:54:43.375720 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb1d26-8e48-4e2a-9b53-a2bbaad02352 None None] Pushing event updated for resources: {'Port': ['ID=44cb7c56-d967-4d18-b751-8bc9d16544e6,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:43.461375 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d87c4ac-1eb9-4020-ac1a-e9d58e42f042 admin admin] Publish callbacks [] for security_group (0e291e55-6d09-4dde-a62c-df2abd2750be), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:43.821416 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d87c4ac-1eb9-4020-ac1a-e9d58e42f042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0e291e55-6d09-4dde-a62c-df2abd2750be), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:43.827703 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d87c4ac-1eb9-4020-ac1a-e9d58e42f042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:43.839344 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1d87c4ac-1eb9-4020-ac1a-e9d58e42f042 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e291e55-6d09-4dde-a62c-df2abd2750be HTTP/1.1" status: 204 len: 168 time: 1.3320999 Feb 05 02:54:43.894912 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87c4ac-1eb9-4020-ac1a-e9d58e42f042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e291e55-6d09-4dde-a62c-df2abd2750be,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:43.906919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] device_id is not set on port 25ce04ba-7312-40f3-aed6-06bf50440e81 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:54:43.968596 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a879d413-7111-4e29-bd04-be0792967fa6 req-9484f36e-8b80-45bd-aebb-1b81ee7a4ef8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for port (d65a3bde-cbf3-4f82-9a61-4bdd0db54c02), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:44.046843 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (25ce04ba-7312-40f3-aed6-06bf50440e81), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:44.123847 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a879d413-7111-4e29-bd04-be0792967fa6 req-9484f36e-8b80-45bd-aebb-1b81ee7a4ef8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d65a3bde-cbf3-4f82-9a61-4bdd0db54c02), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:44.150169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] device_id is not set on port 44c3af2d-9071-4f28-b352-c21a48384e18 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:54:44.162681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8287d857-c8ea-48f5-a4de-6d41f5125806 None None] Current status of the port 44cb7c56-d967-4d18-b751-8bc9d16544e6 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:44.183301 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8287d857-c8ea-48f5-a4de-6d41f5125806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:44.248669 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484f36e-8b80-45bd-aebb-1b81ee7a4ef8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Pushing event updated for resources: {'Port': ['ID=d65a3bde-cbf3-4f82-9a61-4bdd0db54c02,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:44.286702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a879d413-7111-4e29-bd04-be0792967fa6 req-9484f36e-8b80-45bd-aebb-1b81ee7a4ef8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Network 436c4816-2885-4a66-a246-061c24b2b030 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:44.294201 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-a879d413-7111-4e29-bd04-be0792967fa6 req-9484f36e-8b80-45bd-aebb-1b81ee7a4ef8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:44.297484 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a879d413-7111-4e29-bd04-be0792967fa6 req-9484f36e-8b80-45bd-aebb-1b81ee7a4ef8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:44.314276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6bca18ef-72e4-4176-a65f-ca3194fb31ab req-90872a08-ae3a-4ccd-875c-dd19be89a82d tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.5953858 Feb 05 02:54:44.324537 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f304b5c-768a-4862-8ff1-8552474b1154 req-a27d74e8-fae5-4090-a63e-5c749ecf6b9f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 210 time: 0.6106310 Feb 05 02:54:44.334851 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (44c3af2d-9071-4f28-b352-c21a48384e18), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:44.356791 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c58a7b5e-5962-465f-bf95-92ac23a1ee9f admin admin] Publish callbacks [] for security_group (a1ebe37f-89c8-4e5d-9bf7-776eabe3697f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:44.359369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8287d857-c8ea-48f5-a4de-6d41f5125806 None None] For port 44cb7c56-d967-4d18-b751-8bc9d16544e6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=44cb7c56-d967-4d18-b751-8bc9d16544e6,segment=NetworkSegment(cd6a07bd-248b-4d83-aa33-474693ba1329),segment_id=cd6a07bd-248b-4d83-aa33-474693ba1329)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:44.404993 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8287d857-c8ea-48f5-a4de-6d41f5125806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:44.439032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879d413-7111-4e29-bd04-be0792967fa6 req-9484f36e-8b80-45bd-aebb-1b81ee7a4ef8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:44.439705 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a879d413-7111-4e29-bd04-be0792967fa6 req-9484f36e-8b80-45bd-aebb-1b81ee7a4ef8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:44.483515 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c58a7b5e-5962-465f-bf95-92ac23a1ee9f admin admin] Publish callbacks [] for security_group (a1ebe37f-89c8-4e5d-9bf7-776eabe3697f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:44.493902 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a879d413-7111-4e29-bd04-be0792967fa6 req-9484f36e-8b80-45bd-aebb-1b81ee7a4ef8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1865053 Feb 05 02:54:44.513845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Request body: {'port': {'device_id': '1f7b13c5-1426-430e-9afa-f9c7924473cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:44.604061 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] Set router 2b795c89-c320-4256-8983-5ad99fbfbb7c gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:54:44.699911 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a3e8db07-3b4b-4462-a441-93bfae80a4d5 None None] Provisioning complete for port 44cb7c56-d967-4d18-b751-8bc9d16544e6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:44.700369 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a3e8db07-3b4b-4462-a441-93bfae80a4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:44.709822 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d65a3bde-cbf3-4f82-9a61-4bdd0db54c02), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:44.727213 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (25ce04ba-7312-40f3-aed6-06bf50440e81), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:44.735942 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49852) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:44.799327 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287d857-c8ea-48f5-a4de-6d41f5125806 None None] Pushing event updated for resources: {'Port': ['ID=44cb7c56-d967-4d18-b751-8bc9d16544e6,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:44.858242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=25ce04ba-7312-40f3-aed6-06bf50440e81,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:44.866124 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cb78cb0b-3274-431c-bc92-6ad01386fc8e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae15416e3abf45c8ab23f9671a3dbb9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1287465 Feb 05 02:54:44.867152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49854) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:44.883568 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 97901936-6c92-4219-9b1e-4fee1a4c758e is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:44.891981 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:44.899589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:44.900998 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (44c3af2d-9071-4f28-b352-c21a48384e18), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:44.964659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=44c3af2d-9071-4f28-b352-c21a48384e18,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:44.983725 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb4f81-72c9-4ee4-b951-290af0bd7125 req-f4adda76-2916-4d38-a95e-79d001119585 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:44.985571 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4abb4f81-72c9-4ee4-b951-290af0bd7125 req-f4adda76-2916-4d38-a95e-79d001119585 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.4521396 Feb 05 02:54:44.986609 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c58a7b5e-5962-465f-bf95-92ac23a1ee9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a1ebe37f-89c8-4e5d-9bf7-776eabe3697f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:44.992894 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c58a7b5e-5962-465f-bf95-92ac23a1ee9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:44.997503 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c58a7b5e-5962-465f-bf95-92ac23a1ee9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1ebe37f-89c8-4e5d-9bf7-776eabe3697f HTTP/1.1" status: 204 len: 168 time: 1.7915845 Feb 05 02:54:45.046639 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a7b5e-5962-465f-bf95-92ac23a1ee9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ebe37f-89c8-4e5d-9bf7-776eabe3697f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:45.081219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Checking segment: {'id': 'e408e4af-8f43-4a76-9557-7044829a76e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '27ec72dd-81f2-4d0d-889d-d59cf66f2a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:45.081977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network hostable DHCP agents. Network: 27ec72dd-81f2-4d0d-889d-d59cf66f2a6b, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:54:45.140882 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4abb4f81-72c9-4ee4-b951-290af0bd7125 req-3f294e99-b07a-4538-bdb8-0c762e2cb8f3 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370394 Feb 05 02:54:45.160797 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 27ec72dd-81f2-4d0d-889d-d59cf66f2a6b is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:54:45.192964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 27ec72dd-81f2-4d0d-889d-d59cf66f2a6b) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:45.200912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8db07-3b4b-4462-a441-93bfae80a4d5 None None] Current status of the port 44cb7c56-d967-4d18-b751-8bc9d16544e6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:45.201974 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:45.218477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:45.243217 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:45.246775 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:45.248652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6023e509-33e1-4ced-8720-d0498b28936c None None] Network 27ec72dd-81f2-4d0d-889d-d59cf66f2a6b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:45.283201 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0ffd884a-a1e4-4509-9c1b-131eba3bef12 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8039970 Feb 05 02:54:45.286885 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49860) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:45.388370 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ddbb3b14-7446-48ad-aaed-6475d3725569 None None] Provisioning complete for port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:45.390666 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ddbb3b14-7446-48ad-aaed-6475d3725569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d65a3bde-cbf3-4f82-9a61-4bdd0db54c02), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:45.458341 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1185552992-router', 'tenant_id': '7075e94d48814e8692b6262a9e8518be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '5c5eaee3-3097-43d4-9e2d-c234bbaf26c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:24Z', 'updated_at': '2022-02-05T02:54:37Z', 'revision_number': 4, 'project_id': '7075e94d48814e8692b6262a9e8518be', 'gw_port': {'id': '5c5eaee3-3097-43d4-9e2d-c234bbaf26c9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:28Z', 'updated_at': '2022-02-05T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '44cb7c56-d967-4d18-b751-8bc9d16544e6', 'name': '', 'network_id': 'e4ca57a8-fb18-4484-b211-fb78f81a0de8', 'tenant_id': '7075e94d48814e8692b6262a9e8518be', 'mac_address': 'fa:16:3e:0f:53:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:36Z', 'updated_at': '2022-02-05T02:54:42Z', 'revision_number': 4, 'project_id': '7075e94d48814e8692b6262a9e8518be', 'subnets': [{'id': 'b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:45.492044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f109d-6dbd-44c9-8b32-960daf68f590 None None] The sync data for ids ['2b795c89-c320-4256-8983-5ad99fbfbb7c'] in n-d-826942-8 is: [{'id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1185552992-router', 'tenant_id': '7075e94d48814e8692b6262a9e8518be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '5c5eaee3-3097-43d4-9e2d-c234bbaf26c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:24Z', 'updated_at': '2022-02-05T02:54:37Z', 'revision_number': 4, 'project_id': '7075e94d48814e8692b6262a9e8518be', 'gw_port': {'id': '5c5eaee3-3097-43d4-9e2d-c234bbaf26c9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:28Z', 'updated_at': '2022-02-05T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '44cb7c56-d967-4d18-b751-8bc9d16544e6', 'name': '', 'network_id': 'e4ca57a8-fb18-4484-b211-fb78f81a0de8', 'tenant_id': '7075e94d48814e8692b6262a9e8518be', 'mac_address': 'fa:16:3e:0f:53:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:36Z', 'updated_at': '2022-02-05T02:54:42Z', 'revision_number': 4, 'project_id': '7075e94d48814e8692b6262a9e8518be', 'subnets': [{'id': 'b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:54:45.536794 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ddbb3b14-7446-48ad-aaed-6475d3725569 None None] Port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:54:45.622025 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7672-6537-45b7-bdcc-bf0fb3a421e8 admin admin] Publish callbacks [] for security_group (7e983e11-3a0d-4f89-afd8-f5d8295d9354), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:45.672896 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b03a232-87a9-4dac-bfae-f13aa7f1c232 req-45b17242-b71c-40e5-bacd-26a0bd706fce tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.1458521 Feb 05 02:54:45.802674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7672-6537-45b7-bdcc-bf0fb3a421e8 admin admin] Publish callbacks [] for security_group (7e983e11-3a0d-4f89-afd8-f5d8295d9354), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:45.833059 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-294053af-aaf5-4528-902f-a473d6c21cc7 req-fbb4e28c-b872-4334-8d8a-16f1784654cc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0492034 Feb 05 02:54:45.833994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a6084-909c-40ed-a2b9-a636c517bd43 req-e9f7f87e-2d5f-42bb-8f8a-0b057a3937c8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:45.854548 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db1a6084-909c-40ed-a2b9-a636c517bd43 req-e9f7f87e-2d5f-42bb-8f8a-0b057a3937c8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 932 time: 0.3422799 Feb 05 02:54:45.859715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-173ad9fc-fae5-456e-8e33-2ffd7f4b005d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port 44c3af2d-9071-4f28-b352-c21a48384e18 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:54:45.860061 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-173ad9fc-fae5-456e-8e33-2ffd7f4b005d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (44c3af2d-9071-4f28-b352-c21a48384e18), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:45.860206 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:54:45.892799 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Publish callbacks [] for port (d65a3bde-cbf3-4f82-9a61-4bdd0db54c02), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:45.917849 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:45.947718 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Transition to ACTIVE for port object d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:54:45.961955 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (d65a3bde-cbf3-4f82-9a61-4bdd0db54c02), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:46.029112 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-173ad9fc-fae5-456e-8e33-2ffd7f4b005d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (44c3af2d-9071-4f28-b352-c21a48384e18), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:46.051115 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-173ad9fc-fae5-456e-8e33-2ffd7f4b005d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for 44c3af2d-9071-4f28-b352-c21a48384e18 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:54:46.083382 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7672-6537-45b7-bdcc-bf0fb3a421e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7e983e11-3a0d-4f89-afd8-f5d8295d9354), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:46.091368 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7672-6537-45b7-bdcc-bf0fb3a421e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:46.101182 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c6cc7672-6537-45b7-bdcc-bf0fb3a421e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e983e11-3a0d-4f89-afd8-f5d8295d9354 HTTP/1.1" status: 204 len: 168 time: 1.2011378 Feb 05 02:54:46.162121 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49870) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:46.355666 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-173ad9fc-fae5-456e-8e33-2ffd7f4b005d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (44c3af2d-9071-4f28-b352-c21a48384e18), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:46.458992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ad9fc-fae5-456e-8e33-2ffd7f4b005d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=44c3af2d-9071-4f28-b352-c21a48384e18,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:46.471060 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5269c1f9-ee61-4503-a91b-f8ee186bb4ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=342e91afead3465b8df7f94910289cff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052292 Feb 05 02:54:46.477066 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc7672-6537-45b7-bdcc-bf0fb3a421e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e983e11-3a0d-4f89-afd8-f5d8295d9354,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:46.478750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49876) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:46.517409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d65a3bde-cbf3-4f82-9a61-4bdd0db54c02,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:46.529891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Attempting to bind port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:54:46.531245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Attempting to bind port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436c4816-2885-4a66-a246-061c24b2b030'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:54:46.532347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Attempting to bind port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 on network 436c4816-2885-4a66-a246-061c24b2b030 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:54:46.545804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 on network 436c4816-2885-4a66-a246-061c24b2b030 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:54:46.547267 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Attempting to bind port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 on network 436c4816-2885-4a66-a246-061c24b2b030 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:54:46.561605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:54:46.562740 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Checking segment: {'id': 'bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436c4816-2885-4a66-a246-061c24b2b030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:46.564335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Bound using segment: {'id': 'bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436c4816-2885-4a66-a246-061c24b2b030'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:54:46.565022 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Bound port: d65a3bde-cbf3-4f82-9a61-4bdd0db54c02, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '436c4816-2885-4a66-a246-061c24b2b030'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:54:46.566210 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d65a3bde-cbf3-4f82-9a61-4bdd0db54c02), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:46.578184 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-173ad9fc-fae5-456e-8e33-2ffd7f4b005d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:46.596045 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-173ad9fc-fae5-456e-8e33-2ffd7f4b005d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/44c3af2d-9071-4f28-b352-c21a48384e18 HTTP/1.1" status: 204 len: 168 time: 1.3080168 Feb 05 02:54:46.601686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49878) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:46.704985 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db1a6084-909c-40ed-a2b9-a636c517bd43 req-2c9d1bca-b767-4f94-bd4b-e9871d5777d8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8486297 Feb 05 02:54:46.746211 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] For port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:54:46.754835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] For port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d65a3bde-cbf3-4f82-9a61-4bdd0db54c02,segment=NetworkSegment(bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e),segment_id=bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:54:46.803650 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (d65a3bde-cbf3-4f82-9a61-4bdd0db54c02), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:46.888243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c90566-abd5-4ae0-abe1-145935d0d343 req-35a10b50-a0fb-41d1-867e-196108e501e5 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:46.897864 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09c90566-abd5-4ae0-abe1-145935d0d343 req-35a10b50-a0fb-41d1-867e-196108e501e5 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.5279448 Feb 05 02:54:46.913243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:46.913969 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:46.915635 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a879d413-7111-4e29-bd04-be0792967fa6 req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] 10.222.0.10 "PUT /v2.0/ports/d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 HTTP/1.1" status: 200 len: 1092 time: 2.4063151 Feb 05 02:54:46.918686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7b13c5-1426-430e-9afa-f9c7924473cc', 'tag': 'd65a3bde-cbf3-4f82-9a61-4bdd0db54c02'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:54:46.944699 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e83eac2-b767-471a-8113-7028019440f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7b13c5-1426-430e-9afa-f9c7924473cc", "tag": "d65a3bde-cbf3-4f82-9a61-4bdd0db54c02"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:54:47.039399 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2cac6c8-8301-42df-8481-0ca43055d5ac admin admin] Publish callbacks [] for security_group (7b3a4744-e296-4a82-a36a-b05a5bbf5e26), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:47.055530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a1b63-d761-4a39-9efa-2fca97106c2c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:47.069990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a1b63-d761-4a39-9efa-2fca97106c2c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:47.086976 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-794a1b63-d761-4a39-9efa-2fca97106c2c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3216262 Feb 05 02:54:47.089597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49890) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:47.252404 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7241b8b-99af-490d-8423-b4f0d59df6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d65a3bde-cbf3-4f82-9a61-4bdd0db54c02,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:47.272810 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2cac6c8-8301-42df-8481-0ca43055d5ac admin admin] Publish callbacks [] for security_group (7b3a4744-e296-4a82-a36a-b05a5bbf5e26), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:47.378385 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879d413-7111-4e29-bd04-be0792967fa6 req-74e655ca-a41d-4c12-89a0-68297b89ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:47.403466 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a879d413-7111-4e29-bd04-be0792967fa6 req-74e655ca-a41d-4c12-89a0-68297b89ed1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e10a2c83a7424977ae9f7abae799b368&device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 1126 time: 0.4021726 Feb 05 02:54:47.459594 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09c90566-abd5-4ae0-abe1-145935d0d343 req-bd9d1895-2220-4108-a09b-f79554d1f1b3 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471513 Feb 05 02:54:47.475389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c717a544-e906-47ef-8bb5-b9eb4f9543c8 req-bedacdc0-2fd7-4d3a-9b2f-d3bfcc3b2af8 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.5397644 Feb 05 02:54:47.491627 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2cac6c8-8301-42df-8481-0ca43055d5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7b3a4744-e296-4a82-a36a-b05a5bbf5e26), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:47.510914 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2cac6c8-8301-42df-8481-0ca43055d5ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:47.516388 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c2cac6c8-8301-42df-8481-0ca43055d5ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b3a4744-e296-4a82-a36a-b05a5bbf5e26 HTTP/1.1" status: 204 len: 168 time: 0.9880192 Feb 05 02:54:47.577798 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cac6c8-8301-42df-8481-0ca43055d5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3a4744-e296-4a82-a36a-b05a5bbf5e26,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:47.688441 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a879d413-7111-4e29-bd04-be0792967fa6 req-23f713e1-f74c-4358-8181-a61f74cc71fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 HTTP/1.1" status: 200 len: 217 time: 0.1114802 Feb 05 02:54:47.697190 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401f7c27-d525-46b6-a8f7-2f7ec7df1c8e x-openstack-request-id: req-401f7c27-d525-46b6-a8f7-2f7ec7df1c8e {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:54:47.700611 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7b13c5-1426-430e-9afa-f9c7924473cc", "tag": "d65a3bde-cbf3-4f82-9a61-4bdd0db54c02", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:54:47.701413 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-401f7c27-d525-46b6-a8f7-2f7ec7df1c8e {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:54:47.702141 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7b13c5-1426-430e-9afa-f9c7924473cc', 'tag': 'd65a3bde-cbf3-4f82-9a61-4bdd0db54c02', 'status': 'completed', 'code': 200} Feb 05 02:54:47.725732 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 44cb7c56-d967-4d18-b751-8bc9d16544e6 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:47.881300 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879d413-7111-4e29-bd04-be0792967fa6 req-46a7af06-8018-4c9a-9c8c-ea5d3754f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:47.884132 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a879d413-7111-4e29-bd04-be0792967fa6 req-46a7af06-8018-4c9a-9c8c-ea5d3754f468 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e6a6cc2c-4cea-4e70-98f1-e416109769e9 HTTP/1.1" status: 200 len: 850 time: 0.1807168 Feb 05 02:54:47.940091 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 44cb7c56-d967-4d18-b751-8bc9d16544e6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:47.941229 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:47.964848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-236a8cad-cd33-4b90-9ed1-71b2816916a1 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port 25ce04ba-7312-40f3-aed6-06bf50440e81 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:54:47.965479 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-236a8cad-cd33-4b90-9ed1-71b2816916a1 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (25ce04ba-7312-40f3-aed6-06bf50440e81), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:47.992600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea033e4-60dc-4a43-8a79-b1f39cfd6d73 req-2f303e1f-8c3e-41a9-a0b8-92a6f40ef89b tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:48.010041 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ea033e4-60dc-4a43-8a79-b1f39cfd6d73 req-2f303e1f-8c3e-41a9-a0b8-92a6f40ef89b tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 944 time: 0.1199551 Feb 05 02:54:48.128267 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 44cb7c56-d967-4d18-b751-8bc9d16544e6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:48.160530 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-236a8cad-cd33-4b90-9ed1-71b2816916a1 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (25ce04ba-7312-40f3-aed6-06bf50440e81), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:48.170408 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ea033e4-60dc-4a43-8a79-b1f39cfd6d73 req-b6127e35-d8d6-4727-97e9-76ff8d4d6e62 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1593630 Feb 05 02:54:48.206815 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-236a8cad-cd33-4b90-9ed1-71b2816916a1 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for 25ce04ba-7312-40f3-aed6-06bf50440e81 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:54:48.372751 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-236a8cad-cd33-4b90-9ed1-71b2816916a1 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (25ce04ba-7312-40f3-aed6-06bf50440e81), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:48.434735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a8cad-cd33-4b90-9ed1-71b2816916a1 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=25ce04ba-7312-40f3-aed6-06bf50440e81,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:48.441172 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879d413-7111-4e29-bd04-be0792967fa6 req-1af7b03e-8c1a-4498-b474-48273311c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:48.443568 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a879d413-7111-4e29-bd04-be0792967fa6 req-1af7b03e-8c1a-4498-b474-48273311c51f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=436c4816-2885-4a66-a246-061c24b2b030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5489910 Feb 05 02:54:48.444937 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-236a8cad-cd33-4b90-9ed1-71b2816916a1 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:48.450801 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-236a8cad-cd33-4b90-9ed1-71b2816916a1 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/25ce04ba-7312-40f3-aed6-06bf50440e81 HTTP/1.1" status: 204 len: 168 time: 1.3530750 Feb 05 02:54:48.451365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49920) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:48.714168 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3a3a0d-67f2-4674-8c67-dbfa79e3be63 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:48.720671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6d3a3a0d-67f2-4674-8c67-dbfa79e3be63 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2653170 Feb 05 02:54:48.721834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49934) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:48.792078 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a879d413-7111-4e29-bd04-be0792967fa6 req-e7206d30-7ba4-4b73-a0b1-9a6b90fac00d service neutron] 10.222.0.10 "GET /v2.0/networks/436c4816-2885-4a66-a246-061c24b2b030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418427 Feb 05 02:54:48.900813 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c137b74-42ba-4410-b2f4-85e25b30fae2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] GET failed (client error): The resource could not be found. Feb 05 02:54:48.912966 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8c137b74-42ba-4410-b2f4-85e25b30fae2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports/44c3af2d-9071-4f28-b352-c21a48384e18 HTTP/1.1" status: 404 len: 333 time: 0.1502063 Feb 05 02:54:48.916443 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58d0b08c-de5f-4a47-8d3c-72641233779c req-4b0f3aef-b5d8-42a0-8d04-9ec955b5ae98 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.1124716 Feb 05 02:54:48.918511 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49940) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:49.001347 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-203d44a0-6ecd-4584-8a71-eb9c95a9ad96 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] GET failed (client error): The resource could not be found. Feb 05 02:54:49.006700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-203d44a0-6ecd-4584-8a71-eb9c95a9ad96 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports/25ce04ba-7312-40f3-aed6-06bf50440e81 HTTP/1.1" status: 404 len: 333 time: 0.0855200 Feb 05 02:54:49.009468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49948) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:49.140199 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a879d413-7111-4e29-bd04-be0792967fa6 req-b0f85ff8-0e05-4295-82a3-f23d8d3f19ef service neutron] 10.222.0.10 "GET /v2.0/networks/436c4816-2885-4a66-a246-061c24b2b030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258157 Feb 05 02:54:49.272843 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa6662bf-ebb6-4646-b90f-ea83cb04fae9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (27ec72dd-81f2-4d0d-889d-d59cf66f2a6b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:49.310497 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83eac2-b767-471a-8113-7028019440f9 req-b15d961f-e616-4974-a92b-72e260017983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:49.319982 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e83eac2-b767-471a-8113-7028019440f9 req-b15d961f-e616-4974-a92b-72e260017983 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e10a2c83a7424977ae9f7abae799b368&device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 1126 time: 0.1138518 Feb 05 02:54:49.395043 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a0ff0-e1f9-4a83-9b82-29ffb8529ef9 req-0bd7f292-63e5-4418-b044-c86490db903f tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:49.405674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fe7a0ff0-e1f9-4a83-9b82-29ffb8529ef9 req-0bd7f292-63e5-4418-b044-c86490db903f tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.6659703 Feb 05 02:54:49.531825 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa6662bf-ebb6-4646-b90f-ea83cb04fae9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (27ec72dd-81f2-4d0d-889d-d59cf66f2a6b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:49.586229 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-aa6662bf-ebb6-4646-b90f-ea83cb04fae9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ec72dd-81f2-4d0d-889d-d59cf66f2a6b']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:49.608866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-aa6662bf-ebb6-4646-b90f-ea83cb04fae9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e408e4af-8f43-4a76-9557-7044829a76e3') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:49.610550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-aa6662bf-ebb6-4646-b90f-ea83cb04fae9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e408e4af-8f43-4a76-9557-7044829a76e3') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:54:49.642263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83eac2-b767-471a-8113-7028019440f9 req-df08f990-db2e-4ad0-83da-57609a0fb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:49.645171 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e83eac2-b767-471a-8113-7028019440f9 req-df08f990-db2e-4ad0-83da-57609a0fb7a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=436c4816-2885-4a66-a246-061c24b2b030 HTTP/1.1" status: 200 len: 912 time: 0.3259070 Feb 05 02:54:49.646110 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa6662bf-ebb6-4646-b90f-ea83cb04fae9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (e408e4af-8f43-4a76-9557-7044829a76e3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:49.722751 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fe7a0ff0-e1f9-4a83-9b82-29ffb8529ef9 req-1b7e73a1-6489-45c0-ad89-6b5e0b76ed55 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158824 Feb 05 02:54:49.778048 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e83eac2-b767-471a-8113-7028019440f9 req-dff40b54-051a-42f2-aa4b-f64597d3f62d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 HTTP/1.1" status: 200 len: 217 time: 0.1238005 Feb 05 02:54:49.856517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3db6dcb4-4932-4cd3-8472-a4ed5f8a830e req-0d6f6248-965c-4f9e-9922-e28946cf36b4 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6&device_id=9935344c-d9e1-4dd4-a308-b8d5da5a5288 HTTP/1.1" status: 200 len: 210 time: 0.1548998 Feb 05 02:54:49.875432 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa6662bf-ebb6-4646-b90f-ea83cb04fae9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e408e4af-8f43-4a76-9557-7044829a76e3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:49.934750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6662bf-ebb6-4646-b90f-ea83cb04fae9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:54:49.935510 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa6662bf-ebb6-4646-b90f-ea83cb04fae9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (e408e4af-8f43-4a76-9557-7044829a76e3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:49.985414 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83eac2-b767-471a-8113-7028019440f9 req-7537e395-a26b-4d60-b760-0662e7a43cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:49.986915 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e83eac2-b767-471a-8113-7028019440f9 req-7537e395-a26b-4d60-b760-0662e7a43cf1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e6a6cc2c-4cea-4e70-98f1-e416109769e9 HTTP/1.1" status: 200 len: 850 time: 0.2042842 Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:54:50.034289 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:54:50.083511 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa6662bf-ebb6-4646-b90f-ea83cb04fae9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (27ec72dd-81f2-4d0d-889d-d59cf66f2a6b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:50.107619 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa6662bf-ebb6-4646-b90f-ea83cb04fae9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:50.121470 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-aa6662bf-ebb6-4646-b90f-ea83cb04fae9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/networks/27ec72dd-81f2-4d0d-889d-d59cf66f2a6b HTTP/1.1" status: 204 len: 168 time: 1.0996883 Feb 05 02:54:50.121470 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49972) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:50.127591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cff35d36-e00c-4efc-8c3f-6c07338585cd tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1381901757'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:50.165404 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6662bf-ebb6-4646-b90f-ea83cb04fae9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Network': ['ID=27ec72dd-81f2-4d0d-889d-d59cf66f2a6b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:50.195384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83eac2-b767-471a-8113-7028019440f9 req-dcb49bf1-51ff-4688-8a78-da9dab54f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:50.198745 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff35d36-e00c-4efc-8c3f-6c07338585cd tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:50.202097 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e83eac2-b767-471a-8113-7028019440f9 req-dcb49bf1-51ff-4688-8a78-da9dab54f17d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=436c4816-2885-4a66-a246-061c24b2b030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2050383 Feb 05 02:54:50.203112 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cff35d36-e00c-4efc-8c3f-6c07338585cd tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:50.219561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1eabf5-90fd-4eef-b5ac-6d9f9ca8c00b req-e12021f6-be1e-4e4d-956c-86dc90e82c3f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:50.222198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb1eabf5-90fd-4eef-b5ac-6d9f9ca8c00b req-e12021f6-be1e-4e4d-956c-86dc90e82c3f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 944 time: 0.1812577 Feb 05 02:54:50.297960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff35d36-e00c-4efc-8c3f-6c07338585cd tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:54:50.325404 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb1eabf5-90fd-4eef-b5ac-6d9f9ca8c00b req-287810ad-36fa-4793-9c8a-f16f16e99a56 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926836 Feb 05 02:54:50.327211 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cff35d36-e00c-4efc-8c3f-6c07338585cd tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (60521202-6ec2-485a-86ad-fa5a9de66c77), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:50.327704 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-cff35d36-e00c-4efc-8c3f-6c07338585cd tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Added segment 60521202-6ec2-485a-86ad-fa5a9de66c77 of type vlan for network 20ec82cc-cae6-4713-9e1e-ceb551684638 Feb 05 02:54:50.405220 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cff35d36-e00c-4efc-8c3f-6c07338585cd tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (20ec82cc-cae6-4713-9e1e-ceb551684638), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:50.464318 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cff35d36-e00c-4efc-8c3f-6c07338585cd tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (20ec82cc-cae6-4713-9e1e-ceb551684638), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:50.474302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff35d36-e00c-4efc-8c3f-6c07338585cd tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:50.476734 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cff35d36-e00c-4efc-8c3f-6c07338585cd tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:50.544638 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e83eac2-b767-471a-8113-7028019440f9 req-120e9d8b-3deb-46e2-89de-51955575f311 service neutron] 10.222.0.10 "GET /v2.0/networks/436c4816-2885-4a66-a246-061c24b2b030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332791 Feb 05 02:54:50.585460 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-00ecfd05-1663-4c00-ad7c-2e40e694f1a4 req-d45b9cb7-744a-43e3-8f35-fa7dd857a7f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a996ad1c070478ab2c866943d6b75d9&device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0394859 Feb 05 02:54:50.724788 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cff35d36-e00c-4efc-8c3f-6c07338585cd tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5992632 Feb 05 02:54:50.724788 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49988) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:50.735505 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e83eac2-b767-471a-8113-7028019440f9 req-6d75eba7-6daf-4eca-9a44-b62ad51419e6 service neutron] 10.222.0.10 "GET /v2.0/networks/436c4816-2885-4a66-a246-061c24b2b030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483736 Feb 05 02:54:50.798613 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-00ecfd05-1663-4c00-ad7c-2e40e694f1a4 req-d25c3b2a-2a5c-4344-9d24-7893c75b3ade service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3a996ad1c070478ab2c866943d6b75d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616982 Feb 05 02:54:50.835604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-450ef784-90b5-46b3-94c4-2134b45dad68 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'subnet': {'network_id': '20ec82cc-cae6-4713-9e1e-ceb551684638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:50.859474 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4589f043-da01-414e-9a6d-0b7b9b87d8df req-f1e0d27f-1a51-4844-9570-72c3e131b1e5 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.2804120 Feb 05 02:54:50.971713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff35d36-e00c-4efc-8c3f-6c07338585cd tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Network': ['ID=20ec82cc-cae6-4713-9e1e-ceb551684638,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:50.996062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 20ec82cc-cae6-4713-9e1e-ceb551684638 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:54:51.079000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecfd05-1663-4c00-ad7c-2e40e694f1a4 req-a6880abf-cebb-43fb-8006-ab16f8d927c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:51.086346 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-00ecfd05-1663-4c00-ad7c-2e40e694f1a4 req-a6880abf-cebb-43fb-8006-ab16f8d927c0 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2811649 Feb 05 02:54:51.195160 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d09250-45ef-4e50-8ede-fb95078a7469 req-96db8d68-e1e3-4f67-8f61-713e682eac29 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:51.208004 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3d09250-45ef-4e50-8ede-fb95078a7469 req-96db8d68-e1e3-4f67-8f61-713e682eac29 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 946 time: 0.2866302 Feb 05 02:54:51.230254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450ef784-90b5-46b3-94c4-2134b45dad68 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:51.237711 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-450ef784-90b5-46b3-94c4-2134b45dad68 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:51.410545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-450ef784-90b5-46b3-94c4-2134b45dad68 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Performing IP validity checks on allocation pools {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 05 02:54:51.419464 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-450ef784-90b5-46b3-94c4-2134b45dad68 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 05 02:54:51.474429 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3d09250-45ef-4e50-8ede-fb95078a7469 req-23796b33-1e86-493c-88a6-777707881950 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599025 Feb 05 02:54:51.753175 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2325d-b64b-4f3c-918e-7d706e7f3b2a req-d3dcf444-e60b-4da6-b986-7d8e7b12112e tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:51.770886 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50016) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:51.774722 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07f2325d-b64b-4f3c-918e-7d706e7f3b2a req-d3dcf444-e60b-4da6-b986-7d8e7b12112e tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 944 time: 0.2818644 Feb 05 02:54:51.825317 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-450ef784-90b5-46b3-94c4-2134b45dad68 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (6746e4a2-e648-4f8c-b335-bbff3a76e7a8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:51.974965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ef784-90b5-46b3-94c4-2134b45dad68 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Subnet': ['ID=6746e4a2-e648-4f8c-b335-bbff3a76e7a8,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:52.054461 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1829-d4b3-48d8-8375-3295ecdb3e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:52.290492 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450ef784-90b5-46b3-94c4-2134b45dad68 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Checking segment: {'id': '60521202-6ec2-485a-86ad-fa5a9de66c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20ec82cc-cae6-4713-9e1e-ceb551684638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:52.293793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ef784-90b5-46b3-94c4-2134b45dad68 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network hostable DHCP agents. Network: 20ec82cc-cae6-4713-9e1e-ceb551684638, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:54:52.358532 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07f2325d-b64b-4f3c-918e-7d706e7f3b2a req-741a6619-6c01-4c52-a3e5-099eb9d7ca8f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5789797 Feb 05 02:54:52.458747 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ef784-90b5-46b3-94c4-2134b45dad68 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 20ec82cc-cae6-4713-9e1e-ceb551684638 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:54:52.465464 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1829-d4b3-48d8-8375-3295ecdb3e0d admin admin] Publish callbacks [] for security_group (834eec35-026c-4e3a-a149-b61931cba310), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:52.490327 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1829-d4b3-48d8-8375-3295ecdb3e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (834eec35-026c-4e3a-a149-b61931cba310), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:52.512440 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-450ef784-90b5-46b3-94c4-2134b45dad68 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 20ec82cc-cae6-4713-9e1e-ceb551684638) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:52.526384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ca0d25-04a0-4195-9743-21f722a3a294 None None] Network 20ec82cc-cae6-4713-9e1e-ceb551684638 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:52.538891 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450ef784-90b5-46b3-94c4-2134b45dad68 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:52.541285 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ee3bf063-6761-4ee2-9062-e02b614ef433 req-5e2f52bc-5e76-49f4-a416-0da629d10492 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9935344c-d9e1-4dd4-a308-b8d5da5a5288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0742924 Feb 05 02:54:52.542635 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-450ef784-90b5-46b3-94c4-2134b45dad68 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:52.551646 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-00ecfd05-1663-4c00-ad7c-2e40e694f1a4 req-1cda8c19-5aee-4498-af1e-8d0da2a8e4ce tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0740690 Feb 05 02:54:52.591837 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b1cc1829-d4b3-48d8-8375-3295ecdb3e0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d66b569e18b4959bf584a4bc516c9c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8168678 Feb 05 02:54:52.591837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc1829-d4b3-48d8-8375-3295ecdb3e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834eec35-026c-4e3a-a149-b61931cba310,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:52.594284 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50032) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:52.646894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50034) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:52.647256 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-450ef784-90b5-46b3-94c4-2134b45dad68 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8509104 Feb 05 02:54:52.652740 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ffac8c24-5594-416e-8519-fa9d94164ef9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'network_id': '20ec82cc-cae6-4713-9e1e-ceb551684638', 'name': 'tempest-PortsTestJSON-13995399'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:52.771305 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5259dbb-4eee-4557-81bd-9c34b33c5e2a req-c4962004-17e2-47ff-9e3d-e3822bce2f65 tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0d0f3f-316f-43e5-807a-f695947113d6 HTTP/1.1" status: 200 len: 210 time: 0.0597904 Feb 05 02:54:52.949138 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ee3bf063-6761-4ee2-9062-e02b614ef433 req-5806ce62-dfc8-407b-b9f0-151fbce46ec3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a996ad1c070478ab2c866943d6b75d9&device_id=9935344c-d9e1-4dd4-a308-b8d5da5a5288 HTTP/1.1" status: 200 len: 210 time: 0.1079440 Feb 05 02:54:52.949883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:54:53.074809 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-545026f6-7c6d-4b24-afb0-bdf83db1fc98 admin admin] Publish callbacks [] for security_group (834eec35-026c-4e3a-a149-b61931cba310), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:53.107716 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-545026f6-7c6d-4b24-afb0-bdf83db1fc98 admin admin] Publish callbacks [] for security_group (834eec35-026c-4e3a-a149-b61931cba310), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:53.180120 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ee3bf063-6761-4ee2-9062-e02b614ef433 req-2bae8eb4-ea24-497f-9c4d-2cec9ef59379 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3a996ad1c070478ab2c866943d6b75d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1875360 Feb 05 02:54:53.193863 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-593a61a0-e143-476f-b27c-e2084281913a req-0c690019-b191-4138-8eb6-b3bbf92a11d0 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=709d54e15cf04675a9b2ab5c17982203&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434799 Feb 05 02:54:53.204697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-545026f6-7c6d-4b24-afb0-bdf83db1fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (834eec35-026c-4e3a-a149-b61931cba310), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:53.225068 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-545026f6-7c6d-4b24-afb0-bdf83db1fc98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:53.228405 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-545026f6-7c6d-4b24-afb0-bdf83db1fc98 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/834eec35-026c-4e3a-a149-b61931cba310 HTTP/1.1" status: 204 len: 168 time: 0.6332574 Feb 05 02:54:53.273769 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d65a3bde-cbf3-4f82-9a61-4bdd0db54c02,segment=NetworkSegment(bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e),segment_id=bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:53.296307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'd65a3bde-cbf3-4f82-9a61-4bdd0db54c02', 'network_id': '436c4816-2885-4a66-a246-061c24b2b030', 'port_id': 'd65a3bde-cbf3-4f82-9a61-4bdd0db54c02', 'mac_address': 'fa:16:3e:b2:d4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:54:53.307379 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-20ec82cc-cae6-4713-9e1e-ceb551684638', 'network_id': '20ec82cc-cae6-4713-9e1e-ceb551684638', 'project_id': '964b4754471e4b759ae75ee097ceda08', 'fixed_ips': [{'subnet_id': '6746e4a2-e648-4f8c-b335-bbff3a76e7a8'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:54:53.310819 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:53.393333 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545026f6-7c6d-4b24-afb0-bdf83db1fc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834eec35-026c-4e3a-a149-b61931cba310,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:53.432734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:53.433135 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d65a3bde-cbf3-4f82-9a61-4bdd0db54c02), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:53.557556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:54:53.597349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d65a3bde-cbf3-4f82-9a61-4bdd0db54c02,segment=NetworkSegment(bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e),segment_id=bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:53.607123 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d65a3bde-cbf3-4f82-9a61-4bdd0db54c02), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:53.743859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bf063-6761-4ee2-9062-e02b614ef433 req-a78d8e77-0f41-452b-a9cc-8ce515c2e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:53.748017 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ee3bf063-6761-4ee2-9062-e02b614ef433 req-a78d8e77-0f41-452b-a9cc-8ce515c2e180 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5127485 Feb 05 02:54:53.773932 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffac8c24-5594-416e-8519-fa9d94164ef9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:53.786271 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a61a0-e143-476f-b27c-e2084281913a req-7de89af9-f208-4873-ac62-499b1db41e31 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:53.789042 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffac8c24-5594-416e-8519-fa9d94164ef9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:53.800549 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-593a61a0-e143-476f-b27c-e2084281913a req-7de89af9-f208-4873-ac62-499b1db41e31 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6052301 Feb 05 02:54:53.811064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=d65a3bde-cbf3-4f82-9a61-4bdd0db54c02,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:53.823294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Allocated IP 172.20.0.2 (20ec82cc-cae6-4713-9e1e-ceb551684638/6746e4a2-e648-4f8c-b335-bbff3a76e7a8/54a43abc-78d9-4772-9d5c-7c564bfd835b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:54:53.834171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['d65a3bde-cbf3-4f82-9a61-4bdd0db54c02'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:54:53.835253 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-593a61a0-e143-476f-b27c-e2084281913a req-0764df5e-3250-4b0f-8251-1e9ac6066ce2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/quotas/709d54e15cf04675a9b2ab5c17982203 HTTP/1.1" status: 200 len: 375 time: 0.0337384 Feb 05 02:54:53.880462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-ffac8c24-5594-416e-8519-fa9d94164ef9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] device_id is not set on port 76232af1-e6a3-43dc-8743-85754fa3103d yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:54:53.902599 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-593a61a0-e143-476f-b27c-e2084281913a req-92e6b0ac-683a-4f85-b344-73f3f7341311 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548153 Feb 05 02:54:53.937229 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3977e-9ea7-4036-94f5-dfd8c6264ac0 req-c5ebd5c8-158b-4181-9b3d-4204090738f6 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:53.939007 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9a3977e-9ea7-4036-94f5-dfd8c6264ac0 req-c5ebd5c8-158b-4181-9b3d-4204090738f6 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 945 time: 0.3032200 Feb 05 02:54:54.023114 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50080) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:54.030972 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9a3977e-9ea7-4036-94f5-dfd8c6264ac0 req-4245d59b-79f0-4141-8a15-c644a65d0e9c tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787525 Feb 05 02:54:54.112648 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1708e4a-de8f-4ff5-b344-155f438bb61e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:54.405628 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Publish callbacks [] for port (54a43abc-78d9-4772-9d5c-7c564bfd835b), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:54.435742 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1708e4a-de8f-4ff5-b344-155f438bb61e admin admin] Publish callbacks [] for security_group (c4f5d55f-133c-4b7d-b982-f4cb995c56a1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:54.445647 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1708e4a-de8f-4ff5-b344-155f438bb61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c4f5d55f-133c-4b7d-b982-f4cb995c56a1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:54.449080 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-848fcb7e-ceb2-4f7d-b2ec-80dcfb67c81e req-57462766-a218-463b-aa45-a092be821b94 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 210 time: 0.0712872 Feb 05 02:54:54.474638 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (54a43abc-78d9-4772-9d5c-7c564bfd835b), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:54.570028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Pushing event updated for resources: {'Port': ['ID=54a43abc-78d9-4772-9d5c-7c564bfd835b,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:54.613564 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Network 20ec82cc-cae6-4713-9e1e-ceb551684638 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:54.616215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:54.623955 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:54.682662 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a87ab74-6058-4eb6-9a4e-6b61b6dce9c2 req-f5c4c3da-2ee9-4090-b224-d4c9a3784e43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a996ad1c070478ab2c866943d6b75d9&device_id=9935344c-d9e1-4dd4-a308-b8d5da5a5288 HTTP/1.1" status: 200 len: 210 time: 0.1277654 Feb 05 02:54:54.690526 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f1708e4a-de8f-4ff5-b344-155f438bb61e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=01c94f85293d42b789d984923bacf31d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6657548 Feb 05 02:54:54.702084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50104) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:54.708394 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1708e4a-de8f-4ff5-b344-155f438bb61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f5d55f-133c-4b7d-b982-f4cb995c56a1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:54.720060 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ffac8c24-5594-416e-8519-fa9d94164ef9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Allocated IP 172.20.0.14 (20ec82cc-cae6-4713-9e1e-ceb551684638/6746e4a2-e648-4f8c-b335-bbff3a76e7a8/76232af1-e6a3-43dc-8743-85754fa3103d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:54:54.741394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e459046-3030-4f73-bb4b-a75fee7f55b8 req-fe776563-f915-47a3-a7b2-2591a825467e tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=9935344c-d9e1-4dd4-a308-b8d5da5a5288 HTTP/1.1" status: 200 len: 210 time: 0.0730884 Feb 05 02:54:54.749569 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a87ab74-6058-4eb6-9a4e-6b61b6dce9c2 req-dd087c81-bffa-442c-8cb7-85f383cce5fc service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3a996ad1c070478ab2c866943d6b75d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554087 Feb 05 02:54:54.768816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Attempting to bind port 54a43abc-78d9-4772-9d5c-7c564bfd835b on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:54:54.772816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Attempting to bind port 54a43abc-78d9-4772-9d5c-7c564bfd835b by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '60521202-6ec2-485a-86ad-fa5a9de66c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20ec82cc-cae6-4713-9e1e-ceb551684638'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:54:54.773525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Attempting to bind port 54a43abc-78d9-4772-9d5c-7c564bfd835b on network 20ec82cc-cae6-4713-9e1e-ceb551684638 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:54:54.787245 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:54:54.787630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Checking segment: {'id': '60521202-6ec2-485a-86ad-fa5a9de66c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20ec82cc-cae6-4713-9e1e-ceb551684638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:54:54.788034 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:54.788426 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Bound using segment: {'id': '60521202-6ec2-485a-86ad-fa5a9de66c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20ec82cc-cae6-4713-9e1e-ceb551684638'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:54:54.788902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Bound port: 54a43abc-78d9-4772-9d5c-7c564bfd835b, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60521202-6ec2-485a-86ad-fa5a9de66c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '20ec82cc-cae6-4713-9e1e-ceb551684638'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:54:54.789274 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (54a43abc-78d9-4772-9d5c-7c564bfd835b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:54.932890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] For port 54a43abc-78d9-4772-9d5c-7c564bfd835b, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:54:54.936596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] For port 54a43abc-78d9-4772-9d5c-7c564bfd835b, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=54a43abc-78d9-4772-9d5c-7c564bfd835b,segment=NetworkSegment(60521202-6ec2-485a-86ad-fa5a9de66c77),segment_id=60521202-6ec2-485a-86ad-fa5a9de66c77)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:54:54.952591 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (54a43abc-78d9-4772-9d5c-7c564bfd835b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:54.965857 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de62c4e6-a667-4e15-a086-e1e484bdc947 admin admin] Publish callbacks [] for security_group (c4f5d55f-133c-4b7d-b982-f4cb995c56a1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:55.092061 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13362ad0-67fb-4ec9-93a4-75aec2f3f170 None None] Pushing event updated for resources: {'Port': ['ID=54a43abc-78d9-4772-9d5c-7c564bfd835b,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:55.156986 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de62c4e6-a667-4e15-a086-e1e484bdc947 admin admin] Publish callbacks [] for security_group (c4f5d55f-133c-4b7d-b982-f4cb995c56a1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:55.171610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87ab74-6058-4eb6-9a4e-6b61b6dce9c2 req-ed6bab19-da85-4c4f-a8bb-6d4ee3429097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:55.173219 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a87ab74-6058-4eb6-9a4e-6b61b6dce9c2 req-ed6bab19-da85-4c4f-a8bb-6d4ee3429097 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4132345 Feb 05 02:54:55.276496 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffac8c24-5594-416e-8519-fa9d94164ef9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (76232af1-e6a3-43dc-8743-85754fa3103d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:55.289570 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de62c4e6-a667-4e15-a086-e1e484bdc947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c4f5d55f-133c-4b7d-b982-f4cb995c56a1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:55.292689 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de62c4e6-a667-4e15-a086-e1e484bdc947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:55.294513 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-de62c4e6-a667-4e15-a086-e1e484bdc947 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4f5d55f-133c-4b7d-b982-f4cb995c56a1 HTTP/1.1" status: 204 len: 168 time: 0.5864990 Feb 05 02:54:55.315579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62c4e6-a667-4e15-a086-e1e484bdc947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f5d55f-133c-4b7d-b982-f4cb995c56a1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:55.356435 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffac8c24-5594-416e-8519-fa9d94164ef9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (76232af1-e6a3-43dc-8743-85754fa3103d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:55.488900 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54b530-1383-494c-955d-7515abd2b74f req-f1452bf4-54b3-4664-99d7-719e072988be tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:55.502223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c54b530-1383-494c-955d-7515abd2b74f req-f1452bf4-54b3-4664-99d7-719e072988be tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 945 time: 0.2244508 Feb 05 02:54:55.551456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffac8c24-5594-416e-8519-fa9d94164ef9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 20ec82cc-cae6-4713-9e1e-ceb551684638 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:54:55.559347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ffac8c24-5594-416e-8519-fa9d94164ef9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:54:55.564657 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac8c24-5594-416e-8519-fa9d94164ef9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:54:55.649514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac8c24-5594-416e-8519-fa9d94164ef9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=76232af1-e6a3-43dc-8743-85754fa3103d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:55.688152 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a565004e-583b-4edd-acc3-33ef79affe68 req-4b10eedc-1e9f-465d-903d-de3078b963e5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 210 time: 0.1044214 Feb 05 02:54:55.713039 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c54b530-1383-494c-955d-7515abd2b74f req-7a6e98c3-c7be-4b59-99e3-6622c2ef7e7d tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2089674 Feb 05 02:54:55.717356 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffac8c24-5594-416e-8519-fa9d94164ef9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:55.717993 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffac8c24-5594-416e-8519-fa9d94164ef9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:55.747806 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ffac8c24-5594-416e-8519-fa9d94164ef9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0972786 Feb 05 02:54:55.748251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50130) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:55.979130 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06070494-30fb-4ef3-bdee-f523450163c8 req-94f47c40-7754-4dab-aed4-6d0cca57c75c tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.36 "GET /v2.0/ports?device_id=9935344c-d9e1-4dd4-a308-b8d5da5a5288 HTTP/1.1" status: 200 len: 210 time: 0.0887127 Feb 05 02:54:56.050889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-03289946-999d-44b5-901d-4f4fea3fd4a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port 76232af1-e6a3-43dc-8743-85754fa3103d {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:54:56.051331 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03289946-999d-44b5-901d-4f4fea3fd4a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (76232af1-e6a3-43dc-8743-85754fa3103d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:56.250638 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03289946-999d-44b5-901d-4f4fea3fd4a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (76232af1-e6a3-43dc-8743-85754fa3103d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:56.279953 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-03289946-999d-44b5-901d-4f4fea3fd4a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for 76232af1-e6a3-43dc-8743-85754fa3103d owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:54:56.532495 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a87ab74-6058-4eb6-9a4e-6b61b6dce9c2 req-6aab3ad7-45a2-4767-8d0e-15ef4e2d10be tempest-ServerShowV247Test-1873653907 tempest-ServerShowV247Test-1873653907-project] 10.222.0.10 "GET /v2.0/ports?device_id=9935344c-d9e1-4dd4-a308-b8d5da5a5288 HTTP/1.1" status: 200 len: 210 time: 0.1165700 Feb 05 02:54:56.640089 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03289946-999d-44b5-901d-4f4fea3fd4a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (76232af1-e6a3-43dc-8743-85754fa3103d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:56.732978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:56.746457 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03289946-999d-44b5-901d-4f4fea3fd4a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=76232af1-e6a3-43dc-8743-85754fa3103d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:56.942145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:54:56.947533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:56.948623 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d65a3bde-cbf3-4f82-9a61-4bdd0db54c02), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:57.173137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:57.173786 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d65a3bde-cbf3-4f82-9a61-4bdd0db54c02), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:57.359518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7b13c5-1426-430e-9afa-f9c7924473cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65a3bde-cbf3-4f82-9a61-4bdd0db54c02'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:54:57.370688 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c130d1c0-7525-4bb7-bbf0-9a465a943544" -d '{"events": [{"server_uuid": "1f7b13c5-1426-430e-9afa-f9c7924473cc", "name": "network-vif-plugged", "status": "completed", "tag": "d65a3bde-cbf3-4f82-9a61-4bdd0db54c02"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:54:57.396858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ad9420-c11f-4abb-a9ad-0916487fcc6c None None] Network 20ec82cc-cae6-4713-9e1e-ceb551684638 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:54:57.401692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:54:57.423766 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d65a3bde-cbf3-4f82-9a61-4bdd0db54c02,segment=NetworkSegment(bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e),segment_id=bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:57.474694 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0567ae8f-4dce-45a4-a52e-a362b911cadd req-bc19670e-4095-4178-9269-ab2b0e315926 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 210 time: 0.4102099 Feb 05 02:54:57.485567 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03289946-999d-44b5-901d-4f4fea3fd4a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:57.490868 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-03289946-999d-44b5-901d-4f4fea3fd4a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/76232af1-e6a3-43dc-8743-85754fa3103d HTTP/1.1" status: 204 len: 168 time: 1.7411742 Feb 05 02:54:57.504267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50176) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:57.603900 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-67edf107-cdb5-4269-bf5b-113fad833a7c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] DELETE failed (client error): The resource could not be found. Feb 05 02:54:57.604721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67edf107-cdb5-4269-bf5b-113fad833a7c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:54:57.612604 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-67edf107-cdb5-4269-bf5b-113fad833a7c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/76232af1-e6a3-43dc-8743-85754fa3103d HTTP/1.1" status: 404 len: 333 time: 0.1009088 Feb 05 02:54:57.622130 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c5143-94cb-4da2-bf36-96854d19e134 req-c7771632-af40-4e21-a8cd-166cacb14421 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:57.633430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f5c5143-94cb-4da2-bf36-96854d19e134 req-c7771632-af40-4e21-a8cd-166cacb14421 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 945 time: 0.5384369 Feb 05 02:54:57.656014 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50182) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:57.672423 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-593a61a0-e143-476f-b27c-e2084281913a req-aeeb817f-9d1f-46bb-9bc6-2a772822a091 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=709d54e15cf04675a9b2ab5c17982203&shared=False HTTP/1.1" status: 200 len: 213 time: 1.1236758 Feb 05 02:54:57.759511 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f32b63-77e4-4ffc-9863-24ec7e842174 x-openstack-request-id: req-45f32b63-77e4-4ffc-9863-24ec7e842174 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:54:57.760071 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7b13c5-1426-430e-9afa-f9c7924473cc", "name": "network-vif-plugged", "status": "completed", "tag": "d65a3bde-cbf3-4f82-9a61-4bdd0db54c02", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:54:57.760071 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45f32b63-77e4-4ffc-9863-24ec7e842174 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:54:57.760359 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7b13c5-1426-430e-9afa-f9c7924473cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65a3bde-cbf3-4f82-9a61-4bdd0db54c02', 'code': 200} Feb 05 02:54:57.764364 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8ee1bc-8e08-487f-a9bc-afcb92ba7b9b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] GET failed (client error): The resource could not be found. Feb 05 02:54:57.767356 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ad8ee1bc-8e08-487f-a9bc-afcb92ba7b9b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports/76232af1-e6a3-43dc-8743-85754fa3103d HTTP/1.1" status: 404 len: 333 time: 0.1103516 Feb 05 02:54:57.775771 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50194) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:57.789601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 54a43abc-78d9-4772-9d5c-7c564bfd835b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:54:57.794183 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d65a3bde-cbf3-4f82-9a61-4bdd0db54c02), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:57.980907 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:54:58.000645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a61a0-e143-476f-b27c-e2084281913a req-ae41ad52-de53-4aa1-8cbc-769a9d8b29ca tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:58.006044 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-593a61a0-e143-476f-b27c-e2084281913a req-ae41ad52-de53-4aa1-8cbc-769a9d8b29ca tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3188121 Feb 05 02:54:58.028971 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-593a61a0-e143-476f-b27c-e2084281913a req-16f2d1f1-ad13-4c66-af26-11211e0db5d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Request body: {'port': {'device_id': 'e0044872-3698-41b1-aa12-d64ca3df0b84', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '709d54e15cf04675a9b2ab5c17982203'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:54:58.120209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:58.154415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736', 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb', 'port_id': 'fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736', 'mac_address': 'fa:16:3e:66:02:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac91bbb4-a940-4c45-8d2f-ef0964fd7339', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:54:58.251463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2149bf88-1b58-43bb-b122-d0694e7dcd3b None None] Provisioning complete for port 54a43abc-78d9-4772-9d5c-7c564bfd835b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:58.252165 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2149bf88-1b58-43bb-b122-d0694e7dcd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (54a43abc-78d9-4772-9d5c-7c564bfd835b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:58.314627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50206) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:58.326418 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593a61a0-e143-476f-b27c-e2084281913a req-16f2d1f1-ad13-4c66-af26-11211e0db5d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Made reservation on behalf of 709d54e15cf04675a9b2ab5c17982203 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:54:58.330477 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-593a61a0-e143-476f-b27c-e2084281913a req-16f2d1f1-ad13-4c66-af26-11211e0db5d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:58.360063 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-593a61a0-e143-476f-b27c-e2084281913a req-16f2d1f1-ad13-4c66-af26-11211e0db5d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:58.370095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 54a43abc-78d9-4772-9d5c-7c564bfd835b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:54:58.373031 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (54a43abc-78d9-4772-9d5c-7c564bfd835b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:58.499448 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=d65a3bde-cbf3-4f82-9a61-4bdd0db54c02,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:58.526440 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:58.527113 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:58.572211 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:54:58.662734 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-593a61a0-e143-476f-b27c-e2084281913a req-16f2d1f1-ad13-4c66-af26-11211e0db5d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks [] for security_group (d3f30358-9746-4f39-8805-683589c8df43), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:58.677532 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-593a61a0-e143-476f-b27c-e2084281913a req-16f2d1f1-ad13-4c66-af26-11211e0db5d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d3f30358-9746-4f39-8805-683589c8df43), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:58.756132 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2d1f1-ad13-4c66-af26-11211e0db5d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f30358-9746-4f39-8805-683589c8df43,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:58.822474 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:58.834544 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 54a43abc-78d9-4772-9d5c-7c564bfd835b is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:58.835167 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (54a43abc-78d9-4772-9d5c-7c564bfd835b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:58.887314 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:58.896603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f5c5143-94cb-4da2-bf36-96854d19e134 req-b9f08487-da16-4380-ba35-5e697ea17622 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.2617407 Feb 05 02:54:58.904801 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2149bf88-1b58-43bb-b122-d0694e7dcd3b None None] Current status of the port 54a43abc-78d9-4772-9d5c-7c564bfd835b is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:54:58.909831 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2149bf88-1b58-43bb-b122-d0694e7dcd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (54a43abc-78d9-4772-9d5c-7c564bfd835b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:58.919640 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d386dc5c-07e2-4650-a052-697c514e9428 req-7465286c-f01c-41c1-8836-731d2a8ea024 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 210 time: 0.1748703 Feb 05 02:54:58.947948 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed759879-688e-497b-9eca-b3b0bb6bbbf0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting subnet 6746e4a2-e648-4f8c-b335-bbff3a76e7a8 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:54:58.961312 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed759879-688e-497b-9eca-b3b0bb6bbbf0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (6746e4a2-e648-4f8c-b335-bbff3a76e7a8), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:59.025216 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed759879-688e-497b-9eca-b3b0bb6bbbf0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (6746e4a2-e648-4f8c-b335-bbff3a76e7a8), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:59.030058 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-283dc771-912b-4819-9950-1c472c10ceac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:59.046466 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:54:59.154101 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84804668-d907-4974-ae33-4a7bdeefa215 req-b0275ed6-43cb-49de-9251-06d5d8249266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:54:59.156098 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84804668-d907-4974-ae33-4a7bdeefa215 req-b0275ed6-43cb-49de-9251-06d5d8249266 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 1128 time: 1.3842459 Feb 05 02:54:59.284427 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84804668-d907-4974-ae33-4a7bdeefa215 req-e30d206f-03c0-4ec9-acaf-19d4d7e09175 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1185646 Feb 05 02:54:59.356526 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-283dc771-912b-4819-9950-1c472c10ceac admin admin] Publish callbacks [] for security_group (0d6f8d80-cd30-4993-ae57-c74f7389525f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:59.373578 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-283dc771-912b-4819-9950-1c472c10ceac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0d6f8d80-cd30-4993-ae57-c74f7389525f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:59.567794 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 54a43abc-78d9-4772-9d5c-7c564bfd835b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=54a43abc-78d9-4772-9d5c-7c564bfd835b,segment=NetworkSegment(60521202-6ec2-485a-86ad-fa5a9de66c77),segment_id=60521202-6ec2-485a-86ad-fa5a9de66c77)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:54:59.575752 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dbdb25d3-3751-4a60-9378-353aae7894e0 req-b84e8c1a-8a5b-42bf-ac17-d1a4eae85496 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8002188 Feb 05 02:54:59.585242 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed759879-688e-497b-9eca-b3b0bb6bbbf0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (6746e4a2-e648-4f8c-b335-bbff3a76e7a8), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:59.613345 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (54a43abc-78d9-4772-9d5c-7c564bfd835b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:59.639276 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:59.751364 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-283dc771-912b-4819-9950-1c472c10ceac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a996ad1c070478ab2c866943d6b75d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4348423 Feb 05 02:54:59.759065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50258) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:54:59.804638 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed759879-688e-497b-9eca-b3b0bb6bbbf0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (6746e4a2-e648-4f8c-b335-bbff3a76e7a8), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:59.826074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-593a61a0-e143-476f-b27c-e2084281913a req-16f2d1f1-ad13-4c66-af26-11211e0db5d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Allocated IP 192.168.233.18 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/636bd3ff-9d59-4fab-b630-c68bc1a07fdf) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:54:59.837755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=54a43abc-78d9-4772-9d5c-7c564bfd835b,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:59.845606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dc771-912b-4819-9950-1c472c10ceac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6f8d80-cd30-4993-ae57-c74f7389525f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:59.935927 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed759879-688e-497b-9eca-b3b0bb6bbbf0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Subnet': ['ID=6746e4a2-e648-4f8c-b335-bbff3a76e7a8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:54:59.942405 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed759879-688e-497b-9eca-b3b0bb6bbbf0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:54:59.950584 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ed759879-688e-497b-9eca-b3b0bb6bbbf0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/6746e4a2-e648-4f8c-b335-bbff3a76e7a8 HTTP/1.1" status: 204 len: 168 time: 2.1720893 Feb 05 02:54:59.953179 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50268) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:00.021859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb25d3-3751-4a60-9378-353aae7894e0 req-bd5681b7-0ef1-4859-b62f-3e47d9451741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:00.023445 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dbdb25d3-3751-4a60-9378-353aae7894e0 req-bd5681b7-0ef1-4859-b62f-3e47d9451741 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=04505631600d4700b509b35d7e707cd7&device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 1128 time: 0.4145763 Feb 05 02:55:00.041885 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-2149bf88-1b58-43bb-b122-d0694e7dcd3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 02:55:00.042241 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-2149bf88-1b58-43bb-b122-d0694e7dcd3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 02:55:00.079541 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1675679c-755f-4bc8-8ab7-d1b7f0bc8e2c admin admin] Publish callbacks [] for security_group (0d6f8d80-cd30-4993-ae57-c74f7389525f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:00.154004 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (20ec82cc-cae6-4713-9e1e-ceb551684638), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:00.168733 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a161e4ba-8f6c-40ee-9d5f-67f9db937848 req-d1f782d8-2313-41f8-a569-838ee7ee98c5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 210 time: 0.0568659 Feb 05 02:55:00.179258 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1675679c-755f-4bc8-8ab7-d1b7f0bc8e2c admin admin] Publish callbacks [] for security_group (0d6f8d80-cd30-4993-ae57-c74f7389525f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:00.189563 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f4b958-2648-412a-af8a-b3b41a07278e None None] Network 20ec82cc-cae6-4713-9e1e-ceb551684638 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:55:00.384572 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1675679c-755f-4bc8-8ab7-d1b7f0bc8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0d6f8d80-cd30-4993-ae57-c74f7389525f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:00.395740 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1675679c-755f-4bc8-8ab7-d1b7f0bc8e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:00.407652 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1675679c-755f-4bc8-8ab7-d1b7f0bc8e2c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d6f8d80-cd30-4993-ae57-c74f7389525f HTTP/1.1" status: 204 len: 168 time: 0.6471112 Feb 05 02:55:00.507522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675679c-755f-4bc8-8ab7-d1b7f0bc8e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6f8d80-cd30-4993-ae57-c74f7389525f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:00.543860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port 54a43abc-78d9-4772-9d5c-7c564bfd835b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:00.557152 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (54a43abc-78d9-4772-9d5c-7c564bfd835b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:00.559049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7611b33-9201-4c7a-a5b7-eadaef5aed63 None None] DHCP port deletion for 20ec82cc-cae6-4713-9e1e-ceb551684638 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:55:00.647899 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2149bf88-1b58-43bb-b122-d0694e7dcd3b None None] Current status of the port 54a43abc-78d9-4772-9d5c-7c564bfd835b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:00.699943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c7611b33-9201-4c7a-a5b7-eadaef5aed63 None None] Deleting port 54a43abc-78d9-4772-9d5c-7c564bfd835b {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:00.700602 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7611b33-9201-4c7a-a5b7-eadaef5aed63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (54a43abc-78d9-4772-9d5c-7c564bfd835b), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:00.733332 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0ae51-80c3-47f0-a9ff-2ed21333b9e0 req-f5e8be61-1147-480c-91ff-dfed2b561228 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:00.742215 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f8f0ae51-80c3-47f0-a9ff-2ed21333b9e0 req-f5e8be61-1147-480c-91ff-dfed2b561228 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 946 time: 0.4658732 Feb 05 02:55:00.830096 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c3bad5ce-9094-4ebd-9cc6-d52e1102607b None None] Could not find standard attr ID for object 76232af1-e6a3-43dc-8743-85754fa3103d. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 02:55:00.868134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] For port 54a43abc-78d9-4772-9d5c-7c564bfd835b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=54a43abc-78d9-4772-9d5c-7c564bfd835b,segment=NetworkSegment(60521202-6ec2-485a-86ad-fa5a9de66c77),segment_id=60521202-6ec2-485a-86ad-fa5a9de66c77)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:00.868514 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (54a43abc-78d9-4772-9d5c-7c564bfd835b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:00.903414 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c7611b33-9201-4c7a-a5b7-eadaef5aed63 None None] For port 54a43abc-78d9-4772-9d5c-7c564bfd835b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=54a43abc-78d9-4772-9d5c-7c564bfd835b,segment=NetworkSegment(60521202-6ec2-485a-86ad-fa5a9de66c77),segment_id=60521202-6ec2-485a-86ad-fa5a9de66c77)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:00.906916 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7611b33-9201-4c7a-a5b7-eadaef5aed63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (54a43abc-78d9-4772-9d5c-7c564bfd835b), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:00.938093 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f8f0ae51-80c3-47f0-a9ff-2ed21333b9e0 req-aea14d81-acbb-42de-940b-6a0ed62d9208 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1930242 Feb 05 02:55:00.959207 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for 54a43abc-78d9-4772-9d5c-7c564bfd835b owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:00.967327 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c7611b33-9201-4c7a-a5b7-eadaef5aed63 None None] Calling delete_port for 54a43abc-78d9-4772-9d5c-7c564bfd835b owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:00.981270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c3bad5ce-9094-4ebd-9cc6-d52e1102607b None None] Provisioning complete for port 54a43abc-78d9-4772-9d5c-7c564bfd835b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:00.985682 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3bad5ce-9094-4ebd-9cc6-d52e1102607b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (54a43abc-78d9-4772-9d5c-7c564bfd835b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:01.148110 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-593a61a0-e143-476f-b27c-e2084281913a req-16f2d1f1-ad13-4c66-af26-11211e0db5d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks [] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:01.217362 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb25d3-3751-4a60-9378-353aae7894e0 req-385a2f10-1498-4358-8fd5-5ae4f7cbf5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:01.223396 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dbdb25d3-3751-4a60-9378-353aae7894e0 req-385a2f10-1498-4358-8fd5-5ae4f7cbf5fd service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f57db0e-9c76-4201-babe-b2071613896d HTTP/1.1" status: 200 len: 912 time: 0.7601087 Feb 05 02:55:01.223761 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (54a43abc-78d9-4772-9d5c-7c564bfd835b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:01.356354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=54a43abc-78d9-4772-9d5c-7c564bfd835b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:01.376256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No DVR routers for this DVR port 54a43abc-78d9-4772-9d5c-7c564bfd835b on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:55:01.394543 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:55:01.399310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c3bad5ce-9094-4ebd-9cc6-d52e1102607b None None] Could not find standard attr ID for object 54a43abc-78d9-4772-9d5c-7c564bfd835b. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 02:55:01.409088 n-d-826942-8 neutron-server[109676]: INFO neutron.plugins.ml2.db [None req-c3bad5ce-9094-4ebd-9cc6-d52e1102607b None None] No ports have port_id starting with 54a43abc-78d9-4772-9d5c-7c564bfd835b Feb 05 02:55:01.584000 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-593a61a0-e143-476f-b27c-e2084281913a req-16f2d1f1-ad13-4c66-af26-11211e0db5d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:01.668859 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7611b33-9201-4c7a-a5b7-eadaef5aed63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (54a43abc-78d9-4772-9d5c-7c564bfd835b), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:01.670978 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dbdb25d3-3751-4a60-9378-353aae7894e0 req-029592b2-639b-4f06-bd0c-bf6c638a722e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 HTTP/1.1" status: 200 len: 1001 time: 0.4119933 Feb 05 02:55:01.774255 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7611b33-9201-4c7a-a5b7-eadaef5aed63 None None] Pushing event deleted for resources: {'Port': ['ID=54a43abc-78d9-4772-9d5c-7c564bfd835b,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:01.797494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:01.798450 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:01.835822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 54a43abc-78d9-4772-9d5c-7c564bfd835b no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:55:01.849103 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2d1f1-ad13-4c66-af26-11211e0db5d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Pushing event updated for resources: {'Port': ['ID=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:01.963499 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (20ec82cc-cae6-4713-9e1e-ceb551684638), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:02.011920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7611b33-9201-4c7a-a5b7-eadaef5aed63 None None] No DVR routers for this DVR port 54a43abc-78d9-4772-9d5c-7c564bfd835b on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:55:02.020985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ec82cc-cae6-4713-9e1e-ceb551684638']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:02.028358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb25d3-3751-4a60-9378-353aae7894e0 req-4b7ae83b-86d0-433f-99e1-1507e0271d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:02.029855 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dbdb25d3-3751-4a60-9378-353aae7894e0 req-4b7ae83b-86d0-433f-99e1-1507e0271d3c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=92e18a6c-6f83-4423-9b50-5c85de57e8cc HTTP/1.1" status: 200 len: 850 time: 0.1678374 Feb 05 02:55:02.037865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 54a43abc-78d9-4772-9d5c-7c564bfd835b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:55:02.038238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 54a43abc-78d9-4772-9d5c-7c564bfd835b not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:55:02.053886 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60521202-6ec2-485a-86ad-fa5a9de66c77') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:02.054460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60521202-6ec2-485a-86ad-fa5a9de66c77') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:02.059985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593a61a0-e143-476f-b27c-e2084281913a req-16f2d1f1-ad13-4c66-af26-11211e0db5d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:55:02.082376 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (60521202-6ec2-485a-86ad-fa5a9de66c77), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:02.093275 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-593a61a0-e143-476f-b27c-e2084281913a req-16f2d1f1-ad13-4c66-af26-11211e0db5d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:02.101440 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-593a61a0-e143-476f-b27c-e2084281913a req-16f2d1f1-ad13-4c66-af26-11211e0db5d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:55:02.115741 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (60521202-6ec2-485a-86ad-fa5a9de66c77), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:02.143003 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:55:02.144672 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (60521202-6ec2-485a-86ad-fa5a9de66c77), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:02.261537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:02.261977 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:02.297878 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a61a0-e143-476f-b27c-e2084281913a req-16f2d1f1-ad13-4c66-af26-11211e0db5d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:02.298388 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-593a61a0-e143-476f-b27c-e2084281913a req-16f2d1f1-ad13-4c66-af26-11211e0db5d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:55:02.341046 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:55:02.350045 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (20ec82cc-cae6-4713-9e1e-ceb551684638), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:02.363857 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-593a61a0-e143-476f-b27c-e2084281913a req-16f2d1f1-ad13-4c66-af26-11211e0db5d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3430054 Feb 05 02:55:02.381753 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Request body: {'port': {'device_id': 'e0044872-3698-41b1-aa12-d64ca3df0b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:02.387228 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:02.411125 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/networks/20ec82cc-cae6-4713-9e1e-ceb551684638 HTTP/1.1" status: 204 len: 168 time: 2.4564264 Feb 05 02:55:02.413247 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50318) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:02.417303 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb25d3-3751-4a60-9378-353aae7894e0 req-5ab14644-79e0-4ad3-83c8-1f2460921d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:02.418880 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dbdb25d3-3751-4a60-9378-353aae7894e0 req-5ab14644-79e0-4ad3-83c8-1f2460921d23 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f57db0e-9c76-4201-babe-b2071613896d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3506012 Feb 05 02:55:02.423822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7313bde6-4c9c-45fe-be20-6dd5600b27ca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-371328775'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:02.444427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faaf800-7817-4f55-b9dc-10f8075f90d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:55:02.449161 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a67fcb7-f9ae-4b51-8d51-5c3fc1098274" -d '{"events": [{"server_uuid": "9faaf800-7817-4f55-b9dc-10f8075f90d6", "name": "network-vif-plugged", "status": "completed", "tag": "fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:55:02.473850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066dde5-3338-4249-8c00-2128caa9b2a0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Network': ['ID=20ec82cc-cae6-4713-9e1e-ceb551684638,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:02.474334 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:02.489893 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:02.531458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531549c-e17b-4614-bc49-93d4feb6504d req-e44e1a2a-81e3-4891-9b32-53d7009ddd62 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:02.536532 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5531549c-e17b-4614-bc49-93d4feb6504d req-e44e1a2a-81e3-4891-9b32-53d7009ddd62 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 935 time: 1.1579525 Feb 05 02:55:02.657782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7313bde6-4c9c-45fe-be20-6dd5600b27ca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:02.668383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-38e13a36-67fc-4347-8ad1-aa71437bffb5 None None] Provisioning complete for port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:02.669292 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-38e13a36-67fc-4347-8ad1-aa71437bffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:02.672099 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7313bde6-4c9c-45fe-be20-6dd5600b27ca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:02.718140 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5531549c-e17b-4614-bc49-93d4feb6504d req-41ece33d-ad5a-4959-93d2-b93b8318a91c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709242 Feb 05 02:55:02.776858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:02.810479 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-38e13a36-67fc-4347-8ad1-aa71437bffb5 None None] Port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:55:02.857769 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7313bde6-4c9c-45fe-be20-6dd5600b27ca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:55:02.865854 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:02.886251 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dbdb25d3-3751-4a60-9378-353aae7894e0 req-dec8bd60-8d99-40e9-9c3b-fde9e7d1e0a8 service neutron] 10.222.0.31 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572315 Feb 05 02:55:02.890737 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7313bde6-4c9c-45fe-be20-6dd5600b27ca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (d5d13768-08c6-433f-981c-1935845cd24e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:02.891119 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-7313bde6-4c9c-45fe-be20-6dd5600b27ca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Added segment d5d13768-08c6-433f-981c-1935845cd24e of type vlan for network 49ec82e8-aead-436d-8f57-c88cede5cd54 Feb 05 02:55:03.343062 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e5bad-c893-4942-99eb-4c1184fbeb79 req-eca621d9-5fec-4391-8835-0498b4847f5b tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:03.357924 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be2e5bad-c893-4942-99eb-4c1184fbeb79 req-eca621d9-5fec-4391-8835-0498b4847f5b tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 946 time: 0.5178347 Feb 05 02:55:03.508665 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be2e5bad-c893-4942-99eb-4c1184fbeb79 req-654f23c0-3f40-402f-b252-214c652c04c0 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1486301 Feb 05 02:55:03.526736 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636bd3ff-9d59-4fab-b630-c68bc1a07fdf {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:55:03.557531 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Publish callbacks [] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:03.605164 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0b382079-c27f-49b4-b7dd-bacb967aabb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:03.607944 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Transition to ACTIVE for port object 636bd3ff-9d59-4fab-b630-c68bc1a07fdf will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:55:03.648466 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98ff6ea-d1ec-4fd5-843c-46834f701c33 x-openstack-request-id: req-a98ff6ea-d1ec-4fd5-843c-46834f701c33 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:55:03.648777 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faaf800-7817-4f55-b9dc-10f8075f90d6", "name": "network-vif-plugged", "status": "completed", "tag": "fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:55:03.649035 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a98ff6ea-d1ec-4fd5-843c-46834f701c33 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:55:03.649440 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faaf800-7817-4f55-b9dc-10f8075f90d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736', 'code': 200} Feb 05 02:55:03.684155 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:03.782229 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7313bde6-4c9c-45fe-be20-6dd5600b27ca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (49ec82e8-aead-436d-8f57-c88cede5cd54), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:03.896816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Pushing event updated for resources: {'Port': ['ID=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:03.914095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:03.919093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:03.919673 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:03.920198 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:03.920720 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:03.921213 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:03.927712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:03.928614 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:03.929413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:03.930107 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:03.930605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:03.931140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:03.931823 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:03.948665 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dbdb25d3-3751-4a60-9378-353aae7894e0 req-ea52f547-572f-4f4d-bc77-38fddce0e0c7 service neutron] 10.222.0.31 "GET /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9196644 Feb 05 02:55:03.951533 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7313bde6-4c9c-45fe-be20-6dd5600b27ca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (49ec82e8-aead-436d-8f57-c88cede5cd54), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:03.963970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7313bde6-4c9c-45fe-be20-6dd5600b27ca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:03.966181 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7313bde6-4c9c-45fe-be20-6dd5600b27ca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:04.180899 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7313bde6-4c9c-45fe-be20-6dd5600b27ca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7608936 Feb 05 02:55:04.183810 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50358) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:04.195924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-14d4022e-9e81-441d-95e8-6549a88e9d5b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'subnet': {'network_id': '49ec82e8-aead-436d-8f57-c88cede5cd54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:04.203045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313bde6-4c9c-45fe-be20-6dd5600b27ca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Network': ['ID=49ec82e8-aead-436d-8f57-c88cede5cd54,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:04.220927 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 49ec82e8-aead-436d-8f57-c88cede5cd54 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:55:04.282328 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Attempting to bind port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:55:04.282689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Attempting to bind port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:55:04.285559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Attempting to bind port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:55:04.296464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:55:04.296677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Attempting to bind port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:55:04.306085 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:55:04.306437 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:55:04.308106 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:55:04.308428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Bound port: 636bd3ff-9d59-4fab-b630-c68bc1a07fdf, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:55:04.308785 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:04.421965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d4022e-9e81-441d-95e8-6549a88e9d5b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:04.425980 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14d4022e-9e81-441d-95e8-6549a88e9d5b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:04.480956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] For port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:55:04.484627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] For port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:55:04.505060 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:04.572849 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:04.574732 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:04.581135 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-593a61a0-e143-476f-b27c-e2084281913a req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] 10.222.0.10 "PUT /v2.0/ports/636bd3ff-9d59-4fab-b630-c68bc1a07fdf HTTP/1.1" status: 200 len: 1095 time: 2.2004766 Feb 05 02:55:04.581843 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0044872-3698-41b1-aa12-d64ca3df0b84', 'tag': '636bd3ff-9d59-4fab-b630-c68bc1a07fdf'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:55:04.584547 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28686f8e-a36f-4a2b-86d2-fc43cc4a7e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0044872-3698-41b1-aa12-d64ca3df0b84", "tag": "636bd3ff-9d59-4fab-b630-c68bc1a07fdf"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:55:04.791565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156058ba-7af2-46fe-8739-e03811dd0493 service neutron] Pushing event updated for resources: {'Port': ['ID=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:04.829760 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a61a0-e143-476f-b27c-e2084281913a req-18cc6cc3-4ac0-4de7-8c48-14f72ff7555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:04.836229 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-593a61a0-e143-476f-b27c-e2084281913a req-18cc6cc3-4ac0-4de7-8c48-14f72ff7555d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 1129 time: 0.1944094 Feb 05 02:55:04.927318 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14d4022e-9e81-441d-95e8-6549a88e9d5b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (144af1a5-071c-4fdf-8ad6-9df034b0d962), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:04.970401 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-593a61a0-e143-476f-b27c-e2084281913a req-5490787f-88f6-4315-a022-2068f0780a19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf HTTP/1.1" status: 200 len: 217 time: 0.1259534 Feb 05 02:55:05.162602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d4022e-9e81-441d-95e8-6549a88e9d5b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Checking segment: {'id': 'd5d13768-08c6-433f-981c-1935845cd24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '49ec82e8-aead-436d-8f57-c88cede5cd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:55:05.163555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4022e-9e81-441d-95e8-6549a88e9d5b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network hostable DHCP agents. Network: 49ec82e8-aead-436d-8f57-c88cede5cd54, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:55:05.170979 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4022e-9e81-441d-95e8-6549a88e9d5b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Subnet': ['ID=144af1a5-071c-4fdf-8ad6-9df034b0d962,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:05.228498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4022e-9e81-441d-95e8-6549a88e9d5b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 49ec82e8-aead-436d-8f57-c88cede5cd54 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:55:05.243967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-14d4022e-9e81-441d-95e8-6549a88e9d5b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 49ec82e8-aead-436d-8f57-c88cede5cd54) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:05.252029 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a61a0-e143-476f-b27c-e2084281913a req-54c621ca-6c3a-4b1b-8763-ec2415320aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:05.256772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572c2cf2-c97e-48c0-8e26-937d9dfc23a4 None None] Network 49ec82e8-aead-436d-8f57-c88cede5cd54 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:55:05.258518 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-593a61a0-e143-476f-b27c-e2084281913a req-54c621ca-6c3a-4b1b-8763-ec2415320aa2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.2820549 Feb 05 02:55:05.279582 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d4022e-9e81-441d-95e8-6549a88e9d5b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:05.284160 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14d4022e-9e81-441d-95e8-6549a88e9d5b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:05.343525 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-14d4022e-9e81-441d-95e8-6549a88e9d5b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1583543 Feb 05 02:55:05.345864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50384) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:05.360792 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7a3782b9-58e9-476a-965c-7932a079f50d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'network_id': '49ec82e8-aead-436d-8f57-c88cede5cd54', 'security_groups': [], 'name': 'tempest-PortsTestJSON-372173860'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:05.393709 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a61a0-e143-476f-b27c-e2084281913a req-7f5a0bcf-a811-40ae-ad11-bc4580ba71b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:05.395779 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-593a61a0-e143-476f-b27c-e2084281913a req-7f5a0bcf-a811-40ae-ad11-bc4580ba71b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1313422 Feb 05 02:55:05.525878 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-49ec82e8-aead-436d-8f57-c88cede5cd54', 'network_id': '49ec82e8-aead-436d-8f57-c88cede5cd54', 'project_id': '964b4754471e4b759ae75ee097ceda08', 'fixed_ips': [{'subnet_id': '144af1a5-071c-4fdf-8ad6-9df034b0d962'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:55:05.527114 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:05.588658 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-593a61a0-e143-476f-b27c-e2084281913a req-8dd90dbe-2506-48a4-aaae-c84ae53343f5 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850941 Feb 05 02:55:05.631706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3782b9-58e9-476a-965c-7932a079f50d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:05.635666 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7a3782b9-58e9-476a-965c-7932a079f50d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:05.679733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-7a3782b9-58e9-476a-965c-7932a079f50d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] device_id is not set on port 8f5f4605-2699-4ae4-94a6-112f69f7ab02 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:55:05.781432 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-593a61a0-e143-476f-b27c-e2084281913a req-8f9abc16-2eb0-4fa1-85d6-c9256791cc58 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841815 Feb 05 02:55:05.850006 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e78cf24-d922-4963-bbca-357dfed51955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:05.894443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-7a3782b9-58e9-476a-965c-7932a079f50d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Allocated IP 172.20.0.13 (49ec82e8-aead-436d-8f57-c88cede5cd54/144af1a5-071c-4fdf-8ad6-9df034b0d962/8f5f4605-2699-4ae4-94a6-112f69f7ab02) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:55:06.168858 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7a3782b9-58e9-476a-965c-7932a079f50d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (8f5f4605-2699-4ae4-94a6-112f69f7ab02), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:06.243447 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7a3782b9-58e9-476a-965c-7932a079f50d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8f5f4605-2699-4ae4-94a6-112f69f7ab02), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:06.327992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3782b9-58e9-476a-965c-7932a079f50d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=8f5f4605-2699-4ae4-94a6-112f69f7ab02,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:06.384109 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Allocated IP 172.20.0.2 (49ec82e8-aead-436d-8f57-c88cede5cd54/144af1a5-071c-4fdf-8ad6-9df034b0d962/88817d6b-1085-49fc-b864-d14e86c12f9c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:55:06.395572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3782b9-58e9-476a-965c-7932a079f50d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 49ec82e8-aead-436d-8f57-c88cede5cd54 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:55:06.402715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-7a3782b9-58e9-476a-965c-7932a079f50d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:06.417312 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3782b9-58e9-476a-965c-7932a079f50d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:55:06.534503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3782b9-58e9-476a-965c-7932a079f50d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:06.535177 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7a3782b9-58e9-476a-965c-7932a079f50d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:06.570746 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7a3782b9-58e9-476a-965c-7932a079f50d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.2228131 Feb 05 02:55:06.573504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50408) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:06.615789 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Publish callbacks [] for port (88817d6b-1085-49fc-b864-d14e86c12f9c), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:06.629163 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (88817d6b-1085-49fc-b864-d14e86c12f9c), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:06.695520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Network 49ec82e8-aead-436d-8f57-c88cede5cd54 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:55:06.708059 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:06.727501 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:55:06.748467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Pushing event updated for resources: {'Port': ['ID=88817d6b-1085-49fc-b864-d14e86c12f9c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:06.771213 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ae667b62-8eef-49fd-95cc-222584dd2ad0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port 8f5f4605-2699-4ae4-94a6-112f69f7ab02 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:06.772325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ae667b62-8eef-49fd-95cc-222584dd2ad0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8f5f4605-2699-4ae4-94a6-112f69f7ab02), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:06.900843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Attempting to bind port 88817d6b-1085-49fc-b864-d14e86c12f9c on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:55:06.903744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Attempting to bind port 88817d6b-1085-49fc-b864-d14e86c12f9c by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'd5d13768-08c6-433f-981c-1935845cd24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '49ec82e8-aead-436d-8f57-c88cede5cd54'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:55:06.905392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Attempting to bind port 88817d6b-1085-49fc-b864-d14e86c12f9c on network 49ec82e8-aead-436d-8f57-c88cede5cd54 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:55:06.931170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:55:06.935966 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Checking segment: {'id': 'd5d13768-08c6-433f-981c-1935845cd24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '49ec82e8-aead-436d-8f57-c88cede5cd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:55:06.937288 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:06.940801 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Bound using segment: {'id': 'd5d13768-08c6-433f-981c-1935845cd24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '49ec82e8-aead-436d-8f57-c88cede5cd54'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:55:06.941600 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Bound port: 88817d6b-1085-49fc-b864-d14e86c12f9c, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d13768-08c6-433f-981c-1935845cd24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '49ec82e8-aead-436d-8f57-c88cede5cd54'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:55:06.944116 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (88817d6b-1085-49fc-b864-d14e86c12f9c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:07.022975 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ae667b62-8eef-49fd-95cc-222584dd2ad0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8f5f4605-2699-4ae4-94a6-112f69f7ab02), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:07.042585 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ae667b62-8eef-49fd-95cc-222584dd2ad0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for 8f5f4605-2699-4ae4-94a6-112f69f7ab02 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:07.065238 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:07.178975 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] For port 88817d6b-1085-49fc-b864-d14e86c12f9c, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:55:07.191643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] For port 88817d6b-1085-49fc-b864-d14e86c12f9c, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=88817d6b-1085-49fc-b864-d14e86c12f9c,segment=NetworkSegment(d5d13768-08c6-433f-981c-1935845cd24e),segment_id=d5d13768-08c6-433f-981c-1935845cd24e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:55:07.209260 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (88817d6b-1085-49fc-b864-d14e86c12f9c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:07.312057 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ae667b62-8eef-49fd-95cc-222584dd2ad0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (8f5f4605-2699-4ae4-94a6-112f69f7ab02), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:07.329880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4ac4e-9b9f-4b71-8646-f3ed3e6d69c2 None None] Pushing event updated for resources: {'Port': ['ID=88817d6b-1085-49fc-b864-d14e86c12f9c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:07.352512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae667b62-8eef-49fd-95cc-222584dd2ad0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=8f5f4605-2699-4ae4-94a6-112f69f7ab02,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:07.486373 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ae667b62-8eef-49fd-95cc-222584dd2ad0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:07.490289 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ae667b62-8eef-49fd-95cc-222584dd2ad0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/8f5f4605-2699-4ae4-94a6-112f69f7ab02 HTTP/1.1" status: 204 len: 168 time: 0.9157057 Feb 05 02:55:07.490602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50444) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:07.568542 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6130a7-3008-47db-90ec-8971ac5f30ed tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] GET failed (client error): The resource could not be found. Feb 05 02:55:07.573910 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50448) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:07.582601 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9c6130a7-3008-47db-90ec-8971ac5f30ed tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports/8f5f4605-2699-4ae4-94a6-112f69f7ab02 HTTP/1.1" status: 404 len: 333 time: 0.0908792 Feb 05 02:55:07.693821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ce8c7f-8bbe-4e32-8895-5a50813348f8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting subnet 144af1a5-071c-4fdf-8ad6-9df034b0d962 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:55:07.703515 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40ce8c7f-8bbe-4e32-8895-5a50813348f8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (144af1a5-071c-4fdf-8ad6-9df034b0d962), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:07.805242 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40ce8c7f-8bbe-4e32-8895-5a50813348f8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (144af1a5-071c-4fdf-8ad6-9df034b0d962), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:08.056230 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40ce8c7f-8bbe-4e32-8895-5a50813348f8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (144af1a5-071c-4fdf-8ad6-9df034b0d962), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:08.195691 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40ce8c7f-8bbe-4e32-8895-5a50813348f8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (144af1a5-071c-4fdf-8ad6-9df034b0d962), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:08.255525 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce8c7f-8bbe-4e32-8895-5a50813348f8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Subnet': ['ID=144af1a5-071c-4fdf-8ad6-9df034b0d962,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:08.263273 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40ce8c7f-8bbe-4e32-8895-5a50813348f8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:08.272537 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50474) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:08.286404 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-40ce8c7f-8bbe-4e32-8895-5a50813348f8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/144af1a5-071c-4fdf-8ad6-9df034b0d962 HTTP/1.1" status: 204 len: 168 time: 0.7091498 Feb 05 02:55:08.476762 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (49ec82e8-aead-436d-8f57-c88cede5cd54), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:08.571948 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:08.636204 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port 88817d6b-1085-49fc-b864-d14e86c12f9c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:08.637154 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (88817d6b-1085-49fc-b864-d14e86c12f9c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:08.763928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 636bd3ff-9d59-4fab-b630-c68bc1a07fdf details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:55:08.857457 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] For port 88817d6b-1085-49fc-b864-d14e86c12f9c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=88817d6b-1085-49fc-b864-d14e86c12f9c,segment=NetworkSegment(d5d13768-08c6-433f-981c-1935845cd24e),segment_id=d5d13768-08c6-433f-981c-1935845cd24e)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:08.857823 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (88817d6b-1085-49fc-b864-d14e86c12f9c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:08.881657 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for 88817d6b-1085-49fc-b864-d14e86c12f9c owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:09.110682 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (88817d6b-1085-49fc-b864-d14e86c12f9c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:09.156023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:09.193555 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '636bd3ff-9d59-4fab-b630-c68bc1a07fdf', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '636bd3ff-9d59-4fab-b630-c68bc1a07fdf', 'mac_address': 'fa:16:3e:d4:75:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:55:09.290590 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=88817d6b-1085-49fc-b864-d14e86c12f9c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:09.319537 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No DVR routers for this DVR port 88817d6b-1085-49fc-b864-d14e86c12f9c on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:55:09.366274 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:09.367130 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:09.367824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:09.368337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:09.368845 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:09.369363 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:09.369879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:09.370382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:09.370926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:09.371425 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:09.371924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:09.372440 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:09.372947 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:09.401089 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:09.411775 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:09.430524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1caac3a-5bff-49ba-9375-7a861f5b3208 None None] Network 49ec82e8-aead-436d-8f57-c88cede5cd54 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:55:09.579820 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (49ec82e8-aead-436d-8f57-c88cede5cd54), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:09.621261 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ec82e8-aead-436d-8f57-c88cede5cd54']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:09.621513 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ccc507d3-0aa8-4c27-b2f0-a32a893ea707 None None] Could not find standard attr ID for object 88817d6b-1085-49fc-b864-d14e86c12f9c. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 02:55:09.658517 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636bd3ff-9d59-4fab-b630-c68bc1a07fdf {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:55:09.663750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d13768-08c6-433f-981c-1935845cd24e') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:09.664262 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d13768-08c6-433f-981c-1935845cd24e') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:09.706451 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (d5d13768-08c6-433f-981c-1935845cd24e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:09.719749 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:09.724722 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cbe241-4396-473c-a1d2-af62f0827ef1 None None] DHCP port deletion for 49ec82e8-aead-436d-8f57-c88cede5cd54 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:55:09.733341 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:09.746433 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (d5d13768-08c6-433f-981c-1935845cd24e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:09.756991 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:55:09.758544 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (d5d13768-08c6-433f-981c-1935845cd24e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:55:09.766783 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:55:09.818150 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:09.891686 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:09.896772 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (49ec82e8-aead-436d-8f57-c88cede5cd54), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:09.913789 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:09.921925 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50526) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:09.928597 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/networks/49ec82e8-aead-436d-8f57-c88cede5cd54 HTTP/1.1" status: 204 len: 168 time: 1.6435471 Feb 05 02:55:09.930459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f1df81e7-2502-4b45-a9c9-ddb985880420 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e', 'name': 'tempest-PortsTestJSON-1958496084'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:09.950080 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d823e0-c1e4-45be-87c0-3818f971d06b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Network': ['ID=49ec82e8-aead-436d-8f57-c88cede5cd54,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:09.963134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['636bd3ff-9d59-4fab-b630-c68bc1a07fdf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:55:10.132061 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1df81e7-2502-4b45-a9c9-ddb985880420 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:10.137096 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1df81e7-2502-4b45-a9c9-ddb985880420 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:10.177195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-f1df81e7-2502-4b45-a9c9-ddb985880420 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] device_id is not set on port 050883a7-67b8-4021-8ea4-cf6d4d5b49a2 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:55:10.257899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50530) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:10.420728 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1df81e7-2502-4b45-a9c9-ddb985880420 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (050883a7-67b8-4021-8ea4-cf6d4d5b49a2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:10.466542 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-850c4033-d334-4c19-be22-4921a6c13d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:10.510658 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1df81e7-2502-4b45-a9c9-ddb985880420 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (050883a7-67b8-4021-8ea4-cf6d4d5b49a2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:10.615761 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1df81e7-2502-4b45-a9c9-ddb985880420 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 97901936-6c92-4219-9b1e-4fee1a4c758e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:55:10.633685 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f1df81e7-2502-4b45-a9c9-ddb985880420 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:10.644261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df81e7-2502-4b45-a9c9-ddb985880420 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:55:10.651938 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df81e7-2502-4b45-a9c9-ddb985880420 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:10.652591 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1df81e7-2502-4b45-a9c9-ddb985880420 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:10.676598 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df81e7-2502-4b45-a9c9-ddb985880420 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=050883a7-67b8-4021-8ea4-cf6d4d5b49a2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:10.688918 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-850c4033-d334-4c19-be22-4921a6c13d65 admin admin] Publish callbacks [] for security_group (03d4ed1b-2195-4837-9b70-919ab855524b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:10.700498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50534) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:10.702435 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f1df81e7-2502-4b45-a9c9-ddb985880420 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7780509 Feb 05 02:55:10.712224 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-850c4033-d334-4c19-be22-4921a6c13d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (03d4ed1b-2195-4837-9b70-919ab855524b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:10.770464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 636bd3ff-9d59-4fab-b630-c68bc1a07fdf up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:55:10.781558 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c4033-d334-4c19-be22-4921a6c13d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d4ed1b-2195-4837-9b70-919ab855524b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:10.795060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-850c4033-d334-4c19-be22-4921a6c13d65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f055e36d27d42949466bf804cb73caf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5352294 Feb 05 02:55:10.798373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50536) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:10.911262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:55:10.917696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:10.918083 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:10.929514 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1af87496-ff72-4c1b-9523-5b857f06052a admin admin] Publish callbacks [] for security_group (03d4ed1b-2195-4837-9b70-919ab855524b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:10.931788 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-80555a2b-59ea-4578-afa5-7148619aad1c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port 050883a7-67b8-4021-8ea4-cf6d4d5b49a2 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:10.932135 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80555a2b-59ea-4578-afa5-7148619aad1c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (050883a7-67b8-4021-8ea4-cf6d4d5b49a2), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:10.986807 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1af87496-ff72-4c1b-9523-5b857f06052a admin admin] Publish callbacks [] for security_group (03d4ed1b-2195-4837-9b70-919ab855524b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:11.062651 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80555a2b-59ea-4578-afa5-7148619aad1c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (050883a7-67b8-4021-8ea4-cf6d4d5b49a2), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:11.092731 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1af87496-ff72-4c1b-9523-5b857f06052a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (03d4ed1b-2195-4837-9b70-919ab855524b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:11.095488 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1af87496-ff72-4c1b-9523-5b857f06052a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:11.096948 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1af87496-ff72-4c1b-9523-5b857f06052a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03d4ed1b-2195-4837-9b70-919ab855524b HTTP/1.1" status: 204 len: 168 time: 0.2981699 Feb 05 02:55:11.108069 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-80555a2b-59ea-4578-afa5-7148619aad1c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for 050883a7-67b8-4021-8ea4-cf6d4d5b49a2 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:11.115839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af87496-ff72-4c1b-9523-5b857f06052a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d4ed1b-2195-4837-9b70-919ab855524b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:11.131658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:11.132064 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:11.181063 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0044872-3698-41b1-aa12-d64ca3df0b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636bd3ff-9d59-4fab-b630-c68bc1a07fdf'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:55:11.184572 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b36628-a325-4264-842c-3e918ba3efb7" -d '{"events": [{"server_uuid": "e0044872-3698-41b1-aa12-d64ca3df0b84", "name": "network-vif-plugged", "status": "completed", "tag": "636bd3ff-9d59-4fab-b630-c68bc1a07fdf"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:55:11.190530 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:11.205744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:11.217675 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:11.309573 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80555a2b-59ea-4578-afa5-7148619aad1c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (050883a7-67b8-4021-8ea4-cf6d4d5b49a2), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:11.351986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:11.396698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80555a2b-59ea-4578-afa5-7148619aad1c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=050883a7-67b8-4021-8ea4-cf6d4d5b49a2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:11.404875 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80555a2b-59ea-4578-afa5-7148619aad1c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:11.410964 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-80555a2b-59ea-4578-afa5-7148619aad1c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/050883a7-67b8-4021-8ea4-cf6d4d5b49a2 HTTP/1.1" status: 204 len: 168 time: 0.7093427 Feb 05 02:55:11.413861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50544) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:11.420484 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f1040ca4-f670-4d2e-b40e-c81b6e8bce72 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e', 'mac_address': 'fa:16:3e:40:11:92', 'name': 'tempest-PortsTestJSON-1368516436'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:11.529816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1040ca4-f670-4d2e-b40e-c81b6e8bce72 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:11.560867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50546) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:11.580534 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16cc2c9b-193b-4e97-9704-8cb3222588a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:11.652137 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1040ca4-f670-4d2e-b40e-c81b6e8bce72 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:11.694378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 88817d6b-1085-49fc-b864-d14e86c12f9c no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:55:11.700083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-f1040ca4-f670-4d2e-b40e-c81b6e8bce72 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] device_id is not set on port fb0206f5-d70b-4cef-b10e-8f3e1567d97c yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:55:11.755982 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 88817d6b-1085-49fc-b864-d14e86c12f9c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:55:11.756764 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 88817d6b-1085-49fc-b864-d14e86c12f9c not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:55:11.771953 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16cc2c9b-193b-4e97-9704-8cb3222588a9 admin admin] Publish callbacks [] for security_group (f237143a-cd39-4729-88f2-b08e207393b5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:11.785166 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16cc2c9b-193b-4e97-9704-8cb3222588a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f237143a-cd39-4729-88f2-b08e207393b5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:11.832742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc2c9b-193b-4e97-9704-8cb3222588a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f237143a-cd39-4729-88f2-b08e207393b5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:11.856847 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-16cc2c9b-193b-4e97-9704-8cb3222588a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=efb888842e254100b33c766d31c8605e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2946248 Feb 05 02:55:11.859419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50548) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:12.030560 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f84cd1a3-d226-404b-b534-6932a7138582 admin admin] Publish callbacks [] for security_group (f237143a-cd39-4729-88f2-b08e207393b5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:12.090312 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f84cd1a3-d226-404b-b534-6932a7138582 admin admin] Publish callbacks [] for security_group (f237143a-cd39-4729-88f2-b08e207393b5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:12.112737 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1040ca4-f670-4d2e-b40e-c81b6e8bce72 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (fb0206f5-d70b-4cef-b10e-8f3e1567d97c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:12.218973 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f84cd1a3-d226-404b-b534-6932a7138582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f237143a-cd39-4729-88f2-b08e207393b5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:12.225449 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f84cd1a3-d226-404b-b534-6932a7138582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:12.227488 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f84cd1a3-d226-404b-b534-6932a7138582 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f237143a-cd39-4729-88f2-b08e207393b5 HTTP/1.1" status: 204 len: 168 time: 0.3669443 Feb 05 02:55:12.248973 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1040ca4-f670-4d2e-b40e-c81b6e8bce72 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fb0206f5-d70b-4cef-b10e-8f3e1567d97c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:12.251122 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cd1a3-d226-404b-b534-6932a7138582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f237143a-cd39-4729-88f2-b08e207393b5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:12.353887 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1040ca4-f670-4d2e-b40e-c81b6e8bce72 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=fb0206f5-d70b-4cef-b10e-8f3e1567d97c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:12.378821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1040ca4-f670-4d2e-b40e-c81b6e8bce72 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 97901936-6c92-4219-9b1e-4fee1a4c758e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:55:12.380788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f1040ca4-f670-4d2e-b40e-c81b6e8bce72 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:12.385288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1040ca4-f670-4d2e-b40e-c81b6e8bce72 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:55:12.390748 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1040ca4-f670-4d2e-b40e-c81b6e8bce72 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:12.391671 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1040ca4-f670-4d2e-b40e-c81b6e8bce72 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:12.423128 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f1040ca4-f670-4d2e-b40e-c81b6e8bce72 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0051076 Feb 05 02:55:12.423379 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50556) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:12.476997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de1110c-db1a-439b-a32a-cbf65bb50370 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:12.481410 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6de1110c-db1a-439b-a32a-cbf65bb50370 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports/fb0206f5-d70b-4cef-b10e-8f3e1567d97c HTTP/1.1" status: 200 len: 841 time: 0.0547643 Feb 05 02:55:12.481875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50560) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:12.604860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d5de10c4-e27c-4a7b-897c-7f3a72217395 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port fb0206f5-d70b-4cef-b10e-8f3e1567d97c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:12.604860 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5de10c4-e27c-4a7b-897c-7f3a72217395 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fb0206f5-d70b-4cef-b10e-8f3e1567d97c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:12.691314 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5de10c4-e27c-4a7b-897c-7f3a72217395 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fb0206f5-d70b-4cef-b10e-8f3e1567d97c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:12.707616 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d5de10c4-e27c-4a7b-897c-7f3a72217395 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for fb0206f5-d70b-4cef-b10e-8f3e1567d97c owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:12.837235 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5de10c4-e27c-4a7b-897c-7f3a72217395 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fb0206f5-d70b-4cef-b10e-8f3e1567d97c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:12.904581 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5de10c4-e27c-4a7b-897c-7f3a72217395 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:12.910190 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d5de10c4-e27c-4a7b-897c-7f3a72217395 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/fb0206f5-d70b-4cef-b10e-8f3e1567d97c HTTP/1.1" status: 204 len: 168 time: 0.4269981 Feb 05 02:55:12.911784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de10c4-e27c-4a7b-897c-7f3a72217395 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=fb0206f5-d70b-4cef-b10e-8f3e1567d97c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:12.913137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50570) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:12.966966 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb8d370-d298-4739-9062-59128837bb2f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] GET failed (client error): The resource could not be found. Feb 05 02:55:12.970414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cfb8d370-d298-4739-9062-59128837bb2f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports/fb0206f5-d70b-4cef-b10e-8f3e1567d97c HTTP/1.1" status: 404 len: 333 time: 0.0555394 Feb 05 02:55:12.978143 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50572) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:12.986358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-63668d77-8719-4a7a-8d69-e1c992959c5a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e', 'name': 'tempest-PortsTestJSON-1311228412'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:13.119044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63668d77-8719-4a7a-8d69-e1c992959c5a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:13.124210 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63668d77-8719-4a7a-8d69-e1c992959c5a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:13.568785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-63668d77-8719-4a7a-8d69-e1c992959c5a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] device_id is not set on port 9551a237-aca2-4395-a85c-cccdd3493166 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:55:13.796438 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63668d77-8719-4a7a-8d69-e1c992959c5a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (9551a237-aca2-4395-a85c-cccdd3493166), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:13.839331 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63668d77-8719-4a7a-8d69-e1c992959c5a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (9551a237-aca2-4395-a85c-cccdd3493166), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:13.909242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63668d77-8719-4a7a-8d69-e1c992959c5a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=9551a237-aca2-4395-a85c-cccdd3493166,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:13.918375 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63668d77-8719-4a7a-8d69-e1c992959c5a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 97901936-6c92-4219-9b1e-4fee1a4c758e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:55:13.920024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-63668d77-8719-4a7a-8d69-e1c992959c5a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:14.072661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63668d77-8719-4a7a-8d69-e1c992959c5a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:55:14.072661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63668d77-8719-4a7a-8d69-e1c992959c5a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:14.072661 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63668d77-8719-4a7a-8d69-e1c992959c5a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:14.092829 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-63668d77-8719-4a7a-8d69-e1c992959c5a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1106160 Feb 05 02:55:14.093379 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50590) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:14.106839 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e01db9d8-ecf6-4126-9121-6ce6bcfced9e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:14.221253 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e01db9d8-ecf6-4126-9121-6ce6bcfced9e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9551a237-aca2-4395-a85c-cccdd3493166), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:14.458725 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e01db9d8-ecf6-4126-9121-6ce6bcfced9e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (9551a237-aca2-4395-a85c-cccdd3493166), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:14.473283 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e01db9d8-ecf6-4126-9121-6ce6bcfced9e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (9551a237-aca2-4395-a85c-cccdd3493166), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:14.572910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01db9d8-ecf6-4126-9121-6ce6bcfced9e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=9551a237-aca2-4395-a85c-cccdd3493166,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:14.596326 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e01db9d8-ecf6-4126-9121-6ce6bcfced9e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] In _notify_port_updated(), no bound segment for port 9551a237-aca2-4395-a85c-cccdd3493166 on network 97901936-6c92-4219-9b1e-4fee1a4c758e {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 02:55:14.605208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01db9d8-ecf6-4126-9121-6ce6bcfced9e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:14.608998 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e01db9d8-ecf6-4126-9121-6ce6bcfced9e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:14.613513 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e01db9d8-ecf6-4126-9121-6ce6bcfced9e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "PUT /v2.0/ports/9551a237-aca2-4395-a85c-cccdd3493166 HTTP/1.1" status: 200 len: 818 time: 0.5183437 Feb 05 02:55:14.615654 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50602) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:14.743769 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-96e5c3bd-f320-4b51-8a0d-c359dfb78c56 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port 9551a237-aca2-4395-a85c-cccdd3493166 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:14.744021 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96e5c3bd-f320-4b51-8a0d-c359dfb78c56 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (9551a237-aca2-4395-a85c-cccdd3493166), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:14.829466 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96e5c3bd-f320-4b51-8a0d-c359dfb78c56 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (9551a237-aca2-4395-a85c-cccdd3493166), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:14.864218 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-96e5c3bd-f320-4b51-8a0d-c359dfb78c56 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for 9551a237-aca2-4395-a85c-cccdd3493166 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:14.989052 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96e5c3bd-f320-4b51-8a0d-c359dfb78c56 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (9551a237-aca2-4395-a85c-cccdd3493166), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:15.033132 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5c3bd-f320-4b51-8a0d-c359dfb78c56 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=9551a237-aca2-4395-a85c-cccdd3493166,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:15.038230 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96e5c3bd-f320-4b51-8a0d-c359dfb78c56 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:15.048477 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-96e5c3bd-f320-4b51-8a0d-c359dfb78c56 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/9551a237-aca2-4395-a85c-cccdd3493166 HTTP/1.1" status: 204 len: 168 time: 0.4290695 Feb 05 02:55:15.049958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50616) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:15.168187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1972ae24-3f1a-4d04-9eb8-623897cc8aca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:15.170239 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1972ae24-3f1a-4d04-9eb8-623897cc8aca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1176641 Feb 05 02:55:15.172917 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50624) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:15.200662 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f35e65-b6e2-4107-a5f6-73ab4b1654d9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] GET failed (client error): The resource could not be found. Feb 05 02:55:15.202108 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f5f35e65-b6e2-4107-a5f6-73ab4b1654d9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports/9551a237-aca2-4395-a85c-cccdd3493166 HTTP/1.1" status: 404 len: 333 time: 0.0282311 Feb 05 02:55:15.206409 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50630) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:15.211843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f5299c4b-9636-4624-bc99-c2ed6c30c40b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1336000301'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:15.240835 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5299c4b-9636-4624-bc99-c2ed6c30c40b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:15.245528 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5299c4b-9636-4624-bc99-c2ed6c30c40b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:15.292486 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5299c4b-9636-4624-bc99-c2ed6c30c40b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:55:15.316929 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5299c4b-9636-4624-bc99-c2ed6c30c40b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (9056b364-e951-4c62-b6e5-4959af16778f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:15.317605 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-f5299c4b-9636-4624-bc99-c2ed6c30c40b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Added segment 9056b364-e951-4c62-b6e5-4959af16778f of type vlan for network 97088010-c9b9-4d90-8d99-7ee57e0e3a6f Feb 05 02:55:15.408526 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5299c4b-9636-4624-bc99-c2ed6c30c40b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (97088010-c9b9-4d90-8d99-7ee57e0e3a6f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:15.465686 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5299c4b-9636-4624-bc99-c2ed6c30c40b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (97088010-c9b9-4d90-8d99-7ee57e0e3a6f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:15.470565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5299c4b-9636-4624-bc99-c2ed6c30c40b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:15.471438 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5299c4b-9636-4624-bc99-c2ed6c30c40b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:15.524267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f5299c4b-9636-4624-bc99-c2ed6c30c40b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3165638 Feb 05 02:55:15.526978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50644) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:15.532683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-339edef3-3fee-4386-b886-3129fa15ca71 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'subnet': {'network_id': '97088010-c9b9-4d90-8d99-7ee57e0e3a6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:15.670169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5299c4b-9636-4624-bc99-c2ed6c30c40b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Network': ['ID=97088010-c9b9-4d90-8d99-7ee57e0e3a6f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:15.706420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 97088010-c9b9-4d90-8d99-7ee57e0e3a6f details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:55:15.739093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9bfdc-597f-475e-bff7-78ca74e92d9f req-14954185-309f-457f-95d6-6f270d25aab7 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:15.741441 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3dc9bfdc-597f-475e-bff7-78ca74e92d9f req-14954185-309f-457f-95d6-6f270d25aab7 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 946 time: 0.1554732 Feb 05 02:55:15.750961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50656) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:15.760662 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-53480ce9-ab7f-4b8a-8311-68b9da4262ee tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Request body: {'floatingip': {'port_id': 'd65a3bde-cbf3-4f82-9a61-4bdd0db54c02'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:15.815551 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-53480ce9-ab7f-4b8a-8311-68b9da4262ee tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for floatingip (f9d422e7-dbef-4e90-b61e-5b3d819bb896), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:15.863966 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49db13-6daa-4db0-9da9-506a94616114 req-57a47da7-3836-4181-9d53-3d8c99594743 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:15.882364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f49db13-6daa-4db0-9da9-506a94616114 req-57a47da7-3836-4181-9d53-3d8c99594743 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.1582818 Feb 05 02:55:15.974255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339edef3-3fee-4386-b886-3129fa15ca71 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:15.983552 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f49db13-6daa-4db0-9da9-506a94616114 req-dce5b2a2-7aa2-408f-a7a5-d71c84e8ae36 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001880 Feb 05 02:55:15.986218 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-339edef3-3fee-4386-b886-3129fa15ca71 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:16.001684 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:16.103382 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1861f62-c8a8-4381-b510-b65f7d70dad0 x-openstack-request-id: req-f1861f62-c8a8-4381-b510-b65f7d70dad0 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:55:16.103723 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0044872-3698-41b1-aa12-d64ca3df0b84", "name": "network-vif-plugged", "status": "completed", "tag": "636bd3ff-9d59-4fab-b630-c68bc1a07fdf", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:55:16.104212 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1861f62-c8a8-4381-b510-b65f7d70dad0 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:55:16.104611 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0044872-3698-41b1-aa12-d64ca3df0b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636bd3ff-9d59-4fab-b630-c68bc1a07fdf', 'code': 200} Feb 05 02:55:16.297947 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8f69dd-124b-4f59-aec9-17c473a07ff8 x-openstack-request-id: req-5e8f69dd-124b-4f59-aec9-17c473a07ff8 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:55:16.299416 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0044872-3698-41b1-aa12-d64ca3df0b84", "tag": "636bd3ff-9d59-4fab-b630-c68bc1a07fdf", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:55:16.300004 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e8f69dd-124b-4f59-aec9-17c473a07ff8 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:55:16.303487 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0044872-3698-41b1-aa12-d64ca3df0b84', 'tag': '636bd3ff-9d59-4fab-b630-c68bc1a07fdf', 'status': 'completed', 'code': 200} Feb 05 02:55:16.333094 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d559e79-d1c7-4076-b3ee-d723d11cd570 req-374306e1-c016-4fc8-a37b-4b5aafa2d817 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0555203 Feb 05 02:55:16.671815 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-339edef3-3fee-4386-b886-3129fa15ca71 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (32399c38-31e3-4996-af40-6bbd54377206), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:16.769295 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28686f8e-a36f-4a2b-86d2-fc43cc4a7e8f req-1a5733df-ea90-45bd-b3fc-1c13e4ed82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:16.771111 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28686f8e-a36f-4a2b-86d2-fc43cc4a7e8f req-1a5733df-ea90-45bd-b3fc-1c13e4ed82b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 1131 time: 0.5323982 Feb 05 02:55:16.818580 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339edef3-3fee-4386-b886-3129fa15ca71 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Subnet': ['ID=32399c38-31e3-4996-af40-6bbd54377206,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:16.895369 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339edef3-3fee-4386-b886-3129fa15ca71 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Checking segment: {'id': '9056b364-e951-4c62-b6e5-4959af16778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '97088010-c9b9-4d90-8d99-7ee57e0e3a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:55:16.895990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339edef3-3fee-4386-b886-3129fa15ca71 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network hostable DHCP agents. Network: 97088010-c9b9-4d90-8d99-7ee57e0e3a6f, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:55:16.905393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756796c-c682-48fc-8403-d64e3be06c45 req-8a0632dc-da03-4733-a168-ef161aba9eed tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:16.916184 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3756796c-c682-48fc-8403-d64e3be06c45 req-8a0632dc-da03-4733-a168-ef161aba9eed tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/networks?id=a1d070de-759e-46a2-b508-8200ed0d7262 HTTP/1.1" status: 200 len: 814 time: 0.3659225 Feb 05 02:55:16.951957 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3756796c-c682-48fc-8403-d64e3be06c45 req-1c43df60-d154-4051-a3ea-6b880baafe78 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/quotas/adc4e330ad404a71bdb4242803d5073b HTTP/1.1" status: 200 len: 375 time: 0.0348184 Feb 05 02:55:17.062744 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-53480ce9-ab7f-4b8a-8311-68b9da4262ee tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:17.088880 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-53480ce9-ab7f-4b8a-8311-68b9da4262ee tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (f9d422e7-dbef-4e90-b61e-5b3d819bb896), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:17.098225 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:55:17.100827 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28686f8e-a36f-4a2b-86d2-fc43cc4a7e8f req-5254f1d8-1cd7-44bf-a3d2-1800381c6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:17.103013 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28686f8e-a36f-4a2b-86d2-fc43cc4a7e8f req-5254f1d8-1cd7-44bf-a3d2-1800381c6388 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.3185518 Feb 05 02:55:17.164363 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28686f8e-a36f-4a2b-86d2-fc43cc4a7e8f req-e8ff7354-0744-4405-abd4-4633ba5014f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf HTTP/1.1" status: 200 len: 217 time: 0.0528815 Feb 05 02:55:17.232520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339edef3-3fee-4386-b886-3129fa15ca71 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 97088010-c9b9-4d90-8d99-7ee57e0e3a6f is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:55:17.248327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93e69f-a82e-4255-9ae3-6db35268d4df req-0c629d68-0baf-4f0a-86fe-8f30f3d0f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:17.250176 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea93e69f-a82e-4255-9ae3-6db35268d4df req-0c629d68-0baf-4f0a-86fe-8f30f3d0f9eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 1131 time: 0.9455645 Feb 05 02:55:17.284674 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-339edef3-3fee-4386-b886-3129fa15ca71 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 97088010-c9b9-4d90-8d99-7ee57e0e3a6f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:17.292632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3756796c-c682-48fc-8403-d64e3be06c45 req-99cdfa2d-1b9a-4e76-88e5-9e2557a5caf5 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=adc4e330ad404a71bdb4242803d5073b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3390522 Feb 05 02:55:17.296071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd53479-3a3b-41ff-b37f-eb8bb45a7f25 None None] Network 97088010-c9b9-4d90-8d99-7ee57e0e3a6f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:55:17.363455 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ea93e69f-a82e-4255-9ae3-6db35268d4df req-b8fadebe-0bf3-47b8-9901-b27c4843b76c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069541 Feb 05 02:55:17.387887 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339edef3-3fee-4386-b886-3129fa15ca71 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:17.388552 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-339edef3-3fee-4386-b886-3129fa15ca71 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:17.395381 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-53480ce9-ab7f-4b8a-8311-68b9da4262ee tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Floating IP f9d422e7-dbef-4e90-b61e-5b3d819bb896 associated. External IP: 172.25.0.104, port: d65a3bde-cbf3-4f82-9a61-4bdd0db54c02. Feb 05 02:55:17.400995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28686f8e-a36f-4a2b-86d2-fc43cc4a7e8f req-258ded93-a7e3-4d1e-86e5-834ec609eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:17.408686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28686f8e-a36f-4a2b-86d2-fc43cc4a7e8f req-258ded93-a7e3-4d1e-86e5-834ec609eec1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.2240491 Feb 05 02:55:17.513765 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-339edef3-3fee-4386-b886-3129fa15ca71 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9832039 Feb 05 02:55:17.515224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50720) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:17.521761 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-981a8c74-f571-41c5-af36-c48ae6adb778 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'subnet': {'network_id': '97088010-c9b9-4d90-8d99-7ee57e0e3a6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:17.565039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21122e42-eb93-4893-ad02-04ade88ae726 req-c72c74cf-242d-46c1-983a-e70eb27a61fa tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:17.572991 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-21122e42-eb93-4893-ad02-04ade88ae726 req-c72c74cf-242d-46c1-983a-e70eb27a61fa tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.3031514 Feb 05 02:55:17.687065 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-21122e42-eb93-4893-ad02-04ade88ae726 req-9eaca2f7-e160-49eb-8848-4e750532a3b3 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086433 Feb 05 02:55:17.696919 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ce72df81-28c5-49a8-9859-44295525b9e5 service neutron] 10.222.0.36 "GET /v2.0/networks/a1d070de-759e-46a2-b508-8200ed0d7262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765852 Feb 05 02:55:17.721837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-97088010-c9b9-4d90-8d99-7ee57e0e3a6f', 'network_id': '97088010-c9b9-4d90-8d99-7ee57e0e3a6f', 'project_id': '964b4754471e4b759ae75ee097ceda08', 'fixed_ips': [{'subnet_id': '32399c38-31e3-4996-af40-6bbd54377206'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:55:17.735874 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:17.855821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28686f8e-a36f-4a2b-86d2-fc43cc4a7e8f req-f69cc246-5726-4f17-ab2e-769ffaf673c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:17.862028 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28686f8e-a36f-4a2b-86d2-fc43cc4a7e8f req-f69cc246-5726-4f17-ab2e-769ffaf673c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2855613 Feb 05 02:55:17.925805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-28686f8e-a36f-4a2b-86d2-fc43cc4a7e8f req-dce30fb9-4c1c-4550-b715-2302bd10d242 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:55:17.926866 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28686f8e-a36f-4a2b-86d2-fc43cc4a7e8f req-dce30fb9-4c1c-4550-b715-2302bd10d242 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105808 Feb 05 02:55:17.973126 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981a8c74-f571-41c5-af36-c48ae6adb778 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:17.976939 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-981a8c74-f571-41c5-af36-c48ae6adb778 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:18.100497 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53480ce9-ab7f-4b8a-8311-68b9da4262ee tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Router 83eade1a-976d-4460-9f33-dcef5b6673b4 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:55:18.159924 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Allocated IP 172.20.0.2 (97088010-c9b9-4d90-8d99-7ee57e0e3a6f/32399c38-31e3-4996-af40-6bbd54377206/7acac8d9-8994-459b-ba2c-68b88b6e6138) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:55:18.349464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53480ce9-ab7f-4b8a-8311-68b9da4262ee tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:55:18.359342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bd27d-3c42-487a-99f5-9e6210d4ad6e req-a1cce15e-854d-43d1-ad6e-8f6bfa8c3916 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:18.360088 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e9057-648b-44da-8437-8d5932af495b None None] Sync routers for ids ['83eade1a-976d-4460-9f33-dcef5b6673b4'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:55:18.365185 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-53480ce9-ab7f-4b8a-8311-68b9da4262ee tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:18.370829 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f8bd27d-3c42-487a-99f5-9e6210d4ad6e req-a1cce15e-854d-43d1-ad6e-8f6bfa8c3916 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 946 time: 0.5265808 Feb 05 02:55:18.375135 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3756796c-c682-48fc-8403-d64e3be06c45 req-9e85c347-13ed-463e-b0af-78785cdcb977 service neutron] 10.222.0.36 "GET /v2.0/networks/a1d070de-759e-46a2-b508-8200ed0d7262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6617069 Feb 05 02:55:18.401911 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e9057-648b-44da-8437-8d5932af495b None None] Routers {'83eade1a-976d-4460-9f33-dcef5b6673b4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:55:18.402609 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ea5e9057-648b-44da-8437-8d5932af495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:55:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['83eade1a-976d-4460-9f33-dcef5b6673b4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:18.476464 n-d-826942-8 neutron-server[109674]: INFO neutron.db.ipam_backend_mixin [None req-981a8c74-f571-41c5-af36-c48ae6adb778 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 32399c38-31e3-4996-af40-6bbd54377206 (CIDR: 172.20.0.0/28) Feb 05 02:55:18.495892 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28686f8e-a36f-4a2b-86d2-fc43cc4a7e8f req-5b485028-9079-4284-b306-7b1f002130ed service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621459 Feb 05 02:55:18.509214 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-981a8c74-f571-41c5-af36-c48ae6adb778 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 02:55:18.509735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-981a8c74-f571-41c5-af36-c48ae6adb778 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:55:18.522679 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Publish callbacks [] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:18.537126 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:18.542699 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-53480ce9-ab7f-4b8a-8311-68b9da4262ee tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "PUT /v2.0/floatingips/f9d422e7-dbef-4e90-b61e-5b3d819bb896 HTTP/1.1" status: 200 len: 992 time: 2.7850461 Feb 05 02:55:18.542699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7b13c5-1426-430e-9afa-f9c7924473cc', 'tag': 'd65a3bde-cbf3-4f82-9a61-4bdd0db54c02'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:55:18.549376 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda7b952-0dea-47bd-b62d-1be708d2f050" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7b13c5-1426-430e-9afa-f9c7924473cc", "tag": "d65a3bde-cbf3-4f82-9a61-4bdd0db54c02"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:55:18.570889 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-981a8c74-f571-41c5-af36-c48ae6adb778 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0544605 Feb 05 02:55:18.571512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50744) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:18.586191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-dfe09844-a651-42e9-87ef-2c38f09581c6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'subnet': {'network_id': '97088010-c9b9-4d90-8d99-7ee57e0e3a6f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:18.673064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Network 97088010-c9b9-4d90-8d99-7ee57e0e3a6f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:55:18.692647 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ea5e9057-648b-44da-8437-8d5932af495b None None] Set router 83eade1a-976d-4460-9f33-dcef5b6673b4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:55:18.693373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:18.719092 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Pushing event updated for resources: {'Port': ['ID=7acac8d9-8994-459b-ba2c-68b88b6e6138,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:18.723475 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:55:18.749438 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28686f8e-a36f-4a2b-86d2-fc43cc4a7e8f req-1c79c945-2567-45de-8666-06170de02e7e service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243595 Feb 05 02:55:18.793834 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f8bd27d-3c42-487a-99f5-9e6210d4ad6e req-752d6560-4f0a-4c9a-a8f5-35e6fd73700d tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=532725b0-fd79-41dc-9fd7-d024bfca66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4214411 Feb 05 02:55:18.956054 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe09844-a651-42e9-87ef-2c38f09581c6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:18.964548 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfe09844-a651-42e9-87ef-2c38f09581c6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:18.967411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Attempting to bind port 7acac8d9-8994-459b-ba2c-68b88b6e6138 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:55:18.968164 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Attempting to bind port 7acac8d9-8994-459b-ba2c-68b88b6e6138 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '9056b364-e951-4c62-b6e5-4959af16778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '97088010-c9b9-4d90-8d99-7ee57e0e3a6f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:55:18.969760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Attempting to bind port 7acac8d9-8994-459b-ba2c-68b88b6e6138 on network 97088010-c9b9-4d90-8d99-7ee57e0e3a6f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:55:18.984671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:55:18.985070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Checking segment: {'id': '9056b364-e951-4c62-b6e5-4959af16778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '97088010-c9b9-4d90-8d99-7ee57e0e3a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:55:18.985476 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:18.985860 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Bound using segment: {'id': '9056b364-e951-4c62-b6e5-4959af16778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '97088010-c9b9-4d90-8d99-7ee57e0e3a6f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:55:19.003900 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-512e0925-3091-4bec-8b74-1545043f4158 req-ad6381fd-40a8-4f47-95c2-5dd3f71f6abd tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0873661 Feb 05 02:55:19.007889 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Bound port: 7acac8d9-8994-459b-ba2c-68b88b6e6138, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9056b364-e951-4c62-b6e5-4959af16778f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '97088010-c9b9-4d90-8d99-7ee57e0e3a6f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:55:19.011874 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:19.160430 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492583c3-1bd7-40c3-aa0e-1160118ef939 req-490c1a08-a07f-4d83-a4fb-08453251eff8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:19.163937 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-492583c3-1bd7-40c3-aa0e-1160118ef939 req-490c1a08-a07f-4d83-a4fb-08453251eff8 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 946 time: 0.1228542 Feb 05 02:55:19.216799 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba36b5dc-42f2-4920-9598-cc7ed0849d00 x-openstack-request-id: req-ba36b5dc-42f2-4920-9598-cc7ed0849d00 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:55:19.217332 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7b13c5-1426-430e-9afa-f9c7924473cc", "tag": "d65a3bde-cbf3-4f82-9a61-4bdd0db54c02", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:55:19.217421 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba36b5dc-42f2-4920-9598-cc7ed0849d00 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:55:19.217792 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7b13c5-1426-430e-9afa-f9c7924473cc', 'tag': 'd65a3bde-cbf3-4f82-9a61-4bdd0db54c02', 'status': 'completed', 'code': 200} Feb 05 02:55:19.307856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] For port 7acac8d9-8994-459b-ba2c-68b88b6e6138, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:55:19.313695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8b51d-d1f1-416a-a1b9-fa082032b8f6 req-fc61aae3-3fb4-4186-ab40-1bf44c6b056a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:19.315820 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-29d8b51d-d1f1-416a-a1b9-fa082032b8f6 req-fc61aae3-3fb4-4186-ab40-1bf44c6b056a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.31 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 946 time: 0.1163676 Feb 05 02:55:19.317932 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] For port 7acac8d9-8994-459b-ba2c-68b88b6e6138, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7acac8d9-8994-459b-ba2c-68b88b6e6138,segment=NetworkSegment(9056b364-e951-4c62-b6e5-4959af16778f),segment_id=9056b364-e951-4c62-b6e5-4959af16778f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:55:19.331455 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:19.458061 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-492583c3-1bd7-40c3-aa0e-1160118ef939 req-10b92b67-0030-47a6-ae6d-ad6410004742 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2831011 Feb 05 02:55:19.481012 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c172-5446-4687-9e69-9858cc951ef4 None None] Pushing event updated for resources: {'Port': ['ID=7acac8d9-8994-459b-ba2c-68b88b6e6138,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:19.542203 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfe09844-a651-42e9-87ef-2c38f09581c6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (15c75aed-8fd6-43a6-b03f-e017f2671886), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:19.566169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b952-0dea-47bd-b62d-1be708d2f050 req-814945f3-7650-43ca-ab61-5df6fe896b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:19.567783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda7b952-0dea-47bd-b62d-1be708d2f050 req-814945f3-7650-43ca-ab61-5df6fe896b74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e10a2c83a7424977ae9f7abae799b368&device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 1128 time: 0.3395712 Feb 05 02:55:19.590737 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ea5e9057-648b-44da-8437-8d5932af495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'name': 'tempest-ServersTestManualDisk-396975835-router', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '4917b1a7-3814-420f-850a-61099805af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:16Z', 'updated_at': '2022-02-05T02:54:27Z', 'revision_number': 4, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'gw_port': {'id': '4917b1a7-3814-420f-850a-61099805af40', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:17Z', 'updated_at': '2022-02-05T02:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'f9d422e7-dbef-4e90-b61e-5b3d819bb896', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'port_id': 'd65a3bde-cbf3-4f82-9a61-4bdd0db54c02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '436c4816-2885-4a66-a246-061c24b2b030', 'mac_address': 'fa:16:3e:b2:d4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7b13c5-1426-430e-9afa-f9c7924473cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:54:35Z', 'updated_at': '2022-02-05T02:55:16Z', 'revision_number': 1, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a21e057-bf54-46de-9677-7a13520a5a80', 'name': '', 'network_id': '436c4816-2885-4a66-a246-061c24b2b030', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'mac_address': 'fa:16:3e:58:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:23Z', 'updated_at': '2022-02-05T02:54:36Z', 'revision_number': 5, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'subnets': [{'id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:19.633958 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e9057-648b-44da-8437-8d5932af495b None None] Checking router: 83eade1a-976d-4460-9f33-dcef5b6673b4 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:55:19.655742 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e9057-648b-44da-8437-8d5932af495b None None] Routers {'83eade1a-976d-4460-9f33-dcef5b6673b4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:55:19.657016 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ea5e9057-648b-44da-8437-8d5932af495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:55:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['83eade1a-976d-4460-9f33-dcef5b6673b4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:19.761921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81b654-ac84-41d7-aec4-6b72fa0eaa0b req-66884c8f-c291-49b4-9b06-5d7ac43b9799 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:19.807713 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e81b654-ac84-41d7-aec4-6b72fa0eaa0b req-66884c8f-c291-49b4-9b06-5d7ac43b9799 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.4483154 Feb 05 02:55:19.822637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72cdd6b0-7eca-4c3b-876b-3e68b67d69ed req-8437c471-f7d6-435b-9042-c0b3c6df183e tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 210 time: 0.2535329 Feb 05 02:55:19.856110 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ea5e9057-648b-44da-8437-8d5932af495b None None] Set router 83eade1a-976d-4460-9f33-dcef5b6673b4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:55:19.960535 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b952-0dea-47bd-b62d-1be708d2f050 req-7f74e80d-c524-4ba6-92f4-8813576d91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:19.962183 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda7b952-0dea-47bd-b62d-1be708d2f050 req-7f74e80d-c524-4ba6-92f4-8813576d91d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=436c4816-2885-4a66-a246-061c24b2b030 HTTP/1.1" status: 200 len: 912 time: 0.3852589 Feb 05 02:55:19.981171 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e81b654-ac84-41d7-aec4-6b72fa0eaa0b req-5e5e2b26-9762-4406-8249-68739b7838ae tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721852 Feb 05 02:55:20.147139 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe09844-a651-42e9-87ef-2c38f09581c6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 97088010-c9b9-4d90-8d99-7ee57e0e3a6f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:55:20.151341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-dfe09844-a651-42e9-87ef-2c38f09581c6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:20.156838 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe09844-a651-42e9-87ef-2c38f09581c6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:20.157722 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfe09844-a651-42e9-87ef-2c38f09581c6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:20.179924 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe09844-a651-42e9-87ef-2c38f09581c6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Subnet': ['ID=15c75aed-8fd6-43a6-b03f-e017f2671886,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:20.183951 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-29d8b51d-d1f1-416a-a1b9-fa082032b8f6 req-169e4360-74f9-4fa6-aa8f-42565803ec6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Deleting port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:20.184373 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-29d8b51d-d1f1-416a-a1b9-fa082032b8f6 req-169e4360-74f9-4fa6-aa8f-42565803ec6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e2ec20ee-211f-4ddc-a00b-d12a31acc4c2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:20.204131 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dfe09844-a651-42e9-87ef-2c38f09581c6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6219277 Feb 05 02:55:20.209570 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50812) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:20.215739 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3bd53829-4c34-4c24-9815-2de0461e69b9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'network_id': '97088010-c9b9-4d90-8d99-7ee57e0e3a6f', 'fixed_ips': [{'subnet_id': '32399c38-31e3-4996-af40-6bbd54377206'}, {'subnet_id': '15c75aed-8fd6-43a6-b03f-e017f2671886'}], 'name': 'tempest-PortsTestJSON-757255738'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:20.253327 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda7b952-0dea-47bd-b62d-1be708d2f050 req-9c44b476-6c03-4851-8f64-659c05a09995 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 HTTP/1.1" status: 200 len: 1000 time: 0.2680714 Feb 05 02:55:20.296247 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac9e6a-dd48-4d57-8f86-8c32a1b3eab2 req-352d6beb-aabd-4aab-a9ab-8ee17a020109 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:20.304000 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3ac9e6a-dd48-4d57-8f86-8c32a1b3eab2 req-352d6beb-aabd-4aab-a9ab-8ee17a020109 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 946 time: 0.3175514 Feb 05 02:55:20.319166 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-29d8b51d-d1f1-416a-a1b9-fa082032b8f6 req-169e4360-74f9-4fa6-aa8f-42565803ec6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] For port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e2ec20ee-211f-4ddc-a00b-d12a31acc4c2,segment=NetworkSegment(b566328f-e6db-46ed-bfd1-d2b52cbb239e),segment_id=b566328f-e6db-46ed-bfd1-d2b52cbb239e)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:20.319714 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-29d8b51d-d1f1-416a-a1b9-fa082032b8f6 req-169e4360-74f9-4fa6-aa8f-42565803ec6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e2ec20ee-211f-4ddc-a00b-d12a31acc4c2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:20.374478 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ea5e9057-648b-44da-8437-8d5932af495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'name': 'tempest-ServersTestManualDisk-396975835-router', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '4917b1a7-3814-420f-850a-61099805af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:16Z', 'updated_at': '2022-02-05T02:54:27Z', 'revision_number': 4, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'gw_port': {'id': '4917b1a7-3814-420f-850a-61099805af40', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:17Z', 'updated_at': '2022-02-05T02:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'f9d422e7-dbef-4e90-b61e-5b3d819bb896', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'port_id': 'd65a3bde-cbf3-4f82-9a61-4bdd0db54c02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '436c4816-2885-4a66-a246-061c24b2b030', 'mac_address': 'fa:16:3e:b2:d4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7b13c5-1426-430e-9afa-f9c7924473cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:54:35Z', 'updated_at': '2022-02-05T02:55:16Z', 'revision_number': 1, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a21e057-bf54-46de-9677-7a13520a5a80', 'name': '', 'network_id': '436c4816-2885-4a66-a246-061c24b2b030', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'mac_address': 'fa:16:3e:58:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:23Z', 'updated_at': '2022-02-05T02:54:36Z', 'revision_number': 5, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'subnets': [{'id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:20.414574 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e9057-648b-44da-8437-8d5932af495b None None] The sync data for ids ['83eade1a-976d-4460-9f33-dcef5b6673b4'] in n-d-826942-8 is: [{'id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'name': 'tempest-ServersTestManualDisk-396975835-router', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '4917b1a7-3814-420f-850a-61099805af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:16Z', 'updated_at': '2022-02-05T02:54:27Z', 'revision_number': 4, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'gw_port': {'id': '4917b1a7-3814-420f-850a-61099805af40', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:17Z', 'updated_at': '2022-02-05T02:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'f9d422e7-dbef-4e90-b61e-5b3d819bb896', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'port_id': 'd65a3bde-cbf3-4f82-9a61-4bdd0db54c02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1094, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '436c4816-2885-4a66-a246-061c24b2b030', 'mac_address': 'fa:16:3e:b2:d4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7b13c5-1426-430e-9afa-f9c7924473cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:54:35Z', 'updated_at': '2022-02-05T02:55:16Z', 'revision_number': 1, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a21e057-bf54-46de-9677-7a13520a5a80', 'name': '', 'network_id': '436c4816-2885-4a66-a246-061c24b2b030', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'mac_address': 'fa:16:3e:58:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:23Z', 'updated_at': '2022-02-05T02:54:36Z', 'revision_number': 5, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'subnets': [{'id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:55:20.476498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b952-0dea-47bd-b62d-1be708d2f050 req-685f5a94-603c-491b-a9e1-8b507769dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:20.482081 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda7b952-0dea-47bd-b62d-1be708d2f050 req-685f5a94-603c-491b-a9e1-8b507769dbfd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e6a6cc2c-4cea-4e70-98f1-e416109769e9 HTTP/1.1" status: 200 len: 850 time: 0.1946030 Feb 05 02:55:20.685297 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3ac9e6a-dd48-4d57-8f86-8c32a1b3eab2 req-629f7222-ff17-4766-9bac-4cece97c5d65 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups?id=532725b0-fd79-41dc-9fd7-d024bfca66b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3803566 Feb 05 02:55:20.685841 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-29d8b51d-d1f1-416a-a1b9-fa082032b8f6 req-169e4360-74f9-4fa6-aa8f-42565803ec6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:20.685915 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-29d8b51d-d1f1-416a-a1b9-fa082032b8f6 req-169e4360-74f9-4fa6-aa8f-42565803ec6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (a8a9876c-8abb-4a7a-a939-4a2f3e2983a3), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:20.686203 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [req-29d8b51d-d1f1-416a-a1b9-fa082032b8f6 req-169e4360-74f9-4fa6-aa8f-42565803ec6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Floating IP a8a9876c-8abb-4a7a-a939-4a2f3e2983a3 disassociated. External IP: 172.25.0.43, port: e2ec20ee-211f-4ddc-a00b-d12a31acc4c2. Feb 05 02:55:20.686792 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-29d8b51d-d1f1-416a-a1b9-fa082032b8f6 req-169e4360-74f9-4fa6-aa8f-42565803ec6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Calling delete_port for e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:20.793182 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756796c-c682-48fc-8403-d64e3be06c45 req-6bfb6b81-dab5-4704-b30b-fdc4396a10ca tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:20.795965 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3756796c-c682-48fc-8403-d64e3be06c45 req-6bfb6b81-dab5-4704-b30b-fdc4396a10ca tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.31 "GET /v2.0/networks?id=a1d070de-759e-46a2-b508-8200ed0d7262 HTTP/1.1" status: 200 len: 814 time: 0.2799122 Feb 05 02:55:20.811739 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-3756796c-c682-48fc-8403-d64e3be06c45 req-d808314d-c536-446b-9bf5-f812131e716e tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Request body: {'port': {'device_id': '29defcd4-ab84-4beb-94e7-011064e3d812', 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262', 'admin_state_up': True, 'tenant_id': 'adc4e330ad404a71bdb4242803d5073b'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:20.817949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd06fa1-2366-4d5e-911a-c1afbf38106d req-aef22162-7d2a-4400-b3a0-f9cca1a0f9c8 tempest-MigrationsAdminTest-634248792 tempest-MigrationsAdminTest-634248792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:20.825304 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cd06fa1-2366-4d5e-911a-c1afbf38106d req-aef22162-7d2a-4400-b3a0-f9cca1a0f9c8 tempest-MigrationsAdminTest-634248792 tempest-MigrationsAdminTest-634248792-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 1131 time: 0.2952054 Feb 05 02:55:20.833881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b952-0dea-47bd-b62d-1be708d2f050 req-f7e4d7d8-ba43-43b9-b833-6e5c756ef619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:20.835554 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda7b952-0dea-47bd-b62d-1be708d2f050 req-f7e4d7d8-ba43-43b9-b833-6e5c756ef619 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=436c4816-2885-4a66-a246-061c24b2b030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3143287 Feb 05 02:55:20.863404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892672a0-8006-4e8b-acfe-33b6b7b25424 None None] New status for floating IP f9d422e7-dbef-4e90-b61e-5b3d819bb896: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:55:21.009107 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b38bbf8d-4eb2-422a-a610-7f0e0962d8aa req-47e55336-4a80-4927-9fb6-3efc23a49ff4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0370855 Feb 05 02:55:21.053000 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-29d8b51d-d1f1-416a-a1b9-fa082032b8f6 req-169e4360-74f9-4fa6-aa8f-42565803ec6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (e2ec20ee-211f-4ddc-a00b-d12a31acc4c2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:21.116214 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6cd06fa1-2366-4d5e-911a-c1afbf38106d req-1e963288-43c5-4d03-8192-287e52b4c5d6 tempest-MigrationsAdminTest-634248792 tempest-MigrationsAdminTest-634248792-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:21.125901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e4360-74f9-4fa6-aa8f-42565803ec6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event deleted for resources: {'Port': ['ID=e2ec20ee-211f-4ddc-a00b-d12a31acc4c2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:21.159245 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8ba9df7f-486f-4383-aa1c-512fa0d8d58e req-f00d5279-7aaf-46e5-baef-9ff29be9a4d5 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.3280833 Feb 05 02:55:21.160461 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd53829-4c34-4c24-9815-2de0461e69b9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:21.165975 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda7b952-0dea-47bd-b62d-1be708d2f050 req-ebe60f8d-bcbb-4163-bb54-b1f57bcc50d2 service neutron] 10.222.0.10 "GET /v2.0/networks/436c4816-2885-4a66-a246-061c24b2b030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616963 Feb 05 02:55:21.295222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0896d92-e385-41be-b194-59935927071b None None] Network 97088010-c9b9-4d90-8d99-7ee57e0e3a6f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:55:21.342193 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3756796c-c682-48fc-8403-d64e3be06c45 req-d808314d-c536-446b-9bf5-f812131e716e tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Made reservation on behalf of adc4e330ad404a71bdb4242803d5073b for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:21.363867 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3756796c-c682-48fc-8403-d64e3be06c45 req-d808314d-c536-446b-9bf5-f812131e716e tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:21.449368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29d8b51d-d1f1-416a-a1b9-fa082032b8f6 req-169e4360-74f9-4fa6-aa8f-42565803ec6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Router 20d01e9b-e502-4b4b-816a-275d13a56d33 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:55:21.459109 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-61ea4f30-5579-44cd-9b1d-aefbfd209ad9 None None] Provisioning complete for port 7acac8d9-8994-459b-ba2c-68b88b6e6138 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:21.459700 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61ea4f30-5579-44cd-9b1d-aefbfd209ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:21.507079 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3bd53829-4c34-4c24-9815-2de0461e69b9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:21.559042 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6cd06fa1-2366-4d5e-911a-c1afbf38106d req-1e963288-43c5-4d03-8192-287e52b4c5d6 tempest-MigrationsAdminTest-634248792 tempest-MigrationsAdminTest-634248792-project-admin] Publish callbacks [] for security_group (a876c79d-b5fa-44eb-a86b-ad89eb5d36e8), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:21.574097 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda7b952-0dea-47bd-b62d-1be708d2f050 req-64339fe2-cf83-4c90-9aff-718a96bb9390 service neutron] 10.222.0.10 "GET /v2.0/networks/436c4816-2885-4a66-a246-061c24b2b030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869617 Feb 05 02:55:21.582937 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6cd06fa1-2366-4d5e-911a-c1afbf38106d req-1e963288-43c5-4d03-8192-287e52b4c5d6 tempest-MigrationsAdminTest-634248792 tempest-MigrationsAdminTest-634248792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a876c79d-b5fa-44eb-a86b-ad89eb5d36e8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:21.626292 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-3bd53829-4c34-4c24-9815-2de0461e69b9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] device_id is not set on port 1ed79184-a030-4b04-9c36-0b45626a0cc4 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:55:21.632676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e963288-43c5-4d03-8192-287e52b4c5d6 tempest-MigrationsAdminTest-634248792 tempest-MigrationsAdminTest-634248792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a876c79d-b5fa-44eb-a86b-ad89eb5d36e8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:21.646910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-61ea4f30-5579-44cd-9b1d-aefbfd209ad9 None None] Current status of the port 7acac8d9-8994-459b-ba2c-68b88b6e6138 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:21.648298 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61ea4f30-5579-44cd-9b1d-aefbfd209ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:21.656120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32d946-5b40-46dd-9ffe-340d33e9c3ba req-958507af-f423-458a-ab17-fd48946f7346 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:21.657739 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b32d946-5b40-46dd-9ffe-340d33e9c3ba req-958507af-f423-458a-ab17-fd48946f7346 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 946 time: 0.2372422 Feb 05 02:55:21.692804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29d8b51d-d1f1-416a-a1b9-fa082032b8f6 req-169e4360-74f9-4fa6-aa8f-42565803ec6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:55:21.705936 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b00b6e3-7504-4c74-880f-045350e6442a None None] Sync routers for ids ['20d01e9b-e502-4b4b-816a-275d13a56d33'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:55:21.730224 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-61ea4f30-5579-44cd-9b1d-aefbfd209ad9 None None] For port 7acac8d9-8994-459b-ba2c-68b88b6e6138, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7acac8d9-8994-459b-ba2c-68b88b6e6138,segment=NetworkSegment(9056b364-e951-4c62-b6e5-4959af16778f),segment_id=9056b364-e951-4c62-b6e5-4959af16778f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:21.754342 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b00b6e3-7504-4c74-880f-045350e6442a None None] Routers {'20d01e9b-e502-4b4b-816a-275d13a56d33'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:55:21.756350 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2b00b6e3-7504-4c74-880f-045350e6442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:55:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['20d01e9b-e502-4b4b-816a-275d13a56d33'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:21.778463 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61ea4f30-5579-44cd-9b1d-aefbfd209ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:21.843837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bb322b-ab23-4916-a4e8-91967b7334e2 None None] Update dhcp port {'port': {'network_id': '97088010-c9b9-4d90-8d99-7ee57e0e3a6f', 'fixed_ips': [{'subnet_id': '32399c38-31e3-4996-af40-6bbd54377206', 'ip_address': '172.20.0.2'}, {'subnet_id': '15c75aed-8fd6-43a6-b03f-e017f2671886'}], 'binding:host_id': 'n-d-826942-8'}, 'id': '7acac8d9-8994-459b-ba2c-68b88b6e6138'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 02:55:21.883668 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-83bb322b-ab23-4916-a4e8-91967b7334e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:21.886533 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d8b51d-d1f1-416a-a1b9-fa082032b8f6 req-169e4360-74f9-4fa6-aa8f-42565803ec6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] No DVR routers for this DVR port e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:55:21.897462 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b32d946-5b40-46dd-9ffe-340d33e9c3ba req-2ca37da0-8a3d-47f2-b6ab-8ae4a5bbb0a4 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2066278 Feb 05 02:55:21.899971 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-29d8b51d-d1f1-416a-a1b9-fa082032b8f6 req-169e4360-74f9-4fa6-aa8f-42565803ec6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:21.917616 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-29d8b51d-d1f1-416a-a1b9-fa082032b8f6 req-169e4360-74f9-4fa6-aa8f-42565803ec6a tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.31 "DELETE /v2.0/ports/e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 HTTP/1.1" status: 204 len: 173 time: 2.5778077 Feb 05 02:55:21.971567 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cd06fa1-2366-4d5e-911a-c1afbf38106d req-1e963288-43c5-4d03-8192-287e52b4c5d6 tempest-MigrationsAdminTest-634248792 tempest-MigrationsAdminTest-634248792-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1437685 Feb 05 02:55:21.986575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a416d4c0-f802-47c9-b241-e4e3005ce4ae', 'name': 'network-vif-deleted', 'tag': 'e2ec20ee-211f-4ddc-a00b-d12a31acc4c2'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:55:21.996400 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fee836-8ae7-4d33-991b-66c8a574ba6e" -d '{"events": [{"server_uuid": "a416d4c0-f802-47c9-b241-e4e3005ce4ae", "name": "network-vif-deleted", "tag": "e2ec20ee-211f-4ddc-a00b-d12a31acc4c2"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:55:22.112825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea4f30-5579-44cd-9b1d-aefbfd209ad9 None None] Pushing event updated for resources: {'Port': ['ID=7acac8d9-8994-459b-ba2c-68b88b6e6138,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:22.161709 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2b00b6e3-7504-4c74-880f-045350e6442a None None] Set router 20d01e9b-e502-4b4b-816a-275d13a56d33 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:55:22.194636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7acac8d9-8994-459b-ba2c-68b88b6e6138 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:55:22.195004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-3756796c-c682-48fc-8403-d64e3be06c45 req-d808314d-c536-446b-9bf5-f812131e716e tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Allocated IP 172.20.0.11 (a1d070de-759e-46a2-b508-8200ed0d7262/8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5/c862bdef-c1a9-4e7a-a77e-513e1e28f139) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:55:22.293742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-368db06c-433f-4fcb-b12e-74d0ab47c481 req-b0fd869a-0208-4acf-8dab-2e7808ecf556 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 210 time: 0.1446249 Feb 05 02:55:22.579052 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3756796c-c682-48fc-8403-d64e3be06c45 req-d808314d-c536-446b-9bf5-f812131e716e tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Publish callbacks [] for port (c862bdef-c1a9-4e7a-a77e-513e1e28f139), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:22.600702 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-83bb322b-ab23-4916-a4e8-91967b7334e2 None None] Allocated IP 172.20.0.18 (97088010-c9b9-4d90-8d99-7ee57e0e3a6f/15c75aed-8fd6-43a6-b03f-e017f2671886/7acac8d9-8994-459b-ba2c-68b88b6e6138) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:55:22.631105 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3756796c-c682-48fc-8403-d64e3be06c45 req-d808314d-c536-446b-9bf5-f812131e716e tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c862bdef-c1a9-4e7a-a77e-513e1e28f139), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:22.760648 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e24b76b1-7947-404c-bbcc-1e1e36419b72 req-60b890d9-f13e-418c-896b-d99ec7d9979b tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/ports?device_id=a416d4c0-f802-47c9-b241-e4e3005ce4ae HTTP/1.1" status: 200 len: 210 time: 0.1052189 Feb 05 02:55:22.784053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 7acac8d9-8994-459b-ba2c-68b88b6e6138 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:22.790781 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:22.856525 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808314d-c536-446b-9bf5-f812131e716e tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Pushing event updated for resources: {'Port': ['ID=c862bdef-c1a9-4e7a-a77e-513e1e28f139,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:22.894442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3756796c-c682-48fc-8403-d64e3be06c45 req-d808314d-c536-446b-9bf5-f812131e716e tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Network a1d070de-759e-46a2-b508-8200ed0d7262 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:55:22.905363 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-3756796c-c682-48fc-8403-d64e3be06c45 req-d808314d-c536-446b-9bf5-f812131e716e tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:22.911476 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-3756796c-c682-48fc-8403-d64e3be06c45 req-d808314d-c536-446b-9bf5-f812131e716e tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:55:23.082999 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756796c-c682-48fc-8403-d64e3be06c45 req-d808314d-c536-446b-9bf5-f812131e716e tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:23.083678 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3756796c-c682-48fc-8403-d64e3be06c45 req-d808314d-c536-446b-9bf5-f812131e716e tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:23.092203 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-83bb322b-ab23-4916-a4e8-91967b7334e2 None None] For port 7acac8d9-8994-459b-ba2c-68b88b6e6138, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7acac8d9-8994-459b-ba2c-68b88b6e6138,segment=NetworkSegment(9056b364-e951-4c62-b6e5-4959af16778f),segment_id=9056b364-e951-4c62-b6e5-4959af16778f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:23.151865 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3756796c-c682-48fc-8403-d64e3be06c45 req-d808314d-c536-446b-9bf5-f812131e716e tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3461409 Feb 05 02:55:23.164974 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2b00b6e3-7504-4c74-880f-045350e6442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 4, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4a2143af-351c-47d4-86e0-93dfa0a52ace', 'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'mac_address': 'fa:16:3e:36:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:19Z', 'updated_at': '2022-02-05T02:48:23Z', 'revision_number': 5, 'project_id': '04505631600d4700b509b35d7e707cd7', 'subnets': [{'id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:23.193423 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Request body: {'port': {'device_id': '29defcd4-ab84-4beb-94e7-011064e3d812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:23.249557 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b00b6e3-7504-4c74-880f-045350e6442a None None] Checking router: 20d01e9b-e502-4b4b-816a-275d13a56d33 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:55:23.270112 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b00b6e3-7504-4c74-880f-045350e6442a None None] Routers {'20d01e9b-e502-4b4b-816a-275d13a56d33'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:55:23.273444 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2b00b6e3-7504-4c74-880f-045350e6442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:55:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['20d01e9b-e502-4b4b-816a-275d13a56d33'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:23.289236 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-83bb322b-ab23-4916-a4e8-91967b7334e2 None None] Publish callbacks [] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:23.327125 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-83bb322b-ab23-4916-a4e8-91967b7334e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:23.358157 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c862bdef-c1a9-4e7a-a77e-513e1e28f139), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:23.376026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 7acac8d9-8994-459b-ba2c-68b88b6e6138 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:23.492421 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:55:23.588841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-3bd53829-4c34-4c24-9815-2de0461e69b9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Allocated IP 172.20.0.12 (97088010-c9b9-4d90-8d99-7ee57e0e3a6f/32399c38-31e3-4996-af40-6bbd54377206/1ed79184-a030-4b04-9c36-0b45626a0cc4) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:55:23.607119 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-3bd53829-4c34-4c24-9815-2de0461e69b9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Allocated IP 172.20.0.23 (97088010-c9b9-4d90-8d99-7ee57e0e3a6f/15c75aed-8fd6-43a6-b03f-e017f2671886/1ed79184-a030-4b04-9c36-0b45626a0cc4) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:55:23.666251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:55:23.666604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device e2ec20ee-211f-4ddc-a00b-d12a31acc4c2 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:55:23.669202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:55:23.729190 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2b00b6e3-7504-4c74-880f-045350e6442a None None] Set router 20d01e9b-e502-4b4b-816a-275d13a56d33 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:55:23.851078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f1f2ac19-a8bf-4ee4-b91d-ee98be48d2a8 None None] Provisioning complete for port c862bdef-c1a9-4e7a-a77e-513e1e28f139 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:23.851446 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ac19-a8bf-4ee4-b91d-ee98be48d2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c862bdef-c1a9-4e7a-a77e-513e1e28f139), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:23.865791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7acac8d9-8994-459b-ba2c-68b88b6e6138 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:55:23.910725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c862bdef-c1a9-4e7a-a77e-513e1e28f139 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:55:23.921154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb322b-ab23-4916-a4e8-91967b7334e2 None None] Pushing event updated for resources: {'Port': ['ID=7acac8d9-8994-459b-ba2c-68b88b6e6138,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:23.922613 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Publish callbacks [] for port (c862bdef-c1a9-4e7a-a77e-513e1e28f139), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:23.974253 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Transition to ACTIVE for port object c862bdef-c1a9-4e7a-a77e-513e1e28f139 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:55:23.983548 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (c862bdef-c1a9-4e7a-a77e-513e1e28f139), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:24.043922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2ac19-a8bf-4ee4-b91d-ee98be48d2a8 None None] Port c862bdef-c1a9-4e7a-a77e-513e1e28f139 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:55:24.169756 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:24.190784 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:24.213894 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3bd53829-4c34-4c24-9815-2de0461e69b9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (1ed79184-a030-4b04-9c36-0b45626a0cc4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:24.235639 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Pushing event updated for resources: {'Port': ['ID=c862bdef-c1a9-4e7a-a77e-513e1e28f139,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:24.312726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faaf800-7817-4f55-b9dc-10f8075f90d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:55:24.327598 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952a1a80-ba77-47f1-b1f7-1d683a80e57f" -d '{"events": [{"server_uuid": "9faaf800-7817-4f55-b9dc-10f8075f90d6", "name": "network-vif-unplugged", "status": "completed", "tag": "fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:55:24.353708 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 7acac8d9-8994-459b-ba2c-68b88b6e6138 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:24.354528 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:24.405763 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3bd53829-4c34-4c24-9815-2de0461e69b9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (1ed79184-a030-4b04-9c36-0b45626a0cc4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:24.454736 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:24.464111 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:24.469751 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb643a5b-7a6f-41eb-bcb6-984c703ef74f x-openstack-request-id: req-fb643a5b-7a6f-41eb-bcb6-984c703ef74f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:55:24.470114 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a416d4c0-f802-47c9-b241-e4e3005ce4ae", "name": "network-vif-deleted", "tag": "e2ec20ee-211f-4ddc-a00b-d12a31acc4c2", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:55:24.470381 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb643a5b-7a6f-41eb-bcb6-984c703ef74f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:55:24.477761 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a416d4c0-f802-47c9-b241-e4e3005ce4ae', 'name': 'network-vif-deleted', 'tag': 'e2ec20ee-211f-4ddc-a00b-d12a31acc4c2', 'status': 'completed', 'code': 200} Feb 05 02:55:24.585820 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Attempting to bind port c862bdef-c1a9-4e7a-a77e-513e1e28f139 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:55:24.586299 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Attempting to bind port c862bdef-c1a9-4e7a-a77e-513e1e28f139 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'ea456988-812f-416f-90ce-11235c6aeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:55:24.589094 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Attempting to bind port c862bdef-c1a9-4e7a-a77e-513e1e28f139 on network a1d070de-759e-46a2-b508-8200ed0d7262 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:55:24.598221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Port c862bdef-c1a9-4e7a-a77e-513e1e28f139 on network a1d070de-759e-46a2-b508-8200ed0d7262 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:55:24.606101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Attempting to bind port c862bdef-c1a9-4e7a-a77e-513e1e28f139 on network a1d070de-759e-46a2-b508-8200ed0d7262 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:55:24.621312 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:55:24.622741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Checking segment: {'id': 'ea456988-812f-416f-90ce-11235c6aeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:55:24.623273 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Bound using segment: {'id': 'ea456988-812f-416f-90ce-11235c6aeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:55:24.624690 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Bound port: c862bdef-c1a9-4e7a-a77e-513e1e28f139, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea456988-812f-416f-90ce-11235c6aeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:55:24.626672 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c862bdef-c1a9-4e7a-a77e-513e1e28f139), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:24.675179 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2b00b6e3-7504-4c74-880f-045350e6442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 4, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4a2143af-351c-47d4-86e0-93dfa0a52ace', 'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'mac_address': 'fa:16:3e:36:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:19Z', 'updated_at': '2022-02-05T02:48:23Z', 'revision_number': 5, 'project_id': '04505631600d4700b509b35d7e707cd7', 'subnets': [{'id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:24.710794 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b00b6e3-7504-4c74-880f-045350e6442a None None] The sync data for ids ['20d01e9b-e502-4b4b-816a-275d13a56d33'] in n-d-826942-8 is: [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:19Z', 'revision_number': 4, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4a2143af-351c-47d4-86e0-93dfa0a52ace', 'name': '', 'network_id': '4f57db0e-9c76-4201-babe-b2071613896d', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'mac_address': 'fa:16:3e:36:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:19Z', 'updated_at': '2022-02-05T02:48:23Z', 'revision_number': 5, 'project_id': '04505631600d4700b509b35d7e707cd7', 'subnets': [{'id': '92e18a6c-6f83-4423-9b50-5c85de57e8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:55:24.743603 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 7acac8d9-8994-459b-ba2c-68b88b6e6138 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:24.769646 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:24.856038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] For port c862bdef-c1a9-4e7a-a77e-513e1e28f139, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:55:24.863243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] For port c862bdef-c1a9-4e7a-a77e-513e1e28f139, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c862bdef-c1a9-4e7a-a77e-513e1e28f139,segment=NetworkSegment(ea456988-812f-416f-90ce-11235c6aeb31),segment_id=ea456988-812f-416f-90ce-11235c6aeb31)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:55:24.870528 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42c28cef-471c-413a-9424-004f4bf8cbf7 req-d2572bef-a992-4cbd-b0b4-10fd111e0fa9 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.1115558 Feb 05 02:55:24.877051 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (c862bdef-c1a9-4e7a-a77e-513e1e28f139), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:24.888134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd53829-4c34-4c24-9815-2de0461e69b9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 97088010-c9b9-4d90-8d99-7ee57e0e3a6f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:55:24.892211 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd53829-4c34-4c24-9815-2de0461e69b9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=1ed79184-a030-4b04-9c36-0b45626a0cc4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:24.942532 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3bd53829-4c34-4c24-9815-2de0461e69b9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:24.951434 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd53829-4c34-4c24-9815-2de0461e69b9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:55:25.043111 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Pushing event updated for resources: {'Port': ['ID=c862bdef-c1a9-4e7a-a77e-513e1e28f139,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:25.073255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:25.074102 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:25.075955 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3756796c-c682-48fc-8403-d64e3be06c45 req-ede934d0-eda1-47bc-a4cb-a783300b8c0b service neutron] 10.222.0.31 "PUT /v2.0/ports/c862bdef-c1a9-4e7a-a77e-513e1e28f139 HTTP/1.1" status: 200 len: 1092 time: 1.8889129 Feb 05 02:55:25.142636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecacedee-a674-4739-b65b-0d4e62b457e2 None None] Network 97088010-c9b9-4d90-8d99-7ee57e0e3a6f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:55:25.212177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-81634d67-6780-4a25-ae59-57ed167ed987 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7602487 Feb 05 02:55:25.259503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-46cddcfb-acc5-44a9-b3b8-3743b8225986 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:55:25.260511 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-46cddcfb-acc5-44a9-b3b8-3743b8225986 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173514 Feb 05 02:55:25.269469 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756796c-c682-48fc-8403-d64e3be06c45 req-a8f61049-8036-4b98-8a35-67da66b1cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:25.274716 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3756796c-c682-48fc-8403-d64e3be06c45 req-a8f61049-8036-4b98-8a35-67da66b1cc3e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=adc4e330ad404a71bdb4242803d5073b&device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 1126 time: 0.1385555 Feb 05 02:55:25.293667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f113161c-4eff-4b30-9b59-6ad7c1a5ace4 None None] Provisioning complete for port 7acac8d9-8994-459b-ba2c-68b88b6e6138 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:25.293667 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f113161c-4eff-4b30-9b59-6ad7c1a5ace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:25.350115 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd53829-4c34-4c24-9815-2de0461e69b9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:25.359417 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3bd53829-4c34-4c24-9815-2de0461e69b9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:25.370871 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3756796c-c682-48fc-8403-d64e3be06c45 req-1a8bb9d6-82b1-46ad-94c0-c176837d6b8b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c862bdef-c1a9-4e7a-a77e-513e1e28f139 HTTP/1.1" status: 200 len: 217 time: 0.0906124 Feb 05 02:55:25.416914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faf3677-1403-4823-8aa8-c217551113d5 None None] New status for floating IP a8a9876c-8abb-4a7a-a939-4a2f3e2983a3: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:55:25.425633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe75944-5b1c-4a1f-9c16-d783fd96598c req-e2588567-f51c-4c5d-8fc0-b341df00ae6e tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:25.435096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2fe75944-5b1c-4a1f-9c16-d783fd96598c req-e2588567-f51c-4c5d-8fc0-b341df00ae6e tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 944 time: 0.3581226 Feb 05 02:55:25.493017 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e99c6a-e4da-45fe-a2fe-4fb00e66d67f req-bb7cdbc4-3c37-4244-b3df-e13c58c8e3fd tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:25.507748 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7e99c6a-e4da-45fe-a2fe-4fb00e66d67f req-bb7cdbc4-3c37-4244-b3df-e13c58c8e3fd tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 946 time: 0.6323111 Feb 05 02:55:25.534315 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756796c-c682-48fc-8403-d64e3be06c45 req-8940b46b-ae44-414b-a606-dd72107a69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:25.539609 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3756796c-c682-48fc-8403-d64e3be06c45 req-8940b46b-ae44-414b-a606-dd72107a69fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5 HTTP/1.1" status: 200 len: 853 time: 0.1553783 Feb 05 02:55:25.541002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3bd53829-4c34-4c24-9815-2de0461e69b9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.3300912 Feb 05 02:55:25.543534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50952) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:25.553792 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bc3f435f-e4a7-4ead-8936-0f4807488a65 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '32399c38-31e3-4996-af40-6bbd54377206'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:25.605692 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2fe75944-5b1c-4a1f-9c16-d783fd96598c req-50a85649-b01c-4d58-a055-674a6680183c tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679177 Feb 05 02:55:25.639612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7e99c6a-e4da-45fe-a2fe-4fb00e66d67f req-91d4c983-88f1-49f3-9f8f-11cc8a9646fb tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1282833 Feb 05 02:55:25.907364 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756796c-c682-48fc-8403-d64e3be06c45 req-978865d9-ae99-4204-95d8-9c6d3e82f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:25.909426 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3756796c-c682-48fc-8403-d64e3be06c45 req-978865d9-ae99-4204-95d8-9c6d3e82f0eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a1d070de-759e-46a2-b508-8200ed0d7262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2713680 Feb 05 02:55:25.975191 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2dc29-c263-443d-b4b2-4679d07412a8 req-647f750c-5bc8-4c98-9754-d3caf7df1f02 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:25.982130 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ab2dc29-c263-443d-b4b2-4679d07412a8 req-647f750c-5bc8-4c98-9754-d3caf7df1f02 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.1798270 Feb 05 02:55:26.193691 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ab2dc29-c263-443d-b4b2-4679d07412a8 req-59957cb6-953e-4a8c-978e-2bb738dafcef tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082245 Feb 05 02:55:26.208345 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc3f435f-e4a7-4ead-8936-0f4807488a65 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1ed79184-a030-4b04-9c36-0b45626a0cc4), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:26.237260 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 02:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbec80c6-c15c-4ebc-8174-ac01fa56b379 x-openstack-request-id: req-bbec80c6-c15c-4ebc-8174-ac01fa56b379 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:55:26.237508 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faaf800-7817-4f55-b9dc-10f8075f90d6", "name": "network-vif-unplugged", "status": "completed", "tag": "fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:55:26.237914 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bbec80c6-c15c-4ebc-8174-ac01fa56b379 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:55:26.238180 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faaf800-7817-4f55-b9dc-10f8075f90d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736', 'code': 200} Feb 05 02:55:26.265358 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7acac8d9-8994-459b-ba2c-68b88b6e6138 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:55:26.351721 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3756796c-c682-48fc-8403-d64e3be06c45 req-c0a29186-89ca-4e44-8592-01f56d5e0e16 service neutron] 10.222.0.31 "GET /v2.0/networks/a1d070de-759e-46a2-b508-8200ed0d7262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029031 Feb 05 02:55:26.508707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29defcd4-ab84-4beb-94e7-011064e3d812', 'tag': 'c862bdef-c1a9-4e7a-a77e-513e1e28f139'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:55:26.513753 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a282bef-72e5-4fc7-9b29-cc3f3be8cb78" -d '{"events": [{"name": "network-changed", "server_uuid": "29defcd4-ab84-4beb-94e7-011064e3d812", "tag": "c862bdef-c1a9-4e7a-a77e-513e1e28f139"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:55:26.555575 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488c51-8d51-4d96-9961-14b4140b023a req-9a82e05d-1cbd-4dcf-ad10-a771822d9f3b tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:26.560805 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2488c51-8d51-4d96-9961-14b4140b023a req-9a82e05d-1cbd-4dcf-ad10-a771822d9f3b tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 946 time: 0.1942666 Feb 05 02:55:26.658649 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f113161c-4eff-4b30-9b59-6ad7c1a5ace4 None None] Current status of the port 7acac8d9-8994-459b-ba2c-68b88b6e6138 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:26.755311 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2488c51-8d51-4d96-9961-14b4140b023a req-274f19d3-734b-4b8d-8610-51bb46be50de tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1777873 Feb 05 02:55:26.788028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 7acac8d9-8994-459b-ba2c-68b88b6e6138 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:26.788403 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:26.879286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51004) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:26.999428 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51014) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:27.118249 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b8f9c2-88d2-4a23-8bae-4ba84931101b x-openstack-request-id: req-c8b8f9c2-88d2-4a23-8bae-4ba84931101b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:55:27.118497 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29defcd4-ab84-4beb-94e7-011064e3d812", "tag": "c862bdef-c1a9-4e7a-a77e-513e1e28f139", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:55:27.120094 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8b8f9c2-88d2-4a23-8bae-4ba84931101b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:55:27.120526 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29defcd4-ab84-4beb-94e7-011064e3d812', 'tag': 'c862bdef-c1a9-4e7a-a77e-513e1e28f139', 'status': 'completed', 'code': 200} Feb 05 02:55:27.285390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 7acac8d9-8994-459b-ba2c-68b88b6e6138 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:27.365711 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3fda57f7-e79b-4730-bd6d-c14c714ece87 None None] Provisioning complete for port 7acac8d9-8994-459b-ba2c-68b88b6e6138 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:27.366091 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3fda57f7-e79b-4730-bd6d-c14c714ece87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:27.448382 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3756796c-c682-48fc-8403-d64e3be06c45 req-50a750ed-2d5f-4daa-90c4-bd38a79d469f service neutron] 10.222.0.31 "GET /v2.0/networks/a1d070de-759e-46a2-b508-8200ed0d7262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0799501 Feb 05 02:55:27.565935 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-287ae7e5-0854-46fc-9ffe-81ca3507b39d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:27.578040 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3fda57f7-e79b-4730-bd6d-c14c714ece87 None None] Current status of the port 7acac8d9-8994-459b-ba2c-68b88b6e6138 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:27.601807 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93509666-cf92-4211-91b0-e25f0f170e1b tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group (532725b0-fd79-41dc-9fd7-d024bfca66b3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:27.603591 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3fda57f7-e79b-4730-bd6d-c14c714ece87 None None] Provisioning complete for port 1ed79184-a030-4b04-9c36-0b45626a0cc4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:27.604180 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3fda57f7-e79b-4730-bd6d-c14c714ece87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1ed79184-a030-4b04-9c36-0b45626a0cc4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:27.681380 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3fda57f7-e79b-4730-bd6d-c14c714ece87 None None] Port 1ed79184-a030-4b04-9c36-0b45626a0cc4 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:55:27.726520 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93509666-cf92-4211-91b0-e25f0f170e1b tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group (532725b0-fd79-41dc-9fd7-d024bfca66b3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:27.728596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-bc3f435f-e4a7-4ead-8936-0f4807488a65 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Delete allocated IP 172.20.0.23 (97088010-c9b9-4d90-8d99-7ee57e0e3a6f/15c75aed-8fd6-43a6-b03f-e017f2671886) {{(pid=109674) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 05 02:55:27.740635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9474e74-2896-407c-9c4c-66c7d34972f8 req-e9b2e39d-d89c-4071-920b-7ffaf5a5b9cd tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:27.748481 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9474e74-2896-407c-9c4c-66c7d34972f8 req-e9b2e39d-d89c-4071-920b-7ffaf5a5b9cd tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 944 time: 0.4318748 Feb 05 02:55:27.809258 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-adb13af0-c55c-4590-8625-32fc89eea1bc None None] Provisioning complete for port 1ed79184-a030-4b04-9c36-0b45626a0cc4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:27.809577 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-adb13af0-c55c-4590-8625-32fc89eea1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1ed79184-a030-4b04-9c36-0b45626a0cc4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:27.843995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-5a6f96f3-cabd-45ce-b146-94f94023e9f5 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:27.852359 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-5a6f96f3-cabd-45ce-b146-94f94023e9f5 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/networks?id=1c4e84c3-758a-446b-a07c-d68eea5047fb HTTP/1.1" status: 200 len: 805 time: 0.8166912 Feb 05 02:55:27.900128 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-adb13af0-c55c-4590-8625-32fc89eea1bc None None] Port 1ed79184-a030-4b04-9c36-0b45626a0cc4 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:55:27.931928 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9474e74-2896-407c-9c4c-66c7d34972f8 req-68f58ec2-be9d-41e5-8211-30520bbd7bce tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810758 Feb 05 02:55:27.982452 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-e679a29c-1667-4026-8f8a-27e93e675ed4 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/quotas/0757223904ec4e4db3037c8631160285 HTTP/1.1" status: 200 len: 375 time: 0.1277668 Feb 05 02:55:28.016732 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc3f435f-e4a7-4ead-8936-0f4807488a65 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (1ed79184-a030-4b04-9c36-0b45626a0cc4), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:28.053601 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc3f435f-e4a7-4ead-8936-0f4807488a65 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (1ed79184-a030-4b04-9c36-0b45626a0cc4), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:28.232572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f435f-e4a7-4ead-8936-0f4807488a65 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=1ed79184-a030-4b04-9c36-0b45626a0cc4,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:28.287044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a282bef-72e5-4fc7-9b29-cc3f3be8cb78 req-28da622e-f1ca-4741-916a-9d4a0b3644c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:28.289140 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5a282bef-72e5-4fc7-9b29-cc3f3be8cb78 req-28da622e-f1ca-4741-916a-9d4a0b3644c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=adc4e330ad404a71bdb4242803d5073b&device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 1126 time: 0.3323789 Feb 05 02:55:28.296455 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f435f-e4a7-4ead-8936-0f4807488a65 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] In _notify_port_updated(), no bound segment for port 1ed79184-a030-4b04-9c36-0b45626a0cc4 on network 97088010-c9b9-4d90-8d99-7ee57e0e3a6f {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 02:55:28.302700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f435f-e4a7-4ead-8936-0f4807488a65 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:28.303882 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc3f435f-e4a7-4ead-8936-0f4807488a65 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:28.305347 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bc3f435f-e4a7-4ead-8936-0f4807488a65 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "PUT /v2.0/ports/1ed79184-a030-4b04-9c36-0b45626a0cc4 HTTP/1.1" status: 200 len: 919 time: 2.7602835 Feb 05 02:55:28.316739 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51022) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:28.323274 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-291958ad-4fc1-4727-9ced-497ce4334245 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '32399c38-31e3-4996-af40-6bbd54377206'}, {'subnet_id': '15c75aed-8fd6-43a6-b03f-e017f2671886'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:28.467015 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-287ae7e5-0854-46fc-9ffe-81ca3507b39d admin admin] Publish callbacks [] for security_group (0e32a899-b9aa-4203-b5c8-a33c27594781), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:28.501259 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93509666-cf92-4211-91b0-e25f0f170e1b tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (532725b0-fd79-41dc-9fd7-d024bfca66b3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:28.505328 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93509666-cf92-4211-91b0-e25f0f170e1b tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:28.507014 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-93509666-cf92-4211-91b0-e25f0f170e1b tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "DELETE /v2.0/security-groups/532725b0-fd79-41dc-9fd7-d024bfca66b3 HTTP/1.1" status: 204 len: 168 time: 1.6257806 Feb 05 02:55:28.508023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-287ae7e5-0854-46fc-9ffe-81ca3507b39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0e32a899-b9aa-4203-b5c8-a33c27594781), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:28.520732 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51024) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:28.535149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d37e3e7d-4c58-4833-948e-2f736a0e11d8 None None] Provisioning complete for port 1ed79184-a030-4b04-9c36-0b45626a0cc4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:28.535927 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d37e3e7d-4c58-4833-948e-2f736a0e11d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1ed79184-a030-4b04-9c36-0b45626a0cc4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:28.537052 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5653c4c3-8856-41f4-a812-cd1b745676c7 req-aaa9a9d9-bafd-491b-b0b0-05c1e0a6823f tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0860672 Feb 05 02:55:28.582668 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-291958ad-4fc1-4727-9ced-497ce4334245 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1ed79184-a030-4b04-9c36-0b45626a0cc4), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:28.603225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93509666-cf92-4211-91b0-e25f0f170e1b tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=532725b0-fd79-41dc-9fd7-d024bfca66b3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:28.614979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d37e3e7d-4c58-4833-948e-2f736a0e11d8 None None] Port 1ed79184-a030-4b04-9c36-0b45626a0cc4 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:55:28.634721 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-a41d5c31-5940-4972-ba73-947807cbf241 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] show failed (client error): The resource could not be found. Feb 05 02:55:28.640577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51026) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:28.654552 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a41d5c31-5940-4972-ba73-947807cbf241 tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "GET /v2.0/security-groups/532725b0-fd79-41dc-9fd7-d024bfca66b3 HTTP/1.1" status: 404 len: 347 time: 0.1299741 Feb 05 02:55:28.698972 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-48a30bd2-ee36-4628-a035-dc1cc66b9121 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0757223904ec4e4db3037c8631160285&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7009254 Feb 05 02:55:28.710120 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-287ae7e5-0854-46fc-9ffe-81ca3507b39d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a67c22a2cf42449ba7f29c8949efc8f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7074537 Feb 05 02:55:28.739689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51028) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:28.777896 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-2ec8f7b7-16e5-4459-b80c-c7e5c277ffb7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:55:28.779032 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-2ec8f7b7-16e5-4459-b80c-c7e5c277ffb7 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062342 Feb 05 02:55:28.783153 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ae7e5-0854-46fc-9ffe-81ca3507b39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e32a899-b9aa-4203-b5c8-a33c27594781,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:28.831138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a282bef-72e5-4fc7-9b29-cc3f3be8cb78 req-273fb6d5-ac6f-47b3-9c96-96a68a02b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:28.832771 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5a282bef-72e5-4fc7-9b29-cc3f3be8cb78 req-273fb6d5-ac6f-47b3-9c96-96a68a02b56c service neutron] 10.222.0.31 "GET /v2.0/networks?id=a1d070de-759e-46a2-b508-8200ed0d7262 HTTP/1.1" status: 200 len: 915 time: 0.4074852 Feb 05 02:55:28.932893 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc3de8b7-f558-4050-ba9d-8516cc9f0c3f admin admin] Publish callbacks [] for security_group (0e32a899-b9aa-4203-b5c8-a33c27594781), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:29.007478 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc3de8b7-f558-4050-ba9d-8516cc9f0c3f admin admin] Publish callbacks [] for security_group (0e32a899-b9aa-4203-b5c8-a33c27594781), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:29.007664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aed8d2-9806-41af-a74d-02baba111ec1 req-8a6066c1-773b-4f23-9573-23b6c06cd616 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:29.014588 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83aed8d2-9806-41af-a74d-02baba111ec1 req-8a6066c1-773b-4f23-9573-23b6c06cd616 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.3748581 Feb 05 02:55:29.125431 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83aed8d2-9806-41af-a74d-02baba111ec1 req-d846543b-7a12-44ce-b124-6e22551b3cc4 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092134 Feb 05 02:55:29.147929 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc3de8b7-f558-4050-ba9d-8516cc9f0c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0e32a899-b9aa-4203-b5c8-a33c27594781), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:29.150021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-1c6fc374-99a6-46e0-a94a-a9b7f6204a11 service neutron] 10.222.0.36 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574324 Feb 05 02:55:29.156327 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc3de8b7-f558-4050-ba9d-8516cc9f0c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:29.163029 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cc3de8b7-f558-4050-ba9d-8516cc9f0c3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e32a899-b9aa-4203-b5c8-a33c27594781 HTTP/1.1" status: 204 len: 168 time: 0.4217496 Feb 05 02:55:29.174516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2bdeb9ab-6ebd-45bb-8eb6-e00680d9a66c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Deleting port d1ddf29c-66a5-4c1a-8730-fc6d956a4be3 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:29.174914 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb9ab-6ebd-45bb-8eb6-e00680d9a66c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d1ddf29c-66a5-4c1a-8730-fc6d956a4be3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:29.199884 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3de8b7-f558-4050-ba9d-8516cc9f0c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e32a899-b9aa-4203-b5c8-a33c27594781,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:29.223753 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-291958ad-4fc1-4727-9ced-497ce4334245 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Allocated IP 172.20.0.21 (97088010-c9b9-4d90-8d99-7ee57e0e3a6f/15c75aed-8fd6-43a6-b03f-e017f2671886/1ed79184-a030-4b04-9c36-0b45626a0cc4) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:55:29.445055 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5a282bef-72e5-4fc7-9b29-cc3f3be8cb78 req-4ff1afaf-e78e-44ce-addf-3a970b53deb3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c862bdef-c1a9-4e7a-a77e-513e1e28f139 HTTP/1.1" status: 200 len: 217 time: 0.1773961 Feb 05 02:55:29.527286 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-291958ad-4fc1-4727-9ced-497ce4334245 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (1ed79184-a030-4b04-9c36-0b45626a0cc4), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:29.539233 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-291958ad-4fc1-4727-9ced-497ce4334245 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (1ed79184-a030-4b04-9c36-0b45626a0cc4), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:29.544149 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df083-b816-4dae-bae7-75daef31fac5 req-925377ff-2fb0-426f-87fa-75e0e748ceaa tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:29.553230 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a43df083-b816-4dae-bae7-75daef31fac5 req-925377ff-2fb0-426f-87fa-75e0e748ceaa tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 944 time: 0.2722461 Feb 05 02:55:29.582864 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb9ab-6ebd-45bb-8eb6-e00680d9a66c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d1ddf29c-66a5-4c1a-8730-fc6d956a4be3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:29.583130 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb9ab-6ebd-45bb-8eb6-e00680d9a66c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for floatingip (d1ddf29c-66a5-4c1a-8730-fc6d956a4be3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:29.596077 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-080f3701-a1d2-4c12-a655-f2ef9415e117 service neutron] 10.222.0.36 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233377 Feb 05 02:55:29.607619 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2bdeb9ab-6ebd-45bb-8eb6-e00680d9a66c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Calling delete_port for d1ddf29c-66a5-4c1a-8730-fc6d956a4be3 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:29.656807 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316173ab-1894-4e72-b71f-632afca71c27 req-e70f54c2-fcb5-4316-92aa-36025e0ce70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:29.659025 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-e70f54c2-fcb5-4316-92aa-36025e0ce70c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 1131 time: 0.2285261 Feb 05 02:55:29.673676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291958ad-4fc1-4727-9ced-497ce4334245 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=1ed79184-a030-4b04-9c36-0b45626a0cc4,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:29.729534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51040) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:29.743375 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a43df083-b816-4dae-bae7-75daef31fac5 req-89bdf33c-adeb-4b48-9b0d-01d6ba4e7f2a tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838126 Feb 05 02:55:29.815063 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df3c3ac6-a596-4ea8-bd07-7271885f3f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:29.893366 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a282bef-72e5-4fc7-9b29-cc3f3be8cb78 req-5e58a381-ccdf-4bdd-bfc7-6a2a976ed4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:29.903464 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5a282bef-72e5-4fc7-9b29-cc3f3be8cb78 req-5e58a381-ccdf-4bdd-bfc7-6a2a976ed4d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5 HTTP/1.1" status: 200 len: 853 time: 0.2732501 Feb 05 02:55:30.066467 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3443660a-0df0-4a51-8614-caf001f0d8d5 req-b5f34bf0-6302-436a-8d7c-e05267b5162c tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.1621253 Feb 05 02:55:30.087168 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4ab59-a4ef-492d-999f-ef8992a4bab0 req-77d5cba9-b567-4691-afee-e4db73ca2be1 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:30.088928 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-85f4ab59-a4ef-492d-999f-ef8992a4bab0 req-77d5cba9-b567-4691-afee-e4db73ca2be1 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.31 "GET /v2.0/ports?device_id=9faaf800-7817-4f55-b9dc-10f8075f90d6 HTTP/1.1" status: 200 len: 944 time: 0.2757475 Feb 05 02:55:30.139803 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-71cd8ddc-6ecd-47dc-8674-119d3bbf15b2 req-266074fb-69e4-4413-a7bc-bda536ea481c tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 210 time: 0.1975360 Feb 05 02:55:30.140302 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a282bef-72e5-4fc7-9b29-cc3f3be8cb78 req-51a8e302-4a98-4632-99df-9f7529265f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:30.145633 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5a282bef-72e5-4fc7-9b29-cc3f3be8cb78 req-51a8e302-4a98-4632-99df-9f7529265f26 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a1d070de-759e-46a2-b508-8200ed0d7262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2015965 Feb 05 02:55:30.146664 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-291958ad-4fc1-4727-9ced-497ce4334245 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] In _notify_port_updated(), no bound segment for port 1ed79184-a030-4b04-9c36-0b45626a0cc4 on network 97088010-c9b9-4d90-8d99-7ee57e0e3a6f {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 02:55:30.155836 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291958ad-4fc1-4727-9ced-497ce4334245 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:30.175698 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-291958ad-4fc1-4727-9ced-497ce4334245 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:30.182865 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-291958ad-4fc1-4727-9ced-497ce4334245 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "PUT /v2.0/ports/1ed79184-a030-4b04-9c36-0b45626a0cc4 HTTP/1.1" status: 200 len: 999 time: 1.8646224 Feb 05 02:55:30.185692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51054) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:30.203148 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1b979c57-e920-4730-a79b-aba0dc22682c None None] Provisioning complete for port 1ed79184-a030-4b04-9c36-0b45626a0cc4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:30.204547 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1b979c57-e920-4730-a79b-aba0dc22682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1ed79184-a030-4b04-9c36-0b45626a0cc4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:30.272513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-5a282bef-72e5-4fc7-9b29-cc3f3be8cb78 req-447bcf29-075d-4f4a-8a0d-d9971344f11b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:55:30.273980 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5a282bef-72e5-4fc7-9b29-cc3f3be8cb78 req-447bcf29-075d-4f4a-8a0d-d9971344f11b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0238569 Feb 05 02:55:30.274743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316173ab-1894-4e72-b71f-632afca71c27 req-0bc9eec9-5f60-482f-99f2-3d4c4f21b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:30.276225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-0bc9eec9-5f60-482f-99f2-3d4c4f21b9d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.5316288 Feb 05 02:55:30.353993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1b979c57-e920-4730-a79b-aba0dc22682c None None] Port 1ed79184-a030-4b04-9c36-0b45626a0cc4 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:55:30.531445 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df3c3ac6-a596-4ea8-bd07-7271885f3f12 admin admin] Publish callbacks [] for security_group (327e5fbf-07c9-4b37-a3b2-9131b3d5dc1e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:30.548302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-20060040-7196-45f3-a905-3d290558d0f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf HTTP/1.1" status: 200 len: 217 time: 0.2345428 Feb 05 02:55:30.555435 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df3c3ac6-a596-4ea8-bd07-7271885f3f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (327e5fbf-07c9-4b37-a3b2-9131b3d5dc1e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:30.665599 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5a282bef-72e5-4fc7-9b29-cc3f3be8cb78 req-eb12cddc-eaac-4f2f-8f24-db286a968a77 service neutron] 10.222.0.31 "GET /v2.0/networks/a1d070de-759e-46a2-b508-8200ed0d7262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238611 Feb 05 02:55:30.668559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-85f4ab59-a4ef-492d-999f-ef8992a4bab0 req-7e59b5b2-4080-497f-ba55-3988f211f410 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Deleting port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:30.669114 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316173ab-1894-4e72-b71f-632afca71c27 req-25593cc4-ab5d-4872-baa2-c6d85cf87393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:30.669330 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-85f4ab59-a4ef-492d-999f-ef8992a4bab0 req-7e59b5b2-4080-497f-ba55-3988f211f410 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:30.670825 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-25593cc4-ab5d-4872-baa2-c6d85cf87393 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1075644 Feb 05 02:55:30.698126 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-df3c3ac6-a596-4ea8-bd07-7271885f3f12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a041861f08d47c393483f69206c1b0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9672248 Feb 05 02:55:30.726021 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51058) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:30.739005 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eae9b7-235c-4aec-961e-01f5c6af5395 req-f5d4797d-17bd-43ff-937a-33c71b42d075 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:30.741412 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d5eae9b7-235c-4aec-961e-01f5c6af5395 req-f5d4797d-17bd-43ff-937a-33c71b42d075 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.4709594 Feb 05 02:55:30.812195 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb9ab-6ebd-45bb-8eb6-e00680d9a66c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d1ddf29c-66a5-4c1a-8730-fc6d956a4be3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:30.920932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdeb9ab-6ebd-45bb-8eb6-e00680d9a66c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Pushing event deleted for resources: {'Port': ['ID=d1ddf29c-66a5-4c1a-8730-fc6d956a4be3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:31.028897 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb9ab-6ebd-45bb-8eb6-e00680d9a66c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks [] for floatingip (a8a9876c-8abb-4a7a-a939-4a2f3e2983a3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:31.035279 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb9ab-6ebd-45bb-8eb6-e00680d9a66c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:31.038281 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2bdeb9ab-6ebd-45bb-8eb6-e00680d9a66c tempest-AttachVolumeTestJSON-1224540613 tempest-AttachVolumeTestJSON-1224540613-project] 10.222.0.36 "DELETE /v2.0/floatingips/a8a9876c-8abb-4a7a-a939-4a2f3e2983a3 HTTP/1.1" status: 204 len: 168 time: 2.3769937 Feb 05 02:55:31.099100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316173ab-1894-4e72-b71f-632afca71c27 req-5a7069d6-339f-4456-b1aa-79d2f501b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:31.101011 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-5a7069d6-339f-4456-b1aa-79d2f501b0f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4191127 Feb 05 02:55:31.146307 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c3ac6-a596-4ea8-bd07-7271885f3f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327e5fbf-07c9-4b37-a3b2-9131b3d5dc1e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:31.154157 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d933eb92-164a-484f-97da-021dc499b0e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port 1ed79184-a030-4b04-9c36-0b45626a0cc4 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:31.154493 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d933eb92-164a-484f-97da-021dc499b0e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1ed79184-a030-4b04-9c36-0b45626a0cc4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:31.241440 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d933eb92-164a-484f-97da-021dc499b0e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1ed79184-a030-4b04-9c36-0b45626a0cc4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:31.254372 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d933eb92-164a-484f-97da-021dc499b0e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for 1ed79184-a030-4b04-9c36-0b45626a0cc4 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:31.291154 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-45942e53-9e2d-4e9c-bd4a-66d1b4f008e1 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640959 Feb 05 02:55:31.297538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d5eae9b7-235c-4aec-961e-01f5c6af5395 req-8d187d0f-c44e-49d1-bf37-9b419227a256 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061314 Feb 05 02:55:31.312860 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78f2d48d-a900-4388-9346-f92b64f74f35 admin admin] Publish callbacks [] for security_group (327e5fbf-07c9-4b37-a3b2-9131b3d5dc1e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:31.460342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dcb22-0c01-4b1e-9a2c-b7d4a0ce1e40 req-50413a59-6da0-45d4-b902-ec3a7c1ed686 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:31.466121 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a90dcb22-0c01-4b1e-9a2c-b7d4a0ce1e40 req-50413a59-6da0-45d4-b902-ec3a7c1ed686 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 944 time: 0.5900683 Feb 05 02:55:31.491793 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d933eb92-164a-484f-97da-021dc499b0e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1ed79184-a030-4b04-9c36-0b45626a0cc4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:31.507041 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78f2d48d-a900-4388-9346-f92b64f74f35 admin admin] Publish callbacks [] for security_group (327e5fbf-07c9-4b37-a3b2-9131b3d5dc1e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:31.562505 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933eb92-164a-484f-97da-021dc499b0e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=1ed79184-a030-4b04-9c36-0b45626a0cc4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:31.811776 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-e71b2c66-acf2-4f49-8b6d-52ba4f54a871 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088930 Feb 05 02:55:31.822789 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78f2d48d-a900-4388-9346-f92b64f74f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (327e5fbf-07c9-4b37-a3b2-9131b3d5dc1e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:31.825273 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78f2d48d-a900-4388-9346-f92b64f74f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:31.826419 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-78f2d48d-a900-4388-9346-f92b64f74f35 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/327e5fbf-07c9-4b37-a3b2-9131b3d5dc1e HTTP/1.1" status: 204 len: 168 time: 1.0745602 Feb 05 02:55:31.893577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2d48d-a900-4388-9346-f92b64f74f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327e5fbf-07c9-4b37-a3b2-9131b3d5dc1e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:31.906774 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd8f4eda-ce0c-4538-a5f8-4431eb4f7dc6 req-3c8948dc-b8aa-4bf0-bae1-2bc1f6d27b60 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.2123754 Feb 05 02:55:32.007412 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a90dcb22-0c01-4b1e-9a2c-b7d4a0ce1e40 req-115a4cf2-c3d1-43d6-a924-01420c5cc8e1 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278349 Feb 05 02:55:32.105891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-208c6ad9-ef43-49ad-ad10-8442724807e2 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:32.107721 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-208c6ad9-ef43-49ad-ad10-8442724807e2 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.10 "GET /v2.0/networks?id=1c4e84c3-758a-446b-a07c-d68eea5047fb HTTP/1.1" status: 200 len: 805 time: 0.5673065 Feb 05 02:55:32.120265 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5a282bef-72e5-4fc7-9b29-cc3f3be8cb78 req-87594e66-f5fc-4cc7-beac-d7a255434723 service neutron] 10.222.0.31 "GET /v2.0/networks/a1d070de-759e-46a2-b508-8200ed0d7262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4421725 Feb 05 02:55:32.175488 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b87f5ada-98d0-414f-87e8-bec288b32011 req-2963dd85-93eb-4327-9e2f-be6ec1db1b45 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 210 time: 0.0750804 Feb 05 02:55:32.219120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-85f4ab59-a4ef-492d-999f-ef8992a4bab0 req-7e59b5b2-4080-497f-ba55-3988f211f410 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] For port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:32.219572 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-85f4ab59-a4ef-492d-999f-ef8992a4bab0 req-7e59b5b2-4080-497f-ba55-3988f211f410 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:32.241515 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-a9dcfff1-2a9f-4d0f-b55d-ecb66b92a208 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Request body: {'port': {'device_id': '2d344261-7008-43d0-85f9-317604ea3a98', 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb', 'admin_state_up': True, 'tenant_id': '0757223904ec4e4db3037c8631160285'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:32.311923 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-85f4ab59-a4ef-492d-999f-ef8992a4bab0 req-7e59b5b2-4080-497f-ba55-3988f211f410 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Calling delete_port for fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:32.641783 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d933eb92-164a-484f-97da-021dc499b0e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:32.647393 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d933eb92-164a-484f-97da-021dc499b0e8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/1ed79184-a030-4b04-9c36-0b45626a0cc4 HTTP/1.1" status: 204 len: 168 time: 2.3717556 Feb 05 02:55:32.647602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4631cd-ede6-4e90-beaa-354ae23e1891 req-a4a72ea1-1147-4842-985f-ab77e994df8b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:32.649208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be4631cd-ede6-4e90-beaa-354ae23e1891 req-a4a72ea1-1147-4842-985f-ab77e994df8b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.1859155 Feb 05 02:55:32.652938 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51086) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:32.713806 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8043bd2-586a-4240-9f3a-ea4b6da0ccdf tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] GET failed (client error): The resource could not be found. Feb 05 02:55:32.715840 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a8043bd2-586a-4240-9f3a-ea4b6da0ccdf tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports/1ed79184-a030-4b04-9c36-0b45626a0cc4 HTTP/1.1" status: 404 len: 333 time: 0.0587442 Feb 05 02:55:32.721730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51088) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:32.771661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be4631cd-ede6-4e90-beaa-354ae23e1891 req-e36420c0-7780-4cc9-a05d-7cde9bc38d18 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098619 Feb 05 02:55:32.877131 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-a9dcfff1-2a9f-4d0f-b55d-ecb66b92a208 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Made reservation on behalf of 0757223904ec4e4db3037c8631160285 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:32.881829 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-a9dcfff1-2a9f-4d0f-b55d-ecb66b92a208 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:32.906556 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb43a7b-17fc-4b65-bbe2-32e81ee53623 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting subnet 15c75aed-8fd6-43a6-b03f-e017f2671886 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:55:32.910821 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cb43a7b-17fc-4b65-bbe2-32e81ee53623 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (15c75aed-8fd6-43a6-b03f-e017f2671886), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:32.989860 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cb43a7b-17fc-4b65-bbe2-32e81ee53623 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (15c75aed-8fd6-43a6-b03f-e017f2671886), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:33.154581 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-da138511-58ad-4d3b-a9a3-23a4a842a449 req-a324cc03-6cc6-470b-b10f-03b93a693ea1 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0673499 Feb 05 02:55:33.286422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbf376-12c9-40a6-96c9-80a640bb35fc req-42547990-58bb-45e3-a8ea-2ed21f5cdb2d tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:33.295696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46cbf376-12c9-40a6-96c9-80a640bb35fc req-42547990-58bb-45e3-a8ea-2ed21f5cdb2d tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 944 time: 0.1254237 Feb 05 02:55:33.357912 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-85f4ab59-a4ef-492d-999f-ef8992a4bab0 req-7e59b5b2-4080-497f-ba55-3988f211f410 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:33.472999 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fe62d4a6-a438-45cb-a3f7-772465db5eb2 req-f34211e7-835c-48e2-8a5a-e701302f281e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 210 time: 0.1170580 Feb 05 02:55:33.511427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:55:33.536337 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46cbf376-12c9-40a6-96c9-80a640bb35fc req-148d563b-b30b-4a43-80b8-52e6e957a04a tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397509 Feb 05 02:55:33.561182 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:55:33.561403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59b5b2-4080-497f-ba55-3988f211f410 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Pushing event deleted for resources: {'Port': ['ID=fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:33.561958 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:55:33.594854 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1dd19202-e6e8-4f4f-95ac-3854e7bf615a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:33.602136 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cb43a7b-17fc-4b65-bbe2-32e81ee53623 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (15c75aed-8fd6-43a6-b03f-e017f2671886), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:33.660228 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f4ab59-a4ef-492d-999f-ef8992a4bab0 req-7e59b5b2-4080-497f-ba55-3988f211f410 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] No DVR routers for this DVR port fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:55:33.667845 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-85f4ab59-a4ef-492d-999f-ef8992a4bab0 req-7e59b5b2-4080-497f-ba55-3988f211f410 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:33.674619 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-85f4ab59-a4ef-492d-999f-ef8992a4bab0 req-7e59b5b2-4080-497f-ba55-3988f211f410 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.31 "DELETE /v2.0/ports/fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736 HTTP/1.1" status: 204 len: 173 time: 3.5591848 Feb 05 02:55:33.682888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faaf800-7817-4f55-b9dc-10f8075f90d6', 'name': 'network-vif-deleted', 'tag': 'fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:55:33.690664 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b481ef7b-e771-48df-be5d-65b11944b45b" -d '{"events": [{"server_uuid": "9faaf800-7817-4f55-b9dc-10f8075f90d6", "name": "network-vif-deleted", "tag": "fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:55:33.722862 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-a9dcfff1-2a9f-4d0f-b55d-ecb66b92a208 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Allocated IP 172.20.0.5 (1c4e84c3-758a-446b-a07c-d68eea5047fb/ac91bbb4-a940-4c45-8d2f-ef0964fd7339/98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:55:33.751074 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce319418-fae3-41f4-a5ee-7e0b8aa9b07f x-openstack-request-id: req-ce319418-fae3-41f4-a5ee-7e0b8aa9b07f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:55:33.751785 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faaf800-7817-4f55-b9dc-10f8075f90d6", "name": "network-vif-deleted", "tag": "fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:55:33.752242 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce319418-fae3-41f4-a5ee-7e0b8aa9b07f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:55:33.752941 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faaf800-7817-4f55-b9dc-10f8075f90d6', 'name': 'network-vif-deleted', 'tag': 'fc1bdc69-f1ac-4e0e-9f70-8269b2ab4736', 'status': 'completed', 'code': 200} Feb 05 02:55:33.855773 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cb43a7b-17fc-4b65-bbe2-32e81ee53623 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (15c75aed-8fd6-43a6-b03f-e017f2671886), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:33.957588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b60aae-1262-4dac-bf05-3e4e2aeb35ec None None] Network 97088010-c9b9-4d90-8d99-7ee57e0e3a6f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:55:33.967997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea2452-a009-4295-bd8a-c06e3e311f6a req-c5bbf39e-8ac8-4469-b0cb-a7695dbc5396 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:33.975737 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ffea2452-a009-4295-bd8a-c06e3e311f6a req-c5bbf39e-8ac8-4469-b0cb-a7695dbc5396 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.0844223 Feb 05 02:55:33.986418 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cb43a7b-17fc-4b65-bbe2-32e81ee53623 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:33.989839 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1cb43a7b-17fc-4b65-bbe2-32e81ee53623 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/15c75aed-8fd6-43a6-b03f-e017f2671886 HTTP/1.1" status: 204 len: 168 time: 1.2654252 Feb 05 02:55:33.992927 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51120) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:33.995968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb43a7b-17fc-4b65-bbe2-32e81ee53623 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Subnet': ['ID=15c75aed-8fd6-43a6-b03f-e017f2671886,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:34.061897 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ffea2452-a009-4295-bd8a-c06e3e311f6a req-3e91c6cf-d6d1-4d61-8cac-4d2bf7ce8a8a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850589 Feb 05 02:55:34.131735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc22f758-a366-4875-86ea-1c24f71c580b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting subnet 32399c38-31e3-4996-af40-6bbd54377206 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:55:34.136105 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc22f758-a366-4875-86ea-1c24f71c580b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (32399c38-31e3-4996-af40-6bbd54377206), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:34.212403 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc22f758-a366-4875-86ea-1c24f71c580b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (32399c38-31e3-4996-af40-6bbd54377206), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:34.257708 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-a9dcfff1-2a9f-4d0f-b55d-ecb66b92a208 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks [] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:34.348343 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc22f758-a366-4875-86ea-1c24f71c580b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (32399c38-31e3-4996-af40-6bbd54377206), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:34.375341 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-a9dcfff1-2a9f-4d0f-b55d-ecb66b92a208 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:34.382404 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f4bafd7c-e375-4a3c-b0d0-2a40aab916d3 req-a8bfb18c-5f97-4fe3-80ba-6c6f38f595e8 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0746453 Feb 05 02:55:34.447808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-a9dcfff1-2a9f-4d0f-b55d-ecb66b92a208 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Network 1c4e84c3-758a-446b-a07c-d68eea5047fb is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:55:34.457354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-a9dcfff1-2a9f-4d0f-b55d-ecb66b92a208 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:34.460167 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-a9dcfff1-2a9f-4d0f-b55d-ecb66b92a208 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:55:34.500638 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcfff1-2a9f-4d0f-b55d-ecb66b92a208 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Pushing event updated for resources: {'Port': ['ID=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:34.534600 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-a9dcfff1-2a9f-4d0f-b55d-ecb66b92a208 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:34.535411 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-a9dcfff1-2a9f-4d0f-b55d-ecb66b92a208 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:34.548110 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc22f758-a366-4875-86ea-1c24f71c580b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (32399c38-31e3-4996-af40-6bbd54377206), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:34.567894 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc22f758-a366-4875-86ea-1c24f71c580b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:34.573946 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bc22f758-a366-4875-86ea-1c24f71c580b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/32399c38-31e3-4996-af40-6bbd54377206 HTTP/1.1" status: 204 len: 168 time: 0.5797100 Feb 05 02:55:34.577447 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-a9dcfff1-2a9f-4d0f-b55d-ecb66b92a208 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3829672 Feb 05 02:55:34.579420 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51142) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:34.625536 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Request body: {'port': {'device_id': '2d344261-7008-43d0-85f9-317604ea3a98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:34.628756 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22f758-a366-4875-86ea-1c24f71c580b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Subnet': ['ID=32399c38-31e3-4996-af40-6bbd54377206,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:34.647557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8597c79-8f9e-485c-94ba-13d7c9607421 req-d2463a83-91b0-4a6e-847b-0199d4934bf4 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:34.655370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8597c79-8f9e-485c-94ba-13d7c9607421 req-d2463a83-91b0-4a6e-847b-0199d4934bf4 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 931 time: 0.0829408 Feb 05 02:55:34.733009 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8597c79-8f9e-485c-94ba-13d7c9607421 req-b80ced58-4060-449e-be40-789c6338a787 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750549 Feb 05 02:55:34.763944 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (97088010-c9b9-4d90-8d99-7ee57e0e3a6f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:34.791178 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:34.922798 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1ea34-793d-44c5-8e0d-b223187f2b43 req-c99147c0-2b1f-44f4-aff9-66f1eb25b4d9 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:34.928789 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ddf1ea34-793d-44c5-8e0d-b223187f2b43 req-c99147c0-2b1f-44f4-aff9-66f1eb25b4d9 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 944 time: 0.1297345 Feb 05 02:55:35.029368 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498fba2-538a-4ae1-b109-feec5c64e157 req-2e25e094-f698-4280-b669-316b43eeadc3 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:35.037118 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3498fba2-538a-4ae1-b109-feec5c64e157 req-2e25e094-f698-4280-b669-316b43eeadc3 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 946 time: 0.1030974 Feb 05 02:55:35.048134 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ddf1ea34-793d-44c5-8e0d-b223187f2b43 req-ed38e084-1abd-494d-891a-888919b5dc28 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129704 Feb 05 02:55:35.081967 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25858eeb-e79e-4fad-b5e5-e20be970f8e8 None None] Network 97088010-c9b9-4d90-8d99-7ee57e0e3a6f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:55:35.108076 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3498fba2-538a-4ae1-b109-feec5c64e157 req-c2e35513-4a12-4c6a-8c52-e3cf2835f547 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699179 Feb 05 02:55:35.209806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port 7acac8d9-8994-459b-ba2c-68b88b6e6138 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:35.210252 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:35.266177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87248b-fdf8-499c-a36b-915c930c6f15 req-6da16bcd-0034-482d-a2dc-0938123e5a6f tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:35.268042 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a87248b-fdf8-499c-a36b-915c930c6f15 req-6da16bcd-0034-482d-a2dc-0938123e5a6f tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.1056859 Feb 05 02:55:35.291226 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0687e638-a510-4e01-b052-2ecff2cf54f9 None None] Provisioning complete for port 7acac8d9-8994-459b-ba2c-68b88b6e6138 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:35.293993 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0687e638-a510-4e01-b052-2ecff2cf54f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:35.294677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] For port 7acac8d9-8994-459b-ba2c-68b88b6e6138, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7acac8d9-8994-459b-ba2c-68b88b6e6138,segment=NetworkSegment(9056b364-e951-4c62-b6e5-4959af16778f),segment_id=9056b364-e951-4c62-b6e5-4959af16778f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:35.295091 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:35.330474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for 7acac8d9-8994-459b-ba2c-68b88b6e6138 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:35.374899 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a87248b-fdf8-499c-a36b-915c930c6f15 req-a0750e88-9e76-4452-b320-12e31abe1867 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994778 Feb 05 02:55:35.433086 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:55:35.435323 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] DHCP port deletion for 97088010-c9b9-4d90-8d99-7ee57e0e3a6f request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:55:35.442395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0687e638-a510-4e01-b052-2ecff2cf54f9 None None] Current status of the port 7acac8d9-8994-459b-ba2c-68b88b6e6138 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:35.458572 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Publish callbacks [] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:35.502821 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Deleting port 7acac8d9-8994-459b-ba2c-68b88b6e6138 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:35.503604 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:35.504006 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Transition to ACTIVE for port object 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:55:35.528130 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:35.536930 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2743e17-44e9-4241-8a99-0b4dc5eee1c6 req-899cae05-43eb-43e8-932e-971aecd31dc3 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0444078 Feb 05 02:55:35.594337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] For port 7acac8d9-8994-459b-ba2c-68b88b6e6138, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7acac8d9-8994-459b-ba2c-68b88b6e6138,segment=NetworkSegment(9056b364-e951-4c62-b6e5-4959af16778f),segment_id=9056b364-e951-4c62-b6e5-4959af16778f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:35.595165 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:35.615407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Calling delete_port for 7acac8d9-8994-459b-ba2c-68b88b6e6138 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:35.621211 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Pushing event updated for resources: {'Port': ['ID=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:35.636313 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:35.713873 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (7acac8d9-8994-459b-ba2c-68b88b6e6138), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:35.727152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] No DVR routers for this DVR port 7acac8d9-8994-459b-ba2c-68b88b6e6138 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:55:35.750003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=7acac8d9-8994-459b-ba2c-68b88b6e6138,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:35.762384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No DVR routers for this DVR port 7acac8d9-8994-459b-ba2c-68b88b6e6138 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:55:35.774161 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Pushing event deleted for resources: {'Port': ['ID=7acac8d9-8994-459b-ba2c-68b88b6e6138,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:35.785994 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:35.786641 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:35.787212 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:35.787795 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:35.788339 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:35.788872 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:35.789410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:35.789987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:35.790525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:35.791205 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:35.791734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:35.792290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:35.792847 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ed3141-512c-49a4-87b6-acf3b0cee14d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:55:35.807783 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7acac8d9-8994-459b-ba2c-68b88b6e6138 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:55:35.907230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 7acac8d9-8994-459b-ba2c-68b88b6e6138 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:55:35.907508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7acac8d9-8994-459b-ba2c-68b88b6e6138 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:55:35.916438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Attempting to bind port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:55:35.916930 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Attempting to bind port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '311902c1-9fac-4fae-b3ce-6c656f492c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:55:35.918422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Attempting to bind port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d on network 1c4e84c3-758a-446b-a07c-d68eea5047fb {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:55:35.921591 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (97088010-c9b9-4d90-8d99-7ee57e0e3a6f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:35.938800 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29fc37f0-7de6-4a6d-a276-1c2db8035651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:35.957286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34251d-34e1-4566-bf29-a1c95b189ed6 req-265cb68d-1e05-4af8-b792-4a8726e93b17 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:35.964472 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed34251d-34e1-4566-bf29-a1c95b189ed6 req-265cb68d-1e05-4af8-b792-4a8726e93b17 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 943 time: 0.0759792 Feb 05 02:55:35.995557 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97088010-c9b9-4d90-8d99-7ee57e0e3a6f']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:36.010153 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9056b364-e951-4c62-b6e5-4959af16778f') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:36.010513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9056b364-e951-4c62-b6e5-4959af16778f') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:36.025182 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (9056b364-e951-4c62-b6e5-4959af16778f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:36.046649 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (9056b364-e951-4c62-b6e5-4959af16778f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:36.056280 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d on network 1c4e84c3-758a-446b-a07c-d68eea5047fb not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:55:36.056742 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Attempting to bind port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d on network 1c4e84c3-758a-446b-a07c-d68eea5047fb {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:55:36.059762 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:55:36.060267 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (9056b364-e951-4c62-b6e5-4959af16778f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:55:36.065106 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:55:36.082988 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:55:36.083336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Checking segment: {'id': '311902c1-9fac-4fae-b3ce-6c656f492c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:55:36.083729 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Bound using segment: {'id': '311902c1-9fac-4fae-b3ce-6c656f492c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:55:36.084215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Bound port: 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311902c1-9fac-4fae-b3ce-6c656f492c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:55:36.084628 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:36.088311 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed34251d-34e1-4566-bf29-a1c95b189ed6 req-96961b13-65c0-4925-b679-b2bd0ced9146 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177697 Feb 05 02:55:36.280463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bf616-01cb-47b7-a5bb-d4178c7ebb36 req-abc1ae71-1570-4e12-a2b2-68d57fdc67b5 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:36.282102 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e5bf616-01cb-47b7-a5bb-d4178c7ebb36 req-abc1ae71-1570-4e12-a2b2-68d57fdc67b5 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 944 time: 0.1116922 Feb 05 02:55:36.282225 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] For port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:55:36.286079 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (97088010-c9b9-4d90-8d99-7ee57e0e3a6f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:36.289429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] For port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:55:36.318315 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:36.331882 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/networks/97088010-c9b9-4d90-8d99-7ee57e0e3a6f HTTP/1.1" status: 204 len: 168 time: 1.7471359 Feb 05 02:55:36.331882 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818d1f3-bd13-4116-a5dd-395784916751 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Network': ['ID=97088010-c9b9-4d90-8d99-7ee57e0e3a6f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:36.338860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51190) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:36.356478 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:36.419064 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e5bf616-01cb-47b7-a5bb-d4178c7ebb36 req-7cb6f02f-7861-4cce-803c-888744d4f364 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225975 Feb 05 02:55:36.465349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:36.465977 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:36.467406 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] 10.222.0.10 "PUT /v2.0/ports/98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d HTTP/1.1" status: 200 len: 1091 time: 1.8590252 Feb 05 02:55:36.467916 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d344261-7008-43d0-85f9-317604ea3a98', 'tag': '98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:55:36.470162 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e09d11d-e4d8-4531-9904-7710e5ed7b21" -d '{"events": [{"name": "network-changed", "server_uuid": "2d344261-7008-43d0-85f9-317604ea3a98", "tag": "98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:55:36.476369 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51194) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:36.541848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3acbc76-799b-4c8d-b984-ad1337551f68 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:36.547543 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f3acbc76-799b-4c8d-b984-ad1337551f68 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2069068 Feb 05 02:55:36.548215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51200) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:36.568352 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a2b2a-5769-4cee-ba8d-a3b468c5e676 req-2c17c7d8-fc93-4865-9af3-51ec895122a0 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:36.569876 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d8a2b2a-5769-4cee-ba8d-a3b468c5e676 req-2c17c7d8-fc93-4865-9af3-51ec895122a0 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 946 time: 0.1484435 Feb 05 02:55:36.590343 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e59980-7c16-4724-aca6-fb412e7ed5dd service neutron] Pushing event updated for resources: {'Port': ['ID=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:36.607816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8719833-2f7b-49aa-99ed-19b82f1591ca req-153febe5-6549-4b17-a23d-5bcc1385bee6 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:36.615283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8719833-2f7b-49aa-99ed-19b82f1591ca req-153febe5-6549-4b17-a23d-5bcc1385bee6 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.0885072 Feb 05 02:55:36.634502 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-079d29ae-af2c-42e6-9370-06880601d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:36.636034 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-079d29ae-af2c-42e6-9370-06880601d40e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0757223904ec4e4db3037c8631160285&device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 1125 time: 0.1184618 Feb 05 02:55:36.660733 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-651c81dd-7fc6-43c2-bf8a-039fa62e9c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:36.667398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d8a2b2a-5769-4cee-ba8d-a3b468c5e676 req-a0a1f4af-d495-462e-8703-1c838323681c tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886841 Feb 05 02:55:36.687320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8719833-2f7b-49aa-99ed-19b82f1591ca req-9b9fe0a2-b72e-4724-9ab7-39da30115140 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711346 Feb 05 02:55:36.708162 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51204) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:36.708255 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-867e36d1-0e36-4e36-9ec9-8959ff9d37f8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1299310 Feb 05 02:55:36.709627 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-e0e0d9e2-1753-455a-8299-cc3e1809ca60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d HTTP/1.1" status: 200 len: 217 time: 0.0648315 Feb 05 02:55:36.715351 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9382f8fb-d4df-40a1-ac8b-a6b63d9999da tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-472772864'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:36.750967 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c374b261-f296-452d-a8d7-dd1d57b42ea5 x-openstack-request-id: req-c374b261-f296-452d-a8d7-dd1d57b42ea5 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:55:36.751232 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d344261-7008-43d0-85f9-317604ea3a98", "tag": "98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:55:36.751571 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c374b261-f296-452d-a8d7-dd1d57b42ea5 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:55:36.752165 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d344261-7008-43d0-85f9-317604ea3a98', 'tag': '98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d', 'status': 'completed', 'code': 200} Feb 05 02:55:36.753213 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9382f8fb-d4df-40a1-ac8b-a6b63d9999da tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:36.759056 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9382f8fb-d4df-40a1-ac8b-a6b63d9999da tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:36.789460 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-2cb944a8-6ec3-490b-be0b-a183b898d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:36.791010 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-2cb944a8-6ec3-490b-be0b-a183b898d1f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ac91bbb4-a940-4c45-8d2f-ef0964fd7339 HTTP/1.1" status: 200 len: 845 time: 0.0729573 Feb 05 02:55:36.812692 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4ec15460-7608-4c37-bd3c-2109bc166f98 req-70416f06-00c5-4389-b2a3-453f51227740 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0362527 Feb 05 02:55:36.821344 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9382f8fb-d4df-40a1-ac8b-a6b63d9999da tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:55:36.835419 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9382f8fb-d4df-40a1-ac8b-a6b63d9999da tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (779deb0a-70fe-49b2-8c4f-66630904cc1d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:36.835950 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-9382f8fb-d4df-40a1-ac8b-a6b63d9999da tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Added segment 779deb0a-70fe-49b2-8c4f-66630904cc1d of type vlan for network cffc734c-859a-476f-894c-b1063c0b5174 Feb 05 02:55:36.843882 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-d11bf7c4-7c4b-44fc-a041-29114f98b6d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c4e84c3-758a-446b-a07c-d68eea5047fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445442 Feb 05 02:55:36.878195 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9382f8fb-d4df-40a1-ac8b-a6b63d9999da tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (cffc734c-859a-476f-894c-b1063c0b5174), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:36.908257 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-651c81dd-7fc6-43c2-bf8a-039fa62e9c16 admin admin] Publish callbacks [] for security_group (aea23540-7d92-4376-8883-7abd4aa06237), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:36.908406 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9382f8fb-d4df-40a1-ac8b-a6b63d9999da tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (cffc734c-859a-476f-894c-b1063c0b5174), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:36.916264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9382f8fb-d4df-40a1-ac8b-a6b63d9999da tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:36.917246 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9382f8fb-d4df-40a1-ac8b-a6b63d9999da tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:36.953460 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-651c81dd-7fc6-43c2-bf8a-039fa62e9c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (aea23540-7d92-4376-8883-7abd4aa06237), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:37.004589 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:37.008855 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-651c81dd-7fc6-43c2-bf8a-039fa62e9c16 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51770fdbee3c46cda57cf4a09d70d7f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5256925 Feb 05 02:55:37.008855 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-c770789c-8992-4881-ac42-5c060b21ebac service neutron] 10.222.0.10 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565659 Feb 05 02:55:37.009859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51208) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:37.019943 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9382f8fb-d4df-40a1-ac8b-a6b63d9999da tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3158898 Feb 05 02:55:37.020849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382f8fb-d4df-40a1-ac8b-a6b63d9999da tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Network': ['ID=cffc734c-859a-476f-894c-b1063c0b5174,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:37.024225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51210) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:37.030699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f8d4ceb4-4392-468e-a955-2222060b89b5 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'subnet': {'network_id': 'cffc734c-859a-476f-894c-b1063c0b5174', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:37.034401 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network cffc734c-859a-476f-894c-b1063c0b5174 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:55:37.087091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c81dd-7fc6-43c2-bf8a-039fa62e9c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea23540-7d92-4376-8883-7abd4aa06237,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:37.137391 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4aba7763-c260-43d3-8e08-53cb11b53973 req-584f99a7-8732-4881-96b0-aafae2187aea service neutron] 10.222.0.10 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205158 Feb 05 02:55:37.152715 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a4b2dfd-462b-4a2c-a378-94c96aca19b8 admin admin] Publish callbacks [] for security_group (aea23540-7d92-4376-8883-7abd4aa06237), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:37.159869 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d4ceb4-4392-468e-a955-2222060b89b5 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:37.165633 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f8d4ceb4-4392-468e-a955-2222060b89b5 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:37.178981 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a4b2dfd-462b-4a2c-a378-94c96aca19b8 admin admin] Publish callbacks [] for security_group (aea23540-7d92-4376-8883-7abd4aa06237), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:37.270284 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a4b2dfd-462b-4a2c-a378-94c96aca19b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (aea23540-7d92-4376-8883-7abd4aa06237), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:37.273220 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a4b2dfd-462b-4a2c-a378-94c96aca19b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:37.275161 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5a4b2dfd-462b-4a2c-a378-94c96aca19b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aea23540-7d92-4376-8883-7abd4aa06237 HTTP/1.1" status: 204 len: 168 time: 0.2644145 Feb 05 02:55:37.277381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09d11d-e4d8-4531-9904-7710e5ed7b21 req-42c84bf0-22e3-43cd-81bb-37369e63234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:37.279202 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2e09d11d-e4d8-4531-9904-7710e5ed7b21 req-42c84bf0-22e3-43cd-81bb-37369e63234a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0757223904ec4e4db3037c8631160285&device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 1125 time: 0.0644953 Feb 05 02:55:37.371142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f9c8d-1e6f-4095-9ff5-79a21b048ac2 req-71740491-33e7-4f78-b065-a4028219a515 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:37.379400 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-808f9c8d-1e6f-4095-9ff5-79a21b048ac2 req-71740491-33e7-4f78-b065-a4028219a515 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 943 time: 0.1218724 Feb 05 02:55:37.391067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b2dfd-462b-4a2c-a378-94c96aca19b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea23540-7d92-4376-8883-7abd4aa06237,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:37.395076 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09d11d-e4d8-4531-9904-7710e5ed7b21 req-2e37ab4a-56ad-4388-8135-608bd1113039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:37.396701 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2e09d11d-e4d8-4531-9904-7710e5ed7b21 req-2e37ab4a-56ad-4388-8135-608bd1113039 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c4e84c3-758a-446b-a07c-d68eea5047fb HTTP/1.1" status: 200 len: 906 time: 0.1081846 Feb 05 02:55:37.482559 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2e09d11d-e4d8-4531-9904-7710e5ed7b21 req-7bed9007-3812-48d2-a4e5-62e7cc7dc0ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d HTTP/1.1" status: 200 len: 217 time: 0.0771465 Feb 05 02:55:37.490172 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-808f9c8d-1e6f-4095-9ff5-79a21b048ac2 req-06cf7e97-8581-466f-b819-38183b2d10ee tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098235 Feb 05 02:55:37.496245 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f8d4ceb4-4392-468e-a955-2222060b89b5 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (3c3e1e29-d31a-47b9-939a-e4117a0fa98e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:37.561638 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09d11d-e4d8-4531-9904-7710e5ed7b21 req-0f98cfed-7e74-4492-a77d-7ba7959ab5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:37.563686 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2e09d11d-e4d8-4531-9904-7710e5ed7b21 req-0f98cfed-7e74-4492-a77d-7ba7959ab5ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ac91bbb4-a940-4c45-8d2f-ef0964fd7339 HTTP/1.1" status: 200 len: 845 time: 0.0731435 Feb 05 02:55:37.613251 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2e09d11d-e4d8-4531-9904-7710e5ed7b21 req-daefb28f-38f3-4f01-98a2-ff702ea8d823 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c4e84c3-758a-446b-a07c-d68eea5047fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416775 Feb 05 02:55:37.643629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f849b63-1c09-45bd-a68f-7fdd1db9fe9d req-23006f07-e7f4-4008-8232-d15a08ffa0e7 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:37.650791 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f849b63-1c09-45bd-a68f-7fdd1db9fe9d req-23006f07-e7f4-4008-8232-d15a08ffa0e7 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 944 time: 0.1375594 Feb 05 02:55:37.652638 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4ceb4-4392-468e-a955-2222060b89b5 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Subnet': ['ID=3c3e1e29-d31a-47b9-939a-e4117a0fa98e,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:37.687900 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d4ceb4-4392-468e-a955-2222060b89b5 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Checking segment: {'id': '779deb0a-70fe-49b2-8c4f-66630904cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cffc734c-859a-476f-894c-b1063c0b5174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:55:37.688171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d4ceb4-4392-468e-a955-2222060b89b5 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network hostable DHCP agents. Network: cffc734c-859a-476f-894c-b1063c0b5174, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:55:37.743216 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2e09d11d-e4d8-4531-9904-7710e5ed7b21 req-2197cecc-58bc-4edf-be72-79f6eafbdf66 service neutron] 10.222.0.10 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200476 Feb 05 02:55:37.801057 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f849b63-1c09-45bd-a68f-7fdd1db9fe9d req-11d87887-5ae2-498d-8658-cc042e611d21 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493795 Feb 05 02:55:37.801682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51224) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:37.821490 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e91d25a8-dc1b-4f58-a44b-dc17b3c8e83c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:37.869731 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2e09d11d-e4d8-4531-9904-7710e5ed7b21 req-d3ca8656-bac3-4f12-8f6c-105996750dc3 service neutron] 10.222.0.10 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196830 Feb 05 02:55:37.870105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d4ceb4-4392-468e-a955-2222060b89b5 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network cffc734c-859a-476f-894c-b1063c0b5174 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:55:37.911552 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-f8d4ceb4-4392-468e-a955-2222060b89b5 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, cffc734c-859a-476f-894c-b1063c0b5174) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:37.915856 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d4ceb4-4392-468e-a955-2222060b89b5 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:37.916629 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f8d4ceb4-4392-468e-a955-2222060b89b5 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:37.921465 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db19d04-002e-4fcc-86f0-692dc86f1e05 None None] Network cffc734c-859a-476f-894c-b1063c0b5174 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:55:37.975798 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb134a-7d5b-47c6-b2f3-04903a6cdcb4 req-3f28b883-6a42-47ec-9884-5f258c14c08e tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:37.977577 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95eb134a-7d5b-47c6-b2f3-04903a6cdcb4 req-3f28b883-6a42-47ec-9884-5f258c14c08e tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 946 time: 0.2629240 Feb 05 02:55:37.988259 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f8d4ceb4-4392-468e-a955-2222060b89b5 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9629719 Feb 05 02:55:37.991093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51230) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:37.996327 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fc9d2-901f-4f53-b191-45c7b8b3895a req-6d10c348-917e-4fe8-b7a1-88fb90742574 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:37.997260 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b0b5eac8-cbdd-4d7b-9ce5-2e619b95d494 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'network_id': 'cffc734c-859a-476f-894c-b1063c0b5174', 'name': 'tempest-PortsTestJSON-1192040613'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:37.997792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-061fc9d2-901f-4f53-b191-45c7b8b3895a req-6d10c348-917e-4fe8-b7a1-88fb90742574 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 946 time: 0.1951184 Feb 05 02:55:38.076661 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-cffc734c-859a-476f-894c-b1063c0b5174', 'network_id': 'cffc734c-859a-476f-894c-b1063c0b5174', 'project_id': '964b4754471e4b759ae75ee097ceda08', 'fixed_ips': [{'subnet_id': '3c3e1e29-d31a-47b9-939a-e4117a0fa98e'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:55:38.077676 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:38.087985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2095be5-6b29-42b7-914a-aab414d72180 req-fb256ee6-abc6-49e5-8886-85e2e888ff84 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:38.094752 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2095be5-6b29-42b7-914a-aab414d72180 req-fb256ee6-abc6-49e5-8886-85e2e888ff84 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.2115490 Feb 05 02:55:38.164630 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e91d25a8-dc1b-4f58-a44b-dc17b3c8e83c admin admin] Publish callbacks [] for security_group (c423b072-1411-4ed1-a227-bb7dfa48f30a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:38.183288 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e91d25a8-dc1b-4f58-a44b-dc17b3c8e83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c423b072-1411-4ed1-a227-bb7dfa48f30a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:38.196724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b5eac8-cbdd-4d7b-9ce5-2e619b95d494 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:38.202969 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0b5eac8-cbdd-4d7b-9ce5-2e619b95d494 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:38.221770 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-061fc9d2-901f-4f53-b191-45c7b8b3895a req-26fa871b-b377-475f-9ac9-a61d31385e91 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2073405 Feb 05 02:55:38.243878 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-b0b5eac8-cbdd-4d7b-9ce5-2e619b95d494 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] device_id is not set on port 04c2540c-b089-4942-8c20-7469abed61a4 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:55:38.263225 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Allocated IP 172.20.0.2 (cffc734c-859a-476f-894c-b1063c0b5174/3c3e1e29-d31a-47b9-939a-e4117a0fa98e/76419352-362d-444a-ab70-22e4b8c4d057) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:55:38.264960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2095be5-6b29-42b7-914a-aab414d72180 req-5c68be14-71f0-4299-8b33-1a66f1125304 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676192 Feb 05 02:55:38.270034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e91d25a8-dc1b-4f58-a44b-dc17b3c8e83c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93f308dc1abd42ee8e3f566518c82a67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4650981 Feb 05 02:55:38.272104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d25a8-dc1b-4f58-a44b-dc17b3c8e83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c423b072-1411-4ed1-a227-bb7dfa48f30a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:38.276623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51232) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:38.328698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-95eb134a-7d5b-47c6-b2f3-04903a6cdcb4 req-09090598-3417-4fbc-8119-8fa266953976 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Deleting port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:38.329049 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-95eb134a-7d5b-47c6-b2f3-04903a6cdcb4 req-09090598-3417-4fbc-8119-8fa266953976 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d65a3bde-cbf3-4f82-9a61-4bdd0db54c02), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:38.499782 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Publish callbacks [] for port (76419352-362d-444a-ab70-22e4b8c4d057), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:38.520913 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (76419352-362d-444a-ab70-22e4b8c4d057), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:38.557865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Network cffc734c-859a-476f-894c-b1063c0b5174 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:55:38.564547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:38.569852 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:55:38.598421 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Pushing event updated for resources: {'Port': ['ID=76419352-362d-444a-ab70-22e4b8c4d057,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:38.612125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-b0b5eac8-cbdd-4d7b-9ce5-2e619b95d494 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Allocated IP 172.20.0.4 (cffc734c-859a-476f-894c-b1063c0b5174/3c3e1e29-d31a-47b9-939a-e4117a0fa98e/04c2540c-b089-4942-8c20-7469abed61a4) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:55:38.618071 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:38.664911 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Attempting to bind port 76419352-362d-444a-ab70-22e4b8c4d057 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:55:38.665529 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Attempting to bind port 76419352-362d-444a-ab70-22e4b8c4d057 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '779deb0a-70fe-49b2-8c4f-66630904cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cffc734c-859a-476f-894c-b1063c0b5174'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:55:38.665910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Attempting to bind port 76419352-362d-444a-ab70-22e4b8c4d057 on network cffc734c-859a-476f-894c-b1063c0b5174 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:55:38.671522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:55:38.671909 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Checking segment: {'id': '779deb0a-70fe-49b2-8c4f-66630904cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cffc734c-859a-476f-894c-b1063c0b5174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:55:38.672311 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:38.672873 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Bound using segment: {'id': '779deb0a-70fe-49b2-8c4f-66630904cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cffc734c-859a-476f-894c-b1063c0b5174'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:55:38.673712 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Bound port: 76419352-362d-444a-ab70-22e4b8c4d057, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779deb0a-70fe-49b2-8c4f-66630904cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cffc734c-859a-476f-894c-b1063c0b5174'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:55:38.674330 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (76419352-362d-444a-ab70-22e4b8c4d057), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:38.750347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] For port 76419352-362d-444a-ab70-22e4b8c4d057, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:55:38.754910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] For port 76419352-362d-444a-ab70-22e4b8c4d057, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=76419352-362d-444a-ab70-22e4b8c4d057,segment=NetworkSegment(779deb0a-70fe-49b2-8c4f-66630904cc1d),segment_id=779deb0a-70fe-49b2-8c4f-66630904cc1d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:55:38.765232 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (76419352-362d-444a-ab70-22e4b8c4d057), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:38.832762 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3d792a1-5f3b-4b7f-b5a9-03e07e7c545c req-573d23bb-934e-4b06-a4e2-367f67311eb2 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0894127 Feb 05 02:55:38.847870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48de1e-44cd-4878-850f-a7192c891112 None None] Pushing event updated for resources: {'Port': ['ID=76419352-362d-444a-ab70-22e4b8c4d057,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:38.879061 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8569485-c5ca-4f2d-89c7-b7452d538289 admin admin] Publish callbacks [] for security_group (c423b072-1411-4ed1-a227-bb7dfa48f30a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:38.893292 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0b5eac8-cbdd-4d7b-9ce5-2e619b95d494 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (04c2540c-b089-4942-8c20-7469abed61a4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:38.941277 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-95eb134a-7d5b-47c6-b2f3-04903a6cdcb4 req-09090598-3417-4fbc-8119-8fa266953976 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] For port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d65a3bde-cbf3-4f82-9a61-4bdd0db54c02,segment=NetworkSegment(bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e),segment_id=bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:38.941684 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-95eb134a-7d5b-47c6-b2f3-04903a6cdcb4 req-09090598-3417-4fbc-8119-8fa266953976 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d65a3bde-cbf3-4f82-9a61-4bdd0db54c02), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:38.956523 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0b5eac8-cbdd-4d7b-9ce5-2e619b95d494 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (04c2540c-b089-4942-8c20-7469abed61a4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:38.964585 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8569485-c5ca-4f2d-89c7-b7452d538289 admin admin] Publish callbacks [] for security_group (c423b072-1411-4ed1-a227-bb7dfa48f30a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:38.985056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b5eac8-cbdd-4d7b-9ce5-2e619b95d494 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network cffc734c-859a-476f-894c-b1063c0b5174 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:55:38.988978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b0b5eac8-cbdd-4d7b-9ce5-2e619b95d494 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:39.009117 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b5eac8-cbdd-4d7b-9ce5-2e619b95d494 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:55:39.011627 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35105da5-0b4f-4a1d-8a96-b78db07544dd req-d90ece44-157b-4bd4-82e1-0ad9d74b3799 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:39.018917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35105da5-0b4f-4a1d-8a96-b78db07544dd req-d90ece44-157b-4bd4-82e1-0ad9d74b3799 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 943 time: 0.2740428 Feb 05 02:55:39.075081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5eac8-cbdd-4d7b-9ce5-2e619b95d494 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=04c2540c-b089-4942-8c20-7469abed61a4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:39.098558 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b5eac8-cbdd-4d7b-9ce5-2e619b95d494 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:39.099289 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0b5eac8-cbdd-4d7b-9ce5-2e619b95d494 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:39.146613 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b0b5eac8-cbdd-4d7b-9ce5-2e619b95d494 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1542387 Feb 05 02:55:39.147368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51242) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:39.153240 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b1a5cc35-33be-429e-83fa-56ef9852442e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'network_id': 'cffc734c-859a-476f-894c-b1063c0b5174', 'name': 'tempest-PortsTestJSON-1501753031'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:39.322088 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a5cc35-33be-429e-83fa-56ef9852442e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:39.326682 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1a5cc35-33be-429e-83fa-56ef9852442e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:39.353938 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-b1a5cc35-33be-429e-83fa-56ef9852442e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] device_id is not set on port 1d2397ae-800d-4d43-aa71-b691d04fda14 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:55:39.419334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65634c83-44c6-4dc3-9250-d1224c3b51b4 req-7a73aac5-75a2-4296-8710-1944b333a7f0 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:39.421104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65634c83-44c6-4dc3-9250-d1224c3b51b4 req-7a73aac5-75a2-4296-8710-1944b333a7f0 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 944 time: 0.4411685 Feb 05 02:55:39.435566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35105da5-0b4f-4a1d-8a96-b78db07544dd req-4595d342-2264-4b0a-8f07-b1fbde34a529 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110162 Feb 05 02:55:39.449710 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8569485-c5ca-4f2d-89c7-b7452d538289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c423b072-1411-4ed1-a227-bb7dfa48f30a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:39.457641 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8569485-c5ca-4f2d-89c7-b7452d538289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:39.458646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a8569485-c5ca-4f2d-89c7-b7452d538289 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c423b072-1411-4ed1-a227-bb7dfa48f30a HTTP/1.1" status: 204 len: 168 time: 1.1793301 Feb 05 02:55:39.569734 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8569485-c5ca-4f2d-89c7-b7452d538289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c423b072-1411-4ed1-a227-bb7dfa48f30a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:39.655196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-b1a5cc35-33be-429e-83fa-56ef9852442e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Allocated IP 172.20.0.14 (cffc734c-859a-476f-894c-b1063c0b5174/3c3e1e29-d31a-47b9-939a-e4117a0fa98e/1d2397ae-800d-4d43-aa71-b691d04fda14) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:55:39.682811 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-95eb134a-7d5b-47c6-b2f3-04903a6cdcb4 req-09090598-3417-4fbc-8119-8fa266953976 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:39.683188 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-95eb134a-7d5b-47c6-b2f3-04903a6cdcb4 req-09090598-3417-4fbc-8119-8fa266953976 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (f9d422e7-dbef-4e90-b61e-5b3d819bb896), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:39.683512 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [req-95eb134a-7d5b-47c6-b2f3-04903a6cdcb4 req-09090598-3417-4fbc-8119-8fa266953976 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Floating IP f9d422e7-dbef-4e90-b61e-5b3d819bb896 disassociated. External IP: 172.25.0.104, port: d65a3bde-cbf3-4f82-9a61-4bdd0db54c02. Feb 05 02:55:39.683918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-95eb134a-7d5b-47c6-b2f3-04903a6cdcb4 req-09090598-3417-4fbc-8119-8fa266953976 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Calling delete_port for d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:39.716600 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65634c83-44c6-4dc3-9250-d1224c3b51b4 req-cbbdf634-a249-4034-8c0a-0770eac685b8 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600172 Feb 05 02:55:39.749508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db0e56-5e64-46ca-a638-88fd7c9756e9 req-8403203b-e612-4e8c-82d6-c173bd8cab8c tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:39.757501 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6db0e56-5e64-46ca-a638-88fd7c9756e9 req-8403203b-e612-4e8c-82d6-c173bd8cab8c tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 946 time: 0.2072918 Feb 05 02:55:39.919749 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 76419352-362d-444a-ab70-22e4b8c4d057 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:55:39.971102 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6db0e56-5e64-46ca-a638-88fd7c9756e9 req-732cac7a-782e-49d6-883c-cac0cd756a8f tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups?id=eadb2ed8-8973-4347-ab01-d1958194a63d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2069881 Feb 05 02:55:40.052946 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:40.059536 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c710c7-746a-4138-9f1a-2f1d847d6b0e req-fb68d1b6-d679-4c94-907f-3af636df3ff9 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:40.067963 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70c710c7-746a-4138-9f1a-2f1d847d6b0e req-fb68d1b6-d679-4c94-907f-3af636df3ff9 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.1962872 Feb 05 02:55:40.091857 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 76419352-362d-444a-ab70-22e4b8c4d057 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:40.092263 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (76419352-362d-444a-ab70-22e4b8c4d057), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:40.195126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99823cb5-b173-4e5f-8c0d-ce62bd95e42d req-6e3231b9-9ab5-493e-b825-6349ec4f3d56 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0972989 Feb 05 02:55:40.330445 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 76419352-362d-444a-ab70-22e4b8c4d057 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:40.335052 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (76419352-362d-444a-ab70-22e4b8c4d057), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:40.395727 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70c710c7-746a-4138-9f1a-2f1d847d6b0e req-43d05756-e452-46f8-a548-1739e11c1ba6 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267784 Feb 05 02:55:40.422806 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-95eb134a-7d5b-47c6-b2f3-04903a6cdcb4 req-09090598-3417-4fbc-8119-8fa266953976 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d65a3bde-cbf3-4f82-9a61-4bdd0db54c02), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:40.448945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 76419352-362d-444a-ab70-22e4b8c4d057, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=76419352-362d-444a-ab70-22e4b8c4d057,segment=NetworkSegment(779deb0a-70fe-49b2-8c4f-66630904cc1d),segment_id=779deb0a-70fe-49b2-8c4f-66630904cc1d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:40.462719 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (76419352-362d-444a-ab70-22e4b8c4d057), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:40.505038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b4aecc-8392-4a54-81c8-39b621f87f31 None None] Network cffc734c-859a-476f-894c-b1063c0b5174 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:55:40.518572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09090598-3417-4fbc-8119-8fa266953976 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Pushing event deleted for resources: {'Port': ['ID=d65a3bde-cbf3-4f82-9a61-4bdd0db54c02,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:40.592785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=76419352-362d-444a-ab70-22e4b8c4d057,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:40.605691 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-38c228ab-f1ec-4717-81f2-1df41496bd69 None None] Provisioning complete for port 76419352-362d-444a-ab70-22e4b8c4d057 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:40.606254 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-38c228ab-f1ec-4717-81f2-1df41496bd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (76419352-362d-444a-ab70-22e4b8c4d057), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:40.757225 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1a5cc35-33be-429e-83fa-56ef9852442e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (1d2397ae-800d-4d43-aa71-b691d04fda14), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:40.781594 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-38c228ab-f1ec-4717-81f2-1df41496bd69 None None] Current status of the port 76419352-362d-444a-ab70-22e4b8c4d057 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:40.835777 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1a5cc35-33be-429e-83fa-56ef9852442e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1d2397ae-800d-4d43-aa71-b691d04fda14), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:40.842715 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:55:40.845621 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:55:40.917211 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a5cc35-33be-429e-83fa-56ef9852442e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network cffc734c-859a-476f-894c-b1063c0b5174 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:55:40.919323 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:55:40.920820 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:55:40.921737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b1a5cc35-33be-429e-83fa-56ef9852442e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:40.928255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a5cc35-33be-429e-83fa-56ef9852442e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:55:40.941935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6209d5-29ab-4230-8999-749076dd9f49 req-072d9d99-5c9d-46a0-a78d-2bb4cdc55f50 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:40.950491 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d6209d5-29ab-4230-8999-749076dd9f49 req-072d9d99-5c9d-46a0-a78d-2bb4cdc55f50 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 943 time: 0.2935114 Feb 05 02:55:40.999492 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95eb134a-7d5b-47c6-b2f3-04903a6cdcb4 req-09090598-3417-4fbc-8119-8fa266953976 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Router 83eade1a-976d-4460-9f33-dcef5b6673b4 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:55:41.031146 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a5cc35-33be-429e-83fa-56ef9852442e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:41.031736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1a5cc35-33be-429e-83fa-56ef9852442e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:41.070869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5cc35-33be-429e-83fa-56ef9852442e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=1d2397ae-800d-4d43-aa71-b691d04fda14,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:41.084116 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b1a5cc35-33be-429e-83fa-56ef9852442e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9334064 Feb 05 02:55:41.092067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51280) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:41.188188 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4a37b-2ecc-43c1-93bb-36cdd42fc390 req-3b527c73-faba-408a-bd5a-e4e2c2e60483 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:41.195219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a0a4a37b-2ecc-43c1-93bb-36cdd42fc390 req-3b527c73-faba-408a-bd5a-e4e2c2e60483 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 944 time: 0.3812215 Feb 05 02:55:41.288448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549c5f7d-7a42-46c7-8f84-88e018c83b4f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:41.290148 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-549c5f7d-7a42-46c7-8f84-88e018c83b4f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1967361 Feb 05 02:55:41.295049 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51286) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:41.321913 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d6209d5-29ab-4230-8999-749076dd9f49 req-19ae0fe4-9efb-4ddc-9962-0bec293fae72 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630459 Feb 05 02:55:41.447393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95eb134a-7d5b-47c6-b2f3-04903a6cdcb4 req-09090598-3417-4fbc-8119-8fa266953976 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:55:41.458447 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25856cc3-fe01-4dfa-bf64-ac8ace9ac430 None None] Sync routers for ids ['83eade1a-976d-4460-9f33-dcef5b6673b4'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:55:41.475686 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25856cc3-fe01-4dfa-bf64-ac8ace9ac430 None None] Routers {'83eade1a-976d-4460-9f33-dcef5b6673b4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:55:41.485375 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-25856cc3-fe01-4dfa-bf64-ac8ace9ac430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:55:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['83eade1a-976d-4460-9f33-dcef5b6673b4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:41.529331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-07bf79c3-3a43-4427-b471-9291937045df tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port 1d2397ae-800d-4d43-aa71-b691d04fda14 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:41.529685 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07bf79c3-3a43-4427-b471-9291937045df tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1d2397ae-800d-4d43-aa71-b691d04fda14), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:41.564919 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a0a4a37b-2ecc-43c1-93bb-36cdd42fc390 req-b331c167-eb21-41b1-89ab-0757f1cdd151 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686063 Feb 05 02:55:41.582115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-724775cc-8a6e-40bf-989a-b8740af0f19d req-852ac82f-bcb0-46cd-9ed8-f1f3b419bafd tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b13c5-1426-430e-9afa-f9c7924473cc HTTP/1.1" status: 200 len: 210 time: 0.1322334 Feb 05 02:55:41.619741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c862bdef-c1a9-4e7a-a77e-513e1e28f139 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:55:41.649128 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-95eb134a-7d5b-47c6-b2f3-04903a6cdcb4 req-09090598-3417-4fbc-8119-8fa266953976 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] No DVR routers for this DVR port d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:55:41.659024 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-95eb134a-7d5b-47c6-b2f3-04903a6cdcb4 req-09090598-3417-4fbc-8119-8fa266953976 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:41.669362 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95eb134a-7d5b-47c6-b2f3-04903a6cdcb4 req-09090598-3417-4fbc-8119-8fa266953976 tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.10 "DELETE /v2.0/ports/d65a3bde-cbf3-4f82-9a61-4bdd0db54c02 HTTP/1.1" status: 204 len: 173 time: 3.6705775 Feb 05 02:55:41.670274 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7b13c5-1426-430e-9afa-f9c7924473cc', 'name': 'network-vif-deleted', 'tag': 'd65a3bde-cbf3-4f82-9a61-4bdd0db54c02'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:55:41.683287 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9a615d-e8e6-4a1d-a70a-7a92dad07ef7" -d '{"events": [{"server_uuid": "1f7b13c5-1426-430e-9afa-f9c7924473cc", "name": "network-vif-deleted", "tag": "d65a3bde-cbf3-4f82-9a61-4bdd0db54c02"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:55:41.759636 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07bf79c3-3a43-4427-b471-9291937045df tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1d2397ae-800d-4d43-aa71-b691d04fda14), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:41.804779 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-07bf79c3-3a43-4427-b471-9291937045df tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for 1d2397ae-800d-4d43-aa71-b691d04fda14 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:41.831040 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c501abe7-1bd9-4aa6-b546-893f369e6db7 req-95459d02-3234-4b7a-b043-4e480e305dac tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0824099 Feb 05 02:55:41.934676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port c862bdef-c1a9-4e7a-a77e-513e1e28f139, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c862bdef-c1a9-4e7a-a77e-513e1e28f139,segment=NetworkSegment(ea456988-812f-416f-90ce-11235c6aeb31),segment_id=ea456988-812f-416f-90ce-11235c6aeb31)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:41.959527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'c862bdef-c1a9-4e7a-a77e-513e1e28f139', 'network_id': 'a1d070de-759e-46a2-b508-8200ed0d7262', 'port_id': 'c862bdef-c1a9-4e7a-a77e-513e1e28f139', 'mac_address': 'fa:16:3e:07:53:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:55:41.966034 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 76419352-362d-444a-ab70-22e4b8c4d057 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:55:42.020770 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-25856cc3-fe01-4dfa-bf64-ac8ace9ac430 None None] Set router 83eade1a-976d-4460-9f33-dcef5b6673b4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:55:42.022474 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9714ee22-10df-4d91-b726-f337999eff52 x-openstack-request-id: req-9714ee22-10df-4d91-b726-f337999eff52 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:55:42.022962 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7b13c5-1426-430e-9afa-f9c7924473cc", "name": "network-vif-deleted", "tag": "d65a3bde-cbf3-4f82-9a61-4bdd0db54c02", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:55:42.027162 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9714ee22-10df-4d91-b726-f337999eff52 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:55:42.027886 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7b13c5-1426-430e-9afa-f9c7924473cc', 'name': 'network-vif-deleted', 'tag': 'd65a3bde-cbf3-4f82-9a61-4bdd0db54c02', 'status': 'completed', 'code': 200} Feb 05 02:55:42.080613 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887170c7-e7ac-45d5-b309-21e624d3ae0c req-5472e472-b563-4655-9c15-366d87b3c47c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:42.085021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-887170c7-e7ac-45d5-b309-21e624d3ae0c req-5472e472-b563-4655-9c15-366d87b3c47c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.2509325 Feb 05 02:55:42.089488 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port c862bdef-c1a9-4e7a-a77e-513e1e28f139 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:42.089488 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c862bdef-c1a9-4e7a-a77e-513e1e28f139), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:42.109789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c862bdef-c1a9-4e7a-a77e-513e1e28f139 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:55:42.118509 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:42.125167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a2e99bed-a6c4-4656-9b18-9165337a4439 None None] Provisioning complete for port 04c2540c-b089-4942-8c20-7469abed61a4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:42.125539 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2e99bed-a6c4-4656-9b18-9165337a4439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (04c2540c-b089-4942-8c20-7469abed61a4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:42.193471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 76419352-362d-444a-ab70-22e4b8c4d057 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:42.194446 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (76419352-362d-444a-ab70-22e4b8c4d057), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:42.199460 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port c862bdef-c1a9-4e7a-a77e-513e1e28f139, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c862bdef-c1a9-4e7a-a77e-513e1e28f139,segment=NetworkSegment(ea456988-812f-416f-90ce-11235c6aeb31),segment_id=ea456988-812f-416f-90ce-11235c6aeb31)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:42.202146 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:42.247801 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-887170c7-e7ac-45d5-b309-21e624d3ae0c req-6bfc2a51-a2ab-4500-82b7-4e778a5a2979 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492953 Feb 05 02:55:42.257626 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c862bdef-c1a9-4e7a-a77e-513e1e28f139), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:42.267813 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07bf79c3-3a43-4427-b471-9291937045df tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1d2397ae-800d-4d43-aa71-b691d04fda14), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:42.351325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf79c3-3a43-4427-b471-9291937045df tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=1d2397ae-800d-4d43-aa71-b691d04fda14,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:42.462936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=c862bdef-c1a9-4e7a-a77e-513e1e28f139,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:42.494613 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d', 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb', 'port_id': '98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d', 'mac_address': 'fa:16:3e:98:97:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac91bbb4-a940-4c45-8d2f-ef0964fd7339', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:55:42.522018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a2e99bed-a6c4-4656-9b18-9165337a4439 None None] Port 04c2540c-b089-4942-8c20-7469abed61a4 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:55:42.575684 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07bf79c3-3a43-4427-b471-9291937045df tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:42.579092 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-07bf79c3-3a43-4427-b471-9291937045df tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/1d2397ae-800d-4d43-aa71-b691d04fda14 HTTP/1.1" status: 204 len: 168 time: 1.2830172 Feb 05 02:55:42.584677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51308) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:42.602918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d4c60-e12b-402f-811e-0c84374fe124 req-cb31c145-3bdc-400f-ac9f-18b66d57ea1c tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:42.611301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e3d4c60-e12b-402f-811e-0c84374fe124 req-cb31c145-3bdc-400f-ac9f-18b66d57ea1c tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 943 time: 0.1566904 Feb 05 02:55:42.659534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a2e99bed-a6c4-4656-9b18-9165337a4439 None None] Provisioning complete for port 76419352-362d-444a-ab70-22e4b8c4d057 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:42.659905 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2e99bed-a6c4-4656-9b18-9165337a4439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (76419352-362d-444a-ab70-22e4b8c4d057), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:42.667065 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e0ee71-54d8-467e-8a64-bfe3d4960db0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] GET failed (client error): The resource could not be found. Feb 05 02:55:42.671027 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-04e0ee71-54d8-467e-8a64-bfe3d4960db0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports/1d2397ae-800d-4d43-aa71-b691d04fda14 HTTP/1.1" status: 404 len: 333 time: 0.0828741 Feb 05 02:55:42.672165 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51314) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:42.740394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e3d4c60-e12b-402f-811e-0c84374fe124 req-70416924-8096-4c43-962b-b507440f939b tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195681 Feb 05 02:55:42.823809 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['c862bdef-c1a9-4e7a-a77e-513e1e28f139'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:55:42.894687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 76419352-362d-444a-ab70-22e4b8c4d057 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:42.900746 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029033d8-f65d-4053-beb5-0f20eb328ebd req-7b624bd1-90d8-4485-ab3b-c9f3878c3c8a tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:42.901570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-79b5ea60-f366-4f8e-a25a-dce6f129a5b8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port 04c2540c-b089-4942-8c20-7469abed61a4 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:42.902139 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79b5ea60-f366-4f8e-a25a-dce6f129a5b8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (04c2540c-b089-4942-8c20-7469abed61a4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:42.908745 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:42.912692 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:42.913084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-029033d8-f65d-4053-beb5-0f20eb328ebd req-7b624bd1-90d8-4485-ab3b-c9f3878c3c8a tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 945 time: 0.1549103 Feb 05 02:55:42.928811 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51324) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:43.018667 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-25856cc3-fe01-4dfa-bf64-ac8ace9ac430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'name': 'tempest-ServersTestManualDisk-396975835-router', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '4917b1a7-3814-420f-850a-61099805af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:16Z', 'updated_at': '2022-02-05T02:54:27Z', 'revision_number': 4, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'gw_port': {'id': '4917b1a7-3814-420f-850a-61099805af40', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:17Z', 'updated_at': '2022-02-05T02:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7a21e057-bf54-46de-9677-7a13520a5a80', 'name': '', 'network_id': '436c4816-2885-4a66-a246-061c24b2b030', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'mac_address': 'fa:16:3e:58:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:23Z', 'updated_at': '2022-02-05T02:54:36Z', 'revision_number': 5, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'subnets': [{'id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:43.060254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:55:43.075155 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25856cc3-fe01-4dfa-bf64-ac8ace9ac430 None None] Checking router: 83eade1a-976d-4460-9f33-dcef5b6673b4 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:55:43.097103 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25856cc3-fe01-4dfa-bf64-ac8ace9ac430 None None] Routers {'83eade1a-976d-4460-9f33-dcef5b6673b4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:55:43.103280 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-25856cc3-fe01-4dfa-bf64-ac8ace9ac430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:55:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['83eade1a-976d-4460-9f33-dcef5b6673b4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:43.112580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-029033d8-f65d-4053-beb5-0f20eb328ebd req-74e55c1d-bb3b-4be0-88ee-11f985f4b301 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982360 Feb 05 02:55:43.132995 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79b5ea60-f366-4f8e-a25a-dce6f129a5b8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (04c2540c-b089-4942-8c20-7469abed61a4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:43.136992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:43.145539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c5d848cf-9aa4-48a3-8f44-13bb8b38e243 req-cf78ab9d-3d85-4285-a1a7-cb71b15d8069 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0959821 Feb 05 02:55:43.162966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-79b5ea60-f366-4f8e-a25a-dce6f129a5b8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for 04c2540c-b089-4942-8c20-7469abed61a4 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:43.167164 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-114591b0-6bb9-4c09-b68a-9e3d6c4398dc tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for security_group (eadb2ed8-8973-4347-ab01-d1958194a63d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:43.234596 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-114591b0-6bb9-4c09-b68a-9e3d6c4398dc tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for security_group (eadb2ed8-8973-4347-ab01-d1958194a63d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:43.249136 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:43.372924 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-25856cc3-fe01-4dfa-bf64-ac8ace9ac430 None None] Set router 83eade1a-976d-4460-9f33-dcef5b6673b4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:55:43.384819 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-114591b0-6bb9-4c09-b68a-9e3d6c4398dc tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (eadb2ed8-8973-4347-ab01-d1958194a63d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:43.387589 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-114591b0-6bb9-4c09-b68a-9e3d6c4398dc tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:43.391669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-114591b0-6bb9-4c09-b68a-9e3d6c4398dc tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "DELETE /v2.0/security-groups/eadb2ed8-8973-4347-ab01-d1958194a63d HTTP/1.1" status: 204 len: 168 time: 0.4588838 Feb 05 02:55:43.392973 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51334) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:43.421576 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:43.438684 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-8c0625c7-c118-4bcf-a5df-afca6d7ffa3e tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] show failed (client error): The resource could not be found. Feb 05 02:55:43.448132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8c0625c7-c118-4bcf-a5df-afca6d7ffa3e tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "GET /v2.0/security-groups/eadb2ed8-8973-4347-ab01-d1958194a63d HTTP/1.1" status: 404 len: 347 time: 0.0505955 Feb 05 02:55:43.453224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51336) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:43.470213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a2e99bed-a6c4-4656-9b18-9165337a4439 None None] Current status of the port 76419352-362d-444a-ab70-22e4b8c4d057 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:43.499671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114591b0-6bb9-4c09-b68a-9e3d6c4398dc tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadb2ed8-8973-4347-ab01-d1958194a63d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:43.503110 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:55:43.549966 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79b5ea60-f366-4f8e-a25a-dce6f129a5b8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (04c2540c-b089-4942-8c20-7469abed61a4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:43.573131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb259f-4186-409c-88c1-f9084d113d6a req-644abaf8-35b3-4bed-98ee-4b7347a4b53e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:43.575131 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52fb259f-4186-409c-88c1-f9084d113d6a req-644abaf8-35b3-4bed-98ee-4b7347a4b53e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.1517282 Feb 05 02:55:43.628128 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-beae1971-9513-4dac-897e-7f393d34942f None None] Could not find standard attr ID for object 04c2540c-b089-4942-8c20-7469abed61a4. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 02:55:43.641445 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-beae1971-9513-4dac-897e-7f393d34942f None None] Could not find standard attr ID for object 1d2397ae-800d-4d43-aa71-b691d04fda14. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 02:55:43.703614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52fb259f-4186-409c-88c1-f9084d113d6a req-48d62ce5-1431-493e-a5d0-f9bd39dfb928 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144474 Feb 05 02:55:43.753533 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5ea60-f366-4f8e-a25a-dce6f129a5b8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=04c2540c-b089-4942-8c20-7469abed61a4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:43.870364 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79b5ea60-f366-4f8e-a25a-dce6f129a5b8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:43.899208 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-79b5ea60-f366-4f8e-a25a-dce6f129a5b8 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/04c2540c-b089-4942-8c20-7469abed61a4 HTTP/1.1" status: 204 len: 168 time: 1.2266731 Feb 05 02:55:43.910135 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51350) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:43.985405 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-a594ba3e-fe96-4772-9482-2b099efd939f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] GET failed (client error): The resource could not be found. Feb 05 02:55:43.990358 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a594ba3e-fe96-4772-9482-2b099efd939f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports/04c2540c-b089-4942-8c20-7469abed61a4 HTTP/1.1" status: 404 len: 333 time: 0.0708621 Feb 05 02:55:43.992077 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51354) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:43.997405 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685999bf-0412-468b-a088-a10ed8618ded req-1f737090-73b9-42dc-a467-4dd97ff0ebde tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:44.003264 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-685999bf-0412-468b-a088-a10ed8618ded req-1f737090-73b9-42dc-a467-4dd97ff0ebde tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 944 time: 0.1288877 Feb 05 02:55:44.020311 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-25856cc3-fe01-4dfa-bf64-ac8ace9ac430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'name': 'tempest-ServersTestManualDisk-396975835-router', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '4917b1a7-3814-420f-850a-61099805af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:16Z', 'updated_at': '2022-02-05T02:54:27Z', 'revision_number': 4, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'gw_port': {'id': '4917b1a7-3814-420f-850a-61099805af40', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:17Z', 'updated_at': '2022-02-05T02:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7a21e057-bf54-46de-9677-7a13520a5a80', 'name': '', 'network_id': '436c4816-2885-4a66-a246-061c24b2b030', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'mac_address': 'fa:16:3e:58:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:23Z', 'updated_at': '2022-02-05T02:54:36Z', 'revision_number': 5, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'subnets': [{'id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:44.056796 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25856cc3-fe01-4dfa-bf64-ac8ace9ac430 None None] The sync data for ids ['83eade1a-976d-4460-9f33-dcef5b6673b4'] in n-d-826942-8 is: [{'id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'name': 'tempest-ServersTestManualDisk-396975835-router', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '4917b1a7-3814-420f-850a-61099805af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:16Z', 'updated_at': '2022-02-05T02:54:27Z', 'revision_number': 4, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'gw_port': {'id': '4917b1a7-3814-420f-850a-61099805af40', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:17Z', 'updated_at': '2022-02-05T02:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7a21e057-bf54-46de-9677-7a13520a5a80', 'name': '', 'network_id': '436c4816-2885-4a66-a246-061c24b2b030', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'mac_address': 'fa:16:3e:58:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:23Z', 'updated_at': '2022-02-05T02:54:36Z', 'revision_number': 5, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'subnets': [{'id': 'e6a6cc2c-4cea-4e70-98f1-e416109769e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:55:44.087416 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-685999bf-0412-468b-a088-a10ed8618ded req-b3852226-2f2a-4904-83f8-e20b50c63610 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777416 Feb 05 02:55:44.091112 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-323d4e67-5601-4f73-a755-f0ee9e72c56a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting subnet 3c3e1e29-d31a-47b9-939a-e4117a0fa98e {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:55:44.106210 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-323d4e67-5601-4f73-a755-f0ee9e72c56a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (3c3e1e29-d31a-47b9-939a-e4117a0fa98e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:44.161397 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe0674-6ee6-4f50-b812-9218cfa10ecb tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Deleting port ecb94a56-59d3-4223-93a0-5eff4890790f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:44.161743 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0674-6ee6-4f50-b812-9218cfa10ecb tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ecb94a56-59d3-4223-93a0-5eff4890790f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:44.165381 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-323d4e67-5601-4f73-a755-f0ee9e72c56a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (3c3e1e29-d31a-47b9-939a-e4117a0fa98e), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:44.313397 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e93e422d-93cb-460f-9e81-ad9ce18b59d1 req-7267989f-7d41-46a6-836d-845f6b62276b tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0479133 Feb 05 02:55:44.375038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebeb4ad-a187-4fbc-b9cc-fcee82a9cc10 req-362e2cf3-9b91-4cdf-a2fd-101ae590d85b tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:44.379909 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ebeb4ad-a187-4fbc-b9cc-fcee82a9cc10 req-362e2cf3-9b91-4cdf-a2fd-101ae590d85b tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 945 time: 0.1571634 Feb 05 02:55:44.399697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0674-6ee6-4f50-b812-9218cfa10ecb tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ecb94a56-59d3-4223-93a0-5eff4890790f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:44.400450 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0674-6ee6-4f50-b812-9218cfa10ecb tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for floatingip (ecb94a56-59d3-4223-93a0-5eff4890790f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:44.417001 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-323d4e67-5601-4f73-a755-f0ee9e72c56a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (3c3e1e29-d31a-47b9-939a-e4117a0fa98e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:44.420700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe0674-6ee6-4f50-b812-9218cfa10ecb tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Calling delete_port for ecb94a56-59d3-4223-93a0-5eff4890790f owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:44.464651 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ebeb4ad-a187-4fbc-b9cc-fcee82a9cc10 req-73d18fba-b602-4de4-b370-c7cbea63cbc7 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757170 Feb 05 02:55:44.544498 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c0571-b4a8-49bb-96d5-f3355f6a0ac3 None None] New status for floating IP f9d422e7-dbef-4e90-b61e-5b3d819bb896: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:55:44.546521 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-323d4e67-5601-4f73-a755-f0ee9e72c56a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (3c3e1e29-d31a-47b9-939a-e4117a0fa98e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:44.581836 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d4e67-5601-4f73-a755-f0ee9e72c56a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3e1e29-d31a-47b9-939a-e4117a0fa98e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:44.590205 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-323d4e67-5601-4f73-a755-f0ee9e72c56a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:44.595555 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-323d4e67-5601-4f73-a755-f0ee9e72c56a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/3c3e1e29-d31a-47b9-939a-e4117a0fa98e HTTP/1.1" status: 204 len: 168 time: 0.6005185 Feb 05 02:55:44.596958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51376) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:44.600044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd07704-d557-46ac-982c-483330788d47 None None] Network cffc734c-859a-476f-894c-b1063c0b5174 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:55:44.721886 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (cffc734c-859a-476f-894c-b1063c0b5174), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:44.726184 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0674-6ee6-4f50-b812-9218cfa10ecb tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ecb94a56-59d3-4223-93a0-5eff4890790f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:44.729003 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-941c0571-b4a8-49bb-96d5-f3355f6a0ac3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 02:55:44.729377 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-941c0571-b4a8-49bb-96d5-f3355f6a0ac3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 02:55:44.761735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe0674-6ee6-4f50-b812-9218cfa10ecb tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Pushing event deleted for resources: {'Port': ['ID=ecb94a56-59d3-4223-93a0-5eff4890790f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:44.877321 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417ae9d4-8108-4fe0-9bdd-5872826dade6 None None] DHCP port deletion for cffc734c-859a-476f-894c-b1063c0b5174 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:55:44.881318 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0674-6ee6-4f50-b812-9218cfa10ecb tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks [] for floatingip (f9d422e7-dbef-4e90-b61e-5b3d819bb896), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:44.884292 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1fe0674-6ee6-4f50-b812-9218cfa10ecb tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:44.888611 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a1fe0674-6ee6-4f50-b812-9218cfa10ecb tempest-ServersTestManualDisk-1842780998 tempest-ServersTestManualDisk-1842780998-project] 10.222.0.36 "DELETE /v2.0/floatingips/f9d422e7-dbef-4e90-b61e-5b3d819bb896 HTTP/1.1" status: 204 len: 168 time: 1.4342618 Feb 05 02:55:44.889489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51384) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:44.894095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port 76419352-362d-444a-ab70-22e4b8c4d057 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:44.894541 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (76419352-362d-444a-ab70-22e4b8c4d057), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:44.966381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] For port 76419352-362d-444a-ab70-22e4b8c4d057, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=76419352-362d-444a-ab70-22e4b8c4d057,segment=NetworkSegment(779deb0a-70fe-49b2-8c4f-66630904cc1d),segment_id=779deb0a-70fe-49b2-8c4f-66630904cc1d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:44.967095 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (76419352-362d-444a-ab70-22e4b8c4d057), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:44.978495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-417ae9d4-8108-4fe0-9bdd-5872826dade6 None None] Deleting port 76419352-362d-444a-ab70-22e4b8c4d057 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:44.979128 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-417ae9d4-8108-4fe0-9bdd-5872826dade6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (76419352-362d-444a-ab70-22e4b8c4d057), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:44.982156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for 76419352-362d-444a-ab70-22e4b8c4d057 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:45.052456 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3679ab4-03f2-4264-9d26-9f9195175ff9 req-cb79fbe2-3222-4bd8-bed3-c75bed4189f3 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:45.060599 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3679ab4-03f2-4264-9d26-9f9195175ff9 req-cb79fbe2-3222-4bd8-bed3-c75bed4189f3 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.2452297 Feb 05 02:55:45.070528 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (76419352-362d-444a-ab70-22e4b8c4d057), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.090986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-417ae9d4-8108-4fe0-9bdd-5872826dade6 None None] For port 76419352-362d-444a-ab70-22e4b8c4d057, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=76419352-362d-444a-ab70-22e4b8c4d057,segment=NetworkSegment(779deb0a-70fe-49b2-8c4f-66630904cc1d),segment_id=779deb0a-70fe-49b2-8c4f-66630904cc1d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:45.091596 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-417ae9d4-8108-4fe0-9bdd-5872826dade6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (76419352-362d-444a-ab70-22e4b8c4d057), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.105028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=76419352-362d-444a-ab70-22e4b8c4d057,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:45.108565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No DVR routers for this DVR port 76419352-362d-444a-ab70-22e4b8c4d057 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:55:45.133766 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51390) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:45.157221 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-417ae9d4-8108-4fe0-9bdd-5872826dade6 None None] Calling delete_port for 76419352-362d-444a-ab70-22e4b8c4d057 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:45.166247 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3679ab4-03f2-4264-9d26-9f9195175ff9 req-1f205348-9ae3-43b2-b50d-2dcde324bca2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905199 Feb 05 02:55:45.232467 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (cffc734c-859a-476f-894c-b1063c0b5174), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.284717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffc734c-859a-476f-894c-b1063c0b5174']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:45.292249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c0571-b4a8-49bb-96d5-f3355f6a0ac3 None None] New status for floating IP f9d422e7-dbef-4e90-b61e-5b3d819bb896: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 02:55:45.295241 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-417ae9d4-8108-4fe0-9bdd-5872826dade6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (76419352-362d-444a-ab70-22e4b8c4d057), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.308271 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:55:45.308644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779deb0a-70fe-49b2-8c4f-66630904cc1d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:45.308953 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779deb0a-70fe-49b2-8c4f-66630904cc1d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:45.316067 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ae9d4-8108-4fe0-9bdd-5872826dade6 None None] No DVR routers for this DVR port 76419352-362d-444a-ab70-22e4b8c4d057 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:55:45.324312 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (779deb0a-70fe-49b2-8c4f-66630904cc1d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.342332 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d3d88-c57a-4c15-be8d-109b63aae046 req-240981f2-df35-4cdf-97ae-37a825d3ab03 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:45.344370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b1d3d88-c57a-4c15-be8d-109b63aae046 req-240981f2-df35-4cdf-97ae-37a825d3ab03 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 944 time: 0.1126575 Feb 05 02:55:45.349609 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (779deb0a-70fe-49b2-8c4f-66630904cc1d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.367139 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:55:45.369716 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (779deb0a-70fe-49b2-8c4f-66630904cc1d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:55:45.415865 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:55:45.460097 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ae9d4-8108-4fe0-9bdd-5872826dade6 None None] Pushing event deleted for resources: {'Port': ['ID=76419352-362d-444a-ab70-22e4b8c4d057,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:45.462322 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76fa1b17-561e-47ec-a74b-b8265245d850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.511289 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (cffc734c-859a-476f-894c-b1063c0b5174), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.517200 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.525239 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/networks/cffc734c-859a-476f-894c-b1063c0b5174 HTTP/1.1" status: 204 len: 168 time: 0.9270546 Feb 05 02:55:45.526037 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51398) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:45.541254 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d269924-626f-4cce-9603-08c8c0d3b90d req-05af9890-69bd-42cb-ab41-2e3c6b0afe41 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0881684 Feb 05 02:55:45.541983 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1453b936-10f0-4234-bb40-5011ae43eb2e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-353443008'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:45.562507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:55:45.566689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:45.567186 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.574439 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f2790-eea5-4fc1-b73e-2c2febfc5e6f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Network': ['ID=cffc734c-859a-476f-894c-b1063c0b5174,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:45.590409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1453b936-10f0-4234-bb40-5011ae43eb2e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:45.593873 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1453b936-10f0-4234-bb40-5011ae43eb2e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.606562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c862bdef-c1a9-4e7a-a77e-513e1e28f139 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:55:45.622414 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1453b936-10f0-4234-bb40-5011ae43eb2e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:55:45.634520 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1453b936-10f0-4234-bb40-5011ae43eb2e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (27f3da77-4894-42e0-87df-6c9b2d43cba7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.634990 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-1453b936-10f0-4234-bb40-5011ae43eb2e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Added segment 27f3da77-4894-42e0-87df-6c9b2d43cba7 of type vlan for network 68621062-7523-4bba-af28-a692d470922e Feb 05 02:55:45.674750 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b1d3d88-c57a-4c15-be8d-109b63aae046 req-40f8314d-f8f4-475f-a1b8-771618579989 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061919 Feb 05 02:55:45.689485 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1453b936-10f0-4234-bb40-5011ae43eb2e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (68621062-7523-4bba-af28-a692d470922e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.722853 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1453b936-10f0-4234-bb40-5011ae43eb2e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (68621062-7523-4bba-af28-a692d470922e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.728609 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1453b936-10f0-4234-bb40-5011ae43eb2e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:45.729956 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1453b936-10f0-4234-bb40-5011ae43eb2e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.759183 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port c862bdef-c1a9-4e7a-a77e-513e1e28f139 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:55:45.764855 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port c862bdef-c1a9-4e7a-a77e-513e1e28f139 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:45.765457 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c862bdef-c1a9-4e7a-a77e-513e1e28f139), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.798333 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f2920-9a05-4516-9424-264a5aaf57d1 req-45c89da5-89dc-4cab-bf0d-e05f084bf084 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:45.800043 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-522f2920-9a05-4516-9424-264a5aaf57d1 req-45c89da5-89dc-4cab-bf0d-e05f084bf084 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 945 time: 0.1460707 Feb 05 02:55:45.843299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 76419352-362d-444a-ab70-22e4b8c4d057 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:55:45.844496 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453b936-10f0-4234-bb40-5011ae43eb2e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Network': ['ID=68621062-7523-4bba-af28-a692d470922e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:45.874586 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1453b936-10f0-4234-bb40-5011ae43eb2e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3402486 Feb 05 02:55:45.878982 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51400) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:45.885603 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e828dc3a-b5b5-49f6-a11c-73b633e6a7a2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'subnet': {'network_id': '68621062-7523-4bba-af28-a692d470922e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:45.893951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 68621062-7523-4bba-af28-a692d470922e details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:55:45.899077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 76419352-362d-444a-ab70-22e4b8c4d057 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:55:45.899077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 76419352-362d-444a-ab70-22e4b8c4d057 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:55:45.943784 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76fa1b17-561e-47ec-a74b-b8265245d850 admin admin] Publish callbacks [] for security_group (5a3d8056-a6e1-4338-9ad2-325d5b7c21c6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:45.948532 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-522f2920-9a05-4516-9424-264a5aaf57d1 req-abea46f0-5b58-4c27-8031-804c76dafc3c tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355908 Feb 05 02:55:45.964189 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76fa1b17-561e-47ec-a74b-b8265245d850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5a3d8056-a6e1-4338-9ad2-325d5b7c21c6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:46.047957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e828dc3a-b5b5-49f6-a11c-73b633e6a7a2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:46.053805 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e828dc3a-b5b5-49f6-a11c-73b633e6a7a2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:46.064471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:46.065057 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:46.070186 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:46.099477 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port c862bdef-c1a9-4e7a-a77e-513e1e28f139 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:46.099822 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c862bdef-c1a9-4e7a-a77e-513e1e28f139), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:46.116470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d344261-7008-43d0-85f9-317604ea3a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:55:46.118950 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d01fce-4854-4c8e-9031-971186fda888" -d '{"events": [{"server_uuid": "2d344261-7008-43d0-85f9-317604ea3a98", "name": "network-vif-plugged", "status": "completed", "tag": "98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:55:46.145933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:46.167673 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:46.182609 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port c862bdef-c1a9-4e7a-a77e-513e1e28f139, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c862bdef-c1a9-4e7a-a77e-513e1e28f139,segment=NetworkSegment(ea456988-812f-416f-90ce-11235c6aeb31),segment_id=ea456988-812f-416f-90ce-11235c6aeb31)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:46.211314 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c862bdef-c1a9-4e7a-a77e-513e1e28f139), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:46.241674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:46.311259 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=c862bdef-c1a9-4e7a-a77e-513e1e28f139,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:46.331470 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-76fa1b17-561e-47ec-a74b-b8265245d850 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=69e06057188c43c4989671fc00f95405&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1963227 Feb 05 02:55:46.349930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51410) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:46.400770 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e828dc3a-b5b5-49f6-a11c-73b633e6a7a2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (9256957f-f76a-4408-8925-886c8e035f45), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:46.423512 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244b0eb6-aa70-43af-8de5-363fb38f50bc x-openstack-request-id: req-244b0eb6-aa70-43af-8de5-363fb38f50bc {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:55:46.423822 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d344261-7008-43d0-85f9-317604ea3a98", "name": "network-vif-plugged", "status": "completed", "tag": "98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:55:46.424552 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-244b0eb6-aa70-43af-8de5-363fb38f50bc {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:55:46.424960 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d344261-7008-43d0-85f9-317604ea3a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d', 'code': 200} Feb 05 02:55:46.442138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa1b17-561e-47ec-a74b-b8265245d850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3d8056-a6e1-4338-9ad2-325d5b7c21c6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:46.458634 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59e66199-0b31-4e78-855b-9dcb0af861ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (83eade1a-976d-4460-9f33-dcef5b6673b4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:46.481861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e828dc3a-b5b5-49f6-a11c-73b633e6a7a2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Checking segment: {'id': '27f3da77-4894-42e0-87df-6c9b2d43cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '68621062-7523-4bba-af28-a692d470922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:55:46.482204 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e828dc3a-b5b5-49f6-a11c-73b633e6a7a2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network hostable DHCP agents. Network: 68621062-7523-4bba-af28-a692d470922e, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:55:46.495627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828dc3a-b5b5-49f6-a11c-73b633e6a7a2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Subnet': ['ID=9256957f-f76a-4408-8925-886c8e035f45,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:46.510294 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e828dc3a-b5b5-49f6-a11c-73b633e6a7a2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 68621062-7523-4bba-af28-a692d470922e is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:55:46.520867 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-e828dc3a-b5b5-49f6-a11c-73b633e6a7a2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 68621062-7523-4bba-af28-a692d470922e) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:46.529624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bac821-9388-4a39-a5be-8ddacfa7ae1e None None] Network 68621062-7523-4bba-af28-a692d470922e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:55:46.543809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e828dc3a-b5b5-49f6-a11c-73b633e6a7a2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:46.544418 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e828dc3a-b5b5-49f6-a11c-73b633e6a7a2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:46.567543 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e828dc3a-b5b5-49f6-a11c-73b633e6a7a2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6847563 Feb 05 02:55:46.567841 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51412) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:46.575002 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-45d2aaa0-dbe8-407e-8bfd-4ef3b805e769 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'network_id': '68621062-7523-4bba-af28-a692d470922e', 'name': 'tempest-PortsTestJSON-222689201', 'fixed_ips': [{'subnet_id': '9256957f-f76a-4408-8925-886c8e035f45', 'ip_address': '172.20.0.10'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:46.660028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-68621062-7523-4bba-af28-a692d470922e', 'network_id': '68621062-7523-4bba-af28-a692d470922e', 'project_id': '964b4754471e4b759ae75ee097ceda08', 'fixed_ips': [{'subnet_id': '9256957f-f76a-4408-8925-886c8e035f45'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:55:46.664026 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:46.724335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d2aaa0-dbe8-407e-8bfd-4ef3b805e769 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:46.732861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289beb6a-4312-4d40-8edd-8df753cd5b9e req-dc92056e-a411-429f-9a68-174c31ce9ab4 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:46.734364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-289beb6a-4312-4d40-8edd-8df753cd5b9e req-dc92056e-a411-429f-9a68-174c31ce9ab4 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.4089398 Feb 05 02:55:46.812092 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72f9216d-0af1-474e-88a6-2632a559fb4a admin admin] Publish callbacks [] for security_group (5a3d8056-a6e1-4338-9ad2-325d5b7c21c6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:46.822264 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Allocated IP 172.20.0.2 (68621062-7523-4bba-af28-a692d470922e/9256957f-f76a-4408-8925-886c8e035f45/02c18636-8915-4125-88e2-69bf2ff622a1) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:55:46.829751 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-45d2aaa0-dbe8-407e-8bfd-4ef3b805e769 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:46.836481 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-efff2b92-b06b-4b07-97a7-f56c3969faf5 req-4ee5d275-bdd3-4cc9-af8b-b12e45944cc7 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.1700034 Feb 05 02:55:46.842022 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72f9216d-0af1-474e-88a6-2632a559fb4a admin admin] Publish callbacks [] for security_group (5a3d8056-a6e1-4338-9ad2-325d5b7c21c6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:46.853285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-45d2aaa0-dbe8-407e-8bfd-4ef3b805e769 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] device_id is not set on port 3d1126b1-3b9b-4c74-a21e-056f5933e05b yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:55:46.919144 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e875c-ad29-46c7-a37e-93c87cbd4982 req-570760d5-2fd0-423b-88ee-326b5c244367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:46.920674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f53e875c-ad29-46c7-a37e-93c87cbd4982 req-570760d5-2fd0-423b-88ee-326b5c244367 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 1127 time: 0.3274224 Feb 05 02:55:46.950148 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-289beb6a-4312-4d40-8edd-8df753cd5b9e req-7e5d47d5-1c65-402e-99f2-46ca35a8145b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913905 Feb 05 02:55:47.051346 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f53e875c-ad29-46c7-a37e-93c87cbd4982 req-808fa715-0ed0-418a-b928-d772478a42c5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211159 Feb 05 02:55:47.071308 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72f9216d-0af1-474e-88a6-2632a559fb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5a3d8056-a6e1-4338-9ad2-325d5b7c21c6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:47.073997 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72f9216d-0af1-474e-88a6-2632a559fb4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:47.075175 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-72f9216d-0af1-474e-88a6-2632a559fb4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a3d8056-a6e1-4338-9ad2-325d5b7c21c6 HTTP/1.1" status: 204 len: 168 time: 0.7243671 Feb 05 02:55:47.102067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9216d-0af1-474e-88a6-2632a559fb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3d8056-a6e1-4338-9ad2-325d5b7c21c6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:47.104392 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Publish callbacks [] for port (02c18636-8915-4125-88e2-69bf2ff622a1), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:47.147062 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (02c18636-8915-4125-88e2-69bf2ff622a1), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:47.169744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc48035-894a-43a6-b767-79461af8decd req-7c35d6fc-c60a-469c-af67-7ea1e8f95886 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:47.171476 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9fc48035-894a-43a6-b767-79461af8decd req-7c35d6fc-c60a-469c-af67-7ea1e8f95886 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 945 time: 0.1725087 Feb 05 02:55:47.195184 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-45d2aaa0-dbe8-407e-8bfd-4ef3b805e769 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Allocated IP 172.20.0.10 (68621062-7523-4bba-af28-a692d470922e/9256957f-f76a-4408-8925-886c8e035f45/3d1126b1-3b9b-4c74-a21e-056f5933e05b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:55:47.195872 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-59e66199-0b31-4e78-855b-9dcb0af861ca admin admin] Deleting port 7a21e057-bf54-46de-9677-7a13520a5a80 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:47.196140 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59e66199-0b31-4e78-855b-9dcb0af861ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7a21e057-bf54-46de-9677-7a13520a5a80), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:47.215703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3586f6-5b73-48d2-9349-42dcd2a12bfb req-1e4aac42-bae5-4f97-a80f-5ab87c509118 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:47.217499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a3586f6-5b73-48d2-9349-42dcd2a12bfb req-1e4aac42-bae5-4f97-a80f-5ab87c509118 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 946 time: 0.1378047 Feb 05 02:55:47.259843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Network 68621062-7523-4bba-af28-a692d470922e is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:55:47.263890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:47.279567 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:55:47.285656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Pushing event updated for resources: {'Port': ['ID=02c18636-8915-4125-88e2-69bf2ff622a1,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:47.396612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Attempting to bind port 02c18636-8915-4125-88e2-69bf2ff622a1 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:55:47.397033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Attempting to bind port 02c18636-8915-4125-88e2-69bf2ff622a1 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '27f3da77-4894-42e0-87df-6c9b2d43cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '68621062-7523-4bba-af28-a692d470922e'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:55:47.397396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Attempting to bind port 02c18636-8915-4125-88e2-69bf2ff622a1 on network 68621062-7523-4bba-af28-a692d470922e {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:55:47.402920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:55:47.404026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Checking segment: {'id': '27f3da77-4894-42e0-87df-6c9b2d43cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '68621062-7523-4bba-af28-a692d470922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:55:47.404026 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:47.404524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Bound using segment: {'id': '27f3da77-4894-42e0-87df-6c9b2d43cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '68621062-7523-4bba-af28-a692d470922e'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:55:47.405029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Bound port: 02c18636-8915-4125-88e2-69bf2ff622a1, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f3da77-4894-42e0-87df-6c9b2d43cba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '68621062-7523-4bba-af28-a692d470922e'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:55:47.405982 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (02c18636-8915-4125-88e2-69bf2ff622a1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:47.409420 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9fc48035-894a-43a6-b767-79461af8decd req-96afbab4-5202-4c6c-a80f-d2f6e185ae33 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278984 Feb 05 02:55:47.432280 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-45d2aaa0-dbe8-407e-8bfd-4ef3b805e769 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (3d1126b1-3b9b-4c74-a21e-056f5933e05b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:47.441996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a3586f6-5b73-48d2-9349-42dcd2a12bfb req-dc02d140-d32e-41b9-b402-5ed06c8d6556 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094860 Feb 05 02:55:47.486468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-59e66199-0b31-4e78-855b-9dcb0af861ca admin admin] For port 7a21e057-bf54-46de-9677-7a13520a5a80, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7a21e057-bf54-46de-9677-7a13520a5a80,segment=NetworkSegment(bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e),segment_id=bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:47.487032 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59e66199-0b31-4e78-855b-9dcb0af861ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7a21e057-bf54-46de-9677-7a13520a5a80), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:47.489188 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-45d2aaa0-dbe8-407e-8bfd-4ef3b805e769 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (3d1126b1-3b9b-4c74-a21e-056f5933e05b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:47.514751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-59e66199-0b31-4e78-855b-9dcb0af861ca admin admin] Calling delete_port for 7a21e057-bf54-46de-9677-7a13520a5a80 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:47.528874 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] For port 02c18636-8915-4125-88e2-69bf2ff622a1, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:55:47.541694 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] For port 02c18636-8915-4125-88e2-69bf2ff622a1, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=02c18636-8915-4125-88e2-69bf2ff622a1,segment=NetworkSegment(27f3da77-4894-42e0-87df-6c9b2d43cba7),segment_id=27f3da77-4894-42e0-87df-6c9b2d43cba7)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:55:47.553966 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (02c18636-8915-4125-88e2-69bf2ff622a1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:47.579057 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d2aaa0-dbe8-407e-8bfd-4ef3b805e769 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 68621062-7523-4bba-af28-a692d470922e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:55:47.581380 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-45d2aaa0-dbe8-407e-8bfd-4ef3b805e769 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:47.597889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2aaa0-dbe8-407e-8bfd-4ef3b805e769 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=3d1126b1-3b9b-4c74-a21e-056f5933e05b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:47.601637 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d2aaa0-dbe8-407e-8bfd-4ef3b805e769 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:55:47.639677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51426) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:47.640330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171e77f-d272-4e80-b2bd-61fcd8544c6a None None] Pushing event updated for resources: {'Port': ['ID=02c18636-8915-4125-88e2-69bf2ff622a1,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:47.662366 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8590df36-25c9-4a96-b4c1-cde60d159bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:47.697574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d2aaa0-dbe8-407e-8bfd-4ef3b805e769 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:47.698235 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-45d2aaa0-dbe8-407e-8bfd-4ef3b805e769 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:47.733444 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-45d2aaa0-dbe8-407e-8bfd-4ef3b805e769 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1644616 Feb 05 02:55:47.739071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51428) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:47.743795 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-15d55d8d-c297-476e-87a2-16afccbb6f63 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'network_id': '68621062-7523-4bba-af28-a692d470922e', 'name': 'tempest-PortsTestJSON-15725476', 'fixed_ips': [{'subnet_id': '9256957f-f76a-4408-8925-886c8e035f45', 'ip_address': '172.20.0.9'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:47.788009 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59e66199-0b31-4e78-855b-9dcb0af861ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7a21e057-bf54-46de-9677-7a13520a5a80), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:47.828114 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e66199-0b31-4e78-855b-9dcb0af861ca admin admin] Pushing event deleted for resources: {'Port': ['ID=7a21e057-bf54-46de-9677-7a13520a5a80,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:47.849927 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8590df36-25c9-4a96-b4c1-cde60d159bcb admin admin] Publish callbacks [] for security_group (b7f55fbc-928d-4556-81e1-01baa74fe02a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:47.866022 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8590df36-25c9-4a96-b4c1-cde60d159bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b7f55fbc-928d-4556-81e1-01baa74fe02a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:47.918747 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590df36-25c9-4a96-b4c1-cde60d159bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f55fbc-928d-4556-81e1-01baa74fe02a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:47.974480 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8590df36-25c9-4a96-b4c1-cde60d159bcb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2cb5bb158ef444649defb29a94333f0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3310664 Feb 05 02:55:47.981623 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51432) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:48.009086 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d55d8d-c297-476e-87a2-16afccbb6f63 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:48.014270 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15d55d8d-c297-476e-87a2-16afccbb6f63 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:48.050348 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-15d55d8d-c297-476e-87a2-16afccbb6f63 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] device_id is not set on port f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:55:48.071319 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c90b6306-19f7-4d50-aeaf-5caca04d0143 req-89f0d50e-5898-43d9-9c6a-2f97ab0763aa tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0674601 Feb 05 02:55:48.162064 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c41df07e-2487-4f96-b63b-f253de990f0a admin admin] Publish callbacks [] for security_group (b7f55fbc-928d-4556-81e1-01baa74fe02a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:48.211535 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59e66199-0b31-4e78-855b-9dcb0af861ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (83eade1a-976d-4460-9f33-dcef5b6673b4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:48.242730 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c41df07e-2487-4f96-b63b-f253de990f0a admin admin] Publish callbacks [] for security_group (b7f55fbc-928d-4556-81e1-01baa74fe02a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:48.368188 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5baba0-9629-488b-9943-bf72e7a7fadb req-446a2657-33f9-44cf-8af8-2c2b63d208e6 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:48.369893 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0f5baba0-9629-488b-9943-bf72e7a7fadb req-446a2657-33f9-44cf-8af8-2c2b63d208e6 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.2177944 Feb 05 02:55:48.390774 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-15d55d8d-c297-476e-87a2-16afccbb6f63 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Allocated IP 172.20.0.9 (68621062-7523-4bba-af28-a692d470922e/9256957f-f76a-4408-8925-886c8e035f45/f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:55:48.426080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29defcd4-ab84-4beb-94e7-011064e3d812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c862bdef-c1a9-4e7a-a77e-513e1e28f139'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:55:48.430466 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2f8190-b680-44b3-a983-ba60fca5b723" -d '{"events": [{"server_uuid": "29defcd4-ab84-4beb-94e7-011064e3d812", "name": "network-vif-plugged", "status": "completed", "tag": "c862bdef-c1a9-4e7a-a77e-513e1e28f139"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:55:48.456523 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c41df07e-2487-4f96-b63b-f253de990f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b7f55fbc-928d-4556-81e1-01baa74fe02a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:48.459120 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c41df07e-2487-4f96-b63b-f253de990f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:48.464431 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c41df07e-2487-4f96-b63b-f253de990f0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7f55fbc-928d-4556-81e1-01baa74fe02a HTTP/1.1" status: 204 len: 168 time: 0.4816792 Feb 05 02:55:48.485978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41df07e-2487-4f96-b63b-f253de990f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f55fbc-928d-4556-81e1-01baa74fe02a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:48.508747 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c02613-37b3-4946-8169-45402fa966b7 x-openstack-request-id: req-c3c02613-37b3-4946-8169-45402fa966b7 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:55:48.509042 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29defcd4-ab84-4beb-94e7-011064e3d812", "name": "network-vif-plugged", "status": "completed", "tag": "c862bdef-c1a9-4e7a-a77e-513e1e28f139", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:55:48.509297 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3c02613-37b3-4946-8169-45402fa966b7 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:55:48.509691 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29defcd4-ab84-4beb-94e7-011064e3d812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c862bdef-c1a9-4e7a-a77e-513e1e28f139', 'code': 200} Feb 05 02:55:48.535737 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0f5baba0-9629-488b-9943-bf72e7a7fadb req-4d50a1d5-480e-4965-b174-13eac2155c92 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399181 Feb 05 02:55:48.679649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e66199-0b31-4e78-855b-9dcb0af861ca admin admin] Router 83eade1a-976d-4460-9f33-dcef5b6673b4 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:55:48.771116 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15d55d8d-c297-476e-87a2-16afccbb6f63 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:48.818799 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15d55d8d-c297-476e-87a2-16afccbb6f63 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:48.909224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d55d8d-c297-476e-87a2-16afccbb6f63 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 68621062-7523-4bba-af28-a692d470922e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:55:48.910568 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d55d8d-c297-476e-87a2-16afccbb6f63 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:48.921567 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-15d55d8d-c297-476e-87a2-16afccbb6f63 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:55:48.925847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d55d8d-c297-476e-87a2-16afccbb6f63 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:55:48.945342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efe02d-4a44-4f38-aa31-64274fc34862 req-06e2ea2c-43c1-420c-b3d4-1ee9b4845a99 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:48.947917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4efe02d-4a44-4f38-aa31-64274fc34862 req-06e2ea2c-43c1-420c-b3d4-1ee9b4845a99 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 946 time: 0.2196026 Feb 05 02:55:48.961850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c7eef-8cb2-4268-818a-7840c6c79361 req-fc6ab317-d37a-4bbd-b635-da9cb0f46a36 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:48.964541 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-244c7eef-8cb2-4268-818a-7840c6c79361 req-fc6ab317-d37a-4bbd-b635-da9cb0f46a36 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 945 time: 0.2838988 Feb 05 02:55:49.016431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d55d8d-c297-476e-87a2-16afccbb6f63 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:49.017358 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15d55d8d-c297-476e-87a2-16afccbb6f63 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:49.059559 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-15d55d8d-c297-476e-87a2-16afccbb6f63 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3196924 Feb 05 02:55:49.062555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51460) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:49.138031 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e66199-0b31-4e78-855b-9dcb0af861ca admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:55:49.153048 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0ba99-eb30-4adc-b42d-83921d8f94bc None None] Sync routers for ids ['83eade1a-976d-4460-9f33-dcef5b6673b4'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:55:49.154712 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-59e66199-0b31-4e78-855b-9dcb0af861ca admin admin] 10.222.0.36 "PUT /v2.0/routers/83eade1a-976d-4460-9f33-dcef5b6673b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2634737 Feb 05 02:55:49.158006 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51466) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:49.165608 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0ba99-eb30-4adc-b42d-83921d8f94bc None None] Routers {'83eade1a-976d-4460-9f33-dcef5b6673b4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:55:49.166236 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6fc0ba99-eb30-4adc-b42d-83921d8f94bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:55:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['83eade1a-976d-4460-9f33-dcef5b6673b4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:49.173670 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-244c7eef-8cb2-4268-818a-7840c6c79361 req-141df0d9-4c49-417f-83cb-adcba663cd51 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033269 Feb 05 02:55:49.329695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1c9639-c7f6-4bc3-a51d-66cefc5b4dfb tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:49.331656 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1c1c9639-c7f6-4bc3-a51d-66cefc5b4dfb tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2680635 Feb 05 02:55:49.383961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51474) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:49.394448 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-825b51b7-5058-40eb-9047-e8067e1e64de admin admin] Publish callbacks [] for router (83eade1a-976d-4460-9f33-dcef5b6673b4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:49.455221 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6fc0ba99-eb30-4adc-b42d-83921d8f94bc None None] Set router 83eade1a-976d-4460-9f33-dcef5b6673b4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:55:49.458826 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-316173ab-1894-4e72-b71f-632afca71c27 req-cc5a961d-bcb5-44d6-97bc-59f10d1d3593 service neutron] show failed (client error): The resource could not be found. Feb 05 02:55:49.459988 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-cc5a961d-bcb5-44d6-97bc-59f10d1d3593 service neutron] 10.222.0.10 "GET /v2.0/ports/636bd3ff-9d59-4fab-b630-c68bc1a07fdf/bindings/n-h1-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.4911199 Feb 05 02:55:49.484831 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c83a97-fd69-4568-aa0f-56cf1db01102 req-5bd2e980-0c3a-4f68-8df0-22f081c4aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:49.488061 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-75c83a97-fd69-4568-aa0f-56cf1db01102 req-5bd2e980-0c3a-4f68-8df0-22f081c4aee8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 1128 time: 0.6782012 Feb 05 02:55:49.523387 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4efe02d-4a44-4f38-aa31-64274fc34862 req-5bcf4c0e-6a33-40a2-b7a2-69c74141fada tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573561 Feb 05 02:55:49.557454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90a5d8f-420b-4580-b373-4d86bd5ead5c None None] Network 68621062-7523-4bba-af28-a692d470922e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:55:49.572995 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5ed33dd-57c8-49a2-b0b5-0587af678cbc req-6904e7d2-d477-4a31-8246-45158aa1c26f tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.1740026 Feb 05 02:55:49.643229 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119a9720-8450-4ac0-8b2d-b213cac9310f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:49.691825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119a9720-8450-4ac0-8b2d-b213cac9310f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:49.713529 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-825b51b7-5058-40eb-9047-e8067e1e64de admin admin] Publish callbacks [] for router_gateway (83eade1a-976d-4460-9f33-dcef5b6673b4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:49.723768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119a9720-8450-4ac0-8b2d-b213cac9310f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:49.731958 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-119a9720-8450-4ac0-8b2d-b213cac9310f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2375 time: 0.3447490 Feb 05 02:55:49.735006 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51486) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:49.822273 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-75c83a97-fd69-4568-aa0f-56cf1db01102 req-cb89b57a-bc8a-4890-bf7d-e1224997472d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258750 Feb 05 02:55:49.843003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-66f42464-450e-4629-92ee-525636c8566c None None] Provisioning complete for port 02c18636-8915-4125-88e2-69bf2ff622a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:49.848817 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66f42464-450e-4629-92ee-525636c8566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (02c18636-8915-4125-88e2-69bf2ff622a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:49.896268 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316173ab-1894-4e72-b71f-632afca71c27 req-d37e5731-9a22-4397-b42d-752f51193466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:49.898092 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-d37e5731-9a22-4397-b42d-752f51193466 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84&tenant_id=709d54e15cf04675a9b2ab5c17982203 HTTP/1.1" status: 200 len: 1131 time: 0.0742419 Feb 05 02:55:49.967844 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6fc0ba99-eb30-4adc-b42d-83921d8f94bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'name': 'tempest-ServersTestManualDisk-396975835-router', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '4917b1a7-3814-420f-850a-61099805af40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:16Z', 'updated_at': '2022-02-05T02:55:47Z', 'revision_number': 5, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'gw_port': {'id': '4917b1a7-3814-420f-850a-61099805af40', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:17Z', 'updated_at': '2022-02-05T02:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:50.015524 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0ba99-eb30-4adc-b42d-83921d8f94bc None None] Checking router: 83eade1a-976d-4460-9f33-dcef5b6673b4 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:55:50.034662 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0ba99-eb30-4adc-b42d-83921d8f94bc None None] Routers {'83eade1a-976d-4460-9f33-dcef5b6673b4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:55:50.034662 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6fc0ba99-eb30-4adc-b42d-83921d8f94bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:55:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['83eade1a-976d-4460-9f33-dcef5b6673b4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:50.092048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:50.217446 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6fc0ba99-eb30-4adc-b42d-83921d8f94bc None None] Set router 83eade1a-976d-4460-9f33-dcef5b6673b4 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:55:50.243664 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:50.305715 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6fc0ba99-eb30-4adc-b42d-83921d8f94bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'name': 'tempest-ServersTestManualDisk-396975835-router', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:16Z', 'updated_at': '2022-02-05T02:55:49Z', 'revision_number': 6, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:50.359815 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0ba99-eb30-4adc-b42d-83921d8f94bc None None] The sync data for ids ['83eade1a-976d-4460-9f33-dcef5b6673b4'] in n-d-826942-8 is: [{'id': '83eade1a-976d-4460-9f33-dcef5b6673b4', 'name': 'tempest-ServersTestManualDisk-396975835-router', 'tenant_id': 'e10a2c83a7424977ae9f7abae799b368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:16Z', 'updated_at': '2022-02-05T02:55:49Z', 'revision_number': 6, 'project_id': 'e10a2c83a7424977ae9f7abae799b368', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:55:50.534225 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 02c18636-8915-4125-88e2-69bf2ff622a1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:55:50.600138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-65666d80-9985-4f33-95f8-acf4050a3844 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:50.605366 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65666d80-9985-4f33-95f8-acf4050a3844 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:50.678376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-825b51b7-5058-40eb-9047-e8067e1e64de admin admin] Deleting port 4917b1a7-3814-420f-850a-61099805af40 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:50.680195 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-825b51b7-5058-40eb-9047-e8067e1e64de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4917b1a7-3814-420f-850a-61099805af40), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:50.701546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6732b5-2563-401a-887c-21bead16c571 req-93dbc0b7-7323-4405-b733-7704363cad06 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:50.704692 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e6732b5-2563-401a-887c-21bead16c571 req-93dbc0b7-7323-4405-b733-7704363cad06 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.8282671 Feb 05 02:55:50.717056 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-66f42464-450e-4629-92ee-525636c8566c None None] Current status of the port 02c18636-8915-4125-88e2-69bf2ff622a1 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:50.717536 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66f42464-450e-4629-92ee-525636c8566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (02c18636-8915-4125-88e2-69bf2ff622a1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:50.771888 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 02c18636-8915-4125-88e2-69bf2ff622a1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:50.772246 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (02c18636-8915-4125-88e2-69bf2ff622a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:50.803970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] For port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:50.866727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-66f42464-450e-4629-92ee-525636c8566c None None] For port 02c18636-8915-4125-88e2-69bf2ff622a1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=02c18636-8915-4125-88e2-69bf2ff622a1,segment=NetworkSegment(27f3da77-4894-42e0-87df-6c9b2d43cba7),segment_id=27f3da77-4894-42e0-87df-6c9b2d43cba7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:50.888107 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66f42464-450e-4629-92ee-525636c8566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (02c18636-8915-4125-88e2-69bf2ff622a1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:50.911004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] For port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:55:50.980810 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-825b51b7-5058-40eb-9047-e8067e1e64de admin admin] For port 4917b1a7-3814-420f-850a-61099805af40, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4917b1a7-3814-420f-850a-61099805af40,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:50.981255 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-825b51b7-5058-40eb-9047-e8067e1e64de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4917b1a7-3814-420f-850a-61099805af40), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:51.010205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-825b51b7-5058-40eb-9047-e8067e1e64de admin admin] Calling delete_port for 4917b1a7-3814-420f-850a-61099805af40 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:51.033861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0044872-3698-41b1-aa12-d64ca3df0b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636bd3ff-9d59-4fab-b630-c68bc1a07fdf'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:55:51.037958 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d0d825-3719-4769-b112-44e966ede5e8" -d '{"events": [{"server_uuid": "e0044872-3698-41b1-aa12-d64ca3df0b84", "name": "network-vif-unplugged", "status": "completed", "tag": "636bd3ff-9d59-4fab-b630-c68bc1a07fdf"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:55:51.047911 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Publish callbacks [] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:51.059055 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f42464-450e-4629-92ee-525636c8566c None None] Pushing event updated for resources: {'Port': ['ID=02c18636-8915-4125-88e2-69bf2ff622a1,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:51.085141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Transition to ACTIVE for port object 636bd3ff-9d59-4fab-b630-c68bc1a07fdf will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:55:51.105104 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:51.169786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 02c18636-8915-4125-88e2-69bf2ff622a1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:51.225287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-977c8d45-d205-4148-b755-4e393af5112a None None] Provisioning complete for port 02c18636-8915-4125-88e2-69bf2ff622a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:51.225673 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-977c8d45-d205-4148-b755-4e393af5112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (02c18636-8915-4125-88e2-69bf2ff622a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:51.343995 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] No DVR routers for this DVR port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:55:51.351133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Pushing event updated for resources: {'Port': ['ID=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:51.478504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Attempting to bind port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:55:51.483480 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Attempting to bind port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:55:51.486288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Attempting to bind port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:55:51.496495 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:55:51.498467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Attempting to bind port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:55:51.518361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:55:51.518810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:55:51.519260 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:55:51.520280 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Bound port: 636bd3ff-9d59-4fab-b630-c68bc1a07fdf, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:55:51.520707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:51.557616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-977c8d45-d205-4148-b755-4e393af5112a None None] Current status of the port 02c18636-8915-4125-88e2-69bf2ff622a1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:51.594601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-977c8d45-d205-4148-b755-4e393af5112a None None] Provisioning complete for port f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:51.595223 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-977c8d45-d205-4148-b755-4e393af5112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:51.632302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2e28a-f57c-45fa-9615-1e6ad27be82e req-91a6a62f-c0a7-4a03-a19d-48e4d9c90961 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:51.639231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9af2e28a-f57c-45fa-9615-1e6ad27be82e req-91a6a62f-c0a7-4a03-a19d-48e4d9c90961 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 945 time: 1.2061822 Feb 05 02:55:51.661787 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-977c8d45-d205-4148-b755-4e393af5112a None None] Port f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:55:51.700323 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-977c8d45-d205-4148-b755-4e393af5112a None None] Provisioning complete for port 3d1126b1-3b9b-4c74-a21e-056f5933e05b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:51.705685 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-977c8d45-d205-4148-b755-4e393af5112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3d1126b1-3b9b-4c74-a21e-056f5933e05b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:51.709232 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65666d80-9985-4f33-95f8-acf4050a3844 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:51.725966 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-825b51b7-5058-40eb-9047-e8067e1e64de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4917b1a7-3814-420f-850a-61099805af40), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:51.735179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] For port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:55:51.742479 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e6732b5-2563-401a-887c-21bead16c571 req-0c4800b8-5d78-499d-b031-337eb877728b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763689 Feb 05 02:55:51.744894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-65666d80-9985-4f33-95f8-acf4050a3844 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:51.751583 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] For port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:55:51.771797 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:51.815305 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-977c8d45-d205-4148-b755-4e393af5112a None None] Port 3d1126b1-3b9b-4c74-a21e-056f5933e05b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:55:51.869576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:51.870217 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:51.883806 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] 10.222.0.31 "PUT /v2.0/ports/636bd3ff-9d59-4fab-b630-c68bc1a07fdf HTTP/1.1" status: 200 len: 1095 time: 1.7970467 Feb 05 02:55:51.918659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 02c18636-8915-4125-88e2-69bf2ff622a1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:55:51.975551 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ceba7-91ee-4c8e-86f2-381fd7720a76 service neutron] Pushing event updated for resources: {'Port': ['ID=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:51.987980 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b51b7-5058-40eb-9047-e8067e1e64de admin admin] Pushing event deleted for resources: {'Port': ['ID=4917b1a7-3814-420f-850a-61099805af40,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:52.009155 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9af2e28a-f57c-45fa-9615-1e6ad27be82e req-fa39a638-f601-4ebd-8a1c-3a9e90a03875 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685830 Feb 05 02:55:52.090824 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316173ab-1894-4e72-b71f-632afca71c27 req-80c78880-75fc-49e4-9c55-91b53d0246b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:52.092380 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-80c78880-75fc-49e4-9c55-91b53d0246b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 1129 time: 0.1540916 Feb 05 02:55:52.129097 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-edbdd786-aabc-45b1-b1be-c604e0415c1b None None] Provisioning complete for port 3d1126b1-3b9b-4c74-a21e-056f5933e05b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:52.129472 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edbdd786-aabc-45b1-b1be-c604e0415c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3d1126b1-3b9b-4c74-a21e-056f5933e05b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:52.298005 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-edbdd786-aabc-45b1-b1be-c604e0415c1b None None] Port 3d1126b1-3b9b-4c74-a21e-056f5933e05b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:55:52.316915 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 02c18636-8915-4125-88e2-69bf2ff622a1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:52.317706 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (02c18636-8915-4125-88e2-69bf2ff622a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:52.334308 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316173ab-1894-4e72-b71f-632afca71c27 req-52372a33-8c24-49c5-b016-646dfaf9e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:52.340539 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-52372a33-8c24-49c5-b016-646dfaf9e791 service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2396233 Feb 05 02:55:52.417090 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-744659f1-857d-4e0e-b8a8-ea86d1b729df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf HTTP/1.1" status: 200 len: 217 time: 0.0695324 Feb 05 02:55:52.532687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 02c18636-8915-4125-88e2-69bf2ff622a1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:52.546726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f1a694db-8ff6-44ae-9efc-6e892c14fd8a req-8f2d92bb-1d59-4c98-91c9-825eb3fd5bcd tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.2149425 Feb 05 02:55:52.570315 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316173ab-1894-4e72-b71f-632afca71c27 req-cc6385e2-42f8-4288-8ab7-e0d8d0643bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:52.571750 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-cc6385e2-42f8-4288-8ab7-e0d8d0643bcd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1456432 Feb 05 02:55:52.572070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f09df83f-57d6-4011-ad7f-366750a77771 None None] Provisioning complete for port f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:55:52.572464 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f09df83f-57d6-4011-ad7f-366750a77771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:52.639583 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51526) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:52.645356 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7a21e057-bf54-46de-9677-7a13520a5a80 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:55:52.702122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f09df83f-57d6-4011-ad7f-366750a77771 None None] Port f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:55:52.702496 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-825b51b7-5058-40eb-9047-e8067e1e64de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (83eade1a-976d-4460-9f33-dcef5b6673b4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:52.705388 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 7a21e057-bf54-46de-9677-7a13520a5a80 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:55:52.705734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7a21e057-bf54-46de-9677-7a13520a5a80 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:55:52.706160 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4917b1a7-3814-420f-850a-61099805af40 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:55:52.732430 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316173ab-1894-4e72-b71f-632afca71c27 req-ec9509da-802c-499b-a3f8-d9d19abcdbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:52.734102 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-ec9509da-802c-499b-a3f8-d9d19abcdbc9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1534257 Feb 05 02:55:52.741509 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 02:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1798406c-25ea-4cb2-b1d5-624871e6fcba x-openstack-request-id: req-1798406c-25ea-4cb2-b1d5-624871e6fcba {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:55:52.741979 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0044872-3698-41b1-aa12-d64ca3df0b84", "name": "network-vif-unplugged", "status": "completed", "tag": "636bd3ff-9d59-4fab-b630-c68bc1a07fdf", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:55:52.742517 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1798406c-25ea-4cb2-b1d5-624871e6fcba {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:55:52.743258 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0044872-3698-41b1-aa12-d64ca3df0b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636bd3ff-9d59-4fab-b630-c68bc1a07fdf', 'code': 200} Feb 05 02:55:52.752372 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 4917b1a7-3814-420f-850a-61099805af40 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:55:52.752901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4917b1a7-3814-420f-850a-61099805af40 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:55:52.927857 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-09e5136c-946d-4a32-a0db-1b84115be652 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835563 Feb 05 02:55:52.942693 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f70a56-ad74-4ec2-a697-03a567c46d52 req-7423cac6-c28a-4cf3-9f84-3e9b9e2abdc6 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:52.944379 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-26f70a56-ad74-4ec2-a697-03a567c46d52 req-7423cac6-c28a-4cf3-9f84-3e9b9e2abdc6 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 946 time: 1.0185268 Feb 05 02:55:52.972737 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-825b51b7-5058-40eb-9047-e8067e1e64de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (83eade1a-976d-4460-9f33-dcef5b6673b4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:52.998659 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f0dc30bf-154a-4a16-8195-7347c7f4a2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:53.002678 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-825b51b7-5058-40eb-9047-e8067e1e64de admin admin] Publish callbacks [] for router_controller (83eade1a-976d-4460-9f33-dcef5b6673b4), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:53.043980 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-901a31a6-2b85-4e6c-9dd8-bc5fdcdd2cff req-1175b6d0-c1be-4f14-99d0-f82c668e64ad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5841889 Feb 05 02:55:53.290371 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-825b51b7-5058-40eb-9047-e8067e1e64de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (83eade1a-976d-4460-9f33-dcef5b6673b4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:53.291059 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825b51b7-5058-40eb-9047-e8067e1e64de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83eade1a-976d-4460-9f33-dcef5b6673b4 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:55:53.294879 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 636bd3ff-9d59-4fab-b630-c68bc1a07fdf no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:55:53.302329 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-825b51b7-5058-40eb-9047-e8067e1e64de admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:53.303530 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-825b51b7-5058-40eb-9047-e8067e1e64de admin admin] 10.222.0.36 "DELETE /v2.0/routers/83eade1a-976d-4460-9f33-dcef5b6673b4 HTTP/1.1" status: 204 len: 168 time: 4.1408575 Feb 05 02:55:53.304292 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65666d80-9985-4f33-95f8-acf4050a3844 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:53.306653 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51536) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:53.333860 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-26f70a56-ad74-4ec2-a697-03a567c46d52 req-de69192b-e1ac-4ac5-9be4-e526a8c10aa5 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769066 Feb 05 02:55:53.427987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] The host n-h2-826942-8 is not matching for port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf host n-h1-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 02:55:53.428316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 636bd3ff-9d59-4fab-b630-c68bc1a07fdf not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:55:53.456126 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7999a-4594-4a0a-94f1-41c65a6879ff req-4d9120cb-73a4-4af7-b5fa-a6700f510d52 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:53.457828 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5aa7999a-4594-4a0a-94f1-41c65a6879ff req-4d9120cb-73a4-4af7-b5fa-a6700f510d52 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 947 time: 0.5357416 Feb 05 02:55:53.474878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65666d80-9985-4f33-95f8-acf4050a3844 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:53.660393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a31a6-2b85-4e6c-9dd8-bc5fdcdd2cff req-9ea80706-be2f-42c7-b005-8a04be1f9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:53.661946 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-901a31a6-2b85-4e6c-9dd8-bc5fdcdd2cff req-9ea80706-be2f-42c7-b005-8a04be1f9249 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0757223904ec4e4db3037c8631160285&device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 1127 time: 0.5331886 Feb 05 02:55:53.718819 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-316173ab-1894-4e72-b71f-632afca71c27 req-853ebc53-1bf7-47e6-bb78-ffa52f4028c7 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7843149 Feb 05 02:55:53.783309 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbd0603-12b5-4e6f-8747-020546573b35 admin admin] Deleting subnet e6a6cc2c-4cea-4e70-98f1-e416109769e9 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:55:53.996685 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbbd0603-12b5-4e6f-8747-020546573b35 admin admin] Publish callbacks [] for subnet (e6a6cc2c-4cea-4e70-98f1-e416109769e9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:54.097574 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:55:54.182184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a31a6-2b85-4e6c-9dd8-bc5fdcdd2cff req-72e4b527-04d9-416c-bf46-f88182e2f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:54.183702 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-901a31a6-2b85-4e6c-9dd8-bc5fdcdd2cff req-72e4b527-04d9-416c-bf46-f88182e2f92a service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c4e84c3-758a-446b-a07c-d68eea5047fb HTTP/1.1" status: 200 len: 906 time: 0.4246440 Feb 05 02:55:54.202469 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f0dc30bf-154a-4a16-8195-7347c7f4a2a1 admin admin] Publish callbacks [] for security_group (56ce0048-f760-49bb-adaf-974c95171648), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:54.215298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5aa7999a-4594-4a0a-94f1-41c65a6879ff req-68ac5f9c-4a7d-4bbb-9d2b-707e1069d673 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7235396 Feb 05 02:55:54.219354 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbbd0603-12b5-4e6f-8747-020546573b35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (e6a6cc2c-4cea-4e70-98f1-e416109769e9), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:54.270987 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65666d80-9985-4f33-95f8-acf4050a3844 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:54.275459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-65666d80-9985-4f33-95f8-acf4050a3844 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22 HTTP/1.1" status: 204 len: 168 time: 4.5365922 Feb 05 02:55:54.278608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51550) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:54.321564 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f0dc30bf-154a-4a16-8195-7347c7f4a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (56ce0048-f760-49bb-adaf-974c95171648), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:54.340257 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-2edae8e2-5c58-4f38-91e7-9eaa6c90010b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] GET failed (client error): The resource could not be found. Feb 05 02:55:54.342710 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2edae8e2-5c58-4f38-91e7-9eaa6c90010b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports/f27600a3-c31e-4aa3-9cf0-ec1ba8ef6c22 HTTP/1.1" status: 404 len: 333 time: 0.0621054 Feb 05 02:55:54.353349 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51552) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:54.356548 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-901a31a6-2b85-4e6c-9dd8-bc5fdcdd2cff req-d905e350-61fb-4510-85a2-ab06a38cc596 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d HTTP/1.1" status: 200 len: 217 time: 0.1622992 Feb 05 02:55:54.371065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507f7eb-97c7-43c0-b58c-e426f5fff810 req-60617d87-3b28-4c5a-9bdc-d983f4b207a8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:54.371065 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8507f7eb-97c7-43c0-b58c-e426f5fff810 req-60617d87-3b28-4c5a-9bdc-d983f4b207a8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 945 time: 0.8711476 Feb 05 02:55:54.550175 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ef56afb-b2cc-431c-b47e-8f38b8ba5b93 req-3496b025-2dd0-44a1-8046-5c65d2e83b17 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.1520026 Feb 05 02:55:54.586412 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f0dc30bf-154a-4a16-8195-7347c7f4a2a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29f24b1d95cb41f69d34f864a1bcbe8e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9387851 Feb 05 02:55:54.589025 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51554) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:54.631249 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc30bf-154a-4a16-8195-7347c7f4a2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ce0048-f760-49bb-adaf-974c95171648,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:54.705417 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-348da347-7483-4422-82c8-1c23373a3660 admin admin] Publish callbacks [] for security_group (56ce0048-f760-49bb-adaf-974c95171648), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:54.740308 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-348da347-7483-4422-82c8-1c23373a3660 admin admin] Publish callbacks [] for security_group (56ce0048-f760-49bb-adaf-974c95171648), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:54.777877 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a31a6-2b85-4e6c-9dd8-bc5fdcdd2cff req-d1e6dcfe-3ed2-45c3-8073-6f6bea8a4674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:54.780753 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-901a31a6-2b85-4e6c-9dd8-bc5fdcdd2cff req-d1e6dcfe-3ed2-45c3-8073-6f6bea8a4674 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ac91bbb4-a940-4c45-8d2f-ef0964fd7339 HTTP/1.1" status: 200 len: 845 time: 0.3993063 Feb 05 02:55:54.789723 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0044872-3698-41b1-aa12-d64ca3df0b84', 'tag': '636bd3ff-9d59-4fab-b630-c68bc1a07fdf'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:55:54.793229 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b96780-9f89-492d-8575-ddaeda31ba8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0044872-3698-41b1-aa12-d64ca3df0b84", "tag": "636bd3ff-9d59-4fab-b630-c68bc1a07fdf"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:55:54.800286 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-348da347-7483-4422-82c8-1c23373a3660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (56ce0048-f760-49bb-adaf-974c95171648), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:54.805778 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-348da347-7483-4422-82c8-1c23373a3660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:54.806962 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-348da347-7483-4422-82c8-1c23373a3660 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56ce0048-f760-49bb-adaf-974c95171648 HTTP/1.1" status: 204 len: 168 time: 0.2166522 Feb 05 02:55:54.828377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348da347-7483-4422-82c8-1c23373a3660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ce0048-f760-49bb-adaf-974c95171648,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:54.870384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8507f7eb-97c7-43c0-b58c-e426f5fff810 req-0d06d1a7-beb8-484e-88f3-40a373039fc6 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690566 Feb 05 02:55:54.948396 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-901a31a6-2b85-4e6c-9dd8-bc5fdcdd2cff req-1d3eb7bd-94ac-41d1-9d82-ba51503b02f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c4e84c3-758a-446b-a07c-d68eea5047fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1576872 Feb 05 02:55:54.961286 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbbd0603-12b5-4e6f-8747-020546573b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e6a6cc2c-4cea-4e70-98f1-e416109769e9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:55.019251 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34ba384-d993-470f-aa66-13ace8ee0e4b x-openstack-request-id: req-c34ba384-d993-470f-aa66-13ace8ee0e4b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:55:55.019550 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0044872-3698-41b1-aa12-d64ca3df0b84", "tag": "636bd3ff-9d59-4fab-b630-c68bc1a07fdf", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:55:55.019802 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c34ba384-d993-470f-aa66-13ace8ee0e4b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:55:55.020191 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0044872-3698-41b1-aa12-d64ca3df0b84', 'tag': '636bd3ff-9d59-4fab-b630-c68bc1a07fdf', 'status': 'completed', 'code': 200} Feb 05 02:55:55.150409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-43ec458d-6ecd-45d7-a401-71bc0f6c580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:55.152004 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-43ec458d-6ecd-45d7-a401-71bc0f6c580e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 1129 time: 0.2229767 Feb 05 02:55:55.225320 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-0cde4764-e0e3-47c8-9f3f-ebd223b6c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:55.226848 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-0cde4764-e0e3-47c8-9f3f-ebd223b6c2fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 1129 time: 0.2150030 Feb 05 02:55:55.361720 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-5218d74f-9acb-45b6-be58-c840a8305e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:55.363745 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-5218d74f-9acb-45b6-be58-c840a8305e0b service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2036448 Feb 05 02:55:55.427214 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-a88611d3-b033-48cf-bafb-16d6685a15b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf HTTP/1.1" status: 200 len: 217 time: 0.0555174 Feb 05 02:55:55.437660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ac0a3356-ad3d-4512-9604-b32f9e0ac196 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port 3d1126b1-3b9b-4c74-a21e-056f5933e05b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:55.439841 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac0a3356-ad3d-4512-9604-b32f9e0ac196 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3d1126b1-3b9b-4c74-a21e-056f5933e05b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:55.446879 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-901a31a6-2b85-4e6c-9dd8-bc5fdcdd2cff req-d1f46c95-1cc7-4b54-bb4e-434ffeea46a7 service neutron] 10.222.0.10 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768753 Feb 05 02:55:55.478987 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51578) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:55.480005 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbbd0603-12b5-4e6f-8747-020546573b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (e6a6cc2c-4cea-4e70-98f1-e416109769e9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:55.502369 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-d1f09351-3207-481f-b06b-2e2564963529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:55.507493 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-d1f09351-3207-481f-b06b-2e2564963529 service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2688949 Feb 05 02:55:55.538666 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b69e0d4b-deff-459a-9052-6736d8f4d88b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:55.643361 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-3b607d59-da6e-4a7a-8fe7-65c170486860 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf HTTP/1.1" status: 200 len: 217 time: 0.1112289 Feb 05 02:55:55.748784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-64882e6c-14f4-4dce-a678-231a9bd59939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:55.756903 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-64882e6c-14f4-4dce-a678-231a9bd59939 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.3217807 Feb 05 02:55:55.760444 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-4ff741cc-d600-4da6-b065-a18675f3d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:55.762691 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-4ff741cc-d600-4da6-b065-a18675f3d516 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1108506 Feb 05 02:55:55.922749 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-bc31f135-a739-4447-a1c1-e6b833c19313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:55.924375 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-bc31f135-a739-4447-a1c1-e6b833c19313 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1515672 Feb 05 02:55:55.950200 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd0603-12b5-4e6f-8747-020546573b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6a6cc2c-4cea-4e70-98f1-e416109769e9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:55.979682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8d6faa-ee42-41c6-a75f-c23fc3cd3e74 None None] Network 436c4816-2885-4a66-a246-061c24b2b030 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:55:56.014133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-65363b13-6b26-434b-b4e4-c7da9d6f8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:56.015685 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-65363b13-6b26-434b-b4e4-c7da9d6f8b30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2466357 Feb 05 02:55:56.054306 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-901a31a6-2b85-4e6c-9dd8-bc5fdcdd2cff req-1c791174-883f-49fa-818f-427f94781386 service neutron] 10.222.0.10 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720284 Feb 05 02:55:56.059170 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbbd0603-12b5-4e6f-8747-020546573b35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:56.073363 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dbbd0603-12b5-4e6f-8747-020546573b35 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e6a6cc2c-4cea-4e70-98f1-e416109769e9 HTTP/1.1" status: 204 len: 168 time: 2.7606044 Feb 05 02:55:56.107399 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51588) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:56.121847 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92ede710-8fa1-4f96-a4c6-6978514898ab req-27979aa4-77ca-4b15-900e-5fd570f805a5 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.1815467 Feb 05 02:55:56.200624 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b69e0d4b-deff-459a-9052-6736d8f4d88b admin admin] Publish callbacks [] for security_group (6c029537-e9b5-4553-98b5-eb47aa7c6cb5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:56.264103 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-eb612020-1b0b-4443-a196-8f73a80ab402 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317778 Feb 05 02:55:56.270461 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b69e0d4b-deff-459a-9052-6736d8f4d88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6c029537-e9b5-4553-98b5-eb47aa7c6cb5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:56.275771 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fef02cb-40ea-453a-bc77-295ff48dd307 None None] DHCP port deletion for 436c4816-2885-4a66-a246-061c24b2b030 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:55:56.286317 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac0a3356-ad3d-4512-9604-b32f9e0ac196 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3d1126b1-3b9b-4c74-a21e-056f5933e05b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:56.311365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e655685-daf5-4c5c-b80f-b7e6ef3138c3 req-225db579-6fe4-4263-bf6d-d4fd73a6bee4 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:56.318875 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e655685-daf5-4c5c-b80f-b7e6ef3138c3 req-225db579-6fe4-4263-bf6d-d4fd73a6bee4 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 947 time: 0.9058833 Feb 05 02:55:56.349957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0fef02cb-40ea-453a-bc77-295ff48dd307 None None] Deleting port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:56.350430 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0fef02cb-40ea-453a-bc77-295ff48dd307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7b9e4a2b-2af4-4d48-b146-271aa4e993ed), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:56.388459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ac0a3356-ad3d-4512-9604-b32f9e0ac196 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for 3d1126b1-3b9b-4c74-a21e-056f5933e05b owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:56.413408 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (436c4816-2885-4a66-a246-061c24b2b030), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:56.442437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0fef02cb-40ea-453a-bc77-295ff48dd307 None None] For port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7b9e4a2b-2af4-4d48-b146-271aa4e993ed,segment=NetworkSegment(bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e),segment_id=bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:56.443291 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0fef02cb-40ea-453a-bc77-295ff48dd307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7b9e4a2b-2af4-4d48-b146-271aa4e993ed), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:56.458951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0fef02cb-40ea-453a-bc77-295ff48dd307 None None] Calling delete_port for 7b9e4a2b-2af4-4d48-b146-271aa4e993ed owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:56.501343 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e655685-daf5-4c5c-b80f-b7e6ef3138c3 req-8e08f5ad-51e8-4ae3-8fd4-9802ea67b5ec tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793234 Feb 05 02:55:56.509611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e0d4b-deff-459a-9052-6736d8f4d88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c029537-e9b5-4553-98b5-eb47aa7c6cb5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:56.523422 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b69e0d4b-deff-459a-9052-6736d8f4d88b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1514540bcecd43dc947a2edbd28b9336&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0396724 Feb 05 02:55:56.540819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51600) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:56.579459 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-f9921744-7a7f-43c6-a991-9fd3d3f40cb5 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5561721 Feb 05 02:55:56.598196 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0fef02cb-40ea-453a-bc77-295ff48dd307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (7b9e4a2b-2af4-4d48-b146-271aa4e993ed), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:56.622742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef02cb-40ea-453a-bc77-295ff48dd307 None None] No DVR routers for this DVR port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:55:56.651022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef02cb-40ea-453a-bc77-295ff48dd307 None None] Pushing event deleted for resources: {'Port': ['ID=7b9e4a2b-2af4-4d48-b146-271aa4e993ed,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:56.666050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] Deleting port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:56.667057 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7b9e4a2b-2af4-4d48-b146-271aa4e993ed), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:56.746917 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2d53681f-26a0-4a18-94a9-7ae499d04f9f req-7c9e5541-c233-4467-bf3f-fc78037b03ed service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0514841 Feb 05 02:55:56.758036 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-b8db5568-1632-43e2-ab86-aa9c17cf96dc service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811735 Feb 05 02:55:56.789035 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1dfec9d-77b0-42ed-9f65-490e664f7000 admin admin] Publish callbacks [] for security_group (6c029537-e9b5-4553-98b5-eb47aa7c6cb5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:56.795874 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a6b96780-9f89-492d-8575-ddaeda31ba8a req-f4e554c3-8807-4468-a213-6060ef2155d7 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070320 Feb 05 02:55:56.796744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] For port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed, host n-d-826942-8, got binding levels [] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:56.797345 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7b9e4a2b-2af4-4d48-b146-271aa4e993ed), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:56.800226 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac0a3356-ad3d-4512-9604-b32f9e0ac196 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (3d1126b1-3b9b-4c74-a21e-056f5933e05b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:56.815177 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1dfec9d-77b0-42ed-9f65-490e664f7000 admin admin] Publish callbacks [] for security_group (6c029537-e9b5-4553-98b5-eb47aa7c6cb5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:56.838929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] Calling delete_port for 7b9e4a2b-2af4-4d48-b146-271aa4e993ed owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:56.846483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] Port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed was not found and therefore no delete operation was performed {{(pid=109675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 02:55:56.847518 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a3356-ad3d-4512-9604-b32f9e0ac196 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=3d1126b1-3b9b-4c74-a21e-056f5933e05b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:56.852586 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7b9e4a2b-2af4-4d48-b146-271aa4e993ed), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:56.872468 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1dfec9d-77b0-42ed-9f65-490e664f7000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6c029537-e9b5-4553-98b5-eb47aa7c6cb5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:56.876402 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1dfec9d-77b0-42ed-9f65-490e664f7000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:56.880425 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e1dfec9d-77b0-42ed-9f65-490e664f7000 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c029537-e9b5-4553-98b5-eb47aa7c6cb5 HTTP/1.1" status: 204 len: 168 time: 0.3323183 Feb 05 02:55:56.899447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfec9d-77b0-42ed-9f65-490e664f7000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c029537-e9b5-4553-98b5-eb47aa7c6cb5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:56.903075 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b9e4a2b-2af4-4d48-b146-271aa4e993ed,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:56.915195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] No DVR routers for this DVR port 7b9e4a2b-2af4-4d48-b146-271aa4e993ed on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:55:57.026076 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac0a3356-ad3d-4512-9604-b32f9e0ac196 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:57.029297 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ac0a3356-ad3d-4512-9604-b32f9e0ac196 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/3d1126b1-3b9b-4c74-a21e-056f5933e05b HTTP/1.1" status: 204 len: 168 time: 2.6744637 Feb 05 02:55:57.031992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51604) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:57.041252 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (436c4816-2885-4a66-a246-061c24b2b030), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:57.060018 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede4c113-30cd-4cab-80e6-5a9cd7a18615 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] GET failed (client error): The resource could not be found. Feb 05 02:55:57.061463 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ede4c113-30cd-4cab-80e6-5a9cd7a18615 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports/3d1126b1-3b9b-4c74-a21e-056f5933e05b HTTP/1.1" status: 404 len: 333 time: 0.0278807 Feb 05 02:55:57.065405 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51606) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:57.075899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436c4816-2885-4a66-a246-061c24b2b030']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:57.089330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:57.089948 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:57.104151 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:57.120441 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:57.128253 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:55:57.128839 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (bd14fb7f-ecc3-4baa-9a23-4ed40c241c6e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:55:57.131133 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:55:57.135289 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0ddbdb-0af9-46d6-9337-9cdd1a96dae2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting subnet 9256957f-f76a-4408-8925-886c8e035f45 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:55:57.140436 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da0ddbdb-0af9-46d6-9337-9cdd1a96dae2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (9256957f-f76a-4408-8925-886c8e035f45), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:57.212529 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (436c4816-2885-4a66-a246-061c24b2b030), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:57.249600 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:57.249781 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da0ddbdb-0af9-46d6-9337-9cdd1a96dae2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (9256957f-f76a-4408-8925-886c8e035f45), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:57.254041 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/436c4816-2885-4a66-a246-061c24b2b030 HTTP/1.1" status: 204 len: 168 time: 1.1453190 Feb 05 02:55:57.255837 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b96ac-96e2-40bf-8b2d-792a33ec4da7 admin admin] Pushing event deleted for resources: {'Network': ['ID=436c4816-2885-4a66-a246-061c24b2b030,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:57.404226 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b1b433b-45ad-4bdb-b071-ded1c08c0011 req-68e88d74-c45d-478e-86a4-585f12ac95b3 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0693655 Feb 05 02:55:57.481601 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da0ddbdb-0af9-46d6-9337-9cdd1a96dae2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (9256957f-f76a-4408-8925-886c8e035f45), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:57.607057 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da0ddbdb-0af9-46d6-9337-9cdd1a96dae2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (9256957f-f76a-4408-8925-886c8e035f45), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:57.652402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 636bd3ff-9d59-4fab-b630-c68bc1a07fdf details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:55:57.685116 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da0ddbdb-0af9-46d6-9337-9cdd1a96dae2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:57.692207 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-da0ddbdb-0af9-46d6-9337-9cdd1a96dae2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/9256957f-f76a-4408-8925-886c8e035f45 HTTP/1.1" status: 204 len: 168 time: 0.6257353 Feb 05 02:55:57.693108 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ddbdb-0af9-46d6-9337-9cdd1a96dae2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Subnet': ['ID=9256957f-f76a-4408-8925-886c8e035f45,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:57.699454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2762e9ef-c629-4fb6-9fe4-1ba4746510d3 None None] Network 68621062-7523-4bba-af28-a692d470922e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:55:57.705277 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51646) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:57.765881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51650) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:57.861975 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (68621062-7523-4bba-af28-a692d470922e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:57.893522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7b9e4a2b-2af4-4d48-b146-271aa4e993ed no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:55:57.935606 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:55:57.936808 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1400daaa-e997-46c5-8397-d3bd5e6c0c94 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e10a2c83a7424977ae9f7abae799b368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1691394 Feb 05 02:55:57.940301 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51654) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:57.985647 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ede668-a0d9-443e-8a25-2d44cccc2118 req-4e3956c0-58e1-47de-85c1-44509fc79897 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:57.997444 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08ede668-a0d9-443e-8a25-2d44cccc2118 req-4e3956c0-58e1-47de-85c1-44509fc79897 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 947 time: 0.3412633 Feb 05 02:55:57.997636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 7b9e4a2b-2af4-4d48-b146-271aa4e993ed {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:55:57.998042 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7b9e4a2b-2af4-4d48-b146-271aa4e993ed not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:55:58.096643 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port 02c18636-8915-4125-88e2-69bf2ff622a1 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:58.097387 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (02c18636-8915-4125-88e2-69bf2ff622a1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:58.103125 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:58.141032 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08ede668-a0d9-443e-8a25-2d44cccc2118 req-9dee06dc-e04a-4a9f-a86a-6620116631a9 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425915 Feb 05 02:55:58.159653 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '636bd3ff-9d59-4fab-b630-c68bc1a07fdf', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '636bd3ff-9d59-4fab-b630-c68bc1a07fdf', 'mac_address': 'fa:16:3e:d4:75:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:55:58.226674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:55:58.228210 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:58.240286 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed63970b-f8a6-4c75-9ba3-ba4eec8aa497 None None] DHCP port deletion for 68621062-7523-4bba-af28-a692d470922e request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:55:58.262666 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636bd3ff-9d59-4fab-b630-c68bc1a07fdf {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:55:58.284304 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d771639-5f9e-4304-a470-2d8a1343fd79 admin admin] Publish callbacks [] for security_group (8668212c-36b8-4b8f-b6c2-bdea3cbae4a8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:58.308362 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d771639-5f9e-4304-a470-2d8a1343fd79 admin admin] Publish callbacks [] for security_group (8668212c-36b8-4b8f-b6c2-bdea3cbae4a8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:58.338291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] For port 02c18636-8915-4125-88e2-69bf2ff622a1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=02c18636-8915-4125-88e2-69bf2ff622a1,segment=NetworkSegment(27f3da77-4894-42e0-87df-6c9b2d43cba7),segment_id=27f3da77-4894-42e0-87df-6c9b2d43cba7)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:58.338656 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (02c18636-8915-4125-88e2-69bf2ff622a1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:58.364338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:58.384217 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:58.421000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for 02c18636-8915-4125-88e2-69bf2ff622a1 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:58.459893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ed63970b-f8a6-4c75-9ba3-ba4eec8aa497 None None] Deleting port 02c18636-8915-4125-88e2-69bf2ff622a1 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:55:58.460386 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed63970b-f8a6-4c75-9ba3-ba4eec8aa497 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (02c18636-8915-4125-88e2-69bf2ff622a1), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:58.596932 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d771639-5f9e-4304-a470-2d8a1343fd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8668212c-36b8-4b8f-b6c2-bdea3cbae4a8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:58.604333 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d771639-5f9e-4304-a470-2d8a1343fd79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:58.605553 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3d771639-5f9e-4304-a470-2d8a1343fd79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8668212c-36b8-4b8f-b6c2-bdea3cbae4a8 HTTP/1.1" status: 204 len: 168 time: 0.6633980 Feb 05 02:55:58.627969 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c35d97d8-a4b4-46c0-b30a-8eae68e1f87e req-b440ad4e-57f1-4460-a87d-7dd56e04ddc3 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0712342 Feb 05 02:55:58.634389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51694) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:58.635875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d771639-5f9e-4304-a470-2d8a1343fd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8668212c-36b8-4b8f-b6c2-bdea3cbae4a8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:58.707476 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (02c18636-8915-4125-88e2-69bf2ff622a1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:58.727870 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No DVR routers for this DVR port 02c18636-8915-4125-88e2-69bf2ff622a1 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:55:58.762051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=02c18636-8915-4125-88e2-69bf2ff622a1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:58.876882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:58.883916 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (68621062-7523-4bba-af28-a692d470922e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:58.909099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ed63970b-f8a6-4c75-9ba3-ba4eec8aa497 None None] For port 02c18636-8915-4125-88e2-69bf2ff622a1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=02c18636-8915-4125-88e2-69bf2ff622a1,segment=NetworkSegment(27f3da77-4894-42e0-87df-6c9b2d43cba7),segment_id=27f3da77-4894-42e0-87df-6c9b2d43cba7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:55:58.909510 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed63970b-f8a6-4c75-9ba3-ba4eec8aa497 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (02c18636-8915-4125-88e2-69bf2ff622a1), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:58.960315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ed63970b-f8a6-4c75-9ba3-ba4eec8aa497 None None] Calling delete_port for 02c18636-8915-4125-88e2-69bf2ff622a1 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:55:59.010115 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6d86092f-4871-4397-abde-cba0168ca411 req-c8d0f151-3db8-4716-a3dd-3c0b781e9e26 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f6ebe2715c148a0a98f0eef3e1bb645&device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0873067 Feb 05 02:55:59.053481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68621062-7523-4bba-af28-a692d470922e']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:59.068825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['636bd3ff-9d59-4fab-b630-c68bc1a07fdf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:55:59.094042 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6d86092f-4871-4397-abde-cba0168ca411 req-eb35c27c-c3ba-4c5e-a508-465aa98e406d service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=7f6ebe2715c148a0a98f0eef3e1bb645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635583 Feb 05 02:55:59.096557 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f3da77-4894-42e0-87df-6c9b2d43cba7') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:59.096787 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f3da77-4894-42e0-87df-6c9b2d43cba7') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:55:59.272398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1b17f10-8834-4441-b532-9f3f86a79365 req-1509fbf6-25a6-472d-bf52-8116821c8281 tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.1630199 Feb 05 02:55:59.273986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86092f-4871-4397-abde-cba0168ca411 req-3e7b2223-365d-407f-af76-2c12b0c73054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:59.275836 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6d86092f-4871-4397-abde-cba0168ca411 req-3e7b2223-365d-407f-af76-2c12b0c73054 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1613028 Feb 05 02:55:59.277904 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (27f3da77-4894-42e0-87df-6c9b2d43cba7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:59.321384 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (27f3da77-4894-42e0-87df-6c9b2d43cba7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:59.337768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:55:59.339084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:55:59.339492 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (27f3da77-4894-42e0-87df-6c9b2d43cba7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: from cryptography.utils import int_from_bytes Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: from cryptography.utils import int_from_bytes Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.393940 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.396106 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.396106 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.396106 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.396106 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.396106 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.396106 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.396106 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.396106 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.396106 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.396106 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.396106 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.396106 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.396106 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:55:59.396106 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:55:59.418301 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:55:59.433493 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (68621062-7523-4bba-af28-a692d470922e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:59.435250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0818c37-9db1-4d26-9f2f-168bc8a5ea49 req-e86787b1-c18d-47e4-af43-10198fe5f42f tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:59.437345 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0818c37-9db1-4d26-9f2f-168bc8a5ea49 req-e86787b1-c18d-47e4-af43-10198fe5f42f tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 948 time: 0.1634858 Feb 05 02:55:59.441770 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:59.457386 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/networks/68621062-7523-4bba-af28-a692d470922e HTTP/1.1" status: 204 len: 168 time: 1.7495022 Feb 05 02:55:59.458085 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed63970b-f8a6-4c75-9ba3-ba4eec8aa497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (02c18636-8915-4125-88e2-69bf2ff622a1), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:59.463436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51730) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:55:59.470242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f6edf1f1-956e-4b17-819e-b522536d8949 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1374807373'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:55:59.503692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6edf1f1-956e-4b17-819e-b522536d8949 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:55:59.504074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed63970b-f8a6-4c75-9ba3-ba4eec8aa497 None None] Network 68621062-7523-4bba-af28-a692d470922e is not hosted by any dhcp agent {{(pid=109676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 05 02:55:59.506792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63970b-f8a6-4c75-9ba3-ba4eec8aa497 None None] No DVR routers for this DVR port 02c18636-8915-4125-88e2-69bf2ff622a1 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:55:59.507521 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6edf1f1-956e-4b17-819e-b522536d8949 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:59.511365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66589a-410d-4daa-867d-328a230dfd8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Network': ['ID=68621062-7523-4bba-af28-a692d470922e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:59.553925 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6edf1f1-956e-4b17-819e-b522536d8949 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:55:59.568070 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6edf1f1-956e-4b17-819e-b522536d8949 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (46ae5ff0-e194-49eb-ab3b-2bcd5090b014), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:59.568715 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-f6edf1f1-956e-4b17-819e-b522536d8949 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Added segment 46ae5ff0-e194-49eb-ab3b-2bcd5090b014 of type vlan for network 7c6272cc-8572-4ca9-a2d2-46b669d3adb1 Feb 05 02:55:59.618004 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0818c37-9db1-4d26-9f2f-168bc8a5ea49 req-e33d32c4-88d9-4d5b-8763-78c7da30cd7d tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287277 Feb 05 02:55:59.655764 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:55:59.659289 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63970b-f8a6-4c75-9ba3-ba4eec8aa497 None None] Pushing event deleted for resources: {'Port': ['ID=02c18636-8915-4125-88e2-69bf2ff622a1,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:55:59.667184 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6edf1f1-956e-4b17-819e-b522536d8949 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (7c6272cc-8572-4ca9-a2d2-46b669d3adb1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:59.780157 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6edf1f1-956e-4b17-819e-b522536d8949 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (7c6272cc-8572-4ca9-a2d2-46b669d3adb1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:59.804152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6edf1f1-956e-4b17-819e-b522536d8949 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:55:59.807773 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6edf1f1-956e-4b17-819e-b522536d8949 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:55:59.877026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 02c18636-8915-4125-88e2-69bf2ff622a1 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:55:59.953734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 02c18636-8915-4125-88e2-69bf2ff622a1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:55:59.970797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 02c18636-8915-4125-88e2-69bf2ff622a1 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:56:00.021387 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f6edf1f1-956e-4b17-819e-b522536d8949 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5543938 Feb 05 02:56:00.022541 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51766) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:00.027916 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5dbf2f18-8f98-477c-8462-90745cfa8e1f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'subnet': {'network_id': '7c6272cc-8572-4ca9-a2d2-46b669d3adb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:00.066288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:00.109407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edf1f1-956e-4b17-819e-b522536d8949 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Network': ['ID=7c6272cc-8572-4ca9-a2d2-46b669d3adb1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:00.126511 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26a18718-aaf7-4ab8-8437-d211d24293eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (20d01e9b-e502-4b4b-816a-275d13a56d33), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:00.140823 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 7c6272cc-8572-4ca9-a2d2-46b669d3adb1 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:56:00.244261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d', 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb', 'port_id': '98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d', 'mac_address': 'fa:16:3e:98:97:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac91bbb4-a940-4c45-8d2f-ef0964fd7339', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:56:00.317986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbf2f18-8f98-477c-8462-90745cfa8e1f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:00.322075 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dbf2f18-8f98-477c-8462-90745cfa8e1f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:00.421468 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e1908-a7de-47db-9a0b-a986a6b2a8af req-a73a4262-c52e-4663-95a7-69acfee7edea tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:00.423309 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff8e1908-a7de-47db-9a0b-a986a6b2a8af req-a73a4262-c52e-4663-95a7-69acfee7edea tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84&tenant_id=709d54e15cf04675a9b2ab5c17982203&binding%3Ahost_id=n-h1-826942-8 HTTP/1.1" status: 200 len: 948 time: 0.2219620 Feb 05 02:56:00.568905 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-ff8e1908-a7de-47db-9a0b-a986a6b2a8af req-5e3da86c-834a-4361-abb0-4dcbc23cd535 service neutron] delete failed (client error): The resource could not be found. Feb 05 02:56:00.571787 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff8e1908-a7de-47db-9a0b-a986a6b2a8af req-5e3da86c-834a-4361-abb0-4dcbc23cd535 service neutron] 10.222.0.10 "DELETE /v2.0/ports/636bd3ff-9d59-4fab-b630-c68bc1a07fdf/bindings/n-h2-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.1346476 Feb 05 02:56:00.658358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d572b90-86c9-4461-a6df-520e42222186 req-02cebafd-a65b-4ba9-ba0b-9b63becf6b0e tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.1707118 Feb 05 02:56:00.700918 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:00.701582 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:00.737333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:56:00.793351 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:00.806273 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:00.908289 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:00.919316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51784) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:00.955725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:56:00.999491 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6d86092f-4871-4397-abde-cba0168ca411 req-88990653-5d19-4dcb-9fcd-fbce0933e86b tempest-ServerShowV257Test-421759365 tempest-ServerShowV257Test-421759365-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d64f36-7c7d-4f8e-b25e-bec9d92d0797 HTTP/1.1" status: 200 len: 210 time: 0.0846550 Feb 05 02:56:01.036901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e1908-a7de-47db-9a0b-a986a6b2a8af req-154ef7b8-053a-4fd7-972e-78365b7e7649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:01.038478 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff8e1908-a7de-47db-9a0b-a986a6b2a8af req-154ef7b8-053a-4fd7-972e-78365b7e7649 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 1130 time: 0.3920267 Feb 05 02:56:01.077562 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a1902-e317-41b6-9935-24ea3e03ccc6 req-1a9003e3-f905-40d7-be41-e493a3063163 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:01.078253 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51798) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:01.085436 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-566a1902-e317-41b6-9935-24ea3e03ccc6 req-1a9003e3-f905-40d7-be41-e493a3063163 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 948 time: 0.6745965 Feb 05 02:56:01.087545 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dbf2f18-8f98-477c-8462-90745cfa8e1f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (33de6de3-da3a-4aed-8a2a-5aa46034cbef), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:01.283249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-566a1902-e317-41b6-9935-24ea3e03ccc6 req-59e1b7a0-d2e1-4ec0-9ec7-9e027aa69de6 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862886 Feb 05 02:56:01.308952 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf2f18-8f98-477c-8462-90745cfa8e1f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Subnet': ['ID=33de6de3-da3a-4aed-8a2a-5aa46034cbef,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:01.439801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-111c0782-1aff-4cd9-b8ab-538dc60a6266 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-405337453-network', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:01.484518 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52dcbe75-a5c8-468c-8d49-8c03fabe0334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:01.500257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-26a18718-aaf7-4ab8-8437-d211d24293eb admin admin] Deleting port 4a2143af-351c-47d4-86e0-93dfa0a52ace {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:56:01.501990 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26a18718-aaf7-4ab8-8437-d211d24293eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:01.515252 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111c0782-1aff-4cd9-b8ab-538dc60a6266 admin admin] Made reservation on behalf of 5357d824dd714019b322e09bbe4d07c4 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:01.518004 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-111c0782-1aff-4cd9-b8ab-538dc60a6266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:01.565213 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-111c0782-1aff-4cd9-b8ab-538dc60a6266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:01.574081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf2f18-8f98-477c-8462-90745cfa8e1f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Checking segment: {'id': '46ae5ff0-e194-49eb-ab3b-2bcd5090b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7c6272cc-8572-4ca9-a2d2-46b669d3adb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:56:01.574784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbf2f18-8f98-477c-8462-90745cfa8e1f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network hostable DHCP agents. Network: 7c6272cc-8572-4ca9-a2d2-46b669d3adb1, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:56:01.605199 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e1908-a7de-47db-9a0b-a986a6b2a8af req-9f441bf2-7f28-4d02-a312-be0ab19a9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:01.609344 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff8e1908-a7de-47db-9a0b-a986a6b2a8af req-9f441bf2-7f28-4d02-a312-be0ab19a9d9c service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.5606761 Feb 05 02:56:01.665026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 636bd3ff-9d59-4fab-b630-c68bc1a07fdf up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:01.671754 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff8e1908-a7de-47db-9a0b-a986a6b2a8af req-85fa8784-631c-42cc-866a-28fb433861e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf HTTP/1.1" status: 200 len: 217 time: 0.0480220 Feb 05 02:56:01.677814 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbf2f18-8f98-477c-8462-90745cfa8e1f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 7c6272cc-8572-4ca9-a2d2-46b669d3adb1 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:56:01.721818 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-26a18718-aaf7-4ab8-8437-d211d24293eb admin admin] For port 4a2143af-351c-47d4-86e0-93dfa0a52ace, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4a2143af-351c-47d4-86e0-93dfa0a52ace,segment=NetworkSegment(b566328f-e6db-46ed-bfd1-d2b52cbb239e),segment_id=b566328f-e6db-46ed-bfd1-d2b52cbb239e)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:01.722367 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26a18718-aaf7-4ab8-8437-d211d24293eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:01.781720 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5dbf2f18-8f98-477c-8462-90745cfa8e1f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 7c6272cc-8572-4ca9-a2d2-46b669d3adb1) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:01.790631 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-26a18718-aaf7-4ab8-8437-d211d24293eb admin admin] Calling delete_port for 4a2143af-351c-47d4-86e0-93dfa0a52ace owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:56:01.801612 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbf2f18-8f98-477c-8462-90745cfa8e1f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:01.802536 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dbf2f18-8f98-477c-8462-90745cfa8e1f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:01.828765 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881e3af7-96f3-4d1f-91b4-f23d23c4ae95 None None] Network 7c6272cc-8572-4ca9-a2d2-46b669d3adb1 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:56:01.856400 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e1908-a7de-47db-9a0b-a986a6b2a8af req-90516fda-9206-4fdf-a5c8-e4cc7b583d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:01.858300 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff8e1908-a7de-47db-9a0b-a986a6b2a8af req-90516fda-9206-4fdf-a5c8-e4cc7b583d3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1749051 Feb 05 02:56:01.866361 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5dbf2f18-8f98-477c-8462-90745cfa8e1f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8426907 Feb 05 02:56:01.908031 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51808) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:01.925615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0a8ffd82-be92-48c6-90a9-11c38916ed9d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-906176960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:01.933928 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52dcbe75-a5c8-468c-8d49-8c03fabe0334 admin admin] Publish callbacks [] for security_group (90dc38cb-fd04-45b6-91a8-286afab6d4e9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:01.959758 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52dcbe75-a5c8-468c-8d49-8c03fabe0334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (90dc38cb-fd04-45b6-91a8-286afab6d4e9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:01.996753 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:56:02.031423 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:02.031803 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:02.169755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-7c6272cc-8572-4ca9-a2d2-46b669d3adb1', 'network_id': '7c6272cc-8572-4ca9-a2d2-46b669d3adb1', 'project_id': '964b4754471e4b759ae75ee097ceda08', 'fixed_ips': [{'subnet_id': '33de6de3-da3a-4aed-8a2a-5aa46034cbef'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:56:02.170620 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:02.425529 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26a18718-aaf7-4ab8-8437-d211d24293eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4a2143af-351c-47d4-86e0-93dfa0a52ace), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:02.448807 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:02.449196 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:02.480334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51826) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:02.492908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a18718-aaf7-4ab8-8437-d211d24293eb admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2143af-351c-47d4-86e0-93dfa0a52ace,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:02.544402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0044872-3698-41b1-aa12-d64ca3df0b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636bd3ff-9d59-4fab-b630-c68bc1a07fdf'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:56:02.553148 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0718c65c-eee3-4b42-880c-3b33d9f6efc9" -d '{"events": [{"server_uuid": "e0044872-3698-41b1-aa12-d64ca3df0b84", "name": "network-vif-plugged", "status": "completed", "tag": "636bd3ff-9d59-4fab-b630-c68bc1a07fdf"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:56:02.556707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Allocated IP 172.20.0.2 (7c6272cc-8572-4ca9-a2d2-46b669d3adb1/33de6de3-da3a-4aed-8a2a-5aa46034cbef/82764a29-50fa-407c-b593-123869a1bc19) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:02.572397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:02.605728 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:02.705572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcbe75-a5c8-468c-8d49-8c03fabe0334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dc38cb-fd04-45b6-91a8-286afab6d4e9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:02.720766 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a8ffd82-be92-48c6-90a9-11c38916ed9d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (e82a6aa6-4082-4099-a2c7-121d45e342b6), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:02.724706 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a8ffd82-be92-48c6-90a9-11c38916ed9d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (e82a6aa6-4082-4099-a2c7-121d45e342b6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:02.743238 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-52dcbe75-a5c8-468c-8d49-8c03fabe0334 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8393ca45246b4f23a92f3d10499260dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7738059 Feb 05 02:56:02.752884 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51832) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:02.753900 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106bfa06-07c0-4975-9fb4-06f8a8c1f9fc x-openstack-request-id: req-106bfa06-07c0-4975-9fb4-06f8a8c1f9fc {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:56:02.754291 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0044872-3698-41b1-aa12-d64ca3df0b84", "name": "network-vif-plugged", "status": "completed", "tag": "636bd3ff-9d59-4fab-b630-c68bc1a07fdf", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:56:02.754655 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-106bfa06-07c0-4975-9fb4-06f8a8c1f9fc {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:56:02.755192 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0044872-3698-41b1-aa12-d64ca3df0b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636bd3ff-9d59-4fab-b630-c68bc1a07fdf', 'code': 200} Feb 05 02:56:02.798373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e1908-a7de-47db-9a0b-a986a6b2a8af req-2061b125-a6a2-44f5-ac21-ef8bf0c7f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:02.802462 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff8e1908-a7de-47db-9a0b-a986a6b2a8af req-2061b125-a6a2-44f5-ac21-ef8bf0c7f9d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9299536 Feb 05 02:56:02.811118 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-111c0782-1aff-4cd9-b8ab-538dc60a6266 admin admin] Publish callbacks [] for security_group (cad1eb99-e669-4380-8979-c1ba281ddc02), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:02.867546 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-111c0782-1aff-4cd9-b8ab-538dc60a6266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (cad1eb99-e669-4380-8979-c1ba281ddc02), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:02.888519 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad157a6-0be3-4377-b013-59aa5daeb5b1 req-5dd95824-80d0-475c-b10d-8328deebe1bf tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:02.892511 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aad157a6-0be3-4377-b013-59aa5daeb5b1 req-5dd95824-80d0-475c-b10d-8328deebe1bf tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 948 time: 0.4129848 Feb 05 02:56:02.894535 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ee0b848-2797-4d8c-bd74-db0c9feb7e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:02.908141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111c0782-1aff-4cd9-b8ab-538dc60a6266 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:56:02.932896 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-111c0782-1aff-4cd9-b8ab-538dc60a6266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (56f090c6-04fe-4988-a432-03e7531db0e5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:02.933545 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-111c0782-1aff-4cd9-b8ab-538dc60a6266 admin admin] Added segment 56f090c6-04fe-4988-a432-03e7531db0e5 of type vlan for network d72524e2-c521-4683-9c19-dd229da7f011 Feb 05 02:56:03.025935 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-111c0782-1aff-4cd9-b8ab-538dc60a6266 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (d72524e2-c521-4683-9c19-dd229da7f011), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.102263 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-111c0782-1aff-4cd9-b8ab-538dc60a6266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (d72524e2-c521-4683-9c19-dd229da7f011), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.103479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111c0782-1aff-4cd9-b8ab-538dc60a6266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:03.118515 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-111c0782-1aff-4cd9-b8ab-538dc60a6266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.227547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c0782-1aff-4cd9-b8ab-538dc60a6266 admin admin] Pushing event updated for resources: {'Network': ['ID=d72524e2-c521-4683-9c19-dd229da7f011,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:03.247261 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a70813c8-76fa-4085-94ff-1dd3303ea53a admin admin] Publish callbacks [] for security_group (90dc38cb-fd04-45b6-91a8-286afab6d4e9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.316759 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a70813c8-76fa-4085-94ff-1dd3303ea53a admin admin] Publish callbacks [] for security_group (90dc38cb-fd04-45b6-91a8-286afab6d4e9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.333505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aad157a6-0be3-4377-b013-59aa5daeb5b1 req-61861d8a-f12a-4ac0-a51a-9b10ce7cf5e6 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233212 Feb 05 02:56:03.347121 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26a18718-aaf7-4ab8-8437-d211d24293eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (20d01e9b-e502-4b4b-816a-275d13a56d33), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.408135 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-111c0782-1aff-4cd9-b8ab-538dc60a6266 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3244493 Feb 05 02:56:03.414698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51844) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:03.424090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-27fdf605-e549-4a97-9ab9-3be0c36b4668 admin admin] Request body: {'subnet': {'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-405337453-subnet', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:03.424533 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c0782-1aff-4cd9-b8ab-538dc60a6266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad1eb99-e669-4380-8979-c1ba281ddc02,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:03.430418 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a8ffd82-be92-48c6-90a9-11c38916ed9d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for router_controller (e82a6aa6-4082-4099-a2c7-121d45e342b6), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.466310 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a8ffd82-be92-48c6-90a9-11c38916ed9d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (e82a6aa6-4082-4099-a2c7-121d45e342b6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.533913 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Publish callbacks [] for port (82764a29-50fa-407c-b593-123869a1bc19), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.557641 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ee0b848-2797-4d8c-bd74-db0c9feb7e8f admin admin] Publish callbacks [] for security_group (7d124498-b30f-4c54-92e3-2b8a4c402710), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.566822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network d72524e2-c521-4683-9c19-dd229da7f011 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:56:03.571060 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:03.577534 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (82764a29-50fa-407c-b593-123869a1bc19), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.589553 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff8e1908-a7de-47db-9a0b-a986a6b2a8af req-c71b4899-66a2-4089-b18e-d0a194303141 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7745502 Feb 05 02:56:03.598795 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a8ffd82-be92-48c6-90a9-11c38916ed9d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.601056 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0a8ffd82-be92-48c6-90a9-11c38916ed9d tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.6881154 Feb 05 02:56:03.624307 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51848) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:03.630259 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Network 7c6272cc-8572-4ca9-a2d2-46b669d3adb1 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:03.631095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'network_id': '7c6272cc-8572-4ca9-a2d2-46b669d3adb1', 'name': 'tempest-PortsTestJSON-127742136'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:03.637158 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fdf605-e549-4a97-9ab9-3be0c36b4668 admin admin] Made reservation on behalf of 5357d824dd714019b322e09bbe4d07c4 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:03.646794 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27fdf605-e549-4a97-9ab9-3be0c36b4668 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.679606 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:03.693424 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:56:03.717044 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-54593f88-9559-4eaa-8a8b-3751d5074225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.856203 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:03.864844 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Attempting to bind port 82764a29-50fa-407c-b593-123869a1bc19 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:56:03.865385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Attempting to bind port 82764a29-50fa-407c-b593-123869a1bc19 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '46ae5ff0-e194-49eb-ab3b-2bcd5090b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7c6272cc-8572-4ca9-a2d2-46b669d3adb1'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:56:03.865843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Attempting to bind port 82764a29-50fa-407c-b593-123869a1bc19 on network 7c6272cc-8572-4ca9-a2d2-46b669d3adb1 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:56:03.866472 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff8e1908-a7de-47db-9a0b-a986a6b2a8af req-d54fd2cd-2ce0-47c2-b25d-6823d42d8146 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629056 Feb 05 02:56:03.913871 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:03.913871 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.918286 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:56:03.918862 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Checking segment: {'id': '46ae5ff0-e194-49eb-ab3b-2bcd5090b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7c6272cc-8572-4ca9-a2d2-46b669d3adb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:56:03.919431 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.920030 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Bound using segment: {'id': '46ae5ff0-e194-49eb-ab3b-2bcd5090b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7c6272cc-8572-4ca9-a2d2-46b669d3adb1'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:56:03.920613 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Bound port: 82764a29-50fa-407c-b593-123869a1bc19, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ae5ff0-e194-49eb-ab3b-2bcd5090b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7c6272cc-8572-4ca9-a2d2-46b669d3adb1'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:56:03.921116 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (82764a29-50fa-407c-b593-123869a1bc19), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.948592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:03.950086 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ee0b848-2797-4d8c-bd74-db0c9feb7e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7d124498-b30f-4c54-92e3-2b8a4c402710), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:03.974715 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:04.035870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Pushing event updated for resources: {'Port': ['ID=82764a29-50fa-407c-b593-123869a1bc19,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:04.044477 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] device_id is not set on port e347ff26-6a09-4a28-b760-de368cf2bb6f yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:56:04.085647 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] For port 82764a29-50fa-407c-b593-123869a1bc19, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:56:04.090102 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0b848-2797-4d8c-bd74-db0c9feb7e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d124498-b30f-4c54-92e3-2b8a4c402710,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:04.090795 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] For port 82764a29-50fa-407c-b593-123869a1bc19, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=82764a29-50fa-407c-b593-123869a1bc19,segment=NetworkSegment(46ae5ff0-e194-49eb-ab3b-2bcd5090b014),segment_id=46ae5ff0-e194-49eb-ab3b-2bcd5090b014)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:56:04.096485 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a70813c8-76fa-4085-94ff-1dd3303ea53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (90dc38cb-fd04-45b6-91a8-286afab6d4e9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:04.105414 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a70813c8-76fa-4085-94ff-1dd3303ea53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:04.112884 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a70813c8-76fa-4085-94ff-1dd3303ea53a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90dc38cb-fd04-45b6-91a8-286afab6d4e9 HTTP/1.1" status: 204 len: 168 time: 1.3572617 Feb 05 02:56:04.136421 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (82764a29-50fa-407c-b593-123869a1bc19), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:04.232665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70813c8-76fa-4085-94ff-1dd3303ea53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dc38cb-fd04-45b6-91a8-286afab6d4e9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:04.254844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Allocated IP 172.20.0.8 (7c6272cc-8572-4ca9-a2d2-46b669d3adb1/33de6de3-da3a-4aed-8a2a-5aa46034cbef/e347ff26-6a09-4a28-b760-de368cf2bb6f) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:04.258556 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8ee0b848-2797-4d8c-bd74-db0c9feb7e8f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f6ebe2715c148a0a98f0eef3e1bb645&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7738333 Feb 05 02:56:04.267137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51858) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:04.307937 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:04.308331 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:04.487283 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:04.488772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58926c00-db0f-41f8-afbe-422070e5b8f6 None None] Pushing event updated for resources: {'Port': ['ID=82764a29-50fa-407c-b593-123869a1bc19,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:04.497752 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:04.568652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:04.756360 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d344261-7008-43d0-85f9-317604ea3a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:56:04.760018 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612220ba-d43e-4eca-af9a-00d8a9405b80" -d '{"events": [{"server_uuid": "2d344261-7008-43d0-85f9-317604ea3a98", "name": "network-vif-plugged", "status": "completed", "tag": "98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:56:04.769722 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (e347ff26-6a09-4a28-b760-de368cf2bb6f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:04.871511 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (e347ff26-6a09-4a28-b760-de368cf2bb6f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:04.879197 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962cae0d-9fc7-4455-a62d-433f5d72f111 x-openstack-request-id: req-962cae0d-9fc7-4455-a62d-433f5d72f111 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:56:04.879497 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d344261-7008-43d0-85f9-317604ea3a98", "name": "network-vif-plugged", "status": "completed", "tag": "98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:56:04.879752 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-962cae0d-9fc7-4455-a62d-433f5d72f111 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:56:04.880188 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d344261-7008-43d0-85f9-317604ea3a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d', 'code': 200} Feb 05 02:56:04.986429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 7c6272cc-8572-4ca9-a2d2-46b669d3adb1 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:04.997026 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:05.025181 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:56:05.030143 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=e347ff26-6a09-4a28-b760-de368cf2bb6f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:05.091534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:05.091888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:05.092231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:05.092568 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:05.092900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:05.093229 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:05.093552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:05.093876 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:05.094200 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:05.094548 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:05.094922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:05.095250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:05.095752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:05.128776 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:05.129471 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:05.163699 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a50bdcc9-50f7-4455-b7d7-2ffa7da731ec tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5382268 Feb 05 02:56:05.164421 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51880) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:05.433039 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbd30-2a82-4dd5-be1f-4fa6249aa7cd admin admin] Publish callbacks [] for security_group (7d124498-b30f-4c54-92e3-2b8a4c402710), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:05.534577 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbd30-2a82-4dd5-be1f-4fa6249aa7cd admin admin] Publish callbacks [] for security_group (7d124498-b30f-4c54-92e3-2b8a4c402710), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:05.557959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5985ad-bcf0-42a0-8eb1-da89224594db req-757edaac-4745-4830-a947-cd0278225d98 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:05.559665 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c5985ad-bcf0-42a0-8eb1-da89224594db req-757edaac-4745-4830-a947-cd0278225d98 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 1.0457304 Feb 05 02:56:05.583036 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a18718-aaf7-4ab8-8437-d211d24293eb admin admin] Router 20d01e9b-e502-4b4b-816a-275d13a56d33 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:56:05.672102 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27fdf605-e549-4a97-9ab9-3be0c36b4668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (65c84e73-faba-4392-b4fa-4fde7696d92b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:05.809904 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdf605-e549-4a97-9ab9-3be0c36b4668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c84e73-faba-4392-b4fa-4fde7696d92b,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:05.860940 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b044636c-a91a-48c0-ba5b-1be0d2c86f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:05.936354 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 82764a29-50fa-407c-b593-123869a1bc19 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:06.093083 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a18718-aaf7-4ab8-8437-d211d24293eb admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:56:06.118654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804332f4-00b7-4642-8c6f-95370fc17476 None None] Sync routers for ids ['20d01e9b-e502-4b4b-816a-275d13a56d33'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:56:06.119806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51906) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:06.120268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-26a18718-aaf7-4ab8-8437-d211d24293eb admin admin] 10.222.0.36 "PUT /v2.0/routers/20d01e9b-e502-4b4b-816a-275d13a56d33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4840097 Feb 05 02:56:06.164393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fdf605-e549-4a97-9ab9-3be0c36b4668 admin admin] Checking segment: {'id': '56f090c6-04fe-4988-a432-03e7531db0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:56:06.164588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804332f4-00b7-4642-8c6f-95370fc17476 None None] Routers {'20d01e9b-e502-4b4b-816a-275d13a56d33'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:56:06.165141 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-804332f4-00b7-4642-8c6f-95370fc17476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:56:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['20d01e9b-e502-4b4b-816a-275d13a56d33'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:06.167130 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fdf605-e549-4a97-9ab9-3be0c36b4668 admin admin] Network hostable DHCP agents. Network: d72524e2-c521-4683-9c19-dd229da7f011, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:56:06.178661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c5985ad-bcf0-42a0-8eb1-da89224594db req-b3863bf1-49b9-4c61-9fb6-b28763ca4aee tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077993 Feb 05 02:56:06.205343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fdf605-e549-4a97-9ab9-3be0c36b4668 admin admin] Network d72524e2-c521-4683-9c19-dd229da7f011 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:56:06.226697 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbd30-2a82-4dd5-be1f-4fa6249aa7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7d124498-b30f-4c54-92e3-2b8a4c402710), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:06.230290 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbd30-2a82-4dd5-be1f-4fa6249aa7cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:06.234382 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bf0bbd30-2a82-4dd5-be1f-4fa6249aa7cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d124498-b30f-4c54-92e3-2b8a4c402710 HTTP/1.1" status: 204 len: 168 time: 1.9579263 Feb 05 02:56:06.245829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-27fdf605-e549-4a97-9ab9-3be0c36b4668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, d72524e2-c521-4683-9c19-dd229da7f011) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:06.255064 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bbd30-2a82-4dd5-be1f-4fa6249aa7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d124498-b30f-4c54-92e3-2b8a4c402710,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:06.269804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fdf605-e549-4a97-9ab9-3be0c36b4668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:06.270667 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27fdf605-e549-4a97-9ab9-3be0c36b4668 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:06.298601 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-27fdf605-e549-4a97-9ab9-3be0c36b4668 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8785942 Feb 05 02:56:06.302456 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51912) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:06.309191 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-405337453-router', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:06.363487 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:06.370496 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:06.462874 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9ec8a3-b96f-4564-9223-38ab035ea29f None None] Network 7c6272cc-8572-4ca9-a2d2-46b669d3adb1 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:56:06.539452 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Publish callbacks [] for router_controller (cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:06.542105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0673a8-fa4c-40ac-9270-5a14a8487393 None None] Network d72524e2-c521-4683-9c19-dd229da7f011 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:56:06.590548 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f326188-342e-4c41-93ee-148c5adb1aa2 admin admin] Publish callbacks [] for router (20d01e9b-e502-4b4b-816a-275d13a56d33), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:06.609291 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c93913c-dd87-45b2-8b70-89545d67a881 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e347ff26-6a09-4a28-b760-de368cf2bb6f), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:06.717689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 82764a29-50fa-407c-b593-123869a1bc19 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:06.718106 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (82764a29-50fa-407c-b593-123869a1bc19), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:06.793957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2c304b34-a4eb-480f-93c5-932233bce574 None None] Provisioning complete for port 82764a29-50fa-407c-b593-123869a1bc19 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:06.794328 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2c304b34-a4eb-480f-93c5-932233bce574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (82764a29-50fa-407c-b593-123869a1bc19), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:06.904472 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Publish callbacks [] for router_gateway (cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:07.118354 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-804332f4-00b7-4642-8c6f-95370fc17476 None None] Set router 20d01e9b-e502-4b4b-816a-275d13a56d33 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:56:07.207867 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:07.264190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-d72524e2-c521-4683-9c19-dd229da7f011', 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011', 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'fixed_ips': [{'subnet_id': '65c84e73-faba-4392-b4fa-4fde7696d92b'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:56:07.267958 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:07.295527 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f326188-342e-4c41-93ee-148c5adb1aa2 admin admin] Publish callbacks [] for router_gateway (20d01e9b-e502-4b4b-816a-275d13a56d33), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:07.597933 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Publish callbacks [] for router_gateway (cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:07.616035 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2c304b34-a4eb-480f-93c5-932233bce574 None None] Current status of the port 82764a29-50fa-407c-b593-123869a1bc19 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:07.616432 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2c304b34-a4eb-480f-93c5-932233bce574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (82764a29-50fa-407c-b593-123869a1bc19), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:07.619026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 82764a29-50fa-407c-b593-123869a1bc19 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:07.619547 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (82764a29-50fa-407c-b593-123869a1bc19), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:07.670534 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:07.700874 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438fc7-6b50-4382-bb21-cae8d9dd9435 req-a6baae6a-c3d3-4819-89bb-9ff470d5a027 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:07.702450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0438fc7-6b50-4382-bb21-cae8d9dd9435 req-a6baae6a-c3d3-4819-89bb-9ff470d5a027 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.2882104 Feb 05 02:56:07.739708 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c93913c-dd87-45b2-8b70-89545d67a881 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (e347ff26-6a09-4a28-b760-de368cf2bb6f), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:07.742895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6f326188-342e-4c41-93ee-148c5adb1aa2 admin admin] Deleting port 20c737bf-482f-4f03-b60e-1b63a18c577a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:56:07.745813 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f326188-342e-4c41-93ee-148c5adb1aa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (20c737bf-482f-4f03-b60e-1b63a18c577a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:07.776272 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c93913c-dd87-45b2-8b70-89545d67a881 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (e347ff26-6a09-4a28-b760-de368cf2bb6f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:07.959308 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2c304b34-a4eb-480f-93c5-932233bce574 None None] For port 82764a29-50fa-407c-b593-123869a1bc19, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=82764a29-50fa-407c-b593-123869a1bc19,segment=NetworkSegment(46ae5ff0-e194-49eb-ab3b-2bcd5090b014),segment_id=46ae5ff0-e194-49eb-ab3b-2bcd5090b014)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:08.023538 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2c304b34-a4eb-480f-93c5-932233bce574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (82764a29-50fa-407c-b593-123869a1bc19), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:08.029945 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0438fc7-6b50-4382-bb21-cae8d9dd9435 req-4e21a560-866d-45ac-9ece-05106c4d569f tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155332 Feb 05 02:56:08.101889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Allocated IP 172.25.0.107 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/5a0f4c0d-9e28-4a18-b591-e89841878b28) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:08.218395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93913c-dd87-45b2-8b70-89545d67a881 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=e347ff26-6a09-4a28-b760-de368cf2bb6f,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:08.351995 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-6f326188-342e-4c41-93ee-148c5adb1aa2 admin admin] For port 20c737bf-482f-4f03-b60e-1b63a18c577a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=20c737bf-482f-4f03-b60e-1b63a18c577a,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:08.352697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f326188-342e-4c41-93ee-148c5adb1aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (20c737bf-482f-4f03-b60e-1b63a18c577a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:08.410888 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Publish callbacks [] for port (5a0f4c0d-9e28-4a18-b591-e89841878b28), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:08.452250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc0583-5da2-4dcf-bcbf-129493c4af4d req-4be3b836-4d09-41ba-aabf-375c327998e2 tempest-MigrationsAdminTest-634248792 tempest-MigrationsAdminTest-634248792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:08.454857 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9bc0583-5da2-4dcf-bcbf-129493c4af4d req-4be3b836-4d09-41ba-aabf-375c327998e2 tempest-MigrationsAdminTest-634248792 tempest-MigrationsAdminTest-634248792-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 1131 time: 0.1175809 Feb 05 02:56:08.535251 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (5a0f4c0d-9e28-4a18-b591-e89841878b28), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:08.674715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:08.677630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6f326188-342e-4c41-93ee-148c5adb1aa2 admin admin] Calling delete_port for 20c737bf-482f-4f03-b60e-1b63a18c577a owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:56:08.681308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:08.686899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:56:08.724453 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9bc0583-5da2-4dcf-bcbf-129493c4af4d req-62d98af3-9163-40c4-be80-ef4b05954df9 tempest-MigrationsAdminTest-634248792 tempest-MigrationsAdminTest-634248792-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596459 Feb 05 02:56:08.825804 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 02:56:08.828142 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 02:56:08.861125 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a0f4c0d-9e28-4a18-b591-e89841878b28,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:08.974389 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Allocated IP 172.20.0.2 (d72524e2-c521-4683-9c19-dd229da7f011/65c84e73-faba-4392-b4fa-4fde7696d92b/8d34f440-6b86-40af-9869-63f7bacd6b0c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:09.004057 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c304b34-a4eb-480f-93c5-932233bce574 None None] Pushing event updated for resources: {'Port': ['ID=82764a29-50fa-407c-b593-123869a1bc19,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:09.029720 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:09.037399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8d5406bf-0315-4c51-a947-069a4c34c2b8 None None] Provisioning complete for port e347ff26-6a09-4a28-b760-de368cf2bb6f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:09.037802 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8d5406bf-0315-4c51-a947-069a4c34c2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e347ff26-6a09-4a28-b760-de368cf2bb6f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:09.050247 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c93913c-dd87-45b2-8b70-89545d67a881 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (e82a6aa6-4082-4099-a2c7-121d45e342b6), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:09.188923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52030) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:09.226297 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52040) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:09.472560 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-dab86cb0-6741-43d8-8056-12644464cc7e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=709d54e15cf04675a9b2ab5c17982203&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2076135 Feb 05 02:56:09.493867 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f326188-342e-4c41-93ee-148c5adb1aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (20c737bf-482f-4f03-b60e-1b63a18c577a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:09.606099 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Publish callbacks [] for port (8d34f440-6b86-40af-9869-63f7bacd6b0c), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:09.621061 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8d5406bf-0315-4c51-a947-069a4c34c2b8 None None] Port e347ff26-6a09-4a28-b760-de368cf2bb6f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:56:09.659739 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:09.666622 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (8d34f440-6b86-40af-9869-63f7bacd6b0c), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:09.708576 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f0777382-4769-4f55-94a6-970dfb59e69d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:09.719090 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 82764a29-50fa-407c-b593-123869a1bc19 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:09.838803 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f326188-342e-4c41-93ee-148c5adb1aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=20c737bf-482f-4f03-b60e-1b63a18c577a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:09.844436 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f326188-342e-4c41-93ee-148c5adb1aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (20d01e9b-e502-4b4b-816a-275d13a56d33), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:09.933212 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Network d72524e2-c521-4683-9c19-dd229da7f011 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:09.944768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8d5406bf-0315-4c51-a947-069a4c34c2b8 None None] Provisioning complete for port 82764a29-50fa-407c-b593-123869a1bc19 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:09.945155 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8d5406bf-0315-4c51-a947-069a4c34c2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (82764a29-50fa-407c-b593-123869a1bc19), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:09.988829 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 82764a29-50fa-407c-b593-123869a1bc19 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:10.075356 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f326188-342e-4c41-93ee-148c5adb1aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (20d01e9b-e502-4b4b-816a-275d13a56d33), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:10.078003 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f326188-342e-4c41-93ee-148c5adb1aa2 admin admin] Publish callbacks [] for router_controller (20d01e9b-e502-4b4b-816a-275d13a56d33), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:10.101078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:10.105194 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Publish callbacks [] for router_gateway (cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:10.111287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:56:10.128230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-6745faa2-00b4-46cf-a610-90b38dc7703d tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:10.129686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-6745faa2-00b4-46cf-a610-90b38dc7703d tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5721467 Feb 05 02:56:10.137607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-804332f4-00b7-4642-8c6f-95370fc17476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'name': 'tempest-AttachVolumeTestJSON-1852426990-router', 'tenant_id': '04505631600d4700b509b35d7e707cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:56:02Z', 'revision_number': 5, 'project_id': '04505631600d4700b509b35d7e707cd7', 'gw_port': {'id': '20c737bf-482f-4f03-b60e-1b63a18c577a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d01e9b-e502-4b4b-816a-275d13a56d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:48:16Z', 'updated_at': '2022-02-05T02:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:10.171449 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c93913c-dd87-45b2-8b70-89545d67a881 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e347ff26-6a09-4a28-b760-de368cf2bb6f), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:10.190576 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f326188-342e-4c41-93ee-148c5adb1aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (20d01e9b-e502-4b4b-816a-275d13a56d33), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:10.194560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f326188-342e-4c41-93ee-148c5adb1aa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20d01e9b-e502-4b4b-816a-275d13a56d33 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:56:10.212579 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f326188-342e-4c41-93ee-148c5adb1aa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:10.216150 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6f326188-342e-4c41-93ee-148c5adb1aa2 admin admin] 10.222.0.36 "DELETE /v2.0/routers/20d01e9b-e502-4b4b-816a-275d13a56d33 HTTP/1.1" status: 204 len: 168 time: 4.0930300 Feb 05 02:56:10.226045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52048) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:10.245064 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:10.256807 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Pushing event updated for resources: {'Port': ['ID=8d34f440-6b86-40af-9869-63f7bacd6b0c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:10.292415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804332f4-00b7-4642-8c6f-95370fc17476 None None] Checking router: 20d01e9b-e502-4b4b-816a-275d13a56d33 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:56:10.335548 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6eb262-a622-4475-a5b7-53dfe29766c6 admin admin] Deleting subnet 92e18a6c-6f83-4423-9b50-5c85de57e8cc {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:56:10.348685 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-677ef790-fc35-4028-a95e-24b0f64f0e81 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/quotas/709d54e15cf04675a9b2ab5c17982203 HTTP/1.1" status: 200 len: 375 time: 0.1406367 Feb 05 02:56:10.359336 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804332f4-00b7-4642-8c6f-95370fc17476 None None] Routers set() bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:56:10.360326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804332f4-00b7-4642-8c6f-95370fc17476 None None] Router IDs set() for agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 05 02:56:10.361251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_agentschedulers_db [None req-804332f4-00b7-4642-8c6f-95370fc17476 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'20d01e9b-e502-4b4b-816a-275d13a56d33'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:56:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent'). {{(pid=109676) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 05 02:56:10.362627 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804332f4-00b7-4642-8c6f-95370fc17476 None None] The sync data for ids ['20d01e9b-e502-4b4b-816a-275d13a56d33'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:56:10.408556 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] Publish callbacks [] for security_group (0e89a1f4-d6c4-4408-8a1f-134563a10188), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:10.433367 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb6eb262-a622-4475-a5b7-53dfe29766c6 admin admin] Publish callbacks [] for subnet (92e18a6c-6f83-4423-9b50-5c85de57e8cc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:10.445415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Attempting to bind port 8d34f440-6b86-40af-9869-63f7bacd6b0c on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:56:10.446484 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Attempting to bind port 8d34f440-6b86-40af-9869-63f7bacd6b0c by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '56f090c6-04fe-4988-a432-03e7531db0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:56:10.448337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Attempting to bind port 8d34f440-6b86-40af-9869-63f7bacd6b0c on network d72524e2-c521-4683-9c19-dd229da7f011 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:56:10.451508 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0e89a1f4-d6c4-4408-8a1f-134563a10188), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:10.457720 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:56:10.459666 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Checking segment: {'id': '56f090c6-04fe-4988-a432-03e7531db0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:56:10.463706 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:10.464638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Bound using segment: {'id': '56f090c6-04fe-4988-a432-03e7531db0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:56:10.465559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Bound port: 8d34f440-6b86-40af-9869-63f7bacd6b0c, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f090c6-04fe-4988-a432-03e7531db0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:56:10.467859 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8d34f440-6b86-40af-9869-63f7bacd6b0c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:10.476416 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f0777382-4769-4f55-94a6-970dfb59e69d admin admin] Publish callbacks [] for security_group (54397e8f-bea0-42cd-85b4-d0ca54678174), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:10.501484 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f0777382-4769-4f55-94a6-970dfb59e69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (54397e8f-bea0-42cd-85b4-d0ca54678174), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:10.538144 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6c19a2ac1c440738021ca903145ea85&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3450043 Feb 05 02:56:10.542448 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52062) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:10.559349 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-3ea181b2-44da-4516-90ac-4b7caaae9dc0 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2096682 Feb 05 02:56:10.594168 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e89a1f4-d6c4-4408-8a1f-134563a10188,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:10.606614 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 82764a29-50fa-407c-b593-123869a1bc19 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:10.607145 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (82764a29-50fa-407c-b593-123869a1bc19), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:10.661532 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8d5406bf-0315-4c51-a947-069a4c34c2b8 None None] Current status of the port 82764a29-50fa-407c-b593-123869a1bc19 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:10.711831 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb6eb262-a622-4475-a5b7-53dfe29766c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (92e18a6c-6f83-4423-9b50-5c85de57e8cc), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:10.718225 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] For port 8d34f440-6b86-40af-9869-63f7bacd6b0c, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:56:10.725465 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] For port 8d34f440-6b86-40af-9869-63f7bacd6b0c, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8d34f440-6b86-40af-9869-63f7bacd6b0c,segment=NetworkSegment(56f090c6-04fe-4988-a432-03e7531db0e5),segment_id=56f090c6-04fe-4988-a432-03e7531db0e5)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:56:10.749380 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8d34f440-6b86-40af-9869-63f7bacd6b0c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:10.761605 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f0777382-4769-4f55-94a6-970dfb59e69d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=114ed138955b4cb8827da738e78990fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5129769 Feb 05 02:56:10.766094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:10.768328 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:10.768966 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:10.783441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:10.783795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:10.784144 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:10.784484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:10.785353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:10.785353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:10.785555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52064) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:10.785661 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:10.785782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:10.792346 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:10.792752 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284bc80-5c81-4767-b5fb-0e0f1e850578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:10.883606 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0777382-4769-4f55-94a6-970dfb59e69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54397e8f-bea0-42cd-85b4-d0ca54678174,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:10.970924 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67dbc367-c416-4fbd-9c58-aa9831b134bb req-b7462f34-5296-4969-a800-6b412edc0176 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 210 time: 0.1160243 Feb 05 02:56:10.994661 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e960ca-c495-463b-8c56-e7dbfc49cf33 None None] Pushing event updated for resources: {'Port': ['ID=8d34f440-6b86-40af-9869-63f7bacd6b0c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:11.006842 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-219178a7-c51f-4596-81ed-97566d5e5554 admin admin] Publish callbacks [] for security_group (0e89a1f4-d6c4-4408-8a1f-134563a10188), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:11.052154 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-219178a7-c51f-4596-81ed-97566d5e5554 admin admin] Publish callbacks [] for security_group (0e89a1f4-d6c4-4408-8a1f-134563a10188), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:11.067044 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:11.097831 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2fd20a9f-e929-474d-a182-603899628ed1 None None] Provisioning complete for port e347ff26-6a09-4a28-b760-de368cf2bb6f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:11.098216 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2fd20a9f-e929-474d-a182-603899628ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e347ff26-6a09-4a28-b760-de368cf2bb6f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:11.103834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 82764a29-50fa-407c-b593-123869a1bc19 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:11.173448 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:11.206234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2fd20a9f-e929-474d-a182-603899628ed1 None None] Port e347ff26-6a09-4a28-b760-de368cf2bb6f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:56:11.355216 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-219178a7-c51f-4596-81ed-97566d5e5554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0e89a1f4-d6c4-4408-8a1f-134563a10188), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:11.378460 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-219178a7-c51f-4596-81ed-97566d5e5554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:11.382325 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-219178a7-c51f-4596-81ed-97566d5e5554 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e89a1f4-d6c4-4408-8a1f-134563a10188 HTTP/1.1" status: 204 len: 168 time: 0.8211946 Feb 05 02:56:11.467174 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219178a7-c51f-4596-81ed-97566d5e5554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e89a1f4-d6c4-4408-8a1f-134563a10188,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:11.586401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:56:11.860507 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb6eb262-a622-4475-a5b7-53dfe29766c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (92e18a6c-6f83-4423-9b50-5c85de57e8cc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:11.976177 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb6eb262-a622-4475-a5b7-53dfe29766c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (92e18a6c-6f83-4423-9b50-5c85de57e8cc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:11.981013 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55a4ec33-0235-4494-a731-a747828abfea admin admin] Publish callbacks [] for security_group (54397e8f-bea0-42cd-85b4-d0ca54678174), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:12.009836 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6eb262-a622-4475-a5b7-53dfe29766c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e18a6c-6f83-4423-9b50-5c85de57e8cc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:12.023846 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8d34f440-6b86-40af-9869-63f7bacd6b0c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:12.035449 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb6eb262-a622-4475-a5b7-53dfe29766c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:12.041962 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cb6eb262-a622-4475-a5b7-53dfe29766c6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/92e18a6c-6f83-4423-9b50-5c85de57e8cc HTTP/1.1" status: 204 len: 168 time: 1.8137741 Feb 05 02:56:12.045395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52096) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:12.072876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:56:12.089675 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Sync routers for ids ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:56:12.103059 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Routers {'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:56:12.103706 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:56:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:12.148694 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (4f57db0e-9c76-4201-babe-b2071613896d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:12.178271 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472fa8a7-be99-4f68-a740-3d3ad55a929f None None] Network 4f57db0e-9c76-4201-babe-b2071613896d requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:56:12.192677 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55a4ec33-0235-4494-a731-a747828abfea admin admin] Publish callbacks [] for security_group (54397e8f-bea0-42cd-85b4-d0ca54678174), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:12.247781 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b41f027-83b1-4ad0-b9b5-ea16daaea5d8 req-866ef61e-7ac4-488f-802a-3aa21bfde631 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 210 time: 0.1549349 Feb 05 02:56:12.269594 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:12.271819 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b01e24c8-baa3-4990-8fe4-8b4cc61d6fd1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9680159 Feb 05 02:56:12.274684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52102) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:12.424173 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8d34f440-6b86-40af-9869-63f7bacd6b0c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:12.425003 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8d34f440-6b86-40af-9869-63f7bacd6b0c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:12.577769 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] Deleting port 1eddc77d-156b-4ad1-9ea8-4788f934c83a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:56:12.578459 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1eddc77d-156b-4ad1-9ea8-4788f934c83a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:12.740121 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55a4ec33-0235-4494-a731-a747828abfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (54397e8f-bea0-42cd-85b4-d0ca54678174), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:12.744175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55a4ec33-0235-4494-a731-a747828abfea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:12.745783 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-55a4ec33-0235-4494-a731-a747828abfea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54397e8f-bea0-42cd-85b4-d0ca54678174 HTTP/1.1" status: 204 len: 168 time: 1.9596081 Feb 05 02:56:12.797670 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4ec33-0235-4494-a731-a747828abfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54397e8f-bea0-42cd-85b4-d0ca54678174,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:12.813578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] For port 1eddc77d-156b-4ad1-9ea8-4788f934c83a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1eddc77d-156b-4ad1-9ea8-4788f934c83a,segment=NetworkSegment(b566328f-e6db-46ed-bfd1-d2b52cbb239e),segment_id=b566328f-e6db-46ed-bfd1-d2b52cbb239e)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:12.814273 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1eddc77d-156b-4ad1-9ea8-4788f934c83a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:12.833783 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c93913c-dd87-45b2-8b70-89545d67a881 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (e347ff26-6a09-4a28-b760-de368cf2bb6f), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:12.845941 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c93913c-dd87-45b2-8b70-89545d67a881 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (e347ff26-6a09-4a28-b760-de368cf2bb6f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:12.850657 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] Calling delete_port for 1eddc77d-156b-4ad1-9ea8-4788f934c83a owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:56:12.925704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f768175-a9ec-4914-9676-9be26daa6301 None None] DHCP port deletion for 4f57db0e-9c76-4201-babe-b2071613896d request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:56:13.062811 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8d34f440-6b86-40af-9869-63f7bacd6b0c is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:13.067063 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8d34f440-6b86-40af-9869-63f7bacd6b0c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:13.078100 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Set router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:56:13.091462 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c93913c-dd87-45b2-8b70-89545d67a881 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (e82a6aa6-4082-4099-a2c7-121d45e342b6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:13.133056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93913c-dd87-45b2-8b70-89545d67a881 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=e347ff26-6a09-4a28-b760-de368cf2bb6f,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:13.185678 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-420ab47c-9a16-46d7-bfb3-ef25f6b16cfb tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=709d54e15cf04675a9b2ab5c17982203&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299556 Feb 05 02:56:13.249489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 8d34f440-6b86-40af-9869-63f7bacd6b0c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8d34f440-6b86-40af-9869-63f7bacd6b0c,segment=NetworkSegment(56f090c6-04fe-4988-a432-03e7531db0e5),segment_id=56f090c6-04fe-4988-a432-03e7531db0e5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:13.270229 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9f768175-a9ec-4914-9676-9be26daa6301 None None] Deleting port 1eddc77d-156b-4ad1-9ea8-4788f934c83a {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:56:13.271363 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f768175-a9ec-4914-9676-9be26daa6301 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1eddc77d-156b-4ad1-9ea8-4788f934c83a), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:13.278665 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8d34f440-6b86-40af-9869-63f7bacd6b0c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:13.530563 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=8d34f440-6b86-40af-9869-63f7bacd6b0c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:13.537361 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150fdcba-f4c1-46f4-9a48-d269c47f8d52 None None] Network d72524e2-c521-4683-9c19-dd229da7f011 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:56:13.553124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 20c737bf-482f-4f03-b60e-1b63a18c577a no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:56:13.578678 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'name': 'tempest-TaggedBootDevicesTest_v242-405337453-router', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:06Z', 'updated_at': '2022-02-05T02:56:09Z', 'revision_number': 3, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'gw_port': {'id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:07Z', 'updated_at': '2022-02-05T02:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:13.647106 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3890db59-7f19-403e-a86f-d8fa2566ce42 req-1be3cbb9-43bb-42b6-a5b0-238d43e18f92 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 210 time: 0.1105461 Feb 05 02:56:13.654583 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Checking router: cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:56:13.654960 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Updating router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df port 5a0f4c0d-9e28-4a18-b591-e89841878b28 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:56:13.715853 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5a0f4c0d-9e28-4a18-b591-e89841878b28), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:13.729867 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 20c737bf-482f-4f03-b60e-1b63a18c577a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:56:13.730246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 20c737bf-482f-4f03-b60e-1b63a18c577a not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:56:13.730682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4a2143af-351c-47d4-86e0-93dfa0a52ace no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:56:13.781666 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 4a2143af-351c-47d4-86e0-93dfa0a52ace {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:56:13.782486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4a2143af-351c-47d4-86e0-93dfa0a52ace not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:56:13.837053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cbbf9d04-0dcd-4ab6-a1b6-1e9d76e3aa93 None None] Provisioning complete for port 8d34f440-6b86-40af-9869-63f7bacd6b0c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:13.837434 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9d04-0dcd-4ab6-a1b6-1e9d76e3aa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8d34f440-6b86-40af-9869-63f7bacd6b0c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:13.912716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c93913c-dd87-45b2-8b70-89545d67a881 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 7c6272cc-8572-4ca9-a2d2-46b669d3adb1 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:13.919584 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-2c93913c-dd87-45b2-8b70-89545d67a881 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:13.976646 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9f768175-a9ec-4914-9676-9be26daa6301 None None] For port 1eddc77d-156b-4ad1-9ea8-4788f934c83a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1eddc77d-156b-4ad1-9ea8-4788f934c83a,segment=NetworkSegment(b566328f-e6db-46ed-bfd1-d2b52cbb239e),segment_id=b566328f-e6db-46ed-bfd1-d2b52cbb239e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:13.977059 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f768175-a9ec-4914-9676-9be26daa6301 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1eddc77d-156b-4ad1-9ea8-4788f934c83a), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:14.103872 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9f768175-a9ec-4914-9676-9be26daa6301 None None] Calling delete_port for 1eddc77d-156b-4ad1-9ea8-4788f934c83a owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:56:14.191845 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52150) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:14.219911 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-2a930ad0-c56b-4b4a-9109-b708009c48a8 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:14.222519 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-2a930ad0-c56b-4b4a-9109-b708009c48a8 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0274451 Feb 05 02:56:14.226726 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a14e629b-ddff-4cbd-bc99-4bb13e5724f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:14.243439 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1eddc77d-156b-4ad1-9ea8-4788f934c83a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:14.255798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-dc5aed6a-4aa9-44be-8a5f-621b4a7f523b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Request body: {'port': {'device_id': 'aa2c6195-54c1-4ad6-8573-e93c0ac88ff8', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '709d54e15cf04675a9b2ab5c17982203'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:14.264969 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Publish callbacks [] for port (5a0f4c0d-9e28-4a18-b591-e89841878b28), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:14.273151 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5a0f4c0d-9e28-4a18-b591-e89841878b28), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:14.337883 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eddc77d-156b-4ad1-9ea8-4788f934c83a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:14.348644 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Attempting to bind port 5a0f4c0d-9e28-4a18-b591-e89841878b28 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:56:14.349018 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Attempting to bind port 5a0f4c0d-9e28-4a18-b591-e89841878b28 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:56:14.349375 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Attempting to bind port 5a0f4c0d-9e28-4a18-b591-e89841878b28 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:56:14.364918 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:56:14.364918 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:56:14.365321 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:14.365716 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:56:14.371408 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Bound port: 5a0f4c0d-9e28-4a18-b591-e89841878b28, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:56:14.371408 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5a0f4c0d-9e28-4a18-b591-e89841878b28), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:14.437658 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] For port 5a0f4c0d-9e28-4a18-b591-e89841878b28, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:56:14.441450 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] For port 5a0f4c0d-9e28-4a18-b591-e89841878b28, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5a0f4c0d-9e28-4a18-b591-e89841878b28,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:56:14.447739 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611862c-812e-44af-8de8-d7a6bfcbb74f None None] Pushing event updated for resources: {'Port': ['ID=5a0f4c0d-9e28-4a18-b591-e89841878b28,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:14.457532 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5a0f4c0d-9e28-4a18-b591-e89841878b28), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:14.460189 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611862c-812e-44af-8de8-d7a6bfcbb74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:14.460582 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611862c-812e-44af-8de8-d7a6bfcbb74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:14.460920 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611862c-812e-44af-8de8-d7a6bfcbb74f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:14.461248 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611862c-812e-44af-8de8-d7a6bfcbb74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:14.461727 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611862c-812e-44af-8de8-d7a6bfcbb74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:14.461981 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611862c-812e-44af-8de8-d7a6bfcbb74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:14.462307 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611862c-812e-44af-8de8-d7a6bfcbb74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:14.462678 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611862c-812e-44af-8de8-d7a6bfcbb74f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:14.463073 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611862c-812e-44af-8de8-d7a6bfcbb74f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:14.463397 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611862c-812e-44af-8de8-d7a6bfcbb74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:14.463763 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611862c-812e-44af-8de8-d7a6bfcbb74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:14.464536 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611862c-812e-44af-8de8-d7a6bfcbb74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:14.464536 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5611862c-812e-44af-8de8-d7a6bfcbb74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:14.518569 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f768175-a9ec-4914-9676-9be26daa6301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (1eddc77d-156b-4ad1-9ea8-4788f934c83a), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:14.528054 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611862c-812e-44af-8de8-d7a6bfcbb74f None None] Pushing event updated for resources: {'Port': ['ID=5a0f4c0d-9e28-4a18-b591-e89841878b28,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:14.543912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8d34f440-6b86-40af-9869-63f7bacd6b0c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:14.584095 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Routers {'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:56:14.584736 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:56:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:14.601564 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf9d04-0dcd-4ab6-a1b6-1e9d76e3aa93 None None] Current status of the port 8d34f440-6b86-40af-9869-63f7bacd6b0c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:14.636504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] No DVR routers for this DVR port 1eddc77d-156b-4ad1-9ea8-4788f934c83a on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:56:14.656154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f768175-a9ec-4914-9676-9be26daa6301 None None] No DVR routers for this DVR port 1eddc77d-156b-4ad1-9ea8-4788f934c83a on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:56:14.739769 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] Set router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:56:14.878130 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a14e629b-ddff-4cbd-bc99-4bb13e5724f0 admin admin] Publish callbacks [] for security_group (5b8af033-91ad-4d2d-85f9-ecdb62c45294), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:14.916058 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a14e629b-ddff-4cbd-bc99-4bb13e5724f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5b8af033-91ad-4d2d-85f9-ecdb62c45294), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:15.051215 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (4f57db0e-9c76-4201-babe-b2071613896d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:15.063874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-dc5aed6a-4aa9-44be-8a5f-621b4a7f523b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Made reservation on behalf of 709d54e15cf04675a9b2ab5c17982203 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:15.067974 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-dc5aed6a-4aa9-44be-8a5f-621b4a7f523b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:15.098948 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f57db0e-9c76-4201-babe-b2071613896d']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:15.105967 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ebf9481-cb8c-49dc-a5a2-3d04d15fcfd6 req-5ad0dca2-9294-4120-891e-15fb8d51907e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 210 time: 0.2130620 Feb 05 02:56:15.140701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f768175-a9ec-4914-9676-9be26daa6301 None None] Pushing event deleted for resources: {'Port': ['ID=1eddc77d-156b-4ad1-9ea8-4788f934c83a,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:15.154356 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b566328f-e6db-46ed-bfd1-d2b52cbb239e') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:15.154837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b566328f-e6db-46ed-bfd1-d2b52cbb239e') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:15.180421 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (b566328f-e6db-46ed-bfd1-d2b52cbb239e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:15.196202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9315625c-3d25-48ec-85fb-a632ac0b7bf9 None None] Provisioning complete for port e347ff26-6a09-4a28-b760-de368cf2bb6f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:15.196582 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9315625c-3d25-48ec-85fb-a632ac0b7bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e347ff26-6a09-4a28-b760-de368cf2bb6f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:15.208422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e629b-ddff-4cbd-bc99-4bb13e5724f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8af033-91ad-4d2d-85f9-ecdb62c45294,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:15.235182 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a14e629b-ddff-4cbd-bc99-4bb13e5724f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f2d65b2c5a74224bd3091fdfcb19df5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0396457 Feb 05 02:56:15.235336 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8d34f440-6b86-40af-9869-63f7bacd6b0c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:15.235336 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8d34f440-6b86-40af-9869-63f7bacd6b0c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:15.236935 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c93913c-dd87-45b2-8b70-89545d67a881 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Router e82a6aa6-4082-4099-a2c7-121d45e342b6 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:56:15.237858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52170) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:15.240111 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (b566328f-e6db-46ed-bfd1-d2b52cbb239e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:15.272998 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:56:15.273670 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (b566328f-e6db-46ed-bfd1-d2b52cbb239e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:56:15.279441 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:56:15.389432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9315625c-3d25-48ec-85fb-a632ac0b7bf9 None None] Port e347ff26-6a09-4a28-b760-de368cf2bb6f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:56:15.404420 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'name': 'tempest-TaggedBootDevicesTest_v242-405337453-router', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:06Z', 'updated_at': '2022-02-05T02:56:09Z', 'revision_number': 3, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'gw_port': {'id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:07Z', 'updated_at': '2022-02-05T02:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:15.417083 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:15.510534 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ed77407-500e-4fc0-83d4-78d870f9a3f4 admin admin] Publish callbacks [] for security_group (5b8af033-91ad-4d2d-85f9-ecdb62c45294), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:15.514229 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9575043-48d6-4f03-b8b1-03f2f670579a None None] The sync data for ids ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'] in n-d-826942-8 is: [{'id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'name': 'tempest-TaggedBootDevicesTest_v242-405337453-router', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:06Z', 'updated_at': '2022-02-05T02:56:09Z', 'revision_number': 3, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'gw_port': {'id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:07Z', 'updated_at': '2022-02-05T02:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:56:15.545430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8d34f440-6b86-40af-9869-63f7bacd6b0c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:15.581071 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (4f57db0e-9c76-4201-babe-b2071613896d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:15.642071 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:15.652745 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4f57db0e-9c76-4201-babe-b2071613896d HTTP/1.1" status: 204 len: 168 time: 3.5996408 Feb 05 02:56:15.655457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1eddc77d-156b-4ad1-9ea8-4788f934c83a no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:56:15.676432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52174) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:15.677571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431db61-6179-495d-954d-4ea561d89643 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f57db0e-9c76-4201-babe-b2071613896d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:15.685505 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ed77407-500e-4fc0-83d4-78d870f9a3f4 admin admin] Publish callbacks [] for security_group (5b8af033-91ad-4d2d-85f9-ecdb62c45294), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:15.697209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 1eddc77d-156b-4ad1-9ea8-4788f934c83a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:56:15.697648 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1eddc77d-156b-4ad1-9ea8-4788f934c83a not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:56:15.715491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-dc5aed6a-4aa9-44be-8a5f-621b4a7f523b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Allocated IP 192.168.233.242 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/0eebee3e-aeae-44a8-baba-35021497c332) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:15.721504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c93913c-dd87-45b2-8b70-89545d67a881 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:56:15.737115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8a1f619c-8c7e-48a8-93b2-a06984d567f9 None None] Provisioning complete for port 8d34f440-6b86-40af-9869-63f7bacd6b0c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:15.737495 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a1f619c-8c7e-48a8-93b2-a06984d567f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8d34f440-6b86-40af-9869-63f7bacd6b0c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:15.745251 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2c93913c-dd87-45b2-8b70-89545d67a881 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "PUT /v2.0/routers/e82a6aa6-4082-4099-a2c7-121d45e342b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5794423 Feb 05 02:56:15.746627 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0894c4b7-cfb1-4c9e-adb7-ffa0ce85a4a4 None None] Sync routers for ids ['e82a6aa6-4082-4099-a2c7-121d45e342b6'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:56:15.752032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52180) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:15.846973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0894c4b7-cfb1-4c9e-adb7-ffa0ce85a4a4 None None] Routers {'e82a6aa6-4082-4099-a2c7-121d45e342b6'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:56:15.847659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0894c4b7-cfb1-4c9e-adb7-ffa0ce85a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:56:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e82a6aa6-4082-4099-a2c7-121d45e342b6'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:15.881563 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ed77407-500e-4fc0-83d4-78d870f9a3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5b8af033-91ad-4d2d-85f9-ecdb62c45294), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:15.917562 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ed77407-500e-4fc0-83d4-78d870f9a3f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:15.923944 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6ed77407-500e-4fc0-83d4-78d870f9a3f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b8af033-91ad-4d2d-85f9-ecdb62c45294 HTTP/1.1" status: 204 len: 168 time: 0.6738935 Feb 05 02:56:16.020179 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0894c4b7-cfb1-4c9e-adb7-ffa0ce85a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:16.036347 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52194) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:16.046597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed77407-500e-4fc0-83d4-78d870f9a3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8af033-91ad-4d2d-85f9-ecdb62c45294,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:16.154916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f619c-8c7e-48a8-93b2-a06984d567f9 None None] Current status of the port 8d34f440-6b86-40af-9869-63f7bacd6b0c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:16.165648 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:16.166533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0894c4b7-cfb1-4c9e-adb7-ffa0ce85a4a4 None None] Routers {'e82a6aa6-4082-4099-a2c7-121d45e342b6'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:56:16.167251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0894c4b7-cfb1-4c9e-adb7-ffa0ce85a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:56:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e82a6aa6-4082-4099-a2c7-121d45e342b6'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:16.173571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752965e7-af84-4756-8c97-6a14ec24b48f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:16.180337 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-752965e7-af84-4756-8c97-6a14ec24b48f tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports?device_id=e82a6aa6-4082-4099-a2c7-121d45e342b6 HTTP/1.1" status: 200 len: 981 time: 0.4245718 Feb 05 02:56:16.186171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52200) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:16.210022 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e504-b4c0-4c2c-8348-fe8925cbf506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:16.268570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0894c4b7-cfb1-4c9e-adb7-ffa0ce85a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:16.269349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0894c4b7-cfb1-4c9e-adb7-ffa0ce85a4a4 None None] The sync data for ids ['e82a6aa6-4082-4099-a2c7-121d45e342b6'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:56:16.400947 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-dc5aed6a-4aa9-44be-8a5f-621b4a7f523b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks [] for port (0eebee3e-aeae-44a8-baba-35021497c332), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:16.540862 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e504-b4c0-4c2c-8348-fe8925cbf506 admin admin] Publish callbacks [] for security_group (957a8d6b-491e-4184-b651-066f7420959c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:16.545461 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-dc5aed6a-4aa9-44be-8a5f-621b4a7f523b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0eebee3e-aeae-44a8-baba-35021497c332), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:16.546045 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-53820893-2247-424a-a70a-e1c3e96e5516 req-5de2a07b-a5e7-45d3-b733-d9de375ddb47 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 210 time: 0.2542872 Feb 05 02:56:16.562247 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['636bd3ff-9d59-4fab-b630-c68bc1a07fdf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:56:16.582591 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e504-b4c0-4c2c-8348-fe8925cbf506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (957a8d6b-491e-4184-b651-066f7420959c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:16.688197 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Allocated IP 172.20.0.1 (d72524e2-c521-4683-9c19-dd229da7f011/65c84e73-faba-4392-b4fa-4fde7696d92b/a6899aaf-c1fd-4b5d-9871-a24c00e28810) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:16.697448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5aed6a-4aa9-44be-8a5f-621b4a7f523b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Pushing event updated for resources: {'Port': ['ID=0eebee3e-aeae-44a8-baba-35021497c332,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:16.728281 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e1d6e504-b4c0-4c2c-8348-fe8925cbf506 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2cfc0b7604b489baa7e78c8e3118270&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0481293 Feb 05 02:56:16.734638 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52202) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:16.755956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-dc5aed6a-4aa9-44be-8a5f-621b4a7f523b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:16.794730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-dc5aed6a-4aa9-44be-8a5f-621b4a7f523b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:16.801231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-dc5aed6a-4aa9-44be-8a5f-621b4a7f523b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:56:16.819341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6e504-b4c0-4c2c-8348-fe8925cbf506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957a8d6b-491e-4184-b651-066f7420959c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:16.944948 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Publish callbacks [] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:17.039735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52216) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:17.047912 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bb11ff38-2b56-4d1f-86c8-c5b6d9027697 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04505631600d4700b509b35d7e707cd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9926522 Feb 05 02:56:17.060983 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f42a910-4e1f-4d4a-8f35-3542ff426a43 admin admin] Publish callbacks [] for security_group (957a8d6b-491e-4184-b651-066f7420959c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:17.094730 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:17.260390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-dc5aed6a-4aa9-44be-8a5f-621b4a7f523b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:17.261024 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-dc5aed6a-4aa9-44be-8a5f-621b4a7f523b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:17.295077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f1ad15e5-04cd-4294-b2ab-e8997ec620c4 None None] Provisioning complete for port 0eebee3e-aeae-44a8-baba-35021497c332 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:17.314368 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1ad15e5-04cd-4294-b2ab-e8997ec620c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0eebee3e-aeae-44a8-baba-35021497c332), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:17.335739 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f42a910-4e1f-4d4a-8f35-3542ff426a43 admin admin] Publish callbacks [] for security_group (957a8d6b-491e-4184-b651-066f7420959c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:17.356695 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Network d72524e2-c521-4683-9c19-dd229da7f011 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:17.356925 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-dc5aed6a-4aa9-44be-8a5f-621b4a7f523b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1145558 Feb 05 02:56:17.364754 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:17.392610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad15e5-04cd-4294-b2ab-e8997ec620c4 None None] Port 0eebee3e-aeae-44a8-baba-35021497c332 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:56:17.405141 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:56:17.413999 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Request body: {'port': {'device_id': 'aa2c6195-54c1-4ad6-8573-e93c0ac88ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:17.484458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Pushing event updated for resources: {'Port': ['ID=a6899aaf-c1fd-4b5d-9871-a24c00e28810,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:17.552195 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:17.631790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01d41895-d9a2-4ef2-bdf8-13facd1ac276 admin admin] Publish callbacks [] for security_group (1368ce23-02bc-42e8-bf33-0b5d084b0055), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:17.711846 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0eebee3e-aeae-44a8-baba-35021497c332), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:17.739818 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01d41895-d9a2-4ef2-bdf8-13facd1ac276 admin admin] Publish callbacks [] for security_group (1368ce23-02bc-42e8-bf33-0b5d084b0055), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:17.828117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-67c7d2bf-11ac-400a-887e-b91e9dff7b26 None None] Provisioning complete for port a6899aaf-c1fd-4b5d-9871-a24c00e28810 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:17.828775 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67c7d2bf-11ac-400a-887e-b91e9dff7b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:17.851355 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01d41895-d9a2-4ef2-bdf8-13facd1ac276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1368ce23-02bc-42e8-bf33-0b5d084b0055), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:17.854539 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01d41895-d9a2-4ef2-bdf8-13facd1ac276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:17.855939 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-01d41895-d9a2-4ef2-bdf8-13facd1ac276 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1368ce23-02bc-42e8-bf33-0b5d084b0055 HTTP/1.1" status: 204 len: 168 time: 0.7837954 Feb 05 02:56:17.877257 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d41895-d9a2-4ef2-bdf8-13facd1ac276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1368ce23-02bc-42e8-bf33-0b5d084b0055,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:17.967445 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-67c7d2bf-11ac-400a-887e-b91e9dff7b26 None None] Port a6899aaf-c1fd-4b5d-9871-a24c00e28810 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:56:18.085031 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f42a910-4e1f-4d4a-8f35-3542ff426a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (957a8d6b-491e-4184-b651-066f7420959c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:18.087939 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f42a910-4e1f-4d4a-8f35-3542ff426a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:18.089606 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4f42a910-4e1f-4d4a-8f35-3542ff426a43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/957a8d6b-491e-4184-b651-066f7420959c HTTP/1.1" status: 204 len: 168 time: 1.3293080 Feb 05 02:56:18.121615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5a0f4c0d-9e28-4a18-b591-e89841878b28 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:18.127676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42a910-4e1f-4d4a-8f35-3542ff426a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957a8d6b-491e-4184-b651-066f7420959c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:18.152042 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9d58f-5fb3-45ca-b815-1065cfef1503 req-3d0492d3-165b-40c3-85d9-24c32f2b1af4 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:18.157944 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01f9d58f-5fb3-45ca-b815-1065cfef1503 req-3d0492d3-165b-40c3-85d9-24c32f2b1af4 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 936 time: 0.4232831 Feb 05 02:56:18.426273 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5a0f4c0d-9e28-4a18-b591-e89841878b28 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:18.426723 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5a0f4c0d-9e28-4a18-b591-e89841878b28), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:18.452863 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a4fd337d-5e18-41f3-8879-87fbfa77e8f3 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (e82a6aa6-4082-4099-a2c7-121d45e342b6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:18.548891 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:18.650482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01f9d58f-5fb3-45ca-b815-1065cfef1503 req-6b076a87-a7a0-48f4-b8c0-8df796a4d5a0 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810719 Feb 05 02:56:18.701181 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eebee3e-aeae-44a8-baba-35021497c332 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:56:18.725216 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Publish callbacks [] for port (0eebee3e-aeae-44a8-baba-35021497c332), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:18.753113 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Transition to ACTIVE for port object 0eebee3e-aeae-44a8-baba-35021497c332 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:56:18.759656 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0eebee3e-aeae-44a8-baba-35021497c332), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:18.803960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5a0f4c0d-9e28-4a18-b591-e89841878b28 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:18.804362 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5a0f4c0d-9e28-4a18-b591-e89841878b28), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:18.898213 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Pushing event updated for resources: {'Port': ['ID=0eebee3e-aeae-44a8-baba-35021497c332,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:18.912693 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 5a0f4c0d-9e28-4a18-b591-e89841878b28, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5a0f4c0d-9e28-4a18-b591-e89841878b28,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:18.925601 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5a0f4c0d-9e28-4a18-b591-e89841878b28), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:19.012642 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Attempting to bind port 0eebee3e-aeae-44a8-baba-35021497c332 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:56:19.018649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Attempting to bind port 0eebee3e-aeae-44a8-baba-35021497c332 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:56:19.018649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Attempting to bind port 0eebee3e-aeae-44a8-baba-35021497c332 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:56:19.031058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Port 0eebee3e-aeae-44a8-baba-35021497c332 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:56:19.034693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Attempting to bind port 0eebee3e-aeae-44a8-baba-35021497c332 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:56:19.041790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:56:19.042130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:56:19.042512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:56:19.046238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Bound port: 0eebee3e-aeae-44a8-baba-35021497c332, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:56:19.046632 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0eebee3e-aeae-44a8-baba-35021497c332), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:19.129541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=5a0f4c0d-9e28-4a18-b591-e89841878b28,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:19.250157 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52306) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:19.321999 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] For port 0eebee3e-aeae-44a8-baba-35021497c332, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:56:19.333005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] For port 0eebee3e-aeae-44a8-baba-35021497c332, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0eebee3e-aeae-44a8-baba-35021497c332,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:56:19.350742 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0eebee3e-aeae-44a8-baba-35021497c332), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:19.404523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:19.406895 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:19.411452 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] 10.222.0.10 "PUT /v2.0/ports/0eebee3e-aeae-44a8-baba-35021497c332 HTTP/1.1" status: 200 len: 1096 time: 2.0096076 Feb 05 02:56:19.420489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2c6195-54c1-4ad6-8573-e93c0ac88ff8', 'tag': '0eebee3e-aeae-44a8-baba-35021497c332'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:56:19.428974 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d03386-ce8f-4b63-b0f6-3e5b657f36c3" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2c6195-54c1-4ad6-8573-e93c0ac88ff8", "tag": "0eebee3e-aeae-44a8-baba-35021497c332"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:56:19.540739 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65582711-25be-463e-99b4-3b45f2af5287 service neutron] Pushing event updated for resources: {'Port': ['ID=0eebee3e-aeae-44a8-baba-35021497c332,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:19.631338 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0f5fb6-a969-4965-9289-a0d3c5b95674 x-openstack-request-id: req-9d0f5fb6-a969-4965-9289-a0d3c5b95674 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:56:19.631338 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2c6195-54c1-4ad6-8573-e93c0ac88ff8", "tag": "0eebee3e-aeae-44a8-baba-35021497c332", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:56:19.631338 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d0f5fb6-a969-4965-9289-a0d3c5b95674 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:56:19.631338 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2c6195-54c1-4ad6-8573-e93c0ac88ff8', 'tag': '0eebee3e-aeae-44a8-baba-35021497c332', 'status': 'completed', 'code': 200} Feb 05 02:56:19.671468 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69979124-57e3-4ff0-9a03-712e2239e177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:19.836981 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-05313823-c0eb-414a-b7ac-69181fa2d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:19.839873 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-05313823-c0eb-414a-b7ac-69181fa2d199 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 1130 time: 0.3260884 Feb 05 02:56:19.978312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5a0f4c0d-9e28-4a18-b591-e89841878b28 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:20.022231 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-a834993a-3459-4889-a94e-8ded8d224416 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0eebee3e-aeae-44a8-baba-35021497c332 HTTP/1.1" status: 200 len: 217 time: 0.1509926 Feb 05 02:56:20.133378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5a0f4c0d-9e28-4a18-b591-e89841878b28 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:20.133750 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5a0f4c0d-9e28-4a18-b591-e89841878b28), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:20.169962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c26e1e-4d76-4565-b9c0-1c365b1a8d84 req-7c4bf315-e067-487d-ab7d-b12a066fb5fc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:20.174072 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6c26e1e-4d76-4565-b9c0-1c365b1a8d84 req-7c4bf315-e067-487d-ab7d-b12a066fb5fc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 948 time: 0.2517991 Feb 05 02:56:20.199361 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Publish callbacks [] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:20.208625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-df27a452-b6dd-48db-8165-7a3ae448266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:20.212914 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-df27a452-b6dd-48db-8165-7a3ae448266f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1725595 Feb 05 02:56:20.230561 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:20.239098 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69979124-57e3-4ff0-9a03-712e2239e177 admin admin] Publish callbacks [] for security_group (9c8817f9-0fa0-4355-9a18-253794bd1b4e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:20.270429 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69979124-57e3-4ff0-9a03-712e2239e177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9c8817f9-0fa0-4355-9a18-253794bd1b4e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:20.511126 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69979124-57e3-4ff0-9a03-712e2239e177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8817f9-0fa0-4355-9a18-253794bd1b4e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:20.512372 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5a0f4c0d-9e28-4a18-b591-e89841878b28 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:20.557582 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd337d-5e18-41f3-8879-87fbfa77e8f3 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port e347ff26-6a09-4a28-b760-de368cf2bb6f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:56:20.558172 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a4fd337d-5e18-41f3-8879-87fbfa77e8f3 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e347ff26-6a09-4a28-b760-de368cf2bb6f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:20.560095 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-69979124-57e3-4ff0-9a03-712e2239e177 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca8a0eeb941d4c6f9162aecf6e64630f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3077929 Feb 05 02:56:20.561626 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52370) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:20.574579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-61c83b14-48e9-4eff-8650-69f940871d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:20.580880 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-61c83b14-48e9-4eff-8650-69f940871d0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3374722 Feb 05 02:56:20.717495 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-20ddc4db-ee9c-48ec-94dd-4c771699a5ed service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308794 Feb 05 02:56:20.717981 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52374) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:20.756637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Pushing event updated for resources: {'Port': ['ID=a6899aaf-c1fd-4b5d-9871-a24c00e28810,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:20.772496 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:20.797953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6c26e1e-4d76-4565-b9c0-1c365b1a8d84 req-313dbede-39cb-43de-b5f4-a3f4302ada2e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777371 Feb 05 02:56:20.844848 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa55dc1f-a5b4-470b-88ae-09abc5a49f0c req-9d8ef357-ddf5-44c0-977b-f381666fe9ab service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198115 Feb 05 02:56:20.863601 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85b16fe1-6544-45bf-a6eb-810dcb4c48e7 admin admin] Publish callbacks [] for security_group (9c8817f9-0fa0-4355-9a18-253794bd1b4e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:20.964046 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85b16fe1-6544-45bf-a6eb-810dcb4c48e7 admin admin] Publish callbacks [] for security_group (9c8817f9-0fa0-4355-9a18-253794bd1b4e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:20.967007 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a4fd337d-5e18-41f3-8879-87fbfa77e8f3 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e347ff26-6a09-4a28-b760-de368cf2bb6f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:20.995388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd337d-5e18-41f3-8879-87fbfa77e8f3 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for e347ff26-6a09-4a28-b760-de368cf2bb6f owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:56:21.011465 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cbd4e2de-6282-4cf1-924a-7acfd4e085c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1965706342-network', 'tenant_id': '37d45416619c42a5be673fac7a85f3c2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:21.058281 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d03386-ce8f-4b63-b0f6-3e5b657f36c3 req-ce02249a-32bc-4d23-9eab-12f9ab8ca56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:21.060357 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7d03386-ce8f-4b63-b0f6-3e5b657f36c3 req-ce02249a-32bc-4d23-9eab-12f9ab8ca56f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 1130 time: 0.1540673 Feb 05 02:56:21.061323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd4e2de-6282-4cf1-924a-7acfd4e085c6 admin admin] Made reservation on behalf of 37d45416619c42a5be673fac7a85f3c2 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:21.064651 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e2de-6282-4cf1-924a-7acfd4e085c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:21.100643 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e2de-6282-4cf1-924a-7acfd4e085c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:21.205302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Network d72524e2-c521-4683-9c19-dd229da7f011 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:21.211872 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:21.236196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d03386-ce8f-4b63-b0f6-3e5b657f36c3 req-6d7751b4-849a-498e-b634-ab63a0b59d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:21.238924 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7d03386-ce8f-4b63-b0f6-3e5b657f36c3 req-6d7751b4-849a-498e-b634-ab63a0b59d5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.1713438 Feb 05 02:56:21.383309 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85b16fe1-6544-45bf-a6eb-810dcb4c48e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9c8817f9-0fa0-4355-9a18-253794bd1b4e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:21.385879 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85b16fe1-6544-45bf-a6eb-810dcb4c48e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:21.387155 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-85b16fe1-6544-45bf-a6eb-810dcb4c48e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c8817f9-0fa0-4355-9a18-253794bd1b4e HTTP/1.1" status: 204 len: 168 time: 0.8173494 Feb 05 02:56:21.403182 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e2de-6282-4cf1-924a-7acfd4e085c6 admin admin] Publish callbacks [] for security_group (0ecafd94-c716-4926-91e4-64bf4e5317c3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:21.464717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b16fe1-6544-45bf-a6eb-810dcb4c48e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8817f9-0fa0-4355-9a18-253794bd1b4e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:21.528880 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e2de-6282-4cf1-924a-7acfd4e085c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0ecafd94-c716-4926-91e4-64bf4e5317c3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:21.599777 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd4e2de-6282-4cf1-924a-7acfd4e085c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:56:21.638740 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7d03386-ce8f-4b63-b0f6-3e5b657f36c3 req-51ff27e3-b2cd-496f-8456-4f9abb487dc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0eebee3e-aeae-44a8-baba-35021497c332 HTTP/1.1" status: 200 len: 217 time: 0.3892848 Feb 05 02:56:21.730544 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:56:21.820568 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e41cd238-57b9-4749-8f50-6d074fa2b3f3 None None] Provisioning complete for port a6899aaf-c1fd-4b5d-9871-a24c00e28810 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:21.821028 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e41cd238-57b9-4749-8f50-6d074fa2b3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:21.889332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4e2de-6282-4cf1-924a-7acfd4e085c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecafd94-c716-4926-91e4-64bf4e5317c3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:21.922706 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d03386-ce8f-4b63-b0f6-3e5b657f36c3 req-9b2a39d7-4ab9-4428-8b8b-39c556e15884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:21.924464 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7d03386-ce8f-4b63-b0f6-3e5b657f36c3 req-9b2a39d7-4ab9-4428-8b8b-39c556e15884 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.2769654 Feb 05 02:56:22.007391 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e2de-6282-4cf1-924a-7acfd4e085c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:22.007813 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-cbd4e2de-6282-4cf1-924a-7acfd4e085c6 admin admin] Added segment 44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c of type vlan for network a325fffd-cc20-47f6-9590-870a2c199f44 Feb 05 02:56:22.009580 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a4fd337d-5e18-41f3-8879-87fbfa77e8f3 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e347ff26-6a09-4a28-b760-de368cf2bb6f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:22.019577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d03386-ce8f-4b63-b0f6-3e5b657f36c3 req-4648a19d-8d54-4610-aceb-9cc4fe02f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:22.021777 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7d03386-ce8f-4b63-b0f6-3e5b657f36c3 req-4648a19d-8d54-4610-aceb-9cc4fe02f8f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0876057 Feb 05 02:56:22.058595 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e41cd238-57b9-4749-8f50-6d074fa2b3f3 None None] Port a6899aaf-c1fd-4b5d-9871-a24c00e28810 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:56:22.170147 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd337d-5e18-41f3-8879-87fbfa77e8f3 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=e347ff26-6a09-4a28-b760-de368cf2bb6f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:22.182486 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e2de-6282-4cf1-924a-7acfd4e085c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (a325fffd-cc20-47f6-9590-870a2c199f44), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:22.306085 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e2de-6282-4cf1-924a-7acfd4e085c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (a325fffd-cc20-47f6-9590-870a2c199f44), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:22.308724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd4e2de-6282-4cf1-924a-7acfd4e085c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:22.309913 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e2de-6282-4cf1-924a-7acfd4e085c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:22.406187 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a4fd337d-5e18-41f3-8879-87fbfa77e8f3 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (e82a6aa6-4082-4099-a2c7-121d45e342b6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:22.437379 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:56:22.445211 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-04d334e1-c2ce-45b9-883f-642d82d3905a admin admin] 10.222.0.36 "PUT /v2.0/routers/cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1690540 Feb 05 02:56:22.464190 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Sync routers for ids ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:56:22.492068 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Routers {'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:56:22.494528 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:56:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:22.496444 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7d03386-ce8f-4b63-b0f6-3e5b657f36c3 req-2feed857-0d15-46a1-aa2d-732be5619e7e service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485486 Feb 05 02:56:22.500021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4e2de-6282-4cf1-924a-7acfd4e085c6 admin admin] Pushing event updated for resources: {'Network': ['ID=a325fffd-cc20-47f6-9590-870a2c199f44,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:22.521046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network a325fffd-cc20-47f6-9590-870a2c199f44 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:56:22.621668 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950512e-20de-4b7a-9bb5-d9fa99ad3134 req-b350d66c-d5b5-4b7f-b9af-a9dbe7ec88df tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:22.629293 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c950512e-20de-4b7a-9bb5-d9fa99ad3134 req-b350d66c-d5b5-4b7f-b9af-a9dbe7ec88df tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 948 time: 0.6049056 Feb 05 02:56:22.796217 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Set router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:56:22.796583 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7d03386-ce8f-4b63-b0f6-3e5b657f36c3 req-f43bf0d6-dfb3-4e64-bd63-8f655ef30012 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852356 Feb 05 02:56:22.802639 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cbd4e2de-6282-4cf1-924a-7acfd4e085c6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0834224 Feb 05 02:56:22.805707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52454) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:22.826144 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-017bbd64-78e9-46e0-9542-cb027e2d373a admin admin] Request body: {'subnet': {'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1965706342-subnet', 'tenant_id': '37d45416619c42a5be673fac7a85f3c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:22.868040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52458) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:22.925499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017bbd64-78e9-46e0-9542-cb027e2d373a admin admin] Made reservation on behalf of 37d45416619c42a5be673fac7a85f3c2 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:22.937679 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-017bbd64-78e9-46e0-9542-cb027e2d373a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:23.072577 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c950512e-20de-4b7a-9bb5-d9fa99ad3134 req-18f02cd0-4f7e-488f-a629-87d0cbeae342 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404602 Feb 05 02:56:23.114132 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fd337d-5e18-41f3-8879-87fbfa77e8f3 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Router e82a6aa6-4082-4099-a2c7-121d45e342b6 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:56:23.356507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fd337d-5e18-41f3-8879-87fbfa77e8f3 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:56:23.375088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a4fd337d-5e18-41f3-8879-87fbfa77e8f3 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "PUT /v2.0/routers/e82a6aa6-4082-4099-a2c7-121d45e342b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1764634 Feb 05 02:56:23.376351 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52472) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:23.388300 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83fc0e0-f712-4d60-a7d1-399dd6327824 None None] Sync routers for ids ['e82a6aa6-4082-4099-a2c7-121d45e342b6'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:56:23.404845 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38981b3e-6b1c-4271-86a6-32411cd76853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:23.410219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83fc0e0-f712-4d60-a7d1-399dd6327824 None None] Routers {'e82a6aa6-4082-4099-a2c7-121d45e342b6'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:56:23.413046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d83fc0e0-f712-4d60-a7d1-399dd6327824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:56:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e82a6aa6-4082-4099-a2c7-121d45e342b6'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:23.452812 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4036e5-f8aa-469e-9ee7-2dc383532c0c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] GET failed (client error): The resource could not be found. Feb 05 02:56:23.453331 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'name': 'tempest-TaggedBootDevicesTest_v242-405337453-router', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:06Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'gw_port': {'id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:07Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'a6899aaf-c1fd-4b5d-9871-a24c00e28810', 'name': '', 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'mac_address': 'fa:16:3e:17:4c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:15Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 2, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'subnets': [{'id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:23.459719 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6d4036e5-f8aa-469e-9ee7-2dc383532c0c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports/e347ff26-6a09-4a28-b760-de368cf2bb6f HTTP/1.1" status: 404 len: 333 time: 0.0821803 Feb 05 02:56:23.460337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52474) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:23.538783 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Checking router: cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:56:23.539563 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Updating router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df port a6899aaf-c1fd-4b5d-9871-a24c00e28810 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:56:23.565215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0eebee3e-aeae-44a8-baba-35021497c332 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:56:23.577424 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d83fc0e0-f712-4d60-a7d1-399dd6327824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:23.615696 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:23.642674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-017bbd64-78e9-46e0-9542-cb027e2d373a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (f5fb34fa-8661-4f51-8858-93f112ab0d02), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:23.665114 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83fc0e0-f712-4d60-a7d1-399dd6327824 None None] Routers {'e82a6aa6-4082-4099-a2c7-121d45e342b6'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:56:23.668088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d83fc0e0-f712-4d60-a7d1-399dd6327824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:56:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e82a6aa6-4082-4099-a2c7-121d45e342b6'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:23.678051 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-142574b4-c103-4809-a05e-97a8ed380145 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for router (e82a6aa6-4082-4099-a2c7-121d45e342b6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:23.806553 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d83fc0e0-f712-4d60-a7d1-399dd6327824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:23.807587 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83fc0e0-f712-4d60-a7d1-399dd6327824 None None] The sync data for ids ['e82a6aa6-4082-4099-a2c7-121d45e342b6'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:56:23.845773 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:56:24.030935 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0eebee3e-aeae-44a8-baba-35021497c332, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0eebee3e-aeae-44a8-baba-35021497c332,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:24.052332 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-142574b4-c103-4809-a05e-97a8ed380145 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (e82a6aa6-4082-4099-a2c7-121d45e342b6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.056087 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-142574b4-c103-4809-a05e-97a8ed380145 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for router_controller (e82a6aa6-4082-4099-a2c7-121d45e342b6), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.059279 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '0eebee3e-aeae-44a8-baba-35021497c332', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '0eebee3e-aeae-44a8-baba-35021497c332', 'mac_address': 'fa:16:3e:73:ea:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:56:24.135669 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0eebee3e-aeae-44a8-baba-35021497c332 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:24.136453 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0eebee3e-aeae-44a8-baba-35021497c332), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.154864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52504) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:24.161864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eebee3e-aeae-44a8-baba-35021497c332 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:56:24.164870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c5de1390-4dbc-491d-90bf-51d74120a8d9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1825039167-network', 'tenant_id': '15110b7d03c04df4adfb81d714da9d6d'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:24.188639 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-142574b4-c103-4809-a05e-97a8ed380145 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (e82a6aa6-4082-4099-a2c7-121d45e342b6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.191129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142574b4-c103-4809-a05e-97a8ed380145 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Fanout notify agent at l3_agent the message router_deleted on router e82a6aa6-4082-4099-a2c7-121d45e342b6 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:56:24.195649 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0eebee3e-aeae-44a8-baba-35021497c332, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0eebee3e-aeae-44a8-baba-35021497c332,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:24.201058 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-142574b4-c103-4809-a05e-97a8ed380145 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.207678 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-142574b4-c103-4809-a05e-97a8ed380145 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/routers/e82a6aa6-4082-4099-a2c7-121d45e342b6 HTTP/1.1" status: 204 len: 168 time: 0.7461979 Feb 05 02:56:24.208290 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0eebee3e-aeae-44a8-baba-35021497c332), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.211868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52506) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:24.257968 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5de1390-4dbc-491d-90bf-51d74120a8d9 admin admin] Made reservation on behalf of 15110b7d03c04df4adfb81d714da9d6d for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:24.261381 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5de1390-4dbc-491d-90bf-51d74120a8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.309562 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Publish callbacks [] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.314415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=0eebee3e-aeae-44a8-baba-35021497c332,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:24.315104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-1229d09b-cd88-4058-9f76-718851b8c247 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting subnet 33de6de3-da3a-4aed-8a2a-5aa46034cbef {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:56:24.329437 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.334943 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1229d09b-cd88-4058-9f76-718851b8c247 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (33de6de3-da3a-4aed-8a2a-5aa46034cbef), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.411689 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1229d09b-cd88-4058-9f76-718851b8c247 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (33de6de3-da3a-4aed-8a2a-5aa46034cbef), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.434735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0eebee3e-aeae-44a8-baba-35021497c332'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:56:24.437033 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280c3bf-08ec-4d28-9d33-91637c29910c None None] Pushing event updated for resources: {'Port': ['ID=a6899aaf-c1fd-4b5d-9871-a24c00e28810,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:24.569393 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Attempting to bind port a6899aaf-c1fd-4b5d-9871-a24c00e28810 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:56:24.570489 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Attempting to bind port a6899aaf-c1fd-4b5d-9871-a24c00e28810 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '56f090c6-04fe-4988-a432-03e7531db0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:56:24.571106 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Attempting to bind port a6899aaf-c1fd-4b5d-9871-a24c00e28810 on network d72524e2-c521-4683-9c19-dd229da7f011 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:56:24.576820 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1229d09b-cd88-4058-9f76-718851b8c247 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (33de6de3-da3a-4aed-8a2a-5aa46034cbef), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.586325 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:56:24.587078 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Checking segment: {'id': '56f090c6-04fe-4988-a432-03e7531db0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:56:24.587652 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.588205 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Bound using segment: {'id': '56f090c6-04fe-4988-a432-03e7531db0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:56:24.588853 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Bound port: a6899aaf-c1fd-4b5d-9871-a24c00e28810, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f090c6-04fe-4988-a432-03e7531db0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:56:24.589422 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.651034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52510) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:24.713707 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] For port a6899aaf-c1fd-4b5d-9871-a24c00e28810, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:56:24.721834 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5de1390-4dbc-491d-90bf-51d74120a8d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.726516 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] For port a6899aaf-c1fd-4b5d-9871-a24c00e28810, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a6899aaf-c1fd-4b5d-9871-a24c00e28810,segment=NetworkSegment(56f090c6-04fe-4988-a432-03e7531db0e5),segment_id=56f090c6-04fe-4988-a432-03e7531db0e5)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:56:24.743400 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1229d09b-cd88-4058-9f76-718851b8c247 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (33de6de3-da3a-4aed-8a2a-5aa46034cbef), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.748630 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.771992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bbd64-78e9-46e0-9542-cb027e2d373a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5fb34fa-8661-4f51-8858-93f112ab0d02,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:24.774326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017bbd64-78e9-46e0-9542-cb027e2d373a admin admin] Checking segment: {'id': '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:56:24.774695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017bbd64-78e9-46e0-9542-cb027e2d373a admin admin] Network hostable DHCP agents. Network: a325fffd-cc20-47f6-9590-870a2c199f44, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:56:24.796967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229d09b-cd88-4058-9f76-718851b8c247 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Subnet': ['ID=33de6de3-da3a-4aed-8a2a-5aa46034cbef,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:24.797742 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38981b3e-6b1c-4271-86a6-32411cd76853 admin admin] Publish callbacks [] for security_group (444ae8ac-cab8-4c22-a30d-d3b38e53a57d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.809370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38981b3e-6b1c-4271-86a6-32411cd76853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (444ae8ac-cab8-4c22-a30d-d3b38e53a57d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.817639 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1229d09b-cd88-4058-9f76-718851b8c247 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.818000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968288f9-f8db-4613-a9c6-eb757f10bb81 None None] Network 7c6272cc-8572-4ca9-a2d2-46b669d3adb1 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:56:24.821479 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1229d09b-cd88-4058-9f76-718851b8c247 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/33de6de3-da3a-4aed-8a2a-5aa46034cbef HTTP/1.1" status: 204 len: 168 time: 0.6078033 Feb 05 02:56:24.827981 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52514) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:24.867790 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ee552e97-4f7c-49df-acf4-ac80a1b04a12 None None] Provisioning complete for port a6899aaf-c1fd-4b5d-9871-a24c00e28810 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:24.876304 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ee552e97-4f7c-49df-acf4-ac80a1b04a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:24.876499 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-38981b3e-6b1c-4271-86a6-32411cd76853 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf2b112307dd41a7b2b7ee1d40daeb48&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0046616 Feb 05 02:56:24.876499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017bbd64-78e9-46e0-9542-cb027e2d373a admin admin] Network a325fffd-cc20-47f6-9590-870a2c199f44 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:56:24.882526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52522) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:24.899990 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Routers {'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:56:24.900630 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:56:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:24.998506 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855839b-d012-4ac2-bf7e-c315618b2a88 req-40e0e992-dc50-45ed-aec1-31fad449de12 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:25.000887 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a855839b-d012-4ac2-bf7e-c315618b2a88 req-40e0e992-dc50-45ed-aec1-31fad449de12 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 949 time: 0.7303829 Feb 05 02:56:25.037693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-017bbd64-78e9-46e0-9542-cb027e2d373a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, a325fffd-cc20-47f6-9590-870a2c199f44) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:25.073182 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280c3bf-08ec-4d28-9d33-91637c29910c None None] Pushing event updated for resources: {'Port': ['ID=a6899aaf-c1fd-4b5d-9871-a24c00e28810,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:25.077401 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017bbd64-78e9-46e0-9542-cb027e2d373a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:25.085968 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d3eac5-c06a-4111-9139-013d5ddba50b None None] Network a325fffd-cc20-47f6-9590-870a2c199f44 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:56:25.091921 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-017bbd64-78e9-46e0-9542-cb027e2d373a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.097234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ee552e97-4f7c-49df-acf4-ac80a1b04a12 None None] Current status of the port a6899aaf-c1fd-4b5d-9871-a24c00e28810 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:25.097634 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ee552e97-4f7c-49df-acf4-ac80a1b04a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.132528 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a855839b-d012-4ac2-bf7e-c315618b2a88 req-16ef45b7-7248-47e0-950e-1af5c2133933 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994728 Feb 05 02:56:25.146514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38981b3e-6b1c-4271-86a6-32411cd76853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444ae8ac-cab8-4c22-a30d-d3b38e53a57d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:25.165592 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] Set router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:56:25.178107 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-017bbd64-78e9-46e0-9542-cb027e2d373a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3711443 Feb 05 02:56:25.197889 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25598477-44f5-4870-9a93-e1808d20612a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.238884 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c63453b9-7f94-42dc-90bd-a92b9cf6c474 admin admin] Publish callbacks [] for security_group (444ae8ac-cab8-4c22-a30d-d3b38e53a57d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.298129 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (7c6272cc-8572-4ca9-a2d2-46b669d3adb1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.383703 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c63453b9-7f94-42dc-90bd-a92b9cf6c474 admin admin] Publish callbacks [] for security_group (444ae8ac-cab8-4c22-a30d-d3b38e53a57d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.384624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ee552e97-4f7c-49df-acf4-ac80a1b04a12 None None] For port a6899aaf-c1fd-4b5d-9871-a24c00e28810, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a6899aaf-c1fd-4b5d-9871-a24c00e28810,segment=NetworkSegment(56f090c6-04fe-4988-a432-03e7531db0e5),segment_id=56f090c6-04fe-4988-a432-03e7531db0e5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:25.412013 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ee552e97-4f7c-49df-acf4-ac80a1b04a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.463269 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25598477-44f5-4870-9a93-e1808d20612a admin admin] Publish callbacks [] for security_group (1c12b454-2725-4b43-ae69-3ec87a6750b0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.488371 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25598477-44f5-4870-9a93-e1808d20612a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1c12b454-2725-4b43-ae69-3ec87a6750b0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.499919 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c63453b9-7f94-42dc-90bd-a92b9cf6c474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (444ae8ac-cab8-4c22-a30d-d3b38e53a57d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.503090 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c63453b9-7f94-42dc-90bd-a92b9cf6c474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.513245 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c63453b9-7f94-42dc-90bd-a92b9cf6c474 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/444ae8ac-cab8-4c22-a30d-d3b38e53a57d HTTP/1.1" status: 204 len: 168 time: 0.6279013 Feb 05 02:56:25.539907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63453b9-7f94-42dc-90bd-a92b9cf6c474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444ae8ac-cab8-4c22-a30d-d3b38e53a57d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:25.574838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0eebee3e-aeae-44a8-baba-35021497c332 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:25.586923 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-25598477-44f5-4870-9a93-e1808d20612a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1518668c7b9242b1ace955feb4c2e898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9345419 Feb 05 02:56:25.590034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52540) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:25.630061 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5de1390-4dbc-491d-90bf-51d74120a8d9 admin admin] Publish callbacks [] for security_group (087b03c5-5039-47a7-9673-c0a6895a73f6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.674342 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f560a26-06ee-4545-936c-c1aeb2cae2d0 None None] DHCP port deletion for 7c6272cc-8572-4ca9-a2d2-46b669d3adb1 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:56:25.679777 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5de1390-4dbc-491d-90bf-51d74120a8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (087b03c5-5039-47a7-9673-c0a6895a73f6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.709464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548d79fb-7532-4afc-9e45-5b19b64fe16c None None] Network a325fffd-cc20-47f6-9590-870a2c199f44 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:56:25.737103 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5748b138-e0c8-4ba8-b400-4d63e654ee16 admin admin] Publish callbacks [] for security_group (1c12b454-2725-4b43-ae69-3ec87a6750b0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.742323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25598477-44f5-4870-9a93-e1808d20612a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c12b454-2725-4b43-ae69-3ec87a6750b0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:25.754442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5de1390-4dbc-491d-90bf-51d74120a8d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:56:25.809566 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5748b138-e0c8-4ba8-b400-4d63e654ee16 admin admin] Publish callbacks [] for security_group (1c12b454-2725-4b43-ae69-3ec87a6750b0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.811800 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'name': 'tempest-TaggedBootDevicesTest_v242-405337453-router', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:06Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'gw_port': {'id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:07Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'a6899aaf-c1fd-4b5d-9871-a24c00e28810', 'name': '', 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'mac_address': 'fa:16:3e:17:4c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:15Z', 'updated_at': '2022-02-05T02:56:24Z', 'revision_number': 4, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'subnets': [{'id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:25.843304 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de1390-4dbc-491d-90bf-51d74120a8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087b03c5-5039-47a7-9673-c0a6895a73f6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:25.870169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port 82764a29-50fa-407c-b593-123869a1bc19 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:56:25.870515 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (82764a29-50fa-407c-b593-123869a1bc19), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.904076 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d42a48-ce24-4460-b83c-b18494867676 None None] The sync data for ids ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'] in n-d-826942-8 is: [{'id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'name': 'tempest-TaggedBootDevicesTest_v242-405337453-router', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:06Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'gw_port': {'id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:07Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'a6899aaf-c1fd-4b5d-9871-a24c00e28810', 'name': '', 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'mac_address': 'fa:16:3e:17:4c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:15Z', 'updated_at': '2022-02-05T02:56:24Z', 'revision_number': 4, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'subnets': [{'id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:56:25.945454 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5748b138-e0c8-4ba8-b400-4d63e654ee16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1c12b454-2725-4b43-ae69-3ec87a6750b0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.948265 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5748b138-e0c8-4ba8-b400-4d63e654ee16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:25.952660 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5748b138-e0c8-4ba8-b400-4d63e654ee16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c12b454-2725-4b43-ae69-3ec87a6750b0 HTTP/1.1" status: 204 len: 168 time: 0.3596439 Feb 05 02:56:25.992777 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748b138-e0c8-4ba8-b400-4d63e654ee16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c12b454-2725-4b43-ae69-3ec87a6750b0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:26.058598 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 82764a29-50fa-407c-b593-123869a1bc19 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:56:26.213595 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5de1390-4dbc-491d-90bf-51d74120a8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:26.220659 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-c5de1390-4dbc-491d-90bf-51d74120a8d9 admin admin] Added segment 7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a of type vlan for network 1b06da80-f6e8-4eb3-a70c-851a7ccb15cc Feb 05 02:56:26.305016 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] For port 82764a29-50fa-407c-b593-123869a1bc19, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=82764a29-50fa-407c-b593-123869a1bc19,segment=NetworkSegment(46ae5ff0-e194-49eb-ab3b-2bcd5090b014),segment_id=46ae5ff0-e194-49eb-ab3b-2bcd5090b014)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:26.311349 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (82764a29-50fa-407c-b593-123869a1bc19), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:26.334261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3e59f410-37af-4537-8d0c-9768d9c51259 None None] Provisioning complete for port a6899aaf-c1fd-4b5d-9871-a24c00e28810 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:26.343071 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e59f410-37af-4537-8d0c-9768d9c51259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:26.447865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 0eebee3e-aeae-44a8-baba-35021497c332 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:56:26.468182 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee552e97-4f7c-49df-acf4-ac80a1b04a12 None None] Pushing event updated for resources: {'Port': ['ID=a6899aaf-c1fd-4b5d-9871-a24c00e28810,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:26.484016 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 0eebee3e-aeae-44a8-baba-35021497c332 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:26.484544 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0eebee3e-aeae-44a8-baba-35021497c332), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:26.581270 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5de1390-4dbc-491d-90bf-51d74120a8d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (1b06da80-f6e8-4eb3-a70c-851a7ccb15cc), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:26.679439 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for 82764a29-50fa-407c-b593-123869a1bc19 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:56:26.704522 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5de1390-4dbc-491d-90bf-51d74120a8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (1b06da80-f6e8-4eb3-a70c-851a7ccb15cc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:26.705858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5de1390-4dbc-491d-90bf-51d74120a8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:26.706517 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5de1390-4dbc-491d-90bf-51d74120a8d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:26.940690 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4f560a26-06ee-4545-936c-c1aeb2cae2d0 None None] Deleting port 82764a29-50fa-407c-b593-123869a1bc19 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:56:26.941220 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4f560a26-06ee-4545-936c-c1aeb2cae2d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (82764a29-50fa-407c-b593-123869a1bc19), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:26.974190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de1390-4dbc-491d-90bf-51d74120a8d9 admin admin] Pushing event updated for resources: {'Network': ['ID=1b06da80-f6e8-4eb3-a70c-851a7ccb15cc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:27.049793 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4f560a26-06ee-4545-936c-c1aeb2cae2d0 None None] For port 82764a29-50fa-407c-b593-123869a1bc19, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=82764a29-50fa-407c-b593-123869a1bc19,segment=NetworkSegment(46ae5ff0-e194-49eb-ab3b-2bcd5090b014),segment_id=46ae5ff0-e194-49eb-ab3b-2bcd5090b014)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:27.050242 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4f560a26-06ee-4545-936c-c1aeb2cae2d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (82764a29-50fa-407c-b593-123869a1bc19), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:27.066316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4f560a26-06ee-4545-936c-c1aeb2cae2d0 None None] Calling delete_port for 82764a29-50fa-407c-b593-123869a1bc19 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:56:27.119869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c5de1390-4dbc-491d-90bf-51d74120a8d9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9607499 Feb 05 02:56:27.121437 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52604) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:27.129982 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-509299d5-ba84-424b-99e7-360f5536b2fe admin admin] Request body: {'subnet': {'network_id': '1b06da80-f6e8-4eb3-a70c-851a7ccb15cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1825039167-subnet', 'tenant_id': '15110b7d03c04df4adfb81d714da9d6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:27.194706 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509299d5-ba84-424b-99e7-360f5536b2fe admin admin] Made reservation on behalf of 15110b7d03c04df4adfb81d714da9d6d for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:27.203273 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-509299d5-ba84-424b-99e7-360f5536b2fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:27.213654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 1b06da80-f6e8-4eb3-a70c-851a7ccb15cc details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:56:27.258857 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83f7b4-c579-40a7-9d43-81ff24f78d2b req-8eae7a61-6026-4d3c-a935-57fd2226282b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:27.260463 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed83f7b4-c579-40a7-9d43-81ff24f78d2b req-8eae7a61-6026-4d3c-a935-57fd2226282b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 949 time: 0.9387043 Feb 05 02:56:27.279822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3e59f410-37af-4537-8d0c-9768d9c51259 None None] Current status of the port a6899aaf-c1fd-4b5d-9871-a24c00e28810 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:27.282465 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0eebee3e-aeae-44a8-baba-35021497c332 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:27.282905 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0eebee3e-aeae-44a8-baba-35021497c332), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:27.302141 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-e48488cc-b0dc-4878-8c80-6d81baf01393 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:27.306078 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-e48488cc-b0dc-4878-8c80-6d81baf01393 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/networks?id=a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 200 len: 815 time: 1.1687803 Feb 05 02:56:27.369205 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4f560a26-06ee-4545-936c-c1aeb2cae2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (82764a29-50fa-407c-b593-123869a1bc19), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:27.419738 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2c6195-54c1-4ad6-8573-e93c0ac88ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eebee3e-aeae-44a8-baba-35021497c332'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:56:27.425673 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42a39d8-346c-466c-a5ba-8d695e3b85a5" -d '{"events": [{"server_uuid": "aa2c6195-54c1-4ad6-8573-e93c0ac88ff8", "name": "network-vif-plugged", "status": "completed", "tag": "0eebee3e-aeae-44a8-baba-35021497c332"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:56:27.428266 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 82764a29-50fa-407c-b593-123869a1bc19 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:27.428668 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (82764a29-50fa-407c-b593-123869a1bc19), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:27.542964 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f560a26-06ee-4545-936c-c1aeb2cae2d0 None None] Pushing event deleted for resources: {'Port': ['ID=82764a29-50fa-407c-b593-123869a1bc19,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:27.565078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0eebee3e-aeae-44a8-baba-35021497c332, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0eebee3e-aeae-44a8-baba-35021497c332,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:27.572863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f560a26-06ee-4545-936c-c1aeb2cae2d0 None None] No DVR routers for this DVR port 82764a29-50fa-407c-b593-123869a1bc19 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:56:27.588910 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0eebee3e-aeae-44a8-baba-35021497c332), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:27.746673 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-509299d5-ba84-424b-99e7-360f5536b2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (9ba4f314-6f33-4e30-ab88-a009d6faeb7f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:27.778372 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=0eebee3e-aeae-44a8-baba-35021497c332,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:27.930154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509299d5-ba84-424b-99e7-360f5536b2fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba4f314-6f33-4e30-ab88-a009d6faeb7f,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:27.950136 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509299d5-ba84-424b-99e7-360f5536b2fe admin admin] Checking segment: {'id': '7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b06da80-f6e8-4eb3-a70c-851a7ccb15cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:56:27.950496 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509299d5-ba84-424b-99e7-360f5536b2fe admin admin] Network hostable DHCP agents. Network: 1b06da80-f6e8-4eb3-a70c-851a7ccb15cc, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:56:28.021581 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509299d5-ba84-424b-99e7-360f5536b2fe admin admin] Network 1b06da80-f6e8-4eb3-a70c-851a7ccb15cc is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:56:28.037572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a6899aaf-c1fd-4b5d-9871-a24c00e28810 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:28.053063 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-509299d5-ba84-424b-99e7-360f5536b2fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 1b06da80-f6e8-4eb3-a70c-851a7ccb15cc) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:28.059441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509299d5-ba84-424b-99e7-360f5536b2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:28.060053 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-509299d5-ba84-424b-99e7-360f5536b2fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:28.102354 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-509299d5-ba84-424b-99e7-360f5536b2fe admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9771929 Feb 05 02:56:28.103045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52622) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:28.111080 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1825039167-router', 'tenant_id': '15110b7d03c04df4adfb81d714da9d6d', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:28.112216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecffb3b6-d6fc-4668-8f42-b1143efbfe74 None None] Network 1b06da80-f6e8-4eb3-a70c-851a7ccb15cc requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:56:28.160852 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (d30deaaa-7127-4248-aa84-5d604e2eba19), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:28.161950 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (d30deaaa-7127-4248-aa84-5d604e2eba19), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:28.308334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Publish callbacks [] for router_controller (d30deaaa-7127-4248-aa84-5d604e2eba19), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:28.374574 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port a6899aaf-c1fd-4b5d-9871-a24c00e28810 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:28.379334 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:28.412293 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed83f7b4-c579-40a7-9d43-81ff24f78d2b req-31661ea1-36cb-40e8-9804-30f5534e230a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1372395 Feb 05 02:56:28.432036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-df3ec66b-4049-4e7c-b7be-d5e4f3d30f1d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/quotas/37d45416619c42a5be673fac7a85f3c2 HTTP/1.1" status: 200 len: 375 time: 1.0929000 Feb 05 02:56:28.554447 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-aeb4348d-77f2-4a97-b75d-0a71ea037d64 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=37d45416619c42a5be673fac7a85f3c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1093311 Feb 05 02:56:28.564989 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (82764a29-50fa-407c-b593-123869a1bc19), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:28.590170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-1b06da80-f6e8-4eb3-a70c-851a7ccb15cc', 'network_id': '1b06da80-f6e8-4eb3-a70c-851a7ccb15cc', 'project_id': '15110b7d03c04df4adfb81d714da9d6d', 'fixed_ips': [{'subnet_id': '9ba4f314-6f33-4e30-ab88-a009d6faeb7f'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:56:28.591034 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:28.607690 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477f0ff9-efe4-42b1-86ea-af48694f8b52 x-openstack-request-id: req-477f0ff9-efe4-42b1-86ea-af48694f8b52 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:56:28.607987 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2c6195-54c1-4ad6-8573-e93c0ac88ff8", "name": "network-vif-plugged", "status": "completed", "tag": "0eebee3e-aeae-44a8-baba-35021497c332", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:56:28.608242 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-477f0ff9-efe4-42b1-86ea-af48694f8b52 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:56:28.608636 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2c6195-54c1-4ad6-8573-e93c0ac88ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eebee3e-aeae-44a8-baba-35021497c332', 'code': 200} Feb 05 02:56:28.633687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No DVR routers for this DVR port 82764a29-50fa-407c-b593-123869a1bc19 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:56:28.635519 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=82764a29-50fa-407c-b593-123869a1bc19,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:28.841903 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (7c6272cc-8572-4ca9-a2d2-46b669d3adb1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:28.862077 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Publish callbacks [] for router_gateway (d30deaaa-7127-4248-aa84-5d604e2eba19), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:28.903774 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6272cc-8572-4ca9-a2d2-46b669d3adb1']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:28.945526 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ae5ff0-e194-49eb-ab3b-2bcd5090b014') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:28.945739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port a6899aaf-c1fd-4b5d-9871-a24c00e28810 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:28.946534 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ae5ff0-e194-49eb-ab3b-2bcd5090b014') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:28.954521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Allocated IP 172.20.0.2 (1b06da80-f6e8-4eb3-a70c-851a7ccb15cc/9ba4f314-6f33-4e30-ab88-a009d6faeb7f/d78a2dfd-ca8d-492b-82e9-dcd577ec290f) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:28.978051 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (46ae5ff0-e194-49eb-ab3b-2bcd5090b014), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:28.997054 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (46ae5ff0-e194-49eb-ab3b-2bcd5090b014), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:29.008123 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:56:29.008961 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (46ae5ff0-e194-49eb-ab3b-2bcd5090b014), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:56:29.014744 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:56:29.038800 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322ef5d-4993-4de2-81d8-a69b589dcf36 req-7687ff7b-ce11-4440-8c2f-43fe42a97838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:29.044287 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0322ef5d-4993-4de2-81d8-a69b589dcf36 req-7687ff7b-ce11-4440-8c2f-43fe42a97838 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 1132 time: 0.3381352 Feb 05 02:56:29.121297 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0322ef5d-4993-4de2-81d8-a69b589dcf36 req-a500d029-030c-44ad-ab59-628ca1276cd7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669320 Feb 05 02:56:29.215174 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-aa5160b7-dd95-4f3e-a036-40d9fb5f22fd service neutron] 10.222.0.36 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6593904 Feb 05 02:56:29.247877 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (7c6272cc-8572-4ca9-a2d2-46b669d3adb1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:29.271258 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52654) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:29.279435 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:29.284886 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/networks/7c6272cc-8572-4ca9-a2d2-46b669d3adb1 HTTP/1.1" status: 204 len: 168 time: 4.4501526 Feb 05 02:56:29.290582 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Publish callbacks [] for port (d78a2dfd-ca8d-492b-82e9-dcd577ec290f), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:29.300218 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (d78a2dfd-ca8d-492b-82e9-dcd577ec290f), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:29.309100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52658) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:29.362953 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Network 1b06da80-f6e8-4eb3-a70c-851a7ccb15cc is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:29.367940 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:29.372267 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:56:29.380904 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Pushing event updated for resources: {'Port': ['ID=d78a2dfd-ca8d-492b-82e9-dcd577ec290f,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:29.445333 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41f4a9-7154-4740-a1ef-a37b532d432e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Network': ['ID=7c6272cc-8572-4ca9-a2d2-46b669d3adb1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:29.462876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887e095c-982a-4b0d-bf37-231836277f40 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:29.464604 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-887e095c-982a-4b0d-bf37-231836277f40 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports/bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 HTTP/1.1" status: 200 len: 841 time: 0.1386371 Feb 05 02:56:29.512210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Attempting to bind port d78a2dfd-ca8d-492b-82e9-dcd577ec290f on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:56:29.512714 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Attempting to bind port d78a2dfd-ca8d-492b-82e9-dcd577ec290f by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b06da80-f6e8-4eb3-a70c-851a7ccb15cc'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:56:29.513078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Attempting to bind port d78a2dfd-ca8d-492b-82e9-dcd577ec290f on network 1b06da80-f6e8-4eb3-a70c-851a7ccb15cc {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:56:29.521914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:56:29.522293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Checking segment: {'id': '7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b06da80-f6e8-4eb3-a70c-851a7ccb15cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:56:29.523155 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:29.523155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Bound using segment: {'id': '7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b06da80-f6e8-4eb3-a70c-851a7ccb15cc'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:56:29.523563 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Bound port: d78a2dfd-ca8d-492b-82e9-dcd577ec290f, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b06da80-f6e8-4eb3-a70c-851a7ccb15cc'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:56:29.523939 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d78a2dfd-ca8d-492b-82e9-dcd577ec290f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:29.529740 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52664) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:29.611734 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Publish callbacks [] for router_gateway (d30deaaa-7127-4248-aa84-5d604e2eba19), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:29.669128 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:29.676244 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a638df22-fe82-4aaf-9d2b-601634cd0085 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports/bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1454318 Feb 05 02:56:29.683884 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52678) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:29.718326 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8587d502-e7ed-47f5-b003-f3c77e1257a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'subnet': {'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:29.730983 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-53b3cedf-a7f4-47cd-87e1-b2406b2fb866 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1802240227'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:29.731567 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-53b3cedf-a7f4-47cd-87e1-b2406b2fb866 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] Unknown quota resources ['metering_label']. {{(pid=109674) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 05 02:56:29.759112 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] For port d78a2dfd-ca8d-492b-82e9-dcd577ec290f, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:56:29.766683 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] For port d78a2dfd-ca8d-492b-82e9-dcd577ec290f, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d78a2dfd-ca8d-492b-82e9-dcd577ec290f,segment=NetworkSegment(7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a),segment_id=7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:56:29.785667 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d78a2dfd-ca8d-492b-82e9-dcd577ec290f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:29.867630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a2794-7495-4fde-a8e6-be09f424229e None None] Pushing event updated for resources: {'Port': ['ID=d78a2dfd-ca8d-492b-82e9-dcd577ec290f,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:29.868384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-ade1b240-b86d-4c8c-80a9-b0ef8025a5b5 service neutron] 10.222.0.36 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5604494 Feb 05 02:56:29.944904 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f839f-ca69-4445-a263-0407ef849c0e req-3c48fe1d-80d7-4ce6-b4ab-35202ae7455e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:29.959194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-618f839f-ca69-4445-a263-0407ef849c0e req-3c48fe1d-80d7-4ce6-b4ab-35202ae7455e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 0.2910922 Feb 05 02:56:30.012090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8587d502-e7ed-47f5-b003-f3c77e1257a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:30.019390 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8587d502-e7ed-47f5-b003-f3c77e1257a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:30.221363 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-618f839f-ca69-4445-a263-0407ef849c0e req-241378b3-cfe9-4bb6-ad06-08abdcf2d10b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562664 Feb 05 02:56:30.303947 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-53b3cedf-a7f4-47cd-87e1-b2406b2fb866 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:30.305135 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-53b3cedf-a7f4-47cd-87e1-b2406b2fb866 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0321603 Feb 05 02:56:30.307822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52710) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:30.335867 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b2066cc9-a906-4b12-a47f-634679b21f7c tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c077ad66-03ea-47cc-a514-72af2d19a047'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:30.336464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b2066cc9-a906-4b12-a47f-634679b21f7c tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109674) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 05 02:56:30.545441 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-772facee-2eb2-4e34-b2b9-41e8ceaff296 req-eec749e2-7a1c-470f-8ce5-5ea371b01afd tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 210 time: 0.1035278 Feb 05 02:56:30.550737 n-d-826942-8 neutron-server[109674]: WARNING neutron.services.metering.metering_plugin [None req-b2066cc9-a906-4b12-a47f-634679b21f7c tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 05 02:56:30.565494 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Allocated IP 172.25.0.16 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/8095e3ea-4a4b-40a5-b97a-9edb0759f02c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:30.675534 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8587d502-e7ed-47f5-b003-f3c77e1257a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (b646f911-12fd-43b6-95a0-6c72090309df), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:30.743834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8587d502-e7ed-47f5-b003-f3c77e1257a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 97901936-6c92-4219-9b1e-4fee1a4c758e is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:30.786418 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b2066cc9-a906-4b12-a47f-634679b21f7c tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:30.787724 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b2066cc9-a906-4b12-a47f-634679b21f7c tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4789770 Feb 05 02:56:30.791438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52732) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:30.800591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cbf3966e-a4ea-46e6-abd5-a7ae70f6e26d tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c077ad66-03ea-47cc-a514-72af2d19a047'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:30.801964 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cbf3966e-a4ea-46e6-abd5-a7ae70f6e26d tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109674) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 05 02:56:30.802682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8587d502-e7ed-47f5-b003-f3c77e1257a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:30.805919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8587d502-e7ed-47f5-b003-f3c77e1257a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:30.806859 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8587d502-e7ed-47f5-b003-f3c77e1257a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:30.830003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523835b9-04c8-4312-b4ec-462aad76a7f3 None None] Network 97901936-6c92-4219-9b1e-4fee1a4c758e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:56:30.892748 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8587d502-e7ed-47f5-b003-f3c77e1257a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2019935 Feb 05 02:56:30.896758 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52744) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:30.905534 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c44dce02-1f8a-4e6f-8fad-4713f8ddf6b6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'security_group': {'name': 'tempest-secgroup-61060057'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:30.912670 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587d502-e7ed-47f5-b003-f3c77e1257a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Subnet': ['ID=b646f911-12fd-43b6-95a0-6c72090309df,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:30.952854 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c44dce02-1f8a-4e6f-8fad-4713f8ddf6b6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:31.076253 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Publish callbacks [] for port (8095e3ea-4a4b-40a5-b97a-9edb0759f02c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:31.098026 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:56:31.116805 n-d-826942-8 neutron-server[109674]: WARNING neutron.services.metering.metering_plugin [None req-cbf3966e-a4ea-46e6-abd5-a7ae70f6e26d tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 05 02:56:31.133508 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (8095e3ea-4a4b-40a5-b97a-9edb0759f02c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:31.133790 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c44dce02-1f8a-4e6f-8fad-4713f8ddf6b6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (e7e17c24-109d-4344-8d8d-c34b9aabba3f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:31.144074 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c44dce02-1f8a-4e6f-8fad-4713f8ddf6b6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e7e17c24-109d-4344-8d8d-c34b9aabba3f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:31.148696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-97901936-6c92-4219-9b1e-4fee1a4c758e', 'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e', 'project_id': '964b4754471e4b759ae75ee097ceda08', 'fixed_ips': [{'subnet_id': 'b646f911-12fd-43b6-95a0-6c72090309df'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:56:31.149899 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:31.191330 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c44dce02-1f8a-4e6f-8fad-4713f8ddf6b6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:31.195438 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c44dce02-1f8a-4e6f-8fad-4713f8ddf6b6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2975690 Feb 05 02:56:31.196354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52758) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:31.201240 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4a6ffdd7-8bfe-4669-bcff-50342b8dbfa4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'security_group': {'name': 'tempest-secgroup-2012127404'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:31.225292 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44dce02-1f8a-4e6f-8fad-4713f8ddf6b6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e17c24-109d-4344-8d8d-c34b9aabba3f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:31.230093 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a6ffdd7-8bfe-4669-bcff-50342b8dbfa4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:31.342010 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbf3966e-a4ea-46e6-abd5-a7ae70f6e26d tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:31.342493 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a6ffdd7-8bfe-4669-bcff-50342b8dbfa4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (2f7f4e25-fa09-47de-a5e6-f0fdb793eeae), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:31.347909 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cbf3966e-a4ea-46e6-abd5-a7ae70f6e26d tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5550692 Feb 05 02:56:31.349964 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a6ffdd7-8bfe-4669-bcff-50342b8dbfa4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2f7f4e25-fa09-47de-a5e6-f0fdb793eeae), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:31.354716 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52764) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:31.372019 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:31.398215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:31.402009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:56:31.445655 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Allocated IP 172.20.0.2 (97901936-6c92-4219-9b1e-4fee1a4c758e/b646f911-12fd-43b6-95a0-6c72090309df/d92683cb-ab18-4ead-914a-91ef8df9cb4b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:31.458855 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cdf8ae64-4e9c-4b8c-b2e8-f1cc13b9ffcf tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=543acd97-6c8e-4f61-be47-ebce6c2eecb0 HTTP/1.1" status: 200 len: 464 time: 0.0873935 Feb 05 02:56:31.460251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52770) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:31.487966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Pushing event updated for resources: {'Port': ['ID=8095e3ea-4a4b-40a5-b97a-9edb0759f02c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:31.589302 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a6ffdd7-8bfe-4669-bcff-50342b8dbfa4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:31.590576 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4a6ffdd7-8bfe-4669-bcff-50342b8dbfa4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3932953 Feb 05 02:56:31.593098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ffdd7-8bfe-4669-bcff-50342b8dbfa4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7f4e25-fa09-47de-a5e6-f0fdb793eeae,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:31.607522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52790) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:31.620275 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-65304050-eb86-4193-85e6-6f200e64eeb7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2099098121', 'security_groups': ['2f7f4e25-fa09-47de-a5e6-f0fdb793eeae'], 'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b646f911-12fd-43b6-95a0-6c72090309df'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:31.803481 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Publish callbacks [] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:31.817315 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:31.877544 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Network 97901936-6c92-4219-9b1e-4fee1a4c758e is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:31.885177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:31.897444 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:56:31.900945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Pushing event updated for resources: {'Port': ['ID=d92683cb-ab18-4ead-914a-91ef8df9cb4b,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:31.978171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305e8e2-9f38-450f-bfbf-45cb2e9864eb req-1ccb65ff-1c81-465c-91fe-9aee183c033c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:31.987798 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e305e8e2-9f38-450f-bfbf-45cb2e9864eb req-1ccb65ff-1c81-465c-91fe-9aee183c033c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 0.5653887 Feb 05 02:56:32.020499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Attempting to bind port d92683cb-ab18-4ead-914a-91ef8df9cb4b on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:56:32.020942 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Attempting to bind port d92683cb-ab18-4ead-914a-91ef8df9cb4b by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'e4bd4fb8-07fb-45da-89af-2469069008cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:56:32.021232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Attempting to bind port d92683cb-ab18-4ead-914a-91ef8df9cb4b on network 97901936-6c92-4219-9b1e-4fee1a4c758e {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:56:32.036981 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c644ab-ea2d-465b-9c3e-fdffb0384d80 None None] Network 1b06da80-f6e8-4eb3-a70c-851a7ccb15cc requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:56:32.050655 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68b1bfbc-6e56-4ff5-a8e3-3d90670aa32e req-da7ba0a8-8b90-4605-a755-b4ba7b5865d6 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 210 time: 0.2781494 Feb 05 02:56:32.143147 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52806) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:32.190188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e305e8e2-9f38-450f-bfbf-45cb2e9864eb req-4169ea58-8389-4b99-a809-8653a05e7bb9 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009039 Feb 05 02:56:32.190365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d78a2dfd-ca8d-492b-82e9-dcd577ec290f up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:32.196976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:56:32.197530 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Checking segment: {'id': 'e4bd4fb8-07fb-45da-89af-2469069008cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:56:32.210044 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:32.210044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Bound using segment: {'id': 'e4bd4fb8-07fb-45da-89af-2469069008cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:56:32.213275 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Bound port: d92683cb-ab18-4ead-914a-91ef8df9cb4b, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bd4fb8-07fb-45da-89af-2469069008cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:56:32.213691 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:32.307278 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Publish callbacks [] for router_gateway (d30deaaa-7127-4248-aa84-5d604e2eba19), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:32.372131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65304050-eb86-4193-85e6-6f200e64eeb7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:32.386109 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-044662a6-ca44-47b2-affc-a66c2708e44c tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:32.386285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3eb5a619-bd91-4d99-8c0a-e77dcbf8a617 None None] Provisioning complete for port d78a2dfd-ca8d-492b-82e9-dcd577ec290f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:32.386596 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3eb5a619-bd91-4d99-8c0a-e77dcbf8a617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d78a2dfd-ca8d-492b-82e9-dcd577ec290f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:32.394593 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-044662a6-ca44-47b2-affc-a66c2708e44c tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/543acd97-6c8e-4f61-be47-ebce6c2eecb0 HTTP/1.1" status: 204 len: 168 time: 0.9112988 Feb 05 02:56:32.410572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52816) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:32.489170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] For port d92683cb-ab18-4ead-914a-91ef8df9cb4b, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:56:32.492915 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] For port d92683cb-ab18-4ead-914a-91ef8df9cb4b, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d92683cb-ab18-4ead-914a-91ef8df9cb4b,segment=NetworkSegment(e4bd4fb8-07fb-45da-89af-2469069008cf),segment_id=e4bd4fb8-07fb-45da-89af-2469069008cf)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:56:32.506089 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9b686c3f-2c84-4a0d-8ccb-39769a5716b5 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=543acd97-6c8e-4f61-be47-ebce6c2eecb0 HTTP/1.1" status: 200 len: 221 time: 0.0823963 Feb 05 02:56:32.508572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52822) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:32.512933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d88940bb-92ba-46e8-a625-9c6dab0d8649 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--16668888', 'description': 'label created by tempest'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:32.513381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d88940bb-92ba-46e8-a625-9c6dab0d8649 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] Unknown quota resources ['metering_label']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 05 02:56:32.526842 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:32.600066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-d251115a-5cd6-4ce0-9fab-f24c03edc1c0 req-64d392fb-5430-45ca-8aef-b2d323b7ddec service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:56:32.601114 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d251115a-5cd6-4ce0-9fab-f24c03edc1c0 req-64d392fb-5430-45ca-8aef-b2d323b7ddec service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2434247 Feb 05 02:56:32.681812 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d78a2dfd-ca8d-492b-82e9-dcd577ec290f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:32.682419 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d78a2dfd-ca8d-492b-82e9-dcd577ec290f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:32.711748 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65304050-eb86-4193-85e6-6f200e64eeb7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:32.793778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d25c0-79de-4ec1-a263-827da9c9f62a None None] Pushing event updated for resources: {'Port': ['ID=d92683cb-ab18-4ead-914a-91ef8df9cb4b,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:32.831532 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-65304050-eb86-4193-85e6-6f200e64eeb7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] device_id is not set on port 6d8db0a4-946c-4a6c-81b7-3f961e9c4604 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:56:32.840061 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d88940bb-92ba-46e8-a625-9c6dab0d8649 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:32.843988 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d88940bb-92ba-46e8-a625-9c6dab0d8649 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.3317914 Feb 05 02:56:32.844469 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52836) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:32.995351 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d78a2dfd-ca8d-492b-82e9-dcd577ec290f is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:32.995905 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d78a2dfd-ca8d-492b-82e9-dcd577ec290f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:33.145990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3eb5a619-bd91-4d99-8c0a-e77dcbf8a617 None None] Current status of the port d78a2dfd-ca8d-492b-82e9-dcd577ec290f is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:33.149213 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3eb5a619-bd91-4d99-8c0a-e77dcbf8a617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d78a2dfd-ca8d-492b-82e9-dcd577ec290f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:33.182142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port d78a2dfd-ca8d-492b-82e9-dcd577ec290f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d78a2dfd-ca8d-492b-82e9-dcd577ec290f,segment=NetworkSegment(7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a),segment_id=7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:33.232173 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d78a2dfd-ca8d-492b-82e9-dcd577ec290f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:33.243059 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e5c17960-4441-402f-b10a-df8e98e2d640 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=43a7be4f-5131-4677-a2dd-bc7590f664db HTTP/1.1" status: 200 len: 466 time: 0.3970814 Feb 05 02:56:33.271306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52858) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:33.339638 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f71c69c1-3728-4afc-8c75-8a5d2cca2544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:33.519847 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (d30deaaa-7127-4248-aa84-5d604e2eba19), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:33.582683 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-3eb5a619-bd91-4d99-8c0a-e77dcbf8a617 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 02:56:33.583302 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-3eb5a619-bd91-4d99-8c0a-e77dcbf8a617 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 02:56:33.605605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=d78a2dfd-ca8d-492b-82e9-dcd577ec290f,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:33.630944 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c1ed9f70-a7c5-4b75-aaa8-af5292187d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:33.633338 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-65304050-eb86-4193-85e6-6f200e64eeb7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Allocated IP 172.20.0.8 (97901936-6c92-4219-9b1e-4fee1a4c758e/b646f911-12fd-43b6-95a0-6c72090309df/6d8db0a4-946c-4a6c-81b7-3f961e9c4604) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:33.694582 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bdd44e03-1f1b-49a5-a107-08b874eed5bf req-057050fc-e5d9-4eee-9355-075d43be35bf tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 210 time: 0.2268379 Feb 05 02:56:33.737777 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-581e8a76-a07c-409d-bc71-414eb5f97444 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:33.739883 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-581e8a76-a07c-409d-bc71-414eb5f97444 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.31 "GET /v2.0/networks?id=a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 200 len: 815 time: 1.5024087 Feb 05 02:56:33.763750 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-23f1f8dd-4164-4cdb-a670-b019d6acd863 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Request body: {'port': {'device_id': 'ba83f1e2-2a4f-498f-9202-fd45459d71f4', 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44', 'admin_state_up': True, 'tenant_id': '37d45416619c42a5be673fac7a85f3c2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:33.768018 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4a856-9e64-4f87-a042-e42ef078fe92 req-a99202bd-6dbe-4e67-aec4-65f76595a78e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:33.776267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4bb4a856-9e64-4f87-a042-e42ef078fe92 req-a99202bd-6dbe-4e67-aec4-65f76595a78e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 0.5749047 Feb 05 02:56:33.873760 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f71c69c1-3728-4afc-8c75-8a5d2cca2544 admin admin] Publish callbacks [] for security_group (d56a1c72-ce84-44b5-b138-4a05371454fb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:33.874306 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6beb079b-759b-49c9-939d-405f7da69030 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:33.876290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6beb079b-759b-49c9-939d-405f7da69030 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/43a7be4f-5131-4677-a2dd-bc7590f664db HTTP/1.1" status: 204 len: 168 time: 0.6038446 Feb 05 02:56:33.888034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52864) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:33.924365 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f71c69c1-3728-4afc-8c75-8a5d2cca2544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d56a1c72-ce84-44b5-b138-4a05371454fb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:33.992866 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4bb4a856-9e64-4f87-a042-e42ef078fe92 req-08f26bfa-3de2-4dc2-ac9e-e6819914793c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158754 Feb 05 02:56:34.017416 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-0167cd91-f313-4b67-a6ee-25dee32d90e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5315721 Feb 05 02:56:34.051330 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f71c69c1-3728-4afc-8c75-8a5d2cca2544 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92f8b9d0f6494d85a2e12f51e93f1051&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9062572 Feb 05 02:56:34.053334 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a77f5821-cc31-4ea3-b9b4-1a64cc295ede tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=43a7be4f-5131-4677-a2dd-bc7590f664db HTTP/1.1" status: 200 len: 216 time: 0.1609476 Feb 05 02:56:34.058182 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52868) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:34.059516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52870) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:34.068032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-c461df38-02bc-448a-b3fe-d7b1d5f6ce9c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:56:34.069513 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-c461df38-02bc-448a-b3fe-d7b1d5f6ce9c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089316 Feb 05 02:56:34.075269 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65304050-eb86-4193-85e6-6f200e64eeb7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (6d8db0a4-946c-4a6c-81b7-3f961e9c4604), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:34.118624 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ca085107-c3e2-4dac-8cf8-eabeb463c9ad tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0411005 Feb 05 02:56:34.122234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52872) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:34.162171 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1fa40e90-3cd5-48cc-ba08-e149aa6fd9b4 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0345938 Feb 05 02:56:34.162389 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c69c1-3728-4afc-8c75-8a5d2cca2544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56a1c72-ce84-44b5-b138-4a05371454fb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:34.162691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52874) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:34.166703 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Router d30deaaa-7127-4248-aa84-5d604e2eba19 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:56:34.201359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3eb5a619-bd91-4d99-8c0a-e77dcbf8a617 None None] Current status of the port d78a2dfd-ca8d-492b-82e9-dcd577ec290f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:34.221578 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d78a2dfd-ca8d-492b-82e9-dcd577ec290f up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:34.367355 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-23f1f8dd-4164-4cdb-a670-b019d6acd863 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Made reservation on behalf of 37d45416619c42a5be673fac7a85f3c2 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:34.371552 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-23f1f8dd-4164-4cdb-a670-b019d6acd863 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:34.438540 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-45cab885-2b52-491d-8d65-831e7ade854f None None] Provisioning complete for port d78a2dfd-ca8d-492b-82e9-dcd577ec290f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:34.438945 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-45cab885-2b52-491d-8d65-831e7ade854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d78a2dfd-ca8d-492b-82e9-dcd577ec290f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:34.487358 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d78a2dfd-ca8d-492b-82e9-dcd577ec290f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:34.487739 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d78a2dfd-ca8d-492b-82e9-dcd577ec290f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:34.655038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d78a2dfd-ca8d-492b-82e9-dcd577ec290f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:34.656152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d92683cb-ab18-4ead-914a-91ef8df9cb4b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:34.667785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-23f1f8dd-4164-4cdb-a670-b019d6acd863 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Allocated IP 172.20.0.6 (a325fffd-cc20-47f6-9590-870a2c199f44/f5fb34fa-8661-4f51-8858-93f112ab0d02/9df2f819-0383-4d15-a38c-408f8cff03a9) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:34.703948 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-45cab885-2b52-491d-8d65-831e7ade854f None None] Current status of the port d78a2dfd-ca8d-492b-82e9-dcd577ec290f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:34.743240 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d92683cb-ab18-4ead-914a-91ef8df9cb4b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:34.743703 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:34.800443 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-766ebb6a-d284-4a68-9a68-d4d26a7be469 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/c077ad66-03ea-47cc-a514-72af2d19a047 HTTP/1.1" status: 200 len: 473 time: 0.6270933 Feb 05 02:56:34.809816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52906) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:34.839902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-62bf1445-ac43-4e31-9132-4b466887f1a3 None None] Provisioning complete for port d92683cb-ab18-4ead-914a-91ef8df9cb4b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:34.840369 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62bf1445-ac43-4e31-9132-4b466887f1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:34.886001 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f7254d24-99d6-4363-bdac-df7e2f4c5e40 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/0cf87a05-bf4e-4fc3-b655-10784b466d34 HTTP/1.1" status: 200 len: 461 time: 0.0393577 Feb 05 02:56:34.892355 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52908) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:34.921473 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d92683cb-ab18-4ead-914a-91ef8df9cb4b is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:34.922022 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:34.979595 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65304050-eb86-4193-85e6-6f200e64eeb7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (6d8db0a4-946c-4a6c-81b7-3f961e9c4604), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:34.981467 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe7fe3b7-24f2-47d0-b9f8-cd58f5bcd8ec admin admin] Publish callbacks [] for security_group (d56a1c72-ce84-44b5-b138-4a05371454fb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:34.991703 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port d92683cb-ab18-4ead-914a-91ef8df9cb4b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d92683cb-ab18-4ead-914a-91ef8df9cb4b,segment=NetworkSegment(e4bd4fb8-07fb-45da-89af-2469069008cf),segment_id=e4bd4fb8-07fb-45da-89af-2469069008cf)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:34.993262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-62bf1445-ac43-4e31-9132-4b466887f1a3 None None] Current status of the port d92683cb-ab18-4ead-914a-91ef8df9cb4b is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:34.993734 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62bf1445-ac43-4e31-9132-4b466887f1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:34.994835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:56:35.007146 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:35.009882 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe7fe3b7-24f2-47d0-b9f8-cd58f5bcd8ec admin admin] Publish callbacks [] for security_group (d56a1c72-ce84-44b5-b138-4a05371454fb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:35.019566 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Sync routers for ids ['d30deaaa-7127-4248-aa84-5d604e2eba19'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:56:35.037955 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Routers {'d30deaaa-7127-4248-aa84-5d604e2eba19'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:56:35.038602 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:56:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d30deaaa-7127-4248-aa84-5d604e2eba19'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:35.102009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=d92683cb-ab18-4ead-914a-91ef8df9cb4b,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:35.108410 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-62bf1445-ac43-4e31-9132-4b466887f1a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 02:56:35.108760 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-62bf1445-ac43-4e31-9132-4b466887f1a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 02:56:35.143974 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3b3997f-08d3-46b3-bb1c-7b634a9012de req-90bc5787-39ba-4b6a-bacc-c6d2cdd6a0a4 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 210 time: 0.2717197 Feb 05 02:56:35.251071 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4301c0d0-a63c-41cb-89bd-9a961f8fc009 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:35.256106 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Set router d30deaaa-7127-4248-aa84-5d604e2eba19 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:56:35.256511 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4301c0d0-a63c-41cb-89bd-9a961f8fc009 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/0cf87a05-bf4e-4fc3-b655-10784b466d34 HTTP/1.1" status: 204 len: 168 time: 0.3594112 Feb 05 02:56:35.258896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52918) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:35.262936 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:35.264102 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-95911a8d-ca88-4ae7-93d3-970330acd246 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1600852 Feb 05 02:56:35.267982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52920) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:35.475094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65304050-eb86-4193-85e6-6f200e64eeb7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 97901936-6c92-4219-9b1e-4fee1a4c758e is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:35.502745 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65304050-eb86-4193-85e6-6f200e64eeb7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=6d8db0a4-946c-4a6c-81b7-3f961e9c4604,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:35.526843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:56:35.540058 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-65304050-eb86-4193-85e6-6f200e64eeb7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:35.542612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65304050-eb86-4193-85e6-6f200e64eeb7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:56:35.564078 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'name': 'tempest-TaggedBootDevicesTest_v242-1825039167-router', 'tenant_id': '15110b7d03c04df4adfb81d714da9d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '8095e3ea-4a4b-40a5-b97a-9edb0759f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:28Z', 'updated_at': '2022-02-05T02:56:31Z', 'revision_number': 3, 'project_id': '15110b7d03c04df4adfb81d714da9d6d', 'gw_port': {'id': '8095e3ea-4a4b-40a5-b97a-9edb0759f02c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:29Z', 'updated_at': '2022-02-05T02:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:35.574810 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-23f1f8dd-4164-4cdb-a670-b019d6acd863 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks [] for port (9df2f819-0383-4d15-a38c-408f8cff03a9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:35.645112 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Checking router: d30deaaa-7127-4248-aa84-5d604e2eba19 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:56:35.645790 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Updating router d30deaaa-7127-4248-aa84-5d604e2eba19 port 8095e3ea-4a4b-40a5-b97a-9edb0759f02c binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:56:35.664599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65304050-eb86-4193-85e6-6f200e64eeb7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:35.665755 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65304050-eb86-4193-85e6-6f200e64eeb7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:35.697871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5814ae-128e-496a-beaa-a34e836af45f req-53f42beb-3044-4d97-a219-2136a86e3136 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:35.702719 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef5814ae-128e-496a-beaa-a34e836af45f req-53f42beb-3044-4d97-a219-2136a86e3136 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 0.4698246 Feb 05 02:56:35.725112 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8095e3ea-4a4b-40a5-b97a-9edb0759f02c), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:35.731274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-62bf1445-ac43-4e31-9132-4b466887f1a3 None None] Current status of the port d92683cb-ab18-4ead-914a-91ef8df9cb4b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:35.772628 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:35.776243 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:35.779965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-62bf1445-ac43-4e31-9132-4b466887f1a3 None None] Provisioning complete for port bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:35.785073 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62bf1445-ac43-4e31-9132-4b466887f1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:35.910444 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d344261-7008-43d0-85f9-317604ea3a98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:56:35.913066 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fc3207-8c6b-49e2-9cf9-bcd6221f1fa9" -d '{"events": [{"server_uuid": "2d344261-7008-43d0-85f9-317604ea3a98", "name": "network-vif-unplugged", "status": "completed", "tag": "98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:56:35.946224 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d79cdad-4d22-4da0-8b6b-2fa22f2770ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:35.948685 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-65304050-eb86-4193-85e6-6f200e64eeb7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3397274 Feb 05 02:56:35.952070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:35.954874 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-62bf1445-ac43-4e31-9132-4b466887f1a3 None None] Port bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:56:35.960234 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:35.967303 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d92683cb-ab18-4ead-914a-91ef8df9cb4b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:36.013600 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe7fe3b7-24f2-47d0-b9f8-cd58f5bcd8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d56a1c72-ce84-44b5-b138-4a05371454fb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:36.019748 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe7fe3b7-24f2-47d0-b9f8-cd58f5bcd8ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:36.021119 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fe7fe3b7-24f2-47d0-b9f8-cd58f5bcd8ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d56a1c72-ce84-44b5-b138-4a05371454fb HTTP/1.1" status: 204 len: 168 time: 1.9599133 Feb 05 02:56:36.023856 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52926) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:36.036769 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef5814ae-128e-496a-beaa-a34e836af45f req-db47c525-9c6f-4434-96de-f64e5d4f7882 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867476 Feb 05 02:56:36.043594 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-563d7c5c-5ca3-4720-b0c3-f669a31be6d0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'subnet': {'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:36.117745 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01ace062-7a03-4945-af62-e8c462a2fe55 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:36.120655 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-01ace062-7a03-4945-af62-e8c462a2fe55 tempest-MeteringTestJSON-1690602305 tempest-MeteringTestJSON-1690602305-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/c077ad66-03ea-47cc-a514-72af2d19a047 HTTP/1.1" status: 204 len: 168 time: 0.8553839 Feb 05 02:56:36.169652 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 02:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daab805c-ad5d-42d2-ba08-6b42e23fb20e x-openstack-request-id: req-daab805c-ad5d-42d2-ba08-6b42e23fb20e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:56:36.172554 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d344261-7008-43d0-85f9-317604ea3a98", "name": "network-vif-unplugged", "status": "completed", "tag": "98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:56:36.173115 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-daab805c-ad5d-42d2-ba08-6b42e23fb20e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:56:36.174068 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d344261-7008-43d0-85f9-317604ea3a98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d', 'code': 200} Feb 05 02:56:36.179672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:36.191456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a47ce-9d7f-4180-a954-1e7bacf6b886 req-d873451d-303d-4486-8bcb-303017632113 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:36.194991 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-be3a47ce-9d7f-4180-a954-1e7bacf6b886 req-d873451d-303d-4486-8bcb-303017632113 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d344261-7008-43d0-85f9-317604ea3a98 HTTP/1.1" status: 200 len: 945 time: 0.4997640 Feb 05 02:56:36.196221 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:36.196647 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:36.196894 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:36.197235 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:36.200615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:36.201008 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:36.201354 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:36.202359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:36.203785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:36.204318 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:36.204667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:36.205003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:36.205704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:56:36.205825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fe3b7-24f2-47d0-b9f8-cd58f5bcd8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56a1c72-ce84-44b5-b138-4a05371454fb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:36.252520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-956ce066-7cd2-4212-aa0c-af9e1c84ff5d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:36.262154 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-956ce066-7cd2-4212-aa0c-af9e1c84ff5d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/networks?id=1c4e84c3-758a-446b-a07c-d68eea5047fb HTTP/1.1" status: 200 len: 805 time: 1.4639504 Feb 05 02:56:36.267486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5b2650fc-eb67-488c-be1e-1cbeb6ccff2d None None] Provisioning complete for port 6d8db0a4-946c-4a6c-81b7-3f961e9c4604 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:36.269299 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5b2650fc-eb67-488c-be1e-1cbeb6ccff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6d8db0a4-946c-4a6c-81b7-3f961e9c4604), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:36.340504 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-23f1f8dd-4164-4cdb-a670-b019d6acd863 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (9df2f819-0383-4d15-a38c-408f8cff03a9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:36.347071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563d7c5c-5ca3-4720-b0c3-f669a31be6d0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:36.351726 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-563d7c5c-5ca3-4720-b0c3-f669a31be6d0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:36.432369 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Publish callbacks [] for port (8095e3ea-4a4b-40a5-b97a-9edb0759f02c), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:36.434641 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d92683cb-ab18-4ead-914a-91ef8df9cb4b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:36.435236 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:36.442656 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-70782950-e9c1-4068-becd-06c154a80aa7 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/quotas/0757223904ec4e4db3037c8631160285 HTTP/1.1" status: 200 len: 375 time: 0.1793971 Feb 05 02:56:36.448477 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8095e3ea-4a4b-40a5-b97a-9edb0759f02c), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:36.494715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-23f1f8dd-4164-4cdb-a670-b019d6acd863 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Network a325fffd-cc20-47f6-9590-870a2c199f44 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:36.509836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5b2650fc-eb67-488c-be1e-1cbeb6ccff2d None None] Port 6d8db0a4-946c-4a6c-81b7-3f961e9c4604 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:56:36.535816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-23f1f8dd-4164-4cdb-a670-b019d6acd863 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:36.569691 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Attempting to bind port 8095e3ea-4a4b-40a5-b97a-9edb0759f02c on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:56:36.572129 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1f8dd-4164-4cdb-a670-b019d6acd863 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Pushing event updated for resources: {'Port': ['ID=9df2f819-0383-4d15-a38c-408f8cff03a9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:36.575320 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Attempting to bind port 8095e3ea-4a4b-40a5-b97a-9edb0759f02c by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:56:36.575726 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Attempting to bind port 8095e3ea-4a4b-40a5-b97a-9edb0759f02c on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:56:36.586700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-23f1f8dd-4164-4cdb-a670-b019d6acd863 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:56:36.594414 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6374f-98f6-4a22-98e9-5f5970bb4776 None None] Pushing event updated for resources: {'Port': ['ID=8095e3ea-4a4b-40a5-b97a-9edb0759f02c,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:36.597124 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:56:36.597488 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:56:36.599533 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:36.600095 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:56:36.604130 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Bound port: 8095e3ea-4a4b-40a5-b97a-9edb0759f02c, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:56:36.604537 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8095e3ea-4a4b-40a5-b97a-9edb0759f02c), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:36.633574 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d92683cb-ab18-4ead-914a-91ef8df9cb4b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:36.678026 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] For port 8095e3ea-4a4b-40a5-b97a-9edb0759f02c, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:56:36.683625 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] For port 8095e3ea-4a4b-40a5-b97a-9edb0759f02c, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8095e3ea-4a4b-40a5-b97a-9edb0759f02c,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:56:36.685782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52940) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:36.693915 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8095e3ea-4a4b-40a5-b97a-9edb0759f02c), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:36.700776 n-d-826942-8 neutron-server[109675]: INFO neutron.db.ipam_backend_mixin [None req-563d7c5c-5ca3-4720-b0c3-f669a31be6d0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b646f911-12fd-43b6-95a0-6c72090309df (CIDR: 172.20.0.0/28) Feb 05 02:56:36.711398 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-be3a47ce-9d7f-4180-a954-1e7bacf6b886 req-b95e2380-c8d0-44f8-9854-58aeb2fd159e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Deleting port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:56:36.712451 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be3a47ce-9d7f-4180-a954-1e7bacf6b886 req-b95e2380-c8d0-44f8-9854-58aeb2fd159e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:36.720325 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-563d7c5c-5ca3-4720-b0c3-f669a31be6d0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 02:56:36.720836 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563d7c5c-5ca3-4720-b0c3-f669a31be6d0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:56:36.754115 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-b603fe8f-6578-49fd-a2e7-ea1ffb4bfccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:36.755998 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-b603fe8f-6578-49fd-a2e7-ea1ffb4bfccf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 1132 time: 0.4787936 Feb 05 02:56:36.762130 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-563d7c5c-5ca3-4720-b0c3-f669a31be6d0 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7213967 Feb 05 02:56:36.770483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52944) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:36.787769 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Routers {'d30deaaa-7127-4248-aa84-5d604e2eba19'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:56:36.788774 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:56:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d30deaaa-7127-4248-aa84-5d604e2eba19'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:36.878910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f12ae0-df47-48c6-b905-f27f1c02484b req-a70c7b4c-36f7-444e-b507-b45353e0c944 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:36.881048 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52f12ae0-df47-48c6-b905-f27f1c02484b req-a70c7b4c-36f7-444e-b507-b45353e0c944 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 931 time: 0.4427786 Feb 05 02:56:36.885893 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-00844dc5-e097-4d99-8e97-abaaef74c1a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'subnet': {'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:36.888419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-be3a47ce-9d7f-4180-a954-1e7bacf6b886 req-b95e2380-c8d0-44f8-9854-58aeb2fd159e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] For port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:36.888866 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be3a47ce-9d7f-4180-a954-1e7bacf6b886 req-b95e2380-c8d0-44f8-9854-58aeb2fd159e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:36.905487 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-be3a47ce-9d7f-4180-a954-1e7bacf6b886 req-b95e2380-c8d0-44f8-9854-58aeb2fd159e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Calling delete_port for 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:56:37.010473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-d8ad6148-e632-4b03-86da-fd2672643268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:37.012138 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-d8ad6148-e632-4b03-86da-fd2672643268 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2397063 Feb 05 02:56:37.015545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52946) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:37.021485 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6374f-98f6-4a22-98e9-5f5970bb4776 None None] Pushing event updated for resources: {'Port': ['ID=8095e3ea-4a4b-40a5-b97a-9edb0759f02c,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:37.048370 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:37.061805 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-23f1f8dd-4164-4cdb-a670-b019d6acd863 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:37.065401 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-23f1f8dd-4164-4cdb-a670-b019d6acd863 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:37.075158 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be3a47ce-9d7f-4180-a954-1e7bacf6b886 req-b95e2380-c8d0-44f8-9854-58aeb2fd159e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:37.076133 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] Set router d30deaaa-7127-4248-aa84-5d604e2eba19 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:56:37.090786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00844dc5-e097-4d99-8e97-abaaef74c1a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:37.096131 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00844dc5-e097-4d99-8e97-abaaef74c1a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:37.150827 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-23f1f8dd-4164-4cdb-a670-b019d6acd863 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3956878 Feb 05 02:56:37.189839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e2380-c8d0-44f8-9854-58aeb2fd159e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Pushing event deleted for resources: {'Port': ['ID=98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:37.202430 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-555411bb-1a75-40b6-92e0-194a5bdbbd86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:37.209315 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Request body: {'port': {'device_id': 'ba83f1e2-2a4f-498f-9202-fd45459d71f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:37.226972 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-b13b04f7-cb5e-468a-913c-52578546b20a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0eebee3e-aeae-44a8-baba-35021497c332 HTTP/1.1" status: 200 len: 217 time: 0.1590881 Feb 05 02:56:37.230034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c19e2468-0468-479a-a1a5-aacd8f5fb364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:37.255303 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3a47ce-9d7f-4180-a954-1e7bacf6b886 req-b95e2380-c8d0-44f8-9854-58aeb2fd159e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] No DVR routers for this DVR port 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:56:37.258986 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be3a47ce-9d7f-4180-a954-1e7bacf6b886 req-b95e2380-c8d0-44f8-9854-58aeb2fd159e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:37.263491 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-be3a47ce-9d7f-4180-a954-1e7bacf6b886 req-b95e2380-c8d0-44f8-9854-58aeb2fd159e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.10 "DELETE /v2.0/ports/98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d HTTP/1.1" status: 204 len: 173 time: 1.0640309 Feb 05 02:56:37.289251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d344261-7008-43d0-85f9-317604ea3a98', 'name': 'network-vif-deleted', 'tag': '98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:56:37.293325 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc417005-6527-4f6d-adaf-efc050cae939" -d '{"events": [{"server_uuid": "2d344261-7008-43d0-85f9-317604ea3a98", "name": "network-vif-deleted", "tag": "98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:56:37.303206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-eacdd2bb-8852-42a2-afbf-915a91b35cd2 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0757223904ec4e4db3037c8631160285&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8488955 Feb 05 02:56:37.391579 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'name': 'tempest-TaggedBootDevicesTest_v242-1825039167-router', 'tenant_id': '15110b7d03c04df4adfb81d714da9d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '8095e3ea-4a4b-40a5-b97a-9edb0759f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:28Z', 'updated_at': '2022-02-05T02:56:31Z', 'revision_number': 3, 'project_id': '15110b7d03c04df4adfb81d714da9d6d', 'gw_port': {'id': '8095e3ea-4a4b-40a5-b97a-9edb0759f02c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:29Z', 'updated_at': '2022-02-05T02:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:37.400383 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9df2f819-0383-4d15-a38c-408f8cff03a9), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:37.431229 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce0377-3ebd-4457-b79c-07390b01b0c2 None None] The sync data for ids ['d30deaaa-7127-4248-aa84-5d604e2eba19'] in n-d-826942-8 is: [{'id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'name': 'tempest-TaggedBootDevicesTest_v242-1825039167-router', 'tenant_id': '15110b7d03c04df4adfb81d714da9d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '8095e3ea-4a4b-40a5-b97a-9edb0759f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:28Z', 'updated_at': '2022-02-05T02:56:31Z', 'revision_number': 3, 'project_id': '15110b7d03c04df4adfb81d714da9d6d', 'gw_port': {'id': '8095e3ea-4a4b-40a5-b97a-9edb0759f02c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:29Z', 'updated_at': '2022-02-05T02:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:56:37.488246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52f12ae0-df47-48c6-b905-f27f1c02484b req-3c506be0-6d1f-428c-99e4-40f61118f9d6 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711502 Feb 05 02:56:37.608657 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c19e2468-0468-479a-a1a5-aacd8f5fb364 admin admin] Publish callbacks [] for security_group (ac43f9fc-0653-4e9a-af98-d00927fa6c9e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:37.624569 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c19e2468-0468-479a-a1a5-aacd8f5fb364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ac43f9fc-0653-4e9a-af98-d00927fa6c9e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:37.661458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-46c7af44-4172-4dcd-beb0-e6ca219f8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:37.662976 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-46c7af44-4172-4dcd-beb0-e6ca219f8967 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.4200649 Feb 05 02:56:37.693165 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c19e2468-0468-479a-a1a5-aacd8f5fb364 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07cbb016248a42eea561a750ba685622&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0063450 Feb 05 02:56:37.697296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e2468-0468-479a-a1a5-aacd8f5fb364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac43f9fc-0653-4e9a-af98-d00927fa6c9e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:37.731265 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52954) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:37.952204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c697776-f6d9-40df-a845-19c8e9857215 admin admin] Publish callbacks [] for security_group (ac43f9fc-0653-4e9a-af98-d00927fa6c9e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.002427 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c697776-f6d9-40df-a845-19c8e9857215 admin admin] Publish callbacks [] for security_group (ac43f9fc-0653-4e9a-af98-d00927fa6c9e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.083196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8095e3ea-4a4b-40a5-b97a-9edb0759f02c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:38.093376 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00844dc5-e097-4d99-8e97-abaaef74c1a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (cafd2dc3-f872-4d32-9323-d799bb00b576), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.119425 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df2f819-0383-4d15-a38c-408f8cff03a9 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:56:38.130147 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Publish callbacks [] for port (9df2f819-0383-4d15-a38c-408f8cff03a9), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.149591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Transition to ACTIVE for port object 9df2f819-0383-4d15-a38c-408f8cff03a9 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:56:38.150958 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c697776-f6d9-40df-a845-19c8e9857215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ac43f9fc-0653-4e9a-af98-d00927fa6c9e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.153822 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c697776-f6d9-40df-a845-19c8e9857215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.157806 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5c697776-f6d9-40df-a845-19c8e9857215 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac43f9fc-0653-4e9a-af98-d00927fa6c9e HTTP/1.1" status: 204 len: 168 time: 0.4227014 Feb 05 02:56:38.160094 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (9df2f819-0383-4d15-a38c-408f8cff03a9), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.173434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c697776-f6d9-40df-a845-19c8e9857215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac43f9fc-0653-4e9a-af98-d00927fa6c9e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:38.192614 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8095e3ea-4a4b-40a5-b97a-9edb0759f02c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:38.193194 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8095e3ea-4a4b-40a5-b97a-9edb0759f02c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.202820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-4fc3d9b2-95eb-4fde-a3fd-31a6b5fd0802 service neutron] 10.222.0.36 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8413253 Feb 05 02:56:38.216993 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32dbf5-635b-4046-8080-784611473798 req-e2ca7b43-a820-4690-8f1b-ec67ee0aa8d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:38.218538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a32dbf5-635b-4046-8080-784611473798 req-e2ca7b43-a820-4690-8f1b-ec67ee0aa8d2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 0.6405780 Feb 05 02:56:38.331413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Pushing event updated for resources: {'Port': ['ID=9df2f819-0383-4d15-a38c-408f8cff03a9,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:38.360269 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8095e3ea-4a4b-40a5-b97a-9edb0759f02c is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:38.360767 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8095e3ea-4a4b-40a5-b97a-9edb0759f02c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.393904 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Attempting to bind port 9df2f819-0383-4d15-a38c-408f8cff03a9 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:56:38.394251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Attempting to bind port 9df2f819-0383-4d15-a38c-408f8cff03a9 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:56:38.394573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Attempting to bind port 9df2f819-0383-4d15-a38c-408f8cff03a9 on network a325fffd-cc20-47f6-9590-870a2c199f44 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:56:38.399757 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Port 9df2f819-0383-4d15-a38c-408f8cff03a9 on network a325fffd-cc20-47f6-9590-870a2c199f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:56:38.400145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Attempting to bind port 9df2f819-0383-4d15-a38c-408f8cff03a9 on network a325fffd-cc20-47f6-9590-870a2c199f44 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:56:38.410039 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:56:38.410388 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Checking segment: {'id': '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:56:38.410818 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Bound using segment: {'id': '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:56:38.411390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Bound port: 9df2f819-0383-4d15-a38c-408f8cff03a9, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:56:38.411667 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9df2f819-0383-4d15-a38c-408f8cff03a9), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.424605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 8095e3ea-4a4b-40a5-b97a-9edb0759f02c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8095e3ea-4a4b-40a5-b97a-9edb0759f02c,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:38.433532 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8095e3ea-4a4b-40a5-b97a-9edb0759f02c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.443107 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00844dc5-e097-4d99-8e97-abaaef74c1a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Subnet': ['ID=cafd2dc3-f872-4d32-9323-d799bb00b576,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:38.473726 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.491048 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00844dc5-e097-4d99-8e97-abaaef74c1a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 97901936-6c92-4219-9b1e-4fee1a4c758e is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:38.502926 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a32dbf5-635b-4046-8080-784611473798 req-2da24204-a780-4780-9fdf-a78524289130 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118380 Feb 05 02:56:38.505401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-00844dc5-e097-4d99-8e97-abaaef74c1a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:38.519529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00844dc5-e097-4d99-8e97-abaaef74c1a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:38.519854 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a53bb8a-ebd8-42e8-bd19-71a2c939ffc0 None None] Network 97901936-6c92-4219-9b1e-4fee1a4c758e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:56:38.520360 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00844dc5-e097-4d99-8e97-abaaef74c1a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.550367 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-555411bb-1a75-40b6-92e0-194a5bdbbd86 admin admin] Publish callbacks [] for security_group (871752b5-2cb6-41a0-bffa-a7e235bef7ae), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.556811 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] For port 9df2f819-0383-4d15-a38c-408f8cff03a9, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:56:38.564440 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] For port 9df2f819-0383-4d15-a38c-408f8cff03a9, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=9df2f819-0383-4d15-a38c-408f8cff03a9,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:56:38.581327 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (9df2f819-0383-4d15-a38c-408f8cff03a9), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.603160 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645aa575-51a4-4183-92a0-bdd60250837b x-openstack-request-id: req-645aa575-51a4-4183-92a0-bdd60250837b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:56:38.603523 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d344261-7008-43d0-85f9-317604ea3a98", "name": "network-vif-deleted", "tag": "98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:56:38.603697 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-645aa575-51a4-4183-92a0-bdd60250837b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:56:38.606438 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d344261-7008-43d0-85f9-317604ea3a98', 'name': 'network-vif-deleted', 'tag': '98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d', 'status': 'completed', 'code': 200} Feb 05 02:56:38.607207 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-6aef484e-0b9f-4801-99b5-4282b2bdc82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:38.608875 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-6aef484e-0b9f-4801-99b5-4282b2bdc82e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9324489 Feb 05 02:56:38.624323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-00844dc5-e097-4d99-8e97-abaaef74c1a7 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7398527 Feb 05 02:56:38.636674 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-555411bb-1a75-40b6-92e0-194a5bdbbd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (871752b5-2cb6-41a0-bffa-a7e235bef7ae), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.672462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52962) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:38.683075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1b2fadf5-f47b-479f-86f8-e942476e3b02 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1650672959', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cafd2dc3-f872-4d32-9323-d799bb00b576'}], 'security_groups': ['e7e17c24-109d-4344-8d8d-c34b9aabba3f']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:38.703006 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:38.704940 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.706515 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] 10.222.0.31 "PUT /v2.0/ports/9df2f819-0383-4d15-a38c-408f8cff03a9 HTTP/1.1" status: 200 len: 1091 time: 1.5130920 Feb 05 02:56:38.740680 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=8095e3ea-4a4b-40a5-b97a-9edb0759f02c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:38.773621 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.816029 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52966) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:38.904726 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8384f365-47c2-4582-8e52-12ca0e078feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:38.937091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acf87a-c9fd-4e2a-86fb-e7e1eaa487ce service neutron] Pushing event updated for resources: {'Port': ['ID=9df2f819-0383-4d15-a38c-408f8cff03a9,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:38.977297 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b632a4a8-e48b-4487-b52d-e2c3d22b99eb None None] Update dhcp port {'port': {'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e', 'fixed_ips': [{'subnet_id': 'b646f911-12fd-43b6-95a0-6c72090309df', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cafd2dc3-f872-4d32-9323-d799bb00b576'}], 'binding:host_id': 'n-d-826942-8'}, 'id': 'd92683cb-ab18-4ead-914a-91ef8df9cb4b'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 02:56:39.020784 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b632a4a8-e48b-4487-b52d-e2c3d22b99eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:39.031101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-8f16f7a8-61ce-42f2-86c6-33b92535eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:39.034268 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-8f16f7a8-61ce-42f2-86c6-33b92535eb31 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37d45416619c42a5be673fac7a85f3c2&device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 1125 time: 0.2685478 Feb 05 02:56:39.099674 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-20df68fc-08b8-469c-a447-f22d59942c07 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9df2f819-0383-4d15-a38c-408f8cff03a9 HTTP/1.1" status: 200 len: 217 time: 0.0536063 Feb 05 02:56:39.161900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-37e45303-370d-4cdb-8d88-7d362901ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:39.163401 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-37e45303-370d-4cdb-8d88-7d362901ef09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5fb34fa-8661-4f51-8858-93f112ab0d02 HTTP/1.1" status: 200 len: 855 time: 0.0541866 Feb 05 02:56:39.228382 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-bf188a0d-3b01-4eb3-8685-4f4d22f59cb8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a325fffd-cc20-47f6-9590-870a2c199f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516121 Feb 05 02:56:39.257534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b632a4a8-e48b-4487-b52d-e2c3d22b99eb None None] Allocated IP 172.20.0.18 (97901936-6c92-4219-9b1e-4fee1a4c758e/cafd2dc3-f872-4d32-9323-d799bb00b576/d92683cb-ab18-4ead-914a-91ef8df9cb4b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:39.272098 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b2fadf5-f47b-479f-86f8-e942476e3b02 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6d8db0a4-946c-4a6c-81b7-3f961e9c4604), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:39.340273 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8384f365-47c2-4582-8e52-12ca0e078feb admin admin] Publish callbacks [] for security_group (941598f4-d55b-4aca-8dd0-6d41450c6e18), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:39.355070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-555411bb-1a75-40b6-92e0-194a5bdbbd86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95ba1c66074b42b7a72c5d06d422bca2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3035369 Feb 05 02:56:39.369245 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52968) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:39.387797 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8384f365-47c2-4582-8e52-12ca0e078feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (941598f4-d55b-4aca-8dd0-6d41450c6e18), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:39.437019 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555411bb-1a75-40b6-92e0-194a5bdbbd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871752b5-2cb6-41a0-bffa-a7e235bef7ae,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:39.452809 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b632a4a8-e48b-4487-b52d-e2c3d22b99eb None None] For port d92683cb-ab18-4ead-914a-91ef8df9cb4b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d92683cb-ab18-4ead-914a-91ef8df9cb4b,segment=NetworkSegment(e4bd4fb8-07fb-45da-89af-2469069008cf),segment_id=e4bd4fb8-07fb-45da-89af-2469069008cf)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:39.471653 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-b45b6790-1321-43a5-aba6-6a524a624f2c service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8454285 Feb 05 02:56:39.486592 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8384f365-47c2-4582-8e52-12ca0e078feb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=005eb8a761cf4ac39de4a5c548402cbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6437330 Feb 05 02:56:39.492530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384f365-47c2-4582-8e52-12ca0e078feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941598f4-d55b-4aca-8dd0-6d41450c6e18,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:39.496975 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52970) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:39.505087 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b632a4a8-e48b-4487-b52d-e2c3d22b99eb None None] Publish callbacks [] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:39.514250 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b632a4a8-e48b-4487-b52d-e2c3d22b99eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:39.516833 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-1fd2ab69-1256-42c5-ade6-8e49776eca5e service neutron] 10.222.0.31 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768641 Feb 05 02:56:39.573208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-50af13d6-d695-4140-b623-d1428de88a89 service neutron] 10.222.0.36 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3689651 Feb 05 02:56:39.596931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632a4a8-e48b-4487-b52d-e2c3d22b99eb None None] Pushing event updated for resources: {'Port': ['ID=d92683cb-ab18-4ead-914a-91ef8df9cb4b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:39.601624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:56:39.640133 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:56:39.640650 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 98009eeb-d0a5-4c5a-97bc-4ccf9c22d45d not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:56:39.643491 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11465867-9704-4b09-bbcb-de562112d747 req-ef9c7672-aee9-4fa8-b029-3997a8aa96c8 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:39.650871 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11465867-9704-4b09-bbcb-de562112d747 req-ef9c7672-aee9-4fa8-b029-3997a8aa96c8 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 943 time: 0.4895201 Feb 05 02:56:39.691953 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d012-aa25-4593-b0ec-ca93302781d7 admin admin] Publish callbacks [] for security_group (871752b5-2cb6-41a0-bffa-a7e235bef7ae), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:39.782057 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a494a2c-a573-487e-88b4-f6132991b14f admin admin] Publish callbacks [] for security_group (941598f4-d55b-4aca-8dd0-6d41450c6e18), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:39.784377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11465867-9704-4b09-bbcb-de562112d747 req-8ba4bf52-5a37-4af5-b006-a03993aa1825 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323926 Feb 05 02:56:39.824398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Allocated IP 172.20.0.1 (1b06da80-f6e8-4eb3-a70c-851a7ccb15cc/9ba4f314-6f33-4e30-ab88-a009d6faeb7f/bd289fe5-6105-4171-bae1-fa8fc6790dff) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:39.824487 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18f807c1-673f-47c0-a2de-d12471a31f85 req-488ed097-32bb-43fd-8d7c-0cd5beeb298f service neutron] 10.222.0.31 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918060 Feb 05 02:56:39.841499 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a494a2c-a573-487e-88b4-f6132991b14f admin admin] Publish callbacks [] for security_group (941598f4-d55b-4aca-8dd0-6d41450c6e18), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:39.892552 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:40.049020 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d92683cb-ab18-4ead-914a-91ef8df9cb4b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:40.088430 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d012-aa25-4593-b0ec-ca93302781d7 admin admin] Publish callbacks [] for security_group (871752b5-2cb6-41a0-bffa-a7e235bef7ae), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:40.097699 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a494a2c-a573-487e-88b4-f6132991b14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (941598f4-d55b-4aca-8dd0-6d41450c6e18), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:40.103736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a494a2c-a573-487e-88b4-f6132991b14f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:40.104889 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0a494a2c-a573-487e-88b4-f6132991b14f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/941598f4-d55b-4aca-8dd0-6d41450c6e18 HTTP/1.1" status: 204 len: 168 time: 0.6056707 Feb 05 02:56:40.168007 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-808e0a8f-89c1-4fbf-bc5d-48f4f92f17d6 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6763494 Feb 05 02:56:40.195744 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Publish callbacks [] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:40.209645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a494a2c-a573-487e-88b4-f6132991b14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941598f4-d55b-4aca-8dd0-6d41450c6e18,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:40.224907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-1b2fadf5-f47b-479f-86f8-e942476e3b02 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Delete allocated IP 172.20.0.8 (97901936-6c92-4219-9b1e-4fee1a4c758e/b646f911-12fd-43b6-95a0-6c72090309df) {{(pid=109674) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 05 02:56:40.243238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-1b2fadf5-f47b-479f-86f8-e942476e3b02 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Allocated IP 172.20.0.27 (97901936-6c92-4219-9b1e-4fee1a4c758e/cafd2dc3-f872-4d32-9323-d799bb00b576/6d8db0a4-946c-4a6c-81b7-3f961e9c4604) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:40.275518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d92683cb-ab18-4ead-914a-91ef8df9cb4b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:40.276069 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:40.315187 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d012-aa25-4593-b0ec-ca93302781d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (871752b5-2cb6-41a0-bffa-a7e235bef7ae), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:40.322684 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d012-aa25-4593-b0ec-ca93302781d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:40.334529 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a1e7d012-aa25-4593-b0ec-ca93302781d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/871752b5-2cb6-41a0-bffa-a7e235bef7ae HTTP/1.1" status: 204 len: 168 time: 0.9604952 Feb 05 02:56:40.411733 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:40.457054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7d012-aa25-4593-b0ec-ca93302781d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871752b5-2cb6-41a0-bffa-a7e235bef7ae,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:40.496036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf5dc4f4-b169-4277-a891-7405c21a6a9b req-d6aea9d4-7bb6-43c0-a8aa-96887b444092 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 210 time: 0.1829841 Feb 05 02:56:40.616828 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba83f1e2-2a4f-498f-9202-fd45459d71f4', 'tag': '9df2f819-0383-4d15-a38c-408f8cff03a9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:56:40.625309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d92683cb-ab18-4ead-914a-91ef8df9cb4b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:40.626842 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8095e3ea-4a4b-40a5-b97a-9edb0759f02c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:40.628509 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c520601d-6546-4dc8-b2d6-e6eac1749cde" -d '{"events": [{"name": "network-changed", "server_uuid": "ba83f1e2-2a4f-498f-9202-fd45459d71f4", "tag": "9df2f819-0383-4d15-a38c-408f8cff03a9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:56:40.673374 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Network 1b06da80-f6e8-4eb3-a70c-851a7ccb15cc is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:40.692232 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=bd289fe5-6105-4171-bae1-fa8fc6790dff,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:40.710678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:40.723013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:56:40.750953 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c9c65f-6747-4926-ab8c-7f9b91f5e2fe x-openstack-request-id: req-36c9c65f-6747-4926-ab8c-7f9b91f5e2fe {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:56:40.759833 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba83f1e2-2a4f-498f-9202-fd45459d71f4", "tag": "9df2f819-0383-4d15-a38c-408f8cff03a9", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:56:40.759833 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36c9c65f-6747-4926-ab8c-7f9b91f5e2fe {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:56:40.759833 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba83f1e2-2a4f-498f-9202-fd45459d71f4', 'tag': '9df2f819-0383-4d15-a38c-408f8cff03a9', 'status': 'completed', 'code': 200} Feb 05 02:56:40.762016 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b2fadf5-f47b-479f-86f8-e942476e3b02 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (6d8db0a4-946c-4a6c-81b7-3f961e9c4604), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:40.777795 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b2fadf5-f47b-479f-86f8-e942476e3b02 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (6d8db0a4-946c-4a6c-81b7-3f961e9c4604), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:40.800596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8095e3ea-4a4b-40a5-b97a-9edb0759f02c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:40.800983 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8095e3ea-4a4b-40a5-b97a-9edb0759f02c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:40.908644 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (d30deaaa-7127-4248-aa84-5d604e2eba19), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:40.950479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebb250-18bf-4bca-96bd-c5ffd9d213c2 req-ada3a20d-c148-4f3d-8cf1-6f8ff37a07a3 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:40.963783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-44ebb250-18bf-4bca-96bd-c5ffd9d213c2 req-ada3a20d-c148-4f3d-8cf1-6f8ff37a07a3 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 0.6545489 Feb 05 02:56:41.115478 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8095e3ea-4a4b-40a5-b97a-9edb0759f02c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:41.206117 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:41.226514 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fd6a6197-3e88-4765-a0e3-26e65d40170e None None] Provisioning complete for port 6d8db0a4-946c-4a6c-81b7-3f961e9c4604 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:41.226922 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fd6a6197-3e88-4765-a0e3-26e65d40170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6d8db0a4-946c-4a6c-81b7-3f961e9c4604), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:41.300458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520601d-6546-4dc8-b2d6-e6eac1749cde req-27c0a1ac-bba5-4fc9-8185-786f1ab98e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:41.308609 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c520601d-6546-4dc8-b2d6-e6eac1749cde req-27c0a1ac-bba5-4fc9-8185-786f1ab98e85 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37d45416619c42a5be673fac7a85f3c2&device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 1125 time: 0.5348692 Feb 05 02:56:41.309535 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fd6a6197-3e88-4765-a0e3-26e65d40170e None None] Port 6d8db0a4-946c-4a6c-81b7-3f961e9c4604 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:56:41.315335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fadf5-f47b-479f-86f8-e942476e3b02 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=6d8db0a4-946c-4a6c-81b7-3f961e9c4604,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:41.323523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1b2fadf5-f47b-479f-86f8-e942476e3b02 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] In _notify_port_updated(), no bound segment for port 6d8db0a4-946c-4a6c-81b7-3f961e9c4604 on network 97901936-6c92-4219-9b1e-4fee1a4c758e {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 02:56:41.339345 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fd6a6197-3e88-4765-a0e3-26e65d40170e None None] Provisioning complete for port d92683cb-ab18-4ead-914a-91ef8df9cb4b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:41.339777 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fd6a6197-3e88-4765-a0e3-26e65d40170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:41.344498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2fadf5-f47b-479f-86f8-e942476e3b02 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:41.345069 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b2fadf5-f47b-479f-86f8-e942476e3b02 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:41.350813 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1b2fadf5-f47b-479f-86f8-e942476e3b02 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "PUT /v2.0/ports/6d8db0a4-946c-4a6c-81b7-3f961e9c4604 HTTP/1.1" status: 200 len: 921 time: 2.6772935 Feb 05 02:56:41.363800 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53018) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:41.398601 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-44ebb250-18bf-4bca-96bd-c5ffd9d213c2 req-0217ceeb-dbf7-4e67-b86f-7f60642c66c2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338312 Feb 05 02:56:41.456717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd22417-352a-4c57-b12c-f9fe01035e39 req-6888ea2a-e2f6-48db-b105-25d5bac96569 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:41.464467 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbd22417-352a-4c57-b12c-f9fe01035e39 req-6888ea2a-e2f6-48db-b105-25d5bac96569 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 943 time: 0.3786631 Feb 05 02:56:41.572860 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fd6a6197-3e88-4765-a0e3-26e65d40170e None None] Current status of the port d92683cb-ab18-4ead-914a-91ef8df9cb4b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:41.601992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fd6a6197-3e88-4765-a0e3-26e65d40170e None None] Provisioning complete for port bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:41.602557 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fd6a6197-3e88-4765-a0e3-26e65d40170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:41.624412 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520601d-6546-4dc8-b2d6-e6eac1749cde req-30ce7973-63e1-4f57-b85d-f70145f805de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:41.628989 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c520601d-6546-4dc8-b2d6-e6eac1749cde req-30ce7973-63e1-4f57-b85d-f70145f805de service neutron] 10.222.0.31 "GET /v2.0/networks?id=a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 200 len: 916 time: 0.2764468 Feb 05 02:56:41.711275 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a37d78b-2503-4ead-ba45-7b2a811cf3da req-2e6af6a3-7d71-497c-a8eb-63538581bda9 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 210 time: 0.0785182 Feb 05 02:56:41.724028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fd6a6197-3e88-4765-a0e3-26e65d40170e None None] Port bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:56:41.744033 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbd22417-352a-4c57-b12c-f9fe01035e39 req-98498ec7-ca4d-4aa4-a2d3-6971f4758ac5 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742627 Feb 05 02:56:41.756201 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:41.875562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-de3943a3-a4f5-470e-a120-a25e028a22c5 None None] Provisioning complete for port 6d8db0a4-946c-4a6c-81b7-3f961e9c4604 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:41.875950 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de3943a3-a4f5-470e-a120-a25e028a22c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6d8db0a4-946c-4a6c-81b7-3f961e9c4604), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:41.959125 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5f063b16-178d-4c78-bfc3-ed595f161e06 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port 6d8db0a4-946c-4a6c-81b7-3f961e9c4604 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:56:41.959780 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f063b16-178d-4c78-bfc3-ed595f161e06 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6d8db0a4-946c-4a6c-81b7-3f961e9c4604), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:42.086738 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-de3943a3-a4f5-470e-a120-a25e028a22c5 None None] Port 6d8db0a4-946c-4a6c-81b7-3f961e9c4604 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:56:42.118233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-de3943a3-a4f5-470e-a120-a25e028a22c5 None None] Provisioning complete for port bd289fe5-6105-4171-bae1-fa8fc6790dff triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:42.118640 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de3943a3-a4f5-470e-a120-a25e028a22c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:42.211804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-de3943a3-a4f5-470e-a120-a25e028a22c5 None None] Port bd289fe5-6105-4171-bae1-fa8fc6790dff cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:56:42.216860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-cbfe36f5-a711-4ffe-9b40-19f2af9b9170 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:42.218721 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-cbfe36f5-a711-4ffe-9b40-19f2af9b9170 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.10 "GET /v2.0/networks?id=1c4e84c3-758a-446b-a07c-d68eea5047fb HTTP/1.1" status: 200 len: 805 time: 0.4009521 Feb 05 02:56:42.221137 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f063b16-178d-4c78-bfc3-ed595f161e06 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6d8db0a4-946c-4a6c-81b7-3f961e9c4604), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:42.235036 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c520601d-6546-4dc8-b2d6-e6eac1749cde req-d5bbb921-ecfd-4d4b-acb3-5f9b9ef86458 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9df2f819-0383-4d15-a38c-408f8cff03a9 HTTP/1.1" status: 200 len: 217 time: 0.5925369 Feb 05 02:56:42.237425 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-f5081a9e-c1d3-41d9-add8-cee1ea86040a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Request body: {'port': {'device_id': '46270a12-a780-4159-8f11-86659bdfdc34', 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb', 'admin_state_up': True, 'tenant_id': '0757223904ec4e4db3037c8631160285'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:42.317519 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520601d-6546-4dc8-b2d6-e6eac1749cde req-77e8e421-dce0-4b7a-a79d-323ca7252e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:42.318813 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5f063b16-178d-4c78-bfc3-ed595f161e06 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for 6d8db0a4-946c-4a6c-81b7-3f961e9c4604 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:56:42.321264 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c520601d-6546-4dc8-b2d6-e6eac1749cde req-77e8e421-dce0-4b7a-a79d-323ca7252e57 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5fb34fa-8661-4f51-8858-93f112ab0d02 HTTP/1.1" status: 200 len: 855 time: 0.0807092 Feb 05 02:56:42.373404 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c520601d-6546-4dc8-b2d6-e6eac1749cde req-198ca465-980a-4afa-b97e-1211bd8b14e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a325fffd-cc20-47f6-9590-870a2c199f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455365 Feb 05 02:56:42.514048 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-f5081a9e-c1d3-41d9-add8-cee1ea86040a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Made reservation on behalf of 0757223904ec4e4db3037c8631160285 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:42.518558 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-f5081a9e-c1d3-41d9-add8-cee1ea86040a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:42.581824 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Publish callbacks [] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:42.594838 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c520601d-6546-4dc8-b2d6-e6eac1749cde req-9985f8cf-bb50-4c08-af01-ecd799172da0 service neutron] 10.222.0.31 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139387 Feb 05 02:56:42.639245 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:42.712176 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c520601d-6546-4dc8-b2d6-e6eac1749cde req-6fe8443a-928f-4040-b88a-2c095c562f6c service neutron] 10.222.0.31 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105924 Feb 05 02:56:42.761933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-f5081a9e-c1d3-41d9-add8-cee1ea86040a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Allocated IP 172.20.0.3 (1c4e84c3-758a-446b-a07c-d68eea5047fb/ac91bbb4-a940-4c45-8d2f-ef0964fd7339/e66a0481-21c7-49a9-86fa-cd4d8436d95a) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:42.937263 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-f5081a9e-c1d3-41d9-add8-cee1ea86040a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks [] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:43.043317 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-f5081a9e-c1d3-41d9-add8-cee1ea86040a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:43.070355 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (d30deaaa-7127-4248-aa84-5d604e2eba19), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:43.133886 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-f5081a9e-c1d3-41d9-add8-cee1ea86040a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Network 1c4e84c3-758a-446b-a07c-d68eea5047fb is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:43.191321 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-f5081a9e-c1d3-41d9-add8-cee1ea86040a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:43.209403 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-f5081a9e-c1d3-41d9-add8-cee1ea86040a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:56:43.223693 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009234bf-8b15-4f00-bddc-a3b55e366b55 req-d9163ed6-32bc-4600-99a4-acc1bb935906 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:43.225292 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-009234bf-8b15-4f00-bddc-a3b55e366b55 req-d9163ed6-32bc-4600-99a4-acc1bb935906 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 0.6653750 Feb 05 02:56:43.236071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53084) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:43.236846 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=bd289fe5-6105-4171-bae1-fa8fc6790dff,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:43.271563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c319227-c4cc-4556-a040-c6c7717fc655 req-b298ab20-550e-46e2-bdb1-c2315d737d6e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:43.273097 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c319227-c4cc-4556-a040-c6c7717fc655 req-b298ab20-550e-46e2-bdb1-c2315d737d6e tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 931 time: 0.2943385 Feb 05 02:56:43.313813 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f063b16-178d-4c78-bfc3-ed595f161e06 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (6d8db0a4-946c-4a6c-81b7-3f961e9c4604), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:43.441720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-f5081a9e-c1d3-41d9-add8-cee1ea86040a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:43.442370 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-f5081a9e-c1d3-41d9-add8-cee1ea86040a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:43.460039 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-009234bf-8b15-4f00-bddc-a3b55e366b55 req-638fecf6-3470-42fc-90c0-09d347b021fc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859400 Feb 05 02:56:43.469322 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5081a9e-c1d3-41d9-add8-cee1ea86040a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Pushing event updated for resources: {'Port': ['ID=e66a0481-21c7-49a9-86fa-cd4d8436d95a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:43.567833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cb67bd1d-dab8-42e0-a4f9-f8e2d5cc0e47 tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:43.582278 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c319227-c4cc-4556-a040-c6c7717fc655 req-b4c3f419-3603-41de-9e4e-18a72694de1a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690129 Feb 05 02:56:43.595571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Network 1b06da80-f6e8-4eb3-a70c-851a7ccb15cc is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:43.599401 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-f5081a9e-c1d3-41d9-add8-cee1ea86040a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3664207 Feb 05 02:56:43.600344 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f063b16-178d-4c78-bfc3-ed595f161e06 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=6d8db0a4-946c-4a6c-81b7-3f961e9c4604,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:43.603037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:43.620158 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Request body: {'port': {'device_id': '46270a12-a780-4159-8f11-86659bdfdc34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:43.693499 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cb67bd1d-dab8-42e0-a4f9-f8e2d5cc0e47 tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] 10.222.0.36 "PUT /v2.0/quotas/a301abc3a55b4270a2788ada281af38e HTTP/1.1" status: 200 len: 366 time: 0.4563074 Feb 05 02:56:43.694224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53100) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:43.715638 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:43.725088 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4debd9e5-6e5d-4475-880c-72edaf8e262b tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0296602 Feb 05 02:56:43.725835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53102) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:43.751561 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5877d678-8728-4a82-b1fd-a720cf010c0a tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] 10.222.0.36 "GET /v2.0/quotas/a301abc3a55b4270a2788ada281af38e HTTP/1.1" status: 200 len: 366 time: 0.0233707 Feb 05 02:56:43.752390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53104) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:43.771994 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 9df2f819-0383-4d15-a38c-408f8cff03a9 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:56:43.809013 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-038b6eeb-be22-4216-9799-4d222680046a tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/a301abc3a55b4270a2788ada281af38e HTTP/1.1" status: 204 len: 168 time: 0.0551419 Feb 05 02:56:43.809843 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53108) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:43.834504 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-25b589ba-b0e3-4ada-98a6-0d6b74c98f85 tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0225224 Feb 05 02:56:43.837747 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53110) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:43.884121 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-51aa83ef-735a-4222-a65d-337814f54004 tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] 10.222.0.36 "GET /v2.0/quotas/a301abc3a55b4270a2788ada281af38e HTTP/1.1" status: 200 len: 370 time: 0.0444772 Feb 05 02:56:43.884680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53112) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:43.899610 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5b07b2dd-7f30-4036-ac0c-0e0fd02c4610 tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] 10.222.0.36 "GET /v2.0/quotas/a301abc3a55b4270a2788ada281af38e/default HTTP/1.1" status: 200 len: 370 time: 0.0121422 Feb 05 02:56:43.902243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53114) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:43.927586 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-3377be96-dc65-4b7c-a2b1-eb117c0814f7 tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] delete failed (client error): The resource could not be found. Feb 05 02:56:43.930099 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3377be96-dc65-4b7c-a2b1-eb117c0814f7 tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/a301abc3a55b4270a2788ada281af38e HTTP/1.1" status: 404 len: 348 time: 0.0218408 Feb 05 02:56:43.957963 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 9df2f819-0383-4d15-a38c-408f8cff03a9, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=9df2f819-0383-4d15-a38c-408f8cff03a9,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:43.978473 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '9df2f819-0383-4d15-a38c-408f8cff03a9', 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44', 'port_id': '9df2f819-0383-4d15-a38c-408f8cff03a9', 'mac_address': 'fa:16:3e:80:43:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fb34fa-8661-4f51-8858-93f112ab0d02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:56:43.983757 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-55266f82-aba3-4ba5-a681-1b854cb58478 None None] Provisioning complete for port bd289fe5-6105-4171-bae1-fa8fc6790dff triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:43.984494 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55266f82-aba3-4ba5-a681-1b854cb58478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:44.050191 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 9df2f819-0383-4d15-a38c-408f8cff03a9 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:44.051325 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9df2f819-0383-4d15-a38c-408f8cff03a9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:44.079874 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df2f819-0383-4d15-a38c-408f8cff03a9 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:56:44.088944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-55266f82-aba3-4ba5-a681-1b854cb58478 None None] Port bd289fe5-6105-4171-bae1-fa8fc6790dff cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:56:44.107845 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 9df2f819-0383-4d15-a38c-408f8cff03a9, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=9df2f819-0383-4d15-a38c-408f8cff03a9,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:44.113545 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9df2f819-0383-4d15-a38c-408f8cff03a9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:44.181592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53124) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:44.205281 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=9df2f819-0383-4d15-a38c-408f8cff03a9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:44.226950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.quota.resource [None req-8df3831c-202e-4ae1-aed4-7ec6ab20d1df tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] Usage tracker for resource:network and project:5d55ded51b724fc9aec9322cba663ae3 is out of sync, need to count used quota {{(pid=109674) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 05 02:56:44.231116 n-d-826942-8 neutron-server[109674]: DEBUG neutron.quota.resource [None req-8df3831c-202e-4ae1-aed4-7ec6ab20d1df tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109674) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 05 02:56:44.247037 n-d-826942-8 neutron-server[109674]: DEBUG neutron.quota.resource [None req-8df3831c-202e-4ae1-aed4-7ec6ab20d1df tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] Usage tracker for resource:subnet and project:5d55ded51b724fc9aec9322cba663ae3 is out of sync, need to count used quota {{(pid=109674) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 05 02:56:44.252156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.quota.resource [None req-8df3831c-202e-4ae1-aed4-7ec6ab20d1df tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109674) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 05 02:56:44.260476 n-d-826942-8 neutron-server[109674]: DEBUG neutron.quota.resource [None req-8df3831c-202e-4ae1-aed4-7ec6ab20d1df tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] Usage tracker for resource:subnetpool and project:5d55ded51b724fc9aec9322cba663ae3 is out of sync, need to count used quota {{(pid=109674) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 05 02:56:44.278417 n-d-826942-8 neutron-server[109674]: DEBUG neutron.quota.resource [None req-8df3831c-202e-4ae1-aed4-7ec6ab20d1df tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109674) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 05 02:56:44.289852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.quota.resource [None req-8df3831c-202e-4ae1-aed4-7ec6ab20d1df tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] Usage tracker for resource:port and project:5d55ded51b724fc9aec9322cba663ae3 is out of sync, need to count used quota {{(pid=109674) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 05 02:56:44.295722 n-d-826942-8 neutron-server[109674]: DEBUG neutron.quota.resource [None req-8df3831c-202e-4ae1-aed4-7ec6ab20d1df tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109674) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 05 02:56:44.306090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.quota.resource [None req-8df3831c-202e-4ae1-aed4-7ec6ab20d1df tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] Usage tracker for resource:router and project:5d55ded51b724fc9aec9322cba663ae3 is out of sync, need to count used quota {{(pid=109674) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 05 02:56:44.310678 n-d-826942-8 neutron-server[109674]: DEBUG neutron.quota.resource [None req-8df3831c-202e-4ae1-aed4-7ec6ab20d1df tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109674) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 05 02:56:44.321307 n-d-826942-8 neutron-server[109674]: DEBUG neutron.quota.resource [None req-8df3831c-202e-4ae1-aed4-7ec6ab20d1df tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] Usage tracker for resource:floatingip and project:5d55ded51b724fc9aec9322cba663ae3 is out of sync, need to count used quota {{(pid=109674) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 05 02:56:44.325900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.quota.resource [None req-8df3831c-202e-4ae1-aed4-7ec6ab20d1df tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109674) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 05 02:56:44.365453 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f063b16-178d-4c78-bfc3-ed595f161e06 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:44.371102 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5f063b16-178d-4c78-bfc3-ed595f161e06 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/6d8db0a4-946c-4a6c-81b7-3f961e9c4604 HTTP/1.1" status: 204 len: 168 time: 3.0003264 Feb 05 02:56:44.373956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53128) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:44.417012 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4325d70-4af0-4a24-9e6a-791e9a3ea091 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] GET failed (client error): The resource could not be found. Feb 05 02:56:44.418843 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c4325d70-4af0-4a24-9e6a-791e9a3ea091 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports/6d8db0a4-946c-4a6c-81b7-3f961e9c4604 HTTP/1.1" status: 404 len: 333 time: 0.0461836 Feb 05 02:56:44.419780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.quota.resource [None req-8df3831c-202e-4ae1-aed4-7ec6ab20d1df tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] Usage tracker for resource:security_group and project:5d55ded51b724fc9aec9322cba663ae3 is out of sync, need to count used quota {{(pid=109674) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 05 02:56:44.424693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53134) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:44.436218 n-d-826942-8 neutron-server[109674]: DEBUG neutron.quota.resource [None req-8df3831c-202e-4ae1-aed4-7ec6ab20d1df tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109674) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 05 02:56:44.460607 n-d-826942-8 neutron-server[109674]: DEBUG neutron.quota.resource [None req-8df3831c-202e-4ae1-aed4-7ec6ab20d1df tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] Usage tracker for resource:security_group_rule and project:5d55ded51b724fc9aec9322cba663ae3 is out of sync, need to count used quota {{(pid=109674) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 05 02:56:44.464262 n-d-826942-8 neutron-server[109674]: DEBUG neutron.quota.resource [None req-8df3831c-202e-4ae1-aed4-7ec6ab20d1df tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109674) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 05 02:56:44.474014 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8df3831c-202e-4ae1-aed4-7ec6ab20d1df tempest-QuotasTest-1494679179 tempest-QuotasTest-1494679179-project-admin] 10.222.0.36 "GET /v2.0/quotas/5d55ded51b724fc9aec9322cba663ae3/details.json HTTP/1.1" status: 200 len: 703 time: 0.2913587 Feb 05 02:56:44.503465 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['9df2f819-0383-4d15-a38c-408f8cff03a9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:56:44.523379 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dccc3-9c15-43a1-8a54-e183b7f421d2 req-5ec702f8-4c28-4701-b9d7-cd1f622f990a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:44.532583 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-869dccc3-9c15-43a1-8a54-e183b7f421d2 req-5ec702f8-4c28-4701-b9d7-cd1f622f990a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 944 time: 0.8187532 Feb 05 02:56:44.553425 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d14182c-5216-4c28-bf28-df15c860809e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (2f7f4e25-fa09-47de-a5e6-f0fdb793eeae), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:44.607098 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d14182c-5216-4c28-bf28-df15c860809e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (2f7f4e25-fa09-47de-a5e6-f0fdb793eeae), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:44.696324 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d14182c-5216-4c28-bf28-df15c860809e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2f7f4e25-fa09-47de-a5e6-f0fdb793eeae), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:44.699446 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d14182c-5216-4c28-bf28-df15c860809e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:44.700917 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2d14182c-5216-4c28-bf28-df15c860809e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/security-groups/2f7f4e25-fa09-47de-a5e6-f0fdb793eeae HTTP/1.1" status: 204 len: 168 time: 0.2747583 Feb 05 02:56:44.706282 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53144) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:44.738566 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14182c-5216-4c28-bf28-df15c860809e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7f4e25-fa09-47de-a5e6-f0fdb793eeae,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:44.779543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Router d30deaaa-7127-4248-aa84-5d604e2eba19 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:56:44.859700 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b9518e7-7c91-4e06-a3b7-6fbe1e977f0c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (e7e17c24-109d-4344-8d8d-c34b9aabba3f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:44.908771 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b9518e7-7c91-4e06-a3b7-6fbe1e977f0c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (e7e17c24-109d-4344-8d8d-c34b9aabba3f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:44.963807 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-869dccc3-9c15-43a1-8a54-e183b7f421d2 req-48a1eb63-4932-4fae-b1d1-12370fb31985 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303322 Feb 05 02:56:44.964712 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b9518e7-7c91-4e06-a3b7-6fbe1e977f0c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e7e17c24-109d-4344-8d8d-c34b9aabba3f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:44.971831 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b9518e7-7c91-4e06-a3b7-6fbe1e977f0c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:44.979161 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53150) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:44.979990 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4b9518e7-7c91-4e06-a3b7-6fbe1e977f0c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/security-groups/e7e17c24-109d-4344-8d8d-c34b9aabba3f HTTP/1.1" status: 204 len: 168 time: 0.2705176 Feb 05 02:56:45.004090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9518e7-7c91-4e06-a3b7-6fbe1e977f0c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e17c24-109d-4344-8d8d-c34b9aabba3f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:45.083310 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:56:45.102352 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9186a97e-4d54-459c-ae99-69c622b9a6c0 admin admin] 10.222.0.36 "PUT /v2.0/routers/d30deaaa-7127-4248-aa84-5d604e2eba19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8259156 Feb 05 02:56:45.115090 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Sync routers for ids ['d30deaaa-7127-4248-aa84-5d604e2eba19'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:56:45.131194 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53154) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:45.135772 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f491c85-bd81-40e6-b493-d54360056a1e req-2c8dac48-4f05-4b72-9cb1-f12c9a559fe5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:45.137690 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f491c85-bd81-40e6-b493-d54360056a1e req-2c8dac48-4f05-4b72-9cb1-f12c9a559fe5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 0.3759851 Feb 05 02:56:45.146471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66a0481-21c7-49a9-86fa-cd4d8436d95a {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:56:45.154881 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Routers {'d30deaaa-7127-4248-aa84-5d604e2eba19'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:56:45.155642 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:56:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d30deaaa-7127-4248-aa84-5d604e2eba19'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:45.183580 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Publish callbacks [] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:45.204048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53158) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:45.210692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d11395c-4300-42de-a333-f14b44a01643 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting subnet b646f911-12fd-43b6-95a0-6c72090309df {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:56:45.225005 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d11395c-4300-42de-a333-f14b44a01643 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (b646f911-12fd-43b6-95a0-6c72090309df), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:45.230363 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Transition to ACTIVE for port object e66a0481-21c7-49a9-86fa-cd4d8436d95a will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:56:45.272769 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:45.338245 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d11395c-4300-42de-a333-f14b44a01643 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (b646f911-12fd-43b6-95a0-6c72090309df), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:45.392093 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f491c85-bd81-40e6-b493-d54360056a1e req-2bf32c66-65ee-4c1c-bcb0-40381ea65aa3 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407768 Feb 05 02:56:45.416037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b7acf-a933-477d-98c9-e4c455a68f74 req-8d097315-32c9-4ace-8af6-59a02562037d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:45.416232 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13fabc3d-8210-4367-9dd6-b778477ad906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:45.423986 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-509b7acf-a933-477d-98c9-e4c455a68f74 req-8d097315-32c9-4ace-8af6-59a02562037d tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 931 time: 0.2852583 Feb 05 02:56:45.435990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Set router d30deaaa-7127-4248-aa84-5d604e2eba19 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:56:45.467346 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f9bf5d5-f15e-417e-9f37-26193d12b401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:45.477777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Pushing event updated for resources: {'Port': ['ID=e66a0481-21c7-49a9-86fa-cd4d8436d95a,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:45.717580 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13fabc3d-8210-4367-9dd6-b778477ad906 admin admin] Publish callbacks [] for security_group (7d725913-37c3-4a34-893f-051b071b7dc3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:45.737085 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13fabc3d-8210-4367-9dd6-b778477ad906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7d725913-37c3-4a34-893f-051b071b7dc3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:45.737351 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-509b7acf-a933-477d-98c9-e4c455a68f74 req-e2e9f8e1-e1a9-46b5-b996-1f73ac822247 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064015 Feb 05 02:56:45.748304 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d11395c-4300-42de-a333-f14b44a01643 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (b646f911-12fd-43b6-95a0-6c72090309df), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:45.767074 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f9bf5d5-f15e-417e-9f37-26193d12b401 admin admin] Publish callbacks [] for security_group (a6f4af3e-41d4-4b66-a6ff-79e591e0b586), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:45.778029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'name': 'tempest-TaggedBootDevicesTest_v242-1825039167-router', 'tenant_id': '15110b7d03c04df4adfb81d714da9d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '8095e3ea-4a4b-40a5-b97a-9edb0759f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:28Z', 'updated_at': '2022-02-05T02:56:41Z', 'revision_number': 4, 'project_id': '15110b7d03c04df4adfb81d714da9d6d', 'gw_port': {'id': '8095e3ea-4a4b-40a5-b97a-9edb0759f02c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:29Z', 'updated_at': '2022-02-05T02:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'bd289fe5-6105-4171-bae1-fa8fc6790dff', 'name': '', 'network_id': '1b06da80-f6e8-4eb3-a70c-851a7ccb15cc', 'tenant_id': '15110b7d03c04df4adfb81d714da9d6d', 'mac_address': 'fa:16:3e:52:79:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9ba4f314-6f33-4e30-ab88-a009d6faeb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:38Z', 'updated_at': '2022-02-05T02:56:41Z', 'revision_number': 2, 'project_id': '15110b7d03c04df4adfb81d714da9d6d', 'subnets': [{'id': '9ba4f314-6f33-4e30-ab88-a009d6faeb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:45.788504 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f9bf5d5-f15e-417e-9f37-26193d12b401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a6f4af3e-41d4-4b66-a6ff-79e591e0b586), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:45.789363 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Attempting to bind port e66a0481-21c7-49a9-86fa-cd4d8436d95a on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:56:45.789825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Attempting to bind port e66a0481-21c7-49a9-86fa-cd4d8436d95a by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '311902c1-9fac-4fae-b3ce-6c656f492c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:56:45.790015 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Attempting to bind port e66a0481-21c7-49a9-86fa-cd4d8436d95a on network 1c4e84c3-758a-446b-a07c-d68eea5047fb {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:56:45.800492 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Port e66a0481-21c7-49a9-86fa-cd4d8436d95a on network 1c4e84c3-758a-446b-a07c-d68eea5047fb not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:56:45.801314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Attempting to bind port e66a0481-21c7-49a9-86fa-cd4d8436d95a on network 1c4e84c3-758a-446b-a07c-d68eea5047fb {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:56:45.811949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:56:45.812372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Checking segment: {'id': '311902c1-9fac-4fae-b3ce-6c656f492c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:56:45.812885 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Bound using segment: {'id': '311902c1-9fac-4fae-b3ce-6c656f492c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:56:45.813631 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Bound port: e66a0481-21c7-49a9-86fa-cd4d8436d95a, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311902c1-9fac-4fae-b3ce-6c656f492c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:56:45.814009 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:45.823404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Checking router: d30deaaa-7127-4248-aa84-5d604e2eba19 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:56:45.823984 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Updating router d30deaaa-7127-4248-aa84-5d604e2eba19 port bd289fe5-6105-4171-bae1-fa8fc6790dff binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:56:45.824877 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-13fabc3d-8210-4367-9dd6-b778477ad906 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2aecf419e9840a5b8a0768d1013edcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6924798 Feb 05 02:56:45.825017 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53196) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:45.832862 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fabc3d-8210-4367-9dd6-b778477ad906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d725913-37c3-4a34-893f-051b071b7dc3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:45.859903 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9f9bf5d5-f15e-417e-9f37-26193d12b401 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a61495dd227845788fb3c374d1746cd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6540778 Feb 05 02:56:45.862677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53198) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:45.885759 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:45.891963 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bf5d5-f15e-417e-9f37-26193d12b401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f4af3e-41d4-4b66-a6ff-79e591e0b586,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:45.892767 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d11395c-4300-42de-a333-f14b44a01643 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (b646f911-12fd-43b6-95a0-6c72090309df), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:45.932453 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20d8fa23-d465-4089-9d4a-836698605790 admin admin] Publish callbacks [] for security_group (a6f4af3e-41d4-4b66-a6ff-79e591e0b586), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:45.960895 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20d8fa23-d465-4089-9d4a-836698605790 admin admin] Publish callbacks [] for security_group (a6f4af3e-41d4-4b66-a6ff-79e591e0b586), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:46.009536 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11395c-4300-42de-a333-f14b44a01643 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Subnet': ['ID=b646f911-12fd-43b6-95a0-6c72090309df,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:46.021715 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2d39b-f2c1-478a-ad24-9d1b861f721d None None] Network 97901936-6c92-4219-9b1e-4fee1a4c758e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:56:46.023004 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d11395c-4300-42de-a333-f14b44a01643 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:46.030065 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4d11395c-4300-42de-a333-f14b44a01643 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/b646f911-12fd-43b6-95a0-6c72090309df HTTP/1.1" status: 204 len: 168 time: 1.0340970 Feb 05 02:56:46.031781 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53206) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:46.038353 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5a080cdb-d166-4ac1-bffb-10c37645f370 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'subnet': {'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:46.098406 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20d8fa23-d465-4089-9d4a-836698605790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a6f4af3e-41d4-4b66-a6ff-79e591e0b586), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:46.100948 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20d8fa23-d465-4089-9d4a-836698605790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:46.105297 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-20d8fa23-d465-4089-9d4a-836698605790 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a6f4af3e-41d4-4b66-a6ff-79e591e0b586 HTTP/1.1" status: 204 len: 168 time: 0.2414644 Feb 05 02:56:46.117313 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:46.129725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8fa23-d465-4089-9d4a-836698605790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f4af3e-41d4-4b66-a6ff-79e591e0b586,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:46.199444 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-241d5c65-b687-44da-bc8e-874a6a794986 admin admin] Publish callbacks [] for security_group (7d725913-37c3-4a34-893f-051b071b7dc3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:46.240127 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-241d5c65-b687-44da-bc8e-874a6a794986 admin admin] Publish callbacks [] for security_group (7d725913-37c3-4a34-893f-051b071b7dc3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:46.241337 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a080cdb-d166-4ac1-bffb-10c37645f370 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:46.247453 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a080cdb-d166-4ac1-bffb-10c37645f370 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:46.355918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] For port e66a0481-21c7-49a9-86fa-cd4d8436d95a, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:56:46.396002 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] For port e66a0481-21c7-49a9-86fa-cd4d8436d95a, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e66a0481-21c7-49a9-86fa-cd4d8436d95a,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:56:46.425977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edf6b5-7792-4cf5-a142-fe8987e81b2f req-161395ea-2932-4a78-94d2-4e5733b9aae2 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:46.427323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09edf6b5-7792-4cf5-a142-fe8987e81b2f req-161395ea-2932-4a78-94d2-4e5733b9aae2 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 944 time: 0.3347003 Feb 05 02:56:46.428496 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:46.496528 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Publish callbacks [] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:46.520694 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:46.603548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:46.605270 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:46.608265 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] 10.222.0.10 "PUT /v2.0/ports/e66a0481-21c7-49a9-86fa-cd4d8436d95a HTTP/1.1" status: 200 len: 1091 time: 3.0002315 Feb 05 02:56:46.638579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46270a12-a780-4159-8f11-86659bdfdc34', 'tag': 'e66a0481-21c7-49a9-86fa-cd4d8436d95a'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:56:46.651501 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685be7f2-7ed3-49b2-ae72-68d5d439dce8" -d '{"events": [{"name": "network-changed", "server_uuid": "46270a12-a780-4159-8f11-86659bdfdc34", "tag": "e66a0481-21c7-49a9-86fa-cd4d8436d95a"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:56:46.688657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa024f7-59bf-4a7b-8443-81bfbc960516 None None] Pushing event updated for resources: {'Port': ['ID=bd289fe5-6105-4171-bae1-fa8fc6790dff,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:46.808362 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53222) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:46.818373 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-241d5c65-b687-44da-bc8e-874a6a794986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7d725913-37c3-4a34-893f-051b071b7dc3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:46.823954 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-241d5c65-b687-44da-bc8e-874a6a794986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:46.826486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Attempting to bind port bd289fe5-6105-4171-bae1-fa8fc6790dff on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:56:46.826899 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Attempting to bind port bd289fe5-6105-4171-bae1-fa8fc6790dff by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b06da80-f6e8-4eb3-a70c-851a7ccb15cc'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:56:46.827257 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Attempting to bind port bd289fe5-6105-4171-bae1-fa8fc6790dff on network 1b06da80-f6e8-4eb3-a70c-851a7ccb15cc {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:56:46.829616 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-241d5c65-b687-44da-bc8e-874a6a794986 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d725913-37c3-4a34-893f-051b071b7dc3 HTTP/1.1" status: 204 len: 168 time: 0.9955115 Feb 05 02:56:46.838671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:56:46.845185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Checking segment: {'id': '7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b06da80-f6e8-4eb3-a70c-851a7ccb15cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:56:46.845634 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:46.846158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Bound using segment: {'id': '7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b06da80-f6e8-4eb3-a70c-851a7ccb15cc'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:56:46.846663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Bound port: bd289fe5-6105-4171-bae1-fa8fc6790dff, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b06da80-f6e8-4eb3-a70c-851a7ccb15cc'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:56:46.847084 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:46.941744 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09edf6b5-7792-4cf5-a142-fe8987e81b2f req-a1ac1326-b4ee-445f-87db-6ddad14c77ec tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847221 Feb 05 02:56:47.001070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] For port bd289fe5-6105-4171-bae1-fa8fc6790dff, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:56:47.009991 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] For port bd289fe5-6105-4171-bae1-fa8fc6790dff, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=bd289fe5-6105-4171-bae1-fa8fc6790dff,segment=NetworkSegment(7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a),segment_id=7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:56:47.026047 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:47.039256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d5c65-b687-44da-bc8e-874a6a794986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d725913-37c3-4a34-893f-051b071b7dc3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:47.044310 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b36d3a4b-6fd0-46f0-8794-2f90c8065323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:47.085096 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a080cdb-d166-4ac1-bffb-10c37645f370 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (4d9a7892-5d78-40c9-805e-677d0c9f5f3b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:47.104462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-381b45d4-a332-4b80-9797-7f39cc47fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:47.106020 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-381b45d4-a332-4b80-9797-7f39cc47fe63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0757223904ec4e4db3037c8631160285&device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 1125 time: 0.3802578 Feb 05 02:56:47.111989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542039d4-5564-4143-a7e1-bd032d215353 service neutron] Pushing event updated for resources: {'Port': ['ID=e66a0481-21c7-49a9-86fa-cd4d8436d95a,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:47.207863 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a080cdb-d166-4ac1-bffb-10c37645f370 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 97901936-6c92-4219-9b1e-4fee1a4c758e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:47.221763 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5a080cdb-d166-4ac1-bffb-10c37645f370 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:47.258822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a080cdb-d166-4ac1-bffb-10c37645f370 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:47.259623 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a080cdb-d166-4ac1-bffb-10c37645f370 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:47.274233 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-1d9201db-db3b-474f-a62e-a86659c1e876 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e66a0481-21c7-49a9-86fa-cd4d8436d95a HTTP/1.1" status: 200 len: 217 time: 0.1487255 Feb 05 02:56:47.283947 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a080cdb-d166-4ac1-bffb-10c37645f370 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Subnet': ['ID=4d9a7892-5d78-40c9-805e-677d0c9f5f3b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:47.323571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e08c54-c5fa-4fbc-8ffc-9eb2677ae707 req-acd9ba3b-a6b4-4bf6-86a5-feb120156a5f tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:47.324053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Routers {'d30deaaa-7127-4248-aa84-5d604e2eba19'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:56:47.325600 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:56:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d30deaaa-7127-4248-aa84-5d604e2eba19'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:47.333920 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5a080cdb-d166-4ac1-bffb-10c37645f370 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3006203 Feb 05 02:56:47.334611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53258) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:47.335569 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72e08c54-c5fa-4fbc-8ffc-9eb2677ae707 req-acd9ba3b-a6b4-4bf6-86a5-feb120156a5f tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 0.7763197 Feb 05 02:56:47.357213 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bb1a7a52-47bf-4717-a8b6-b2e27383dc92 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'security_group': {'name': 'tempest-secgroup-1834026851'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:47.423155 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7a52-47bf-4717-a8b6-b2e27383dc92 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:47.457140 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-4d8a9bda-7b0a-451b-a179-2e7d4f0e58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:47.458663 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-4d8a9bda-7b0a-451b-a179-2e7d4f0e58a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ac91bbb4-a940-4c45-8d2f-ef0964fd7339 HTTP/1.1" status: 200 len: 845 time: 0.1090736 Feb 05 02:56:47.529069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb531e06-2a85-4d6a-b5f1-ff13d0b9f0d4 None None] Network 97901936-6c92-4219-9b1e-4fee1a4c758e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:56:47.541500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-477efc93-862d-4e78-8ca0-f4bc7994e354 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c4e84c3-758a-446b-a07c-d68eea5047fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554292 Feb 05 02:56:47.549200 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1124b9f8-87aa-460b-aa79-c4c724cd6460 x-openstack-request-id: req-1124b9f8-87aa-460b-aa79-c4c724cd6460 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:56:47.549593 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46270a12-a780-4159-8f11-86659bdfdc34", "tag": "e66a0481-21c7-49a9-86fa-cd4d8436d95a", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:56:47.550030 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1124b9f8-87aa-460b-aa79-c4c724cd6460 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:56:47.550466 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46270a12-a780-4159-8f11-86659bdfdc34', 'tag': 'e66a0481-21c7-49a9-86fa-cd4d8436d95a', 'status': 'completed', 'code': 200} Feb 05 02:56:47.625517 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7a52-47bf-4717-a8b6-b2e27383dc92 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (9c9dc280-974e-4636-8671-ab47852d4126), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:47.631208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa024f7-59bf-4a7b-8443-81bfbc960516 None None] Pushing event updated for resources: {'Port': ['ID=bd289fe5-6105-4171-bae1-fa8fc6790dff,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:47.640793 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7a52-47bf-4717-a8b6-b2e27383dc92 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9c9dc280-974e-4636-8671-ab47852d4126), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:47.650860 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d6bf7a4d-aa1e-4720-8a52-dd9923b1ced3 None None] Provisioning complete for port bd289fe5-6105-4171-bae1-fa8fc6790dff triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:47.652694 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6bf7a4d-aa1e-4720-8a52-dd9923b1ced3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:47.666826 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72e08c54-c5fa-4fbc-8ffc-9eb2677ae707 req-41677e9d-a70b-43fc-a2a9-805578a7549e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066605 Feb 05 02:56:47.745323 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7a52-47bf-4717-a8b6-b2e27383dc92 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:47.747095 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bb1a7a52-47bf-4717-a8b6-b2e27383dc92 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4008410 Feb 05 02:56:47.750269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53268) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:47.762654 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5142b7b5-9df5-4607-9251-da91006cc6b6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'security_group': {'name': 'tempest-secgroup-796071481'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:47.781597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a7a52-47bf-4717-a8b6-b2e27383dc92 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9dc280-974e-4636-8671-ab47852d4126,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:47.800579 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b36d3a4b-6fd0-46f0-8794-2f90c8065323 admin admin] Publish callbacks [] for security_group (64c0a362-aeff-4931-9237-4ad6bbed8f8f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:47.813922 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-ec0c9c74-7947-4d3c-9c58-84d57984542e service neutron] 10.222.0.10 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594614 Feb 05 02:56:47.819733 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b36d3a4b-6fd0-46f0-8794-2f90c8065323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (64c0a362-aeff-4931-9237-4ad6bbed8f8f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:47.823397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 9df2f819-0383-4d15-a38c-408f8cff03a9 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:47.831707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5142b7b5-9df5-4607-9251-da91006cc6b6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:47.870868 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53272) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:47.924909 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d3a4b-6fd0-46f0-8794-2f90c8065323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c0a362-aeff-4931-9237-4ad6bbed8f8f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:47.956121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] Set router d30deaaa-7127-4248-aa84-5d604e2eba19 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:56:47.963554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823a064-ad6c-4ea6-8cb6-9474ad2ac6a3 req-d01b1e5c-7b78-4738-8770-0eb5b0d46ab7 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:47.968796 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5142b7b5-9df5-4607-9251-da91006cc6b6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (b6bc4168-15b7-456e-bc4d-4413a155506f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:47.972439 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-deb124c6-3903-41ac-b340-bac9205aea15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:47.976597 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1823a064-ad6c-4ea6-8cb6-9474ad2ac6a3 req-d01b1e5c-7b78-4738-8770-0eb5b0d46ab7 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 943 time: 0.2572055 Feb 05 02:56:47.981983 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5142b7b5-9df5-4607-9251-da91006cc6b6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b6bc4168-15b7-456e-bc4d-4413a155506f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.021582 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b36d3a4b-6fd0-46f0-8794-2f90c8065323 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d55ded51b724fc9aec9322cba663ae3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1911407 Feb 05 02:56:48.026507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53278) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:48.035966 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5142b7b5-9df5-4607-9251-da91006cc6b6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.039882 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5142b7b5-9df5-4607-9251-da91006cc6b6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2853136 Feb 05 02:56:48.049481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53280) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:48.058498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-652293c5-c48d-4603-bb61-8ccca54474f4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'security_group': {'name': 'tempest-secgroup-1260838427'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:48.072064 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142b7b5-9df5-4607-9251-da91006cc6b6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bc4168-15b7-456e-bc4d-4413a155506f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:48.124642 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1823a064-ad6c-4ea6-8cb6-9474ad2ac6a3 req-e1ddb66b-bf25-47c1-8dd4-a2d4fac71e28 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452405 Feb 05 02:56:48.150496 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1197d85a-ed81-4c82-90c1-a40007ce290c req-09fa45fa-ac3b-46d2-91d4-74156c18ade5 service neutron] 10.222.0.10 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249950 Feb 05 02:56:48.162585 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-652293c5-c48d-4603-bb61-8ccca54474f4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.214752 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e2e210d-cf86-4cdf-a4e7-5b8b1574a2d2 admin admin] Publish callbacks [] for security_group (64c0a362-aeff-4931-9237-4ad6bbed8f8f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.276065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa35f9-6cdf-46b0-82be-c16c20fc9023 req-cbd5a600-a374-4ca7-a0e0-233d847b022f tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:48.277720 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cbfa35f9-6cdf-46b0-82be-c16c20fc9023 req-cbd5a600-a374-4ca7-a0e0-233d847b022f tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 944 time: 0.1229334 Feb 05 02:56:48.353422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685be7f2-7ed3-49b2-ae72-68d5d439dce8 req-ba9eac6f-f093-45be-ac75-e5cbca1d26bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:48.358241 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-685be7f2-7ed3-49b2-ae72-68d5d439dce8 req-ba9eac6f-f093-45be-ac75-e5cbca1d26bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0757223904ec4e4db3037c8631160285&device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 1125 time: 0.1382272 Feb 05 02:56:48.361698 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-deb124c6-3903-41ac-b340-bac9205aea15 admin admin] Publish callbacks [] for security_group (4140b721-4243-4cfa-87ed-40b3b3afb87d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.366142 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e2e210d-cf86-4cdf-a4e7-5b8b1574a2d2 admin admin] Publish callbacks [] for security_group (64c0a362-aeff-4931-9237-4ad6bbed8f8f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.380653 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-deb124c6-3903-41ac-b340-bac9205aea15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4140b721-4243-4cfa-87ed-40b3b3afb87d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.433424 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-deb124c6-3903-41ac-b340-bac9205aea15 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e2bfbc5064f41548126f66e714b63ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5614958 Feb 05 02:56:48.442090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb124c6-3903-41ac-b340-bac9205aea15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4140b721-4243-4cfa-87ed-40b3b3afb87d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:48.444564 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53288) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:48.493880 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-652293c5-c48d-4603-bb61-8ccca54474f4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (c45b1e91-7751-4071-98ba-d85dac37c7ca), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.509434 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cbfa35f9-6cdf-46b0-82be-c16c20fc9023 req-2943496a-613f-4a02-bcca-e61d7e2c225e tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238262 Feb 05 02:56:48.510517 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-652293c5-c48d-4603-bb61-8ccca54474f4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c45b1e91-7751-4071-98ba-d85dac37c7ca), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.552725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652293c5-c48d-4603-bb61-8ccca54474f4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45b1e91-7751-4071-98ba-d85dac37c7ca,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:48.579345 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-882b5726-9cf4-4a3c-b6be-3a691ce558d8 admin admin] Publish callbacks [] for security_group (4140b721-4243-4cfa-87ed-40b3b3afb87d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.585309 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-652293c5-c48d-4603-bb61-8ccca54474f4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.586666 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-652293c5-c48d-4603-bb61-8ccca54474f4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5362339 Feb 05 02:56:48.591992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53290) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:48.597496 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e2e210d-cf86-4cdf-a4e7-5b8b1574a2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (64c0a362-aeff-4931-9237-4ad6bbed8f8f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.599352 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-96a24044-5d17-4680-86f4-8ffcc6621d8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-172515615', 'security_groups': ['c45b1e91-7751-4071-98ba-d85dac37c7ca'], 'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4d9a7892-5d78-40c9-805e-677d0c9f5f3b'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:48.600901 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e2e210d-cf86-4cdf-a4e7-5b8b1574a2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.604480 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4e2e210d-cf86-4cdf-a4e7-5b8b1574a2d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64c0a362-aeff-4931-9237-4ad6bbed8f8f HTTP/1.1" status: 204 len: 168 time: 0.5721235 Feb 05 02:56:48.617967 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf7a4d-aa1e-4720-8a52-dd9923b1ced3 None None] Current status of the port bd289fe5-6105-4171-bae1-fa8fc6790dff is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:48.618546 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6bf7a4d-aa1e-4720-8a52-dd9923b1ced3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.621876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685be7f2-7ed3-49b2-ae72-68d5d439dce8 req-eb1591f4-2062-4d55-a27e-50e0ab3b32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:48.623011 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-685be7f2-7ed3-49b2-ae72-68d5d439dce8 req-eb1591f4-2062-4d55-a27e-50e0ab3b32fe service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c4e84c3-758a-446b-a07c-d68eea5047fb HTTP/1.1" status: 200 len: 906 time: 0.2532539 Feb 05 02:56:48.625181 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-882b5726-9cf4-4a3c-b6be-3a691ce558d8 admin admin] Publish callbacks [] for security_group (4140b721-4243-4cfa-87ed-40b3b3afb87d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.635658 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e210d-cf86-4cdf-a4e7-5b8b1574a2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c0a362-aeff-4931-9237-4ad6bbed8f8f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:48.657285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adff00-831a-44a8-b284-2602d229c187 req-4e6273df-c09e-438e-b57f-f821980e5f05 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:48.658868 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c3adff00-831a-44a8-b284-2602d229c187 req-4e6273df-c09e-438e-b57f-f821980e5f05 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 946 time: 0.1627486 Feb 05 02:56:48.707766 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-882b5726-9cf4-4a3c-b6be-3a691ce558d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4140b721-4243-4cfa-87ed-40b3b3afb87d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.715295 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-882b5726-9cf4-4a3c-b6be-3a691ce558d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.720447 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 9df2f819-0383-4d15-a38c-408f8cff03a9 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:56:48.728858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 9df2f819-0383-4d15-a38c-408f8cff03a9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:48.730212 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9df2f819-0383-4d15-a38c-408f8cff03a9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.739610 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-882b5726-9cf4-4a3c-b6be-3a691ce558d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4140b721-4243-4cfa-87ed-40b3b3afb87d HTTP/1.1" status: 204 len: 168 time: 0.2861743 Feb 05 02:56:48.772745 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b5726-9cf4-4a3c-b6be-3a691ce558d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4140b721-4243-4cfa-87ed-40b3b3afb87d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:48.857839 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-685be7f2-7ed3-49b2-ae72-68d5d439dce8 req-ed6c0cfe-e265-4c40-86e2-f1edb6a2bb90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e66a0481-21c7-49a9-86fa-cd4d8436d95a HTTP/1.1" status: 200 len: 217 time: 0.2095084 Feb 05 02:56:48.874792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d6bf7a4d-aa1e-4720-8a52-dd9923b1ced3 None None] For port bd289fe5-6105-4171-bae1-fa8fc6790dff, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=bd289fe5-6105-4171-bae1-fa8fc6790dff,segment=NetworkSegment(7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a),segment_id=7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:48.901721 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1600b77-de54-43de-bb8b-806b4bc499dc None None] Update dhcp port {'port': {'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e', 'fixed_ips': [{'subnet_id': 'cafd2dc3-f872-4d32-9323-d799bb00b576', 'ip_address': '172.20.0.18'}, {'subnet_id': '4d9a7892-5d78-40c9-805e-677d0c9f5f3b'}], 'binding:host_id': 'n-d-826942-8'}, 'id': 'd92683cb-ab18-4ead-914a-91ef8df9cb4b'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 02:56:48.913621 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6bf7a4d-aa1e-4720-8a52-dd9923b1ced3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:48.970955 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c3adff00-831a-44a8-b284-2602d229c187 req-98f1660d-eb1a-4f08-826b-30866e56f1c3 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664752 Feb 05 02:56:49.007996 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1600b77-de54-43de-bb8b-806b4bc499dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:49.012942 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685be7f2-7ed3-49b2-ae72-68d5d439dce8 req-3cbfd9b9-176b-4628-9239-5b608b55c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:49.014554 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-685be7f2-7ed3-49b2-ae72-68d5d439dce8 req-3cbfd9b9-176b-4628-9239-5b608b55c71d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ac91bbb4-a940-4c45-8d2f-ef0964fd7339 HTTP/1.1" status: 200 len: 845 time: 0.1481345 Feb 05 02:56:49.037903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'name': 'tempest-TaggedBootDevicesTest_v242-1825039167-router', 'tenant_id': '15110b7d03c04df4adfb81d714da9d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '8095e3ea-4a4b-40a5-b97a-9edb0759f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:28Z', 'updated_at': '2022-02-05T02:56:41Z', 'revision_number': 4, 'project_id': '15110b7d03c04df4adfb81d714da9d6d', 'gw_port': {'id': '8095e3ea-4a4b-40a5-b97a-9edb0759f02c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:29Z', 'updated_at': '2022-02-05T02:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'bd289fe5-6105-4171-bae1-fa8fc6790dff', 'name': '', 'network_id': '1b06da80-f6e8-4eb3-a70c-851a7ccb15cc', 'tenant_id': '15110b7d03c04df4adfb81d714da9d6d', 'mac_address': 'fa:16:3e:52:79:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9ba4f314-6f33-4e30-ab88-a009d6faeb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:38Z', 'updated_at': '2022-02-05T02:56:46Z', 'revision_number': 4, 'project_id': '15110b7d03c04df4adfb81d714da9d6d', 'subnets': [{'id': '9ba4f314-6f33-4e30-ab88-a009d6faeb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:56:49.053360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405e738-d3ac-47c1-9715-3cd68641fcdb req-9ad76321-9c69-4e45-b4d3-eb4f91c7996d tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:49.056509 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4405e738-d3ac-47c1-9715-3cd68641fcdb req-9ad76321-9c69-4e45-b4d3-eb4f91c7996d tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 0.2164669 Feb 05 02:56:49.112088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea17ba3f-44d1-4125-bb91-8e8c435d0d55 None None] The sync data for ids ['d30deaaa-7127-4248-aa84-5d604e2eba19'] in n-d-826942-8 is: [{'id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'name': 'tempest-TaggedBootDevicesTest_v242-1825039167-router', 'tenant_id': '15110b7d03c04df4adfb81d714da9d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '8095e3ea-4a4b-40a5-b97a-9edb0759f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:28Z', 'updated_at': '2022-02-05T02:56:41Z', 'revision_number': 4, 'project_id': '15110b7d03c04df4adfb81d714da9d6d', 'gw_port': {'id': '8095e3ea-4a4b-40a5-b97a-9edb0759f02c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:29Z', 'updated_at': '2022-02-05T02:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'bd289fe5-6105-4171-bae1-fa8fc6790dff', 'name': '', 'network_id': '1b06da80-f6e8-4eb3-a70c-851a7ccb15cc', 'tenant_id': '15110b7d03c04df4adfb81d714da9d6d', 'mac_address': 'fa:16:3e:52:79:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '9ba4f314-6f33-4e30-ab88-a009d6faeb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:38Z', 'updated_at': '2022-02-05T02:56:46Z', 'revision_number': 4, 'project_id': '15110b7d03c04df4adfb81d714da9d6d', 'subnets': [{'id': '9ba4f314-6f33-4e30-ab88-a009d6faeb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:56:49.119292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf7a4d-aa1e-4720-8a52-dd9923b1ced3 None None] Pushing event updated for resources: {'Port': ['ID=bd289fe5-6105-4171-bae1-fa8fc6790dff,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:49.127115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-685be7f2-7ed3-49b2-ae72-68d5d439dce8 req-0d00f7c1-d52e-4292-b0ee-22de1333101f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c4e84c3-758a-446b-a07c-d68eea5047fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984824 Feb 05 02:56:49.127313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d8f77345-5790-4bd9-abb9-85fb22bdfdaf None None] Provisioning complete for port d92683cb-ab18-4ead-914a-91ef8df9cb4b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:49.127549 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d8f77345-5790-4bd9-abb9-85fb22bdfdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:49.259936 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a24044-5d17-4680-86f4-8ffcc6621d8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:49.274275 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 9df2f819-0383-4d15-a38c-408f8cff03a9 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:49.274660 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9df2f819-0383-4d15-a38c-408f8cff03a9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:49.379546 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba83f1e2-2a4f-498f-9202-fd45459d71f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df2f819-0383-4d15-a38c-408f8cff03a9'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:56:49.382329 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ec0fc9-d039-406b-a9d2-961b58ccf6ef" -d '{"events": [{"server_uuid": "ba83f1e2-2a4f-498f-9202-fd45459d71f4", "name": "network-vif-plugged", "status": "completed", "tag": "9df2f819-0383-4d15-a38c-408f8cff03a9"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:56:49.412737 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 9df2f819-0383-4d15-a38c-408f8cff03a9, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=9df2f819-0383-4d15-a38c-408f8cff03a9,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:49.429162 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9df2f819-0383-4d15-a38c-408f8cff03a9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:49.453975 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4405e738-d3ac-47c1-9715-3cd68641fcdb req-60af71ef-7940-477b-85ed-11105b5c9776 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197129 Feb 05 02:56:49.496986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=9df2f819-0383-4d15-a38c-408f8cff03a9,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:49.548384 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637c9869-5471-4bba-b788-8c9462080bbc x-openstack-request-id: req-637c9869-5471-4bba-b788-8c9462080bbc {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:56:49.549532 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba83f1e2-2a4f-498f-9202-fd45459d71f4", "name": "network-vif-plugged", "status": "completed", "tag": "9df2f819-0383-4d15-a38c-408f8cff03a9", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:56:49.550105 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-637c9869-5471-4bba-b788-8c9462080bbc {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:56:49.550985 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba83f1e2-2a4f-498f-9202-fd45459d71f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df2f819-0383-4d15-a38c-408f8cff03a9', 'code': 200} Feb 05 02:56:49.570438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d1600b77-de54-43de-bb8b-806b4bc499dc None None] Allocated IP 172.20.0.2 (97901936-6c92-4219-9b1e-4fee1a4c758e/4d9a7892-5d78-40c9-805e-677d0c9f5f3b/d92683cb-ab18-4ead-914a-91ef8df9cb4b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:49.601000 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-685be7f2-7ed3-49b2-ae72-68d5d439dce8 req-67523748-9a09-44b0-afa8-1657c2d5fe67 service neutron] 10.222.0.10 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613121 Feb 05 02:56:49.607691 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d8f77345-5790-4bd9-abb9-85fb22bdfdaf None None] Current status of the port d92683cb-ab18-4ead-914a-91ef8df9cb4b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:49.635282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baac7b5-d356-4075-b7f3-10cc878ba7f1 req-afdf1531-48de-47d3-94c7-eb5fc50c86bb tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:49.647685 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7baac7b5-d356-4075-b7f3-10cc878ba7f1 req-afdf1531-48de-47d3-94c7-eb5fc50c86bb tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 943 time: 0.3189683 Feb 05 02:56:49.707205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b79e35-b0d6-411c-8357-370cebbc0a56 req-add31f32-681b-40af-85f0-d89fbcfe4f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:49.710540 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-47b79e35-b0d6-411c-8357-370cebbc0a56 req-add31f32-681b-40af-85f0-d89fbcfe4f41 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 1127 time: 0.0963182 Feb 05 02:56:49.717372 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96a24044-5d17-4680-86f4-8ffcc6621d8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:49.727764 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d8f77345-5790-4bd9-abb9-85fb22bdfdaf None None] Provisioning complete for port bd289fe5-6105-4171-bae1-fa8fc6790dff triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:49.730148 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d8f77345-5790-4bd9-abb9-85fb22bdfdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:49.804297 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-47b79e35-b0d6-411c-8357-370cebbc0a56 req-66d0a0a6-676b-4c18-8726-b902aead5fe3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849006 Feb 05 02:56:49.928515 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7baac7b5-d356-4075-b7f3-10cc878ba7f1 req-51eb6290-7f05-4652-ae39-bf32b9405bb0 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797837 Feb 05 02:56:49.939448 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-96a24044-5d17-4680-86f4-8ffcc6621d8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] device_id is not set on port ba4fc558-c11e-4e22-90ea-71f4fae70ba5 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:56:49.941474 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d1600b77-de54-43de-bb8b-806b4bc499dc None None] For port d92683cb-ab18-4ead-914a-91ef8df9cb4b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d92683cb-ab18-4ead-914a-91ef8df9cb4b,segment=NetworkSegment(e4bd4fb8-07fb-45da-89af-2469069008cf),segment_id=e4bd4fb8-07fb-45da-89af-2469069008cf)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:50.060528 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1600b77-de54-43de-bb8b-806b4bc499dc None None] Publish callbacks [] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:50.069202 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1600b77-de54-43de-bb8b-806b4bc499dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:50.072733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d8f77345-5790-4bd9-abb9-85fb22bdfdaf None None] Current status of the port bd289fe5-6105-4171-bae1-fa8fc6790dff is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:50.085342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f4272-93b1-4306-98f7-b60748aa6596 req-c5b1e4a0-4a42-44fe-9aaf-4909ba4e26d3 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:50.098010 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b0f4272-93b1-4306-98f7-b60748aa6596 req-c5b1e4a0-4a42-44fe-9aaf-4909ba4e26d3 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 945 time: 0.4088295 Feb 05 02:56:50.153038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device bd289fe5-6105-4171-bae1-fa8fc6790dff up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:50.177210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d8f77345-5790-4bd9-abb9-85fb22bdfdaf None None] Provisioning complete for port bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:50.177742 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d8f77345-5790-4bd9-abb9-85fb22bdfdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:50.225700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-685be7f2-7ed3-49b2-ae72-68d5d439dce8 req-538fceec-8d45-4a56-a11f-2451b672dc82 service neutron] 10.222.0.10 "GET /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986967 Feb 05 02:56:50.260315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d8f77345-5790-4bd9-abb9-85fb22bdfdaf None None] Port bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:56:50.321917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1600b77-de54-43de-bb8b-806b4bc499dc None None] Pushing event updated for resources: {'Port': ['ID=d92683cb-ab18-4ead-914a-91ef8df9cb4b,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:50.393671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b0f4272-93b1-4306-98f7-b60748aa6596 req-8a554ee1-1bdd-46e4-ae43-eebaf3b6ca3c tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945869 Feb 05 02:56:50.435656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e4776-5187-4fb8-9e7e-00ebf3a6fe33 req-ed8cf940-cc05-4529-a6ad-598008e82d00 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:50.438053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port bd289fe5-6105-4171-bae1-fa8fc6790dff triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:50.438430 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:50.448976 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7e9e4776-5187-4fb8-9e7e-00ebf3a6fe33 req-ed8cf940-cc05-4529-a6ad-598008e82d00 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.31 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 946 time: 0.1803565 Feb 05 02:56:50.600737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-96a24044-5d17-4680-86f4-8ffcc6621d8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Allocated IP 172.20.0.6 (97901936-6c92-4219-9b1e-4fee1a4c758e/4d9a7892-5d78-40c9-805e-677d0c9f5f3b/ba4fc558-c11e-4e22-90ea-71f4fae70ba5) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:50.698389 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port bd289fe5-6105-4171-bae1-fa8fc6790dff is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:50.738925 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-7e9e4776-5187-4fb8-9e7e-00ebf3a6fe33 req-5e93b4aa-3d79-4435-b0f8-7ecdaad4af77 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Deleting port c862bdef-c1a9-4e7a-a77e-513e1e28f139 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:56:50.740097 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7e9e4776-5187-4fb8-9e7e-00ebf3a6fe33 req-5e93b4aa-3d79-4435-b0f8-7ecdaad4af77 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c862bdef-c1a9-4e7a-a77e-513e1e28f139), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:50.824025 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96a24044-5d17-4680-86f4-8ffcc6621d8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (ba4fc558-c11e-4e22-90ea-71f4fae70ba5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:50.884033 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96a24044-5d17-4680-86f4-8ffcc6621d8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ba4fc558-c11e-4e22-90ea-71f4fae70ba5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:50.993767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7e9e4776-5187-4fb8-9e7e-00ebf3a6fe33 req-5e93b4aa-3d79-4435-b0f8-7ecdaad4af77 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] For port c862bdef-c1a9-4e7a-a77e-513e1e28f139, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c862bdef-c1a9-4e7a-a77e-513e1e28f139,segment=NetworkSegment(ea456988-812f-416f-90ce-11235c6aeb31),segment_id=ea456988-812f-416f-90ce-11235c6aeb31)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:50.996239 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7e9e4776-5187-4fb8-9e7e-00ebf3a6fe33 req-5e93b4aa-3d79-4435-b0f8-7ecdaad4af77 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c862bdef-c1a9-4e7a-a77e-513e1e28f139), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:51.003941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583e4d0-ff73-4f7a-a673-72d9451a5627 req-7b1679f2-a451-4eea-a6a4-3df4adfea973 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:51.019429 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4583e4d0-ff73-4f7a-a673-72d9451a5627 req-7b1679f2-a451-4eea-a6a4-3df4adfea973 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/ports?device_id=29defcd4-ab84-4beb-94e7-011064e3d812 HTTP/1.1" status: 200 len: 946 time: 0.8919871 Feb 05 02:56:51.032089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-7e9e4776-5187-4fb8-9e7e-00ebf3a6fe33 req-5e93b4aa-3d79-4435-b0f8-7ecdaad4af77 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Calling delete_port for c862bdef-c1a9-4e7a-a77e-513e1e28f139 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:56:51.072455 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a24044-5d17-4680-86f4-8ffcc6621d8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 97901936-6c92-4219-9b1e-4fee1a4c758e is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:51.092310 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-96a24044-5d17-4680-86f4-8ffcc6621d8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:51.095063 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a24044-5d17-4680-86f4-8ffcc6621d8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:56:51.217953 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a24044-5d17-4680-86f4-8ffcc6621d8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=ba4fc558-c11e-4e22-90ea-71f4fae70ba5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:51.387598 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7e9e4776-5187-4fb8-9e7e-00ebf3a6fe33 req-5e93b4aa-3d79-4435-b0f8-7ecdaad4af77 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c862bdef-c1a9-4e7a-a77e-513e1e28f139), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:51.407982 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['c862bdef-c1a9-4e7a-a77e-513e1e28f139'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:56:51.469962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93b4aa-3d79-4435-b0f8-7ecdaad4af77 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Pushing event deleted for resources: {'Port': ['ID=c862bdef-c1a9-4e7a-a77e-513e1e28f139,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:51.559743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e66a0481-21c7-49a9-86fa-cd4d8436d95a details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:56:51.591193 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9e4776-5187-4fb8-9e7e-00ebf3a6fe33 req-5e93b4aa-3d79-4435-b0f8-7ecdaad4af77 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] No DVR routers for this DVR port c862bdef-c1a9-4e7a-a77e-513e1e28f139 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:56:51.592558 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7e9e4776-5187-4fb8-9e7e-00ebf3a6fe33 req-5e93b4aa-3d79-4435-b0f8-7ecdaad4af77 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:51.596256 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7e9e4776-5187-4fb8-9e7e-00ebf3a6fe33 req-5e93b4aa-3d79-4435-b0f8-7ecdaad4af77 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.31 "DELETE /v2.0/ports/c862bdef-c1a9-4e7a-a77e-513e1e28f139 HTTP/1.1" status: 204 len: 173 time: 1.1434243 Feb 05 02:56:51.597466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29defcd4-ab84-4beb-94e7-011064e3d812', 'name': 'network-vif-deleted', 'tag': 'c862bdef-c1a9-4e7a-a77e-513e1e28f139'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:56:51.612260 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d1d9eb-b309-4e11-861a-207f6f83b906" -d '{"events": [{"server_uuid": "29defcd4-ab84-4beb-94e7-011064e3d812", "name": "network-vif-deleted", "tag": "c862bdef-c1a9-4e7a-a77e-513e1e28f139"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:56:51.926479 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port e66a0481-21c7-49a9-86fa-cd4d8436d95a, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e66a0481-21c7-49a9-86fa-cd4d8436d95a,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:51.995980 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'e66a0481-21c7-49a9-86fa-cd4d8436d95a', 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb', 'port_id': 'e66a0481-21c7-49a9-86fa-cd4d8436d95a', 'mac_address': 'fa:16:3e:a4:b4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac91bbb4-a940-4c45-8d2f-ef0964fd7339', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:56:52.039378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aacaa17e-b76b-492d-82a1-13527579ba37 None None] Provisioning complete for port d92683cb-ab18-4ead-914a-91ef8df9cb4b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:52.039762 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aacaa17e-b76b-492d-82a1-13527579ba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:52.073980 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad51b73-a2dd-4860-b59b-aafc425a7c42 req-26a84bfa-c1c8-4910-a225-5f675dfc50fe tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:52.081793 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53378) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:52.082326 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fad51b73-a2dd-4860-b59b-aafc425a7c42 req-26a84bfa-c1c8-4910-a225-5f675dfc50fe tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 1.3460653 Feb 05 02:56:52.145334 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4583e4d0-ff73-4f7a-a673-72d9451a5627 req-f137b880-5e08-4b6e-91e8-fdf4ca0802f3 tempest-AttachSCSIVolumeTestJSON-2113896985 tempest-AttachSCSIVolumeTestJSON-2113896985-project] 10.222.0.36 "GET /v2.0/security-groups?id=59e5dca2-6215-4e46-8f15-a130f91f5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1312895 Feb 05 02:56:52.189622 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a24044-5d17-4680-86f4-8ffcc6621d8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:52.190106 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96a24044-5d17-4680-86f4-8ffcc6621d8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:52.242696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fad51b73-a2dd-4860-b59b-aafc425a7c42 req-00c0300d-1c99-4128-b0fe-1f0e72b3ecee tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379695 Feb 05 02:56:52.260144 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53384) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:52.268342 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f3103a16-d7af-4495-b990-dde3d6ab057c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'subnet': {'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:52.269826 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-96a24044-5d17-4680-86f4-8ffcc6621d8b tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6587648 Feb 05 02:56:52.289885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d92683cb-ab18-4ead-914a-91ef8df9cb4b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:52.478063 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port e66a0481-21c7-49a9-86fa-cd4d8436d95a is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:52.479732 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:52.510343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66a0481-21c7-49a9-86fa-cd4d8436d95a {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:56:52.567101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port e66a0481-21c7-49a9-86fa-cd4d8436d95a, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e66a0481-21c7-49a9-86fa-cd4d8436d95a,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:52.577483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c633697-0495-40e8-999b-49cb97eb03fc req-13fd298c-89ca-46fb-896b-b4f6d7770efc tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:52.588934 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c633697-0495-40e8-999b-49cb97eb03fc req-13fd298c-89ca-46fb-896b-b4f6d7770efc tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 943 time: 0.2409065 Feb 05 02:56:52.606535 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d92683cb-ab18-4ead-914a-91ef8df9cb4b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:52.606963 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:52.608803 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:52.614714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3103a16-d7af-4495-b990-dde3d6ab057c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:52.618365 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3103a16-d7af-4495-b990-dde3d6ab057c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:52.707841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11337080-8797-43b1-a19d-18f6a15e5ee2 req-e2942aa9-ba93-463b-81b6-8f5c8d9eab70 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:52.717686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11337080-8797-43b1-a19d-18f6a15e5ee2 req-e2942aa9-ba93-463b-81b6-8f5c8d9eab70 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 945 time: 0.2755458 Feb 05 02:56:52.740822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-184bd3cc-a587-494c-a609-69c42b146e50 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1531083153', 'router:external': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:52.748543 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aacaa17e-b76b-492d-82a1-13527579ba37 None None] Current status of the port d92683cb-ab18-4ead-914a-91ef8df9cb4b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:52.753713 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c633697-0495-40e8-999b-49cb97eb03fc req-9987509e-8894-4b13-93dc-1422d7c7bdf0 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565437 Feb 05 02:56:52.829433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11337080-8797-43b1-a19d-18f6a15e5ee2 req-7a68b985-af06-4a7a-8c6b-5cd3cf1a5c03 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106160 Feb 05 02:56:52.873864 n-d-826942-8 neutron-server[109674]: INFO neutron.db.ipam_backend_mixin [None req-f3103a16-d7af-4495-b990-dde3d6ab057c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4d9a7892-5d78-40c9-805e-677d0c9f5f3b (CIDR: 172.20.0.0/28) Feb 05 02:56:52.877733 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3910d1bd-e914-4953-be76-b307503fa162 x-openstack-request-id: req-3910d1bd-e914-4953-be76-b307503fa162 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:56:52.878251 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29defcd4-ab84-4beb-94e7-011064e3d812", "name": "network-vif-deleted", "tag": "c862bdef-c1a9-4e7a-a77e-513e1e28f139", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:56:52.878681 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3910d1bd-e914-4953-be76-b307503fa162 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:56:52.879299 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29defcd4-ab84-4beb-94e7-011064e3d812', 'name': 'network-vif-deleted', 'tag': 'c862bdef-c1a9-4e7a-a77e-513e1e28f139', 'status': 'completed', 'code': 200} Feb 05 02:56:52.879987 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184bd3cc-a587-494c-a609-69c42b146e50 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Made reservation on behalf of d016faf02eb544f9a0ef15078e50f449 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:52.882943 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184bd3cc-a587-494c-a609-69c42b146e50 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:52.888104 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3103a16-d7af-4495-b990-dde3d6ab057c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 02:56:52.888783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3103a16-d7af-4495-b990-dde3d6ab057c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:56:52.892825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aacaa17e-b76b-492d-82a1-13527579ba37 None None] Provisioning complete for port bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:52.893334 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aacaa17e-b76b-492d-82a1-13527579ba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:52.903452 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184bd3cc-a587-494c-a609-69c42b146e50 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:52.930536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e66a0481-21c7-49a9-86fa-cd4d8436d95a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:56:52.961473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53396) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:52.962010 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f3103a16-d7af-4495-b990-dde3d6ab057c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7003560 Feb 05 02:56:52.967681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f5a794b3-32b0-46c7-923b-41c4823114f6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'subnet': {'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:53.046841 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=e66a0481-21c7-49a9-86fa-cd4d8436d95a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:53.049392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aacaa17e-b76b-492d-82a1-13527579ba37 None None] Port bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:56:53.096414 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184bd3cc-a587-494c-a609-69c42b146e50 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for security_group (2a30f19b-faea-4be9-8dc7-ed430d031a83), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:53.099498 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d92683cb-ab18-4ead-914a-91ef8df9cb4b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:53.115611 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184bd3cc-a587-494c-a609-69c42b146e50 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2a30f19b-faea-4be9-8dc7-ed430d031a83), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:53.139720 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184bd3cc-a587-494c-a609-69c42b146e50 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:56:53.191374 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184bd3cc-a587-494c-a609-69c42b146e50 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (5c9bf0ec-91a0-42cd-95a4-2695f4939980), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:53.193482 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-184bd3cc-a587-494c-a609-69c42b146e50 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Added segment 5c9bf0ec-91a0-42cd-95a4-2695f4939980 of type vlan for network ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4 Feb 05 02:56:53.219494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-837cd50a-9c32-475b-8cf4-01af16cfab5a None None] Provisioning complete for port ba4fc558-c11e-4e22-90ea-71f4fae70ba5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:53.219892 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-837cd50a-9c32-475b-8cf4-01af16cfab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ba4fc558-c11e-4e22-90ea-71f4fae70ba5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:53.276003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-837cd50a-9c32-475b-8cf4-01af16cfab5a None None] Port ba4fc558-c11e-4e22-90ea-71f4fae70ba5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:56:53.336863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a794b3-32b0-46c7-923b-41c4823114f6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:53.342048 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5a794b3-32b0-46c7-923b-41c4823114f6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:53.342428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bd3cc-a587-494c-a609-69c42b146e50 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a30f19b-faea-4be9-8dc7-ed430d031a83,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:53.411892 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184bd3cc-a587-494c-a609-69c42b146e50 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:53.492298 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184bd3cc-a587-494c-a609-69c42b146e50 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:53.493653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184bd3cc-a587-494c-a609-69c42b146e50 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:53.494661 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184bd3cc-a587-494c-a609-69c42b146e50 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:53.695698 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bd3cc-a587-494c-a609-69c42b146e50 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Pushing event updated for resources: {'Network': ['ID=ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:53.709242 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:56:53.713766 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-184bd3cc-a587-494c-a609-69c42b146e50 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6304929 Feb 05 02:56:53.719242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53426) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:53.740601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4052d7d4-4932-4eef-a72a-e4d0e632f5eb tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Request body: {'subnet': {'network_id': 'ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:53.793121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4052d7d4-4932-4eef-a72a-e4d0e632f5eb tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Made reservation on behalf of d016faf02eb544f9a0ef15078e50f449 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:53.796882 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4052d7d4-4932-4eef-a72a-e4d0e632f5eb tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:53.934072 n-d-826942-8 neutron-server[109675]: INFO neutron.db.ipam_backend_mixin [None req-f5a794b3-32b0-46c7-923b-41c4823114f6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet cafd2dc3-f872-4d32-9323-d799bb00b576 (CIDR: 172.20.0.16/28) Feb 05 02:56:53.950336 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9a536-aa8a-4aa8-855e-1de92db63810 req-463f7ea3-f65c-4c1a-9d36-e4bbfa44e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:53.952168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6bc9a536-aa8a-4aa8-855e-1de92db63810 req-463f7ea3-f65c-4c1a-9d36-e4bbfa44e4f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 1132 time: 0.4178619 Feb 05 02:56:53.978188 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a794b3-32b0-46c7-923b-41c4823114f6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 02:56:53.980135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a794b3-32b0-46c7-923b-41c4823114f6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:56:54.013504 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43406216-9595-47b8-ae2a-9ba6f7b07800 req-e8b66568-e328-4170-9a3f-cf5a6f7cc3f2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:54.029313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43406216-9595-47b8-ae2a-9ba6f7b07800 req-e8b66568-e328-4170-9a3f-cf5a6f7cc3f2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 0.5802529 Feb 05 02:56:54.082886 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c862bdef-c1a9-4e7a-a77e-513e1e28f139 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:56:54.116285 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f5a794b3-32b0-46c7-923b-41c4823114f6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1507912 Feb 05 02:56:54.116405 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53436) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:54.119535 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: c862bdef-c1a9-4e7a-a77e-513e1e28f139 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:56:54.120566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c862bdef-c1a9-4e7a-a77e-513e1e28f139 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:56:54.123347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d95e2924-ada4-4b69-9888-ada5b0978fca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'subnet': {'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:54.259022 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43406216-9595-47b8-ae2a-9ba6f7b07800 req-356abc1f-44b1-4833-9f52-277a019c33b9 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283976 Feb 05 02:56:54.274621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f26b12-fe95-4ac7-bfa6-8232b13f6dc8 req-2650d371-0901-444a-ba0a-01b55e40c448 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:54.276732 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7f26b12-fe95-4ac7-bfa6-8232b13f6dc8 req-2650d371-0901-444a-ba0a-01b55e40c448 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 944 time: 0.4031301 Feb 05 02:56:54.385440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7f26b12-fe95-4ac7-bfa6-8232b13f6dc8 req-9034797d-ce33-4f70-aa1a-441f5cb82240 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972643 Feb 05 02:56:54.437725 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9a536-aa8a-4aa8-855e-1de92db63810 req-01846b23-1c41-45ef-a7b8-88698b78758a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:54.440848 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6bc9a536-aa8a-4aa8-855e-1de92db63810 req-01846b23-1c41-45ef-a7b8-88698b78758a service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.4035537 Feb 05 02:56:54.583574 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6bc9a536-aa8a-4aa8-855e-1de92db63810 req-55cba611-6300-4927-ba71-bac98abcc280 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0eebee3e-aeae-44a8-baba-35021497c332 HTTP/1.1" status: 200 len: 217 time: 0.1357996 Feb 05 02:56:54.596551 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95e2924-ada4-4b69-9888-ada5b0978fca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Made reservation on behalf of 964b4754471e4b759ae75ee097ceda08 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:54.600891 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d95e2924-ada4-4b69-9888-ada5b0978fca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:54.715463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9a536-aa8a-4aa8-855e-1de92db63810 req-194b2eec-cba5-49dd-979b-55d0dee12731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:54.717038 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6bc9a536-aa8a-4aa8-855e-1de92db63810 req-194b2eec-cba5-49dd-979b-55d0dee12731 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1263981 Feb 05 02:56:54.967685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9a536-aa8a-4aa8-855e-1de92db63810 req-f68bbea7-e1ff-4cc4-9632-a921aa1f2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:54.972491 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6bc9a536-aa8a-4aa8-855e-1de92db63810 req-f68bbea7-e1ff-4cc4-9632-a921aa1f2a79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2178144 Feb 05 02:56:55.142173 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d95e2924-ada4-4b69-9888-ada5b0978fca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (f4af7817-859c-494a-bf54-bea6439d062c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:55.293427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95e2924-ada4-4b69-9888-ada5b0978fca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Network 97901936-6c92-4219-9b1e-4fee1a4c758e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:55.299874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d95e2924-ada4-4b69-9888-ada5b0978fca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:55.312648 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd98856c-8574-424b-b5e1-c75d0a26f117 None None] Network 97901936-6c92-4219-9b1e-4fee1a4c758e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:56:55.319454 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95e2924-ada4-4b69-9888-ada5b0978fca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:55.320502 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d95e2924-ada4-4b69-9888-ada5b0978fca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:55.373713 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d95e2924-ada4-4b69-9888-ada5b0978fca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2526515 Feb 05 02:56:55.381391 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53486) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:55.401507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e2b1555e-f5d9-46cd-8836-ce0fce59148e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1736136896', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f4af7817-859c-494a-bf54-bea6439d062c'}], 'security_groups': ['9c9dc280-974e-4636-8671-ab47852d4126', 'b6bc4168-15b7-456e-bc4d-4413a155506f']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:55.514869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e2924-ada4-4b69-9888-ada5b0978fca tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Subnet': ['ID=f4af7817-859c-494a-bf54-bea6439d062c,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:55.531868 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6bc9a536-aa8a-4aa8-855e-1de92db63810 req-85fa5343-3189-4309-b987-d829a99f2566 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979360 Feb 05 02:56:55.661511 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e66a0481-21c7-49a9-86fa-cd4d8436d95a up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:56:55.808557 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2b1555e-f5d9-46cd-8836-ce0fce59148e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ba4fc558-c11e-4e22-90ea-71f4fae70ba5), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:55.936412 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port e66a0481-21c7-49a9-86fa-cd4d8436d95a completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:56:55.952543 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port e66a0481-21c7-49a9-86fa-cd4d8436d95a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:55.959529 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:56.007613 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6bc9a536-aa8a-4aa8-855e-1de92db63810 req-59e9804f-2c5e-4991-b4d7-1f5b77662536 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673622 Feb 05 02:56:56.297092 n-d-826942-8 neutron-server[109675]: DEBUG neutron.objects.ports [None req-4052d7d4-4932-4eef-a72a-e4d0e632f5eb tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109675) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 02:56:56.297517 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ec0161-a50a-4b78-a679-6c3fcfcd1456 None None] Update dhcp port {'port': {'network_id': '97901936-6c92-4219-9b1e-4fee1a4c758e', 'fixed_ips': [{'subnet_id': 'cafd2dc3-f872-4d32-9323-d799bb00b576', 'ip_address': '172.20.0.18'}, {'subnet_id': '4d9a7892-5d78-40c9-805e-677d0c9f5f3b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f4af7817-859c-494a-bf54-bea6439d062c'}], 'binding:host_id': 'n-d-826942-8'}, 'id': 'd92683cb-ab18-4ead-914a-91ef8df9cb4b'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 02:56:56.311609 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4052d7d4-4932-4eef-a72a-e4d0e632f5eb tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (da730dc6-15f7-41bc-8fcd-da0a45839d2c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:56.327642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29190d06-a69e-4734-b12b-ff406d58156c req-2dc2adf9-3bba-4441-97a9-3a1350f7e9bd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:56.333264 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29190d06-a69e-4734-b12b-ff406d58156c req-2dc2adf9-3bba-4441-97a9-3a1350f7e9bd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 0.7384205 Feb 05 02:56:56.368650 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11ec0161-a50a-4b78-a679-6c3fcfcd1456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:56.403926 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port e66a0481-21c7-49a9-86fa-cd4d8436d95a is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:56.404526 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:56.439341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-e2b1555e-f5d9-46cd-8836-ce0fce59148e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Delete allocated IP 172.20.0.6 (97901936-6c92-4219-9b1e-4fee1a4c758e/4d9a7892-5d78-40c9-805e-677d0c9f5f3b) {{(pid=109674) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 05 02:56:56.449596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-e2b1555e-f5d9-46cd-8836-ce0fce59148e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Allocated IP 172.20.0.34 (97901936-6c92-4219-9b1e-4fee1a4c758e/f4af7817-859c-494a-bf54-bea6439d062c/ba4fc558-c11e-4e22-90ea-71f4fae70ba5) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:56.601173 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb51e2-b81b-4ae1-a6b1-f4c3ff265514 req-8c8f4a38-0998-4b18-9776-ac7f164b0528 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:56.609986 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78eb51e2-b81b-4ae1-a6b1-f4c3ff265514 req-8c8f4a38-0998-4b18-9776-ac7f164b0528 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 944 time: 1.0000682 Feb 05 02:56:56.644717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052d7d4-4932-4eef-a72a-e4d0e632f5eb tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Pushing event updated for resources: {'Subnet': ['ID=da730dc6-15f7-41bc-8fcd-da0a45839d2c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:56.660894 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port e66a0481-21c7-49a9-86fa-cd4d8436d95a, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e66a0481-21c7-49a9-86fa-cd4d8436d95a,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:56.667401 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46270a12-a780-4159-8f11-86659bdfdc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66a0481-21c7-49a9-86fa-cd4d8436d95a'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:56:56.691272 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5db0851-17d9-4a96-b279-f99a8b2379f9" -d '{"events": [{"server_uuid": "46270a12-a780-4159-8f11-86659bdfdc34", "name": "network-vif-plugged", "status": "completed", "tag": "e66a0481-21c7-49a9-86fa-cd4d8436d95a"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:56:56.708303 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:56.874121 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29190d06-a69e-4734-b12b-ff406d58156c req-9fc14136-17d7-432c-9cb7-962058ee6a7c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225108 Feb 05 02:56:56.886435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=e66a0481-21c7-49a9-86fa-cd4d8436d95a,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:56.929560 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2b1555e-f5d9-46cd-8836-ce0fce59148e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for port (ba4fc558-c11e-4e22-90ea-71f4fae70ba5), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:56.933613 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052d7d4-4932-4eef-a72a-e4d0e632f5eb tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Checking segment: {'id': '5c9bf0ec-91a0-42cd-95a4-2695f4939980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:56:56.936589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052d7d4-4932-4eef-a72a-e4d0e632f5eb tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Network hostable DHCP agents. Network: ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:56:56.943379 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2b1555e-f5d9-46cd-8836-ce0fce59148e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ba4fc558-c11e-4e22-90ea-71f4fae70ba5), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:57.016967 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78eb51e2-b81b-4ae1-a6b1-f4c3ff265514 req-225fecb9-7510-4f81-b2fd-f62a05ddf3db tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499215 Feb 05 02:56:57.058745 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a989a1a-17fe-4d39-804b-9ef5d334084c x-openstack-request-id: req-8a989a1a-17fe-4d39-804b-9ef5d334084c {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:56:57.059545 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46270a12-a780-4159-8f11-86659bdfdc34", "name": "network-vif-plugged", "status": "completed", "tag": "e66a0481-21c7-49a9-86fa-cd4d8436d95a", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:56:57.063343 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a989a1a-17fe-4d39-804b-9ef5d334084c {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:56:57.065426 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46270a12-a780-4159-8f11-86659bdfdc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66a0481-21c7-49a9-86fa-cd4d8436d95a', 'code': 200} Feb 05 02:56:57.093015 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052d7d4-4932-4eef-a72a-e4d0e632f5eb tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Network ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:56:57.104879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e2b1555e-f5d9-46cd-8836-ce0fce59148e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] In _notify_port_updated(), no bound segment for port ba4fc558-c11e-4e22-90ea-71f4fae70ba5 on network 97901936-6c92-4219-9b1e-4fee1a4c758e {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 02:56:57.112957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b1555e-f5d9-46cd-8836-ce0fce59148e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:57.113781 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2b1555e-f5d9-46cd-8836-ce0fce59148e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:57.115430 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e2b1555e-f5d9-46cd-8836-ce0fce59148e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "PUT /v2.0/ports/ba4fc558-c11e-4e22-90ea-71f4fae70ba5 HTTP/1.1" status: 200 len: 960 time: 1.7316835 Feb 05 02:56:57.122824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53512) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:57.130111 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-11ec0161-a50a-4b78-a679-6c3fcfcd1456 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-2fec06b1-83b6-4468-88bb-2844f14e94c6 {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 02:56:57.130665 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-11ec0161-a50a-4b78-a679-6c3fcfcd1456 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 02:56:57.168448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1555e-f5d9-46cd-8836-ce0fce59148e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event updated for resources: {'Port': ['ID=ba4fc558-c11e-4e22-90ea-71f4fae70ba5,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:57.179195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d3292-993d-4b93-a809-3e07760b6b9d req-dafee664-0c0c-4f87-9d37-9353ecfe7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:57.180690 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc3d3292-993d-4b93-a809-3e07760b6b9d req-dafee664-0c0c-4f87-9d37-9353ecfe7185 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 1127 time: 0.0770025 Feb 05 02:56:57.187293 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-4052d7d4-4932-4eef-a72a-e4d0e632f5eb tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:57.191950 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4052d7d4-4932-4eef-a72a-e4d0e632f5eb tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:57.193143 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4052d7d4-4932-4eef-a72a-e4d0e632f5eb tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:57.200873 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98273f0-7599-4455-9b6d-140bba5293e7 None None] Network ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:56:57.258650 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4052d7d4-4932-4eef-a72a-e4d0e632f5eb tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.5226688 Feb 05 02:56:57.264513 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53516) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:57.270595 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b09daf44-6960-4145-8628-e586044c652f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2060153315', 'network_id': 'ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:56:57.274315 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc3d3292-993d-4b93-a809-3e07760b6b9d req-697478e9-71b4-4b89-ba12-5832f535504c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865180 Feb 05 02:56:57.304138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09daf44-6960-4145-8628-e586044c652f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Made reservation on behalf of d016faf02eb544f9a0ef15078e50f449 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:56:57.307013 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b09daf44-6960-4145-8628-e586044c652f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:57.321743 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-b70eab05-f792-4ddd-9570-1631abc956bf service neutron] 10.222.0.10 "GET /v2.0/ports/0eebee3e-aeae-44a8-baba-35021497c332/bindings/n-h2-826942-8 HTTP/1.1" status: 200 len: 382 time: 0.2991209 Feb 05 02:56:57.344129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-b09daf44-6960-4145-8628-e586044c652f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] device_id is not set on port 94aae0eb-c530-496e-a149-1939031579f8 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:56:57.402746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96d0473-c213-4c31-b561-e5dc9ba57aac None None] Network ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:56:57.425630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-53161fbd-ebed-4d13-8b5e-237f14ab2335 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port ba4fc558-c11e-4e22-90ea-71f4fae70ba5 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:56:57.431247 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53161fbd-ebed-4d13-8b5e-237f14ab2335 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ba4fc558-c11e-4e22-90ea-71f4fae70ba5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:57.714075 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53161fbd-ebed-4d13-8b5e-237f14ab2335 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ba4fc558-c11e-4e22-90ea-71f4fae70ba5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:57.719172 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-b09daf44-6960-4145-8628-e586044c652f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Allocated IP 2001:db8::381 (ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4/da730dc6-15f7-41bc-8fcd-da0a45839d2c/94aae0eb-c530-496e-a149-1939031579f8) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:57.749374 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11ec0161-a50a-4b78-a679-6c3fcfcd1456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:57.822699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-53161fbd-ebed-4d13-8b5e-237f14ab2335 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for ba4fc558-c11e-4e22-90ea-71f4fae70ba5 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:56:57.942808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-e329780c-324c-4c9c-a160-5f2e5874006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:57.944434 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-e329780c-324c-4c9c-a160-5f2e5874006a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8&tenant_id=709d54e15cf04675a9b2ab5c17982203 HTTP/1.1" status: 200 len: 1132 time: 0.2211325 Feb 05 02:56:58.075157 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-11ec0161-a50a-4b78-a679-6c3fcfcd1456 None None] Allocated IP 172.20.0.35 (97901936-6c92-4219-9b1e-4fee1a4c758e/f4af7817-859c-494a-bf54-bea6439d062c/d92683cb-ab18-4ead-914a-91ef8df9cb4b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:56:58.361314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-11ec0161-a50a-4b78-a679-6c3fcfcd1456 None None] For port d92683cb-ab18-4ead-914a-91ef8df9cb4b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d92683cb-ab18-4ead-914a-91ef8df9cb4b,segment=NetworkSegment(e4bd4fb8-07fb-45da-89af-2469069008cf),segment_id=e4bd4fb8-07fb-45da-89af-2469069008cf)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:56:58.395159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-259fde55-ed56-4612-9183-f868a85b4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:58.396676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-259fde55-ed56-4612-9183-f868a85b4071 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 1132 time: 0.4166682 Feb 05 02:56:58.407997 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b09daf44-6960-4145-8628-e586044c652f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for port (94aae0eb-c530-496e-a149-1939031579f8), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:58.459248 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11ec0161-a50a-4b78-a679-6c3fcfcd1456 None None] Publish callbacks [] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:58.470525 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11ec0161-a50a-4b78-a679-6c3fcfcd1456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:58.500856 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c5ac5-2e4f-4899-ba21-dfcd964a20ae req-ab9ea0bc-f08c-4b2f-948e-1ba859657466 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:58.503003 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b7c5ac5-2e4f-4899-ba21-dfcd964a20ae req-ab9ea0bc-f08c-4b2f-948e-1ba859657466 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 0.4490700 Feb 05 02:56:58.527827 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53161fbd-ebed-4d13-8b5e-237f14ab2335 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ba4fc558-c11e-4e22-90ea-71f4fae70ba5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:58.558982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e507516-dac1-4cf3-bb97-cddeca210abf req-298379e9-fc26-44f5-8499-c2d34acbb28f tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:58.568247 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e507516-dac1-4cf3-bb97-cddeca210abf req-298379e9-fc26-44f5-8499-c2d34acbb28f tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 945 time: 0.4125409 Feb 05 02:56:58.619949 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec0161-a50a-4b78-a679-6c3fcfcd1456 None None] Pushing event updated for resources: {'Port': ['ID=d92683cb-ab18-4ead-914a-91ef8df9cb4b,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:58.698951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53161fbd-ebed-4d13-8b5e-237f14ab2335 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=ba4fc558-c11e-4e22-90ea-71f4fae70ba5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:58.804491 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b09daf44-6960-4145-8628-e586044c652f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (94aae0eb-c530-496e-a149-1939031579f8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:58.825809 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b7c5ac5-2e4f-4899-ba21-dfcd964a20ae req-dacd08d0-3312-4d20-85bd-a3e02f5975df tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880201 Feb 05 02:56:58.852682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-0e28ec52-7cd2-436c-86a5-d3e56b008510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:58.854274 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-0e28ec52-7cd2-436c-86a5-d3e56b008510 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.4446454 Feb 05 02:56:58.980906 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e507516-dac1-4cf3-bb97-cddeca210abf req-3bef18e9-50d4-4228-bddd-42166744a8c8 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115670 Feb 05 02:56:59.017056 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09daf44-6960-4145-8628-e586044c652f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Network ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:56:59.026934 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b09daf44-6960-4145-8628-e586044c652f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:56:59.029806 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-f98d008c-bcad-4ac6-957a-36130a101e94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0eebee3e-aeae-44a8-baba-35021497c332 HTTP/1.1" status: 200 len: 217 time: 0.1636860 Feb 05 02:56:59.031402 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09daf44-6960-4145-8628-e586044c652f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:56:59.032608 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09daf44-6960-4145-8628-e586044c652f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:59.033402 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b09daf44-6960-4145-8628-e586044c652f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:59.589394 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53161fbd-ebed-4d13-8b5e-237f14ab2335 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:59.596006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-53161fbd-ebed-4d13-8b5e-237f14ab2335 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/ba4fc558-c11e-4e22-90ea-71f4fae70ba5 HTTP/1.1" status: 204 len: 168 time: 2.4684689 Feb 05 02:56:59.596301 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d6a5f220-e415-4d0a-93fe-ec5d15b0c494 req-53a1c67e-6f7e-406f-9f30-429447e5cee0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1113162 Feb 05 02:56:59.597430 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53560) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:59.656261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4d80f06a-4d2e-43f3-9ce2-65b60f008219 None None] Could not find standard attr ID for object ba4fc558-c11e-4e22-90ea-71f4fae70ba5. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 02:56:59.660395 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-766fe96c-099b-4a6e-8c20-d98a04a9ffac tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] GET failed (client error): The resource could not be found. Feb 05 02:56:59.661749 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-766fe96c-099b-4a6e-8c20-d98a04a9ffac tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports/ba4fc558-c11e-4e22-90ea-71f4fae70ba5 HTTP/1.1" status: 404 len: 333 time: 0.0594826 Feb 05 02:56:59.664685 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53562) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:59.682017 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09daf44-6960-4145-8628-e586044c652f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Pushing event updated for resources: {'Port': ['ID=94aae0eb-c530-496e-a149-1939031579f8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:59.707306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4d80f06a-4d2e-43f3-9ce2-65b60f008219 None None] Provisioning complete for port d92683cb-ab18-4ead-914a-91ef8df9cb4b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:59.709134 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d80f06a-4d2e-43f3-9ce2-65b60f008219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:59.726365 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b09daf44-6960-4145-8628-e586044c652f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.4598300 Feb 05 02:56:59.737821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53568) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:59.752785 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f3bc1c4-2971-455e-8243-eebd424e4909 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (c45b1e91-7751-4071-98ba-d85dac37c7ca), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:59.777549 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f3bc1c4-2971-455e-8243-eebd424e4909 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (c45b1e91-7751-4071-98ba-d85dac37c7ca), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:59.828109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-94678020-93d8-445e-8251-0161cefbdef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:59.830211 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-94678020-93d8-445e-8251-0161cefbdef1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.7881806 Feb 05 02:56:59.836450 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f3bc1c4-2971-455e-8243-eebd424e4909 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c45b1e91-7751-4071-98ba-d85dac37c7ca), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:59.843702 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f3bc1c4-2971-455e-8243-eebd424e4909 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:56:59.845083 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1f3bc1c4-2971-455e-8243-eebd424e4909 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/security-groups/c45b1e91-7751-4071-98ba-d85dac37c7ca HTTP/1.1" status: 204 len: 168 time: 0.1794078 Feb 05 02:56:59.852698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53570) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:56:59.882897 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5f220-e415-4d0a-93fe-ec5d15b0c494 req-074eb30d-ec4d-4623-b0f4-460976542667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:56:59.892138 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d6a5f220-e415-4d0a-93fe-ec5d15b0c494 req-074eb30d-ec4d-4623-b0f4-460976542667 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 1131 time: 0.2290685 Feb 05 02:56:59.896117 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bc1c4-2971-455e-8243-eebd424e4909 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45b1e91-7751-4071-98ba-d85dac37c7ca,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:56:59.900964 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4d80f06a-4d2e-43f3-9ce2-65b60f008219 None None] Current status of the port d92683cb-ab18-4ead-914a-91ef8df9cb4b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:56:59.933537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4d80f06a-4d2e-43f3-9ce2-65b60f008219 None None] Provisioning complete for port bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:56:59.933537 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d80f06a-4d2e-43f3-9ce2-65b60f008219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:00.051876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4d80f06a-4d2e-43f3-9ce2-65b60f008219 None None] Port bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:57:00.157236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5f220-e415-4d0a-93fe-ec5d15b0c494 req-f724cb55-aa69-4fab-939c-7dbcf26e5b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:00.161201 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d6a5f220-e415-4d0a-93fe-ec5d15b0c494 req-f724cb55-aa69-4fab-939c-7dbcf26e5b42 service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2454190 Feb 05 02:57:00.233579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d92683cb-ab18-4ead-914a-91ef8df9cb4b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:00.265940 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d6a5f220-e415-4d0a-93fe-ec5d15b0c494 req-9777845b-4b7a-4a5f-ac68-b12fcd69c7bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf HTTP/1.1" status: 200 len: 217 time: 0.0970607 Feb 05 02:57:00.287977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-9c75ae96-5bf3-48be-8c20-76856ce53aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:00.289482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-9c75ae96-5bf3-48be-8c20-76856ce53aec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4376850 Feb 05 02:57:00.328572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-da2fc8e4-e1b7-45ce-b484-b192e9087346 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Deleting port 94aae0eb-c530-496e-a149-1939031579f8 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:57:00.328934 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da2fc8e4-e1b7-45ce-b484-b192e9087346 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (94aae0eb-c530-496e-a149-1939031579f8), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:00.371589 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5f220-e415-4d0a-93fe-ec5d15b0c494 req-284c77b6-8f69-4597-a337-59f4f17e72d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:00.373087 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d6a5f220-e415-4d0a-93fe-ec5d15b0c494 req-284c77b6-8f69-4597-a337-59f4f17e72d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1018100 Feb 05 02:57:00.396484 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d92683cb-ab18-4ead-914a-91ef8df9cb4b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:00.396809 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:00.402831 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d4f04d4e-935d-42b8-bbdc-5fee4c001679 None None] Could not find standard attr ID for object ba4fc558-c11e-4e22-90ea-71f4fae70ba5. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 02:57:00.497004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5f220-e415-4d0a-93fe-ec5d15b0c494 req-aaa81e69-fda3-4f4b-abd8-099abbe27e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:00.498513 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d6a5f220-e415-4d0a-93fe-ec5d15b0c494 req-aaa81e69-fda3-4f4b-abd8-099abbe27e70 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1182318 Feb 05 02:57:00.659310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d92683cb-ab18-4ead-914a-91ef8df9cb4b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:00.760060 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-013ef619-a19c-4b36-80f6-26c469cfa4d1 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (b6bc4168-15b7-456e-bc4d-4413a155506f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:00.791099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c44cf-55b7-4c1d-80e0-69ad97306918 req-e028e218-2812-4c40-8e52-fb1b233f88f1 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:00.800268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c5c44cf-55b7-4c1d-80e0-69ad97306918 req-e028e218-2812-4c40-8e52-fb1b233f88f1 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 945 time: 0.6841495 Feb 05 02:57:00.813782 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d6a5f220-e415-4d0a-93fe-ec5d15b0c494 req-6c8a9c80-ef9f-45be-9f8b-ddc04b77b8e7 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973044 Feb 05 02:57:00.873565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac38a6-8e37-403b-b5e4-48d24ebec438 req-92161633-ac7b-4cbc-b25c-b5bcaad3198e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:00.875664 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9dac38a6-8e37-403b-b5e4-48d24ebec438 req-92161633-ac7b-4cbc-b25c-b5bcaad3198e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 0.6120179 Feb 05 02:57:00.900714 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-013ef619-a19c-4b36-80f6-26c469cfa4d1 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (b6bc4168-15b7-456e-bc4d-4413a155506f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:00.959147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-996fcdb6-fdc0-461d-9878-1aa7992e229b service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520386 Feb 05 02:57:00.966093 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da2fc8e4-e1b7-45ce-b484-b192e9087346 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (94aae0eb-c530-496e-a149-1939031579f8), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:01.034594 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d6a5f220-e415-4d0a-93fe-ec5d15b0c494 req-9d444b53-a018-463f-8a1b-e8551f60fd35 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134588 Feb 05 02:57:01.047848 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-da2fc8e4-e1b7-45ce-b484-b192e9087346 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Calling delete_port for 94aae0eb-c530-496e-a149-1939031579f8 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:57:01.137787 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c5c44cf-55b7-4c1d-80e0-69ad97306918 req-58a8f79f-8c33-4014-ae19-1628d9f98ec9 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362927 Feb 05 02:57:01.292956 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-013ef619-a19c-4b36-80f6-26c469cfa4d1 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b6bc4168-15b7-456e-bc4d-4413a155506f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:01.295990 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-013ef619-a19c-4b36-80f6-26c469cfa4d1 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:01.297861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-013ef619-a19c-4b36-80f6-26c469cfa4d1 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/security-groups/b6bc4168-15b7-456e-bc4d-4413a155506f HTTP/1.1" status: 204 len: 168 time: 1.4436781 Feb 05 02:57:01.300712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53598) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:01.340546 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9dac38a6-8e37-403b-b5e4-48d24ebec438 req-129f2ea7-c513-44de-afa0-63a3f2b678ef tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484329 Feb 05 02:57:01.400680 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ef619-a19c-4b36-80f6-26c469cfa4d1 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bc4168-15b7-456e-bc4d-4413a155506f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:01.434049 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c3c458c-fba4-4ffe-98aa-eb2adb472033 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (9c9dc280-974e-4636-8671-ab47852d4126), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:01.460655 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca923cc3-9f45-4373-8738-daaf23370db9 req-b65806c3-1167-40ec-a50f-c85aff1f4ec7 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890645 Feb 05 02:57:01.469962 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c3c458c-fba4-4ffe-98aa-eb2adb472033 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (9c9dc280-974e-4636-8671-ab47852d4126), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:01.566475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c3c458c-fba4-4ffe-98aa-eb2adb472033 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9c9dc280-974e-4636-8671-ab47852d4126), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:01.571993 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c3c458c-fba4-4ffe-98aa-eb2adb472033 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:01.573660 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1c3c458c-fba4-4ffe-98aa-eb2adb472033 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/security-groups/9c9dc280-974e-4636-8671-ab47852d4126 HTTP/1.1" status: 204 len: 168 time: 0.2715969 Feb 05 02:57:01.577141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53606) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:01.585308 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da2fc8e4-e1b7-45ce-b484-b192e9087346 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (94aae0eb-c530-496e-a149-1939031579f8), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:01.604137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0eebee3e-aeae-44a8-baba-35021497c332 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:57:01.651305 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fc8e4-e1b7-45ce-b484-b192e9087346 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Pushing event deleted for resources: {'Port': ['ID=94aae0eb-c530-496e-a149-1939031579f8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:01.688125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c458c-fba4-4ffe-98aa-eb2adb472033 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9dc280-974e-4636-8671-ab47852d4126,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:01.703384 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da2fc8e4-e1b7-45ce-b484-b192e9087346 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:01.721004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53610) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:01.721724 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-da2fc8e4-e1b7-45ce-b484-b192e9087346 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "DELETE /v2.0/ports/94aae0eb-c530-496e-a149-1939031579f8 HTTP/1.1" status: 204 len: 168 time: 1.9819751 Feb 05 02:57:01.730539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4', 'external_fixed_ips': [{'subnet_id': 'da730dc6-15f7-41bc-8fcd-da0a45839d2c', 'ip_address': '2001:db8::381'}]}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:01.814969 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b81434b-1213-41ba-ac45-96b3a2e3ccff tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting subnet 4d9a7892-5d78-40c9-805e-677d0c9f5f3b {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:57:01.820796 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (becfe4e0-a858-40b0-bf95-497f768e26bb), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:01.821826 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (becfe4e0-a858-40b0-bf95-497f768e26bb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:01.825891 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b81434b-1213-41ba-ac45-96b3a2e3ccff tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (4d9a7892-5d78-40c9-805e-677d0c9f5f3b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:01.878133 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0eebee3e-aeae-44a8-baba-35021497c332 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:01.879692 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0eebee3e-aeae-44a8-baba-35021497c332), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:01.940167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2c6195-54c1-4ad6-8573-e93c0ac88ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eebee3e-aeae-44a8-baba-35021497c332'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:57:01.943094 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310f0d97-9373-45ed-9d3d-9e972473a27b" -d '{"events": [{"server_uuid": "aa2c6195-54c1-4ad6-8573-e93c0ac88ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "0eebee3e-aeae-44a8-baba-35021497c332"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:57:01.959940 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b81434b-1213-41ba-ac45-96b3a2e3ccff tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (4d9a7892-5d78-40c9-805e-677d0c9f5f3b), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:01.993298 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0eebee3e-aeae-44a8-baba-35021497c332, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0eebee3e-aeae-44a8-baba-35021497c332,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:02.006221 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0eebee3e-aeae-44a8-baba-35021497c332), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:02.096446 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 02:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023cc4d5-6b93-4090-a4a7-b15f065357b7 x-openstack-request-id: req-023cc4d5-6b93-4090-a4a7-b15f065357b7 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:57:02.096751 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2c6195-54c1-4ad6-8573-e93c0ac88ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "0eebee3e-aeae-44a8-baba-35021497c332", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:57:02.097001 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-023cc4d5-6b93-4090-a4a7-b15f065357b7 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:57:02.097394 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2c6195-54c1-4ad6-8573-e93c0ac88ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eebee3e-aeae-44a8-baba-35021497c332', 'code': 200} Feb 05 02:57:02.152696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=0eebee3e-aeae-44a8-baba-35021497c332,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:02.213390 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b81434b-1213-41ba-ac45-96b3a2e3ccff tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (4d9a7892-5d78-40c9-805e-677d0c9f5f3b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:02.469296 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b81434b-1213-41ba-ac45-96b3a2e3ccff tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (4d9a7892-5d78-40c9-805e-677d0c9f5f3b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:02.514374 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_controller (becfe4e0-a858-40b0-bf95-497f768e26bb), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:02.569040 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b81434b-1213-41ba-ac45-96b3a2e3ccff tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:02.575071 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9b81434b-1213-41ba-ac45-96b3a2e3ccff tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/4d9a7892-5d78-40c9-805e-677d0c9f5f3b HTTP/1.1" status: 204 len: 168 time: 0.9866562 Feb 05 02:57:02.576226 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c1929e-b929-4854-86be-a480f40ab8e7 None None] Network 97901936-6c92-4219-9b1e-4fee1a4c758e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:57:02.576620 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53658) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:02.589135 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81434b-1213-41ba-ac45-96b3a2e3ccff tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9a7892-5d78-40c9-805e-677d0c9f5f3b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:02.680622 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe19d5-65f9-47b3-92bb-f8ec619b9ce7 req-c2290ccd-a53c-4528-9de6-8ad9919b7182 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:02.684051 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80fe19d5-65f9-47b3-92bb-f8ec619b9ce7 req-c2290ccd-a53c-4528-9de6-8ad9919b7182 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 948 time: 0.2038651 Feb 05 02:57:02.797421 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95c57e-b691-4e9a-96d1-5dcd97bc369d req-5024aa1c-e43d-4bd3-90ec-bdbebdc99117 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:02.799269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d95c57e-b691-4e9a-96d1-5dcd97bc369d req-5024aa1c-e43d-4bd3-90ec-bdbebdc99117 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 945 time: 0.2558646 Feb 05 02:57:02.930354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-56cb39bf-5877-4b04-a745-cace4b719fb6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting subnet f4af7817-859c-494a-bf54-bea6439d062c {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:57:02.946727 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56cb39bf-5877-4b04-a745-cace4b719fb6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (f4af7817-859c-494a-bf54-bea6439d062c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:02.992353 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d95c57e-b691-4e9a-96d1-5dcd97bc369d req-d27be165-3c1c-4643-8012-c3fb8ff2edc5 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663501 Feb 05 02:57:03.007082 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80fe19d5-65f9-47b3-92bb-f8ec619b9ce7 req-05909fda-0bc7-4092-b689-463c9305cca3 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136797 Feb 05 02:57:03.122232 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56cb39bf-5877-4b04-a745-cace4b719fb6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (f4af7817-859c-494a-bf54-bea6439d062c), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:03.126669 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (becfe4e0-a858-40b0-bf95-497f768e26bb), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:03.358224 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56cb39bf-5877-4b04-a745-cace4b719fb6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (f4af7817-859c-494a-bf54-bea6439d062c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:03.627300 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d927090-1191-4e02-829c-2bc291cd83fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:03.663958 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56cb39bf-5877-4b04-a745-cace4b719fb6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (f4af7817-859c-494a-bf54-bea6439d062c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:03.722092 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56cb39bf-5877-4b04-a745-cace4b719fb6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:03.728624 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-56cb39bf-5877-4b04-a745-cace4b719fb6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/f4af7817-859c-494a-bf54-bea6439d062c HTTP/1.1" status: 204 len: 168 time: 1.1485221 Feb 05 02:57:03.729235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53676) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:03.740074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb39bf-5877-4b04-a745-cace4b719fb6 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Subnet': ['ID=f4af7817-859c-494a-bf54-bea6439d062c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:03.790802 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fd2d0d-219e-4a3f-b61f-076b8d1ef0f9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] DELETE failed (client error): The resource could not be found. Feb 05 02:57:03.791374 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fd2d0d-219e-4a3f-b61f-076b8d1ef0f9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:57:03.797418 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d8fd2d0d-219e-4a3f-b61f-076b8d1ef0f9 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/4d9a7892-5d78-40c9-805e-677d0c9f5f3b HTTP/1.1" status: 404 len: 337 time: 0.0644410 Feb 05 02:57:03.797626 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53680) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:03.897424 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa0a96c-d4eb-4024-8944-77d29eff6387 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting subnet cafd2dc3-f872-4d32-9323-d799bb00b576 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:57:03.904151 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-caa0a96c-d4eb-4024-8944-77d29eff6387 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks [] for subnet (cafd2dc3-f872-4d32-9323-d799bb00b576), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:03.941660 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (becfe4e0-a858-40b0-bf95-497f768e26bb), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:03.983474 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:04.010140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3c4683-5df4-4d0f-811b-228830df6bae None None] Network 97901936-6c92-4219-9b1e-4fee1a4c758e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:57:04.232622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cd48aa8a-3cee-4f67-aeca-330a6bd168df None None] Provisioning complete for port d92683cb-ab18-4ead-914a-91ef8df9cb4b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:04.233003 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cd48aa8a-3cee-4f67-aeca-330a6bd168df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:04.301550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00373c76-8d0d-4a8d-8f45-0129b69ea756 req-a9025b86-6067-44ef-8e0b-69e15444467b tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:04.305012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00373c76-8d0d-4a8d-8f45-0129b69ea756 req-a9025b86-6067-44ef-8e0b-69e15444467b tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 945 time: 0.1384985 Feb 05 02:57:04.328054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadf933-25ce-4cb0-aaaa-f6e281f45001 req-c1de0637-0c22-4853-8cf1-9c4da485b9bf tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:04.342616 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7dadf933-25ce-4cb0-aaaa-f6e281f45001 req-c1de0637-0c22-4853-8cf1-9c4da485b9bf tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 948 time: 0.1888011 Feb 05 02:57:04.363931 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Allocated IP 2001:db8::381 (ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4/da730dc6-15f7-41bc-8fcd-da0a45839d2c/53cf1679-a5bd-46d0-9fc7-118a03069125) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:04.495879 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7dadf933-25ce-4cb0-aaaa-f6e281f45001 req-4282057b-cb01-4334-9c7a-af762b5c74bb tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507692 Feb 05 02:57:04.542716 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00373c76-8d0d-4a8d-8f45-0129b69ea756 req-eb0f8702-97c1-4d3f-8363-7da225c59692 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286570 Feb 05 02:57:04.596167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cd48aa8a-3cee-4f67-aeca-330a6bd168df None None] Current status of the port d92683cb-ab18-4ead-914a-91ef8df9cb4b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:04.618675 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cd48aa8a-3cee-4f67-aeca-330a6bd168df None None] Provisioning complete for port bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:04.619375 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cd48aa8a-3cee-4f67-aeca-330a6bd168df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:04.693524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cd48aa8a-3cee-4f67-aeca-330a6bd168df None None] Port bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:57:05.276703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921b15-0553-4941-a0f3-d4fd6f63d50b req-f2a92bed-6d31-40a8-b5e5-26821b8ff097 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:05.278325 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38921b15-0553-4941-a0f3-d4fd6f63d50b req-f2a92bed-6d31-40a8-b5e5-26821b8ff097 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8&tenant_id=709d54e15cf04675a9b2ab5c17982203&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 948 time: 0.3459814 Feb 05 02:57:05.292415 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f1496-4e90-45f2-800f-21a4853b2682 req-e3d352db-3913-4368-b19b-437ab0c8ae58 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:05.293903 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-158f1496-4e90-45f2-800f-21a4853b2682 req-e3d352db-3913-4368-b19b-437ab0c8ae58 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 948 time: 0.3732252 Feb 05 02:57:05.486624 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-158f1496-4e90-45f2-800f-21a4853b2682 req-5f45c0c4-d561-4049-baf8-3c37b40a19ca tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726487 Feb 05 02:57:05.496703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921b15-0553-4941-a0f3-d4fd6f63d50b req-c6f60c03-0c98-4056-87a1-c02cf7b6a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:05.502083 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38921b15-0553-4941-a0f3-d4fd6f63d50b req-c6f60c03-0c98-4056-87a1-c02cf7b6a34b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 1130 time: 0.1076813 Feb 05 02:57:05.537911 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-caa0a96c-d4eb-4024-8944-77d29eff6387 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (cafd2dc3-f872-4d32-9323-d799bb00b576), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:05.627363 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e66a0481-21c7-49a9-86fa-cd4d8436d95a details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:57:05.677446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921b15-0553-4941-a0f3-d4fd6f63d50b req-622c4fc9-f34d-4250-b1e1-f95906b2f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:05.678929 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38921b15-0553-4941-a0f3-d4fd6f63d50b req-622c4fc9-f34d-4250-b1e1-f95906b2f745 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.1643484 Feb 05 02:57:05.743970 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for port (53cf1679-a5bd-46d0-9fc7-118a03069125), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:05.793194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38921b15-0553-4941-a0f3-d4fd6f63d50b req-8903a7f1-fe98-4df1-97d0-8b96507afdd8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0eebee3e-aeae-44a8-baba-35021497c332 HTTP/1.1" status: 200 len: 217 time: 0.0718019 Feb 05 02:57:05.867949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921b15-0553-4941-a0f3-d4fd6f63d50b req-4ac4c096-40a4-41f5-81a6-d0674dca849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:05.869835 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38921b15-0553-4941-a0f3-d4fd6f63d50b req-4ac4c096-40a4-41f5-81a6-d0674dca849b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0674062 Feb 05 02:57:05.924548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad2e51-789e-4b3b-862f-73531bac0a2e req-082cba73-291e-4218-b929-d2ef76c63d09 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:05.932446 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80ad2e51-789e-4b3b-862f-73531bac0a2e req-082cba73-291e-4218-b929-d2ef76c63d09 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 945 time: 0.2571378 Feb 05 02:57:05.953923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port e66a0481-21c7-49a9-86fa-cd4d8436d95a, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e66a0481-21c7-49a9-86fa-cd4d8436d95a,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:05.980196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-caa0a96c-d4eb-4024-8944-77d29eff6387 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (cafd2dc3-f872-4d32-9323-d799bb00b576), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:05.988691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921b15-0553-4941-a0f3-d4fd6f63d50b req-ed4ae59d-cbd8-444e-abd5-268d13cccf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:05.990827 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38921b15-0553-4941-a0f3-d4fd6f63d50b req-ed4ae59d-cbd8-444e-abd5-268d13cccf4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1143520 Feb 05 02:57:06.001915 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80ad2e51-789e-4b3b-862f-73531bac0a2e req-f88d0a0d-a3fc-4117-9cb3-3e0b5de22889 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682786 Feb 05 02:57:06.037177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'e66a0481-21c7-49a9-86fa-cd4d8436d95a', 'network_id': '1c4e84c3-758a-446b-a07c-d68eea5047fb', 'port_id': 'e66a0481-21c7-49a9-86fa-cd4d8436d95a', 'mac_address': 'fa:16:3e:a4:b4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac91bbb4-a940-4c45-8d2f-ef0964fd7339', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:57:06.047754 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa44163b-84cb-4743-8cc6-fa6404ca5acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:06.050064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-336beb3a-fdf1-4b91-a7f9-69299d793458 None None] Provisioning complete for port d92683cb-ab18-4ead-914a-91ef8df9cb4b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:06.050642 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-336beb3a-fdf1-4b91-a7f9-69299d793458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:06.141951 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (53cf1679-a5bd-46d0-9fc7-118a03069125), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:06.211552 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port e66a0481-21c7-49a9-86fa-cd4d8436d95a is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:06.214319 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:06.264114 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e66a0481-21c7-49a9-86fa-cd4d8436d95a {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:57:06.297254 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38921b15-0553-4941-a0f3-d4fd6f63d50b req-e013ad5e-71ca-4b19-ad7a-9651df3c6303 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894282 Feb 05 02:57:06.327846 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port e66a0481-21c7-49a9-86fa-cd4d8436d95a, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e66a0481-21c7-49a9-86fa-cd4d8436d95a,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:06.348606 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:06.351033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0eebee3e-aeae-44a8-baba-35021497c332 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:57:06.372899 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Pushing event updated for resources: {'Port': ['ID=53cf1679-a5bd-46d0-9fc7-118a03069125,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:06.418240 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:06.421123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:06.421511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:06.421971 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:06.422310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:06.422656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:06.424095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:06.424431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:06.425925 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:06.426264 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:06.427214 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:06.427726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:06.427937 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:06.490363 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=e66a0481-21c7-49a9-86fa-cd4d8436d95a,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:06.540147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38921b15-0553-4941-a0f3-d4fd6f63d50b req-c5aae6a2-2850-4916-b300-f2508d859697 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364025 Feb 05 02:57:06.542994 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-336beb3a-fdf1-4b91-a7f9-69299d793458 None None] Current status of the port d92683cb-ab18-4ead-914a-91ef8df9cb4b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:06.547205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Network ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:06.561451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:06.568975 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-336beb3a-fdf1-4b91-a7f9-69299d793458 None None] Provisioning complete for port bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:06.569352 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-336beb3a-fdf1-4b91-a7f9-69299d793458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:06.583884 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-caa0a96c-d4eb-4024-8944-77d29eff6387 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (cafd2dc3-f872-4d32-9323-d799bb00b576), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:06.604561 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:06.720879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3063f8-0c00-4d54-837d-53182e1bf494 req-d11582ab-2c98-4e57-85f5-c17455f8286f tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:06.730455 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c3063f8-0c00-4d54-837d-53182e1bf494 req-d11582ab-2c98-4e57-85f5-c17455f8286f tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 948 time: 0.0921125 Feb 05 02:57:06.812917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c3063f8-0c00-4d54-837d-53182e1bf494 req-ce185ce6-07ae-4caa-a71b-df5056e8a396 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813911 Feb 05 02:57:06.822146 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-336beb3a-fdf1-4b91-a7f9-69299d793458 None None] Port bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:57:06.905862 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0eebee3e-aeae-44a8-baba-35021497c332, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0eebee3e-aeae-44a8-baba-35021497c332,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:06.931712 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '0eebee3e-aeae-44a8-baba-35021497c332', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '0eebee3e-aeae-44a8-baba-35021497c332', 'mac_address': 'fa:16:3e:73:ea:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:57:06.932534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0a96c-d4eb-4024-8944-77d29eff6387 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Subnet': ['ID=cafd2dc3-f872-4d32-9323-d799bb00b576,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:06.974980 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-caa0a96c-d4eb-4024-8944-77d29eff6387 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:06.985197 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447bd63f-2535-41bc-b3bf-2a19b710da17 None None] Network 97901936-6c92-4219-9b1e-4fee1a4c758e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:57:06.988964 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-caa0a96c-d4eb-4024-8944-77d29eff6387 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/cafd2dc3-f872-4d32-9323-d799bb00b576 HTTP/1.1" status: 204 len: 168 time: 3.1902692 Feb 05 02:57:06.992325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53750) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:07.050805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367c9a4-c569-4b8a-af59-e286659a0314 req-c91ec50c-2554-470c-ae53-5c7897fbf721 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:07.057325 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f367c9a4-c569-4b8a-af59-e286659a0314 req-c91ec50c-2554-470c-ae53-5c7897fbf721 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 944 time: 0.1707978 Feb 05 02:57:07.104873 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0eebee3e-aeae-44a8-baba-35021497c332 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:07.105151 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0eebee3e-aeae-44a8-baba-35021497c332), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:07.151501 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eebee3e-aeae-44a8-baba-35021497c332 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:57:07.181602 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f367c9a4-c569-4b8a-af59-e286659a0314 req-23e592c1-39a3-42d6-b225-63a6c1123d70 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082754 Feb 05 02:57:07.185787 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f14b2a8-4d20-4cbc-ac72-76c237ae206a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] DELETE failed (client error): The resource could not be found. Feb 05 02:57:07.186380 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f14b2a8-4d20-4cbc-ac72-76c237ae206a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:57:07.190689 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6f14b2a8-4d20-4cbc-ac72-76c237ae206a tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/b646f911-12fd-43b6-95a0-6c72090309df HTTP/1.1" status: 404 len: 337 time: 0.1954687 Feb 05 02:57:07.193401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53754) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:07.237911 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0eebee3e-aeae-44a8-baba-35021497c332, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0eebee3e-aeae-44a8-baba-35021497c332,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:07.243294 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:07.266747 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0eebee3e-aeae-44a8-baba-35021497c332), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:07.274607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-83a92963-8132-43f4-876d-8cfe49330f42 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "GET /v2.0/ports?device_id=e82a6aa6-4082-4099-a2c7-121d45e342b6 HTTP/1.1" status: 200 len: 205 time: 0.0796313 Feb 05 02:57:07.277726 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53756) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:07.359814 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53760) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:07.375129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e66a0481-21c7-49a9-86fa-cd4d8436d95a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:57:07.415993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=0eebee3e-aeae-44a8-baba-35021497c332,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:07.436783 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-12a86818-9764-4d6c-9aaa-db9b51ded426 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] delete failed (client error): The resource could not be found. Feb 05 02:57:07.439380 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-12a86818-9764-4d6c-9aaa-db9b51ded426 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/routers/e82a6aa6-4082-4099-a2c7-121d45e342b6 HTTP/1.1" status: 404 len: 336 time: 0.1547949 Feb 05 02:57:07.442712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53764) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:07.452187 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (becfe4e0-a858-40b0-bf95-497f768e26bb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:07.472499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea37a8ac-1882-4816-a58e-042c57d7a557 None None] DHCP port deletion for 97901936-6c92-4219-9b1e-4fee1a4c758e request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:57:07.508549 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3371f48-0107-481d-884b-85178b1551f4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] DELETE failed (client error): The resource could not be found. Feb 05 02:57:07.510637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3371f48-0107-481d-884b-85178b1551f4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:57:07.516774 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f3371f48-0107-481d-884b-85178b1551f4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/33de6de3-da3a-4aed-8a2a-5aa46034cbef HTTP/1.1" status: 404 len: 337 time: 0.0654020 Feb 05 02:57:07.519214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53766) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:07.590952 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0eebee3e-aeae-44a8-baba-35021497c332'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:57:07.599697 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0983b954-58e3-48a9-8b08-ae68fee3c2e2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] DELETE failed (client error): The resource could not be found. Feb 05 02:57:07.600660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0983b954-58e3-48a9-8b08-ae68fee3c2e2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:57:07.605527 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0983b954-58e3-48a9-8b08-ae68fee3c2e2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/9256957f-f76a-4408-8925-886c8e035f45 HTTP/1.1" status: 404 len: 337 time: 0.0832250 Feb 05 02:57:07.612378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53768) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:07.650441 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e66a0481-21c7-49a9-86fa-cd4d8436d95a no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:57:07.665060 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-de79a25b-4c39-432d-bb38-44e0552f6814 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] DELETE failed (client error): The resource could not be found. Feb 05 02:57:07.665542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de79a25b-4c39-432d-bb38-44e0552f6814 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:57:07.668881 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-de79a25b-4c39-432d-bb38-44e0552f6814 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/3c3e1e29-d31a-47b9-939a-e4117a0fa98e HTTP/1.1" status: 404 len: 337 time: 0.0543356 Feb 05 02:57:07.677643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53770) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:07.729126 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e43f71c-afc8-4b1f-ba99-8f80845b068c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] DELETE failed (client error): The resource could not be found. Feb 05 02:57:07.729934 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e43f71c-afc8-4b1f-ba99-8f80845b068c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:57:07.737868 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7e43f71c-afc8-4b1f-ba99-8f80845b068c tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/1ed79184-a030-4b04-9c36-0b45626a0cc4 HTTP/1.1" status: 404 len: 333 time: 0.0568790 Feb 05 02:57:07.738462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53776) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:07.745233 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (becfe4e0-a858-40b0-bf95-497f768e26bb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:07.791671 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-becf03f8-2a9a-417e-be4b-2c2633863cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:07.808713 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab7236a-276b-46fd-bd9b-a2dc5077462e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] DELETE failed (client error): The resource could not be found. Feb 05 02:57:07.809186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab7236a-276b-46fd-bd9b-a2dc5077462e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:57:07.843596 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4ab7236a-276b-46fd-bd9b-a2dc5077462e tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/15c75aed-8fd6-43a6-b03f-e017f2671886 HTTP/1.1" status: 404 len: 337 time: 0.0981395 Feb 05 02:57:07.848614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53782) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:07.959226 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0569ad0d-6f1a-4a07-95ed-4173ffa86ad2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] DELETE failed (client error): The resource could not be found. Feb 05 02:57:07.962073 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0569ad0d-6f1a-4a07-95ed-4173ffa86ad2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:57:07.972124 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0569ad0d-6f1a-4a07-95ed-4173ffa86ad2 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/32399c38-31e3-4996-af40-6bbd54377206 HTTP/1.1" status: 404 len: 337 time: 0.1178660 Feb 05 02:57:07.986400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53784) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:08.058117 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f8beb4-c66f-41f4-9109-d056d4628a01 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] DELETE failed (client error): The resource could not be found. Feb 05 02:57:08.058952 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f8beb4-c66f-41f4-9109-d056d4628a01 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:57:08.063548 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-07f8beb4-c66f-41f4-9109-d056d4628a01 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/8f5f4605-2699-4ae4-94a6-112f69f7ab02 HTTP/1.1" status: 404 len: 333 time: 0.0760453 Feb 05 02:57:08.066794 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53786) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:08.089722 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d92683cb-ab18-4ead-914a-91ef8df9cb4b no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:57:08.100104 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:57:08.251733 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4057731-272f-447a-8039-5caaf50173c4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] DELETE failed (client error): The resource could not be found. Feb 05 02:57:08.254493 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4057731-272f-447a-8039-5caaf50173c4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:57:08.266748 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b4057731-272f-447a-8039-5caaf50173c4 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/144af1a5-071c-4fdf-8ad6-9df034b0d962 HTTP/1.1" status: 404 len: 337 time: 0.1988411 Feb 05 02:57:08.270668 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-becf03f8-2a9a-417e-be4b-2c2633863cc4 admin admin] Publish callbacks [] for security_group (ea73a83a-0fed-4d22-aee3-866ca11ac58b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:08.271410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53792) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:08.294801 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-becf03f8-2a9a-417e-be4b-2c2633863cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ea73a83a-0fed-4d22-aee3-866ca11ac58b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:08.305909 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port e66a0481-21c7-49a9-86fa-cd4d8436d95a is: BUILD; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:08.306302 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:08.343281 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e108bc-8b09-4337-b2dc-ab00cfb77bdc tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] DELETE failed (client error): The resource could not be found. Feb 05 02:57:08.343814 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e108bc-8b09-4337-b2dc-ab00cfb77bdc tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:57:08.349539 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-78e108bc-8b09-4337-b2dc-ab00cfb77bdc tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/subnets/6746e4a2-e648-4f8c-b335-bbff3a76e7a8 HTTP/1.1" status: 404 len: 337 time: 0.0769665 Feb 05 02:57:08.351479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53794) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:08.368910 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Router becfe4e0-a858-40b0-bf95-497f768e26bb is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:57:08.410726 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a2cd6-02cb-4a85-97bb-bbcd6274054e req-3ffee54f-0dc1-427b-970c-247b56fa458c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:08.417790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-140a2cd6-02cb-4a85-97bb-bbcd6274054e req-3ffee54f-0dc1-427b-970c-247b56fa458c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 949 time: 0.3726592 Feb 05 02:57:08.430941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e66a0481-21c7-49a9-86fa-cd4d8436d95a {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:57:08.458539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6fb14-dad4-49ca-92be-c89033ddb554 req-28b3b48c-ee92-4b21-a518-be78d490447a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:08.460403 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2c6fb14-dad4-49ca-92be-c89033ddb554 req-28b3b48c-ee92-4b21-a518-be78d490447a tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.10 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 944 time: 0.4252868 Feb 05 02:57:08.483474 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-becf03f8-2a9a-417e-be4b-2c2633863cc4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a0a5f3015e814a748032cc60d0e58989&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1217055 Feb 05 02:57:08.492607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53796) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:08.519508 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-140a2cd6-02cb-4a85-97bb-bbcd6274054e req-5d22ef90-8bd7-481d-be5a-046b657b0d6e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989602 Feb 05 02:57:08.531829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf03f8-2a9a-417e-be4b-2c2633863cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea73a83a-0fed-4d22-aee3-866ca11ac58b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:08.621855 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53802) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:08.739299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ea37a8ac-1882-4816-a58e-042c57d7a557 None None] Deleting port d92683cb-ab18-4ead-914a-91ef8df9cb4b {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:57:08.739625 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea37a8ac-1882-4816-a58e-042c57d7a557 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:08.788421 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d92683cb-ab18-4ead-914a-91ef8df9cb4b is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:08.788786 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:08.791575 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port e66a0481-21c7-49a9-86fa-cd4d8436d95a, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e66a0481-21c7-49a9-86fa-cd4d8436d95a,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:08.824228 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1649f92-44b9-4654-a8fa-b4f299d63dae admin admin] Publish callbacks [] for security_group (ea73a83a-0fed-4d22-aee3-866ca11ac58b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:08.847455 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:08.862924 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:08.895110 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1649f92-44b9-4654-a8fa-b4f299d63dae admin admin] Publish callbacks [] for security_group (ea73a83a-0fed-4d22-aee3-866ca11ac58b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:09.013666 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40501f-62e3-4984-b433-94fbc95f5a83 req-dde3f88f-7906-413f-868b-1619e7d9d5d4 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:09.015401 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b40501f-62e3-4984-b433-94fbc95f5a83 req-dde3f88f-7906-413f-868b-1619e7d9d5d4 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/ports?device_id=46270a12-a780-4159-8f11-86659bdfdc34 HTTP/1.1" status: 200 len: 944 time: 0.6917872 Feb 05 02:57:09.035913 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1649f92-44b9-4654-a8fa-b4f299d63dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ea73a83a-0fed-4d22-aee3-866ca11ac58b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:09.039173 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1649f92-44b9-4654-a8fa-b4f299d63dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:09.040399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a1649f92-44b9-4654-a8fa-b4f299d63dae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea73a83a-0fed-4d22-aee3-866ca11ac58b HTTP/1.1" status: 204 len: 168 time: 0.5218606 Feb 05 02:57:09.060510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port d92683cb-ab18-4ead-914a-91ef8df9cb4b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d92683cb-ab18-4ead-914a-91ef8df9cb4b,segment=NetworkSegment(e4bd4fb8-07fb-45da-89af-2469069008cf),segment_id=e4bd4fb8-07fb-45da-89af-2469069008cf)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:09.088103 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=e66a0481-21c7-49a9-86fa-cd4d8436d95a,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:09.101618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-d2c6fb14-dad4-49ca-92be-c89033ddb554 req-40d24581-2058-4a67-9bcc-cad1d1cae065 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Deleting port e66a0481-21c7-49a9-86fa-cd4d8436d95a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:57:09.102054 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d2c6fb14-dad4-49ca-92be-c89033ddb554 req-40d24581-2058-4a67-9bcc-cad1d1cae065 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:09.135401 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:57:09.149310 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Sync routers for ids ['becfe4e0-a858-40b0-bf95-497f768e26bb'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:57:09.174224 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Routers {'becfe4e0-a858-40b0-bf95-497f768e26bb'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:09.177288 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['becfe4e0-a858-40b0-bf95-497f768e26bb'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:09.184029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ea37a8ac-1882-4816-a58e-042c57d7a557 None None] For port d92683cb-ab18-4ead-914a-91ef8df9cb4b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d92683cb-ab18-4ead-914a-91ef8df9cb4b,segment=NetworkSegment(e4bd4fb8-07fb-45da-89af-2469069008cf),segment_id=e4bd4fb8-07fb-45da-89af-2469069008cf)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:09.184592 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea37a8ac-1882-4816-a58e-042c57d7a557 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:09.215666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-823f736f-fb95-4cb4-b6ac-2b1041880001 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Deleting port bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:57:09.216537 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-823f736f-fb95-4cb4-b6ac-2b1041880001 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:09.217156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d2c6fb14-dad4-49ca-92be-c89033ddb554 req-40d24581-2058-4a67-9bcc-cad1d1cae065 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] For port e66a0481-21c7-49a9-86fa-cd4d8436d95a, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e66a0481-21c7-49a9-86fa-cd4d8436d95a,segment=NetworkSegment(311902c1-9fac-4fae-b3ce-6c656f492c5b),segment_id=311902c1-9fac-4fae-b3ce-6c656f492c5b)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:09.217718 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d2c6fb14-dad4-49ca-92be-c89033ddb554 req-40d24581-2058-4a67-9bcc-cad1d1cae065 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:09.233611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-d2c6fb14-dad4-49ca-92be-c89033ddb554 req-40d24581-2058-4a67-9bcc-cad1d1cae065 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Calling delete_port for e66a0481-21c7-49a9-86fa-cd4d8436d95a owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:57:09.236814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ea37a8ac-1882-4816-a58e-042c57d7a557 None None] Calling delete_port for d92683cb-ab18-4ead-914a-91ef8df9cb4b owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:57:09.274984 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:09.286255 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-abcac8ee-cf94-447a-ade0-ec997f2d421f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.5634644 Feb 05 02:57:09.295483 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53808) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:09.403720 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:09.416517 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea37a8ac-1882-4816-a58e-042c57d7a557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (d92683cb-ab18-4ead-914a-91ef8df9cb4b), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:09.455748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37a8ac-1882-4816-a58e-042c57d7a557 None None] No DVR routers for this DVR port d92683cb-ab18-4ead-914a-91ef8df9cb4b on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:57:09.459797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event deleted for resources: {'Port': ['ID=d92683cb-ab18-4ead-914a-91ef8df9cb4b,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:09.509905 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37a8ac-1882-4816-a58e-042c57d7a557 None None] Pushing event deleted for resources: {'Port': ['ID=d92683cb-ab18-4ead-914a-91ef8df9cb4b,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:09.558949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1b619-d0ff-48e0-b8a1-1acb5497cd68 req-ddc5a0d7-5253-4682-b73a-b12ef3c4246b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:09.575283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-21c1b619-d0ff-48e0-b8a1-1acb5497cd68 req-ddc5a0d7-5253-4682-b73a-b12ef3c4246b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 949 time: 0.8493135 Feb 05 02:57:09.577152 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d2c6fb14-dad4-49ca-92be-c89033ddb554 req-40d24581-2058-4a67-9bcc-cad1d1cae065 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e66a0481-21c7-49a9-86fa-cd4d8436d95a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:09.600510 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1649f92-44b9-4654-a8fa-b4f299d63dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea73a83a-0fed-4d22-aee3-866ca11ac58b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:09.633394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e66a0481-21c7-49a9-86fa-cd4d8436d95a details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:57:09.662408 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-823f736f-fb95-4cb4-b6ac-2b1041880001 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:09.671563 n-d-826942-8 neutron-server[109676]: INFO neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No ports have port_id starting with e66a0481-21c7-49a9-86fa-cd4d8436d95a Feb 05 02:57:09.697631 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e66a0481-21c7-49a9-86fa-cd4d8436d95a requested by agent hyperv_n-h2-826942-8 not found in database {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 05 02:57:09.736014 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d24581-2058-4a67-9bcc-cad1d1cae065 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Pushing event deleted for resources: {'Port': ['ID=e66a0481-21c7-49a9-86fa-cd4d8436d95a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:09.742658 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53822) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:09.744289 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-823f736f-fb95-4cb4-b6ac-2b1041880001 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Calling delete_port for bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:57:09.767771 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Set router becfe4e0-a858-40b0-bf95-497f768e26bb gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:57:09.797233 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b40501f-62e3-4984-b433-94fbc95f5a83 req-df9dc675-9749-4558-8cd0-6fe6639e1575 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8df052a-89a7-4836-b048-161c2fffb67a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7688923 Feb 05 02:57:09.871628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c6fb14-dad4-49ca-92be-c89033ddb554 req-40d24581-2058-4a67-9bcc-cad1d1cae065 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] No DVR routers for this DVR port e66a0481-21c7-49a9-86fa-cd4d8436d95a on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:57:09.876233 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04eac38d-12da-4147-a31b-1fe00718f3a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:09.881847 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:09.888532 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d2c6fb14-dad4-49ca-92be-c89033ddb554 req-40d24581-2058-4a67-9bcc-cad1d1cae065 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:09.893725 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2c6fb14-dad4-49ca-92be-c89033ddb554 req-40d24581-2058-4a67-9bcc-cad1d1cae065 tempest-ImagesTestJSON-437510791 tempest-ImagesTestJSON-437510791-project] 10.222.0.10 "DELETE /v2.0/ports/e66a0481-21c7-49a9-86fa-cd4d8436d95a HTTP/1.1" status: 204 len: 173 time: 1.3993163 Feb 05 02:57:09.901828 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46270a12-a780-4159-8f11-86659bdfdc34', 'name': 'network-vif-deleted', 'tag': 'e66a0481-21c7-49a9-86fa-cd4d8436d95a'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:57:09.907241 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06cbf4f-5cbe-4a10-8c18-5613cdb50fa8" -d '{"events": [{"server_uuid": "46270a12-a780-4159-8f11-86659bdfdc34", "name": "network-vif-deleted", "tag": "e66a0481-21c7-49a9-86fa-cd4d8436d95a"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:57:09.928820 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-828aada5-aa40-47e4-81d7-72524d4b79a2 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router (becfe4e0-a858-40b0-bf95-497f768e26bb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:09.979616 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-21c1b619-d0ff-48e0-b8a1-1acb5497cd68 req-6aed09d2-a635-46fa-b29f-5d6ad1b28649 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033499 Feb 05 02:57:10.034282 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e23196-122c-4fb4-91c0-981b87674cd4 x-openstack-request-id: req-21e23196-122c-4fb4-91c0-981b87674cd4 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:57:10.034774 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46270a12-a780-4159-8f11-86659bdfdc34", "name": "network-vif-deleted", "tag": "e66a0481-21c7-49a9-86fa-cd4d8436d95a", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:57:10.036827 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21e23196-122c-4fb4-91c0-981b87674cd4 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:57:10.038434 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46270a12-a780-4159-8f11-86659bdfdc34', 'name': 'network-vif-deleted', 'tag': 'e66a0481-21c7-49a9-86fa-cd4d8436d95a', 'status': 'completed', 'code': 200} Feb 05 02:57:10.306395 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04eac38d-12da-4147-a31b-1fe00718f3a0 admin admin] Publish callbacks [] for security_group (770e7a5f-5ce5-42c0-b95c-487cd65324ed), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:10.311788 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becfe4e0-a858-40b0-bf95-497f768e26bb', 'name': '', 'tenant_id': 'd016faf02eb544f9a0ef15078e50f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4', 'external_fixed_ips': [{'subnet_id': 'da730dc6-15f7-41bc-8fcd-da0a45839d2c', 'ip_address': '2001:db8::381'}], 'enable_snat': True}, 'gw_port_id': '53cf1679-a5bd-46d0-9fc7-118a03069125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:01Z', 'updated_at': '2022-02-05T02:57:07Z', 'revision_number': 3, 'project_id': 'd016faf02eb544f9a0ef15078e50f449', 'gw_port': {'id': '53cf1679-a5bd-46d0-9fc7-118a03069125', 'name': '', 'network_id': 'ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becfe4e0-a858-40b0-bf95-497f768e26bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'da730dc6-15f7-41bc-8fcd-da0a45839d2c', 'ip_address': '2001:db8::381', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:03Z', 'updated_at': '2022-02-05T02:57:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da730dc6-15f7-41bc-8fcd-da0a45839d2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:10.314153 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04eac38d-12da-4147-a31b-1fe00718f3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (770e7a5f-5ce5-42c0-b95c-487cd65324ed), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:10.323164 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-823f736f-fb95-4cb4-b6ac-2b1041880001 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:10.378454 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-823f736f-fb95-4cb4-b6ac-2b1041880001 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:10.406619 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53838) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:10.418281 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-823f736f-fb95-4cb4-b6ac-2b1041880001 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/ports/bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6 HTTP/1.1" status: 204 len: 168 time: 2.0465732 Feb 05 02:57:10.435857 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Checking router: becfe4e0-a858-40b0-bf95-497f768e26bb for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:57:10.436548 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Updating router becfe4e0-a858-40b0-bf95-497f768e26bb port 53cf1679-a5bd-46d0-9fc7-118a03069125 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:57:10.553100 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (53cf1679-a5bd-46d0-9fc7-118a03069125), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:10.576699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f736f-fb95-4cb4-b6ac-2b1041880001 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Port': ['ID=bffc65f8-7697-4dd7-a0cc-094ed8a9b8f6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:10.645494 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-828aada5-aa40-47e4-81d7-72524d4b79a2 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (becfe4e0-a858-40b0-bf95-497f768e26bb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:10.656070 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (97901936-6c92-4219-9b1e-4fee1a4c758e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:10.700783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-7a803bea-9e71-4b38-afbd-3446b0405be8 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=709d54e15cf04675a9b2ab5c17982203&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419409 Feb 05 02:57:10.705492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-04eac38d-12da-4147-a31b-1fe00718f3a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af7a5cd427f6423a88992fe6c48fa8f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9220297 Feb 05 02:57:10.715118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53850) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:10.717802 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eac38d-12da-4147-a31b-1fe00718f3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770e7a5f-5ce5-42c0-b95c-487cd65324ed,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:10.875852 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (97901936-6c92-4219-9b1e-4fee1a4c758e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:10.899288 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-697145ee-4328-467f-abc6-cf369c1f22a5 admin admin] Publish callbacks [] for security_group (770e7a5f-5ce5-42c0-b95c-487cd65324ed), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:10.900668 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97901936-6c92-4219-9b1e-4fee1a4c758e']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:10.924769 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4bd4fb8-07fb-45da-89af-2469069008cf') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:10.928064 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4bd4fb8-07fb-45da-89af-2469069008cf') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:10.961353 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (e4bd4fb8-07fb-45da-89af-2469069008cf), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:10.968745 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-697145ee-4328-467f-abc6-cf369c1f22a5 admin admin] Publish callbacks [] for security_group (770e7a5f-5ce5-42c0-b95c-487cd65324ed), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:10.989583 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e4bd4fb8-07fb-45da-89af-2469069008cf), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:11.004379 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:57:11.006796 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (e4bd4fb8-07fb-45da-89af-2469069008cf), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:11.110597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-828aada5-aa40-47e4-81d7-72524d4b79a2 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Deleting port 53cf1679-a5bd-46d0-9fc7-118a03069125 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:57:11.112555 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-828aada5-aa40-47e4-81d7-72524d4b79a2 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (53cf1679-a5bd-46d0-9fc7-118a03069125), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:11.117119 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:11.147364 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed2c2-e3a8-4a36-9a45-93b581e865b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (a86deca0-f188-4774-a19d-38f9e0b8eb1b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:57:11.155464 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:57:11.168202 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (97901936-6c92-4219-9b1e-4fee1a4c758e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:11.194406 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:11.197741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] 10.222.0.36 "DELETE /v2.0/networks/97901936-6c92-4219-9b1e-4fee1a4c758e HTTP/1.1" status: 204 len: 168 time: 0.7716258 Feb 05 02:57:11.212811 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Publish callbacks [] for port (53cf1679-a5bd-46d0-9fc7-118a03069125), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:11.228952 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Pushing event deleted for resources: {'Network': ['ID=97901936-6c92-4219-9b1e-4fee1a4c758e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:11.231266 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (53cf1679-a5bd-46d0-9fc7-118a03069125), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:11.233049 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-697145ee-4328-467f-abc6-cf369c1f22a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (770e7a5f-5ce5-42c0-b95c-487cd65324ed), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:11.240994 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-697145ee-4328-467f-abc6-cf369c1f22a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:11.248901 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-697145ee-4328-467f-abc6-cf369c1f22a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/770e7a5f-5ce5-42c0-b95c-487cd65324ed HTTP/1.1" status: 204 len: 168 time: 0.5311470 Feb 05 02:57:11.287266 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:11.287681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:11.288038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:11.288358 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:11.288694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:11.289025 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:11.289362 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:11.289688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:11.293458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:11.293806 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:11.294254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:11.294594 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:11.296782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a14bc7-80a7-4d24-ac81-3f3d5fc88364 tempest-PortsTestJSON-243382361 tempest-PortsTestJSON-243382361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:11.387176 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Attempting to bind port 53cf1679-a5bd-46d0-9fc7-118a03069125 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:57:11.387757 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Attempting to bind port 53cf1679-a5bd-46d0-9fc7-118a03069125 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '5c9bf0ec-91a0-42cd-95a4-2695f4939980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:57:11.387889 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Attempting to bind port 53cf1679-a5bd-46d0-9fc7-118a03069125 on network ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:57:11.445884 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-0731e2f9-6ce6-4bd7-9e63-ad76e37fe33e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:11.451374 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:57:11.452054 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Checking segment: {'id': '5c9bf0ec-91a0-42cd-95a4-2695f4939980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:57:11.453349 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:11.453990 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Bound using segment: {'id': '5c9bf0ec-91a0-42cd-95a4-2695f4939980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:57:11.454812 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Bound port: 53cf1679-a5bd-46d0-9fc7-118a03069125, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9bf0ec-91a0-42cd-95a4-2695f4939980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:57:11.460402 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (53cf1679-a5bd-46d0-9fc7-118a03069125), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:11.463591 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-0731e2f9-6ce6-4bd7-9e63-ad76e37fe33e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7617719 Feb 05 02:57:11.499885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-59b1ff2f-bf8e-429e-9182-6e418c022a1e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/quotas/709d54e15cf04675a9b2ab5c17982203 HTTP/1.1" status: 200 len: 375 time: 0.0317774 Feb 05 02:57:11.516152 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8b148-82e7-4a58-b259-d5942829a5ca None None] Pushing event updated for resources: {'Port': ['ID=53cf1679-a5bd-46d0-9fc7-118a03069125,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:11.560664 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697145ee-4328-467f-abc6-cf369c1f22a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770e7a5f-5ce5-42c0-b95c-487cd65324ed,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:11.569191 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] For port 53cf1679-a5bd-46d0-9fc7-118a03069125, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:57:11.577132 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53894) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:11.578536 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] For port 53cf1679-a5bd-46d0-9fc7-118a03069125, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=53cf1679-a5bd-46d0-9fc7-118a03069125,segment=NetworkSegment(5c9bf0ec-91a0-42cd-95a4-2695f4939980),segment_id=5c9bf0ec-91a0-42cd-95a4-2695f4939980)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:57:11.598197 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (53cf1679-a5bd-46d0-9fc7-118a03069125), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:11.646456 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-95ff9fc5-bf6b-4314-b8f8-f8b1651a5fe2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1448078 Feb 05 02:57:11.647239 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53896) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:11.651090 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0eebee3e-aeae-44a8-baba-35021497c332 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:11.777581 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Routers {'becfe4e0-a858-40b0-bf95-497f768e26bb'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:11.787027 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['becfe4e0-a858-40b0-bf95-497f768e26bb'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:11.810343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 0eebee3e-aeae-44a8-baba-35021497c332 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:11.810731 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0eebee3e-aeae-44a8-baba-35021497c332), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:11.839363 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-580edcff-747f-43be-a807-ed5e91d978e7 admin admin] Deleting subnet ac91bbb4-a940-4c45-8d2f-ef0964fd7339 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:57:11.860783 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-828aada5-aa40-47e4-81d7-72524d4b79a2 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (53cf1679-a5bd-46d0-9fc7-118a03069125), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:11.879883 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-580edcff-747f-43be-a807-ed5e91d978e7 admin admin] Publish callbacks [] for subnet (ac91bbb4-a940-4c45-8d2f-ef0964fd7339), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:12.029604 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] Set router becfe4e0-a858-40b0-bf95-497f768e26bb gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:57:12.101238 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b8e430d-6036-4926-8aa9-8925636e7cc7 req-d52ce207-f623-4e87-a4ea-30556195bedd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 210 time: 0.0948822 Feb 05 02:57:12.132040 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0eebee3e-aeae-44a8-baba-35021497c332 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:12.141497 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0eebee3e-aeae-44a8-baba-35021497c332), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:12.168893 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-828aada5-aa40-47e4-81d7-72524d4b79a2 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Calling delete_port for 53cf1679-a5bd-46d0-9fc7-118a03069125 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:57:12.224502 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2c6195-54c1-4ad6-8573-e93c0ac88ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eebee3e-aeae-44a8-baba-35021497c332'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:57:12.226906 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84900d3-b7c7-4a3d-a59a-46521c39ad4d" -d '{"events": [{"server_uuid": "aa2c6195-54c1-4ad6-8573-e93c0ac88ff8", "name": "network-vif-plugged", "status": "completed", "tag": "0eebee3e-aeae-44a8-baba-35021497c332"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:57:12.241839 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8b148-82e7-4a58-b259-d5942829a5ca None None] Pushing event updated for resources: {'Port': ['ID=53cf1679-a5bd-46d0-9fc7-118a03069125,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:12.245567 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becfe4e0-a858-40b0-bf95-497f768e26bb', 'name': '', 'tenant_id': 'd016faf02eb544f9a0ef15078e50f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:01Z', 'updated_at': '2022-02-05T02:57:10Z', 'revision_number': 4, 'project_id': 'd016faf02eb544f9a0ef15078e50f449', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:12.276251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0eebee3e-aeae-44a8-baba-35021497c332, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0eebee3e-aeae-44a8-baba-35021497c332,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:12.292367 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0eebee3e-aeae-44a8-baba-35021497c332), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:12.294375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e66a0481-21c7-49a9-86fa-cd4d8436d95a no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:57:12.312469 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b6be4f-fcbf-4b61-acd6-e720ffc3b2eb None None] The sync data for ids ['becfe4e0-a858-40b0-bf95-497f768e26bb'] in n-d-826942-8 is: [{'id': 'becfe4e0-a858-40b0-bf95-497f768e26bb', 'name': '', 'tenant_id': 'd016faf02eb544f9a0ef15078e50f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:01Z', 'updated_at': '2022-02-05T02:57:10Z', 'revision_number': 4, 'project_id': 'd016faf02eb544f9a0ef15078e50f449', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:57:12.334791 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-468bd9e9-13d5-4470-b063-a466e06f8b8a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=964b4754471e4b759ae75ee097ceda08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6858284 Feb 05 02:57:12.340121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53918) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:12.383351 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269e09d6-0e2d-450c-88b1-06c474e94a4d x-openstack-request-id: req-269e09d6-0e2d-450c-88b1-06c474e94a4d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:57:12.383661 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2c6195-54c1-4ad6-8573-e93c0ac88ff8", "name": "network-vif-plugged", "status": "completed", "tag": "0eebee3e-aeae-44a8-baba-35021497c332", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:57:12.383914 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-269e09d6-0e2d-450c-88b1-06c474e94a4d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:57:12.387973 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2c6195-54c1-4ad6-8573-e93c0ac88ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eebee3e-aeae-44a8-baba-35021497c332', 'code': 200} Feb 05 02:57:12.396060 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: e66a0481-21c7-49a9-86fa-cd4d8436d95a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:57:12.396463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e66a0481-21c7-49a9-86fa-cd4d8436d95a not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:57:12.525465 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a8d1fd0-9857-40e2-9f21-a4c088cd4816 admin admin] Publish callbacks [] for security_group (1b3c2575-3939-43b4-ae3f-be4b2d571d4c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:12.551536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=0eebee3e-aeae-44a8-baba-35021497c332,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:12.605170 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a8d1fd0-9857-40e2-9f21-a4c088cd4816 admin admin] Publish callbacks [] for security_group (1b3c2575-3939-43b4-ae3f-be4b2d571d4c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:12.688005 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a8d1fd0-9857-40e2-9f21-a4c088cd4816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1b3c2575-3939-43b4-ae3f-be4b2d571d4c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:12.691286 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a8d1fd0-9857-40e2-9f21-a4c088cd4816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:12.693269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9a8d1fd0-9857-40e2-9f21-a4c088cd4816 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b3c2575-3939-43b4-ae3f-be4b2d571d4c HTTP/1.1" status: 204 len: 168 time: 0.3514209 Feb 05 02:57:12.712235 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d1fd0-9857-40e2-9f21-a4c088cd4816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3c2575-3939-43b4-ae3f-be4b2d571d4c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:12.932093 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-580edcff-747f-43be-a807-ed5e91d978e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (ac91bbb4-a940-4c45-8d2f-ef0964fd7339), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:13.061477 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-580edcff-747f-43be-a807-ed5e91d978e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (ac91bbb4-a940-4c45-8d2f-ef0964fd7339), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:13.310484 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-580edcff-747f-43be-a807-ed5e91d978e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (ac91bbb4-a940-4c45-8d2f-ef0964fd7339), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:13.313019 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f6ba977-9429-43e3-a38a-5f16b3a05738 req-2aaa03c1-8833-4ebf-b798-ebb0d2de7eab tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 210 time: 0.0598464 Feb 05 02:57:13.398586 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-580edcff-747f-43be-a807-ed5e91d978e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:13.400960 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-580edcff-747f-43be-a807-ed5e91d978e7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ac91bbb4-a940-4c45-8d2f-ef0964fd7339 HTTP/1.1" status: 204 len: 168 time: 1.8213892 Feb 05 02:57:13.403188 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580edcff-747f-43be-a807-ed5e91d978e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac91bbb4-a940-4c45-8d2f-ef0964fd7339,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:13.403834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53958) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:13.627810 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48f1a509-a092-4c35-906b-3040198ffb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (1c4e84c3-758a-446b-a07c-d68eea5047fb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:13.759183 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-828aada5-aa40-47e4-81d7-72524d4b79a2 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (53cf1679-a5bd-46d0-9fc7-118a03069125), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:13.822705 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-12f53334-a404-41c0-8728-e6ea5a91a3bd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=709d54e15cf04675a9b2ab5c17982203&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1160102 Feb 05 02:57:13.841311 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48f1a509-a092-4c35-906b-3040198ffb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (1c4e84c3-758a-446b-a07c-d68eea5047fb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:13.909409 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-48f1a509-a092-4c35-906b-3040198ffb86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4e84c3-758a-446b-a07c-d68eea5047fb']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:13.936784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-48f1a509-a092-4c35-906b-3040198ffb86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311902c1-9fac-4fae-b3ce-6c656f492c5b') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:13.937210 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-48f1a509-a092-4c35-906b-3040198ffb86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311902c1-9fac-4fae-b3ce-6c656f492c5b') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:13.960895 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48f1a509-a092-4c35-906b-3040198ffb86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (311902c1-9fac-4fae-b3ce-6c656f492c5b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:13.979446 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828aada5-aa40-47e4-81d7-72524d4b79a2 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Pushing event deleted for resources: {'Port': ['ID=53cf1679-a5bd-46d0-9fc7-118a03069125,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:13.986594 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48f1a509-a092-4c35-906b-3040198ffb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (311902c1-9fac-4fae-b3ce-6c656f492c5b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.002504 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f1a509-a092-4c35-906b-3040198ffb86 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:57:14.003094 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48f1a509-a092-4c35-906b-3040198ffb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (311902c1-9fac-4fae-b3ce-6c656f492c5b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:57:14.007900 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:57:14.066048 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-828aada5-aa40-47e4-81d7-72524d4b79a2 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (becfe4e0-a858-40b0-bf95-497f768e26bb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.094967 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48f1a509-a092-4c35-906b-3040198ffb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (1c4e84c3-758a-446b-a07c-d68eea5047fb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.101659 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48f1a509-a092-4c35-906b-3040198ffb86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.107793 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-48f1a509-a092-4c35-906b-3040198ffb86 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1c4e84c3-758a-446b-a07c-d68eea5047fb HTTP/1.1" status: 204 len: 168 time: 0.7002678 Feb 05 02:57:14.132921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1a509-a092-4c35-906b-3040198ffb86 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c4e84c3-758a-446b-a07c-d68eea5047fb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:14.225777 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-828aada5-aa40-47e4-81d7-72524d4b79a2 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (becfe4e0-a858-40b0-bf95-497f768e26bb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.228492 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-828aada5-aa40-47e4-81d7-72524d4b79a2 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_controller (becfe4e0-a858-40b0-bf95-497f768e26bb), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.242091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ed2c2-e3a8-4a36-9a45-93b581e865b4 admin admin] Deleting port e422dc73-25d0-4457-9035-319ab7b3394c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:57:14.242425 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed2c2-e3a8-4a36-9a45-93b581e865b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e422dc73-25d0-4457-9035-319ab7b3394c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.351573 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53984) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:14.361144 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-cba12bac-43db-4eb8-a45a-f0e9ab50a34d tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:14.362747 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-cba12bac-43db-4eb8-a45a-f0e9ab50a34d tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5350659 Feb 05 02:57:14.381311 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-828aada5-aa40-47e4-81d7-72524d4b79a2 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (becfe4e0-a858-40b0-bf95-497f768e26bb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.381875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828aada5-aa40-47e4-81d7-72524d4b79a2 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Fanout notify agent at l3_agent the message router_deleted on router becfe4e0-a858-40b0-bf95-497f768e26bb {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:57:14.394068 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-828aada5-aa40-47e4-81d7-72524d4b79a2 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.401129 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-828aada5-aa40-47e4-81d7-72524d4b79a2 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "DELETE /v2.0/routers/becfe4e0-a858-40b0-bf95-497f768e26bb HTTP/1.1" status: 204 len: 168 time: 5.0019822 Feb 05 02:57:14.409190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53986) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:14.417554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5326a663-ef3a-4e89-a33e-4d33abf46f62 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Request body: {'port': {'device_id': '35e9cefb-928c-4125-99c1-b1ace16c95c8', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '709d54e15cf04675a9b2ab5c17982203'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:14.501051 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-df7763f6-3997-4dfa-ae70-c64d0844ff3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0757223904ec4e4db3037c8631160285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480510 Feb 05 02:57:14.502816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53990) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:14.535679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53992) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:14.594157 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7a0bf36-d6ac-4d01-aa17-cd39b119db2e req-d6a4db57-fe91-430e-ae9e-053bb338f305 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 210 time: 0.0883529 Feb 05 02:57:14.687656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-484998cc-43c7-4683-a1b7-c203b94ae6e3 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Deleting subnet da730dc6-15f7-41bc-8fcd-da0a45839d2c {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:57:14.730266 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-ab5ed2c2-e3a8-4a36-9a45-93b581e865b4 admin admin] For port e422dc73-25d0-4457-9035-319ab7b3394c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e422dc73-25d0-4457-9035-319ab7b3394c,segment=NetworkSegment(ea456988-812f-416f-90ce-11235c6aeb31),segment_id=ea456988-812f-416f-90ce-11235c6aeb31)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:14.730638 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed2c2-e3a8-4a36-9a45-93b581e865b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e422dc73-25d0-4457-9035-319ab7b3394c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.735045 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-484998cc-43c7-4683-a1b7-c203b94ae6e3 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for subnet (da730dc6-15f7-41bc-8fcd-da0a45839d2c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.785053 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-484998cc-43c7-4683-a1b7-c203b94ae6e3 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (da730dc6-15f7-41bc-8fcd-da0a45839d2c), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.787273 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7a3bc9c-6b6c-46c5-8be5-7f0c55825feb admin admin] Publish callbacks [] for security_group (a8df052a-89a7-4836-b048-161c2fffb67a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.803277 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ed2c2-e3a8-4a36-9a45-93b581e865b4 admin admin] Calling delete_port for e422dc73-25d0-4457-9035-319ab7b3394c owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:57:14.836312 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7a3bc9c-6b6c-46c5-8be5-7f0c55825feb admin admin] Publish callbacks [] for security_group (a8df052a-89a7-4836-b048-161c2fffb67a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.857774 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-484998cc-43c7-4683-a1b7-c203b94ae6e3 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (da730dc6-15f7-41bc-8fcd-da0a45839d2c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.913027 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c83950f5-0c61-4b54-8607-e873c0de0dea tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group': {'name': 'tempest-secgroup--602006510'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:14.939323 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7a3bc9c-6b6c-46c5-8be5-7f0c55825feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a8df052a-89a7-4836-b048-161c2fffb67a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.942670 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7a3bc9c-6b6c-46c5-8be5-7f0c55825feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.949156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c7a3bc9c-6b6c-46c5-8be5-7f0c55825feb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8df052a-89a7-4836-b048-161c2fffb67a HTTP/1.1" status: 204 len: 168 time: 0.4357550 Feb 05 02:57:14.960502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3bc9c-6b6c-46c5-8be5-7f0c55825feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8df052a-89a7-4836-b048-161c2fffb67a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:14.962933 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-484998cc-43c7-4683-a1b7-c203b94ae6e3 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (da730dc6-15f7-41bc-8fcd-da0a45839d2c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:14.977217 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5326a663-ef3a-4e89-a33e-4d33abf46f62 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Made reservation on behalf of 709d54e15cf04675a9b2ab5c17982203 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:57:14.995047 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5326a663-ef3a-4e89-a33e-4d33abf46f62 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:15.165397 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c83950f5-0c61-4b54-8607-e873c0de0dea tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:15.196552 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c83950f5-0c61-4b54-8607-e873c0de0dea tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:15.443843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484998cc-43c7-4683-a1b7-c203b94ae6e3 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=da730dc6-15f7-41bc-8fcd-da0a45839d2c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:15.447723 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-484998cc-43c7-4683-a1b7-c203b94ae6e3 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:15.451338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-484998cc-43c7-4683-a1b7-c203b94ae6e3 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/da730dc6-15f7-41bc-8fcd-da0a45839d2c HTTP/1.1" status: 204 len: 168 time: 1.0411527 Feb 05 02:57:15.454111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54014) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:15.535913 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5326a663-ef3a-4e89-a33e-4d33abf46f62 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Allocated IP 192.168.233.108 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/0febf303-5a10-4c96-ac55-29755874696d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:15.537868 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ee5413e-190e-4f37-92a4-09f4872c6841 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:15.638067 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed2c2-e3a8-4a36-9a45-93b581e865b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (e422dc73-25d0-4457-9035-319ab7b3394c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:15.648811 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c83950f5-0c61-4b54-8607-e873c0de0dea tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (ddd6fe16-2c71-4de7-a139-d07be4fcda37), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:15.688671 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c83950f5-0c61-4b54-8607-e873c0de0dea tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ddd6fe16-2c71-4de7-a139-d07be4fcda37), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:15.748464 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ee5413e-190e-4f37-92a4-09f4872c6841 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:15.843814 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ed2c2-e3a8-4a36-9a45-93b581e865b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e422dc73-25d0-4457-9035-319ab7b3394c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:15.873212 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ae677ab-31bb-4b40-ae75-0597fe5110d1 req-c41e9bcb-34e9-4a2e-a43f-4e363417b0b7 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 210 time: 0.0872219 Feb 05 02:57:15.877140 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2ee5413e-190e-4f37-92a4-09f4872c6841 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:15.903274 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2ee5413e-190e-4f37-92a4-09f4872c6841 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9bf0ec-91a0-42cd-95a4-2695f4939980') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:15.903576 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2ee5413e-190e-4f37-92a4-09f4872c6841 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9bf0ec-91a0-42cd-95a4-2695f4939980') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:15.932881 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ee5413e-190e-4f37-92a4-09f4872c6841 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (5c9bf0ec-91a0-42cd-95a4-2695f4939980), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:15.960736 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ee5413e-190e-4f37-92a4-09f4872c6841 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (5c9bf0ec-91a0-42cd-95a4-2695f4939980), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:15.978294 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee5413e-190e-4f37-92a4-09f4872c6841 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:57:15.978530 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ee5413e-190e-4f37-92a4-09f4872c6841 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (5c9bf0ec-91a0-42cd-95a4-2695f4939980), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:57:15.980304 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:57:16.002494 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:16.149846 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ee5413e-190e-4f37-92a4-09f4872c6841 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:16.161904 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee5413e-190e-4f37-92a4-09f4872c6841 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 05 02:57:16.166650 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ee5413e-190e-4f37-92a4-09f4872c6841 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:16.170395 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2ee5413e-190e-4f37-92a4-09f4872c6841 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "DELETE /v2.0/networks/ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4 HTTP/1.1" status: 204 len: 168 time: 0.7153094 Feb 05 02:57:16.188272 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5413e-190e-4f37-92a4-09f4872c6841 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff5417b7-dc9c-4c98-bdc0-ea224ba5faa4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:16.214120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83950f5-0c61-4b54-8607-e873c0de0dea tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd6fe16-2c71-4de7-a139-d07be4fcda37,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:16.304541 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c83950f5-0c61-4b54-8607-e873c0de0dea tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (3cbd8314-c3c4-4014-9320-5b256500187a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:16.321947 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c83950f5-0c61-4b54-8607-e873c0de0dea tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3cbd8314-c3c4-4014-9320-5b256500187a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:16.364419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83950f5-0c61-4b54-8607-e873c0de0dea tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbd8314-c3c4-4014-9320-5b256500187a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:16.522720 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab5ed2c2-e3a8-4a36-9a45-93b581e865b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (a86deca0-f188-4774-a19d-38f9e0b8eb1b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:16.557203 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c83950f5-0c61-4b54-8607-e873c0de0dea tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:16.561340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54054) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:16.573713 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c83950f5-0c61-4b54-8607-e873c0de0dea tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.0369256 Feb 05 02:57:16.700026 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f71f95e4-1259-4eb5-9089-a00d1a8574b6 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1361003 Feb 05 02:57:16.700723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54058) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:16.711257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-032e4b42-4aab-467d-8733-9527d998db6e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group': {'name': 'tempest-security--2018252822', 'description': 'tempest-security-description-487303035'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:16.789746 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54062) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:16.817206 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-032e4b42-4aab-467d-8733-9527d998db6e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (3cbd8314-c3c4-4014-9320-5b256500187a), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:16.918793 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5ed2c2-e3a8-4a36-9a45-93b581e865b4 admin admin] Router a86deca0-f188-4774-a19d-38f9e0b8eb1b has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:57:16.925718 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5326a663-ef3a-4e89-a33e-4d33abf46f62 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks [] for port (0febf303-5a10-4c96-ac55-29755874696d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:16.959862 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-032e4b42-4aab-467d-8733-9527d998db6e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (3cbd8314-c3c4-4014-9320-5b256500187a), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:16.977268 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-032e4b42-4aab-467d-8733-9527d998db6e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3cbd8314-c3c4-4014-9320-5b256500187a), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:16.981675 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-032e4b42-4aab-467d-8733-9527d998db6e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:16.984170 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-032e4b42-4aab-467d-8733-9527d998db6e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "PUT /v2.0/security-groups/3cbd8314-c3c4-4014-9320-5b256500187a HTTP/1.1" status: 200 len: 1796 time: 0.2764814 Feb 05 02:57:16.985145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54072) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:16.995426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-aae68205-ad94-42ad-84c1-f14a3c54e6d9 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Request body: {'router': {'name': 'tempest-router--610302453', 'project_id': 'd3aa8acc3f67446785af97f83075360f'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:17.000378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54074) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:17.093813 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5326a663-ef3a-4e89-a33e-4d33abf46f62 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0febf303-5a10-4c96-ac55-29755874696d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:17.112860 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['636bd3ff-9d59-4fab-b630-c68bc1a07fdf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:57:17.116526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0eebee3e-aeae-44a8-baba-35021497c332'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:57:17.180158 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aae68205-ad94-42ad-84c1-f14a3c54e6d9 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (a0a90b34-5d40-4038-a12b-6b1fe2cd8143), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:17.182045 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aae68205-ad94-42ad-84c1-f14a3c54e6d9 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (a0a90b34-5d40-4038-a12b-6b1fe2cd8143), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:17.277854 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aae68205-ad94-42ad-84c1-f14a3c54e6d9 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_controller (a0a90b34-5d40-4038-a12b-6b1fe2cd8143), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:17.279287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e4b42-4aab-467d-8733-9527d998db6e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbd8314-c3c4-4014-9320-5b256500187a,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:17.287362 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-34d51bf4-570d-4244-9d20-be966532292e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-groups/3cbd8314-c3c4-4014-9320-5b256500187a HTTP/1.1" status: 200 len: 1796 time: 0.2855124 Feb 05 02:57:17.293232 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aae68205-ad94-42ad-84c1-f14a3c54e6d9 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (a0a90b34-5d40-4038-a12b-6b1fe2cd8143), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:17.305438 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54080) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:17.318871 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aae68205-ad94-42ad-84c1-f14a3c54e6d9 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:17.320375 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-aae68205-ad94-42ad-84c1-f14a3c54e6d9 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3299954 Feb 05 02:57:17.330455 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54082) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:17.353144 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5ed2c2-e3a8-4a36-9a45-93b581e865b4 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:57:17.377313 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ab5ed2c2-e3a8-4a36-9a45-93b581e865b4 admin admin] 10.222.0.36 "PUT /v2.0/routers/a86deca0-f188-4774-a19d-38f9e0b8eb1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7491474 Feb 05 02:57:17.387506 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54084) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:17.388234 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326a663-ef3a-4e89-a33e-4d33abf46f62 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Pushing event updated for resources: {'Port': ['ID=0febf303-5a10-4c96-ac55-29755874696d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:17.443215 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3cd37e8b-fad8-4395-8ae2-4aefd93b925f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-317243472-network', 'tenant_id': '38b1b4c3859245a4b3bd33e44955cab4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:17.462599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacdddc-da7d-4f5f-887e-bc9a1f5f0e5d req-c0b5a776-5ffc-4cde-a2c8-56d50c7567b3 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:17.477460 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ecacdddc-da7d-4f5f-887e-bc9a1f5f0e5d req-c0b5a776-5ffc-4cde-a2c8-56d50c7567b3 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 936 time: 0.4424822 Feb 05 02:57:17.580609 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5326a663-ef3a-4e89-a33e-4d33abf46f62 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:17.587102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5326a663-ef3a-4e89-a33e-4d33abf46f62 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:17.593575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5326a663-ef3a-4e89-a33e-4d33abf46f62 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:17.601503 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14c94fdb-6c65-43b8-880d-8f2210455002 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router (a0a90b34-5d40-4038-a12b-6b1fe2cd8143), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:17.757294 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c935387b-04ae-4f00-b891-c384bb2931a5 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (3cbd8314-c3c4-4014-9320-5b256500187a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:17.799227 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c935387b-04ae-4f00-b891-c384bb2931a5 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (3cbd8314-c3c4-4014-9320-5b256500187a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:17.825172 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1eb7098c-fd21-4470-9d95-79731b09b0be admin admin] Publish callbacks [] for router (a86deca0-f188-4774-a19d-38f9e0b8eb1b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:17.836695 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a47c47-a6bd-48ae-887c-8ae8b1a0ce26 None None] Sync routers for ids ['a86deca0-f188-4774-a19d-38f9e0b8eb1b'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:57:17.887443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54098) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:17.932837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a47c47-a6bd-48ae-887c-8ae8b1a0ce26 None None] Routers {'a86deca0-f188-4774-a19d-38f9e0b8eb1b'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:17.933490 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c7a47c47-a6bd-48ae-887c-8ae8b1a0ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a86deca0-f188-4774-a19d-38f9e0b8eb1b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:18.015301 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c935387b-04ae-4f00-b891-c384bb2931a5 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3cbd8314-c3c4-4014-9320-5b256500187a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.027314 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c935387b-04ae-4f00-b891-c384bb2931a5 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.030217 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c935387b-04ae-4f00-b891-c384bb2931a5 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-groups/3cbd8314-c3c4-4014-9320-5b256500187a HTTP/1.1" status: 204 len: 168 time: 0.7233195 Feb 05 02:57:18.033105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd37e8b-fad8-4395-8ae2-4aefd93b925f admin admin] Made reservation on behalf of 38b1b4c3859245a4b3bd33e44955cab4 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:57:18.039468 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3cd37e8b-fad8-4395-8ae2-4aefd93b925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.045203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54104) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:18.060770 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ecacdddc-da7d-4f5f-887e-bc9a1f5f0e5d req-f26c89b7-cc85-46d0-a529-06ef91bb6fc4 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665300 Feb 05 02:57:18.074879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935387b-04ae-4f00-b891-c384bb2931a5 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbd8314-c3c4-4014-9320-5b256500187a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:18.083716 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3cd37e8b-fad8-4395-8ae2-4aefd93b925f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.093129 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14c94fdb-6c65-43b8-880d-8f2210455002 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (a0a90b34-5d40-4038-a12b-6b1fe2cd8143), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.104211 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14c94fdb-6c65-43b8-880d-8f2210455002 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_controller (a0a90b34-5d40-4038-a12b-6b1fe2cd8143), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.189210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c7a47c47-a6bd-48ae-887c-8ae8b1a0ce26 None None] Set router a86deca0-f188-4774-a19d-38f9e0b8eb1b gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:57:18.285987 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14c94fdb-6c65-43b8-880d-8f2210455002 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (a0a90b34-5d40-4038-a12b-6b1fe2cd8143), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.286605 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c94fdb-6c65-43b8-880d-8f2210455002 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0a90b34-5d40-4038-a12b-6b1fe2cd8143 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:57:18.292027 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6ef31b85-ecad-40ac-b714-e6ff94f45131 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2297931 Feb 05 02:57:18.297918 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14c94fdb-6c65-43b8-880d-8f2210455002 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.302421 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-14c94fdb-6c65-43b8-880d-8f2210455002 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "DELETE /v2.0/routers/a0a90b34-5d40-4038-a12b-6b1fe2cd8143 HTTP/1.1" status: 204 len: 168 time: 0.9685328 Feb 05 02:57:18.309668 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54106) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:18.347917 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f430-5ea8-45cb-8f1f-d4dd8304646c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.356427 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-21867661-d337-43ed-8f7b-88034c445b03 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] delete failed (client error): The resource could not be found. Feb 05 02:57:18.357672 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-21867661-d337-43ed-8f7b-88034c445b03 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-groups/3cbd8314-c3c4-4014-9320-5b256500187a HTTP/1.1" status: 404 len: 347 time: 0.0405083 Feb 05 02:57:18.387051 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54110) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:18.397212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-90d4c067-0982-4130-b337-427615fac510 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1624037240'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:18.505224 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90d4c067-0982-4130-b337-427615fac510 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.514154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8ce98a52-ff1a-4dfd-a818-90fed5f47cbc None None] Provisioning complete for port 0febf303-5a10-4c96-ac55-29755874696d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:18.514570 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ce98a52-ff1a-4dfd-a818-90fed5f47cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0febf303-5a10-4c96-ac55-29755874696d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.539899 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3cd37e8b-fad8-4395-8ae2-4aefd93b925f admin admin] Publish callbacks [] for security_group (0e38dcc3-d17f-4ad0-a620-c4262f72c2fc), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.571109 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3cd37e8b-fad8-4395-8ae2-4aefd93b925f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0e38dcc3-d17f-4ad0-a620-c4262f72c2fc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.573222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8ce98a52-ff1a-4dfd-a818-90fed5f47cbc None None] Port 0febf303-5a10-4c96-ac55-29755874696d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:57:18.583426 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c7a47c47-a6bd-48ae-887c-8ae8b1a0ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-192989638-router', 'tenant_id': 'adc4e330ad404a71bdb4242803d5073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:08Z', 'updated_at': '2022-02-05T02:57:15Z', 'revision_number': 5, 'project_id': 'adc4e330ad404a71bdb4242803d5073b', 'gw_port': {'id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:10Z', 'updated_at': '2022-02-05T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:18.631568 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5326a663-ef3a-4e89-a33e-4d33abf46f62 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:18.632118 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5326a663-ef3a-4e89-a33e-4d33abf46f62 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.659472 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5326a663-ef3a-4e89-a33e-4d33abf46f62 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2809451 Feb 05 02:57:18.664976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a47c47-a6bd-48ae-887c-8ae8b1a0ce26 None None] Checking router: a86deca0-f188-4774-a19d-38f9e0b8eb1b for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:57:18.676559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Request body: {'port': {'device_id': '35e9cefb-928c-4125-99c1-b1ace16c95c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:18.679202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a47c47-a6bd-48ae-887c-8ae8b1a0ce26 None None] Routers {'a86deca0-f188-4774-a19d-38f9e0b8eb1b'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:18.689785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c7a47c47-a6bd-48ae-887c-8ae8b1a0ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a86deca0-f188-4774-a19d-38f9e0b8eb1b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:18.709246 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54114) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:18.738748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd37e8b-fad8-4395-8ae2-4aefd93b925f admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:57:18.763788 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3cd37e8b-fad8-4395-8ae2-4aefd93b925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a4ca8887-1fa0-4096-b819-d3cf156177d8), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.766331 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-3cd37e8b-fad8-4395-8ae2-4aefd93b925f admin admin] Added segment a4ca8887-1fa0-4096-b819-d3cf156177d8 of type vlan for network 581dc78a-20bd-4627-85aa-2fe92ab29ee7 Feb 05 02:57:18.776762 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1eb7098c-fd21-4470-9d95-79731b09b0be admin admin] Publish callbacks [] for router_gateway (a86deca0-f188-4774-a19d-38f9e0b8eb1b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.787806 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0febf303-5a10-4c96-ac55-29755874696d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.869463 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3cd37e8b-fad8-4395-8ae2-4aefd93b925f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (581dc78a-20bd-4627-85aa-2fe92ab29ee7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.934683 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3cd37e8b-fad8-4395-8ae2-4aefd93b925f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (581dc78a-20bd-4627-85aa-2fe92ab29ee7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.936838 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd37e8b-fad8-4395-8ae2-4aefd93b925f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:18.937677 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3cd37e8b-fad8-4395-8ae2-4aefd93b925f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:18.954859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c7a47c47-a6bd-48ae-887c-8ae8b1a0ce26 None None] Set router a86deca0-f188-4774-a19d-38f9e0b8eb1b gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:57:19.052683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd37e8b-fad8-4395-8ae2-4aefd93b925f admin admin] Pushing event updated for resources: {'Network': ['ID=581dc78a-20bd-4627-85aa-2fe92ab29ee7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:19.070883 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90d4c067-0982-4130-b337-427615fac510 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (33d37e6c-22be-4371-8a3f-a9fcdbc4b83e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.078317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd37e8b-fad8-4395-8ae2-4aefd93b925f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e38dcc3-d17f-4ad0-a620-c4262f72c2fc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:19.087846 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90d4c067-0982-4130-b337-427615fac510 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (33d37e6c-22be-4371-8a3f-a9fcdbc4b83e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.095347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 581dc78a-20bd-4627-85aa-2fe92ab29ee7 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:57:19.127140 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4c067-0982-4130-b337-427615fac510 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d37e6c-22be-4371-8a3f-a9fcdbc4b83e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:19.133796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3cd37e8b-fad8-4395-8ae2-4aefd93b925f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3423822 Feb 05 02:57:19.141929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54122) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:19.156848 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4cf0efe6-799a-4d80-9935-45fa9b7c7cbf admin admin] Request body: {'subnet': {'network_id': '581dc78a-20bd-4627-85aa-2fe92ab29ee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-317243472-subnet', 'tenant_id': '38b1b4c3859245a4b3bd33e44955cab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:19.191466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0febf303-5a10-4c96-ac55-29755874696d {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:57:19.192276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf0efe6-799a-4d80-9935-45fa9b7c7cbf admin admin] Made reservation on behalf of 38b1b4c3859245a4b3bd33e44955cab4 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:57:19.195157 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4cf0efe6-799a-4d80-9935-45fa9b7c7cbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.204189 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90d4c067-0982-4130-b337-427615fac510 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.208293 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-90d4c067-0982-4130-b337-427615fac510 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8165708 Feb 05 02:57:19.209744 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Publish callbacks [] for port (0febf303-5a10-4c96-ac55-29755874696d), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.209880 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f430-5ea8-45cb-8f1f-d4dd8304646c admin admin] Publish callbacks [] for security_group (70399391-e6cd-4008-b5a5-f60cdf05ea05), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.212995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54124) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:19.230735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-811628a0-c2a3-4a06-b373-af5f618618d4 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group_rule': {'security_group_id': '33d37e6c-22be-4371-8a3f-a9fcdbc4b83e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:19.232845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-445333646', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:19.306705 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (69476d32-33fa-4848-a382-1188160bdfb5), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.308355 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (69476d32-33fa-4848-a382-1188160bdfb5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.320916 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Transition to ACTIVE for port object 0febf303-5a10-4c96-ac55-29755874696d will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:57:19.345714 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0febf303-5a10-4c96-ac55-29755874696d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.356075 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f430-5ea8-45cb-8f1f-d4dd8304646c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (70399391-e6cd-4008-b5a5-f60cdf05ea05), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.411585 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c7a47c47-a6bd-48ae-887c-8ae8b1a0ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-192989638-router', 'tenant_id': 'adc4e330ad404a71bdb4242803d5073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:08Z', 'updated_at': '2022-02-05T02:57:15Z', 'revision_number': 5, 'project_id': 'adc4e330ad404a71bdb4242803d5073b', 'gw_port': {'id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:10Z', 'updated_at': '2022-02-05T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:19.449510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a47c47-a6bd-48ae-887c-8ae8b1a0ce26 None None] The sync data for ids ['a86deca0-f188-4774-a19d-38f9e0b8eb1b'] in n-d-826942-8 is: [{'id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-192989638-router', 'tenant_id': 'adc4e330ad404a71bdb4242803d5073b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:08Z', 'updated_at': '2022-02-05T02:57:15Z', 'revision_number': 5, 'project_id': 'adc4e330ad404a71bdb4242803d5073b', 'gw_port': {'id': '422ade31-27be-451c-a55c-77fd7d58c3f9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86deca0-f188-4774-a19d-38f9e0b8eb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:10Z', 'updated_at': '2022-02-05T02:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:57:19.496290 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_controller (69476d32-33fa-4848-a382-1188160bdfb5), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.505269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e4e5f430-5ea8-45cb-8f1f-d4dd8304646c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68d2bfc9cc954353a3d7fe6efef6822e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5596011 Feb 05 02:57:19.512759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1eb7098c-fd21-4470-9d95-79731b09b0be admin admin] Deleting port 422ade31-27be-451c-a55c-77fd7d58c3f9 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:57:19.513112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1eb7098c-fd21-4470-9d95-79731b09b0be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (422ade31-27be-451c-a55c-77fd7d58c3f9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.521129 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54126) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:19.527604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a76404-9c04-46f5-9083-f4e484bc41a4 req-94ce2274-38e7-43f5-a6ed-4055283dbe92 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:19.529416 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16a76404-9c04-46f5-9083-f4e484bc41a4 req-94ce2274-38e7-43f5-a6ed-4055283dbe92 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 936 time: 0.3180423 Feb 05 02:57:19.531097 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5f430-5ea8-45cb-8f1f-d4dd8304646c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70399391-e6cd-4008-b5a5-f60cdf05ea05,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:19.541478 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-811628a0-c2a3-4a06-b373-af5f618618d4 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (d9c4e74f-055d-4ea4-98a7-ca1da7acf25c), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.744006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16a76404-9c04-46f5-9083-f4e484bc41a4 req-e6d2e59b-fba3-4e68-8ce1-224649b0fd63 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977789 Feb 05 02:57:19.828652 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-811628a0-c2a3-4a06-b373-af5f618618d4 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (d9c4e74f-055d-4ea4-98a7-ca1da7acf25c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.846024 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-811628a0-c2a3-4a06-b373-af5f618618d4 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (d9c4e74f-055d-4ea4-98a7-ca1da7acf25c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.869092 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4cf0efe6-799a-4d80-9935-45fa9b7c7cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (4da36013-6e58-48e7-a95a-c79422f3fafc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.902481 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-408ef2f4-8d99-4374-89ab-7b79e143e350 admin admin] Publish callbacks [] for security_group (70399391-e6cd-4008-b5a5-f60cdf05ea05), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.904351 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0febf303-5a10-4c96-ac55-29755874696d,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:19.928037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811628a0-c2a3-4a06-b373-af5f618618d4 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c4e74f-055d-4ea4-98a7-ca1da7acf25c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:19.946921 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-811628a0-c2a3-4a06-b373-af5f618618d4 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.948172 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-811628a0-c2a3-4a06-b373-af5f618618d4 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7216325 Feb 05 02:57:19.957240 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e422dc73-25d0-4457-9035-319ab7b3394c no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:57:19.958911 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54130) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:19.977413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf0efe6-799a-4d80-9935-45fa9b7c7cbf admin admin] Checking segment: {'id': 'a4ca8887-1fa0-4096-b819-d3cf156177d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '581dc78a-20bd-4627-85aa-2fe92ab29ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:57:19.977787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf0efe6-799a-4d80-9935-45fa9b7c7cbf admin admin] Network hostable DHCP agents. Network: 581dc78a-20bd-4627-85aa-2fe92ab29ee7, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:57:19.977928 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (69476d32-33fa-4848-a382-1188160bdfb5), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:19.985916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0efe6-799a-4d80-9935-45fa9b7c7cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4da36013-6e58-48e7-a95a-c79422f3fafc,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:20.028871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf0efe6-799a-4d80-9935-45fa9b7c7cbf admin admin] Network 581dc78a-20bd-4627-85aa-2fe92ab29ee7 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:57:20.038158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: e422dc73-25d0-4457-9035-319ab7b3394c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:57:20.038158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e422dc73-25d0-4457-9035-319ab7b3394c not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:57:20.045132 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-4cf0efe6-799a-4d80-9935-45fa9b7c7cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 581dc78a-20bd-4627-85aa-2fe92ab29ee7) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:20.050278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf0efe6-799a-4d80-9935-45fa9b7c7cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:20.051092 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4cf0efe6-799a-4d80-9935-45fa9b7c7cbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.055668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c282efa0-b8e3-44b7-9f59-0dfd9128c87b None None] Network 581dc78a-20bd-4627-85aa-2fe92ab29ee7 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:57:20.096700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4cf0efe6-799a-4d80-9935-45fa9b7c7cbf admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9458933 Feb 05 02:57:20.096940 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-408ef2f4-8d99-4374-89ab-7b79e143e350 admin admin] Publish callbacks [] for security_group (70399391-e6cd-4008-b5a5-f60cdf05ea05), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.096940 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-1eb7098c-fd21-4470-9d95-79731b09b0be admin admin] For port 422ade31-27be-451c-a55c-77fd7d58c3f9, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=422ade31-27be-451c-a55c-77fd7d58c3f9,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:20.096940 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1eb7098c-fd21-4470-9d95-79731b09b0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (422ade31-27be-451c-a55c-77fd7d58c3f9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.222552 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0326bf6-4ba6-4877-bfd0-e08079346561 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (d9c4e74f-055d-4ea4-98a7-ca1da7acf25c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.241504 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0326bf6-4ba6-4877-bfd0-e08079346561 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (d9c4e74f-055d-4ea4-98a7-ca1da7acf25c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.259054 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9b4768-511e-416d-8ca9-a6016a0f9fb9 None None] Network 581dc78a-20bd-4627-85aa-2fe92ab29ee7 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:57:20.320381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1eb7098c-fd21-4470-9d95-79731b09b0be admin admin] Calling delete_port for 422ade31-27be-451c-a55c-77fd7d58c3f9 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:57:20.394668 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0326bf6-4ba6-4877-bfd0-e08079346561 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (d9c4e74f-055d-4ea4-98a7-ca1da7acf25c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.410605 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0326bf6-4ba6-4877-bfd0-e08079346561 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.414262 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d0326bf6-4ba6-4877-bfd0-e08079346561 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d9c4e74f-055d-4ea4-98a7-ca1da7acf25c HTTP/1.1" status: 204 len: 168 time: 0.4292936 Feb 05 02:57:20.415524 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54140) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:20.464720 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Attempting to bind port 0febf303-5a10-4c96-ac55-29755874696d on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:57:20.465071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Attempting to bind port 0febf303-5a10-4c96-ac55-29755874696d by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:57:20.465407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Attempting to bind port 0febf303-5a10-4c96-ac55-29755874696d on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:57:20.476518 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0326bf6-4ba6-4877-bfd0-e08079346561 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9c4e74f-055d-4ea4-98a7-ca1da7acf25c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:20.484346 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Port 0febf303-5a10-4c96-ac55-29755874696d on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:57:20.484805 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Attempting to bind port 0febf303-5a10-4c96-ac55-29755874696d on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:57:20.509318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:57:20.509693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:57:20.510058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:57:20.510667 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Bound port: 0febf303-5a10-4c96-ac55-29755874696d, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:57:20.511169 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0febf303-5a10-4c96-ac55-29755874696d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.540590 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-26f0a42d-c82d-4ec2-a45f-6b20aa078628 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1212845 Feb 05 02:57:20.541818 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54142) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:20.548511 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-408ef2f4-8d99-4374-89ab-7b79e143e350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (70399391-e6cd-4008-b5a5-f60cdf05ea05), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.551175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-408ef2f4-8d99-4374-89ab-7b79e143e350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.551287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-c884a2af-cb4e-46e6-b3b2-8b649e75d3bb req-d5f7af32-f2d4-4d32-b964-a14648bc7bf5 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1316258692', 'description': 'tempest-description-138951393'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:20.554588 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-408ef2f4-8d99-4374-89ab-7b79e143e350 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70399391-e6cd-4008-b5a5-f60cdf05ea05 HTTP/1.1" status: 204 len: 168 time: 1.0299768 Feb 05 02:57:20.632432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ef2f4-8d99-4374-89ab-7b79e143e350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70399391-e6cd-4008-b5a5-f60cdf05ea05,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:20.637762 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c884a2af-cb4e-46e6-b3b2-8b649e75d3bb req-d5f7af32-f2d4-4d32-b964-a14648bc7bf5 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.705205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] For port 0febf303-5a10-4c96-ac55-29755874696d, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:57:20.713528 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] For port 0febf303-5a10-4c96-ac55-29755874696d, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0febf303-5a10-4c96-ac55-29755874696d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:57:20.744707 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c884a2af-cb4e-46e6-b3b2-8b649e75d3bb req-d5f7af32-f2d4-4d32-b964-a14648bc7bf5 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (be3b7863-b4f8-4e33-a18e-4b157206ee61), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.745964 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b58bfe98-153a-45c0-a0ca-a45edeab8501 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (33d37e6c-22be-4371-8a3f-a9fcdbc4b83e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.772850 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b58bfe98-153a-45c0-a0ca-a45edeab8501 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (33d37e6c-22be-4371-8a3f-a9fcdbc4b83e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.799836 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c884a2af-cb4e-46e6-b3b2-8b649e75d3bb req-d5f7af32-f2d4-4d32-b964-a14648bc7bf5 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (be3b7863-b4f8-4e33-a18e-4b157206ee61), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.853332 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0febf303-5a10-4c96-ac55-29755874696d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.875237 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c884a2af-cb4e-46e6-b3b2-8b649e75d3bb req-d5f7af32-f2d4-4d32-b964-a14648bc7bf5 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.887363 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c884a2af-cb4e-46e6-b3b2-8b649e75d3bb req-d5f7af32-f2d4-4d32-b964-a14648bc7bf5 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3357313 Feb 05 02:57:20.887363 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b58bfe98-153a-45c0-a0ca-a45edeab8501 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (33d37e6c-22be-4371-8a3f-a9fcdbc4b83e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.890290 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b58bfe98-153a-45c0-a0ca-a45edeab8501 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:20.896761 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b58bfe98-153a-45c0-a0ca-a45edeab8501 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-groups/33d37e6c-22be-4371-8a3f-a9fcdbc4b83e HTTP/1.1" status: 204 len: 168 time: 0.3532331 Feb 05 02:57:20.919974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54154) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:21.000586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:21.001220 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.002841 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] 10.222.0.31 "PUT /v2.0/ports/0febf303-5a10-4c96-ac55-29755874696d HTTP/1.1" status: 200 len: 1096 time: 2.3349297 Feb 05 02:57:21.013438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e9cefb-928c-4125-99c1-b1ace16c95c8', 'tag': '0febf303-5a10-4c96-ac55-29755874696d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:57:21.016710 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05abe597-c4fe-4cd3-9749-83ce3d2c2add" -d '{"events": [{"name": "network-changed", "server_uuid": "35e9cefb-928c-4125-99c1-b1ace16c95c8", "tag": "0febf303-5a10-4c96-ac55-29755874696d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:57:21.024440 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (69476d32-33fa-4848-a382-1188160bdfb5), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.051625 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b8ea8d9-ccba-45eb-a16c-528fa48668da req-2d91e78e-591d-4c4a-93b1-fc67a679cc3d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/be3b7863-b4f8-4e33-a18e-4b157206ee61 HTTP/1.1" status: 200 len: 1823 time: 0.0859129 Feb 05 02:57:21.052792 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7af32-f2d4-4d32-b964-a14648bc7bf5 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3b7863-b4f8-4e33-a18e-4b157206ee61,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:21.066192 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.079856 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1eb7098c-fd21-4470-9d95-79731b09b0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (422ade31-27be-451c-a55c-77fd7d58c3f9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.089268 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-7b8ea8d9-ccba-45eb-a16c-528fa48668da req-24850c9b-e54f-4df2-a36a-fe3d4437a58d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'be3b7863-b4f8-4e33-a18e-4b157206ee61', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:21.089589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-7b8ea8d9-ccba-45eb-a16c-528fa48668da req-24850c9b-e54f-4df2-a36a-fe3d4437a58d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'be3b7863-b4f8-4e33-a18e-4b157206ee61', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:21.116838 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ea828-9cf8-4773-930b-5cc04ce6f6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0febf303-5a10-4c96-ac55-29755874696d,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:21.119468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449330b-64f0-4047-b0c8-ed0a4ca902a8 req-33b0247d-bb92-46a8-b2c4-ba8fed4b3da4 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:21.120574 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3449330b-64f0-4047-b0c8-ed0a4ca902a8 req-33b0247d-bb92-46a8-b2c4-ba8fed4b3da4 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 948 time: 0.2223880 Feb 05 02:57:21.121589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bfe98-153a-45c0-a0ca-a45edeab8501 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d37e6c-22be-4371-8a3f-a9fcdbc4b83e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:21.232366 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3449330b-64f0-4047-b0c8-ed0a4ca902a8 req-76c49783-fbbf-430a-bb79-0ccad8c0597c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007588 Feb 05 02:57:21.254013 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7b8ea8d9-ccba-45eb-a16c-528fa48668da req-24850c9b-e54f-4df2-a36a-fe3d4437a58d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (612e3434-009c-4297-8a0d-1853c3e9c04d), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.320499 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7b8ea8d9-ccba-45eb-a16c-528fa48668da req-24850c9b-e54f-4df2-a36a-fe3d4437a58d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (612e3434-009c-4297-8a0d-1853c3e9c04d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.324248 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7098c-fd21-4470-9d95-79731b09b0be admin admin] Pushing event deleted for resources: {'Port': ['ID=422ade31-27be-451c-a55c-77fd7d58c3f9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:21.329928 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24d5bab-ba5c-42e4-bb41-cf8f0cc634b7 x-openstack-request-id: req-c24d5bab-ba5c-42e4-bb41-cf8f0cc634b7 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:57:21.330226 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e9cefb-928c-4125-99c1-b1ace16c95c8", "tag": "0febf303-5a10-4c96-ac55-29755874696d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:57:21.330477 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c24d5bab-ba5c-42e4-bb41-cf8f0cc634b7 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:57:21.331092 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e9cefb-928c-4125-99c1-b1ace16c95c8', 'tag': '0febf303-5a10-4c96-ac55-29755874696d', 'status': 'completed', 'code': 200} Feb 05 02:57:21.334540 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7b8ea8d9-ccba-45eb-a16c-528fa48668da req-24850c9b-e54f-4df2-a36a-fe3d4437a58d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (612e3434-009c-4297-8a0d-1853c3e9c04d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.379207 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cccb0fe2-aa55-4cb4-aa05-4456edf32786 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4524193 Feb 05 02:57:21.388980 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54168) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:21.398513 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24850c9b-e54f-4df2-a36a-fe3d4437a58d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612e3434-009c-4297-8a0d-1853c3e9c04d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:21.398794 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c919d8c6-a277-40af-b7f3-26e4b516b437 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568107395'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:21.415545 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7b8ea8d9-ccba-45eb-a16c-528fa48668da req-24850c9b-e54f-4df2-a36a-fe3d4437a58d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.432911 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c919d8c6-a277-40af-b7f3-26e4b516b437 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.449310 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b8ea8d9-ccba-45eb-a16c-528fa48668da req-24850c9b-e54f-4df2-a36a-fe3d4437a58d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3689699 Feb 05 02:57:21.460850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-04d6d95b-06e5-4796-94e1-db1cfab0892c req-e342e292-c3e1-4f04-bd75-55b090bff0c8 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1818201858', 'description': 'tempest-description-1214217234'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:21.485421 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1eb7098c-fd21-4470-9d95-79731b09b0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (a86deca0-f188-4774-a19d-38f9e0b8eb1b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.487919 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-04d6d95b-06e5-4796-94e1-db1cfab0892c req-e342e292-c3e1-4f04-bd75-55b090bff0c8 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.589333 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-04d6d95b-06e5-4796-94e1-db1cfab0892c req-e342e292-c3e1-4f04-bd75-55b090bff0c8 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (c9d4afe1-9231-40d8-9154-37a672ab3014), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.597314 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-04d6d95b-06e5-4796-94e1-db1cfab0892c req-e342e292-c3e1-4f04-bd75-55b090bff0c8 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c9d4afe1-9231-40d8-9154-37a672ab3014), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.604689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-a0eef13c-afa2-4d20-9622-918eb23b86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:21.606204 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-a0eef13c-afa2-4d20-9622-918eb23b86bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 1130 time: 0.4255593 Feb 05 02:57:21.615199 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Allocated IP 172.25.0.218 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/a998d7ab-a999-4846-9fdb-cd123f36c2bf) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:21.629604 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1eb7098c-fd21-4470-9d95-79731b09b0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (a86deca0-f188-4774-a19d-38f9e0b8eb1b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.638548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342e292-c3e1-4f04-bd75-55b090bff0c8 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d4afe1-9231-40d8-9154-37a672ab3014,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:21.643308 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1eb7098c-fd21-4470-9d95-79731b09b0be admin admin] Publish callbacks [] for router_controller (a86deca0-f188-4774-a19d-38f9e0b8eb1b), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.645757 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-04d6d95b-06e5-4796-94e1-db1cfab0892c req-e342e292-c3e1-4f04-bd75-55b090bff0c8 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.668993 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04d6d95b-06e5-4796-94e1-db1cfab0892c req-e342e292-c3e1-4f04-bd75-55b090bff0c8 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2136078 Feb 05 02:57:21.680603 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-8bf746e0-d296-4c1c-bfa1-8ab3de0bccbd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0febf303-5a10-4c96-ac55-29755874696d HTTP/1.1" status: 200 len: 217 time: 0.0609734 Feb 05 02:57:21.738896 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b0560d52-4e9b-4f43-ba2b-d7685c3723a4 req-3ddaed5b-7574-40e5-be9d-dac5d04c6ffa tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/c9d4afe1-9231-40d8-9154-37a672ab3014 HTTP/1.1" status: 200 len: 1824 time: 0.0655754 Feb 05 02:57:21.746724 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b0560d52-4e9b-4f43-ba2b-d7685c3723a4 req-138fa8c2-b284-47ff-bd40-b19d079df568 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c9d4afe1-9231-40d8-9154-37a672ab3014', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:21.747409 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b0560d52-4e9b-4f43-ba2b-d7685c3723a4 req-138fa8c2-b284-47ff-bd40-b19d079df568 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c9d4afe1-9231-40d8-9154-37a672ab3014', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:21.800647 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1eb7098c-fd21-4470-9d95-79731b09b0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (a86deca0-f188-4774-a19d-38f9e0b8eb1b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.801168 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb7098c-fd21-4470-9d95-79731b09b0be admin admin] Fanout notify agent at l3_agent the message router_deleted on router a86deca0-f188-4774-a19d-38f9e0b8eb1b {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:57:21.820759 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1eb7098c-fd21-4470-9d95-79731b09b0be admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.824498 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1eb7098c-fd21-4470-9d95-79731b09b0be admin admin] 10.222.0.36 "DELETE /v2.0/routers/a86deca0-f188-4774-a19d-38f9e0b8eb1b HTTP/1.1" status: 204 len: 168 time: 4.4275274 Feb 05 02:57:21.828229 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54184) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:21.839971 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b0560d52-4e9b-4f43-ba2b-d7685c3723a4 req-138fa8c2-b284-47ff-bd40-b19d079df568 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (3fa445b8-ca85-4265-a6ab-43eb2207e61e), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.859495 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c919d8c6-a277-40af-b7f3-26e4b516b437 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (d8252c13-ba95-4b08-a316-ae906d23fe57), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.870864 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b0560d52-4e9b-4f43-ba2b-d7685c3723a4 req-138fa8c2-b284-47ff-bd40-b19d079df568 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (3fa445b8-ca85-4265-a6ab-43eb2207e61e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.880706 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b0560d52-4e9b-4f43-ba2b-d7685c3723a4 req-138fa8c2-b284-47ff-bd40-b19d079df568 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (3fa445b8-ca85-4265-a6ab-43eb2207e61e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.897762 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c919d8c6-a277-40af-b7f3-26e4b516b437 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d8252c13-ba95-4b08-a316-ae906d23fe57), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.907717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fa8c2-b284-47ff-bd40-b19d079df568 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa445b8-ca85-4265-a6ab-43eb2207e61e,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:21.912082 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-e133a9e6-b1a1-46c8-bb87-672f6bd7f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:21.913805 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-e133a9e6-b1a1-46c8-bb87-672f6bd7f78e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.2233067 Feb 05 02:57:21.922683 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b0560d52-4e9b-4f43-ba2b-d7685c3723a4 req-138fa8c2-b284-47ff-bd40-b19d079df568 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:21.936291 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b0560d52-4e9b-4f43-ba2b-d7685c3723a4 req-138fa8c2-b284-47ff-bd40-b19d079df568 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1942437 Feb 05 02:57:21.959977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-86e3cc1c-c709-4985-b2ce-ba408545c72a req-9b942664-6dfe-44c2-8a47-1cc07e35249d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1961703512', 'description': 'tempest-description-91634152'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:22.050641 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-86e3cc1c-c709-4985-b2ce-ba408545c72a req-9b942664-6dfe-44c2-8a47-1cc07e35249d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.061326 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c919d8c6-a277-40af-b7f3-26e4b516b437 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.066518 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c919d8c6-a277-40af-b7f3-26e4b516b437 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6742971 Feb 05 02:57:22.072459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54192) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:22.079461 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef8f73e-f60d-40c1-ae9a-40a278dbceb8 admin admin] Deleting subnet 8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:57:22.086739 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0329d3d4-c9ca-4e86-b03e-1c8f0891d991 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group_rule': {'security_group_id': 'd8252c13-ba95-4b08-a316-ae906d23fe57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:22.119375 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for port (a998d7ab-a999-4846-9fdb-cd123f36c2bf), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.122051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919d8c6-a277-40af-b7f3-26e4b516b437 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8252c13-ba95-4b08-a316-ae906d23fe57,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:22.127467 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ef8f73e-f60d-40c1-ae9a-40a278dbceb8 admin admin] Publish callbacks [] for subnet (8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.178301 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0329d3d4-c9ca-4e86-b03e-1c8f0891d991 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (2a6b6a93-b710-44bc-a847-3d1304e57fd0), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.178694 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-86e3cc1c-c709-4985-b2ce-ba408545c72a req-9b942664-6dfe-44c2-8a47-1cc07e35249d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (093778a7-af8b-4105-b32c-0ea7af371f25), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.186097 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-86e3cc1c-c709-4985-b2ce-ba408545c72a req-9b942664-6dfe-44c2-8a47-1cc07e35249d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (093778a7-af8b-4105-b32c-0ea7af371f25), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.192057 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ef8f73e-f60d-40c1-ae9a-40a278dbceb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.229439 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-86e3cc1c-c709-4985-b2ce-ba408545c72a req-9b942664-6dfe-44c2-8a47-1cc07e35249d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.241219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-86e3cc1c-c709-4985-b2ce-ba408545c72a req-9b942664-6dfe-44c2-8a47-1cc07e35249d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2819567 Feb 05 02:57:22.242128 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b942664-6dfe-44c2-8a47-1cc07e35249d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093778a7-af8b-4105-b32c-0ea7af371f25,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:22.247092 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-b508822a-988c-442c-bd8a-c855bf7a4d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:22.248800 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-b508822a-988c-442c-bd8a-c855bf7a4d92 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3104539 Feb 05 02:57:22.261278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-af3c2189-bf02-4283-a3e2-22c32f382b07 req-0859d07a-f224-46dc-b65e-00bc450d47da tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-420283059', 'description': 'tempest-description-519846284'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:22.292288 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-af3c2189-bf02-4283-a3e2-22c32f382b07 req-0859d07a-f224-46dc-b65e-00bc450d47da tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.476926 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-af3c2189-bf02-4283-a3e2-22c32f382b07 req-0859d07a-f224-46dc-b65e-00bc450d47da tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (c3327c4f-8948-4c5e-a65b-5327f13f859d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.482183 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a998d7ab-a999-4846-9fdb-cd123f36c2bf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.496465 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-af3c2189-bf02-4283-a3e2-22c32f382b07 req-0859d07a-f224-46dc-b65e-00bc450d47da tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c3327c4f-8948-4c5e-a65b-5327f13f859d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.533924 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-af3c2189-bf02-4283-a3e2-22c32f382b07 req-0859d07a-f224-46dc-b65e-00bc450d47da tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.545039 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-af3c2189-bf02-4283-a3e2-22c32f382b07 req-0859d07a-f224-46dc-b65e-00bc450d47da tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2899866 Feb 05 02:57:22.553346 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859d07a-f224-46dc-b65e-00bc450d47da tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3327c4f-8948-4c5e-a65b-5327f13f859d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:22.566373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d980c1-63d3-4f40-a293-c9175e64c998 req-a7e4dee6-3e1c-4b2b-b79a-6d3aa5744358 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:22.568197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68d980c1-63d3-4f40-a293-c9175e64c998 req-a7e4dee6-3e1c-4b2b-b79a-6d3aa5744358 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 948 time: 0.1553681 Feb 05 02:57:22.585966 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-037ea756-d5d0-492b-9a67-9dc869bf77f9 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220732 Feb 05 02:57:22.606789 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0329d3d4-c9ca-4e86-b03e-1c8f0891d991 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (2a6b6a93-b710-44bc-a847-3d1304e57fd0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.648873 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68d980c1-63d3-4f40-a293-c9175e64c998 req-f07e5032-0941-4184-b09a-5cdb96a98961 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720038 Feb 05 02:57:22.653742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35e4312d-da48-470b-9177-3073471b40de req-76e02d28-623a-461b-bef5-e9e10bb6770d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/093778a7-af8b-4105-b32c-0ea7af371f25 HTTP/1.1" status: 200 len: 1822 time: 0.0834651 Feb 05 02:57:22.687692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:22.689207 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0329d3d4-c9ca-4e86-b03e-1c8f0891d991 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (2a6b6a93-b710-44bc-a847-3d1304e57fd0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.710985 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35e4312d-da48-470b-9177-3073471b40de req-83a5ded1-5455-4244-95ed-34f113e0a0e3 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/c3327c4f-8948-4c5e-a65b-5327f13f859d HTTP/1.1" status: 200 len: 1822 time: 0.0480611 Feb 05 02:57:22.721901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-35e4312d-da48-470b-9177-3073471b40de req-661c3a85-5549-443a-83a1-444ad9acc1b6 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '093778a7-af8b-4105-b32c-0ea7af371f25', 'remote_group_id': 'c3327c4f-8948-4c5e-a65b-5327f13f859d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:22.722320 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-35e4312d-da48-470b-9177-3073471b40de req-661c3a85-5549-443a-83a1-444ad9acc1b6 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '093778a7-af8b-4105-b32c-0ea7af371f25', 'remote_group_id': 'c3327c4f-8948-4c5e-a65b-5327f13f859d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:22.733111 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ef8f73e-f60d-40c1-ae9a-40a278dbceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.751317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:22.754629 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:22.802867 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-35e4312d-da48-470b-9177-3073471b40de req-661c3a85-5549-443a-83a1-444ad9acc1b6 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (e9d8a0c3-7dab-43a4-b28c-70caaae33d84), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.820627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Pushing event updated for resources: {'Port': ['ID=a998d7ab-a999-4846-9fdb-cd123f36c2bf,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:22.862574 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-35e4312d-da48-470b-9177-3073471b40de req-661c3a85-5549-443a-83a1-444ad9acc1b6 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (e9d8a0c3-7dab-43a4-b28c-70caaae33d84), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.865151 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329d3d4-c9ca-4e86-b03e-1c8f0891d991 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6b6a93-b710-44bc-a847-3d1304e57fd0,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:22.867845 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-35e4312d-da48-470b-9177-3073471b40de req-661c3a85-5549-443a-83a1-444ad9acc1b6 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (e9d8a0c3-7dab-43a4-b28c-70caaae33d84), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.890361 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0329d3d4-c9ca-4e86-b03e-1c8f0891d991 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.892342 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0329d3d4-c9ca-4e86-b03e-1c8f0891d991 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8183875 Feb 05 02:57:22.896030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54218) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:22.900212 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfa17e66-7f42-44dd-be9d-891fcd8f32a3 req-2de5ecdc-5893-4142-b067-86473b03366e service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960603 Feb 05 02:57:22.905922 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2a079f2a-18d1-4990-b9b9-6fc06cbc7403 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group_rule': {'security_group_id': 'd8252c13-ba95-4b08-a316-ae906d23fe57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:22.930160 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c3a85-5549-443a-83a1-444ad9acc1b6 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d8a0c3-7dab-43a4-b28c-70caaae33d84,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:22.934198 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-35e4312d-da48-470b-9177-3073471b40de req-661c3a85-5549-443a-83a1-444ad9acc1b6 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.936052 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35e4312d-da48-470b-9177-3073471b40de req-661c3a85-5549-443a-83a1-444ad9acc1b6 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2191944 Feb 05 02:57:22.959933 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a079f2a-18d1-4990-b9b9-6fc06cbc7403 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (cebd584a-79e7-4a20-9f62-e00419220998), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:22.976187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-738a817f-e9dd-4bb1-a247-ed43ee550d8f req-a821b14a-e11e-42a5-a9a9-0396ba6e7140 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-729045261', 'description': 'tempest-description-2019855315'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:23.024913 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-738a817f-e9dd-4bb1-a247-ed43ee550d8f req-a821b14a-e11e-42a5-a9a9-0396ba6e7140 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.045652 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a079f2a-18d1-4990-b9b9-6fc06cbc7403 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (cebd584a-79e7-4a20-9f62-e00419220998), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.057502 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a079f2a-18d1-4990-b9b9-6fc06cbc7403 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (cebd584a-79e7-4a20-9f62-e00419220998), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.099578 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a079f2a-18d1-4990-b9b9-6fc06cbc7403 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebd584a-79e7-4a20-9f62-e00419220998,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:23.109602 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a079f2a-18d1-4990-b9b9-6fc06cbc7403 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.111183 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2a079f2a-18d1-4990-b9b9-6fc06cbc7403 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2127295 Feb 05 02:57:23.113621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54224) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:23.115119 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ef8f73e-f60d-40c1-ae9a-40a278dbceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.118320 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9be8f45f-9bcf-462d-9b7a-4adedf8f773f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group_rule': {'security_group_id': 'd8252c13-ba95-4b08-a316-ae906d23fe57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:23.176871 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ef8f73e-f60d-40c1-ae9a-40a278dbceb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.177838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9545c7-f844-47ad-af2c-3f8a9d6e25c3 None None] Network a1d070de-759e-46a2-b508-8200ed0d7262 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:57:23.181983 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3ef8f73e-f60d-40c1-ae9a-40a278dbceb8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5 HTTP/1.1" status: 204 len: 168 time: 1.3496280 Feb 05 02:57:23.184402 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8f73e-f60d-40c1-ae9a-40a278dbceb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d64d5d7-bd10-4fa3-b6e2-267e1d15d7f5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:23.187507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54234) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:23.189086 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-738a817f-e9dd-4bb1-a247-ed43ee550d8f req-a821b14a-e11e-42a5-a9a9-0396ba6e7140 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (ad64eba8-57eb-4b79-9911-2e22ca9f0272), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.192753 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9be8f45f-9bcf-462d-9b7a-4adedf8f773f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (9a76fa6e-a595-4c0a-b8c1-8c3f22f7f072), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.209364 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-738a817f-e9dd-4bb1-a247-ed43ee550d8f req-a821b14a-e11e-42a5-a9a9-0396ba6e7140 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ad64eba8-57eb-4b79-9911-2e22ca9f0272), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.312651 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-738a817f-e9dd-4bb1-a247-ed43ee550d8f req-a821b14a-e11e-42a5-a9a9-0396ba6e7140 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.314257 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-738a817f-e9dd-4bb1-a247-ed43ee550d8f req-a821b14a-e11e-42a5-a9a9-0396ba6e7140 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3493242 Feb 05 02:57:23.325838 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821b14a-e11e-42a5-a9a9-0396ba6e7140 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad64eba8-57eb-4b79-9911-2e22ca9f0272,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:23.390431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-00dfc24a-4f2a-4f11-8f1b-52239b9a0ef3 req-71dda200-1a53-47a8-b69c-9b97db72fb18 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1466083637', 'description': 'tempest-description-1340141921'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:23.403871 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9be8f45f-9bcf-462d-9b7a-4adedf8f773f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (9a76fa6e-a595-4c0a-b8c1-8c3f22f7f072), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.416399 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9be8f45f-9bcf-462d-9b7a-4adedf8f773f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (9a76fa6e-a595-4c0a-b8c1-8c3f22f7f072), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.421814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958c507c-c04e-4d92-aff6-16ecb2479858 None None] DHCP port deletion for a1d070de-759e-46a2-b508-8200ed0d7262 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:57:23.435814 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8f45f-9bcf-462d-9b7a-4adedf8f773f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a76fa6e-a595-4c0a-b8c1-8c3f22f7f072,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:23.459058 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-00dfc24a-4f2a-4f11-8f1b-52239b9a0ef3 req-71dda200-1a53-47a8-b69c-9b97db72fb18 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.487835 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9be8f45f-9bcf-462d-9b7a-4adedf8f773f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.489058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9be8f45f-9bcf-462d-9b7a-4adedf8f773f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3744299 Feb 05 02:57:23.498118 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54252) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:23.518427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-849ec81f-7624-4e5b-bdef-176717b247ef tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group_rule': {'security_group_id': 'd8252c13-ba95-4b08-a316-ae906d23fe57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:23.548297 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-958c507c-c04e-4d92-aff6-16ecb2479858 None None] Deleting port 5b332b8a-8fc9-418a-a20b-666ea8f00145 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:57:23.548683 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-958c507c-c04e-4d92-aff6-16ecb2479858 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5b332b8a-8fc9-418a-a20b-666ea8f00145), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.580036 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-849ec81f-7624-4e5b-bdef-176717b247ef tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (ac95d49e-c1b0-4449-b2c3-c43c79e0b943), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.659655 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-00dfc24a-4f2a-4f11-8f1b-52239b9a0ef3 req-71dda200-1a53-47a8-b69c-9b97db72fb18 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (c2a516cf-1141-44de-9310-d6cf96a3bcbb), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.675608 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-00dfc24a-4f2a-4f11-8f1b-52239b9a0ef3 req-71dda200-1a53-47a8-b69c-9b97db72fb18 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c2a516cf-1141-44de-9310-d6cf96a3bcbb), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.679421 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-849ec81f-7624-4e5b-bdef-176717b247ef tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (ac95d49e-c1b0-4449-b2c3-c43c79e0b943), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.686239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-958c507c-c04e-4d92-aff6-16ecb2479858 None None] For port 5b332b8a-8fc9-418a-a20b-666ea8f00145, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5b332b8a-8fc9-418a-a20b-666ea8f00145,segment=NetworkSegment(ea456988-812f-416f-90ce-11235c6aeb31),segment_id=ea456988-812f-416f-90ce-11235c6aeb31)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:23.687179 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-958c507c-c04e-4d92-aff6-16ecb2479858 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5b332b8a-8fc9-418a-a20b-666ea8f00145), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.701747 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-849ec81f-7624-4e5b-bdef-176717b247ef tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (ac95d49e-c1b0-4449-b2c3-c43c79e0b943), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.725741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-958c507c-c04e-4d92-aff6-16ecb2479858 None None] Calling delete_port for 5b332b8a-8fc9-418a-a20b-666ea8f00145 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:57:23.741044 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-00dfc24a-4f2a-4f11-8f1b-52239b9a0ef3 req-71dda200-1a53-47a8-b69c-9b97db72fb18 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.742617 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00dfc24a-4f2a-4f11-8f1b-52239b9a0ef3 req-71dda200-1a53-47a8-b69c-9b97db72fb18 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3790107 Feb 05 02:57:23.753485 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-849ec81f-7624-4e5b-bdef-176717b247ef tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.753485 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-849ec81f-7624-4e5b-bdef-176717b247ef tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2514796 Feb 05 02:57:23.769917 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dda200-1a53-47a8-b69c-9b97db72fb18 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a516cf-1141-44de-9310-d6cf96a3bcbb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:23.772245 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54268) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:23.806722 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0c442348-8d1b-4ca6-95cd-343dba02c625 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group_rule': {'security_group_id': 'd8252c13-ba95-4b08-a316-ae906d23fe57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:23.817565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ec81f-7624-4e5b-bdef-176717b247ef tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac95d49e-c1b0-4449-b2c3-c43c79e0b943,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:23.853961 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c5dfc82-17aa-4d4b-b6fe-09d5a2e29529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (a1d070de-759e-46a2-b508-8200ed0d7262), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:23.886605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abe597-c4fe-4cd3-9749-83ce3d2c2add req-88e2770f-73c6-4e73-9ee3-df209090ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:23.896370 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-05abe597-c4fe-4cd3-9749-83ce3d2c2add req-88e2770f-73c6-4e73-9ee3-df209090ce66 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 1130 time: 0.9025080 Feb 05 02:57:23.926145 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd841352-7da4-403b-9f49-8acf2167f9aa req-5cf632cd-c76a-4d8b-87da-f009c8b1e598 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/ad64eba8-57eb-4b79-9911-2e22ca9f0272 HTTP/1.1" status: 200 len: 1823 time: 0.1499267 Feb 05 02:57:24.037737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b9aea-91e1-4c76-a22b-8d56c09cf23a req-f4b2f2b0-5cd6-4f77-ad46-b970c21f1579 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:24.038090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a55b9aea-91e1-4c76-a22b-8d56c09cf23a req-f4b2f2b0-5cd6-4f77-ad46-b970c21f1579 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 948 time: 0.2843375 Feb 05 02:57:24.038975 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0c442348-8d1b-4ca6-95cd-343dba02c625 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (1b6847b9-f852-4546-a44b-8bd830fcd9ec), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.107909 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd841352-7da4-403b-9f49-8acf2167f9aa req-6cc9aa93-7b75-440d-ab3d-e13b76b3b569 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/c2a516cf-1141-44de-9310-d6cf96a3bcbb HTTP/1.1" status: 200 len: 1824 time: 0.1677012 Feb 05 02:57:24.133896 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-dd841352-7da4-403b-9f49-8acf2167f9aa req-4564f0b6-5511-46fe-b0b1-19845415b415 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ad64eba8-57eb-4b79-9911-2e22ca9f0272', 'remote_group_id': 'c2a516cf-1141-44de-9310-d6cf96a3bcbb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:24.134208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-dd841352-7da4-403b-9f49-8acf2167f9aa req-4564f0b6-5511-46fe-b0b1-19845415b415 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ad64eba8-57eb-4b79-9911-2e22ca9f0272', 'remote_group_id': 'c2a516cf-1141-44de-9310-d6cf96a3bcbb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:24.170091 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5b332b8a-8fc9-418a-a20b-666ea8f00145 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:57:24.208382 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a55b9aea-91e1-4c76-a22b-8d56c09cf23a req-cfc717f4-75f2-481d-985c-9536c01025c3 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568797 Feb 05 02:57:24.213375 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (69476d32-33fa-4848-a382-1188160bdfb5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.231092 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0c442348-8d1b-4ca6-95cd-343dba02c625 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (1b6847b9-f852-4546-a44b-8bd830fcd9ec), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.242398 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0c442348-8d1b-4ca6-95cd-343dba02c625 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (1b6847b9-f852-4546-a44b-8bd830fcd9ec), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.273454 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-958c507c-c04e-4d92-aff6-16ecb2479858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (5b332b8a-8fc9-418a-a20b-666ea8f00145), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.296561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54274) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:24.328899 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958c507c-c04e-4d92-aff6-16ecb2479858 None None] No DVR routers for this DVR port 5b332b8a-8fc9-418a-a20b-666ea8f00145 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:57:24.335934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c507c-c04e-4d92-aff6-16ecb2479858 None None] Pushing event deleted for resources: {'Port': ['ID=5b332b8a-8fc9-418a-a20b-666ea8f00145,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:24.353919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c442348-8d1b-4ca6-95cd-343dba02c625 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6847b9-f852-4546-a44b-8bd830fcd9ec,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:24.374399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No active binding found for port 5b332b8a-8fc9-418a-a20b-666ea8f00145 {{(pid=109676) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 05 02:57:24.375151 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] The host n-d-826942-8 is not matching for port 5b332b8a-8fc9-418a-a20b-666ea8f00145 host None! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 02:57:24.375877 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5b332b8a-8fc9-418a-a20b-666ea8f00145 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:57:24.376604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 422ade31-27be-451c-a55c-77fd7d58c3f9 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:57:24.388620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0c442348-8d1b-4ca6-95cd-343dba02c625 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.394036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0c442348-8d1b-4ca6-95cd-343dba02c625 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5910485 Feb 05 02:57:24.401233 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8c5dfc82-17aa-4d4b-b6fe-09d5a2e29529 admin admin] The port '5b332b8a-8fc9-418a-a20b-666ea8f00145' was deleted {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 05 02:57:24.404709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54278) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:24.409298 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 422ade31-27be-451c-a55c-77fd7d58c3f9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:57:24.410627 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 422ade31-27be-451c-a55c-77fd7d58c3f9 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:57:24.425033 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dd841352-7da4-403b-9f49-8acf2167f9aa req-4564f0b6-5511-46fe-b0b1-19845415b415 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (28430205-c901-4777-8578-da24dd00529b), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.466150 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f271134-a21a-467e-84bf-9c38216bad02 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (1b6847b9-f852-4546-a44b-8bd830fcd9ec), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.478715 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f271134-a21a-467e-84bf-9c38216bad02 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (1b6847b9-f852-4546-a44b-8bd830fcd9ec), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.519465 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dd841352-7da4-403b-9f49-8acf2167f9aa req-4564f0b6-5511-46fe-b0b1-19845415b415 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (28430205-c901-4777-8578-da24dd00529b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.535274 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c5dfc82-17aa-4d4b-b6fe-09d5a2e29529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (a1d070de-759e-46a2-b508-8200ed0d7262), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.549199 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dd841352-7da4-403b-9f49-8acf2167f9aa req-4564f0b6-5511-46fe-b0b1-19845415b415 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (28430205-c901-4777-8578-da24dd00529b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.574484 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f271134-a21a-467e-84bf-9c38216bad02 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (1b6847b9-f852-4546-a44b-8bd830fcd9ec), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.577114 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abe597-c4fe-4cd3-9749-83ce3d2c2add req-bd864edc-a08d-44cf-8b19-10123aef6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:24.579318 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-05abe597-c4fe-4cd3-9749-83ce3d2c2add req-bd864edc-a08d-44cf-8b19-10123aef6ffe service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.6753225 Feb 05 02:57:24.586329 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8c5dfc82-17aa-4d4b-b6fe-09d5a2e29529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d070de-759e-46a2-b508-8200ed0d7262']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:24.588459 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f271134-a21a-467e-84bf-9c38216bad02 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.589673 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2f271134-a21a-467e-84bf-9c38216bad02 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1b6847b9-f852-4546-a44b-8bd830fcd9ec HTTP/1.1" status: 204 len: 168 time: 0.1820612 Feb 05 02:57:24.592508 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54282) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:24.600302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564f0b6-5511-46fe-b0b1-19845415b415 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28430205-c901-4777-8578-da24dd00529b,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:24.609084 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dd841352-7da4-403b-9f49-8acf2167f9aa req-4564f0b6-5511-46fe-b0b1-19845415b415 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.616645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd841352-7da4-403b-9f49-8acf2167f9aa req-4564f0b6-5511-46fe-b0b1-19845415b415 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4886169 Feb 05 02:57:24.630708 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f271134-a21a-467e-84bf-9c38216bad02 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b6847b9-f852-4546-a44b-8bd830fcd9ec,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:24.630708 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3b1c-e477-4dfb-81f1-c013e6c601f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.678934 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8c5dfc82-17aa-4d4b-b6fe-09d5a2e29529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea456988-812f-416f-90ce-11235c6aeb31') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:24.679496 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8c5dfc82-17aa-4d4b-b6fe-09d5a2e29529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea456988-812f-416f-90ce-11235c6aeb31') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:24.731294 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-93b73815-dd3b-4f8c-85b2-5158d1e6eb19 req-e08fee9e-6339-4cbf-be67-3483acd16d3f tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/c2a516cf-1141-44de-9310-d6cf96a3bcbb HTTP/1.1" status: 200 len: 1824 time: 0.0708029 Feb 05 02:57:24.779166 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-05abe597-c4fe-4cd3-9749-83ce3d2c2add req-04a495ba-2038-49f2-98ba-ae97afbe5820 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0febf303-5a10-4c96-ac55-29755874696d HTTP/1.1" status: 200 len: 217 time: 0.1873744 Feb 05 02:57:24.781790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c5dfc82-17aa-4d4b-b6fe-09d5a2e29529 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (ea456988-812f-416f-90ce-11235c6aeb31), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.800248 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3b1c-e477-4dfb-81f1-c013e6c601f1 admin admin] Publish callbacks [] for security_group (abb54f0c-fa91-4a85-b1e1-73c1aa324d0b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.817192 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7308aaa9-d04a-4f4d-a65f-2d2757692da5 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2233136 Feb 05 02:57:24.817821 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b2d3b1c-e477-4dfb-81f1-c013e6c601f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (abb54f0c-fa91-4a85-b1e1-73c1aa324d0b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.820047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54286) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:24.845595 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-93b73815-dd3b-4f8c-85b2-5158d1e6eb19 req-6f760b93-bc29-470a-902d-6b7ee2e919cd tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (c2a516cf-1141-44de-9310-d6cf96a3bcbb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.863782 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c5dfc82-17aa-4d4b-b6fe-09d5a2e29529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ea456988-812f-416f-90ce-11235c6aeb31), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.884559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5dfc82-17aa-4d4b-b6fe-09d5a2e29529 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:57:24.885225 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c5dfc82-17aa-4d4b-b6fe-09d5a2e29529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (ea456988-812f-416f-90ce-11235c6aeb31), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: warnings.warn('Neutron quota engine will require "--force" ' Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: items = [ Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:57:24.887212 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:57:24.891604 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2b2d3b1c-e477-4dfb-81f1-c013e6c601f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ea459b499f64d5592549c620d192460&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5866861 Feb 05 02:57:24.899667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d3b1c-e477-4dfb-81f1-c013e6c601f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb54f0c-fa91-4a85-b1e1-73c1aa324d0b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:24.903283 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54288) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:24.908404 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-93b73815-dd3b-4f8c-85b2-5158d1e6eb19 req-6f760b93-bc29-470a-902d-6b7ee2e919cd tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (c2a516cf-1141-44de-9310-d6cf96a3bcbb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.911387 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ef7b1b7-f4a2-44aa-a24b-f1d3e4f9c1ca tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (ac95d49e-c1b0-4449-b2c3-c43c79e0b943), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.927543 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ef7b1b7-f4a2-44aa-a24b-f1d3e4f9c1ca tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (ac95d49e-c1b0-4449-b2c3-c43c79e0b943), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.959926 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abe597-c4fe-4cd3-9749-83ce3d2c2add req-8d7e790c-4c6e-4c97-8c03-81aa2820479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:24.961408 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-05abe597-c4fe-4cd3-9749-83ce3d2c2add req-8d7e790c-4c6e-4c97-8c03-81aa2820479f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1722882 Feb 05 02:57:24.985612 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ef7b1b7-f4a2-44aa-a24b-f1d3e4f9c1ca tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (ac95d49e-c1b0-4449-b2c3-c43c79e0b943), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.993081 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ef7b1b7-f4a2-44aa-a24b-f1d3e4f9c1ca tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:24.996604 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6ef7b1b7-f4a2-44aa-a24b-f1d3e4f9c1ca tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ac95d49e-c1b0-4449-b2c3-c43c79e0b943 HTTP/1.1" status: 204 len: 168 time: 0.1713808 Feb 05 02:57:24.999563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54290) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:25.012079 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7b1b7-f4a2-44aa-a24b-f1d3e4f9c1ca tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac95d49e-c1b0-4449-b2c3-c43c79e0b943,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:25.029765 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-93b73815-dd3b-4f8c-85b2-5158d1e6eb19 req-6f760b93-bc29-470a-902d-6b7ee2e919cd tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c2a516cf-1141-44de-9310-d6cf96a3bcbb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.032902 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-93b73815-dd3b-4f8c-85b2-5158d1e6eb19 req-6f760b93-bc29-470a-902d-6b7ee2e919cd tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.033323 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (69476d32-33fa-4848-a382-1188160bdfb5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.034286 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-93b73815-dd3b-4f8c-85b2-5158d1e6eb19 req-6f760b93-bc29-470a-902d-6b7ee2e919cd tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "DELETE /v2.0/security-groups/c2a516cf-1141-44de-9310-d6cf96a3bcbb HTTP/1.1" status: 204 len: 173 time: 0.2924352 Feb 05 02:57:25.046465 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c5dfc82-17aa-4d4b-b6fe-09d5a2e29529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (a1d070de-759e-46a2-b508-8200ed0d7262), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.052325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c5dfc82-17aa-4d4b-b6fe-09d5a2e29529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.054204 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f760b93-bc29-470a-902d-6b7ee2e919cd tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a516cf-1141-44de-9310-d6cf96a3bcbb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:25.056702 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8c5dfc82-17aa-4d4b-b6fe-09d5a2e29529 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a1d070de-759e-46a2-b508-8200ed0d7262 HTTP/1.1" status: 204 len: 168 time: 1.8636055 Feb 05 02:57:25.066232 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54294) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:25.068476 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5f787188-ea07-4d82-874d-bb78d372b981 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0658042 Feb 05 02:57:25.071061 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54296) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:25.105705 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-51b4649a-95bc-430e-922f-862c2accb7f3 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (9a76fa6e-a595-4c0a-b8c1-8c3f22f7f072), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.127724 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-51b4649a-95bc-430e-922f-862c2accb7f3 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (9a76fa6e-a595-4c0a-b8c1-8c3f22f7f072), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.161416 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06bddab9-4f6b-44ad-9788-b2252b8c0851 req-6d704be0-e05c-4f42-85d3-ad55392321e7 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/ad64eba8-57eb-4b79-9911-2e22ca9f0272 HTTP/1.1" status: 200 len: 1823 time: 0.0669186 Feb 05 02:57:25.169547 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-51b4649a-95bc-430e-922f-862c2accb7f3 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (9a76fa6e-a595-4c0a-b8c1-8c3f22f7f072), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.176802 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-51b4649a-95bc-430e-922f-862c2accb7f3 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.178203 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-51b4649a-95bc-430e-922f-862c2accb7f3 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9a76fa6e-a595-4c0a-b8c1-8c3f22f7f072 HTTP/1.1" status: 204 len: 168 time: 0.1059988 Feb 05 02:57:25.180469 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54300) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:25.198445 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4649a-95bc-430e-922f-862c2accb7f3 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a76fa6e-a595-4c0a-b8c1-8c3f22f7f072,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:25.205549 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5dfc82-17aa-4d4b-b6fe-09d5a2e29529 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d070de-759e-46a2-b508-8200ed0d7262,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:25.206621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-5ab433e4-9036-4582-a23a-13aaf6dabe0d req-b7315efe-ca65-4340-a727-060ab10a6ab1 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-966156531', 'description': 'tempest-description-1001362907'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:25.235369 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31890f04-de09-42ed-ad95-2d8f41c60c19 admin admin] Publish callbacks [] for security_group (abb54f0c-fa91-4a85-b1e1-73c1aa324d0b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.242799 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abe597-c4fe-4cd3-9749-83ce3d2c2add req-c25e96dd-b312-4a09-aca4-cc84fef1b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:25.248063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6df2aa75-49b6-4968-b52f-9a45f94810a2 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0625918 Feb 05 02:57:25.248214 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-05abe597-c4fe-4cd3-9749-83ce3d2c2add req-c25e96dd-b312-4a09-aca4-cc84fef1b3b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2590592 Feb 05 02:57:25.253878 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54304) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:25.256641 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5ab433e4-9036-4582-a23a-13aaf6dabe0d req-b7315efe-ca65-4340-a727-060ab10a6ab1 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.354211 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5ab433e4-9036-4582-a23a-13aaf6dabe0d req-b7315efe-ca65-4340-a727-060ab10a6ab1 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (cc13fd7d-30b2-4c14-baee-4db4c6066a8b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.361676 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31890f04-de09-42ed-ad95-2d8f41c60c19 admin admin] Publish callbacks [] for security_group (abb54f0c-fa91-4a85-b1e1-73c1aa324d0b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.387289 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5ab433e4-9036-4582-a23a-13aaf6dabe0d req-b7315efe-ca65-4340-a727-060ab10a6ab1 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (cc13fd7d-30b2-4c14-baee-4db4c6066a8b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.390492 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5ed476c-45e9-4fce-9e5d-e44d4dabd6de tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (cebd584a-79e7-4a20-9f62-e00419220998), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.417060 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5ed476c-45e9-4fce-9e5d-e44d4dabd6de tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (cebd584a-79e7-4a20-9f62-e00419220998), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.428683 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5ab433e4-9036-4582-a23a-13aaf6dabe0d req-b7315efe-ca65-4340-a727-060ab10a6ab1 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.430038 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ab433e4-9036-4582-a23a-13aaf6dabe0d req-b7315efe-ca65-4340-a727-060ab10a6ab1 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2326529 Feb 05 02:57:25.434379 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7315efe-ca65-4340-a727-060ab10a6ab1 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc13fd7d-30b2-4c14-baee-4db4c6066a8b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:25.466265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bc44c-f282-42aa-907e-43be96404194 req-3033c946-720b-4a94-bb6e-a7559f8f4268 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:25.469529 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd6bc44c-f282-42aa-907e-43be96404194 req-3033c946-720b-4a94-bb6e-a7559f8f4268 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 948 time: 0.1138294 Feb 05 02:57:25.545578 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6206772-cd9e-4287-bbfb-670e65908f54 req-9c312363-9324-45b4-8be2-038b59e42347 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/cc13fd7d-30b2-4c14-baee-4db4c6066a8b HTTP/1.1" status: 200 len: 1823 time: 0.0749996 Feb 05 02:57:25.548816 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd6bc44c-f282-42aa-907e-43be96404194 req-02bb9711-8765-4010-a2f0-456ad897eac5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707681 Feb 05 02:57:25.563472 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f6206772-cd9e-4287-bbfb-670e65908f54 req-cc694569-8680-4135-8ec0-68a73671a90d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc13fd7d-30b2-4c14-baee-4db4c6066a8b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:25.563906 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f6206772-cd9e-4287-bbfb-670e65908f54 req-cc694569-8680-4135-8ec0-68a73671a90d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc13fd7d-30b2-4c14-baee-4db4c6066a8b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:25.567720 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-05abe597-c4fe-4cd3-9749-83ce3d2c2add req-a2bb17a1-2efc-40cc-ae29-0b284974ce37 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144920 Feb 05 02:57:25.594801 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5ed476c-45e9-4fce-9e5d-e44d4dabd6de tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (cebd584a-79e7-4a20-9f62-e00419220998), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.600765 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5ed476c-45e9-4fce-9e5d-e44d4dabd6de tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.601893 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c5ed476c-45e9-4fce-9e5d-e44d4dabd6de tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/cebd584a-79e7-4a20-9f62-e00419220998 HTTP/1.1" status: 204 len: 168 time: 0.3391080 Feb 05 02:57:25.609276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54310) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:25.654449 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6206772-cd9e-4287-bbfb-670e65908f54 req-cc694569-8680-4135-8ec0-68a73671a90d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (a77d5b11-4b04-4edd-ba03-1468cb9a650d), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.664591 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31890f04-de09-42ed-ad95-2d8f41c60c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (abb54f0c-fa91-4a85-b1e1-73c1aa324d0b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.667734 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31890f04-de09-42ed-ad95-2d8f41c60c19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.672742 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-31890f04-de09-42ed-ad95-2d8f41c60c19 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/abb54f0c-fa91-4a85-b1e1-73c1aa324d0b HTTP/1.1" status: 204 len: 168 time: 0.7645116 Feb 05 02:57:25.687678 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-686d9de4-703b-4036-94dc-3749e4b4c62f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0770586 Feb 05 02:57:25.692367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54316) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:25.693940 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed476c-45e9-4fce-9e5d-e44d4dabd6de tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cebd584a-79e7-4a20-9f62-e00419220998,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:25.696054 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6206772-cd9e-4287-bbfb-670e65908f54 req-cc694569-8680-4135-8ec0-68a73671a90d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (a77d5b11-4b04-4edd-ba03-1468cb9a650d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.720123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31890f04-de09-42ed-ad95-2d8f41c60c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb54f0c-fa91-4a85-b1e1-73c1aa324d0b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:25.727923 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6206772-cd9e-4287-bbfb-670e65908f54 req-cc694569-8680-4135-8ec0-68a73671a90d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (a77d5b11-4b04-4edd-ba03-1468cb9a650d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.742851 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a738986f-a8c0-4856-bf73-29e90cb2e83c tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (2a6b6a93-b710-44bc-a847-3d1304e57fd0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.757798 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a738986f-a8c0-4856-bf73-29e90cb2e83c tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (2a6b6a93-b710-44bc-a847-3d1304e57fd0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.771716 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc694569-8680-4135-8ec0-68a73671a90d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77d5b11-4b04-4edd-ba03-1468cb9a650d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:25.789497 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6206772-cd9e-4287-bbfb-670e65908f54 req-cc694569-8680-4135-8ec0-68a73671a90d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.791046 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6206772-cd9e-4287-bbfb-670e65908f54 req-cc694569-8680-4135-8ec0-68a73671a90d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2343707 Feb 05 02:57:25.803485 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a738986f-a8c0-4856-bf73-29e90cb2e83c tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (2a6b6a93-b710-44bc-a847-3d1304e57fd0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.810921 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a738986f-a8c0-4856-bf73-29e90cb2e83c tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:25.815148 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a738986f-a8c0-4856-bf73-29e90cb2e83c tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2a6b6a93-b710-44bc-a847-3d1304e57fd0 HTTP/1.1" status: 204 len: 168 time: 0.1194108 Feb 05 02:57:25.815924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54320) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:25.832044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Router 69476d32-33fa-4848-a382-1188160bdfb5 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:57:25.853475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738986f-a8c0-4856-bf73-29e90cb2e83c tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a6b6a93-b710-44bc-a847-3d1304e57fd0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:25.864067 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0febf303-5a10-4c96-ac55-29755874696d details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:57:25.865290 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-05abe597-c4fe-4cd3-9749-83ce3d2c2add req-2e61244b-7a9d-4e5c-b328-ec57daf2c797 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858772 Feb 05 02:57:25.899225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ed7c187a-c05a-412b-9287-cb937cbe541d tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0824862 Feb 05 02:57:25.903251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54322) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:25.991583 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6ec49021-24c5-4c6b-8f6a-477a085987d4 req-c0948a86-26e6-43a5-bb9e-2079effcbc37 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/cc13fd7d-30b2-4c14-baee-4db4c6066a8b HTTP/1.1" status: 200 len: 2417 time: 0.1765871 Feb 05 02:57:25.994861 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8914f7ae-be12-498e-a660-602241afbc30 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (d8252c13-ba95-4b08-a316-ae906d23fe57), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.014273 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:57:26.026170 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd812c4b-0c20-4a73-88d2-d2cfb02c726d None None] Sync routers for ids ['69476d32-33fa-4848-a382-1188160bdfb5'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:57:26.029098 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8914f7ae-be12-498e-a660-602241afbc30 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (d8252c13-ba95-4b08-a316-ae906d23fe57), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.042636 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd812c4b-0c20-4a73-88d2-d2cfb02c726d None None] Routers {'69476d32-33fa-4848-a382-1188160bdfb5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:26.043389 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bd812c4b-0c20-4a73-88d2-d2cfb02c726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['69476d32-33fa-4848-a382-1188160bdfb5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:26.087285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-6ec49021-24c5-4c6b-8f6a-477a085987d4 req-ca9cfab2-ed3f-4e44-a19d-9e121c6c8cf4 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc13fd7d-30b2-4c14-baee-4db4c6066a8b', 'remote_group_id': None}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:26.088126 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-6ec49021-24c5-4c6b-8f6a-477a085987d4 req-ca9cfab2-ed3f-4e44-a19d-9e121c6c8cf4 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc13fd7d-30b2-4c14-baee-4db4c6066a8b', 'remote_group_id': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:26.092309 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bd812c4b-0c20-4a73-88d2-d2cfb02c726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:26.099348 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8914f7ae-be12-498e-a660-602241afbc30 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d8252c13-ba95-4b08-a316-ae906d23fe57), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.102593 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8914f7ae-be12-498e-a660-602241afbc30 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.104014 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8914f7ae-be12-498e-a660-602241afbc30 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-groups/d8252c13-ba95-4b08-a316-ae906d23fe57 HTTP/1.1" status: 204 len: 168 time: 0.1992953 Feb 05 02:57:26.104860 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd812c4b-0c20-4a73-88d2-d2cfb02c726d None None] Routers {'69476d32-33fa-4848-a382-1188160bdfb5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:26.105636 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bd812c4b-0c20-4a73-88d2-d2cfb02c726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['69476d32-33fa-4848-a382-1188160bdfb5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:26.112758 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.112959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54326) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:26.114363 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ea152cfb-ca18-4af7-a8a4-99e1c4559a8a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.4036584 Feb 05 02:57:26.121604 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54328) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:26.145596 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914f7ae-be12-498e-a660-602241afbc30 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8252c13-ba95-4b08-a316-ae906d23fe57,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:26.151360 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bd812c4b-0c20-4a73-88d2-d2cfb02c726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:26.152244 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd812c4b-0c20-4a73-88d2-d2cfb02c726d None None] The sync data for ids ['69476d32-33fa-4848-a382-1188160bdfb5'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:57:26.241492 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0febf303-5a10-4c96-ac55-29755874696d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0febf303-5a10-4c96-ac55-29755874696d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:26.264685 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4c409304-90b7-4535-85dc-3ca73b6a9b73 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1443396 Feb 05 02:57:26.267117 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54330) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:26.271571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a1bf7088-cd61-4803-b6ca-9c4c5b6ccd9a tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984796670'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:26.274585 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '0febf303-5a10-4c96-ac55-29755874696d', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '0febf303-5a10-4c96-ac55-29755874696d', 'mac_address': 'fa:16:3e:f3:80:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:57:26.278271 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6ec49021-24c5-4c6b-8f6a-477a085987d4 req-ca9cfab2-ed3f-4e44-a19d-9e121c6c8cf4 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (870db5f4-b5fd-4430-8737-7a250d776dec), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.302231 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6ec49021-24c5-4c6b-8f6a-477a085987d4 req-ca9cfab2-ed3f-4e44-a19d-9e121c6c8cf4 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (870db5f4-b5fd-4430-8737-7a250d776dec), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.312042 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6ec49021-24c5-4c6b-8f6a-477a085987d4 req-ca9cfab2-ed3f-4e44-a19d-9e121c6c8cf4 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (870db5f4-b5fd-4430-8737-7a250d776dec), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.346140 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cfab2-ed3f-4e44-a19d-9e121c6c8cf4 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870db5f4-b5fd-4430-8737-7a250d776dec,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:26.352878 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1bf7088-cd61-4803-b6ca-9c4c5b6ccd9a tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.355855 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 0febf303-5a10-4c96-ac55-29755874696d is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:26.356515 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0febf303-5a10-4c96-ac55-29755874696d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.368018 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6ec49021-24c5-4c6b-8f6a-477a085987d4 req-ca9cfab2-ed3f-4e44-a19d-9e121c6c8cf4 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.371756 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6ec49021-24c5-4c6b-8f6a-477a085987d4 req-ca9cfab2-ed3f-4e44-a19d-9e121c6c8cf4 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3594158 Feb 05 02:57:26.379979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0febf303-5a10-4c96-ac55-29755874696d {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:57:26.406408 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0febf303-5a10-4c96-ac55-29755874696d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0febf303-5a10-4c96-ac55-29755874696d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:26.413286 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0febf303-5a10-4c96-ac55-29755874696d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.424463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54336) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:26.464690 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-847882f0-cb41-4f53-b7dd-6947385fb0fa tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "GET /v2.0/routers/69476d32-33fa-4848-a382-1188160bdfb5 HTTP/1.1" status: 200 len: 924 time: 0.3326001 Feb 05 02:57:26.470796 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54340) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:26.500412 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aca8bf64-86f6-4193-bdba-9eb8cd348f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.507099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=0febf303-5a10-4c96-ac55-29755874696d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:26.508971 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-21efbaaa-efa2-41bf-a83c-681bdc42e69e tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "GET /v2.0/ports?device_id=69476d32-33fa-4848-a382-1188160bdfb5 HTTP/1.1" status: 200 len: 205 time: 0.0330021 Feb 05 02:57:26.517973 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54342) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:26.520264 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e0d6ca2-b602-4544-860c-09715a28cef3 req-a7dd9557-f2ac-4fa3-ad49-8239aeda2a3d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/cc13fd7d-30b2-4c14-baee-4db4c6066a8b HTTP/1.1" status: 200 len: 3016 time: 0.1083565 Feb 05 02:57:26.559559 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1bf7088-cd61-4803-b6ca-9c4c5b6ccd9a tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (d4a7dbe9-07b4-4a6e-be83-a65e317cfd61), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.579275 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1bf7088-cd61-4803-b6ca-9c4c5b6ccd9a tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d4a7dbe9-07b4-4a6e-be83-a65e317cfd61), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.617527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf7088-cd61-4803-b6ca-9c4c5b6ccd9a tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a7dbe9-07b4-4a6e-be83-a65e317cfd61,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:26.629768 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-885459d7-74c1-40e2-baa3-dd121e5d5a3d req-5b032d0e-e517-4a03-b9df-9ed0909ad579 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-group-rules/870db5f4-b5fd-4430-8737-7a250d776dec HTTP/1.1" status: 200 len: 783 time: 0.0730319 Feb 05 02:57:26.689856 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1bf7088-cd61-4803-b6ca-9c4c5b6ccd9a tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.691172 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a1bf7088-cd61-4803-b6ca-9c4c5b6ccd9a tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4230154 Feb 05 02:57:26.701505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54352) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:26.714319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1f3a0010-9249-44ac-b874-5b2447011ab1 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group_rule': {'security_group_id': 'd4a7dbe9-07b4-4a6e-be83-a65e317cfd61', 'direction': 'ingress', 'protocol': 17}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:26.775929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['0febf303-5a10-4c96-ac55-29755874696d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:57:26.796267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-885459d7-74c1-40e2-baa3-dd121e5d5a3d req-9cdc03fe-794d-4d88-8d05-0d18daa569b6 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/cc13fd7d-30b2-4c14-baee-4db4c6066a8b HTTP/1.1" status: 200 len: 3016 time: 0.1509793 Feb 05 02:57:26.820737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55078948-1da9-4cfb-84d7-f7189f443df6 req-db8d4942-1075-435a-b368-27ba2643684a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:26.822216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55078948-1da9-4cfb-84d7-f7189f443df6 req-db8d4942-1075-435a-b368-27ba2643684a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 949 time: 0.1876154 Feb 05 02:57:26.833868 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aca8bf64-86f6-4193-bdba-9eb8cd348f86 admin admin] Publish callbacks [] for security_group (026b7b58-edd9-4977-aa70-9d997998d763), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.834893 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0010-9249-44ac-b874-5b2447011ab1 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (71ee6295-03d0-4040-a6b2-71ab1ceefda8), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.860477 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aca8bf64-86f6-4193-bdba-9eb8cd348f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (026b7b58-edd9-4977-aa70-9d997998d763), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.939160 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-885459d7-74c1-40e2-baa3-dd121e5d5a3d req-754d9e94-6d1b-4073-8070-6701d56db05c tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (870db5f4-b5fd-4430-8737-7a250d776dec), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.959505 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddec1729-8b82-41e5-b483-f41c34770cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (2b795c89-c320-4256-8983-5ad99fbfbb7c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.968507 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-aca8bf64-86f6-4193-bdba-9eb8cd348f86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14734cc28df14b66bf2e866c27c22bfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5382290 Feb 05 02:57:26.968507 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-885459d7-74c1-40e2-baa3-dd121e5d5a3d req-754d9e94-6d1b-4073-8070-6701d56db05c tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (870db5f4-b5fd-4430-8737-7a250d776dec), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:26.974746 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54358) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:26.985584 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8bf64-86f6-4193-bdba-9eb8cd348f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026b7b58-edd9-4977-aa70-9d997998d763,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:27.024348 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55078948-1da9-4cfb-84d7-f7189f443df6 req-957a1351-f935-4cb9-ae94-d56ccdecf761 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856027 Feb 05 02:57:27.073768 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0010-9249-44ac-b874-5b2447011ab1 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (71ee6295-03d0-4040-a6b2-71ab1ceefda8), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.079796 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-297f148f-5bd5-4fb4-8cac-10b825bfe311 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (69476d32-33fa-4848-a382-1188160bdfb5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.085833 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-885459d7-74c1-40e2-baa3-dd121e5d5a3d req-754d9e94-6d1b-4073-8070-6701d56db05c tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (870db5f4-b5fd-4430-8737-7a250d776dec), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.104260 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-885459d7-74c1-40e2-baa3-dd121e5d5a3d req-754d9e94-6d1b-4073-8070-6701d56db05c tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.105379 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-885459d7-74c1-40e2-baa3-dd121e5d5a3d req-754d9e94-6d1b-4073-8070-6701d56db05c tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/870db5f4-b5fd-4430-8737-7a250d776dec HTTP/1.1" status: 204 len: 173 time: 0.2981575 Feb 05 02:57:27.112229 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0010-9249-44ac-b874-5b2447011ab1 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (71ee6295-03d0-4040-a6b2-71ab1ceefda8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.121319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d9e94-6d1b-4073-8070-6701d56db05c tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=870db5f4-b5fd-4430-8737-7a250d776dec,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:27.168844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a0010-9249-44ac-b874-5b2447011ab1 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ee6295-03d0-4040-a6b2-71ab1ceefda8,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:27.191668 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0010-9249-44ac-b874-5b2447011ab1 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.193671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1f3a0010-9249-44ac-b874-5b2447011ab1 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4894831 Feb 05 02:57:27.207740 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-394fed4c-5d90-4140-b005-72551c085c08 admin admin] Publish callbacks [] for security_group (026b7b58-edd9-4977-aa70-9d997998d763), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.212174 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54374) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:27.290705 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-297f148f-5bd5-4fb4-8cac-10b825bfe311 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (69476d32-33fa-4848-a382-1188160bdfb5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.318718 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-394fed4c-5d90-4140-b005-72551c085c08 admin admin] Publish callbacks [] for security_group (026b7b58-edd9-4977-aa70-9d997998d763), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.354946 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebdcb28c-d0a0-4f9e-bff9-5a1529888308 req-f9b98379-4104-4438-b997-3314faedff31 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/cc13fd7d-30b2-4c14-baee-4db4c6066a8b HTTP/1.1" status: 200 len: 2417 time: 0.2162476 Feb 05 02:57:27.420859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-297f148f-5bd5-4fb4-8cac-10b825bfe311 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Deleting port a998d7ab-a999-4846-9fdb-cd123f36c2bf {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:57:27.421213 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-297f148f-5bd5-4fb4-8cac-10b825bfe311 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a998d7ab-a999-4846-9fdb-cd123f36c2bf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.429168 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59377584-7ba6-4c23-b90f-5162b84968ee tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (d4a7dbe9-07b4-4a6e-be83-a65e317cfd61), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.435842 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-f3ea31d2-a25c-4265-bfb5-90a710047929 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:27.437855 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-f3ea31d2-a25c-4265-bfb5-90a710047929 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/networks?id=a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 200 len: 815 time: 0.2578137 Feb 05 02:57:27.480637 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ddec1729-8b82-41e5-b483-f41c34770cba admin admin] Deleting port 44cb7c56-d967-4d18-b751-8bc9d16544e6 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:57:27.481227 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddec1729-8b82-41e5-b483-f41c34770cba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.482469 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59377584-7ba6-4c23-b90f-5162b84968ee tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (d4a7dbe9-07b4-4a6e-be83-a65e317cfd61), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.498546 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-6f824930-7540-4b76-985b-3e2e460e63bd tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/quotas/37d45416619c42a5be673fac7a85f3c2 HTTP/1.1" status: 200 len: 375 time: 0.0405824 Feb 05 02:57:27.506559 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-394fed4c-5d90-4140-b005-72551c085c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (026b7b58-edd9-4977-aa70-9d997998d763), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.509117 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-394fed4c-5d90-4140-b005-72551c085c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.512926 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-394fed4c-5d90-4140-b005-72551c085c08 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/026b7b58-edd9-4977-aa70-9d997998d763 HTTP/1.1" status: 204 len: 168 time: 0.5260298 Feb 05 02:57:27.550583 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ebdcb28c-d0a0-4f9e-bff9-5a1529888308 req-7a996f2e-9d77-491e-a61d-3dc4afde8392 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (cc13fd7d-30b2-4c14-baee-4db4c6066a8b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.554458 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-297f148f-5bd5-4fb4-8cac-10b825bfe311 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a998d7ab-a999-4846-9fdb-cd123f36c2bf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.568960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fed4c-5d90-4140-b005-72551c085c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026b7b58-edd9-4977-aa70-9d997998d763,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:27.573041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-297f148f-5bd5-4fb4-8cac-10b825bfe311 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Calling delete_port for a998d7ab-a999-4846-9fdb-cd123f36c2bf owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:57:27.600106 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ebdcb28c-d0a0-4f9e-bff9-5a1529888308 req-7a996f2e-9d77-491e-a61d-3dc4afde8392 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (cc13fd7d-30b2-4c14-baee-4db4c6066a8b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.635873 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59377584-7ba6-4c23-b90f-5162b84968ee tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d4a7dbe9-07b4-4a6e-be83-a65e317cfd61), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.638797 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59377584-7ba6-4c23-b90f-5162b84968ee tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.643206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-59377584-7ba6-4c23-b90f-5162b84968ee tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-groups/d4a7dbe9-07b4-4a6e-be83-a65e317cfd61 HTTP/1.1" status: 204 len: 168 time: 0.4249065 Feb 05 02:57:27.647662 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54380) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:27.658798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-ddec1729-8b82-41e5-b483-f41c34770cba admin admin] For port 44cb7c56-d967-4d18-b751-8bc9d16544e6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=44cb7c56-d967-4d18-b751-8bc9d16544e6,segment=NetworkSegment(cd6a07bd-248b-4d83-aa33-474693ba1329),segment_id=cd6a07bd-248b-4d83-aa33-474693ba1329)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:27.659158 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddec1729-8b82-41e5-b483-f41c34770cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.672554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59377584-7ba6-4c23-b90f-5162b84968ee tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a7dbe9-07b4-4a6e-be83-a65e317cfd61,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:27.675822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ddec1729-8b82-41e5-b483-f41c34770cba admin admin] Calling delete_port for 44cb7c56-d967-4d18-b751-8bc9d16544e6 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:57:27.684680 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-0632ce9c-0b82-44c9-b5a2-11364f5622af tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=37d45416619c42a5be673fac7a85f3c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1733861 Feb 05 02:57:27.748496 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-1d00f8ab-020c-4ccf-a6ba-319e078c61a0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:57:27.750219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-1d00f8ab-020c-4ccf-a6ba-319e078c61a0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0246730 Feb 05 02:57:27.765109 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ebdcb28c-d0a0-4f9e-bff9-5a1529888308 req-7a996f2e-9d77-491e-a61d-3dc4afde8392 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (cc13fd7d-30b2-4c14-baee-4db4c6066a8b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.767909 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ebdcb28c-d0a0-4f9e-bff9-5a1529888308 req-7a996f2e-9d77-491e-a61d-3dc4afde8392 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.769050 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebdcb28c-d0a0-4f9e-bff9-5a1529888308 req-7a996f2e-9d77-491e-a61d-3dc4afde8392 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "DELETE /v2.0/security-groups/cc13fd7d-30b2-4c14-baee-4db4c6066a8b HTTP/1.1" status: 204 len: 173 time: 0.3977027 Feb 05 02:57:27.897457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0febf303-5a10-4c96-ac55-29755874696d up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:27.952999 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-297f148f-5bd5-4fb4-8cac-10b825bfe311 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a998d7ab-a999-4846-9fdb-cd123f36c2bf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:27.992661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f148f-5bd5-4fb4-8cac-10b825bfe311 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Pushing event deleted for resources: {'Port': ['ID=a998d7ab-a999-4846-9fdb-cd123f36c2bf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:28.012184 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 0febf303-5a10-4c96-ac55-29755874696d completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:57:28.017564 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 0febf303-5a10-4c96-ac55-29755874696d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:28.018295 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0febf303-5a10-4c96-ac55-29755874696d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:28.135796 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 0febf303-5a10-4c96-ac55-29755874696d is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:28.136673 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0febf303-5a10-4c96-ac55-29755874696d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:28.173560 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e9cefb-928c-4125-99c1-b1ace16c95c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0febf303-5a10-4c96-ac55-29755874696d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:57:28.177203 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb09dc80-43b8-4f46-95a3-af2d2226b561" -d '{"events": [{"server_uuid": "35e9cefb-928c-4125-99c1-b1ace16c95c8", "name": "network-vif-plugged", "status": "completed", "tag": "0febf303-5a10-4c96-ac55-29755874696d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:57:28.198177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0febf303-5a10-4c96-ac55-29755874696d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0febf303-5a10-4c96-ac55-29755874696d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:28.201687 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-297f148f-5bd5-4fb4-8cac-10b825bfe311 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (69476d32-33fa-4848-a382-1188160bdfb5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:28.204149 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0febf303-5a10-4c96-ac55-29755874696d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:28.204404 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddec1729-8b82-41e5-b483-f41c34770cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (44cb7c56-d967-4d18-b751-8bc9d16544e6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:28.277894 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=0febf303-5a10-4c96-ac55-29755874696d,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:28.315455 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-19840060-c6fa-4b23-b226-e07d07105fb7 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6564388 Feb 05 02:57:28.324119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54404) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:28.326228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a996f2e-9d77-491e-a61d-3dc4afde8392 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc13fd7d-30b2-4c14-baee-4db4c6066a8b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:28.349968 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-3660d909-011d-4de7-972f-ffcd49b763c5 req-b185e06d-41ed-4e11-a82c-c50f6a8d0b39 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] show failed (client error): The resource could not be found. Feb 05 02:57:28.351620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3660d909-011d-4de7-972f-ffcd49b763c5 req-b185e06d-41ed-4e11-a82c-c50f6a8d0b39 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/c2a516cf-1141-44de-9310-d6cf96a3bcbb HTTP/1.1" status: 404 len: 352 time: 0.0337551 Feb 05 02:57:28.418796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-b73d3589-77d7-40af-8160-8f72e98cf4ba service neutron] 10.222.0.36 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485043 Feb 05 02:57:28.423162 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-297f148f-5bd5-4fb4-8cac-10b825bfe311 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (69476d32-33fa-4848-a382-1188160bdfb5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:28.433647 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c34e8243-c6f8-4773-acb1-bda54883e345 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group': {'name': 'tempest-secgroup--2143609175'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:28.458475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec1729-8b82-41e5-b483-f41c34770cba admin admin] Pushing event deleted for resources: {'Port': ['ID=44cb7c56-d967-4d18-b751-8bc9d16544e6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:28.463440 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-297f148f-5bd5-4fb4-8cac-10b825bfe311 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_controller (69476d32-33fa-4848-a382-1188160bdfb5), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:28.594243 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c34e8243-c6f8-4773-acb1-bda54883e345 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:28.625255 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd97a02-3fe0-4d7d-86d2-572fdd3cac2e req-48721d7c-f13f-4c10-89a7-fbe0024ae54b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:28.628113 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8bd97a02-3fe0-4d7d-86d2-572fdd3cac2e req-48721d7c-f13f-4c10-89a7-fbe0024ae54b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.1269076 Feb 05 02:57:28.642276 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-297f148f-5bd5-4fb4-8cac-10b825bfe311 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (69476d32-33fa-4848-a382-1188160bdfb5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:28.643090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297f148f-5bd5-4fb4-8cac-10b825bfe311 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Fanout notify agent at l3_agent the message router_deleted on router 69476d32-33fa-4848-a382-1188160bdfb5 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:57:28.655700 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-297f148f-5bd5-4fb4-8cac-10b825bfe311 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:28.660888 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-297f148f-5bd5-4fb4-8cac-10b825bfe311 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "DELETE /v2.0/routers/69476d32-33fa-4848-a382-1188160bdfb5 HTTP/1.1" status: 204 len: 168 time: 2.1420228 Feb 05 02:57:28.663065 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54414) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:28.671141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1203253717', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'enable_snat': False}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:28.689114 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-1457cc89-87c0-4eb6-82d2-02a87b79734c service neutron] 10.222.0.36 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610357 Feb 05 02:57:28.752620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8bd97a02-3fe0-4d7d-86d2-572fdd3cac2e req-96a1462a-6635-4f81-a6fc-4864a00d821c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162813 Feb 05 02:57:28.800611 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (545dc2d1-029f-4224-b881-f08934b2a76d), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:28.801719 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (545dc2d1-029f-4224-b881-f08934b2a76d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:28.807666 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c34e8243-c6f8-4773-acb1-bda54883e345 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (aa1b222e-34a5-4795-8f7e-7777cf0ababb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:28.822087 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c34e8243-c6f8-4773-acb1-bda54883e345 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (aa1b222e-34a5-4795-8f7e-7777cf0ababb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:28.875258 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5183eb7c-673d-453b-81a5-b6cccc7c16fa x-openstack-request-id: req-5183eb7c-673d-453b-81a5-b6cccc7c16fa {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:57:28.875603 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e9cefb-928c-4125-99c1-b1ace16c95c8", "name": "network-vif-plugged", "status": "completed", "tag": "0febf303-5a10-4c96-ac55-29755874696d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:57:28.875946 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5183eb7c-673d-453b-81a5-b6cccc7c16fa {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:57:28.876415 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e9cefb-928c-4125-99c1-b1ace16c95c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0febf303-5a10-4c96-ac55-29755874696d', 'code': 200} Feb 05 02:57:28.903939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6daa93c6-a0a6-482a-982a-bf13d0775689 req-6e67df74-fb06-4492-898c-f3913a951c08 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/ad64eba8-57eb-4b79-9911-2e22ca9f0272 HTTP/1.1" status: 200 len: 1823 time: 0.0647790 Feb 05 02:57:28.949177 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e8243-c6f8-4773-acb1-bda54883e345 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1b222e-34a5-4795-8f7e-7777cf0ababb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:29.005406 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-98e09940-c384-4815-ad17-e4580e841b0b req-b2b82463-6708-48de-948c-6310aa414a3f tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 210 time: 0.0556281 Feb 05 02:57:29.026725 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6daa93c6-a0a6-482a-982a-bf13d0775689 req-139d9709-aa8d-48f6-8cfa-5d1c7deeeb49 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (ad64eba8-57eb-4b79-9911-2e22ca9f0272), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.037887 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c34e8243-c6f8-4773-acb1-bda54883e345 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.037887 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c34e8243-c6f8-4773-acb1-bda54883e345 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6519120 Feb 05 02:57:29.037887 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddec1729-8b82-41e5-b483-f41c34770cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (2b795c89-c320-4256-8983-5ad99fbfbb7c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.043354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54422) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:29.055402 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dbd0184e-b3e8-47f6-a98e-d393fffad013 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091758848'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:29.085670 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6daa93c6-a0a6-482a-982a-bf13d0775689 req-139d9709-aa8d-48f6-8cfa-5d1c7deeeb49 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (ad64eba8-57eb-4b79-9911-2e22ca9f0272), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.139035 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_controller (545dc2d1-029f-4224-b881-f08934b2a76d), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.174545 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbd0184e-b3e8-47f6-a98e-d393fffad013 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.222827 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6daa93c6-a0a6-482a-982a-bf13d0775689 req-139d9709-aa8d-48f6-8cfa-5d1c7deeeb49 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ad64eba8-57eb-4b79-9911-2e22ca9f0272), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.226086 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6daa93c6-a0a6-482a-982a-bf13d0775689 req-139d9709-aa8d-48f6-8cfa-5d1c7deeeb49 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.227819 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6daa93c6-a0a6-482a-982a-bf13d0775689 req-139d9709-aa8d-48f6-8cfa-5d1c7deeeb49 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "DELETE /v2.0/security-groups/ad64eba8-57eb-4b79-9911-2e22ca9f0272 HTTP/1.1" status: 204 len: 173 time: 0.3221426 Feb 05 02:57:29.246596 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d9709-aa8d-48f6-8cfa-5d1c7deeeb49 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad64eba8-57eb-4b79-9911-2e22ca9f0272,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:29.325965 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-acd6bec8-55b8-4b01-8ed8-10682e5fb370 req-a2c25eda-5884-410e-9e87-25de2a4b2001 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/c3327c4f-8948-4c5e-a65b-5327f13f859d HTTP/1.1" status: 200 len: 1822 time: 0.0754213 Feb 05 02:57:29.346549 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbd0184e-b3e8-47f6-a98e-d393fffad013 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (31d51433-5457-4f96-b80a-585a2238a66d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.360629 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbd0184e-b3e8-47f6-a98e-d393fffad013 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (31d51433-5457-4f96-b80a-585a2238a66d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.395671 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbd0184e-b3e8-47f6-a98e-d393fffad013 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.399865 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dbd0184e-b3e8-47f6-a98e-d393fffad013 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3517685 Feb 05 02:57:29.400717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54438) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:29.413101 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8f2bb7fd-afed-4491-905c-324b9e398c7a tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group_rule': {'security_group_id': 'aa1b222e-34a5-4795-8f7e-7777cf0ababb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '31d51433-5457-4f96-b80a-585a2238a66d', 'remote_ip_prefix': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:29.471039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0184e-b3e8-47f6-a98e-d393fffad013 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d51433-5457-4f96-b80a-585a2238a66d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:29.507238 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f2bb7fd-afed-4491-905c-324b9e398c7a tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (b6b53191-3aac-4f94-a021-c42078f6ce24), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.510988 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-acd6bec8-55b8-4b01-8ed8-10682e5fb370 req-8cd384c4-6ee3-4a1d-9768-9bb0d4fdbe0a tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (c3327c4f-8948-4c5e-a65b-5327f13f859d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.556156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c10c1-2400-4d1f-b16e-8719e350e223 req-ecedf04c-16f3-4a1f-a2d6-e75d160cf8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:29.557681 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-753c10c1-2400-4d1f-b16e-8719e350e223 req-ecedf04c-16f3-4a1f-a2d6-e75d160cf8ea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 1132 time: 0.6096163 Feb 05 02:57:29.567782 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-acd6bec8-55b8-4b01-8ed8-10682e5fb370 req-8cd384c4-6ee3-4a1d-9768-9bb0d4fdbe0a tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (c3327c4f-8948-4c5e-a65b-5327f13f859d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.619285 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f2bb7fd-afed-4491-905c-324b9e398c7a tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (b6b53191-3aac-4f94-a021-c42078f6ce24), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.631848 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f2bb7fd-afed-4491-905c-324b9e398c7a tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (b6b53191-3aac-4f94-a021-c42078f6ce24), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.681865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bb7fd-afed-4491-905c-324b9e398c7a tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b53191-3aac-4f94-a021-c42078f6ce24,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:29.692859 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f2bb7fd-afed-4491-905c-324b9e398c7a tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.693388 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (545dc2d1-029f-4224-b881-f08934b2a76d), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.697912 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8f2bb7fd-afed-4491-905c-324b9e398c7a tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2888961 Feb 05 02:57:29.697912 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54446) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:29.730464 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada56eda-bbea-4213-b9fb-4c120541db74 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (b6b53191-3aac-4f94-a021-c42078f6ce24), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.741219 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada56eda-bbea-4213-b9fb-4c120541db74 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (b6b53191-3aac-4f94-a021-c42078f6ce24), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.743310 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-acd6bec8-55b8-4b01-8ed8-10682e5fb370 req-8cd384c4-6ee3-4a1d-9768-9bb0d4fdbe0a tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c3327c4f-8948-4c5e-a65b-5327f13f859d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.746549 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-acd6bec8-55b8-4b01-8ed8-10682e5fb370 req-8cd384c4-6ee3-4a1d-9768-9bb0d4fdbe0a tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.751410 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-acd6bec8-55b8-4b01-8ed8-10682e5fb370 req-8cd384c4-6ee3-4a1d-9768-9bb0d4fdbe0a tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "DELETE /v2.0/security-groups/c3327c4f-8948-4c5e-a65b-5327f13f859d HTTP/1.1" status: 204 len: 173 time: 0.4158511 Feb 05 02:57:29.767723 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-753c10c1-2400-4d1f-b16e-8719e350e223 req-c3bdb763-8e67-40a9-a8e6-f60b1970033e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722164 Feb 05 02:57:29.800868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd384c4-6ee3-4a1d-9768-9bb0d4fdbe0a tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3327c4f-8948-4c5e-a65b-5327f13f859d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:29.838478 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada56eda-bbea-4213-b9fb-4c120541db74 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (b6b53191-3aac-4f94-a021-c42078f6ce24), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.842806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddec1729-8b82-41e5-b483-f41c34770cba admin admin] Router 2b795c89-c320-4256-8983-5ad99fbfbb7c has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:57:29.845356 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada56eda-bbea-4213-b9fb-4c120541db74 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:29.847687 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ada56eda-bbea-4213-b9fb-4c120541db74 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b6b53191-3aac-4f94-a021-c42078f6ce24 HTTP/1.1" status: 204 len: 168 time: 0.1492038 Feb 05 02:57:29.850835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54458) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:29.869487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada56eda-bbea-4213-b9fb-4c120541db74 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6b53191-3aac-4f94-a021-c42078f6ce24,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:29.920008 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97b95894-8962-45bb-bf90-bc80b251a034 req-aa766a52-17cb-45b3-a6e8-8d70d70e6178 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/093778a7-af8b-4105-b32c-0ea7af371f25 HTTP/1.1" status: 200 len: 1822 time: 0.1409988 Feb 05 02:57:30.002243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737663d7-2532-4749-b4bc-47b548a1d237 req-f3af09ac-b488-48be-84c4-4e51bac7ed4c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:30.004036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-737663d7-2532-4749-b4bc-47b548a1d237 req-f3af09ac-b488-48be-84c4-4e51bac7ed4c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.1208441 Feb 05 02:57:30.022092 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-85a0dea5-2b17-491d-bc56-a0645fac94c4 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1701434 Feb 05 02:57:30.028162 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54460) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:30.034040 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-97b95894-8962-45bb-bf90-bc80b251a034 req-7adcc6c7-bd4f-4ed6-9ff2-e0f1db215be8 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (093778a7-af8b-4105-b32c-0ea7af371f25), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:30.090205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddec1729-8b82-41e5-b483-f41c34770cba admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:57:30.099916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799fc204-11d0-4696-96aa-6434a414577e None None] Sync routers for ids ['2b795c89-c320-4256-8983-5ad99fbfbb7c'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:57:30.105119 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ddec1729-8b82-41e5-b483-f41c34770cba admin admin] 10.222.0.36 "PUT /v2.0/routers/2b795c89-c320-4256-8983-5ad99fbfbb7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0254178 Feb 05 02:57:30.111313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799fc204-11d0-4696-96aa-6434a414577e None None] Routers {'2b795c89-c320-4256-8983-5ad99fbfbb7c'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:30.112148 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-799fc204-11d0-4696-96aa-6434a414577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2b795c89-c320-4256-8983-5ad99fbfbb7c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:30.149334 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-737663d7-2532-4749-b4bc-47b548a1d237 req-348ffb40-5d68-4d6d-94d7-315936a8fbda tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196475 Feb 05 02:57:30.149334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54464) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:30.249395 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29a1039e-dc62-4b95-98f3-c010c940af70 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (31d51433-5457-4f96-b80a-585a2238a66d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:30.259709 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (545dc2d1-029f-4224-b881-f08934b2a76d), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:30.277004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-799fc204-11d0-4696-96aa-6434a414577e None None] Set router 2b795c89-c320-4256-8983-5ad99fbfbb7c gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:57:30.295136 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:30.301157 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29a1039e-dc62-4b95-98f3-c010c940af70 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (31d51433-5457-4f96-b80a-585a2238a66d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:30.353520 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-97b95894-8962-45bb-bf90-bc80b251a034 req-7adcc6c7-bd4f-4ed6-9ff2-e0f1db215be8 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (093778a7-af8b-4105-b32c-0ea7af371f25), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:30.360980 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c44bbd8e-892a-4e94-a075-02ad8c070a90 admin admin] Publish callbacks [] for router (2b795c89-c320-4256-8983-5ad99fbfbb7c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:30.443546 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29a1039e-dc62-4b95-98f3-c010c940af70 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (31d51433-5457-4f96-b80a-585a2238a66d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:30.446342 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29a1039e-dc62-4b95-98f3-c010c940af70 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:30.447603 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-29a1039e-dc62-4b95-98f3-c010c940af70 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-groups/31d51433-5457-4f96-b80a-585a2238a66d HTTP/1.1" status: 204 len: 168 time: 0.4167521 Feb 05 02:57:30.457444 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54494) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:30.479209 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1039e-dc62-4b95-98f3-c010c940af70 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d51433-5457-4f96-b80a-585a2238a66d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:30.502440 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Allocated IP 172.25.0.23 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/4194419c-2754-41c3-8fc6-08d447ccfeb0) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:30.649473 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7bf2587d-f00a-44d2-9fc8-6d7750e55b57 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1909039 Feb 05 02:57:30.672846 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54506) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:30.699112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41430d57-24e4-4840-9269-2f39e48c0d20 req-43fd89f0-e815-42e2-820b-a9f5eca5a10b tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 210 time: 0.1886649 Feb 05 02:57:30.799488 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-799fc204-11d0-4696-96aa-6434a414577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1185552992-router', 'tenant_id': '7075e94d48814e8692b6262a9e8518be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '5c5eaee3-3097-43d4-9e2d-c234bbaf26c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:24Z', 'updated_at': '2022-02-05T02:57:27Z', 'revision_number': 5, 'project_id': '7075e94d48814e8692b6262a9e8518be', 'gw_port': {'id': '5c5eaee3-3097-43d4-9e2d-c234bbaf26c9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:54:28Z', 'updated_at': '2022-02-05T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:30.810886 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for port (4194419c-2754-41c3-8fc6-08d447ccfeb0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:30.863932 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-97b95894-8962-45bb-bf90-bc80b251a034 req-7adcc6c7-bd4f-4ed6-9ff2-e0f1db215be8 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (093778a7-af8b-4105-b32c-0ea7af371f25), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:30.866625 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-97b95894-8962-45bb-bf90-bc80b251a034 req-7adcc6c7-bd4f-4ed6-9ff2-e0f1db215be8 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:30.867774 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799fc204-11d0-4696-96aa-6434a414577e None None] Checking router: 2b795c89-c320-4256-8983-5ad99fbfbb7c for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:57:30.867907 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97b95894-8962-45bb-bf90-bc80b251a034 req-7adcc6c7-bd4f-4ed6-9ff2-e0f1db215be8 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "DELETE /v2.0/security-groups/093778a7-af8b-4105-b32c-0ea7af371f25 HTTP/1.1" status: 204 len: 173 time: 0.9376683 Feb 05 02:57:30.889167 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c44bbd8e-892a-4e94-a075-02ad8c070a90 admin admin] Publish callbacks [] for router_gateway (2b795c89-c320-4256-8983-5ad99fbfbb7c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:30.895578 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799fc204-11d0-4696-96aa-6434a414577e None None] Routers {'2b795c89-c320-4256-8983-5ad99fbfbb7c'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:30.896218 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-799fc204-11d0-4696-96aa-6434a414577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2b795c89-c320-4256-8983-5ad99fbfbb7c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:30.935877 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4194419c-2754-41c3-8fc6-08d447ccfeb0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:30.954564 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcc6c7-bd4f-4ed6-9ff2-e0f1db215be8 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=093778a7-af8b-4105-b32c-0ea7af371f25,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:30.961938 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-bf3529d1-a707-48ec-9630-4730bf5e31b8 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:30.963604 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-bf3529d1-a707-48ec-9630-4730bf5e31b8 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.10 "GET /v2.0/networks?id=a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 200 len: 815 time: 0.4309206 Feb 05 02:57:30.969986 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2af9e649-dfd0-451f-b9f2-be0dca011062 req-b91fc85c-55fb-4acd-8103-5b83f65bac05 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/c9d4afe1-9231-40d8-9154-37a672ab3014 HTTP/1.1" status: 200 len: 2424 time: 0.0634704 Feb 05 02:57:30.970671 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eecbe8c-9357-4f71-a2be-14b47fc79c4f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (aa1b222e-34a5-4795-8f7e-7777cf0ababb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:31.003287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-7a9cbc00-fc43-466e-993e-9be66862cc06 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Request body: {'port': {'device_id': '13af1b66-3d15-47f9-b9d4-a80fe650b346', 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44', 'admin_state_up': True, 'tenant_id': '37d45416619c42a5be673fac7a85f3c2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:31.026974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Pushing event updated for resources: {'Port': ['ID=4194419c-2754-41c3-8fc6-08d447ccfeb0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:31.037388 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:31.042208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:31.050083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:31.130654 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eecbe8c-9357-4f71-a2be-14b47fc79c4f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (aa1b222e-34a5-4795-8f7e-7777cf0ababb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:31.156460 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2af9e649-dfd0-451f-b9f2-be0dca011062 req-ff93d169-7d59-45a3-b35b-552d11c54847 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (c9d4afe1-9231-40d8-9154-37a672ab3014), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:31.168170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-799fc204-11d0-4696-96aa-6434a414577e None None] Set router 2b795c89-c320-4256-8983-5ad99fbfbb7c gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:57:31.232001 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2af9e649-dfd0-451f-b9f2-be0dca011062 req-ff93d169-7d59-45a3-b35b-552d11c54847 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (c9d4afe1-9231-40d8-9154-37a672ab3014), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:31.275656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c44bbd8e-892a-4e94-a075-02ad8c070a90 admin admin] Deleting port 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:57:31.276074 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c44bbd8e-892a-4e94-a075-02ad8c070a90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5c5eaee3-3097-43d4-9e2d-c234bbaf26c9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:31.299188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-799fc204-11d0-4696-96aa-6434a414577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1185552992-router', 'tenant_id': '7075e94d48814e8692b6262a9e8518be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:24Z', 'updated_at': '2022-02-05T02:57:30Z', 'revision_number': 6, 'project_id': '7075e94d48814e8692b6262a9e8518be', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:31.343066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799fc204-11d0-4696-96aa-6434a414577e None None] The sync data for ids ['2b795c89-c320-4256-8983-5ad99fbfbb7c'] in n-d-826942-8 is: [{'id': '2b795c89-c320-4256-8983-5ad99fbfbb7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1185552992-router', 'tenant_id': '7075e94d48814e8692b6262a9e8518be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:54:24Z', 'updated_at': '2022-02-05T02:57:30Z', 'revision_number': 6, 'project_id': '7075e94d48814e8692b6262a9e8518be', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:57:31.430997 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eecbe8c-9357-4f71-a2be-14b47fc79c4f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (aa1b222e-34a5-4795-8f7e-7777cf0ababb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:31.434143 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eecbe8c-9357-4f71-a2be-14b47fc79c4f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:31.435632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8eecbe8c-9357-4f71-a2be-14b47fc79c4f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-groups/aa1b222e-34a5-4795-8f7e-7777cf0ababb HTTP/1.1" status: 204 len: 168 time: 0.7603598 Feb 05 02:57:31.462293 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (545dc2d1-029f-4224-b881-f08934b2a76d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:31.545036 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-7a9cbc00-fc43-466e-993e-9be66862cc06 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Made reservation on behalf of 37d45416619c42a5be673fac7a85f3c2 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:57:31.550000 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-7a9cbc00-fc43-466e-993e-9be66862cc06 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:31.567576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54550) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:31.586955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-c44bbd8e-892a-4e94-a075-02ad8c070a90 admin admin] For port 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5c5eaee3-3097-43d4-9e2d-c234bbaf26c9,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:31.587332 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c44bbd8e-892a-4e94-a075-02ad8c070a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5c5eaee3-3097-43d4-9e2d-c234bbaf26c9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:31.619829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecbe8c-9357-4f71-a2be-14b47fc79c4f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1b222e-34a5-4795-8f7e-7777cf0ababb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:31.628195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c44bbd8e-892a-4e94-a075-02ad8c070a90 admin admin] Calling delete_port for 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:57:31.688503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54554) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:31.769382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aded6f-2754-44e9-aeb8-e1c8a2de32f7 req-62201fff-d946-4bde-b7d2-e115ece52dbe tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:31.770956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64aded6f-2754-44e9-aeb8-e1c8a2de32f7 req-62201fff-d946-4bde-b7d2-e115ece52dbe tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.4827967 Feb 05 02:57:31.771596 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2af9e649-dfd0-451f-b9f2-be0dca011062 req-ff93d169-7d59-45a3-b35b-552d11c54847 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c9d4afe1-9231-40d8-9154-37a672ab3014), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:31.772223 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a0bc1236-7b87-4ee7-b5be-6535014e255c tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1078784 Feb 05 02:57:31.777009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54560) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:31.779797 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2af9e649-dfd0-451f-b9f2-be0dca011062 req-ff93d169-7d59-45a3-b35b-552d11c54847 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:31.792290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2af9e649-dfd0-451f-b9f2-be0dca011062 req-ff93d169-7d59-45a3-b35b-552d11c54847 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "DELETE /v2.0/security-groups/c9d4afe1-9231-40d8-9154-37a672ab3014 HTTP/1.1" status: 204 len: 173 time: 0.7950952 Feb 05 02:57:31.795223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-dbec8217-1ce3-474a-96ac-4fd7354f8803 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group': {'name': 'tempest-secgroup--337210326'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:31.828298 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (545dc2d1-029f-4224-b881-f08934b2a76d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:31.883720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93d169-7d59-45a3-b35b-552d11c54847 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d4afe1-9231-40d8-9154-37a672ab3014,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:31.885733 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dbec8217-1ce3-474a-96ac-4fd7354f8803 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:31.951568 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b651da32-8aed-4aa4-be2d-4c5a825f2407 req-121b702a-8f5a-4c72-9c0d-2cbcb7ea3361 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 210 time: 0.0815279 Feb 05 02:57:31.985320 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33da311b-acf5-475a-b016-b2f04c7a25ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.044103 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:57:32.069969 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dbec8217-1ce3-474a-96ac-4fd7354f8803 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (582d2062-1923-4f61-989c-49c11b3be431), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.087430 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dbec8217-1ce3-474a-96ac-4fd7354f8803 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (582d2062-1923-4f61-989c-49c11b3be431), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.129258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64aded6f-2754-44e9-aeb8-e1c8a2de32f7 req-146939fa-c7cb-4817-b17a-914b18d73954 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259823 Feb 05 02:57:32.138158 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec8217-1ce3-474a-96ac-4fd7354f8803 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582d2062-1923-4f61-989c-49c11b3be431,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:32.146990 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dbec8217-1ce3-474a-96ac-4fd7354f8803 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.147664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-7a9cbc00-fc43-466e-993e-9be66862cc06 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Allocated IP 172.20.0.4 (a325fffd-cc20-47f6-9590-870a2c199f44/f5fb34fa-8661-4f51-8858-93f112ab0d02/61eacedb-ac64-46fc-834d-04ad6614ef7b) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:32.148518 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dbec8217-1ce3-474a-96ac-4fd7354f8803 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3694332 Feb 05 02:57:32.151484 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54566) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:32.158933 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a7d08d13-fedd-40fb-8471-8cfb124b563d tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group_rule': {'security_group_id': '582d2062-1923-4f61-989c-49c11b3be431', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:32.169996 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Router 545dc2d1-029f-4224-b881-f08934b2a76d is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:57:32.247530 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-847db2da-2518-4ff5-ab28-c2586b95b11d req-a58efacc-121b-483f-ab82-538ad7c5895d tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "GET /v2.0/security-groups/be3b7863-b4f8-4e33-a18e-4b157206ee61 HTTP/1.1" status: 200 len: 2417 time: 0.2019632 Feb 05 02:57:32.259019 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5c5eaee3-3097-43d4-9e2d-c234bbaf26c9 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:32.259558 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5c5eaee3-3097-43d4-9e2d-c234bbaf26c9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.348080 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7d08d13-fedd-40fb-8471-8cfb124b563d tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (b9328a94-3eec-4534-98e2-f849f4f6822d), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.413247 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33da311b-acf5-475a-b016-b2f04c7a25ba admin admin] Publish callbacks [] for security_group (488654d4-7a8a-4e58-b6d5-a9722f233871), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.430800 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:57:32.439253 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7d08d13-fedd-40fb-8471-8cfb124b563d tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (b9328a94-3eec-4534-98e2-f849f4f6822d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.443707 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33da311b-acf5-475a-b016-b2f04c7a25ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (488654d4-7a8a-4e58-b6d5-a9722f233871), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.449037 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Sync routers for ids ['545dc2d1-029f-4224-b881-f08934b2a76d'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:57:32.461034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7d08d13-fedd-40fb-8471-8cfb124b563d tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (b9328a94-3eec-4534-98e2-f849f4f6822d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.466552 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Routers {'545dc2d1-029f-4224-b881-f08934b2a76d'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:32.467203 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['545dc2d1-029f-4224-b881-f08934b2a76d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:32.478361 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c44bbd8e-892a-4e94-a075-02ad8c070a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (5c5eaee3-3097-43d4-9e2d-c234bbaf26c9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.480183 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 44cb7c56-d967-4d18-b751-8bc9d16544e6 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:57:32.500503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b6b39-607e-477c-a7bf-c2ccfd9d3e8e req-0e45286a-f6af-4b30-a2f3-719e9843bf57 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:32.502066 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-561b6b39-607e-477c-a7bf-c2ccfd9d3e8e req-0e45286a-f6af-4b30-a2f3-719e9843bf57 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.2378163 Feb 05 02:57:32.504584 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.508692 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ed8e9ad9-5190-4da3-887d-3d7e7300c85d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8416693 Feb 05 02:57:32.511193 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54570) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:32.517674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 44cb7c56-d967-4d18-b751-8bc9d16544e6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:57:32.517989 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 44cb7c56-d967-4d18-b751-8bc9d16544e6 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:57:32.534608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d08d13-fedd-40fb-8471-8cfb124b563d tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9328a94-3eec-4534-98e2-f849f4f6822d,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:32.555072 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-847db2da-2518-4ff5-ab28-c2586b95b11d req-c16895d6-4217-47e9-a494-d3b1a8baa040 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (be3b7863-b4f8-4e33-a18e-4b157206ee61), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.584082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bbd8e-892a-4e94-a075-02ad8c070a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5eaee3-3097-43d4-9e2d-c234bbaf26c9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:32.644476 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-33da311b-acf5-475a-b016-b2f04c7a25ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53bc7d4e8bd3494db4897c7f3885d576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9513509 Feb 05 02:57:32.654119 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54572) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:32.654312 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Set router 545dc2d1-029f-4224-b881-f08934b2a76d gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:57:32.654398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da311b-acf5-475a-b016-b2f04c7a25ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488654d4-7a8a-4e58-b6d5-a9722f233871,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:32.716816 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-847db2da-2518-4ff5-ab28-c2586b95b11d req-c16895d6-4217-47e9-a494-d3b1a8baa040 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (be3b7863-b4f8-4e33-a18e-4b157206ee61), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.826273 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-561b6b39-607e-477c-a7bf-c2ccfd9d3e8e req-444a10f7-5b89-4f2a-a0a3-1ea21a983452 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972696 Feb 05 02:57:32.830954 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c44bbd8e-892a-4e94-a075-02ad8c070a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (2b795c89-c320-4256-8983-5ad99fbfbb7c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.861498 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-7a9cbc00-fc43-466e-993e-9be66862cc06 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks [] for port (61eacedb-ac64-46fc-834d-04ad6614ef7b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.868370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7d08d13-fedd-40fb-8471-8cfb124b563d tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.873895 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a7d08d13-fedd-40fb-8471-8cfb124b563d tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7212863 Feb 05 02:57:32.874505 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54576) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:32.946730 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84781a0d-eb46-4c9c-b0d6-9e4d77f0a8da tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (b9328a94-3eec-4534-98e2-f849f4f6822d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.958904 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84781a0d-eb46-4c9c-b0d6-9e4d77f0a8da tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (b9328a94-3eec-4534-98e2-f849f4f6822d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.986248 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c44bbd8e-892a-4e94-a075-02ad8c070a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (2b795c89-c320-4256-8983-5ad99fbfbb7c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.989924 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c44bbd8e-892a-4e94-a075-02ad8c070a90 admin admin] Publish callbacks [] for router_controller (2b795c89-c320-4256-8983-5ad99fbfbb7c), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.994934 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dce0d7d2-e26c-48da-bad8-6e8c8187ef01 admin admin] Publish callbacks [] for security_group (488654d4-7a8a-4e58-b6d5-a9722f233871), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:32.995354 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-980310d3-77b6-447c-9adc-46a2737f40d3 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "GET /v2.0/routers/545dc2d1-029f-4224-b881-f08934b2a76d HTTP/1.1" status: 200 len: 908 time: 0.4829476 Feb 05 02:57:32.998108 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54582) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:33.002889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1203253717', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'enable_snat': True}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:33.011222 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84781a0d-eb46-4c9c-b0d6-9e4d77f0a8da tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (b9328a94-3eec-4534-98e2-f849f4f6822d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.026156 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84781a0d-eb46-4c9c-b0d6-9e4d77f0a8da tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.030701 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-84781a0d-eb46-4c9c-b0d6-9e4d77f0a8da tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b9328a94-3eec-4534-98e2-f849f4f6822d HTTP/1.1" status: 204 len: 168 time: 0.1284697 Feb 05 02:57:33.031703 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545dc2d1-029f-4224-b881-f08934b2a76d', 'name': 'tempest-snat-router-1203253717', 'tenant_id': 'd016faf02eb544f9a0ef15078e50f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.23'}], 'enable_snat': False}, 'gw_port_id': '4194419c-2754-41c3-8fc6-08d447ccfeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:28Z', 'updated_at': '2022-02-05T02:57:31Z', 'revision_number': 3, 'project_id': 'd016faf02eb544f9a0ef15078e50f449', 'gw_port': {'id': '4194419c-2754-41c3-8fc6-08d447ccfeb0', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545dc2d1-029f-4224-b881-f08934b2a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:30Z', 'updated_at': '2022-02-05T02:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:33.034825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54586) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:33.056769 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84781a0d-eb46-4c9c-b0d6-9e4d77f0a8da tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9328a94-3eec-4534-98e2-f849f4f6822d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:33.061778 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (34de550e-d4f7-4eb7-b7b0-27b3f0edfe86), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.064972 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (34de550e-d4f7-4eb7-b7b0-27b3f0edfe86), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.065970 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-847db2da-2518-4ff5-ab28-c2586b95b11d req-c16895d6-4217-47e9-a494-d3b1a8baa040 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (be3b7863-b4f8-4e33-a18e-4b157206ee61), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.068758 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-847db2da-2518-4ff5-ab28-c2586b95b11d req-c16895d6-4217-47e9-a494-d3b1a8baa040 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.070276 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Checking router: 545dc2d1-029f-4224-b881-f08934b2a76d for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:57:33.071304 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Updating router 545dc2d1-029f-4224-b881-f08934b2a76d port 4194419c-2754-41c3-8fc6-08d447ccfeb0 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:57:33.077966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54590) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:33.085542 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-847db2da-2518-4ff5-ab28-c2586b95b11d req-c16895d6-4217-47e9-a494-d3b1a8baa040 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] 10.222.0.36 "DELETE /v2.0/security-groups/be3b7863-b4f8-4e33-a18e-4b157206ee61 HTTP/1.1" status: 204 len: 173 time: 0.8283176 Feb 05 02:57:33.106976 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4194419c-2754-41c3-8fc6-08d447ccfeb0), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.128397 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dce0d7d2-e26c-48da-bad8-6e8c8187ef01 admin admin] Publish callbacks [] for security_group (488654d4-7a8a-4e58-b6d5-a9722f233871), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.136983 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c44bbd8e-892a-4e94-a075-02ad8c070a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (2b795c89-c320-4256-8983-5ad99fbfbb7c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.136983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44bbd8e-892a-4e94-a075-02ad8c070a90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b795c89-c320-4256-8983-5ad99fbfbb7c {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:57:33.138054 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54592) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:33.148186 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6580c827-0f68-4bc4-a0d6-a02ea7108e4e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-378018256'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:33.169522 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c44bbd8e-892a-4e94-a075-02ad8c070a90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.173628 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c44bbd8e-892a-4e94-a075-02ad8c070a90 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2b795c89-c320-4256-8983-5ad99fbfbb7c HTTP/1.1" status: 204 len: 168 time: 3.0245080 Feb 05 02:57:33.174299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16895d6-4217-47e9-a494-d3b1a8baa040 tempest-SecurityGroupRulesTestJSON-2007713648 tempest-SecurityGroupRulesTestJSON-2007713648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3b7863-b4f8-4e33-a18e-4b157206ee61,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:33.176041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54594) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:33.254514 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-7a9cbc00-fc43-466e-993e-9be66862cc06 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (61eacedb-ac64-46fc-834d-04ad6614ef7b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.263279 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-71b720e1-6c5c-44b9-9296-f0f922a597b8 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2271109 Feb 05 02:57:33.266085 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_controller (34de550e-d4f7-4eb7-b7b0-27b3f0edfe86), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.267081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54598) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:33.268474 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['9df2f819-0383-4d15-a38c-408f8cff03a9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:57:33.308669 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8daf17-eea2-462b-8a16-1a2ca32bc72c admin admin] Deleting subnet 4da36013-6e58-48e7-a95a-c79422f3fafc {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:57:33.326216 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6580c827-0f68-4bc4-a0d6-a02ea7108e4e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Made reservation on behalf of 5357d824dd714019b322e09bbe4d07c4 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:57:33.331264 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6580c827-0f68-4bc4-a0d6-a02ea7108e4e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.361100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-7a9cbc00-fc43-466e-993e-9be66862cc06 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Network a325fffd-cc20-47f6-9590-870a2c199f44 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:33.385786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-612f860c-339c-4b28-a5fa-6a806f3d58e7 admin admin] Deleting subnet b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:57:33.388611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-7a9cbc00-fc43-466e-993e-9be66862cc06 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:33.406983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-7a9cbc00-fc43-466e-993e-9be66862cc06 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:33.414344 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff8daf17-eea2-462b-8a16-1a2ca32bc72c admin admin] Publish callbacks [] for subnet (4da36013-6e58-48e7-a95a-c79422f3fafc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.460647 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-612f860c-339c-4b28-a5fa-6a806f3d58e7 admin admin] Publish callbacks [] for subnet (b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.492932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-7a9cbc00-fc43-466e-993e-9be66862cc06 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:33.494059 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-7a9cbc00-fc43-466e-993e-9be66862cc06 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.547032 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff8daf17-eea2-462b-8a16-1a2ca32bc72c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (4da36013-6e58-48e7-a95a-c79422f3fafc), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.558730 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5f86c-234e-4351-a8f5-5a13caff88df req-ca369241-fa48-468a-95dd-1c87bbc6d92e tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:33.560731 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfe5f86c-234e-4351-a8f5-5a13caff88df req-ca369241-fa48-468a-95dd-1c87bbc6d92e tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 931 time: 0.3820989 Feb 05 02:57:33.567661 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cbc00-fc43-466e-993e-9be66862cc06 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Pushing event updated for resources: {'Port': ['ID=61eacedb-ac64-46fc-834d-04ad6614ef7b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:33.586614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-7a9cbc00-fc43-466e-993e-9be66862cc06 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5907354 Feb 05 02:57:33.587414 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dce0d7d2-e26c-48da-bad8-6e8c8187ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (488654d4-7a8a-4e58-b6d5-a9722f233871), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.590254 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dce0d7d2-e26c-48da-bad8-6e8c8187ef01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.591447 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dce0d7d2-e26c-48da-bad8-6e8c8187ef01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/488654d4-7a8a-4e58-b6d5-a9722f233871 HTTP/1.1" status: 204 len: 168 time: 0.9316394 Feb 05 02:57:33.604970 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-12e38db2-7459-441d-a137-386e9334d00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.619759 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Request body: {'port': {'device_id': '13af1b66-3d15-47f9-b9d4-a80fe650b346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:33.631655 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6580c827-0f68-4bc4-a0d6-a02ea7108e4e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:57:33.641431 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6580c827-0f68-4bc4-a0d6-a02ea7108e4e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (f16f63a4-05ec-4822-b3f0-1f13afa03509), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.641845 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-6580c827-0f68-4bc4-a0d6-a02ea7108e4e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Added segment f16f63a4-05ec-4822-b3f0-1f13afa03509 of type vlan for network c5aefbcb-3560-43be-b51a-75b84be14b98 Feb 05 02:57:33.684431 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6580c827-0f68-4bc4-a0d6-a02ea7108e4e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (c5aefbcb-3560-43be-b51a-75b84be14b98), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.746001 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Publish callbacks [] for port (4194419c-2754-41c3-8fc6-08d447ccfeb0), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.754234 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4194419c-2754-41c3-8fc6-08d447ccfeb0), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.773954 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6580c827-0f68-4bc4-a0d6-a02ea7108e4e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (c5aefbcb-3560-43be-b51a-75b84be14b98), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.780767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6580c827-0f68-4bc4-a0d6-a02ea7108e4e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:33.781880 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6580c827-0f68-4bc4-a0d6-a02ea7108e4e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.813168 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Attempting to bind port 4194419c-2754-41c3-8fc6-08d447ccfeb0 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:57:33.813536 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Attempting to bind port 4194419c-2754-41c3-8fc6-08d447ccfeb0 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:57:33.813894 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Attempting to bind port 4194419c-2754-41c3-8fc6-08d447ccfeb0 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:57:33.823253 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:57:33.823627 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:57:33.824658 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.825081 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:57:33.826229 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Bound port: 4194419c-2754-41c3-8fc6-08d447ccfeb0, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:57:33.826631 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4194419c-2754-41c3-8fc6-08d447ccfeb0), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.833055 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (34de550e-d4f7-4eb7-b7b0-27b3f0edfe86), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.897243 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42000a6e-98da-4ded-be88-9b54621f9448 None None] Pushing event updated for resources: {'Port': ['ID=4194419c-2754-41c3-8fc6-08d447ccfeb0,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:33.900809 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] For port 4194419c-2754-41c3-8fc6-08d447ccfeb0, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:57:33.906643 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] For port 4194419c-2754-41c3-8fc6-08d447ccfeb0, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4194419c-2754-41c3-8fc6-08d447ccfeb0,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:57:33.918006 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000a6e-98da-4ded-be88-9b54621f9448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:33.918569 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000a6e-98da-4ded-be88-9b54621f9448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:33.919489 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000a6e-98da-4ded-be88-9b54621f9448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:33.920050 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000a6e-98da-4ded-be88-9b54621f9448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:33.921292 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000a6e-98da-4ded-be88-9b54621f9448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:33.921982 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000a6e-98da-4ded-be88-9b54621f9448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:33.922707 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000a6e-98da-4ded-be88-9b54621f9448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:33.923333 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000a6e-98da-4ded-be88-9b54621f9448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:33.923882 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000a6e-98da-4ded-be88-9b54621f9448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:33.924550 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000a6e-98da-4ded-be88-9b54621f9448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:33.925021 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000a6e-98da-4ded-be88-9b54621f9448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:33.925522 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000a6e-98da-4ded-be88-9b54621f9448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:33.925986 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000a6e-98da-4ded-be88-9b54621f9448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:33.930305 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff8daf17-eea2-462b-8a16-1a2ca32bc72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (4da36013-6e58-48e7-a95a-c79422f3fafc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.935110 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4194419c-2754-41c3-8fc6-08d447ccfeb0), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.952264 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d73be018-8ea0-4f73-9842-308a59364025 req-72caf743-c624-43f6-86e3-689c51f9c52e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6479623 Feb 05 02:57:33.953277 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4416128-95e4-4e5c-828e-740e79be9aac tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (582d2062-1923-4f61-989c-49c11b3be431), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:33.988602 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6580c827-0f68-4bc4-a0d6-a02ea7108e4e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8474431 Feb 05 02:57:34.003438 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Routers {'545dc2d1-029f-4224-b881-f08934b2a76d'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:34.004084 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['545dc2d1-029f-4224-b881-f08934b2a76d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:34.016385 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54604) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:34.031108 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-612f860c-339c-4b28-a5fa-6a806f3d58e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.033018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2507ab08-3892-49a7-a645-f19230ef9f10 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-193328039'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:34.043710 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580c827-0f68-4bc4-a0d6-a02ea7108e4e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event updated for resources: {'Network': ['ID=c5aefbcb-3560-43be-b51a-75b84be14b98,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:34.054401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0d7d2-e26c-48da-bad8-6e8c8187ef01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488654d4-7a8a-4e58-b6d5-a9722f233871,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:34.057527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network c5aefbcb-3560-43be-b51a-75b84be14b98 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:57:34.131327 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4416128-95e4-4e5c-828e-740e79be9aac tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (582d2062-1923-4f61-989c-49c11b3be431), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.134138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54610) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:34.135455 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e036a-37c9-4600-b198-937cddc31c84 req-af685b90-82be-4da6-ac19-10734394788c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:34.142968 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a66e036a-37c9-4600-b198-937cddc31c84 req-af685b90-82be-4da6-ac19-10734394788c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.7861221 Feb 05 02:57:34.159903 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] Set router 545dc2d1-029f-4224-b881-f08934b2a76d gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:57:34.165671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfe5f86c-234e-4351-a8f5-5a13caff88df req-e3cf1b88-b44a-4324-a553-a1fc2211776b tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5931318 Feb 05 02:57:34.198686 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61eacedb-ac64-46fc-834d-04ad6614ef7b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.276469 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-612f860c-339c-4b28-a5fa-6a806f3d58e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.284028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2507ab08-3892-49a7-a645-f19230ef9f10 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Made reservation on behalf of 5357d824dd714019b322e09bbe4d07c4 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:57:34.288824 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2507ab08-3892-49a7-a645-f19230ef9f10 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.292824 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c67d-77f6-43db-a536-aacd55753a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.303985 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42000a6e-98da-4ded-be88-9b54621f9448 None None] Pushing event updated for resources: {'Port': ['ID=4194419c-2754-41c3-8fc6-08d447ccfeb0,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:34.314285 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a66e036a-37c9-4600-b198-937cddc31c84 req-0d73d737-f152-4719-af37-056172e7fe02 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663966 Feb 05 02:57:34.327247 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4416128-95e4-4e5c-828e-740e79be9aac tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (582d2062-1923-4f61-989c-49c11b3be431), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.330429 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4416128-95e4-4e5c-828e-740e79be9aac tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.331635 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f4416128-95e4-4e5c-828e-740e79be9aac tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-groups/582d2062-1923-4f61-989c-49c11b3be431 HTTP/1.1" status: 204 len: 168 time: 1.0510976 Feb 05 02:57:34.335699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54618) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:34.364026 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff8daf17-eea2-462b-8a16-1a2ca32bc72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (4da36013-6e58-48e7-a95a-c79422f3fafc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.372478 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4416128-95e4-4e5c-828e-740e79be9aac tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582d2062-1923-4f61-989c-49c11b3be431,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:34.419190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8daf17-eea2-462b-8a16-1a2ca32bc72c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4da36013-6e58-48e7-a95a-c79422f3fafc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:34.430455 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2507ab08-3892-49a7-a645-f19230ef9f10 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:57:34.438581 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff8daf17-eea2-462b-8a16-1a2ca32bc72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.445610 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ff8daf17-eea2-462b-8a16-1a2ca32bc72c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4da36013-6e58-48e7-a95a-c79422f3fafc HTTP/1.1" status: 204 len: 168 time: 1.3659711 Feb 05 02:57:34.453145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54620) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:34.488736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2507ab08-3892-49a7-a645-f19230ef9f10 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c186ab96-8fc4-4704-bb64-1833f9f850e2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.489116 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-2507ab08-3892-49a7-a645-f19230ef9f10 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Added segment c186ab96-8fc4-4704-bb64-1833f9f850e2 of type vlan for network 23c3b802-732a-4ca6-9fd0-342f741030c6 Feb 05 02:57:34.495178 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8ec8c7f2-7449-472a-8571-766ff7f21aa0 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1510503 Feb 05 02:57:34.522317 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-612f860c-339c-4b28-a5fa-6a806f3d58e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.525634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54626) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:34.533223 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2ad16be9-37e3-46c3-bcc2-1ce21b765e96 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group': {'name': 'tempest-secgroup--949503206'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:34.541500 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545dc2d1-029f-4224-b881-f08934b2a76d', 'name': 'tempest-snat-router-1203253717', 'tenant_id': 'd016faf02eb544f9a0ef15078e50f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.23'}], 'enable_snat': False}, 'gw_port_id': '4194419c-2754-41c3-8fc6-08d447ccfeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:28Z', 'updated_at': '2022-02-05T02:57:31Z', 'revision_number': 3, 'project_id': 'd016faf02eb544f9a0ef15078e50f449', 'gw_port': {'id': '4194419c-2754-41c3-8fc6-08d447ccfeb0', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545dc2d1-029f-4224-b881-f08934b2a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:30Z', 'updated_at': '2022-02-05T02:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:34.568323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f860c-339c-4b28-a5fa-6a806f3d58e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:34.579673 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-612f860c-339c-4b28-a5fa-6a806f3d58e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.585587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-612f860c-339c-4b28-a5fa-6a806f3d58e7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b2b41806-1ac6-47dd-b43f-3cae6d0bbc2b HTTP/1.1" status: 204 len: 168 time: 1.4017639 Feb 05 02:57:34.588037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54630) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:34.589124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd2ad7c-9e8d-4460-bf45-8694d3c83566 None None] Network e4ca57a8-fb18-4484-b211-fb78f81a0de8 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:57:34.612500 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2507ab08-3892-49a7-a645-f19230ef9f10 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (23c3b802-732a-4ca6-9fd0-342f741030c6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.616201 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d177c-5197-495e-9f79-24c31d4d0e28 None None] The sync data for ids ['545dc2d1-029f-4224-b881-f08934b2a76d'] in n-d-826942-8 is: [{'id': '545dc2d1-029f-4224-b881-f08934b2a76d', 'name': 'tempest-snat-router-1203253717', 'tenant_id': 'd016faf02eb544f9a0ef15078e50f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.23'}], 'enable_snat': False}, 'gw_port_id': '4194419c-2754-41c3-8fc6-08d447ccfeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:28Z', 'updated_at': '2022-02-05T02:57:31Z', 'revision_number': 3, 'project_id': 'd016faf02eb544f9a0ef15078e50f449', 'gw_port': {'id': '4194419c-2754-41c3-8fc6-08d447ccfeb0', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545dc2d1-029f-4224-b881-f08934b2a76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:30Z', 'updated_at': '2022-02-05T02:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:57:34.641556 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de712584-530b-405c-9a32-303dbd2fd0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (581dc78a-20bd-4627-85aa-2fe92ab29ee7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.664650 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ad16be9-37e3-46c3-bcc2-1ce21b765e96 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.664807 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c67d-77f6-43db-a536-aacd55753a66 admin admin] Publish callbacks [] for security_group (4a129391-daf1-4463-ae2b-00bcfea534e5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.681467 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7a0c67d-77f6-43db-a536-aacd55753a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4a129391-daf1-4463-ae2b-00bcfea534e5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.726485 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (e4ca57a8-fb18-4484-b211-fb78f81a0de8), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.809868 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2507ab08-3892-49a7-a645-f19230ef9f10 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (23c3b802-732a-4ca6-9fd0-342f741030c6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.829510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2507ab08-3892-49a7-a645-f19230ef9f10 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:34.830560 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2507ab08-3892-49a7-a645-f19230ef9f10 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.852160 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61eacedb-ac64-46fc-834d-04ad6614ef7b {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:57:34.862231 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Publish callbacks [] for port (61eacedb-ac64-46fc-834d-04ad6614ef7b), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.891088 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b7a0c67d-77f6-43db-a536-aacd55753a66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a29bd92b2eb4117859650e9a8fabc6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7479799 Feb 05 02:57:34.896079 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Transition to ACTIVE for port object 61eacedb-ac64-46fc-834d-04ad6614ef7b will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:57:34.897999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54634) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:34.899792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43fe092-15ee-4512-9986-0216db64193b None None] DHCP port deletion for e4ca57a8-fb18-4484-b211-fb78f81a0de8 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:57:34.900787 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ad16be9-37e3-46c3-bcc2-1ce21b765e96 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (7d5c2e5b-5b87-4154-9ae4-e8aaf8400d56), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.921650 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ad16be9-37e3-46c3-bcc2-1ce21b765e96 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7d5c2e5b-5b87-4154-9ae4-e8aaf8400d56), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.923904 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (61eacedb-ac64-46fc-834d-04ad6614ef7b), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:34.935083 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2507ab08-3892-49a7-a645-f19230ef9f10 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9163394 Feb 05 02:57:34.936897 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54640) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:34.972185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d43fe092-15ee-4512-9986-0216db64193b None None] Deleting port e905bb49-47ad-4aeb-a1e6-19880e0bb752 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:57:34.972584 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d43fe092-15ee-4512-9986-0216db64193b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e905bb49-47ad-4aeb-a1e6-19880e0bb752), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.032868 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ad16be9-37e3-46c3-bcc2-1ce21b765e96 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.034407 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2ad16be9-37e3-46c3-bcc2-1ce21b765e96 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5050519 Feb 05 02:57:35.047664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] Deleting port e905bb49-47ad-4aeb-a1e6-19880e0bb752 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:57:35.048228 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e905bb49-47ad-4aeb-a1e6-19880e0bb752), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.051809 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54642) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:35.052819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad16be9-37e3-46c3-bcc2-1ce21b765e96 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5c2e5b-5b87-4154-9ae4-e8aaf8400d56,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:35.070634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-91352ab2-12b6-4e03-bed0-ded6c3575a88 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group_rule': {'security_group_id': '7d5c2e5b-5b87-4154-9ae4-e8aaf8400d56', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:35.076307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Pushing event updated for resources: {'Port': ['ID=61eacedb-ac64-46fc-834d-04ad6614ef7b,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:35.080893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d43fe092-15ee-4512-9986-0216db64193b None None] For port e905bb49-47ad-4aeb-a1e6-19880e0bb752, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e905bb49-47ad-4aeb-a1e6-19880e0bb752,segment=NetworkSegment(cd6a07bd-248b-4d83-aa33-474693ba1329),segment_id=cd6a07bd-248b-4d83-aa33-474693ba1329)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:35.081402 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d43fe092-15ee-4512-9986-0216db64193b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e905bb49-47ad-4aeb-a1e6-19880e0bb752), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.098919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d43fe092-15ee-4512-9986-0216db64193b None None] Calling delete_port for e905bb49-47ad-4aeb-a1e6-19880e0bb752 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:57:35.236768 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb260ff2-636a-451f-921e-6838dee0d31f admin admin] Publish callbacks [] for security_group (4a129391-daf1-4463-ae2b-00bcfea534e5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.237317 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d43fe092-15ee-4512-9986-0216db64193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (e905bb49-47ad-4aeb-a1e6-19880e0bb752), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.241039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] For port e905bb49-47ad-4aeb-a1e6-19880e0bb752, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e905bb49-47ad-4aeb-a1e6-19880e0bb752,segment=NetworkSegment(cd6a07bd-248b-4d83-aa33-474693ba1329),segment_id=cd6a07bd-248b-4d83-aa33-474693ba1329)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:35.241401 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e905bb49-47ad-4aeb-a1e6-19880e0bb752), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.268938 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] Calling delete_port for e905bb49-47ad-4aeb-a1e6-19880e0bb752 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:57:35.270994 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-91352ab2-12b6-4e03-bed0-ded6c3575a88 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (7b36efc4-b89e-45b7-9b74-c9e2c94333ca), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.276725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fe092-15ee-4512-9986-0216db64193b None None] Pushing event deleted for resources: {'Port': ['ID=e905bb49-47ad-4aeb-a1e6-19880e0bb752,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:35.284185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43fe092-15ee-4512-9986-0216db64193b None None] No DVR routers for this DVR port e905bb49-47ad-4aeb-a1e6-19880e0bb752 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:57:35.312295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-25981999-71e7-4cc4-a52d-e46068eb8924 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Request body: {'subnet': {'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:35.324052 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (34de550e-d4f7-4eb7-b7b0-27b3f0edfe86), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.364390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0c67d-77f6-43db-a536-aacd55753a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a129391-daf1-4463-ae2b-00bcfea534e5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:35.367316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507ab08-3892-49a7-a645-f19230ef9f10 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event updated for resources: {'Network': ['ID=23c3b802-732a-4ca6-9fd0-342f741030c6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:35.396043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 23c3b802-732a-4ca6-9fd0-342f741030c6 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:57:35.408705 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb260ff2-636a-451f-921e-6838dee0d31f admin admin] Publish callbacks [] for security_group (4a129391-daf1-4463-ae2b-00bcfea534e5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.524948 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.541978 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de712584-530b-405c-9a32-303dbd2fd0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (581dc78a-20bd-4627-85aa-2fe92ab29ee7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.549243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Attempting to bind port 61eacedb-ac64-46fc-834d-04ad6614ef7b on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:57:35.549785 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Attempting to bind port 61eacedb-ac64-46fc-834d-04ad6614ef7b by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:57:35.549785 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Attempting to bind port 61eacedb-ac64-46fc-834d-04ad6614ef7b on network a325fffd-cc20-47f6-9590-870a2c199f44 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:57:35.617044 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496de683-2acc-4a8a-a727-938c25329409 req-48225296-0f0a-411b-9905-ea4dc53d5fab tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:35.617562 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-de712584-530b-405c-9a32-303dbd2fd0db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581dc78a-20bd-4627-85aa-2fe92ab29ee7']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:35.618920 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-496de683-2acc-4a8a-a727-938c25329409 req-48225296-0f0a-411b-9905-ea4dc53d5fab tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 943 time: 0.3092601 Feb 05 02:57:35.624833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Port 61eacedb-ac64-46fc-834d-04ad6614ef7b on network a325fffd-cc20-47f6-9590-870a2c199f44 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:57:35.625195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Attempting to bind port 61eacedb-ac64-46fc-834d-04ad6614ef7b on network a325fffd-cc20-47f6-9590-870a2c199f44 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:57:35.639953 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-de712584-530b-405c-9a32-303dbd2fd0db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ca8887-1fa0-4096-b819-d3cf156177d8') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:35.640250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-de712584-530b-405c-9a32-303dbd2fd0db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ca8887-1fa0-4096-b819-d3cf156177d8') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:35.653067 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-91352ab2-12b6-4e03-bed0-ded6c3575a88 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (7b36efc4-b89e-45b7-9b74-c9e2c94333ca), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.658236 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de712584-530b-405c-9a32-303dbd2fd0db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (a4ca8887-1fa0-4096-b819-d3cf156177d8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.660000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:57:35.660455 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Checking segment: {'id': '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:57:35.660859 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Bound using segment: {'id': '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:57:35.661416 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Bound port: 61eacedb-ac64-46fc-834d-04ad6614ef7b, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:57:35.661953 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61eacedb-ac64-46fc-834d-04ad6614ef7b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.688432 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-91352ab2-12b6-4e03-bed0-ded6c3575a88 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (7b36efc4-b89e-45b7-9b74-c9e2c94333ca), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.708783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25981999-71e7-4cc4-a52d-e46068eb8924 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Made reservation on behalf of 5357d824dd714019b322e09bbe4d07c4 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:57:35.712435 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25981999-71e7-4cc4-a52d-e46068eb8924 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.753051 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e905bb49-47ad-4aeb-a1e6-19880e0bb752), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.764687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91352ab2-12b6-4e03-bed0-ded6c3575a88 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b36efc4-b89e-45b7-9b74-c9e2c94333ca,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:35.782658 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb260ff2-636a-451f-921e-6838dee0d31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4a129391-daf1-4463-ae2b-00bcfea534e5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.785408 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb260ff2-636a-451f-921e-6838dee0d31f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.786716 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bb260ff2-636a-451f-921e-6838dee0d31f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a129391-daf1-4463-ae2b-00bcfea534e5 HTTP/1.1" status: 204 len: 168 time: 0.8845086 Feb 05 02:57:35.805294 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e0b73-468e-4221-a6d9-fd716e54f1c1 req-425e5644-0faa-4395-8c3b-f27c6eebcd74 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:35.813345 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-413e0b73-468e-4221-a6d9-fd716e54f1c1 req-425e5644-0faa-4395-8c3b-f27c6eebcd74 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.3341825 Feb 05 02:57:35.817286 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-91352ab2-12b6-4e03-bed0-ded6c3575a88 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.821027 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-91352ab2-12b6-4e03-bed0-ded6c3575a88 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7631483 Feb 05 02:57:35.832636 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54652) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:35.863451 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-496de683-2acc-4a8a-a727-938c25329409 req-8a53b7c3-0b05-467f-8a18-439bd60fd25a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342088 Feb 05 02:57:35.867855 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] No DVR routers for this DVR port e905bb49-47ad-4aeb-a1e6-19880e0bb752 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:57:35.891567 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb260ff2-636a-451f-921e-6838dee0d31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a129391-daf1-4463-ae2b-00bcfea534e5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:35.893205 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a27882fc-1682-420c-b76e-981ffd6ce3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:35.950698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e905bb49-47ad-4aeb-a1e6-19880e0bb752,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:35.976840 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4f7fdaf9-2b8d-48ec-bf89-5637c68a1492 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules/7b36efc4-b89e-45b7-9b74-c9e2c94333ca HTTP/1.1" status: 200 len: 763 time: 0.1376100 Feb 05 02:57:35.982659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54654) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:36.051694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] For port 61eacedb-ac64-46fc-834d-04ad6614ef7b, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:57:36.093600 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-413e0b73-468e-4221-a6d9-fd716e54f1c1 req-8b0fbe01-a9cc-4b63-8600-055812d01720 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768104 Feb 05 02:57:36.101324 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] For port 61eacedb-ac64-46fc-834d-04ad6614ef7b, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=61eacedb-ac64-46fc-834d-04ad6614ef7b,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:57:36.104217 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (e4ca57a8-fb18-4484-b211-fb78f81a0de8), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.122063 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de712584-530b-405c-9a32-303dbd2fd0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a4ca8887-1fa0-4096-b819-d3cf156177d8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.155235 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ca57a8-fb18-4484-b211-fb78f81a0de8']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:36.173682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6a07bd-248b-4d83-aa33-474693ba1329') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:36.175270 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6a07bd-248b-4d83-aa33-474693ba1329') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:36.175900 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4194419c-2754-41c3-8fc6-08d447ccfeb0 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:36.181896 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (61eacedb-ac64-46fc-834d-04ad6614ef7b), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.188608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de712584-530b-405c-9a32-303dbd2fd0db admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:57:36.189039 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de712584-530b-405c-9a32-303dbd2fd0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (a4ca8887-1fa0-4096-b819-d3cf156177d8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:57:36.193049 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:57:36.227298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-125cd23b-04be-43a4-9e3c-f6da7e81aad9 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2397082 Feb 05 02:57:36.244779 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 4194419c-2754-41c3-8fc6-08d447ccfeb0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:36.245149 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4194419c-2754-41c3-8fc6-08d447ccfeb0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.247558 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54658) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:36.249129 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (cd6a07bd-248b-4d83-aa33-474693ba1329), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.263902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:36.264659 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.266417 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] 10.222.0.10 "PUT /v2.0/ports/61eacedb-ac64-46fc-834d-04ad6614ef7b HTTP/1.1" status: 200 len: 1091 time: 2.6622193 Feb 05 02:57:36.269234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13af1b66-3d15-47f9-b9d4-a80fe650b346', 'tag': '61eacedb-ac64-46fc-834d-04ad6614ef7b'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:57:36.271677 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e91056-e01d-4277-84a3-35513029a9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "13af1b66-3d15-47f9-b9d4-a80fe650b346", "tag": "61eacedb-ac64-46fc-834d-04ad6614ef7b"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:57:36.292895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Allocated IP 172.25.0.167 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/ad40a80e-f855-4224-8b7a-3971ca6c7d02) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:36.308360 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (cd6a07bd-248b-4d83-aa33-474693ba1329), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.328583 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:57:36.331451 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (cd6a07bd-248b-4d83-aa33-474693ba1329), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:57:36.340776 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:57:36.358491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 4194419c-2754-41c3-8fc6-08d447ccfeb0 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:36.359011 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4194419c-2754-41c3-8fc6-08d447ccfeb0), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.371128 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f079f6-1fb5-4d5c-a49c-23399044e043 x-openstack-request-id: req-b8f079f6-1fb5-4d5c-a49c-23399044e043 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:57:36.371432 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13af1b66-3d15-47f9-b9d4-a80fe650b346", "tag": "61eacedb-ac64-46fc-834d-04ad6614ef7b", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:57:36.371678 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8f079f6-1fb5-4d5c-a49c-23399044e043 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:57:36.372180 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13af1b66-3d15-47f9-b9d4-a80fe650b346', 'tag': '61eacedb-ac64-46fc-834d-04ad6614ef7b', 'status': 'completed', 'code': 200} Feb 05 02:57:36.389558 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73be018-8ea0-4f73-9842-308a59364025 req-3f5defdb-bbae-493e-9890-f547680b2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:36.392379 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d73be018-8ea0-4f73-9842-308a59364025 req-3f5defdb-bbae-493e-9890-f547680b2036 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 1132 time: 0.2769401 Feb 05 02:57:36.398387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 4194419c-2754-41c3-8fc6-08d447ccfeb0, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4194419c-2754-41c3-8fc6-08d447ccfeb0,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:36.399736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bc2336b-bc7d-4999-bcec-e283d79c4a68 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (7b36efc4-b89e-45b7-9b74-c9e2c94333ca), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.406021 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4194419c-2754-41c3-8fc6-08d447ccfeb0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.461522 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de712584-530b-405c-9a32-303dbd2fd0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (581dc78a-20bd-4627-85aa-2fe92ab29ee7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.476778 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574579e-bbf8-4975-8230-895e9fc99486 service neutron] Pushing event updated for resources: {'Port': ['ID=61eacedb-ac64-46fc-834d-04ad6614ef7b,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:36.477008 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bc2336b-bc7d-4999-bcec-e283d79c4a68 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (7b36efc4-b89e-45b7-9b74-c9e2c94333ca), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.483547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=4194419c-2754-41c3-8fc6-08d447ccfeb0,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:36.493859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:36.494394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:36.494913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:36.495397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:36.496003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:36.496486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:36.497216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:36.497707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:36.498381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:36.499583 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:36.500111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:36.500926 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:36.501447 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:57:36.504826 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-50ffe77a-0881-409d-8e53-429dcb673884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:36.507574 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e905bb49-47ad-4aeb-a1e6-19880e0bb752 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:57:36.507903 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-50ffe77a-0881-409d-8e53-429dcb673884 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=37d45416619c42a5be673fac7a85f3c2&device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 1125 time: 0.1808848 Feb 05 02:57:36.509221 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (e4ca57a8-fb18-4484-b211-fb78f81a0de8), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.516387 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.523350 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e4ca57a8-fb18-4484-b211-fb78f81a0de8 HTTP/1.1" status: 204 len: 168 time: 1.9310665 Feb 05 02:57:36.535318 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de712584-530b-405c-9a32-303dbd2fd0db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.541477 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-de712584-530b-405c-9a32-303dbd2fd0db admin admin] 10.222.0.36 "DELETE /v2.0/networks/581dc78a-20bd-4627-85aa-2fe92ab29ee7 HTTP/1.1" status: 204 len: 168 time: 2.0873215 Feb 05 02:57:36.553603 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: e905bb49-47ad-4aeb-a1e6-19880e0bb752 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:57:36.553947 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e905bb49-47ad-4aeb-a1e6-19880e0bb752 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:57:36.595043 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-3e5e4c47-74ea-448e-b171-235de0c9a5f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61eacedb-ac64-46fc-834d-04ad6614ef7b HTTP/1.1" status: 200 len: 217 time: 0.0736408 Feb 05 02:57:36.600599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de712584-530b-405c-9a32-303dbd2fd0db admin admin] Pushing event deleted for resources: {'Network': ['ID=581dc78a-20bd-4627-85aa-2fe92ab29ee7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:36.615157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15526d-e845-40e4-bfe1-0bde0011cec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ca57a8-fb18-4484-b211-fb78f81a0de8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:36.662823 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-fa50397d-5071-4913-a81b-78004dd259c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:36.665116 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-fa50397d-5071-4913-a81b-78004dd259c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5fb34fa-8661-4f51-8858-93f112ab0d02 HTTP/1.1" status: 200 len: 855 time: 0.0590932 Feb 05 02:57:36.706721 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bc2336b-bc7d-4999-bcec-e283d79c4a68 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (7b36efc4-b89e-45b7-9b74-c9e2c94333ca), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.712301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-37b2df92-d1dd-4eed-8376-93362754e85f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a325fffd-cc20-47f6-9590-870a2c199f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369620 Feb 05 02:57:36.723412 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bc2336b-bc7d-4999-bcec-e283d79c4a68 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.724572 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3bc2336b-bc7d-4999-bcec-e283d79c4a68 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/7b36efc4-b89e-45b7-9b74-c9e2c94333ca HTTP/1.1" status: 204 len: 168 time: 0.4760141 Feb 05 02:57:36.731895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54674) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:36.763700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2336b-bc7d-4999-bcec-e283d79c4a68 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b36efc4-b89e-45b7-9b74-c9e2c94333ca,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:36.832258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-a0886e54-73f3-4007-a722-7a621c1eb1b9 service neutron] 10.222.0.10 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126285 Feb 05 02:57:36.832535 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for port (ad40a80e-f855-4224-8b7a-3971ca6c7d02), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.832738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54676) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:36.834537 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73be018-8ea0-4f73-9842-308a59364025 req-011b0ea2-ab56-4699-828c-cd19493d9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:36.836041 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d73be018-8ea0-4f73-9842-308a59364025 req-011b0ea2-ab56-4699-828c-cd19493d9460 service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.4287419 Feb 05 02:57:36.862338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54678) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:36.954473 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-61de3b96-f3d1-4267-bee5-2732f302a0fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38b1b4c3859245a4b3bd33e44955cab4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1205986 Feb 05 02:57:36.955151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54682) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:36.957553 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25981999-71e7-4cc4-a52d-e46068eb8924 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (29702184-ea75-4909-b14f-c1806f6cd2f2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:36.975816 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d73be018-8ea0-4f73-9842-308a59364025 req-a95a7da1-aa70-47c8-81bb-9ff9eaab0941 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0febf303-5a10-4c96-ac55-29755874696d HTTP/1.1" status: 200 len: 217 time: 0.1158085 Feb 05 02:57:37.006550 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-96fae473-0faf-4cc2-bbb4-61c3264b5258 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2644808 Feb 05 02:57:37.020506 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54684) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:37.028531 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:37.040255 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-17d3a1b0-46a4-4de2-adaf-0c6814f0d9cd tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group_rule': {'security_group_id': '7d5c2e5b-5b87-4154-9ae4-e8aaf8400d56', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:37.049957 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a87220e-1baf-4f24-b234-7ae9398c9e24 req-3e2219fd-f305-4e08-ae09-951fad7b5d91 service neutron] 10.222.0.10 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092416 Feb 05 02:57:37.098842 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29107ea7-2844-4be5-8b47-18a0bcbbc27e admin admin] Publish callbacks [] for security_group (0e38dcc3-d17f-4ad0-a620-c4262f72c2fc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:37.101767 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17d3a1b0-46a4-4de2-adaf-0c6814f0d9cd tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (95cd44ff-9b76-438b-a2db-5858adba8a46), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:37.128767 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348573f9-41a5-4285-9fff-04de8e67010c req-9d779da8-4a99-4e4f-a745-55a2c714e4f4 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:37.130320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-348573f9-41a5-4285-9fff-04de8e67010c req-9d779da8-4a99-4e4f-a745-55a2c714e4f4 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 943 time: 0.1489365 Feb 05 02:57:37.160858 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0a008c48-3c58-48e4-813e-ef825518781a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=adc4e330ad404a71bdb4242803d5073b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2950833 Feb 05 02:57:37.160858 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25981999-71e7-4cc4-a52d-e46068eb8924 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event updated for resources: {'Subnet': ['ID=29702184-ea75-4909-b14f-c1806f6cd2f2,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:37.164304 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54692) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:37.187429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73be018-8ea0-4f73-9842-308a59364025 req-1313504e-f77b-4ac2-8c9d-88b49a716075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:37.188900 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d73be018-8ea0-4f73-9842-308a59364025 req-1313504e-f77b-4ac2-8c9d-88b49a716075 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1736891 Feb 05 02:57:37.189862 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ad40a80e-f855-4224-8b7a-3971ca6c7d02), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:37.206646 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25981999-71e7-4cc4-a52d-e46068eb8924 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Checking segment: {'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:57:37.207394 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25981999-71e7-4cc4-a52d-e46068eb8924 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Network hostable DHCP agents. Network: c5aefbcb-3560-43be-b51a-75b84be14b98, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:57:37.226229 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29107ea7-2844-4be5-8b47-18a0bcbbc27e admin admin] Publish callbacks [] for security_group (0e38dcc3-d17f-4ad0-a620-c4262f72c2fc), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:37.303516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:37.318600 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:37.327333 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:37.329573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Pushing event updated for resources: {'Port': ['ID=ad40a80e-f855-4224-8b7a-3971ca6c7d02,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:37.341191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25981999-71e7-4cc4-a52d-e46068eb8924 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Network c5aefbcb-3560-43be-b51a-75b84be14b98 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:57:37.380431 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2e33ef5-6387-49e6-9eec-333785b0bd0f admin admin] Publish callbacks [] for security_group (59e5dca2-6215-4e46-8f15-a130f91f5aa4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:37.391042 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-25981999-71e7-4cc4-a52d-e46068eb8924 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, c5aefbcb-3560-43be-b51a-75b84be14b98) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:37.398631 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d40131e-3231-4b65-9ead-c56c49ec77d0 None None] Network c5aefbcb-3560-43be-b51a-75b84be14b98 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:57:37.405115 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e91056-e01d-4277-84a3-35513029a9a7 req-0509794f-e388-4dbc-a12a-76d4c10e3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:37.407388 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10e91056-e01d-4277-84a3-35513029a9a7 req-0509794f-e388-4dbc-a12a-76d4c10e3807 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=37d45416619c42a5be673fac7a85f3c2&device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 1125 time: 0.2908247 Feb 05 02:57:37.409833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73be018-8ea0-4f73-9842-308a59364025 req-b1083689-952d-4cf7-a3f2-bd07f1b5ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:37.411389 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d73be018-8ea0-4f73-9842-308a59364025 req-b1083689-952d-4cf7-a3f2-bd07f1b5ad1d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2116251 Feb 05 02:57:37.412698 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25981999-71e7-4cc4-a52d-e46068eb8924 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:37.413279 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25981999-71e7-4cc4-a52d-e46068eb8924 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:37.425739 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180cd04-b3ba-4d87-a885-b7817994fb52 req-d99bea55-97ba-4288-9b0f-5817a9aff41b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:37.427694 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c180cd04-b3ba-4d87-a885-b7817994fb52 req-d99bea55-97ba-4288-9b0f-5817a9aff41b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.2371857 Feb 05 02:57:37.430809 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-348573f9-41a5-4285-9fff-04de8e67010c req-d3c1a303-363c-4ecb-a05e-97ccaf5267cd tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352700 Feb 05 02:57:37.439977 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17d3a1b0-46a4-4de2-adaf-0c6814f0d9cd tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (95cd44ff-9b76-438b-a2db-5858adba8a46), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:37.445762 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2e33ef5-6387-49e6-9eec-333785b0bd0f admin admin] Publish callbacks [] for security_group (59e5dca2-6215-4e46-8f15-a130f91f5aa4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:37.544632 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-c5aefbcb-3560-43be-b51a-75b84be14b98', 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98', 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'fixed_ips': [{'subnet_id': '29702184-ea75-4909-b14f-c1806f6cd2f2'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:57:37.546592 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:37.548047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e91056-e01d-4277-84a3-35513029a9a7 req-49f9bcf1-f937-4ffe-afc7-8aa2a3ae5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:37.550006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10e91056-e01d-4277-84a3-35513029a9a7 req-49f9bcf1-f937-4ffe-afc7-8aa2a3ae5b27 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 200 len: 916 time: 0.1125178 Feb 05 02:57:37.553255 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17d3a1b0-46a4-4de2-adaf-0c6814f0d9cd tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (95cd44ff-9b76-438b-a2db-5858adba8a46), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:37.555383 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-25981999-71e7-4cc4-a52d-e46068eb8924 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2498457 Feb 05 02:57:37.562122 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54704) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:37.570609 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-462666d6-edeb-4302-a916-2c8a66c2b406 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Request body: {'subnet': {'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:37.603962 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29107ea7-2844-4be5-8b47-18a0bcbbc27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0e38dcc3-d17f-4ad0-a620-c4262f72c2fc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:37.609387 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29107ea7-2844-4be5-8b47-18a0bcbbc27e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:37.611064 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-29107ea7-2844-4be5-8b47-18a0bcbbc27e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e38dcc3-d17f-4ad0-a620-c4262f72c2fc HTTP/1.1" status: 204 len: 168 time: 0.6530602 Feb 05 02:57:37.633852 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17d3a1b0-46a4-4de2-adaf-0c6814f0d9cd tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:37.635489 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-17d3a1b0-46a4-4de2-adaf-0c6814f0d9cd tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6140294 Feb 05 02:57:37.668005 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29107ea7-2844-4be5-8b47-18a0bcbbc27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e38dcc3-d17f-4ad0-a620-c4262f72c2fc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:37.670272 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54708) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:37.683641 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10e91056-e01d-4277-84a3-35513029a9a7 req-bf70469d-841d-4901-812a-4ba4c8df0ffc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61eacedb-ac64-46fc-834d-04ad6614ef7b HTTP/1.1" status: 200 len: 217 time: 0.0901759 Feb 05 02:57:37.684677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3a1b0-46a4-4de2-adaf-0c6814f0d9cd tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95cd44ff-9b76-438b-a2db-5858adba8a46,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:37.766547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Allocated IP 10.1.1.2 (c5aefbcb-3560-43be-b51a-75b84be14b98/29702184-ea75-4909-b14f-c1806f6cd2f2/1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:37.767952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c180cd04-b3ba-4d87-a885-b7817994fb52 req-50b4c3ab-9b9f-4692-aebd-0e40abda8e41 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268282 Feb 05 02:57:37.770640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e91056-e01d-4277-84a3-35513029a9a7 req-8a754f9c-532b-4e46-9179-e3e742ca3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:37.772259 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10e91056-e01d-4277-84a3-35513029a9a7 req-8a754f9c-532b-4e46-9179-e3e742ca3566 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5fb34fa-8661-4f51-8858-93f112ab0d02 HTTP/1.1" status: 200 len: 855 time: 0.0727925 Feb 05 02:57:37.779653 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-01086e9c-3c2f-4256-900e-eee3ce465fc9 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules/95cd44ff-9b76-438b-a2db-5858adba8a46 HTTP/1.1" status: 200 len: 763 time: 0.1010818 Feb 05 02:57:37.786732 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54714) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:37.816586 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d73be018-8ea0-4f73-9842-308a59364025 req-a80a5ae8-41d1-4880-9ae0-6c39c37c9fef service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948452 Feb 05 02:57:37.819004 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10e91056-e01d-4277-84a3-35513029a9a7 req-4d6ce192-77ac-4749-b15e-dde53755c80d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a325fffd-cc20-47f6-9590-870a2c199f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401640 Feb 05 02:57:37.844612 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2e33ef5-6387-49e6-9eec-333785b0bd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (59e5dca2-6215-4e46-8f15-a130f91f5aa4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:37.847085 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2e33ef5-6387-49e6-9eec-333785b0bd0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:37.848367 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d2e33ef5-6387-49e6-9eec-333785b0bd0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59e5dca2-6215-4e46-8f15-a130f91f5aa4 HTTP/1.1" status: 204 len: 168 time: 0.6828809 Feb 05 02:57:37.978429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e33ef5-6387-49e6-9eec-333785b0bd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e5dca2-6215-4e46-8f15-a130f91f5aa4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:37.987784 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10e91056-e01d-4277-84a3-35513029a9a7 req-3316fe17-42ad-4fdf-bfc1-9cd99f0cf5d2 service neutron] 10.222.0.10 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608517 Feb 05 02:57:38.005463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462666d6-edeb-4302-a916-2c8a66c2b406 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Made reservation on behalf of 5357d824dd714019b322e09bbe4d07c4 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:57:38.009639 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-462666d6-edeb-4302-a916-2c8a66c2b406 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.037815 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2bd572d7-5de2-4c5a-9ed7-1a4840363cfd tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2485423 Feb 05 02:57:38.063452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54722) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:38.080546 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4194419c-2754-41c3-8fc6-08d447ccfeb0 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:38.138889 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d73be018-8ea0-4f73-9842-308a59364025 req-14979244-dde1-430b-a021-07a38b1d35dc service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082564 Feb 05 02:57:38.141535 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23b45931-0ddf-4702-9e25-a138ae55650f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (95cd44ff-9b76-438b-a2db-5858adba8a46), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.151169 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23b45931-0ddf-4702-9e25-a138ae55650f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (95cd44ff-9b76-438b-a2db-5858adba8a46), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.152189 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (34de550e-d4f7-4eb7-b7b0-27b3f0edfe86), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.202098 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23b45931-0ddf-4702-9e25-a138ae55650f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (95cd44ff-9b76-438b-a2db-5858adba8a46), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.246148 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23b45931-0ddf-4702-9e25-a138ae55650f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.259484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-23b45931-0ddf-4702-9e25-a138ae55650f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/95cd44ff-9b76-438b-a2db-5858adba8a46 HTTP/1.1" status: 204 len: 168 time: 0.1924758 Feb 05 02:57:38.259742 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54732) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:38.265801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b45931-0ddf-4702-9e25-a138ae55650f tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95cd44ff-9b76-438b-a2db-5858adba8a46,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:38.308020 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10e91056-e01d-4277-84a3-35513029a9a7 req-14bc258b-f764-4aa8-9026-4e51499c3b86 service neutron] 10.222.0.10 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120828 Feb 05 02:57:38.399695 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5e5fa915-31e7-416c-b3a4-1e70a738c557 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1376889 Feb 05 02:57:38.402341 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54736) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:38.412077 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a2fc1d9c-8ba9-4521-8a9e-90c74d9c48c1 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group_rule': {'security_group_id': '7d5c2e5b-5b87-4154-9ae4-e8aaf8400d56', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:38.419106 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Publish callbacks [] for port (1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.437842 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.448848 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2fc1d9c-8ba9-4521-8a9e-90c74d9c48c1 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (f7ce4374-bd81-4aa1-a8c1-868be8a95a80), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.485975 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Network c5aefbcb-3560-43be-b51a-75b84be14b98 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:38.490491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:38.498019 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:38.518437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Pushing event updated for resources: {'Port': ['ID=1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:38.535430 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-462666d6-edeb-4302-a916-2c8a66c2b406 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (a52a6132-9581-4ce5-9743-6cbdfc0a2aac), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.557568 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54740) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:38.560510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 4194419c-2754-41c3-8fc6-08d447ccfeb0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:38.560825 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4194419c-2754-41c3-8fc6-08d447ccfeb0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.610852 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2fc1d9c-8ba9-4521-8a9e-90c74d9c48c1 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (f7ce4374-bd81-4aa1-a8c1-868be8a95a80), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.638184 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.642040 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Attempting to bind port 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:57:38.642507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Attempting to bind port 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:57:38.642910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Attempting to bind port 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 on network c5aefbcb-3560-43be-b51a-75b84be14b98 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:57:38.656216 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2fc1d9c-8ba9-4521-8a9e-90c74d9c48c1 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (f7ce4374-bd81-4aa1-a8c1-868be8a95a80), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.656698 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:57:38.657098 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Checking segment: {'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:57:38.657516 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.657971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Bound using segment: {'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:57:38.658651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Bound port: 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:57:38.659088 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.696459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc1d9c-8ba9-4521-8a9e-90c74d9c48c1 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ce4374-bd81-4aa1-a8c1-868be8a95a80,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:38.722872 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2fc1d9c-8ba9-4521-8a9e-90c74d9c48c1 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.724497 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a2fc1d9c-8ba9-4521-8a9e-90c74d9c48c1 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3204191 Feb 05 02:57:38.727860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54742) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:38.741945 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-598b0bde-40e1-4a1c-b5c6-6c8914afc6ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7075e94d48814e8692b6262a9e8518be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1778693 Feb 05 02:57:38.749793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54744) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:38.771567 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-339423b7-15cc-4b40-ac0e-71cce2d4a7fe tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules/f7ce4374-bd81-4aa1-a8c1-868be8a95a80 HTTP/1.1" status: 200 len: 764 time: 0.0422883 Feb 05 02:57:38.775163 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54746) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:38.812984 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b14d6f-f140-41f4-892b-430dc2b2a33a req-3d7f7fb5-28e2-4683-afab-28597e76f803 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:38.817232 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43b14d6f-f140-41f4-892b-430dc2b2a33a req-3d7f7fb5-28e2-4683-afab-28597e76f803 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 943 time: 0.2238884 Feb 05 02:57:38.869240 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 4194419c-2754-41c3-8fc6-08d447ccfeb0 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:38.888451 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] For port 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:57:38.902410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] For port 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:57:38.919362 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462666d6-edeb-4302-a916-2c8a66c2b406 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event updated for resources: {'Subnet': ['ID=a52a6132-9581-4ce5-9743-6cbdfc0a2aac,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:38.926527 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.929433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43b14d6f-f140-41f4-892b-430dc2b2a33a req-07b896b4-30ad-4751-85a7-63a89276355c tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064496 Feb 05 02:57:38.934675 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (34de550e-d4f7-4eb7-b7b0-27b3f0edfe86), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:38.941474 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5c55b8f6-32e2-4b87-9cdc-cabe8393e155 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1594582 Feb 05 02:57:38.941682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462666d6-edeb-4302-a916-2c8a66c2b406 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Checking segment: {'id': 'c186ab96-8fc4-4704-bb64-1833f9f850e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:57:38.941682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462666d6-edeb-4302-a916-2c8a66c2b406 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Network hostable DHCP agents. Network: 23c3b802-732a-4ca6-9fd0-342f741030c6, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:57:38.946204 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54756) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:38.961735 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1adbf94-f32a-4a60-8dc0-35f5f25c5eb2 admin admin] Publish callbacks [] for security_group (9eca15b7-9d31-4c45-9461-298a68631818), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:39.029706 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1adbf94-f32a-4a60-8dc0-35f5f25c5eb2 admin admin] Publish callbacks [] for security_group (9eca15b7-9d31-4c45-9461-298a68631818), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:39.055509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d4d40-ff02-4657-8bb4-4c9e468080be None None] Pushing event updated for resources: {'Port': ['ID=1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:39.110300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0cc62-b343-4154-87c1-298a16af0587 req-044f3b39-c191-463b-a5cd-22f6824bdaa2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:39.121665 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0af0cc62-b343-4154-87c1-298a16af0587 req-044f3b39-c191-463b-a5cd-22f6824bdaa2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.1756394 Feb 05 02:57:39.122249 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15545404-44d1-4a64-846d-3984da531c08 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (f7ce4374-bd81-4aa1-a8c1-868be8a95a80), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:39.137785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462666d6-edeb-4302-a916-2c8a66c2b406 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Network 23c3b802-732a-4ca6-9fd0-342f741030c6 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:57:39.143858 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15545404-44d1-4a64-846d-3984da531c08 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (f7ce4374-bd81-4aa1-a8c1-868be8a95a80), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:39.175007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-462666d6-edeb-4302-a916-2c8a66c2b406 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 23c3b802-732a-4ca6-9fd0-342f741030c6) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:39.190587 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462666d6-edeb-4302-a916-2c8a66c2b406 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:39.191455 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-462666d6-edeb-4302-a916-2c8a66c2b406 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:39.197603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0af0cc62-b343-4154-87c1-298a16af0587 req-01479f84-3a5c-4822-9b28-778846d68023 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747430 Feb 05 02:57:39.198348 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4935476d-e1eb-4280-ab68-e65857bcc305 None None] Network 23c3b802-732a-4ca6-9fd0-342f741030c6 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:57:39.228663 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54776) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:39.228906 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-462666d6-edeb-4302-a916-2c8a66c2b406 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6633875 Feb 05 02:57:39.231919 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1adbf94-f32a-4a60-8dc0-35f5f25c5eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9eca15b7-9d31-4c45-9461-298a68631818), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:39.233098 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15545404-44d1-4a64-846d-3984da531c08 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (f7ce4374-bd81-4aa1-a8c1-868be8a95a80), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:39.234675 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1adbf94-f32a-4a60-8dc0-35f5f25c5eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:39.238096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d1adbf94-f32a-4a60-8dc0-35f5f25c5eb2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9eca15b7-9d31-4c45-9461-298a68631818 HTTP/1.1" status: 204 len: 168 time: 0.4818933 Feb 05 02:57:39.244615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b0bd2002-ed17-4dfc-a448-6efa9ed63dd1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Request body: {'port': {'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98', 'name': 'tempest-TaggedBootDevicesTest_v242-1892626089', 'fixed_ips': [{'subnet_id': '29702184-ea75-4909-b14f-c1806f6cd2f2'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:39.258249 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15545404-44d1-4a64-846d-3984da531c08 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:39.262041 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-15545404-44d1-4a64-846d-3984da531c08 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f7ce4374-bd81-4aa1-a8c1-868be8a95a80 HTTP/1.1" status: 204 len: 168 time: 0.3122914 Feb 05 02:57:39.264071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54780) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:39.294752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15545404-44d1-4a64-846d-3984da531c08 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7ce4374-bd81-4aa1-a8c1-868be8a95a80,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:39.299163 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adbf94-f32a-4a60-8dc0-35f5f25c5eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eca15b7-9d31-4c45-9461-298a68631818,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:39.359539 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-06c674ed-d241-425a-a54c-aa9d0b7c81c4 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0925758 Feb 05 02:57:39.360378 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54786) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:39.450208 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c660abe1-a0a4-4255-a6f4-7f045d69b737 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (7d5c2e5b-5b87-4154-9ae4-e8aaf8400d56), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:39.458928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Router 34de550e-d4f7-4eb7-b7b0-27b3f0edfe86 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:57:39.467177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-23c3b802-732a-4ca6-9fd0-342f741030c6', 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6', 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'fixed_ips': [{'subnet_id': 'a52a6132-9581-4ce5-9743-6cbdfc0a2aac'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:57:39.472605 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:39.512468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bd2002-ed17-4dfc-a448-6efa9ed63dd1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Made reservation on behalf of 5357d824dd714019b322e09bbe4d07c4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:57:39.534886 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c660abe1-a0a4-4255-a6f4-7f045d69b737 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (7d5c2e5b-5b87-4154-9ae4-e8aaf8400d56), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:39.674422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:57:39.688064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Allocated IP 10.2.2.2 (23c3b802-732a-4ca6-9fd0-342f741030c6/a52a6132-9581-4ce5-9743-6cbdfc0a2aac/75b89b38-f7f5-4637-a0a0-6128cb5c0c38) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:39.706511 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c8386a-5dda-413e-a642-2674695c9c88 None None] Sync routers for ids ['34de550e-d4f7-4eb7-b7b0-27b3f0edfe86'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:57:39.714163 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:39.717413 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c136a937-74d7-4c68-a15d-28954f222a7b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.7170339 Feb 05 02:57:39.719533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54796) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:39.720988 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c660abe1-a0a4-4255-a6f4-7f045d69b737 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7d5c2e5b-5b87-4154-9ae4-e8aaf8400d56), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:39.726850 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c660abe1-a0a4-4255-a6f4-7f045d69b737 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:39.728004 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c660abe1-a0a4-4255-a6f4-7f045d69b737 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-groups/7d5c2e5b-5b87-4154-9ae4-e8aaf8400d56 HTTP/1.1" status: 204 len: 168 time: 0.3639729 Feb 05 02:57:39.735094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54800) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:39.735753 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54798) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:39.767801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660abe1-a0a4-4255-a6f4-7f045d69b737 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5c2e5b-5b87-4154-9ae4-e8aaf8400d56,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:39.790064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c8386a-5dda-413e-a642-2674695c9c88 None None] Routers {'34de550e-d4f7-4eb7-b7b0-27b3f0edfe86'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:39.790707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-53c8386a-5dda-413e-a642-2674695c9c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['34de550e-d4f7-4eb7-b7b0-27b3f0edfe86'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:39.792864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 61eacedb-ac64-46fc-834d-04ad6614ef7b details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:57:39.816849 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2002-ed17-4dfc-a448-6efa9ed63dd1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:39.877688 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b76b882a-418a-4997-a366-0529346982fc admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-13076004-network', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:39.949617 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:39.968412 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76b882a-418a-4997-a366-0529346982fc admin admin] Made reservation on behalf of fb98801831a949279379ac6cc58afdcf for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:57:39.969815 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-b0bd2002-ed17-4dfc-a448-6efa9ed63dd1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] device_id is not set on port 8567b960-d574-4928-8419-2f6d67dbe1d3 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:57:39.972655 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b76b882a-418a-4997-a366-0529346982fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:40.001517 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b76b882a-418a-4997-a366-0529346982fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:40.150628 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9b9b3b56-e295-43b1-be4d-5a56adfddf14 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4068573 Feb 05 02:57:40.155835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54824) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:40.173544 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b90a16f5-bc05-4b12-950e-38e008b3e42e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group': {'name': 'tempest-secgroup--537214718'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:40.179209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 61eacedb-ac64-46fc-834d-04ad6614ef7b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=61eacedb-ac64-46fc-834d-04ad6614ef7b,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:40.187136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-53c8386a-5dda-413e-a642-2674695c9c88 None None] Set router 34de550e-d4f7-4eb7-b7b0-27b3f0edfe86 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:57:40.261748 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90a16f5-bc05-4b12-950e-38e008b3e42e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:40.282009 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9a3d3e7f-03e3-4142-9e40-084a6b053915 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "GET /v2.0/routers/34de550e-d4f7-4eb7-b7b0-27b3f0edfe86 HTTP/1.1" status: 200 len: 908 time: 0.5583694 Feb 05 02:57:40.283934 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54832) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:40.315253 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:40.394729 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '61eacedb-ac64-46fc-834d-04ad6614ef7b', 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44', 'port_id': '61eacedb-ac64-46fc-834d-04ad6614ef7b', 'mac_address': 'fa:16:3e:4c:c6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fb34fa-8661-4f51-8858-93f112ab0d02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:57:40.410449 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Publish callbacks [] for port (75b89b38-f7f5-4637-a0a0-6128cb5c0c38), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:40.416825 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b76b882a-418a-4997-a366-0529346982fc admin admin] Publish callbacks [] for security_group (efead686-2c28-4197-9d26-14ab56e18b02), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:40.435489 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b76b882a-418a-4997-a366-0529346982fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (efead686-2c28-4197-9d26-14ab56e18b02), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:40.491252 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (75b89b38-f7f5-4637-a0a0-6128cb5c0c38), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:40.510275 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76b882a-418a-4997-a366-0529346982fc admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:57:40.548146 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b882a-418a-4997-a366-0529346982fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efead686-2c28-4197-9d26-14ab56e18b02,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:40.566721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985eaca3-0550-4eea-8da4-a0552b1ebf88 req-1c7487b9-4e1b-48ca-82c9-e4c72cf45ce3 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:40.570006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-985eaca3-0550-4eea-8da4-a0552b1ebf88 req-1c7487b9-4e1b-48ca-82c9-e4c72cf45ce3 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 943 time: 0.5218182 Feb 05 02:57:40.599839 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b76b882a-418a-4997-a366-0529346982fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:40.600561 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-b76b882a-418a-4997-a366-0529346982fc admin admin] Added segment 4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d of type vlan for network 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 Feb 05 02:57:40.603997 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90a16f5-bc05-4b12-950e-38e008b3e42e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (7534d10e-b8e8-4666-b191-5014edf5a471), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:40.624967 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90a16f5-bc05-4b12-950e-38e008b3e42e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7534d10e-b8e8-4666-b191-5014edf5a471), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:40.650201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Network 23c3b802-732a-4ca6-9fd0-342f741030c6 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:40.651893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:40.671363 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:40.720472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a16f5-bc05-4b12-950e-38e008b3e42e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7534d10e-b8e8-4666-b191-5014edf5a471,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:40.727878 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b76b882a-418a-4997-a366-0529346982fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:40.744747 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-b0bd2002-ed17-4dfc-a448-6efa9ed63dd1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Allocated IP 10.1.1.62 (c5aefbcb-3560-43be-b51a-75b84be14b98/29702184-ea75-4909-b14f-c1806f6cd2f2/8567b960-d574-4928-8419-2f6d67dbe1d3) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:40.763677 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90a16f5-bc05-4b12-950e-38e008b3e42e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:40.770287 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b90a16f5-bc05-4b12-950e-38e008b3e42e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6110981 Feb 05 02:57:40.772766 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54848) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:40.777284 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-38570fc5-f872-40ac-9c45-be8a56dc353e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Request body: {'security_group_rule': {'security_group_id': '7534d10e-b8e8-4666-b191-5014edf5a471', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:40.817387 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b76b882a-418a-4997-a366-0529346982fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:40.818355 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76b882a-418a-4997-a366-0529346982fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:40.818972 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b76b882a-418a-4997-a366-0529346982fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:40.859777 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 61eacedb-ac64-46fc-834d-04ad6614ef7b is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:40.860165 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61eacedb-ac64-46fc-834d-04ad6614ef7b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:40.865540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad0877-59e6-43ff-8bb3-978c145adb1d req-af48fe39-32db-411c-b240-51f531d2046a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:40.866496 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54850) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:40.867326 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-60ad0877-59e6-43ff-8bb3-978c145adb1d req-af48fe39-32db-411c-b240-51f531d2046a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.4713454 Feb 05 02:57:40.891520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-985eaca3-0550-4eea-8da4-a0552b1ebf88 req-38b9ff66-06ca-4c97-afcb-069be03da04d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677517 Feb 05 02:57:40.893196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Attempting to bind port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:57:40.893579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Attempting to bind port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'c186ab96-8fc4-4704-bb64-1833f9f850e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:57:40.893936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Attempting to bind port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 on network 23c3b802-732a-4ca6-9fd0-342f741030c6 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:57:40.897957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Pushing event updated for resources: {'Port': ['ID=75b89b38-f7f5-4637-a0a0-6128cb5c0c38,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:40.910629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8ab333-7a1c-4492-85cf-a10fc78c7512 None None] Network c5aefbcb-3560-43be-b51a-75b84be14b98 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:57:40.966074 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b76b882a-418a-4997-a366-0529346982fc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2227569 Feb 05 02:57:40.966074 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38570fc5-f872-40ac-9c45-be8a56dc353e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (888ca094-98f3-4bd6-851f-cc10b66692eb), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:40.970171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54854) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:40.974269 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b1417d0-487a-4b60-aa14-88c6ddef0bbf tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router (34de550e-d4f7-4eb7-b7b0-27b3f0edfe86), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:40.979570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-807499df-e217-4615-83d5-c0e19137b063 admin admin] Request body: {'subnet': {'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-13076004-subnet', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:40.980910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:40.981383 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.001299 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b882a-418a-4997-a366-0529346982fc admin admin] Pushing event updated for resources: {'Network': ['ID=11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:41.019620 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:57:41.020156 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Checking segment: {'id': 'c186ab96-8fc4-4704-bb64-1833f9f850e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:57:41.020628 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.021107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Bound using segment: {'id': 'c186ab96-8fc4-4704-bb64-1833f9f850e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:57:41.021846 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Bound port: 75b89b38-f7f5-4637-a0a0-6128cb5c0c38, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c186ab96-8fc4-4704-bb64-1833f9f850e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:57:41.022696 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (75b89b38-f7f5-4637-a0a0-6128cb5c0c38), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.046373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807499df-e217-4615-83d5-c0e19137b063 admin admin] Made reservation on behalf of fb98801831a949279379ac6cc58afdcf for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:57:41.048901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:57:41.050133 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-807499df-e217-4615-83d5-c0e19137b063 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.083904 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a1328538-5d66-4f9a-9d60-1ba9e57c5db1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1900129310-network', 'tenant_id': 'b92507f333df4c3f96e62ce3740dbf81'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:41.135774 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61eacedb-ac64-46fc-834d-04ad6614ef7b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:57:41.161451 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 61eacedb-ac64-46fc-834d-04ad6614ef7b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=61eacedb-ac64-46fc-834d-04ad6614ef7b,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:41.345295 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38570fc5-f872-40ac-9c45-be8a56dc353e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (888ca094-98f3-4bd6-851f-cc10b66692eb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.346312 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1328538-5d66-4f9a-9d60-1ba9e57c5db1 admin admin] Made reservation on behalf of b92507f333df4c3f96e62ce3740dbf81 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:57:41.348923 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1328538-5d66-4f9a-9d60-1ba9e57c5db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.361352 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38570fc5-f872-40ac-9c45-be8a56dc353e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (888ca094-98f3-4bd6-851f-cc10b66692eb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.368021 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-807499df-e217-4615-83d5-c0e19137b063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (3438e575-803e-4ceb-bec0-519360784e52), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.369914 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1328538-5d66-4f9a-9d60-1ba9e57c5db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.427869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38570fc5-f872-40ac-9c45-be8a56dc353e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888ca094-98f3-4bd6-851f-cc10b66692eb,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:41.462238 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38570fc5-f872-40ac-9c45-be8a56dc353e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.463508 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-38570fc5-f872-40ac-9c45-be8a56dc353e tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6897638 Feb 05 02:57:41.469573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54880) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:41.494596 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (61eacedb-ac64-46fc-834d-04ad6614ef7b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.507764 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807499df-e217-4615-83d5-c0e19137b063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3438e575-803e-4ceb-bec0-519360784e52,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:41.555798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807499df-e217-4615-83d5-c0e19137b063 admin admin] Checking segment: {'id': '4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:57:41.556170 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807499df-e217-4615-83d5-c0e19137b063 admin admin] Network hostable DHCP agents. Network: 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:57:41.556277 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e5e12dc2-5ed0-4a32-941a-1993ce073cfe None None] Provisioning complete for port 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:41.556546 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e5e12dc2-5ed0-4a32-941a-1993ce073cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.563442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=61eacedb-ac64-46fc-834d-04ad6614ef7b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:41.593649 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b510c626-e0dc-4a8f-bae5-2738675ffa2b tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (7534d10e-b8e8-4666-b191-5014edf5a471), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.624650 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] For port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:57:41.628170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] For port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=75b89b38-f7f5-4637-a0a0-6128cb5c0c38,segment=NetworkSegment(c186ab96-8fc4-4704-bb64-1833f9f850e2),segment_id=c186ab96-8fc4-4704-bb64-1833f9f850e2)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:57:41.639337 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1328538-5d66-4f9a-9d60-1ba9e57c5db1 admin admin] Publish callbacks [] for security_group (386e2db4-f1cd-4386-a9be-0a6b27c0bebb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.641958 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b510c626-e0dc-4a8f-bae5-2738675ffa2b tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (7534d10e-b8e8-4666-b191-5014edf5a471), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.644926 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807499df-e217-4615-83d5-c0e19137b063 admin admin] Network 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:57:41.660110 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1328538-5d66-4f9a-9d60-1ba9e57c5db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (386e2db4-f1cd-4386-a9be-0a6b27c0bebb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.669781 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-60ad0877-59e6-43ff-8bb3-978c145adb1d req-91f1d3c9-c1e7-452d-80dc-83ef16b0778f tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7499681 Feb 05 02:57:41.673451 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.675219 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (75b89b38-f7f5-4637-a0a0-6128cb5c0c38), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.682551 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-807499df-e217-4615-83d5-c0e19137b063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:41.704245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807499df-e217-4615-83d5-c0e19137b063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:41.704843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-807499df-e217-4615-83d5-c0e19137b063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.707046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1328538-5d66-4f9a-9d60-1ba9e57c5db1 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:57:41.721595 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b1417d0-487a-4b60-aa14-88c6ddef0bbf tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (34de550e-d4f7-4eb7-b7b0-27b3f0edfe86), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.737675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1328538-5d66-4f9a-9d60-1ba9e57c5db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386e2db4-f1cd-4386-a9be-0a6b27c0bebb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:41.747158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f853b-0654-4b2f-b618-064bca3b6fda None None] Pushing event updated for resources: {'Port': ['ID=75b89b38-f7f5-4637-a0a0-6128cb5c0c38,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:41.753502 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545269e0-cb02-462f-b483-8dd23d480266 None None] Network 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:57:41.758607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['61eacedb-ac64-46fc-834d-04ad6614ef7b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:57:41.758776 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1328538-5d66-4f9a-9d60-1ba9e57c5db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (3c188c16-4920-49a9-bb97-7316cd8304fb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.758776 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-a1328538-5d66-4f9a-9d60-1ba9e57c5db1 admin admin] Added segment 3c188c16-4920-49a9-bb97-7316cd8304fb of type vlan for network b10fa30e-a3a7-440f-9f5c-f1b9fead5253 Feb 05 02:57:41.772922 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-807499df-e217-4615-83d5-c0e19137b063 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7946901 Feb 05 02:57:41.779190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54892) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:41.789154 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2002-ed17-4dfc-a448-6efa9ed63dd1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.796378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-13076004-router', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:41.829436 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b510c626-e0dc-4a8f-bae5-2738675ffa2b tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7534d10e-b8e8-4666-b191-5014edf5a471), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.833594 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b510c626-e0dc-4a8f-bae5-2738675ffa2b tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.836550 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b510c626-e0dc-4a8f-bae5-2738675ffa2b tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-groups/7534d10e-b8e8-4666-b191-5014edf5a471 HTTP/1.1" status: 204 len: 168 time: 0.3598461 Feb 05 02:57:41.837346 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1328538-5d66-4f9a-9d60-1ba9e57c5db1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (b10fa30e-a3a7-440f-9f5c-f1b9fead5253), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.844785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54896) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:41.856017 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (f9893dd4-8357-4db0-80ce-199bdb3dbbd3), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.857028 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (f9893dd4-8357-4db0-80ce-199bdb3dbbd3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.864167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0b1417d0-487a-4b60-aa14-88c6ddef0bbf tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Deleting port ad40a80e-f855-4224-8b7a-3971ca6c7d02 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:57:41.864373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510c626-e0dc-4a8f-bae5-2738675ffa2b tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7534d10e-b8e8-4666-b191-5014edf5a471,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:41.864643 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b1417d0-487a-4b60-aa14-88c6ddef0bbf tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ad40a80e-f855-4224-8b7a-3971ca6c7d02), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.905752 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1328538-5d66-4f9a-9d60-1ba9e57c5db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (b10fa30e-a3a7-440f-9f5c-f1b9fead5253), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.906798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1328538-5d66-4f9a-9d60-1ba9e57c5db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:41.907543 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1328538-5d66-4f9a-9d60-1ba9e57c5db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.966125 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:41.966524 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.969262 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d5ca8258-09cb-468c-8562-bf0a5a6580ec tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1197257 Feb 05 02:57:41.970345 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54906) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:41.975335 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b1417d0-487a-4b60-aa14-88c6ddef0bbf tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ad40a80e-f855-4224-8b7a-3971ca6c7d02), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:41.984914 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a1328538-5d66-4f9a-9d60-1ba9e57c5db1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1165183 Feb 05 02:57:41.992761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54908) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:42.001319 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2002-ed17-4dfc-a448-6efa9ed63dd1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:42.009652 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1328538-5d66-4f9a-9d60-1ba9e57c5db1 admin admin] Pushing event updated for resources: {'Network': ['ID=b10fa30e-a3a7-440f-9f5c-f1b9fead5253,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:42.037690 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5ddd6487-03ac-44eb-89ae-523dbe965027 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0614858 Feb 05 02:57:42.038024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54912) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:42.058985 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-979fea4d-352f-446a-8627-1b1b3057e317 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] delete failed (client error): The resource could not be found. Feb 05 02:57:42.059149 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-355ebcc2-7877-403d-bb07-ee99979befc8 admin admin] Request body: {'subnet': {'network_id': 'b10fa30e-a3a7-440f-9f5c-f1b9fead5253', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1900129310-subnet', 'tenant_id': 'b92507f333df4c3f96e62ce3740dbf81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:42.064094 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-979fea4d-352f-446a-8627-1b1b3057e317 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "DELETE /v2.0/security-groups/7534d10e-b8e8-4666-b191-5014edf5a471 HTTP/1.1" status: 404 len: 347 time: 0.0198443 Feb 05 02:57:42.064725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network b10fa30e-a3a7-440f-9f5c-f1b9fead5253 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:57:42.065295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54918) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:42.126846 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7a74075f-3ada-4e5c-8cbe-1797e889fe51 tempest-SecGroupTest-1517147807 tempest-SecGroupTest-1517147807-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0578804 Feb 05 02:57:42.141655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0b1417d0-487a-4b60-aa14-88c6ddef0bbf tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Calling delete_port for ad40a80e-f855-4224-8b7a-3971ca6c7d02 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:57:42.168900 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-53c8386a-5dda-413e-a642-2674695c9c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34de550e-d4f7-4eb7-b7b0-27b3f0edfe86', 'name': 'tempest-snat-router-1203253717', 'tenant_id': 'd016faf02eb544f9a0ef15078e50f449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'ad40a80e-f855-4224-8b7a-3971ca6c7d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:33Z', 'updated_at': '2022-02-05T02:57:37Z', 'revision_number': 3, 'project_id': 'd016faf02eb544f9a0ef15078e50f449', 'gw_port': {'id': 'ad40a80e-f855-4224-8b7a-3971ca6c7d02', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34de550e-d4f7-4eb7-b7b0-27b3f0edfe86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:35Z', 'updated_at': '2022-02-05T02:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:42.207371 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bd2002-ed17-4dfc-a448-6efa9ed63dd1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Network c5aefbcb-3560-43be-b51a-75b84be14b98 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:42.235186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b0bd2002-ed17-4dfc-a448-6efa9ed63dd1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:42.237871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd2002-ed17-4dfc-a448-6efa9ed63dd1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:42.269290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c8386a-5dda-413e-a642-2674695c9c88 None None] Checking router: 34de550e-d4f7-4eb7-b7b0-27b3f0edfe86 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:57:42.269654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c8386a-5dda-413e-a642-2674695c9c88 None None] Updating router 34de550e-d4f7-4eb7-b7b0-27b3f0edfe86 port ad40a80e-f855-4224-8b7a-3971ca6c7d02 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:57:42.281430 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Publish callbacks [] for router_controller (f9893dd4-8357-4db0-80ce-199bdb3dbbd3), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:42.296357 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:42.362648 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd2002-ed17-4dfc-a448-6efa9ed63dd1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event updated for resources: {'Port': ['ID=8567b960-d574-4928-8419-2f6d67dbe1d3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:42.382600 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:42.384404 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355ebcc2-7877-403d-bb07-ee99979befc8 admin admin] Made reservation on behalf of b92507f333df4c3f96e62ce3740dbf81 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:57:42.387014 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-355ebcc2-7877-403d-bb07-ee99979befc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:42.537133 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-53c8386a-5dda-413e-a642-2674695c9c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ad40a80e-f855-4224-8b7a-3971ca6c7d02), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:42.553208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bd2002-ed17-4dfc-a448-6efa9ed63dd1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:42.553851 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2002-ed17-4dfc-a448-6efa9ed63dd1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:42.558969 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54934) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:42.571593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14db2c-0eb0-4076-afae-56b905d5c1bd req-18279ff8-853e-4e05-aa21-ec00d708ba72 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:42.573130 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a14db2c-0eb0-4076-afae-56b905d5c1bd req-18279ff8-853e-4e05-aa21-ec00d708ba72 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 944 time: 0.4556215 Feb 05 02:57:42.818274 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b0bd2002-ed17-4dfc-a448-6efa9ed63dd1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5850751 Feb 05 02:57:42.818977 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54944) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:42.824376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-43bc316a-a29d-4dfc-a143-e77744399afd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Request body: {'port': {'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98', 'name': 'tempest-TaggedBootDevicesTest_v242-1282756901', 'fixed_ips': [{'subnet_id': '29702184-ea75-4909-b14f-c1806f6cd2f2'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:42.829902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:42.843309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9', 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9', 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'fixed_ips': [{'subnet_id': '3438e575-803e-4ceb-bec0-519360784e52'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:57:42.844167 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:42.877616 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Publish callbacks [] for router_gateway (f9893dd4-8357-4db0-80ce-199bdb3dbbd3), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:42.895175 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e5e12dc2-5ed0-4a32-941a-1993ce073cfe None None] Current status of the port 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:43.027959 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a14db2c-0eb0-4076-afae-56b905d5c1bd req-dfc178c8-9c0a-4567-8f96-062062ad82d1 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941073 Feb 05 02:57:43.131975 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-dfcad009-47c3-452b-96b9-16534e6ed09f None None] Provisioning complete for port 8567b960-d574-4928-8419-2f6d67dbe1d3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:43.132874 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dfcad009-47c3-452b-96b9-16534e6ed09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:43.152845 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f3a99154-3a1c-4369-b970-de3b4cded5a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9d6ecafaa8840bb9ff1380f486535e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5917165 Feb 05 02:57:43.156169 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bc316a-a29d-4dfc-a143-e77744399afd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Made reservation on behalf of 5357d824dd714019b322e09bbe4d07c4 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:57:43.167631 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e245b-70a8-4810-b4a2-26771972ef7b req-21d78713-3bbe-43fc-a7e0-34ab184c49eb tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:43.169734 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e53e245b-70a8-4810-b4a2-26771972ef7b req-21d78713-3bbe-43fc-a7e0-34ab184c49eb tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.4134343 Feb 05 02:57:43.173708 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54968) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:43.208613 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b1417d0-487a-4b60-aa14-88c6ddef0bbf tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ad40a80e-f855-4224-8b7a-3971ca6c7d02), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:43.237636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dfcad009-47c3-452b-96b9-16534e6ed09f None None] Port 8567b960-d574-4928-8419-2f6d67dbe1d3 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:57:43.250028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Allocated IP 172.20.0.2 (11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9/3438e575-803e-4ceb-bec0-519360784e52/56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:43.291367 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-dfcad009-47c3-452b-96b9-16534e6ed09f None None] Provisioning complete for port 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:43.291780 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dfcad009-47c3-452b-96b9-16534e6ed09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:43.291925 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1417d0-487a-4b60-aa14-88c6ddef0bbf tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad40a80e-f855-4224-8b7a-3971ca6c7d02,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:43.316204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43bc316a-a29d-4dfc-a143-e77744399afd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:43.350105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-43bc316a-a29d-4dfc-a143-e77744399afd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] device_id is not set on port 15e7d445-6ba5-40b2-897d-d5f416f4e02c yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:57:43.496218 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-53c8386a-5dda-413e-a642-2674695c9c88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 02:57:43.496562 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-53c8386a-5dda-413e-a642-2674695c9c88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 02:57:43.510429 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e53e245b-70a8-4810-b4a2-26771972ef7b req-f56d41af-2eed-43f6-b770-7bb449810ae6 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045423 Feb 05 02:57:43.525958 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1729f71-ac4f-4c01-97df-ce9c5502f713 admin admin] Publish callbacks [] for security_group (ddd6fe16-2c71-4de7-a139-d07be4fcda37), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:43.537702 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-355ebcc2-7877-403d-bb07-ee99979befc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (1888ccf5-4914-4f30-a42b-ded34ad2aaf1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:43.615434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-43bc316a-a29d-4dfc-a143-e77744399afd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Allocated IP 10.1.1.38 (c5aefbcb-3560-43be-b51a-75b84be14b98/29702184-ea75-4909-b14f-c1806f6cd2f2/15e7d445-6ba5-40b2-897d-d5f416f4e02c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:43.632022 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b1417d0-487a-4b60-aa14-88c6ddef0bbf tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (34de550e-d4f7-4eb7-b7b0-27b3f0edfe86), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:43.652617 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dfcad009-47c3-452b-96b9-16534e6ed09f None None] Current status of the port 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:43.653482 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1729f71-ac4f-4c01-97df-ce9c5502f713 admin admin] Publish callbacks [] for security_group (ddd6fe16-2c71-4de7-a139-d07be4fcda37), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:43.659427 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Publish callbacks [] for port (56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:43.668703 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:43.696962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Network 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:43.701079 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:43.738789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:43.800957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 61eacedb-ac64-46fc-834d-04ad6614ef7b up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:43.826318 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43bc316a-a29d-4dfc-a143-e77744399afd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:43.875551 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43bc316a-a29d-4dfc-a143-e77744399afd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:43.883225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ebcc2-7877-403d-bb07-ee99979befc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1888ccf5-4914-4f30-a42b-ded34ad2aaf1,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:43.890919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Pushing event updated for resources: {'Port': ['ID=56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:43.914062 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b1417d0-487a-4b60-aa14-88c6ddef0bbf tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (34de550e-d4f7-4eb7-b7b0-27b3f0edfe86), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:43.919461 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b1417d0-487a-4b60-aa14-88c6ddef0bbf tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_controller (34de550e-d4f7-4eb7-b7b0-27b3f0edfe86), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:43.920075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Attempting to bind port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:57:43.920590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Attempting to bind port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:57:43.921064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Attempting to bind port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 on network 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:57:43.937892 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:57:43.938284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Checking segment: {'id': '4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:57:43.938748 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:43.939469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Bound using segment: {'id': '4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:57:43.939820 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Bound port: 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:57:43.941145 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:43.946556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ebcc2-7877-403d-bb07-ee99979befc8 admin admin] Checking segment: {'id': '3c188c16-4920-49a9-bb97-7316cd8304fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b10fa30e-a3a7-440f-9f5c-f1b9fead5253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:57:43.947094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355ebcc2-7877-403d-bb07-ee99979befc8 admin admin] Network hostable DHCP agents. Network: b10fa30e-a3a7-440f-9f5c-f1b9fead5253, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:57:43.953934 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc316a-a29d-4dfc-a143-e77744399afd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Network c5aefbcb-3560-43be-b51a-75b84be14b98 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:43.959311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-43bc316a-a29d-4dfc-a143-e77744399afd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:43.962205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc316a-a29d-4dfc-a143-e77744399afd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:43.984106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 61eacedb-ac64-46fc-834d-04ad6614ef7b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:57:43.999893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 61eacedb-ac64-46fc-834d-04ad6614ef7b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:44.001117 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (61eacedb-ac64-46fc-834d-04ad6614ef7b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:44.028007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc316a-a29d-4dfc-a143-e77744399afd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event updated for resources: {'Port': ['ID=15e7d445-6ba5-40b2-897d-d5f416f4e02c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:44.052868 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bc316a-a29d-4dfc-a143-e77744399afd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:44.053652 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43bc316a-a29d-4dfc-a143-e77744399afd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:44.076273 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-43bc316a-a29d-4dfc-a143-e77744399afd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2570240 Feb 05 02:57:44.095995 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c8386a-5dda-413e-a642-2674695c9c88 None None] Port ad40a80e-f855-4224-8b7a-3971ca6c7d02 not found while updating agent binding for router 34de550e-d4f7-4eb7-b7b0-27b3f0edfe86. {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 05 02:57:44.156182 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ec2113-b538-49d1-bc4c-c834943bc7bc None None] Network 23c3b802-732a-4ca6-9fd0-342f741030c6 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:57:44.189887 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b1417d0-487a-4b60-aa14-88c6ddef0bbf tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (34de550e-d4f7-4eb7-b7b0-27b3f0edfe86), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:44.190685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1417d0-487a-4b60-aa14-88c6ddef0bbf tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34de550e-d4f7-4eb7-b7b0-27b3f0edfe86 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:57:44.214232 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b1417d0-487a-4b60-aa14-88c6ddef0bbf tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:44.215755 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0b1417d0-487a-4b60-aa14-88c6ddef0bbf tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "DELETE /v2.0/routers/34de550e-d4f7-4eb7-b7b0-27b3f0edfe86 HTTP/1.1" status: 204 len: 168 time: 3.9299412 Feb 05 02:57:44.221375 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55022) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:44.252165 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c8386a-5dda-413e-a642-2674695c9c88 None None] Routers {'34de550e-d4f7-4eb7-b7b0-27b3f0edfe86'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:44.252703 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-53c8386a-5dda-413e-a642-2674695c9c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['34de550e-d4f7-4eb7-b7b0-27b3f0edfe86'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:44.264924 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1729f71-ac4f-4c01-97df-ce9c5502f713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ddd6fe16-2c71-4de7-a139-d07be4fcda37), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:44.267862 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1729f71-ac4f-4c01-97df-ce9c5502f713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:44.269202 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d1729f71-ac4f-4c01-97df-ce9c5502f713 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ddd6fe16-2c71-4de7-a139-d07be4fcda37 HTTP/1.1" status: 204 len: 168 time: 1.0945568 Feb 05 02:57:44.270179 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355ebcc2-7877-403d-bb07-ee99979befc8 admin admin] Network b10fa30e-a3a7-440f-9f5c-f1b9fead5253 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:57:44.361411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-355ebcc2-7877-403d-bb07-ee99979befc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, b10fa30e-a3a7-440f-9f5c-f1b9fead5253) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:44.363107 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1729f71-ac4f-4c01-97df-ce9c5502f713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd6fe16-2c71-4de7-a139-d07be4fcda37,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:44.381558 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Publish callbacks [] for router_gateway (f9893dd4-8357-4db0-80ce-199bdb3dbbd3), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:44.384811 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355ebcc2-7877-403d-bb07-ee99979befc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:44.385407 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-355ebcc2-7877-403d-bb07-ee99979befc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:44.442554 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:44.480318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefce8d-2636-4917-bb7f-f55edb54a5ec req-092e3791-2400-4b8a-a529-e15bd8b7a844 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:44.494154 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4eefce8d-2636-4917-bb7f-f55edb54a5ec req-092e3791-2400-4b8a-a529-e15bd8b7a844 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 944 time: 0.3253279 Feb 05 02:57:44.513509 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-355ebcc2-7877-403d-bb07-ee99979befc8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5140057 Feb 05 02:57:44.521485 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55032) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:44.551383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db06b758-e8ed-41f3-b184-55fc4299d39f None None] Network b10fa30e-a3a7-440f-9f5c-f1b9fead5253 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:57:44.553885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1900129310-router', 'tenant_id': 'b92507f333df4c3f96e62ce3740dbf81', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:44.578587 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55038) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:44.596978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0039915a-53f8-452f-93bf-1b180708705e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1201731167', 'description': 'tempest-description--1507780934'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:44.612572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] For port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:57:44.621104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-53c8386a-5dda-413e-a642-2674695c9c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:44.621790 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c8386a-5dda-413e-a642-2674695c9c88 None None] The sync data for ids ['34de550e-d4f7-4eb7-b7b0-27b3f0edfe86'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:57:44.673273 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4eefce8d-2636-4917-bb7f-f55edb54a5ec req-bedc4bde-827e-43a2-b174-64daca2e3d9a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770151 Feb 05 02:57:44.676993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cb4b2e9a-fac3-4377-8630-52ffc49d027d None None] Provisioning complete for port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:44.677499 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2e9a-fac3-4377-8630-52ffc49d027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (75b89b38-f7f5-4637-a0a0-6128cb5c0c38), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:44.722955 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0039915a-53f8-452f-93bf-1b180708705e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:44.728202 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (e0ed4c26-8ee7-4be6-b440-1a85747d3ca4), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:44.729249 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (e0ed4c26-8ee7-4be6-b440-1a85747d3ca4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:44.768289 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] For port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2,segment=NetworkSegment(4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d),segment_id=4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:57:44.802151 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:44.824698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c151f-9d42-4ab6-83c7-5cb25d9f7dd7 req-82d38681-47e6-4c15-84e0-cb1be8e8022c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:44.827959 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-932c151f-9d42-4ab6-83c7-5cb25d9f7dd7 req-82d38681-47e6-4c15-84e0-cb1be8e8022c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.1659389 Feb 05 02:57:44.833254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:44.853935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Allocated IP 172.25.0.69 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/d3007aeb-6b23-4d9a-9b06-6d1753e6a047) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:44.865201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 61eacedb-ac64-46fc-834d-04ad6614ef7b is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:44.865663 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61eacedb-ac64-46fc-834d-04ad6614ef7b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:44.925270 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0039915a-53f8-452f-93bf-1b180708705e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for security_group (ba54aa98-5c2d-4a1f-80f2-c33ce2d21998), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:44.932129 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-932c151f-9d42-4ab6-83c7-5cb25d9f7dd7 req-d7a432dd-8ff1-4448-a7a4-4c1dd944e69f tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933557 Feb 05 02:57:44.942943 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0039915a-53f8-452f-93bf-1b180708705e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ba54aa98-5c2d-4a1f-80f2-c33ce2d21998), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:45.010255 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89f70bd4-88c6-4950-b753-6028e1483dd0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router (545dc2d1-029f-4224-b881-f08934b2a76d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:45.069745 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13af1b66-3d15-47f9-b9d4-a80fe650b346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eacedb-ac64-46fc-834d-04ad6614ef7b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:57:45.074736 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92edee11-633a-4f7f-a215-ed873fccc3ae" -d '{"events": [{"server_uuid": "13af1b66-3d15-47f9-b9d4-a80fe650b346", "name": "network-vif-plugged", "status": "completed", "tag": "61eacedb-ac64-46fc-834d-04ad6614ef7b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:57:45.101977 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:57:45.102492 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-b10fa30e-a3a7-440f-9f5c-f1b9fead5253', 'network_id': 'b10fa30e-a3a7-440f-9f5c-f1b9fead5253', 'project_id': 'b92507f333df4c3f96e62ce3740dbf81', 'fixed_ips': [{'subnet_id': '1888ccf5-4914-4f30-a42b-ded34ad2aaf1'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:57:45.103648 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:45.105678 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cb4b2e9a-fac3-4377-8630-52ffc49d027d None None] Current status of the port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:45.105943 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2e9a-fac3-4377-8630-52ffc49d027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (75b89b38-f7f5-4637-a0a0-6128cb5c0c38), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:45.133129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe04ae-d564-4e1d-b74e-b7c2c789b8d8 None None] Pushing event updated for resources: {'Port': ['ID=56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:45.140012 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Publish callbacks [] for port (d3007aeb-6b23-4d9a-9b06-6d1753e6a047), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:45.147473 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62d4d4b-e506-4a6b-b764-ac99994101d9 x-openstack-request-id: req-b62d4d4b-e506-4a6b-b764-ac99994101d9 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:57:45.147973 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13af1b66-3d15-47f9-b9d4-a80fe650b346", "name": "network-vif-plugged", "status": "completed", "tag": "61eacedb-ac64-46fc-834d-04ad6614ef7b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:57:45.148382 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b62d4d4b-e506-4a6b-b764-ac99994101d9 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:57:45.148999 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13af1b66-3d15-47f9-b9d4-a80fe650b346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eacedb-ac64-46fc-834d-04ad6614ef7b', 'code': 200} Feb 05 02:57:45.197540 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 61eacedb-ac64-46fc-834d-04ad6614ef7b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=61eacedb-ac64-46fc-834d-04ad6614ef7b,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:45.215697 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (61eacedb-ac64-46fc-834d-04ad6614ef7b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:45.240419 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d3007aeb-6b23-4d9a-9b06-6d1753e6a047), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:45.270578 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Publish callbacks [] for router_controller (e0ed4c26-8ee7-4be6-b440-1a85747d3ca4), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:45.321577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039915a-53f8-452f-93bf-1b180708705e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:45.439354 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0039915a-53f8-452f-93bf-1b180708705e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:45.440643 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0039915a-53f8-452f-93bf-1b180708705e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8517203 Feb 05 02:57:45.447897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:45.451219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55078) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:45.453761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:45.476522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:45.516664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ee8829fd-7327-49c7-8de6-b81b11dcf343 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Request body: {'security_group_rule': {'security_group_id': 'ba54aa98-5c2d-4a1f-80f2-c33ce2d21998', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:45.578855 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Pushing event updated for resources: {'Port': ['ID=d3007aeb-6b23-4d9a-9b06-6d1753e6a047,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:45.596619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:45.602306 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:45.613322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cb4b2e9a-fac3-4377-8630-52ffc49d027d None None] For port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=75b89b38-f7f5-4637-a0a0-6128cb5c0c38,segment=NetworkSegment(c186ab96-8fc4-4704-bb64-1833f9f850e2),segment_id=c186ab96-8fc4-4704-bb64-1833f9f850e2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:45.616677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb73023-dd5f-4a23-b95f-2adc1cb1f9fc req-4837d944-c72b-4ba8-b92b-ef4f28d14a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:45.619138 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9eb73023-dd5f-4a23-b95f-2adc1cb1f9fc req-4837d944-c72b-4ba8-b92b-ef4f28d14a94 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 1127 time: 0.4036992 Feb 05 02:57:45.667023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=61eacedb-ac64-46fc-834d-04ad6614ef7b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:45.676409 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2e9a-fac3-4377-8630-52ffc49d027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (75b89b38-f7f5-4637-a0a0-6128cb5c0c38), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:45.724457 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Publish callbacks [] for router_gateway (e0ed4c26-8ee7-4be6-b440-1a85747d3ca4), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:45.726504 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee8829fd-7327-49c7-8de6-b81b11dcf343 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for security_group_rule (4f71e8e5-a90f-4747-8f8a-f5c8f8b8f698), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:45.752201 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89f70bd4-88c6-4950-b753-6028e1483dd0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (545dc2d1-029f-4224-b881-f08934b2a76d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:45.823967 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Allocated IP 172.20.0.2 (b10fa30e-a3a7-440f-9f5c-f1b9fead5253/1888ccf5-4914-4f30-a42b-ded34ad2aaf1/26fd58ad-543c-4b0a-89d0-894a86b09da3) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:45.865111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b2e9a-fac3-4377-8630-52ffc49d027d None None] Pushing event updated for resources: {'Port': ['ID=75b89b38-f7f5-4637-a0a0-6128cb5c0c38,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:45.872440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9eb73023-dd5f-4a23-b95f-2adc1cb1f9fc req-85c40030-f10f-4d45-bc8b-9b5779e3ea49 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936417 Feb 05 02:57:45.891326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-afc366f4-57d7-4251-9a41-923aa0ab3745 None None] Provisioning complete for port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:45.891959 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afc366f4-57d7-4251-9a41-923aa0ab3745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (75b89b38-f7f5-4637-a0a0-6128cb5c0c38), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:45.908342 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee8829fd-7327-49c7-8de6-b81b11dcf343 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for security_group_rule (4f71e8e5-a90f-4747-8f8a-f5c8f8b8f698), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:45.939376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-89f70bd4-88c6-4950-b753-6028e1483dd0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Deleting port 4194419c-2754-41c3-8fc6-08d447ccfeb0 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:57:45.940055 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89f70bd4-88c6-4950-b753-6028e1483dd0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4194419c-2754-41c3-8fc6-08d447ccfeb0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:45.989612 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55096) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:46.038422 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee8829fd-7327-49c7-8de6-b81b11dcf343 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (4f71e8e5-a90f-4747-8f8a-f5c8f8b8f698), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:46.069964 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:46.086683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8f871-9ca7-4571-b51e-f13327f1fe37 req-04b8b7af-2ad1-4b55-9d59-cc6e52703388 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:46.091371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43a8f871-9ca7-4571-b51e-f13327f1fe37 req-04b8b7af-2ad1-4b55-9d59-cc6e52703388 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 945 time: 0.3099332 Feb 05 02:57:46.136973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:46.138111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:46.189173 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-afc366f4-57d7-4251-9a41-923aa0ab3745 None None] Current status of the port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:46.191209 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee8829fd-7327-49c7-8de6-b81b11dcf343 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:46.192644 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ee8829fd-7327-49c7-8de6-b81b11dcf343 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7302823 Feb 05 02:57:46.193538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8829fd-7327-49c7-8de6-b81b11dcf343 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f71e8e5-a90f-4747-8f8a-f5c8f8b8f698,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:46.195921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55102) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:46.237857 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8e28533f-e631-4922-97eb-af5e816e9de3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Request body: {'security_group_rule': {'security_group_id': 'ba54aa98-5c2d-4a1f-80f2-c33ce2d21998', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:46.297274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-afc366f4-57d7-4251-9a41-923aa0ab3745 None None] Provisioning complete for port 15e7d445-6ba5-40b2-897d-d5f416f4e02c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:46.298206 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afc366f4-57d7-4251-9a41-923aa0ab3745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:46.368001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-afc366f4-57d7-4251-9a41-923aa0ab3745 None None] Port 15e7d445-6ba5-40b2-897d-d5f416f4e02c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:57:46.409972 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Publish callbacks [] for port (26fd58ad-543c-4b0a-89d0-894a86b09da3), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:46.412021 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:46.412628 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (75b89b38-f7f5-4637-a0a0-6128cb5c0c38), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:46.442824 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (26fd58ad-543c-4b0a-89d0-894a86b09da3), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:46.495933 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-36ee8c24-8287-4305-aa5a-80168753ee0f tempest-ServiceProvidersTest-764906928 tempest-ServiceProvidersTest-764906928-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5037398 Feb 05 02:57:46.515768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-89f70bd4-88c6-4950-b753-6028e1483dd0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] For port 4194419c-2754-41c3-8fc6-08d447ccfeb0, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4194419c-2754-41c3-8fc6-08d447ccfeb0,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:46.516144 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89f70bd4-88c6-4950-b753-6028e1483dd0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4194419c-2754-41c3-8fc6-08d447ccfeb0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:46.528556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Network b10fa30e-a3a7-440f-9f5c-f1b9fead5253 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:46.536830 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:46.539566 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-89f70bd4-88c6-4950-b753-6028e1483dd0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Calling delete_port for 4194419c-2754-41c3-8fc6-08d447ccfeb0 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:57:46.564749 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:46.567331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Pushing event updated for resources: {'Port': ['ID=26fd58ad-543c-4b0a-89d0-894a86b09da3,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:46.684439 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Publish callbacks [] for router_gateway (e0ed4c26-8ee7-4be6-b440-1a85747d3ca4), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:46.708387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Attempting to bind port 26fd58ad-543c-4b0a-89d0-894a86b09da3 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:57:46.708803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Attempting to bind port 26fd58ad-543c-4b0a-89d0-894a86b09da3 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '3c188c16-4920-49a9-bb97-7316cd8304fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b10fa30e-a3a7-440f-9f5c-f1b9fead5253'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:57:46.709258 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Attempting to bind port 26fd58ad-543c-4b0a-89d0-894a86b09da3 on network b10fa30e-a3a7-440f-9f5c-f1b9fead5253 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:57:46.717937 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:57:46.727009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Checking segment: {'id': '3c188c16-4920-49a9-bb97-7316cd8304fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b10fa30e-a3a7-440f-9f5c-f1b9fead5253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:57:46.727619 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:46.727843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:46.728291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Bound using segment: {'id': '3c188c16-4920-49a9-bb97-7316cd8304fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b10fa30e-a3a7-440f-9f5c-f1b9fead5253'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:57:46.728695 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Bound port: 26fd58ad-543c-4b0a-89d0-894a86b09da3, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c188c16-4920-49a9-bb97-7316cd8304fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b10fa30e-a3a7-440f-9f5c-f1b9fead5253'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:57:46.729142 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (26fd58ad-543c-4b0a-89d0-894a86b09da3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:46.735753 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:46.870408 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c73e16-96bf-4ad4-bf04-5ed9f6d3a5c8 None None] Network 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:57:46.982431 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e28533f-e631-4922-97eb-af5e816e9de3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for security_group_rule (9640f989-61fe-4634-9111-3c2111d3790f), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.058370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43a8f871-9ca7-4571-b51e-f13327f1fe37 req-6eb6c56e-2fec-4d39-af2f-ea30e5aab59a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9370549 Feb 05 02:57:47.072344 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Publish callbacks [] for router_gateway (f9893dd4-8357-4db0-80ce-199bdb3dbbd3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.086568 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc297184-abb4-4499-917b-9f568411f3fe req-8cd45be3-404a-4819-8b9b-ff72abd9ea31 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:47.088295 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc297184-abb4-4499-917b-9f568411f3fe req-8cd45be3-404a-4819-8b9b-ff72abd9ea31 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.9922113 Feb 05 02:57:47.095330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55146) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:47.127119 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] For port 26fd58ad-543c-4b0a-89d0-894a86b09da3, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:57:47.132287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:47.160144 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89f70bd4-88c6-4950-b753-6028e1483dd0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4194419c-2754-41c3-8fc6-08d447ccfeb0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.198632 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] For port 26fd58ad-543c-4b0a-89d0-894a86b09da3, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=26fd58ad-543c-4b0a-89d0-894a86b09da3,segment=NetworkSegment(3c188c16-4920-49a9-bb97-7316cd8304fb),segment_id=3c188c16-4920-49a9-bb97-7316cd8304fb)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:57:47.211530 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-74bb3941-091d-4ba6-b676-edab6354d7ad None None] Provisioning complete for port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:47.212168 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74bb3941-091d-4ba6-b676-edab6354d7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.240959 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f70bd4-88c6-4950-b753-6028e1483dd0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Pushing event deleted for resources: {'Port': ['ID=4194419c-2754-41c3-8fc6-08d447ccfeb0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:47.258543 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (26fd58ad-543c-4b0a-89d0-894a86b09da3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.275603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc297184-abb4-4499-917b-9f568411f3fe req-a0fbccf5-20a9-4b90-a79a-37c139db6b5b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388206 Feb 05 02:57:47.304500 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e28533f-e631-4922-97eb-af5e816e9de3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for security_group_rule (9640f989-61fe-4634-9111-3c2111d3790f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.325903 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e28533f-e631-4922-97eb-af5e816e9de3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (9640f989-61fe-4634-9111-3c2111d3790f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.358397 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Allocated IP 172.25.0.140 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/fa9910bd-5698-4c90-a303-e5cb32899a46) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:47.363756 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4fc626f2-cca3-48fd-aed2-3fca1a31bf47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.379487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28533f-e631-4922-97eb-af5e816e9de3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9640f989-61fe-4634-9111-3c2111d3790f,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:47.416156 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e17e1-4de4-4d18-928f-d24d8108d3e1 None None] Pushing event updated for resources: {'Port': ['ID=26fd58ad-543c-4b0a-89d0-894a86b09da3,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:47.423365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:47.423746 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.537529 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Publish callbacks [] for port (fa9910bd-5698-4c90-a303-e5cb32899a46), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.552959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-74bb3941-091d-4ba6-b676-edab6354d7ad None None] Current status of the port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:47.553704 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74bb3941-091d-4ba6-b676-edab6354d7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.617001 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89f70bd4-88c6-4950-b753-6028e1483dd0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (545dc2d1-029f-4224-b881-f08934b2a76d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.620895 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e28533f-e631-4922-97eb-af5e816e9de3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.630390 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8e28533f-e631-4922-97eb-af5e816e9de3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3946736 Feb 05 02:57:47.648357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55170) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:47.662784 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-74bb3941-091d-4ba6-b676-edab6354d7ad None None] For port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2,segment=NetworkSegment(4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d),segment_id=4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:47.695495 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fa9910bd-5698-4c90-a303-e5cb32899a46), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.709453 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4fc626f2-cca3-48fd-aed2-3fca1a31bf47 admin admin] Publish callbacks [] for security_group (5b012576-531f-4f55-9d91-303a91798d44), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.709632 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74bb3941-091d-4ba6-b676-edab6354d7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.715287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:47.781815 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4fc626f2-cca3-48fd-aed2-3fca1a31bf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5b012576-531f-4f55-9d91-303a91798d44), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.801549 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.807598 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89f70bd4-88c6-4950-b753-6028e1483dd0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (545dc2d1-029f-4224-b881-f08934b2a76d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.818443 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89f70bd4-88c6-4950-b753-6028e1483dd0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_controller (545dc2d1-029f-4224-b881-f08934b2a76d), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.857347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:47.858291 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.863055 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb3941-091d-4ba6-b676-edab6354d7ad None None] Pushing event updated for resources: {'Port': ['ID=56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:47.882065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-49adb5b6-1f19-4ca6-8785-480e4d324863 None None] Provisioning complete for port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:47.882640 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49adb5b6-1f19-4ca6-8785-480e4d324863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.894572 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4fc626f2-cca3-48fd-aed2-3fca1a31bf47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70082db480fa4f159d3f63a65c18d781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7944775 Feb 05 02:57:47.898355 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55186) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:47.916310 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc626f2-cca3-48fd-aed2-3fca1a31bf47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b012576-531f-4f55-9d91-303a91798d44,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:47.969621 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (f9893dd4-8357-4db0-80ce-199bdb3dbbd3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:47.992495 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Pushing event updated for resources: {'Port': ['ID=fa9910bd-5698-4c90-a303-e5cb32899a46,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:47.995004 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 02:57:47.995542 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 02:57:48.006373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:48.014439 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:48.016654 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89f70bd4-88c6-4950-b753-6028e1483dd0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (545dc2d1-029f-4224-b881-f08934b2a76d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:48.017209 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f70bd4-88c6-4950-b753-6028e1483dd0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 545dc2d1-029f-4224-b881-f08934b2a76d {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:57:48.018639 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:48.026077 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89f70bd4-88c6-4950-b753-6028e1483dd0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:48.033407 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-89f70bd4-88c6-4950-b753-6028e1483dd0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "DELETE /v2.0/routers/545dc2d1-029f-4224-b881-f08934b2a76d HTTP/1.1" status: 204 len: 168 time: 3.8047774 Feb 05 02:57:48.055659 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55194) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:48.063218 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1379716443', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:48.123282 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (66138d9e-f8d3-4050-91b9-30361b22353f), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:48.124462 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (66138d9e-f8d3-4050-91b9-30361b22353f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:48.148681 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10a39408-a586-45b8-bea1-d874791ec2a6 admin admin] Publish callbacks [] for security_group (5b012576-531f-4f55-9d91-303a91798d44), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:48.184709 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10a39408-a586-45b8-bea1-d874791ec2a6 admin admin] Publish callbacks [] for security_group (5b012576-531f-4f55-9d91-303a91798d44), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:48.241176 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_controller (66138d9e-f8d3-4050-91b9-30361b22353f), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:48.282108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-49adb5b6-1f19-4ca6-8785-480e4d324863 None None] Current status of the port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:48.333318 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10a39408-a586-45b8-bea1-d874791ec2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5b012576-531f-4f55-9d91-303a91798d44), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:48.335832 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10a39408-a586-45b8-bea1-d874791ec2a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:48.336982 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-10a39408-a586-45b8-bea1-d874791ec2a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b012576-531f-4f55-9d91-303a91798d44 HTTP/1.1" status: 204 len: 168 time: 0.4348993 Feb 05 02:57:48.370098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9aaf5-a31e-4a04-8a58-dcfc8addc783 req-104a8a3d-ce86-4f72-969c-f05517f923f7 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:48.371764 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7cc9aaf5-a31e-4a04-8a58-dcfc8addc783 req-104a8a3d-ce86-4f72-969c-f05517f923f7 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 945 time: 0.1485467 Feb 05 02:57:48.382206 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:48.396995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a39408-a586-45b8-bea1-d874791ec2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b012576-531f-4f55-9d91-303a91798d44,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:48.479185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:57:48.538120 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7cc9aaf5-a31e-4a04-8a58-dcfc8addc783 req-497fe24c-f7f5-4a16-848d-51e5554e258d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585703 Feb 05 02:57:48.605755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:48.607136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:48.768250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:48.768980 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (75b89b38-f7f5-4637-a0a0-6128cb5c0c38), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:48.773564 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (66138d9e-f8d3-4050-91b9-30361b22353f), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:48.800528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f691547-2259-4309-8cef-cbf14a5ed942 req-9b5eef7e-faaa-4ef9-8c3f-3848e4f863f0 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:48.802127 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f691547-2259-4309-8cef-cbf14a5ed942 req-9b5eef7e-faaa-4ef9-8c3f-3848e4f863f0 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.3479123 Feb 05 02:57:48.810444 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55224) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:48.821032 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Allocated IP 172.25.0.30 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/5a1e3a36-3929-4fa8-a02a-f1e8c6f62261) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:48.954555 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:49.085312 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:57:49.104950 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Sync routers for ids ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:57:49.121177 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Routers {'f9893dd4-8357-4db0-80ce-199bdb3dbbd3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:49.121887 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:49.124778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f691547-2259-4309-8cef-cbf14a5ed942 req-14feeeec-45e1-4512-9d67-fcca02f13af5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052797 Feb 05 02:57:49.151473 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84c1432c-68db-4789-bc72-9c9438d9d5dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:49.161662 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:49.163539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b783953f-c994-4d23-ba39-782c48e373fc admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.3778493 Feb 05 02:57:49.166265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55240) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:49.269560 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc663509-f2fd-479a-b0fa-74ecdfbcf8c8 None None] Network b10fa30e-a3a7-440f-9f5c-f1b9fead5253 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:57:49.312188 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for port (5a1e3a36-3929-4fa8-a02a-f1e8c6f62261), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:49.338533 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Publish callbacks [] for router_gateway (e0ed4c26-8ee7-4be6-b440-1a85747d3ca4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:49.404008 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 26fd58ad-543c-4b0a-89d0-894a86b09da3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:49.437417 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Set router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:57:49.493369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a79e3f06-f904-46cc-b08e-24e9cc4f33f0 None None] Provisioning complete for port 26fd58ad-543c-4b0a-89d0-894a86b09da3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:49.493757 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a79e3f06-f904-46cc-b08e-24e9cc4f33f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (26fd58ad-543c-4b0a-89d0-894a86b09da3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:49.511282 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (5a1e3a36-3929-4fa8-a02a-f1e8c6f62261), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:49.559918 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84c1432c-68db-4789-bc72-9c9438d9d5dd admin admin] Publish callbacks [] for security_group (bf070896-62b0-48e5-a878-2e3762afb9e1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:49.573034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84c1432c-68db-4789-bc72-9c9438d9d5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (bf070896-62b0-48e5-a878-2e3762afb9e1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:49.612443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 26fd58ad-543c-4b0a-89d0-894a86b09da3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:49.612826 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (26fd58ad-543c-4b0a-89d0-894a86b09da3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:49.647229 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:49.659447 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:49.667193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:49.694136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event updated for resources: {'Port': ['ID=5a1e3a36-3929-4fa8-a02a-f1e8c6f62261,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:49.701542 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a79e3f06-f904-46cc-b08e-24e9cc4f33f0 None None] Current status of the port 26fd58ad-543c-4b0a-89d0-894a86b09da3 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:49.702148 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a79e3f06-f904-46cc-b08e-24e9cc4f33f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (26fd58ad-543c-4b0a-89d0-894a86b09da3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:49.773423 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a79e3f06-f904-46cc-b08e-24e9cc4f33f0 None None] For port 26fd58ad-543c-4b0a-89d0-894a86b09da3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=26fd58ad-543c-4b0a-89d0-894a86b09da3,segment=NetworkSegment(3c188c16-4920-49a9-bb97-7316cd8304fb),segment_id=3c188c16-4920-49a9-bb97-7316cd8304fb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:49.793050 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a79e3f06-f904-46cc-b08e-24e9cc4f33f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (26fd58ad-543c-4b0a-89d0-894a86b09da3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:49.856436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1432c-68db-4789-bc72-9c9438d9d5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf070896-62b0-48e5-a878-2e3762afb9e1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:49.872295 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'name': 'tempest-ServersTestBootFromVolume-13076004-router', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:41Z', 'updated_at': '2022-02-05T02:57:45Z', 'revision_number': 3, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'gw_port': {'id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:49.907147 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Checking router: f9893dd4-8357-4db0-80ce-199bdb3dbbd3 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:57:49.907758 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Updating router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 port d3007aeb-6b23-4d9a-9b06-6d1753e6a047 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:57:49.908971 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-84c1432c-68db-4789-bc72-9c9438d9d5dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b47785d2bf814187b6e3fdf372357b6c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0964973 Feb 05 02:57:49.910654 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (66138d9e-f8d3-4050-91b9-30361b22353f), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:49.915152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e3f06-f904-46cc-b08e-24e9cc4f33f0 None None] Pushing event updated for resources: {'Port': ['ID=26fd58ad-543c-4b0a-89d0-894a86b09da3,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:49.938025 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55256) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:49.941546 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:49.948073 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 26fd58ad-543c-4b0a-89d0-894a86b09da3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:49.949255 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:49.959664 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (e0ed4c26-8ee7-4be6-b440-1a85747d3ca4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:49.962452 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d3007aeb-6b23-4d9a-9b06-6d1753e6a047), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:50.034038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:50.034596 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:50.104482 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for floatingip (c0e53b06-c2ef-4069-b5bb-a3014bd48749), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:50.148008 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-473f3042-e43a-44ea-88a6-daaa7b905e11 admin admin] Publish callbacks [] for security_group (bf070896-62b0-48e5-a878-2e3762afb9e1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:50.170924 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:50.232340 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a2517806-211d-4846-9920-a13167d0cd58 None None] Provisioning complete for port 26fd58ad-543c-4b0a-89d0-894a86b09da3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:50.235424 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2517806-211d-4846-9920-a13167d0cd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (26fd58ad-543c-4b0a-89d0-894a86b09da3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:50.278716 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5a1e3a36-3929-4fa8-a02a-f1e8c6f62261), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:50.286869 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-473f3042-e43a-44ea-88a6-daaa7b905e11 admin admin] Publish callbacks [] for security_group (bf070896-62b0-48e5-a878-2e3762afb9e1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:50.317142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4194419c-2754-41c3-8fc6-08d447ccfeb0 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:57:50.348813 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 4194419c-2754-41c3-8fc6-08d447ccfeb0 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:57:50.349132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4194419c-2754-41c3-8fc6-08d447ccfeb0 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:57:50.407224 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a2517806-211d-4846-9920-a13167d0cd58 None None] Current status of the port 26fd58ad-543c-4b0a-89d0-894a86b09da3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:50.532864 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Publish callbacks [] for port (d3007aeb-6b23-4d9a-9b06-6d1753e6a047), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:50.543644 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d3007aeb-6b23-4d9a-9b06-6d1753e6a047), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:50.595399 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:50.621763 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Attempting to bind port d3007aeb-6b23-4d9a-9b06-6d1753e6a047 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:57:50.622240 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Attempting to bind port d3007aeb-6b23-4d9a-9b06-6d1753e6a047 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:57:50.622710 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Attempting to bind port d3007aeb-6b23-4d9a-9b06-6d1753e6a047 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:57:50.658804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324c647-ac1b-4fc4-ba38-4351b4b0fce1 req-88dc8576-02b6-41f4-bbdd-a395b103f939 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:50.666455 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f324c647-ac1b-4fc4-ba38-4351b4b0fce1 req-88dc8576-02b6-41f4-bbdd-a395b103f939 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.3012385 Feb 05 02:57:50.673310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Allocated IP 172.25.0.142 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/c7c6b92c-bef3-416a-b84d-4b4fde45860d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:50.692988 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:57:50.697207 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:57:50.697915 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:50.699838 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:57:50.702454 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Bound port: d3007aeb-6b23-4d9a-9b06-6d1753e6a047, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:57:50.703071 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d3007aeb-6b23-4d9a-9b06-6d1753e6a047), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:50.782159 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc883842-ab65-4d11-bc99-09441b8a20fb None None] Pushing event updated for resources: {'Port': ['ID=d3007aeb-6b23-4d9a-9b06-6d1753e6a047,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:50.806778 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] For port d3007aeb-6b23-4d9a-9b06-6d1753e6a047, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:57:50.810386 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] For port d3007aeb-6b23-4d9a-9b06-6d1753e6a047, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d3007aeb-6b23-4d9a-9b06-6d1753e6a047,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:57:50.820334 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d3007aeb-6b23-4d9a-9b06-6d1753e6a047), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:50.873856 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f324c647-ac1b-4fc4-ba38-4351b4b0fce1 req-8733ba26-da0b-42c6-b6e3-3bd05ab02d5d tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057486 Feb 05 02:57:50.887041 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-473f3042-e43a-44ea-88a6-daaa7b905e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (bf070896-62b0-48e5-a878-2e3762afb9e1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:50.890329 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-473f3042-e43a-44ea-88a6-daaa7b905e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:50.894400 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-473f3042-e43a-44ea-88a6-daaa7b905e11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf070896-62b0-48e5-a878-2e3762afb9e1 HTTP/1.1" status: 204 len: 168 time: 0.9529803 Feb 05 02:57:50.948572 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Routers {'f9893dd4-8357-4db0-80ce-199bdb3dbbd3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:50.949214 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:50.957945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f3042-e43a-44ea-88a6-daaa7b905e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf070896-62b0-48e5-a878-2e3762afb9e1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:51.009514 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for port (c7c6b92c-bef3-416a-b84d-4b4fde45860d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:51.042353 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Router e0ed4c26-8ee7-4be6-b440-1a85747d3ca4 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:57:51.130504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 26fd58ad-543c-4b0a-89d0-894a86b09da3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:51.218854 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] Set router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:57:51.255097 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 26fd58ad-543c-4b0a-89d0-894a86b09da3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:51.255487 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (26fd58ad-543c-4b0a-89d0-894a86b09da3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:51.366714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:57:51.372831 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c7c6b92c-bef3-416a-b84d-4b4fde45860d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:51.386974 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Allocated IP 172.20.0.1 (11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9/3438e575-803e-4ceb-bec0-519360784e52/52d292bf-14d4-4787-92b6-a5afe5a79035) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:51.432234 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc883842-ab65-4d11-bc99-09441b8a20fb None None] Pushing event updated for resources: {'Port': ['ID=d3007aeb-6b23-4d9a-9b06-6d1753e6a047,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:51.454012 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 26fd58ad-543c-4b0a-89d0-894a86b09da3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:51.456347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Sync routers for ids ['e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:57:51.487579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Routers {'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:51.488226 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:51.505692 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:51.505692 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6e4ccf0b-d004-4470-9407-5fc21e3ba16d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.9807215 Feb 05 02:57:51.528682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:51.534314 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55286) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:51.546391 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:51.560246 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for port (5a1e3a36-3929-4fa8-a02a-f1e8c6f62261), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:51.571675 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (5a1e3a36-3929-4fa8-a02a-f1e8c6f62261), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:51.585268 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:51.586526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Pushing event updated for resources: {'Port': ['ID=c7c6b92c-bef3-416a-b84d-4b4fde45860d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:51.762726 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'name': 'tempest-ServersTestBootFromVolume-13076004-router', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:41Z', 'updated_at': '2022-02-05T02:57:45Z', 'revision_number': 3, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'gw_port': {'id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:51.784268 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (c0e53b06-c2ef-4069-b5bb-a3014bd48749), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:51.812113 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b8223-7cf8-455e-baf0-fdca70edcef5 None None] The sync data for ids ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'] in n-d-826942-8 is: [{'id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'name': 'tempest-ServersTestBootFromVolume-13076004-router', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:41Z', 'updated_at': '2022-02-05T02:57:45Z', 'revision_number': 3, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'gw_port': {'id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:57:51.845018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Set router e0ed4c26-8ee7-4be6-b440-1a85747d3ca4 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:57:51.885706 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:51.890995 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2415581 Feb 05 02:57:51.934169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894f4b9-c3a2-4fec-bf93-e051a7843389 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event updated for resources: {'Port': ['ID=5a1e3a36-3929-4fa8-a02a-f1e8c6f62261,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:51.962830 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Publish callbacks [] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:52.046062 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:52.075698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Network 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:52.080469 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:52.084670 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:52.318687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1900129310-router', 'tenant_id': 'b92507f333df4c3f96e62ce3740dbf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fa9910bd-5698-4c90-a303-e5cb32899a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:48Z', 'revision_number': 3, 'project_id': 'b92507f333df4c3f96e62ce3740dbf81', 'gw_port': {'id': 'fa9910bd-5698-4c90-a303-e5cb32899a46', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:46Z', 'updated_at': '2022-02-05T02:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:52.386605 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Pushing event updated for resources: {'Port': ['ID=52d292bf-14d4-4787-92b6-a5afe5a79035,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:52.418638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Checking router: e0ed4c26-8ee7-4be6-b440-1a85747d3ca4 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:57:52.428872 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Updating router e0ed4c26-8ee7-4be6-b440-1a85747d3ca4 port fa9910bd-5698-4c90-a303-e5cb32899a46 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:57:52.474507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2430cc-a304-4a51-8cc1-2c7f27fe3b7f req-6323d898-1613-42cb-808a-fb971d365b8a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:52.476203 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a2430cc-a304-4a51-8cc1-2c7f27fe3b7f req-6323d898-1613-42cb-808a-fb971d365b8a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.3219965 Feb 05 02:57:52.477008 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (f9893dd4-8357-4db0-80ce-199bdb3dbbd3), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:52.491484 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55316) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:52.537918 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fa9910bd-5698-4c90-a303-e5cb32899a46), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:52.567417 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (66138d9e-f8d3-4050-91b9-30361b22353f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:52.813366 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ba8f6b09-b6cb-4bd5-b611-9c3830be5946 None None] Provisioning complete for port 52d292bf-14d4-4787-92b6-a5afe5a79035 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:52.813802 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba8f6b09-b6cb-4bd5-b611-9c3830be5946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:52.853157 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f6b09-b6cb-4bd5-b611-9c3830be5946 None None] Port 52d292bf-14d4-4787-92b6-a5afe5a79035 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:57:52.859966 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4141ea57-194f-4e66-bb33-fd8f24b13ca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:52.902662 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a2430cc-a304-4a51-8cc1-2c7f27fe3b7f req-db7c8273-8d77-42a2-aaf8-6aa1ab76739a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844863 Feb 05 02:57:53.026090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-393ccf94-4e0b-439f-9c58-81da93a2b694 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1201731167&fields=id&tenant_id=5357d824dd714019b322e09bbe4d07c4 HTTP/1.1" status: 200 len: 267 time: 0.3038309 Feb 05 02:57:53.171907 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d3007aeb-6b23-4d9a-9b06-6d1753e6a047 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:53.192433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1fcddede-5887-4eea-90f0-1332aa45bee3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:53.193889 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1fcddede-5887-4eea-90f0-1332aa45bee3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports/8567b960-d574-4928-8419-2f6d67dbe1d3 HTTP/1.1" status: 200 len: 936 time: 0.1497772 Feb 05 02:57:53.263159 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:53.324589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-c97698ce-19d1-4c07-90cb-a276131e1d97 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:53.326131 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-c97698ce-19d1-4c07-90cb-a276131e1d97 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports/15e7d445-6ba5-40b2-897d-d5f416f4e02c HTTP/1.1" status: 200 len: 936 time: 0.1099780 Feb 05 02:57:53.374075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d3007aeb-6b23-4d9a-9b06-6d1753e6a047 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:53.375164 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d3007aeb-6b23-4d9a-9b06-6d1753e6a047), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:53.421444 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-569c9787-0c6a-40ae-8821-7badfc53249e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?network_id=23c3b802-732a-4ca6-9fd0-342f741030c6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0847790 Feb 05 02:57:53.477395 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (66138d9e-f8d3-4050-91b9-30361b22353f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:53.487871 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Publish callbacks [] for port (fa9910bd-5698-4c90-a303-e5cb32899a46), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:53.503912 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fa9910bd-5698-4c90-a303-e5cb32899a46), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:53.543405 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Attempting to bind port fa9910bd-5698-4c90-a303-e5cb32899a46 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:57:53.543789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Attempting to bind port fa9910bd-5698-4c90-a303-e5cb32899a46 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:57:53.544463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Attempting to bind port fa9910bd-5698-4c90-a303-e5cb32899a46 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:57:53.606171 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-cd81fdd4-2861-4899-9426-c07b6bdc3899 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?network_id=23c3b802-732a-4ca6-9fd0-342f741030c6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1780393 Feb 05 02:57:53.690252 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:57:53.690844 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:57:53.691730 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:53.692248 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:57:53.692754 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Bound port: fa9910bd-5698-4c90-a303-e5cb32899a46, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:57:53.695446 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fa9910bd-5698-4c90-a303-e5cb32899a46), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:53.808527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a5896-0734-49d3-b6a1-ed8cb8e3f70f None None] Pushing event updated for resources: {'Port': ['ID=fa9910bd-5698-4c90-a303-e5cb32899a46,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:53.824795 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d3007aeb-6b23-4d9a-9b06-6d1753e6a047 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:53.827469 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d3007aeb-6b23-4d9a-9b06-6d1753e6a047), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:53.930322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port d3007aeb-6b23-4d9a-9b06-6d1753e6a047, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d3007aeb-6b23-4d9a-9b06-6d1753e6a047,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:53.935378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] For port fa9910bd-5698-4c90-a303-e5cb32899a46, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:57:53.945324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] For port fa9910bd-5698-4c90-a303-e5cb32899a46, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fa9910bd-5698-4c90-a303-e5cb32899a46,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:57:53.949718 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d3007aeb-6b23-4d9a-9b06-6d1753e6a047), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:54.035716 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fa9910bd-5698-4c90-a303-e5cb32899a46), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:54.134127 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=d3007aeb-6b23-4d9a-9b06-6d1753e6a047,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:54.136949 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Routers {'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:54.137626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:54.307217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] Set router e0ed4c26-8ee7-4be6-b440-1a85747d3ca4 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:57:54.491927 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:54.498646 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55356) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:54.581070 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4141ea57-194f-4e66-bb33-fd8f24b13ca0 admin admin] Publish callbacks [] for security_group (795de09a-ee58-4d06-ade3-0a4314495b39), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:54.632862 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-9ccbb51f-889c-4f00-b06d-ab9d8378f56c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:54.648806 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-9ccbb51f-889c-4f00-b06d-ab9d8378f56c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:54.661396 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-9ccbb51f-889c-4f00-b06d-ab9d8378f56c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:54.667746 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-9ccbb51f-889c-4f00-b06d-ab9d8378f56c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/networks?id=d72524e2-c521-4683-9c19-dd229da7f011&id=c5aefbcb-3560-43be-b51a-75b84be14b98&id=c5aefbcb-3560-43be-b51a-75b84be14b98&id=23c3b802-732a-4ca6-9fd0-342f741030c6&id=23c3b802-732a-4ca6-9fd0-342f741030c6 HTTP/1.1" status: 200 len: 1993 time: 1.0520949 Feb 05 02:57:54.696392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a5896-0734-49d3-b6a1-ed8cb8e3f70f None None] Pushing event updated for resources: {'Port': ['ID=fa9910bd-5698-4c90-a303-e5cb32899a46,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:54.815123 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4141ea57-194f-4e66-bb33-fd8f24b13ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (795de09a-ee58-4d06-ade3-0a4314495b39), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:54.824238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1900129310-router', 'tenant_id': 'b92507f333df4c3f96e62ce3740dbf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fa9910bd-5698-4c90-a303-e5cb32899a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:48Z', 'revision_number': 3, 'project_id': 'b92507f333df4c3f96e62ce3740dbf81', 'gw_port': {'id': 'fa9910bd-5698-4c90-a303-e5cb32899a46', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:46Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:54.834477 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Publish callbacks [] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:54.864031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-9d7e9747-eb23-4ce7-8ec5-bce75e0d4b30 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/quotas/5357d824dd714019b322e09bbe4d07c4 HTTP/1.1" status: 200 len: 375 time: 0.0272117 Feb 05 02:57:54.866603 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:54.884139 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4141ea57-194f-4e66-bb33-fd8f24b13ca0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=492adc002a4c4cb9988fbe472fbcbb13&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3871274 Feb 05 02:57:54.885379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-31116238-8fae-497b-9b3d-7685a3a077b0 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2048572430'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:54.885862 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-31116238-8fae-497b-9b3d-7685a3a077b0 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] Unknown quota resources ['metering_label']. {{(pid=109674) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 05 02:57:54.893484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55362) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:54.901857 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe192fb5-3260-4e15-bd0e-c7e34d610d98 None None] The sync data for ids ['e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'] in n-d-826942-8 is: [{'id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1900129310-router', 'tenant_id': 'b92507f333df4c3f96e62ce3740dbf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fa9910bd-5698-4c90-a303-e5cb32899a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:48Z', 'revision_number': 3, 'project_id': 'b92507f333df4c3f96e62ce3740dbf81', 'gw_port': {'id': 'fa9910bd-5698-4c90-a303-e5cb32899a46', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:46Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:57:54.985595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Router 66138d9e-f8d3-4050-91b9-30361b22353f is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:57:55.012134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5e8bf-c81e-48c6-a131-7370be41082b req-12ed02bd-e099-42a2-962e-f22dfb79b03c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:55.025812 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79f5e8bf-c81e-48c6-a131-7370be41082b req-12ed02bd-e099-42a2-962e-f22dfb79b03c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.7353334 Feb 05 02:57:55.121677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d3007aeb-6b23-4d9a-9b06-6d1753e6a047 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:55.133199 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (f9893dd4-8357-4db0-80ce-199bdb3dbbd3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:55.167669 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Pushing event updated for resources: {'Port': ['ID=52d292bf-14d4-4787-92b6-a5afe5a79035,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:55.239462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Allocated IP 172.20.0.1 (b10fa30e-a3a7-440f-9f5c-f1b9fead5253/1888ccf5-4914-4f30-a42b-ded34ad2aaf1/ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:57:55.255402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-9cd0377b-412c-4f81-80e6-7e9bf88b4690 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5357d824dd714019b322e09bbe4d07c4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3594198 Feb 05 02:57:55.261913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d3007aeb-6b23-4d9a-9b06-6d1753e6a047 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:55.262374 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d3007aeb-6b23-4d9a-9b06-6d1753e6a047), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:55.472417 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Publish callbacks [] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:55.520737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141ea57-194f-4e66-bb33-fd8f24b13ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795de09a-ee58-4d06-ade3-0a4314495b39,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:55.534673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d3007aeb-6b23-4d9a-9b06-6d1753e6a047 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:55.597222 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79f5e8bf-c81e-48c6-a131-7370be41082b req-d0ffdd7c-8136-4b93-9b06-2a3393e94328 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622380 Feb 05 02:57:55.609404 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d312c09-9d93-463f-9a41-7abc621fe053 admin admin] Publish callbacks [] for security_group (795de09a-ee58-4d06-ade3-0a4314495b39), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:55.633441 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:55.744648 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d312c09-9d93-463f-9a41-7abc621fe053 admin admin] Publish callbacks [] for security_group (795de09a-ee58-4d06-ade3-0a4314495b39), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:55.790163 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Pushing event updated for resources: {'Port': ['ID=ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:55.862416 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e3e89f89-2aae-44c6-93ef-00c457399211 service neutron] 10.222.0.36 "GET /v2.0/networks/d72524e2-c521-4683-9c19-dd229da7f011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6049333 Feb 05 02:57:55.879806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Network b10fa30e-a3a7-440f-9f5c-f1b9fead5253 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:55.883721 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:55.890367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Network 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:55.893864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:55.899179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:57:55.903695 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31116238-8fae-497b-9b3d-7685a3a077b0 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:55.905049 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-31116238-8fae-497b-9b3d-7685a3a077b0 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.3968785 Feb 05 02:57:55.913560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55364) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:56.009764 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (e0ed4c26-8ee7-4be6-b440-1a85747d3ca4), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:56.245475 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d312c09-9d93-463f-9a41-7abc621fe053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (795de09a-ee58-4d06-ade3-0a4314495b39), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:56.257353 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d312c09-9d93-463f-9a41-7abc621fe053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:56.264295 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5d312c09-9d93-463f-9a41-7abc621fe053 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/795de09a-ee58-4d06-ade3-0a4314495b39 HTTP/1.1" status: 204 len: 168 time: 1.3634391 Feb 05 02:57:56.302157 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-487c413f-0477-4aa3-a291-d7d245231cf6 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5959ccb4-b31d-4bd4-bad2-4d5dbbf7d2f5'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:56.303976 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-487c413f-0477-4aa3-a291-d7d245231cf6 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109674) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 05 02:57:56.349723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d312c09-9d93-463f-9a41-7abc621fe053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795de09a-ee58-4d06-ade3-0a4314495b39,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:56.409147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-d860058f-a3dc-4b3e-93df-f24383fc0c5e service neutron] 10.222.0.36 "GET /v2.0/networks/d72524e2-c521-4683-9c19-dd229da7f011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301526 Feb 05 02:57:56.421997 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-15937146-f62b-4154-aca3-4b3e1442651c None None] Provisioning complete for port 52d292bf-14d4-4787-92b6-a5afe5a79035 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:56.423173 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-15937146-f62b-4154-aca3-4b3e1442651c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:56.500949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:57:56.510975 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-15937146-f62b-4154-aca3-4b3e1442651c None None] Port 52d292bf-14d4-4787-92b6-a5afe5a79035 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:57:56.521408 n-d-826942-8 neutron-server[109674]: WARNING neutron.services.metering.metering_plugin [None req-487c413f-0477-4aa3-a291-d7d245231cf6 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 05 02:57:56.536308 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-8cc50dac-24e9-4391-b023-63d086808f6a service neutron] 10.222.0.36 "GET /v2.0/ports/8567b960-d574-4928-8419-2f6d67dbe1d3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1181588 Feb 05 02:57:56.540073 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-15937146-f62b-4154-aca3-4b3e1442651c None None] Provisioning complete for port ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:56.540669 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-15937146-f62b-4154-aca3-4b3e1442651c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:56.632420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-15937146-f62b-4154-aca3-4b3e1442651c None None] Port ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:57:56.777250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:57:56.789641 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eed28d-dffa-4514-b308-115a20a0a3e6 None None] Sync routers for ids ['66138d9e-f8d3-4050-91b9-30361b22353f'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:57:56.810446 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-487c413f-0477-4aa3-a291-d7d245231cf6 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:56.814702 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-487c413f-0477-4aa3-a291-d7d245231cf6 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8167896 Feb 05 02:57:56.815511 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eed28d-dffa-4514-b308-115a20a0a3e6 None None] Routers {'66138d9e-f8d3-4050-91b9-30361b22353f'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:56.816124 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-62eed28d-dffa-4514-b308-115a20a0a3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['66138d9e-f8d3-4050-91b9-30361b22353f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:56.816896 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:56.834314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55374) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:56.842437 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-75ec3bd2-815e-4da1-97d0-394ab7e7d818 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5959ccb4-b31d-4bd4-bad2-4d5dbbf7d2f5'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:56.843087 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-75ec3bd2-815e-4da1-97d0-394ab7e7d818 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 05 02:57:56.843237 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:56.844452 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-184feb6d-4550-4063-a18a-44ec9c482a2a tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.7877922 Feb 05 02:57:56.847087 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55376) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:56.876160 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-aa6d3316-1a04-43b9-bacb-4df1ab739b4d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'enable_snat': False}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:56.892835 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-643d48f7-4192-4a1a-bafa-d9d7c67f491e service neutron] 10.222.0.36 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483727 Feb 05 02:57:56.908976 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-62eed28d-dffa-4514-b308-115a20a0a3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:56.938381 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eed28d-dffa-4514-b308-115a20a0a3e6 None None] Routers {'66138d9e-f8d3-4050-91b9-30361b22353f'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:56.939038 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-62eed28d-dffa-4514-b308-115a20a0a3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['66138d9e-f8d3-4050-91b9-30361b22353f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:57.003159 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-62eed28d-dffa-4514-b308-115a20a0a3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:57.008623 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eed28d-dffa-4514-b308-115a20a0a3e6 None None] The sync data for ids ['66138d9e-f8d3-4050-91b9-30361b22353f'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:57:57.044311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55378) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:57.068254 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-780ae348-93c9-4ff6-b7e5-42bd8f52823a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:57.177397 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e6f91cd-ba26-40d8-a664-3dc8f089200e req-271f193b-0cdb-47a9-83ed-c053bd58bf33 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4478457 Feb 05 02:57:57.183999 n-d-826942-8 neutron-server[109675]: WARNING neutron.services.metering.metering_plugin [None req-75ec3bd2-815e-4da1-97d0-394ab7e7d818 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 05 02:57:57.190930 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fa9910bd-5698-4c90-a303-e5cb32899a46 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:57.277823 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port fa9910bd-5698-4c90-a303-e5cb32899a46 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:57.278312 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fa9910bd-5698-4c90-a303-e5cb32899a46), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:57.286928 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:57:57.293469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8ffe0709-d190-4e7b-af57-a0c77d4351ea admin admin] 10.222.0.36 "PUT /v2.0/routers/f9893dd4-8357-4db0-80ce-199bdb3dbbd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1257794 Feb 05 02:57:57.304017 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfa60d-7438-46f1-8434-bbde702b3d72 req-0b4a80b3-3ae3-42ba-b336-78d7b08a0cae tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:57.313653 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94bfa60d-7438-46f1-8434-bbde702b3d72 req-0b4a80b3-3ae3-42ba-b336-78d7b08a0cae tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.5962942 Feb 05 02:57:57.317355 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-9ae514a4-79fd-433f-8725-07abfc6eccbd service neutron] 10.222.0.36 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170375 Feb 05 02:57:57.328508 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Publish callbacks [] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:57.345525 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:57.347800 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Sync routers for ids ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:57:57.400743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Routers {'f9893dd4-8357-4db0-80ce-199bdb3dbbd3'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:57.402304 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:57.419902 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (e0ed4c26-8ee7-4be6-b440-1a85747d3ca4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:57.520635 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75ec3bd2-815e-4da1-97d0-394ab7e7d818 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:57.521873 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-75ec3bd2-815e-4da1-97d0-394ab7e7d818 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6838953 Feb 05 02:57:57.529179 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55384) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:57.532953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-fdefd7af-99ab-4b63-9c1f-eeb4dd4d0ab1 service neutron] 10.222.0.36 "GET /v2.0/ports/15e7d445-6ba5-40b2-897d-d5f416f4e02c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1913323 Feb 05 02:57:57.552566 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f91cd-ba26-40d8-a664-3dc8f089200e req-80d43fc8-d906-4cec-90f8-3fb414ec0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:57.555383 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e6f91cd-ba26-40d8-a664-3dc8f089200e req-80d43fc8-d906-4cec-90f8-3fb414ec0e3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 1132 time: 0.2351179 Feb 05 02:57:57.557618 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f417cb9f-d75b-422d-a27c-6fabbc35d723 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=02209fa5-abf4-4629-a112-fc9326ea2ca5 HTTP/1.1" status: 200 len: 462 time: 0.0266116 Feb 05 02:57:57.564404 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55386) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:57.656635 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port fa9910bd-5698-4c90-a303-e5cb32899a46 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:57:57.657175 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fa9910bd-5698-4c90-a303-e5cb32899a46), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:57.680454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-97c3727a-8129-4408-b784-777097a3ac2f service neutron] 10.222.0.36 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163361 Feb 05 02:57:57.684083 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Set router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:57:57.729556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port fa9910bd-5698-4c90-a303-e5cb32899a46, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fa9910bd-5698-4c90-a303-e5cb32899a46,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:57:57.739341 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94bfa60d-7438-46f1-8434-bbde702b3d72 req-5e7d2211-38af-491f-81b2-0f602955badd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245746 Feb 05 02:57:57.745305 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fa9910bd-5698-4c90-a303-e5cb32899a46), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:57.750234 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-780ae348-93c9-4ff6-b7e5-42bd8f52823a admin admin] Publish callbacks [] for security_group (c01fd047-f2d2-438a-8441-6e80e6afae50), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:57.796652 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-780ae348-93c9-4ff6-b7e5-42bd8f52823a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c01fd047-f2d2-438a-8441-6e80e6afae50), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:57.858971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=fa9910bd-5698-4c90-a303-e5cb32899a46,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:57.931329 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Network b10fa30e-a3a7-440f-9f5c-f1b9fead5253 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:57:57.941586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Pushing event updated for resources: {'Port': ['ID=ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:57.949253 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:57:57.956745 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-780ae348-93c9-4ff6-b7e5-42bd8f52823a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed1c93461f5e474a9be1e01a9599d4cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9078314 Feb 05 02:57:57.962829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55390) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:57.963589 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ae348-93c9-4ff6-b7e5-42bd8f52823a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01fd047-f2d2-438a-8441-6e80e6afae50,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:58.080585 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddc77c92-c10f-44d9-a624-10c13e890030 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:58.084241 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ddc77c92-c10f-44d9-a624-10c13e890030 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/02209fa5-abf4-4629-a112-fc9326ea2ca5 HTTP/1.1" status: 204 len: 168 time: 0.4045959 Feb 05 02:57:58.111098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55392) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:58.134326 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-31e0849c-3ae3-4791-9b85-fad6ae9adb51 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=02209fa5-abf4-4629-a112-fc9326ea2ca5 HTTP/1.1" status: 200 len: 221 time: 0.0136249 Feb 05 02:57:58.154366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55394) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:58.161872 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa6d3316-1a04-43b9-bacb-4df1ab739b4d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (66138d9e-f8d3-4050-91b9-30361b22353f), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:58.199758 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-67eda20f-fadd-4c45-a9a8-fc031b2519ca tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1648625762', 'description': 'label created by tempest'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:58.200224 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-67eda20f-fadd-4c45-a9a8-fc031b2519ca tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] Unknown quota resources ['metering_label']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 05 02:57:58.202293 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36bddf6b-2330-4b99-9741-6efacef766b5 admin admin] Publish callbacks [] for security_group (c01fd047-f2d2-438a-8441-6e80e6afae50), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:58.244215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'name': 'tempest-ServersTestBootFromVolume-13076004-router', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:41Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'gw_port': {'id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '52d292bf-14d4-4787-92b6-a5afe5a79035', 'name': '', 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'mac_address': 'fa:16:3e:96:ab:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3438e575-803e-4ceb-bec0-519360784e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:50Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 2, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'subnets': [{'id': '3438e575-803e-4ceb-bec0-519360784e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:58.281524 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f91cd-ba26-40d8-a664-3dc8f089200e req-56a72a40-ec1b-46f3-a8ec-2f12c5a27596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:58.283300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e6f91cd-ba26-40d8-a664-3dc8f089200e req-56a72a40-ec1b-46f3-a8ec-2f12c5a27596 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.5974309 Feb 05 02:57:58.285284 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-097e3e20-c553-442d-aef6-dbbce21f93d0 service neutron] 10.222.0.36 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779872 Feb 05 02:57:58.302261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Checking router: f9893dd4-8357-4db0-80ce-199bdb3dbbd3 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:57:58.302627 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Updating router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 port 52d292bf-14d4-4787-92b6-a5afe5a79035 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:57:58.327226 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36bddf6b-2330-4b99-9741-6efacef766b5 admin admin] Publish callbacks [] for security_group (c01fd047-f2d2-438a-8441-6e80e6afae50), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:58.360579 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:58.418937 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Router e0ed4c26-8ee7-4be6-b440-1a85747d3ca4 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:57:58.420520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-89392b42-2717-42f2-ae12-4f1e8b472d48 None None] Provisioning complete for port ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:58.421058 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89392b42-2717-42f2-ae12-4f1e8b472d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:58.424202 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36bddf6b-2330-4b99-9741-6efacef766b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c01fd047-f2d2-438a-8441-6e80e6afae50), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:58.427009 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36bddf6b-2330-4b99-9741-6efacef766b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:58.428381 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-36bddf6b-2330-4b99-9741-6efacef766b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c01fd047-f2d2-438a-8441-6e80e6afae50 HTTP/1.1" status: 204 len: 168 time: 0.4619832 Feb 05 02:57:58.451004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bddf6b-2330-4b99-9741-6efacef766b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01fd047-f2d2-438a-8441-6e80e6afae50,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:58.548513 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-89392b42-2717-42f2-ae12-4f1e8b472d48 None None] Port ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:57:58.612825 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e6f91cd-ba26-40d8-a664-3dc8f089200e req-5e06e22e-a66e-4941-b1a0-f5361734fb6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0eebee3e-aeae-44a8-baba-35021497c332 HTTP/1.1" status: 200 len: 217 time: 0.2716334 Feb 05 02:57:58.628257 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:57:58.634871 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b0086b93-a502-4269-af5b-ee7223f06de4 admin admin] 10.222.0.36 "PUT /v2.0/routers/e0ed4c26-8ee7-4be6-b440-1a85747d3ca4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0991559 Feb 05 02:57:58.646015 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Sync routers for ids ['e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:57:58.660508 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Routers {'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:58.662101 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:58.940563 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Publish callbacks [] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:58.941662 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55406) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:58.949054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-54c04d15-16cb-47f1-b470-a765522ef3c4 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--51036515', 'description': 'tempest-description--126192118'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:57:58.953328 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:59.057085 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Set router e0ed4c26-8ee7-4be6-b440-1a85747d3ca4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:57:59.069435 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67eda20f-fadd-4c45-a9a8-fc031b2519ca tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:59.072919 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-67eda20f-fadd-4c45-a9a8-fc031b2519ca tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.9077084 Feb 05 02:57:59.083433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55410) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:57:59.121941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f91cd-ba26-40d8-a664-3dc8f089200e req-3293aa6c-50f6-4cce-9249-353126af06be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:57:59.123634 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e6f91cd-ba26-40d8-a664-3dc8f089200e req-3293aa6c-50f6-4cce-9249-353126af06be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.4766192 Feb 05 02:57:59.137341 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fa9910bd-5698-4c90-a303-e5cb32899a46 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:57:59.192180 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-6bb64e1e-7944-4dae-9d60-f2db000dd8d8 service neutron] 10.222.0.36 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8496046 Feb 05 02:57:59.246355 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c876885-36ec-48da-9c23-9a8bc1b1e652 None None] Pushing event updated for resources: {'Port': ['ID=52d292bf-14d4-4787-92b6-a5afe5a79035,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:59.313026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Attempting to bind port 52d292bf-14d4-4787-92b6-a5afe5a79035 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:57:59.313338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Attempting to bind port 52d292bf-14d4-4787-92b6-a5afe5a79035 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:57:59.313705 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Attempting to bind port 52d292bf-14d4-4787-92b6-a5afe5a79035 on network 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:57:59.335797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:57:59.344576 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Checking segment: {'id': '4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:57:59.345726 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:59.346137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Bound using segment: {'id': '4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:57:59.348655 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Bound port: 52d292bf-14d4-4787-92b6-a5afe5a79035, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:57:59.349095 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:59.443432 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1900129310-router', 'tenant_id': 'b92507f333df4c3f96e62ce3740dbf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fa9910bd-5698-4c90-a303-e5cb32899a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:56Z', 'revision_number': 4, 'project_id': 'b92507f333df4c3f96e62ce3740dbf81', 'gw_port': {'id': 'fa9910bd-5698-4c90-a303-e5cb32899a46', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:46Z', 'updated_at': '2022-02-05T02:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859', 'name': '', 'network_id': 'b10fa30e-a3a7-440f-9f5c-f1b9fead5253', 'tenant_id': 'b92507f333df4c3f96e62ce3740dbf81', 'mac_address': 'fa:16:3e:f7:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1888ccf5-4914-4f30-a42b-ded34ad2aaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:54Z', 'updated_at': '2022-02-05T02:57:56Z', 'revision_number': 2, 'project_id': 'b92507f333df4c3f96e62ce3740dbf81', 'subnets': [{'id': '1888ccf5-4914-4f30-a42b-ded34ad2aaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:59.476388 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Checking router: e0ed4c26-8ee7-4be6-b440-1a85747d3ca4 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:57:59.476940 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Updating router e0ed4c26-8ee7-4be6-b440-1a85747d3ca4 port ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:57:59.528710 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] For port 52d292bf-14d4-4787-92b6-a5afe5a79035, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:57:59.534336 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] For port 52d292bf-14d4-4787-92b6-a5afe5a79035, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=52d292bf-14d4-4787-92b6-a5afe5a79035,segment=NetworkSegment(4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d),segment_id=4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:57:59.536905 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa6d3316-1a04-43b9-bacb-4df1ab739b4d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (66138d9e-f8d3-4050-91b9-30361b22353f), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:59.538469 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:59.542448 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa6d3316-1a04-43b9-bacb-4df1ab739b4d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (66138d9e-f8d3-4050-91b9-30361b22353f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:59.549365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port fa9910bd-5698-4c90-a303-e5cb32899a46 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:57:59.549959 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fa9910bd-5698-4c90-a303-e5cb32899a46), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:59.629763 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:59.724781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c876885-36ec-48da-9c23-9a8bc1b1e652 None None] Pushing event updated for resources: {'Port': ['ID=52d292bf-14d4-4787-92b6-a5afe5a79035,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:57:59.736438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Routers {'f9893dd4-8357-4db0-80ce-199bdb3dbbd3'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:57:59.737172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:57:59.830833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6d3316-1a04-43b9-bacb-4df1ab739b4d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Router 66138d9e-f8d3-4050-91b9-30361b22353f has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:57:59.875779 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Publish callbacks [] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:59.891961 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:57:59.974703 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] Set router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:58:00.010502 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5c57b-f93b-42d4-b689-b3d888cd612f None None] Pushing event updated for resources: {'Port': ['ID=ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:00.146101 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Attempting to bind port ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:58:00.146873 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Attempting to bind port ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '3c188c16-4920-49a9-bb97-7316cd8304fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b10fa30e-a3a7-440f-9f5c-f1b9fead5253'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:58:00.146873 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Attempting to bind port ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 on network b10fa30e-a3a7-440f-9f5c-f1b9fead5253 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:00.152760 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54c04d15-16cb-47f1-b470-a765522ef3c4 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:00.157431 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:58:00.157804 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Checking segment: {'id': '3c188c16-4920-49a9-bb97-7316cd8304fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b10fa30e-a3a7-440f-9f5c-f1b9fead5253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:58:00.158202 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:00.158587 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Bound using segment: {'id': '3c188c16-4920-49a9-bb97-7316cd8304fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b10fa30e-a3a7-440f-9f5c-f1b9fead5253'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:58:00.159075 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Bound port: ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c188c16-4920-49a9-bb97-7316cd8304fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b10fa30e-a3a7-440f-9f5c-f1b9fead5253'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:58:00.159451 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:00.231438 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ff5889b-e72c-42d3-a737-e9589809c17e req-2ea04a71-cc76-4d7a-9838-b94cad7ca627 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3015106 Feb 05 02:58:00.239867 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55430) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:00.247338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b817666b-1bca-49a8-8ee7-888432d0b002 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=c7e7e581-9b5b-46dd-967f-d01d2782e9e0 HTTP/1.1" status: 200 len: 468 time: 1.1259644 Feb 05 02:58:00.332116 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6d3316-1a04-43b9-bacb-4df1ab739b4d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:58:00.340338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0f2303c4-7a32-4caf-bab9-2008c6d36146 None None] Provisioning complete for port 52d292bf-14d4-4787-92b6-a5afe5a79035 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:00.340720 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f2303c4-7a32-4caf-bab9-2008c6d36146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:00.341421 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d73be018-8ea0-4f73-9842-308a59364025 req-da677d9d-5160-4176-89a8-c59e61ad47a8 service neutron] 10.222.0.31 "GET /v2.0/ports/0febf303-5a10-4c96-ac55-29755874696d/bindings/n-h1-826942-8 HTTP/1.1" status: 200 len: 382 time: 0.2996757 Feb 05 02:58:00.348399 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa6d3316-1a04-43b9-bacb-4df1ab739b4d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:00.351930 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-aa6d3316-1a04-43b9-bacb-4df1ab739b4d tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "PUT /v2.0/routers/66138d9e-f8d3-4050-91b9-30361b22353f HTTP/1.1" status: 200 len: 926 time: 3.5016110 Feb 05 02:58:00.363867 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8fa56-4437-4254-932b-5666414df456 None None] Sync routers for ids ['66138d9e-f8d3-4050-91b9-30361b22353f'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:58:00.367783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55432) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:00.396434 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] For port ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:58:00.404413 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] For port ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859,segment=NetworkSegment(3c188c16-4920-49a9-bb97-7316cd8304fb),segment_id=3c188c16-4920-49a9-bb97-7316cd8304fb)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:58:00.421529 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:00.541229 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5889b-e72c-42d3-a737-e9589809c17e req-36ac6a53-3e94-4e25-b5f5-435dcad80497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:00.551322 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ff5889b-e72c-42d3-a737-e9589809c17e req-36ac6a53-3e94-4e25-b5f5-435dcad80497 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37d45416619c42a5be673fac7a85f3c2&device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 1127 time: 0.2858739 Feb 05 02:58:00.556420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8fa56-4437-4254-932b-5666414df456 None None] Routers {'66138d9e-f8d3-4050-91b9-30361b22353f'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:00.557163 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a7a8fa56-4437-4254-932b-5666414df456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['66138d9e-f8d3-4050-91b9-30361b22353f'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:00.570872 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8401b905-0e49-409b-a4f7-277910cd6d69 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:00.571652 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Routers {'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:00.572290 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:00.576851 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8401b905-0e49-409b-a4f7-277910cd6d69 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/c7e7e581-9b5b-46dd-967f-d01d2782e9e0 HTTP/1.1" status: 204 len: 168 time: 0.3353364 Feb 05 02:58:00.580621 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55436) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:00.650604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a7a8fa56-4437-4254-932b-5666414df456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:00.657828 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b9706316-dcf1-46b2-85ac-17d59b7c244f tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=c7e7e581-9b5b-46dd-967f-d01d2782e9e0 HTTP/1.1" status: 200 len: 216 time: 0.0710671 Feb 05 02:58:00.672456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port fa9910bd-5698-4c90-a303-e5cb32899a46 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:00.689776 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55438) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:00.726725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8fa56-4437-4254-932b-5666414df456 None None] Routers {'66138d9e-f8d3-4050-91b9-30361b22353f'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:00.727654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a7a8fa56-4437-4254-932b-5666414df456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['66138d9e-f8d3-4050-91b9-30361b22353f'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:00.768702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0f65d-978d-4e2f-be8e-75727567ee23 req-b2bdae37-63de-4a23-b363-bfb32ff3b2c9 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:00.776220 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0cc0f65d-978d-4e2f-be8e-75727567ee23 req-b2bdae37-63de-4a23-b363-bfb32ff3b2c9 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 1.7404709 Feb 05 02:58:00.835591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f91cd-ba26-40d8-a664-3dc8f089200e req-375b44a5-7213-4707-9772-656bd190ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:00.844186 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e6f91cd-ba26-40d8-a664-3dc8f089200e req-375b44a5-7213-4707-9772-656bd190ebb2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.6971738 Feb 05 02:58:00.851362 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'name': 'tempest-ServersTestBootFromVolume-13076004-router', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:41Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'gw_port': {'id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '52d292bf-14d4-4787-92b6-a5afe5a79035', 'name': '', 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'mac_address': 'fa:16:3e:96:ab:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3438e575-803e-4ceb-bec0-519360784e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:50Z', 'updated_at': '2022-02-05T02:57:59Z', 'revision_number': 4, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'subnets': [{'id': '3438e575-803e-4ceb-bec0-519360784e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:00.879522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f86bdb7e-5257-4890-a2ea-ab3c330eb5c3 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1879773 Feb 05 02:58:00.886643 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55444) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:00.918715 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] Set router e0ed4c26-8ee7-4be6-b440-1a85747d3ca4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:58:00.922035 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0a040bb7-5257-4d26-be5e-1467a01ada65 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0290914 Feb 05 02:58:00.924458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73be018-8ea0-4f73-9842-308a59364025 req-bdd3ebd5-6364-4640-871b-c53fec9da5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:00.926006 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d73be018-8ea0-4f73-9842-308a59364025 req-bdd3ebd5-6364-4640-871b-c53fec9da5df service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8&tenant_id=709d54e15cf04675a9b2ab5c17982203 HTTP/1.1" status: 200 len: 1132 time: 0.2062926 Feb 05 02:58:00.931671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55446) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:00.949740 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a7a8fa56-4437-4254-932b-5666414df456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:00.952213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8fa56-4437-4254-932b-5666414df456 None None] The sync data for ids ['66138d9e-f8d3-4050-91b9-30361b22353f'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:58:00.967908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6598c859-7e98-4181-9906-edd1bab8d2f3 None None] The sync data for ids ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'] in n-d-826942-8 is: [{'id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'name': 'tempest-ServersTestBootFromVolume-13076004-router', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:41Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'gw_port': {'id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '52d292bf-14d4-4787-92b6-a5afe5a79035', 'name': '', 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'mac_address': 'fa:16:3e:96:ab:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3438e575-803e-4ceb-bec0-519360784e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:50Z', 'updated_at': '2022-02-05T02:57:59Z', 'revision_number': 4, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'subnets': [{'id': '3438e575-803e-4ceb-bec0-519360784e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:58:00.977235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5889b-e72c-42d3-a737-e9589809c17e req-59ea8a25-9af4-4f75-be48-ea016a787462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:00.978671 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ff5889b-e72c-42d3-a737-e9589809c17e req-59ea8a25-9af4-4f75-be48-ea016a787462 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 200 len: 916 time: 0.3971646 Feb 05 02:58:01.027862 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0f2303c4-7a32-4caf-bab9-2008c6d36146 None None] Current status of the port 52d292bf-14d4-4787-92b6-a5afe5a79035 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:01.032143 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f2303c4-7a32-4caf-bab9-2008c6d36146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:01.091306 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5c57b-f93b-42d4-b689-b3d888cd612f None None] Pushing event updated for resources: {'Port': ['ID=ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:01.134497 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-85e0ecbe-8f0c-4366-a52b-1e7dcb5dc404 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/5959ccb4-b31d-4bd4-bad2-4d5dbbf7d2f5 HTTP/1.1" status: 200 len: 473 time: 0.1734743 Feb 05 02:58:01.142199 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13fe38c8-87c8-4930-a872-89d880897153 service neutron] 10.222.0.36 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9491675 Feb 05 02:58:01.147219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55452) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:01.176291 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ff5889b-e72c-42d3-a737-e9589809c17e req-25896a59-51ee-4de6-affc-eaf959b2e91b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9df2f819-0383-4d15-a38c-408f8cff03a9 HTTP/1.1" status: 200 len: 217 time: 0.1190693 Feb 05 02:58:01.188897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0f2303c4-7a32-4caf-bab9-2008c6d36146 None None] For port 52d292bf-14d4-4787-92b6-a5afe5a79035, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=52d292bf-14d4-4787-92b6-a5afe5a79035,segment=NetworkSegment(4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d),segment_id=4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:01.202700 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f2303c4-7a32-4caf-bab9-2008c6d36146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:01.242595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73be018-8ea0-4f73-9842-308a59364025 req-68a587c9-ec16-4994-90d2-0d5ecd0a84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:01.244170 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d73be018-8ea0-4f73-9842-308a59364025 req-68a587c9-ec16-4994-90d2-0d5ecd0a84e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 1132 time: 0.2646134 Feb 05 02:58:01.245625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5889b-e72c-42d3-a737-e9589809c17e req-2a743f53-bf50-4a7c-9009-e23eb5441932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:01.247070 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ff5889b-e72c-42d3-a737-e9589809c17e req-2a743f53-bf50-4a7c-9009-e23eb5441932 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5fb34fa-8661-4f51-8858-93f112ab0d02 HTTP/1.1" status: 200 len: 855 time: 0.0585911 Feb 05 02:58:01.315493 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54c04d15-16cb-47f1-b470-a765522ef3c4 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for security_group (44a3f107-b2b6-4f8d-b206-cf01e2cc283b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:01.327242 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2303c4-7a32-4caf-bab9-2008c6d36146 None None] Pushing event updated for resources: {'Port': ['ID=52d292bf-14d4-4787-92b6-a5afe5a79035,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:01.357062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-69cd046b-cf1e-43b7-9bc3-7a7435301926 None None] Provisioning complete for port 52d292bf-14d4-4787-92b6-a5afe5a79035 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:01.361149 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69cd046b-cf1e-43b7-9bc3-7a7435301926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:01.401697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73be018-8ea0-4f73-9842-308a59364025 req-d5ecb34b-684e-4cf4-b6b7-e6a25e36e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:01.403460 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d73be018-8ea0-4f73-9842-308a59364025 req-d5ecb34b-684e-4cf4-b6b7-e6a25e36e3b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.1491022 Feb 05 02:58:01.428198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bdb0fa4e-a1f0-4225-accb-49fdb4f06643 tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/fda79704-06de-4b20-9991-2ac40c3f9382 HTTP/1.1" status: 200 len: 459 time: 0.1639824 Feb 05 02:58:01.496098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55456) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:01.514920 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1900129310-router', 'tenant_id': 'b92507f333df4c3f96e62ce3740dbf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fa9910bd-5698-4c90-a303-e5cb32899a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:56Z', 'revision_number': 4, 'project_id': 'b92507f333df4c3f96e62ce3740dbf81', 'gw_port': {'id': 'fa9910bd-5698-4c90-a303-e5cb32899a46', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:46Z', 'updated_at': '2022-02-05T02:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859', 'name': '', 'network_id': 'b10fa30e-a3a7-440f-9f5c-f1b9fead5253', 'tenant_id': 'b92507f333df4c3f96e62ce3740dbf81', 'mac_address': 'fa:16:3e:f7:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1888ccf5-4914-4f30-a42b-ded34ad2aaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:54Z', 'updated_at': '2022-02-05T02:58:00Z', 'revision_number': 4, 'project_id': 'b92507f333df4c3f96e62ce3740dbf81', 'subnets': [{'id': '1888ccf5-4914-4f30-a42b-ded34ad2aaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:01.552321 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539128d-8e60-4dad-ac79-05944313d330 None None] The sync data for ids ['e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'] in n-d-826942-8 is: [{'id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1900129310-router', 'tenant_id': 'b92507f333df4c3f96e62ce3740dbf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fa9910bd-5698-4c90-a303-e5cb32899a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:56Z', 'revision_number': 4, 'project_id': 'b92507f333df4c3f96e62ce3740dbf81', 'gw_port': {'id': 'fa9910bd-5698-4c90-a303-e5cb32899a46', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:46Z', 'updated_at': '2022-02-05T02:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859', 'name': '', 'network_id': 'b10fa30e-a3a7-440f-9f5c-f1b9fead5253', 'tenant_id': 'b92507f333df4c3f96e62ce3740dbf81', 'mac_address': 'fa:16:3e:f7:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1888ccf5-4914-4f30-a42b-ded34ad2aaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:54Z', 'updated_at': '2022-02-05T02:58:00Z', 'revision_number': 4, 'project_id': 'b92507f333df4c3f96e62ce3740dbf81', 'subnets': [{'id': '1888ccf5-4914-4f30-a42b-ded34ad2aaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:58:01.610196 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e6f91cd-ba26-40d8-a664-3dc8f089200e req-b348ed54-335b-489b-b052-b9a6a1943067 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7164025 Feb 05 02:58:01.616562 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54c04d15-16cb-47f1-b470-a765522ef3c4 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (44a3f107-b2b6-4f8d-b206-cf01e2cc283b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:01.837863 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-68df0a83-496b-4aa5-a7a0-07c23779864f service neutron] 10.222.0.36 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356975 Feb 05 02:58:01.858703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0cc0f65d-978d-4e2f-be8e-75727567ee23 req-508c2353-b700-4332-b5de-a3f92a7adf39 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0800707 Feb 05 02:58:01.948288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-69cd046b-cf1e-43b7-9bc3-7a7435301926 None None] Current status of the port 52d292bf-14d4-4787-92b6-a5afe5a79035 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:01.973592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-69cd046b-cf1e-43b7-9bc3-7a7435301926 None None] Provisioning complete for port ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:01.973964 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69cd046b-cf1e-43b7-9bc3-7a7435301926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:02.002412 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ff5889b-e72c-42d3-a737-e9589809c17e req-ba493ff2-7e15-478c-9220-85db59c46739 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a325fffd-cc20-47f6-9590-870a2c199f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7466369 Feb 05 02:58:02.081899 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d73be018-8ea0-4f73-9842-308a59364025 req-f709f267-4c0a-482b-81c9-266b82ed7abc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0febf303-5a10-4c96-ac55-29755874696d HTTP/1.1" status: 200 len: 217 time: 0.6695359 Feb 05 02:58:02.160041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c04d15-16cb-47f1-b470-a765522ef3c4 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a3f107-b2b6-4f8d-b206-cf01e2cc283b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:02.175062 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54c04d15-16cb-47f1-b470-a765522ef3c4 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:02.178419 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-54c04d15-16cb-47f1-b470-a765522ef3c4 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.2342596 Feb 05 02:58:02.182078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-69cd046b-cf1e-43b7-9bc3-7a7435301926 None None] Current status of the port ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:02.182564 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69cd046b-cf1e-43b7-9bc3-7a7435301926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:02.189402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-69aa1407-e355-4a38-89b0-1a8c4dfd4dc6 service neutron] 10.222.0.36 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608113 Feb 05 02:58:02.194395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55470) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:02.265281 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1e8c2833-431b-4a14-be80-eb0d33b80152 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Request body: {'security_group_rule': {'security_group_id': '44a3f107-b2b6-4f8d-b206-cf01e2cc283b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:02.284243 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-06e9c194-f47e-4d80-abe5-9f76675b936c tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "GET /v2.0/routers/66138d9e-f8d3-4050-91b9-30361b22353f HTTP/1.1" status: 200 len: 926 time: 1.8997612 Feb 05 02:58:02.317602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-69cd046b-cf1e-43b7-9bc3-7a7435301926 None None] For port ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859,segment=NetworkSegment(3c188c16-4920-49a9-bb97-7316cd8304fb),segment_id=3c188c16-4920-49a9-bb97-7316cd8304fb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:02.329510 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69cd046b-cf1e-43b7-9bc3-7a7435301926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:02.343716 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55472) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:02.380179 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ff5889b-e72c-42d3-a737-e9589809c17e req-bc4816b1-6eff-4499-a058-f6ed236346f3 service neutron] 10.222.0.31 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084505 Feb 05 02:58:02.475637 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73be018-8ea0-4f73-9842-308a59364025 req-7c35b3eb-b6b5-457c-9f6c-800984bc9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:02.477112 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d73be018-8ea0-4f73-9842-308a59364025 req-7c35b3eb-b6b5-457c-9f6c-800984bc9f5b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.3814044 Feb 05 02:58:02.509212 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd046b-cf1e-43b7-9bc3-7a7435301926 None None] Pushing event updated for resources: {'Port': ['ID=ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:02.621936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73be018-8ea0-4f73-9842-308a59364025 req-986872bf-e11e-4f93-b170-c03282db767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:02.624841 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d73be018-8ea0-4f73-9842-308a59364025 req-986872bf-e11e-4f93-b170-c03282db767c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1369231 Feb 05 02:58:02.625935 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ff5889b-e72c-42d3-a737-e9589809c17e req-a92e37dd-ef90-4405-88e6-53bab469e985 service neutron] 10.222.0.31 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393787 Feb 05 02:58:02.718081 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-308d40e4-06bb-4a66-865f-080bc78ea795 req-66a29f5d-2251-4035-a264-9da669479a25 tempest-FloatingIPsNegativeTestJSON-615009327 tempest-FloatingIPsNegativeTestJSON-615009327-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=b92507f333df4c3f96e62ce3740dbf81 HTTP/1.1" status: 200 len: 217 time: 0.2837980 Feb 05 02:58:02.723727 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e8c2833-431b-4a14-be80-eb0d33b80152 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for security_group_rule (492d98a5-ddf1-4cd2-b6b5-27bc1a91b33f), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:02.832994 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d73be018-8ea0-4f73-9842-308a59364025 req-b0942e0a-6b3a-4822-ab14-6031ec282cec service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932225 Feb 05 02:58:02.854567 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-4c14e2df-e53e-4e56-8e7b-f10f4efb3a6a service neutron] 10.222.0.36 "GET /v2.0/networks/23c3b802-732a-4ca6-9fd0-342f741030c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6640477 Feb 05 02:58:02.872076 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e6f91cd-ba26-40d8-a664-3dc8f089200e req-f920fc69-b4ab-431a-8c04-01f0f2c1c1cf service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1321464 Feb 05 02:58:02.882318 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2157f73-b3da-492a-8a8f-c19bd469e62f tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:02.886119 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b2157f73-b3da-492a-8a8f-c19bd469e62f tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/fda79704-06de-4b20-9991-2ac40c3f9382 HTTP/1.1" status: 204 len: 168 time: 1.2801373 Feb 05 02:58:02.893494 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55478) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:02.900883 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-966f3eee-be94-47ea-a1c9-eea3660cfe7c req-16f6b0c5-b95f-444d-b5e5-785dde86ad06 tempest-FloatingIPsNegativeTestJSON-615009327 tempest-FloatingIPsNegativeTestJSON-615009327-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1220381 Feb 05 02:58:02.903104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f82908-d82d-4dbe-9a0a-5f15dd2ae70b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:02.908324 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-22f82908-d82d-4dbe-9a0a-5f15dd2ae70b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&device_id=66138d9e-f8d3-4050-91b9-30361b22353f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5627830 Feb 05 02:58:02.910979 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55480) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:02.976559 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d73be018-8ea0-4f73-9842-308a59364025 req-99864ac3-4c42-4f5a-98f3-ec9ee7854c36 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367319 Feb 05 02:58:03.110550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-dc8b207a-8aac-4a9a-ac9d-86d65bbfcd41 service neutron] 10.222.0.36 "GET /v2.0/networks/23c3b802-732a-4ca6-9fd0-342f741030c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372410 Feb 05 02:58:03.191632 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a2669c-4de7-4455-924f-52fd64a105d1 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:03.193437 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e1a2669c-4de7-4455-924f-52fd64a105d1 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 881 time: 0.2770286 Feb 05 02:58:03.196770 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55488) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:03.283501 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9659f4b0-9b93-4ea8-90fa-303087eab699 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "GET /v2.0/ports?device_id=66138d9e-f8d3-4050-91b9-30361b22353f HTTP/1.1" status: 200 len: 205 time: 0.0854537 Feb 05 02:58:03.284166 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55490) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:03.295476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:58:03.368933 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-768a83e2-e4f1-4815-9320-79bc134afe4b req-d8b994a8-c5b2-454a-bb37-8ea703b16b85 tempest-FloatingIPsNegativeTestJSON-615009327 tempest-FloatingIPsNegativeTestJSON-615009327-project] show failed (client error): The resource could not be found. Feb 05 02:58:03.388706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-768a83e2-e4f1-4815-9320-79bc134afe4b req-d8b994a8-c5b2-454a-bb37-8ea703b16b85 tempest-FloatingIPsNegativeTestJSON-615009327 tempest-FloatingIPsNegativeTestJSON-615009327-project] 10.222.0.36 "GET /v2.0/floatingips/fe5aa044-faf5-478c-9250-9fdb0871cc62 HTTP/1.1" status: 404 len: 350 time: 0.4449093 Feb 05 02:58:03.451922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55492) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:03.457073 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:03.457466 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:03.647826 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3f7bd31e-d2fd-46a5-bcaa-d088a14dbbff tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:03.649829 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3f7bd31e-d2fd-46a5-bcaa-d088a14dbbff tempest-MeteringIpV6TestJSON-1710909630 tempest-MeteringIpV6TestJSON-1710909630-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/5959ccb4-b31d-4bd4-bad2-4d5dbbf7d2f5 HTTP/1.1" status: 204 len: 168 time: 0.7403386 Feb 05 02:58:03.675557 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e8c2833-431b-4a14-be80-eb0d33b80152 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for security_group_rule (492d98a5-ddf1-4cd2-b6b5-27bc1a91b33f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:03.683710 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:03.684831 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 52d292bf-14d4-4787-92b6-a5afe5a79035 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:58:03.695637 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e8c2833-431b-4a14-be80-eb0d33b80152 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (492d98a5-ddf1-4cd2-b6b5-27bc1a91b33f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:03.740657 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c2833-431b-4a14-be80-eb0d33b80152 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492d98a5-ddf1-4cd2-b6b5-27bc1a91b33f,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:03.752816 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e8c2833-431b-4a14-be80-eb0d33b80152 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:03.761429 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e024d29b-7a4d-4eb4-aba5-94499048ced1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:03.767712 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1e8c2833-431b-4a14-be80-eb0d33b80152 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5073223 Feb 05 02:58:03.785427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55502) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:03.794487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bda59198-11aa-4b53-8d85-1db6b1f37a13 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Request body: {'security_group_rule': {'security_group_id': '44a3f107-b2b6-4f8d-b206-cf01e2cc283b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:03.803042 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75cdf33c-6433-4ed4-986c-3ac4cc225baa tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (66138d9e-f8d3-4050-91b9-30361b22353f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:03.851427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 52d292bf-14d4-4787-92b6-a5afe5a79035 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:03.851810 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:03.892763 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e1fb7-1f31-4179-8703-42f733d41fb6 req-c6f7af13-018c-4a45-b23d-8aa1cb9b1baf tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:03.910821 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-326e1fb7-1f31-4179-8703-42f733d41fb6 req-c6f7af13-018c-4a45-b23d-8aa1cb9b1baf tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.3806841 Feb 05 02:58:03.947932 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-c0d9f316-32fc-416a-b084-ce7c10dee6a2 service neutron] 10.222.0.36 "GET /v2.0/networks/23c3b802-732a-4ca6-9fd0-342f741030c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7454302 Feb 05 02:58:04.037386 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0febf303-5a10-4c96-ac55-29755874696d no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:58:04.183569 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 52d292bf-14d4-4787-92b6-a5afe5a79035 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:04.196139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 0febf303-5a10-4c96-ac55-29755874696d is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:04.196541 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0febf303-5a10-4c96-ac55-29755874696d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:04.243427 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ccb3ea25-2524-4494-9a2f-f4d3ae0bbf23 service neutron] 10.222.0.36 "GET /v2.0/networks/23c3b802-732a-4ca6-9fd0-342f741030c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831647 Feb 05 02:58:04.281939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0febf303-5a10-4c96-ac55-29755874696d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0febf303-5a10-4c96-ac55-29755874696d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:04.285249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e9cefb-928c-4125-99c1-b1ace16c95c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0febf303-5a10-4c96-ac55-29755874696d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:58:04.291315 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c2c699-3e56-4a7f-9238-4e28b69e6bd8" -d '{"events": [{"server_uuid": "35e9cefb-928c-4125-99c1-b1ace16c95c8", "name": "network-vif-unplugged", "status": "completed", "tag": "0febf303-5a10-4c96-ac55-29755874696d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:58:04.301539 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0febf303-5a10-4c96-ac55-29755874696d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:04.309219 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75cdf33c-6433-4ed4-986c-3ac4cc225baa tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (66138d9e-f8d3-4050-91b9-30361b22353f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:04.386362 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bda59198-11aa-4b53-8d85-1db6b1f37a13 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for security_group_rule (5616fa02-1046-4eae-85b4-c327b4432f6b), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:04.402385 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55522) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:04.454208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=0febf303-5a10-4c96-ac55-29755874696d,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:04.465820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-326e1fb7-1f31-4179-8703-42f733d41fb6 req-94b8d96b-1df2-462e-a314-864d622cd640 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475938 Feb 05 02:58:04.599755 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bda59198-11aa-4b53-8d85-1db6b1f37a13 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for security_group_rule (5616fa02-1046-4eae-85b4-c327b4432f6b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:04.619349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-75cdf33c-6433-4ed4-986c-3ac4cc225baa tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Deleting port c7c6b92c-bef3-416a-b84d-4b4fde45860d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:58:04.619701 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75cdf33c-6433-4ed4-986c-3ac4cc225baa tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c7c6b92c-bef3-416a-b84d-4b4fde45860d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:04.620962 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bda59198-11aa-4b53-8d85-1db6b1f37a13 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (5616fa02-1046-4eae-85b4-c327b4432f6b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:04.666193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda59198-11aa-4b53-8d85-1db6b1f37a13 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5616fa02-1046-4eae-85b4-c327b4432f6b,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:04.679858 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bda59198-11aa-4b53-8d85-1db6b1f37a13 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:04.681592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bda59198-11aa-4b53-8d85-1db6b1f37a13 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8946273 Feb 05 02:58:04.683916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55532) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:04.700552 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:04.752977 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:04.805457 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 02:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bb7ce0-eba8-4044-a206-9c268d68f776 x-openstack-request-id: req-97bb7ce0-eba8-4044-a206-9c268d68f776 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:58:04.806465 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e9cefb-928c-4125-99c1-b1ace16c95c8", "name": "network-vif-unplugged", "status": "completed", "tag": "0febf303-5a10-4c96-ac55-29755874696d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:58:04.806942 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97bb7ce0-eba8-4044-a206-9c268d68f776 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:58:04.807417 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e9cefb-928c-4125-99c1-b1ace16c95c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0febf303-5a10-4c96-ac55-29755874696d', 'code': 200} Feb 05 02:58:04.897657 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75cdf33c-6433-4ed4-986c-3ac4cc225baa tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c7c6b92c-bef3-416a-b84d-4b4fde45860d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:04.923291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-75cdf33c-6433-4ed4-986c-3ac4cc225baa tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Calling delete_port for c7c6b92c-bef3-416a-b84d-4b4fde45860d owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:58:04.950339 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0051990-a7da-4791-845b-c76a311f3926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:05.148216 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:05.229776 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (e0ed4c26-8ee7-4be6-b440-1a85747d3ca4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:05.377226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Allocated IP 172.25.0.37 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/9f273799-f378-4ce5-9900-9459f7fa416f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:05.427348 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75cdf33c-6433-4ed4-986c-3ac4cc225baa tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c7c6b92c-bef3-416a-b84d-4b4fde45860d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:05.502713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdf33c-6433-4ed4-986c-3ac4cc225baa tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Pushing event deleted for resources: {'Port': ['ID=c7c6b92c-bef3-416a-b84d-4b4fde45860d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:05.524334 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for port (9f273799-f378-4ce5-9900-9459f7fa416f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:05.582587 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (9f273799-f378-4ce5-9900-9459f7fa416f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:05.664522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:05.684960 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75cdf33c-6433-4ed4-986c-3ac4cc225baa tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (66138d9e-f8d3-4050-91b9-30361b22353f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:05.688682 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0051990-a7da-4791-845b-c76a311f3926 admin admin] Publish callbacks [] for security_group (dd5a6eab-51aa-49f2-8476-fc058a6daef5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:05.691003 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:05.695706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:05.846201 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75cdf33c-6433-4ed4-986c-3ac4cc225baa tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (66138d9e-f8d3-4050-91b9-30361b22353f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:05.860223 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75cdf33c-6433-4ed4-986c-3ac4cc225baa tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_controller (66138d9e-f8d3-4050-91b9-30361b22353f), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:05.865995 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1a2c7cb4-adbf-4cd2-967f-9c83d1a3b1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:05.867890 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for floatingip (5beaf360-05bc-42a1-9096-108d09623d5e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:05.920982 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87505762-51eb-43cd-97ae-86292e398412 req-cb6176d0-090c-4107-823b-0976467577f1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0438211 Feb 05 02:58:05.928065 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0051990-a7da-4791-845b-c76a311f3926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (dd5a6eab-51aa-49f2-8476-fc058a6daef5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:06.033593 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75cdf33c-6433-4ed4-986c-3ac4cc225baa tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (66138d9e-f8d3-4050-91b9-30361b22353f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:06.035042 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cdf33c-6433-4ed4-986c-3ac4cc225baa tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Fanout notify agent at l3_agent the message router_deleted on router 66138d9e-f8d3-4050-91b9-30361b22353f {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:58:06.038334 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9f273799-f378-4ce5-9900-9459f7fa416f), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:06.048684 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75cdf33c-6433-4ed4-986c-3ac4cc225baa tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:06.053629 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-75cdf33c-6433-4ed4-986c-3ac4cc225baa tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "DELETE /v2.0/routers/66138d9e-f8d3-4050-91b9-30361b22353f HTTP/1.1" status: 204 len: 168 time: 2.7651196 Feb 05 02:58:06.054942 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0febf303-5a10-4c96-ac55-29755874696d details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:58:06.055958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0051990-a7da-4791-845b-c76a311f3926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5a6eab-51aa-49f2-8476-fc058a6daef5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:06.068850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55568) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:06.158644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e66bc90c-affd-4474-aaaf-68b1e0929f15 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1722860400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:06.195071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Deleting port ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:58:06.196410 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:06.205065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Pushing event updated for resources: {'Port': ['ID=9f273799-f378-4ce5-9900-9459f7fa416f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:06.254952 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e66bc90c-affd-4474-aaaf-68b1e0929f15 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (89465ca4-37e5-45e9-bc74-369d44d6fd86), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:06.255985 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e66bc90c-affd-4474-aaaf-68b1e0929f15 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (89465ca4-37e5-45e9-bc74-369d44d6fd86), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:06.290573 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0febf303-5a10-4c96-ac55-29755874696d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0febf303-5a10-4c96-ac55-29755874696d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:06.320981 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '0febf303-5a10-4c96-ac55-29755874696d', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '0febf303-5a10-4c96-ac55-29755874696d', 'mac_address': 'fa:16:3e:f3:80:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:58:06.396099 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e66bc90c-affd-4474-aaaf-68b1e0929f15 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_controller (89465ca4-37e5-45e9-bc74-369d44d6fd86), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:06.398734 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d0051990-a7da-4791-845b-c76a311f3926 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3dc73703fce24da58d25401cacd606b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9872169 Feb 05 02:58:06.402309 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55576) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:06.415532 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 0febf303-5a10-4c96-ac55-29755874696d is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:06.415937 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0febf303-5a10-4c96-ac55-29755874696d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:06.430622 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3822f9e-2713-4b3d-8b76-c71657c5f512 req-1e55bda0-e702-43ed-8ba4-f535bcc72e53 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:06.432138 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3822f9e-2713-4b3d-8b76-c71657c5f512 req-1e55bda0-e702-43ed-8ba4-f535bcc72e53 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 948 time: 0.7924383 Feb 05 02:58:06.433085 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e66bc90c-affd-4474-aaaf-68b1e0929f15 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (89465ca4-37e5-45e9-bc74-369d44d6fd86), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:06.445603 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0febf303-5a10-4c96-ac55-29755874696d {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:58:06.475259 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e66bc90c-affd-4474-aaaf-68b1e0929f15 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:06.476439 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e66bc90c-affd-4474-aaaf-68b1e0929f15 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3466883 Feb 05 02:58:06.483612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55578) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:06.499703 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0febf303-5a10-4c96-ac55-29755874696d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0febf303-5a10-4c96-ac55-29755874696d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:06.500428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] For port ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859,segment=NetworkSegment(3c188c16-4920-49a9-bb97-7316cd8304fb),segment_id=3c188c16-4920-49a9-bb97-7316cd8304fb)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:06.501128 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:06.501824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:06.509584 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0febf303-5a10-4c96-ac55-29755874696d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:06.535131 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Calling delete_port for ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:58:06.627159 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=0febf303-5a10-4c96-ac55-29755874696d,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:06.758120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55582) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:06.811962 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3822f9e-2713-4b3d-8b76-c71657c5f512 req-2ab77822-c4b7-447f-bab2-b7cfd59fe014 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633389 Feb 05 02:58:06.830420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['0febf303-5a10-4c96-ac55-29755874696d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:58:06.919128 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for port (9f273799-f378-4ce5-9900-9459f7fa416f), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:06.942010 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6d9df41-42ce-4a51-a6fb-304593ce9b02 admin admin] Publish callbacks [] for security_group (dd5a6eab-51aa-49f2-8476-fc058a6daef5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:06.946464 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (9f273799-f378-4ce5-9900-9459f7fa416f), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:06.989699 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:07.080443 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:07.415390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:07.456845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:07.457195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:07.457685 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:07.458061 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:07.458400 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:07.458737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:07.459094 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:07.459437 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:07.459742 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:07.460078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:07.460433 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:07.460758 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:07.461177 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:07.464085 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c667b4ff-37b3-4f69-9b49-7fedecf80117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:07.673144 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a90a1ac-7b16-4ad2-a69f-34f42c794847 req-77c2633a-14d0-499b-9f05-a476e953811a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0900767 Feb 05 02:58:07.741044 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (e0ed4c26-8ee7-4be6-b440-1a85747d3ca4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:07.747458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-7e6da4ac-64c9-4fbc-b9fc-6dc92f1f446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:07.749627 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-7e6da4ac-64c9-4fbc-b9fc-6dc92f1f446e service neutron] 10.222.0.10 "GET /v2.0/ports/8567b960-d574-4928-8419-2f6d67dbe1d3 HTTP/1.1" status: 200 len: 1032 time: 0.0868971 Feb 05 02:58:07.806902 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6d9df41-42ce-4a51-a6fb-304593ce9b02 admin admin] Publish callbacks [] for security_group (dd5a6eab-51aa-49f2-8476-fc058a6daef5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:07.813057 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (5beaf360-05bc-42a1-9096-108d09623d5e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:07.841282 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c667b4ff-37b3-4f69-9b49-7fedecf80117 admin admin] Publish callbacks [] for security_group (7f773562-dc9b-4ecc-8b00-4e1e267b12a6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:07.872441 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c667b4ff-37b3-4f69-9b49-7fedecf80117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7f773562-dc9b-4ecc-8b00-4e1e267b12a6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:07.902990 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c667b4ff-37b3-4f69-9b49-7fedecf80117 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f4f25d25a3946dfbe9ddb43f593ccdf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1389353 Feb 05 02:58:07.903753 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55594) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:07.955675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667b4ff-37b3-4f69-9b49-7fedecf80117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f773562-dc9b-4ecc-8b00-4e1e267b12a6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:07.972839 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (89465ca4-37e5-45e9-bc74-369d44d6fd86), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:07.979827 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-72afccab-9f4b-4a57-8238-7ddab1e79388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:07.981567 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-72afccab-9f4b-4a57-8238-7ddab1e79388 service neutron] 10.222.0.10 "GET /v2.0/ports/15e7d445-6ba5-40b2-897d-d5f416f4e02c HTTP/1.1" status: 200 len: 1032 time: 0.1771021 Feb 05 02:58:07.990897 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:08.000678 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3062372 Feb 05 02:58:08.000678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18652ec2-341f-4e00-8a79-b922637b18b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Pushing event updated for resources: {'Port': ['ID=9f273799-f378-4ce5-9900-9459f7fa416f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:08.065422 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0febf303-5a10-4c96-ac55-29755874696d up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:58:08.085205 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-989ece88-7acd-4528-9c9d-a3e8966269ca admin admin] Publish callbacks [] for security_group (7f773562-dc9b-4ecc-8b00-4e1e267b12a6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:08.112467 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-989ece88-7acd-4528-9c9d-a3e8966269ca admin admin] Publish callbacks [] for security_group (7f773562-dc9b-4ecc-8b00-4e1e267b12a6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:08.181630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 0febf303-5a10-4c96-ac55-29755874696d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:08.182216 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0febf303-5a10-4c96-ac55-29755874696d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:08.392644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-66a71b0b-129d-4180-bdbd-8df7b285743f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:08.398078 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-66a71b0b-129d-4180-bdbd-8df7b285743f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:08.399038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 0febf303-5a10-4c96-ac55-29755874696d is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:08.399477 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0febf303-5a10-4c96-ac55-29755874696d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:08.405784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-66a71b0b-129d-4180-bdbd-8df7b285743f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:08.407767 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-66a71b0b-129d-4180-bdbd-8df7b285743f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.10 "GET /v2.0/networks?id=d72524e2-c521-4683-9c19-dd229da7f011&id=c5aefbcb-3560-43be-b51a-75b84be14b98&id=c5aefbcb-3560-43be-b51a-75b84be14b98&id=c5aefbcb-3560-43be-b51a-75b84be14b98&id=c5aefbcb-3560-43be-b51a-75b84be14b98&id=23c3b802-732a-4ca6-9fd0-342f741030c6&id=23c3b802-732a-4ca6-9fd0-342f741030c6 HTTP/1.1" status: 200 len: 1993 time: 0.4060395 Feb 05 02:58:08.462701 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-989ece88-7acd-4528-9c9d-a3e8966269ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7f773562-dc9b-4ecc-8b00-4e1e267b12a6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:08.466086 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e9cefb-928c-4125-99c1-b1ace16c95c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0febf303-5a10-4c96-ac55-29755874696d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:58:08.468855 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18406bb-6880-490c-aa20-465c5c238905" -d '{"events": [{"server_uuid": "35e9cefb-928c-4125-99c1-b1ace16c95c8", "name": "network-vif-plugged", "status": "completed", "tag": "0febf303-5a10-4c96-ac55-29755874696d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:58:08.469487 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-989ece88-7acd-4528-9c9d-a3e8966269ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:08.473027 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-989ece88-7acd-4528-9c9d-a3e8966269ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f773562-dc9b-4ecc-8b00-4e1e267b12a6 HTTP/1.1" status: 204 len: 168 time: 0.5609283 Feb 05 02:58:08.518575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ece88-7acd-4528-9c9d-a3e8966269ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f773562-dc9b-4ecc-8b00-4e1e267b12a6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:08.530147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0febf303-5a10-4c96-ac55-29755874696d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0febf303-5a10-4c96-ac55-29755874696d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:08.552676 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6d9df41-42ce-4a51-a6fb-304593ce9b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (dd5a6eab-51aa-49f2-8476-fc058a6daef5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:08.555107 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Router e0ed4c26-8ee7-4be6-b440-1a85747d3ca4 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:58:08.555873 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6d9df41-42ce-4a51-a6fb-304593ce9b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:08.557493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e6d9df41-42ce-4a51-a6fb-304593ce9b02 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd5a6eab-51aa-49f2-8476-fc058a6daef5 HTTP/1.1" status: 204 len: 168 time: 2.1475883 Feb 05 02:58:08.564288 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0febf303-5a10-4c96-ac55-29755874696d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:08.646966 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:08.683168 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=0febf303-5a10-4c96-ac55-29755874696d,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:08.739459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9df41-42ce-4a51-a6fb-304593ce9b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5a6eab-51aa-49f2-8476-fc058a6daef5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:08.827620 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:58:08.842233 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-01e5f876-36d7-42f0-9f86-8bc74e62e299 admin admin] 10.222.0.36 "PUT /v2.0/routers/e0ed4c26-8ee7-4be6-b440-1a85747d3ca4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3883684 Feb 05 02:58:08.843161 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf6783-32b2-4c90-a354-e48d017faee3 None None] Sync routers for ids ['e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:58:08.844786 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55660) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:08.862574 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20e69f-995b-43e2-b099-c56d7377219a req-b260cdd2-66d7-416e-bef2-90d9056e05ff tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:08.873234 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e20e69f-995b-43e2-b099-c56d7377219a req-b260cdd2-66d7-416e-bef2-90d9056e05ff tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 949 time: 0.8701913 Feb 05 02:58:08.876027 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf6783-32b2-4c90-a354-e48d017faee3 None None] Routers {'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:08.876681 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aaaf6783-32b2-4c90-a354-e48d017faee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:09.062632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-f210b113-61ab-4641-9069-790c1611d41c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5357d824dd714019b322e09bbe4d07c4 HTTP/1.1" status: 200 len: 380 time: 0.6045253 Feb 05 02:58:09.096176 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375520f3-3c72-49f3-9357-0fb7d44ae9be admin admin] Publish callbacks [] for router (e0ed4c26-8ee7-4be6-b440-1a85747d3ca4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:09.101453 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Request body: {'port': {'device_id': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011', 'admin_state_up': True, 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'security_groups': ['ba54aa98-5c2d-4a1f-80f2-c33ce2d21998']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:09.211139 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55666) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:09.227567 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e20e69f-995b-43e2-b099-c56d7377219a req-7cd99e49-4b97-4e3f-9fe2-87f38d32a6ae tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496566 Feb 05 02:58:09.241610 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-70385e5a-3846-456d-a084-54080bcff67f tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:09.258490 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-70385e5a-3846-456d-a084-54080bcff67f tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/networks?id=a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 200 len: 815 time: 0.8043470 Feb 05 02:58:09.258490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55668) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:09.307526 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-c4d37639-c14a-455d-b5a2-c23562dc2c6f tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/quotas/37d45416619c42a5be673fac7a85f3c2 HTTP/1.1" status: 200 len: 375 time: 0.0570376 Feb 05 02:58:09.308468 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17d1166c-7bf6-4e23-b9b9-06f3f5e4b508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:09.354319 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-324a62e6-db2e-47ee-a82c-7cf152f6d4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:09.359878 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee00e78-93b4-4274-b1b5-86de01baeebe x-openstack-request-id: req-8ee00e78-93b4-4274-b1b5-86de01baeebe {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:58:09.360390 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e9cefb-928c-4125-99c1-b1ace16c95c8", "name": "network-vif-plugged", "status": "completed", "tag": "0febf303-5a10-4c96-ac55-29755874696d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:58:09.360718 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ee00e78-93b4-4274-b1b5-86de01baeebe {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:58:09.361214 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e9cefb-928c-4125-99c1-b1ace16c95c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0febf303-5a10-4c96-ac55-29755874696d', 'code': 200} Feb 05 02:58:09.363938 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375520f3-3c72-49f3-9357-0fb7d44ae9be admin admin] Publish callbacks [] for router_gateway (e0ed4c26-8ee7-4be6-b440-1a85747d3ca4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:09.413813 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-aaaf6783-32b2-4c90-a354-e48d017faee3 None None] Set router e0ed4c26-8ee7-4be6-b440-1a85747d3ca4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:58:09.559782 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-324a62e6-db2e-47ee-a82c-7cf152f6d4df admin admin] Publish callbacks [] for security_group (35d42af4-9827-4086-819e-f90d0743a97a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:09.574581 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-324a62e6-db2e-47ee-a82c-7cf152f6d4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (35d42af4-9827-4086-819e-f90d0743a97a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:09.612661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b51c269-eb24-4ae7-b598-e41e22b7fb29 req-1001203e-f9f1-4d4a-a066-3f782236a572 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.1822679 Feb 05 02:58:09.643554 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (89465ca4-37e5-45e9-bc74-369d44d6fd86), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:09.673512 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:09.675342 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-324a62e6-db2e-47ee-a82c-7cf152f6d4df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9aaa3f2ec1a44ae597ce3795b8a2f158&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4629319 Feb 05 02:58:09.678983 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55700) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:09.711625 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aaaf6783-32b2-4c90-a354-e48d017faee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1900129310-router', 'tenant_id': 'b92507f333df4c3f96e62ce3740dbf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': 'fa9910bd-5698-4c90-a303-e5cb32899a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:58:06Z', 'revision_number': 5, 'project_id': 'b92507f333df4c3f96e62ce3740dbf81', 'gw_port': {'id': 'fa9910bd-5698-4c90-a303-e5cb32899a46', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:46Z', 'updated_at': '2022-02-05T02:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:09.727171 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-e7f53d5f-8457-47da-971d-67c04470083d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=37d45416619c42a5be673fac7a85f3c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4020524 Feb 05 02:58:09.727576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a62e6-db2e-47ee-a82c-7cf152f6d4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d42af4-9827-4086-819e-f90d0743a97a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:09.727790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Made reservation on behalf of 5357d824dd714019b322e09bbe4d07c4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:58:09.731032 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:09.776542 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf6783-32b2-4c90-a354-e48d017faee3 None None] Checking router: e0ed4c26-8ee7-4be6-b440-1a85747d3ca4 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:58:09.787211 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf6783-32b2-4c90-a354-e48d017faee3 None None] Routers {'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:09.788082 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aaaf6783-32b2-4c90-a354-e48d017faee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:09.840790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-375520f3-3c72-49f3-9357-0fb7d44ae9be admin admin] Deleting port fa9910bd-5698-4c90-a303-e5cb32899a46 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:58:09.841346 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375520f3-3c72-49f3-9357-0fb7d44ae9be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fa9910bd-5698-4c90-a303-e5cb32899a46), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:09.873677 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:09.978388 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2608acf-043f-45c7-9fd2-8db671697091 admin admin] Publish callbacks [] for security_group (35d42af4-9827-4086-819e-f90d0743a97a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:10.016161 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-aaaf6783-32b2-4c90-a354-e48d017faee3 None None] Set router e0ed4c26-8ee7-4be6-b440-1a85747d3ca4 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:58:10.084069 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17d1166c-7bf6-4e23-b9b9-06f3f5e4b508 admin admin] Publish callbacks [] for security_group (6e4a8cb8-b5fb-44ac-90ac-d1a3117e3b63), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:10.084636 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2608acf-043f-45c7-9fd2-8db671697091 admin admin] Publish callbacks [] for security_group (35d42af4-9827-4086-819e-f90d0743a97a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:10.100398 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aaaf6783-32b2-4c90-a354-e48d017faee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1900129310-router', 'tenant_id': 'b92507f333df4c3f96e62ce3740dbf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:58:09Z', 'revision_number': 6, 'project_id': 'b92507f333df4c3f96e62ce3740dbf81', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:10.102804 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17d1166c-7bf6-4e23-b9b9-06f3f5e4b508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6e4a8cb8-b5fb-44ac-90ac-d1a3117e3b63), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:10.137398 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf6783-32b2-4c90-a354-e48d017faee3 None None] The sync data for ids ['e0ed4c26-8ee7-4be6-b440-1a85747d3ca4'] in n-d-826942-8 is: [{'id': 'e0ed4c26-8ee7-4be6-b440-1a85747d3ca4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1900129310-router', 'tenant_id': 'b92507f333df4c3f96e62ce3740dbf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:58:09Z', 'revision_number': 6, 'project_id': 'b92507f333df4c3f96e62ce3740dbf81', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:58:10.168231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-17d1166c-7bf6-4e23-b9b9-06f3f5e4b508 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc6edffde27a4ae2807f59efe2822aad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9095397 Feb 05 02:58:10.187362 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55706) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:10.191295 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-43af8fe3-3fb1-4724-bb89-02ac4527374c service neutron] 10.222.0.36 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116025 Feb 05 02:58:10.211831 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Allocated IP 172.25.0.217 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/e204cb6b-57eb-4cba-9b6a-6c6c70645aca) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:10.301238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-375520f3-3c72-49f3-9357-0fb7d44ae9be admin admin] For port fa9910bd-5698-4c90-a303-e5cb32899a46, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fa9910bd-5698-4c90-a303-e5cb32899a46,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:10.301966 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375520f3-3c72-49f3-9357-0fb7d44ae9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fa9910bd-5698-4c90-a303-e5cb32899a46), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:10.324328 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-375520f3-3c72-49f3-9357-0fb7d44ae9be admin admin] Calling delete_port for fa9910bd-5698-4c90-a303-e5cb32899a46 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:58:10.338422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1166c-7bf6-4e23-b9b9-06f3f5e4b508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4a8cb8-b5fb-44ac-90ac-d1a3117e3b63,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:10.375892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Allocated IP 172.20.0.12 (d72524e2-c521-4683-9c19-dd229da7f011/65c84e73-faba-4392-b4fa-4fde7696d92b/09caaa35-a839-4626-8b1d-c0ee8a160586) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:10.377976 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-d69963c5-ce50-459a-b61b-da4dda22021c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:10.379593 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-d69963c5-ce50-459a-b61b-da4dda22021c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.31 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8&tenant_id=709d54e15cf04675a9b2ab5c17982203&binding%3Ahost_id=n-h1-826942-8 HTTP/1.1" status: 200 len: 950 time: 0.2701044 Feb 05 02:58:10.393625 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-572d55f0-a11f-4fe8-a055-1438ce28f1cb service neutron] 10.222.0.36 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847267 Feb 05 02:58:10.549990 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2608acf-043f-45c7-9fd2-8db671697091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (35d42af4-9827-4086-819e-f90d0743a97a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:10.552839 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2608acf-043f-45c7-9fd2-8db671697091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:10.554259 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f2608acf-043f-45c7-9fd2-8db671697091 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35d42af4-9827-4086-819e-f90d0743a97a HTTP/1.1" status: 204 len: 168 time: 0.8647316 Feb 05 02:58:10.694460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf328d-19e9-475c-98ec-e200d37012e5 req-585ac7b9-2f89-464a-9d02-663baf0eaad2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:10.702819 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bbaf328d-19e9-475c-98ec-e200d37012e5 req-585ac7b9-2f89-464a-9d02-663baf0eaad2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.4878466 Feb 05 02:58:10.727332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2608acf-043f-45c7-9fd2-8db671697091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d42af4-9827-4086-819e-f90d0743a97a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:10.740052 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Publish callbacks [] for security_group (6e4a8cb8-b5fb-44ac-90ac-d1a3117e3b63), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:10.757745 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-3c128bf1-55e1-453c-8951-24518cabc1f3 service neutron] 10.222.0.31 "GET /v2.0/ports/0febf303-5a10-4c96-ac55-29755874696d/bindings/n-h1-826942-8 HTTP/1.1" status: 200 len: 382 time: 0.2799592 Feb 05 02:58:10.990659 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bbaf328d-19e9-475c-98ec-e200d37012e5 req-9e1cabec-ca0a-4259-8ecb-1d300bd18639 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562120 Feb 05 02:58:11.067229 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c6bd9e4-9da1-46f6-a075-1d3b14ae8110 req-94e4f958-72df-4c44-83a8-4c6ce8998789 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=7618c719-c8b2-4e72-863b-748c0fb2857f HTTP/1.1" status: 200 len: 210 time: 0.3536949 Feb 05 02:58:11.084620 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-f95bc272-8700-4cd9-b90a-90240e12a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:11.091946 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-f95bc272-8700-4cd9-b90a-90240e12a11d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 1132 time: 0.2611759 Feb 05 02:58:11.095315 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375520f3-3c72-49f3-9357-0fb7d44ae9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fa9910bd-5698-4c90-a303-e5cb32899a46), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:11.154279 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:11.191435 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Publish callbacks [] for security_group (6e4a8cb8-b5fb-44ac-90ac-d1a3117e3b63), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:11.273395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375520f3-3c72-49f3-9357-0fb7d44ae9be admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9910bd-5698-4c90-a303-e5cb32899a46,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:11.304744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fa9910bd-5698-4c90-a303-e5cb32899a46 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:58:11.352342 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: fa9910bd-5698-4c90-a303-e5cb32899a46 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:58:11.355111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fa9910bd-5698-4c90-a303-e5cb32899a46 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:58:11.355551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:58:11.395797 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for port (09caaa35-a839-4626-8b1d-c0ee8a160586), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:11.413984 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:58:11.414334 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ceacc2a8-ccf9-4efb-a4fb-05fb8a88a859 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:58:11.550343 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa55f20d-b862-4e7a-afe3-4ce3705229a2 req-8f10aff6-ed4a-47ec-a995-9a17f84f5737 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.3912208 Feb 05 02:58:11.553697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375520f3-3c72-49f3-9357-0fb7d44ae9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (e0ed4c26-8ee7-4be6-b440-1a85747d3ca4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:11.640168 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (09caaa35-a839-4626-8b1d-c0ee8a160586), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:11.645628 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for port (e204cb6b-57eb-4cba-9b6a-6c6c70645aca), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:11.692221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-bdacf85b-550f-472a-b875-6e89812add4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:11.693912 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-bdacf85b-550f-472a-b875-6e89812add4c service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.5819278 Feb 05 02:58:11.708088 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Network d72524e2-c521-4683-9c19-dd229da7f011 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:11.721918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:11.737645 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375520f3-3c72-49f3-9357-0fb7d44ae9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (e0ed4c26-8ee7-4be6-b440-1a85747d3ca4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:11.756676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:11.814190 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6e4a8cb8-b5fb-44ac-90ac-d1a3117e3b63), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:11.819032 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:11.823174 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e4a8cb8-b5fb-44ac-90ac-d1a3117e3b63 HTTP/1.1" status: 204 len: 168 time: 1.6314783 Feb 05 02:58:11.830913 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375520f3-3c72-49f3-9357-0fb7d44ae9be admin admin] Publish callbacks [] for router_controller (e0ed4c26-8ee7-4be6-b440-1a85747d3ca4), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:11.832847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event updated for resources: {'Port': ['ID=09caaa35-a839-4626-8b1d-c0ee8a160586,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:11.848780 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4a8cb8-b5fb-44ac-90ac-d1a3117e3b63,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:11.853290 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.853645 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.854076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.854408 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.854860 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-1be11e88-6a6e-4980-a55b-ebcbb9408fd5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0febf303-5a10-4c96-ac55-29755874696d HTTP/1.1" status: 200 len: 217 time: 0.1515188 Feb 05 02:58:11.855007 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.855320 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.855710 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.856052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.856384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.858060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.858591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.858955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.859319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.906554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.906947 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.907401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.907748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.908085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.908419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.908807 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.909142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.909468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.909794 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.910117 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.910444 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.910781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049f255-b9e2-457c-a7a3-251aeefded7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:11.915408 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e204cb6b-57eb-4cba-9b6a-6c6c70645aca), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:11.924799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:11.925846 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:11.976556 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0037ddea-6909-44aa-869e-57b1687324ec tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8869696 Feb 05 02:58:12.012103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:12.021317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-357af78e-ef27-4f91-9ce2-0ce4f4e596e5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Request body: {'port': {'device_id': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98', 'admin_state_up': True, 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'security_groups': ['ba54aa98-5c2d-4a1f-80f2-c33ce2d21998']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:12.068089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-02889eb9-e392-428a-8075-a66ad8679adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:12.069560 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-02889eb9-e392-428a-8075-a66ad8679adb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.2054691 Feb 05 02:58:12.077899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:12.134026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:12.169205 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375520f3-3c72-49f3-9357-0fb7d44ae9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (e0ed4c26-8ee7-4be6-b440-1a85747d3ca4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:12.176402 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375520f3-3c72-49f3-9357-0fb7d44ae9be admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0ed4c26-8ee7-4be6-b440-1a85747d3ca4 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:58:12.189420 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375520f3-3c72-49f3-9357-0fb7d44ae9be admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:12.190623 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-375520f3-3c72-49f3-9357-0fb7d44ae9be admin admin] 10.222.0.36 "DELETE /v2.0/routers/e0ed4c26-8ee7-4be6-b440-1a85747d3ca4 HTTP/1.1" status: 204 len: 168 time: 3.3431184 Feb 05 02:58:12.203110 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55748) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:12.239851 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-015b88f6-e456-404b-88c1-cc25ca50fb85 None None] Provisioning complete for port 09caaa35-a839-4626-8b1d-c0ee8a160586 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:12.241244 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-015b88f6-e456-404b-88c1-cc25ca50fb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (09caaa35-a839-4626-8b1d-c0ee8a160586), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:12.291346 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Pushing event updated for resources: {'Port': ['ID=e204cb6b-57eb-4cba-9b6a-6c6c70645aca,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:12.320767 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-015b88f6-e456-404b-88c1-cc25ca50fb85 None None] Port 09caaa35-a839-4626-8b1d-c0ee8a160586 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:58:12.391983 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e191ae-384b-4232-a86a-fce7bfe59ced admin admin] Deleting subnet 1888ccf5-4914-4f30-a42b-ded34ad2aaf1 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:58:12.411894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-4b0a8135-4ea2-432b-b781-f5796e6dae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:12.417923 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-4b0a8135-4ea2-432b-b781-f5796e6dae37 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3395908 Feb 05 02:58:12.423744 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75e191ae-384b-4232-a86a-fce7bfe59ced admin admin] Publish callbacks [] for subnet (1888ccf5-4914-4f30-a42b-ded34ad2aaf1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:12.436163 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f0fa075-184b-4072-819e-ce684672e6e1 req-2f6a44f4-a402-436c-8787-4a624509c22b tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=7618c719-c8b2-4e72-863b-748c0fb2857f HTTP/1.1" status: 200 len: 210 time: 0.1420631 Feb 05 02:58:13.069500 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75e191ae-384b-4232-a86a-fce7bfe59ced admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (1888ccf5-4914-4f30-a42b-ded34ad2aaf1), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:13.127007 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587aa28-928a-4313-be52-6dbc0af97495 req-adab9a95-73b1-4766-993e-7580e5e17235 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:13.129151 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f587aa28-928a-4313-be52-6dbc0af97495 req-adab9a95-73b1-4766-993e-7580e5e17235 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.8447990 Feb 05 02:58:13.235383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac60421-acb3-40f0-aba0-163fdadf7479 req-edf3cf2f-1cda-49b2-bbd8-be9a96e5a15a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:13.243548 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ac60421-acb3-40f0-aba0-163fdadf7479 req-edf3cf2f-1cda-49b2-bbd8-be9a96e5a15a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 932 time: 0.5032711 Feb 05 02:58:13.270898 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f587aa28-928a-4313-be52-6dbc0af97495 req-355de9ef-e8bc-46f7-9d39-bf7cf5bb8a2f tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250834 Feb 05 02:58:13.271814 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-357af78e-ef27-4f91-9ce2-0ce4f4e596e5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Made reservation on behalf of 5357d824dd714019b322e09bbe4d07c4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:58:13.276714 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-357af78e-ef27-4f91-9ce2-0ce4f4e596e5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:13.527845 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-d1aba67b-66e0-44f8-a751-554c406c9376 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1018231 Feb 05 02:58:13.636252 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-b160b48e-1e19-434a-8a95-13d415e6940b tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:13.637986 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-b160b48e-1e19-434a-8a95-13d415e6940b tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.10 "GET /v2.0/networks?id=a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 200 len: 815 time: 1.0798464 Feb 05 02:58:13.641803 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75e191ae-384b-4232-a86a-fce7bfe59ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (1888ccf5-4914-4f30-a42b-ded34ad2aaf1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:13.756530 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (89465ca4-37e5-45e9-bc74-369d44d6fd86), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:13.760297 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8e0cd03-b28f-4a25-9d89-de061a298238 req-96a3238e-9d2e-4b72-8ab2-5f115c8e23fd tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=7618c719-c8b2-4e72-863b-748c0fb2857f HTTP/1.1" status: 200 len: 210 time: 0.1732290 Feb 05 02:58:13.778721 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75e191ae-384b-4232-a86a-fce7bfe59ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (1888ccf5-4914-4f30-a42b-ded34ad2aaf1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:13.792773 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-1ef7a83c-839d-483d-8b22-4baa611cc96d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Request body: {'port': {'device_id': '7618c719-c8b2-4e72-863b-748c0fb2857f', 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44', 'admin_state_up': True, 'tenant_id': '37d45416619c42a5be673fac7a85f3c2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:13.855013 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ac60421-acb3-40f0-aba0-163fdadf7479 req-7d2fcf75-3ead-41c6-abe8-e062571f8780 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6101696 Feb 05 02:58:13.955540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55790) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:13.985947 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e191ae-384b-4232-a86a-fce7bfe59ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1888ccf5-4914-4f30-a42b-ded34ad2aaf1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:14.027971 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75e191ae-384b-4232-a86a-fce7bfe59ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:14.034821 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46b2a27-10c0-4b0c-9a0b-76b045923391 None None] Network b10fa30e-a3a7-440f-9f5c-f1b9fead5253 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:58:14.037389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-357af78e-ef27-4f91-9ce2-0ce4f4e596e5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Allocated IP 10.1.1.185 (c5aefbcb-3560-43be-b51a-75b84be14b98/29702184-ea75-4909-b14f-c1806f6cd2f2/6331e6cb-543d-4550-854f-ea195bf8d0dc) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:14.067637 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-75e191ae-384b-4232-a86a-fce7bfe59ced admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1888ccf5-4914-4f30-a42b-ded34ad2aaf1 HTTP/1.1" status: 204 len: 168 time: 1.8450813 Feb 05 02:58:14.071115 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55796) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:14.178576 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-08465e18-9ca2-4294-bbb9-8ab39f13f3c0 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6134524 Feb 05 02:58:14.198224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-1ef7a83c-839d-483d-8b22-4baa611cc96d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Made reservation on behalf of 37d45416619c42a5be673fac7a85f3c2 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:58:14.203209 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-1ef7a83c-839d-483d-8b22-4baa611cc96d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:14.328321 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8c9737-2915-4d98-b86f-df8a4440d1cd None None] DHCP port deletion for b10fa30e-a3a7-440f-9f5c-f1b9fead5253 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:58:14.381722 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (b10fa30e-a3a7-440f-9f5c-f1b9fead5253), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:14.494349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c9737-2915-4d98-b86f-df8a4440d1cd None None] Deleting port 26fd58ad-543c-4b0a-89d0-894a86b09da3 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:58:14.494892 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f8c9737-2915-4d98-b86f-df8a4440d1cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (26fd58ad-543c-4b0a-89d0-894a86b09da3), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:14.542279 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] Deleting port 26fd58ad-543c-4b0a-89d0-894a86b09da3 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:58:14.543241 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (26fd58ad-543c-4b0a-89d0-894a86b09da3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:14.547104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-1ef7a83c-839d-483d-8b22-4baa611cc96d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Allocated IP 172.20.0.13 (a325fffd-cc20-47f6-9590-870a2c199f44/f5fb34fa-8661-4f51-8858-93f112ab0d02/61181d5e-4134-4192-8fb3-935862358dbb) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:14.634398 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5f8c9737-2915-4d98-b86f-df8a4440d1cd None None] For port 26fd58ad-543c-4b0a-89d0-894a86b09da3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=26fd58ad-543c-4b0a-89d0-894a86b09da3,segment=NetworkSegment(3c188c16-4920-49a9-bb97-7316cd8304fb),segment_id=3c188c16-4920-49a9-bb97-7316cd8304fb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:14.634821 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f8c9737-2915-4d98-b86f-df8a4440d1cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (26fd58ad-543c-4b0a-89d0-894a86b09da3), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:14.663479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] For port 26fd58ad-543c-4b0a-89d0-894a86b09da3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=26fd58ad-543c-4b0a-89d0-894a86b09da3,segment=NetworkSegment(3c188c16-4920-49a9-bb97-7316cd8304fb),segment_id=3c188c16-4920-49a9-bb97-7316cd8304fb)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:14.664143 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (26fd58ad-543c-4b0a-89d0-894a86b09da3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:14.672396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c9737-2915-4d98-b86f-df8a4440d1cd None None] Calling delete_port for 26fd58ad-543c-4b0a-89d0-894a86b09da3 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:58:14.699297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] Calling delete_port for 26fd58ad-543c-4b0a-89d0-894a86b09da3 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:58:14.907387 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f8c9737-2915-4d98-b86f-df8a4440d1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (26fd58ad-543c-4b0a-89d0-894a86b09da3), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:14.949778 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-1ef7a83c-839d-483d-8b22-4baa611cc96d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks [] for port (61181d5e-4134-4192-8fb3-935862358dbb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:14.962614 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (26fd58ad-543c-4b0a-89d0-894a86b09da3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:14.999970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=26fd58ad-543c-4b0a-89d0-894a86b09da3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:15.009451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] No DVR routers for this DVR port 26fd58ad-543c-4b0a-89d0-894a86b09da3 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:58:15.012153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c9737-2915-4d98-b86f-df8a4440d1cd None None] Pushing event deleted for resources: {'Port': ['ID=26fd58ad-543c-4b0a-89d0-894a86b09da3,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:15.024208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8c9737-2915-4d98-b86f-df8a4440d1cd None None] No DVR routers for this DVR port 26fd58ad-543c-4b0a-89d0-894a86b09da3 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:58:15.053361 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-1ef7a83c-839d-483d-8b22-4baa611cc96d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (61181d5e-4134-4192-8fb3-935862358dbb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:15.066631 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['9df2f819-0383-4d15-a38c-408f8cff03a9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:58:15.069210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['61eacedb-ac64-46fc-834d-04ad6614ef7b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:58:15.196464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 26fd58ad-543c-4b0a-89d0-894a86b09da3 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:58:15.212402 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-1ef7a83c-839d-483d-8b22-4baa611cc96d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Network a325fffd-cc20-47f6-9590-870a2c199f44 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:15.224825 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (b10fa30e-a3a7-440f-9f5c-f1b9fead5253), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:15.228992 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-357af78e-ef27-4f91-9ce2-0ce4f4e596e5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:15.233472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-1ef7a83c-839d-483d-8b22-4baa611cc96d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:15.272311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-1ef7a83c-839d-483d-8b22-4baa611cc96d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:15.292146 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 26fd58ad-543c-4b0a-89d0-894a86b09da3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:58:15.292742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 26fd58ad-543c-4b0a-89d0-894a86b09da3 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:58:15.318007 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1743226018', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:15.379324 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-357af78e-ef27-4f91-9ce2-0ce4f4e596e5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:15.384200 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10fa30e-a3a7-440f-9f5c-f1b9fead5253']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:15.387203 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7a83c-839d-483d-8b22-4baa611cc96d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Pushing event updated for resources: {'Port': ['ID=61181d5e-4134-4192-8fb3-935862358dbb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:15.423842 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c188c16-4920-49a9-bb97-7316cd8304fb') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:15.424581 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c188c16-4920-49a9-bb97-7316cd8304fb') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:15.433999 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-1ef7a83c-839d-483d-8b22-4baa611cc96d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:15.436495 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-1ef7a83c-839d-483d-8b22-4baa611cc96d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:15.438791 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-357af78e-ef27-4f91-9ce2-0ce4f4e596e5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Network c5aefbcb-3560-43be-b51a-75b84be14b98 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:15.459770 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (3c188c16-4920-49a9-bb97-7316cd8304fb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:15.465280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-357af78e-ef27-4f91-9ce2-0ce4f4e596e5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:15.502193 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-1ef7a83c-839d-483d-8b22-4baa611cc96d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7294896 Feb 05 02:58:15.515297 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (3c188c16-4920-49a9-bb97-7316cd8304fb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:15.528737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-357af78e-ef27-4f91-9ce2-0ce4f4e596e5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:15.536255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Request body: {'port': {'device_id': '7618c719-c8b2-4e72-863b-748c0fb2857f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:15.595848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:58:15.596508 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (3c188c16-4920-49a9-bb97-7316cd8304fb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:15.633495 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-357af78e-ef27-4f91-9ce2-0ce4f4e596e5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:15.634424 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-357af78e-ef27-4f91-9ce2-0ce4f4e596e5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:15.636946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Made reservation on behalf of 4fc71526a5a34224baab3b9ea329c5ba for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:58:15.639838 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: self.session.flush() Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: self.session.flush() Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: self.session.flush() Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: self.session.flush() Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:58:15.641577 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:58:15.806893 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:15.812784 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (b10fa30e-a3a7-440f-9f5c-f1b9fead5253), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:15.821233 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:15.825135 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] 10.222.0.36 "DELETE /v2.0/networks/b10fa30e-a3a7-440f-9f5c-f1b9fead5253 HTTP/1.1" status: 204 len: 168 time: 1.6770618 Feb 05 02:58:15.826696 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61181d5e-4134-4192-8fb3-935862358dbb), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:15.850750 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4b9d1-97e7-4630-91ae-c2ab745b3e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=b10fa30e-a3a7-440f-9f5c-f1b9fead5253,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:16.053834 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:16.068864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b612f8cc-22fb-4ee4-b1a6-af14c53c7d64 None None] Provisioning complete for port 6331e6cb-543d-4550-854f-ea195bf8d0dc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:16.070208 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b612f8cc-22fb-4ee4-b1a6-af14c53c7d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:16.180186 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (89465ca4-37e5-45e9-bc74-369d44d6fd86), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:16.209232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b612f8cc-22fb-4ee4-b1a6-af14c53c7d64 None None] Port 6331e6cb-543d-4550-854f-ea195bf8d0dc cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:58:16.213150 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71927ff-9422-4688-ba48-70d8303a07d6 req-553695f7-583c-4c4f-a9e8-be289428c5a6 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:16.216934 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f71927ff-9422-4688-ba48-70d8303a07d6 req-553695f7-583c-4c4f-a9e8-be289428c5a6 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=7618c719-c8b2-4e72-863b-748c0fb2857f HTTP/1.1" status: 200 len: 932 time: 0.8907945 Feb 05 02:58:16.218729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357af78e-ef27-4f91-9ce2-0ce4f4e596e5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event updated for resources: {'Port': ['ID=6331e6cb-543d-4550-854f-ea195bf8d0dc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:16.235599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55830) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:16.260814 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-357af78e-ef27-4f91-9ce2-0ce4f4e596e5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2446167 Feb 05 02:58:16.280348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7087166-f6db-41cc-85f1-588ba2e76693 req-3b57ff8e-bdef-4623-abeb-6064ac4901af tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:16.282092 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7087166-f6db-41cc-85f1-588ba2e76693 req-3b57ff8e-bdef-4623-abeb-6064ac4901af tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 1.0076420 Feb 05 02:58:16.283274 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (89465ca4-37e5-45e9-bc74-369d44d6fd86), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:16.298579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-08b6aea0-2641-4073-b0ca-ddb0084e1844 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Request body: {'port': {'device_id': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98', 'admin_state_up': True, 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'security_groups': ['ba54aa98-5c2d-4a1f-80f2-c33ce2d21998']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:16.479201 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-31e14a53-e5e7-402a-9f4a-bcb0e664eb6d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b92507f333df4c3f96e62ce3740dbf81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2392213 Feb 05 02:58:16.479490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55836) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:16.570018 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7a9d5ab-dab7-4a32-bde9-305ded4a0bd6 admin admin] Publish callbacks [] for security_group (386e2db4-f1cd-4386-a9be-0a6b27c0bebb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:16.652917 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7a9d5ab-dab7-4a32-bde9-305ded4a0bd6 admin admin] Publish callbacks [] for security_group (386e2db4-f1cd-4386-a9be-0a6b27c0bebb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:16.660864 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks [] for security_group (263af496-93aa-4db0-8242-f2e79358f005), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:16.690889 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (263af496-93aa-4db0-8242-f2e79358f005), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:16.723955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] device_id is not set on port 001d9df4-463e-405d-b684-c29d13471889 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:58:16.728890 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61181d5e-4134-4192-8fb3-935862358dbb {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:58:16.735781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263af496-93aa-4db0-8242-f2e79358f005,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:16.758257 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7087166-f6db-41cc-85f1-588ba2e76693 req-16f5dc14-74e9-40dc-a68a-07051a2e648a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551451 Feb 05 02:58:16.766703 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Publish callbacks [] for port (61181d5e-4134-4192-8fb3-935862358dbb), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:16.833233 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Transition to ACTIVE for port object 61181d5e-4134-4192-8fb3-935862358dbb will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:58:16.834150 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7a9d5ab-dab7-4a32-bde9-305ded4a0bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (386e2db4-f1cd-4386-a9be-0a6b27c0bebb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:16.837791 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7a9d5ab-dab7-4a32-bde9-305ded4a0bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:16.839548 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d7a9d5ab-dab7-4a32-bde9-305ded4a0bd6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/386e2db4-f1cd-4386-a9be-0a6b27c0bebb HTTP/1.1" status: 204 len: 168 time: 0.3590016 Feb 05 02:58:16.850907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9d5ab-dab7-4a32-bde9-305ded4a0bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386e2db4-f1cd-4386-a9be-0a6b27c0bebb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:16.875810 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f71927ff-9422-4688-ba48-70d8303a07d6 req-6b800feb-b2b4-47b5-b36b-bf51e052ab02 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6386726 Feb 05 02:58:16.877663 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (61181d5e-4134-4192-8fb3-935862358dbb), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:17.087340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-08b6aea0-2641-4073-b0ca-ddb0084e1844 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Made reservation on behalf of 5357d824dd714019b322e09bbe4d07c4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:58:17.091445 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-08b6aea0-2641-4073-b0ca-ddb0084e1844 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:17.093818 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Router 89465ca4-37e5-45e9-bc74-369d44d6fd86 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:58:17.119384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Allocated IP 172.25.0.252 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/001d9df4-463e-405d-b684-c29d13471889) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:17.124086 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Pushing event updated for resources: {'Port': ['ID=61181d5e-4134-4192-8fb3-935862358dbb,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:17.135576 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1d56a-4ccd-4c29-ba34-2b89b56e8dfa req-ba563cf4-27b9-441e-8752-436dcca70a28 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:17.142005 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1d56a-4ccd-4c29-ba34-2b89b56e8dfa req-ba563cf4-27b9-441e-8752-436dcca70a28 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:17.148989 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cec1d56a-4ccd-4c29-ba34-2b89b56e8dfa req-ba563cf4-27b9-441e-8752-436dcca70a28 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 1654 time: 0.2034979 Feb 05 02:58:17.165250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-80204e0b-2662-44fe-875b-8072085fddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:17.167087 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-80204e0b-2662-44fe-875b-8072085fddf6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8&tenant_id=709d54e15cf04675a9b2ab5c17982203 HTTP/1.1" status: 200 len: 1132 time: 0.1378434 Feb 05 02:58:17.220436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Attempting to bind port 61181d5e-4134-4192-8fb3-935862358dbb on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:58:17.220797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Attempting to bind port 61181d5e-4134-4192-8fb3-935862358dbb by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:58:17.221231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Attempting to bind port 61181d5e-4134-4192-8fb3-935862358dbb on network a325fffd-cc20-47f6-9590-870a2c199f44 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:17.238063 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Port 61181d5e-4134-4192-8fb3-935862358dbb on network a325fffd-cc20-47f6-9590-870a2c199f44 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:58:17.238408 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Attempting to bind port 61181d5e-4134-4192-8fb3-935862358dbb on network a325fffd-cc20-47f6-9590-870a2c199f44 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:17.271874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:58:17.272224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Checking segment: {'id': '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:58:17.272541 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Bound using segment: {'id': '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:58:17.273123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Bound port: 61181d5e-4134-4192-8fb3-935862358dbb, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:58:17.273500 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61181d5e-4134-4192-8fb3-935862358dbb), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:17.383432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] For port 61181d5e-4134-4192-8fb3-935862358dbb, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:58:17.392699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] For port 61181d5e-4134-4192-8fb3-935862358dbb, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=61181d5e-4134-4192-8fb3-935862358dbb,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:58:17.411496 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (61181d5e-4134-4192-8fb3-935862358dbb), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:17.485679 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cec1d56a-4ccd-4c29-ba34-2b89b56e8dfa req-20978304-f5bf-4ee2-a77a-666d971ee4a2 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259900 Feb 05 02:58:17.519494 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:17.520117 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:17.532826 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] 10.222.0.10 "PUT /v2.0/ports/61181d5e-4134-4192-8fb3-935862358dbb HTTP/1.1" status: 200 len: 1092 time: 2.0102909 Feb 05 02:58:17.540178 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7618c719-c8b2-4e72-863b-748c0fb2857f', 'tag': '61181d5e-4134-4192-8fb3-935862358dbb'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:58:17.549770 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983399d2-a09b-461c-a4fe-2edc8438ccb3" -d '{"events": [{"name": "network-changed", "server_uuid": "7618c719-c8b2-4e72-863b-748c0fb2857f", "tag": "61181d5e-4134-4192-8fb3-935862358dbb"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:58:17.553818 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-8153e21e-3173-455f-9a66-79aefcede220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:17.561975 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-8153e21e-3173-455f-9a66-79aefcede220 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 1132 time: 0.3360648 Feb 05 02:58:17.622047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-08b6aea0-2641-4073-b0ca-ddb0084e1844 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Allocated IP 10.1.1.160 (c5aefbcb-3560-43be-b51a-75b84be14b98/29702184-ea75-4909-b14f-c1806f6cd2f2/229462d8-9e4a-408a-b7b1-d8c2d06d25e1) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:17.784965 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-08b6aea0-2641-4073-b0ca-ddb0084e1844 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:17.799022 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-e3652fda-652a-46ac-a596-6aad22bf34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:17.800907 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-e3652fda-652a-46ac-a596-6aad22bf34e0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2246084 Feb 05 02:58:17.812048 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606d8dcf-6dce-44ec-8318-1bb87cc61f7b x-openstack-request-id: req-606d8dcf-6dce-44ec-8318-1bb87cc61f7b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:58:17.812361 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7618c719-c8b2-4e72-863b-748c0fb2857f", "tag": "61181d5e-4134-4192-8fb3-935862358dbb", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:58:17.812753 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-606d8dcf-6dce-44ec-8318-1bb87cc61f7b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:58:17.813320 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7618c719-c8b2-4e72-863b-748c0fb2857f', 'tag': '61181d5e-4134-4192-8fb3-935862358dbb', 'status': 'completed', 'code': 200} Feb 05 02:58:17.868542 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-08b6aea0-2641-4073-b0ca-ddb0084e1844 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:17.946930 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-921eb87d-4f2a-432f-9509-191788c9552a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0febf303-5a10-4c96-ac55-29755874696d HTTP/1.1" status: 200 len: 217 time: 0.1238434 Feb 05 02:58:17.981297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ffe19-edfb-41c8-9a7f-ded8ce4ca0df service neutron] Pushing event updated for resources: {'Port': ['ID=61181d5e-4134-4192-8fb3-935862358dbb,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:18.014205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:58:18.027618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b23c3ea-5c4b-41ab-a68c-69889229ea88 None None] Sync routers for ids ['89465ca4-37e5-45e9-bc74-369d44d6fd86'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:58:18.043601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-08b6aea0-2641-4073-b0ca-ddb0084e1844 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Network c5aefbcb-3560-43be-b51a-75b84be14b98 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:18.047238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b23c3ea-5c4b-41ab-a68c-69889229ea88 None None] Routers {'89465ca4-37e5-45e9-bc74-369d44d6fd86'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:18.048217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0b23c3ea-5c4b-41ab-a68c-69889229ea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['89465ca4-37e5-45e9-bc74-369d44d6fd86'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:18.050650 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:18.051881 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a74e631e-cc82-4bd6-b897-f47e9f70f315 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "PUT /v2.0/routers/89465ca4-37e5-45e9-bc74-369d44d6fd86 HTTP/1.1" status: 200 len: 884 time: 11.5570803 Feb 05 02:58:18.056855 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-08b6aea0-2641-4073-b0ca-ddb0084e1844 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:18.061319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-08b6aea0-2641-4073-b0ca-ddb0084e1844 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:18.065465 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55866) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:18.147545 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-39e7637d-37fe-476a-9db4-5ec8ae64049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:18.149113 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-39e7637d-37fe-476a-9db4-5ec8ae64049f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=37d45416619c42a5be673fac7a85f3c2&device_id=7618c719-c8b2-4e72-863b-748c0fb2857f HTTP/1.1" status: 200 len: 1126 time: 0.5714040 Feb 05 02:58:18.151456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0b23c3ea-5c4b-41ab-a68c-69889229ea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:18.178178 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b23c3ea-5c4b-41ab-a68c-69889229ea88 None None] Routers {'89465ca4-37e5-45e9-bc74-369d44d6fd86'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:18.179217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0b23c3ea-5c4b-41ab-a68c-69889229ea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['89465ca4-37e5-45e9-bc74-369d44d6fd86'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:18.267484 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-a54983d0-02e5-41b5-83ad-a1ca49e722c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61181d5e-4134-4192-8fb3-935862358dbb HTTP/1.1" status: 200 len: 217 time: 0.1034234 Feb 05 02:58:18.271033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-48ae2546-f796-4484-8233-b703a347f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:18.272556 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-48ae2546-f796-4484-8233-b703a347f948 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.3148468 Feb 05 02:58:18.299625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0b23c3ea-5c4b-41ab-a68c-69889229ea88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:18.300293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b23c3ea-5c4b-41ab-a68c-69889229ea88 None None] The sync data for ids ['89465ca4-37e5-45e9-bc74-369d44d6fd86'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:58:18.431383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55872) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:18.444866 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks [] for port (001d9df4-463e-405d-b684-c29d13471889), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:18.450340 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1e21ff91-6a87-4070-9716-857535ae08d3 None None] Provisioning complete for port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:18.450824 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1e21ff91-6a87-4070-9716-857535ae08d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:18.490781 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-9e092c58-5832-4b21-ba9c-e9ff6a0c421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:18.494869 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6aea0-2641-4073-b0ca-ddb0084e1844 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event updated for resources: {'Port': ['ID=229462d8-9e4a-408a-b7b1-d8c2d06d25e1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:18.504673 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-9e092c58-5832-4b21-ba9c-e9ff6a0c421c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5fb34fa-8661-4f51-8858-93f112ab0d02 HTTP/1.1" status: 200 len: 855 time: 0.2292988 Feb 05 02:58:18.527939 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (001d9df4-463e-405d-b684-c29d13471889), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:18.582551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1e21ff91-6a87-4070-9716-857535ae08d3 None None] Port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:58:18.617205 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-8c5e0b59-9a87-40cf-a429-a59c132ee39b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a325fffd-cc20-47f6-9590-870a2c199f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009090 Feb 05 02:58:18.632704 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:18.639675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-38e5f6fd-8445-44df-a4e1-e6dfc767293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:18.642373 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-38e5f6fd-8445-44df-a4e1-e6dfc767293a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3072789 Feb 05 02:58:18.655760 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Pushing event updated for resources: {'Port': ['ID=001d9df4-463e-405d-b684-c29d13471889,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:18.657964 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f0c969c7-2cea-48ef-a2d2-2e8bf9931932 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1181499513-network', 'tenant_id': '2de35eee6ba9446fb754852d7e4135f3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:18.664197 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:18.673421 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:18.758547 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:18.759189 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:18.786350 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39f5d9-5e14-447f-abee-d58b5ebbc26a req-5c3b4240-7f81-4b6f-9a57-9e9a8eed079e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:18.788022 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae39f5d9-5e14-447f-abee-d58b5ebbc26a req-5c3b4240-7f81-4b6f-9a57-9e9a8eed079e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.9045939 Feb 05 02:58:18.809781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-08b6aea0-2641-4073-b0ca-ddb0084e1844 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:18.809781 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-08b6aea0-2641-4073-b0ca-ddb0084e1844 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:18.841009 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-08b6aea0-2641-4073-b0ca-ddb0084e1844 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5542655 Feb 05 02:58:18.844587 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c969c7-2cea-48ef-a2d2-2e8bf9931932 admin admin] Made reservation on behalf of 2de35eee6ba9446fb754852d7e4135f3 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:58:18.847606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0c969c7-2cea-48ef-a2d2-2e8bf9931932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:18.864271 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-abd565b6-1762-46f6-a096-e0bfc1c8f2f4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Request body: {'port': {'device_id': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6', 'admin_state_up': True, 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'security_groups': ['ba54aa98-5c2d-4a1f-80f2-c33ce2d21998']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:18.887875 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0c969c7-2cea-48ef-a2d2-2e8bf9931932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:18.945140 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-cf69c2df-a474-40ad-ab53-ab495083a6ec service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935181 Feb 05 02:58:18.949552 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-97cbbf9c-e4de-4329-b25e-9a4f43263be8 service neutron] 10.222.0.10 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124788 Feb 05 02:58:19.190272 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faf1fc13-994f-4a37-85bb-def37a7bf57d req-a45c0323-d00a-4e8b-ab73-bac6fd77a37d service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352204 Feb 05 02:58:19.259450 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8428e1d9-cbf1-403c-8a74-1f1074897ed0 req-caf4e3dc-1129-4d06-b917-0f7e327ef946 service neutron] 10.222.0.10 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030941 Feb 05 02:58:19.280293 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0c969c7-2cea-48ef-a2d2-2e8bf9931932 admin admin] Publish callbacks [] for security_group (86065b38-0b21-48af-8282-2118a878cb8c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:19.285896 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0c969c7-2cea-48ef-a2d2-2e8bf9931932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (86065b38-0b21-48af-8282-2118a878cb8c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:19.307744 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3dca0ee5-9d13-4404-a5dd-775ae7eb1427 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.3497193 Feb 05 02:58:19.328711 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55882) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:19.347741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547c9a7-e86a-4232-8cc9-86ce715336f7 req-8fd1f4c6-6a65-4622-a1f7-6d71d57e63c9 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:19.348737 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6547c9a7-e86a-4232-8cc9-86ce715336f7 req-8fd1f4c6-6a65-4622-a1f7-6d71d57e63c9 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=7618c719-c8b2-4e72-863b-748c0fb2857f HTTP/1.1" status: 200 len: 944 time: 1.2615147 Feb 05 02:58:19.352799 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c969c7-2cea-48ef-a2d2-2e8bf9931932 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:58:19.358465 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b50b3ec4-95b6-436e-80c6-68afaf490365 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.252'}]}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:19.395151 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c969c7-2cea-48ef-a2d2-2e8bf9931932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86065b38-0b21-48af-8282-2118a878cb8c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:19.398749 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0c969c7-2cea-48ef-a2d2-2e8bf9931932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a4499032-7f46-42c1-9413-05466f506307), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:19.399271 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-f0c969c7-2cea-48ef-a2d2-2e8bf9931932 admin admin] Added segment a4499032-7f46-42c1-9413-05466f506307 of type vlan for network 610cde1f-6c85-41af-ada9-19879958e5eb Feb 05 02:58:19.408913 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-38fd4ac7-d7bd-4164-a791-deb851d06fbb tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "GET /v2.0/routers/89465ca4-37e5-45e9-bc74-369d44d6fd86 HTTP/1.1" status: 200 len: 925 time: 1.3404493 Feb 05 02:58:19.409565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55884) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:19.470156 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b50b3ec4-95b6-436e-80c6-68afaf490365 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (8de77bc6-57d5-4e33-88a2-2c222630ea8e), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:19.472141 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b50b3ec4-95b6-436e-80c6-68afaf490365 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (8de77bc6-57d5-4e33-88a2-2c222630ea8e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:19.519201 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6547c9a7-e86a-4232-8cc9-86ce715336f7 req-f8e98162-41d0-4c2f-aefc-2b9fbda7b9a8 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298387 Feb 05 02:58:19.539403 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0c969c7-2cea-48ef-a2d2-2e8bf9931932 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (610cde1f-6c85-41af-ada9-19879958e5eb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:19.551301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae39f5d9-5e14-447f-abee-d58b5ebbc26a req-fa734881-9787-444a-8320-0715230af0c7 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7163148 Feb 05 02:58:19.595359 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983399d2-a09b-461c-a4fe-2edc8438ccb3 req-c683ec8c-f357-411a-889e-0a03e0fde771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:19.595359 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-983399d2-a09b-461c-a4fe-2edc8438ccb3 req-c683ec8c-f357-411a-889e-0a03e0fde771 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=37d45416619c42a5be673fac7a85f3c2&device_id=7618c719-c8b2-4e72-863b-748c0fb2857f HTTP/1.1" status: 200 len: 1126 time: 0.2569699 Feb 05 02:58:19.612700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc7e2a7-2f59-4497-a92f-44ac8754a38f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:19.618390 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cdc7e2a7-2f59-4497-a92f-44ac8754a38f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&device_id=89465ca4-37e5-45e9-bc74-369d44d6fd86&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2070303 Feb 05 02:58:19.619045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55888) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:19.699804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-abd565b6-1762-46f6-a096-e0bfc1c8f2f4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Made reservation on behalf of 5357d824dd714019b322e09bbe4d07c4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:58:19.726108 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0c969c7-2cea-48ef-a2d2-2e8bf9931932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (610cde1f-6c85-41af-ada9-19879958e5eb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:19.727201 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c969c7-2cea-48ef-a2d2-2e8bf9931932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:19.727849 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0c969c7-2cea-48ef-a2d2-2e8bf9931932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:19.753837 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b50b3ec4-95b6-436e-80c6-68afaf490365 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks [] for router_controller (8de77bc6-57d5-4e33-88a2-2c222630ea8e), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:19.810968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983399d2-a09b-461c-a4fe-2edc8438ccb3 req-c5cd0703-b2d4-4da5-a194-094e587ccd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:19.812760 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-983399d2-a09b-461c-a4fe-2edc8438ccb3 req-c5cd0703-b2d4-4da5-a194-094e587ccd8c service neutron] 10.222.0.10 "GET /v2.0/networks?id=a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 200 len: 916 time: 0.2038865 Feb 05 02:58:19.816079 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f0c969c7-2cea-48ef-a2d2-2e8bf9931932 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3815696 Feb 05 02:58:19.829004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55894) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:19.864419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-897bf27d-631e-4e12-8a2b-69a4125fc90a admin admin] Request body: {'subnet': {'network_id': '610cde1f-6c85-41af-ada9-19879958e5eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1181499513-subnet', 'tenant_id': '2de35eee6ba9446fb754852d7e4135f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:19.866699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64729e8a-f045-40bc-a9d1-dae932caa4d2 req-2511c1c5-02e7-479f-b2f4-8c862a1df88e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:19.872143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64729e8a-f045-40bc-a9d1-dae932caa4d2 req-2511c1c5-02e7-479f-b2f4-8c862a1df88e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:19.878010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64729e8a-f045-40bc-a9d1-dae932caa4d2 req-2511c1c5-02e7-479f-b2f4-8c862a1df88e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:19.879760 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64729e8a-f045-40bc-a9d1-dae932caa4d2 req-2511c1c5-02e7-479f-b2f4-8c862a1df88e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 2375 time: 0.2083173 Feb 05 02:58:19.960742 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7741bf8-5d4b-45de-97c4-7c9b8d11da9f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:19.963405 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f7741bf8-5d4b-45de-97c4-7c9b8d11da9f tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 881 time: 0.2556167 Feb 05 02:58:19.968694 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b50b3ec4-95b6-436e-80c6-68afaf490365 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks [] for router_gateway (8de77bc6-57d5-4e33-88a2-2c222630ea8e), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:19.974515 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55896) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:20.092556 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-950c424d-ae2f-40ff-8ffc-a029f72b78ec tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "GET /v2.0/ports?device_id=89465ca4-37e5-45e9-bc74-369d44d6fd86 HTTP/1.1" status: 200 len: 205 time: 0.1135926 Feb 05 02:58:20.094308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55898) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:20.112365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0febf303-5a10-4c96-ac55-29755874696d no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:58:20.241274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 0febf303-5a10-4c96-ac55-29755874696d is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:20.241863 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0febf303-5a10-4c96-ac55-29755874696d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:20.253176 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-abd565b6-1762-46f6-a096-e0bfc1c8f2f4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:20.276250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e9cefb-928c-4125-99c1-b1ace16c95c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0febf303-5a10-4c96-ac55-29755874696d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:58:20.279385 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7574c8a-1edd-459f-8bdd-463b251bbb8e" -d '{"events": [{"server_uuid": "35e9cefb-928c-4125-99c1-b1ace16c95c8", "name": "network-vif-unplugged", "status": "completed", "tag": "0febf303-5a10-4c96-ac55-29755874696d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:58:20.296443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0febf303-5a10-4c96-ac55-29755874696d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0febf303-5a10-4c96-ac55-29755874696d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:20.302682 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0febf303-5a10-4c96-ac55-29755874696d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:20.359875 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-983399d2-a09b-461c-a4fe-2edc8438ccb3 req-0d74d9f0-fdcc-4199-a1ed-f7470ed98cdd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61181d5e-4134-4192-8fb3-935862358dbb HTTP/1.1" status: 200 len: 217 time: 0.5315762 Feb 05 02:58:20.363148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897bf27d-631e-4e12-8a2b-69a4125fc90a admin admin] Made reservation on behalf of 2de35eee6ba9446fb754852d7e4135f3 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:58:20.365606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-897bf27d-631e-4e12-8a2b-69a4125fc90a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:20.389056 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=0febf303-5a10-4c96-ac55-29755874696d,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:20.391770 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c969c7-2cea-48ef-a2d2-2e8bf9931932 admin admin] Pushing event updated for resources: {'Network': ['ID=610cde1f-6c85-41af-ada9-19879958e5eb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:20.401391 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 02:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3272d1f0-ffa5-4756-a73c-10dd26dcf977 x-openstack-request-id: req-3272d1f0-ffa5-4756-a73c-10dd26dcf977 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:58:20.401760 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e9cefb-928c-4125-99c1-b1ace16c95c8", "name": "network-vif-unplugged", "status": "completed", "tag": "0febf303-5a10-4c96-ac55-29755874696d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:58:20.402088 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3272d1f0-ffa5-4756-a73c-10dd26dcf977 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:58:20.402555 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e9cefb-928c-4125-99c1-b1ace16c95c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0febf303-5a10-4c96-ac55-29755874696d', 'code': 200} Feb 05 02:58:20.429460 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 610cde1f-6c85-41af-ada9-19879958e5eb details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:58:20.435968 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64729e8a-f045-40bc-a9d1-dae932caa4d2 req-c4b2b86b-f9ab-4b3c-a291-565b64d609d9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5486112 Feb 05 02:58:20.555829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983399d2-a09b-461c-a4fe-2edc8438ccb3 req-134e1f96-8c7c-432e-91da-52657505dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:20.557772 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-983399d2-a09b-461c-a4fe-2edc8438ccb3 req-134e1f96-8c7c-432e-91da-52657505dc15 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5fb34fa-8661-4f51-8858-93f112ab0d02 HTTP/1.1" status: 200 len: 855 time: 0.1898427 Feb 05 02:58:20.610729 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-983399d2-a09b-461c-a4fe-2edc8438ccb3 req-ebac6bb8-7e0e-4005-906a-84673e084c3b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a325fffd-cc20-47f6-9590-870a2c199f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465393 Feb 05 02:58:20.765242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-abd565b6-1762-46f6-a096-e0bfc1c8f2f4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Allocated IP 10.2.2.100 (23c3b802-732a-4ca6-9fd0-342f741030c6/a52a6132-9581-4ce5-9743-6cbdfc0a2aac/4a8a7368-4cb6-4736-9bc9-64287ea03011) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:20.838876 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-983399d2-a09b-461c-a4fe-2edc8438ccb3 req-6f232f11-ad4d-415e-ae69-ec8216b0d109 service neutron] 10.222.0.10 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184777 Feb 05 02:58:20.907677 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-897bf27d-631e-4e12-8a2b-69a4125fc90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (51c315c6-152e-4bf5-b653-2afc5bccdbe8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:20.936774 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-abd565b6-1762-46f6-a096-e0bfc1c8f2f4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for port (4a8a7368-4cb6-4736-9bc9-64287ea03011), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:20.989596 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7407eba8-94c3-47fc-86f0-5fa48d2fb684 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (89465ca4-37e5-45e9-bc74-369d44d6fd86), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:21.003397 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bf27d-631e-4e12-8a2b-69a4125fc90a admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c315c6-152e-4bf5-b653-2afc5bccdbe8,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:21.036279 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-983399d2-a09b-461c-a4fe-2edc8438ccb3 req-4aaf3e35-47e0-4cd9-a6f9-da7c6cfe8b97 service neutron] 10.222.0.10 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909828 Feb 05 02:58:21.058294 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897bf27d-631e-4e12-8a2b-69a4125fc90a admin admin] Checking segment: {'id': 'a4499032-7f46-42c1-9413-05466f506307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '610cde1f-6c85-41af-ada9-19879958e5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:58:21.058740 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897bf27d-631e-4e12-8a2b-69a4125fc90a admin admin] Network hostable DHCP agents. Network: 610cde1f-6c85-41af-ada9-19879958e5eb, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:58:21.083890 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897bf27d-631e-4e12-8a2b-69a4125fc90a admin admin] Network 610cde1f-6c85-41af-ada9-19879958e5eb is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:58:21.105148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-897bf27d-631e-4e12-8a2b-69a4125fc90a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 610cde1f-6c85-41af-ada9-19879958e5eb) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:21.116934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf641f9c-6786-4973-baaa-7f6e0876a8d1 None None] Network 610cde1f-6c85-41af-ada9-19879958e5eb requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:58:21.122274 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897bf27d-631e-4e12-8a2b-69a4125fc90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:21.123017 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-897bf27d-631e-4e12-8a2b-69a4125fc90a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:21.159393 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-abd565b6-1762-46f6-a096-e0bfc1c8f2f4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4a8a7368-4cb6-4736-9bc9-64287ea03011), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:21.166114 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-897bf27d-631e-4e12-8a2b-69a4125fc90a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3110828 Feb 05 02:58:21.168375 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55912) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:21.173782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1181499513-router', 'tenant_id': '2de35eee6ba9446fb754852d7e4135f3', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:21.221511 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (ebc4cc0e-0306-4b40-9613-28be3fe2b02e), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:21.222694 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (ebc4cc0e-0306-4b40-9613-28be3fe2b02e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:21.291862 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-abd565b6-1762-46f6-a096-e0bfc1c8f2f4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Network 23c3b802-732a-4ca6-9fd0-342f741030c6 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:21.299597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd565b6-1762-46f6-a096-e0bfc1c8f2f4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event updated for resources: {'Port': ['ID=4a8a7368-4cb6-4736-9bc9-64287ea03011,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:21.308223 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65f353-591d-459d-8453-8df2dde03bf8 req-a091d569-6ec0-49d2-89f2-cf01f8616dba tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:21.309788 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b65f353-591d-459d-8453-8df2dde03bf8 req-a091d569-6ec0-49d2-89f2-cf01f8616dba tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 948 time: 0.3162436 Feb 05 02:58:21.317800 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-abd565b6-1762-46f6-a096-e0bfc1c8f2f4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:21.324639 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-abd565b6-1762-46f6-a096-e0bfc1c8f2f4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:21.390508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5664a-3637-4b68-a5d9-ee93c680ba26 req-39141a54-7b82-46c5-aa78-553c772fb261 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:21.392015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bdc5664a-3637-4b68-a5d9-ee93c680ba26 req-39141a54-7b82-46c5-aa78-553c772fb261 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=7618c719-c8b2-4e72-863b-748c0fb2857f HTTP/1.1" status: 200 len: 944 time: 0.4000452 Feb 05 02:58:21.394921 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-610cde1f-6c85-41af-ada9-19879958e5eb', 'network_id': '610cde1f-6c85-41af-ada9-19879958e5eb', 'project_id': '2de35eee6ba9446fb754852d7e4135f3', 'fixed_ips': [{'subnet_id': '51c315c6-152e-4bf5-b653-2afc5bccdbe8'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:58:21.395803 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:21.415566 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Publish callbacks [] for router_controller (ebc4cc0e-0306-4b40-9613-28be3fe2b02e), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:21.451465 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7407eba8-94c3-47fc-86f0-5fa48d2fb684 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (89465ca4-37e5-45e9-bc74-369d44d6fd86), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:21.683168 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-abd565b6-1762-46f6-a096-e0bfc1c8f2f4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:21.683928 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-abd565b6-1762-46f6-a096-e0bfc1c8f2f4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:21.705494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Allocated IP 172.20.0.2 (610cde1f-6c85-41af-ada9-19879958e5eb/51c315c6-152e-4bf5-b653-2afc5bccdbe8/90b5810b-26a5-4990-8158-10f24da3633c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:21.783901 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Publish callbacks [] for router_gateway (ebc4cc0e-0306-4b40-9613-28be3fe2b02e), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:21.815017 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bdc5664a-3637-4b68-a5d9-ee93c680ba26 req-307ecd18-4ff1-4861-9687-ef9eec04e6df tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949924 Feb 05 02:58:21.823690 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-abd565b6-1762-46f6-a096-e0bfc1c8f2f4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9687634 Feb 05 02:58:21.851557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1cf863ce-009e-4222-b629-30d3a5507655 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Request body: {'port': {'device_id': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6', 'admin_state_up': True, 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'security_groups': ['ba54aa98-5c2d-4a1f-80f2-c33ce2d21998']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:21.858126 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-437b2ae7-4463-4bcb-ac9d-576d7ef41268 None None] Provisioning complete for port 4a8a7368-4cb6-4736-9bc9-64287ea03011 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:21.858517 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-437b2ae7-4463-4bcb-ac9d-576d7ef41268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a8a7368-4cb6-4736-9bc9-64287ea03011), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:21.878777 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b65f353-591d-459d-8453-8df2dde03bf8 req-1203f3ec-34c8-45da-b55c-a46474f7867c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563831 Feb 05 02:58:21.912563 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 61181d5e-4134-4192-8fb3-935862358dbb details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:58:21.958282 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-437b2ae7-4463-4bcb-ac9d-576d7ef41268 None None] Port 4a8a7368-4cb6-4736-9bc9-64287ea03011 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:58:22.107421 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:58:22.280397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7407eba8-94c3-47fc-86f0-5fa48d2fb684 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Deleting port e204cb6b-57eb-4cba-9b6a-6c6c70645aca {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:58:22.283110 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7407eba8-94c3-47fc-86f0-5fa48d2fb684 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e204cb6b-57eb-4cba-9b6a-6c6c70645aca), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:22.329542 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Publish callbacks [] for router_gateway (ebc4cc0e-0306-4b40-9613-28be3fe2b02e), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:22.365935 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:22.375957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a23703-5a64-4948-ab34-b00feeea61fc req-e3cf5550-3973-41e2-9a68-f9e39925b5a9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:22.383524 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Publish callbacks [] for port (90b5810b-26a5-4990-8158-10f24da3633c), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:22.385536 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a23703-5a64-4948-ab34-b00feeea61fc req-e3cf5550-3973-41e2-9a68-f9e39925b5a9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:22.395609 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0febf303-5a10-4c96-ac55-29755874696d details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:58:22.401738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a23703-5a64-4948-ab34-b00feeea61fc req-e3cf5550-3973-41e2-9a68-f9e39925b5a9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:22.417840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a23703-5a64-4948-ab34-b00feeea61fc req-e3cf5550-3973-41e2-9a68-f9e39925b5a9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:22.422650 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-57a23703-5a64-4948-ab34-b00feeea61fc req-e3cf5550-3973-41e2-9a68-f9e39925b5a9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 3096 time: 0.3553758 Feb 05 02:58:22.423975 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b50b3ec4-95b6-436e-80c6-68afaf490365 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks [] for router_gateway (8de77bc6-57d5-4e33-88a2-2c222630ea8e), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:22.488061 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 61181d5e-4134-4192-8fb3-935862358dbb, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=61181d5e-4134-4192-8fb3-935862358dbb,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:22.492826 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (90b5810b-26a5-4990-8158-10f24da3633c), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:22.564935 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b50b3ec4-95b6-436e-80c6-68afaf490365 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:22.595566 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Allocated IP 172.25.0.50 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/40af97dd-f6c6-41c6-82ed-088823b79dab) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:22.670399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Pushing event updated for resources: {'Port': ['ID=90b5810b-26a5-4990-8158-10f24da3633c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:22.706619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '61181d5e-4134-4192-8fb3-935862358dbb', 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44', 'port_id': '61181d5e-4134-4192-8fb3-935862358dbb', 'mac_address': 'fa:16:3e:fe:c6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fb34fa-8661-4f51-8858-93f112ab0d02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:58:22.736663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Network 610cde1f-6c85-41af-ada9-19879958e5eb is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:22.740454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:22.748000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:22.854001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0febf303-5a10-4c96-ac55-29755874696d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0febf303-5a10-4c96-ac55-29755874696d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:22.883362 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Publish callbacks [] for port (40af97dd-f6c6-41c6-82ed-088823b79dab), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:22.926920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '0febf303-5a10-4c96-ac55-29755874696d', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '0febf303-5a10-4c96-ac55-29755874696d', 'mac_address': 'fa:16:3e:f3:80:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:58:22.959451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1cf863ce-009e-4222-b629-30d3a5507655 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Made reservation on behalf of 5357d824dd714019b322e09bbe4d07c4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:58:22.961008 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (40af97dd-f6c6-41c6-82ed-088823b79dab), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:22.965256 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1cf863ce-009e-4222-b629-30d3a5507655 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:23.021329 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 0febf303-5a10-4c96-ac55-29755874696d is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:23.021624 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0febf303-5a10-4c96-ac55-29755874696d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:23.065911 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0febf303-5a10-4c96-ac55-29755874696d {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:58:23.082223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Pushing event updated for resources: {'Port': ['ID=40af97dd-f6c6-41c6-82ed-088823b79dab,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:23.090663 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:23.095016 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:23.101043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:23.126445 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 61181d5e-4134-4192-8fb3-935862358dbb is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:23.128005 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61181d5e-4134-4192-8fb3-935862358dbb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:23.146631 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Attempting to bind port 90b5810b-26a5-4990-8158-10f24da3633c on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:58:23.147042 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Attempting to bind port 90b5810b-26a5-4990-8158-10f24da3633c by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'a4499032-7f46-42c1-9413-05466f506307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '610cde1f-6c85-41af-ada9-19879958e5eb'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:58:23.147390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Attempting to bind port 90b5810b-26a5-4990-8158-10f24da3633c on network 610cde1f-6c85-41af-ada9-19879958e5eb {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:23.168025 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0febf303-5a10-4c96-ac55-29755874696d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0febf303-5a10-4c96-ac55-29755874696d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:23.183386 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1cf863ce-009e-4222-b629-30d3a5507655 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Allocated IP 10.2.2.200 (23c3b802-732a-4ca6-9fd0-342f741030c6/a52a6132-9581-4ce5-9743-6cbdfc0a2aac/c6e54524-be03-4978-a808-c851dbad9843) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:23.187042 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:58:23.187508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Checking segment: {'id': 'a4499032-7f46-42c1-9413-05466f506307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '610cde1f-6c85-41af-ada9-19879958e5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:58:23.188532 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:23.188938 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Bound using segment: {'id': 'a4499032-7f46-42c1-9413-05466f506307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '610cde1f-6c85-41af-ada9-19879958e5eb'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:58:23.190406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Bound port: 90b5810b-26a5-4990-8158-10f24da3633c, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4499032-7f46-42c1-9413-05466f506307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '610cde1f-6c85-41af-ada9-19879958e5eb'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:58:23.191014 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (90b5810b-26a5-4990-8158-10f24da3633c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:23.257126 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7407eba8-94c3-47fc-86f0-5fa48d2fb684 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e204cb6b-57eb-4cba-9b6a-6c6c70645aca), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:23.267562 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-57a23703-5a64-4948-ab34-b00feeea61fc req-6227209f-8c34-45a2-b7ba-faacabcd986e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7631283 Feb 05 02:58:23.327623 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] For port 90b5810b-26a5-4990-8158-10f24da3633c, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:58:23.331444 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] For port 90b5810b-26a5-4990-8158-10f24da3633c, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=90b5810b-26a5-4990-8158-10f24da3633c,segment=NetworkSegment(a4499032-7f46-42c1-9413-05466f506307),segment_id=a4499032-7f46-42c1-9413-05466f506307)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:58:23.345556 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0febf303-5a10-4c96-ac55-29755874696d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:23.352492 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (90b5810b-26a5-4990-8158-10f24da3633c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:23.356505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61181d5e-4134-4192-8fb3-935862358dbb {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:58:23.367524 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7407eba8-94c3-47fc-86f0-5fa48d2fb684 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Calling delete_port for e204cb6b-57eb-4cba-9b6a-6c6c70645aca owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:58:23.455024 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 61181d5e-4134-4192-8fb3-935862358dbb, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=61181d5e-4134-4192-8fb3-935862358dbb,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:23.470413 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (61181d5e-4134-4192-8fb3-935862358dbb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:23.480020 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=0febf303-5a10-4c96-ac55-29755874696d,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:23.570866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77db274-4965-4ca4-b4c2-5a27a0f91a1b req-78056c9a-82a2-4f03-b604-f551ba173552 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:23.572647 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c77db274-4965-4ca4-b4c2-5a27a0f91a1b req-78056c9a-82a2-4f03-b604-f551ba173552 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=7618c719-c8b2-4e72-863b-748c0fb2857f HTTP/1.1" status: 200 len: 944 time: 0.3862591 Feb 05 02:58:23.620292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea2b61-8a13-4d88-b836-a070d881219a None None] Pushing event updated for resources: {'Port': ['ID=90b5810b-26a5-4990-8158-10f24da3633c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:23.757585 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Publish callbacks [] for router_gateway (ebc4cc0e-0306-4b40-9613-28be3fe2b02e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:23.790497 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['61181d5e-4134-4192-8fb3-935862358dbb'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:58:23.795465 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=61181d5e-4134-4192-8fb3-935862358dbb,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:23.800961 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['0febf303-5a10-4c96-ac55-29755874696d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:58:23.820090 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b50b3ec4-95b6-436e-80c6-68afaf490365 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks [] for router (8de77bc6-57d5-4e33-88a2-2c222630ea8e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:24.149557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c1dd2-1c4a-4151-925f-412a87849a6e req-d7765341-c77a-449c-9a16-9e35f9d256aa tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:24.152161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e2c1dd2-1c4a-4151-925f-412a87849a6e req-d7765341-c77a-449c-9a16-9e35f9d256aa tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.6797781 Feb 05 02:58:24.177997 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c77db274-4965-4ca4-b4c2-5a27a0f91a1b req-842a6006-83e9-46ae-bae1-3e9dde94b4a7 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101595 Feb 05 02:58:24.345552 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (ebc4cc0e-0306-4b40-9613-28be3fe2b02e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:24.474153 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b50b3ec4-95b6-436e-80c6-68afaf490365 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (8de77bc6-57d5-4e33-88a2-2c222630ea8e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:24.479675 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b50b3ec4-95b6-436e-80c6-68afaf490365 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks [] for router_controller (8de77bc6-57d5-4e33-88a2-2c222630ea8e), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:24.502596 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1cf863ce-009e-4222-b629-30d3a5507655 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for port (c6e54524-be03-4978-a808-c851dbad9843), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:24.657810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Router ebc4cc0e-0306-4b40-9613-28be3fe2b02e is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:58:24.798498 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b50b3ec4-95b6-436e-80c6-68afaf490365 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (8de77bc6-57d5-4e33-88a2-2c222630ea8e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:24.799563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50b3ec4-95b6-436e-80c6-68afaf490365 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8de77bc6-57d5-4e33-88a2-2c222630ea8e {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:58:24.856679 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-b50b3ec4-95b6-436e-80c6-68afaf490365 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 05 02:58:24.871197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b50b3ec4-95b6-436e-80c6-68afaf490365 tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.5213730 Feb 05 02:58:24.875937 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e2c1dd2-1c4a-4151-925f-412a87849a6e req-a1e1c593-f940-4d5a-82bf-6087f6f314a8 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6916182 Feb 05 02:58:24.885036 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55936) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:24.997143 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1cf863ce-009e-4222-b629-30d3a5507655 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c6e54524-be03-4978-a808-c851dbad9843), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:25.001310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:58:25.025846 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Sync routers for ids ['ebc4cc0e-0306-4b40-9613-28be3fe2b02e'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:58:25.045725 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:25.050079 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5799dd77-b4bc-41ca-bb00-45a88c3594e5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8805287 Feb 05 02:58:25.051813 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Routers {'ebc4cc0e-0306-4b40-9613-28be3fe2b02e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:25.052443 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ebc4cc0e-0306-4b40-9613-28be3fe2b02e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:25.075360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55942) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:25.173079 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7407eba8-94c3-47fc-86f0-5fa48d2fb684 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e204cb6b-57eb-4cba-9b6a-6c6c70645aca), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:25.318867 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 90b5810b-26a5-4990-8158-10f24da3633c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:58:25.363377 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e32d1-1b56-4af0-8639-6813a8d70f5a req-e655ae32-c491-459e-b0ff-aad51f3cc963 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:25.377343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e32d1-1b56-4af0-8639-6813a8d70f5a req-e655ae32-c491-459e-b0ff-aad51f3cc963 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:25.392557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e32d1-1b56-4af0-8639-6813a8d70f5a req-e655ae32-c491-459e-b0ff-aad51f3cc963 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:25.397277 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Set router ebc4cc0e-0306-4b40-9613-28be3fe2b02e gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:58:25.407946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e32d1-1b56-4af0-8639-6813a8d70f5a req-e655ae32-c491-459e-b0ff-aad51f3cc963 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:25.416707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a0e32d1-1b56-4af0-8639-6813a8d70f5a req-e655ae32-c491-459e-b0ff-aad51f3cc963 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 3096 time: 0.9246795 Feb 05 02:58:25.442927 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50803aae-474d-4764-9c9c-3ea42778366c None None] Network 610cde1f-6c85-41af-ada9-19879958e5eb requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:58:25.583355 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 90b5810b-26a5-4990-8158-10f24da3633c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:25.583355 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (90b5810b-26a5-4990-8158-10f24da3633c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:25.608867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1cf863ce-009e-4222-b629-30d3a5507655 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Network 23c3b802-732a-4ca6-9fd0-342f741030c6 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:25.618828 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1cf863ce-009e-4222-b629-30d3a5507655 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:25.629052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1cf863ce-009e-4222-b629-30d3a5507655 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:25.726705 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-97f0fa7c-5eae-45fd-9c9b-08c34a0c4bfc None None] Provisioning complete for port 90b5810b-26a5-4990-8158-10f24da3633c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:25.753317 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-97f0fa7c-5eae-45fd-9c9b-08c34a0c4bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (90b5810b-26a5-4990-8158-10f24da3633c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:25.781217 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-1181499513-router', 'tenant_id': '2de35eee6ba9446fb754852d7e4135f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '40af97dd-f6c6-41c6-82ed-088823b79dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:58:21Z', 'updated_at': '2022-02-05T02:58:23Z', 'revision_number': 3, 'project_id': '2de35eee6ba9446fb754852d7e4135f3', 'gw_port': {'id': '40af97dd-f6c6-41c6-82ed-088823b79dab', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:58:22Z', 'updated_at': '2022-02-05T02:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:25.813519 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Checking router: ebc4cc0e-0306-4b40-9613-28be3fe2b02e for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:58:25.813877 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Updating router ebc4cc0e-0306-4b40-9613-28be3fe2b02e port 40af97dd-f6c6-41c6-82ed-088823b79dab binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:58:25.833412 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7407eba8-94c3-47fc-86f0-5fa48d2fb684 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (89465ca4-37e5-45e9-bc74-369d44d6fd86), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:25.879434 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (40af97dd-f6c6-41c6-82ed-088823b79dab), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:25.944193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf863ce-009e-4222-b629-30d3a5507655 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event updated for resources: {'Port': ['ID=c6e54524-be03-4978-a808-c851dbad9843,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:25.950497 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 61181d5e-4134-4192-8fb3-935862358dbb up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:58:26.003610 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075ff30-3e75-4faf-bb61-a72f1cd08127 req-f6f64d3f-4b0c-47a2-bbe0-77c4016645cf tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:26.005726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2075ff30-3e75-4faf-bb61-a72f1cd08127 req-f6f64d3f-4b0c-47a2-bbe0-77c4016645cf tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 950 time: 0.9023111 Feb 05 02:58:26.075290 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.099414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a0e32d1-1b56-4af0-8639-6813a8d70f5a req-4f907722-3459-44f2-827b-3a80db4ebf4d tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6817052 Feb 05 02:58:26.170878 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0febf303-5a10-4c96-ac55-29755874696d up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:58:26.238568 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407eba8-94c3-47fc-86f0-5fa48d2fb684 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Pushing event deleted for resources: {'Port': ['ID=e204cb6b-57eb-4cba-9b6a-6c6c70645aca,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:26.274690 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 90b5810b-26a5-4990-8158-10f24da3633c is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:26.275470 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1cf863ce-009e-4222-b629-30d3a5507655 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:26.277325 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (90b5810b-26a5-4990-8158-10f24da3633c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.277911 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1cf863ce-009e-4222-b629-30d3a5507655 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.284168 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 61181d5e-4134-4192-8fb3-935862358dbb completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:58:26.290733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 61181d5e-4134-4192-8fb3-935862358dbb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:26.291135 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (61181d5e-4134-4192-8fb3-935862358dbb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.300571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-97f0fa7c-5eae-45fd-9c9b-08c34a0c4bfc None None] Current status of the port 90b5810b-26a5-4990-8158-10f24da3633c is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:26.301298 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-97f0fa7c-5eae-45fd-9c9b-08c34a0c4bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (90b5810b-26a5-4990-8158-10f24da3633c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.476680 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7407eba8-94c3-47fc-86f0-5fa48d2fb684 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (89465ca4-37e5-45e9-bc74-369d44d6fd86), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.489304 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-97f0fa7c-5eae-45fd-9c9b-08c34a0c4bfc None None] For port 90b5810b-26a5-4990-8158-10f24da3633c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=90b5810b-26a5-4990-8158-10f24da3633c,segment=NetworkSegment(a4499032-7f46-42c1-9413-05466f506307),segment_id=a4499032-7f46-42c1-9413-05466f506307)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:26.496243 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7407eba8-94c3-47fc-86f0-5fa48d2fb684 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_controller (89465ca4-37e5-45e9-bc74-369d44d6fd86), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.503513 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 0febf303-5a10-4c96-ac55-29755874696d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:26.503513 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0febf303-5a10-4c96-ac55-29755874696d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.505105 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-97f0fa7c-5eae-45fd-9c9b-08c34a0c4bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (90b5810b-26a5-4990-8158-10f24da3633c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.516546 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1cf863ce-009e-4222-b629-30d3a5507655 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6805048 Feb 05 02:58:26.557844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Request body: {'port': {'device_id': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:26.571393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-cc061776-c3a4-4462-a9c1-fb16ba96875e tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Deleting port 001d9df4-463e-405d-b684-c29d13471889 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:58:26.572030 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc061776-c3a4-4462-a9c1-fb16ba96875e tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (001d9df4-463e-405d-b684-c29d13471889), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.620378 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Allocated IP 172.20.0.1 (610cde1f-6c85-41af-ada9-19879958e5eb/51c315c6-152e-4bf5-b653-2afc5bccdbe8/c633a481-aa48-4453-aca4-e57af58b4a01) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:26.669012 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Publish callbacks [] for port (40af97dd-f6c6-41c6-82ed-088823b79dab), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.684635 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 61181d5e-4134-4192-8fb3-935862358dbb is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:26.685961 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61181d5e-4134-4192-8fb3-935862358dbb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.687070 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (40af97dd-f6c6-41c6-82ed-088823b79dab), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.711060 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 02:58:26.711585 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 02:58:26.722676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0fa7c-5eae-45fd-9c9b-08c34a0c4bfc None None] Pushing event updated for resources: {'Port': ['ID=90b5810b-26a5-4990-8158-10f24da3633c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:26.726800 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f2fa5a25-d951-4ec0-aae3-18996a388485 None None] Provisioning complete for port c6e54524-be03-4978-a808-c851dbad9843 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:26.727455 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f2fa5a25-d951-4ec0-aae3-18996a388485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c6e54524-be03-4978-a808-c851dbad9843), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.781511 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc061776-c3a4-4462-a9c1-fb16ba96875e tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (001d9df4-463e-405d-b684-c29d13471889), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.801924 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7618c719-c8b2-4e72-863b-748c0fb2857f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61181d5e-4134-4192-8fb3-935862358dbb'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:58:26.804737 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c500110-528e-42fc-a13a-105e5d2f02de" -d '{"events": [{"server_uuid": "7618c719-c8b2-4e72-863b-748c0fb2857f", "name": "network-vif-plugged", "status": "completed", "tag": "61181d5e-4134-4192-8fb3-935862358dbb"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:58:26.808161 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-cc061776-c3a4-4462-a9c1-fb16ba96875e tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Calling delete_port for 001d9df4-463e-405d-b684-c29d13471889 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:58:26.816625 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Attempting to bind port 40af97dd-f6c6-41c6-82ed-088823b79dab on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:58:26.819769 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Attempting to bind port 40af97dd-f6c6-41c6-82ed-088823b79dab by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:58:26.820956 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Attempting to bind port 40af97dd-f6c6-41c6-82ed-088823b79dab on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:26.838293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 61181d5e-4134-4192-8fb3-935862358dbb, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=61181d5e-4134-4192-8fb3-935862358dbb,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:26.846092 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f2fa5a25-d951-4ec0-aae3-18996a388485 None None] Port c6e54524-be03-4978-a808-c851dbad9843 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:58:26.849395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 0febf303-5a10-4c96-ac55-29755874696d is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:26.849919 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0febf303-5a10-4c96-ac55-29755874696d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.851828 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (61181d5e-4134-4192-8fb3-935862358dbb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.856345 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:58:26.857834 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:58:26.859048 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.861045 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:58:26.861760 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Bound port: 40af97dd-f6c6-41c6-82ed-088823b79dab, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:58:26.863110 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (40af97dd-f6c6-41c6-82ed-088823b79dab), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.935993 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Publish callbacks [] for port (c633a481-aa48-4453-aca4-e57af58b4a01), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.938863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f2fa5a25-d951-4ec0-aae3-18996a388485 None None] Provisioning complete for port 90b5810b-26a5-4990-8158-10f24da3633c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:26.939020 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f2fa5a25-d951-4ec0-aae3-18996a388485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (90b5810b-26a5-4990-8158-10f24da3633c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:26.991560 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] For port 40af97dd-f6c6-41c6-82ed-088823b79dab, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:58:27.001156 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] For port 40af97dd-f6c6-41c6-82ed-088823b79dab, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=40af97dd-f6c6-41c6-82ed-088823b79dab,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:58:27.008706 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377769be-d6ad-4eda-93d0-bb2a45e895c4 None None] Pushing event updated for resources: {'Port': ['ID=40af97dd-f6c6-41c6-82ed-088823b79dab,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:27.014692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0febf303-5a10-4c96-ac55-29755874696d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0febf303-5a10-4c96-ac55-29755874696d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:27.021675 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (40af97dd-f6c6-41c6-82ed-088823b79dab), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:27.034741 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c633a481-aa48-4453-aca4-e57af58b4a01), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:27.054852 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0febf303-5a10-4c96-ac55-29755874696d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:27.094462 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=61181d5e-4134-4192-8fb3-935862358dbb,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:27.126568 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Routers {'ebc4cc0e-0306-4b40-9613-28be3fe2b02e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:27.127324 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ebc4cc0e-0306-4b40-9613-28be3fe2b02e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:27.137170 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc061776-c3a4-4462-a9c1-fb16ba96875e tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (001d9df4-463e-405d-b684-c29d13471889), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:27.155806 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2075ff30-3e75-4faf-bb61-a72f1cd08127 req-407e419f-bc4f-45fe-9ebd-56085009f612 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1067829 Feb 05 02:58:27.157519 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Network 610cde1f-6c85-41af-ada9-19879958e5eb is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:27.166258 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:27.176425 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:27.238049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=0febf303-5a10-4c96-ac55-29755874696d,revision_number=11']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:27.243060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc061776-c3a4-4462-a9c1-fb16ba96875e tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Pushing event deleted for resources: {'Port': ['ID=001d9df4-463e-405d-b684-c29d13471889,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:27.250708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Pushing event updated for resources: {'Port': ['ID=c633a481-aa48-4453-aca4-e57af58b4a01,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:27.292768 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7407eba8-94c3-47fc-86f0-5fa48d2fb684 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (89465ca4-37e5-45e9-bc74-369d44d6fd86), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:27.293745 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7407eba8-94c3-47fc-86f0-5fa48d2fb684 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Fanout notify agent at l3_agent the message router_deleted on router 89465ca4-37e5-45e9-bc74-369d44d6fd86 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:58:27.320769 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7407eba8-94c3-47fc-86f0-5fa48d2fb684 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:27.326096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7407eba8-94c3-47fc-86f0-5fa48d2fb684 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "DELETE /v2.0/routers/89465ca4-37e5-45e9-bc74-369d44d6fd86 HTTP/1.1" status: 204 len: 168 time: 7.2193975 Feb 05 02:58:27.332038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55966) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:27.348515 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] Set router ebc4cc0e-0306-4b40-9613-28be3fe2b02e gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:58:27.349986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-61daaf81-4416-4a6d-8edd-f16359d51c2d tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1608879440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:27.520593 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61daaf81-4416-4a6d-8edd-f16359d51c2d tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (227cb680-6389-40bb-a86a-442098d49a2a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:27.523425 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61daaf81-4416-4a6d-8edd-f16359d51c2d tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (227cb680-6389-40bb-a86a-442098d49a2a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:27.528307 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377769be-d6ad-4eda-93d0-bb2a45e895c4 None None] Pushing event updated for resources: {'Port': ['ID=40af97dd-f6c6-41c6-82ed-088823b79dab,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:27.534160 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (ebc4cc0e-0306-4b40-9613-28be3fe2b02e), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:27.626515 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd615ec-0dc4-4163-8713-8a00fd6554c9 x-openstack-request-id: req-fdd615ec-0dc4-4163-8713-8a00fd6554c9 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:58:27.627133 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7618c719-c8b2-4e72-863b-748c0fb2857f", "name": "network-vif-plugged", "status": "completed", "tag": "61181d5e-4134-4192-8fb3-935862358dbb", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:58:27.627133 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fdd615ec-0dc4-4163-8713-8a00fd6554c9 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:58:27.627509 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7618c719-c8b2-4e72-863b-748c0fb2857f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61181d5e-4134-4192-8fb3-935862358dbb', 'code': 200} Feb 05 02:58:27.735663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 90b5810b-26a5-4990-8158-10f24da3633c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:27.761993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f2fa5a25-d951-4ec0-aae3-18996a388485 None None] Current status of the port 90b5810b-26a5-4990-8158-10f24da3633c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:27.776789 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61daaf81-4416-4a6d-8edd-f16359d51c2d tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_controller (227cb680-6389-40bb-a86a-442098d49a2a), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:27.780449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8408881-da18-41df-8abe-b698650f0326 req-47ff2278-8704-4e6f-a242-7e5239f0c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:27.782318 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c8408881-da18-41df-8abe-b698650f0326 req-47ff2278-8704-4e6f-a242-7e5239f0c874 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7618c719-c8b2-4e72-863b-748c0fb2857f HTTP/1.1" status: 200 len: 1128 time: 0.3394332 Feb 05 02:58:27.816925 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61daaf81-4416-4a6d-8edd-f16359d51c2d tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (227cb680-6389-40bb-a86a-442098d49a2a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:27.867376 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-1181499513-router', 'tenant_id': '2de35eee6ba9446fb754852d7e4135f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '40af97dd-f6c6-41c6-82ed-088823b79dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:58:21Z', 'updated_at': '2022-02-05T02:58:23Z', 'revision_number': 3, 'project_id': '2de35eee6ba9446fb754852d7e4135f3', 'gw_port': {'id': '40af97dd-f6c6-41c6-82ed-088823b79dab', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:58:22Z', 'updated_at': '2022-02-05T02:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:27.882462 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61daaf81-4416-4a6d-8edd-f16359d51c2d tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:27.884339 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-61daaf81-4416-4a6d-8edd-f16359d51c2d tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5505936 Feb 05 02:58:27.892795 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55968) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:27.899041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'enable_snat': True}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:27.915746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 90b5810b-26a5-4990-8158-10f24da3633c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:58:27.918741 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824fcaa-a8bf-4b06-828f-5c6292e8739d None None] The sync data for ids ['ebc4cc0e-0306-4b40-9613-28be3fe2b02e'] in n-d-826942-8 is: [{'id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-1181499513-router', 'tenant_id': '2de35eee6ba9446fb754852d7e4135f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '40af97dd-f6c6-41c6-82ed-088823b79dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:58:21Z', 'updated_at': '2022-02-05T02:58:23Z', 'revision_number': 3, 'project_id': '2de35eee6ba9446fb754852d7e4135f3', 'gw_port': {'id': '40af97dd-f6c6-41c6-82ed-088823b79dab', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:58:22Z', 'updated_at': '2022-02-05T02:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:58:27.927157 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3d835a5f-b846-4177-b5a7-0530a78ccd3a None None] Provisioning complete for port c633a481-aa48-4453-aca4-e57af58b4a01 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:27.927727 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d835a5f-b846-4177-b5a7-0530a78ccd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c633a481-aa48-4453-aca4-e57af58b4a01), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:27.991084 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54a415-c3fe-4372-a3de-b14696adc2da req-50a57b10-1639-4c94-a53e-55e5e842c90a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:27.999243 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a54a415-c3fe-4372-a3de-b14696adc2da req-50a57b10-1639-4c94-a53e-55e5e842c90a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=7618c719-c8b2-4e72-863b-748c0fb2857f HTTP/1.1" status: 200 len: 945 time: 1.6834970 Feb 05 02:58:28.020043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3d835a5f-b846-4177-b5a7-0530a78ccd3a None None] Port c633a481-aa48-4453-aca4-e57af58b4a01 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:58:28.063740 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 90b5810b-26a5-4990-8158-10f24da3633c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:28.064284 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (90b5810b-26a5-4990-8158-10f24da3633c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:28.208160 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (09caaa35-a839-4626-8b1d-c0ee8a160586), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:28.284877 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 90b5810b-26a5-4990-8158-10f24da3633c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:28.344931 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a54a415-c3fe-4372-a3de-b14696adc2da req-02ff99b2-c100-4b70-b8d5-7c79e849299d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444374 Feb 05 02:58:28.346138 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc061776-c3a4-4462-a9c1-fb16ba96875e tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:28.349299 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cc061776-c3a4-4462-a9c1-fb16ba96875e tempest-RoutersAdminNegativeTest-1991868146 tempest-RoutersAdminNegativeTest-1991868146-project-admin] 10.222.0.36 "DELETE /v2.0/ports/001d9df4-463e-405d-b684-c29d13471889 HTTP/1.1" status: 204 len: 168 time: 3.4614406 Feb 05 02:58:28.430269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653f7cf-dbee-4fc0-96a7-d3d7e261a891 req-ded251a1-a149-4446-a26c-819cdef6a906 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:28.458950 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c8408881-da18-41df-8abe-b698650f0326 req-6f7ddf1f-5df8-4923-a415-f6ea2537063f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6519332 Feb 05 02:58:28.491039 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c633a481-aa48-4453-aca4-e57af58b4a01), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:28.493187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653f7cf-dbee-4fc0-96a7-d3d7e261a891 req-ded251a1-a149-4446-a26c-819cdef6a906 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:28.513104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653f7cf-dbee-4fc0-96a7-d3d7e261a891 req-ded251a1-a149-4446-a26c-819cdef6a906 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:28.540723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653f7cf-dbee-4fc0-96a7-d3d7e261a891 req-ded251a1-a149-4446-a26c-819cdef6a906 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:28.558901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653f7cf-dbee-4fc0-96a7-d3d7e261a891 req-ded251a1-a149-4446-a26c-819cdef6a906 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:28.566397 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b653f7cf-dbee-4fc0-96a7-d3d7e261a891 req-ded251a1-a149-4446-a26c-819cdef6a906 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 3817 time: 0.5602715 Feb 05 02:58:28.906166 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Publish callbacks [] for port (c633a481-aa48-4453-aca4-e57af58b4a01), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:28.914389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b653f7cf-dbee-4fc0-96a7-d3d7e261a891 req-93fefa82-95e1-47bd-b825-0b34ac5d0803 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3269901 Feb 05 02:58:28.930076 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (c633a481-aa48-4453-aca4-e57af58b4a01), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:28.943636 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-384d7d12-cfa1-4a62-8344-217e53a8d31c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=709d54e15cf04675a9b2ab5c17982203&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1469238 Feb 05 02:58:29.007222 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55996) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:29.017383 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (ebc4cc0e-0306-4b40-9613-28be3fe2b02e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:29.136376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Pushing event updated for resources: {'Port': ['ID=c633a481-aa48-4453-aca4-e57af58b4a01,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:29.182213 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (227cb680-6389-40bb-a86a-442098d49a2a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:29.440719 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Network 610cde1f-6c85-41af-ada9-19879958e5eb is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:29.443446 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:29.629290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e9cefb-928c-4125-99c1-b1ace16c95c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0febf303-5a10-4c96-ac55-29755874696d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:58:29.632232 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeb4505-344e-4e82-a4b6-1898757b8ffa" -d '{"events": [{"server_uuid": "35e9cefb-928c-4125-99c1-b1ace16c95c8", "name": "network-vif-plugged", "status": "completed", "tag": "0febf303-5a10-4c96-ac55-29755874696d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:58:29.710418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-1a40e448-de01-456d-9df3-fd5e2be752d1 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:29.712408 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-1a40e448-de01-456d-9df3-fd5e2be752d1 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7533827 Feb 05 02:58:29.868980 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7074444-53fa-43af-bc87-efe80e022705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:29.875122 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-68057045-0cf7-4bc8-a5ea-ae4e42e33e21 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/quotas/709d54e15cf04675a9b2ab5c17982203 HTTP/1.1" status: 200 len: 375 time: 0.1390619 Feb 05 02:58:29.966724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Router ebc4cc0e-0306-4b40-9613-28be3fe2b02e has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:58:30.001863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 40af97dd-f6c6-41c6-82ed-088823b79dab up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:58:30.004387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-90c9bded-c222-43df-94b2-8400e515c366 None None] Provisioning complete for port c633a481-aa48-4453-aca4-e57af58b4a01 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:30.009011 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90c9bded-c222-43df-94b2-8400e515c366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c633a481-aa48-4453-aca4-e57af58b4a01), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:30.093911 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-90c9bded-c222-43df-94b2-8400e515c366 None None] Port c633a481-aa48-4453-aca4-e57af58b4a01 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:58:30.095671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09caaa35-a839-4626-8b1d-c0ee8a160586 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:58:30.112678 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (227cb680-6389-40bb-a86a-442098d49a2a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:30.114421 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Publish callbacks [] for port (09caaa35-a839-4626-8b1d-c0ee8a160586), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:30.141414 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:30.143893 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Transition to ACTIVE for port object 09caaa35-a839-4626-8b1d-c0ee8a160586 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:58:30.191917 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (09caaa35-a839-4626-8b1d-c0ee8a160586), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:30.209563 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 40af97dd-f6c6-41c6-82ed-088823b79dab triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:30.212489 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (40af97dd-f6c6-41c6-82ed-088823b79dab), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:30.234573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:58:30.262924 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-638f7517-e2e6-4246-a194-1941990e1474 admin admin] 10.222.0.36 "PUT /v2.0/routers/ebc4cc0e-0306-4b40-9613-28be3fe2b02e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1836267 Feb 05 02:58:30.329959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Pushing event updated for resources: {'Port': ['ID=09caaa35-a839-4626-8b1d-c0ee8a160586,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:30.377329 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Allocated IP 172.25.0.115 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/626ae3df-22ca-48bc-9cb8-380dd0da73ba) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:30.453923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 40af97dd-f6c6-41c6-82ed-088823b79dab is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:30.454320 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (40af97dd-f6c6-41c6-82ed-088823b79dab), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:30.482355 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055836a6-f250-4376-9e3c-877ffcdabac3 req-ffa05676-4cdd-477d-af84-b00bd3dd2e09 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:30.486366 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-055836a6-f250-4376-9e3c-877ffcdabac3 req-ffa05676-4cdd-477d-af84-b00bd3dd2e09 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=7618c719-c8b2-4e72-863b-748c0fb2857f HTTP/1.1" status: 200 len: 946 time: 0.7726521 Feb 05 02:58:30.524767 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 40af97dd-f6c6-41c6-82ed-088823b79dab, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=40af97dd-f6c6-41c6-82ed-088823b79dab,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:30.538005 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (40af97dd-f6c6-41c6-82ed-088823b79dab), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:30.646435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-055836a6-f250-4376-9e3c-877ffcdabac3 req-f96e1850-974c-4e81-94c8-dffbdd0eaee8 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421423 Feb 05 02:58:30.657989 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-4422b065-2e02-4f15-90f4-318a524a5cc1 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7685697 Feb 05 02:58:30.703951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=40af97dd-f6c6-41c6-82ed-088823b79dab,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:30.712633 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for port (626ae3df-22ca-48bc-9cb8-380dd0da73ba), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:30.781110 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e9ae05-8c61-4db9-82e8-ab1bda136206 x-openstack-request-id: req-98e9ae05-8c61-4db9-82e8-ab1bda136206 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:58:30.781430 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e9cefb-928c-4125-99c1-b1ace16c95c8", "name": "network-vif-plugged", "status": "completed", "tag": "0febf303-5a10-4c96-ac55-29755874696d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:58:30.781659 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98e9ae05-8c61-4db9-82e8-ab1bda136206 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:58:30.782066 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e9cefb-928c-4125-99c1-b1ace16c95c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0febf303-5a10-4c96-ac55-29755874696d', 'code': 200} Feb 05 02:58:30.858397 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (626ae3df-22ca-48bc-9cb8-380dd0da73ba), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:30.919088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Sync routers for ids ['ebc4cc0e-0306-4b40-9613-28be3fe2b02e'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:58:30.970917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Routers {'ebc4cc0e-0306-4b40-9613-28be3fe2b02e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:30.983144 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ebc4cc0e-0306-4b40-9613-28be3fe2b02e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:31.073401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Attempting to bind port 09caaa35-a839-4626-8b1d-c0ee8a160586 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:58:31.073973 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Attempting to bind port 09caaa35-a839-4626-8b1d-c0ee8a160586 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '56f090c6-04fe-4988-a432-03e7531db0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:58:31.076506 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Pushing event updated for resources: {'Port': ['ID=626ae3df-22ca-48bc-9cb8-380dd0da73ba,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:31.077566 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Attempting to bind port 09caaa35-a839-4626-8b1d-c0ee8a160586 on network d72524e2-c521-4683-9c19-dd229da7f011 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:31.095546 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:31.099648 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:31.103204 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:31.124526 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7074444-53fa-43af-bc87-efe80e022705 admin admin] Publish callbacks [] for security_group (f8098a8c-7e54-4a2c-bef0-3b2f6c0c9611), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:31.138078 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Port 09caaa35-a839-4626-8b1d-c0ee8a160586 on network d72524e2-c521-4683-9c19-dd229da7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:58:31.139085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Attempting to bind port 09caaa35-a839-4626-8b1d-c0ee8a160586 on network d72524e2-c521-4683-9c19-dd229da7f011 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:31.160039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:58:31.160397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Checking segment: {'id': '56f090c6-04fe-4988-a432-03e7531db0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:58:31.161372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Bound using segment: {'id': '56f090c6-04fe-4988-a432-03e7531db0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:58:31.161871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Bound port: 09caaa35-a839-4626-8b1d-c0ee8a160586, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56f090c6-04fe-4988-a432-03e7531db0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:58:31.162313 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (09caaa35-a839-4626-8b1d-c0ee8a160586), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:31.176615 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7074444-53fa-43af-bc87-efe80e022705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f8098a8c-7e54-4a2c-bef0-3b2f6c0c9611), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:31.262003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Set router ebc4cc0e-0306-4b40-9613-28be3fe2b02e gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:58:31.268827 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a7074444-53fa-43af-bc87-efe80e022705 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6600bebbbb954ac2b2aaf56362b9789b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2600870 Feb 05 02:58:31.281452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56032) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:31.626088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-1181499513-router', 'tenant_id': '2de35eee6ba9446fb754852d7e4135f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '40af97dd-f6c6-41c6-82ed-088823b79dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:58:21Z', 'updated_at': '2022-02-05T02:58:27Z', 'revision_number': 4, 'project_id': '2de35eee6ba9446fb754852d7e4135f3', 'gw_port': {'id': '40af97dd-f6c6-41c6-82ed-088823b79dab', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:58:22Z', 'updated_at': '2022-02-05T02:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'c633a481-aa48-4453-aca4-e57af58b4a01', 'name': '', 'network_id': '610cde1f-6c85-41af-ada9-19879958e5eb', 'tenant_id': '2de35eee6ba9446fb754852d7e4135f3', 'mac_address': 'fa:16:3e:a4:c2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '51c315c6-152e-4bf5-b653-2afc5bccdbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:58:26Z', 'updated_at': '2022-02-05T02:58:28Z', 'revision_number': 2, 'project_id': '2de35eee6ba9446fb754852d7e4135f3', 'subnets': [{'id': '51c315c6-152e-4bf5-b653-2afc5bccdbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:31.632549 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-93fe5186-a516-495d-a353-96fa0d2b120d req-a8ca9cdc-0129-468a-91fc-51aa35a141a4 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2902658 Feb 05 02:58:31.637692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-93fe5186-a516-495d-a353-96fa0d2b120d req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:31.643405 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7074444-53fa-43af-bc87-efe80e022705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8098a8c-7e54-4a2c-bef0-3b2f6c0c9611,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:31.654481 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (227cb680-6389-40bb-a86a-442098d49a2a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:31.670242 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Checking router: ebc4cc0e-0306-4b40-9613-28be3fe2b02e for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:58:31.671020 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Updating router ebc4cc0e-0306-4b40-9613-28be3fe2b02e port c633a481-aa48-4453-aca4-e57af58b4a01 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 02:58:31.721596 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dcbde908-8d76-4eca-bd5e-49c8b43a950b admin admin] Publish callbacks [] for security_group (f8098a8c-7e54-4a2c-bef0-3b2f6c0c9611), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:31.724185 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c633a481-aa48-4453-aca4-e57af58b4a01), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:31.741226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc657782-c4cb-420e-9904-db46daff1958 req-8d451a2f-e9f0-4a2c-a7b9-77f075f1407c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:31.751169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc657782-c4cb-420e-9904-db46daff1958 req-8d451a2f-e9f0-4a2c-a7b9-77f075f1407c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:31.759827 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc657782-c4cb-420e-9904-db46daff1958 req-8d451a2f-e9f0-4a2c-a7b9-77f075f1407c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:31.767447 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc657782-c4cb-420e-9904-db46daff1958 req-8d451a2f-e9f0-4a2c-a7b9-77f075f1407c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:31.780267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc657782-c4cb-420e-9904-db46daff1958 req-8d451a2f-e9f0-4a2c-a7b9-77f075f1407c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:31.789088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc657782-c4cb-420e-9904-db46daff1958 req-8d451a2f-e9f0-4a2c-a7b9-77f075f1407c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 3829 time: 0.8479631 Feb 05 02:58:31.872891 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dcbde908-8d76-4eca-bd5e-49c8b43a950b admin admin] Publish callbacks [] for security_group (f8098a8c-7e54-4a2c-bef0-3b2f6c0c9611), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:31.880073 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-93fe5186-a516-495d-a353-96fa0d2b120d req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:31.886537 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] For port 09caaa35-a839-4626-8b1d-c0ee8a160586, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:58:31.994920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] For port 09caaa35-a839-4626-8b1d-c0ee8a160586, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=09caaa35-a839-4626-8b1d-c0ee8a160586,segment=NetworkSegment(56f090c6-04fe-4988-a432-03e7531db0e5),segment_id=56f090c6-04fe-4988-a432-03e7531db0e5)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:58:32.023028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 40af97dd-f6c6-41c6-82ed-088823b79dab up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:58:32.033940 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc657782-c4cb-420e-9904-db46daff1958 req-2eeed818-59ab-4f5a-988c-c8277078d7d3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368476 Feb 05 02:58:32.057225 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (09caaa35-a839-4626-8b1d-c0ee8a160586), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:32.220479 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (227cb680-6389-40bb-a86a-442098d49a2a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:32.228712 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (227cb680-6389-40bb-a86a-442098d49a2a), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:32.361794 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-035ca107-244c-4d4c-b7a6-9daae5175437 req-28541dc2-540b-4079-a3ce-6383759c82ec tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 210 time: 0.1382573 Feb 05 02:58:32.362495 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Pushing event updated for resources: {'Port': ['ID=09caaa35-a839-4626-8b1d-c0ee8a160586,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:32.401735 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dcbde908-8d76-4eca-bd5e-49c8b43a950b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f8098a8c-7e54-4a2c-bef0-3b2f6c0c9611), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:32.407620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dcbde908-8d76-4eca-bd5e-49c8b43a950b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:32.411188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dcbde908-8d76-4eca-bd5e-49c8b43a950b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8098a8c-7e54-4a2c-bef0-3b2f6c0c9611 HTTP/1.1" status: 204 len: 168 time: 1.1217601 Feb 05 02:58:32.411188 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:32.411188 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:32.420287 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-13b1ebb3-f99b-4b71-846e-dde64cbe9f05 service neutron] 10.222.0.10 "PUT /v2.0/ports/09caaa35-a839-4626-8b1d-c0ee8a160586 HTTP/1.1" status: 200 len: 1092 time: 5.8730779 Feb 05 02:58:32.439888 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'tag': '09caaa35-a839-4626-8b1d-c0ee8a160586'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:58:32.451381 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7fde59-3c7b-476e-abe4-ee6fdb324da9" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "tag": "09caaa35-a839-4626-8b1d-c0ee8a160586"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:58:32.468763 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Request body: {'port': {'device_id': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:32.473016 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Publish callbacks [] for port (c633a481-aa48-4453-aca4-e57af58b4a01), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:32.491279 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c633a481-aa48-4453-aca4-e57af58b4a01), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:32.541502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbde908-8d76-4eca-bd5e-49c8b43a950b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8098a8c-7e54-4a2c-bef0-3b2f6c0c9611,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:32.707114 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 40af97dd-f6c6-41c6-82ed-088823b79dab triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:32.707671 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (40af97dd-f6c6-41c6-82ed-088823b79dab), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:32.778290 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:32.840573 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-93fe5186-a516-495d-a353-96fa0d2b120d req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:32.879639 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8f913-edcb-4e93-853d-5c580342efa6 None None] Pushing event updated for resources: {'Port': ['ID=c633a481-aa48-4453-aca4-e57af58b4a01,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:33.086735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 40af97dd-f6c6-41c6-82ed-088823b79dab is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:33.177843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Attempting to bind port c633a481-aa48-4453-aca4-e57af58b4a01 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:58:33.178234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Attempting to bind port c633a481-aa48-4453-aca4-e57af58b4a01 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'a4499032-7f46-42c1-9413-05466f506307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '610cde1f-6c85-41af-ada9-19879958e5eb'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:58:33.178601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Attempting to bind port c633a481-aa48-4453-aca4-e57af58b4a01 on network 610cde1f-6c85-41af-ada9-19879958e5eb {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:33.193372 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:58:33.193870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Checking segment: {'id': 'a4499032-7f46-42c1-9413-05466f506307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '610cde1f-6c85-41af-ada9-19879958e5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:58:33.194296 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:33.194698 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Bound using segment: {'id': 'a4499032-7f46-42c1-9413-05466f506307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '610cde1f-6c85-41af-ada9-19879958e5eb'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:58:33.195208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Bound port: c633a481-aa48-4453-aca4-e57af58b4a01, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4499032-7f46-42c1-9413-05466f506307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '610cde1f-6c85-41af-ada9-19879958e5eb'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:58:33.195594 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c633a481-aa48-4453-aca4-e57af58b4a01), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:33.237517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-93fe5186-a516-495d-a353-96fa0d2b120d req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Allocated IP 172.25.0.39 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/ea6f5df9-ffc4-4922-81d9-835037ab49bf) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:33.250312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-678b1e0d-d306-466a-8552-941eba731e6f None None] Provisioning complete for port c633a481-aa48-4453-aca4-e57af58b4a01 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:33.250669 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-678b1e0d-d306-466a-8552-941eba731e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c633a481-aa48-4453-aca4-e57af58b4a01), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:33.295735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56058) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:33.342172 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-d625009b-4d1e-44f6-b98e-c87703c35200 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=709d54e15cf04675a9b2ab5c17982203&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393136 Feb 05 02:58:33.356147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-678b1e0d-d306-466a-8552-941eba731e6f None None] Port c633a481-aa48-4453-aca4-e57af58b4a01 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:58:33.505492 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] For port c633a481-aa48-4453-aca4-e57af58b4a01, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:58:33.509329 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] For port c633a481-aa48-4453-aca4-e57af58b4a01, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c633a481-aa48-4453-aca4-e57af58b4a01,segment=NetworkSegment(a4499032-7f46-42c1-9413-05466f506307),segment_id=a4499032-7f46-42c1-9413-05466f506307)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:58:33.529856 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c633a481-aa48-4453-aca4-e57af58b4a01), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:33.598412 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-9929a636-5abe-412e-8f24-292c35203143 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:33.600538 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-9929a636-5abe-412e-8f24-292c35203143 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2528532 Feb 05 02:58:33.620052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Routers {'ebc4cc0e-0306-4b40-9613-28be3fe2b02e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:33.620688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ebc4cc0e-0306-4b40-9613-28be3fe2b02e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:33.634082 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-31ae074d-91b3-4070-93dc-77763ac397c5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Request body: {'port': {'device_id': 'e6626dbf-d166-432d-bfbf-237668a8930f', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '709d54e15cf04675a9b2ab5c17982203'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:33.828948 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] Set router ebc4cc0e-0306-4b40-9613-28be3fe2b02e gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:58:33.887687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Router 227cb680-6389-40bb-a86a-442098d49a2a is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:58:34.069752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-31ae074d-91b3-4070-93dc-77763ac397c5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Made reservation on behalf of 709d54e15cf04675a9b2ab5c17982203 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:58:34.073466 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-31ae074d-91b3-4070-93dc-77763ac397c5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:34.125688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-66e67334-abad-4ba2-97e2-d4fbad34d8c2 None None] Provisioning complete for port c633a481-aa48-4453-aca4-e57af58b4a01 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:34.126316 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66e67334-abad-4ba2-97e2-d4fbad34d8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c633a481-aa48-4453-aca4-e57af58b4a01), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:34.408706 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9b311004-b049-4319-b40f-4a365edd00a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:34.417067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-31ae074d-91b3-4070-93dc-77763ac397c5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Allocated IP 192.168.233.38 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/dbe44a78-734b-44c6-a82a-bb7448f9d3f9) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:34.481411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8567b960-d574-4928-8419-2f6d67dbe1d3 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:58:34.490451 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Publish callbacks [] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:34.494717 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-66e67334-abad-4ba2-97e2-d4fbad34d8c2 None None] Current status of the port c633a481-aa48-4453-aca4-e57af58b4a01 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:34.495226 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66e67334-abad-4ba2-97e2-d4fbad34d8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c633a481-aa48-4453-aca4-e57af58b4a01), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:34.507965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Transition to ACTIVE for port object 8567b960-d574-4928-8419-2f6d67dbe1d3 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:58:34.525844 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8f913-edcb-4e93-853d-5c580342efa6 None None] Pushing event updated for resources: {'Port': ['ID=c633a481-aa48-4453-aca4-e57af58b4a01,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:34.528383 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-32ad590b-b589-4baf-9801-544d7b756ed8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4fc71526a5a34224baab3b9ea329c5ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2278371 Feb 05 02:58:34.534006 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:34.539822 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56074) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:34.557665 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-1181499513-router', 'tenant_id': '2de35eee6ba9446fb754852d7e4135f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '40af97dd-f6c6-41c6-82ed-088823b79dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:58:21Z', 'updated_at': '2022-02-05T02:58:27Z', 'revision_number': 4, 'project_id': '2de35eee6ba9446fb754852d7e4135f3', 'gw_port': {'id': '40af97dd-f6c6-41c6-82ed-088823b79dab', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:58:22Z', 'updated_at': '2022-02-05T02:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'c633a481-aa48-4453-aca4-e57af58b4a01', 'name': '', 'network_id': '610cde1f-6c85-41af-ada9-19879958e5eb', 'tenant_id': '2de35eee6ba9446fb754852d7e4135f3', 'mac_address': 'fa:16:3e:a4:c2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '51c315c6-152e-4bf5-b653-2afc5bccdbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:58:26Z', 'updated_at': '2022-02-05T02:58:33Z', 'revision_number': 4, 'project_id': '2de35eee6ba9446fb754852d7e4135f3', 'subnets': [{'id': '51c315c6-152e-4bf5-b653-2afc5bccdbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:34.585923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-66e67334-abad-4ba2-97e2-d4fbad34d8c2 None None] For port c633a481-aa48-4453-aca4-e57af58b4a01, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c633a481-aa48-4453-aca4-e57af58b4a01,segment=NetworkSegment(a4499032-7f46-42c1-9413-05466f506307),segment_id=a4499032-7f46-42c1-9413-05466f506307)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:34.587752 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68d288-eb57-4773-865b-85fc106c78bd None None] The sync data for ids ['ebc4cc0e-0306-4b40-9613-28be3fe2b02e'] in n-d-826942-8 is: [{'id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-1181499513-router', 'tenant_id': '2de35eee6ba9446fb754852d7e4135f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '40af97dd-f6c6-41c6-82ed-088823b79dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:58:21Z', 'updated_at': '2022-02-05T02:58:27Z', 'revision_number': 4, 'project_id': '2de35eee6ba9446fb754852d7e4135f3', 'gw_port': {'id': '40af97dd-f6c6-41c6-82ed-088823b79dab', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:58:22Z', 'updated_at': '2022-02-05T02:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'c633a481-aa48-4453-aca4-e57af58b4a01', 'name': '', 'network_id': '610cde1f-6c85-41af-ada9-19879958e5eb', 'tenant_id': '2de35eee6ba9446fb754852d7e4135f3', 'mac_address': 'fa:16:3e:a4:c2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '51c315c6-152e-4bf5-b653-2afc5bccdbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:58:26Z', 'updated_at': '2022-02-05T02:58:33Z', 'revision_number': 4, 'project_id': '2de35eee6ba9446fb754852d7e4135f3', 'subnets': [{'id': '51c315c6-152e-4bf5-b653-2afc5bccdbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:58:34.593528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Pushing event updated for resources: {'Port': ['ID=8567b960-d574-4928-8419-2f6d67dbe1d3,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:34.601892 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66e67334-abad-4ba2-97e2-d4fbad34d8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c633a481-aa48-4453-aca4-e57af58b4a01), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:34.739452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e67334-abad-4ba2-97e2-d4fbad34d8c2 None None] Pushing event updated for resources: {'Port': ['ID=c633a481-aa48-4453-aca4-e57af58b4a01,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:34.796735 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-31ae074d-91b3-4070-93dc-77763ac397c5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks [] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:34.810121 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:58:34.815041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ceaed-0d89-4b03-9ef4-3c08d6d317c2 req-e75e0e3f-d752-48e9-9f40-c25a187542a2 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:34.816529 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:34.821279 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-835c2fc8-8738-4171-9938-a689d57553c0 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "PUT /v2.0/routers/227cb680-6389-40bb-a86a-442098d49a2a HTTP/1.1" status: 200 len: 919 time: 6.9268868 Feb 05 02:58:34.822101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56076) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:34.823001 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25de220d-dbda-42ec-b8ab-7c52d68aec82 None None] Sync routers for ids ['227cb680-6389-40bb-a86a-442098d49a2a'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:58:34.825784 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef2ceaed-0d89-4b03-9ef4-3c08d6d317c2 req-e75e0e3f-d752-48e9-9f40-c25a187542a2 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=7618c719-c8b2-4e72-863b-748c0fb2857f HTTP/1.1" status: 200 len: 946 time: 1.3307548 Feb 05 02:58:34.840427 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-93fe5186-a516-495d-a353-96fa0d2b120d req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for port (ea6f5df9-ffc4-4922-81d9-835037ab49bf), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:34.858264 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25de220d-dbda-42ec-b8ab-7c52d68aec82 None None] Routers {'227cb680-6389-40bb-a86a-442098d49a2a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:34.858945 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-25de220d-dbda-42ec-b8ab-7c52d68aec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['227cb680-6389-40bb-a86a-442098d49a2a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:34.973866 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4196-04e8-43e4-b724-e75c2230370c admin admin] Publish callbacks [] for security_group (263af496-93aa-4db0-8242-f2e79358f005), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:34.992756 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-25de220d-dbda-42ec-b8ab-7c52d68aec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:35.009747 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-31ae074d-91b3-4070-93dc-77763ac397c5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:35.027733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['636bd3ff-9d59-4fab-b630-c68bc1a07fdf', '0febf303-5a10-4c96-ac55-29755874696d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:58:35.032522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0eebee3e-aeae-44a8-baba-35021497c332'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:58:35.053017 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25de220d-dbda-42ec-b8ab-7c52d68aec82 None None] Routers {'227cb680-6389-40bb-a86a-442098d49a2a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:35.054087 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-25de220d-dbda-42ec-b8ab-7c52d68aec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['227cb680-6389-40bb-a86a-442098d49a2a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:35.092092 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Attempting to bind port 8567b960-d574-4928-8419-2f6d67dbe1d3 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:58:35.095212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Attempting to bind port 8567b960-d574-4928-8419-2f6d67dbe1d3 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:58:35.095744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Attempting to bind port 8567b960-d574-4928-8419-2f6d67dbe1d3 on network c5aefbcb-3560-43be-b51a-75b84be14b98 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:35.118267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Port 8567b960-d574-4928-8419-2f6d67dbe1d3 on network c5aefbcb-3560-43be-b51a-75b84be14b98 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:58:35.118643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Attempting to bind port 8567b960-d574-4928-8419-2f6d67dbe1d3 on network c5aefbcb-3560-43be-b51a-75b84be14b98 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:35.123097 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4196-04e8-43e4-b724-e75c2230370c admin admin] Publish callbacks [] for security_group (263af496-93aa-4db0-8242-f2e79358f005), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:35.137306 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fb35cd1e-0b8b-48d0-8a85-47d1a3f14035 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "GET /v2.0/routers/227cb680-6389-40bb-a86a-442098d49a2a HTTP/1.1" status: 200 len: 925 time: 0.3121283 Feb 05 02:58:35.148979 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-31ae074d-91b3-4070-93dc-77763ac397c5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:35.154627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56078) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:35.189938 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:58:35.190663 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Checking segment: {'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:58:35.191204 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Bound using segment: {'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:58:35.191771 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Bound port: 8567b960-d574-4928-8419-2f6d67dbe1d3, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:58:35.192247 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:35.196796 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-25de220d-dbda-42ec-b8ab-7c52d68aec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:35.203677 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25de220d-dbda-42ec-b8ab-7c52d68aec82 None None] The sync data for ids ['227cb680-6389-40bb-a86a-442098d49a2a'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:58:35.282666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-31ae074d-91b3-4070-93dc-77763ac397c5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:35.317429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-31ae074d-91b3-4070-93dc-77763ac397c5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:35.389211 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae074d-91b3-4070-93dc-77763ac397c5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Pushing event updated for resources: {'Port': ['ID=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:35.504481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6650886-beed-4358-ae2a-5c97e216a474 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:35.506060 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a6650886-beed-4358-ae2a-5c97e216a474 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&device_id=227cb680-6389-40bb-a86a-442098d49a2a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3412943 Feb 05 02:58:35.512582 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-31ae074d-91b3-4070-93dc-77763ac397c5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:35.514903 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-31ae074d-91b3-4070-93dc-77763ac397c5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:35.518219 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56084) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:35.556707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] For port 8567b960-d574-4928-8419-2f6d67dbe1d3, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:58:35.561571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] For port 8567b960-d574-4928-8419-2f6d67dbe1d3, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=8567b960-d574-4928-8419-2f6d67dbe1d3,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:58:35.584738 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef2ceaed-0d89-4b03-9ef4-3c08d6d317c2 req-ae95503c-4758-4266-bf23-b28deffb2639 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7577052 Feb 05 02:58:35.594365 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:35.729892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:35.730534 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:35.735597 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] 10.222.0.10 "PUT /v2.0/ports/8567b960-d574-4928-8419-2f6d67dbe1d3 HTTP/1.1" status: 200 len: 1135 time: 3.2724519 Feb 05 02:58:35.767570 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b8e011-1cad-42af-b246-35ccf88a2dc9 x-openstack-request-id: req-98b8e011-1cad-42af-b246-35ccf88a2dc9 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:58:35.767883 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "tag": "09caaa35-a839-4626-8b1d-c0ee8a160586", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:58:35.768237 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98b8e011-1cad-42af-b246-35ccf88a2dc9 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:58:35.775822 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'tag': '09caaa35-a839-4626-8b1d-c0ee8a160586', 'status': 'completed', 'code': 200} Feb 05 02:58:35.781548 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-31ae074d-91b3-4070-93dc-77763ac397c5 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1663742 Feb 05 02:58:35.825098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Request body: {'port': {'device_id': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:35.896975 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Request body: {'port': {'device_id': 'e6626dbf-d166-432d-bfbf-237668a8930f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:35.937753 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-93fe5186-a516-495d-a353-96fa0d2b120d req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ea6f5df9-ffc4-4922-81d9-835037ab49bf), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:36.043550 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e0fb932-7c73-4a53-8dbe-bacd285fad73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:36.061193 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-124ae794-debf-40eb-8fb4-3fa25df58b91 None None] Provisioning complete for port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:36.067216 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-124ae794-debf-40eb-8fb4-3fa25df58b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:36.078288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c633a481-aa48-4453-aca4-e57af58b4a01 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:58:36.086439 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:36.090608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a890c1b1-0d95-478a-b256-89763beec831 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:36.096240 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a890c1b1-0d95-478a-b256-89763beec831 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 881 time: 0.5769217 Feb 05 02:58:36.096924 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56088) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:36.168448 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-43a5032f-41b1-45eb-944a-a95e149eaa80 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "GET /v2.0/ports?device_id=227cb680-6389-40bb-a86a-442098d49a2a HTTP/1.1" status: 200 len: 205 time: 0.0669868 Feb 05 02:58:36.169888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56090) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:36.178059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fde59-3c7b-476e-abe4-ee6fdb324da9 req-0f9c1823-bd47-40ba-9ef7-23f471585f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:36.178580 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fde59-3c7b-476e-abe4-ee6fdb324da9 req-0f9c1823-bd47-40ba-9ef7-23f471585f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:36.179091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fde59-3c7b-476e-abe4-ee6fdb324da9 req-0f9c1823-bd47-40ba-9ef7-23f471585f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:36.179565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fde59-3c7b-476e-abe4-ee6fdb324da9 req-0f9c1823-bd47-40ba-9ef7-23f471585f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:36.180078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fde59-3c7b-476e-abe4-ee6fdb324da9 req-0f9c1823-bd47-40ba-9ef7-23f471585f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:36.180541 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fde59-3c7b-476e-abe4-ee6fdb324da9 req-0f9c1823-bd47-40ba-9ef7-23f471585f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:36.183016 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3e7fde59-3c7b-476e-abe4-ee6fdb324da9 req-0f9c1823-bd47-40ba-9ef7-23f471585f49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5357d824dd714019b322e09bbe4d07c4&device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5354 time: 0.4459500 Feb 05 02:58:36.208628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831da7a-2c80-4a95-9ba5-c4945c49ea0a service neutron] Pushing event updated for resources: {'Port': ['ID=8567b960-d574-4928-8419-2f6d67dbe1d3,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:36.228209 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4196-04e8-43e4-b724-e75c2230370c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (263af496-93aa-4db0-8242-f2e79358f005), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:36.235512 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4196-04e8-43e4-b724-e75c2230370c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:36.243787 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ef0b4196-04e8-43e4-b724-e75c2230370c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/263af496-93aa-4db0-8242-f2e79358f005 HTTP/1.1" status: 204 len: 168 time: 1.6610417 Feb 05 02:58:36.299307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-124ae794-debf-40eb-8fb4-3fa25df58b91 None None] Port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:58:36.377262 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f50b7bbb-845f-4cc7-85e6-f842360dfb71 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (227cb680-6389-40bb-a86a-442098d49a2a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:36.411317 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c633a481-aa48-4453-aca4-e57af58b4a01 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:36.411817 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c633a481-aa48-4453-aca4-e57af58b4a01), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:36.474897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b4196-04e8-43e4-b724-e75c2230370c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263af496-93aa-4db0-8242-f2e79358f005,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:36.695826 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fe5186-a516-495d-a353-96fa0d2b120d req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:36.713673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-93fe5186-a516-495d-a353-96fa0d2b120d req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:36.750528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fe5186-a516-495d-a353-96fa0d2b120d req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:36.781747 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c633a481-aa48-4453-aca4-e57af58b4a01 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:37.028212 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:37.042773 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-93fe5186-a516-495d-a353-96fa0d2b120d req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for floatingip (3379ad59-d2f3-4876-8792-6da5ab7a48d6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:37.067754 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:37.129461 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51aef2-346c-48d7-8340-f0d29d7ba0fb req-d8d7d628-a61d-4d42-bec6-cc7ea16462ac tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:37.135050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51aef2-346c-48d7-8340-f0d29d7ba0fb req-d8d7d628-a61d-4d42-bec6-cc7ea16462ac tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:37.141654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51aef2-346c-48d7-8340-f0d29d7ba0fb req-d8d7d628-a61d-4d42-bec6-cc7ea16462ac tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:37.147621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51aef2-346c-48d7-8340-f0d29d7ba0fb req-d8d7d628-a61d-4d42-bec6-cc7ea16462ac tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:37.161356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51aef2-346c-48d7-8340-f0d29d7ba0fb req-d8d7d628-a61d-4d42-bec6-cc7ea16462ac tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:37.182089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fde59-3c7b-476e-abe4-ee6fdb324da9 req-4539bc45-7e43-4413-b084-808be60c7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:37.182627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fde59-3c7b-476e-abe4-ee6fdb324da9 req-4539bc45-7e43-4413-b084-808be60c7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:37.183623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51aef2-346c-48d7-8340-f0d29d7ba0fb req-d8d7d628-a61d-4d42-bec6-cc7ea16462ac tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:37.183880 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fde59-3c7b-476e-abe4-ee6fdb324da9 req-4539bc45-7e43-4413-b084-808be60c7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:37.186187 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3e7fde59-3c7b-476e-abe4-ee6fdb324da9 req-4539bc45-7e43-4413-b084-808be60c7de3 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5357d824dd714019b322e09bbe4d07c4&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8198881 Feb 05 02:58:37.191465 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d51aef2-346c-48d7-8340-f0d29d7ba0fb req-d8d7d628-a61d-4d42-bec6-cc7ea16462ac tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 4606 time: 1.2951343 Feb 05 02:58:37.207924 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-93fe5186-a516-495d-a353-96fa0d2b120d req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea6f5df9-ffc4-4922-81d9-835037ab49bf), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:37.226808 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f50b7bbb-845f-4cc7-85e6-f842360dfb71 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (227cb680-6389-40bb-a86a-442098d49a2a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:37.507358 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-93fe5186-a516-495d-a353-96fa0d2b120d req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for port (ea6f5df9-ffc4-4922-81d9-835037ab49bf), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:37.521242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Pushing event updated for resources: {'Port': ['ID=ea6f5df9-ffc4-4922-81d9-835037ab49bf,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:37.532046 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-93fe5186-a516-495d-a353-96fa0d2b120d req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (ea6f5df9-ffc4-4922-81d9-835037ab49bf), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:37.587291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fde59-3c7b-476e-abe4-ee6fdb324da9 req-e16e64e6-12c7-4a6d-98a8-3f0954a0f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:37.595500 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3e7fde59-3c7b-476e-abe4-ee6fdb324da9 req-e16e64e6-12c7-4a6d-98a8-3f0954a0f849 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3988473 Feb 05 02:58:37.802772 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe44a78-734b-44c6-a82a-bb7448f9d3f9 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:58:37.823570 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Publish callbacks [] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:37.858821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Transition to ACTIVE for port object dbe44a78-734b-44c6-a82a-bb7448f9d3f9 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:58:37.916167 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:37.927813 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'tag': '8567b960-d574-4928-8419-2f6d67dbe1d3'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:58:37.932591 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4fa0b0-4467-4f21-8750-fce15b7d80c8" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "tag": "8567b960-d574-4928-8419-2f6d67dbe1d3"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:58:38.116193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e7d445-6ba5-40b2-897d-d5f416f4e02c {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:58:38.133141 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Publish callbacks [] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:38.165789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Transition to ACTIVE for port object 15e7d445-6ba5-40b2-897d-d5f416f4e02c will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:58:38.207345 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:38.258182 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56132) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:38.261302 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Attempting to bind port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:58:38.261644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Attempting to bind port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:58:38.261975 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Attempting to bind port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:38.289069 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:58:38.289400 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Attempting to bind port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:38.317309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:58:38.317685 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:58:38.318074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:58:38.319587 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Bound port: dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:58:38.321072 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:38.335583 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Pushing event updated for resources: {'Port': ['ID=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:38.375034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f50b7bbb-845f-4cc7-85e6-f842360dfb71 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Deleting port 626ae3df-22ca-48bc-9cb8-380dd0da73ba {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:58:38.375382 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f50b7bbb-845f-4cc7-85e6-f842360dfb71 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (626ae3df-22ca-48bc-9cb8-380dd0da73ba), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:38.432301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d51aef2-346c-48d7-8340-f0d29d7ba0fb req-e40f5e42-ff80-4bc3-b375-7c5ac16385e0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9203854 Feb 05 02:58:38.432916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Pushing event updated for resources: {'Port': ['ID=ea6f5df9-ffc4-4922-81d9-835037ab49bf,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:38.583484 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:38.602157 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-93fe5186-a516-495d-a353-96fa0d2b120d req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (3379ad59-d2f3-4876-8792-6da5ab7a48d6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:38.630530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b20b408c-88d7-4ef7-844b-e94040599ad4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-689402662'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:38.693773 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=15e7d445-6ba5-40b2-897d-d5f416f4e02c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:38.785323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Attempting to bind port 15e7d445-6ba5-40b2-897d-d5f416f4e02c on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:58:38.785665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Attempting to bind port 15e7d445-6ba5-40b2-897d-d5f416f4e02c by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:58:38.786004 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Attempting to bind port 15e7d445-6ba5-40b2-897d-d5f416f4e02c on network c5aefbcb-3560-43be-b51a-75b84be14b98 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:38.792137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Port 15e7d445-6ba5-40b2-897d-d5f416f4e02c on network c5aefbcb-3560-43be-b51a-75b84be14b98 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:58:38.792465 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Attempting to bind port 15e7d445-6ba5-40b2-897d-d5f416f4e02c on network c5aefbcb-3560-43be-b51a-75b84be14b98 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:38.798520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:58:38.798742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Checking segment: {'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:58:38.799161 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Bound using segment: {'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:58:38.799601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Bound port: 15e7d445-6ba5-40b2-897d-d5f416f4e02c, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:58:38.799963 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:38.804583 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-93fe5186-a516-495d-a353-96fa0d2b120d req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:38.806008 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-93fe5186-a516-495d-a353-96fa0d2b120d req-8719d49d-18b9-4947-838d-01f0410fe977 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.1721394 Feb 05 02:58:38.855442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2211f5-9189-47a8-8e47-fdb5a0223530 req-eb6d014e-8473-47ef-ba30-80e48d7e2a83 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:38.857649 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c2211f5-9189-47a8-8e47-fdb5a0223530 req-eb6d014e-8473-47ef-ba30-80e48d7e2a83 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 947 time: 0.1607549 Feb 05 02:58:38.964772 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c2211f5-9189-47a8-8e47-fdb5a0223530 req-3ac41deb-c0c3-49f8-b61f-e86476e22c84 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822473 Feb 05 02:58:38.988239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-93fe5186-a516-495d-a353-96fa0d2b120d req-2e05dd48-1e07-45db-9611-1bab0a955f79 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.39 HTTP/1.1" status: 200 len: 695 time: 0.1648650 Feb 05 02:58:39.113610 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37c8a37-9ddb-4086-b2e5-9a7a46dc17f3 x-openstack-request-id: req-f37c8a37-9ddb-4086-b2e5-9a7a46dc17f3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:58:39.113904 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "tag": "8567b960-d574-4928-8419-2f6d67dbe1d3", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:58:39.114157 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f37c8a37-9ddb-4086-b2e5-9a7a46dc17f3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:58:39.114559 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'tag': '8567b960-d574-4928-8419-2f6d67dbe1d3', 'status': 'completed', 'code': 200} Feb 05 02:58:39.142686 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] For port 15e7d445-6ba5-40b2-897d-d5f416f4e02c, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:58:39.148365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] For port 15e7d445-6ba5-40b2-897d-d5f416f4e02c, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=15e7d445-6ba5-40b2-897d-d5f416f4e02c,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:58:39.176007 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:39.231772 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20b408c-88d7-4ef7-844b-e94040599ad4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Made reservation on behalf of 97787471c0ab4211aaef9c2dfb47079e for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:58:39.239253 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b20b408c-88d7-4ef7-844b-e94040599ad4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:39.243429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=15e7d445-6ba5-40b2-897d-d5f416f4e02c,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:39.251054 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f50b7bbb-845f-4cc7-85e6-f842360dfb71 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (626ae3df-22ca-48bc-9cb8-380dd0da73ba), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:39.258435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe5186-a516-495d-a353-96fa0d2b120d req-ce439b14-5489-4a4f-8a7b-c429eb0c239a tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:39.259999 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-93fe5186-a516-495d-a353-96fa0d2b120d req-ce439b14-5489-4a4f-8a7b-c429eb0c239a tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.2326374 Feb 05 02:58:39.261609 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:39.262213 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:39.263922 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b1863d14-7972-4027-a353-4c5dc5b68ff1 service neutron] 10.222.0.10 "PUT /v2.0/ports/15e7d445-6ba5-40b2-897d-d5f416f4e02c HTTP/1.1" status: 200 len: 1135 time: 3.4646635 Feb 05 02:58:39.366406 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b20b408c-88d7-4ef7-844b-e94040599ad4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:39.415738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f50b7bbb-845f-4cc7-85e6-f842360dfb71 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Calling delete_port for 626ae3df-22ca-48bc-9cb8-380dd0da73ba owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:58:39.539187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-f0d6a3b3-9847-431e-855a-14cd74d6d8fb tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2502308 Feb 05 02:58:39.546226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:39.563161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:58:39.571965 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:58:39.607627 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Request body: {'port': {'device_id': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:39.624058 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:39.723080 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:39.907404 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:39.925322 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Pushing event updated for resources: {'Port': ['ID=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:39.975102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa0b0-4467-4f21-8750-fce15b7d80c8 req-6f30ed53-d6c6-464f-9444-8c9541ee4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:39.975592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa0b0-4467-4f21-8750-fce15b7d80c8 req-6f30ed53-d6c6-464f-9444-8c9541ee4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:39.976067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa0b0-4467-4f21-8750-fce15b7d80c8 req-6f30ed53-d6c6-464f-9444-8c9541ee4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:39.976469 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa0b0-4467-4f21-8750-fce15b7d80c8 req-6f30ed53-d6c6-464f-9444-8c9541ee4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:39.976927 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa0b0-4467-4f21-8750-fce15b7d80c8 req-6f30ed53-d6c6-464f-9444-8c9541ee4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:39.977383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa0b0-4467-4f21-8750-fce15b7d80c8 req-6f30ed53-d6c6-464f-9444-8c9541ee4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:39.977839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa0b0-4467-4f21-8750-fce15b7d80c8 req-6f30ed53-d6c6-464f-9444-8c9541ee4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:39.979849 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3f4fa0b0-4467-4f21-8750-fce15b7d80c8 req-6f30ed53-d6c6-464f-9444-8c9541ee4501 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5357d824dd714019b322e09bbe4d07c4&device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 6313 time: 0.8112547 Feb 05 02:58:39.993545 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:39.994167 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:39.995863 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-c62d4f08-8dcd-4108-8502-837f03036d6e service neutron] 10.222.0.31 "PUT /v2.0/ports/dbe44a78-734b-44c6-a82a-bb7448f9d3f9 HTTP/1.1" status: 200 len: 1095 time: 4.1345978 Feb 05 02:58:40.005958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6626dbf-d166-432d-bfbf-237668a8930f', 'tag': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:58:40.011848 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2113b3-58b2-4761-83ae-1c2343d49a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6626dbf-d166-432d-bfbf-237668a8930f", "tag": "dbe44a78-734b-44c6-a82a-bb7448f9d3f9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:58:40.188729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3db0f-5636-4382-923c-6cc392b244cb req-53e52ac6-cb20-42bb-a057-f32f702d45d6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:40.196602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3db0f-5636-4382-923c-6cc392b244cb req-53e52ac6-cb20-42bb-a057-f32f702d45d6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:40.211700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3db0f-5636-4382-923c-6cc392b244cb req-53e52ac6-cb20-42bb-a057-f32f702d45d6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:40.221989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3db0f-5636-4382-923c-6cc392b244cb req-53e52ac6-cb20-42bb-a057-f32f702d45d6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:40.227435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3db0f-5636-4382-923c-6cc392b244cb req-53e52ac6-cb20-42bb-a057-f32f702d45d6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:40.233489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3db0f-5636-4382-923c-6cc392b244cb req-53e52ac6-cb20-42bb-a057-f32f702d45d6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:40.239770 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3db0f-5636-4382-923c-6cc392b244cb req-53e52ac6-cb20-42bb-a057-f32f702d45d6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:40.241760 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3b3db0f-5636-4382-923c-6cc392b244cb req-53e52ac6-cb20-42bb-a057-f32f702d45d6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5383 time: 0.5748534 Feb 05 02:58:40.249553 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:40.376015 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b20b408c-88d7-4ef7-844b-e94040599ad4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for security_group (85587356-c78f-40ef-b7b3-f05e2dd6c0ad), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:40.389361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa0b0-4467-4f21-8750-fce15b7d80c8 req-f4f65392-e91f-4926-977c-85255a04aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:40.389880 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa0b0-4467-4f21-8750-fce15b7d80c8 req-f4f65392-e91f-4926-977c-85255a04aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:40.390339 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa0b0-4467-4f21-8750-fce15b7d80c8 req-f4f65392-e91f-4926-977c-85255a04aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:40.392704 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3f4fa0b0-4467-4f21-8750-fce15b7d80c8 req-f4f65392-e91f-4926-977c-85255a04aee8 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5357d824dd714019b322e09bbe4d07c4&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4020779 Feb 05 02:58:40.396739 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b20b408c-88d7-4ef7-844b-e94040599ad4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (85587356-c78f-40ef-b7b3-f05e2dd6c0ad), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:40.400977 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-14584d6f-6f4a-4e37-8019-7a4f6399872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:40.402784 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-14584d6f-6f4a-4e37-8019-7a4f6399872f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 1129 time: 0.3117759 Feb 05 02:58:40.410258 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:40.418550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3b3db0f-5636-4382-923c-6cc392b244cb req-87cd2da0-eeed-424e-aa28-b0c74d0c478c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1658711 Feb 05 02:58:40.510486 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f50b7bbb-845f-4cc7-85e6-f842360dfb71 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (626ae3df-22ca-48bc-9cb8-380dd0da73ba), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:40.512568 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20b408c-88d7-4ef7-844b-e94040599ad4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:58:40.564580 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-af2fd21f-2b73-4edb-b82c-15c45a4b2ee2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9 HTTP/1.1" status: 200 len: 217 time: 0.1414263 Feb 05 02:58:40.585909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b408c-88d7-4ef7-844b-e94040599ad4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85587356-c78f-40ef-b7b3-f05e2dd6c0ad,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:40.606277 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b20b408c-88d7-4ef7-844b-e94040599ad4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (13f8a0d5-9d22-4de7-a346-28f32867eddd), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:40.607239 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-b20b408c-88d7-4ef7-844b-e94040599ad4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Added segment 13f8a0d5-9d22-4de7-a346-28f32867eddd of type vlan for network 6075dcf0-bfe4-491c-bd08-c9e0f8e3e764 Feb 05 02:58:40.615463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b7bbb-845f-4cc7-85e6-f842360dfb71 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Pushing event deleted for resources: {'Port': ['ID=626ae3df-22ca-48bc-9cb8-380dd0da73ba,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:40.764719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58ef91-56fd-460e-b2cb-6a6096ae8189 req-d0588bf5-9c9d-4ed3-9c32-e499fcd864d7 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:40.766389 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b20b408c-88d7-4ef7-844b-e94040599ad4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (6075dcf0-bfe4-491c-bd08-c9e0f8e3e764), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:40.772784 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1e58ef91-56fd-460e-b2cb-6a6096ae8189 req-d0588bf5-9c9d-4ed3-9c32-e499fcd864d7 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 947 time: 0.1931331 Feb 05 02:58:40.773602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-fb277409-10ad-4d7b-b161-0f97273c8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:40.775074 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-fb277409-10ad-4d7b-b161-0f97273c8995 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1724043 Feb 05 02:58:40.781481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa0b0-4467-4f21-8750-fce15b7d80c8 req-4cd715f4-a172-4c9d-aa06-a72235560efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:40.782870 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3f4fa0b0-4467-4f21-8750-fce15b7d80c8 req-4cd715f4-a172-4c9d-aa06-a72235560efc service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3791027 Feb 05 02:58:40.829946 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f50b7bbb-845f-4cc7-85e6-f842360dfb71 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (227cb680-6389-40bb-a86a-442098d49a2a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:40.850150 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Allocated IP 172.25.0.88 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/420b8178-2def-48ba-a839-484be81d3745) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:40.900282 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b20b408c-88d7-4ef7-844b-e94040599ad4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (6075dcf0-bfe4-491c-bd08-c9e0f8e3e764), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:40.902141 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1e58ef91-56fd-460e-b2cb-6a6096ae8189 req-79d89d8c-3c34-4abc-aa1b-e4d67d4373ed tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284285 Feb 05 02:58:40.905548 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20b408c-88d7-4ef7-844b-e94040599ad4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:40.906156 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b20b408c-88d7-4ef7-844b-e94040599ad4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:41.055240 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b408c-88d7-4ef7-844b-e94040599ad4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Network': ['ID=6075dcf0-bfe4-491c-bd08-c9e0f8e3e764,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:41.070326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 6075dcf0-bfe4-491c-bd08-c9e0f8e3e764 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:58:41.073908 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813d5260-4bc4-4a19-bf8c-d2a5ce63c024 x-openstack-request-id: req-813d5260-4bc4-4a19-bf8c-d2a5ce63c024 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:58:41.074205 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6626dbf-d166-432d-bfbf-237668a8930f", "tag": "dbe44a78-734b-44c6-a82a-bb7448f9d3f9", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:58:41.074467 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-813d5260-4bc4-4a19-bf8c-d2a5ce63c024 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:58:41.076286 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6626dbf-d166-432d-bfbf-237668a8930f', 'tag': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9', 'status': 'completed', 'code': 200} Feb 05 02:58:41.081686 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f50b7bbb-845f-4cc7-85e6-f842360dfb71 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (227cb680-6389-40bb-a86a-442098d49a2a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:41.086202 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f50b7bbb-845f-4cc7-85e6-f842360dfb71 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_controller (227cb680-6389-40bb-a86a-442098d49a2a), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:41.093559 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b20b408c-88d7-4ef7-844b-e94040599ad4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8123028 Feb 05 02:58:41.098290 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-8b9e29ef-4c6e-436a-ae2e-be8a01820760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:41.100728 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-8b9e29ef-4c6e-436a-ae2e-be8a01820760 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3151529 Feb 05 02:58:41.101265 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56168) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:41.116500 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'tag': '15e7d445-6ba5-40b2-897d-d5f416f4e02c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:58:41.119352 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326606a0-10b0-4ab3-b6ae-50241e3c9634" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "tag": "15e7d445-6ba5-40b2-897d-d5f416f4e02c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:58:41.181820 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a9c95dc4-d765-4362-a037-7c50715f3928 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'subnet': {'network_id': '6075dcf0-bfe4-491c-bd08-c9e0f8e3e764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:41.204573 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6331e6cb-543d-4550-854f-ea195bf8d0dc {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:58:41.250444 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7081d3f1-9b5a-429d-b1e1-75ad6dba6085 x-openstack-request-id: req-7081d3f1-9b5a-429d-b1e1-75ad6dba6085 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:58:41.250752 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "tag": "15e7d445-6ba5-40b2-897d-d5f416f4e02c", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:58:41.251042 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7081d3f1-9b5a-429d-b1e1-75ad6dba6085 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:58:41.258102 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'tag': '15e7d445-6ba5-40b2-897d-d5f416f4e02c', 'status': 'completed', 'code': 200} Feb 05 02:58:41.260206 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Publish callbacks [] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:41.265986 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:41.285413 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for port (420b8178-2def-48ba-a839-484be81d3745), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:41.304838 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Transition to ACTIVE for port object 6331e6cb-543d-4550-854f-ea195bf8d0dc will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:58:41.324627 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:41.414872 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (420b8178-2def-48ba-a839-484be81d3745), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:41.432391 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f50b7bbb-845f-4cc7-85e6-f842360dfb71 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (227cb680-6389-40bb-a86a-442098d49a2a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:41.433539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50b7bbb-845f-4cc7-85e6-f842360dfb71 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Fanout notify agent at l3_agent the message router_deleted on router 227cb680-6389-40bb-a86a-442098d49a2a {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:58:41.437296 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Pushing event updated for resources: {'Port': ['ID=6331e6cb-543d-4550-854f-ea195bf8d0dc,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:41.443593 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f50b7bbb-845f-4cc7-85e6-f842360dfb71 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:41.451727 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f50b7bbb-845f-4cc7-85e6-f842360dfb71 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "DELETE /v2.0/routers/227cb680-6389-40bb-a86a-442098d49a2a HTTP/1.1" status: 204 len: 168 time: 5.2673779 Feb 05 02:58:41.455919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56184) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:41.462373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3a789d57-baa4-45a3-bd7a-e231ee89e019 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-646233590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:41.521017 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a789d57-baa4-45a3-bd7a-e231ee89e019 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (361f6b54-9444-459e-a08f-5103d9526af4), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:41.522109 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a789d57-baa4-45a3-bd7a-e231ee89e019 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (361f6b54-9444-459e-a08f-5103d9526af4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:41.582297 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Pushing event updated for resources: {'Port': ['ID=420b8178-2def-48ba-a839-484be81d3745,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:41.601628 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a789d57-baa4-45a3-bd7a-e231ee89e019 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_controller (361f6b54-9444-459e-a08f-5103d9526af4), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:41.630350 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:41.632742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Attempting to bind port 6331e6cb-543d-4550-854f-ea195bf8d0dc on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:58:41.633135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Attempting to bind port 6331e6cb-543d-4550-854f-ea195bf8d0dc by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:58:41.633268 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a789d57-baa4-45a3-bd7a-e231ee89e019 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (361f6b54-9444-459e-a08f-5103d9526af4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:41.634081 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Attempting to bind port 6331e6cb-543d-4550-854f-ea195bf8d0dc on network c5aefbcb-3560-43be-b51a-75b84be14b98 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:41.636932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:41.640403 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:41.645133 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Port 6331e6cb-543d-4550-854f-ea195bf8d0dc on network c5aefbcb-3560-43be-b51a-75b84be14b98 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:58:41.645459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Attempting to bind port 6331e6cb-543d-4550-854f-ea195bf8d0dc on network c5aefbcb-3560-43be-b51a-75b84be14b98 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:41.666180 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a789d57-baa4-45a3-bd7a-e231ee89e019 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:41.671542 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3a789d57-baa4-45a3-bd7a-e231ee89e019 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2128158 Feb 05 02:58:41.672687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56190) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:41.677485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'enable_snat': False}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:41.711767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326606a0-10b0-4ab3-b6ae-50241e3c9634 req-dacc1c11-a5d6-4fad-ad2a-ab70720e0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:41.712304 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326606a0-10b0-4ab3-b6ae-50241e3c9634 req-dacc1c11-a5d6-4fad-ad2a-ab70720e0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:41.712787 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326606a0-10b0-4ab3-b6ae-50241e3c9634 req-dacc1c11-a5d6-4fad-ad2a-ab70720e0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:41.713243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326606a0-10b0-4ab3-b6ae-50241e3c9634 req-dacc1c11-a5d6-4fad-ad2a-ab70720e0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:41.713705 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326606a0-10b0-4ab3-b6ae-50241e3c9634 req-dacc1c11-a5d6-4fad-ad2a-ab70720e0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:41.714197 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326606a0-10b0-4ab3-b6ae-50241e3c9634 req-dacc1c11-a5d6-4fad-ad2a-ab70720e0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:41.714808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326606a0-10b0-4ab3-b6ae-50241e3c9634 req-dacc1c11-a5d6-4fad-ad2a-ab70720e0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:41.718315 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-326606a0-10b0-4ab3-b6ae-50241e3c9634 req-dacc1c11-a5d6-4fad-ad2a-ab70720e0e22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5357d824dd714019b322e09bbe4d07c4&device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 6338 time: 0.3406141 Feb 05 02:58:41.719162 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c95dc4-d765-4362-a037-7c50715f3928 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Made reservation on behalf of 97787471c0ab4211aaef9c2dfb47079e for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:58:41.723917 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9c95dc4-d765-4362-a037-7c50715f3928 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:42.166528 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-f87a6464-fe7b-4677-9fac-e7998f58005d service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9806623 Feb 05 02:58:42.384515 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ff99fdc-5df3-4543-906b-efea3a8141d6 req-9d1af355-2a02-4085-b10e-6de17667484c service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658604 Feb 05 02:58:42.409195 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9c95dc4-d765-4362-a037-7c50715f3928 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (3c9bd999-dc63-46b9-9ebd-7e40496ed277), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:42.454540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:58:42.455679 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Checking segment: {'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:58:42.456321 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Bound using segment: {'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:58:42.456995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Bound port: 6331e6cb-543d-4550-854f-ea195bf8d0dc, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:58:42.457578 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:42.561306 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c95dc4-d765-4362-a037-7c50715f3928 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Subnet': ['ID=3c9bd999-dc63-46b9-9ebd-7e40496ed277,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:42.578358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c95dc4-d765-4362-a037-7c50715f3928 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Checking segment: {'id': '13f8a0d5-9d22-4de7-a346-28f32867eddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6075dcf0-bfe4-491c-bd08-c9e0f8e3e764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:58:42.578874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c95dc4-d765-4362-a037-7c50715f3928 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network hostable DHCP agents. Network: 6075dcf0-bfe4-491c-bd08-c9e0f8e3e764, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:58:42.582220 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326606a0-10b0-4ab3-b6ae-50241e3c9634 req-f5519f29-3a76-42d3-8e0b-6002db331931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:42.583092 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326606a0-10b0-4ab3-b6ae-50241e3c9634 req-f5519f29-3a76-42d3-8e0b-6002db331931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:42.583621 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326606a0-10b0-4ab3-b6ae-50241e3c9634 req-f5519f29-3a76-42d3-8e0b-6002db331931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:42.585260 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-326606a0-10b0-4ab3-b6ae-50241e3c9634 req-f5519f29-3a76-42d3-8e0b-6002db331931 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5357d824dd714019b322e09bbe4d07c4&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5634582 Feb 05 02:58:42.611108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] For port 6331e6cb-543d-4550-854f-ea195bf8d0dc, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:58:42.621160 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] For port 6331e6cb-543d-4550-854f-ea195bf8d0dc, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=6331e6cb-543d-4550-854f-ea195bf8d0dc,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:58:42.740447 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:42.772330 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326606a0-10b0-4ab3-b6ae-50241e3c9634 req-ea16c2f2-ac6a-4d09-b505-daeaf37dd790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:42.773971 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-326606a0-10b0-4ab3-b6ae-50241e3c9634 req-ea16c2f2-ac6a-4d09-b505-daeaf37dd790 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1722031 Feb 05 02:58:42.776825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c95dc4-d765-4362-a037-7c50715f3928 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network 6075dcf0-bfe4-491c-bd08-c9e0f8e3e764 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:58:42.787504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2113b3-58b2-4761-83ae-1c2343d49a0e req-e7485536-5859-471c-bb72-52fa6385caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:42.789284 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0b2113b3-58b2-4761-83ae-1c2343d49a0e req-e7485536-5859-471c-bb72-52fa6385caa1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 1129 time: 0.3400180 Feb 05 02:58:42.814873 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a9c95dc4-d765-4362-a037-7c50715f3928 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 6075dcf0-bfe4-491c-bd08-c9e0f8e3e764) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:42.822588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84609785-5e92-4df0-9f6f-e29f1c816cef None None] Network 6075dcf0-bfe4-491c-bd08-c9e0f8e3e764 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:58:42.834822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c95dc4-d765-4362-a037-7c50715f3928 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:42.836164 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9c95dc4-d765-4362-a037-7c50715f3928 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:42.936705 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for floatingip (066db87d-d82a-4c22-a5bd-c967bfed88e8), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:42.998539 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a9c95dc4-d765-4362-a037-7c50715f3928 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8934064 Feb 05 02:58:43.001285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56204) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:43.016813 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-639351453', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:43.063238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba0a6a7-cc9a-4dc9-a46f-e5d4491fc1b9 None None] Network 6075dcf0-bfe4-491c-bd08-c9e0f8e3e764 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:58:43.067833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (58e59221-3a0a-46e4-a440-29533fbdd9b2), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:43.070562 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (58e59221-3a0a-46e4-a440-29533fbdd9b2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:43.081356 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (420b8178-2def-48ba-a839-484be81d3745), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:43.253757 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2113b3-58b2-4761-83ae-1c2343d49a0e req-f0bfeab2-99d4-4253-96f5-4ba925ab358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:43.255497 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0b2113b3-58b2-4761-83ae-1c2343d49a0e req-f0bfeab2-99d4-4253-96f5-4ba925ab358a service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.4595988 Feb 05 02:58:43.258826 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router_controller (58e59221-3a0a-46e4-a440-29533fbdd9b2), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:43.311418 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0b2113b3-58b2-4761-83ae-1c2343d49a0e req-e3276dab-dd65-494a-9c79-a6ccad5a6fbc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9 HTTP/1.1" status: 200 len: 217 time: 0.0486083 Feb 05 02:58:43.418285 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (361f6b54-9444-459e-a08f-5103d9526af4), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:43.438676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:43.439724 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:43.441496 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] 10.222.0.10 "PUT /v2.0/ports/6331e6cb-543d-4550-854f-ea195bf8d0dc HTTP/1.1" status: 200 len: 1091 time: 3.8538868 Feb 05 02:58:43.445313 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'tag': '6331e6cb-543d-4550-854f-ea195bf8d0dc'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:58:43.459262 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6e931c-07fd-4706-9c00-5b32f368f386" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "tag": "6331e6cb-543d-4550-854f-ea195bf8d0dc"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:58:43.465021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2113b3-58b2-4761-83ae-1c2343d49a0e req-183f3eb1-81fe-42ad-8170-91243e175eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:43.468121 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0b2113b3-58b2-4761-83ae-1c2343d49a0e req-183f3eb1-81fe-42ad-8170-91243e175eb4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1054232 Feb 05 02:58:43.522221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Request body: {'port': {'device_id': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:43.615127 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451fe6e-2044-4143-8eda-cfda6654d7ef req-de083dae-40a1-4424-b1eb-34220f562acb tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:43.639303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451fe6e-2044-4143-8eda-cfda6654d7ef req-de083dae-40a1-4424-b1eb-34220f562acb tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:43.650970 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451fe6e-2044-4143-8eda-cfda6654d7ef req-de083dae-40a1-4424-b1eb-34220f562acb tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:43.665607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451fe6e-2044-4143-8eda-cfda6654d7ef req-de083dae-40a1-4424-b1eb-34220f562acb tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:43.671505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451fe6e-2044-4143-8eda-cfda6654d7ef req-de083dae-40a1-4424-b1eb-34220f562acb tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:43.685984 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451fe6e-2044-4143-8eda-cfda6654d7ef req-de083dae-40a1-4424-b1eb-34220f562acb tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:43.691528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451fe6e-2044-4143-8eda-cfda6654d7ef req-de083dae-40a1-4424-b1eb-34220f562acb tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:43.699170 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2451fe6e-2044-4143-8eda-cfda6654d7ef req-de083dae-40a1-4424-b1eb-34220f562acb tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5395 time: 1.2881386 Feb 05 02:58:43.707025 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880444c-a016-4f31-9ca1-1fb27e0c9564 service neutron] Pushing event updated for resources: {'Port': ['ID=6331e6cb-543d-4550-854f-ea195bf8d0dc,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:43.730096 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for port (420b8178-2def-48ba-a839-484be81d3745), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:43.805835 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (420b8178-2def-48ba-a839-484be81d3745), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:43.854018 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Pushing event updated for resources: {'Port': ['ID=420b8178-2def-48ba-a839-484be81d3745,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:43.897626 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:43.997715 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2451fe6e-2044-4143-8eda-cfda6654d7ef req-c7d2a0a4-634f-4891-8d9c-3e93d94ba558 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2930489 Feb 05 02:58:44.068583 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (066db87d-d82a-4c22-a5bd-c967bfed88e8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:44.208595 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:44.210536 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-0f68c616-0eb6-49d2-832f-e2676ccabf60 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6703622 Feb 05 02:58:44.225248 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2113b3-58b2-4761-83ae-1c2343d49a0e req-f117e0cc-9875-4a73-b3d0-c3f18b4aad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:44.226943 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0b2113b3-58b2-4761-83ae-1c2343d49a0e req-f117e0cc-9875-4a73-b3d0-c3f18b4aad4b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7480350 Feb 05 02:58:44.228839 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router_gateway (58e59221-3a0a-46e4-a440-29533fbdd9b2), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:44.390187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-172f87ca-bd24-443e-88a4-fc39f57ae57d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.88 HTTP/1.1" status: 200 len: 695 time: 0.1360326 Feb 05 02:58:44.400130 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0b2113b3-58b2-4761-83ae-1c2343d49a0e req-aef9cead-d5ff-4fac-b814-aa3b3e41b206 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651483 Feb 05 02:58:44.626514 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0b2113b3-58b2-4761-83ae-1c2343d49a0e req-d669d8e9-7c9f-4341-9be1-873861116ba1 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182796 Feb 05 02:58:44.636203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0297734-8851-43f4-928c-6be435d3dff1 req-93d6e472-79f2-4803-b478-030c5132e991 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:44.644707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0297734-8851-43f4-928c-6be435d3dff1 req-93d6e472-79f2-4803-b478-030c5132e991 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 947 time: 0.4888878 Feb 05 02:58:44.658835 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router_gateway (58e59221-3a0a-46e4-a440-29533fbdd9b2), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:44.684122 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:44.774033 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0297734-8851-43f4-928c-6be435d3dff1 req-076e6325-7978-476e-9ced-688b0c3a2cab tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281381 Feb 05 02:58:44.824531 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Allocated IP 172.25.0.130 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/524d0a41-72db-4e04-be62-35f270faf575) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:44.878806 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (361f6b54-9444-459e-a08f-5103d9526af4), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:45.053922 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:58:45.080160 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Publish callbacks [] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:45.087866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e931c-07fd-4706-9c00-5b32f368f386 req-77d05ec3-f7be-4ab5-8e94-30fc4910c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.089077 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e931c-07fd-4706-9c00-5b32f368f386 req-77d05ec3-f7be-4ab5-8e94-30fc4910c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.092007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e931c-07fd-4706-9c00-5b32f368f386 req-77d05ec3-f7be-4ab5-8e94-30fc4910c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.092689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e931c-07fd-4706-9c00-5b32f368f386 req-77d05ec3-f7be-4ab5-8e94-30fc4910c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.096198 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e931c-07fd-4706-9c00-5b32f368f386 req-77d05ec3-f7be-4ab5-8e94-30fc4910c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.096993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e931c-07fd-4706-9c00-5b32f368f386 req-77d05ec3-f7be-4ab5-8e94-30fc4910c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.097615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e931c-07fd-4706-9c00-5b32f368f386 req-77d05ec3-f7be-4ab5-8e94-30fc4910c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.100390 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa6e931c-07fd-4706-9c00-5b32f368f386 req-77d05ec3-f7be-4ab5-8e94-30fc4910c6b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5357d824dd714019b322e09bbe4d07c4&device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 6411 time: 0.1820204 Feb 05 02:58:45.112128 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Transition to ACTIVE for port object 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:58:45.115519 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ec5b63-57ff-4982-aabf-38152ccc1281 x-openstack-request-id: req-06ec5b63-57ff-4982-aabf-38152ccc1281 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:58:45.117003 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "tag": "6331e6cb-543d-4550-854f-ea195bf8d0dc", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:58:45.117274 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06ec5b63-57ff-4982-aabf-38152ccc1281 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:58:45.117688 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'tag': '6331e6cb-543d-4550-854f-ea195bf8d0dc', 'status': 'completed', 'code': 200} Feb 05 02:58:45.128882 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (524d0a41-72db-4e04-be62-35f270faf575), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:45.135873 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-dfdc4529-8adb-4ca7-a60e-822f1dd68e81 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.145613 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-dfdc4529-8adb-4ca7-a60e-822f1dd68e81 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.7512083 Feb 05 02:58:45.235836 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:45.248493 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e931c-07fd-4706-9c00-5b32f368f386 req-80bc7b4b-ccfa-497a-927f-a5fdc9e1325a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.249764 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e931c-07fd-4706-9c00-5b32f368f386 req-80bc7b4b-ccfa-497a-927f-a5fdc9e1325a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.250386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e931c-07fd-4706-9c00-5b32f368f386 req-80bc7b4b-ccfa-497a-927f-a5fdc9e1325a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.252260 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa6e931c-07fd-4706-9c00-5b32f368f386 req-80bc7b4b-ccfa-497a-927f-a5fdc9e1325a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5357d824dd714019b322e09bbe4d07c4&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1400359 Feb 05 02:58:45.254073 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (524d0a41-72db-4e04-be62-35f270faf575), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:45.260886 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-e933d30d-9fc6-49fc-a593-9058286a7c88 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:58:45.262143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b7e2f4b-751b-4c2d-9997-9e4b414108fe req-e933d30d-9fc6-49fc-a593-9058286a7c88 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1157556 Feb 05 02:58:45.263583 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:45.367929 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:45.377932 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:45.385990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:45.407108 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=524d0a41-72db-4e04-be62-35f270faf575,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:45.553622 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Pushing event updated for resources: {'Port': ['ID=229462d8-9e4a-408a-b7b1-d8c2d06d25e1,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:45.587906 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a1527-98d9-4828-a5b4-63ec5e7f35c3 req-2b20c393-75fb-41cc-8248-7786629e7d2b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.610964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a1527-98d9-4828-a5b4-63ec5e7f35c3 req-2b20c393-75fb-41cc-8248-7786629e7d2b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.627407 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a1527-98d9-4828-a5b4-63ec5e7f35c3 req-2b20c393-75fb-41cc-8248-7786629e7d2b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.641443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a1527-98d9-4828-a5b4-63ec5e7f35c3 req-2b20c393-75fb-41cc-8248-7786629e7d2b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.648516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e931c-07fd-4706-9c00-5b32f368f386 req-864e6090-0e81-4945-84ff-86ece212687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.650466 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa6e931c-07fd-4706-9c00-5b32f368f386 req-864e6090-0e81-4945-84ff-86ece212687c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3857429 Feb 05 02:58:45.654025 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a1527-98d9-4828-a5b4-63ec5e7f35c3 req-2b20c393-75fb-41cc-8248-7786629e7d2b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.675865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a1527-98d9-4828-a5b4-63ec5e7f35c3 req-2b20c393-75fb-41cc-8248-7786629e7d2b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.686295 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a1527-98d9-4828-a5b4-63ec5e7f35c3 req-2b20c393-75fb-41cc-8248-7786629e7d2b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:45.695369 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b5a1527-98d9-4828-a5b4-63ec5e7f35c3 req-2b20c393-75fb-41cc-8248-7786629e7d2b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5407 time: 0.5465977 Feb 05 02:58:45.877632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-0a535276-46c3-44bc-be5a-5770c70ea03c tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5440216 Feb 05 02:58:45.883211 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:45.892575 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router_gateway (58e59221-3a0a-46e4-a440-29533fbdd9b2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:45.987563 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b5a1527-98d9-4828-a5b4-63ec5e7f35c3 req-2791903a-9729-4bc2-bfd3-ba0153aa2e0d tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997660 Feb 05 02:58:45.990871 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:46.100834 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:46.214853 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Attempting to bind port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:58:46.215059 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Attempting to bind port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:58:46.215302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Attempting to bind port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 on network c5aefbcb-3560-43be-b51a-75b84be14b98 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:46.222355 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (58e59221-3a0a-46e4-a440-29533fbdd9b2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:46.226046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device dbe44a78-734b-44c6-a82a-bb7448f9d3f9 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:58:46.240255 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 on network c5aefbcb-3560-43be-b51a-75b84be14b98 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:58:46.244571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Attempting to bind port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 on network c5aefbcb-3560-43be-b51a-75b84be14b98 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:46.265389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Allocated IP 172.25.0.44 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/85a8aa79-f58b-4bb5-ace3-853404ec3166) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:46.292759 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:58:46.293099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Checking segment: {'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:58:46.293490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Bound using segment: {'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:58:46.294018 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Bound port: 229462d8-9e4a-408a-b7b1-d8c2d06d25e1, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16f63a4-05ec-4822-b3f0-1f13afa03509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:58:46.294620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:46.377780 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:46.397884 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9', 'mac_address': 'fa:16:3e:71:0c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:58:46.457664 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 58e59221-3a0a-46e4-a440-29533fbdd9b2 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:58:46.460872 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:46.461436 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:46.467964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6bf56-32c8-47d5-9838-f274ce8063d5 req-10ee9567-d490-4f42-9fb3-b7a8b2f2dccd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:46.469426 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46a6bf56-32c8-47d5-9838-f274ce8063d5 req-10ee9567-d490-4f42-9fb3-b7a8b2f2dccd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 947 time: 0.3069637 Feb 05 02:58:46.484072 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe44a78-734b-44c6-a82a-bb7448f9d3f9 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:58:46.513234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:46.522055 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:46.543381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] For port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:58:46.549217 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] For port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=229462d8-9e4a-408a-b7b1-d8c2d06d25e1,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:58:46.592609 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:46.612611 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for port (85a8aa79-f58b-4bb5-ace3-853404ec3166), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:46.614532 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:58:46.616292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:46.628195 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:46.628554 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:46.629274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:46.629623 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:46.629965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:46.630965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:46.631301 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:46.632069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:46.632459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:46.632828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:46.633102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:46.633556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:46.633891 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:58:46.642302 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:46.643952 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f6e607b7-0f8e-4f02-8297-4e99b681b157 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6351666 Feb 05 02:58:46.646493 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56218) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:46.650471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa44c232-fa24-4613-b987-17d3d521797b None None] Sync routers for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:58:46.663530 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46a6bf56-32c8-47d5-9838-f274ce8063d5 req-9f3d729b-9af0-4411-b2a2-a67e96b69ec7 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854382 Feb 05 02:58:46.668602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:46.670443 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:46.671320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] 10.222.0.10 "PUT /v2.0/ports/229462d8-9e4a-408a-b7b1-d8c2d06d25e1 HTTP/1.1" status: 200 len: 1091 time: 3.1835532 Feb 05 02:58:46.690091 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:46.722313 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Request body: {'port': {'device_id': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:46.742037 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa44c232-fa24-4613-b987-17d3d521797b None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:46.742674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-aa44c232-fa24-4613-b987-17d3d521797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:46.791898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-aa44c232-fa24-4613-b987-17d3d521797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:46.804113 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa44c232-fa24-4613-b987-17d3d521797b None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:46.805180 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-aa44c232-fa24-4613-b987-17d3d521797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:46.829269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d3279-7bf7-4852-9c76-f808e07734a0 service neutron] Pushing event updated for resources: {'Port': ['ID=229462d8-9e4a-408a-b7b1-d8c2d06d25e1,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:46.851171 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (85a8aa79-f58b-4bb5-ace3-853404ec3166), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:46.897707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-aa44c232-fa24-4613-b987-17d3d521797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:46.898625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa44c232-fa24-4613-b987-17d3d521797b None None] The sync data for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:58:46.907535 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['dbe44a78-734b-44c6-a82a-bb7448f9d3f9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:58:47.207876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'tag': '229462d8-9e4a-408a-b7b1-d8c2d06d25e1'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:58:47.210371 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87599ba-f047-4dc2-af75-57e6648a752f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "tag": "229462d8-9e4a-408a-b7b1-d8c2d06d25e1"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:58:47.297263 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:47.317738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:47.342717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:47.360107 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a8a7368-4cb6-4736-9bc9-64287ea03011), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:47.393952 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Pushing event updated for resources: {'Port': ['ID=85a8aa79-f58b-4bb5-ace3-853404ec3166,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:47.413435 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:47.426608 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Allocated IP 172.25.0.200 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/ad235555-8096-47e4-b34e-a7d9a68be8e6) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:47.502989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af4b4d-45a0-4ae4-8c7c-538e43e4439a req-58459ed2-82be-43bf-bd77-1ab146ce6ee3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:47.509343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af4b4d-45a0-4ae4-8c7c-538e43e4439a req-58459ed2-82be-43bf-bd77-1ab146ce6ee3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:47.516510 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af4b4d-45a0-4ae4-8c7c-538e43e4439a req-58459ed2-82be-43bf-bd77-1ab146ce6ee3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:47.522266 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af4b4d-45a0-4ae4-8c7c-538e43e4439a req-58459ed2-82be-43bf-bd77-1ab146ce6ee3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:47.529348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af4b4d-45a0-4ae4-8c7c-538e43e4439a req-58459ed2-82be-43bf-bd77-1ab146ce6ee3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:47.534797 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af4b4d-45a0-4ae4-8c7c-538e43e4439a req-58459ed2-82be-43bf-bd77-1ab146ce6ee3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:47.540278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af4b4d-45a0-4ae4-8c7c-538e43e4439a req-58459ed2-82be-43bf-bd77-1ab146ce6ee3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:47.542420 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35af4b4d-45a0-4ae4-8c7c-538e43e4439a req-58459ed2-82be-43bf-bd77-1ab146ce6ee3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5407 time: 0.3235240 Feb 05 02:58:47.866993 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35af4b4d-45a0-4ae4-8c7c-538e43e4439a req-22a967dd-1ed5-4dd8-b4f4-29b42dc474cc tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3137488 Feb 05 02:58:47.961632 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for port (ad235555-8096-47e4-b34e-a7d9a68be8e6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:48.020539 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bb27c6-0eae-4fc3-8696-80125fc7217c x-openstack-request-id: req-99bb27c6-0eae-4fc3-8696-80125fc7217c {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:58:48.020963 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "tag": "229462d8-9e4a-408a-b7b1-d8c2d06d25e1", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:58:48.021321 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99bb27c6-0eae-4fc3-8696-80125fc7217c {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:58:48.021925 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'tag': '229462d8-9e4a-408a-b7b1-d8c2d06d25e1', 'status': 'completed', 'code': 200} Feb 05 02:58:48.173272 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87599ba-f047-4dc2-af75-57e6648a752f req-05e7a047-6209-4794-a510-f3bffaabd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:48.174543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87599ba-f047-4dc2-af75-57e6648a752f req-05e7a047-6209-4794-a510-f3bffaabd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:48.175231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87599ba-f047-4dc2-af75-57e6648a752f req-05e7a047-6209-4794-a510-f3bffaabd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:48.175922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87599ba-f047-4dc2-af75-57e6648a752f req-05e7a047-6209-4794-a510-f3bffaabd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:48.176568 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87599ba-f047-4dc2-af75-57e6648a752f req-05e7a047-6209-4794-a510-f3bffaabd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:48.177199 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87599ba-f047-4dc2-af75-57e6648a752f req-05e7a047-6209-4794-a510-f3bffaabd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:48.177826 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87599ba-f047-4dc2-af75-57e6648a752f req-05e7a047-6209-4794-a510-f3bffaabd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:48.180979 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c87599ba-f047-4dc2-af75-57e6648a752f req-05e7a047-6209-4794-a510-f3bffaabd0d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5357d824dd714019b322e09bbe4d07c4&device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 6509 time: 0.1347713 Feb 05 02:58:48.247395 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router_gateway (361f6b54-9444-459e-a08f-5103d9526af4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:48.250778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device dbe44a78-734b-44c6-a82a-bb7448f9d3f9 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:58:48.252919 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ad235555-8096-47e4-b34e-a7d9a68be8e6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:48.348276 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87599ba-f047-4dc2-af75-57e6648a752f req-02ddae08-7418-4561-a083-657f302c26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:48.348901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87599ba-f047-4dc2-af75-57e6648a752f req-02ddae08-7418-4561-a083-657f302c26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:48.349441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87599ba-f047-4dc2-af75-57e6648a752f req-02ddae08-7418-4561-a083-657f302c26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:48.351296 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c87599ba-f047-4dc2-af75-57e6648a752f req-02ddae08-7418-4561-a083-657f302c26a1 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5357d824dd714019b322e09bbe4d07c4&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1610067 Feb 05 02:58:48.377146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:48.382048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:58:48.382210 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8a7368-4cb6-4736-9bc9-64287ea03011 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:58:48.388415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:58:48.388939 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:48.395653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Allocated IP 172.20.0.1 (6075dcf0-bfe4-491c-bd08-c9e0f8e3e764/3c9bd999-dc63-46b9-9ebd-7e40496ed277/dc6a23f3-b46a-48cd-81d5-6eabd1e54f5a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:48.416849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:48.426841 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Publish callbacks [] for port (4a8a7368-4cb6-4736-9bc9-64287ea03011), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:48.435924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:48.493673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fa31e-52f6-434d-8c27-9c5110b1af54 req-4f53fc83-161a-4f82-b1e0-bbb111b29ea7 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:48.501439 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-803fa31e-52f6-434d-8c27-9c5110b1af54 req-4f53fc83-161a-4f82-b1e0-bbb111b29ea7 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 948 time: 0.3852129 Feb 05 02:58:48.518432 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Pushing event updated for resources: {'Port': ['ID=ad235555-8096-47e4-b34e-a7d9a68be8e6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:48.568943 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Transition to ACTIVE for port object 4a8a7368-4cb6-4736-9bc9-64287ea03011 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:58:48.588923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:58:48.589319 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:48.603374 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (4a8a7368-4cb6-4736-9bc9-64287ea03011), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:48.627629 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (dc6a23f3-b46a-48cd-81d5-6eabd1e54f5a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:48.641944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6626dbf-d166-432d-bfbf-237668a8930f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:58:48.651792 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae165afd-46b8-44ea-af34-159c2f6e643e" -d '{"events": [{"server_uuid": "e6626dbf-d166-432d-bfbf-237668a8930f", "name": "network-vif-plugged", "status": "completed", "tag": "dbe44a78-734b-44c6-a82a-bb7448f9d3f9"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:58:48.691159 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:58:48.703555 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:48.714995 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (dc6a23f3-b46a-48cd-81d5-6eabd1e54f5a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:48.756845 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-803fa31e-52f6-434d-8c27-9c5110b1af54 req-681cf4b0-55c4-4928-bf71-c624297e944d tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494893 Feb 05 02:58:48.807841 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for floatingip (af6d6cdb-d855-46d4-8864-6bd12150f916), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:48.828887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Pushing event updated for resources: {'Port': ['ID=4a8a7368-4cb6-4736-9bc9-64287ea03011,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:48.835597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:48.853108 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a369ba2-9351-4a30-93dc-b70efc3d7303 x-openstack-request-id: req-5a369ba2-9351-4a30-93dc-b70efc3d7303 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:58:48.853500 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6626dbf-d166-432d-bfbf-237668a8930f", "name": "network-vif-plugged", "status": "completed", "tag": "dbe44a78-734b-44c6-a82a-bb7448f9d3f9", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:58:48.853853 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a369ba2-9351-4a30-93dc-b70efc3d7303 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:58:48.854511 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6626dbf-d166-432d-bfbf-237668a8930f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9', 'code': 200} Feb 05 02:58:48.899133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network 6075dcf0-bfe4-491c-bd08-c9e0f8e3e764 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:48.906016 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:48.920991 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:49.041566 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (58e59221-3a0a-46e4-a440-29533fbdd9b2), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:49.107618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87599ba-f047-4dc2-af75-57e6648a752f req-e246c09d-c212-490f-afea-ef6f81be51fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:49.109113 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c87599ba-f047-4dc2-af75-57e6648a752f req-e246c09d-c212-490f-afea-ef6f81be51fe service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7493656 Feb 05 02:58:49.173434 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (361f6b54-9444-459e-a08f-5103d9526af4), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:49.199255 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (361f6b54-9444-459e-a08f-5103d9526af4), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:49.211733 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=dc6a23f3-b46a-48cd-81d5-6eabd1e54f5a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:49.219990 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ad235555-8096-47e4-b34e-a7d9a68be8e6), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:49.293325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945c7f2-8b20-4380-aaa2-e3e3718325e3 req-c64c056b-90da-4cc1-9506-02ddbc8ac0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:49.294936 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b945c7f2-8b20-4380-aaa2-e3e3718325e3 req-c64c056b-90da-4cc1-9506-02ddbc8ac0cf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 1131 time: 0.3674324 Feb 05 02:58:49.462575 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b945c7f2-8b20-4380-aaa2-e3e3718325e3 req-03215288-8379-4ab7-9b2c-6be6ebee70e5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374979 Feb 05 02:58:49.532436 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dc6a23f3-b46a-48cd-81d5-6eabd1e54f5a), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:49.687214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Attempting to bind port 4a8a7368-4cb6-4736-9bc9-64287ea03011 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:58:49.687214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Attempting to bind port 4a8a7368-4cb6-4736-9bc9-64287ea03011 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'c186ab96-8fc4-4704-bb64-1833f9f850e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:58:49.687214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Attempting to bind port 4a8a7368-4cb6-4736-9bc9-64287ea03011 on network 23c3b802-732a-4ca6-9fd0-342f741030c6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:50.136819 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for port (ad235555-8096-47e4-b34e-a7d9a68be8e6), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:50.139524 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (dc6a23f3-b46a-48cd-81d5-6eabd1e54f5a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:50.152334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (dc6a23f3-b46a-48cd-81d5-6eabd1e54f5a), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:50.152737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Port 4a8a7368-4cb6-4736-9bc9-64287ea03011 on network 23c3b802-732a-4ca6-9fd0-342f741030c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:58:50.153402 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Attempting to bind port 4a8a7368-4cb6-4736-9bc9-64287ea03011 on network 23c3b802-732a-4ca6-9fd0-342f741030c6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:50.169591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17e832-c440-407a-b18e-66f2c96673aa req-cd9ebb00-b30e-4f14-b28e-b02118a16888 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:50.175249 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17e832-c440-407a-b18e-66f2c96673aa req-cd9ebb00-b30e-4f14-b28e-b02118a16888 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:50.181238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17e832-c440-407a-b18e-66f2c96673aa req-cd9ebb00-b30e-4f14-b28e-b02118a16888 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:50.186683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17e832-c440-407a-b18e-66f2c96673aa req-cd9ebb00-b30e-4f14-b28e-b02118a16888 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:50.192251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17e832-c440-407a-b18e-66f2c96673aa req-cd9ebb00-b30e-4f14-b28e-b02118a16888 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:50.197806 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17e832-c440-407a-b18e-66f2c96673aa req-cd9ebb00-b30e-4f14-b28e-b02118a16888 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:50.203946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17e832-c440-407a-b18e-66f2c96673aa req-cd9ebb00-b30e-4f14-b28e-b02118a16888 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:50.212014 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef17e832-c440-407a-b18e-66f2c96673aa req-cd9ebb00-b30e-4f14-b28e-b02118a16888 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5419 time: 1.1637163 Feb 05 02:58:50.236762 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (58e59221-3a0a-46e4-a440-29533fbdd9b2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:50.269542 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (ad235555-8096-47e4-b34e-a7d9a68be8e6), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:50.285513 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef17e832-c440-407a-b18e-66f2c96673aa req-21302771-d8ab-4260-8410-ea026b9c975e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722456 Feb 05 02:58:50.388238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Pushing event updated for resources: {'Port': ['ID=ad235555-8096-47e4-b34e-a7d9a68be8e6,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:50.420343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:58:50.421751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Checking segment: {'id': 'c186ab96-8fc4-4704-bb64-1833f9f850e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:58:50.422391 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Bound using segment: {'id': 'c186ab96-8fc4-4704-bb64-1833f9f850e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:58:50.423415 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Bound port: 4a8a7368-4cb6-4736-9bc9-64287ea03011, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c186ab96-8fc4-4704-bb64-1833f9f850e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:58:50.424745 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a8a7368-4cb6-4736-9bc9-64287ea03011), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:50.448870 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=dc6a23f3-b46a-48cd-81d5-6eabd1e54f5a,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:50.525236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network 6075dcf0-bfe4-491c-bd08-c9e0f8e3e764 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:50.536600 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:50.559823 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (af6d6cdb-d855-46d4-8864-6bd12150f916), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:50.586418 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:50.589085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-48c45a6a-309a-483a-8766-b454b30489de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7096024 Feb 05 02:58:50.650942 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] For port 4a8a7368-4cb6-4736-9bc9-64287ea03011, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:58:50.655180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] For port 4a8a7368-4cb6-4736-9bc9-64287ea03011, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4a8a7368-4cb6-4736-9bc9-64287ea03011,segment=NetworkSegment(c186ab96-8fc4-4704-bb64-1833f9f850e2),segment_id=c186ab96-8fc4-4704-bb64-1833f9f850e2)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:58:50.671032 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Router 361f6b54-9444-459e-a08f-5103d9526af4 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:58:50.678699 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (4a8a7368-4cb6-4736-9bc9-64287ea03011), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:50.704972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 58e59221-3a0a-46e4-a440-29533fbdd9b2 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:58:50.796439 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:50.797546 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:50.800243 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] 10.222.0.10 "PUT /v2.0/ports/4a8a7368-4cb6-4736-9bc9-64287ea03011 HTTP/1.1" status: 200 len: 1091 time: 4.0821912 Feb 05 02:58:50.815935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84777f19-9e86-4ecd-9fb9-9ae474730563 req-581babb3-35a5-4746-8e43-c66a8e0d27c8 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:50.828588 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84777f19-9e86-4ecd-9fb9-9ae474730563 req-581babb3-35a5-4746-8e43-c66a8e0d27c8 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.3982582 Feb 05 02:58:50.854436 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Request body: {'port': {'device_id': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:50.895006 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca438e11-f9bf-4e36-bcc8-79f6b43bca0a service neutron] Pushing event updated for resources: {'Port': ['ID=4a8a7368-4cb6-4736-9bc9-64287ea03011,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:50.909763 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'tag': '4a8a7368-4cb6-4736-9bc9-64287ea03011'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:58:50.913102 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5c20ed-a1a9-4a59-ab30-f8d61a8d058f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "tag": "4a8a7368-4cb6-4736-9bc9-64287ea03011"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:58:50.985041 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c6e54524-be03-4978-a808-c851dbad9843), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:51.001692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:58:51.016344 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c7c0ba-6ce7-4f5a-a1af-2d3b5119490e None None] Sync routers for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:58:51.022517 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-979dba3f-73b4-499b-8f37-3b4991e8a283 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "PUT /v2.0/routers/58e59221-3a0a-46e4-a440-29533fbdd9b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3744256 Feb 05 02:58:51.025789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56246) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:51.034390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7dfe4270-7264-4112-8796-c77dd227b0b5 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'port': {'network_id': '6075dcf0-bfe4-491c-bd08-c9e0f8e3e764', 'name': 'tempest-FloatingIPTestJSON-1329777247'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:51.045091 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c7c0ba-6ce7-4f5a-a1af-2d3b5119490e None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:51.046663 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e9c7c0ba-6ce7-4f5a-a1af-2d3b5119490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:51.145075 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e9c7c0ba-6ce7-4f5a-a1af-2d3b5119490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:51.175540 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c7c0ba-6ce7-4f5a-a1af-2d3b5119490e None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:51.182296 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e9c7c0ba-6ce7-4f5a-a1af-2d3b5119490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:51.236959 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e9c7c0ba-6ce7-4f5a-a1af-2d3b5119490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:51.237878 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c7c0ba-6ce7-4f5a-a1af-2d3b5119490e None None] The sync data for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:58:51.254565 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-68167cb5-51bd-4253-a57a-00e2b18907de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.200 HTTP/1.1" status: 200 len: 696 time: 0.5957756 Feb 05 02:58:51.279299 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfe4270-7264-4112-8796-c77dd227b0b5 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Made reservation on behalf of 97787471c0ab4211aaef9c2dfb47079e for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:58:51.283485 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dfe4270-7264-4112-8796-c77dd227b0b5 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:51.316343 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-7dfe4270-7264-4112-8796-c77dd227b0b5 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] device_id is not set on port df99c47b-aead-4fd7-8e7d-56e05451a31e yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:58:51.462000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-7dfe4270-7264-4112-8796-c77dd227b0b5 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Allocated IP 172.20.0.7 (6075dcf0-bfe4-491c-bd08-c9e0f8e3e764/3c9bd999-dc63-46b9-9ebd-7e40496ed277/df99c47b-aead-4fd7-8e7d-56e05451a31e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:51.480907 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84777f19-9e86-4ecd-9fb9-9ae474730563 req-157981ea-e9a6-4a45-b634-ca429ca261a1 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6509831 Feb 05 02:58:51.543538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:58:51.553233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe25fbdf-b1ee-4ebc-ab3a-19b7537b0abf None None] Sync routers for ids ['361f6b54-9444-459e-a08f-5103d9526af4'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:58:51.561024 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:51.562340 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5471ab3a-ba51-4f50-a11b-cfd930f4f901 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "PUT /v2.0/routers/361f6b54-9444-459e-a08f-5103d9526af4 HTTP/1.1" status: 200 len: 918 time: 9.8886912 Feb 05 02:58:51.566816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56250) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:51.574428 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe25fbdf-b1ee-4ebc-ab3a-19b7537b0abf None None] Routers {'361f6b54-9444-459e-a08f-5103d9526af4'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:51.575572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fe25fbdf-b1ee-4ebc-ab3a-19b7537b0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['361f6b54-9444-459e-a08f-5103d9526af4'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:51.578711 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2e2cf3-0cdd-4f5e-ab0a-4bd3cbadec82 x-openstack-request-id: req-7b2e2cf3-0cdd-4f5e-ab0a-4bd3cbadec82 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:58:51.579037 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "tag": "4a8a7368-4cb6-4736-9bc9-64287ea03011", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:58:51.579295 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b2e2cf3-0cdd-4f5e-ab0a-4bd3cbadec82 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:58:51.579703 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'tag': '4a8a7368-4cb6-4736-9bc9-64287ea03011', 'status': 'completed', 'code': 200} Feb 05 02:58:51.592956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-d4b77a69-bdfc-42c8-9ad7-283845c9f787 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:51.594960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f05fb897-f30a-4e62-8aa6-dd0269c798b4 req-d4b77a69-bdfc-42c8-9ad7-283845c9f787 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.3262656 Feb 05 02:58:51.681513 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fe25fbdf-b1ee-4ebc-ab3a-19b7537b0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:51.694143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe25fbdf-b1ee-4ebc-ab3a-19b7537b0abf None None] Routers {'361f6b54-9444-459e-a08f-5103d9526af4'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:58:51.694806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fe25fbdf-b1ee-4ebc-ab3a-19b7537b0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['361f6b54-9444-459e-a08f-5103d9526af4'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:51.730541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fe25fbdf-b1ee-4ebc-ab3a-19b7537b0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:58:51.731979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe25fbdf-b1ee-4ebc-ab3a-19b7537b0abf None None] The sync data for ids ['361f6b54-9444-459e-a08f-5103d9526af4'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:58:51.831663 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c20ed-a1a9-4a59-ab30-f8d61a8d058f req-ffe9db92-976e-49ff-8c39-239b4e6ee005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:51.832075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c20ed-a1a9-4a59-ab30-f8d61a8d058f req-ffe9db92-976e-49ff-8c39-239b4e6ee005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:51.832612 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c20ed-a1a9-4a59-ab30-f8d61a8d058f req-ffe9db92-976e-49ff-8c39-239b4e6ee005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:51.833153 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c20ed-a1a9-4a59-ab30-f8d61a8d058f req-ffe9db92-976e-49ff-8c39-239b4e6ee005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:51.833670 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c20ed-a1a9-4a59-ab30-f8d61a8d058f req-ffe9db92-976e-49ff-8c39-239b4e6ee005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:51.834241 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c20ed-a1a9-4a59-ab30-f8d61a8d058f req-ffe9db92-976e-49ff-8c39-239b4e6ee005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:51.835007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c20ed-a1a9-4a59-ab30-f8d61a8d058f req-ffe9db92-976e-49ff-8c39-239b4e6ee005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:51.836975 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5f5c20ed-a1a9-4a59-ab30-f8d61a8d058f req-ffe9db92-976e-49ff-8c39-239b4e6ee005 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5357d824dd714019b322e09bbe4d07c4&device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 6607 time: 0.1838984 Feb 05 02:58:51.848122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e54524-be03-4978-a808-c851dbad9843 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:58:51.860712 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Publish callbacks [] for port (c6e54524-be03-4978-a808-c851dbad9843), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:51.879809 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Transition to ACTIVE for port object c6e54524-be03-4978-a808-c851dbad9843 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:58:51.959616 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-2e63d034-0005-4054-87ae-3857eee3b399 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3402982 Feb 05 02:58:51.967216 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-875bf809-b7ef-4b30-b1b6-ac004ced0cd9 tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "GET /v2.0/routers/361f6b54-9444-459e-a08f-5103d9526af4 HTTP/1.1" status: 200 len: 924 time: 0.3962262 Feb 05 02:58:51.967842 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (c6e54524-be03-4978-a808-c851dbad9843), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:51.982810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56254) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:52.002475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dfe4270-7264-4112-8796-c77dd227b0b5 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (df99c47b-aead-4fd7-8e7d-56e05451a31e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:52.053050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:52.057467 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e54524-be03-4978-a808-c851dbad9843,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:52.167821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f88bca-51f8-4f03-9cae-cb2d1f8b3e1c req-398e0f94-76ee-4cd4-87cf-0bac342244b4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:52.174321 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f88bca-51f8-4f03-9cae-cb2d1f8b3e1c req-398e0f94-76ee-4cd4-87cf-0bac342244b4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:52.179801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f88bca-51f8-4f03-9cae-cb2d1f8b3e1c req-398e0f94-76ee-4cd4-87cf-0bac342244b4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:52.187065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f88bca-51f8-4f03-9cae-cb2d1f8b3e1c req-398e0f94-76ee-4cd4-87cf-0bac342244b4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:52.193428 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f88bca-51f8-4f03-9cae-cb2d1f8b3e1c req-398e0f94-76ee-4cd4-87cf-0bac342244b4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:52.206042 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f88bca-51f8-4f03-9cae-cb2d1f8b3e1c req-398e0f94-76ee-4cd4-87cf-0bac342244b4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:52.215368 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f88bca-51f8-4f03-9cae-cb2d1f8b3e1c req-398e0f94-76ee-4cd4-87cf-0bac342244b4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:52.218368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45f88bca-51f8-4f03-9cae-cb2d1f8b3e1c req-398e0f94-76ee-4cd4-87cf-0bac342244b4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.4781349 Feb 05 02:58:52.221888 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:52.236679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c20ed-a1a9-4a59-ab30-f8d61a8d058f req-03080bdb-8b9b-456a-8f8e-78c269d252f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:52.243261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c20ed-a1a9-4a59-ab30-f8d61a8d058f req-03080bdb-8b9b-456a-8f8e-78c269d252f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:52.250356 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c20ed-a1a9-4a59-ab30-f8d61a8d058f req-03080bdb-8b9b-456a-8f8e-78c269d252f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:52.255321 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5f5c20ed-a1a9-4a59-ab30-f8d61a8d058f req-03080bdb-8b9b-456a-8f8e-78c269d252f4 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5357d824dd714019b322e09bbe4d07c4&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4002061 Feb 05 02:58:52.278452 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dfe4270-7264-4112-8796-c77dd227b0b5 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (df99c47b-aead-4fd7-8e7d-56e05451a31e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:52.332337 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45f88bca-51f8-4f03-9cae-cb2d1f8b3e1c req-44484e1a-f0ab-4dd1-8709-900cf514c682 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054342 Feb 05 02:58:52.494202 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Attempting to bind port c6e54524-be03-4978-a808-c851dbad9843 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:58:52.494633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Attempting to bind port c6e54524-be03-4978-a808-c851dbad9843 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'c186ab96-8fc4-4704-bb64-1833f9f850e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:58:52.495099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Attempting to bind port c6e54524-be03-4978-a808-c851dbad9843 on network 23c3b802-732a-4ca6-9fd0-342f741030c6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:52.503186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Port c6e54524-be03-4978-a808-c851dbad9843 on network 23c3b802-732a-4ca6-9fd0-342f741030c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:58:52.503669 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Attempting to bind port c6e54524-be03-4978-a808-c851dbad9843 on network 23c3b802-732a-4ca6-9fd0-342f741030c6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:58:52.525936 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:58:52.526439 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Checking segment: {'id': 'c186ab96-8fc4-4704-bb64-1833f9f850e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:58:52.527112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Bound using segment: {'id': 'c186ab96-8fc4-4704-bb64-1833f9f850e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:58:52.527905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Bound port: c6e54524-be03-4978-a808-c851dbad9843, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c186ab96-8fc4-4704-bb64-1833f9f850e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:58:52.528597 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c6e54524-be03-4978-a808-c851dbad9843), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:52.660212 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:52.759280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] For port c6e54524-be03-4978-a808-c851dbad9843, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:58:52.797016 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] For port c6e54524-be03-4978-a808-c851dbad9843, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c6e54524-be03-4978-a808-c851dbad9843,segment=NetworkSegment(c186ab96-8fc4-4704-bb64-1833f9f850e2),segment_id=c186ab96-8fc4-4704-bb64-1833f9f850e2)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:58:52.818374 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17109e-8878-473c-9cc1-922ab3a5a7ff req-2b10df30-05d0-4f2b-ad2d-a512f14139f0 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:52.820388 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab17109e-8878-473c-9cc1-922ab3a5a7ff req-2b10df30-05d0-4f2b-ad2d-a512f14139f0 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.2027612 Feb 05 02:58:52.877759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c20ed-a1a9-4a59-ab30-f8d61a8d058f req-aef2daa0-305e-4459-a57a-40c38d133afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:52.879454 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5f5c20ed-a1a9-4a59-ab30-f8d61a8d058f req-aef2daa0-305e-4459-a57a-40c38d133afd service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6108761 Feb 05 02:58:52.902192 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfe4270-7264-4112-8796-c77dd227b0b5 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network 6075dcf0-bfe4-491c-bd08-c9e0f8e3e764 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:52.914514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad203086-e034-4b19-8c0c-edc0dbf79a1b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:52.919438 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ad203086-e034-4b19-8c0c-edc0dbf79a1b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&device_id=361f6b54-9444-459e-a08f-5103d9526af4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8228233 Feb 05 02:58:52.921841 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab17109e-8878-473c-9cc1-922ab3a5a7ff req-bb13b5db-13c3-44aa-b4d6-16d269c60b84 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832694 Feb 05 02:58:52.922111 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7dfe4270-7264-4112-8796-c77dd227b0b5 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:52.924090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56258) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:52.926073 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (c6e54524-be03-4978-a808-c851dbad9843), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:52.979831 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfe4270-7264-4112-8796-c77dd227b0b5 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:53.006372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:53.007425 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:53.008858 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] 10.222.0.10 "PUT /v2.0/ports/c6e54524-be03-4978-a808-c851dbad9843 HTTP/1.1" status: 200 len: 1091 time: 2.1589527 Feb 05 02:58:53.069042 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfe4270-7264-4112-8796-c77dd227b0b5 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:53.069695 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dfe4270-7264-4112-8796-c77dd227b0b5 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:53.072481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe4270-7264-4112-8796-c77dd227b0b5 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=df99c47b-aead-4fd7-8e7d-56e05451a31e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:53.085788 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Allocated IP 172.25.0.60 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/dfa00387-ac2b-4834-94ce-340bbddc106a) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:53.121210 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7dfe4270-7264-4112-8796-c77dd227b0b5 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0938702 Feb 05 02:58:53.125729 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56262) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:53.131700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5d017b43-5a05-4f29-942c-d02968a88673 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'port': {'network_id': '6075dcf0-bfe4-491c-bd08-c9e0f8e3e764', 'name': 'tempest-FloatingIPTestJSON-1015140554'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:53.217271 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036ce1e8-872c-4502-83c0-349db2a0f8bd tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:53.222250 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-036ce1e8-872c-4502-83c0-349db2a0f8bd tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 881 time: 0.2968464 Feb 05 02:58:53.223152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56264) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:53.279937 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fb11e779-3336-40cc-a2cc-35cdc11bc7c6 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "GET /v2.0/ports?device_id=361f6b54-9444-459e-a08f-5103d9526af4 HTTP/1.1" status: 200 len: 205 time: 0.0504980 Feb 05 02:58:53.281903 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56266) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:53.401199 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02d244-37ad-4f53-937e-986d2a11d989 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e54524-be03-4978-a808-c851dbad9843,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:53.456518 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-5de6859e-b8d1-48cd-9f2a-706d87462f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:53.457006 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-5de6859e-b8d1-48cd-9f2a-706d87462f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:53.457484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-5de6859e-b8d1-48cd-9f2a-706d87462f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:53.457950 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-5de6859e-b8d1-48cd-9f2a-706d87462f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:53.458415 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-5de6859e-b8d1-48cd-9f2a-706d87462f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:53.458910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-5de6859e-b8d1-48cd-9f2a-706d87462f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:53.459374 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-5de6859e-b8d1-48cd-9f2a-706d87462f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:53.465703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-5de6859e-b8d1-48cd-9f2a-706d87462f63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5357d824dd714019b322e09bbe4d07c4&device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 6705 time: 0.3942289 Feb 05 02:58:53.512939 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d017b43-5a05-4f29-942c-d02968a88673 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Made reservation on behalf of 97787471c0ab4211aaef9c2dfb47079e for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:58:53.521058 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d017b43-5a05-4f29-942c-d02968a88673 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:53.541949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11226455-f96b-409c-9054-a99ab394e180 req-ee13db63-92f7-41b5-8ed7-3396a6bf0a35 tempest-MigrationsAdminTest-634248792 tempest-MigrationsAdminTest-634248792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:53.543508 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11226455-f96b-409c-9054-a99ab394e180 req-ee13db63-92f7-41b5-8ed7-3396a6bf0a35 tempest-MigrationsAdminTest-634248792 tempest-MigrationsAdminTest-634248792-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 1131 time: 0.4767349 Feb 05 02:58:53.552957 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c6521d9-03f5-4ddc-bfa8-438abc656286 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (361f6b54-9444-459e-a08f-5103d9526af4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:53.558388 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ae1a1c7c-a9d4-4536-98c5-127a4ee5d978 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09caaa35-a839-4626-8b1d-c0ee8a160586 HTTP/1.1" status: 200 len: 217 time: 0.0748994 Feb 05 02:58:53.583674 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'tag': 'c6e54524-be03-4978-a808-c851dbad9843'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:58:53.586951 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "tag": "c6e54524-be03-4978-a808-c851dbad9843"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:58:53.646196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-5d017b43-5a05-4f29-942c-d02968a88673 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] device_id is not set on port 76405b07-bff1-44d9-82fc-e1ba5929095a yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:58:53.701816 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for port (dfa00387-ac2b-4834-94ce-340bbddc106a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:53.732663 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11226455-f96b-409c-9054-a99ab394e180 req-b6997591-5645-42a7-972f-467f99b80184 tempest-MigrationsAdminTest-634248792 tempest-MigrationsAdminTest-634248792-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682818 Feb 05 02:58:53.741636 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-99e6c353-345d-4045-b514-b7716560d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:53.743098 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-99e6c353-345d-4045-b514-b7716560d748 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65c84e73-faba-4392-b4fa-4fde7696d92b HTTP/1.1" status: 200 len: 855 time: 0.1729872 Feb 05 02:58:53.896500 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5d017b43-5a05-4f29-942c-d02968a88673 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Allocated IP 172.20.0.6 (6075dcf0-bfe4-491c-bd08-c9e0f8e3e764/3c9bd999-dc63-46b9-9ebd-7e40496ed277/76405b07-bff1-44d9-82fc-e1ba5929095a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:53.922014 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c6521d9-03f5-4ddc-bfa8-438abc656286 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (361f6b54-9444-459e-a08f-5103d9526af4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:53.951230 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (dfa00387-ac2b-4834-94ce-340bbddc106a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:54.008973 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Pushing event updated for resources: {'Port': ['ID=dfa00387-ac2b-4834-94ce-340bbddc106a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:54.030968 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-63142948-7a65-4e3e-b012-c33ca30eb0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:54.032947 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-63142948-7a65-4e3e-b012-c33ca30eb0d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d72524e2-c521-4683-9c19-dd229da7f011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2830949 Feb 05 02:58:54.051419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:54.149699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:54.152135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:54.157166 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-b30aae75-6b5f-4417-b6fc-bb817dcafb8b service neutron] 10.222.0.10 "GET /v2.0/networks/d72524e2-c521-4683-9c19-dd229da7f011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034145 Feb 05 02:58:54.205413 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d017b43-5a05-4f29-942c-d02968a88673 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (76405b07-bff1-44d9-82fc-e1ba5929095a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:54.240237 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7c6521d9-03f5-4ddc-bfa8-438abc656286 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Deleting port 85a8aa79-f58b-4bb5-ace3-853404ec3166 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:58:54.240993 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c6521d9-03f5-4ddc-bfa8-438abc656286 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (85a8aa79-f58b-4bb5-ace3-853404ec3166), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:54.257117 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d017b43-5a05-4f29-942c-d02968a88673 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (76405b07-bff1-44d9-82fc-e1ba5929095a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:54.279596 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-7e7487e2-7eee-4ed6-a4d4-8be4483d86d0 service neutron] 10.222.0.10 "GET /v2.0/networks/d72524e2-c521-4683-9c19-dd229da7f011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953598 Feb 05 02:58:54.348212 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d017b43-5a05-4f29-942c-d02968a88673 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=76405b07-bff1-44d9-82fc-e1ba5929095a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:54.372490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b33aa-7830-4962-9c2a-1a0330cf3723 req-28dc3064-53cb-4509-8ad9-762e543850b5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:54.378732 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b33aa-7830-4962-9c2a-1a0330cf3723 req-28dc3064-53cb-4509-8ad9-762e543850b5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:54.382340 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d017b43-5a05-4f29-942c-d02968a88673 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network 6075dcf0-bfe4-491c-bd08-c9e0f8e3e764 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:54.385125 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b33aa-7830-4962-9c2a-1a0330cf3723 req-28dc3064-53cb-4509-8ad9-762e543850b5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:54.391309 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b33aa-7830-4962-9c2a-1a0330cf3723 req-28dc3064-53cb-4509-8ad9-762e543850b5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:54.396559 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b33aa-7830-4962-9c2a-1a0330cf3723 req-28dc3064-53cb-4509-8ad9-762e543850b5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:54.402466 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b33aa-7830-4962-9c2a-1a0330cf3723 req-28dc3064-53cb-4509-8ad9-762e543850b5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:54.409064 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b33aa-7830-4962-9c2a-1a0330cf3723 req-28dc3064-53cb-4509-8ad9-762e543850b5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:54.411002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f66b33aa-7830-4962-9c2a-1a0330cf3723 req-28dc3064-53cb-4509-8ad9-762e543850b5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.5246441 Feb 05 02:58:54.418340 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c6521d9-03f5-4ddc-bfa8-438abc656286 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (85a8aa79-f58b-4bb5-ace3-853404ec3166), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:54.421999 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-3d0ce4c3-af58-43a4-b5ce-e3a43cfa308d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=8567b960-d574-4928-8419-2f6d67dbe1d3 HTTP/1.1" status: 200 len: 217 time: 0.1346095 Feb 05 02:58:54.435150 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7c6521d9-03f5-4ddc-bfa8-438abc656286 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Calling delete_port for 85a8aa79-f58b-4bb5-ace3-853404ec3166 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:58:54.578628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-da1f7f6c-c01c-4bce-892a-751d9bdb3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:54.579886 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-da1f7f6c-c01c-4bce-892a-751d9bdb3883 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29702184-ea75-4909-b14f-c1806f6cd2f2 HTTP/1.1" status: 200 len: 797 time: 0.1129003 Feb 05 02:58:54.655534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5d017b43-5a05-4f29-942c-d02968a88673 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:54.657885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d017b43-5a05-4f29-942c-d02968a88673 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:54.703216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f66b33aa-7830-4962-9c2a-1a0330cf3723 req-7e3f89dc-5cca-47a2-a21c-05a251f32bf7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2564654 Feb 05 02:58:54.710216 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for floatingip (4b608018-a66d-467f-8139-5ed8ee23eb57), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:54.716453 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d017b43-5a05-4f29-942c-d02968a88673 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:54.717084 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d017b43-5a05-4f29-942c-d02968a88673 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:54.749817 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5d017b43-5a05-4f29-942c-d02968a88673 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6227033 Feb 05 02:58:54.753466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56274) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:54.764653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': '76405b07-bff1-44d9-82fc-e1ba5929095a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:54.776225 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c6521d9-03f5-4ddc-bfa8-438abc656286 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (85a8aa79-f58b-4bb5-ace3-853404ec3166), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:54.841480 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6521d9-03f5-4ddc-bfa8-438abc656286 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Pushing event deleted for resources: {'Port': ['ID=85a8aa79-f58b-4bb5-ace3-853404ec3166,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:54.925494 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:54.942591 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c6521d9-03f5-4ddc-bfa8-438abc656286 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (361f6b54-9444-459e-a08f-5103d9526af4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:55.085065 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c6521d9-03f5-4ddc-bfa8-438abc656286 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (361f6b54-9444-459e-a08f-5103d9526af4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:55.089660 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c6521d9-03f5-4ddc-bfa8-438abc656286 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_controller (361f6b54-9444-459e-a08f-5103d9526af4), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:55.107054 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dfa00387-ac2b-4834-94ce-340bbddc106a), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:55.113109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-e511353a-6c15-491d-9b4a-90c4284c9b95 req-f3977729-da94-44c1-afd5-9e7dbb1ce637 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:58:55.125270 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e511353a-6c15-491d-9b4a-90c4284c9b95 req-f3977729-da94-44c1-afd5-9e7dbb1ce637 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135739 Feb 05 02:58:55.134571 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2b2531-8726-42e4-acbe-e23a03e8b36f x-openstack-request-id: req-5b2b2531-8726-42e4-acbe-e23a03e8b36f {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:58:55.135117 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "tag": "c6e54524-be03-4978-a808-c851dbad9843", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:58:55.135525 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b2b2531-8726-42e4-acbe-e23a03e8b36f {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:58:55.136095 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'tag': 'c6e54524-be03-4978-a808-c851dbad9843', 'status': 'completed', 'code': 200} Feb 05 02:58:55.140770 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-77513265-02e0-41b2-90f8-71c200074763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:55.156908 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-77513265-02e0-41b2-90f8-71c200074763 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c5aefbcb-3560-43be-b51a-75b84be14b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5556579 Feb 05 02:58:55.159094 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c6521d9-03f5-4ddc-bfa8-438abc656286 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (361f6b54-9444-459e-a08f-5103d9526af4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:55.159634 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6521d9-03f5-4ddc-bfa8-438abc656286 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Fanout notify agent at l3_agent the message router_deleted on router 361f6b54-9444-459e-a08f-5103d9526af4 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:58:55.166955 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c6521d9-03f5-4ddc-bfa8-438abc656286 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:55.174142 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7c6521d9-03f5-4ddc-bfa8-438abc656286 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "DELETE /v2.0/routers/361f6b54-9444-459e-a08f-5103d9526af4 HTTP/1.1" status: 204 len: 168 time: 1.8897216 Feb 05 02:58:55.176751 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56278) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:58:55.181024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1598367389', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:58:55.206203 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (65f052a6-0253-4bb7-9154-d7e93010102a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:55.207410 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (65f052a6-0253-4bb7-9154-d7e93010102a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:55.245038 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:55.374669 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Allocated IP 172.25.0.167 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/d1a5246a-834e-4c89-8df7-9222efc35e1a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:55.389080 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-c98546d7-ad25-4c79-8fd7-7870e01d7035 service neutron] 10.222.0.10 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301970 Feb 05 02:58:55.487646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-828afa32-9117-44e8-a0ff-f95fada7a251 service neutron] 10.222.0.10 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920722 Feb 05 02:58:55.560973 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-14d6460c-ed2a-4ce2-ad5b-0015f59173d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=15e7d445-6ba5-40b2-897d-d5f416f4e02c HTTP/1.1" status: 200 len: 217 time: 0.0618556 Feb 05 02:58:55.617398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e5d99232-b6fe-4d3c-a7fa-1632b8174c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:55.618870 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e5d99232-b6fe-4d3c-a7fa-1632b8174c32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29702184-ea75-4909-b14f-c1806f6cd2f2 HTTP/1.1" status: 200 len: 797 time: 0.0511827 Feb 05 02:58:55.636434 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_controller (65f052a6-0253-4bb7-9154-d7e93010102a), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:55.647734 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5f0bff92-aed2-4fa3-8435-8ef37f06e572 req-2c63964d-1a9e-4343-9003-9e4c4dede2e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1544073 Feb 05 02:58:55.694047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbf995-d889-47a9-8b30-11ccc1403b84 req-51da98ac-be15-474b-92f1-1520e48d684d tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:55.695556 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7bbf995-d889-47a9-8b30-11ccc1403b84 req-51da98ac-be15-474b-92f1-1520e48d684d tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.2050323 Feb 05 02:58:55.702778 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for port (dfa00387-ac2b-4834-94ce-340bbddc106a), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:55.727542 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (dfa00387-ac2b-4834-94ce-340bbddc106a), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:55.777149 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Pushing event updated for resources: {'Port': ['ID=dfa00387-ac2b-4834-94ce-340bbddc106a,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:55.834916 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (4b608018-a66d-467f-8139-5ed8ee23eb57), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:55.842046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-3c3bca90-d9b1-4a6d-bf7d-098de2627a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:55.843579 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-3c3bca90-d9b1-4a6d-bf7d-098de2627a0b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c5aefbcb-3560-43be-b51a-75b84be14b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2128847 Feb 05 02:58:55.914431 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (65f052a6-0253-4bb7-9154-d7e93010102a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:55.958030 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-905b7d4d-dd39-47cf-ad32-e4614e7f8ca1 service neutron] 10.222.0.10 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021967 Feb 05 02:58:55.963848 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7bbf995-d889-47a9-8b30-11ccc1403b84 req-d36a6645-9c7d-4aa5-9b66-c7cae8ff14ec tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590094 Feb 05 02:58:55.967168 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-39ea5384-f82d-4627-9313-445ec352a0ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4320278 Feb 05 02:58:55.977496 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:55.998359 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-39fca26a-bbfe-4c90-b999-af8998eabd08 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0120637 Feb 05 02:58:56.130083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bff92-aed2-4fa3-8435-8ef37f06e572 req-a275bae9-496e-4a89-8d8b-ca31c064584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:56.131969 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5f0bff92-aed2-4fa3-8435-8ef37f06e572 req-a275bae9-496e-4a89-8d8b-ca31c064584c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=37d45416619c42a5be673fac7a85f3c2&device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 1127 time: 0.4519963 Feb 05 02:58:56.141864 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (d1a5246a-834e-4c89-8df7-9222efc35e1a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:56.293215 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-f9772389-0352-4c71-ad20-3cd1b21e750b tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 695 time: 0.2932696 Feb 05 02:58:56.496019 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-3c764e92-a1f4-4a3a-9db9-1489e2799d2d service neutron] 10.222.0.10 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308380 Feb 05 02:58:56.543190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339dbe-8e2c-44e6-a1dc-6c013871339f req-7daacf98-12af-43a6-be7f-efc620925b67 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:56.549916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339dbe-8e2c-44e6-a1dc-6c013871339f req-7daacf98-12af-43a6-be7f-efc620925b67 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:56.555972 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339dbe-8e2c-44e6-a1dc-6c013871339f req-7daacf98-12af-43a6-be7f-efc620925b67 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:56.562083 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339dbe-8e2c-44e6-a1dc-6c013871339f req-7daacf98-12af-43a6-be7f-efc620925b67 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:56.569203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339dbe-8e2c-44e6-a1dc-6c013871339f req-7daacf98-12af-43a6-be7f-efc620925b67 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:56.579503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339dbe-8e2c-44e6-a1dc-6c013871339f req-7daacf98-12af-43a6-be7f-efc620925b67 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:56.585170 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339dbe-8e2c-44e6-a1dc-6c013871339f req-7daacf98-12af-43a6-be7f-efc620925b67 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:56.587290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68339dbe-8e2c-44e6-a1dc-6c013871339f req-7daacf98-12af-43a6-be7f-efc620925b67 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.4358552 Feb 05 02:58:56.651295 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1e11aee6-c4e5-43b2-acbe-e0dcc71fc1e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=6331e6cb-543d-4550-854f-ea195bf8d0dc HTTP/1.1" status: 200 len: 217 time: 0.1443501 Feb 05 02:58:56.677051 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-c123bcaf-72f3-46ab-bd76-b64a690bbb5f tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:56.678682 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99f886a6-ab70-428c-b548-1ff0920ced02 req-c123bcaf-72f3-46ab-bd76-b64a690bbb5f tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.3610265 Feb 05 02:58:56.708871 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d1a5246a-834e-4c89-8df7-9222efc35e1a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:56.786154 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-bf68beb3-d09f-4a63-8f43-0d6d96696584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:56.787886 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-bf68beb3-d09f-4a63-8f43-0d6d96696584 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29702184-ea75-4909-b14f-c1806f6cd2f2 HTTP/1.1" status: 200 len: 797 time: 0.1309795 Feb 05 02:58:56.855866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=d1a5246a-834e-4c89-8df7-9222efc35e1a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:56.862113 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bff92-aed2-4fa3-8435-8ef37f06e572 req-419f3784-7cfd-498d-95af-5b8ad45cb11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:56.865238 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5f0bff92-aed2-4fa3-8435-8ef37f06e572 req-419f3784-7cfd-498d-95af-5b8ad45cb11d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 200 len: 916 time: 0.7050211 Feb 05 02:58:56.880926 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:56.885031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b0e08487-1e97-4302-9b8c-502d9f2bf802 req-4497c5dd-21d0-400b-930d-626547226c21 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips/4b608018-a66d-467f-8139-5ed8ee23eb57 HTTP/1.1" status: 200 len: 692 time: 0.1411369 Feb 05 02:58:56.912917 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:56.951467 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68339dbe-8e2c-44e6-a1dc-6c013871339f req-706920cb-60cb-425d-943b-b064d9708393 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3252041 Feb 05 02:58:57.007744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:57.013740 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5f0bff92-aed2-4fa3-8435-8ef37f06e572 req-dc9adb73-ceaf-4f62-86a1-c12a101c2c57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61eacedb-ac64-46fc-834d-04ad6614ef7b HTTP/1.1" status: 200 len: 217 time: 0.1370869 Feb 05 02:58:57.105013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-c41f2430-dbd6-43b3-b7f2-59fdec98a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:57.119169 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-c41f2430-dbd6-43b3-b7f2-59fdec98a674 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c5aefbcb-3560-43be-b51a-75b84be14b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2327991 Feb 05 02:58:57.232419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e08487-1e97-4302-9b8c-502d9f2bf802 req-4d246262-4557-4290-a056-3f68e0fb00fe tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:57.234120 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b0e08487-1e97-4302-9b8c-502d9f2bf802 req-4d246262-4557-4290-a056-3f68e0fb00fe tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.3118975 Feb 05 02:58:57.270913 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bff92-aed2-4fa3-8435-8ef37f06e572 req-b011724d-112a-4743-b060-d9cacd0519e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:57.272658 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5f0bff92-aed2-4fa3-8435-8ef37f06e572 req-b011724d-112a-4743-b060-d9cacd0519e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5fb34fa-8661-4f51-8858-93f112ab0d02 HTTP/1.1" status: 200 len: 855 time: 0.2395797 Feb 05 02:58:57.275628 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (65f052a6-0253-4bb7-9154-d7e93010102a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:57.329605 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:57.404986 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-4fc37510-af9e-4340-b52b-62536147bae1 service neutron] 10.222.0.10 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814373 Feb 05 02:58:57.416881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-b0e08487-1e97-4302-9b8c-502d9f2bf802 req-94322251-ebd5-4bcb-842e-329e855fc818 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:58:57.418076 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b0e08487-1e97-4302-9b8c-502d9f2bf802 req-94322251-ebd5-4bcb-842e-329e855fc818 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118639 Feb 05 02:58:57.470330 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5f0bff92-aed2-4fa3-8435-8ef37f06e572 req-6faee976-90b6-4c17-87b4-daf43bd11703 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a325fffd-cc20-47f6-9590-870a2c199f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1748743 Feb 05 02:58:57.554058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-23897fa6-96df-4a96-9a53-c479f7370d2b req-fe5e335c-df75-4c76-a638-f3df4cbb95aa tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips/4b608018-a66d-467f-8139-5ed8ee23eb57 HTTP/1.1" status: 200 len: 692 time: 0.0900590 Feb 05 02:58:57.578087 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d96c63-339b-4050-9048-2db56bd5d9f9 req-918c2d70-ce09-47f9-9040-a67b64b0ee4e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:57.580441 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27d96c63-339b-4050-9048-2db56bd5d9f9 req-918c2d70-ce09-47f9-9040-a67b64b0ee4e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.4544966 Feb 05 02:58:57.607847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Allocated IP 172.25.0.103 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/0a18c52e-b7f8-4c5e-a6f5-b572ba97a0e7) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:58:57.763634 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27d96c63-339b-4050-9048-2db56bd5d9f9 req-26d2ef4f-6bbe-409d-8e14-3f5c67370b20 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648545 Feb 05 02:58:57.771731 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-020fcf47-d7e7-402e-adba-81805c9f623c service neutron] 10.222.0.10 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499169 Feb 05 02:58:57.788961 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5f0bff92-aed2-4fa3-8435-8ef37f06e572 req-8e14957d-c60a-4f3c-a95f-b78c07804216 service neutron] 10.222.0.10 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041339 Feb 05 02:58:57.854511 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ff75c964-3aa8-4746-bb42-91cd741b8260 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=229462d8-9e4a-408a-b7b1-d8c2d06d25e1 HTTP/1.1" status: 200 len: 217 time: 0.0688713 Feb 05 02:58:57.928785 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for port (0a18c52e-b7f8-4c5e-a6f5-b572ba97a0e7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:57.930524 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897fa6-96df-4a96-9a53-c479f7370d2b req-34ba3e83-9277-4142-b09c-3a83d6bbd723 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:57.938454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-23897fa6-96df-4a96-9a53-c479f7370d2b req-34ba3e83-9277-4142-b09c-3a83d6bbd723 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.3741837 Feb 05 02:58:57.995646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-23897fa6-96df-4a96-9a53-c479f7370d2b req-8bb6deb9-af2e-4d03-9d68-35538d9d9b21 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 695 time: 0.0560353 Feb 05 02:58:58.083029 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-23897fa6-96df-4a96-9a53-c479f7370d2b req-e0d17dcf-f4c7-4ab8-8eb8-8096e98903d9 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 695 time: 0.0865264 Feb 05 02:58:58.084782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-2af787b8-e979-4405-9e4f-220f18754199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:58.086377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-2af787b8-e979-4405-9e4f-220f18754199 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29702184-ea75-4909-b14f-c1806f6cd2f2 HTTP/1.1" status: 200 len: 797 time: 0.2258911 Feb 05 02:58:58.155801 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5f0bff92-aed2-4fa3-8435-8ef37f06e572 req-27cbb4d3-bc98-4db9-967c-cc13fee43eaf service neutron] 10.222.0.10 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568041 Feb 05 02:58:58.211804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-c0f22194-0b09-41c6-9954-36aba8aacffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:58.214519 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-c0f22194-0b09-41c6-9954-36aba8aacffb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 1131 time: 0.2836039 Feb 05 02:58:58.216455 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0a18c52e-b7f8-4c5e-a6f5-b572ba97a0e7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:58.265248 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8288a-9be5-4ee7-9874-a412e3fb578f req-4075bc40-0b15-4a22-8de3-a30589c69554 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:58.270996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8288a-9be5-4ee7-9874-a412e3fb578f req-4075bc40-0b15-4a22-8de3-a30589c69554 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:58.276300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8288a-9be5-4ee7-9874-a412e3fb578f req-4075bc40-0b15-4a22-8de3-a30589c69554 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:58.282261 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8288a-9be5-4ee7-9874-a412e3fb578f req-4075bc40-0b15-4a22-8de3-a30589c69554 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:58.287746 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8288a-9be5-4ee7-9874-a412e3fb578f req-4075bc40-0b15-4a22-8de3-a30589c69554 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:58.293520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8288a-9be5-4ee7-9874-a412e3fb578f req-4075bc40-0b15-4a22-8de3-a30589c69554 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:58.300544 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8288a-9be5-4ee7-9874-a412e3fb578f req-4075bc40-0b15-4a22-8de3-a30589c69554 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:58.302690 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51c8288a-9be5-4ee7-9874-a412e3fb578f req-4075bc40-0b15-4a22-8de3-a30589c69554 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.2606313 Feb 05 02:58:58.320540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-c23f38dd-1f00-4ecc-8a20-51eb4df8497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:58.322114 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-c23f38dd-1f00-4ecc-8a20-51eb4df8497b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c5aefbcb-3560-43be-b51a-75b84be14b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2249410 Feb 05 02:58:58.327007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:58:58.352218 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:58:58.354269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:58:58.442090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-23897fa6-96df-4a96-9a53-c479f7370d2b req-e34c543f-9f26-4a6b-8186-1ccde3f2cb8d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Deleting port dfa00387-ac2b-4834-94ce-340bbddc106a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:58:58.442414 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-23897fa6-96df-4a96-9a53-c479f7370d2b req-e34c543f-9f26-4a6b-8186-1ccde3f2cb8d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (dfa00387-ac2b-4834-94ce-340bbddc106a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:58.443288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Pushing event updated for resources: {'Port': ['ID=0a18c52e-b7f8-4c5e-a6f5-b572ba97a0e7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:58.564406 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (5a46d685-fcc7-4e55-8d1b-7743fe015b25), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:58.609623 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-9d588552-9b38-4963-87ef-28e4985bd728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:58.611574 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-9d588552-9b38-4963-87ef-28e4985bd728 service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.3851693 Feb 05 02:58:58.699093 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-eb860719-8a22-4647-a92c-755f913e6589 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9 HTTP/1.1" status: 200 len: 217 time: 0.0739694 Feb 05 02:58:58.808979 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51c8288a-9be5-4ee7-9874-a412e3fb578f req-a9f55a27-6b91-49fb-a804-30bb94bb7b6d tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4974384 Feb 05 02:58:58.842447 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-3f5cf424-c747-4e99-bf58-719e72214ed6 service neutron] 10.222.0.10 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093570 Feb 05 02:58:58.915148 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-23897fa6-96df-4a96-9a53-c479f7370d2b req-e34c543f-9f26-4a6b-8186-1ccde3f2cb8d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (dfa00387-ac2b-4834-94ce-340bbddc106a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:58.915488 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-23897fa6-96df-4a96-9a53-c479f7370d2b req-e34c543f-9f26-4a6b-8186-1ccde3f2cb8d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for floatingip (dfa00387-ac2b-4834-94ce-340bbddc106a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:58.940542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-23897fa6-96df-4a96-9a53-c479f7370d2b req-e34c543f-9f26-4a6b-8186-1ccde3f2cb8d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Calling delete_port for dfa00387-ac2b-4834-94ce-340bbddc106a owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:58:59.056821 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-ba606976-319a-43e3-8bda-e055cc3b9713 service neutron] 10.222.0.10 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042637 Feb 05 02:58:59.104657 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-54c89ba5-63ae-4cd9-9342-bf82baa71d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:59.106648 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-54c89ba5-63ae-4cd9-9342-bf82baa71d8f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.3997283 Feb 05 02:58:59.118089 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:58:59.144571 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d1a5246a-834e-4c89-8df7-9222efc35e1a), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:59.152675 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2157270-82f4-42e6-8c64-c884ed07cb4a req-9cef3792-642a-4b51-9d60-4c3da07dc48a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:59.154642 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2157270-82f4-42e6-8c64-c884ed07cb4a req-9cef3792-642a-4b51-9d60-4c3da07dc48a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.2121329 Feb 05 02:58:59.158126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-a54b2067-614a-427f-815a-400c62239388 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a8a7368-4cb6-4736-9bc9-64287ea03011 HTTP/1.1" status: 200 len: 217 time: 0.0923293 Feb 05 02:58:59.283986 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-30b02ff7-fbc3-4430-8052-0b03aa5224ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:59.285468 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-30b02ff7-fbc3-4430-8052-0b03aa5224ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a52a6132-9581-4ce5-9743-6cbdfc0a2aac HTTP/1.1" status: 200 len: 797 time: 0.1144879 Feb 05 02:58:59.290273 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2157270-82f4-42e6-8c64-c884ed07cb4a req-10ae2649-251f-4380-bd36-2ccc598ce979 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208076 Feb 05 02:58:59.327845 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (65f052a6-0253-4bb7-9154-d7e93010102a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:59.333245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-fd9e716a-ca93-49dc-ac8b-a9957023d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:59.334899 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-fd9e716a-ca93-49dc-ac8b-a9957023d3f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1914611 Feb 05 02:58:59.348037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e6374d7f-d8c2-444e-82b9-69761891325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:59.349656 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-e6374d7f-d8c2-444e-82b9-69761891325e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23c3b802-732a-4ca6-9fd0-342f741030c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0568533 Feb 05 02:58:59.350879 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-23897fa6-96df-4a96-9a53-c479f7370d2b req-e34c543f-9f26-4a6b-8186-1ccde3f2cb8d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (dfa00387-ac2b-4834-94ce-340bbddc106a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:59.385080 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c543f-9f26-4a6b-8186-1ccde3f2cb8d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Pushing event deleted for resources: {'Port': ['ID=dfa00387-ac2b-4834-94ce-340bbddc106a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:59.504738 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-23897fa6-96df-4a96-9a53-c479f7370d2b req-e34c543f-9f26-4a6b-8186-1ccde3f2cb8d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for floatingip (4b608018-a66d-467f-8139-5ed8ee23eb57), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:59.507736 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-23897fa6-96df-4a96-9a53-c479f7370d2b req-e34c543f-9f26-4a6b-8186-1ccde3f2cb8d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:59.508892 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-23897fa6-96df-4a96-9a53-c479f7370d2b req-e34c543f-9f26-4a6b-8186-1ccde3f2cb8d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "DELETE /v2.0/floatingips/4b608018-a66d-467f-8139-5ed8ee23eb57 HTTP/1.1" status: 204 len: 173 time: 1.4191167 Feb 05 02:58:59.525655 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-99df788f-4e38-4cea-b069-970ccdae19d4 service neutron] 10.222.0.10 "GET /v2.0/networks/23c3b802-732a-4ca6-9fd0-342f741030c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659782 Feb 05 02:58:59.569127 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (d1a5246a-834e-4c89-8df7-9222efc35e1a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:59.579171 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-cc0abd6c-6df9-4191-99ea-c9995e183c34 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079060 Feb 05 02:58:59.611933 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (d1a5246a-834e-4c89-8df7-9222efc35e1a), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:59.772585 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=d1a5246a-834e-4c89-8df7-9222efc35e1a,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:58:59.799772 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-64c31ead-f66f-4360-99b7-d115c6b42a06 service neutron] 10.222.0.10 "GET /v2.0/networks/23c3b802-732a-4ca6-9fd0-342f741030c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585394 Feb 05 02:58:59.806968 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f34ee3-1a3f-486e-9e3f-0105bf365be6 req-528603dc-cfc7-4507-9d30-997559fbd06c tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:58:59.808405 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97f34ee3-1a3f-486e-9e3f-0105bf365be6 req-528603dc-cfc7-4507-9d30-997559fbd06c tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2777793 Feb 05 02:58:59.820261 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (5a46d685-fcc7-4e55-8d1b-7743fe015b25), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:59.858622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-c3600230-af54-4298-88af-03d624eedf35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6e54524-be03-4978-a808-c851dbad9843 HTTP/1.1" status: 200 len: 217 time: 0.0491412 Feb 05 02:58:59.891732 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (65f052a6-0253-4bb7-9154-d7e93010102a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:58:59.944255 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c3e3918-8808-47cf-98fd-0c16688f48db req-3e42c38c-1eb2-4719-ba15-c2dc655ad293 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=2de35eee6ba9446fb754852d7e4135f3 HTTP/1.1" status: 200 len: 1655 time: 0.0945752 Feb 05 02:58:59.961958 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-2706c9e1-6651-48e3-99a9-aeaa382dd78b service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483438 Feb 05 02:59:00.024731 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Floating IP 5a46d685-fcc7-4e55-8d1b-7743fe015b25 associated. External IP: 172.25.0.167, port: 76405b07-bff1-44d9-82fc-e1ba5929095a. Feb 05 02:59:00.047318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-446767e5-914a-40e3-8a5b-7b946ab4f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:00.048802 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-446767e5-914a-40e3-8a5b-7b946ab4f8e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a52a6132-9581-4ce5-9743-6cbdfc0a2aac HTTP/1.1" status: 200 len: 797 time: 0.1553030 Feb 05 02:59:00.124012 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4d8ad-483b-4191-92d5-b0e7445fd1f9 req-b47fcdc8-155f-4f02-a11e-b8461695e175 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:00.129291 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4d8ad-483b-4191-92d5-b0e7445fd1f9 req-b47fcdc8-155f-4f02-a11e-b8461695e175 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:00.134978 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4d8ad-483b-4191-92d5-b0e7445fd1f9 req-b47fcdc8-155f-4f02-a11e-b8461695e175 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:00.141477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4d8ad-483b-4191-92d5-b0e7445fd1f9 req-b47fcdc8-155f-4f02-a11e-b8461695e175 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:00.147861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4d8ad-483b-4191-92d5-b0e7445fd1f9 req-b47fcdc8-155f-4f02-a11e-b8461695e175 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:00.153287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4d8ad-483b-4191-92d5-b0e7445fd1f9 req-b47fcdc8-155f-4f02-a11e-b8461695e175 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:00.159618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4d8ad-483b-4191-92d5-b0e7445fd1f9 req-b47fcdc8-155f-4f02-a11e-b8461695e175 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:00.167447 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5de4d8ad-483b-4191-92d5-b0e7445fd1f9 req-b47fcdc8-155f-4f02-a11e-b8461695e175 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.2284677 Feb 05 02:59:00.217840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e3918-8808-47cf-98fd-0c16688f48db req-c58c829c-801f-4cb3-9026-3948756fec1e tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:00.221149 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c3e3918-8808-47cf-98fd-0c16688f48db req-c58c829c-801f-4cb3-9026-3948756fec1e tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/networks?id=1b911d8a-366e-475f-ab68-3e15783c42f2&id=1b911d8a-366e-475f-ab68-3e15783c42f2&id=1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 787 time: 0.2666538 Feb 05 02:59:00.248305 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-5c3e3918-8808-47cf-98fd-0c16688f48db req-0b63714a-d5cf-4a7d-ac80-11a1a11d48ad tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:00.249577 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c3e3918-8808-47cf-98fd-0c16688f48db req-0b63714a-d5cf-4a7d-ac80-11a1a11d48ad tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157702 Feb 05 02:59:00.251772 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-3daaee30-d9bf-4a13-ba11-2e73b699ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:00.254342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-3daaee30-d9bf-4a13-ba11-2e73b699ddfd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23c3b802-732a-4ca6-9fd0-342f741030c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1919374 Feb 05 02:59:00.274424 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Router 65f052a6-0253-4bb7-9154-d7e93010102a is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 02:59:00.415423 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5de4d8ad-483b-4191-92d5-b0e7445fd1f9 req-a4a563d0-5558-433d-bdc2-17c2b0e820ae tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2470255 Feb 05 02:59:00.448844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 58e59221-3a0a-46e4-a440-29533fbdd9b2 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:59:00.457723 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:59:00.471278 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368653a-5f47-4323-9c3a-a225fe47145b None None] Sync routers for ids ['65f052a6-0253-4bb7-9154-d7e93010102a'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:59:00.490283 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368653a-5f47-4323-9c3a-a225fe47145b None None] Routers {'65f052a6-0253-4bb7-9154-d7e93010102a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:00.491237 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2368653a-5f47-4323-9c3a-a225fe47145b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['65f052a6-0253-4bb7-9154-d7e93010102a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:00.493349 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e09e945-9b0e-4ce8-9055-76ae562e5ed1 req-433ff680-0944-4eea-9d06-dac00a0e3baa tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips/af6d6cdb-d855-46d4-8864-6bd12150f916 HTTP/1.1" status: 200 len: 693 time: 0.2102554 Feb 05 02:59:00.497973 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-31ae58d2-55e5-477e-b35f-5dc478968952 service neutron] 10.222.0.10 "GET /v2.0/networks/23c3b802-732a-4ca6-9fd0-342f741030c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161002 Feb 05 02:59:00.517766 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:00.519216 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b3385741-5089-4ab4-96da-d3f372eba954 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.3415813 Feb 05 02:59:00.535066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56326) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:00.556479 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2368653a-5f47-4323-9c3a-a225fe47145b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:00.567686 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368653a-5f47-4323-9c3a-a225fe47145b None None] Routers {'65f052a6-0253-4bb7-9154-d7e93010102a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:00.568674 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2368653a-5f47-4323-9c3a-a225fe47145b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['65f052a6-0253-4bb7-9154-d7e93010102a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:00.592553 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-89de4028-5fa9-4b7d-9f8e-241e6ee0db98 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:00.606408 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2368653a-5f47-4323-9c3a-a225fe47145b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:00.607506 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368653a-5f47-4323-9c3a-a225fe47145b None None] The sync data for ids ['65f052a6-0253-4bb7-9154-d7e93010102a'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:59:00.623015 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:59:00.635916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0b4d79-daa1-4b48-8af9-c9643598f10f None None] Sync routers for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:59:00.651713 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:00.655646 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0b4d79-daa1-4b48-8af9-c9643598f10f None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:00.656684 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cd0b4d79-daa1-4b48-8af9-c9643598f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:00.694640 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-860ba7a5-96ba-44b6-96ed-337e3b337390 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9399269 Feb 05 02:59:00.698163 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56328) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:00.704593 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cd0b4d79-daa1-4b48-8af9-c9643598f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:00.708734 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-04da39fc-d91f-45f8-ae42-fd1e6f34d902 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:00.714409 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0b4d79-daa1-4b48-8af9-c9643598f10f None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:00.715071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cd0b4d79-daa1-4b48-8af9-c9643598f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:00.751991 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cd0b4d79-daa1-4b48-8af9-c9643598f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:00.752906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0b4d79-daa1-4b48-8af9-c9643598f10f None None] The sync data for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:59:00.797656 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2cd6be00-6426-4700-b17e-0042da2711f8 req-1d8826ff-7841-4642-a3da-8953fcb07ed4 service neutron] 10.222.0.10 "GET /v2.0/networks/23c3b802-732a-4ca6-9fd0-342f741030c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921336 Feb 05 02:59:00.807569 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7757ef3-078f-4fa9-ba75-45769b3b345c req-ed251545-74a8-456f-a2f2-dbde74dae304 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:00.809128 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7757ef3-078f-4fa9-ba75-45769b3b345c req-ed251545-74a8-456f-a2f2-dbde74dae304 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.3148441 Feb 05 02:59:00.826418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09e945-9b0e-4ce8-9055-76ae562e5ed1 req-c89739f8-b18f-4bd1-855f-5cf6b60f26a7 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:00.827865 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e09e945-9b0e-4ce8-9055-76ae562e5ed1 req-c89739f8-b18f-4bd1-855f-5cf6b60f26a7 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.3213792 Feb 05 02:59:00.869264 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04da39fc-d91f-45f8-ae42-fd1e6f34d902 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (5a46d685-fcc7-4e55-8d1b-7743fe015b25), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:01.039494 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04da39fc-d91f-45f8-ae42-fd1e6f34d902 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:01.043762 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04da39fc-d91f-45f8-ae42-fd1e6f34d902 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (5a46d685-fcc7-4e55-8d1b-7743fe015b25), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:01.044178 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-04da39fc-d91f-45f8-ae42-fd1e6f34d902 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Floating IP 5a46d685-fcc7-4e55-8d1b-7743fe015b25 disassociated. External IP: 172.25.0.167, port: 76405b07-bff1-44d9-82fc-e1ba5929095a. Feb 05 02:59:01.248486 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e09e945-9b0e-4ce8-9055-76ae562e5ed1 req-6d517ff8-d479-4405-8995-9d3d96f8661c tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.200 HTTP/1.1" status: 200 len: 696 time: 0.4119849 Feb 05 02:59:01.341631 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7757ef3-078f-4fa9-ba75-45769b3b345c req-57c74cac-6c42-4f6d-b10f-0f4f465e8798 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244749 Feb 05 02:59:01.346641 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e09e945-9b0e-4ce8-9055-76ae562e5ed1 req-c9113e33-9132-4c5d-b9de-c8cb46e2a3a5 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.200 HTTP/1.1" status: 200 len: 696 time: 0.0781136 Feb 05 02:59:01.423265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc req-3f59fd5d-720c-48df-8c0e-4d5ffaa7d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:01.423750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc req-3f59fd5d-720c-48df-8c0e-4d5ffaa7d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:01.424218 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc req-3f59fd5d-720c-48df-8c0e-4d5ffaa7d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:01.424686 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc req-3f59fd5d-720c-48df-8c0e-4d5ffaa7d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:01.425143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc req-3f59fd5d-720c-48df-8c0e-4d5ffaa7d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:01.425597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc req-3f59fd5d-720c-48df-8c0e-4d5ffaa7d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:01.426050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc req-3f59fd5d-720c-48df-8c0e-4d5ffaa7d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:01.428018 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc req-3f59fd5d-720c-48df-8c0e-4d5ffaa7d788 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5357d824dd714019b322e09bbe4d07c4&device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 6705 time: 0.2333772 Feb 05 02:59:01.573935 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04da39fc-d91f-45f8-ae42-fd1e6f34d902 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 58e59221-3a0a-46e4-a440-29533fbdd9b2 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:59:01.713970 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27d32484-90bc-49ac-9310-3bbaea4fbd09 req-cc9d13d8-bcb4-4da8-a9e6-4bd14e38148f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1309032 Feb 05 02:59:01.728997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13505df1-1a0d-402d-b732-8f91aa1ad590 req-53662564-9b77-4930-84eb-5de89e2a3a72 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:01.734436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04da39fc-d91f-45f8-ae42-fd1e6f34d902 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:59:01.734610 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13505df1-1a0d-402d-b732-8f91aa1ad590 req-53662564-9b77-4930-84eb-5de89e2a3a72 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:01.739278 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04da39fc-d91f-45f8-ae42-fd1e6f34d902 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:01.739732 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13505df1-1a0d-402d-b732-8f91aa1ad590 req-53662564-9b77-4930-84eb-5de89e2a3a72 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:01.744975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13505df1-1a0d-402d-b732-8f91aa1ad590 req-53662564-9b77-4930-84eb-5de89e2a3a72 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:01.745185 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25b8bb-e092-41e9-95cb-307222ec592d None None] Sync routers for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:59:01.752133 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13505df1-1a0d-402d-b732-8f91aa1ad590 req-53662564-9b77-4930-84eb-5de89e2a3a72 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:01.757669 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13505df1-1a0d-402d-b732-8f91aa1ad590 req-53662564-9b77-4930-84eb-5de89e2a3a72 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:01.763223 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13505df1-1a0d-402d-b732-8f91aa1ad590 req-53662564-9b77-4930-84eb-5de89e2a3a72 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:01.764812 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f25b8bb-e092-41e9-95cb-307222ec592d None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:01.765198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13505df1-1a0d-402d-b732-8f91aa1ad590 req-53662564-9b77-4930-84eb-5de89e2a3a72 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.2620130 Feb 05 02:59:01.765435 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0f25b8bb-e092-41e9-95cb-307222ec592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:01.767487 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89de4028-5fa9-4b7d-9f8e-241e6ee0db98 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (65f052a6-0253-4bb7-9154-d7e93010102a), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:01.772104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc req-b8ac1067-6015-406c-9705-235a4921591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:01.773561 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc req-b8ac1067-6015-406c-9705-235a4921591f service neutron] 10.222.0.10 "GET /v2.0/networks?id=23c3b802-732a-4ca6-9fd0-342f741030c6 HTTP/1.1" status: 200 len: 902 time: 0.3379393 Feb 05 02:59:01.786381 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-04da39fc-d91f-45f8-ae42-fd1e6f34d902 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "PUT /v2.0/floatingips/5a46d685-fcc7-4e55-8d1b-7743fe015b25 HTTP/1.1" status: 200 len: 688 time: 1.0869114 Feb 05 02:59:01.787021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56332) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:01.838782 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89de4028-5fa9-4b7d-9f8e-241e6ee0db98 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_gateway (65f052a6-0253-4bb7-9154-d7e93010102a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:01.843538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3e09e945-9b0e-4ce8-9055-76ae562e5ed1 req-9e37ca2b-5984-4717-b4db-c7576a349303 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Deleting port ad235555-8096-47e4-b34e-a7d9a68be8e6 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:01.843875 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3e09e945-9b0e-4ce8-9055-76ae562e5ed1 req-9e37ca2b-5984-4717-b4db-c7576a349303 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ad235555-8096-47e4-b34e-a7d9a68be8e6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:01.846373 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc req-21dd910d-7286-4ad2-a9c6-217d909a635b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6e54524-be03-4978-a808-c851dbad9843 HTTP/1.1" status: 200 len: 217 time: 0.0598526 Feb 05 02:59:01.848237 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0f25b8bb-e092-41e9-95cb-307222ec592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:01.858959 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f25b8bb-e092-41e9-95cb-307222ec592d None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:01.859931 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0f25b8bb-e092-41e9-95cb-307222ec592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:01.896815 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0f25b8bb-e092-41e9-95cb-307222ec592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:01.897732 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25b8bb-e092-41e9-95cb-307222ec592d None None] The sync data for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:59:01.959984 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d32484-90bc-49ac-9310-3bbaea4fbd09 req-19fc5da8-45dd-4f60-abd0-bf750b6a8fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:01.961476 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27d32484-90bc-49ac-9310-3bbaea4fbd09 req-19fc5da8-45dd-4f60-abd0-bf750b6a8fc2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 1131 time: 0.1140993 Feb 05 02:59:02.010833 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13505df1-1a0d-402d-b732-8f91aa1ad590 req-151c2584-7508-4bf0-8482-6a212b77fe41 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2361989 Feb 05 02:59:02.015296 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc req-01c62f12-03ab-4660-95f0-fa8bd5030074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:02.016698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc req-01c62f12-03ab-4660-95f0-fa8bd5030074 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a52a6132-9581-4ce5-9743-6cbdfc0a2aac HTTP/1.1" status: 200 len: 797 time: 0.1538217 Feb 05 02:59:02.042541 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3e09e945-9b0e-4ce8-9055-76ae562e5ed1 req-9e37ca2b-5984-4717-b4db-c7576a349303 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ad235555-8096-47e4-b34e-a7d9a68be8e6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:02.042917 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3e09e945-9b0e-4ce8-9055-76ae562e5ed1 req-9e37ca2b-5984-4717-b4db-c7576a349303 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for floatingip (ad235555-8096-47e4-b34e-a7d9a68be8e6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:02.075288 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3e09e945-9b0e-4ce8-9055-76ae562e5ed1 req-9e37ca2b-5984-4717-b4db-c7576a349303 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Calling delete_port for ad235555-8096-47e4-b34e-a7d9a68be8e6 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:02.092734 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-438976e3-249d-4cc6-9426-104d358e19a1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Deleting port d1a5246a-834e-4c89-8df7-9222efc35e1a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:02.093085 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-438976e3-249d-4cc6-9426-104d358e19a1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d1a5246a-834e-4c89-8df7-9222efc35e1a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:02.131096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-89de4028-5fa9-4b7d-9f8e-241e6ee0db98 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Deleting port 0a18c52e-b7f8-4c5e-a6f5-b572ba97a0e7 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:02.132189 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89de4028-5fa9-4b7d-9f8e-241e6ee0db98 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0a18c52e-b7f8-4c5e-a6f5-b572ba97a0e7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:02.157864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d32484-90bc-49ac-9310-3bbaea4fbd09 req-af45b3eb-5deb-4e53-bfa1-d74618b27b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:02.159365 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27d32484-90bc-49ac-9310-3bbaea4fbd09 req-af45b3eb-5deb-4e53-bfa1-d74618b27b34 service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.1738849 Feb 05 02:59:02.185046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc req-5e0ebbb9-9742-4fc4-b168-634c5f33ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:02.186559 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc req-5e0ebbb9-9742-4fc4-b168-634c5f33ad63 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23c3b802-732a-4ca6-9fd0-342f741030c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1562734 Feb 05 02:59:02.214373 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27d32484-90bc-49ac-9310-3bbaea4fbd09 req-97a1b661-2a7a-47d7-876a-bd83b399bc9d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf HTTP/1.1" status: 200 len: 217 time: 0.0468001 Feb 05 02:59:02.234874 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-438976e3-249d-4cc6-9426-104d358e19a1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d1a5246a-834e-4c89-8df7-9222efc35e1a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:02.235202 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-438976e3-249d-4cc6-9426-104d358e19a1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (d1a5246a-834e-4c89-8df7-9222efc35e1a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:02.269335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-438976e3-249d-4cc6-9426-104d358e19a1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Calling delete_port for d1a5246a-834e-4c89-8df7-9222efc35e1a owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:02.290024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d32484-90bc-49ac-9310-3bbaea4fbd09 req-34134826-64d5-4576-aea6-a45b44ba7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:02.291693 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27d32484-90bc-49ac-9310-3bbaea4fbd09 req-34134826-64d5-4576-aea6-a45b44ba7c74 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0677483 Feb 05 02:59:02.304485 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89de4028-5fa9-4b7d-9f8e-241e6ee0db98 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0a18c52e-b7f8-4c5e-a6f5-b572ba97a0e7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:02.329924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-89de4028-5fa9-4b7d-9f8e-241e6ee0db98 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Calling delete_port for 0a18c52e-b7f8-4c5e-a6f5-b572ba97a0e7 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:02.378522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc req-94ed5b25-e8fb-48af-9ba3-f943a373aef6 service neutron] 10.222.0.10 "GET /v2.0/networks/23c3b802-732a-4ca6-9fd0-342f741030c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840763 Feb 05 02:59:02.432194 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d32484-90bc-49ac-9310-3bbaea4fbd09 req-676d8b79-c718-46c8-adda-57bc153d508f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:02.433708 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27d32484-90bc-49ac-9310-3bbaea4fbd09 req-676d8b79-c718-46c8-adda-57bc153d508f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1103914 Feb 05 02:59:02.535011 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3e09e945-9b0e-4ce8-9055-76ae562e5ed1 req-9e37ca2b-5984-4717-b4db-c7576a349303 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ad235555-8096-47e4-b34e-a7d9a68be8e6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:02.557513 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-438976e3-249d-4cc6-9426-104d358e19a1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d1a5246a-834e-4c89-8df7-9222efc35e1a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:02.587894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37ca2b-5984-4717-b4db-c7576a349303 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Pushing event deleted for resources: {'Port': ['ID=ad235555-8096-47e4-b34e-a7d9a68be8e6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:02.617124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438976e3-249d-4cc6-9426-104d358e19a1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Port': ['ID=d1a5246a-834e-4c89-8df7-9222efc35e1a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:02.623488 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27d32484-90bc-49ac-9310-3bbaea4fbd09 req-c0258079-13e4-4a2b-bd30-7cdc843971bd service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809595 Feb 05 02:59:02.680070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b8961-5f14-4e59-88a5-bd872222145b req-d8860759-9270-465d-9778-0a7c84d180b9 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:02.681706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be5b8961-5f14-4e59-88a5-bd872222145b req-d8860759-9270-465d-9778-0a7c84d180b9 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.2538543 Feb 05 02:59:02.711122 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0232dad1-80e9-446b-b9a4-5e4e3c27e5bc req-72119f75-f5b3-4580-963b-3bcb580fbdf9 service neutron] 10.222.0.10 "GET /v2.0/networks/23c3b802-732a-4ca6-9fd0-342f741030c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251379 Feb 05 02:59:02.767577 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-438976e3-249d-4cc6-9426-104d358e19a1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (5a46d685-fcc7-4e55-8d1b-7743fe015b25), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:02.770631 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-438976e3-249d-4cc6-9426-104d358e19a1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:02.774797 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-438976e3-249d-4cc6-9426-104d358e19a1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/floatingips/5a46d685-fcc7-4e55-8d1b-7743fe015b25 HTTP/1.1" status: 204 len: 168 time: 0.9867687 Feb 05 02:59:02.780783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56336) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:02.787213 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27d32484-90bc-49ac-9310-3bbaea4fbd09 req-d9618b99-a8f1-4085-b0b5-90ba5495de76 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475573 Feb 05 02:59:02.787825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': 'df99c47b-aead-4fd7-8e7d-56e05451a31e'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:02.798811 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3e09e945-9b0e-4ce8-9055-76ae562e5ed1 req-9e37ca2b-5984-4717-b4db-c7576a349303 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for floatingip (af6d6cdb-d855-46d4-8864-6bd12150f916), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:02.801520 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3e09e945-9b0e-4ce8-9055-76ae562e5ed1 req-9e37ca2b-5984-4717-b4db-c7576a349303 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:02.802718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e09e945-9b0e-4ce8-9055-76ae562e5ed1 req-9e37ca2b-5984-4717-b4db-c7576a349303 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "DELETE /v2.0/floatingips/af6d6cdb-d855-46d4-8864-6bd12150f916 HTTP/1.1" status: 204 len: 173 time: 1.4474485 Feb 05 02:59:02.839228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be5b8961-5f14-4e59-88a5-bd872222145b req-146ab66b-0602-474c-87ce-0514ce05b3d8 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473758 Feb 05 02:59:02.880352 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89de4028-5fa9-4b7d-9f8e-241e6ee0db98 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (0a18c52e-b7f8-4c5e-a6f5-b572ba97a0e7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:02.911548 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4495b43e-62a9-4de4-be0e-3b7a967e9308 req-f3f0d389-0739-40f9-bb18-79d56875f1b8 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips/066db87d-d82a-4c22-a5bd-c967bfed88e8 HTTP/1.1" status: 200 len: 692 time: 0.0856278 Feb 05 02:59:02.912191 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:02.917955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de4028-5fa9-4b7d-9f8e-241e6ee0db98 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Pushing event deleted for resources: {'Port': ['ID=0a18c52e-b7f8-4c5e-a6f5-b572ba97a0e7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:03.098476 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89de4028-5fa9-4b7d-9f8e-241e6ee0db98 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (65f052a6-0253-4bb7-9154-d7e93010102a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:03.473796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495b43e-62a9-4de4-be0e-3b7a967e9308 req-0e8cb2a9-5b5f-4870-a2fa-3b8ccf610128 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:03.475163 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4495b43e-62a9-4de4-be0e-3b7a967e9308 req-0e8cb2a9-5b5f-4870-a2fa-3b8ccf610128 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.5545096 Feb 05 02:59:03.594999 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d92718f6-5a6f-4ba6-b54a-9697344f5b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:03.603252 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4495b43e-62a9-4de4-be0e-3b7a967e9308 req-9854db46-6b82-4897-b98c-8f75bde36eff tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.88 HTTP/1.1" status: 200 len: 695 time: 0.1203542 Feb 05 02:59:03.677615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7a68f-0ff2-4b7f-b49c-6920703bd173 req-644e63ee-32ee-4a5c-92fe-5749951cb3e0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:03.682937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7a68f-0ff2-4b7f-b49c-6920703bd173 req-644e63ee-32ee-4a5c-92fe-5749951cb3e0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:03.689127 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7a68f-0ff2-4b7f-b49c-6920703bd173 req-644e63ee-32ee-4a5c-92fe-5749951cb3e0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:03.694420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7a68f-0ff2-4b7f-b49c-6920703bd173 req-644e63ee-32ee-4a5c-92fe-5749951cb3e0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:03.699728 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7a68f-0ff2-4b7f-b49c-6920703bd173 req-644e63ee-32ee-4a5c-92fe-5749951cb3e0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:03.705005 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7a68f-0ff2-4b7f-b49c-6920703bd173 req-644e63ee-32ee-4a5c-92fe-5749951cb3e0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:03.710276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7a68f-0ff2-4b7f-b49c-6920703bd173 req-644e63ee-32ee-4a5c-92fe-5749951cb3e0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:03.712237 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30e7a68f-0ff2-4b7f-b49c-6920703bd173 req-644e63ee-32ee-4a5c-92fe-5749951cb3e0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.6071563 Feb 05 02:59:03.781650 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4495b43e-62a9-4de4-be0e-3b7a967e9308 req-6f0f318d-2626-4aaa-8bfa-95f32da14b4c tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.88 HTTP/1.1" status: 200 len: 695 time: 0.1669238 Feb 05 02:59:03.797277 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:03.848609 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89de4028-5fa9-4b7d-9f8e-241e6ee0db98 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (65f052a6-0253-4bb7-9154-d7e93010102a), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:03.860964 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89de4028-5fa9-4b7d-9f8e-241e6ee0db98 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (65f052a6-0253-4bb7-9154-d7e93010102a), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:04.061904 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30e7a68f-0ff2-4b7f-b49c-6920703bd173 req-8c55588c-48d3-431c-b3e7-72cce0007cf8 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3095417 Feb 05 02:59:04.104527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89de4028-5fa9-4b7d-9f8e-241e6ee0db98 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Router 65f052a6-0253-4bb7-9154-d7e93010102a has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:59:04.135192 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Allocated IP 172.25.0.190 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/54f4fdd8-274b-4b6f-bb8d-176e8d0376a0) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:59:04.288452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-4495b43e-62a9-4de4-be0e-3b7a967e9308 req-a52cbc11-d276-4aaa-afff-aec155e5ff5d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Deleting port 420b8178-2def-48ba-a839-484be81d3745 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:04.288800 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4495b43e-62a9-4de4-be0e-3b7a967e9308 req-a52cbc11-d276-4aaa-afff-aec155e5ff5d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (420b8178-2def-48ba-a839-484be81d3745), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:04.355211 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89de4028-5fa9-4b7d-9f8e-241e6ee0db98 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:59:04.365432 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89de4028-5fa9-4b7d-9f8e-241e6ee0db98 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:04.370778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-89de4028-5fa9-4b7d-9f8e-241e6ee0db98 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "PUT /v2.0/routers/65f052a6-0253-4bb7-9154-d7e93010102a HTTP/1.1" status: 200 len: 710 time: 3.8283932 Feb 05 02:59:04.370943 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56344) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:04.375828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703786b-e9b4-478a-9387-bc787abc56c3 None None] Sync routers for ids ['65f052a6-0253-4bb7-9154-d7e93010102a'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:59:04.391886 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703786b-e9b4-478a-9387-bc787abc56c3 None None] Routers {'65f052a6-0253-4bb7-9154-d7e93010102a'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:04.392854 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7703786b-e9b4-478a-9387-bc787abc56c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['65f052a6-0253-4bb7-9154-d7e93010102a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:04.412572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fae767-67ec-45e6-b2cc-328d236f82db req-23db1aee-1b33-4a55-8de6-34c187c95a24 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:04.414091 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95fae767-67ec-45e6-b2cc-328d236f82db req-23db1aee-1b33-4a55-8de6-34c187c95a24 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.2716339 Feb 05 02:59:04.439295 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7703786b-e9b4-478a-9387-bc787abc56c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:04.451444 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703786b-e9b4-478a-9387-bc787abc56c3 None None] Routers {'65f052a6-0253-4bb7-9154-d7e93010102a'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:04.452896 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7703786b-e9b4-478a-9387-bc787abc56c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:58:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['65f052a6-0253-4bb7-9154-d7e93010102a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:04.460068 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4495b43e-62a9-4de4-be0e-3b7a967e9308 req-a52cbc11-d276-4aaa-afff-aec155e5ff5d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (420b8178-2def-48ba-a839-484be81d3745), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:04.460403 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4495b43e-62a9-4de4-be0e-3b7a967e9308 req-a52cbc11-d276-4aaa-afff-aec155e5ff5d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for floatingip (420b8178-2def-48ba-a839-484be81d3745), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:04.471143 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cd32a794-1bb3-4aa8-8b9b-f3882e90699b tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "GET /v2.0/routers/65f052a6-0253-4bb7-9154-d7e93010102a HTTP/1.1" status: 200 len: 745 time: 0.1002083 Feb 05 02:59:04.471492 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56346) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:04.474306 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (54f4fdd8-274b-4b6f-bb8d-176e8d0376a0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:04.497294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7703786b-e9b4-478a-9387-bc787abc56c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:04.497935 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703786b-e9b4-478a-9387-bc787abc56c3 None None] The sync data for ids ['65f052a6-0253-4bb7-9154-d7e93010102a'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:59:04.513836 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-4495b43e-62a9-4de4-be0e-3b7a967e9308 req-a52cbc11-d276-4aaa-afff-aec155e5ff5d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Calling delete_port for 420b8178-2def-48ba-a839-484be81d3745 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:04.543258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3be7eb50-dee8-436b-b82c-8c9e5c57d3bd tempest-RoutersIpV6AdminTest-913145443 tempest-RoutersIpV6AdminTest-913145443-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&device_id=65f052a6-0253-4bb7-9154-d7e93010102a HTTP/1.1" status: 200 len: 205 time: 0.0670154 Feb 05 02:59:04.545920 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56348) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:04.578634 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1fbdd9ec-56e5-4f7d-84ac-4de1c4415e3d tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "GET /v2.0/ports?device_id=65f052a6-0253-4bb7-9154-d7e93010102a HTTP/1.1" status: 200 len: 205 time: 0.0292110 Feb 05 02:59:04.578945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56350) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:04.608917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95fae767-67ec-45e6-b2cc-328d236f82db req-4fbf8ce8-d954-46d8-ad6d-6ef309a82f03 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868155 Feb 05 02:59:04.646205 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (54f4fdd8-274b-4b6f-bb8d-176e8d0376a0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:04.659114 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c567fd34-e4e3-49be-a653-15871202b0f5 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (65f052a6-0253-4bb7-9154-d7e93010102a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:04.695642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:59:04.703373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:04.707100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:59:04.732991 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=54f4fdd8-274b-4b6f-bb8d-176e8d0376a0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:04.810295 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4495b43e-62a9-4de4-be0e-3b7a967e9308 req-a52cbc11-d276-4aaa-afff-aec155e5ff5d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (420b8178-2def-48ba-a839-484be81d3745), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:04.830050 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c567fd34-e4e3-49be-a653-15871202b0f5 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (65f052a6-0253-4bb7-9154-d7e93010102a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:04.832302 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c567fd34-e4e3-49be-a653-15871202b0f5 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router_controller (65f052a6-0253-4bb7-9154-d7e93010102a), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:04.846406 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cbc11-d276-4aaa-afff-aec155e5ff5d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Pushing event deleted for resources: {'Port': ['ID=420b8178-2def-48ba-a839-484be81d3745,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:04.879753 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c567fd34-e4e3-49be-a653-15871202b0f5 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (65f052a6-0253-4bb7-9154-d7e93010102a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:04.880217 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c567fd34-e4e3-49be-a653-15871202b0f5 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Fanout notify agent at l3_agent the message router_deleted on router 65f052a6-0253-4bb7-9154-d7e93010102a {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:59:04.888120 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c567fd34-e4e3-49be-a653-15871202b0f5 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:04.893863 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c567fd34-e4e3-49be-a653-15871202b0f5 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "DELETE /v2.0/routers/65f052a6-0253-4bb7-9154-d7e93010102a HTTP/1.1" status: 204 len: 168 time: 0.3138702 Feb 05 02:59:04.894475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56352) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:04.928849 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-529a7799-750d-4c80-bfb9-a04f82023f33 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "GET /v2.0/ports?device_id=65f052a6-0253-4bb7-9154-d7e93010102a HTTP/1.1" status: 200 len: 205 time: 0.0332432 Feb 05 02:59:04.931290 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56354) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:04.981432 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-36bca9a6-09f3-4edb-bd15-2fdac4ebb343 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] delete failed (client error): The resource could not be found. Feb 05 02:59:04.982729 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-36bca9a6-09f3-4edb-bd15-2fdac4ebb343 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "DELETE /v2.0/routers/65f052a6-0253-4bb7-9154-d7e93010102a HTTP/1.1" status: 404 len: 336 time: 0.0502040 Feb 05 02:59:04.985738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56356) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:05.019861 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ef3530f4-ac36-454d-9874-1fe57a774c4d tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "GET /v2.0/ports?device_id=361f6b54-9444-459e-a08f-5103d9526af4 HTTP/1.1" status: 200 len: 205 time: 0.0328510 Feb 05 02:59:05.022306 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56358) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:05.061646 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-a891a608-0d85-41e8-bbef-6e60fd6192bc tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] delete failed (client error): The resource could not be found. Feb 05 02:59:05.065226 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a891a608-0d85-41e8-bbef-6e60fd6192bc tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "DELETE /v2.0/routers/361f6b54-9444-459e-a08f-5103d9526af4 HTTP/1.1" status: 404 len: 336 time: 0.0393059 Feb 05 02:59:05.066064 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56360) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:05.088765 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4495b43e-62a9-4de4-be0e-3b7a967e9308 req-a52cbc11-d276-4aaa-afff-aec155e5ff5d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for floatingip (066db87d-d82a-4c22-a5bd-c967bfed88e8), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:05.092081 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4495b43e-62a9-4de4-be0e-3b7a967e9308 req-a52cbc11-d276-4aaa-afff-aec155e5ff5d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:05.093306 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4495b43e-62a9-4de4-be0e-3b7a967e9308 req-a52cbc11-d276-4aaa-afff-aec155e5ff5d tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "DELETE /v2.0/floatingips/066db87d-d82a-4c22-a5bd-c967bfed88e8 HTTP/1.1" status: 204 len: 173 time: 1.3017325 Feb 05 02:59:05.105019 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e043ddc-0930-4cae-ad6f-e2f89dc0bd97 req-fbb451b8-1fea-4cd2-87f7-0884224b1023 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1186867 Feb 05 02:59:05.114976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56366) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:05.127887 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d0c130d6-fa6d-429f-a097-927b171cf321 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "GET /v2.0/ports?device_id=227cb680-6389-40bb-a86a-442098d49a2a HTTP/1.1" status: 200 len: 205 time: 0.0601406 Feb 05 02:59:05.203219 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-c4f4b5cf-c4e2-4d7f-82b1-073331f20439 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] delete failed (client error): The resource could not be found. Feb 05 02:59:05.204220 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c4f4b5cf-c4e2-4d7f-82b1-073331f20439 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "DELETE /v2.0/routers/227cb680-6389-40bb-a86a-442098d49a2a HTTP/1.1" status: 404 len: 336 time: 0.0878868 Feb 05 02:59:05.207017 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56370) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:05.241884 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a81576fc-2d0e-4754-aecc-7da4eb192885 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "GET /v2.0/ports?device_id=89465ca4-37e5-45e9-bc74-369d44d6fd86 HTTP/1.1" status: 200 len: 205 time: 0.0335572 Feb 05 02:59:05.244354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56372) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:05.286569 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-6fbe5532-ae49-4de9-9a13-13df52430205 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] delete failed (client error): The resource could not be found. Feb 05 02:59:05.290257 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6fbe5532-ae49-4de9-9a13-13df52430205 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "DELETE /v2.0/routers/89465ca4-37e5-45e9-bc74-369d44d6fd86 HTTP/1.1" status: 404 len: 336 time: 0.0424786 Feb 05 02:59:05.290545 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56374) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:05.323603 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6cf45d12-9b5d-4412-b7d4-b0d04f905bcc tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "GET /v2.0/ports?device_id=66138d9e-f8d3-4050-91b9-30361b22353f HTTP/1.1" status: 200 len: 205 time: 0.0295601 Feb 05 02:59:05.323908 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56376) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:05.374567 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-9eccefa9-713f-4a15-ba0a-ab94d921b1d9 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] delete failed (client error): The resource could not be found. Feb 05 02:59:05.376527 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9eccefa9-713f-4a15-ba0a-ab94d921b1d9 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "DELETE /v2.0/routers/66138d9e-f8d3-4050-91b9-30361b22353f HTTP/1.1" status: 404 len: 336 time: 0.0514824 Feb 05 02:59:05.379010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56378) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:05.410165 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ca17664c-8777-46e7-b040-b9b47b2c05a5 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "GET /v2.0/ports?device_id=69476d32-33fa-4848-a382-1188160bdfb5 HTTP/1.1" status: 200 len: 205 time: 0.0296690 Feb 05 02:59:05.412330 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56380) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:05.452946 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-98e12580-2a0a-402e-89ab-9bf5f36ced43 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] delete failed (client error): The resource could not be found. Feb 05 02:59:05.457016 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-98e12580-2a0a-402e-89ab-9bf5f36ced43 tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "DELETE /v2.0/routers/69476d32-33fa-4848-a382-1188160bdfb5 HTTP/1.1" status: 404 len: 336 time: 0.0435061 Feb 05 02:59:05.457649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56382) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:05.485087 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b527e80b-021f-4db5-ba2c-6bd8007c341d tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] DELETE failed (client error): The resource could not be found. Feb 05 02:59:05.485647 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b527e80b-021f-4db5-ba2c-6bd8007c341d tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 02:59:05.491177 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b527e80b-021f-4db5-ba2c-6bd8007c341d tempest-RoutersIpV6AdminTest-1923461288 tempest-RoutersIpV6AdminTest-1923461288-project] 10.222.0.36 "DELETE /v2.0/subnets/da730dc6-15f7-41bc-8fcd-da0a45839d2c HTTP/1.1" status: 404 len: 337 time: 0.0301712 Feb 05 02:59:05.660064 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b5471c0-992f-437d-8d8a-7671dbb9612c req-49c2b646-88c2-4563-9c17-73b9c56c7660 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips/3379ad59-d2f3-4876-8792-6da5ab7a48d6 HTTP/1.1" status: 200 len: 692 time: 0.5299871 Feb 05 02:59:05.764991 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56390) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:05.810576 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b698b28-a397-48b6-b30a-4f0b766f1784 req-377f6edc-d7cc-44d6-b009-7543cb7efabc tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:05.815845 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b698b28-a397-48b6-b30a-4f0b766f1784 req-377f6edc-d7cc-44d6-b009-7543cb7efabc tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:05.821041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b698b28-a397-48b6-b30a-4f0b766f1784 req-377f6edc-d7cc-44d6-b009-7543cb7efabc tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:05.826340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b698b28-a397-48b6-b30a-4f0b766f1784 req-377f6edc-d7cc-44d6-b009-7543cb7efabc tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:05.831587 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b698b28-a397-48b6-b30a-4f0b766f1784 req-377f6edc-d7cc-44d6-b009-7543cb7efabc tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:05.836837 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b698b28-a397-48b6-b30a-4f0b766f1784 req-377f6edc-d7cc-44d6-b009-7543cb7efabc tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:05.842672 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b698b28-a397-48b6-b30a-4f0b766f1784 req-377f6edc-d7cc-44d6-b009-7543cb7efabc tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:05.844819 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b698b28-a397-48b6-b30a-4f0b766f1784 req-377f6edc-d7cc-44d6-b009-7543cb7efabc tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.6667523 Feb 05 02:59:05.851448 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e043ddc-0930-4cae-ad6f-e2f89dc0bd97 req-f3231a7e-c288-4ac3-9e54-7b95926ec121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:05.852931 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e043ddc-0930-4cae-ad6f-e2f89dc0bd97 req-f3231a7e-c288-4ac3-9e54-7b95926ec121 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 1132 time: 0.6732180 Feb 05 02:59:05.877967 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-100d4a10-81fb-47a5-8b70-4e4f0d7c5670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:05.897006 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3867e7cd-2004-4e7a-93e4-53b037317643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:05.978814 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3867e7cd-2004-4e7a-93e4-53b037317643 admin admin] Publish callbacks [] for security_group (f8b0661d-a171-4a74-b129-71e52997eaf3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:05.984075 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (8252a1d2-fb55-4728-bbd2-489e351876be), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:05.984427 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3867e7cd-2004-4e7a-93e4-53b037317643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f8b0661d-a171-4a74-b129-71e52997eaf3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:06.020383 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3867e7cd-2004-4e7a-93e4-53b037317643 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=655af4c23577438fba1e92aa073dd720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2543390 Feb 05 02:59:06.022951 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56394) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:06.055698 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867e7cd-2004-4e7a-93e4-53b037317643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b0661d-a171-4a74-b129-71e52997eaf3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:06.089280 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e0f1a81-8e2a-4e95-b133-4f963e03ad41 admin admin] Publish callbacks [] for security_group (f8b0661d-a171-4a74-b129-71e52997eaf3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:06.094225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5471c0-992f-437d-8d8a-7671dbb9612c req-82595326-a154-4eb5-8673-c3d9f15c09f9 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:06.095686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b5471c0-992f-437d-8d8a-7671dbb9612c req-82595326-a154-4eb5-8673-c3d9f15c09f9 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.4228501 Feb 05 02:59:06.119938 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e0f1a81-8e2a-4e95-b133-4f963e03ad41 admin admin] Publish callbacks [] for security_group (f8b0661d-a171-4a74-b129-71e52997eaf3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:06.126430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b698b28-a397-48b6-b30a-4f0b766f1784 req-6db0b2ca-57b6-435f-8f84-3af64707bd90 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2725174 Feb 05 02:59:06.174602 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b5471c0-992f-437d-8d8a-7671dbb9612c req-e568f2bf-b0f5-4dd6-abd1-d9f828ca7bcc tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.39 HTTP/1.1" status: 200 len: 695 time: 0.0644193 Feb 05 02:59:06.196767 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e0f1a81-8e2a-4e95-b133-4f963e03ad41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f8b0661d-a171-4a74-b129-71e52997eaf3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:06.202037 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e0f1a81-8e2a-4e95-b133-4f963e03ad41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:06.203212 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3e0f1a81-8e2a-4e95-b133-4f963e03ad41 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8b0661d-a171-4a74-b129-71e52997eaf3 HTTP/1.1" status: 204 len: 168 time: 0.1787460 Feb 05 02:59:06.236252 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f1a81-8e2a-4e95-b133-4f963e03ad41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b0661d-a171-4a74-b129-71e52997eaf3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:06.256816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e043ddc-0930-4cae-ad6f-e2f89dc0bd97 req-680229a9-30e2-4f6d-a4f1-b27ce0057905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:06.258451 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e043ddc-0930-4cae-ad6f-e2f89dc0bd97 req-680229a9-30e2-4f6d-a4f1-b27ce0057905 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.3747730 Feb 05 02:59:06.299971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b5471c0-992f-437d-8d8a-7671dbb9612c req-06fa8b25-17fb-4eea-93c8-b069a49de457 tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.39 HTTP/1.1" status: 200 len: 695 time: 0.1109984 Feb 05 02:59:06.425138 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e043ddc-0930-4cae-ad6f-e2f89dc0bd97 req-4ee871ba-414c-4cf6-8b8a-8e8e53ec4054 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=0eebee3e-aeae-44a8-baba-35021497c332 HTTP/1.1" status: 200 len: 217 time: 0.1356275 Feb 05 02:59:06.425694 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (54f4fdd8-274b-4b6f-bb8d-176e8d0376a0), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:06.584074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa42ce-6a65-4988-876f-7915f1fd8316 req-5cf5dcc5-7905-42ef-97fe-89b1a570898d tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:06.585569 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94fa42ce-6a65-4988-876f-7915f1fd8316 req-5cf5dcc5-7905-42ef-97fe-89b1a570898d tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.3344898 Feb 05 02:59:06.589952 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e043ddc-0930-4cae-ad6f-e2f89dc0bd97 req-70f6d596-34bb-4b88-b0db-3f8236d9303b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:06.591603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e043ddc-0930-4cae-ad6f-e2f89dc0bd97 req-70f6d596-34bb-4b88-b0db-3f8236d9303b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1397896 Feb 05 02:59:06.601077 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56404) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:06.676237 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0c7a8abb-23a2-4996-9013-7627dba7aac0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d016faf02eb544f9a0ef15078e50f449&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0733371 Feb 05 02:59:06.678572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56408) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:06.753030 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94fa42ce-6a65-4988-876f-7915f1fd8316 req-c701f878-3030-48e8-823a-c8cd28993217 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591406 Feb 05 02:59:06.760374 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2516f68-d6d6-46f4-bc22-b55b22096c02 admin admin] Publish callbacks [] for security_group (2a30f19b-faea-4be9-8dc7-ed430d031a83), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:06.764592 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-2b5471c0-992f-437d-8d8a-7671dbb9612c req-c8cc6ca5-21c9-438f-9bbb-67a1e56da9de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Deleting port ea6f5df9-ffc4-4922-81d9-835037ab49bf {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:06.764949 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2b5471c0-992f-437d-8d8a-7671dbb9612c req-c8cc6ca5-21c9-438f-9bbb-67a1e56da9de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ea6f5df9-ffc4-4922-81d9-835037ab49bf), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:06.791255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56410) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:06.808395 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2516f68-d6d6-46f4-bc22-b55b22096c02 admin admin] Publish callbacks [] for security_group (2a30f19b-faea-4be9-8dc7-ed430d031a83), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:06.828561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e043ddc-0930-4cae-ad6f-e2f89dc0bd97 req-4d3e6de8-8fa9-41da-a786-3b19df6815e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:06.830089 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e043ddc-0930-4cae-ad6f-e2f89dc0bd97 req-4d3e6de8-8fa9-41da-a786-3b19df6815e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1867831 Feb 05 02:59:06.886868 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2516f68-d6d6-46f4-bc22-b55b22096c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2a30f19b-faea-4be9-8dc7-ed430d031a83), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:06.891580 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2516f68-d6d6-46f4-bc22-b55b22096c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:06.893904 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e2516f68-d6d6-46f4-bc22-b55b22096c02 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a30f19b-faea-4be9-8dc7-ed430d031a83 HTTP/1.1" status: 204 len: 168 time: 0.2141719 Feb 05 02:59:06.904675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2516f68-d6d6-46f4-bc22-b55b22096c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a30f19b-faea-4be9-8dc7-ed430d031a83,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:06.944639 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (54f4fdd8-274b-4b6f-bb8d-176e8d0376a0), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:06.964316 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (54f4fdd8-274b-4b6f-bb8d-176e8d0376a0), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:06.973569 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2b5471c0-992f-437d-8d8a-7671dbb9612c req-c8cc6ca5-21c9-438f-9bbb-67a1e56da9de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ea6f5df9-ffc4-4922-81d9-835037ab49bf), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:06.973903 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2b5471c0-992f-437d-8d8a-7671dbb9612c req-c8cc6ca5-21c9-438f-9bbb-67a1e56da9de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for floatingip (ea6f5df9-ffc4-4922-81d9-835037ab49bf), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:07.021615 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:07.030138 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0b42b5d2-3516-4789-9fdc-98a9b9cb3151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:07.034281 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-2b5471c0-992f-437d-8d8a-7671dbb9612c req-c8cc6ca5-21c9-438f-9bbb-67a1e56da9de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Calling delete_port for ea6f5df9-ffc4-4922-81d9-835037ab49bf owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:07.095052 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-6ed6ba60-baca-45a3-8e67-13665f3afa9d tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--51036515&fields=id&tenant_id=fb98801831a949279379ac6cc58afdcf HTTP/1.1" status: 200 len: 267 time: 0.1962838 Feb 05 02:59:07.136279 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e043ddc-0930-4cae-ad6f-e2f89dc0bd97 req-4d50b527-54cb-4e50-8d2e-2df27faf814c service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989407 Feb 05 02:59:07.169184 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0b42b5d2-3516-4789-9fdc-98a9b9cb3151 admin admin] Publish callbacks [] for security_group (276f99e0-a287-42e1-bd9f-2806da6c459f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:07.174639 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0b42b5d2-3516-4789-9fdc-98a9b9cb3151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (276f99e0-a287-42e1-bd9f-2806da6c459f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:07.195941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=54f4fdd8-274b-4b6f-bb8d-176e8d0376a0,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:07.215550 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42b5d2-3516-4789-9fdc-98a9b9cb3151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276f99e0-a287-42e1-bd9f-2806da6c459f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:07.236624 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0b42b5d2-3516-4789-9fdc-98a9b9cb3151 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=659f0dd006804b6988ab409755f5c179&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4441600 Feb 05 02:59:07.238951 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56424) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:07.284678 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (8252a1d2-fb55-4728-bbd2-489e351876be), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:07.295319 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-909c6398-febf-4914-84e7-ba0c349cd2f4 admin admin] Publish callbacks [] for security_group (276f99e0-a287-42e1-bd9f-2806da6c459f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:07.323046 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-909c6398-febf-4914-84e7-ba0c349cd2f4 admin admin] Publish callbacks [] for security_group (276f99e0-a287-42e1-bd9f-2806da6c459f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:07.393239 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-909c6398-febf-4914-84e7-ba0c349cd2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (276f99e0-a287-42e1-bd9f-2806da6c459f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:07.397654 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-909c6398-febf-4914-84e7-ba0c349cd2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:07.401186 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-909c6398-febf-4914-84e7-ba0c349cd2f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/276f99e0-a287-42e1-bd9f-2806da6c459f HTTP/1.1" status: 204 len: 168 time: 0.1585016 Feb 05 02:59:07.409683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c6398-febf-4914-84e7-ba0c349cd2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276f99e0-a287-42e1-bd9f-2806da6c459f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:07.748561 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Floating IP 8252a1d2-fb55-4728-bbd2-489e351876be associated. External IP: 172.25.0.190, port: df99c47b-aead-4fd7-8e7d-56e05451a31e. Feb 05 02:59:07.864283 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56448) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:07.884749 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:07.916328 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-584616e4-5f81-423a-875d-8f9a3b78118d tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:07.917831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-584616e4-5f81-423a-875d-8f9a3b78118d tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/networks?id=11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 HTTP/1.1" status: 200 len: 814 time: 0.8220031 Feb 05 02:59:07.923264 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e043ddc-0930-4cae-ad6f-e2f89dc0bd97 req-1f05ceb1-aff6-4c55-a3c8-b6e083bef1f2 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7246978 Feb 05 02:59:07.970574 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] Publish callbacks [] for security_group (011239d1-534c-4ca4-99e5-0b8d60c82ae5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:07.977835 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (011239d1-534c-4ca4-99e5-0b8d60c82ae5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:08.001992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56450) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.022391 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1202f1a415944648a538418c1124a1b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546824 Feb 05 02:59:08.025681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56452) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.045077 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011239d1-534c-4ca4-99e5-0b8d60c82ae5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:08.060438 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-0605312f-f2c2-405b-b827-d316651e52f0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/quotas/fb98801831a949279379ac6cc58afdcf HTTP/1.1" status: 200 len: 375 time: 0.1126342 Feb 05 02:59:08.075950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:08.076361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:08.076650 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:08.076989 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:08.077322 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:08.077654 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:08.077983 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:08.078310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:08.078636 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:08.078988 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:08.079316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:08.080079 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:08.080422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0da72-464f-41dc-bf17-d4e0b639cfc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:08.129758 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2b5471c0-992f-437d-8d8a-7671dbb9612c req-c8cc6ca5-21c9-438f-9bbb-67a1e56da9de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ea6f5df9-ffc4-4922-81d9-835037ab49bf), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:08.147090 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d017cd14-9017-4def-8d9d-8a549a8e410f admin admin] Publish callbacks [] for security_group (011239d1-534c-4ca4-99e5-0b8d60c82ae5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:08.182501 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d017cd14-9017-4def-8d9d-8a549a8e410f admin admin] Publish callbacks [] for security_group (011239d1-534c-4ca4-99e5-0b8d60c82ae5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:08.208557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-859b0f77-ceca-4b60-be82-d1e41e7d4d9e tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb98801831a949279379ac6cc58afdcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1386943 Feb 05 02:59:08.209390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc6ca5-21c9-438f-9bbb-67a1e56da9de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Pushing event deleted for resources: {'Port': ['ID=ea6f5df9-ffc4-4922-81d9-835037ab49bf,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:08.240818 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 58e59221-3a0a-46e4-a440-29533fbdd9b2 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:59:08.259996 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d017cd14-9017-4def-8d9d-8a549a8e410f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (011239d1-534c-4ca4-99e5-0b8d60c82ae5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:08.264245 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d017cd14-9017-4def-8d9d-8a549a8e410f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:08.265675 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d017cd14-9017-4def-8d9d-8a549a8e410f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/011239d1-534c-4ca4-99e5-0b8d60c82ae5 HTTP/1.1" status: 204 len: 168 time: 0.2389441 Feb 05 02:59:08.285220 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017cd14-9017-4def-8d9d-8a549a8e410f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011239d1-534c-4ca4-99e5-0b8d60c82ae5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:08.299484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-12bef012-385a-4744-bb35-3b85c5c3068f tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.302871 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-12bef012-385a-4744-bb35-3b85c5c3068f tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2948287 Feb 05 02:59:08.304103 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56458) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.309699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-c705c735-7928-4a5f-b863-0c8f3364782a tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.312137 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c705c735-7928-4a5f-b863-0c8f3364782a tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0065715 Feb 05 02:59:08.314447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56460) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.320527 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-13dc357d-2a4b-4a23-bdc8-7517d553bf36 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.322800 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-13dc357d-2a4b-4a23-bdc8-7517d553bf36 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0059092 Feb 05 02:59:08.323923 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56462) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.337510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-dfb5390f-5150-498d-a147-c943c7e878fa tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.342787 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dfb5390f-5150-498d-a147-c943c7e878fa tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0134332 Feb 05 02:59:08.344637 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56464) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.359542 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-2c7617ed-5cc6-4ae3-b8be-76c5f3028089 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.360868 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2c7617ed-5cc6-4ae3-b8be-76c5f3028089 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0139673 Feb 05 02:59:08.363701 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56466) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.367610 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2b5471c0-992f-437d-8d8a-7671dbb9612c req-c8cc6ca5-21c9-438f-9bbb-67a1e56da9de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks [] for floatingip (3379ad59-d2f3-4876-8792-6da5ab7a48d6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:08.370184 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2b5471c0-992f-437d-8d8a-7671dbb9612c req-c8cc6ca5-21c9-438f-9bbb-67a1e56da9de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:08.377457 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56468) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.384059 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b5471c0-992f-437d-8d8a-7671dbb9612c req-c8cc6ca5-21c9-438f-9bbb-67a1e56da9de tempest-FloatingIPDetailsTestJSON-91159953 tempest-FloatingIPDetailsTestJSON-91159953-project] 10.222.0.36 "DELETE /v2.0/floatingips/3379ad59-d2f3-4876-8792-6da5ab7a48d6 HTTP/1.1" status: 204 len: 173 time: 2.0621784 Feb 05 02:59:08.443878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-18226d0b-760e-4378-ae2f-2136ae06b161 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.447410 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-18226d0b-760e-4378-ae2f-2136ae06b161 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0785916 Feb 05 02:59:08.450085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56470) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.470695 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-56c2af86-feea-48d3-aa8f-35034fd372a9 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.471763 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-56c2af86-feea-48d3-aa8f-35034fd372a9 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0207734 Feb 05 02:59:08.478435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56474) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.491012 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-718690d0-2b21-4dca-b77d-a427d8933714 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.492003 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-718690d0-2b21-4dca-b77d-a427d8933714 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0125954 Feb 05 02:59:08.503617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56476) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.511822 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-4f4ed142-276c-45b2-8e4d-1b083495a941 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.514307 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4f4ed142-276c-45b2-8e4d-1b083495a941 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0083368 Feb 05 02:59:08.535217 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56478) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.553136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-2368e0ed-798a-41f8-93a0-13ffaaa60b51 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.557196 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2368e0ed-798a-41f8-93a0-13ffaaa60b51 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0160091 Feb 05 02:59:08.560082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56480) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.566276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-af408710-a8e5-4dd1-bc87-7b0fdf8c9f17 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.567326 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-af408710-a8e5-4dd1-bc87-7b0fdf8c9f17 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050392 Feb 05 02:59:08.575413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56482) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.580713 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:08.581535 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-f6e8da58-3043-43e1-b072-23769e7a5804 service neutron] 10.222.0.36 "GET /v2.0/networks/11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477881 Feb 05 02:59:08.585621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-ed96a7bf-a722-4ce1-b50f-c49ef2d7d5a6 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.588898 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ed96a7bf-a722-4ce1-b50f-c49ef2d7d5a6 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0041513 Feb 05 02:59:08.591805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56484) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.609543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-901c5442-8734-4143-b8e7-ee591c09109c tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.610806 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-901c5442-8734-4143-b8e7-ee591c09109c tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0153937 Feb 05 02:59:08.615649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56486) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.628459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-5cd974d6-c640-42e8-8b73-827c3cee68b3 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.628828 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5cd974d6-c640-42e8-8b73-827c3cee68b3 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0065603 Feb 05 02:59:08.631776 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56490) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.638951 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-93997323-1025-4572-8a4e-4ce44825f2dd tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.640834 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-93997323-1025-4572-8a4e-4ce44825f2dd tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0070658 Feb 05 02:59:08.643458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56492) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.648969 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-b974c1c4-b03d-450a-9c35-340bd56b28fe tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.651015 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b974c1c4-b03d-450a-9c35-340bd56b28fe tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0056593 Feb 05 02:59:08.654348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56494) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.661320 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-f5c9293a-de4e-4d90-81fa-83d3fff31661 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.662290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f5c9293a-de4e-4d90-81fa-83d3fff31661 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0057490 Feb 05 02:59:08.665182 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56496) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.676201 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-92c0819c-ead3-4788-a1ab-73e19d8d623b tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.676996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360466c9-4c83-4b7a-bac7-93361e0d9954 req-36ab97d4-b91f-47de-8465-4d8ee7ff7c70 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:08.680139 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-92c0819c-ead3-4788-a1ab-73e19d8d623b tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0073240 Feb 05 02:59:08.682289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360466c9-4c83-4b7a-bac7-93361e0d9954 req-36ab97d4-b91f-47de-8465-4d8ee7ff7c70 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:08.684988 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56498) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.687644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360466c9-4c83-4b7a-bac7-93361e0d9954 req-36ab97d4-b91f-47de-8465-4d8ee7ff7c70 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:08.692764 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-abfa4f47-4ce8-4f25-a11d-a4f717602b44 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.692916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360466c9-4c83-4b7a-bac7-93361e0d9954 req-36ab97d4-b91f-47de-8465-4d8ee7ff7c70 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:08.696315 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-abfa4f47-4ce8-4f25-a11d-a4f717602b44 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0039639 Feb 05 02:59:08.696315 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56500) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.698199 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360466c9-4c83-4b7a-bac7-93361e0d9954 req-36ab97d4-b91f-47de-8465-4d8ee7ff7c70 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:08.704256 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-7fee2ea3-bc18-4e20-a7b6-7a495aa6501e tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.707707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360466c9-4c83-4b7a-bac7-93361e0d9954 req-36ab97d4-b91f-47de-8465-4d8ee7ff7c70 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:08.707841 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7fee2ea3-bc18-4e20-a7b6-7a495aa6501e tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0084713 Feb 05 02:59:08.707966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56502) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.710517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360466c9-4c83-4b7a-bac7-93361e0d9954 req-36ab97d4-b91f-47de-8465-4d8ee7ff7c70 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:08.712132 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-96d9654e-6932-46be-b192-4907c1b792f6 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.714997 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-96d9654e-6932-46be-b192-4907c1b792f6 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0042145 Feb 05 02:59:08.716716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56504) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.718661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-360466c9-4c83-4b7a-bac7-93361e0d9954 req-36ab97d4-b91f-47de-8465-4d8ee7ff7c70 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.2534571 Feb 05 02:59:08.722158 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-deaefe08-9e78-45ca-a52a-01f1b20bbc48 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.725343 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-deaefe08-9e78-45ca-a52a-01f1b20bbc48 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0055821 Feb 05 02:59:08.729280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:59:08.731328 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56506) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.739485 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaca80a7-9fe5-4c78-9725-3242367e9fc2 None None] Sync routers for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:59:08.750487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-1900baf1-3fc8-4a18-85b1-33671d1116d8 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.753741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1900baf1-3fc8-4a18-85b1-33671d1116d8 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0169327 Feb 05 02:59:08.754472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56508) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.760309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-f71d8bc3-8985-40d8-af79-ab3547692364 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.764963 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f71d8bc3-8985-40d8-af79-ab3547692364 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0065134 Feb 05 02:59:08.765760 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56510) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.768259 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaca80a7-9fe5-4c78-9725-3242367e9fc2 None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:08.770096 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aaca80a7-9fe5-4c78-9725-3242367e9fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:08.770325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-31e3f70a-8378-4331-8cc4-75d2516c2217 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.773996 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-31e3f70a-8378-4331-8cc4-75d2516c2217 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050566 Feb 05 02:59:08.775219 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56512) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.781651 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-026c77ba-f3a7-438d-a403-c195339cc320 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.782644 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-026c77ba-f3a7-438d-a403-c195339cc320 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0061893 Feb 05 02:59:08.785542 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56514) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.790205 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:08.790428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-0a3700b6-418b-4c2b-83ac-626c7e3b5b6c tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.791427 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0a3700b6-418b-4c2b-83ac-626c7e3b5b6c tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0047467 Feb 05 02:59:08.794484 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56516) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.801479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-37135048-05db-4d0f-9579-bd3c823f5cf8 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.802427 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-37135048-05db-4d0f-9579-bd3c823f5cf8 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0070524 Feb 05 02:59:08.805854 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56518) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.815880 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-18b44622-16ea-499c-856a-31ff217ee9fa tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.817102 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-18b44622-16ea-499c-856a-31ff217ee9fa tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0100858 Feb 05 02:59:08.834808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56520) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.838594 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-71125cc5-f0a2-4735-ad33-646b5dcef37b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.0519052 Feb 05 02:59:08.844779 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-e7a3205b-2d9c-401e-b43c-7b33411ef798 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.845762 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e7a3205b-2d9c-401e-b43c-7b33411ef798 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0085347 Feb 05 02:59:08.846308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56524) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.852916 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aaca80a7-9fe5-4c78-9725-3242367e9fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:08.858902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56526) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.863077 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaca80a7-9fe5-4c78-9725-3242367e9fc2 None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:08.863732 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aaca80a7-9fe5-4c78-9725-3242367e9fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:08.865611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-29a2f8e1-8b9b-4e8a-82bd-ff5feee63c28 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.866578 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-29a2f8e1-8b9b-4e8a-82bd-ff5feee63c28 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042205 Feb 05 02:59:08.873300 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56528) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.884564 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-52346f4a-ef86-498a-b4a8-e403bd4afb0b tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.888370 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-52346f4a-ef86-498a-b4a8-e403bd4afb0b tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0128329 Feb 05 02:59:08.898199 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56530) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.899692 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-51b04687-de5f-450f-9b10-8473387e637a service neutron] 10.222.0.36 "GET /v2.0/networks/11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069732 Feb 05 02:59:08.911360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-2018c199-9b00-4a7f-9992-41419b159667 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.917017 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2018c199-9b00-4a7f-9992-41419b159667 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0175326 Feb 05 02:59:08.920158 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56534) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.929396 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aaca80a7-9fe5-4c78-9725-3242367e9fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:08.930045 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaca80a7-9fe5-4c78-9725-3242367e9fc2 None None] The sync data for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:59:08.930474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-3dcf7961-7985-474d-b886-cf886ec9bc54 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.931549 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3dcf7961-7985-474d-b886-cf886ec9bc54 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0053461 Feb 05 02:59:08.938653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56536) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.951467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-0a449bd2-9948-4ba4-82e8-ee8f7102ef52 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.952733 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0a449bd2-9948-4ba4-82e8-ee8f7102ef52 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0123355 Feb 05 02:59:08.957327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56538) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.961151 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-9640ced3-10de-41d4-9bf4-dae92d39a76a tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.962055 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9640ced3-10de-41d4-9bf4-dae92d39a76a tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0040030 Feb 05 02:59:08.963328 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-360466c9-4c83-4b7a-bac7-93361e0d9954 req-c2329c97-db00-4d11-bc24-71911736830a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2437091 Feb 05 02:59:08.972572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56542) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:08.983034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-2f16394a-ec8f-4ad1-824d-708991ad0900 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:08.984626 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2f16394a-ec8f-4ad1-824d-708991ad0900 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0111635 Feb 05 02:59:08.996131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56544) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.007307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-3456e99f-f2b8-476d-ae67-1334ebb0f75e tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.008293 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3456e99f-f2b8-476d-ae67-1334ebb0f75e tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0110939 Feb 05 02:59:09.016098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56546) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.020480 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-3017a793-9a36-46df-a6ac-e26bdf1bf3e2 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.035700 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3017a793-9a36-46df-a6ac-e26bdf1bf3e2 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0185406 Feb 05 02:59:09.039922 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5e9bdce4-60a9-4cdb-a291-28d0ae818bf7 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "GET /v2.0/floatingips/8252a1d2-fb55-4728-bbd2-489e351876be HTTP/1.1" status: 200 len: 978 time: 0.1884372 Feb 05 02:59:09.040571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56548) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.040924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56550) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.046801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-a28bd3dc-8059-42c4-9150-f906480573fc tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.047786 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a28bd3dc-8059-42c4-9150-f906480573fc tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0059402 Feb 05 02:59:09.054067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56556) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.060788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-ebcaef41-15c6-4c3c-af65-be189fa65288 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.063122 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ebcaef41-15c6-4c3c-af65-be189fa65288 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0055993 Feb 05 02:59:09.065273 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56558) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.079839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-5b3e3537-16ef-4f9c-8a42-953e62edfe10 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.083257 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5b3e3537-16ef-4f9c-8a42-953e62edfe10 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0121827 Feb 05 02:59:09.088035 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56560) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.094862 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-02710861-e752-4001-beeb-e225e8b307fc tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.096078 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-02710861-e752-4001-beeb-e225e8b307fc tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0062556 Feb 05 02:59:09.098602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56562) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.107300 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-16881e8d-ee89-4363-bd22-bc23e123677d tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.109298 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-16881e8d-ee89-4363-bd22-bc23e123677d tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0078773 Feb 05 02:59:09.114056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56564) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.120700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-e94eecce-e145-4a88-a7f5-6e2b792c6d8a tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.122298 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e94eecce-e145-4a88-a7f5-6e2b792c6d8a tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0058956 Feb 05 02:59:09.125811 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56566) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.131244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-89a715e4-a024-444e-af4c-2812df79f1f1 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.132473 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-89a715e4-a024-444e-af4c-2812df79f1f1 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0050552 Feb 05 02:59:09.143500 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56568) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.149806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-08ec75f4-3d23-46a2-b275-4c0f2b80edea tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.151339 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-08ec75f4-3d23-46a2-b275-4c0f2b80edea tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0057511 Feb 05 02:59:09.155588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56572) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.159817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-17ece3c5-614e-4e9f-a66a-9d9b6a61a70c tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.161453 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-17ece3c5-614e-4e9f-a66a-9d9b6a61a70c tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049760 Feb 05 02:59:09.164940 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56574) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.170063 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-2356bc62-97b2-4944-9473-9a9c0253b9c4 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.175105 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2356bc62-97b2-4944-9473-9a9c0253b9c4 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0086923 Feb 05 02:59:09.180640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56578) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.196218 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-a92d9d96-7a6e-4ae4-ad79-e70de7534c46 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.197170 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a92d9d96-7a6e-4ae4-ad79-e70de7534c46 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0050588 Feb 05 02:59:09.208002 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56580) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.219319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-fdaf486c-0edc-4b0c-9114-65b9844c54ea tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.222929 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fdaf486c-0edc-4b0c-9114-65b9844c54ea tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0139496 Feb 05 02:59:09.223598 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56582) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.226515 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cc891be-1e02-4c32-8ac4-ff454b81c67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (ebc4cc0e-0306-4b40-9613-28be3fe2b02e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:09.236224 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7c4a2134-6a7e-40ec-85d1-2ad8fc7026de tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1915922 Feb 05 02:59:09.237033 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56586) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.242400 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-56f4d9c1-90ba-44e0-ac92-dcad9328b2cd tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.245792 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-56f4d9c1-90ba-44e0-ac92-dcad9328b2cd tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0148642 Feb 05 02:59:09.249899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c81369f7-9ff8-4e92-8308-fed94ee9ba2a tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'floatingip': {'port_id': '76405b07-bff1-44d9-82fc-e1ba5929095a'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:09.252543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56588) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.260742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-da008eb0-0c3a-47f8-9c1c-ce3c69efb918 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.265557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-da008eb0-0c3a-47f8-9c1c-ce3c69efb918 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0107179 Feb 05 02:59:09.267476 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56590) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.299597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-4648f28f-18c4-4766-ab00-380629522195 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.303216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4648f28f-18c4-4766-ab00-380629522195 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0338640 Feb 05 02:59:09.305020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56594) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.311519 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-74bba84c-bb09-4576-ae26-92cffe2acf21 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.313727 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-74bba84c-bb09-4576-ae26-92cffe2acf21 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0061674 Feb 05 02:59:09.318582 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56596) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.324243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-103356b9-0dd2-4da0-a273-062fc1bbd1a9 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.325579 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-103356b9-0dd2-4da0-a273-062fc1bbd1a9 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0051563 Feb 05 02:59:09.332420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24667f7-cbfc-4924-83de-475073be7865 req-8e7d4525-59fe-462e-91df-efbf71234234 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:09.340778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e24667f7-cbfc-4924-83de-475073be7865 req-8e7d4525-59fe-462e-91df-efbf71234234 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.2508874 Feb 05 02:59:09.346484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56598) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.351165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-b38a7d57-2f98-458a-a16f-a26545ce68bd tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.354843 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b38a7d57-2f98-458a-a16f-a26545ce68bd tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0066175 Feb 05 02:59:09.362593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56602) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.372084 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-dc09a1e9-6494-4bf5-8816-4c92496872b7 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.372430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dc09a1e9-6494-4bf5-8816-4c92496872b7 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0088179 Feb 05 02:59:09.380234 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56604) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.390582 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-2a3bc9bc-f0a3-4300-9c78-ffcefde90d0d tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.391988 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2a3bc9bc-f0a3-4300-9c78-ffcefde90d0d tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0095348 Feb 05 02:59:09.395206 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56606) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.400260 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c81369f7-9ff8-4e92-8308-fed94ee9ba2a tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (8252a1d2-fb55-4728-bbd2-489e351876be), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:09.404327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-1086ec51-5dc4-408d-a2ee-8e031368c422 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.405580 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1086ec51-5dc4-408d-a2ee-8e031368c422 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0090382 Feb 05 02:59:09.411458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56608) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.416415 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-43b613dd-7f9d-4dd1-93ea-99df913ceb11 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.434723 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-43b613dd-7f9d-4dd1-93ea-99df913ceb11 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0218840 Feb 05 02:59:09.442053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56614) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.456332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-1a0a6d34-e295-4358-a4c8-790c750bf83c tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.457525 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1a0a6d34-e295-4358-a4c8-790c750bf83c tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0121810 Feb 05 02:59:09.462423 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56616) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.471432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-da8f2a6c-f95b-4b41-bb91-9fdb01fac19e tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.472487 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-da8f2a6c-f95b-4b41-bb91-9fdb01fac19e tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0087795 Feb 05 02:59:09.475024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56620) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.481976 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-1b385bba-58d2-46f5-92fb-1c5bd19cedda tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.483592 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1b385bba-58d2-46f5-92fb-1c5bd19cedda tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0070527 Feb 05 02:59:09.485963 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56622) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.492105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-a507c96f-ee7f-44b1-a5b0-7c251cbf28bd tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.493296 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a507c96f-ee7f-44b1-a5b0-7c251cbf28bd tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0063703 Feb 05 02:59:09.497375 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56624) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.504892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-2af3cae4-29c0-4a30-9c5d-589b7336a7fd tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.505982 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2af3cae4-29c0-4a30-9c5d-589b7336a7fd tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0078185 Feb 05 02:59:09.514685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56626) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.536031 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [None req-9aa25270-d385-4aca-ad50-15b9c30261a3 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:09.539900 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9aa25270-d385-4aca-ad50-15b9c30261a3 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0086815 Feb 05 02:59:09.542233 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56628) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:09.638194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e24667f7-cbfc-4924-83de-475073be7865 req-8bc44c56-38c6-4037-8ec8-f59925d17806 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876844 Feb 05 02:59:09.655943 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e60f661f-a3bd-4787-96d9-47977e2cde25 req-a448bdee-adc3-4fef-802f-baf8ddd521a9 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.1517203 Feb 05 02:59:09.874173 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:10.049920 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-da529580-e72a-480b-8811-5d11e12aec32 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:10.053418 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-da529580-e72a-480b-8811-5d11e12aec32 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.5077753 Feb 05 02:59:10.061110 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56648) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:10.091960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-c7abe6ad-0038-4be1-8633-d34b503867ec tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:10.095688 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c7abe6ad-0038-4be1-8633-d34b503867ec tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0081317 Feb 05 02:59:10.096431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56650) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:10.102285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-071318ef-96eb-4af6-9080-094ddc842996 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:10.107441 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-071318ef-96eb-4af6-9080-094ddc842996 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0096951 Feb 05 02:59:10.109892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56652) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:10.123791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [None req-9c185cb9-1412-437c-9b88-22107bc680f7 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 02:59:10.124822 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9c185cb9-1412-437c-9b88-22107bc680f7 tempest-ExtensionsTestJSON-1951759260 tempest-ExtensionsTestJSON-1951759260-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0116687 Feb 05 02:59:10.223799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b8d0a-53b2-4e9f-9811-9d2a12607396 req-de902cd4-72e7-4fa3-84b5-7db8fa98c2b1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:10.229140 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b8d0a-53b2-4e9f-9811-9d2a12607396 req-de902cd4-72e7-4fa3-84b5-7db8fa98c2b1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:10.235220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b8d0a-53b2-4e9f-9811-9d2a12607396 req-de902cd4-72e7-4fa3-84b5-7db8fa98c2b1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:10.240163 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b8d0a-53b2-4e9f-9811-9d2a12607396 req-de902cd4-72e7-4fa3-84b5-7db8fa98c2b1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:10.245529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b8d0a-53b2-4e9f-9811-9d2a12607396 req-de902cd4-72e7-4fa3-84b5-7db8fa98c2b1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:10.250959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b8d0a-53b2-4e9f-9811-9d2a12607396 req-de902cd4-72e7-4fa3-84b5-7db8fa98c2b1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:10.260964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b8d0a-53b2-4e9f-9811-9d2a12607396 req-de902cd4-72e7-4fa3-84b5-7db8fa98c2b1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:10.263648 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f22b8d0a-53b2-4e9f-9811-9d2a12607396 req-de902cd4-72e7-4fa3-84b5-7db8fa98c2b1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.1892514 Feb 05 02:59:10.333728 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.db.resource_extend [None req-c81369f7-9ff8-4e92-8308-fed94ee9ba2a tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:59:10.336947 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1cc891be-1e02-4c32-8ac4-ff454b81c67e admin admin] Deleting port c633a481-aa48-4453-aca4-e57af58b4a01 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:10.337339 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cc891be-1e02-4c32-8ac4-ff454b81c67e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c633a481-aa48-4453-aca4-e57af58b4a01), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:10.454707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-1cc891be-1e02-4c32-8ac4-ff454b81c67e admin admin] For port c633a481-aa48-4453-aca4-e57af58b4a01, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c633a481-aa48-4453-aca4-e57af58b4a01,segment=NetworkSegment(a4499032-7f46-42c1-9413-05466f506307),segment_id=a4499032-7f46-42c1-9413-05466f506307)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:10.455147 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cc891be-1e02-4c32-8ac4-ff454b81c67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c633a481-aa48-4453-aca4-e57af58b4a01), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:10.471630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1cc891be-1e02-4c32-8ac4-ff454b81c67e admin admin] Calling delete_port for c633a481-aa48-4453-aca4-e57af58b4a01 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:10.509423 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c81369f7-9ff8-4e92-8308-fed94ee9ba2a tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:10.595839 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f22b8d0a-53b2-4e9f-9811-9d2a12607396 req-2ecbf81f-5bd6-4030-a9c7-e2ffda8a2c4d tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3109620 Feb 05 02:59:10.596742 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c81369f7-9ff8-4e92-8308-fed94ee9ba2a tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (8252a1d2-fb55-4728-bbd2-489e351876be), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:10.674339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56672) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:10.759431 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-c81369f7-9ff8-4e92-8308-fed94ee9ba2a tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Floating IP 8252a1d2-fb55-4728-bbd2-489e351876be associated. External IP: 172.25.0.190, port: df99c47b-aead-4fd7-8e7d-56e05451a31e. Feb 05 02:59:10.859192 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cc891be-1e02-4c32-8ac4-ff454b81c67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c633a481-aa48-4453-aca4-e57af58b4a01), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:10.945734 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc891be-1e02-4c32-8ac4-ff454b81c67e admin admin] Pushing event deleted for resources: {'Port': ['ID=c633a481-aa48-4453-aca4-e57af58b4a01,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:11.140600 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:11.328794 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-031b7b4d-3198-469f-9e91-82a1538adfc7 req-335bd91f-c57f-422c-9770-4200583ea45c tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.5726819 Feb 05 02:59:11.362581 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:11.441861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-634c1033-4dfc-4faa-855f-9dadeec26bf1 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:11.443374 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-634c1033-4dfc-4faa-855f-9dadeec26bf1 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.31 "GET /v2.0/networks?id=11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 HTTP/1.1" status: 200 len: 814 time: 0.3540885 Feb 05 02:59:11.529567 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fb466-2fa1-4379-8cab-50585d35b465 req-59935bba-fc2b-4371-84eb-4b20730b875a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:11.537614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-081fb466-2fa1-4379-8cab-50585d35b465 req-59935bba-fc2b-4371-84eb-4b20730b875a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.7802453 Feb 05 02:59:11.573533 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-bfc9f945-9f12-469f-8a92-9c2de6555ed2 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb98801831a949279379ac6cc58afdcf HTTP/1.1" status: 200 len: 378 time: 0.1196995 Feb 05 02:59:11.597645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-addefd09-93cc-41c4-8db1-09ba029342be tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Request body: {'port': {'device_id': '53c8b56a-dfe9-45d5-ae10-9887b2951ce3', 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9', 'admin_state_up': True, 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'security_groups': ['44a3f107-b2b6-4f8d-b206-cf01e2cc283b']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:11.664970 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cc891be-1e02-4c32-8ac4-ff454b81c67e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (ebc4cc0e-0306-4b40-9613-28be3fe2b02e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:11.685729 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-081fb466-2fa1-4379-8cab-50585d35b465 req-94264bf6-0a70-4db5-ab10-3fc52c762697 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419799 Feb 05 02:59:11.729787 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] Publish callbacks [] for security_group (df70bf43-7b95-41fb-ab41-80c0c5c90b83), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:11.812278 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (df70bf43-7b95-41fb-ab41-80c0c5c90b83), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:11.843536 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-addefd09-93cc-41c4-8db1-09ba029342be tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Made reservation on behalf of fb98801831a949279379ac6cc58afdcf for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:11.850995 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-addefd09-93cc-41c4-8db1-09ba029342be tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:11.947658 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df70bf43-7b95-41fb-ab41-80c0c5c90b83,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:11.968320 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:11.969106 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:11.969647 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:11.970398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:11.971467 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:11.972257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:11.972753 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:11.973523 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:11.974271 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:11.974873 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:11.975363 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:11.975956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:11.976607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:12.018041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56686) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:12.018197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2d9cdc92-c3ce-4278-9434-c1612662471b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36e1344884644fe3bba5fce1744a0761&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3437686 Feb 05 02:59:12.033935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bd6b2-9794-4a45-9761-bf6e83ab428e req-907dbd4b-2339-4e3e-90f8-2b34c96bc71d tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:12.040307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bd6b2-9794-4a45-9761-bf6e83ab428e req-907dbd4b-2339-4e3e-90f8-2b34c96bc71d tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:12.049302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bd6b2-9794-4a45-9761-bf6e83ab428e req-907dbd4b-2339-4e3e-90f8-2b34c96bc71d tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:12.057237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bd6b2-9794-4a45-9761-bf6e83ab428e req-907dbd4b-2339-4e3e-90f8-2b34c96bc71d tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:12.064481 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bd6b2-9794-4a45-9761-bf6e83ab428e req-907dbd4b-2339-4e3e-90f8-2b34c96bc71d tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:12.071686 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bd6b2-9794-4a45-9761-bf6e83ab428e req-907dbd4b-2339-4e3e-90f8-2b34c96bc71d tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:12.081097 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bd6b2-9794-4a45-9761-bf6e83ab428e req-907dbd4b-2339-4e3e-90f8-2b34c96bc71d tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:12.084357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-da4bd6b2-9794-4a45-9761-bf6e83ab428e req-907dbd4b-2339-4e3e-90f8-2b34c96bc71d tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.3435378 Feb 05 02:59:12.094679 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81369f7-9ff8-4e92-8308-fed94ee9ba2a tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 58e59221-3a0a-46e4-a440-29533fbdd9b2 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:59:12.101445 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc891be-1e02-4c32-8ac4-ff454b81c67e admin admin] Router ebc4cc0e-0306-4b40-9613-28be3fe2b02e has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:59:12.110047 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-addefd09-93cc-41c4-8db1-09ba029342be tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Allocated IP 172.20.0.4 (11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9/3438e575-803e-4ceb-bec0-519360784e52/3b066c9a-889e-4238-b874-5fb9df32a58d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:59:12.224963 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0aa2d4d-c487-40b5-b73b-acd1d6b25913 admin admin] Publish callbacks [] for security_group (df70bf43-7b95-41fb-ab41-80c0c5c90b83), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:12.335887 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-da4bd6b2-9794-4a45-9761-bf6e83ab428e req-d8ddd85a-d76d-490d-a6fe-39a557dbea0b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2388730 Feb 05 02:59:12.348102 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0aa2d4d-c487-40b5-b73b-acd1d6b25913 admin admin] Publish callbacks [] for security_group (df70bf43-7b95-41fb-ab41-80c0c5c90b83), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:12.358220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81369f7-9ff8-4e92-8308-fed94ee9ba2a tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:59:12.379249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac8050-1bfa-47eb-b1eb-432362cfb4d3 None None] Sync routers for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:59:12.402010 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac8050-1bfa-47eb-b1eb-432362cfb4d3 None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:12.403137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-07ac8050-1bfa-47eb-b1eb-432362cfb4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:12.506174 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0aa2d4d-c487-40b5-b73b-acd1d6b25913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (df70bf43-7b95-41fb-ab41-80c0c5c90b83), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:12.509027 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0aa2d4d-c487-40b5-b73b-acd1d6b25913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:12.514343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-07ac8050-1bfa-47eb-b1eb-432362cfb4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:12.521346 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c0aa2d4d-c487-40b5-b73b-acd1d6b25913 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df70bf43-7b95-41fb-ab41-80c0c5c90b83 HTTP/1.1" status: 204 len: 168 time: 0.4985964 Feb 05 02:59:12.533431 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac8050-1bfa-47eb-b1eb-432362cfb4d3 None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:12.534274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-07ac8050-1bfa-47eb-b1eb-432362cfb4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:12.540848 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cec8be37-3ae4-4522-b848-3ee19bbc70a2 req-c30dd973-6e84-4072-a094-8ae229a09c22 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.0869935 Feb 05 02:59:12.564889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa2d4d-c487-40b5-b73b-acd1d6b25913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df70bf43-7b95-41fb-ab41-80c0c5c90b83,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:12.600939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-07ac8050-1bfa-47eb-b1eb-432362cfb4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:12.602132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac8050-1bfa-47eb-b1eb-432362cfb4d3 None None] The sync data for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:59:12.692629 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-addefd09-93cc-41c4-8db1-09ba029342be tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for port (3b066c9a-889e-4238-b874-5fb9df32a58d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:12.774825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc891be-1e02-4c32-8ac4-ff454b81c67e admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:59:12.789621 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18adbf9-e2c6-46f6-91c8-344d826d29e6 None None] Sync routers for ids ['ebc4cc0e-0306-4b40-9613-28be3fe2b02e'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:59:12.811762 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1cc891be-1e02-4c32-8ac4-ff454b81c67e admin admin] 10.222.0.36 "PUT /v2.0/routers/ebc4cc0e-0306-4b40-9613-28be3fe2b02e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4311931 Feb 05 02:59:12.812820 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56714) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:12.815705 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-addefd09-93cc-41c4-8db1-09ba029342be tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (3b066c9a-889e-4238-b874-5fb9df32a58d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:12.819469 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18adbf9-e2c6-46f6-91c8-344d826d29e6 None None] Routers {'ebc4cc0e-0306-4b40-9613-28be3fe2b02e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:12.820439 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a18adbf9-e2c6-46f6-91c8-344d826d29e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ebc4cc0e-0306-4b40-9613-28be3fe2b02e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:12.885413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c043e04-ac5e-4725-b003-61c3eef00fbc req-d6a6ff4d-6974-41a9-8483-e581f4d0fe4e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:12.888627 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c043e04-ac5e-4725-b003-61c3eef00fbc req-d6a6ff4d-6974-41a9-8483-e581f4d0fe4e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.0857108 Feb 05 02:59:12.980071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-addefd09-93cc-41c4-8db1-09ba029342be tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Network 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:59:13.004065 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-addefd09-93cc-41c4-8db1-09ba029342be tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:13.019238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-addefd09-93cc-41c4-8db1-09ba029342be tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:59:13.019596 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c043e04-ac5e-4725-b003-61c3eef00fbc req-64892197-90f8-47ff-89fd-d90f6269164e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180496 Feb 05 02:59:13.030057 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81369f7-9ff8-4e92-8308-fed94ee9ba2a tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 58e59221-3a0a-46e4-a440-29533fbdd9b2 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:59:13.163366 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-addefd09-93cc-41c4-8db1-09ba029342be tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:13.164108 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-addefd09-93cc-41c4-8db1-09ba029342be tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:13.166622 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a18adbf9-e2c6-46f6-91c8-344d826d29e6 None None] Set router ebc4cc0e-0306-4b40-9613-28be3fe2b02e gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:59:13.167317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addefd09-93cc-41c4-8db1-09ba029342be tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Pushing event updated for resources: {'Port': ['ID=3b066c9a-889e-4238-b874-5fb9df32a58d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:13.234581 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-addefd09-93cc-41c4-8db1-09ba029342be tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6515272 Feb 05 02:59:13.262115 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Request body: {'port': {'device_id': '53c8b56a-dfe9-45d5-ae10-9887b2951ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:13.360143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81369f7-9ff8-4e92-8308-fed94ee9ba2a tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:59:13.369491 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c81369f7-9ff8-4e92-8308-fed94ee9ba2a tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:13.372592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ed673d-b449-469d-a655-894338f741b6 None None] Sync routers for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:59:13.423638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed673d-b449-469d-a655-894338f741b6 None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:13.424303 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-96ed673d-b449-469d-a655-894338f741b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:13.538491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-96ed673d-b449-469d-a655-894338f741b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:13.549409 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c81369f7-9ff8-4e92-8308-fed94ee9ba2a tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "PUT /v2.0/floatingips/8252a1d2-fb55-4728-bbd2-489e351876be HTTP/1.1" status: 200 len: 978 time: 4.3109009 Feb 05 02:59:13.550042 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56734) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:13.552012 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e97fd96f-2621-488a-99db-3f6c94b3f1f5 admin admin] Publish callbacks [] for router (ebc4cc0e-0306-4b40-9613-28be3fe2b02e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:13.556327 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5e40a23b-04ad-4b6a-b0b5-63eedd0fe495 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:13.637334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3b066c9a-889e-4238-b874-5fb9df32a58d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:13.663929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f9b3baa7-e42b-4d19-bf72-9af1049f0341 None None] Provisioning complete for port 3b066c9a-889e-4238-b874-5fb9df32a58d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:13.665063 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f9b3baa7-e42b-4d19-bf72-9af1049f0341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3b066c9a-889e-4238-b874-5fb9df32a58d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:13.865947 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f9b3baa7-e42b-4d19-bf72-9af1049f0341 None None] Port 3b066c9a-889e-4238-b874-5fb9df32a58d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:59:13.891905 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e40a23b-04ad-4b6a-b0b5-63eedd0fe495 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (8252a1d2-fb55-4728-bbd2-489e351876be), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:13.944730 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a18adbf9-e2c6-46f6-91c8-344d826d29e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-1181499513-router', 'tenant_id': '2de35eee6ba9446fb754852d7e4135f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '40af97dd-f6c6-41c6-82ed-088823b79dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:58:21Z', 'updated_at': '2022-02-05T02:59:10Z', 'revision_number': 5, 'project_id': '2de35eee6ba9446fb754852d7e4135f3', 'gw_port': {'id': '40af97dd-f6c6-41c6-82ed-088823b79dab', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:58:22Z', 'updated_at': '2022-02-05T02:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:13.978288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed673d-b449-469d-a655-894338f741b6 None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:13.978885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-96ed673d-b449-469d-a655-894338f741b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:14.000022 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e97fd96f-2621-488a-99db-3f6c94b3f1f5 admin admin] Publish callbacks [] for router_gateway (ebc4cc0e-0306-4b40-9613-28be3fe2b02e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:14.036599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc219dcb-3050-4ac7-918b-484a18a7780b req-ef8d30bd-e04d-4014-b8ed-e4de037eacc9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:14.048968 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc219dcb-3050-4ac7-918b-484a18a7780b req-ef8d30bd-e04d-4014-b8ed-e4de037eacc9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:14.064210 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc219dcb-3050-4ac7-918b-484a18a7780b req-ef8d30bd-e04d-4014-b8ed-e4de037eacc9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:14.064606 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18adbf9-e2c6-46f6-91c8-344d826d29e6 None None] Checking router: ebc4cc0e-0306-4b40-9613-28be3fe2b02e for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 02:59:14.073898 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc219dcb-3050-4ac7-918b-484a18a7780b req-ef8d30bd-e04d-4014-b8ed-e4de037eacc9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:14.089302 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18adbf9-e2c6-46f6-91c8-344d826d29e6 None None] Routers {'ebc4cc0e-0306-4b40-9613-28be3fe2b02e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:14.089502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc219dcb-3050-4ac7-918b-484a18a7780b req-ef8d30bd-e04d-4014-b8ed-e4de037eacc9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:14.090577 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a18adbf9-e2c6-46f6-91c8-344d826d29e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ebc4cc0e-0306-4b40-9613-28be3fe2b02e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:14.101891 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc219dcb-3050-4ac7-918b-484a18a7780b req-ef8d30bd-e04d-4014-b8ed-e4de037eacc9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:14.113769 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc219dcb-3050-4ac7-918b-484a18a7780b req-ef8d30bd-e04d-4014-b8ed-e4de037eacc9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:14.115760 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc219dcb-3050-4ac7-918b-484a18a7780b req-ef8d30bd-e04d-4014-b8ed-e4de037eacc9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.5648015 Feb 05 02:59:14.132547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-96ed673d-b449-469d-a655-894338f741b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:14.133511 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ed673d-b449-469d-a655-894338f741b6 None None] The sync data for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:59:14.157391 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e97fd96f-2621-488a-99db-3f6c94b3f1f5 admin admin] Deleting port 40af97dd-f6c6-41c6-82ed-088823b79dab {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:14.157823 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e97fd96f-2621-488a-99db-3f6c94b3f1f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (40af97dd-f6c6-41c6-82ed-088823b79dab), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:14.198220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21de808-8c51-4085-b140-5e0be6ed69d6 req-17bfe29b-38be-4abb-b926-3ec1ea6ad903 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:14.200453 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f21de808-8c51-4085-b140-5e0be6ed69d6 req-17bfe29b-38be-4abb-b926-3ec1ea6ad903 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 931 time: 0.5128481 Feb 05 02:59:14.206933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56748) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:14.259190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-e97fd96f-2621-488a-99db-3f6c94b3f1f5 admin admin] For port 40af97dd-f6c6-41c6-82ed-088823b79dab, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=40af97dd-f6c6-41c6-82ed-088823b79dab,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:14.259482 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e97fd96f-2621-488a-99db-3f6c94b3f1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (40af97dd-f6c6-41c6-82ed-088823b79dab), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:14.274140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e97fd96f-2621-488a-99db-3f6c94b3f1f5 admin admin] Calling delete_port for 40af97dd-f6c6-41c6-82ed-088823b79dab owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:14.287104 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a18adbf9-e2c6-46f6-91c8-344d826d29e6 None None] Set router ebc4cc0e-0306-4b40-9613-28be3fe2b02e gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 02:59:14.383179 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a18adbf9-e2c6-46f6-91c8-344d826d29e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-1181499513-router', 'tenant_id': '2de35eee6ba9446fb754852d7e4135f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:58:21Z', 'updated_at': '2022-02-05T02:59:14Z', 'revision_number': 6, 'project_id': '2de35eee6ba9446fb754852d7e4135f3', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:14.411490 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18adbf9-e2c6-46f6-91c8-344d826d29e6 None None] The sync data for ids ['ebc4cc0e-0306-4b40-9613-28be3fe2b02e'] in n-d-826942-8 is: [{'id': 'ebc4cc0e-0306-4b40-9613-28be3fe2b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-1181499513-router', 'tenant_id': '2de35eee6ba9446fb754852d7e4135f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:58:21Z', 'updated_at': '2022-02-05T02:59:14Z', 'revision_number': 6, 'project_id': '2de35eee6ba9446fb754852d7e4135f3', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:59:14.433744 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f21de808-8c51-4085-b140-5e0be6ed69d6 req-14651338-c374-48b4-8f62-04bc15724b62 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2076468 Feb 05 02:59:14.485276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc219dcb-3050-4ac7-918b-484a18a7780b req-17de3520-d74e-4dc6-819d-650e53870ddb tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3567021 Feb 05 02:59:14.516962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b066c9a-889e-4238-b874-5fb9df32a58d {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:59:14.529032 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Publish callbacks [] for port (3b066c9a-889e-4238-b874-5fb9df32a58d), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:14.551021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Transition to ACTIVE for port object 3b066c9a-889e-4238-b874-5fb9df32a58d will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:59:14.563602 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (3b066c9a-889e-4238-b874-5fb9df32a58d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:14.594124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Request body: {'networks': [{'name': 'tempest-network--929822361'}, {'name': 'tempest-network--438028743'}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:14.594478 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Request body: {'network': {'name': 'tempest-network--929822361'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:14.594961 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Request body: {'network': {'name': 'tempest-network--438028743'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:14.641105 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e40a23b-04ad-4b6a-b0b5-63eedd0fe495 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:14.659588 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e40a23b-04ad-4b6a-b0b5-63eedd0fe495 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (8252a1d2-fb55-4728-bbd2-489e351876be), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:14.659931 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-5e40a23b-04ad-4b6a-b0b5-63eedd0fe495 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Floating IP 8252a1d2-fb55-4728-bbd2-489e351876be disassociated. External IP: 172.25.0.190, port: 76405b07-bff1-44d9-82fc-e1ba5929095a. Feb 05 02:59:14.730907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Pushing event updated for resources: {'Port': ['ID=3b066c9a-889e-4238-b874-5fb9df32a58d,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:14.788762 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Made reservation on behalf of 9f36426cf22f415995c28b03763db9c6 for: {'network': 2} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:14.793549 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e97fd96f-2621-488a-99db-3f6c94b3f1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (40af97dd-f6c6-41c6-82ed-088823b79dab), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:14.795568 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:14.835577 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:14.866116 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fd96f-2621-488a-99db-3f6c94b3f1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=40af97dd-f6c6-41c6-82ed-088823b79dab,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:14.986365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Attempting to bind port 3b066c9a-889e-4238-b874-5fb9df32a58d on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:59:14.987178 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Attempting to bind port 3b066c9a-889e-4238-b874-5fb9df32a58d by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:59:14.987784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Attempting to bind port 3b066c9a-889e-4238-b874-5fb9df32a58d on network 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:59:14.993686 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks [] for security_group (3569bdf8-256c-43fb-ad30-196780b0af5f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:14.995373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Port 3b066c9a-889e-4238-b874-5fb9df32a58d on network 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:59:14.996020 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Attempting to bind port 3b066c9a-889e-4238-b874-5fb9df32a58d on network 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:59:15.021170 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb2912-6dfe-4561-a690-9f7e3c30b713 req-6e1529a5-bb43-46ff-a6bc-659f0771ea2c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:15.022428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:59:15.022791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Checking segment: {'id': '4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:15.023180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Bound using segment: {'id': '4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:59:15.023610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Bound port: 3b066c9a-889e-4238-b874-5fb9df32a58d, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:59:15.024228 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3b066c9a-889e-4238-b874-5fb9df32a58d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:15.028707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e97fd96f-2621-488a-99db-3f6c94b3f1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (ebc4cc0e-0306-4b40-9613-28be3fe2b02e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:15.029543 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4aeb2912-6dfe-4561-a690-9f7e3c30b713 req-6e1529a5-bb43-46ff-a6bc-659f0771ea2c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.3868747 Feb 05 02:59:15.038136 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3569bdf8-256c-43fb-ad30-196780b0af5f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:15.038522 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:15.155562 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e97fd96f-2621-488a-99db-3f6c94b3f1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (ebc4cc0e-0306-4b40-9613-28be3fe2b02e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:15.161046 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e97fd96f-2621-488a-99db-3f6c94b3f1f5 admin admin] Publish callbacks [] for router_controller (ebc4cc0e-0306-4b40-9613-28be3fe2b02e), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:15.181044 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3569bdf8-256c-43fb-ad30-196780b0af5f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:15.201636 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4aeb2912-6dfe-4561-a690-9f7e3c30b713 req-93cc6425-a703-4306-90e1-4b5d69e97455 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711459 Feb 05 02:59:15.213528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:59:15.231425 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] For port 3b066c9a-889e-4238-b874-5fb9df32a58d, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:59:15.234722 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] For port 3b066c9a-889e-4238-b874-5fb9df32a58d, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3b066c9a-889e-4238-b874-5fb9df32a58d,segment=NetworkSegment(4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d),segment_id=4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:59:15.236334 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (4d4ad012-0769-4482-9c2a-0ab487eb863d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:15.236673 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Added segment 4d4ad012-0769-4482-9c2a-0ab487eb863d of type vlan for network cdc1dba1-1a84-4f7e-83c3-5240fd642bdc Feb 05 02:59:15.241994 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (3b066c9a-889e-4238-b874-5fb9df32a58d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:15.250597 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e97fd96f-2621-488a-99db-3f6c94b3f1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (ebc4cc0e-0306-4b40-9613-28be3fe2b02e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:15.251224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97fd96f-2621-488a-99db-3f6c94b3f1f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebc4cc0e-0306-4b40-9613-28be3fe2b02e {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 02:59:15.258448 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e97fd96f-2621-488a-99db-3f6c94b3f1f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:15.265723 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e97fd96f-2621-488a-99db-3f6c94b3f1f5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ebc4cc0e-0306-4b40-9613-28be3fe2b02e HTTP/1.1" status: 204 len: 168 time: 2.4324176 Feb 05 02:59:15.277552 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e40a23b-04ad-4b6a-b0b5-63eedd0fe495 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 58e59221-3a0a-46e4-a440-29533fbdd9b2 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:59:15.278589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56756) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:15.286509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:15.287237 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:15.288726 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] 10.222.0.31 "PUT /v2.0/ports/3b066c9a-889e-4238-b874-5fb9df32a58d HTTP/1.1" status: 200 len: 1091 time: 2.0435324 Feb 05 02:59:15.289327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c8b56a-dfe9-45d5-ae10-9887b2951ce3', 'tag': '3b066c9a-889e-4238-b874-5fb9df32a58d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:59:15.292098 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1ea304-e590-42ae-ba75-02e6dfc38f89" -d '{"events": [{"name": "network-changed", "server_uuid": "53c8b56a-dfe9-45d5-ae10-9887b2951ce3", "tag": "3b066c9a-889e-4238-b874-5fb9df32a58d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:59:15.360249 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (cdc1dba1-1a84-4f7e-83c3-5240fd642bdc), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:15.480961 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd221b07-0541-40a6-9b96-efd2dde57d69 admin admin] Deleting subnet 51c315c6-152e-4bf5-b653-2afc5bccdbe8 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:59:15.488398 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd221b07-0541-40a6-9b96-efd2dde57d69 admin admin] Publish callbacks [] for subnet (51c315c6-152e-4bf5-b653-2afc5bccdbe8), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:15.536418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:59:15.628739 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (7a00ba09-81bb-44d5-91be-fb870912423d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:15.629230 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Added segment 7a00ba09-81bb-44d5-91be-fb870912423d of type vlan for network c2f59b04-56bd-4316-92a1-7daf7cd9d1eb Feb 05 02:59:15.634027 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd221b07-0541-40a6-9b96-efd2dde57d69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (51c315c6-152e-4bf5-b653-2afc5bccdbe8), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:15.788021 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e40a23b-04ad-4b6a-b0b5-63eedd0fe495 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:59:15.792719 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e40a23b-04ad-4b6a-b0b5-63eedd0fe495 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:15.803961 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (c2f59b04-56bd-4316-92a1-7daf7cd9d1eb), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:15.811305 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0f648-c4b8-4dec-a27b-94fb46167b20 None None] Sync routers for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:59:15.828369 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d0f648-c4b8-4dec-a27b-94fb46167b20 None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:15.829289 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-68d0f648-c4b8-4dec-a27b-94fb46167b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:15.851558 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aab517f-9eff-4fbc-8560-1598e3c3a28b x-openstack-request-id: req-3aab517f-9eff-4fbc-8560-1598e3c3a28b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:59:15.852644 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c8b56a-dfe9-45d5-ae10-9887b2951ce3", "tag": "3b066c9a-889e-4238-b874-5fb9df32a58d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:59:15.853294 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3aab517f-9eff-4fbc-8560-1598e3c3a28b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:59:15.854135 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c8b56a-dfe9-45d5-ae10-9887b2951ce3', 'tag': '3b066c9a-889e-4238-b874-5fb9df32a58d', 'status': 'completed', 'code': 200} Feb 05 02:59:15.880174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cddba-0cfe-4c62-96a6-b374b52afc50 service neutron] Pushing event updated for resources: {'Port': ['ID=3b066c9a-889e-4238-b874-5fb9df32a58d,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:15.912522 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-68d0f648-c4b8-4dec-a27b-94fb46167b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:15.914908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c633a481-aa48-4453-aca4-e57af58b4a01 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:59:15.915672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-df3f9b6d-728d-4b87-a4cd-5e20644aa457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:15.917391 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-df3f9b6d-728d-4b87-a4cd-5e20644aa457 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fb98801831a949279379ac6cc58afdcf&device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 1125 time: 0.5792961 Feb 05 02:59:15.921109 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d0f648-c4b8-4dec-a27b-94fb46167b20 None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:15.921723 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-68d0f648-c4b8-4dec-a27b-94fb46167b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:15.943339 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: c633a481-aa48-4453-aca4-e57af58b4a01 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:59:15.943942 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c633a481-aa48-4453-aca4-e57af58b4a01 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:59:15.944559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 40af97dd-f6c6-41c6-82ed-088823b79dab no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:59:15.952216 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb9914-dbb5-4fe5-bc27-c7258bbe23e9 req-bb292e40-d157-4dfc-8dd6-8e8ce58dbda2 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:15.953707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9eb9914-dbb5-4fe5-bc27-c7258bbe23e9 req-bb292e40-d157-4dfc-8dd6-8e8ce58dbda2 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.4149926 Feb 05 02:59:15.973390 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-f2f0c4ce-2f50-40c3-93b9-1d5c2fb863f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b066c9a-889e-4238-b874-5fb9df32a58d HTTP/1.1" status: 200 len: 217 time: 0.0476630 Feb 05 02:59:15.976847 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.db.resource_extend [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:59:15.993357 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-68d0f648-c4b8-4dec-a27b-94fb46167b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:15.993794 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 40af97dd-f6c6-41c6-82ed-088823b79dab {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:59:15.994396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 40af97dd-f6c6-41c6-82ed-088823b79dab not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:59:15.994796 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0f648-c4b8-4dec-a27b-94fb46167b20 None None] The sync data for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:59:16.014777 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:16.035853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-957014f9-d2ec-48fa-8b4f-e33cd256f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:16.037647 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-957014f9-d2ec-48fa-8b4f-e33cd256f630 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3438e575-803e-4ceb-bec0-519360784e52 HTTP/1.1" status: 200 len: 853 time: 0.0560639 Feb 05 02:59:16.050070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e39ab9-0d0c-4bfc-ba65-fcedf679367f req-8216add8-96d0-4104-be8e-c11c2083a76f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:16.055570 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e39ab9-0d0c-4bfc-ba65-fcedf679367f req-8216add8-96d0-4104-be8e-c11c2083a76f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:16.062160 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e39ab9-0d0c-4bfc-ba65-fcedf679367f req-8216add8-96d0-4104-be8e-c11c2083a76f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:16.068741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e39ab9-0d0c-4bfc-ba65-fcedf679367f req-8216add8-96d0-4104-be8e-c11c2083a76f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:16.075193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e39ab9-0d0c-4bfc-ba65-fcedf679367f req-8216add8-96d0-4104-be8e-c11c2083a76f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:16.080347 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e39ab9-0d0c-4bfc-ba65-fcedf679367f req-8216add8-96d0-4104-be8e-c11c2083a76f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:16.087534 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e39ab9-0d0c-4bfc-ba65-fcedf679367f req-8216add8-96d0-4104-be8e-c11c2083a76f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:16.089569 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73e39ab9-0d0c-4bfc-ba65-fcedf679367f req-8216add8-96d0-4104-be8e-c11c2083a76f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.4090645 Feb 05 02:59:16.091853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-ce81c20b-cc02-4113-9a9f-89fccd8193f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:16.093570 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-ce81c20b-cc02-4113-9a9f-89fccd8193f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503211 Feb 05 02:59:16.094187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56766) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:16.094336 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5e40a23b-04ad-4b6a-b0b5-63eedd0fe495 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "PUT /v2.0/floatingips/8252a1d2-fb55-4728-bbd2-489e351876be HTTP/1.1" status: 200 len: 688 time: 2.5419729 Feb 05 02:59:16.141030 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd221b07-0541-40a6-9b96-efd2dde57d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (51c315c6-152e-4bf5-b653-2afc5bccdbe8), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:16.148962 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (cdc1dba1-1a84-4f7e-83c3-5240fd642bdc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:16.149474 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (c2f59b04-56bd-4316-92a1-7daf7cd9d1eb), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:16.155811 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:16.160099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:16.160762 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:16.241088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0163879 Feb 05 02:59:16.252281 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56770) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:16.389159 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-ad30c290-471d-4026-b1de-540e81829c49 service neutron] 10.222.0.31 "GET /v2.0/networks/11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868521 Feb 05 02:59:16.534518 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fefafb60-9aa2-41a1-a428-25a1a67756b3 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Deleting port 54f4fdd8-274b-4b6f-bb8d-176e8d0376a0 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:16.534908 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fefafb60-9aa2-41a1-a428-25a1a67756b3 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (54f4fdd8-274b-4b6f-bb8d-176e8d0376a0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:16.603770 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6642a8ab-9dcf-435a-b367-80aa9e254179 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:16.609028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6642a8ab-9dcf-435a-b367-80aa9e254179 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:16.614081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6642a8ab-9dcf-435a-b367-80aa9e254179 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:16.619304 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6642a8ab-9dcf-435a-b367-80aa9e254179 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:16.624123 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6642a8ab-9dcf-435a-b367-80aa9e254179 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3670137 Feb 05 02:59:16.627048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56772) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:16.669495 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9eb9914-dbb5-4fe5-bc27-c7258bbe23e9 req-0c7d733f-3b98-43f8-aa73-7a18e9480b8d tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6500852 Feb 05 02:59:16.681251 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73e39ab9-0d0c-4bfc-ba65-fcedf679367f req-ebe1ef8e-2e12-43a7-a91a-43977ab9f065 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5747461 Feb 05 02:59:16.696483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event updated for resources: {'Network': ['ID=cdc1dba1-1a84-4f7e-83c3-5240fd642bdc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:16.702214 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cfaf90b4-ca45-4aab-81c8-f9d20b969862 req-43b3ecd5-e57b-406d-8ea0-6017522aaa04 service neutron] 10.222.0.31 "GET /v2.0/networks/11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999492 Feb 05 02:59:16.754497 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fefafb60-9aa2-41a1-a428-25a1a67756b3 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (54f4fdd8-274b-4b6f-bb8d-176e8d0376a0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:16.754901 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fefafb60-9aa2-41a1-a428-25a1a67756b3 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (54f4fdd8-274b-4b6f-bb8d-176e8d0376a0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:16.761583 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10c4d318-317e-4c35-abaf-ff74a0188473 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (cdc1dba1-1a84-4f7e-83c3-5240fd642bdc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:16.805032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fefafb60-9aa2-41a1-a428-25a1a67756b3 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Calling delete_port for 54f4fdd8-274b-4b6f-bb8d-176e8d0376a0 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:16.809489 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd221b07-0541-40a6-9b96-efd2dde57d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (51c315c6-152e-4bf5-b653-2afc5bccdbe8), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:16.847893 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd221b07-0541-40a6-9b96-efd2dde57d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51c315c6-152e-4bf5-b653-2afc5bccdbe8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:16.853136 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd221b07-0541-40a6-9b96-efd2dde57d69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:16.857536 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fd221b07-0541-40a6-9b96-efd2dde57d69 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/51c315c6-152e-4bf5-b653-2afc5bccdbe8 HTTP/1.1" status: 204 len: 168 time: 1.5754015 Feb 05 02:59:16.861309 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56774) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:16.872185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ae614-f332-47c3-bf3a-49613e0f172b tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event updated for resources: {'Network': ['ID=c2f59b04-56bd-4316-92a1-7daf7cd9d1eb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:16.897518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network cdc1dba1-1a84-4f7e-83c3-5240fd642bdc details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:59:16.899565 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0b5ec6-7baa-468d-8342-e31b451c0a07 None None] Network 610cde1f-6c85-41af-ada9-19879958e5eb requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:59:16.954384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network c2f59b04-56bd-4316-92a1-7daf7cd9d1eb details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:59:16.975534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ea304-e590-42ae-ba75-02e6dfc38f89 req-c2361bd7-c448-4c0c-8fe2-863566a2b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:16.976296 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (610cde1f-6c85-41af-ada9-19879958e5eb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:16.977056 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-be1ea304-e590-42ae-ba75-02e6dfc38f89 req-c2361bd7-c448-4c0c-8fe2-863566a2b151 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fb98801831a949279379ac6cc58afdcf&device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 1125 time: 0.2059853 Feb 05 02:59:16.993886 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10c4d318-317e-4c35-abaf-ff74a0188473 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (cdc1dba1-1a84-4f7e-83c3-5240fd642bdc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.021987 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522aa3fb-f971-498c-bc77-7595d92b0911 req-baa37a14-c4e3-49c2-96f1-c331c5a89e1e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:17.023900 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-522aa3fb-f971-498c-bc77-7595d92b0911 req-baa37a14-c4e3-49c2-96f1-c331c5a89e1e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.1322770 Feb 05 02:59:17.075520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-10c4d318-317e-4c35-abaf-ff74a0188473 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc1dba1-1a84-4f7e-83c3-5240fd642bdc']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:17.079464 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] Deleting port 90b5810b-26a5-4990-8158-10f24da3633c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:17.080062 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (90b5810b-26a5-4990-8158-10f24da3633c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.097025 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-10c4d318-317e-4c35-abaf-ff74a0188473 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4ad012-0769-4482-9c2a-0ab487eb863d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:17.097368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-10c4d318-317e-4c35-abaf-ff74a0188473 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4ad012-0769-4482-9c2a-0ab487eb863d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:17.122242 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10c4d318-317e-4c35-abaf-ff74a0188473 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (4d4ad012-0769-4482-9c2a-0ab487eb863d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.151515 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] For port 90b5810b-26a5-4990-8158-10f24da3633c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=90b5810b-26a5-4990-8158-10f24da3633c,segment=NetworkSegment(a4499032-7f46-42c1-9413-05466f506307),segment_id=a4499032-7f46-42c1-9413-05466f506307)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:17.151515 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (90b5810b-26a5-4990-8158-10f24da3633c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.156657 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10c4d318-317e-4c35-abaf-ff74a0188473 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (4d4ad012-0769-4482-9c2a-0ab487eb863d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.161935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] Calling delete_port for 90b5810b-26a5-4990-8158-10f24da3633c owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:17.214686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c4d318-317e-4c35-abaf-ff74a0188473 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:59:17.215534 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10c4d318-317e-4c35-abaf-ff74a0188473 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (4d4ad012-0769-4482-9c2a-0ab487eb863d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.223114 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d11df3-7987-461c-b9cd-b0a44dfad066 None None] DHCP port deletion for 610cde1f-6c85-41af-ada9-19879958e5eb request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:59:17.225963 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:59:17.235640 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-522aa3fb-f971-498c-bc77-7595d92b0911 req-68a183e0-f1f6-462e-9725-7ae18e702cdb tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035267 Feb 05 02:59:17.275340 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b3d11df3-7987-461c-b9cd-b0a44dfad066 None None] Deleting port 90b5810b-26a5-4990-8158-10f24da3633c {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:17.275973 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b3d11df3-7987-461c-b9cd-b0a44dfad066 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (90b5810b-26a5-4990-8158-10f24da3633c), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.282055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ea304-e590-42ae-ba75-02e6dfc38f89 req-69447a1e-24ca-41ad-b135-83ba3ec4ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:17.283571 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-be1ea304-e590-42ae-ba75-02e6dfc38f89 req-69447a1e-24ca-41ad-b135-83ba3ec4ccb3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 HTTP/1.1" status: 200 len: 915 time: 0.2990358 Feb 05 02:59:17.292350 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (90b5810b-26a5-4990-8158-10f24da3633c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.333750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b5810b-26a5-4990-8158-10f24da3633c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:17.336873 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] No DVR routers for this DVR port 90b5810b-26a5-4990-8158-10f24da3633c on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:59:17.347341 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-be1ea304-e590-42ae-ba75-02e6dfc38f89 req-db6c2f85-2ee5-4e4f-bc77-01ea85e6d6dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b066c9a-889e-4238-b874-5fb9df32a58d HTTP/1.1" status: 200 len: 217 time: 0.0490162 Feb 05 02:59:17.353165 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10c4d318-317e-4c35-abaf-ff74a0188473 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (cdc1dba1-1a84-4f7e-83c3-5240fd642bdc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.356874 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b3d11df3-7987-461c-b9cd-b0a44dfad066 None None] For port 90b5810b-26a5-4990-8158-10f24da3633c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=90b5810b-26a5-4990-8158-10f24da3633c,segment=NetworkSegment(a4499032-7f46-42c1-9413-05466f506307),segment_id=a4499032-7f46-42c1-9413-05466f506307)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:17.357682 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b3d11df3-7987-461c-b9cd-b0a44dfad066 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (90b5810b-26a5-4990-8158-10f24da3633c), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.371055 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fefafb60-9aa2-41a1-a428-25a1a67756b3 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (54f4fdd8-274b-4b6f-bb8d-176e8d0376a0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.374299 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10c4d318-317e-4c35-abaf-ff74a0188473 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.379575 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-10c4d318-317e-4c35-abaf-ff74a0188473 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "DELETE /v2.0/networks/cdc1dba1-1a84-4f7e-83c3-5240fd642bdc HTTP/1.1" status: 204 len: 168 time: 0.7501402 Feb 05 02:59:17.383875 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b3d11df3-7987-461c-b9cd-b0a44dfad066 None None] Calling delete_port for 90b5810b-26a5-4990-8158-10f24da3633c owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:17.384681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56776) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:17.452732 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefafb60-9aa2-41a1-a428-25a1a67756b3 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Port': ['ID=54f4fdd8-274b-4b6f-bb8d-176e8d0376a0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:17.463724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4d318-317e-4c35-abaf-ff74a0188473 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event deleted for resources: {'Network': ['ID=cdc1dba1-1a84-4f7e-83c3-5240fd642bdc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:17.479793 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b3d11df3-7987-461c-b9cd-b0a44dfad066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (90b5810b-26a5-4990-8158-10f24da3633c), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.507858 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (610cde1f-6c85-41af-ada9-19879958e5eb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.522915 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d11df3-7987-461c-b9cd-b0a44dfad066 None None] No DVR routers for this DVR port 90b5810b-26a5-4990-8158-10f24da3633c on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:59:17.530570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d11df3-7987-461c-b9cd-b0a44dfad066 None None] Pushing event deleted for resources: {'Port': ['ID=90b5810b-26a5-4990-8158-10f24da3633c,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:17.542541 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11886ce5-f7aa-41d4-8e15-1ca65b3749a7 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (c2f59b04-56bd-4316-92a1-7daf7cd9d1eb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.548469 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ea304-e590-42ae-ba75-02e6dfc38f89 req-1a31bf42-c1dd-49b9-b069-f96ef7d05744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:17.551131 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-be1ea304-e590-42ae-ba75-02e6dfc38f89 req-1a31bf42-c1dd-49b9-b069-f96ef7d05744 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3438e575-803e-4ceb-bec0-519360784e52 HTTP/1.1" status: 200 len: 853 time: 0.1940017 Feb 05 02:59:17.551802 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610cde1f-6c85-41af-ada9-19879958e5eb']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:17.564898 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4499032-7f46-42c1-9413-05466f506307') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:17.565145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4499032-7f46-42c1-9413-05466f506307') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:17.581023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (a4499032-7f46-42c1-9413-05466f506307), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.603392 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fefafb60-9aa2-41a1-a428-25a1a67756b3 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (8252a1d2-fb55-4728-bbd2-489e351876be), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.606683 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fefafb60-9aa2-41a1-a428-25a1a67756b3 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.610349 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fefafb60-9aa2-41a1-a428-25a1a67756b3 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/floatingips/8252a1d2-fb55-4728-bbd2-489e351876be HTTP/1.1" status: 204 len: 168 time: 1.5147994 Feb 05 02:59:17.612574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56778) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:17.655519 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-d3117fb5-511e-4fcd-b9e0-6eb5ed05d250 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] delete failed (client error): The resource could not be found. Feb 05 02:59:17.657533 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a4499032-7f46-42c1-9413-05466f506307), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.657984 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d3117fb5-511e-4fcd-b9e0-6eb5ed05d250 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/floatingips/8252a1d2-fb55-4728-bbd2-489e351876be HTTP/1.1" status: 404 len: 345 time: 0.0442803 Feb 05 02:59:17.663551 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56780) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:17.674502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:59:17.675136 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (a4499032-7f46-42c1-9413-05466f506307), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:59:17.676603 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:59:17.678568 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11886ce5-f7aa-41d4-8e15-1ca65b3749a7 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (c2f59b04-56bd-4316-92a1-7daf7cd9d1eb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.708387 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ea304-e590-42ae-ba75-02e6dfc38f89 req-df395b68-a21c-42ee-984b-acbcfffc823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:17.709482 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-be1ea304-e590-42ae-ba75-02e6dfc38f89 req-df395b68-a21c-42ee-984b-acbcfffc823e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1512485 Feb 05 02:59:17.795443 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (610cde1f-6c85-41af-ada9-19879958e5eb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.802126 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-11886ce5-f7aa-41d4-8e15-1ca65b3749a7 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f59b04-56bd-4316-92a1-7daf7cd9d1eb']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:17.818383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-11886ce5-f7aa-41d4-8e15-1ca65b3749a7 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a00ba09-81bb-44d5-91be-fb870912423d') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:17.818687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-11886ce5-f7aa-41d4-8e15-1ca65b3749a7 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a00ba09-81bb-44d5-91be-fb870912423d') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:17.851123 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.854651 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/610cde1f-6c85-41af-ada9-19879958e5eb HTTP/1.1" status: 204 len: 168 time: 0.9920869 Feb 05 02:59:17.867016 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922f765-686a-4dab-9d4c-e2beb7c0fbf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=610cde1f-6c85-41af-ada9-19879958e5eb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:17.875032 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11886ce5-f7aa-41d4-8e15-1ca65b3749a7 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (7a00ba09-81bb-44d5-91be-fb870912423d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.896872 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02afd34a-5d3d-4151-8eeb-1e29ec5a8571 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:17.901701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 90b5810b-26a5-4990-8158-10f24da3633c no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:59:17.904362 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02afd34a-5d3d-4151-8eeb-1e29ec5a8571 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:17.914671 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02afd34a-5d3d-4151-8eeb-1e29ec5a8571 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:17.919757 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-02afd34a-5d3d-4151-8eeb-1e29ec5a8571 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "GET /v2.0/ports?network_id=6075dcf0-bfe4-491c-bd08-c9e0f8e3e764 HTTP/1.1" status: 200 len: 2358 time: 0.2482605 Feb 05 02:59:17.919909 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11886ce5-f7aa-41d4-8e15-1ca65b3749a7 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (7a00ba09-81bb-44d5-91be-fb870912423d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.920768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56790) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:17.933063 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015f0a6-4c50-4b34-97d0-3c270cdd8f51 req-0bf00084-a726-43ac-a591-ce4b68f62b7d tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:17.941143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b015f0a6-4c50-4b34-97d0-3c270cdd8f51 req-0bf00084-a726-43ac-a591-ce4b68f62b7d tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.1934600 Feb 05 02:59:17.950285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 90b5810b-26a5-4990-8158-10f24da3633c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:59:17.952131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 90b5810b-26a5-4990-8158-10f24da3633c not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:59:17.954137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11886ce5-f7aa-41d4-8e15-1ca65b3749a7 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:59:17.954553 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11886ce5-f7aa-41d4-8e15-1ca65b3749a7 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (7a00ba09-81bb-44d5-91be-fb870912423d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:59:17.958879 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:59:17.987990 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-be1ea304-e590-42ae-ba75-02e6dfc38f89 req-8b65c3b7-e05e-4503-a48b-f8891839f37d service neutron] 10.222.0.31 "GET /v2.0/networks/11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608595 Feb 05 02:59:18.054615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce2dfbc-4e32-498c-9daf-4ecf26a48a41 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:18.056068 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9ce2dfbc-4e32-498c-9daf-4ecf26a48a41 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "GET /v2.0/subnets/3c9bd999-dc63-46b9-9ebd-7e40496ed277 HTTP/1.1" status: 200 len: 797 time: 0.1343353 Feb 05 02:59:18.062058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56792) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:18.071155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19180ce1-c8fb-4cce-9b01-02f4d380fc0c req-c18af070-c533-4492-8fb6-1e8b18a5b10c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:18.072320 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f6234b06-ccf7-4b70-b285-2181af46dd4e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'port': {'network_id': '6075dcf0-bfe4-491c-bd08-c9e0f8e3e764', 'name': 'tempest-FloatingIPTestJSON-1043832303', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:18.077215 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19180ce1-c8fb-4cce-9b01-02f4d380fc0c req-c18af070-c533-4492-8fb6-1e8b18a5b10c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:18.083623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19180ce1-c8fb-4cce-9b01-02f4d380fc0c req-c18af070-c533-4492-8fb6-1e8b18a5b10c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:18.088999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19180ce1-c8fb-4cce-9b01-02f4d380fc0c req-c18af070-c533-4492-8fb6-1e8b18a5b10c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:18.096362 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19180ce1-c8fb-4cce-9b01-02f4d380fc0c req-c18af070-c533-4492-8fb6-1e8b18a5b10c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:18.101998 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19180ce1-c8fb-4cce-9b01-02f4d380fc0c req-c18af070-c533-4492-8fb6-1e8b18a5b10c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:18.108390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19180ce1-c8fb-4cce-9b01-02f4d380fc0c req-c18af070-c533-4492-8fb6-1e8b18a5b10c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:18.110364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19180ce1-c8fb-4cce-9b01-02f4d380fc0c req-c18af070-c533-4492-8fb6-1e8b18a5b10c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.2547061 Feb 05 02:59:18.112494 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11886ce5-f7aa-41d4-8e15-1ca65b3749a7 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (c2f59b04-56bd-4316-92a1-7daf7cd9d1eb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:18.139292 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11886ce5-f7aa-41d4-8e15-1ca65b3749a7 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:18.147298 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56794) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:18.147639 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-11886ce5-f7aa-41d4-8e15-1ca65b3749a7 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "DELETE /v2.0/networks/c2f59b04-56bd-4316-92a1-7daf7cd9d1eb HTTP/1.1" status: 204 len: 168 time: 0.7616606 Feb 05 02:59:18.165328 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b015f0a6-4c50-4b34-97d0-3c270cdd8f51 req-6ee6ffed-846a-4199-82db-dc7b5201cbda tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2231901 Feb 05 02:59:18.195499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56796) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:18.198132 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11886ce5-f7aa-41d4-8e15-1ca65b3749a7 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event deleted for resources: {'Network': ['ID=c2f59b04-56bd-4316-92a1-7daf7cd9d1eb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:18.261239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19180ce1-c8fb-4cce-9b01-02f4d380fc0c req-52816273-8057-4420-8d01-f9c98b27d3f8 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327298 Feb 05 02:59:18.264624 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-be1ea304-e590-42ae-ba75-02e6dfc38f89 req-8ed177c8-c0f1-4f77-b390-33953380e133 service neutron] 10.222.0.31 "GET /v2.0/networks/11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665362 Feb 05 02:59:18.362348 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6b1ac844-6489-4ff2-b80d-453e5c0549bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2de35eee6ba9446fb754852d7e4135f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340890 Feb 05 02:59:18.366933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56800) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:18.385473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b258c691-eb00-4eaf-88bc-0bdc5f77759a tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:18.391773 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b258c691-eb00-4eaf-88bc-0bdc5f77759a tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:18.393370 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b258c691-eb00-4eaf-88bc-0bdc5f77759a tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2435012 Feb 05 02:59:18.398051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56802) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:18.405119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bddf980c-7822-46ed-a293-4264859c1448 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-251041038'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:18.409584 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6234b06-ccf7-4b70-b285-2181af46dd4e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Made reservation on behalf of 97787471c0ab4211aaef9c2dfb47079e for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:18.448916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3d99c-f5f2-4e00-8537-e92d9935e158 req-fdf3f368-0645-4b38-b3f5-97c0703f79cc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:18.450637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9c3d99c-f5f2-4e00-8537-e92d9935e158 req-fdf3f368-0645-4b38-b3f5-97c0703f79cc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.1161327 Feb 05 02:59:18.475737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddf980c-7822-46ed-a293-4264859c1448 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Made reservation on behalf of 9f36426cf22f415995c28b03763db9c6 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:18.476160 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4932ca76-5653-4a7a-aa17-aa3a37f69e3f admin admin] Publish callbacks [] for security_group (86065b38-0b21-48af-8282-2118a878cb8c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:18.478994 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bddf980c-7822-46ed-a293-4264859c1448 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:18.516816 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4932ca76-5653-4a7a-aa17-aa3a37f69e3f admin admin] Publish callbacks [] for security_group (86065b38-0b21-48af-8282-2118a878cb8c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:18.531371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9c3d99c-f5f2-4e00-8537-e92d9935e158 req-ef6a6eca-b7c8-489c-9ac6-d4fe233baa31 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721121 Feb 05 02:59:18.533698 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddf980c-7822-46ed-a293-4264859c1448 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:59:18.541410 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6234b06-ccf7-4b70-b285-2181af46dd4e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:18.556561 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bddf980c-7822-46ed-a293-4264859c1448 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (2469bdd9-6ea4-4578-9f5d-8afe9e9feae3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:18.557205 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-bddf980c-7822-46ed-a293-4264859c1448 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Added segment 2469bdd9-6ea4-4578-9f5d-8afe9e9feae3 of type vlan for network 5d2468b4-8da4-4ee5-a8f9-86cb3af91373 Feb 05 02:59:18.573164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-f6234b06-ccf7-4b70-b285-2181af46dd4e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] device_id is not set on port 5e5320ed-6dba-4e70-9607-8c02cfa93fbb yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:59:18.580775 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4932ca76-5653-4a7a-aa17-aa3a37f69e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (86065b38-0b21-48af-8282-2118a878cb8c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:18.584338 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4932ca76-5653-4a7a-aa17-aa3a37f69e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:18.587823 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4932ca76-5653-4a7a-aa17-aa3a37f69e3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/86065b38-0b21-48af-8282-2118a878cb8c HTTP/1.1" status: 204 len: 168 time: 0.2176104 Feb 05 02:59:18.603729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932ca76-5653-4a7a-aa17-aa3a37f69e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86065b38-0b21-48af-8282-2118a878cb8c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:18.973642 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bddf980c-7822-46ed-a293-4264859c1448 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (5d2468b4-8da4-4ee5-a8f9-86cb3af91373), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:19.059264 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bddf980c-7822-46ed-a293-4264859c1448 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (5d2468b4-8da4-4ee5-a8f9-86cb3af91373), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:19.064539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddf980c-7822-46ed-a293-4264859c1448 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:19.065132 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bddf980c-7822-46ed-a293-4264859c1448 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:19.163665 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bddf980c-7822-46ed-a293-4264859c1448 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7645130 Feb 05 02:59:19.166245 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56818) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:19.181838 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-81b3d05f-a869-422c-be94-93d3c9258d98 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-106920468'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:19.191769 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf980c-7822-46ed-a293-4264859c1448 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event updated for resources: {'Network': ['ID=5d2468b4-8da4-4ee5-a8f9-86cb3af91373,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:19.207604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 5d2468b4-8da4-4ee5-a8f9-86cb3af91373 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:59:19.267656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b3d05f-a869-422c-be94-93d3c9258d98 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Made reservation on behalf of 9f36426cf22f415995c28b03763db9c6 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:19.273919 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81b3d05f-a869-422c-be94-93d3c9258d98 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:19.359275 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-f6234b06-ccf7-4b70-b285-2181af46dd4e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Allocated IP 172.20.0.14 (6075dcf0-bfe4-491c-bd08-c9e0f8e3e764/3c9bd999-dc63-46b9-9ebd-7e40496ed277/5e5320ed-6dba-4e70-9607-8c02cfa93fbb) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:59:19.372845 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b3d05f-a869-422c-be94-93d3c9258d98 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:59:19.376988 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-f6234b06-ccf7-4b70-b285-2181af46dd4e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Allocated IP 172.20.0.13 (6075dcf0-bfe4-491c-bd08-c9e0f8e3e764/3c9bd999-dc63-46b9-9ebd-7e40496ed277/5e5320ed-6dba-4e70-9607-8c02cfa93fbb) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:59:19.392059 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe81e0-ae80-4bb4-bc4b-d28f8bda3d1f req-388f308c-a826-40f8-86ec-28b1df200dcb tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:19.393794 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6fe81e0-ae80-4bb4-bc4b-d28f8bda3d1f req-388f308c-a826-40f8-86ec-28b1df200dcb tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.1146920 Feb 05 02:59:19.399805 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81b3d05f-a869-422c-be94-93d3c9258d98 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (099b90ec-7e89-4a9a-a8d8-792e318dcd5d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:19.400278 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-81b3d05f-a869-422c-be94-93d3c9258d98 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Added segment 099b90ec-7e89-4a9a-a8d8-792e318dcd5d of type vlan for network 0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81 Feb 05 02:59:19.513411 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81b3d05f-a869-422c-be94-93d3c9258d98 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:19.554192 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6fe81e0-ae80-4bb4-bc4b-d28f8bda3d1f req-318a561c-fe19-49ec-9221-6fe53bee9e1c tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1432436 Feb 05 02:59:19.568311 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6234b06-ccf7-4b70-b285-2181af46dd4e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (5e5320ed-6dba-4e70-9607-8c02cfa93fbb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:19.581722 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84233-5ba3-4089-998e-e18829c3398f req-288ce598-9e2b-4533-9eb3-3047e936c210 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:19.584145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84233-5ba3-4089-998e-e18829c3398f req-288ce598-9e2b-4533-9eb3-3047e936c210 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:19.589469 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84233-5ba3-4089-998e-e18829c3398f req-288ce598-9e2b-4533-9eb3-3047e936c210 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:19.598860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84233-5ba3-4089-998e-e18829c3398f req-288ce598-9e2b-4533-9eb3-3047e936c210 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:19.606899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84233-5ba3-4089-998e-e18829c3398f req-288ce598-9e2b-4533-9eb3-3047e936c210 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:19.614195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84233-5ba3-4089-998e-e18829c3398f req-288ce598-9e2b-4533-9eb3-3047e936c210 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:19.621764 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84233-5ba3-4089-998e-e18829c3398f req-288ce598-9e2b-4533-9eb3-3047e936c210 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:19.625129 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6234b06-ccf7-4b70-b285-2181af46dd4e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5e5320ed-6dba-4e70-9607-8c02cfa93fbb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:19.630726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90d84233-5ba3-4089-998e-e18829c3398f req-288ce598-9e2b-4533-9eb3-3047e936c210 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.1724656 Feb 05 02:59:19.642224 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81b3d05f-a869-422c-be94-93d3c9258d98 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:19.648169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b3d05f-a869-422c-be94-93d3c9258d98 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:19.649043 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81b3d05f-a869-422c-be94-93d3c9258d98 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:19.693869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6234b06-ccf7-4b70-b285-2181af46dd4e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network 6075dcf0-bfe4-491c-bd08-c9e0f8e3e764 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:59:19.705755 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f6234b06-ccf7-4b70-b285-2181af46dd4e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:19.715691 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6234b06-ccf7-4b70-b285-2181af46dd4e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:59:19.748223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6234b06-ccf7-4b70-b285-2181af46dd4e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=5e5320ed-6dba-4e70-9607-8c02cfa93fbb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:19.765852 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-81b3d05f-a869-422c-be94-93d3c9258d98 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5970016 Feb 05 02:59:19.770746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56844) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:19.781480 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Request body: {'ports': [{'network_id': '5d2468b4-8da4-4ee5-a8f9-86cb3af91373', 'name': 'tempest-port--535811256', 'admin_state_up': True}, {'network_id': '0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81', 'admin_state_up': False}]} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:19.781756 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Request body: {'port': {'network_id': '5d2468b4-8da4-4ee5-a8f9-86cb3af91373', 'name': 'tempest-port--535811256', 'admin_state_up': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:19.782323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Request body: {'port': {'network_id': '0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81', 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:19.809248 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3d05f-a869-422c-be94-93d3c9258d98 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event updated for resources: {'Network': ['ID=0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:19.813483 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6234b06-ccf7-4b70-b285-2181af46dd4e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:19.814136 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6234b06-ccf7-4b70-b285-2181af46dd4e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:19.820675 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:59:19.847014 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72918121-4fd0-4271-b043-438759e49bcb req-13465413-5f13-4a87-8917-5ed68d2ac566 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=569e8c5613cd4b7fbfaf7b70b1c677ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424149 Feb 05 02:59:19.869717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90d84233-5ba3-4089-998e-e18829c3398f req-c267bfd7-1fb4-415a-9b01-4444e03461d1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2364619 Feb 05 02:59:19.883022 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f6234b06-ccf7-4b70-b285-2181af46dd4e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.8197556 Feb 05 02:59:19.884018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56850) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:19.898650 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': '5e5320ed-6dba-4e70-9607-8c02cfa93fbb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:19.932787 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:20.070050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4addea9-8ed3-41db-a98f-af478c17a194 req-abc21306-3280-44da-bae3-82fb82ab6da9 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:20.079302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4addea9-8ed3-41db-a98f-af478c17a194 req-abc21306-3280-44da-bae3-82fb82ab6da9 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.1032751 Feb 05 02:59:20.086092 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72918121-4fd0-4271-b043-438759e49bcb req-72de4521-4e5c-401a-8c90-654d08dec469 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:20.092344 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72918121-4fd0-4271-b043-438759e49bcb req-72de4521-4e5c-401a-8c90-654d08dec469 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2188964 Feb 05 02:59:20.100730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Made reservation on behalf of 9f36426cf22f415995c28b03763db9c6 for: {'port': 2} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:20.104842 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:20.121895 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72918121-4fd0-4271-b043-438759e49bcb req-e57846e0-d580-4e64-8fe0-f8720b0f1b51 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/quotas/569e8c5613cd4b7fbfaf7b70b1c677ad HTTP/1.1" status: 200 len: 375 time: 0.0274322 Feb 05 02:59:20.137993 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:20.164145 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:20.177595 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72918121-4fd0-4271-b043-438759e49bcb req-7926b683-7d38-4835-a676-32780a173158 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=569e8c5613cd4b7fbfaf7b70b1c677ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373342 Feb 05 02:59:20.189097 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4addea9-8ed3-41db-a98f-af478c17a194 req-85ed5556-a8c3-468c-b0e9-63ca43514956 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835876 Feb 05 02:59:20.421588 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-da32afff-f3e4-4926-8ec3-64ebdc0066bc req-9f779180-43a9-49f2-8ece-87ecf8859937 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 210 time: 0.0533102 Feb 05 02:59:20.496603 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] device_id is not set on port c0580bda-0506-4ba9-8acd-d7fe49c2db56 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:59:20.524299 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Allocated IP 172.25.0.139 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/69f44e7a-a331-46fc-b358-366ad22a02f6) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:59:20.736611 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (69f44e7a-a331-46fc-b358-366ad22a02f6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:20.739257 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks [] for port (c0580bda-0506-4ba9-8acd-d7fe49c2db56), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:20.743075 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688bb10-40ef-42fe-b8f9-0344b31178fe req-2e58c2d9-7578-4d32-883a-1846e3a481ef tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:20.745494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f688bb10-40ef-42fe-b8f9-0344b31178fe req-2e58c2d9-7578-4d32-883a-1846e3a481ef tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.0758455 Feb 05 02:59:20.813262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f688bb10-40ef-42fe-b8f9-0344b31178fe req-ff04895c-73e2-4d34-a576-aafb075d5943 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610201 Feb 05 02:59:20.863902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] device_id is not set on port baad3b4c-ce07-456f-9111-abfc96faad9e yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:59:20.880096 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (69f44e7a-a331-46fc-b358-366ad22a02f6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:20.930086 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:59:20.940000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:20.947948 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:59:20.961567 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=69f44e7a-a331-46fc-b358-366ad22a02f6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:21.067284 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf490c2-60e8-4271-9b5f-af4df120d5c8 req-3a2ba6bf-8897-48e2-acbd-6fb596dcdef0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:21.072570 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf490c2-60e8-4271-9b5f-af4df120d5c8 req-3a2ba6bf-8897-48e2-acbd-6fb596dcdef0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:21.078410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf490c2-60e8-4271-9b5f-af4df120d5c8 req-3a2ba6bf-8897-48e2-acbd-6fb596dcdef0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:21.083687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf490c2-60e8-4271-9b5f-af4df120d5c8 req-3a2ba6bf-8897-48e2-acbd-6fb596dcdef0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:21.089095 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf490c2-60e8-4271-9b5f-af4df120d5c8 req-3a2ba6bf-8897-48e2-acbd-6fb596dcdef0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:21.094918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf490c2-60e8-4271-9b5f-af4df120d5c8 req-3a2ba6bf-8897-48e2-acbd-6fb596dcdef0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:21.100172 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf490c2-60e8-4271-9b5f-af4df120d5c8 req-3a2ba6bf-8897-48e2-acbd-6fb596dcdef0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:21.102804 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bbf490c2-60e8-4271-9b5f-af4df120d5c8 req-3a2ba6bf-8897-48e2-acbd-6fb596dcdef0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.1183228 Feb 05 02:59:21.169559 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bbf490c2-60e8-4271-9b5f-af4df120d5c8 req-971e9b64-d23f-4ee0-9a0e-7aa5b4462bc2 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581498 Feb 05 02:59:21.263917 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks [] for port (baad3b4c-ce07-456f-9111-abfc96faad9e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:21.333096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b8fc7-c6ec-4d6d-9bfc-a72acec438d8 req-6d2cd5bc-b54e-490e-af91-f1775771314b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:21.334315 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c0580bda-0506-4ba9-8acd-d7fe49c2db56), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:21.334650 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-661b8fc7-c6ec-4d6d-9bfc-a72acec438d8 req-6d2cd5bc-b54e-490e-af91-f1775771314b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.0751252 Feb 05 02:59:21.424760 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-661b8fc7-c6ec-4d6d-9bfc-a72acec438d8 req-af1ed971-1465-48b1-8dcf-2012e8944146 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783424 Feb 05 02:59:21.455843 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event updated for resources: {'Port': ['ID=c0580bda-0506-4ba9-8acd-d7fe49c2db56,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:21.501680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Checking segment: {'id': '2469bdd9-6ea4-4578-9f5d-8afe9e9feae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5d2468b4-8da4-4ee5-a8f9-86cb3af91373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:21.502053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Network hostable DHCP agents. Network: 5d2468b4-8da4-4ee5-a8f9-86cb3af91373, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:59:21.554498 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (ac5070f5-4779-47e7-a129-0aaef754067e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:21.556644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Network 5d2468b4-8da4-4ee5-a8f9-86cb3af91373 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:59:21.595910 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40f98e07-30f4-4a32-99ce-98dece19d7c7 req-a75607c7-4e05-4c11-8aff-0599013adef6 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 210 time: 0.0618191 Feb 05 02:59:21.600070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72918121-4fd0-4271-b043-438759e49bcb req-c4546ff3-acda-4432-bd63-4703bc2b25c9 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=569e8c5613cd4b7fbfaf7b70b1c677ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341547 Feb 05 02:59:21.601220 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 5d2468b4-8da4-4ee5-a8f9-86cb3af91373) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:21.611626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7e0693-5d50-4c60-af1d-3697dc5b8b8b None None] Network 5d2468b4-8da4-4ee5-a8f9-86cb3af91373 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:59:21.621887 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:59:21.623106 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (baad3b4c-ce07-456f-9111-abfc96faad9e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:21.755633 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (69f44e7a-a331-46fc-b358-366ad22a02f6), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:21.757292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event updated for resources: {'Port': ['ID=baad3b4c-ce07-456f-9111-abfc96faad9e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:21.762309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Checking segment: {'id': '099b90ec-7e89-4a9a-a8d8-792e318dcd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:21.763269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Network hostable DHCP agents. Network: 0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:59:21.801600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72918121-4fd0-4271-b043-438759e49bcb req-ab389e20-a6a3-4969-8b37-1a2d4dd1107c tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:21.803430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72918121-4fd0-4271-b043-438759e49bcb req-ab389e20-a6a3-4969-8b37-1a2d4dd1107c tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1960130 Feb 05 02:59:21.815701 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Network 0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:59:21.816844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-72918121-4fd0-4271-b043-438759e49bcb req-318bc2f2-d762-4bbe-8d01-de9b9af30ada tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Request body: {'port': {'device_id': '3836ee99-cb8a-40b3-995e-52c92edd38cd', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '569e8c5613cd4b7fbfaf7b70b1c677ad'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:21.844026 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:21.852644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fd3340-ffd1-44fd-b54b-0f9185b1e82b None None] Network 0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:59:21.878770 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:59:21.884321 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:21.889250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:21.889926 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:21.962698 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4a2c0f59-529e-4c73-bb0e-2be7f4825ce6 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1908388 Feb 05 02:59:21.971570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56876) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:22.023476 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72918121-4fd0-4271-b043-438759e49bcb req-318bc2f2-d762-4bbe-8d01-de9b9af30ada tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Made reservation on behalf of 569e8c5613cd4b7fbfaf7b70b1c677ad for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:22.027143 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-72918121-4fd0-4271-b043-438759e49bcb req-318bc2f2-d762-4bbe-8d01-de9b9af30ada tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:22.048153 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-72918121-4fd0-4271-b043-438759e49bcb req-318bc2f2-d762-4bbe-8d01-de9b9af30ada tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:22.053573 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-08430418-ea47-4ae0-8d22-82ad199a4cec service neutron] show failed (client error): The resource could not be found. Feb 05 02:59:22.054508 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-08430418-ea47-4ae0-8d22-82ad199a4cec service neutron] 10.222.0.31 "GET /v2.0/ports/dbe44a78-734b-44c6-a82a-bb7448f9d3f9/bindings/n-h2-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.1810093 Feb 05 02:59:22.102424 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (69f44e7a-a331-46fc-b358-366ad22a02f6), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:22.110379 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7a628-e7b2-4383-9278-25d94f504f59 req-8890a413-c192-46d4-8534-e68547ab21e7 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:22.112069 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43d7a628-e7b2-4383-9278-25d94f504f59 req-8890a413-c192-46d4-8534-e68547ab21e7 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.1344690 Feb 05 02:59:22.117721 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cd0e08-e3a8-48d4-941b-7927ee9bd4e4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:22.123673 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cd0e08-e3a8-48d4-941b-7927ee9bd4e4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:22.128732 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-39cd0e08-e3a8-48d4-941b-7927ee9bd4e4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1540122 Feb 05 02:59:22.129412 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56878) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:22.137770 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (69f44e7a-a331-46fc-b358-366ad22a02f6), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:22.180857 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-72918121-4fd0-4271-b043-438759e49bcb req-318bc2f2-d762-4bbe-8d01-de9b9af30ada tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Publish callbacks [] for security_group (c59152b2-5897-4315-82ca-e206eb9af1ee), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:22.197448 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43d7a628-e7b2-4383-9278-25d94f504f59 req-02a4ca32-b39f-4e7a-a8fa-4316a9ff5555 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754349 Feb 05 02:59:22.198312 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-72918121-4fd0-4271-b043-438759e49bcb req-318bc2f2-d762-4bbe-8d01-de9b9af30ada tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c59152b2-5897-4315-82ca-e206eb9af1ee), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:22.276535 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bc2f2-d762-4bbe-8d01-de9b9af30ada tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c59152b2-5897-4315-82ca-e206eb9af1ee,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:22.283098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=69f44e7a-a331-46fc-b358-366ad22a02f6,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:22.295808 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (ac5070f5-4779-47e7-a129-0aaef754067e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:22.436514 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-72918121-4fd0-4271-b043-438759e49bcb req-318bc2f2-d762-4bbe-8d01-de9b9af30ada tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Allocated IP 192.168.233.168 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/0647c14b-496c-4680-9fe5-962f23656d16) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:59:22.438797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f24e7ea1-fde9-4d22-8d1b-78a2ab97345f tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Deleting port c0580bda-0506-4ba9-8acd-d7fe49c2db56 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:22.439159 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f24e7ea1-fde9-4d22-8d1b-78a2ab97345f tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c0580bda-0506-4ba9-8acd-d7fe49c2db56), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:22.458559 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf885aa-bb92-4009-a22b-3a4df427eee0 req-7a1c19a5-cf55-4e7f-aa53-53ab296de506 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:22.464319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf885aa-bb92-4009-a22b-3a4df427eee0 req-7a1c19a5-cf55-4e7f-aa53-53ab296de506 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:22.470479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf885aa-bb92-4009-a22b-3a4df427eee0 req-7a1c19a5-cf55-4e7f-aa53-53ab296de506 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:22.475918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf885aa-bb92-4009-a22b-3a4df427eee0 req-7a1c19a5-cf55-4e7f-aa53-53ab296de506 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:22.482391 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf885aa-bb92-4009-a22b-3a4df427eee0 req-7a1c19a5-cf55-4e7f-aa53-53ab296de506 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:22.488175 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf885aa-bb92-4009-a22b-3a4df427eee0 req-7a1c19a5-cf55-4e7f-aa53-53ab296de506 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:22.493545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf885aa-bb92-4009-a22b-3a4df427eee0 req-7a1c19a5-cf55-4e7f-aa53-53ab296de506 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:22.499335 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3cf885aa-bb92-4009-a22b-3a4df427eee0 req-7a1c19a5-cf55-4e7f-aa53-53ab296de506 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.1698406 Feb 05 02:59:22.528349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-fd9c80d1-3da5-4420-832b-11bb071c0ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:22.530087 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-fd9c80d1-3da5-4420-832b-11bb071c0ad5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f&tenant_id=709d54e15cf04675a9b2ab5c17982203 HTTP/1.1" status: 200 len: 1131 time: 0.1616209 Feb 05 02:59:22.545592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:22.552666 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Floating IP ac5070f5-4779-47e7-a129-0aaef754067e associated. External IP: 172.25.0.139, port: 5e5320ed-6dba-4e70-9607-8c02cfa93fbb. Feb 05 02:59:22.645009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a82f9-1f06-408c-934f-550ce226e49b req-288ef12c-796a-4762-bde2-37ab8a554bb8 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:22.646511 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df6a82f9-1f06-408c-934f-550ce226e49b req-288ef12c-796a-4762-bde2-37ab8a554bb8 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.1459622 Feb 05 02:59:22.657740 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f24e7ea1-fde9-4d22-8d1b-78a2ab97345f tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c0580bda-0506-4ba9-8acd-d7fe49c2db56), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:22.662599 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3cf885aa-bb92-4009-a22b-3a4df427eee0 req-ba4ef683-3724-4644-a97e-8f832d41c5c1 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1576319 Feb 05 02:59:22.706259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f24e7ea1-fde9-4d22-8d1b-78a2ab97345f tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Calling delete_port for c0580bda-0506-4ba9-8acd-d7fe49c2db56 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:22.725502 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:22.767933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df6a82f9-1f06-408c-934f-550ce226e49b req-70466086-540a-41c8-bcdb-daed6b478db2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103284 Feb 05 02:59:22.797060 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-72918121-4fd0-4271-b043-438759e49bcb req-318bc2f2-d762-4bbe-8d01-de9b9af30ada tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Publish callbacks [] for port (0647c14b-496c-4680-9fe5-962f23656d16), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:22.844581 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-72918121-4fd0-4271-b043-438759e49bcb req-318bc2f2-d762-4bbe-8d01-de9b9af30ada tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (0647c14b-496c-4680-9fe5-962f23656d16), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:22.924446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72918121-4fd0-4271-b043-438759e49bcb req-318bc2f2-d762-4bbe-8d01-de9b9af30ada tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:59:22.931397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-72918121-4fd0-4271-b043-438759e49bcb req-318bc2f2-d762-4bbe-8d01-de9b9af30ada tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:22.936289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-72918121-4fd0-4271-b043-438759e49bcb req-318bc2f2-d762-4bbe-8d01-de9b9af30ada tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:59:22.938293 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bc2f2-d762-4bbe-8d01-de9b9af30ada tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Pushing event updated for resources: {'Port': ['ID=0647c14b-496c-4680-9fe5-962f23656d16,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:22.998498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b099414-fdcc-4599-8bea-f2860b79d94a req-b5dd0b57-d9c2-4f92-bc08-32f3dbd335b2 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:23.000166 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b099414-fdcc-4599-8bea-f2860b79d94a req-b5dd0b57-d9c2-4f92-bc08-32f3dbd335b2 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 936 time: 0.1202300 Feb 05 02:59:23.005520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72918121-4fd0-4271-b043-438759e49bcb req-318bc2f2-d762-4bbe-8d01-de9b9af30ada tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:23.006203 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-72918121-4fd0-4271-b043-438759e49bcb req-318bc2f2-d762-4bbe-8d01-de9b9af30ada tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:23.037277 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72918121-4fd0-4271-b043-438759e49bcb req-318bc2f2-d762-4bbe-8d01-de9b9af30ada tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2254498 Feb 05 02:59:23.055139 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Request body: {'port': {'device_id': '3836ee99-cb8a-40b3-995e-52c92edd38cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:23.075031 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f24e7ea1-fde9-4d22-8d1b-78a2ab97345f tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c0580bda-0506-4ba9-8acd-d7fe49c2db56), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:23.103557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b099414-fdcc-4599-8bea-f2860b79d94a req-aa9ead9a-a5fb-4374-9538-59ec082f7fc7 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/security-groups?id=c59152b2-5897-4315-82ca-e206eb9af1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874348 Feb 05 02:59:23.144624 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0647c14b-496c-4680-9fe5-962f23656d16), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:23.331309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f8cd4d83-3d3c-4be3-af20-b96ae6ecce55 None None] Provisioning complete for port 0647c14b-496c-4680-9fe5-962f23656d16 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:23.332263 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f8cd4d83-3d3c-4be3-af20-b96ae6ecce55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0647c14b-496c-4680-9fe5-962f23656d16), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:23.365089 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f5f1e-9322-4cf9-bc8a-48249ad6e652 req-537d9203-5e26-472b-9b6d-c818464b0552 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:23.375036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-794f5f1e-9322-4cf9-bc8a-48249ad6e652 req-537d9203-5e26-472b-9b6d-c818464b0552 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.0808454 Feb 05 02:59:23.391495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f8cd4d83-3d3c-4be3-af20-b96ae6ecce55 None None] Port 0647c14b-496c-4680-9fe5-962f23656d16 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 02:59:23.451882 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-794f5f1e-9322-4cf9-bc8a-48249ad6e652 req-79d3bebc-d67d-4fef-82a4-de36c925e1f7 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674999 Feb 05 02:59:23.480362 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e7ea1-fde9-4d22-8d1b-78a2ab97345f tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event deleted for resources: {'Port': ['ID=c0580bda-0506-4ba9-8acd-d7fe49c2db56,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:23.492912 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 58e59221-3a0a-46e4-a440-29533fbdd9b2 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:59:23.499537 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f24e7ea1-fde9-4d22-8d1b-78a2ab97345f tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:23.505238 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f24e7ea1-fde9-4d22-8d1b-78a2ab97345f tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "DELETE /v2.0/ports/c0580bda-0506-4ba9-8acd-d7fe49c2db56 HTTP/1.1" status: 204 len: 168 time: 1.3719554 Feb 05 02:59:23.505771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56890) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:23.508484 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:23.660184 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:59:23.735747 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6626dbf-d166-432d-bfbf-237668a8930f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:59:23.738011 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1676ebd0-9801-4363-8f46-24aa46ed3c41" -d '{"events": [{"server_uuid": "e6626dbf-d166-432d-bfbf-237668a8930f", "name": "network-vif-unplugged", "status": "completed", "tag": "dbe44a78-734b-44c6-a82a-bb7448f9d3f9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:59:23.746376 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Publish callbacks [] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:23.766430 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:59:23.774870 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Transition to ACTIVE for port object dbe44a78-734b-44c6-a82a-bb7448f9d3f9 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:59:23.784246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b1a414-1442-4bd1-adbc-7291cde4a8aa None None] Sync routers for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:59:23.787040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-5c1dc29e-df83-46cb-b5c4-50bf31901378 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Deleting port baad3b4c-ce07-456f-9111-abfc96faad9e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:23.787430 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc29e-df83-46cb-b5c4-50bf31901378 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (baad3b4c-ce07-456f-9111-abfc96faad9e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:23.797924 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:23.801609 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b1a414-1442-4bd1-adbc-7291cde4a8aa None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:23.804100 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-30b1a414-1442-4bd1-adbc-7291cde4a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:23.844061 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 02:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c1b693-e1e6-461b-a0e1-d64c060f7e68 x-openstack-request-id: req-c2c1b693-e1e6-461b-a0e1-d64c060f7e68 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:59:23.844366 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6626dbf-d166-432d-bfbf-237668a8930f", "name": "network-vif-unplugged", "status": "completed", "tag": "dbe44a78-734b-44c6-a82a-bb7448f9d3f9", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:59:23.844625 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2c1b693-e1e6-461b-a0e1-d64c060f7e68 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:59:23.845219 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6626dbf-d166-432d-bfbf-237668a8930f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9', 'code': 200} Feb 05 02:59:23.850472 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:23.895579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-30b1a414-1442-4bd1-adbc-7291cde4a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:23.905660 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b1a414-1442-4bd1-adbc-7291cde4a8aa None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:23.906306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-30b1a414-1442-4bd1-adbc-7291cde4a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:23.993456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-30b1a414-1442-4bd1-adbc-7291cde4a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:23.993969 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b1a414-1442-4bd1-adbc-7291cde4a8aa None None] The sync data for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:59:24.020650 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] No DVR routers for this DVR port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:59:24.023929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce878dbc-3f3c-4523-8bd6-842948339ea1 req-18916dba-0e78-43b4-b4cb-b20a0b055480 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:24.024849 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc29e-df83-46cb-b5c4-50bf31901378 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (baad3b4c-ce07-456f-9111-abfc96faad9e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:24.031535 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-217f4f13-329b-41a2-9230-c8e391fc3f82 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.1380758 Feb 05 02:59:24.031750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce878dbc-3f3c-4523-8bd6-842948339ea1 req-18916dba-0e78-43b4-b4cb-b20a0b055480 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:24.037139 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce878dbc-3f3c-4523-8bd6-842948339ea1 req-18916dba-0e78-43b4-b4cb-b20a0b055480 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:24.039140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56900) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:24.041155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:24.043402 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce878dbc-3f3c-4523-8bd6-842948339ea1 req-18916dba-0e78-43b4-b4cb-b20a0b055480 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:24.048868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce878dbc-3f3c-4523-8bd6-842948339ea1 req-18916dba-0e78-43b4-b4cb-b20a0b055480 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:24.050568 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-93d58649-30f1-43b0-bbd6-c3ec45ebc11b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'floatingip': {'port_id': '5e5320ed-6dba-4e70-9607-8c02cfa93fbb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:24.054996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce878dbc-3f3c-4523-8bd6-842948339ea1 req-18916dba-0e78-43b4-b4cb-b20a0b055480 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:24.056417 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-5c1dc29e-df83-46cb-b5c4-50bf31901378 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Calling delete_port for baad3b4c-ce07-456f-9111-abfc96faad9e owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:24.060785 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce878dbc-3f3c-4523-8bd6-842948339ea1 req-18916dba-0e78-43b4-b4cb-b20a0b055480 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:24.069225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce878dbc-3f3c-4523-8bd6-842948339ea1 req-18916dba-0e78-43b4-b4cb-b20a0b055480 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.3072934 Feb 05 02:59:24.143111 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93d58649-30f1-43b0-bbd6-c3ec45ebc11b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (ac5070f5-4779-47e7-a129-0aaef754067e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:24.203982 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce878dbc-3f3c-4523-8bd6-842948339ea1 req-931c5ca1-c9c7-4207-bc63-7e065ca52673 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1336718 Feb 05 02:59:24.227560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c723528-e34f-4715-9638-331087757503 req-151ba8ef-d0c1-4186-9431-247868b5eba3 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:24.234669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c723528-e34f-4715-9638-331087757503 req-151ba8ef-d0c1-4186-9431-247868b5eba3 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 947 time: 0.1631310 Feb 05 02:59:24.267323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0647c14b-496c-4680-9fe5-962f23656d16 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:59:24.277037 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Publish callbacks [] for port (0647c14b-496c-4680-9fe5-962f23656d16), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:24.291757 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Transition to ACTIVE for port object 0647c14b-496c-4680-9fe5-962f23656d16 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:59:24.306499 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (0647c14b-496c-4680-9fe5-962f23656d16), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:24.343725 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc29e-df83-46cb-b5c4-50bf31901378 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (baad3b4c-ce07-456f-9111-abfc96faad9e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:24.389882 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Attempting to bind port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:59:24.390185 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Attempting to bind port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:59:24.390450 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Attempting to bind port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:59:24.392727 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dc29e-df83-46cb-b5c4-50bf31901378 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event deleted for resources: {'Port': ['ID=baad3b4c-ce07-456f-9111-abfc96faad9e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:24.407545 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c723528-e34f-4715-9638-331087757503 req-7a5798e0-7975-4cd0-bffa-7f36367ccfae tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719499 Feb 05 02:59:24.449614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Pushing event updated for resources: {'Port': ['ID=0647c14b-496c-4680-9fe5-962f23656d16,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:24.456266 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:59:24.456696 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Attempting to bind port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:59:24.479006 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc29e-df83-46cb-b5c4-50bf31901378 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:24.486431 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5c1dc29e-df83-46cb-b5c4-50bf31901378 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "DELETE /v2.0/ports/baad3b4c-ce07-456f-9111-abfc96faad9e HTTP/1.1" status: 204 len: 168 time: 0.9736462 Feb 05 02:59:24.490221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56906) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:24.508966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:59:24.509642 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:24.510106 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:59:24.510636 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Bound port: dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:59:24.511262 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:24.549020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Attempting to bind port 0647c14b-496c-4680-9fe5-962f23656d16 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:59:24.549600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Attempting to bind port 0647c14b-496c-4680-9fe5-962f23656d16 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:59:24.549823 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Attempting to bind port 0647c14b-496c-4680-9fe5-962f23656d16 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:59:24.563250 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3b1888a9-84c2-41e4-9a95-ab9e1e86de2a tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0689292 Feb 05 02:59:24.569004 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95010029-3fba-47bf-a892-f55e87d90724 req-08ecd946-7096-4835-a6d8-2434ff81c440 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:24.570717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95010029-3fba-47bf-a892-f55e87d90724 req-08ecd946-7096-4835-a6d8-2434ff81c440 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 948 time: 0.2263348 Feb 05 02:59:24.571650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Port 0647c14b-496c-4680-9fe5-962f23656d16 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:59:24.572031 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Attempting to bind port 0647c14b-496c-4680-9fe5-962f23656d16 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:59:24.577777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56908) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:24.597025 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cca5d45a-fb86-4c68-8aa2-c82ece800fe0 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-230958367'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:24.622940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:59:24.623397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:24.623858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:59:24.624372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Bound port: 0647c14b-496c-4680-9fe5-962f23656d16, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:59:24.624793 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0647c14b-496c-4680-9fe5-962f23656d16), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:24.686023 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca5d45a-fb86-4c68-8aa2-c82ece800fe0 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Made reservation on behalf of 9f36426cf22f415995c28b03763db9c6 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:24.689405 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cca5d45a-fb86-4c68-8aa2-c82ece800fe0 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:24.739797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:59:24.744588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:59:24.834277 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:24.920993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:24.921830 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:24.923639 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] 10.222.0.10 "PUT /v2.0/ports/dbe44a78-734b-44c6-a82a-bb7448f9d3f9 HTTP/1.1" status: 200 len: 1095 time: 2.3828988 Feb 05 02:59:25.112879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e55424-8f7a-447d-85e4-e5f1624988a8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:25.153453 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-a7cf79ef-879d-4f6d-a7f3-1457af392b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:25.155300 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-a7cf79ef-879d-4f6d-a7f3-1457af392b91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 1129 time: 0.1223471 Feb 05 02:59:25.159860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca5d45a-fb86-4c68-8aa2-c82ece800fe0 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:59:25.170395 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cca5d45a-fb86-4c68-8aa2-c82ece800fe0 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (d4250505-49b0-44d7-9856-e897fbe218ee), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:25.170750 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-cca5d45a-fb86-4c68-8aa2-c82ece800fe0 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Added segment d4250505-49b0-44d7-9856-e897fbe218ee of type vlan for network 62789ae8-67be-4738-9cbd-57abcdd9c535 Feb 05 02:59:25.227477 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cca5d45a-fb86-4c68-8aa2-c82ece800fe0 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (62789ae8-67be-4738-9cbd-57abcdd9c535), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:25.257593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-2e09f08b-8456-43f0-8241-8a2f08611dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:25.259412 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-2e09f08b-8456-43f0-8241-8a2f08611dbd service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.0972705 Feb 05 02:59:25.275800 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cca5d45a-fb86-4c68-8aa2-c82ece800fe0 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (62789ae8-67be-4738-9cbd-57abcdd9c535), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:25.281765 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5d45a-fb86-4c68-8aa2-c82ece800fe0 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:25.282381 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cca5d45a-fb86-4c68-8aa2-c82ece800fe0 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:25.333441 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-32284cf0-0be5-4602-b79b-cdafbce5d1ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9 HTTP/1.1" status: 200 len: 217 time: 0.0649703 Feb 05 02:59:25.356764 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f33592-93f8-4321-ab91-1f4024c01141 req-92562601-b507-4d38-a889-68e117237ec1 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:25.358309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38f33592-93f8-4321-ab91-1f4024c01141 req-92562601-b507-4d38-a889-68e117237ec1 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.8009715 Feb 05 02:59:25.382785 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.db.resource_extend [None req-93d58649-30f1-43b0-bbd6-c3ec45ebc11b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:59:25.424863 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95010029-3fba-47bf-a892-f55e87d90724 req-7d1655fc-5829-4481-81c9-20570eded92e tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/security-groups?id=c59152b2-5897-4315-82ca-e206eb9af1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8386250 Feb 05 02:59:25.443641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-7c619db5-7346-441a-9863-50309211ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:25.445288 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-7c619db5-7346-441a-9863-50309211ed5a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1014619 Feb 05 02:59:25.455998 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93d58649-30f1-43b0-bbd6-c3ec45ebc11b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:25.469077 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93d58649-30f1-43b0-bbd6-c3ec45ebc11b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (ac5070f5-4779-47e7-a129-0aaef754067e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:25.486773 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cca5d45a-fb86-4c68-8aa2-c82ece800fe0 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8993015 Feb 05 02:59:25.489450 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56920) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:25.504477 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-199a807b-9325-409b-827a-9b7b1355b246 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-880712039'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:25.509017 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] For port 0647c14b-496c-4680-9fe5-962f23656d16, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:59:25.512832 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5d45a-fb86-4c68-8aa2-c82ece800fe0 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event updated for resources: {'Network': ['ID=62789ae8-67be-4738-9cbd-57abcdd9c535,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:25.528079 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 62789ae8-67be-4738-9cbd-57abcdd9c535 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:59:25.534930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] For port 0647c14b-496c-4680-9fe5-962f23656d16, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0647c14b-496c-4680-9fe5-962f23656d16,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:59:25.551239 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (0647c14b-496c-4680-9fe5-962f23656d16), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:25.558150 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38f33592-93f8-4321-ab91-1f4024c01141 req-e713c72b-9726-4db1-b182-966487867e62 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1546736 Feb 05 02:59:25.611461 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:25.612409 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:25.627332 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72918121-4fd0-4271-b043-438759e49bcb req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] 10.222.0.10 "PUT /v2.0/ports/0647c14b-496c-4680-9fe5-962f23656d16 HTTP/1.1" status: 200 len: 1096 time: 2.5829093 Feb 05 02:59:25.632311 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3836ee99-cb8a-40b3-995e-52c92edd38cd', 'tag': '0647c14b-496c-4680-9fe5-962f23656d16'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:59:25.640352 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61225ed5-e4b7-472d-81f6-99293fd90c60" -d '{"events": [{"name": "network-changed", "server_uuid": "3836ee99-cb8a-40b3-995e-52c92edd38cd", "tag": "0647c14b-496c-4680-9fe5-962f23656d16"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:59:25.763619 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed70a8-ac4f-4bd4-be28-fca50557be9c service neutron] Pushing event updated for resources: {'Port': ['ID=0647c14b-496c-4680-9fe5-962f23656d16,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:25.816145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199a807b-9325-409b-827a-9b7b1355b246 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Made reservation on behalf of 9f36426cf22f415995c28b03763db9c6 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:25.819477 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-199a807b-9325-409b-827a-9b7b1355b246 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:25.848958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6626dbf-d166-432d-bfbf-237668a8930f', 'tag': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:59:25.851174 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca5c590-843b-4744-b456-da680eb47362" -d '{"events": [{"name": "network-changed", "server_uuid": "e6626dbf-d166-432d-bfbf-237668a8930f", "tag": "dbe44a78-734b-44c6-a82a-bb7448f9d3f9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:59:25.865851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72918121-4fd0-4271-b043-438759e49bcb req-ea209f8a-7f14-42a9-ae18-3eddadbf8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:25.872119 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72918121-4fd0-4271-b043-438759e49bcb req-ea209f8a-7f14-42a9-ae18-3eddadbf8e22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=569e8c5613cd4b7fbfaf7b70b1c677ad&device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 1130 time: 0.1839688 Feb 05 02:59:25.917439 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199a807b-9325-409b-827a-9b7b1355b246 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:59:25.937719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b50e55-15cb-4dc9-9187-72f4747a2f1d req-5dca97dc-ecca-4092-8994-496a06ae902a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:25.943687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b50e55-15cb-4dc9-9187-72f4747a2f1d req-5dca97dc-ecca-4092-8994-496a06ae902a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:25.949788 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b50e55-15cb-4dc9-9187-72f4747a2f1d req-5dca97dc-ecca-4092-8994-496a06ae902a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:25.955924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b50e55-15cb-4dc9-9187-72f4747a2f1d req-5dca97dc-ecca-4092-8994-496a06ae902a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:25.961901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b50e55-15cb-4dc9-9187-72f4747a2f1d req-5dca97dc-ecca-4092-8994-496a06ae902a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:25.969015 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b50e55-15cb-4dc9-9187-72f4747a2f1d req-5dca97dc-ecca-4092-8994-496a06ae902a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:25.975091 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b50e55-15cb-4dc9-9187-72f4747a2f1d req-5dca97dc-ecca-4092-8994-496a06ae902a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:25.983893 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5b50e55-15cb-4dc9-9187-72f4747a2f1d req-5dca97dc-ecca-4092-8994-496a06ae902a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.3117993 Feb 05 02:59:25.992459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72918121-4fd0-4271-b043-438759e49bcb req-79da2173-0cc9-430d-a4d9-b48745421ab2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=0647c14b-496c-4680-9fe5-962f23656d16 HTTP/1.1" status: 200 len: 217 time: 0.1139395 Feb 05 02:59:26.003802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-95151dcd-9275-4042-a85c-6d5ed6fd5805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:26.005351 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-95151dcd-9275-4042-a85c-6d5ed6fd5805 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5480328 Feb 05 02:59:26.015283 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-199a807b-9325-409b-827a-9b7b1355b246 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (bf2b2842-99c3-49ea-ab04-283c58440040), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:26.015540 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-199a807b-9325-409b-827a-9b7b1355b246 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Added segment bf2b2842-99c3-49ea-ab04-283c58440040 of type vlan for network de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1 Feb 05 02:59:26.066356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9f89b-680e-4846-b5fc-492f5173ac6e req-fc27492c-8ea0-48c2-a596-8f33c304307f tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:26.067872 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cda9f89b-680e-4846-b5fc-492f5173ac6e req-fc27492c-8ea0-48c2-a596-8f33c304307f tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 947 time: 0.2930074 Feb 05 02:59:26.125151 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-199a807b-9325-409b-827a-9b7b1355b246 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:26.151895 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5b50e55-15cb-4dc9-9187-72f4747a2f1d req-ec1f1a03-c424-46c6-8fd9-dd74907c92c9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1666710 Feb 05 02:59:26.188932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72918121-4fd0-4271-b043-438759e49bcb req-3524ed9e-3535-47f7-824b-50dbf25d8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:26.192188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72918121-4fd0-4271-b043-438759e49bcb req-3524ed9e-3535-47f7-824b-50dbf25d8564 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1881511 Feb 05 02:59:26.203118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d58649-30f1-43b0-bbd6-c3ec45ebc11b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 58e59221-3a0a-46e4-a440-29533fbdd9b2 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:59:26.206064 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-e5d7634a-e133-4634-b4b3-862c2ad181f2 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890700 Feb 05 02:59:26.262843 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cda9f89b-680e-4846-b5fc-492f5173ac6e req-8fedd4ef-5713-4fea-be05-f9f9d7700676 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833658 Feb 05 02:59:26.266528 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ab1b2a-39f8-4076-b16b-8a0508db36c4 x-openstack-request-id: req-40ab1b2a-39f8-4076-b16b-8a0508db36c4 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:59:26.266747 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3836ee99-cb8a-40b3-995e-52c92edd38cd", "tag": "0647c14b-496c-4680-9fe5-962f23656d16", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:59:26.267040 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-40ab1b2a-39f8-4076-b16b-8a0508db36c4 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:59:26.267442 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3836ee99-cb8a-40b3-995e-52c92edd38cd', 'tag': '0647c14b-496c-4680-9fe5-962f23656d16', 'status': 'completed', 'code': 200} Feb 05 02:59:26.299393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72918121-4fd0-4271-b043-438759e49bcb req-1caa5dcf-0e55-4d80-a68b-ea0e7fa0c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:26.301004 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72918121-4fd0-4271-b043-438759e49bcb req-1caa5dcf-0e55-4d80-a68b-ea0e7fa0c0f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1008661 Feb 05 02:59:26.321124 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-199a807b-9325-409b-827a-9b7b1355b246 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:26.326465 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199a807b-9325-409b-827a-9b7b1355b246 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:26.327810 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-199a807b-9325-409b-827a-9b7b1355b246 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:26.411230 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6203e181-12bb-4a95-b751-a7c0bcc89df9 x-openstack-request-id: req-6203e181-12bb-4a95-b751-a7c0bcc89df9 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:59:26.411516 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6626dbf-d166-432d-bfbf-237668a8930f", "tag": "dbe44a78-734b-44c6-a82a-bb7448f9d3f9", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:59:26.411769 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6203e181-12bb-4a95-b751-a7c0bcc89df9 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:59:26.412168 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6626dbf-d166-432d-bfbf-237668a8930f', 'tag': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9', 'status': 'completed', 'code': 200} Feb 05 02:59:26.432892 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device dbe44a78-734b-44c6-a82a-bb7448f9d3f9 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:59:26.517683 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-199a807b-9325-409b-827a-9b7b1355b246 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0242515 Feb 05 02:59:26.523870 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a807b-9325-409b-827a-9b7b1355b246 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event updated for resources: {'Network': ['ID=de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:26.548293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:59:26.564082 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d58649-30f1-43b0-bbd6-c3ec45ebc11b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:59:26.583237 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9127a4-338d-4b88-b610-4a48c8eccb5d None None] Sync routers for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:59:26.586593 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] The host n-h1-826942-8 is not matching for port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 host n-h2-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 02:59:26.587026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device dbe44a78-734b-44c6-a82a-bb7448f9d3f9 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:59:26.602456 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-d115e8af-86f4-4290-9411-1fd9cf07e5be service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851986 Feb 05 02:59:26.603450 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9127a4-338d-4b88-b610-4a48c8eccb5d None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:26.604331 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5f9127a4-338d-4b88-b610-4a48c8eccb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:26.609154 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93d58649-30f1-43b0-bbd6-c3ec45ebc11b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:26.619360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5c590-843b-4744-b456-da680eb47362 req-27317f1f-0205-4867-aad2-3cf409054bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:26.622824 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ca5c590-843b-4744-b456-da680eb47362 req-27317f1f-0205-4867-aad2-3cf409054bc1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 1129 time: 0.1773484 Feb 05 02:59:26.684390 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72918121-4fd0-4271-b043-438759e49bcb req-ed14fe47-db56-48ec-9915-942b591bef95 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763049 Feb 05 02:59:26.723495 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5f9127a4-338d-4b88-b610-4a48c8eccb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:26.748416 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9127a4-338d-4b88-b610-4a48c8eccb5d None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:26.749300 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5f9127a4-338d-4b88-b610-4a48c8eccb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:26.798748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-ae0640a6-5ffd-4bc0-b835-7e2fe217556a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:26.811358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-ae0640a6-5ffd-4bc0-b835-7e2fe217556a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/networks?id=a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 200 len: 815 time: 0.4268162 Feb 05 02:59:26.821606 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-93d58649-30f1-43b0-bbd6-c3ec45ebc11b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "PUT /v2.0/floatingips/ac5070f5-4779-47e7-a129-0aaef754067e HTTP/1.1" status: 200 len: 979 time: 2.7776060 Feb 05 02:59:26.825516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56946) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:26.852960 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5f9127a4-338d-4b88-b610-4a48c8eccb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:26.856288 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9127a4-338d-4b88-b610-4a48c8eccb5d None None] The sync data for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:59:26.908928 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-e858867c-ecd0-4bb4-b29d-7f82d01bb9bf tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/quotas/37d45416619c42a5be673fac7a85f3c2 HTTP/1.1" status: 200 len: 375 time: 0.0962715 Feb 05 02:59:26.940936 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83813d-e542-40ed-9118-5fab66569e48 req-f26a91b6-bf4c-4a36-99fe-b62bed9b942b tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:26.943089 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d83813d-e542-40ed-9118-5fab66569e48 req-f26a91b6-bf4c-4a36-99fe-b62bed9b942b tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 948 time: 0.3864825 Feb 05 02:59:27.030376 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d83813d-e542-40ed-9118-5fab66569e48 req-18c502f5-33cd-49f4-a8d9-ff0b5f74df39 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/security-groups?id=c59152b2-5897-4315-82ca-e206eb9af1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545521 Feb 05 02:59:27.094673 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-88b673f9-fc01-42fb-9e85-783ca8ca48a7 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=37d45416619c42a5be673fac7a85f3c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1836202 Feb 05 02:59:27.228548 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-67e37d9c-92db-4a6e-ac11-41c3c0cd2d9d service neutron] 10.222.0.36 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327727 Feb 05 02:59:27.431906 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-e32970b3-c239-4bb8-97d3-272fc0873fbd service neutron] 10.222.0.36 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024148 Feb 05 02:59:27.450047 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5c590-843b-4744-b456-da680eb47362 req-613357ed-3794-42a8-9e86-2c4499b20da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:27.451815 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ca5c590-843b-4744-b456-da680eb47362 req-613357ed-3794-42a8-9e86-2c4499b20da8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 1129 time: 0.7704527 Feb 05 02:59:27.489923 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72918121-4fd0-4271-b043-438759e49bcb req-4f705c3e-c9e4-4c42-885d-3ca8ea7f380b service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7873037 Feb 05 02:59:27.548582 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cdc19-50dc-4895-b05a-32eedaa52f90 req-e7e8ba0e-b022-4b51-87d5-90603a2dfc94 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:27.552401 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-476cdc19-50dc-4895-b05a-32eedaa52f90 req-e7e8ba0e-b022-4b51-87d5-90603a2dfc94 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.3429992 Feb 05 02:59:27.635118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5c590-843b-4744-b456-da680eb47362 req-eae88dbb-f228-451d-ad62-a8a178d292f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:27.638647 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ca5c590-843b-4744-b456-da680eb47362 req-eae88dbb-f228-451d-ad62-a8a178d292f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.1696446 Feb 05 02:59:27.678227 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5c590-843b-4744-b456-da680eb47362 req-6913686f-84d9-4732-b17b-1f3ac6eac91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:27.680502 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ca5c590-843b-4744-b456-da680eb47362 req-6913686f-84d9-4732-b17b-1f3ac6eac91d service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 1.0220685 Feb 05 02:59:27.695840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61225ed5-e4b7-472d-81f6-99293fd90c60 req-8f2b2375-f5b9-4e44-9f1e-1c0ddac185b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:27.700240 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61225ed5-e4b7-472d-81f6-99293fd90c60 req-8f2b2375-f5b9-4e44-9f1e-1c0ddac185b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=569e8c5613cd4b7fbfaf7b70b1c677ad&device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 1130 time: 0.1468782 Feb 05 02:59:27.777734 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ca5c590-843b-4744-b456-da680eb47362 req-e64c8202-6f49-4ed9-b643-ec2182ce8d9c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9 HTTP/1.1" status: 200 len: 217 time: 0.0421121 Feb 05 02:59:27.779742 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ca5c590-843b-4744-b456-da680eb47362 req-188a9393-abc5-4b6b-8dd9-1ae85c37ea63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9 HTTP/1.1" status: 200 len: 217 time: 0.1314311 Feb 05 02:59:27.875575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5c590-843b-4744-b456-da680eb47362 req-004844c6-3103-44ee-9185-ed2e63e76b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:27.886415 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ca5c590-843b-4744-b456-da680eb47362 req-004844c6-3103-44ee-9185-ed2e63e76b06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0686011 Feb 05 02:59:27.924826 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61225ed5-e4b7-472d-81f6-99293fd90c60 req-9e7e8a92-dbe9-4874-aa9e-ae48e338c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:27.926623 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61225ed5-e4b7-472d-81f6-99293fd90c60 req-9e7e8a92-dbe9-4874-aa9e-ae48e338c663 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2100892 Feb 05 02:59:28.092309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-476cdc19-50dc-4895-b05a-32eedaa52f90 req-8dd4322a-236c-4ee5-8f00-fe79fbfc20d2 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4741504 Feb 05 02:59:28.101706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61225ed5-e4b7-472d-81f6-99293fd90c60 req-d998d44a-a3c4-433a-a237-dbc1ecd5b4a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=0647c14b-496c-4680-9fe5-962f23656d16 HTTP/1.1" status: 200 len: 217 time: 0.1575797 Feb 05 02:59:28.109853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5c590-843b-4744-b456-da680eb47362 req-7a451e16-f087-4e29-bcf2-c7a582aa961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:28.111496 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ca5c590-843b-4744-b456-da680eb47362 req-7a451e16-f087-4e29-bcf2-c7a582aa961b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.2954516 Feb 05 02:59:28.133032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5c590-843b-4744-b456-da680eb47362 req-bca35bbe-e6bb-4b7b-af75-eed2bf9fdd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:28.143543 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ca5c590-843b-4744-b456-da680eb47362 req-bca35bbe-e6bb-4b7b-af75-eed2bf9fdd3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2453446 Feb 05 02:59:28.180231 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61225ed5-e4b7-472d-81f6-99293fd90c60 req-351156a0-38fc-4d08-8cac-6192d71dbac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:28.181718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61225ed5-e4b7-472d-81f6-99293fd90c60 req-351156a0-38fc-4d08-8cac-6192d71dbac2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0716691 Feb 05 02:59:28.266496 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-02a6ac92-f63d-4013-ba62-861f7a81389f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Deleting port 69f44e7a-a331-46fc-b358-366ad22a02f6 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:28.266895 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02a6ac92-f63d-4013-ba62-861f7a81389f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (69f44e7a-a331-46fc-b358-366ad22a02f6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:28.298802 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a5cd-7a30-42d1-921b-f7a555b344bd req-6f4a9b78-03c6-4175-8534-a4abcc6a8a03 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:28.319212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a5cd-7a30-42d1-921b-f7a555b344bd req-6f4a9b78-03c6-4175-8534-a4abcc6a8a03 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:28.327793 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5c590-843b-4744-b456-da680eb47362 req-90820042-1362-4660-958b-7b25bd3161ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:28.329602 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ca5c590-843b-4744-b456-da680eb47362 req-90820042-1362-4660-958b-7b25bd3161ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2077942 Feb 05 02:59:28.331782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a5cd-7a30-42d1-921b-f7a555b344bd req-6f4a9b78-03c6-4175-8534-a4abcc6a8a03 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:28.342574 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a5cd-7a30-42d1-921b-f7a555b344bd req-6f4a9b78-03c6-4175-8534-a4abcc6a8a03 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:28.354647 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a5cd-7a30-42d1-921b-f7a555b344bd req-6f4a9b78-03c6-4175-8534-a4abcc6a8a03 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:28.364823 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a5cd-7a30-42d1-921b-f7a555b344bd req-6f4a9b78-03c6-4175-8534-a4abcc6a8a03 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:28.381195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a5cd-7a30-42d1-921b-f7a555b344bd req-6f4a9b78-03c6-4175-8534-a4abcc6a8a03 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:28.404887 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7240a5cd-7a30-42d1-921b-f7a555b344bd req-6f4a9b78-03c6-4175-8534-a4abcc6a8a03 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.4714279 Feb 05 02:59:28.458644 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ca5c590-843b-4744-b456-da680eb47362 req-8865bbb7-7781-44d4-92d1-fd04ced223e0 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889788 Feb 05 02:59:28.632991 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61225ed5-e4b7-472d-81f6-99293fd90c60 req-dde4e42b-4794-4e98-bb3c-5d369d5c8832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:28.634548 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61225ed5-e4b7-472d-81f6-99293fd90c60 req-dde4e42b-4794-4e98-bb3c-5d369d5c8832 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4384296 Feb 05 02:59:28.693724 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ca5c590-843b-4744-b456-da680eb47362 req-b2bd2e22-29a9-4cb6-b1d3-3da538d8d3ae service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194715 Feb 05 02:59:28.709387 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7240a5cd-7a30-42d1-921b-f7a555b344bd req-1c3ea5ef-0403-4e8f-93e3-9fb0027b908d tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3035941 Feb 05 02:59:28.776046 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02a6ac92-f63d-4013-ba62-861f7a81389f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (69f44e7a-a331-46fc-b358-366ad22a02f6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:28.776399 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02a6ac92-f63d-4013-ba62-861f7a81389f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (69f44e7a-a331-46fc-b358-366ad22a02f6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:28.787986 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ca5c590-843b-4744-b456-da680eb47362 req-447dad6e-89ce-4fbf-95b4-a7467d320d87 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379869 Feb 05 02:59:28.850428 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255e843-89c7-42cc-a6f7-d168f537c66a req-8b1eb071-9a40-4287-bd85-c2d0b2d1db29 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:28.852043 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1255e843-89c7-42cc-a6f7-d168f537c66a req-8b1eb071-9a40-4287-bd85-c2d0b2d1db29 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 947 time: 0.4287586 Feb 05 02:59:28.862726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-02a6ac92-f63d-4013-ba62-861f7a81389f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Calling delete_port for 69f44e7a-a331-46fc-b358-366ad22a02f6 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:29.018315 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f007ea1b-a1a9-4830-a4a5-6e5570d682e0 req-03f314f6-a124-42e0-b05c-e235f790d913 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c HTTP/1.1" status: 200 len: 210 time: 0.1229138 Feb 05 02:59:29.108155 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ca5c590-843b-4744-b456-da680eb47362 req-f6b6b40e-9dab-47dc-88a1-d6274d162a9c service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074369 Feb 05 02:59:29.223256 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1255e843-89c7-42cc-a6f7-d168f537c66a req-937faa0b-b63f-4929-bede-ab99dbba4c6b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533082 Feb 05 02:59:29.370742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61225ed5-e4b7-472d-81f6-99293fd90c60 req-15e2ef1e-e92b-4b3e-b6b5-b0e65eb5e2ea service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7135899 Feb 05 02:59:29.459561 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02a6ac92-f63d-4013-ba62-861f7a81389f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (69f44e7a-a331-46fc-b358-366ad22a02f6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:29.595473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6ac92-f63d-4013-ba62-861f7a81389f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Port': ['ID=69f44e7a-a331-46fc-b358-366ad22a02f6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:29.686019 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02a6ac92-f63d-4013-ba62-861f7a81389f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (ac5070f5-4779-47e7-a129-0aaef754067e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:29.686398 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-02a6ac92-f63d-4013-ba62-861f7a81389f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Floating IP ac5070f5-4779-47e7-a129-0aaef754067e disassociated (deleted). External IP: 172.25.0.139, port: 5e5320ed-6dba-4e70-9607-8c02cfa93fbb. Feb 05 02:59:29.818735 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61225ed5-e4b7-472d-81f6-99293fd90c60 req-3fbb2842-f67f-45e6-8c5e-8b752d57216a service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266634 Feb 05 02:59:29.831101 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56976) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:29.837640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Request body: {'subnets': [{'network_id': '62789ae8-67be-4738-9cbd-57abcdd9c535', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1482714375', 'ip_version': 6}, {'network_id': 'de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:29.837967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Request body: {'subnet': {'network_id': '62789ae8-67be-4738-9cbd-57abcdd9c535', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1482714375', 'ip_version': 6}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:29.838651 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Request body: {'subnet': {'network_id': 'de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:29.846480 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-99222921-b11a-49cb-ae89-c5ff505e14e6 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:29.848125 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-99222921-b11a-49cb-ae89-c5ff505e14e6 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.31 "GET /v2.0/networks?id=a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 200 len: 815 time: 0.4077652 Feb 05 02:59:29.898451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ea8be-3fb2-4f1b-9762-46e11498bea1 req-3b29a9ca-adf1-46b0-b7e5-4ac3807d74c7 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:29.900115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f30ea8be-3fb2-4f1b-9762-46e11498bea1 req-3b29a9ca-adf1-46b0-b7e5-4ac3807d74c7 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 948 time: 0.7194149 Feb 05 02:59:29.927894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-0e260ed0-74de-46d0-a1ec-c01e42936099 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Request body: {'port': {'device_id': '4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c', 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44', 'admin_state_up': True, 'tenant_id': '37d45416619c42a5be673fac7a85f3c2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:29.964188 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976f6c0-773c-4d80-b3d4-47b323922bfc req-4a733242-9297-48ea-b52c-0a8e47d06f55 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:29.965875 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5976f6c0-773c-4d80-b3d4-47b323922bfc req-4a733242-9297-48ea-b52c-0a8e47d06f55 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.3806586 Feb 05 02:59:30.053519 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a6ac92-f63d-4013-ba62-861f7a81389f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 58e59221-3a0a-46e4-a440-29533fbdd9b2 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:59:30.072945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-0e260ed0-74de-46d0-a1ec-c01e42936099 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Made reservation on behalf of 37d45416619c42a5be673fac7a85f3c2 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:30.076987 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-0e260ed0-74de-46d0-a1ec-c01e42936099 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:30.103417 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f30ea8be-3fb2-4f1b-9762-46e11498bea1 req-ab137981-003d-489b-ae09-a7bca2106486 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/security-groups?id=c59152b2-5897-4315-82ca-e206eb9af1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821935 Feb 05 02:59:30.120008 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5976f6c0-773c-4d80-b3d4-47b323922bfc req-bad21dec-30b2-4ce1-8bbb-2baab79cd99a tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787947 Feb 05 02:59:30.122342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Made reservation on behalf of 9f36426cf22f415995c28b03763db9c6 for: {'subnet': 2} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:30.127635 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:30.128052 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:30.264999 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a6ac92-f63d-4013-ba62-861f7a81389f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:59:30.278874 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac1e1f9-13b5-4a07-8193-e1b093976a8a None None] Sync routers for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:59:30.297503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac1e1f9-13b5-4a07-8193-e1b093976a8a None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:30.298402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6ac1e1f9-13b5-4a07-8193-e1b093976a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:30.300169 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02a6ac92-f63d-4013-ba62-861f7a81389f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:30.335764 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-20c44dd5-9f0f-4be4-9223-02d454be0035 req-4e65afb6-d050-40bd-95c4-eca6be83f811 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c HTTP/1.1" status: 200 len: 210 time: 0.0744433 Feb 05 02:59:30.383673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device c6e54524-be03-4978-a808-c851dbad9843 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:59:30.387356 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6ac1e1f9-13b5-4a07-8193-e1b093976a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:30.392287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-0e260ed0-74de-46d0-a1ec-c01e42936099 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Allocated IP 172.20.0.5 (a325fffd-cc20-47f6-9590-870a2c199f44/f5fb34fa-8661-4f51-8858-93f112ab0d02/0133a6df-1198-4024-9634-acc4eaea5991) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:59:30.406957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac1e1f9-13b5-4a07-8193-e1b093976a8a None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:30.407937 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6ac1e1f9-13b5-4a07-8193-e1b093976a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:30.416809 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9428a2d-f119-4b44-bad6-4659fa495f2c req-21224c77-43b9-4432-90bb-0257b657747f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:30.428055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9428a2d-f119-4b44-bad6-4659fa495f2c req-21224c77-43b9-4432-90bb-0257b657747f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:30.445079 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9428a2d-f119-4b44-bad6-4659fa495f2c req-21224c77-43b9-4432-90bb-0257b657747f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:30.447604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6ac1e1f9-13b5-4a07-8193-e1b093976a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:30.448549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac1e1f9-13b5-4a07-8193-e1b093976a8a None None] The sync data for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:59:30.458297 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9428a2d-f119-4b44-bad6-4659fa495f2c req-21224c77-43b9-4432-90bb-0257b657747f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:30.464826 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9428a2d-f119-4b44-bad6-4659fa495f2c req-21224c77-43b9-4432-90bb-0257b657747f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:30.465061 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-02a6ac92-f63d-4013-ba62-861f7a81389f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/floatingips/ac5070f5-4779-47e7-a129-0aaef754067e HTTP/1.1" status: 204 len: 168 time: 3.6349010 Feb 05 02:59:30.467439 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56988) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:30.468834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9428a2d-f119-4b44-bad6-4659fa495f2c req-21224c77-43b9-4432-90bb-0257b657747f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:30.474054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9428a2d-f119-4b44-bad6-4659fa495f2c req-21224c77-43b9-4432-90bb-0257b657747f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:30.475976 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9428a2d-f119-4b44-bad6-4659fa495f2c req-21224c77-43b9-4432-90bb-0257b657747f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5431 time: 0.2258625 Feb 05 02:59:30.589661 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port c6e54524-be03-4978-a808-c851dbad9843, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c6e54524-be03-4978-a808-c851dbad9843,segment=NetworkSegment(c186ab96-8fc4-4704-bb64-1833f9f850e2),segment_id=c186ab96-8fc4-4704-bb64-1833f9f850e2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:30.627676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'c6e54524-be03-4978-a808-c851dbad9843', 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6', 'port_id': 'c6e54524-be03-4978-a808-c851dbad9843', 'mac_address': 'fa:16:3e:77:5a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52a6132-9581-4ce5-9743-6cbdfc0a2aac', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:59:30.658070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d4f4f-738f-4a57-a1bf-4daa734447a6 req-ef7c1771-d7d9-4b5c-81a4-5962d3fe8e13 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:30.664987 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-575d4f4f-738f-4a57-a1bf-4daa734447a6 req-ef7c1771-d7d9-4b5c-81a4-5962d3fe8e13 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 947 time: 0.1832204 Feb 05 02:59:30.716930 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port c6e54524-be03-4978-a808-c851dbad9843 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:30.717894 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c6e54524-be03-4978-a808-c851dbad9843), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:30.718874 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9428a2d-f119-4b44-bad6-4659fa495f2c req-88045aae-21f9-4252-aff8-90a79be05e87 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1885934 Feb 05 02:59:30.737799 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-0e260ed0-74de-46d0-a1ec-c01e42936099 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks [] for port (0133a6df-1198-4024-9634-acc4eaea5991), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:30.739960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e54524-be03-4978-a808-c851dbad9843 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:59:30.740949 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a65f3ed1-d699-4320-92e8-e4e00ff276fa tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Deleting port 5e5320ed-6dba-4e70-9607-8c02cfa93fbb {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:30.741297 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a65f3ed1-d699-4320-92e8-e4e00ff276fa tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5e5320ed-6dba-4e70-9607-8c02cfa93fbb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:30.787858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port c6e54524-be03-4978-a808-c851dbad9843, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c6e54524-be03-4978-a808-c851dbad9843,segment=NetworkSegment(c186ab96-8fc4-4704-bb64-1833f9f850e2),segment_id=c186ab96-8fc4-4704-bb64-1833f9f850e2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:30.795221 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c6e54524-be03-4978-a808-c851dbad9843), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:30.795924 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 15e7d445-6ba5-40b2-897d-d5f416f4e02c details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:59:30.823285 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-575d4f4f-738f-4a57-a1bf-4daa734447a6 req-912f8fdf-e6f5-4b4c-838c-b18b1942f861 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574507 Feb 05 02:59:31.000402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 15e7d445-6ba5-40b2-897d-d5f416f4e02c, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=15e7d445-6ba5-40b2-897d-d5f416f4e02c,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:31.020365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '15e7d445-6ba5-40b2-897d-d5f416f4e02c', 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98', 'port_id': '15e7d445-6ba5-40b2-897d-d5f416f4e02c', 'mac_address': 'fa:16:3e:1d:9d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29702184-ea75-4909-b14f-c1806f6cd2f2', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:59:31.047229 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (1b7f7634-dfde-48c3-a32b-f097c86844ca), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:31.085413 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-0e260ed0-74de-46d0-a1ec-c01e42936099 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0133a6df-1198-4024-9634-acc4eaea5991), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:31.099580 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a65f3ed1-d699-4320-92e8-e4e00ff276fa tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5e5320ed-6dba-4e70-9607-8c02cfa93fbb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:31.143036 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=c6e54524-be03-4978-a808-c851dbad9843,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:31.164696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 15e7d445-6ba5-40b2-897d-d5f416f4e02c is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:31.166079 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:31.195712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a65f3ed1-d699-4320-92e8-e4e00ff276fa tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Calling delete_port for 5e5320ed-6dba-4e70-9607-8c02cfa93fbb owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:31.201296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['9df2f819-0383-4d15-a38c-408f8cff03a9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:59:31.253440 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['61eacedb-ac64-46fc-834d-04ad6614ef7b', '61181d5e-4134-4192-8fb3-935862358dbb'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:59:31.257761 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-0e260ed0-74de-46d0-a1ec-c01e42936099 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Network a325fffd-cc20-47f6-9590-870a2c199f44 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:59:31.260904 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-0e260ed0-74de-46d0-a1ec-c01e42936099 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:31.263559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e7d445-6ba5-40b2-897d-d5f416f4e02c {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:59:31.263988 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event updated for resources: {'Subnet': ['ID=1b7f7634-dfde-48c3-a32b-f097c86844ca,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:31.278932 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-0e260ed0-74de-46d0-a1ec-c01e42936099 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:59:31.281635 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e260ed0-74de-46d0-a1ec-c01e42936099 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Pushing event updated for resources: {'Port': ['ID=0133a6df-1198-4024-9634-acc4eaea5991,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:31.374007 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 15e7d445-6ba5-40b2-897d-d5f416f4e02c, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=15e7d445-6ba5-40b2-897d-d5f416f4e02c,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:31.386225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Checking segment: {'id': 'd4250505-49b0-44d7-9856-e897fbe218ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '62789ae8-67be-4738-9cbd-57abcdd9c535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:31.387167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Network hostable DHCP agents. Network: 62789ae8-67be-4738-9cbd-57abcdd9c535, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:59:31.400998 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:31.401909 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4a8a7368-4cb6-4736-9bc9-64287ea03011 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:59:31.404015 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-1968cf5c-4d97-4846-bdf2-baac37767b90 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:31.405730 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-1968cf5c-4d97-4846-bdf2-baac37767b90 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f&tenant_id=709d54e15cf04675a9b2ab5c17982203&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 947 time: 0.2891035 Feb 05 02:59:31.417203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066730e-a6b9-4e2c-b267-25ccbbdc9248 req-cd6a4a2c-980f-4a76-a85a-78055eb75f75 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:31.424716 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b066730e-a6b9-4e2c-b267-25ccbbdc9248 req-cd6a4a2c-980f-4a76-a85a-78055eb75f75 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 947 time: 0.2629087 Feb 05 02:59:31.430407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-0e260ed0-74de-46d0-a1ec-c01e42936099 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:31.431055 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-0e260ed0-74de-46d0-a1ec-c01e42936099 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:31.455612 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-0e260ed0-74de-46d0-a1ec-c01e42936099 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5595820 Feb 05 02:59:31.476697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Request body: {'port': {'device_id': '4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:31.565340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Network 62789ae8-67be-4738-9cbd-57abcdd9c535 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:59:31.608273 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=15e7d445-6ba5-40b2-897d-d5f416f4e02c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:31.624088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4a8a7368-4cb6-4736-9bc9-64287ea03011, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4a8a7368-4cb6-4736-9bc9-64287ea03011,segment=NetworkSegment(c186ab96-8fc4-4704-bb64-1833f9f850e2),segment_id=c186ab96-8fc4-4704-bb64-1833f9f850e2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:31.626306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 62789ae8-67be-4738-9cbd-57abcdd9c535) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:31.642940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ba0ad-3125-4afa-b583-6aec7ca5b10e req-8d844f2a-f59a-4247-b9a5-4345ed3b28e4 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:31.644445 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-983ba0ad-3125-4afa-b583-6aec7ca5b10e req-8d844f2a-f59a-4247-b9a5-4345ed3b28e4 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 948 time: 0.3654330 Feb 05 02:59:31.652426 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (f807d65c-c5b8-4918-a306-74b47a2f73b1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:31.664906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f94ff8-b6fe-4044-9175-5caeeea0c638 None None] Network 62789ae8-67be-4738-9cbd-57abcdd9c535 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:59:31.684494 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a65f3ed1-d699-4320-92e8-e4e00ff276fa tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5e5320ed-6dba-4e70-9607-8c02cfa93fbb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:31.717055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b066730e-a6b9-4e2c-b267-25ccbbdc9248 req-40db855d-f550-4c12-b555-06a70b8689dc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912543 Feb 05 02:59:31.724420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '4a8a7368-4cb6-4736-9bc9-64287ea03011', 'network_id': '23c3b802-732a-4ca6-9fd0-342f741030c6', 'port_id': '4a8a7368-4cb6-4736-9bc9-64287ea03011', 'mac_address': 'fa:16:3e:3a:38:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52a6132-9581-4ce5-9743-6cbdfc0a2aac', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:59:31.747941 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-5244e8f4-43b5-4a9b-b913-897abd39079b service neutron] 10.222.0.10 "GET /v2.0/ports/dbe44a78-734b-44c6-a82a-bb7448f9d3f9/bindings/n-h2-826942-8 HTTP/1.1" status: 200 len: 382 time: 0.3113606 Feb 05 02:59:31.762581 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f3ed1-d699-4320-92e8-e4e00ff276fa tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Port': ['ID=5e5320ed-6dba-4e70-9607-8c02cfa93fbb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:31.783340 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0133a6df-1198-4024-9634-acc4eaea5991), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:31.880097 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-983ba0ad-3125-4afa-b583-6aec7ca5b10e req-252c40b6-1160-4371-9530-9576a0f28273 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/security-groups?id=c59152b2-5897-4315-82ca-e206eb9af1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252116 Feb 05 02:59:31.914579 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a65f3ed1-d699-4320-92e8-e4e00ff276fa tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:31.924106 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a65f3ed1-d699-4320-92e8-e4e00ff276fa tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/ports/5e5320ed-6dba-4e70-9607-8c02cfa93fbb HTTP/1.1" status: 204 len: 168 time: 1.4416096 Feb 05 02:59:31.926928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57012) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:31.930894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:32.019993 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:32.064529 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4a8a7368-4cb6-4736-9bc9-64287ea03011 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:32.064925 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a8a7368-4cb6-4736-9bc9-64287ea03011), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:32.113930 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8a7368-4cb6-4736-9bc9-64287ea03011 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:59:32.128988 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-62789ae8-67be-4738-9cbd-57abcdd9c535', 'network_id': '62789ae8-67be-4738-9cbd-57abcdd9c535', 'project_id': '9f36426cf22f415995c28b03763db9c6', 'fixed_ips': [{'subnet_id': '1b7f7634-dfde-48c3-a32b-f097c86844ca'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:59:32.129852 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:32.309145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4a8a7368-4cb6-4736-9bc9-64287ea03011, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4a8a7368-4cb6-4736-9bc9-64287ea03011,segment=NetworkSegment(c186ab96-8fc4-4704-bb64-1833f9f850e2),segment_id=c186ab96-8fc4-4704-bb64-1833f9f850e2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:32.346997 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4a8a7368-4cb6-4736-9bc9-64287ea03011), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:32.349545 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 6331e6cb-543d-4550-854f-ea195bf8d0dc details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:59:32.355732 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Allocated IP 2001:db8::1 (62789ae8-67be-4738-9cbd-57abcdd9c535/1b7f7634-dfde-48c3-a32b-f097c86844ca/5b9ddfd7-5a59-4c46-bdd0-58781623924d) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:59:32.455087 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event updated for resources: {'Subnet': ['ID=f807d65c-c5b8-4918-a306-74b47a2f73b1,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:32.486668 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Checking segment: {'id': 'bf2b2842-99c3-49ea-ab04-283c58440040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:32.487584 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Network hostable DHCP agents. Network: de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:59:32.500229 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 6331e6cb-543d-4550-854f-ea195bf8d0dc, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=6331e6cb-543d-4550-854f-ea195bf8d0dc,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:32.515257 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '6331e6cb-543d-4550-854f-ea195bf8d0dc', 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98', 'port_id': '6331e6cb-543d-4550-854f-ea195bf8d0dc', 'mac_address': 'fa:16:3e:e9:ca:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29702184-ea75-4909-b14f-c1806f6cd2f2', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:59:32.535905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-d89a276d-bed7-4863-8cd2-d6607d0c8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:32.537894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-d89a276d-bed7-4863-8cd2-d6607d0c8ec0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 1129 time: 0.7481246 Feb 05 02:59:32.550055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca2edb-e897-460b-8d19-f58d47ea75bc req-a4c46203-9bb1-4ad5-a255-ebc2daf1cff1 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:32.552173 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ceca2edb-e897-460b-8d19-f58d47ea75bc req-a4c46203-9bb1-4ad5-a255-ebc2daf1cff1 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.6656513 Feb 05 02:59:32.581400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef662da5-d256-423b-9f20-b450698475c3 req-5452e153-3fe1-431a-80b5-b08c84153643 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:32.595773 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef662da5-d256-423b-9f20-b450698475c3 req-5452e153-3fe1-431a-80b5-b08c84153643 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c HTTP/1.1" status: 200 len: 931 time: 0.1907194 Feb 05 02:59:32.621877 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Network de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:59:32.659562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 6331e6cb-543d-4550-854f-ea195bf8d0dc is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:32.659956 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:32.671721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:32.687261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4a8a7368-4cb6-4736-9bc9-64287ea03011,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:32.806704 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4dafed57-3d34-4243-8f9c-6e57e7c0e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:32.809890 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4dafed57-3d34-4243-8f9c-6e57e7c0e2e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2565341 Feb 05 02:59:32.813966 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:32.814525 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:32.815470 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:32.846612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954ed322-ca12-4d05-b3b5-6f184164e3c1 None None] Network de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:59:32.869863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6331e6cb-543d-4550-854f-ea195bf8d0dc {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:59:32.945283 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 6331e6cb-543d-4550-854f-ea195bf8d0dc, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=6331e6cb-543d-4550-854f-ea195bf8d0dc,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:32.947739 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-21d338df-5b69-4a5f-b75e-b3452df65956 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9 HTTP/1.1" status: 200 len: 217 time: 0.1217704 Feb 05 02:59:32.954705 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef662da5-d256-423b-9f20-b450698475c3 req-01c1e5d0-f77e-440c-a19b-5f3f879d4ba2 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580778 Feb 05 02:59:32.962936 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:32.963375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 8567b960-d574-4928-8419-2f6d67dbe1d3 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:59:32.972605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0133a6df-1198-4024-9634-acc4eaea5991 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:59:32.994976 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Publish callbacks [] for port (0133a6df-1198-4024-9634-acc4eaea5991), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:32.997039 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c86fa7a2-cf03-499a-927e-de2cc68932a4 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.1639087 Feb 05 02:59:33.008334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57020) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:33.031364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ceca2edb-e897-460b-8d19-f58d47ea75bc req-2c20b342-1468-4c75-a95a-8dda7bba97bb tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3995006 Feb 05 02:59:33.051384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-2b721353-c86f-40a1-9007-55ecffa85190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:33.059004 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-2b721353-c86f-40a1-9007-55ecffa85190 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0947807 Feb 05 02:59:33.119100 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1', 'network_id': 'de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1', 'project_id': '9f36426cf22f415995c28b03763db9c6', 'fixed_ips': [{'subnet_id': 'f807d65c-c5b8-4918-a306-74b47a2f73b1'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:59:33.120070 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:33.122337 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Transition to ACTIVE for port object 0133a6df-1198-4024-9634-acc4eaea5991 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 02:59:33.122908 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Publish callbacks [] for port (5b9ddfd7-5a59-4c46-bdd0-58781623924d), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:33.127851 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=6331e6cb-543d-4550-854f-ea195bf8d0dc,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:33.152751 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 8567b960-d574-4928-8419-2f6d67dbe1d3, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=8567b960-d574-4928-8419-2f6d67dbe1d3,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:33.156690 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (5b9ddfd7-5a59-4c46-bdd0-58781623924d), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:33.185486 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0133a6df-1198-4024-9634-acc4eaea5991), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:33.204798 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '8567b960-d574-4928-8419-2f6d67dbe1d3', 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98', 'port_id': '8567b960-d574-4928-8419-2f6d67dbe1d3', 'mac_address': 'fa:16:3e:c5:7b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29702184-ea75-4909-b14f-c1806f6cd2f2', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:59:33.272464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Network 62789ae8-67be-4738-9cbd-57abcdd9c535 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:59:33.296336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82d1572-1c62-4572-a5a7-f50940879fbb tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:33.300773 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82d1572-1c62-4572-a5a7-f50940879fbb tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:33.306941 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82d1572-1c62-4572-a5a7-f50940879fbb tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:33.309405 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f82d1572-1c62-4572-a5a7-f50940879fbb tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2972562 Feb 05 02:59:33.327055 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:33.327623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-427cc403-5b9c-49ed-bba9-181a43ecfb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:33.329430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-427cc403-5b9c-49ed-bba9-181a43ecfb52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2626324 Feb 05 02:59:33.334479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57022) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:33.345428 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:33.345638 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ef3b9-ae5a-443c-b743-20304bd3e0b4 req-0159edbb-ed1e-4e78-8c98-938a17c686f9 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:33.353488 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e82ef3b9-ae5a-443c-b743-20304bd3e0b4 req-0159edbb-ed1e-4e78-8c98-938a17c686f9 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 947 time: 0.1433775 Feb 05 02:59:33.358945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:59:33.385404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Pushing event updated for resources: {'Port': ['ID=5b9ddfd7-5a59-4c46-bdd0-58781623924d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:33.493583 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-255ba8d2-d9fc-499d-a6c7-71c1d9ca8c20 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070902 Feb 05 02:59:33.493800 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 8567b960-d574-4928-8419-2f6d67dbe1d3 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:33.494409 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:33.534502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed06b0-bdca-4aad-b9c4-e37acf283555 req-8379c0c4-2c32-4023-9247-f8f4c9b66273 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:33.540385 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed06b0-bdca-4aad-b9c4-e37acf283555 req-8379c0c4-2c32-4023-9247-f8f4c9b66273 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:33.546240 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed06b0-bdca-4aad-b9c4-e37acf283555 req-8379c0c4-2c32-4023-9247-f8f4c9b66273 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:33.552133 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed06b0-bdca-4aad-b9c4-e37acf283555 req-8379c0c4-2c32-4023-9247-f8f4c9b66273 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:33.557668 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed06b0-bdca-4aad-b9c4-e37acf283555 req-8379c0c4-2c32-4023-9247-f8f4c9b66273 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:33.564278 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Pushing event updated for resources: {'Port': ['ID=0133a6df-1198-4024-9634-acc4eaea5991,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:33.564799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed06b0-bdca-4aad-b9c4-e37acf283555 req-8379c0c4-2c32-4023-9247-f8f4c9b66273 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:33.570688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed06b0-bdca-4aad-b9c4-e37acf283555 req-8379c0c4-2c32-4023-9247-f8f4c9b66273 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:33.578919 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2ed06b0-bdca-4aad-b9c4-e37acf283555 req-8379c0c4-2c32-4023-9247-f8f4c9b66273 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5435 time: 0.4380195 Feb 05 02:59:33.623956 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8567b960-d574-4928-8419-2f6d67dbe1d3 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:59:33.640182 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Attempting to bind port 5b9ddfd7-5a59-4c46-bdd0-58781623924d on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:59:33.640603 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Attempting to bind port 5b9ddfd7-5a59-4c46-bdd0-58781623924d by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'd4250505-49b0-44d7-9856-e897fbe218ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '62789ae8-67be-4738-9cbd-57abcdd9c535'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:59:33.640964 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Attempting to bind port 5b9ddfd7-5a59-4c46-bdd0-58781623924d on network 62789ae8-67be-4738-9cbd-57abcdd9c535 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:59:33.660550 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2bff77d0-5840-477a-b260-6ecfd4ff3850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:33.667510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Allocated IP 2001:db8:0:1::1 (de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1/f807d65c-c5b8-4918-a306-74b47a2f73b1/7804a523-a1a7-4377-8707-3715a4f4706e) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:59:33.672236 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:59:33.672619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Checking segment: {'id': 'd4250505-49b0-44d7-9856-e897fbe218ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '62789ae8-67be-4738-9cbd-57abcdd9c535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:33.673060 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:33.673412 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Bound using segment: {'id': 'd4250505-49b0-44d7-9856-e897fbe218ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '62789ae8-67be-4738-9cbd-57abcdd9c535'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:59:33.673903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Bound port: 5b9ddfd7-5a59-4c46-bdd0-58781623924d, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4250505-49b0-44d7-9856-e897fbe218ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '62789ae8-67be-4738-9cbd-57abcdd9c535'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:59:33.674375 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5b9ddfd7-5a59-4c46-bdd0-58781623924d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:33.677451 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 8567b960-d574-4928-8419-2f6d67dbe1d3, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=8567b960-d574-4928-8419-2f6d67dbe1d3,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:33.698040 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:33.698713 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0647c14b-496c-4680-9fe5-962f23656d16 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:59:33.728432 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2ed06b0-bdca-4aad-b9c4-e37acf283555 req-32601a71-8f3d-41a4-9fcd-8dde9e55b0e0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1470499 Feb 05 02:59:33.747876 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Attempting to bind port 0133a6df-1198-4024-9634-acc4eaea5991 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:59:33.748216 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Attempting to bind port 0133a6df-1198-4024-9634-acc4eaea5991 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:59:33.748542 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Attempting to bind port 0133a6df-1198-4024-9634-acc4eaea5991 on network a325fffd-cc20-47f6-9590-870a2c199f44 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:59:33.764894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Port 0133a6df-1198-4024-9634-acc4eaea5991 on network a325fffd-cc20-47f6-9590-870a2c199f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:59:33.765223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Attempting to bind port 0133a6df-1198-4024-9634-acc4eaea5991 on network a325fffd-cc20-47f6-9590-870a2c199f44 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:59:33.768473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Allocated IP 172.25.0.92 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/98783a58-2cf1-427c-821b-0a3bb4e7ddcb) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:59:33.776900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:59:33.777901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Checking segment: {'id': '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:33.778287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Bound using segment: {'id': '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:59:33.778791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Bound port: 0133a6df-1198-4024-9634-acc4eaea5991, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:59:33.779132 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0133a6df-1198-4024-9634-acc4eaea5991), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:33.946809 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e82ef3b9-ae5a-443c-b743-20304bd3e0b4 req-53c922df-915c-45ca-a990-196ce6df4820 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923059 Feb 05 02:59:33.955828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=8567b960-d574-4928-8419-2f6d67dbe1d3,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:33.974505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] For port 5b9ddfd7-5a59-4c46-bdd0-58781623924d, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:59:34.005011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] For port 5b9ddfd7-5a59-4c46-bdd0-58781623924d, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5b9ddfd7-5a59-4c46-bdd0-58781623924d,segment=NetworkSegment(d4250505-49b0-44d7-9856-e897fbe218ee),segment_id=d4250505-49b0-44d7-9856-e897fbe218ee)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:59:34.025536 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5b9ddfd7-5a59-4c46-bdd0-58781623924d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:34.031526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] For port 0133a6df-1198-4024-9634-acc4eaea5991, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:59:34.039804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] For port 0133a6df-1198-4024-9634-acc4eaea5991, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0133a6df-1198-4024-9634-acc4eaea5991,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:59:34.042855 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad706e12-5f45-46c8-bda8-a264f89416fd tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Deleting subnet 1b7f7634-dfde-48c3-a32b-f097c86844ca {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:59:34.059877 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad706e12-5f45-46c8-bda8-a264f89416fd tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks [] for subnet (1b7f7634-dfde-48c3-a32b-f097c86844ca), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:34.098793 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0133a6df-1198-4024-9634-acc4eaea5991), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:34.108632 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0647c14b-496c-4680-9fe5-962f23656d16, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0647c14b-496c-4680-9fe5-962f23656d16,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:34.162696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '0647c14b-496c-4680-9fe5-962f23656d16', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '0647c14b-496c-4680-9fe5-962f23656d16', 'mac_address': 'fa:16:3e:58:27:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:59:34.164779 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Publish callbacks [] for port (7804a523-a1a7-4377-8707-3715a4f4706e), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:34.188820 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad706e12-5f45-46c8-bda8-a264f89416fd tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (1b7f7634-dfde-48c3-a32b-f097c86844ca), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:34.189080 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (7804a523-a1a7-4377-8707-3715a4f4706e), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:34.210709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a1980-3596-4a47-9826-17dd1f61c945 None None] Pushing event updated for resources: {'Port': ['ID=5b9ddfd7-5a59-4c46-bdd0-58781623924d,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:34.222631 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:34.223661 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:34.225178 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] 10.222.0.31 "PUT /v2.0/ports/0133a6df-1198-4024-9634-acc4eaea5991 HTTP/1.1" status: 200 len: 1091 time: 2.7529242 Feb 05 02:59:34.231367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c', 'tag': '0133a6df-1198-4024-9634-acc4eaea5991'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:59:34.233809 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ac8d43-cbe2-4fe3-9bdf-c2401207c11b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c", "tag": "0133a6df-1198-4024-9634-acc4eaea5991"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:59:34.255878 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (98783a58-2cf1-427c-821b-0a3bb4e7ddcb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:34.345525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0647c14b-496c-4680-9fe5-962f23656d16 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:34.345919 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0647c14b-496c-4680-9fe5-962f23656d16), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:34.364908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Network de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:59:34.374529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a522d9-3cb6-487f-b8fc-52dbba9e3219 service neutron] Pushing event updated for resources: {'Port': ['ID=0133a6df-1198-4024-9634-acc4eaea5991,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:34.385739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:34.388311 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Pushing event updated for resources: {'Port': ['ID=7804a523-a1a7-4377-8707-3715a4f4706e,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:34.390314 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (98783a58-2cf1-427c-821b-0a3bb4e7ddcb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:34.403926 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:59:34.409939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0647c14b-496c-4680-9fe5-962f23656d16 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:59:34.425644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21187d5c-90f7-42c4-898c-831f1d2ae771 req-b8f86542-1323-4dc4-9a7d-1473231a762b tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:34.433045 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-21187d5c-90f7-42c4-898c-831f1d2ae771 req-b8f86542-1323-4dc4-9a7d-1473231a762b tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 948 time: 0.5572560 Feb 05 02:59:34.470057 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:59:34.486003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:34.492286 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:59:34.520476 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-e4374e9c-fd22-4428-a886-c255f217befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:34.520476 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-e4374e9c-fd22-4428-a886-c255f217befd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37d45416619c42a5be673fac7a85f3c2&device_id=4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c HTTP/1.1" status: 200 len: 1125 time: 0.2361288 Feb 05 02:59:34.550744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0647c14b-496c-4680-9fe5-962f23656d16, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0647c14b-496c-4680-9fe5-962f23656d16,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:34.570082 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=98783a58-2cf1-427c-821b-0a3bb4e7ddcb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:34.570414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-79d22018-9f9f-4006-a3c0-57e152e9962b service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9588881 Feb 05 02:59:34.615298 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0647c14b-496c-4680-9fe5-962f23656d16), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:34.616075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device dbe44a78-734b-44c6-a82a-bb7448f9d3f9 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:59:34.642108 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-06b9c911-3e2c-4037-8917-63b944301708 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0133a6df-1198-4024-9634-acc4eaea5991 HTTP/1.1" status: 200 len: 217 time: 0.0978916 Feb 05 02:59:34.717238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-132bb709-2de7-4a47-9982-3bb493caec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:34.722235 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-132bb709-2de7-4a47-9982-3bb493caec85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5fb34fa-8661-4f51-8858-93f112ab0d02 HTTP/1.1" status: 200 len: 855 time: 0.0693254 Feb 05 02:59:34.732038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Attempting to bind port 7804a523-a1a7-4377-8707-3715a4f4706e on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:59:34.734584 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Attempting to bind port 7804a523-a1a7-4377-8707-3715a4f4706e by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'bf2b2842-99c3-49ea-ab04-283c58440040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:59:34.735081 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Attempting to bind port 7804a523-a1a7-4377-8707-3715a4f4706e on network de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:59:34.751961 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad706e12-5f45-46c8-bda8-a264f89416fd tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (1b7f7634-dfde-48c3-a32b-f097c86844ca), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:34.763865 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-a8381db4-7ce9-4651-bcfb-7d79201de40e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a325fffd-cc20-47f6-9590-870a2c199f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363579 Feb 05 02:59:34.770426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d95b19-624c-4df0-944e-ee635aaa7f66 req-f7fe04bd-5450-435a-994f-bec5d0f89939 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:34.773033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:59:34.773420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Checking segment: {'id': 'bf2b2842-99c3-49ea-ab04-283c58440040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:34.774010 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:34.774412 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Bound using segment: {'id': 'bf2b2842-99c3-49ea-ab04-283c58440040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:59:34.774925 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Bound port: 7804a523-a1a7-4377-8707-3715a4f4706e, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2b2842-99c3-49ea-ab04-283c58440040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:59:34.775312 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7804a523-a1a7-4377-8707-3715a4f4706e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:34.780059 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89d95b19-624c-4df0-944e-ee635aaa7f66 req-f7fe04bd-5450-435a-994f-bec5d0f89939 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c HTTP/1.1" status: 200 len: 943 time: 0.5364089 Feb 05 02:59:34.817988 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=0647c14b-496c-4680-9fe5-962f23656d16,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:34.834331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:34.842410 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-21187d5c-90f7-42c4-898c-831f1d2ae771 req-a643990d-54dc-48aa-829b-169be854d762 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/security-groups?id=c59152b2-5897-4315-82ca-e206eb9af1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959689 Feb 05 02:59:34.911581 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9', 'mac_address': 'fa:16:3e:71:0c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:59:34.960523 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89d95b19-624c-4df0-944e-ee635aaa7f66 req-fcde0488-4cd9-4884-80ac-1a5f730c90ea tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086292 Feb 05 02:59:35.033470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:35.033679 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:35.033798 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7285f286-6527-4b0d-8874-c880a9261427 x-openstack-request-id: req-7285f286-6527-4b0d-8874-c880a9261427 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:59:35.034243 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c", "tag": "0133a6df-1198-4024-9634-acc4eaea5991", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:59:35.034243 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7285f286-6527-4b0d-8874-c880a9261427 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:59:35.035037 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c', 'tag': '0133a6df-1198-4024-9634-acc4eaea5991', 'status': 'completed', 'code': 200} Feb 05 02:59:35.037660 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (508eca1c-a34f-483a-9293-a5d9953d6336), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:35.052566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] For port 7804a523-a1a7-4377-8707-3715a4f4706e, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:59:35.080813 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe44a78-734b-44c6-a82a-bb7448f9d3f9 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:59:35.088019 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad706e12-5f45-46c8-bda8-a264f89416fd tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (1b7f7634-dfde-48c3-a32b-f097c86844ca), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:35.100691 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] For port 7804a523-a1a7-4377-8707-3715a4f4706e, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7804a523-a1a7-4377-8707-3715a4f4706e,segment=NetworkSegment(bf2b2842-99c3-49ea-ab04-283c58440040),segment_id=bf2b2842-99c3-49ea-ab04-283c58440040)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:59:35.127772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:35.131983 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7804a523-a1a7-4377-8707-3715a4f4706e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:35.139989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad706e12-5f45-46c8-bda8-a264f89416fd tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event deleted for resources: {'Subnet': ['ID=1b7f7634-dfde-48c3-a32b-f097c86844ca,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:35.146149 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad706e12-5f45-46c8-bda8-a264f89416fd tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:35.151661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ad706e12-5f45-46c8-bda8-a264f89416fd tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "DELETE /v2.0/subnets/1b7f7634-dfde-48c3-a32b-f097c86844ca HTTP/1.1" status: 204 len: 168 time: 1.7882023 Feb 05 02:59:35.159333 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57038) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:35.165111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff43c5-ba4a-450b-9c30-6564324f0fa2 req-3f864281-4c0f-4dec-971f-4c0a12666b40 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:35.172749 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ffff43c5-ba4a-450b-9c30-6564324f0fa2 req-3f864281-4c0f-4dec-971f-4c0a12666b40 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.1994538 Feb 05 02:59:35.208322 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-0f28efaa-3a86-4d76-992e-75cad27100df service neutron] 10.222.0.31 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701186 Feb 05 02:59:35.212145 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (98783a58-2cf1-427c-821b-0a3bb4e7ddcb), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:35.227809 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:35.228789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 09caaa35-a839-4626-8b1d-c0ee8a160586 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:59:35.232153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec5ca8-c1a5-4a4c-b6db-663885033df2 None None] Pushing event updated for resources: {'Port': ['ID=7804a523-a1a7-4377-8707-3715a4f4706e,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:35.270980 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ffff43c5-ba4a-450b-9c30-6564324f0fa2 req-07fb4288-f192-4d5f-9d9f-746f913cbcf8 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972362 Feb 05 02:59:35.304160 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3586b-f157-494a-aad1-b93991acf7fb req-a01b54bd-9373-48fb-9f33-7e324190b72c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:35.319637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3586b-f157-494a-aad1-b93991acf7fb req-a01b54bd-9373-48fb-9f33-7e324190b72c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:35.331637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3586b-f157-494a-aad1-b93991acf7fb req-a01b54bd-9373-48fb-9f33-7e324190b72c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:35.341385 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3586b-f157-494a-aad1-b93991acf7fb req-a01b54bd-9373-48fb-9f33-7e324190b72c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:35.362104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3586b-f157-494a-aad1-b93991acf7fb req-a01b54bd-9373-48fb-9f33-7e324190b72c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:35.376958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3586b-f157-494a-aad1-b93991acf7fb req-a01b54bd-9373-48fb-9f33-7e324190b72c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:35.383763 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3586b-f157-494a-aad1-b93991acf7fb req-a01b54bd-9373-48fb-9f33-7e324190b72c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:35.390706 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-8299abfd-19f9-44d9-8f06-205ac23a4995 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Deleting subnet f807d65c-c5b8-4918-a306-74b47a2f73b1 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 02:59:35.393714 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99d3586b-f157-494a-aad1-b93991acf7fb req-a01b54bd-9373-48fb-9f33-7e324190b72c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5436 time: 0.2182131 Feb 05 02:59:35.402811 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8299abfd-19f9-44d9-8f06-205ac23a4995 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks [] for subnet (f807d65c-c5b8-4918-a306-74b47a2f73b1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:35.481442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:35.513378 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99d3586b-f157-494a-aad1-b93991acf7fb req-d7cc4fc1-759c-4fc8-9082-e8b7f70705cd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183915 Feb 05 02:59:35.545325 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd783-2423-455e-868c-9153d6676ff1 req-d6277bce-1c8b-48e9-867f-ca4c4703cddf tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:35.553356 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3cadd783-2423-455e-868c-9153d6676ff1 req-d6277bce-1c8b-48e9-867f-ca4c4703cddf tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 948 time: 0.1368814 Feb 05 02:59:35.587163 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8299abfd-19f9-44d9-8f06-205ac23a4995 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (f807d65c-c5b8-4918-a306-74b47a2f73b1), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:35.594020 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 09caaa35-a839-4626-8b1d-c0ee8a160586, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=09caaa35-a839-4626-8b1d-c0ee8a160586,segment=NetworkSegment(56f090c6-04fe-4988-a432-03e7531db0e5),segment_id=56f090c6-04fe-4988-a432-03e7531db0e5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:35.608346 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '09caaa35-a839-4626-8b1d-c0ee8a160586', 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011', 'port_id': '09caaa35-a839-4626-8b1d-c0ee8a160586', 'mac_address': 'fa:16:3e:4f:05:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:59:35.628094 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3cadd783-2423-455e-868c-9153d6676ff1 req-98509663-158f-49a6-a005-f333b501334c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735924 Feb 05 02:59:35.690911 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f777f844-e76c-4d75-a24a-ef9e35922f7f req-a02ac531-d029-43c6-a034-47ca88682b97 service neutron] 10.222.0.31 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357834 Feb 05 02:59:35.716715 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 09caaa35-a839-4626-8b1d-c0ee8a160586 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:35.717158 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (09caaa35-a839-4626-8b1d-c0ee8a160586), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:35.753709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09caaa35-a839-4626-8b1d-c0ee8a160586 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:59:35.791356 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 09caaa35-a839-4626-8b1d-c0ee8a160586, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=09caaa35-a839-4626-8b1d-c0ee8a160586,segment=NetworkSegment(56f090c6-04fe-4988-a432-03e7531db0e5),segment_id=56f090c6-04fe-4988-a432-03e7531db0e5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:35.809770 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (09caaa35-a839-4626-8b1d-c0ee8a160586), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:35.810504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:59:35.870635 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8299abfd-19f9-44d9-8f06-205ac23a4995 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (f807d65c-c5b8-4918-a306-74b47a2f73b1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:35.984355 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=09caaa35-a839-4626-8b1d-c0ee8a160586,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:36.020895 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (98783a58-2cf1-427c-821b-0a3bb4e7ddcb), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:36.038132 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99f62ef4-10c9-44e2-9668-c9e52b3c9470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:36.058208 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (98783a58-2cf1-427c-821b-0a3bb4e7ddcb), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:36.067811 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=229462d8-9e4a-408a-b7b1-d8c2d06d25e1,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:36.108214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '229462d8-9e4a-408a-b7b1-d8c2d06d25e1', 'network_id': 'c5aefbcb-3560-43be-b51a-75b84be14b98', 'port_id': '229462d8-9e4a-408a-b7b1-d8c2d06d25e1', 'mac_address': 'fa:16:3e:38:0c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29702184-ea75-4909-b14f-c1806f6cd2f2', 'ip_address': '10.1.1.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:59:36.119241 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 02:59:36.141296 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e07c2-6f0a-4bfe-8c54-60d0a2d20085 req-7fd68613-3aad-4573-b414-b7ced83fb71e tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:36.143358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c94e07c2-6f0a-4bfe-8c54-60d0a2d20085 req-7fd68613-3aad-4573-b414-b7ced83fb71e tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 949 time: 0.1369822 Feb 05 02:59:36.174637 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac8d43-cbe2-4fe3-9bdf-c2401207c11b req-c9bdd224-10f0-47c1-b8f2-6ea4578af36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:36.176413 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52ac8d43-cbe2-4fe3-9bdf-c2401207c11b req-c9bdd224-10f0-47c1-b8f2-6ea4578af36f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37d45416619c42a5be673fac7a85f3c2&device_id=4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c HTTP/1.1" status: 200 len: 1125 time: 0.3933461 Feb 05 02:59:36.201107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cf3177-cf1a-4930-9429-01979b8921ce None None] Network 62789ae8-67be-4738-9cbd-57abcdd9c535 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:59:36.275995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d202d-aaef-4247-aca7-0e8bf451f2bf req-b5d69c1d-8df2-4069-8174-fa23dcf6f306 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:36.278464 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-438d202d-aaef-4247-aca7-0e8bf451f2bf req-b5d69c1d-8df2-4069-8174-fa23dcf6f306 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c HTTP/1.1" status: 200 len: 943 time: 0.1337867 Feb 05 02:59:36.286139 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c94e07c2-6f0a-4bfe-8c54-60d0a2d20085 req-c5a40c59-efcd-45fb-8f0c-29ea4a41ca3a tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/security-groups?id=c59152b2-5897-4315-82ca-e206eb9af1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229935 Feb 05 02:59:36.375658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7804a523-a1a7-4377-8707-3715a4f4706e up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:59:36.404850 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-438d202d-aaef-4247-aca7-0e8bf451f2bf req-c810981b-2c20-497c-a250-6ba7d3e486bf tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176198 Feb 05 02:59:36.444427 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8299abfd-19f9-44d9-8f06-205ac23a4995 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (f807d65c-c5b8-4918-a306-74b47a2f73b1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:36.493820 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=98783a58-2cf1-427c-821b-0a3bb4e7ddcb,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:36.519759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299abfd-19f9-44d9-8f06-205ac23a4995 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event deleted for resources: {'Subnet': ['ID=f807d65c-c5b8-4918-a306-74b47a2f73b1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:36.520000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:36.520276 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:36.536204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8299abfd-19f9-44d9-8f06-205ac23a4995 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:36.541168 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8299abfd-19f9-44d9-8f06-205ac23a4995 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "DELETE /v2.0/subnets/f807d65c-c5b8-4918-a306-74b47a2f73b1 HTTP/1.1" status: 204 len: 168 time: 1.3801696 Feb 05 02:59:36.546460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57052) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:36.554334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (508eca1c-a34f-483a-9293-a5d9953d6336), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:36.587952 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2da558e4-7ce3-4edb-a3ca-9c2a47fee07c None None] Provisioning complete for port 5b9ddfd7-5a59-4c46-bdd0-58781623924d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:36.587952 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2da558e4-7ce3-4edb-a3ca-9c2a47fee07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5b9ddfd7-5a59-4c46-bdd0-58781623924d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:36.611251 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:36.613047 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bfa3110a-d6c9-4f27-a015-2037c5caf220 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6859074 Feb 05 02:59:36.617894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57056) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:36.622919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac8d43-cbe2-4fe3-9bdf-c2401207c11b req-76e54372-f831-4fbd-8930-75f85dd07a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:36.630339 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52ac8d43-cbe2-4fe3-9bdf-c2401207c11b req-76e54372-f831-4fbd-8930-75f85dd07a1f service neutron] 10.222.0.31 "GET /v2.0/networks?id=a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 200 len: 916 time: 0.4128587 Feb 05 02:59:36.649772 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-66966ca1-7162-44d1-be81-a6e2a0952b42 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'port': {'network_id': '6075dcf0-bfe4-491c-bd08-c9e0f8e3e764', 'name': 'tempest-FloatingIPTestJSON-643391834'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:36.659931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:59:36.664738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cddfe6-9a55-4301-b86b-934f83d2a0c3 req-0bd84620-1846-4c2a-be25-2b7b63114145 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:36.666553 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37cddfe6-9a55-4301-b86b-934f83d2a0c3 req-0bd84620-1846-4c2a-be25-2b7b63114145 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.2118263 Feb 05 02:59:36.718095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=229462d8-9e4a-408a-b7b1-d8c2d06d25e1,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:36.736238 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:36.846331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 7804a523-a1a7-4377-8707-3715a4f4706e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:36.847070 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7804a523-a1a7-4377-8707-3715a4f4706e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:36.899832 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52ac8d43-cbe2-4fe3-9bdf-c2401207c11b req-7b7337fb-e047-4155-97e4-ff05fbd6beea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0133a6df-1198-4024-9634-acc4eaea5991 HTTP/1.1" status: 200 len: 217 time: 0.1130917 Feb 05 02:59:36.901100 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8587d0-3687-44c0-96fe-2b5190ffe673 None None] DHCP port deletion for 62789ae8-67be-4738-9cbd-57abcdd9c535 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:59:36.925455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=229462d8-9e4a-408a-b7b1-d8c2d06d25e1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:36.979377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37cddfe6-9a55-4301-b86b-934f83d2a0c3 req-e22a35b1-103b-4e88-80aa-946289ec7c39 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2033572 Feb 05 02:59:37.065367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca52cd6-114b-4bd7-9091-94b9df49fcec tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:37.068064 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cca52cd6-114b-4bd7-9091-94b9df49fcec tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5206225 Feb 05 02:59:37.073273 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57060) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:37.096756 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2da558e4-7ce3-4edb-a3ca-9c2a47fee07c None None] Current status of the port 5b9ddfd7-5a59-4c46-bdd0-58781623924d is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:37.098493 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2da558e4-7ce3-4edb-a3ca-9c2a47fee07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5b9ddfd7-5a59-4c46-bdd0-58781623924d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:37.121647 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:37.136903 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-c9e0a34b-7cfb-4225-9e0c-aaf47e9ac5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:37.138374 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-c9e0a34b-7cfb-4225-9e0c-aaf47e9ac5a1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f&tenant_id=709d54e15cf04675a9b2ab5c17982203 HTTP/1.1" status: 200 len: 1130 time: 0.2376776 Feb 05 02:59:37.143183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66966ca1-7162-44d1-be81-a6e2a0952b42 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Made reservation on behalf of 97787471c0ab4211aaef9c2dfb47079e for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:37.149500 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66966ca1-7162-44d1-be81-a6e2a0952b42 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:37.181383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:37.197475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfe765-1bc3-4362-b368-fb3249ac295a req-d27eff89-80a4-44df-b16a-34a4c7582747 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:37.207339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfe765-1bc3-4362-b368-fb3249ac295a req-d27eff89-80a4-44df-b16a-34a4c7582747 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:37.213839 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfe765-1bc3-4362-b368-fb3249ac295a req-d27eff89-80a4-44df-b16a-34a4c7582747 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:37.220664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfe765-1bc3-4362-b368-fb3249ac295a req-d27eff89-80a4-44df-b16a-34a4c7582747 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:37.227216 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfe765-1bc3-4362-b368-fb3249ac295a req-d27eff89-80a4-44df-b16a-34a4c7582747 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:37.233616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfe765-1bc3-4362-b368-fb3249ac295a req-d27eff89-80a4-44df-b16a-34a4c7582747 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:37.240166 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfe765-1bc3-4362-b368-fb3249ac295a req-d27eff89-80a4-44df-b16a-34a4c7582747 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:37.241172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2da558e4-7ce3-4edb-a3ca-9c2a47fee07c None None] For port 5b9ddfd7-5a59-4c46-bdd0-58781623924d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5b9ddfd7-5a59-4c46-bdd0-58781623924d,segment=NetworkSegment(d4250505-49b0-44d7-9856-e897fbe218ee),segment_id=d4250505-49b0-44d7-9856-e897fbe218ee)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:37.242331 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6dfe765-1bc3-4362-b368-fb3249ac295a req-d27eff89-80a4-44df-b16a-34a4c7582747 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5438 time: 0.4870195 Feb 05 02:59:37.274451 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:37.276198 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86e1104-8a9b-47ef-a54c-6040fab89f8a None None] Network de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:59:37.284531 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:37.293686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-66966ca1-7162-44d1-be81-a6e2a0952b42 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] device_id is not set on port aface105-e270-41e1-96a5-3bd1593612c1 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 02:59:37.296397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bd8587d0-3687-44c0-96fe-2b5190ffe673 None None] Deleting port 5b9ddfd7-5a59-4c46-bdd0-58781623924d {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:37.297083 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd8587d0-3687-44c0-96fe-2b5190ffe673 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5b9ddfd7-5a59-4c46-bdd0-58781623924d), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:37.299154 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2da558e4-7ce3-4edb-a3ca-9c2a47fee07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5b9ddfd7-5a59-4c46-bdd0-58781623924d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:37.337018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac8d43-cbe2-4fe3-9bdf-c2401207c11b req-ab14d8b5-b1e9-481d-8045-788b688c8664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:37.338986 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52ac8d43-cbe2-4fe3-9bdf-c2401207c11b req-ab14d8b5-b1e9-481d-8045-788b688c8664 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5fb34fa-8661-4f51-8858-93f112ab0d02 HTTP/1.1" status: 200 len: 855 time: 0.3645368 Feb 05 02:59:37.397532 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7dc1a-8494-4ac0-991e-c6faf826e8fb req-308bb687-ae14-42b8-a1ed-9c477dae79c7 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:37.405080 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04c7dc1a-8494-4ac0-991e-c6faf826e8fb req-308bb687-ae14-42b8-a1ed-9c477dae79c7 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 948 time: 0.1616940 Feb 05 02:59:37.451584 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 7804a523-a1a7-4377-8707-3715a4f4706e is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:37.451584 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7804a523-a1a7-4377-8707-3715a4f4706e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:37.457979 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52ac8d43-cbe2-4fe3-9bdf-c2401207c11b req-ef9c4cf8-7f02-428b-ba82-d45f0565f2d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a325fffd-cc20-47f6-9590-870a2c199f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821323 Feb 05 02:59:37.484754 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6dfe765-1bc3-4362-b368-fb3249ac295a req-2ceb26d9-7848-465d-b369-b0bac84bfa7b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1944380 Feb 05 02:59:37.494324 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04c7dc1a-8494-4ac0-991e-c6faf826e8fb req-9aacd953-9699-4079-8968-0fa683903408 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883374 Feb 05 02:59:37.520969 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Deleting port 7804a523-a1a7-4377-8707-3715a4f4706e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:37.520969 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7804a523-a1a7-4377-8707-3715a4f4706e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:37.611373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['6331e6cb-543d-4550-854f-ea195bf8d0dc'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:59:37.613455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['c6e54524-be03-4978-a808-c851dbad9843'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:59:37.619859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['8567b960-d574-4928-8419-2f6d67dbe1d3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:59:37.629175 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['15e7d445-6ba5-40b2-897d-d5f416f4e02c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:59:37.632215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0647c14b-496c-4680-9fe5-962f23656d16'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:59:37.703976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] For port 7804a523-a1a7-4377-8707-3715a4f4706e, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7804a523-a1a7-4377-8707-3715a4f4706e,segment=NetworkSegment(bf2b2842-99c3-49ea-ab04-283c58440040),segment_id=bf2b2842-99c3-49ea-ab04-283c58440040)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:37.704360 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7804a523-a1a7-4377-8707-3715a4f4706e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:37.730199 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Calling delete_port for 7804a523-a1a7-4377-8707-3715a4f4706e owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:37.791965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16271d-aed3-4a12-ae5d-b74c48fcb80b req-d2cc515f-8847-474a-8e40-e164627c8eae tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:37.799220 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b16271d-aed3-4a12-ae5d-b74c48fcb80b req-d2cc515f-8847-474a-8e40-e164627c8eae tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c HTTP/1.1" status: 200 len: 943 time: 0.1781342 Feb 05 02:59:37.820352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-66966ca1-7162-44d1-be81-a6e2a0952b42 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Allocated IP 172.20.0.13 (6075dcf0-bfe4-491c-bd08-c9e0f8e3e764/3c9bd999-dc63-46b9-9ebd-7e40496ed277/aface105-e270-41e1-96a5-3bd1593612c1) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:59:37.828160 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3303e-3931-435b-bbd0-7d7708f8a3e0 req-8b7c98da-6050-41ec-acb4-5632cec574b5 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:37.833300 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52ac8d43-cbe2-4fe3-9bdf-c2401207c11b req-5f84694d-f6c0-42c4-b81c-9aeef3868c73 service neutron] 10.222.0.31 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668685 Feb 05 02:59:37.835210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0db3303e-3931-435b-bbd0-7d7708f8a3e0 req-8b7c98da-6050-41ec-acb4-5632cec574b5 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 949 time: 0.2172744 Feb 05 02:59:37.928534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:37.978794 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['229462d8-9e4a-408a-b7b1-d8c2d06d25e1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:59:37.979398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0db3303e-3931-435b-bbd0-7d7708f8a3e0 req-44f9cb82-5a33-4cae-9460-c8bf9b2b5319 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/security-groups?id=c59152b2-5897-4315-82ca-e206eb9af1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432049 Feb 05 02:59:37.999029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['09caaa35-a839-4626-8b1d-c0ee8a160586'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:59:38.012637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b16271d-aed3-4a12-ae5d-b74c48fcb80b req-1ed70fca-72e7-4e99-b5f6-26bcd2c8a319 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036309 Feb 05 02:59:38.041517 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:59:38.049119 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7804a523-a1a7-4377-8707-3715a4f4706e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:38.124254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event deleted for resources: {'Port': ['ID=7804a523-a1a7-4377-8707-3715a4f4706e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:38.144356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] No DVR routers for this DVR port 7804a523-a1a7-4377-8707-3715a4f4706e on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:59:38.144765 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dbe44a78-734b-44c6-a82a-bb7448f9d3f9 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:59:38.154661 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52ac8d43-cbe2-4fe3-9bdf-c2401207c11b req-f9b25d23-0242-43d1-b780-cd47903a4acb service neutron] 10.222.0.31 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080301 Feb 05 02:59:38.165061 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Publish callbacks [] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:38.280578 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b537f-2677-4e3a-b3c0-0b53c7111f42 req-11a65321-4641-43de-9113-3d72fbea893a tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:38.293686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-950b537f-2677-4e3a-b3c0-0b53c7111f42 req-11a65321-4641-43de-9113-3d72fbea893a tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.1829765 Feb 05 02:59:38.317795 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:38.424891 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-950b537f-2677-4e3a-b3c0-0b53c7111f42 req-f485933a-80fe-47e8-9d22-4f5ce066dc2b tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1302135 Feb 05 02:59:38.426798 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:38.455666 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2b2842-99c3-49ea-ab04-283c58440040') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:38.455666 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2b2842-99c3-49ea-ab04-283c58440040') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:38.468985 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (bf2b2842-99c3-49ea-ab04-283c58440040), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:38.483484 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (bf2b2842-99c3-49ea-ab04-283c58440040), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:38.490651 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:59:38.491100 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (bf2b2842-99c3-49ea-ab04-283c58440040), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:59:38.494385 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:59:38.537049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da558e4-7ce3-4edb-a3ca-9c2a47fee07c None None] Pushing event updated for resources: {'Port': ['ID=5b9ddfd7-5a59-4c46-bdd0-58781623924d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:38.552051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Ignored duplicate provisioning block setup for port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 05 02:59:38.568512 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:38.577141 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bd8587d0-3687-44c0-96fe-2b5190ffe673 None None] For port 5b9ddfd7-5a59-4c46-bdd0-58781623924d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5b9ddfd7-5a59-4c46-bdd0-58781623924d,segment=NetworkSegment(d4250505-49b0-44d7-9856-e897fbe218ee),segment_id=d4250505-49b0-44d7-9856-e897fbe218ee)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:38.577549 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd8587d0-3687-44c0-96fe-2b5190ffe673 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5b9ddfd7-5a59-4c46-bdd0-58781623924d), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:38.591417 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bd8587d0-3687-44c0-96fe-2b5190ffe673 None None] Calling delete_port for 5b9ddfd7-5a59-4c46-bdd0-58781623924d owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:38.669230 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] No DVR routers for this DVR port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:59:38.703646 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66966ca1-7162-44d1-be81-a6e2a0952b42 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (aface105-e270-41e1-96a5-3bd1593612c1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:38.728966 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0133a6df-1198-4024-9634-acc4eaea5991 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:59:38.731755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4a8a7368-4cb6-4736-9bc9-64287ea03011'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:59:38.744951 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Attempting to bind port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:59:38.746528 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Attempting to bind port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:59:38.747402 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Attempting to bind port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:59:38.761052 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 02:59:38.761866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Attempting to bind port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:59:38.776154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:59:38.777821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:38.778455 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:59:38.779176 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Bound port: dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:59:38.779795 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:38.868866 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd8587d0-3687-44c0-96fe-2b5190ffe673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (5b9ddfd7-5a59-4c46-bdd0-58781623924d), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:38.879671 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:38.896291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:59:38.900028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:59:38.914467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,revision_number=9']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:38.921416 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:38.929965 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:38.939501 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "DELETE /v2.0/networks/de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1 HTTP/1.1" status: 204 len: 168 time: 1.8593793 Feb 05 02:59:38.942808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57088) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:38.978612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4eac94-a7a1-466d-af6b-afe3b95478ca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event deleted for resources: {'Network': ['ID=de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:38.992291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-70a242a2-975d-4c43-b748-c0a0d7070a09 None None] Provisioning complete for port 7804a523-a1a7-4377-8707-3715a4f4706e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:38.992848 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70a242a2-975d-4c43-b748-c0a0d7070a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7804a523-a1a7-4377-8707-3715a4f4706e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:39.049115 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:39.049790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:39.051309 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] 10.222.0.31 "PUT /v2.0/ports/dbe44a78-734b-44c6-a82a-bb7448f9d3f9 HTTP/1.1" status: 200 len: 1095 time: 1.8741441 Feb 05 02:59:39.068515 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca3f11-4b1f-462b-b88a-80f5ee58d051 req-0553027f-ccc4-4bf1-92db-b8687dc5b7fc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:39.079886 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06ca3f11-4b1f-462b-b88a-80f5ee58d051 req-0553027f-ccc4-4bf1-92db-b8687dc5b7fc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 947 time: 0.4013083 Feb 05 02:59:39.082139 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76a26b-0bfa-4b16-bdd4-22a9e3b5bd63 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:39.097625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6626dbf-d166-432d-bfbf-237668a8930f', 'tag': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:59:39.108461 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c98076f-b761-4bec-b26a-9a7536cf153b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6626dbf-d166-432d-bfbf-237668a8930f", "tag": "dbe44a78-734b-44c6-a82a-bb7448f9d3f9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:59:39.152408 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca58b6-26fe-47af-8a87-90297b0f5f74 req-77992216-e590-4683-8396-d6c2dc9c7284 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:39.161463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca58b6-26fe-47af-8a87-90297b0f5f74 req-77992216-e590-4683-8396-d6c2dc9c7284 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:39.164993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0133a6df-1198-4024-9634-acc4eaea5991, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0133a6df-1198-4024-9634-acc4eaea5991,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:39.177101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-da6cf207-b2dd-4561-a232-a3181fa7ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:39.180265 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-da6cf207-b2dd-4561-a232-a3181fa7ac96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 1130 time: 0.0664182 Feb 05 02:59:39.185982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca58b6-26fe-47af-8a87-90297b0f5f74 req-77992216-e590-4683-8396-d6c2dc9c7284 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:39.186181 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66966ca1-7162-44d1-be81-a6e2a0952b42 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (aface105-e270-41e1-96a5-3bd1593612c1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:39.191710 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca58b6-26fe-47af-8a87-90297b0f5f74 req-77992216-e590-4683-8396-d6c2dc9c7284 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:39.194308 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8587d0-3687-44c0-96fe-2b5190ffe673 None None] No DVR routers for this DVR port 5b9ddfd7-5a59-4c46-bdd0-58781623924d on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:59:39.198121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca58b6-26fe-47af-8a87-90297b0f5f74 req-77992216-e590-4683-8396-d6c2dc9c7284 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:39.205463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca58b6-26fe-47af-8a87-90297b0f5f74 req-77992216-e590-4683-8396-d6c2dc9c7284 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:39.211026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca58b6-26fe-47af-8a87-90297b0f5f74 req-77992216-e590-4683-8396-d6c2dc9c7284 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:39.215345 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5b9ddfd7-5a59-4c46-bdd0-58781623924d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:59:39.219474 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8ca58b6-26fe-47af-8a87-90297b0f5f74 req-77992216-e590-4683-8396-d6c2dc9c7284 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5438 time: 0.5101531 Feb 05 02:59:39.230408 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '0133a6df-1198-4024-9634-acc4eaea5991', 'network_id': 'a325fffd-cc20-47f6-9590-870a2c199f44', 'port_id': '0133a6df-1198-4024-9634-acc4eaea5991', 'mac_address': 'fa:16:3e:be:34:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fb34fa-8661-4f51-8858-93f112ab0d02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:59:39.293284 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0eaed14-8ea3-407b-bafc-d9139ea4caca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (62789ae8-67be-4738-9cbd-57abcdd9c535), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:39.312992 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06ca3f11-4b1f-462b-b88a-80f5ee58d051 req-45221189-f4e6-4c7e-be82-f88424d14e32 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206488 Feb 05 02:59:39.336488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66966ca1-7162-44d1-be81-a6e2a0952b42 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network 6075dcf0-bfe4-491c-bd08-c9e0f8e3e764 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:59:39.339404 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-9097b14d-b6b0-494c-a01a-2a9bdd26a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:39.341184 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-9097b14d-b6b0-494c-a01a-2a9bdd26a58c service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.1388795 Feb 05 02:59:39.343672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-66966ca1-7162-44d1-be81-a6e2a0952b42 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:39.353230 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66966ca1-7162-44d1-be81-a6e2a0952b42 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:59:39.410833 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1a67e7-70b5-4be4-85f5-a2e03da4167e None None] DHCP port deletion for de96a4cb-54d7-48d8-b84e-f5ebc3ac6bf1 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 02:59:39.541336 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8ca58b6-26fe-47af-8a87-90297b0f5f74 req-ec3d1146-0887-4be0-bb20-7f34d1cb063c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3209946 Feb 05 02:59:39.601948 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0eaed14-8ea3-407b-bafc-d9139ea4caca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (62789ae8-67be-4738-9cbd-57abcdd9c535), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:39.634982 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66966ca1-7162-44d1-be81-a6e2a0952b42 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:39.635802 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66966ca1-7162-44d1-be81-a6e2a0952b42 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:39.649492 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-db23d061-8db8-4d1d-acb8-10b428fde5e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9 HTTP/1.1" status: 200 len: 217 time: 0.1931758 Feb 05 02:59:39.655281 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:39.661852 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57102) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:39.662359 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-66966ca1-7162-44d1-be81-a6e2a0952b42 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0426574 Feb 05 02:59:39.677303 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 5b9ddfd7-5a59-4c46-bdd0-58781623924d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:59:39.678143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5b9ddfd7-5a59-4c46-bdd0-58781623924d not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 05 02:59:39.693449 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6faeeec0-f852-4c37-863c-33b6c08419e0 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'floatingip': {'port_id': 'aface105-e270-41e1-96a5-3bd1593612c1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:39.698154 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d0eaed14-8ea3-407b-bafc-d9139ea4caca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62789ae8-67be-4738-9cbd-57abcdd9c535']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:39.723183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-5dff017c-edfb-49ab-8eb1-4bed612b17be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:39.725071 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-5dff017c-edfb-49ab-8eb1-4bed612b17be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0593934 Feb 05 02:59:39.742381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d0eaed14-8ea3-407b-bafc-d9139ea4caca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4250505-49b0-44d7-9856-e897fbe218ee') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:39.742676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d0eaed14-8ea3-407b-bafc-d9139ea4caca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4250505-49b0-44d7-9856-e897fbe218ee') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:39.763613 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063edf6-9062-485e-a0fb-239ccf1d81c4 req-e93ca165-58f4-4d62-9f39-9a22b6deaed5 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:39.766031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1063edf6-9062-485e-a0fb-239ccf1d81c4 req-e93ca165-58f4-4d62-9f39-9a22b6deaed5 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 949 time: 0.2632215 Feb 05 02:59:39.789382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 0133a6df-1198-4024-9634-acc4eaea5991 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:39.790081 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0133a6df-1198-4024-9634-acc4eaea5991), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:39.795268 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8587d0-3687-44c0-96fe-2b5190ffe673 None None] Pushing event deleted for resources: {'Port': ['ID=5b9ddfd7-5a59-4c46-bdd0-58781623924d,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:39.797182 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-70a242a2-975d-4c43-b748-c0a0d7070a09 None None] Port 7804a523-a1a7-4377-8707-3715a4f4706e was deleted so its status cannot be updated. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 05 02:59:39.805114 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0eaed14-8ea3-407b-bafc-d9139ea4caca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (d4250505-49b0-44d7-9856-e897fbe218ee), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:39.809433 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6faeeec0-f852-4c37-863c-33b6c08419e0 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (508eca1c-a34f-483a-9293-a5d9953d6336), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:39.825162 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66966ca1-7162-44d1-be81-a6e2a0952b42 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=aface105-e270-41e1-96a5-3bd1593612c1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:39.871025 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-a0105c59-840d-42af-a418-130052a1f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:39.876552 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-a0105c59-840d-42af-a418-130052a1f34d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1388648 Feb 05 02:59:39.904345 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0eaed14-8ea3-407b-bafc-d9139ea4caca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (d4250505-49b0-44d7-9856-e897fbe218ee), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:39.912976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cc4c2-0afe-4478-9429-3d041f0e7776 req-d39ab920-ee2b-4493-872f-487dc41f3f37 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:39.920512 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d08cc4c2-0afe-4478-9429-3d041f0e7776 req-d39ab920-ee2b-4493-872f-487dc41f3f37 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c HTTP/1.1" status: 200 len: 943 time: 0.2856746 Feb 05 02:59:39.943788 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1063edf6-9062-485e-a0fb-239ccf1d81c4 req-c617b923-6b3f-43e1-a89d-dd2f31fcfa3b tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/security-groups?id=c59152b2-5897-4315-82ca-e206eb9af1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688502 Feb 05 02:59:39.951055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0eaed14-8ea3-407b-bafc-d9139ea4caca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:59:39.951459 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0eaed14-8ea3-407b-bafc-d9139ea4caca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (d4250505-49b0-44d7-9856-e897fbe218ee), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:59:39.955915 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:59:40.069853 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-42372cfa-e1ec-47da-ac7a-855fcc4a6b2c service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784499 Feb 05 02:59:40.095633 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f8e6d1-d59f-49a7-906a-9f8cc15461eb x-openstack-request-id: req-63f8e6d1-d59f-49a7-906a-9f8cc15461eb {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:59:40.095934 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6626dbf-d166-432d-bfbf-237668a8930f", "tag": "dbe44a78-734b-44c6-a82a-bb7448f9d3f9", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:59:40.096190 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63f8e6d1-d59f-49a7-906a-9f8cc15461eb {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:59:40.101090 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6626dbf-d166-432d-bfbf-237668a8930f', 'tag': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9', 'status': 'completed', 'code': 200} Feb 05 02:59:40.235061 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0ad78cd9-b24b-4376-aca9-8b13dbce0620 req-d3cbbff6-6212-4f4a-9f0b-24166df2952e service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577182 Feb 05 02:59:40.261967 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Port 5b9ddfd7-5a59-4c46-bdd0-58781623924d not found, will not notify nova. {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 05 02:59:40.323970 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:40.327182 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0133a6df-1198-4024-9634-acc4eaea5991 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:59:40.387441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-fafe4123-3e0c-4f5c-aa86-0118b423facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:40.389090 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-fafe4123-3e0c-4f5c-aa86-0118b423facf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 1130 time: 0.1012902 Feb 05 02:59:40.391161 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0133a6df-1198-4024-9634-acc4eaea5991, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0133a6df-1198-4024-9634-acc4eaea5991,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:40.429913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7804a523-a1a7-4377-8707-3715a4f4706e no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:59:40.485631 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0133a6df-1198-4024-9634-acc4eaea5991), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:40.538393 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 7804a523-a1a7-4377-8707-3715a4f4706e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:59:40.538961 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7804a523-a1a7-4377-8707-3715a4f4706e not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:59:40.539497 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5b9ddfd7-5a59-4c46-bdd0-58781623924d no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:59:40.544266 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-5b762a53-107c-47ad-b2a4-04eb5917fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:40.545884 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-5b762a53-107c-47ad-b2a4-04eb5917fa9c service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.1467962 Feb 05 02:59:40.596663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 5b9ddfd7-5a59-4c46-bdd0-58781623924d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:59:40.597222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5b9ddfd7-5a59-4c46-bdd0-58781623924d not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:59:40.631685 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-8789ff18-2f37-4b3a-969b-d0461a4eb6c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9 HTTP/1.1" status: 200 len: 217 time: 0.0784883 Feb 05 02:59:40.767311 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=0133a6df-1198-4024-9634-acc4eaea5991,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:40.775454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device dbe44a78-734b-44c6-a82a-bb7448f9d3f9 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:59:40.781172 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-a38efe4f-5a16-42ac-89bf-221f6dfbe0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:40.784358 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-a38efe4f-5a16-42ac-89bf-221f6dfbe0ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1440399 Feb 05 02:59:40.845141 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] The host n-h2-826942-8 is not matching for port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 host n-h1-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 02:59:40.845626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device dbe44a78-734b-44c6-a82a-bb7448f9d3f9 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:59:40.878436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-ee1072f6-2906-4710-b57d-b914e15de7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:40.888074 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-ee1072f6-2906-4710-b57d-b914e15de7d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0919962 Feb 05 02:59:40.914334 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d08cc4c2-0afe-4478-9429-3d041f0e7776 req-063478af-b9a7-4673-b865-466af0c77351 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9928269 Feb 05 02:59:40.920040 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0eaed14-8ea3-407b-bafc-d9139ea4caca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (62789ae8-67be-4738-9cbd-57abcdd9c535), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:40.995795 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['0133a6df-1198-4024-9634-acc4eaea5991'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:59:41.004146 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-702f8c19-e66f-4503-a565-1b9e6fee856e service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052990 Feb 05 02:59:41.015242 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0eaed14-8ea3-407b-bafc-d9139ea4caca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:41.020556 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d0eaed14-8ea3-407b-bafc-d9139ea4caca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "DELETE /v2.0/networks/62789ae8-67be-4738-9cbd-57abcdd9c535 HTTP/1.1" status: 204 len: 168 time: 2.0633533 Feb 05 02:59:41.026747 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57112) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:41.131654 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:41.133517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eaed14-8ea3-407b-bafc-d9139ea4caca tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event deleted for resources: {'Network': ['ID=62789ae8-67be-4738-9cbd-57abcdd9c535,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:41.174244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-33f6d77d-69d3-472c-981f-676fdc099bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:41.176398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-33f6d77d-69d3-472c-981f-676fdc099bd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=709d54e15cf04675a9b2ab5c17982203&device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 1130 time: 0.4213245 Feb 05 02:59:41.186298 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a510d2ad-989f-4fb8-b953-3de82bf1f317 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:41.210406 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-25af0366-c4a6-41bd-8119-36a8279c61f2 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994519 Feb 05 02:59:41.217365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb5161-99d6-427f-9983-d1c7fb720d07 req-5876e930-a3b9-484a-9af1-2fcd659f461a tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:41.219116 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6bb5161-99d6-427f-9983-d1c7fb720d07 req-5876e930-a3b9-484a-9af1-2fcd659f461a tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.4522321 Feb 05 02:59:41.266689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad3863-2524-4886-aefd-448c512a0206 req-778eeb2e-73eb-4334-9e2c-9e4fb3f57140 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:41.268177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37ad3863-2524-4886-aefd-448c512a0206 req-778eeb2e-73eb-4334-9e2c-9e4fb3f57140 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 948 time: 0.2588325 Feb 05 02:59:41.301956 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a510d2ad-989f-4fb8-b953-3de82bf1f317 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:41.327405 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a510d2ad-989f-4fb8-b953-3de82bf1f317 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:41.341691 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a510d2ad-989f-4fb8-b953-3de82bf1f317 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099b90ec-7e89-4a9a-a8d8-792e318dcd5d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:41.341691 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a510d2ad-989f-4fb8-b953-3de82bf1f317 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099b90ec-7e89-4a9a-a8d8-792e318dcd5d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:41.352808 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a510d2ad-989f-4fb8-b953-3de82bf1f317 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (099b90ec-7e89-4a9a-a8d8-792e318dcd5d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:41.372352 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a510d2ad-989f-4fb8-b953-3de82bf1f317 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (099b90ec-7e89-4a9a-a8d8-792e318dcd5d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:41.383532 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a510d2ad-989f-4fb8-b953-3de82bf1f317 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:59:41.384400 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a510d2ad-989f-4fb8-b953-3de82bf1f317 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (099b90ec-7e89-4a9a-a8d8-792e318dcd5d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:59:41.388928 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:59:41.439206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6bb5161-99d6-427f-9983-d1c7fb720d07 req-6007ac73-9524-4ffd-9304-d7a01130bb72 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1850348 Feb 05 02:59:41.451829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-3d26db31-3261-48e2-8de8-581e62d3ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:41.453296 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-3d26db31-3261-48e2-8de8-581e62d3ff9d service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2672930 Feb 05 02:59:41.475436 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a510d2ad-989f-4fb8-b953-3de82bf1f317 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:41.484356 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a510d2ad-989f-4fb8-b953-3de82bf1f317 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:41.488145 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a510d2ad-989f-4fb8-b953-3de82bf1f317 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "DELETE /v2.0/networks/0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81 HTTP/1.1" status: 204 len: 168 time: 0.4590378 Feb 05 02:59:41.497028 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37ad3863-2524-4886-aefd-448c512a0206 req-2cd5429c-6838-4278-ab0b-abe9eedce788 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032750 Feb 05 02:59:41.503918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57114) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:41.514381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510d2ad-989f-4fb8-b953-3de82bf1f317 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event deleted for resources: {'Network': ['ID=0ef4596d-d9ea-48d5-83a5-86cd4c3b3c81,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:41.523529 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6faeeec0-f852-4c37-863c-33b6c08419e0 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:41.570791 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6faeeec0-f852-4c37-863c-33b6c08419e0 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (508eca1c-a34f-483a-9293-a5d9953d6336), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:41.608003 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-195bc2ad-b60f-4431-81f4-aa5d19b807a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9 HTTP/1.1" status: 200 len: 217 time: 0.1353288 Feb 05 02:59:41.805818 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b59c049-429b-4608-a7ce-b9db2f5efc75 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (5d2468b4-8da4-4ee5-a8f9-86cb3af91373), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:41.822202 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-4a5cf619-05d6-4b28-8f02-37ac17425082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:41.823601 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-4a5cf619-05d6-4b28-8f02-37ac17425082 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1812868 Feb 05 02:59:41.858310 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489fdde-d925-41fe-b9c8-6751cf4cf041 req-01ef516d-4b03-4927-9c11-39b4b40e79e4 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:41.863399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d489fdde-d925-41fe-b9c8-6751cf4cf041 req-01ef516d-4b03-4927-9c11-39b4b40e79e4 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 949 time: 0.2901382 Feb 05 02:59:41.903024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2abad-4a24-479a-9206-5ca6dd429985 req-d60c72c6-8711-43b5-ad85-c5cf598e47b9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:41.908235 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2abad-4a24-479a-9206-5ca6dd429985 req-d60c72c6-8711-43b5-ad85-c5cf598e47b9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:41.914036 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2abad-4a24-479a-9206-5ca6dd429985 req-d60c72c6-8711-43b5-ad85-c5cf598e47b9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:41.920443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2abad-4a24-479a-9206-5ca6dd429985 req-d60c72c6-8711-43b5-ad85-c5cf598e47b9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:41.925675 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2abad-4a24-479a-9206-5ca6dd429985 req-d60c72c6-8711-43b5-ad85-c5cf598e47b9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:41.930981 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2abad-4a24-479a-9206-5ca6dd429985 req-d60c72c6-8711-43b5-ad85-c5cf598e47b9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:41.936879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2abad-4a24-479a-9206-5ca6dd429985 req-d60c72c6-8711-43b5-ad85-c5cf598e47b9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:41.938777 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c9b2abad-4a24-479a-9206-5ca6dd429985 req-d60c72c6-8711-43b5-ad85-c5cf598e47b9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5438 time: 0.3807316 Feb 05 02:59:41.945024 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-6faeeec0-f852-4c37-863c-33b6c08419e0 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Floating IP 508eca1c-a34f-483a-9293-a5d9953d6336 associated. External IP: 172.25.0.92, port: aface105-e270-41e1-96a5-3bd1593612c1. Feb 05 02:59:42.166249 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b59c049-429b-4608-a7ce-b9db2f5efc75 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (5d2468b4-8da4-4ee5-a8f9-86cb3af91373), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:42.166550 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57126) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:42.185926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-fd5a9204-a97d-464b-ad06-bd1694354314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:42.187465 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-fd5a9204-a97d-464b-ad06-bd1694354314 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3558240 Feb 05 02:59:42.219079 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d489fdde-d925-41fe-b9c8-6751cf4cf041 req-93674667-ba9b-4d05-b28b-33c3525301c4 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/security-groups?id=c59152b2-5897-4315-82ca-e206eb9af1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786608 Feb 05 02:59:42.241869 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5b59c049-429b-4608-a7ce-b9db2f5efc75 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2468b4-8da4-4ee5-a8f9-86cb3af91373']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:42.280054 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c9b2abad-4a24-479a-9206-5ca6dd429985 req-deef005b-7f7b-4609-a57e-d92470595b95 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3278148 Feb 05 02:59:42.289760 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afbb0ba3-10bc-4c75-b026-fdacf21c1d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:42.298166 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5b59c049-429b-4608-a7ce-b9db2f5efc75 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2469bdd9-6ea4-4578-9f5d-8afe9e9feae3') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:42.298458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5b59c049-429b-4608-a7ce-b9db2f5efc75 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2469bdd9-6ea4-4578-9f5d-8afe9e9feae3') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:42.315008 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b59c049-429b-4608-a7ce-b9db2f5efc75 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (2469bdd9-6ea4-4578-9f5d-8afe9e9feae3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:42.395621 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afbb0ba3-10bc-4c75-b026-fdacf21c1d9f admin admin] Publish callbacks [] for security_group (a5ade186-ba79-4a12-8986-ed20852e18d1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:42.400717 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afbb0ba3-10bc-4c75-b026-fdacf21c1d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a5ade186-ba79-4a12-8986-ed20852e18d1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:42.442278 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb0ba3-10bc-4c75-b026-fdacf21c1d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ade186-ba79-4a12-8986-ed20852e18d1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:42.444090 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b59c049-429b-4608-a7ce-b9db2f5efc75 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (2469bdd9-6ea4-4578-9f5d-8afe9e9feae3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:42.450147 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-afbb0ba3-10bc-4c75-b026-fdacf21c1d9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aaa511e07ae54e098226a1a03c3c58ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2787356 Feb 05 02:59:42.450509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57130) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:42.464801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b59c049-429b-4608-a7ce-b9db2f5efc75 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:59:42.465309 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b59c049-429b-4608-a7ce-b9db2f5efc75 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (2469bdd9-6ea4-4578-9f5d-8afe9e9feae3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: timer() Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:59:42.468252 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:59:42.503180 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0133a6df-1198-4024-9634-acc4eaea5991 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:59:42.513534 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-d3b25284-b532-4155-9277-9ca300a0bb71 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157520 Feb 05 02:59:42.514963 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f328fe43-6e97-4102-b3d7-122dcbeeaeee admin admin] Publish callbacks [] for security_group (a5ade186-ba79-4a12-8986-ed20852e18d1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:42.545327 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f328fe43-6e97-4102-b3d7-122dcbeeaeee admin admin] Publish callbacks [] for security_group (a5ade186-ba79-4a12-8986-ed20852e18d1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:42.607531 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b59c049-429b-4608-a7ce-b9db2f5efc75 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (5d2468b4-8da4-4ee5-a8f9-86cb3af91373), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:42.612792 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f328fe43-6e97-4102-b3d7-122dcbeeaeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a5ade186-ba79-4a12-8986-ed20852e18d1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:42.615915 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f328fe43-6e97-4102-b3d7-122dcbeeaeee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:42.617326 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f328fe43-6e97-4102-b3d7-122dcbeeaeee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5ade186-ba79-4a12-8986-ed20852e18d1 HTTP/1.1" status: 204 len: 168 time: 0.1656625 Feb 05 02:59:42.627346 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 0133a6df-1198-4024-9634-acc4eaea5991 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:59:42.629210 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b59c049-429b-4608-a7ce-b9db2f5efc75 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:42.630131 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328fe43-6e97-4102-b3d7-122dcbeeaeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ade186-ba79-4a12-8986-ed20852e18d1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:42.635368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5b59c049-429b-4608-a7ce-b9db2f5efc75 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] 10.222.0.36 "DELETE /v2.0/networks/5d2468b4-8da4-4ee5-a8f9-86cb3af91373 HTTP/1.1" status: 204 len: 168 time: 1.1274750 Feb 05 02:59:42.635594 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 0133a6df-1198-4024-9634-acc4eaea5991 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:42.635924 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0133a6df-1198-4024-9634-acc4eaea5991), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:42.680761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e256a-6d80-4b0d-9ffe-17d5a3bc2925 req-cf7d7488-46e1-4be2-a058-b11ca58fd05d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:42.682347 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-137e256a-6d80-4b0d-9ffe-17d5a3bc2925 req-cf7d7488-46e1-4be2-a058-b11ca58fd05d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c HTTP/1.1" status: 200 len: 944 time: 0.3426876 Feb 05 02:59:42.689828 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6faeeec0-f852-4c37-863c-33b6c08419e0 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 58e59221-3a0a-46e4-a440-29533fbdd9b2 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:59:42.692702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59c049-429b-4608-a7ce-b9db2f5efc75 tempest-BulkNetworkOpsIpV6Test-778945935 tempest-BulkNetworkOpsIpV6Test-778945935-project] Pushing event deleted for resources: {'Network': ['ID=5d2468b4-8da4-4ee5-a8f9-86cb3af91373,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:42.774055 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4a8a7368-4cb6-4736-9bc9-64287ea03011 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:59:42.830219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 0133a6df-1198-4024-9634-acc4eaea5991 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:42.831760 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0133a6df-1198-4024-9634-acc4eaea5991), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:42.879440 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0133a6df-1198-4024-9634-acc4eaea5991'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:59:42.880986 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60bcfee-b55b-432d-b3b8-537ab40e88e2" -d '{"events": [{"server_uuid": "4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c", "name": "network-vif-plugged", "status": "completed", "tag": "0133a6df-1198-4024-9634-acc4eaea5991"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:59:42.898442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0133a6df-1198-4024-9634-acc4eaea5991, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0133a6df-1198-4024-9634-acc4eaea5991,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:42.908206 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0133a6df-1198-4024-9634-acc4eaea5991), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:42.914742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b95f92-caf7-4993-836b-60394ed8cda4 req-77108096-48cb-411a-9941-1616d48500d1 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:42.916516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49b95f92-caf7-4993-836b-60394ed8cda4 req-77108096-48cb-411a-9941-1616d48500d1 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.3101449 Feb 05 02:59:42.921445 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-137e256a-6d80-4b0d-9ffe-17d5a3bc2925 req-03315ef8-801b-4cc3-b0e6-e01dfc28e08d tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226150 Feb 05 02:59:42.928880 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c98076f-b761-4bec-b26a-9a7536cf153b req-f15c7b50-abe7-4288-9b37-11d12553f5a0 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962016 Feb 05 02:59:42.940785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57146) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:43.002634 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 4a8a7368-4cb6-4736-9bc9-64287ea03011 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:59:43.017521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 4a8a7368-4cb6-4736-9bc9-64287ea03011 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:43.018061 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a8a7368-4cb6-4736-9bc9-64287ea03011), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:43.117943 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a7786f32-bf1c-46dc-8464-02a316d6cb1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f36426cf22f415995c28b03763db9c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1758814 Feb 05 02:59:43.118594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57150) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:43.119012 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57152) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:43.150928 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cbef581-dd51-4477-a787-f42ce7fdef82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:43.231145 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ba9ba07-c3ba-490e-9743-63012911397d admin admin] Publish callbacks [] for security_group (3569bdf8-256c-43fb-ad30-196780b0af5f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:43.252124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=0133a6df-1198-4024-9634-acc4eaea5991,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:43.284112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ba9ba07-c3ba-490e-9743-63012911397d admin admin] Publish callbacks [] for security_group (3569bdf8-256c-43fb-ad30-196780b0af5f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:43.329768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4a8a7368-4cb6-4736-9bc9-64287ea03011 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:43.330299 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a8a7368-4cb6-4736-9bc9-64287ea03011), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:43.348357 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cbef581-dd51-4477-a787-f42ce7fdef82 admin admin] Publish callbacks [] for security_group (8ffafc9a-1959-4d08-a68b-3812f6d7b58a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:43.360943 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cbef581-dd51-4477-a787-f42ce7fdef82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8ffafc9a-1959-4d08-a68b-3812f6d7b58a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:43.375781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4a8a7368-4cb6-4736-9bc9-64287ea03011, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4a8a7368-4cb6-4736-9bc9-64287ea03011,segment=NetworkSegment(c186ab96-8fc4-4704-bb64-1833f9f850e2),segment_id=c186ab96-8fc4-4704-bb64-1833f9f850e2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:43.380404 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4a8a7368-4cb6-4736-9bc9-64287ea03011), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:43.381986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 09caaa35-a839-4626-8b1d-c0ee8a160586 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:59:43.428208 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2cbef581-dd51-4477-a787-f42ce7fdef82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7c8fd31caa549a08d47f9f7f333e925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3080409 Feb 05 02:59:43.428897 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbef581-dd51-4477-a787-f42ce7fdef82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffafc9a-1959-4d08-a68b-3812f6d7b58a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:43.444231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57158) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:43.457767 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faeeec0-f852-4c37-863c-33b6c08419e0 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:59:43.477954 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d015ffd9-1fe5-4632-aa5c-ea410f0569a1 None None] Sync routers for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:59:43.482907 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6faeeec0-f852-4c37-863c-33b6c08419e0 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:43.486488 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ba9ba07-c3ba-490e-9743-63012911397d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3569bdf8-256c-43fb-ad30-196780b0af5f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:43.489124 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ba9ba07-c3ba-490e-9743-63012911397d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:43.500943 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1ba9ba07-c3ba-490e-9743-63012911397d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3569bdf8-256c-43fb-ad30-196780b0af5f HTTP/1.1" status: 204 len: 168 time: 0.3660750 Feb 05 02:59:43.506648 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d015ffd9-1fe5-4632-aa5c-ea410f0569a1 None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:43.509061 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d015ffd9-1fe5-4632-aa5c-ea410f0569a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:43.558872 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58c4d390-902e-4e76-9bba-134acce87584 admin admin] Publish callbacks [] for security_group (8ffafc9a-1959-4d08-a68b-3812f6d7b58a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:43.560640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9ba07-c3ba-490e-9743-63012911397d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3569bdf8-256c-43fb-ad30-196780b0af5f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:43.569317 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49b95f92-caf7-4993-836b-60394ed8cda4 req-9950629d-96e5-4b6c-ba4c-e0f5eff4c6bc tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6321321 Feb 05 02:59:43.597118 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58c4d390-902e-4e76-9bba-134acce87584 admin admin] Publish callbacks [] for security_group (8ffafc9a-1959-4d08-a68b-3812f6d7b58a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:43.613571 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d015ffd9-1fe5-4632-aa5c-ea410f0569a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:43.625418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4a8a7368-4cb6-4736-9bc9-64287ea03011,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:43.636748 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6faeeec0-f852-4c37-863c-33b6c08419e0 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "PUT /v2.0/floatingips/508eca1c-a34f-483a-9293-a5d9953d6336 HTTP/1.1" status: 200 len: 977 time: 3.9462767 Feb 05 02:59:43.639068 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d015ffd9-1fe5-4632-aa5c-ea410f0569a1 None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:43.641532 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d015ffd9-1fe5-4632-aa5c-ea410f0569a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:43.645208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57162) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:43.673606 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 09caaa35-a839-4626-8b1d-c0ee8a160586 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:59:43.678859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 09caaa35-a839-4626-8b1d-c0ee8a160586 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:43.679848 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (09caaa35-a839-4626-8b1d-c0ee8a160586), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:43.691366 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58c4d390-902e-4e76-9bba-134acce87584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8ffafc9a-1959-4d08-a68b-3812f6d7b58a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:43.694739 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58c4d390-902e-4e76-9bba-134acce87584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:43.696170 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-58c4d390-902e-4e76-9bba-134acce87584 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ffafc9a-1959-4d08-a68b-3812f6d7b58a HTTP/1.1" status: 204 len: 168 time: 0.2509329 Feb 05 02:59:43.722343 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4d390-902e-4e76-9bba-134acce87584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffafc9a-1959-4d08-a68b-3812f6d7b58a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:43.734735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cd5fc-bbee-4f11-b1fb-b86dd28b852e req-15224b71-1bfc-4e12-9e42-f767352db603 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:43.740269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-259cd5fc-bbee-4f11-b1fb-b86dd28b852e req-15224b71-1bfc-4e12-9e42-f767352db603 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 948 time: 0.2840488 Feb 05 02:59:43.823166 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d015ffd9-1fe5-4632-aa5c-ea410f0569a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:43.827179 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb28d13f-9c4c-4dbb-b7e4-81a0548d8574 x-openstack-request-id: req-bb28d13f-9c4c-4dbb-b7e4-81a0548d8574 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:59:43.827522 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d015ffd9-1fe5-4632-aa5c-ea410f0569a1 None None] The sync data for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:59:43.827707 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c", "name": "network-vif-plugged", "status": "completed", "tag": "0133a6df-1198-4024-9634-acc4eaea5991", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:59:43.827939 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb28d13f-9c4c-4dbb-b7e4-81a0548d8574 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:59:43.828355 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0133a6df-1198-4024-9634-acc4eaea5991', 'code': 200} Feb 05 02:59:43.920713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5e1f8-841b-44ac-ab3c-16d2b6821253 req-1bbe2b12-c4b2-465f-b78a-93cd96daa3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:43.928698 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7bc5e1f8-841b-44ac-ab3c-16d2b6821253 req-1bbe2b12-c4b2-465f-b78a-93cd96daa3fb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c HTTP/1.1" status: 200 len: 1127 time: 0.1301398 Feb 05 02:59:43.962778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 09caaa35-a839-4626-8b1d-c0ee8a160586 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:43.963336 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (09caaa35-a839-4626-8b1d-c0ee8a160586), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:44.047775 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7bc5e1f8-841b-44ac-ab3c-16d2b6821253 req-68f0e72a-fb86-4db6-bfb2-fa768e3480f1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122677 Feb 05 02:59:44.052467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 09caaa35-a839-4626-8b1d-c0ee8a160586, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=09caaa35-a839-4626-8b1d-c0ee8a160586,segment=NetworkSegment(56f090c6-04fe-4988-a432-03e7531db0e5),segment_id=56f090c6-04fe-4988-a432-03e7531db0e5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:44.056680 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-259cd5fc-bbee-4f11-b1fb-b86dd28b852e req-85068d59-f5d1-4cf2-b4a9-09046edb946a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155427 Feb 05 02:59:44.070381 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (09caaa35-a839-4626-8b1d-c0ee8a160586), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:44.074494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0647c14b-496c-4680-9fe5-962f23656d16 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:59:44.105186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1d56887a-bd18-4ca1-9e1d-e0085cd1722b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Deleting port aface105-e270-41e1-96a5-3bd1593612c1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:44.105564 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d56887a-bd18-4ca1-9e1d-e0085cd1722b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (aface105-e270-41e1-96a5-3bd1593612c1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:44.164902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efeaec8-49bc-4296-bfd9-c6ace924f386 req-def48dbb-dfa2-4aac-b38a-76494b515e1b tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:44.172054 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9efeaec8-49bc-4296-bfd9-c6ace924f386 req-def48dbb-dfa2-4aac-b38a-76494b515e1b tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 949 time: 0.3033042 Feb 05 02:59:44.207078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=09caaa35-a839-4626-8b1d-c0ee8a160586,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:44.242727 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9efeaec8-49bc-4296-bfd9-c6ace924f386 req-437c6c62-a3fb-4a89-935b-904fdcf220a9 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/security-groups?id=c59152b2-5897-4315-82ca-e206eb9af1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696955 Feb 05 02:59:44.252157 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 0647c14b-496c-4680-9fe5-962f23656d16 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:59:44.268413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 0647c14b-496c-4680-9fe5-962f23656d16 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:44.273925 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0647c14b-496c-4680-9fe5-962f23656d16), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:44.426380 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d56887a-bd18-4ca1-9e1d-e0085cd1722b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (aface105-e270-41e1-96a5-3bd1593612c1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:44.449225 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0647c14b-496c-4680-9fe5-962f23656d16 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:44.449622 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0647c14b-496c-4680-9fe5-962f23656d16), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:44.487805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0647c14b-496c-4680-9fe5-962f23656d16, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0647c14b-496c-4680-9fe5-962f23656d16,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:44.493892 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0647c14b-496c-4680-9fe5-962f23656d16), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:44.495165 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 15e7d445-6ba5-40b2-897d-d5f416f4e02c up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:59:44.582563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938afcb-f05b-4cd0-92ef-082277a99f7b req-7150a1d4-3fd6-45f2-b6bb-2af13520aefa tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:44.588326 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938afcb-f05b-4cd0-92ef-082277a99f7b req-7150a1d4-3fd6-45f2-b6bb-2af13520aefa tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:44.589029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device dbe44a78-734b-44c6-a82a-bb7448f9d3f9 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:59:44.595548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938afcb-f05b-4cd0-92ef-082277a99f7b req-7150a1d4-3fd6-45f2-b6bb-2af13520aefa tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:44.601825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938afcb-f05b-4cd0-92ef-082277a99f7b req-7150a1d4-3fd6-45f2-b6bb-2af13520aefa tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:44.608265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938afcb-f05b-4cd0-92ef-082277a99f7b req-7150a1d4-3fd6-45f2-b6bb-2af13520aefa tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:44.616164 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938afcb-f05b-4cd0-92ef-082277a99f7b req-7150a1d4-3fd6-45f2-b6bb-2af13520aefa tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:44.623381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938afcb-f05b-4cd0-92ef-082277a99f7b req-7150a1d4-3fd6-45f2-b6bb-2af13520aefa tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:44.626773 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=0647c14b-496c-4680-9fe5-962f23656d16,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:44.632238 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4938afcb-f05b-4cd0-92ef-082277a99f7b req-7150a1d4-3fd6-45f2-b6bb-2af13520aefa tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5440 time: 0.4014771 Feb 05 02:59:44.786370 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 15e7d445-6ba5-40b2-897d-d5f416f4e02c completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:59:44.796979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 15e7d445-6ba5-40b2-897d-d5f416f4e02c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:44.797660 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:44.845635 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4938afcb-f05b-4cd0-92ef-082277a99f7b req-44b6e58f-fe72-4643-97e0-78821368c2ad tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2123754 Feb 05 02:59:44.880174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:44.898849 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9', 'mac_address': 'fa:16:3e:71:0c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:59:44.910622 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57200) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:44.977179 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edd16f-c2c4-4d4d-9677-cf6749277981 req-b6ecc4a0-6ff4-4545-b68d-0bfd1f2cb485 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:44.986165 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 15e7d445-6ba5-40b2-897d-d5f416f4e02c is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:44.986552 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:44.987715 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d1edd16f-c2c4-4d4d-9677-cf6749277981 req-b6ecc4a0-6ff4-4545-b68d-0bfd1f2cb485 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c HTTP/1.1" status: 200 len: 945 time: 0.4253907 Feb 05 02:59:45.004875 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:45.005269 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.030907 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe44a78-734b-44c6-a82a-bb7448f9d3f9 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:59:45.052148 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:45.059607 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9f4abf0e-9270-4f2f-9c26-53938a190190 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-637097279'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:45.061970 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.066515 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d56887a-bd18-4ca1-9e1d-e0085cd1722b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.067174 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d56887a-bd18-4ca1-9e1d-e0085cd1722b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (508eca1c-a34f-483a-9293-a5d9953d6336), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.067287 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-1d56887a-bd18-4ca1-9e1d-e0085cd1722b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Floating IP 508eca1c-a34f-483a-9293-a5d9953d6336 disassociated. External IP: 172.25.0.92, port: aface105-e270-41e1-96a5-3bd1593612c1. Feb 05 02:59:45.067637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1d56887a-bd18-4ca1-9e1d-e0085cd1722b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Calling delete_port for aface105-e270-41e1-96a5-3bd1593612c1 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:45.093500 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4abf0e-9270-4f2f-9c26-53938a190190 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:45.098238 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f4abf0e-9270-4f2f-9c26-53938a190190 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.112376 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f4abf0e-9270-4f2f-9c26-53938a190190 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.119829 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 15e7d445-6ba5-40b2-897d-d5f416f4e02c, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=15e7d445-6ba5-40b2-897d-d5f416f4e02c,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:45.121410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,revision_number=11']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:45.126979 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d1edd16f-c2c4-4d4d-9677-cf6749277981 req-70c0ed81-5aad-4262-a69d-5965edc8ea9b tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380625 Feb 05 02:59:45.135379 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.137106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:59:45.208876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d9fad-549b-4f9a-8e7e-402d874ccec4 req-e74f0a07-711b-429d-a175-d4e264653bd7 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:45.226847 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f4abf0e-9270-4f2f-9c26-53938a190190 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks [] for security_group (ba6a38c0-0a53-4122-9730-ea690a1c5782), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.228187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d74d9fad-549b-4f9a-8e7e-402d874ccec4 req-e74f0a07-711b-429d-a175-d4e264653bd7 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.2349176 Feb 05 02:59:45.232804 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f4abf0e-9270-4f2f-9c26-53938a190190 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ba6a38c0-0a53-4122-9730-ea690a1c5782), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.260528 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=15e7d445-6ba5-40b2-897d-d5f416f4e02c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:45.273113 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4abf0e-9270-4f2f-9c26-53938a190190 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:59:45.273264 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:59:45.280221 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:45.280591 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.285819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4abf0e-9270-4f2f-9c26-53938a190190 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6a38c0-0a53-4122-9730-ea690a1c5782,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:45.294008 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f4abf0e-9270-4f2f-9c26-53938a190190 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (12271735-6716-49b7-840e-6b64e029b1bd), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.294530 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-9f4abf0e-9270-4f2f-9c26-53938a190190 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Added segment 12271735-6716-49b7-840e-6b64e029b1bd of type vlan for network cdb74374-a3d7-45c6-ac67-4d49d81d5384 Feb 05 02:59:45.357290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d74d9fad-549b-4f9a-8e7e-402d874ccec4 req-f5dd9852-5c90-48b8-a816-7939138559e1 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1278522 Feb 05 02:59:45.373065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929175b-27c1-4321-8c8a-9cb6bc7a71d8 req-d5797370-c8ac-4533-bcd5-bc5c78e01d8e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:45.376923 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f4abf0e-9270-4f2f-9c26-53938a190190 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (cdb74374-a3d7-45c6-ac67-4d49d81d5384), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.380199 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c929175b-27c1-4321-8c8a-9cb6bc7a71d8 req-d5797370-c8ac-4533-bcd5-bc5c78e01d8e tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.1320183 Feb 05 02:59:45.434934 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f4abf0e-9270-4f2f-9c26-53938a190190 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (cdb74374-a3d7-45c6-ac67-4d49d81d5384), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.435525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:45.436067 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.442053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4abf0e-9270-4f2f-9c26-53938a190190 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:45.442742 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f4abf0e-9270-4f2f-9c26-53938a190190 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.488213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=229462d8-9e4a-408a-b7b1-d8c2d06d25e1,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:45.492666 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['dbe44a78-734b-44c6-a82a-bb7448f9d3f9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:59:45.530216 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9f4abf0e-9270-4f2f-9c26-53938a190190 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6177106 Feb 05 02:59:45.544723 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.577459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c929175b-27c1-4321-8c8a-9cb6bc7a71d8 req-8469e206-6db4-4687-931d-205e6188f423 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962187 Feb 05 02:59:45.582585 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4abf0e-9270-4f2f-9c26-53938a190190 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Network': ['ID=cdb74374-a3d7-45c6-ac67-4d49d81d5384,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:45.592854 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d56887a-bd18-4ca1-9e1d-e0085cd1722b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (aface105-e270-41e1-96a5-3bd1593612c1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.634097 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device c6e54524-be03-4978-a808-c851dbad9843 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:59:45.669761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56887a-bd18-4ca1-9e1d-e0085cd1722b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Port': ['ID=aface105-e270-41e1-96a5-3bd1593612c1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:45.692065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network cdb74374-a3d7-45c6-ac67-4d49d81d5384 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:59:45.727448 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6259af2-053e-46b8-98fa-8b2188a336a3 req-58e41835-3eb1-4b3b-b251-a37aab10b141 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:45.728965 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6259af2-053e-46b8-98fa-8b2188a336a3 req-58e41835-3eb1-4b3b-b251-a37aab10b141 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 950 time: 0.2130752 Feb 05 02:59:45.745089 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=229462d8-9e4a-408a-b7b1-d8c2d06d25e1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:45.751995 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57226) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:45.758091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-17456a28-420f-418c-9ad8-6daa6d79b214 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'subnet': {'network_id': 'cdb74374-a3d7-45c6-ac67-4d49d81d5384', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:45.834045 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8a7368-4cb6-4736-9bc9-64287ea03011'}, {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09caaa35-a839-4626-8b1d-c0ee8a160586'}, {'server_uuid': '3836ee99-cb8a-40b3-995e-52c92edd38cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0647c14b-496c-4680-9fe5-962f23656d16'}, {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e7d445-6ba5-40b2-897d-d5f416f4e02c'}, {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229462d8-9e4a-408a-b7b1-d8c2d06d25e1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:59:45.840518 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3528ffa1-3a76-4627-b5b4-7d14757da6cd" -d '{"events": [{"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-plugged", "status": "completed", "tag": "4a8a7368-4cb6-4736-9bc9-64287ea03011"}, {"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-plugged", "status": "completed", "tag": "09caaa35-a839-4626-8b1d-c0ee8a160586"}, {"server_uuid": "3836ee99-cb8a-40b3-995e-52c92edd38cd", "name": "network-vif-plugged", "status": "completed", "tag": "0647c14b-496c-4680-9fe5-962f23656d16"}, {"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-plugged", "status": "completed", "tag": "15e7d445-6ba5-40b2-897d-d5f416f4e02c"}, {"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-plugged", "status": "completed", "tag": "229462d8-9e4a-408a-b7b1-d8c2d06d25e1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:59:45.894046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17456a28-420f-418c-9ad8-6daa6d79b214 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:45.899206 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-17456a28-420f-418c-9ad8-6daa6d79b214 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:45.906946 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6259af2-053e-46b8-98fa-8b2188a336a3 req-cfdc7dfa-9abf-4728-91b5-d456afbf936c tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/security-groups?id=c59152b2-5897-4315-82ca-e206eb9af1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404364 Feb 05 02:59:45.912741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9e915-a5f7-4138-afc6-a6c2ccb1dd1b req-5d257921-1508-4be7-a389-0378b38b8e5c tempest-MigrationsAdminTest-634248792 tempest-MigrationsAdminTest-634248792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:45.921125 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9fb9e915-a5f7-4138-afc6-a6c2ccb1dd1b req-5d257921-1508-4be7-a389-0378b38b8e5c tempest-MigrationsAdminTest-634248792 tempest-MigrationsAdminTest-634248792-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 1131 time: 0.2184951 Feb 05 02:59:45.950635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57234) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:45.967239 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d56887a-bd18-4ca1-9e1d-e0085cd1722b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 58e59221-3a0a-46e4-a440-29533fbdd9b2 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:59:45.990689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port c6e54524-be03-4978-a808-c851dbad9843 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:59:46.000528 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9fb9e915-a5f7-4138-afc6-a6c2ccb1dd1b req-b0bd9161-f038-4dea-acb5-234164b17e03 tempest-MigrationsAdminTest-634248792 tempest-MigrationsAdminTest-634248792-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783770 Feb 05 02:59:46.049087 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 05 Feb 2022 02:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d0a812-d12e-464e-9dce-3b1cc6bd9c26 x-openstack-request-id: req-38d0a812-d12e-464e-9dce-3b1cc6bd9c26 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:59:46.049335 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-plugged", "status": "completed", "tag": "4a8a7368-4cb6-4736-9bc9-64287ea03011", "code": 200}, {"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-plugged", "status": "completed", "tag": "09caaa35-a839-4626-8b1d-c0ee8a160586", "code": 200}, {"server_uuid": "3836ee99-cb8a-40b3-995e-52c92edd38cd", "name": "network-vif-plugged", "status": "completed", "tag": "0647c14b-496c-4680-9fe5-962f23656d16", "code": 200}, {"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-plugged", "status": "completed", "tag": "15e7d445-6ba5-40b2-897d-d5f416f4e02c", "code": 200}, {"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-plugged", "status": "completed", "tag": "229462d8-9e4a-408a-b7b1-d8c2d06d25e1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:59:46.049599 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38d0a812-d12e-464e-9dce-3b1cc6bd9c26 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:59:46.050023 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8a7368-4cb6-4736-9bc9-64287ea03011', 'code': 200} Feb 05 02:59:46.050279 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09caaa35-a839-4626-8b1d-c0ee8a160586', 'code': 200} Feb 05 02:59:46.050529 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3836ee99-cb8a-40b3-995e-52c92edd38cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0647c14b-496c-4680-9fe5-962f23656d16', 'code': 200} Feb 05 02:59:46.050790 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e7d445-6ba5-40b2-897d-d5f416f4e02c', 'code': 200} Feb 05 02:59:46.051050 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229462d8-9e4a-408a-b7b1-d8c2d06d25e1', 'code': 200} Feb 05 02:59:46.085144 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port c6e54524-be03-4978-a808-c851dbad9843 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:46.091656 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c6e54524-be03-4978-a808-c851dbad9843), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.116325 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.142113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d56887a-bd18-4ca1-9e1d-e0085cd1722b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:59:46.164936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0a507d-fad1-4d00-a3c6-d528e81793b3 None None] Sync routers for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:59:46.191808 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a507d-fad1-4d00-a3c6-d528e81793b3 None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:46.192491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ee0a507d-fad1-4d00-a3c6-d528e81793b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:46.208177 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-17456a28-420f-418c-9ad8-6daa6d79b214 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (f03ed4f2-6229-40b8-8460-0bbb7b690e84), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.235736 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ee0a507d-fad1-4d00-a3c6-d528e81793b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:46.287430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port c6e54524-be03-4978-a808-c851dbad9843 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:46.287828 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c6e54524-be03-4978-a808-c851dbad9843), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.300686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17456a28-420f-418c-9ad8-6daa6d79b214 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Subnet': ['ID=f03ed4f2-6229-40b8-8460-0bbb7b690e84,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:46.302102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a507d-fad1-4d00-a3c6-d528e81793b3 None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:46.302722 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ee0a507d-fad1-4d00-a3c6-d528e81793b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:46.306602 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35daaa73-3d87-4c3c-b598-da45d21697b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.315068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17456a28-420f-418c-9ad8-6daa6d79b214 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Checking segment: {'id': '12271735-6716-49b7-840e-6b64e029b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cdb74374-a3d7-45c6-ac67-4d49d81d5384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:46.315921 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17456a28-420f-418c-9ad8-6daa6d79b214 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network hostable DHCP agents. Network: cdb74374-a3d7-45c6-ac67-4d49d81d5384, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:59:46.346032 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ee0a507d-fad1-4d00-a3c6-d528e81793b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:46.346251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17456a28-420f-418c-9ad8-6daa6d79b214 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network cdb74374-a3d7-45c6-ac67-4d49d81d5384 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:59:46.346687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0a507d-fad1-4d00-a3c6-d528e81793b3 None None] The sync data for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:59:46.361559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-17456a28-420f-418c-9ad8-6daa6d79b214 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, cdb74374-a3d7-45c6-ac67-4d49d81d5384) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:46.369659 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17456a28-420f-418c-9ad8-6daa6d79b214 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:46.369659 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-17456a28-420f-418c-9ad8-6daa6d79b214 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.372483 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port c6e54524-be03-4978-a808-c851dbad9843, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c6e54524-be03-4978-a808-c851dbad9843,segment=NetworkSegment(c186ab96-8fc4-4704-bb64-1833f9f850e2),segment_id=c186ab96-8fc4-4704-bb64-1833f9f850e2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:46.381173 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c6e54524-be03-4978-a808-c851dbad9843), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.382464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 6331e6cb-543d-4550-854f-ea195bf8d0dc up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:59:46.388019 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7d5b4a-1543-418c-805c-1cf3c809eb3e None None] Network cdb74374-a3d7-45c6-ac67-4d49d81d5384 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:59:46.394170 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-17456a28-420f-418c-9ad8-6daa6d79b214 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6374021 Feb 05 02:59:46.394473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57244) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:46.400618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0314bbf3-0c83-4f2d-8cbb-55e91676556f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-317192037'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:46.429900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0314bbf3-0c83-4f2d-8cbb-55e91676556f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:46.436402 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0314bbf3-0c83-4f2d-8cbb-55e91676556f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.458256 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d56887a-bd18-4ca1-9e1d-e0085cd1722b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.464469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1d56887a-bd18-4ca1-9e1d-e0085cd1722b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/ports/aface105-e270-41e1-96a5-3bd1593612c1 HTTP/1.1" status: 204 len: 168 time: 2.8137693 Feb 05 02:59:46.465384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57248) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:46.495562 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bedb9-b2ce-4b9e-b85d-10725207095f req-073d1c5e-b93e-4db2-acfb-1e153382d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:46.497714 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-307bedb9-b2ce-4b9e-b85d-10725207095f req-073d1c5e-b93e-4db2-acfb-1e153382d55d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 1132 time: 0.3464890 Feb 05 02:59:46.509930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81ba69-5423-497c-be96-a41683fbcb81 req-2f985355-abb5-480c-889c-15d413a2ebfb tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:46.512431 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a81ba69-5423-497c-be96-a41683fbcb81 req-2f985355-abb5-480c-889c-15d413a2ebfb tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c HTTP/1.1" status: 200 len: 945 time: 0.1521740 Feb 05 02:59:46.515107 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0314bbf3-0c83-4f2d-8cbb-55e91676556f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:59:46.525167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=c6e54524-be03-4978-a808-c851dbad9843,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:46.525913 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0314bbf3-0c83-4f2d-8cbb-55e91676556f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (bc1ec9ea-4823-43a3-8857-a854eb585ee8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.526256 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-0314bbf3-0c83-4f2d-8cbb-55e91676556f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Added segment bc1ec9ea-4823-43a3-8857-a854eb585ee8 of type vlan for network 0b95c087-1e7f-487e-a987-a2b1bc9c0219 Feb 05 02:59:46.529491 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24a8b8-9c41-4646-a80d-b8d9da9daffc req-60e9a49f-3d43-4baa-943c-adc6ecd4941a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:46.536124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24a8b8-9c41-4646-a80d-b8d9da9daffc req-60e9a49f-3d43-4baa-943c-adc6ecd4941a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:46.543634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24a8b8-9c41-4646-a80d-b8d9da9daffc req-60e9a49f-3d43-4baa-943c-adc6ecd4941a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:46.545182 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0561da59-306a-4636-8884-d5ccd288ff12 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "GET /v2.0/floatingips/508eca1c-a34f-483a-9293-a5d9953d6336 HTTP/1.1" status: 200 len: 687 time: 0.0785861 Feb 05 02:59:46.550615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24a8b8-9c41-4646-a80d-b8d9da9daffc req-60e9a49f-3d43-4baa-943c-adc6ecd4941a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:46.555945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24a8b8-9c41-4646-a80d-b8d9da9daffc req-60e9a49f-3d43-4baa-943c-adc6ecd4941a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:46.559601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 6331e6cb-543d-4550-854f-ea195bf8d0dc completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:59:46.561406 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24a8b8-9c41-4646-a80d-b8d9da9daffc req-60e9a49f-3d43-4baa-943c-adc6ecd4941a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:46.564912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 6331e6cb-543d-4550-854f-ea195bf8d0dc triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:46.565284 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.566594 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24a8b8-9c41-4646-a80d-b8d9da9daffc req-60e9a49f-3d43-4baa-943c-adc6ecd4941a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:46.568699 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a24a8b8-9c41-4646-a80d-b8d9da9daffc req-60e9a49f-3d43-4baa-943c-adc6ecd4941a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5442 time: 0.4240713 Feb 05 02:59:46.575080 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57250) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:46.589401 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0314bbf3-0c83-4f2d-8cbb-55e91676556f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (0b95c087-1e7f-487e-a987-a2b1bc9c0219), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.594916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-cdb74374-a3d7-45c6-ac67-4d49d81d5384', 'network_id': 'cdb74374-a3d7-45c6-ac67-4d49d81d5384', 'project_id': 'ead3a833cad24a5d95a0bcdf3c020bea', 'fixed_ips': [{'subnet_id': 'f03ed4f2-6229-40b8-8460-0bbb7b690e84'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:59:46.595760 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.618587 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0314bbf3-0c83-4f2d-8cbb-55e91676556f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (0b95c087-1e7f-487e-a987-a2b1bc9c0219), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.624725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0314bbf3-0c83-4f2d-8cbb-55e91676556f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:46.625343 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0314bbf3-0c83-4f2d-8cbb-55e91676556f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.703951 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0314bbf3-0c83-4f2d-8cbb-55e91676556f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3057780 Feb 05 02:59:46.704205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57252) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:46.709502 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5b60041a-1cff-494d-9f12-f97d452b323d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'subnet': {'network_id': '0b95c087-1e7f-487e-a987-a2b1bc9c0219', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:46.759186 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314bbf3-0c83-4f2d-8cbb-55e91676556f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Network': ['ID=0b95c087-1e7f-487e-a987-a2b1bc9c0219,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:46.765196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 6331e6cb-543d-4550-854f-ea195bf8d0dc is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:46.765766 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.778070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 0b95c087-1e7f-487e-a987-a2b1bc9c0219 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:59:46.818117 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35daaa73-3d87-4c3c-b598-da45d21697b3 admin admin] Publish callbacks [] for security_group (a1a52ded-d405-48f6-a018-23fe11cb8f09), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.821280 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b60041a-1cff-494d-9f12-f97d452b323d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:46.827183 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b60041a-1cff-494d-9f12-f97d452b323d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.828158 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-307bedb9-b2ce-4b9e-b85d-10725207095f req-2180b2f4-71b0-4552-be61-b709df338d7b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c59152b2-5897-4315-82ca-e206eb9af1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145397 Feb 05 02:59:46.836152 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a81ba69-5423-497c-be96-a41683fbcb81 req-6de56ad2-febf-451d-9b82-1068775b614f tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591274 Feb 05 02:59:46.836844 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35daaa73-3d87-4c3c-b598-da45d21697b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a1a52ded-d405-48f6-a018-23fe11cb8f09), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.846718 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Allocated IP 172.20.255.242 (cdb74374-a3d7-45c6-ac67-4d49d81d5384/f03ed4f2-6229-40b8-8460-0bbb7b690e84/32270e11-67ef-41c9-b799-deaa505cdca6) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:59:46.854139 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a24a8b8-9c41-4646-a80d-b8d9da9daffc req-22f45a5b-38c5-47e5-9b6f-9eddcc88b583 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2562270 Feb 05 02:59:46.894998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 6331e6cb-543d-4550-854f-ea195bf8d0dc, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=6331e6cb-543d-4550-854f-ea195bf8d0dc,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:46.946306 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:46.947285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 8567b960-d574-4928-8419-2f6d67dbe1d3 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:59:46.968466 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-35daaa73-3d87-4c3c-b598-da45d21697b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31daaa35203646b399cd77b1a4519267&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0166731 Feb 05 02:59:46.971870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35daaa73-3d87-4c3c-b598-da45d21697b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a52ded-d405-48f6-a018-23fe11cb8f09,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:46.972517 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57258) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:47.062281 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e20979f1-798c-426f-a604-5baf94d8f1c7 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Deleting port 98783a58-2cf1-427c-821b-0a3bb4e7ddcb {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:47.062782 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e20979f1-798c-426f-a604-5baf94d8f1c7 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (98783a58-2cf1-427c-821b-0a3bb4e7ddcb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.132698 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-405cee42-94a2-44ed-aafc-571cff242426 admin admin] Publish callbacks [] for security_group (a1a52ded-d405-48f6-a018-23fe11cb8f09), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.156860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f9b01-405b-44c2-996b-e112ad513d98 req-c2dc4c87-e737-4467-bb74-7e9e91358e0b tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:47.163739 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d3f9b01-405b-44c2-996b-e112ad513d98 req-c2dc4c87-e737-4467-bb74-7e9e91358e0b tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.1938603 Feb 05 02:59:47.181911 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-405cee42-94a2-44ed-aafc-571cff242426 admin admin] Publish callbacks [] for security_group (a1a52ded-d405-48f6-a018-23fe11cb8f09), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.188535 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e20979f1-798c-426f-a604-5baf94d8f1c7 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (98783a58-2cf1-427c-821b-0a3bb4e7ddcb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.188865 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e20979f1-798c-426f-a604-5baf94d8f1c7 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (98783a58-2cf1-427c-821b-0a3bb4e7ddcb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.197684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21c253-30a9-49a9-8071-05e6bf6994b7 req-a2f2e0de-a1c3-4607-909e-3b64b596b564 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:47.205074 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a21c253-30a9-49a9-8071-05e6bf6994b7 req-a2f2e0de-a1c3-4607-909e-3b64b596b564 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.2054689 Feb 05 02:59:47.230526 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e20979f1-798c-426f-a604-5baf94d8f1c7 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Calling delete_port for 98783a58-2cf1-427c-821b-0a3bb4e7ddcb owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:47.231993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=6331e6cb-543d-4550-854f-ea195bf8d0dc,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:47.250469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:47.251135 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:47.251633 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:47.252122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:47.252622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:47.253095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:47.253571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:47.254046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:47.254524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:47.255023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:47.255499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:47.256000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:47.256331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 02:59:47.282865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 8567b960-d574-4928-8419-2f6d67dbe1d3 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:59:47.300303 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b60041a-1cff-494d-9f12-f97d452b323d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (a2dfa816-3560-4179-9f1f-68fc09314548), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.332576 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 8567b960-d574-4928-8419-2f6d67dbe1d3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:47.332891 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.391295 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d3f9b01-405b-44c2-996b-e112ad513d98 req-5c570bb1-1ba5-40ac-a115-b83ef280ef78 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2186306 Feb 05 02:59:47.397455 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Publish callbacks [] for port (32270e11-67ef-41c9-b799-deaa505cdca6), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.405895 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a21c253-30a9-49a9-8071-05e6bf6994b7 req-31f2191c-e08d-490c-ae23-c2f7abbf1341 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999643 Feb 05 02:59:47.411824 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (32270e11-67ef-41c9-b799-deaa505cdca6), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.445786 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60041a-1cff-494d-9f12-f97d452b323d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Subnet': ['ID=a2dfa816-3560-4179-9f1f-68fc09314548,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:47.450577 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-405cee42-94a2-44ed-aafc-571cff242426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a1a52ded-d405-48f6-a018-23fe11cb8f09), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.457107 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-405cee42-94a2-44ed-aafc-571cff242426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.458264 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-405cee42-94a2-44ed-aafc-571cff242426 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1a52ded-d405-48f6-a018-23fe11cb8f09 HTTP/1.1" status: 204 len: 168 time: 0.4846065 Feb 05 02:59:47.468658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Network cdb74374-a3d7-45c6-ac67-4d49d81d5384 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:59:47.474027 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:47.495172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:59:47.500282 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Pushing event updated for resources: {'Port': ['ID=32270e11-67ef-41c9-b799-deaa505cdca6,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:47.519561 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b60041a-1cff-494d-9f12-f97d452b323d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Checking segment: {'id': 'bc1ec9ea-4823-43a3-8857-a854eb585ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b95c087-1e7f-487e-a987-a2b1bc9c0219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:47.519928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b60041a-1cff-494d-9f12-f97d452b323d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network hostable DHCP agents. Network: 0b95c087-1e7f-487e-a987-a2b1bc9c0219, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:59:47.522407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cee42-94a2-44ed-aafc-571cff242426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a52ded-d405-48f6-a018-23fe11cb8f09,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:47.552101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 8567b960-d574-4928-8419-2f6d67dbe1d3 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:47.552323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b60041a-1cff-494d-9f12-f97d452b323d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network 0b95c087-1e7f-487e-a987-a2b1bc9c0219 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:59:47.552487 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.567152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5b60041a-1cff-494d-9f12-f97d452b323d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 0b95c087-1e7f-487e-a987-a2b1bc9c0219) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:47.588911 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4975614-a9f9-495a-8021-558525d15aff None None] Network 0b95c087-1e7f-487e-a987-a2b1bc9c0219 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:59:47.613076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f1801-ac54-476a-83d2-fa3c641fcfa1 req-f08b348a-0352-48da-919e-f98ff49e932f tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:47.614817 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-397f1801-ac54-476a-83d2-fa3c641fcfa1 req-f08b348a-0352-48da-919e-f98ff49e932f tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 950 time: 0.0968659 Feb 05 02:59:47.616033 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e20979f1-798c-426f-a604-5baf94d8f1c7 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (98783a58-2cf1-427c-821b-0a3bb4e7ddcb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.619716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b60041a-1cff-494d-9f12-f97d452b323d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:47.623733 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b60041a-1cff-494d-9f12-f97d452b323d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.661586 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5b60041a-1cff-494d-9f12-f97d452b323d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9562910 Feb 05 02:59:47.663725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Attempting to bind port 32270e11-67ef-41c9-b799-deaa505cdca6 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:59:47.664154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57268) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:47.664461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Attempting to bind port 32270e11-67ef-41c9-b799-deaa505cdca6 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '12271735-6716-49b7-840e-6b64e029b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cdb74374-a3d7-45c6-ac67-4d49d81d5384'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:59:47.664984 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Attempting to bind port 32270e11-67ef-41c9-b799-deaa505cdca6 on network cdb74374-a3d7-45c6-ac67-4d49d81d5384 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:59:47.666781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20979f1-798c-426f-a604-5baf94d8f1c7 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Port': ['ID=98783a58-2cf1-427c-821b-0a3bb4e7ddcb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:47.682538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 8567b960-d574-4928-8419-2f6d67dbe1d3, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=8567b960-d574-4928-8419-2f6d67dbe1d3,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:47.688869 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:59:47.689498 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Checking segment: {'id': '12271735-6716-49b7-840e-6b64e029b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cdb74374-a3d7-45c6-ac67-4d49d81d5384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:47.690060 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.690603 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Bound using segment: {'id': '12271735-6716-49b7-840e-6b64e029b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cdb74374-a3d7-45c6-ac67-4d49d81d5384'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:59:47.691254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Bound port: 32270e11-67ef-41c9-b799-deaa505cdca6, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12271735-6716-49b7-840e-6b64e029b1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cdb74374-a3d7-45c6-ac67-4d49d81d5384'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:59:47.691810 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (32270e11-67ef-41c9-b799-deaa505cdca6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.700349 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.706112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-397f1801-ac54-476a-83d2-fa3c641fcfa1 req-20698119-5796-461d-93b5-2e5b2fde9164 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/security-groups?id=c59152b2-5897-4315-82ca-e206eb9af1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645785 Feb 05 02:59:47.789599 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e20979f1-798c-426f-a604-5baf94d8f1c7 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (508eca1c-a34f-483a-9293-a5d9953d6336), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.792735 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e20979f1-798c-426f-a604-5baf94d8f1c7 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.797976 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e20979f1-798c-426f-a604-5baf94d8f1c7 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/floatingips/508eca1c-a34f-483a-9293-a5d9953d6336 HTTP/1.1" status: 204 len: 168 time: 1.2197096 Feb 05 02:59:47.798924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57272) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:47.804357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': '76405b07-bff1-44d9-82fc-e1ba5929095a'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:47.842899 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.844328 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-0b95c087-1e7f-487e-a987-a2b1bc9c0219', 'network_id': '0b95c087-1e7f-487e-a987-a2b1bc9c0219', 'project_id': 'ead3a833cad24a5d95a0bcdf3c020bea', 'fixed_ips': [{'subnet_id': 'a2dfa816-3560-4179-9f1f-68fc09314548'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:59:47.845186 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.859498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91268d4b-4b7d-4604-9e06-7954d043179c req-362efa8c-a4a6-44f7-b020-5f23fa49c1e3 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:47.860984 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91268d4b-4b7d-4604-9e06-7954d043179c req-362efa8c-a4a6-44f7-b020-5f23fa49c1e3 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.1000233 Feb 05 02:59:47.864886 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (0b95c087-1e7f-487e-a987-a2b1bc9c0219), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:47.878782 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=8567b960-d574-4928-8419-2f6d67dbe1d3,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:47.894124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] For port 32270e11-67ef-41c9-b799-deaa505cdca6, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:59:47.920957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] For port 32270e11-67ef-41c9-b799-deaa505cdca6, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=32270e11-67ef-41c9-b799-deaa505cdca6,segment=NetworkSegment(12271735-6716-49b7-840e-6b64e029b1bd),segment_id=12271735-6716-49b7-840e-6b64e029b1bd)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:59:48.008967 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (32270e11-67ef-41c9-b799-deaa505cdca6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:48.058142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e54524-be03-4978-a808-c851dbad9843'}, {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6331e6cb-543d-4550-854f-ea195bf8d0dc'}, {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8567b960-d574-4928-8419-2f6d67dbe1d3'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:59:48.070430 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea31161f-bf29-4e1f-85f4-473932877a24" -d '{"events": [{"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-plugged", "status": "completed", "tag": "c6e54524-be03-4978-a808-c851dbad9843"}, {"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-plugged", "status": "completed", "tag": "6331e6cb-543d-4550-854f-ea195bf8d0dc"}, {"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-plugged", "status": "completed", "tag": "8567b960-d574-4928-8419-2f6d67dbe1d3"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:59:48.125503 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (a2dfa816-3560-4179-9f1f-68fc09314548), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:48.160595 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e23b0-1519-427f-8b3b-b01f6054c396 req-f671d008-aa9a-4f3f-9a83-31fa06c62809 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:48.167196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e23b0-1519-427f-8b3b-b01f6054c396 req-f671d008-aa9a-4f3f-9a83-31fa06c62809 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:48.173823 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675834a7-25e6-41dc-9b6b-cf81170233c0 None None] Pushing event updated for resources: {'Port': ['ID=32270e11-67ef-41c9-b799-deaa505cdca6,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:48.179226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e23b0-1519-427f-8b3b-b01f6054c396 req-f671d008-aa9a-4f3f-9a83-31fa06c62809 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:48.185814 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e23b0-1519-427f-8b3b-b01f6054c396 req-f671d008-aa9a-4f3f-9a83-31fa06c62809 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:48.191357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e23b0-1519-427f-8b3b-b01f6054c396 req-f671d008-aa9a-4f3f-9a83-31fa06c62809 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:48.192954 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 05 Feb 2022 02:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e32adfb-a76e-4741-b511-bc43a5a17cf8 x-openstack-request-id: req-3e32adfb-a76e-4741-b511-bc43a5a17cf8 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:59:48.197205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e23b0-1519-427f-8b3b-b01f6054c396 req-f671d008-aa9a-4f3f-9a83-31fa06c62809 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:48.197558 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-plugged", "status": "completed", "tag": "c6e54524-be03-4978-a808-c851dbad9843", "code": 200}, {"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-plugged", "status": "completed", "tag": "6331e6cb-543d-4550-854f-ea195bf8d0dc", "code": 200}, {"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-plugged", "status": "completed", "tag": "8567b960-d574-4928-8419-2f6d67dbe1d3", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:59:48.197875 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e32adfb-a76e-4741-b511-bc43a5a17cf8 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:59:48.198294 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e54524-be03-4978-a808-c851dbad9843', 'code': 200} Feb 05 02:59:48.199115 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6331e6cb-543d-4550-854f-ea195bf8d0dc', 'code': 200} Feb 05 02:59:48.199429 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8567b960-d574-4928-8419-2f6d67dbe1d3', 'code': 200} Feb 05 02:59:48.209733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e23b0-1519-427f-8b3b-b01f6054c396 req-f671d008-aa9a-4f3f-9a83-31fa06c62809 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:48.212117 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c4e23b0-1519-427f-8b3b-b01f6054c396 req-f671d008-aa9a-4f3f-9a83-31fa06c62809 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5445 time: 0.2167892 Feb 05 02:59:48.229134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Allocated IP 172.20.0.2 (0b95c087-1e7f-487e-a987-a2b1bc9c0219/a2dfa816-3560-4179-9f1f-68fc09314548/f447936a-aec9-4317-a5d0-ab05e763bd4a) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:59:48.359693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-91268d4b-4b7d-4604-9e06-7954d043179c req-fd3b31e4-5d9e-4642-89dd-ef508b09c81c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Deleting port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:48.360239 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-91268d4b-4b7d-4604-9e06-7954d043179c req-fd3b31e4-5d9e-4642-89dd-ef508b09c81c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:48.415270 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:48.513126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c4e23b0-1519-427f-8b3b-b01f6054c396 req-28ae7bd0-e49e-41c5-b7e5-e3cdf90c2b12 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2739487 Feb 05 02:59:48.572930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a0ebe-3c53-472c-93be-b21a320482ba req-a80c83d2-2e65-4f99-a827-c398a25e7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:48.574286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a0ebe-3c53-472c-93be-b21a320482ba req-a80c83d2-2e65-4f99-a827-c398a25e7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:48.576502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a0ebe-3c53-472c-93be-b21a320482ba req-a80c83d2-2e65-4f99-a827-c398a25e7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:48.577530 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a0ebe-3c53-472c-93be-b21a320482ba req-a80c83d2-2e65-4f99-a827-c398a25e7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:48.578714 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a0ebe-3c53-472c-93be-b21a320482ba req-a80c83d2-2e65-4f99-a827-c398a25e7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:48.579890 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a0ebe-3c53-472c-93be-b21a320482ba req-a80c83d2-2e65-4f99-a827-c398a25e7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:48.581625 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a0ebe-3c53-472c-93be-b21a320482ba req-a80c83d2-2e65-4f99-a827-c398a25e7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:48.588334 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c73a0ebe-3c53-472c-93be-b21a320482ba req-a80c83d2-2e65-4f99-a827-c398a25e7320 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 6719 time: 0.3181632 Feb 05 02:59:48.634254 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Publish callbacks [] for port (f447936a-aec9-4317-a5d0-ab05e763bd4a), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:48.640170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device dbe44a78-734b-44c6-a82a-bb7448f9d3f9 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:59:48.659630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-91268d4b-4b7d-4604-9e06-7954d043179c req-fd3b31e4-5d9e-4642-89dd-ef508b09c81c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:48.659630 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-91268d4b-4b7d-4604-9e06-7954d043179c req-fd3b31e4-5d9e-4642-89dd-ef508b09c81c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:48.673798 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (f447936a-aec9-4317-a5d0-ab05e763bd4a), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:48.711008 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-91268d4b-4b7d-4604-9e06-7954d043179c req-fd3b31e4-5d9e-4642-89dd-ef508b09c81c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Calling delete_port for dbe44a78-734b-44c6-a82a-bb7448f9d3f9 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:48.746194 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Pushing event updated for resources: {'Port': ['ID=f447936a-aec9-4317-a5d0-ab05e763bd4a,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:48.753368 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Network 0b95c087-1e7f-487e-a987-a2b1bc9c0219 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:59:48.763039 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:48.766582 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (a2dfa816-3560-4179-9f1f-68fc09314548), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:48.772537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:59:48.810151 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:59:48.830193 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Subnet': ['ID=a2dfa816-3560-4179-9f1f-68fc09314548,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:48.864945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:48.865558 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:48.895635 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Attempting to bind port f447936a-aec9-4317-a5d0-ab05e763bd4a on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:59:48.896011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Attempting to bind port f447936a-aec9-4317-a5d0-ab05e763bd4a by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'bc1ec9ea-4823-43a3-8857-a854eb585ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b95c087-1e7f-487e-a987-a2b1bc9c0219'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:59:48.896813 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Attempting to bind port f447936a-aec9-4317-a5d0-ab05e763bd4a on network 0b95c087-1e7f-487e-a987-a2b1bc9c0219 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:59:48.915299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:59:48.915591 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Checking segment: {'id': 'bc1ec9ea-4823-43a3-8857-a854eb585ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b95c087-1e7f-487e-a987-a2b1bc9c0219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:48.916004 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:48.916402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Bound using segment: {'id': 'bc1ec9ea-4823-43a3-8857-a854eb585ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b95c087-1e7f-487e-a987-a2b1bc9c0219'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:59:48.917180 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Bound port: f447936a-aec9-4317-a5d0-ab05e763bd4a, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1ec9ea-4823-43a3-8857-a854eb585ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0b95c087-1e7f-487e-a987-a2b1bc9c0219'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:59:48.918263 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f447936a-aec9-4317-a5d0-ab05e763bd4a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:48.936026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Allocated IP 172.25.0.48 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/c0a9ab4e-4d39-422e-a715-66d228e8764f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:59:48.962999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f20b0-4f00-4631-a33f-d51b16260270 req-4384d17e-5413-4210-b0ae-4b89036460a4 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:48.964836 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d0f20b0-4f00-4631-a33f-d51b16260270 req-4384d17e-5413-4210-b0ae-4b89036460a4 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.4503193 Feb 05 02:59:48.997514 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (0b95c087-1e7f-487e-a987-a2b1bc9c0219), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:49.005770 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c73a0ebe-3c53-472c-93be-b21a320482ba req-dccf32c2-efab-4855-98f1-cd11df903012 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&id=cad1eb99-e669-4380-8979-c1ba281ddc02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3593664 Feb 05 02:59:49.045341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b95c087-1e7f-487e-a987-a2b1bc9c0219']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:49.056772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:49.057353 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:49.069407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1ec9ea-4823-43a3-8857-a854eb585ee8') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:49.069699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1ec9ea-4823-43a3-8857-a854eb585ee8') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:49.082039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ab3b5-53f6-466d-9f42-65052e15f4dc req-7f2e5085-a238-43e4-b43a-730698735f78 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:49.084614 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (bc1ec9ea-4823-43a3-8857-a854eb585ee8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:49.090555 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-383ab3b5-53f6-466d-9f42-65052e15f4dc req-7f2e5085-a238-43e4-b43a-730698735f78 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6626dbf-d166-432d-bfbf-237668a8930f HTTP/1.1" status: 200 len: 949 time: 0.4138093 Feb 05 02:59:49.110211 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (bc1ec9ea-4823-43a3-8857-a854eb585ee8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:49.119358 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port dbe44a78-734b-44c6-a82a-bb7448f9d3f9, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:49.123490 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] For port f447936a-aec9-4317-a5d0-ab05e763bd4a, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:59:49.125149 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:59:49.126815 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (bc1ec9ea-4823-43a3-8857-a854eb585ee8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:49.130022 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:59:49.132238 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:59:49.204728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,revision_number=12']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:49.288437 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 05 02:59:49.288437 n-d-826942-8 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 05 02:59:49.288437 n-d-826942-8 neutron-server[109674]: [parameters: {'id': '0b95c087-1e7f-487e-a987-a2b1bc9c0219'}] Feb 05 02:59:49.288437 n-d-826942-8 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 02:59:49.288890 n-d-826942-8 neutron-server[109674]: DEBUG oslo_db.api [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 02:59:49.292978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] For port f447936a-aec9-4317-a5d0-ab05e763bd4a, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f447936a-aec9-4317-a5d0-ab05e763bd4a,segment=NetworkSegment(bc1ec9ea-4823-43a3-8857-a854eb585ee8),segment_id=bc1ec9ea-4823-43a3-8857-a854eb585ee8)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:59:49.303381 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-91268d4b-4b7d-4604-9e06-7954d043179c req-fd3b31e4-5d9e-4642-89dd-ef508b09c81c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (dbe44a78-734b-44c6-a82a-bb7448f9d3f9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:49.317254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['636bd3ff-9d59-4fab-b630-c68bc1a07fdf', '0febf303-5a10-4c96-ac55-29755874696d', 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:59:49.321716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0eebee3e-aeae-44a8-baba-35021497c332'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:59:49.348865 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b31e4-5d9e-4642-89dd-ef508b09c81c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Pushing event deleted for resources: {'Port': ['ID=dbe44a78-734b-44c6-a82a-bb7448f9d3f9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:49.403750 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-91268d4b-4b7d-4604-9e06-7954d043179c req-fd3b31e4-5d9e-4642-89dd-ef508b09c81c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] No DVR routers for this DVR port dbe44a78-734b-44c6-a82a-bb7448f9d3f9 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:59:49.405741 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f447936a-aec9-4317-a5d0-ab05e763bd4a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:49.407424 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-91268d4b-4b7d-4604-9e06-7954d043179c req-fd3b31e4-5d9e-4642-89dd-ef508b09c81c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:49.411813 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-91268d4b-4b7d-4604-9e06-7954d043179c req-fd3b31e4-5d9e-4642-89dd-ef508b09c81c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.31 "DELETE /v2.0/ports/dbe44a78-734b-44c6-a82a-bb7448f9d3f9 HTTP/1.1" status: 204 len: 173 time: 1.5448370 Feb 05 02:59:49.412347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6626dbf-d166-432d-bfbf-237668a8930f', 'name': 'network-vif-deleted', 'tag': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:59:49.426410 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4865b5d-34b2-4d24-baf4-9df5b4b94269" -d '{"events": [{"server_uuid": "e6626dbf-d166-432d-bfbf-237668a8930f", "name": "network-vif-deleted", "tag": "dbe44a78-734b-44c6-a82a-bb7448f9d3f9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:59:49.741610 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (c0a9ab4e-4d39-422e-a715-66d228e8764f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:49.790186 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (0b95c087-1e7f-487e-a987-a2b1bc9c0219), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:49.816408 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c0a9ab4e-4d39-422e-a715-66d228e8764f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:49.842607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d0f20b0-4f00-4631-a33f-d51b16260270 req-ee4fa76d-775b-4f43-bb85-8a1ae80d1507 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8684881 Feb 05 02:59:49.946365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074109f-7dab-4e2a-8a61-8c321f9c91e9 None None] Pushing event updated for resources: {'Port': ['ID=f447936a-aec9-4317-a5d0-ab05e763bd4a,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:49.954310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d393113-5f54-4a13-94ac-12e8fb8e13ac None None] Network 0b95c087-1e7f-487e-a987-a2b1bc9c0219 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:59:49.973879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Deleting port f447936a-aec9-4317-a5d0-ab05e763bd4a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:49.974611 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f447936a-aec9-4317-a5d0-ab05e763bd4a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:49.993147 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:59:50.020895 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:50.026241 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=c0a9ab4e-4d39-422e-a715-66d228e8764f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:50.051082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:59:50.070614 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] For port f447936a-aec9-4317-a5d0-ab05e763bd4a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f447936a-aec9-4317-a5d0-ab05e763bd4a,segment=NetworkSegment(bc1ec9ea-4823-43a3-8857-a854eb585ee8),segment_id=bc1ec9ea-4823-43a3-8857-a854eb585ee8)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:50.070782 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-383ab3b5-53f6-466d-9f42-65052e15f4dc req-eaaaf78e-62b5-44df-9494-bfc0dec750d9 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9735110 Feb 05 02:59:50.071249 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f447936a-aec9-4317-a5d0-ab05e763bd4a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:50.090521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Calling delete_port for f447936a-aec9-4317-a5d0-ab05e763bd4a owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:50.190126 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffe1c2d-a55c-4e99-a547-8ca693a16ea8 None None] Network cdb74374-a3d7-45c6-ac67-4d49d81d5384 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:59:50.192543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcf9a6-043b-40c8-98f6-0e2bcacee68d req-eebad409-28f9-4fdc-992f-f1831db9c187 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:50.207485 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56bcf9a6-043b-40c8-98f6-0e2bcacee68d req-eebad409-28f9-4fdc-992f-f1831db9c187 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 950 time: 0.2166584 Feb 05 02:59:50.235623 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad31f6d6-29ed-400c-9eed-485fc91ce617 x-openstack-request-id: req-ad31f6d6-29ed-400c-9eed-485fc91ce617 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:59:50.236090 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6626dbf-d166-432d-bfbf-237668a8930f", "name": "network-vif-deleted", "tag": "dbe44a78-734b-44c6-a82a-bb7448f9d3f9", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:59:50.236414 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad31f6d6-29ed-400c-9eed-485fc91ce617 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:59:50.236961 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6626dbf-d166-432d-bfbf-237668a8930f', 'name': 'network-vif-deleted', 'tag': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9', 'status': 'completed', 'code': 200} Feb 05 02:59:50.241191 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f447936a-aec9-4317-a5d0-ab05e763bd4a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:50.254572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6626dbf-d166-432d-bfbf-237668a8930f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:59:50.257415 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a88de5-213f-4ca5-92e4-e4b3d398ff61" -d '{"events": [{"server_uuid": "e6626dbf-d166-432d-bfbf-237668a8930f", "name": "network-vif-plugged", "status": "completed", "tag": "dbe44a78-734b-44c6-a82a-bb7448f9d3f9"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:59:50.299141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Port': ['ID=f447936a-aec9-4317-a5d0-ab05e763bd4a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:50.301266 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No DVR routers for this DVR port f447936a-aec9-4317-a5d0-ab05e763bd4a on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:59:50.426560 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (0b95c087-1e7f-487e-a987-a2b1bc9c0219), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:50.436256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-43d266bf-5a36-4a15-b76e-27410f40127a None None] Provisioning complete for port 32270e11-67ef-41c9-b799-deaa505cdca6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:50.436731 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-43d266bf-5a36-4a15-b76e-27410f40127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (32270e11-67ef-41c9-b799-deaa505cdca6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:50.471501 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b95c087-1e7f-487e-a987-a2b1bc9c0219']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:50.496296 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56bcf9a6-043b-40c8-98f6-0e2bcacee68d req-6425a740-5e45-4c2b-8f4b-6b3b63a91f65 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/security-groups?id=c59152b2-5897-4315-82ca-e206eb9af1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858911 Feb 05 02:59:50.498158 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1ec9ea-4823-43a3-8857-a854eb585ee8') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:50.499321 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1ec9ea-4823-43a3-8857-a854eb585ee8') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:50.537688 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (bc1ec9ea-4823-43a3-8857-a854eb585ee8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:50.564137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 3b066c9a-889e-4238-b874-5fb9df32a58d details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 02:59:50.572752 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (bc1ec9ea-4823-43a3-8857-a854eb585ee8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:50.588829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:59:50.590945 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (bc1ec9ea-4823-43a3-8857-a854eb585ee8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:50.594809 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d71e8-e6f6-4b13-b29e-adfa7bbc7da3 req-0ba2c527-f65d-49ce-a2d0-918d6f1cb33e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:50.603480 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d71e8-e6f6-4b13-b29e-adfa7bbc7da3 req-0ba2c527-f65d-49ce-a2d0-918d6f1cb33e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:50.609461 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d71e8-e6f6-4b13-b29e-adfa7bbc7da3 req-0ba2c527-f65d-49ce-a2d0-918d6f1cb33e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:50.628568 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d71e8-e6f6-4b13-b29e-adfa7bbc7da3 req-0ba2c527-f65d-49ce-a2d0-918d6f1cb33e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:50.637302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d71e8-e6f6-4b13-b29e-adfa7bbc7da3 req-0ba2c527-f65d-49ce-a2d0-918d6f1cb33e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:50.653655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d71e8-e6f6-4b13-b29e-adfa7bbc7da3 req-0ba2c527-f65d-49ce-a2d0-918d6f1cb33e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:50.666079 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d71e8-e6f6-4b13-b29e-adfa7bbc7da3 req-0ba2c527-f65d-49ce-a2d0-918d6f1cb33e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:50.669700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c2d71e8-e6f6-4b13-b29e-adfa7bbc7da3 req-0ba2c527-f65d-49ce-a2d0-918d6f1cb33e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5445 time: 0.4557977 Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:59:50.673326 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:59:50.682273 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (0b95c087-1e7f-487e-a987-a2b1bc9c0219), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:50.700935 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:50.714842 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/0b95c087-1e7f-487e-a987-a2b1bc9c0219 HTTP/1.1" status: 204 len: 168 time: 3.0487628 Feb 05 02:59:50.718170 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57326) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:50.718471 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e29dc2-9e0c-4a74-9baf-7ee832562e70 x-openstack-request-id: req-c5e29dc2-9e0c-4a74-9baf-7ee832562e70 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:59:50.718771 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6626dbf-d166-432d-bfbf-237668a8930f", "name": "network-vif-plugged", "status": "completed", "tag": "dbe44a78-734b-44c6-a82a-bb7448f9d3f9", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:59:50.719031 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5e29dc2-9e0c-4a74-9baf-7ee832562e70 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:59:50.719419 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6626dbf-d166-432d-bfbf-237668a8930f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe44a78-734b-44c6-a82a-bb7448f9d3f9', 'code': 200} Feb 05 02:59:50.725496 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 32270e11-67ef-41c9-b799-deaa505cdca6 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:59:50.751947 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-37fd697d-4ac2-4ec1-9cfd-3c1a38f4f819 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-894527949'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:50.799588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b6d3b-a233-412b-b447-c7627e812c98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Network': ['ID=0b95c087-1e7f-487e-a987-a2b1bc9c0219,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:50.828802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fd697d-4ac2-4ec1-9cfd-3c1a38f4f819 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:50.832370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37fd697d-4ac2-4ec1-9cfd-3c1a38f4f819 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:50.904837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fd697d-4ac2-4ec1-9cfd-3c1a38f4f819 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:59:50.910333 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c2d71e8-e6f6-4b13-b29e-adfa7bbc7da3 req-efafa9ac-67ee-4e55-a02e-067f8459d72f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2275398 Feb 05 02:59:50.915723 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37fd697d-4ac2-4ec1-9cfd-3c1a38f4f819 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (2658f3cf-d16a-4088-a214-bf665dfcf9a1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:50.916067 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-37fd697d-4ac2-4ec1-9cfd-3c1a38f4f819 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Added segment 2658f3cf-d16a-4088-a214-bf665dfcf9a1 of type vlan for network 5744ea2c-ff50-42f9-a03e-e387177623bc Feb 05 02:59:50.984538 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (d5d36334-c664-4b37-b460-82ec6f38565e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:50.986816 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37fd697d-4ac2-4ec1-9cfd-3c1a38f4f819 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (5744ea2c-ff50-42f9-a03e-e387177623bc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:51.044919 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37fd697d-4ac2-4ec1-9cfd-3c1a38f4f819 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (5744ea2c-ff50-42f9-a03e-e387177623bc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:51.050344 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fd697d-4ac2-4ec1-9cfd-3c1a38f4f819 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:51.050982 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37fd697d-4ac2-4ec1-9cfd-3c1a38f4f819 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:51.128262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 3b066c9a-889e-4238-b874-5fb9df32a58d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3b066c9a-889e-4238-b874-5fb9df32a58d,segment=NetworkSegment(4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d),segment_id=4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:51.155153 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-37fd697d-4ac2-4ec1-9cfd-3c1a38f4f819 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4327700 Feb 05 02:59:51.158350 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57338) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:51.167726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5edacd45-1e9d-416d-8081-0d2599945813 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'subnet': {'network_id': '5744ea2c-ff50-42f9-a03e-e387177623bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:51.186983 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd697d-4ac2-4ec1-9cfd-3c1a38f4f819 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Network': ['ID=5744ea2c-ff50-42f9-a03e-e387177623bc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:51.204487 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c0a9ab4e-4d39-422e-a715-66d228e8764f), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:51.217985 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 5744ea2c-ff50-42f9-a03e-e387177623bc details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:59:51.292730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edacd45-1e9d-416d-8081-0d2599945813 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:51.297560 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5edacd45-1e9d-416d-8081-0d2599945813 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:51.298934 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a830657-86dc-48bc-994a-27e8602545c0 req-a252a250-36dd-45e7-8fba-0bb01e6e2f73 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:51.300540 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a830657-86dc-48bc-994a-27e8602545c0 req-a252a250-36dd-45e7-8fba-0bb01e6e2f73 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 943 time: 0.2587547 Feb 05 02:59:51.382057 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '3b066c9a-889e-4238-b874-5fb9df32a58d', 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9', 'port_id': '3b066c9a-889e-4238-b874-5fb9df32a58d', 'mac_address': 'fa:16:3e:a6:36:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3438e575-803e-4ceb-bec0-519360784e52', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 02:59:51.383576 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-43d266bf-5a36-4a15-b76e-27410f40127a None None] Current status of the port 32270e11-67ef-41c9-b799-deaa505cdca6 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:51.384000 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-43d266bf-5a36-4a15-b76e-27410f40127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (32270e11-67ef-41c9-b799-deaa505cdca6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:51.410370 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 32270e11-67ef-41c9-b799-deaa505cdca6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:51.410884 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (32270e11-67ef-41c9-b799-deaa505cdca6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:51.412335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.ipam_backend_mixin [None req-5edacd45-1e9d-416d-8081-0d2599945813 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Performing IP validity checks on allocation pools {{(pid=109674) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 05 02:59:51.412892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.ipam_backend_mixin [None req-5edacd45-1e9d-416d-8081-0d2599945813 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109674) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 05 02:59:51.413299 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a830657-86dc-48bc-994a-27e8602545c0 req-b5aecfac-3f33-4f77-a9d4-921b800cf082 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990427 Feb 05 02:59:51.579826 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (c0a9ab4e-4d39-422e-a715-66d228e8764f), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:51.586676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 3b066c9a-889e-4238-b874-5fb9df32a58d is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:51.587653 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3b066c9a-889e-4238-b874-5fb9df32a58d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:51.609277 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (c0a9ab4e-4d39-422e-a715-66d228e8764f), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:51.626093 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b066c9a-889e-4238-b874-5fb9df32a58d {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 02:59:51.649425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 3b066c9a-889e-4238-b874-5fb9df32a58d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3b066c9a-889e-4238-b874-5fb9df32a58d,segment=NetworkSegment(4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d),segment_id=4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:51.685671 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3b066c9a-889e-4238-b874-5fb9df32a58d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:51.692333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-43d266bf-5a36-4a15-b76e-27410f40127a None None] For port 32270e11-67ef-41c9-b799-deaa505cdca6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=32270e11-67ef-41c9-b799-deaa505cdca6,segment=NetworkSegment(12271735-6716-49b7-840e-6b64e029b1bd),segment_id=12271735-6716-49b7-840e-6b64e029b1bd)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:51.752814 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5edacd45-1e9d-416d-8081-0d2599945813 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (234e51c0-e13e-4423-ace3-350084c31ea6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:51.855390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=3b066c9a-889e-4238-b874-5fb9df32a58d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:51.872659 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-43d266bf-5a36-4a15-b76e-27410f40127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (32270e11-67ef-41c9-b799-deaa505cdca6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:51.897072 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (d5d36334-c664-4b37-b460-82ec6f38565e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:51.900484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=c0a9ab4e-4d39-422e-a715-66d228e8764f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:51.918954 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edacd45-1e9d-416d-8081-0d2599945813 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Subnet': ['ID=234e51c0-e13e-4423-ace3-350084c31ea6,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:51.933482 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edacd45-1e9d-416d-8081-0d2599945813 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Checking segment: {'id': '2658f3cf-d16a-4088-a214-bf665dfcf9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5744ea2c-ff50-42f9-a03e-e387177623bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:51.934012 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edacd45-1e9d-416d-8081-0d2599945813 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network hostable DHCP agents. Network: 5744ea2c-ff50-42f9-a03e-e387177623bc, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:59:51.949965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d266bf-5a36-4a15-b76e-27410f40127a None None] Pushing event updated for resources: {'Port': ['ID=32270e11-67ef-41c9-b799-deaa505cdca6,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:51.981545 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edacd45-1e9d-416d-8081-0d2599945813 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network 5744ea2c-ff50-42f9-a03e-e387177623bc is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:59:51.998489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5edacd45-1e9d-416d-8081-0d2599945813 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 5744ea2c-ff50-42f9-a03e-e387177623bc) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:52.003587 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edacd45-1e9d-416d-8081-0d2599945813 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:52.004630 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5edacd45-1e9d-416d-8081-0d2599945813 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:52.033464 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5edacd45-1e9d-416d-8081-0d2599945813 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8732436 Feb 05 02:59:52.036112 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57354) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:52.038697 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59b6cb7-ec5f-48db-8554-9e14632a54e3 None None] Network 5744ea2c-ff50-42f9-a03e-e387177623bc requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:59:52.087966 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d1abf-139e-4518-b56a-4812be910912 req-e37a219e-75e9-4367-b8f8-753667a4754b tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:52.101025 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c7d1abf-139e-4518-b56a-4812be910912 req-e37a219e-75e9-4367-b8f8-753667a4754b tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 950 time: 0.5303710 Feb 05 02:59:52.165066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['3b066c9a-889e-4238-b874-5fb9df32a58d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:59:52.225871 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a8236a2-f076-444c-b95c-1fb661b4bee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (5744ea2c-ff50-42f9-a03e-e387177623bc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:52.272301 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 32270e11-67ef-41c9-b799-deaa505cdca6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:52.324652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f6820e48-fdbb-4546-b6f3-635748db380c None None] Provisioning complete for port 32270e11-67ef-41c9-b799-deaa505cdca6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:52.325044 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6820e48-fdbb-4546-b6f3-635748db380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (32270e11-67ef-41c9-b799-deaa505cdca6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:52.353262 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a8236a2-f076-444c-b95c-1fb661b4bee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (234e51c0-e13e-4423-ace3-350084c31ea6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:52.490620 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a8236a2-f076-444c-b95c-1fb661b4bee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (234e51c0-e13e-4423-ace3-350084c31ea6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:52.492906 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504d725-711c-4694-aad3-60c414bb7f70 req-59e4a793-4251-4baf-8663-2325d1bf2717 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:52.494907 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2504d725-711c-4694-aad3-60c414bb7f70 req-59e4a793-4251-4baf-8663-2325d1bf2717 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.10 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 950 time: 0.2859437 Feb 05 02:59:52.512522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c7d1abf-139e-4518-b56a-4812be910912 req-45079bf3-7726-48e4-ac56-10aa2ff908f3 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/security-groups?id=c59152b2-5897-4315-82ca-e206eb9af1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122186 Feb 05 02:59:52.514584 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 32270e11-67ef-41c9-b799-deaa505cdca6 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:59:52.560231 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fb5d11-7a02-424c-a9e2-e95af23648b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-5744ea2c-ff50-42f9-a03e-e387177623bc', 'network_id': '5744ea2c-ff50-42f9-a03e-e387177623bc', 'project_id': 'ead3a833cad24a5d95a0bcdf3c020bea', 'fixed_ips': [{'subnet_id': '234e51c0-e13e-4423-ace3-350084c31ea6'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:59:52.563712 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5d11-7a02-424c-a9e2-e95af23648b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:52.570342 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8236a2-f076-444c-b95c-1fb661b4bee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Subnet': ['ID=234e51c0-e13e-4423-ace3-350084c31ea6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:52.658096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5ce9c-fbdd-488c-a741-e6bdf830e6e1 req-960e54a5-9185-4f3e-addf-d06fbd967f22 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:52.659747 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-39d5ce9c-fbdd-488c-a741-e6bdf830e6e1 req-960e54a5-9185-4f3e-addf-d06fbd967f22 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 951 time: 0.5621805 Feb 05 02:59:52.697583 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a8236a2-f076-444c-b95c-1fb661b4bee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (5744ea2c-ff50-42f9-a03e-e387177623bc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:52.754593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6a8236a2-f076-444c-b95c-1fb661b4bee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5744ea2c-ff50-42f9-a03e-e387177623bc']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:52.775507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6a8236a2-f076-444c-b95c-1fb661b4bee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2658f3cf-d16a-4088-a214-bf665dfcf9a1') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:52.775918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6a8236a2-f076-444c-b95c-1fb661b4bee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2658f3cf-d16a-4088-a214-bf665dfcf9a1') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:52.776277 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Floating IP d5d36334-c664-4b37-b460-82ec6f38565e associated. External IP: 172.25.0.48, port: 76405b07-bff1-44d9-82fc-e1ba5929095a. Feb 05 02:59:52.798130 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a8236a2-f076-444c-b95c-1fb661b4bee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (2658f3cf-d16a-4088-a214-bf665dfcf9a1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:52.825088 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a8236a2-f076-444c-b95c-1fb661b4bee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (2658f3cf-d16a-4088-a214-bf665dfcf9a1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:52.835547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8236a2-f076-444c-b95c-1fb661b4bee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:59:52.835547 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a8236a2-f076-444c-b95c-1fb661b4bee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (2658f3cf-d16a-4088-a214-bf665dfcf9a1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:59:52.839597 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:59:52.875111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device dbe44a78-734b-44c6-a82a-bb7448f9d3f9 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:59:52.915187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-39d5ce9c-fbdd-488c-a741-e6bdf830e6e1 req-b316f136-caa0-4a04-b1c8-b430369ab523 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401700 Feb 05 02:59:52.956373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: dbe44a78-734b-44c6-a82a-bb7448f9d3f9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:59:52.958596 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a8236a2-f076-444c-b95c-1fb661b4bee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (5744ea2c-ff50-42f9-a03e-e387177623bc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:52.958802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device dbe44a78-734b-44c6-a82a-bb7448f9d3f9 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:59:52.970324 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a8236a2-f076-444c-b95c-1fb661b4bee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:52.980635 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6a8236a2-f076-444c-b95c-1fb661b4bee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/5744ea2c-ff50-42f9-a03e-e387177623bc HTTP/1.1" status: 204 len: 168 time: 0.9434695 Feb 05 02:59:52.990933 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57364) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:53.001274 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-74748696-5ffc-40bb-9ce6-753a98218583 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1226843097'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:53.009060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc69fff-c92f-43ff-8658-533cdd16fee0 req-ee5e1706-a964-4e04-8ef2-9b90374ae9c4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:53.020877 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f6820e48-fdbb-4546-b6f3-635748db380c None None] Current status of the port 32270e11-67ef-41c9-b799-deaa505cdca6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:53.033858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc69fff-c92f-43ff-8658-533cdd16fee0 req-ee5e1706-a964-4e04-8ef2-9b90374ae9c4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:53.043829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc69fff-c92f-43ff-8658-533cdd16fee0 req-ee5e1706-a964-4e04-8ef2-9b90374ae9c4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:53.059214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc69fff-c92f-43ff-8658-533cdd16fee0 req-ee5e1706-a964-4e04-8ef2-9b90374ae9c4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:53.059796 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74748696-5ffc-40bb-9ce6-753a98218583 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:53.069461 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc69fff-c92f-43ff-8658-533cdd16fee0 req-ee5e1706-a964-4e04-8ef2-9b90374ae9c4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:53.071069 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74748696-5ffc-40bb-9ce6-753a98218583 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:53.075124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8236a2-f076-444c-b95c-1fb661b4bee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Network': ['ID=5744ea2c-ff50-42f9-a03e-e387177623bc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:53.092530 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc69fff-c92f-43ff-8658-533cdd16fee0 req-ee5e1706-a964-4e04-8ef2-9b90374ae9c4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:53.102871 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8430d52d-c0f7-43e3-bbdb-1ff397b97a74 None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 02:59:53.106605 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc69fff-c92f-43ff-8658-533cdd16fee0 req-ee5e1706-a964-4e04-8ef2-9b90374ae9c4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:53.113220 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccc69fff-c92f-43ff-8658-533cdd16fee0 req-ee5e1706-a964-4e04-8ef2-9b90374ae9c4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5445 time: 0.3926528 Feb 05 02:59:53.126261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74748696-5ffc-40bb-9ce6-753a98218583 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:59:53.145099 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74748696-5ffc-40bb-9ce6-753a98218583 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (1774838c-5fc8-4a86-835c-ab0374b7c4fb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:53.145455 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-74748696-5ffc-40bb-9ce6-753a98218583 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Added segment 1774838c-5fc8-4a86-835c-ab0374b7c4fb of type vlan for network 74458813-edbd-4953-8b93-5bd7c4bddf60 Feb 05 02:59:53.227389 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74748696-5ffc-40bb-9ce6-753a98218583 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (74458813-edbd-4953-8b93-5bd7c4bddf60), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:53.297381 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74748696-5ffc-40bb-9ce6-753a98218583 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (74458813-edbd-4953-8b93-5bd7c4bddf60), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:53.302848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74748696-5ffc-40bb-9ce6-753a98218583 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:53.303563 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74748696-5ffc-40bb-9ce6-753a98218583 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:53.389960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8430d52d-c0f7-43e3-bbdb-1ff397b97a74 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 02:59:53.458616 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-74748696-5ffc-40bb-9ce6-753a98218583 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4674091 Feb 05 02:59:53.461712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57368) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:53.467592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 32270e11-67ef-41c9-b799-deaa505cdca6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:53.468163 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (32270e11-67ef-41c9-b799-deaa505cdca6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:53.474962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bac8dc4b-38ca-4455-9864-ea8eea8777cd tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'subnet': {'network_id': '74458813-edbd-4953-8b93-5bd7c4bddf60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:53.517763 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74748696-5ffc-40bb-9ce6-753a98218583 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Network': ['ID=74458813-edbd-4953-8b93-5bd7c4bddf60,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:53.566867 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 74458813-edbd-4953-8b93-5bd7c4bddf60 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:59:53.639884 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-2504d725-711c-4694-aad3-60c414bb7f70 req-fb168175-74cb-457c-a8f3-00f6791e89ec tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Deleting port 0647c14b-496c-4680-9fe5-962f23656d16 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:53.640048 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2504d725-711c-4694-aad3-60c414bb7f70 req-fb168175-74cb-457c-a8f3-00f6791e89ec tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0647c14b-496c-4680-9fe5-962f23656d16), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:53.825105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac8dc4b-38ca-4455-9864-ea8eea8777cd tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:53.833405 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bac8dc4b-38ca-4455-9864-ea8eea8777cd tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:53.867218 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 32270e11-67ef-41c9-b799-deaa505cdca6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:53.871585 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0a4b1-a8a1-458c-8bc4-ae61de5c58aa req-cbbb8a7b-0a4c-4bd8-89e0-634b502bd779 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:53.878622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76b0a4b1-a8a1-458c-8bc4-ae61de5c58aa req-cbbb8a7b-0a4c-4bd8-89e0-634b502bd779 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 944 time: 0.7616465 Feb 05 02:59:53.907280 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccc69fff-c92f-43ff-8658-533cdd16fee0 req-0d88f615-45c0-46fa-9416-459f2b66fba2 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7137363 Feb 05 02:59:53.955000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2b521-7428-4bfe-9670-beb965a5216d req-4c81e513-161c-4529-a472-64d4b3a8ddaa tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:53.955000 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f2b521-7428-4bfe-9670-beb965a5216d req-4c81e513-161c-4529-a472-64d4b3a8ddaa tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.31 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 951 time: 0.6626980 Feb 05 02:59:54.040675 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2504d725-711c-4694-aad3-60c414bb7f70 req-fb168175-74cb-457c-a8f3-00f6791e89ec tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] For port 0647c14b-496c-4680-9fe5-962f23656d16, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0647c14b-496c-4680-9fe5-962f23656d16,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:54.042049 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2504d725-711c-4694-aad3-60c414bb7f70 req-fb168175-74cb-457c-a8f3-00f6791e89ec tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0647c14b-496c-4680-9fe5-962f23656d16), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:54.065250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 58e59221-3a0a-46e4-a440-29533fbdd9b2 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:59:54.070044 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-2504d725-711c-4694-aad3-60c414bb7f70 req-fb168175-74cb-457c-a8f3-00f6791e89ec tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Calling delete_port for 0647c14b-496c-4680-9fe5-962f23656d16 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:54.091458 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76b0a4b1-a8a1-458c-8bc4-ae61de5c58aa req-f0cbbe5b-560a-4583-93c4-7f46d74842e8 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2118242 Feb 05 02:59:54.143241 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883a7867-2fa9-436a-b334-a306adbfc0e2 None None] Network 5744ea2c-ff50-42f9-a03e-e387177623bc requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:59:54.164120 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883a7867-2fa9-436a-b334-a306adbfc0e2 None None] Network 5744ea2c-ff50-42f9-a03e-e387177623bc could not be found, it might have been deleted concurrently. {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 05 02:59:54.215448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-20f2b521-7428-4bfe-9670-beb965a5216d req-56ffd177-af05-4f83-b5b8-1b5a90a5f50a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Deleting port 0febf303-5a10-4c96-ac55-29755874696d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:54.215926 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-20f2b521-7428-4bfe-9670-beb965a5216d req-56ffd177-af05-4f83-b5b8-1b5a90a5f50a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0febf303-5a10-4c96-ac55-29755874696d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:54.412393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e71e21-5300-465a-a34a-f8cbcdf8bf0d req-73c3dd54-d012-4ad2-9f0c-b9e83c283fac tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:54.420010 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32e71e21-5300-465a-a34a-f8cbcdf8bf0d req-73c3dd54-d012-4ad2-9f0c-b9e83c283fac tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 950 time: 0.3271580 Feb 05 02:59:54.756156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-20f2b521-7428-4bfe-9670-beb965a5216d req-56ffd177-af05-4f83-b5b8-1b5a90a5f50a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] For port 0febf303-5a10-4c96-ac55-29755874696d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0febf303-5a10-4c96-ac55-29755874696d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:54.757051 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-20f2b521-7428-4bfe-9670-beb965a5216d req-56ffd177-af05-4f83-b5b8-1b5a90a5f50a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0febf303-5a10-4c96-ac55-29755874696d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:54.771847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-20f2b521-7428-4bfe-9670-beb965a5216d req-56ffd177-af05-4f83-b5b8-1b5a90a5f50a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Calling delete_port for 0febf303-5a10-4c96-ac55-29755874696d owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:54.953080 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:59:54.962577 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f6dee-b165-4f5a-ad64-e28dbc3d03f7 None None] Sync routers for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:59:54.974905 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32e71e21-5300-465a-a34a-f8cbcdf8bf0d req-319d1c2a-37f8-468e-9796-992c2ef6c118 tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/security-groups?id=c59152b2-5897-4315-82ca-e206eb9af1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5537374 Feb 05 02:59:54.988136 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f6dee-b165-4f5a-ad64-e28dbc3d03f7 None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:54.989019 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-561f6dee-b165-4f5a-ad64-e28dbc3d03f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:54.996431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2d79d-69f1-4cb4-ba0b-e562afb4cadc req-4efa2514-5cf4-4c36-8f9b-9c70a8efd84b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:55.003726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aca2d79d-69f1-4cb4-ba0b-e562afb4cadc req-4efa2514-5cf4-4c36-8f9b-9c70a8efd84b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=35e9cefb-928c-4125-99c1-b1ace16c95c8 HTTP/1.1" status: 200 len: 951 time: 0.8096833 Feb 05 02:59:55.017550 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bac8dc4b-38ca-4455-9864-ea8eea8777cd tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (85a3e244-ea5c-46f4-b31c-34f3f6369c13), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:55.019087 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:55.077302 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-561f6dee-b165-4f5a-ad64-e28dbc3d03f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:55.116169 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f6dee-b165-4f5a-ad64-e28dbc3d03f7 None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:55.117048 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-561f6dee-b165-4f5a-ad64-e28dbc3d03f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:55.155042 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-20f2b521-7428-4bfe-9670-beb965a5216d req-56ffd177-af05-4f83-b5b8-1b5a90a5f50a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0febf303-5a10-4c96-ac55-29755874696d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:55.165501 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2504d725-711c-4694-aad3-60c414bb7f70 req-fb168175-74cb-457c-a8f3-00f6791e89ec tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (0647c14b-496c-4680-9fe5-962f23656d16), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:55.170715 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-561f6dee-b165-4f5a-ad64-e28dbc3d03f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:55.171599 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f6dee-b165-4f5a-ad64-e28dbc3d03f7 None None] The sync data for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 02:59:55.181770 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['636bd3ff-9d59-4fab-b630-c68bc1a07fdf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:59:55.184723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0eebee3e-aeae-44a8-baba-35021497c332'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 02:59:55.228095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffd177-af05-4f83-b5b8-1b5a90a5f50a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Pushing event deleted for resources: {'Port': ['ID=0febf303-5a10-4c96-ac55-29755874696d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:55.244227 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8dc4b-38ca-4455-9864-ea8eea8777cd tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Subnet': ['ID=85a3e244-ea5c-46f4-b31c-34f3f6369c13,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:55.256180 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1130a73d-57ff-449b-8f2d-2d6f5e5d289d tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.4559984 Feb 05 02:59:55.260202 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57386) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:55.265405 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aca2d79d-69f1-4cb4-ba0b-e562afb4cadc req-733ba38c-049e-4f0d-8974-bdb62b633a5b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608740 Feb 05 02:59:55.269015 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb168175-74cb-457c-a8f3-00f6791e89ec tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Pushing event deleted for resources: {'Port': ['ID=0647c14b-496c-4680-9fe5-962f23656d16,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:55.280323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-383c7cc8-1c27-42ca-b900-fcf925f04b67 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1246247956'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:55.285301 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac8dc4b-38ca-4455-9864-ea8eea8777cd tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Checking segment: {'id': '1774838c-5fc8-4a86-835c-ab0374b7c4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '74458813-edbd-4953-8b93-5bd7c4bddf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:55.285671 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac8dc4b-38ca-4455-9864-ea8eea8777cd tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network hostable DHCP agents. Network: 74458813-edbd-4953-8b93-5bd7c4bddf60, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:59:55.392864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2504d725-711c-4694-aad3-60c414bb7f70 req-fb168175-74cb-457c-a8f3-00f6791e89ec tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] No DVR routers for this DVR port 0647c14b-496c-4680-9fe5-962f23656d16 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:59:55.398022 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2504d725-711c-4694-aad3-60c414bb7f70 req-fb168175-74cb-457c-a8f3-00f6791e89ec tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:55.409398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2504d725-711c-4694-aad3-60c414bb7f70 req-fb168175-74cb-457c-a8f3-00f6791e89ec tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.10 "DELETE /v2.0/ports/0647c14b-496c-4680-9fe5-962f23656d16 HTTP/1.1" status: 204 len: 173 time: 2.8744469 Feb 05 02:59:55.414657 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3836ee99-cb8a-40b3-995e-52c92edd38cd', 'name': 'network-vif-deleted', 'tag': '0647c14b-496c-4680-9fe5-962f23656d16'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:59:55.423019 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4936a0-618f-406c-89cd-45db936ce1b7" -d '{"events": [{"server_uuid": "3836ee99-cb8a-40b3-995e-52c92edd38cd", "name": "network-vif-deleted", "tag": "0647c14b-496c-4680-9fe5-962f23656d16"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:59:55.425751 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f2b521-7428-4bfe-9670-beb965a5216d req-56ffd177-af05-4f83-b5b8-1b5a90a5f50a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] No DVR routers for this DVR port 0febf303-5a10-4c96-ac55-29755874696d on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 02:59:55.433893 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-20f2b521-7428-4bfe-9670-beb965a5216d req-56ffd177-af05-4f83-b5b8-1b5a90a5f50a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:55.460535 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f2b521-7428-4bfe-9670-beb965a5216d req-56ffd177-af05-4f83-b5b8-1b5a90a5f50a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.31 "DELETE /v2.0/ports/0febf303-5a10-4c96-ac55-29755874696d HTTP/1.1" status: 204 len: 173 time: 1.5039780 Feb 05 02:59:55.461505 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e9cefb-928c-4125-99c1-b1ace16c95c8', 'name': 'network-vif-deleted', 'tag': '0febf303-5a10-4c96-ac55-29755874696d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:59:55.493871 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2c6bc9-8d56-4e32-b24d-3563fa8ccfa0" -d '{"events": [{"server_uuid": "35e9cefb-928c-4125-99c1-b1ace16c95c8", "name": "network-vif-deleted", "tag": "0febf303-5a10-4c96-ac55-29755874696d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:59:55.503739 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383c7cc8-1c27-42ca-b900-fcf925f04b67 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Made reservation on behalf of 97787471c0ab4211aaef9c2dfb47079e for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:55.507381 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-383c7cc8-1c27-42ca-b900-fcf925f04b67 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:55.526252 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac8dc4b-38ca-4455-9864-ea8eea8777cd tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network 74458813-edbd-4953-8b93-5bd7c4bddf60 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:59:55.576645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-bac8dc4b-38ca-4455-9864-ea8eea8777cd tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 74458813-edbd-4953-8b93-5bd7c4bddf60) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:55.593327 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cc7a5-7afe-4882-8d53-77eb5841b11a req-71ec7bdf-bb25-493c-a1f6-53fe88631882 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:55.596243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4984214-fa65-4633-9bf7-ebddd21dc45b None None] Network 74458813-edbd-4953-8b93-5bd7c4bddf60 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:59:55.597231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac8dc4b-38ca-4455-9864-ea8eea8777cd tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:55.601631 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bac8dc4b-38ca-4455-9864-ea8eea8777cd tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:55.622718 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cc7a5-7afe-4882-8d53-77eb5841b11a req-71ec7bdf-bb25-493c-a1f6-53fe88631882 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:55.641600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cc7a5-7afe-4882-8d53-77eb5841b11a req-71ec7bdf-bb25-493c-a1f6-53fe88631882 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:55.655120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cc7a5-7afe-4882-8d53-77eb5841b11a req-71ec7bdf-bb25-493c-a1f6-53fe88631882 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:55.658546 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bac8dc4b-38ca-4455-9864-ea8eea8777cd tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1891470 Feb 05 02:59:55.660881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57394) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:55.670743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cc7a5-7afe-4882-8d53-77eb5841b11a req-71ec7bdf-bb25-493c-a1f6-53fe88631882 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:55.680085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cc7a5-7afe-4882-8d53-77eb5841b11a req-71ec7bdf-bb25-493c-a1f6-53fe88631882 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:55.689755 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cc7a5-7afe-4882-8d53-77eb5841b11a req-71ec7bdf-bb25-493c-a1f6-53fe88631882 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:55.691939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a02cc7a5-7afe-4882-8d53-77eb5841b11a req-71ec7bdf-bb25-493c-a1f6-53fe88631882 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5445 time: 0.5475538 Feb 05 02:59:55.729759 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57396) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:55.734969 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f449a657-625d-492e-8e2b-692475274525 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Request body: {'floatingip': {'port_id': '09caaa35-a839-4626-8b1d-c0ee8a160586'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:55.862298 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4056e98-590c-4bd8-96de-e32806737873 x-openstack-request-id: req-b4056e98-590c-4bd8-96de-e32806737873 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:59:55.862662 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3836ee99-cb8a-40b3-995e-52c92edd38cd", "name": "network-vif-deleted", "tag": "0647c14b-496c-4680-9fe5-962f23656d16", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:59:55.867645 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4056e98-590c-4bd8-96de-e32806737873 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:59:55.868164 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3836ee99-cb8a-40b3-995e-52c92edd38cd', 'name': 'network-vif-deleted', 'tag': '0647c14b-496c-4680-9fe5-962f23656d16', 'status': 'completed', 'code': 200} Feb 05 02:59:55.878335 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (74458813-edbd-4953-8b93-5bd7c4bddf60), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:55.894017 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67ac68a-c3b2-4e57-a1dc-d2a3b1b85a31 x-openstack-request-id: req-c67ac68a-c3b2-4e57-a1dc-d2a3b1b85a31 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:59:55.894439 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e9cefb-928c-4125-99c1-b1ace16c95c8", "name": "network-vif-deleted", "tag": "0febf303-5a10-4c96-ac55-29755874696d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:59:55.894707 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c67ac68a-c3b2-4e57-a1dc-d2a3b1b85a31 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:59:55.895135 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e9cefb-928c-4125-99c1-b1ace16c95c8', 'name': 'network-vif-deleted', 'tag': '0febf303-5a10-4c96-ac55-29755874696d', 'status': 'completed', 'code': 200} Feb 05 02:59:55.902595 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-74458813-edbd-4953-8b93-5bd7c4bddf60', 'network_id': '74458813-edbd-4953-8b93-5bd7c4bddf60', 'project_id': 'ead3a833cad24a5d95a0bcdf3c020bea', 'fixed_ips': [{'subnet_id': '85a3e244-ea5c-46f4-b31c-34f3f6369c13'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:59:55.904000 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:55.924660 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f449a657-625d-492e-8e2b-692475274525 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for floatingip (c0e53b06-c2ef-4069-b5bb-a3014bd48749), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:55.982096 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (85a3e244-ea5c-46f4-b31c-34f3f6369c13), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:56.215550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383c7cc8-1c27-42ca-b900-fcf925f04b67 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 02:59:56.235304 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-383c7cc8-1c27-42ca-b900-fcf925f04b67 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (66f55328-eedc-4ee0-a583-f4149f5007ba), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:56.236067 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-383c7cc8-1c27-42ca-b900-fcf925f04b67 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Added segment 66f55328-eedc-4ee0-a583-f4149f5007ba of type vlan for network a5d2cdf1-bd2c-4880-928c-c212f6267dbf Feb 05 02:59:56.537190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Allocated IP 172.20.0.1 (74458813-edbd-4953-8b93-5bd7c4bddf60/85a3e244-ea5c-46f4-b31c-34f3f6369c13/cbba6d74-0167-4bdf-895e-2a776730fe22) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:59:56.538448 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17430ff-1244-40cc-98cf-c83dd737dc06 req-29e7385c-dca4-4ae7-a25d-0d677cd6603a tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:56.540085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e17430ff-1244-40cc-98cf-c83dd737dc06 req-29e7385c-dca4-4ae7-a25d-0d677cd6603a tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 944 time: 1.0890715 Feb 05 02:59:56.557516 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 3b066c9a-889e-4238-b874-5fb9df32a58d up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 02:59:56.564194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16224321-b641-4748-b098-cdcc9f1fa827 req-4c54c347-7776-467c-b553-e1c47019286f tempest-ImagesNegativeTestJSON-3591605 tempest-ImagesNegativeTestJSON-3591605-project] 10.222.0.36 "GET /v2.0/ports?device_id=3836ee99-cb8a-40b3-995e-52c92edd38cd HTTP/1.1" status: 200 len: 210 time: 0.1168451 Feb 05 02:59:56.675559 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-383c7cc8-1c27-42ca-b900-fcf925f04b67 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (a5d2cdf1-bd2c-4880-928c-c212f6267dbf), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:56.692463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 3b066c9a-889e-4238-b874-5fb9df32a58d completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 02:59:56.717457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 3b066c9a-889e-4238-b874-5fb9df32a58d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 02:59:56.720273 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3b066c9a-889e-4238-b874-5fb9df32a58d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:56.766611 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e17430ff-1244-40cc-98cf-c83dd737dc06 req-2aebd3d3-f298-46fa-b1a6-911473d7bf35 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304803 Feb 05 02:59:56.830015 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0647c14b-496c-4680-9fe5-962f23656d16 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:59:56.841518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bddc4c1a-8487-4c85-8f3d-d54dc10176b6 req-cd643209-56a2-4ba2-aeb4-888803e5d01e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2997766 Feb 05 02:59:56.865827 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-383c7cc8-1c27-42ca-b900-fcf925f04b67 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (a5d2cdf1-bd2c-4880-928c-c212f6267dbf), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:56.875348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383c7cc8-1c27-42ca-b900-fcf925f04b67 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:56.875745 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-383c7cc8-1c27-42ca-b900-fcf925f04b67 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:56.902356 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 0647c14b-496c-4680-9fe5-962f23656d16 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:59:56.902867 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0647c14b-496c-4680-9fe5-962f23656d16 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:59:56.926256 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57410) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:56.926874 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-383c7cc8-1c27-42ca-b900-fcf925f04b67 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6595492 Feb 05 02:59:56.932332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-107ea56b-b566-4af3-a4ce-a480d35f8732 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'subnet': {'network_id': 'a5d2cdf1-bd2c-4880-928c-c212f6267dbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:56.956847 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Publish callbacks [] for port (cbba6d74-0167-4bdf-895e-2a776730fe22), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:56.973026 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (cbba6d74-0167-4bdf-895e-2a776730fe22), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:57.000649 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 3b066c9a-889e-4238-b874-5fb9df32a58d is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 02:59:57.001527 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3b066c9a-889e-4238-b874-5fb9df32a58d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:57.046441 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (85a3e244-ea5c-46f4-b31c-34f3f6369c13), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:57.070711 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Network 74458813-edbd-4953-8b93-5bd7c4bddf60 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:59:57.092984 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:57.093520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Subnet': ['ID=85a3e244-ea5c-46f4-b31c-34f3f6369c13,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:57.103502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7cc8-1c27-42ca-b900-fcf925f04b67 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Network': ['ID=a5d2cdf1-bd2c-4880-928c-c212f6267dbf,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:57.118811 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:59:57.122014 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc4c1a-8487-4c85-8f3d-d54dc10176b6 req-e2fd3b40-6a4b-495f-ad1e-0db8e8580508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:57.127469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bddc4c1a-8487-4c85-8f3d-d54dc10176b6 req-e2fd3b40-6a4b-495f-ad1e-0db8e8580508 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=37d45416619c42a5be673fac7a85f3c2&device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 1127 time: 0.2345257 Feb 05 02:59:57.177323 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network a5d2cdf1-bd2c-4880-928c-c212f6267dbf details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 02:59:57.186130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107ea56b-b566-4af3-a4ce-a480d35f8732 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Made reservation on behalf of 97787471c0ab4211aaef9c2dfb47079e for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 02:59:57.199020 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-107ea56b-b566-4af3-a4ce-a480d35f8732 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:57.205980 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Pushing event updated for resources: {'Port': ['ID=cbba6d74-0167-4bdf-895e-2a776730fe22,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:57.251539 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (74458813-edbd-4953-8b93-5bd7c4bddf60), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:57.251672 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d1b59-abda-44ad-943b-528c6c8519bf req-bce245f4-840c-43c5-ada1-12fca9ad7353 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:57.251672 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e49d1b59-abda-44ad-943b-528c6c8519bf req-bce245f4-840c-43c5-ada1-12fca9ad7353 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 0.3229055 Feb 05 02:59:57.279908 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74458813-edbd-4953-8b93-5bd7c4bddf60']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:57.360798 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c8b56a-dfe9-45d5-ae10-9887b2951ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b066c9a-889e-4238-b874-5fb9df32a58d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:59:57.363588 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4988991a-e1cb-474b-a650-a9205440bac4" -d '{"events": [{"server_uuid": "53c8b56a-dfe9-45d5-ae10-9887b2951ce3", "name": "network-vif-plugged", "status": "completed", "tag": "3b066c9a-889e-4238-b874-5fb9df32a58d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:59:57.451617 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1774838c-5fc8-4a86-835c-ab0374b7c4fb') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:57.451918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1774838c-5fc8-4a86-835c-ab0374b7c4fb') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:57.470222 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (1774838c-5fc8-4a86-835c-ab0374b7c4fb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:57.479454 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 02:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280c6cd8-3780-40a9-b1a3-9a0a3dd7580e x-openstack-request-id: req-280c6cd8-3780-40a9-b1a3-9a0a3dd7580e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:59:57.480147 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c8b56a-dfe9-45d5-ae10-9887b2951ce3", "name": "network-vif-plugged", "status": "completed", "tag": "3b066c9a-889e-4238-b874-5fb9df32a58d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:59:57.481430 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-280c6cd8-3780-40a9-b1a3-9a0a3dd7580e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:59:57.482284 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c8b56a-dfe9-45d5-ae10-9887b2951ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b066c9a-889e-4238-b874-5fb9df32a58d', 'code': 200} Feb 05 02:59:57.495722 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (1774838c-5fc8-4a86-835c-ab0374b7c4fb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:57.501734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 3b066c9a-889e-4238-b874-5fb9df32a58d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3b066c9a-889e-4238-b874-5fb9df32a58d,segment=NetworkSegment(4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d),segment_id=4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:57.503779 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc4c1a-8487-4c85-8f3d-d54dc10176b6 req-a0308522-9f1e-4c2f-aca6-63c354617c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:57.506219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bddc4c1a-8487-4c85-8f3d-d54dc10176b6 req-a0308522-9f1e-4c2f-aca6-63c354617c4d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 200 len: 916 time: 0.3078516 Feb 05 02:59:57.510250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Attempting to bind port cbba6d74-0167-4bdf-895e-2a776730fe22 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:59:57.511755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Attempting to bind port cbba6d74-0167-4bdf-895e-2a776730fe22 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1774838c-5fc8-4a86-835c-ab0374b7c4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '74458813-edbd-4953-8b93-5bd7c4bddf60'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:59:57.512035 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Attempting to bind port cbba6d74-0167-4bdf-895e-2a776730fe22 on network 74458813-edbd-4953-8b93-5bd7c4bddf60 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:59:57.525315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:59:57.526448 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Checking segment: {'id': '1774838c-5fc8-4a86-835c-ab0374b7c4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '74458813-edbd-4953-8b93-5bd7c4bddf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:57.527803 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:57.528189 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Bound using segment: {'id': '1774838c-5fc8-4a86-835c-ab0374b7c4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '74458813-edbd-4953-8b93-5bd7c4bddf60'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:59:57.528679 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Bound port: cbba6d74-0167-4bdf-895e-2a776730fe22, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1774838c-5fc8-4a86-835c-ab0374b7c4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '74458813-edbd-4953-8b93-5bd7c4bddf60'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:59:57.529060 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cbba6d74-0167-4bdf-895e-2a776730fe22), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:57.533751 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3b066c9a-889e-4238-b874-5fb9df32a58d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:57.534571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0febf303-5a10-4c96-ac55-29755874696d no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 02:59:57.545138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 02:59:57.545907 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (1774838c-5fc8-4a86-835c-ab0374b7c4fb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: timer() Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 02:59:57.549386 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 02:59:57.554118 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e49d1b59-abda-44ad-943b-528c6c8519bf req-d9f4cf31-0eb9-482d-a70b-d0e1f7d993e2 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482772 Feb 05 02:59:57.603190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 0febf303-5a10-4c96-ac55-29755874696d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 02:59:57.603190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0febf303-5a10-4c96-ac55-29755874696d not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 02:59:57.645609 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bddc4c1a-8487-4c85-8f3d-d54dc10176b6 req-7f494e40-785a-4cb6-920e-db006bd2d71b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61eacedb-ac64-46fc-834d-04ad6614ef7b HTTP/1.1" status: 200 len: 217 time: 0.1233015 Feb 05 02:59:57.651611 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-107ea56b-b566-4af3-a4ce-a480d35f8732 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (f90bad40-d10a-42f4-b455-5bcce2afcb19), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:57.739898 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 05 02:59:57.739898 n-d-826942-8 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 05 02:59:57.739898 n-d-826942-8 neutron-server[109674]: [parameters: {'id': '74458813-edbd-4953-8b93-5bd7c4bddf60'}] Feb 05 02:59:57.739898 n-d-826942-8 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 02:59:57.739898 n-d-826942-8 neutron-server[109674]: DEBUG oslo_db.api [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 02:59:57.768353 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107ea56b-b566-4af3-a4ce-a480d35f8732 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Checking segment: {'id': '66f55328-eedc-4ee0-a583-f4149f5007ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a5d2cdf1-bd2c-4880-928c-c212f6267dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:57.768805 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107ea56b-b566-4af3-a4ce-a480d35f8732 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network hostable DHCP agents. Network: a5d2cdf1-bd2c-4880-928c-c212f6267dbf, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 02:59:57.772218 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ea56b-b566-4af3-a4ce-a480d35f8732 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Subnet': ['ID=f90bad40-d10a-42f4-b455-5bcce2afcb19,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:57.796060 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576b24c-d732-4e2c-83e2-e39c19a66f2c req-9550341b-cbb0-4eda-89d7-e8df566c7061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:57.797614 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1576b24c-d732-4e2c-83e2-e39c19a66f2c req-9550341b-cbb0-4eda-89d7-e8df566c7061 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 1127 time: 0.2251000 Feb 05 02:59:57.812350 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.db.resource_extend [None req-f449a657-625d-492e-8e2b-692475274525 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 02:59:57.839757 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=3b066c9a-889e-4238-b874-5fb9df32a58d,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:57.871786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] For port cbba6d74-0167-4bdf-895e-2a776730fe22, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:59:57.875996 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1576b24c-d732-4e2c-83e2-e39c19a66f2c req-423b1fda-eca7-4c59-ae8d-5872fdafbda6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692973 Feb 05 02:59:57.876755 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107ea56b-b566-4af3-a4ce-a480d35f8732 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network a5d2cdf1-bd2c-4880-928c-c212f6267dbf is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 02:59:57.878936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] For port cbba6d74-0167-4bdf-895e-2a776730fe22, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=cbba6d74-0167-4bdf-895e-2a776730fe22,segment=NetworkSegment(1774838c-5fc8-4a86-835c-ab0374b7c4fb),segment_id=1774838c-5fc8-4a86-835c-ab0374b7c4fb)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:59:57.889798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-107ea56b-b566-4af3-a4ce-a480d35f8732 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, a5d2cdf1-bd2c-4880-928c-c212f6267dbf) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:57.892181 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (cbba6d74-0167-4bdf-895e-2a776730fe22), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:57.903265 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107ea56b-b566-4af3-a4ce-a480d35f8732 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:57.906497 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-107ea56b-b566-4af3-a4ce-a480d35f8732 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:57.910359 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc4c1a-8487-4c85-8f3d-d54dc10176b6 req-93b48ceb-a398-4a52-9494-7e44140b9e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:57.915768 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bddc4c1a-8487-4c85-8f3d-d54dc10176b6 req-93b48ceb-a398-4a52-9494-7e44140b9e31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5fb34fa-8661-4f51-8858-93f112ab0d02 HTTP/1.1" status: 200 len: 855 time: 0.2628191 Feb 05 02:59:57.952532 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-107ea56b-b566-4af3-a4ce-a480d35f8732 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0243630 Feb 05 02:59:57.955122 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57436) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:57.963238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-971873444', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 02:59:57.969826 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341c2fca-7c26-4986-8fd1-d50c7a6d2997 None None] Network a5d2cdf1-bd2c-4880-928c-c212f6267dbf requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:59:58.000298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bddc4c1a-8487-4c85-8f3d-d54dc10176b6 req-09f11747-04e7-4116-9e8d-c2c3c900b60c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a325fffd-cc20-47f6-9590-870a2c199f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714383 Feb 05 02:59:58.016530 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (5ebb7e7f-9216-468c-89e3-e1d33fa47946), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:58.017613 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (5ebb7e7f-9216-468c-89e3-e1d33fa47946), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:58.101789 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f449a657-625d-492e-8e2b-692475274525 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:58.135712 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router_controller (5ebb7e7f-9216-468c-89e3-e1d33fa47946), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:58.147909 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f449a657-625d-492e-8e2b-692475274525 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (c0e53b06-c2ef-4069-b5bb-a3014bd48749), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:58.174208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0d561-d343-40e5-91c7-8f3da0658296 None None] Pushing event updated for resources: {'Port': ['ID=cbba6d74-0167-4bdf-895e-2a776730fe22,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:58.248525 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (74458813-edbd-4953-8b93-5bd7c4bddf60), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:58.274491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-a5d2cdf1-bd2c-4880-928c-c212f6267dbf', 'network_id': 'a5d2cdf1-bd2c-4880-928c-c212f6267dbf', 'project_id': '97787471c0ab4211aaef9c2dfb47079e', 'fixed_ips': [{'subnet_id': 'f90bad40-d10a-42f4-b455-5bcce2afcb19'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 02:59:58.277822 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:58.407068 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router_gateway (5ebb7e7f-9216-468c-89e3-e1d33fa47946), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:58.421005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4e318-f667-4f8c-b141-f0598f2fd25d req-0967a826-1145-40b3-808e-c5b7ceb3c633 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:58.422936 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ff4e318-f667-4f8c-b141-f0598f2fd25d req-0967a826-1145-40b3-808e-c5b7ceb3c633 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 0.2840457 Feb 05 02:59:58.429360 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-f449a657-625d-492e-8e2b-692475274525 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Floating IP c0e53b06-c2ef-4069-b5bb-a3014bd48749 associated. External IP: 172.25.0.30, port: 09caaa35-a839-4626-8b1d-c0ee8a160586. Feb 05 02:59:58.520950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57446) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:58.599520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Deleting port cbba6d74-0167-4bdf-895e-2a776730fe22 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:58.601128 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (cbba6d74-0167-4bdf-895e-2a776730fe22), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:58.704154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Allocated IP 172.20.0.2 (a5d2cdf1-bd2c-4880-928c-c212f6267dbf/f90bad40-d10a-42f4-b455-5bcce2afcb19/6d4d16e0-0385-47b5-a893-10ea21b2e304) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:59:58.732375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38fc822-8c57-462d-a5c1-0fedcab6299a None None] Network 74458813-edbd-4953-8b93-5bd7c4bddf60 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 02:59:58.740239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bddc4c1a-8487-4c85-8f3d-d54dc10176b6 req-4c911838-7d99-4a82-b204-3f9784b33806 service neutron] 10.222.0.10 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7118096 Feb 05 02:59:58.858896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] For port cbba6d74-0167-4bdf-895e-2a776730fe22, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=cbba6d74-0167-4bdf-895e-2a776730fe22,segment=NetworkSegment(1774838c-5fc8-4a86-835c-ab0374b7c4fb),segment_id=1774838c-5fc8-4a86-835c-ab0374b7c4fb)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:58.859301 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (cbba6d74-0167-4bdf-895e-2a776730fe22), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:58.898338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Calling delete_port for cbba6d74-0167-4bdf-895e-2a776730fe22 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 02:59:58.941796 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-5ff4e318-f667-4f8c-b141-f0598f2fd25d req-0315bcf9-2691-443f-ae24-9b920b6aeacc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Deleting port 0eebee3e-aeae-44a8-baba-35021497c332 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 02:59:58.942027 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5ff4e318-f667-4f8c-b141-f0598f2fd25d req-0315bcf9-2691-443f-ae24-9b920b6aeacc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0eebee3e-aeae-44a8-baba-35021497c332), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:58.944828 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bddc4c1a-8487-4c85-8f3d-d54dc10176b6 req-0eb59a6e-0d66-4629-9ae6-eeb11fad5b38 service neutron] 10.222.0.10 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646850 Feb 05 02:59:58.949957 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-088de63d-96b9-45fb-a27e-a80d9068f52b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=569e8c5613cd4b7fbfaf7b70b1c677ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4270747 Feb 05 02:59:58.962488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57452) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 02:59:59.018271 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Publish callbacks [] for port (6d4d16e0-0385-47b5-a893-10ea21b2e304), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:59.032389 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (6d4d16e0-0385-47b5-a893-10ea21b2e304), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:59.038529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a079c-2b92-426e-ae6c-0c665aee6d2d req-b1d6ae4f-2228-4d53-aade-ef30a849b4aa tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:59.043617 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-586a079c-2b92-426e-ae6c-0c665aee6d2d req-b1d6ae4f-2228-4d53-aade-ef30a849b4aa tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 945 time: 1.0501297 Feb 05 02:59:59.095750 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Network a5d2cdf1-bd2c-4880-928c-c212f6267dbf is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 02:59:59.099616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 02:59:59.101971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 02:59:59.104260 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Pushing event updated for resources: {'Port': ['ID=6d4d16e0-0385-47b5-a893-10ea21b2e304,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:59.197004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Attempting to bind port 6d4d16e0-0385-47b5-a893-10ea21b2e304 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 02:59:59.197371 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Attempting to bind port 6d4d16e0-0385-47b5-a893-10ea21b2e304 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '66f55328-eedc-4ee0-a583-f4149f5007ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a5d2cdf1-bd2c-4880-928c-c212f6267dbf'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 02:59:59.197734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Attempting to bind port 6d4d16e0-0385-47b5-a893-10ea21b2e304 on network a5d2cdf1-bd2c-4880-928c-c212f6267dbf {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 02:59:59.204293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 02:59:59.204293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Checking segment: {'id': '66f55328-eedc-4ee0-a583-f4149f5007ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a5d2cdf1-bd2c-4880-928c-c212f6267dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 02:59:59.204779 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:59.205469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Bound using segment: {'id': '66f55328-eedc-4ee0-a583-f4149f5007ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a5d2cdf1-bd2c-4880-928c-c212f6267dbf'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 02:59:59.205944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Bound port: 6d4d16e0-0385-47b5-a893-10ea21b2e304, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f55328-eedc-4ee0-a583-f4149f5007ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a5d2cdf1-bd2c-4880-928c-c212f6267dbf'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 02:59:59.206444 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6d4d16e0-0385-47b5-a893-10ea21b2e304), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:59.218616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12a51b-c44e-4bb7-8d12-af0474fecdfd req-8ecfef0c-bcb8-4213-be71-916a6f77176b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 02:59:59.226285 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0f12a51b-c44e-4bb7-8d12-af0474fecdfd req-8ecfef0c-bcb8-4213-be71-916a6f77176b tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 950 time: 0.4792936 Feb 05 02:59:59.232430 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router_gateway (5ebb7e7f-9216-468c-89e3-e1d33fa47946), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:59.287906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] For port 6d4d16e0-0385-47b5-a893-10ea21b2e304, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 02:59:59.293665 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] For port 6d4d16e0-0385-47b5-a893-10ea21b2e304, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6d4d16e0-0385-47b5-a893-10ea21b2e304,segment=NetworkSegment(66f55328-eedc-4ee0-a583-f4149f5007ba),segment_id=66f55328-eedc-4ee0-a583-f4149f5007ba)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 02:59:59.303040 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6d4d16e0-0385-47b5-a893-10ea21b2e304), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:59.386813 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2710b3-a300-42a3-abd5-a5809d9eabb0 None None] Pushing event updated for resources: {'Port': ['ID=6d4d16e0-0385-47b5-a893-10ea21b2e304,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 02:59:59.445360 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:59.451390 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0f12a51b-c44e-4bb7-8d12-af0474fecdfd req-40012a0c-55bc-4287-a088-6958d6d31b6c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241380 Feb 05 02:59:59.477033 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-586a079c-2b92-426e-ae6c-0c665aee6d2d req-699f048a-f27c-4d0a-8489-15811dd60cc4 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3415084 Feb 05 02:59:59.499530 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f449a657-625d-492e-8e2b-692475274525 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 02:59:59.611959 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Allocated IP 172.25.0.76 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/ebe6b828-7fd7-419e-a7d4-4270deee3ce9) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 02:59:59.688485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f449a657-625d-492e-8e2b-692475274525 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 02:59:59.693157 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f449a657-625d-492e-8e2b-692475274525 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:59.704684 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389e7bf7-0441-4b99-8b85-c2a81af293ba None None] Sync routers for ids ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 02:59:59.723315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389e7bf7-0441-4b99-8b85-c2a81af293ba None None] Routers {'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 02:59:59.724188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-389e7bf7-0441-4b99-8b85-c2a81af293ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 02:59:59.738258 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (ebe6b828-7fd7-419e-a7d4-4270deee3ce9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:59.750321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f449a657-625d-492e-8e2b-692475274525 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "PUT /v2.0/floatingips/c0e53b06-c2ef-4069-b5bb-a3014bd48749 HTTP/1.1" status: 200 len: 991 time: 4.0152159 Feb 05 02:59:59.750321 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'tag': '09caaa35-a839-4626-8b1d-c0ee8a160586'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 02:59:59.778362 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "tag": "09caaa35-a839-4626-8b1d-c0ee8a160586"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 02:59:59.811031 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (cbba6d74-0167-4bdf-895e-2a776730fe22), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:59.815852 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ebe6b828-7fd7-419e-a7d4-4270deee3ce9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:59.845116 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 02:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a018b699-8e92-4c12-a9b3-42b504df8a17 x-openstack-request-id: req-a018b699-8e92-4c12-a9b3-42b504df8a17 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 02:59:59.845417 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "tag": "09caaa35-a839-4626-8b1d-c0ee8a160586", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 02:59:59.845682 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a018b699-8e92-4c12-a9b3-42b504df8a17 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 02:59:59.846094 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'tag': '09caaa35-a839-4626-8b1d-c0ee8a160586', 'status': 'completed', 'code': 200} Feb 05 02:59:59.865787 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5ff4e318-f667-4f8c-b141-f0598f2fd25d req-0315bcf9-2691-443f-ae24-9b920b6aeacc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] For port 0eebee3e-aeae-44a8-baba-35021497c332, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0eebee3e-aeae-44a8-baba-35021497c332,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 02:59:59.866160 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5ff4e318-f667-4f8c-b141-f0598f2fd25d req-0315bcf9-2691-443f-ae24-9b920b6aeacc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0eebee3e-aeae-44a8-baba-35021497c332), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 02:59:59.905866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-5ff4e318-f667-4f8c-b141-f0598f2fd25d req-0315bcf9-2691-443f-ae24-9b920b6aeacc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Calling delete_port for 0eebee3e-aeae-44a8-baba-35021497c332 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:00.036963 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-389e7bf7-0441-4b99-8b85-c2a81af293ba None None] Set router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:00:00.074688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953 req-5d3dd843-0146-432c-aa31-90ecda4c3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:00.074688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953 req-5d3dd843-0146-432c-aa31-90ecda4c3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:00.075194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953 req-5d3dd843-0146-432c-aa31-90ecda4c3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:00.076065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953 req-5d3dd843-0146-432c-aa31-90ecda4c3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:00.076567 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953 req-5d3dd843-0146-432c-aa31-90ecda4c3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:00.077040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953 req-5d3dd843-0146-432c-aa31-90ecda4c3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:00.077514 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953 req-5d3dd843-0146-432c-aa31-90ecda4c3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:00.079842 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953 req-5d3dd843-0146-432c-aa31-90ecda4c3c96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5357d824dd714019b322e09bbe4d07c4&device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 6719 time: 0.2020669 Feb 05 03:00:00.093724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No DVR routers for this DVR port cbba6d74-0167-4bdf-895e-2a776730fe22 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:00:00.113483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25a1a6-e664-479e-ba56-57075370d1fa req-1cf5f364-5983-4c80-9442-9e53c0668c19 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:00.135097 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25a1a6-e664-479e-ba56-57075370d1fa req-1cf5f364-5983-4c80-9442-9e53c0668c19 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:00.150841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25a1a6-e664-479e-ba56-57075370d1fa req-1cf5f364-5983-4c80-9442-9e53c0668c19 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:00.161826 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25a1a6-e664-479e-ba56-57075370d1fa req-1cf5f364-5983-4c80-9442-9e53c0668c19 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:00.181012 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25a1a6-e664-479e-ba56-57075370d1fa req-1cf5f364-5983-4c80-9442-9e53c0668c19 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:00.192997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25a1a6-e664-479e-ba56-57075370d1fa req-1cf5f364-5983-4c80-9442-9e53c0668c19 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:00.220404 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25a1a6-e664-479e-ba56-57075370d1fa req-1cf5f364-5983-4c80-9442-9e53c0668c19 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:00.224101 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f25a1a6-e664-479e-ba56-57075370d1fa req-1cf5f364-5983-4c80-9442-9e53c0668c19 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5445 time: 0.3008778 Feb 05 03:00:00.251175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (74458813-edbd-4953-8b93-5bd7c4bddf60), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:00.281986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74458813-edbd-4953-8b93-5bd7c4bddf60']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:00.298948 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1774838c-5fc8-4a86-835c-ab0374b7c4fb') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:00.299386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1774838c-5fc8-4a86-835c-ab0374b7c4fb') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:00.313998 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (1774838c-5fc8-4a86-835c-ab0374b7c4fb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:00.330156 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (1774838c-5fc8-4a86-835c-ab0374b7c4fb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:00.350641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:00:00.352752 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (1774838c-5fc8-4a86-835c-ab0374b7c4fb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:00.383035 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Port': ['ID=cbba6d74-0167-4bdf-895e-2a776730fe22,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:00:00.391003 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:00:00.393425 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21feba51-f3ad-42d0-9f0f-974cf189d7d2 admin admin] Publish callbacks [] for security_group (c59152b2-5897-4315-82ca-e206eb9af1ee), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:00.396674 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:00:00.416828 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5ff4e318-f667-4f8c-b141-f0598f2fd25d req-0315bcf9-2691-443f-ae24-9b920b6aeacc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0eebee3e-aeae-44a8-baba-35021497c332), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:00.444282 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0eebee3e-aeae-44a8-baba-35021497c332'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:00:00.451322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['636bd3ff-9d59-4fab-b630-c68bc1a07fdf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:00:00.476092 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f25a1a6-e664-479e-ba56-57075370d1fa req-ca61c1f6-a1c4-4f34-a2e6-a636879cf034 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2411332 Feb 05 03:00:00.496145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953 req-14491740-8235-4d34-bc51-e557d1d95d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:00.497769 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953 req-14491740-8235-4d34-bc51-e557d1d95d34 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d72524e2-c521-4683-9c19-dd229da7f011 HTTP/1.1" status: 200 len: 917 time: 0.4100640 Feb 05 03:00:00.676721 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec96729f-fe68-4478-8ce1-4c8ea94fcf43 req-27aa2c96-544c-4757-b455-274fa2d0a6bb tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 210 time: 0.0560210 Feb 05 03:00:00.728487 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21feba51-f3ad-42d0-9f0f-974cf189d7d2 admin admin] Publish callbacks [] for security_group (c59152b2-5897-4315-82ca-e206eb9af1ee), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:00.828252 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:00.833272 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:00:00.841903 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=ebe6b828-7fd7-419e-a7d4-4270deee3ce9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:00.890567 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6d4d16e0-0385-47b5-a893-10ea21b2e304 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:00:00.897308 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21feba51-f3ad-42d0-9f0f-974cf189d7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c59152b2-5897-4315-82ca-e206eb9af1ee), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:00.903306 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21feba51-f3ad-42d0-9f0f-974cf189d7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:00.905419 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-21feba51-f3ad-42d0-9f0f-974cf189d7d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c59152b2-5897-4315-82ca-e206eb9af1ee HTTP/1.1" status: 204 len: 168 time: 1.9386663 Feb 05 03:00:00.976649 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (74458813-edbd-4953-8b93-5bd7c4bddf60), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:00.989247 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:01.003722 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/74458813-edbd-4953-8b93-5bd7c4bddf60 HTTP/1.1" status: 204 len: 168 time: 5.3365004 Feb 05 03:00:01.112667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-389e7bf7-0441-4b99-8b85-c2a81af293ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'name': 'tempest-TaggedBootDevicesTest_v242-405337453-router', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:06Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'gw_port': {'id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:07Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'c0e53b06-c2ef-4069-b5bb-a3014bd48749', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'port_id': '09caaa35-a839-4626-8b1d-c0ee8a160586', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011', 'mac_address': 'fa:16:3e:4f:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:57:49Z', 'updated_at': '2022-02-05T02:59:57Z', 'revision_number': 1, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6899aaf-c1fd-4b5d-9871-a24c00e28810', 'name': '', 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'mac_address': 'fa:16:3e:17:4c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:15Z', 'updated_at': '2022-02-05T02:56:25Z', 'revision_number': 5, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'subnets': [{'id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:01.143203 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57472) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:01.154103 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f791120-28d1-452a-98ce-815c1ad01c39 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Network': ['ID=74458813-edbd-4953-8b93-5bd7c4bddf60,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:01.231137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f9074f1c-f2ca-495a-aa34-4ccc10b15a35 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1205029500'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:01.273787 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a70029-1bbd-4dd7-b6b0-49ebd4a61b32 None None] Network a5d2cdf1-bd2c-4880-928c-c212f6267dbf requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:01.294081 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389e7bf7-0441-4b99-8b85-c2a81af293ba None None] Checking router: cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:00:01.296589 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff4e318-f667-4f8c-b141-f0598f2fd25d req-0315bcf9-2691-443f-ae24-9b920b6aeacc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] No DVR routers for this DVR port 0eebee3e-aeae-44a8-baba-35021497c332 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:00:01.317626 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9074f1c-f2ca-495a-aa34-4ccc10b15a35 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:01.322227 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f9074f1c-f2ca-495a-aa34-4ccc10b15a35 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:01.378186 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21feba51-f3ad-42d0-9f0f-974cf189d7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59152b2-5897-4315-82ca-e206eb9af1ee,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:01.380988 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315bcf9-2691-443f-ae24-9b920b6aeacc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Pushing event deleted for resources: {'Port': ['ID=0eebee3e-aeae-44a8-baba-35021497c332,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:01.381409 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6a264888-fc56-4edc-8ab5-6ca6b2b288a4 None None] Provisioning complete for port 6d4d16e0-0385-47b5-a893-10ea21b2e304 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:00:01.382736 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a264888-fc56-4edc-8ab5-6ca6b2b288a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6d4d16e0-0385-47b5-a893-10ea21b2e304), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:01.390918 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5ff4e318-f667-4f8c-b141-f0598f2fd25d req-0315bcf9-2691-443f-ae24-9b920b6aeacc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:01.421223 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5ff4e318-f667-4f8c-b141-f0598f2fd25d req-0315bcf9-2691-443f-ae24-9b920b6aeacc tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.10 "DELETE /v2.0/ports/0eebee3e-aeae-44a8-baba-35021497c332 HTTP/1.1" status: 204 len: 173 time: 2.9761367 Feb 05 03:00:01.425771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2c6195-54c1-4ad6-8573-e93c0ac88ff8', 'name': 'network-vif-deleted', 'tag': '0eebee3e-aeae-44a8-baba-35021497c332'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:00:01.428306 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9c033e-f1e1-4308-96a4-f80a99a08962" -d '{"events": [{"server_uuid": "aa2c6195-54c1-4ad6-8573-e93c0ac88ff8", "name": "network-vif-deleted", "tag": "0eebee3e-aeae-44a8-baba-35021497c332"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:00:01.442997 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6d4d16e0-0385-47b5-a893-10ea21b2e304 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:00:01.444053 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6d4d16e0-0385-47b5-a893-10ea21b2e304), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:01.451961 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389e7bf7-0441-4b99-8b85-c2a81af293ba None None] Routers {'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:01.452668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-389e7bf7-0441-4b99-8b85-c2a81af293ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:01.541454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953 req-e2c198f6-b2a9-4cee-96e0-546222fc928c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09caaa35-a839-4626-8b1d-c0ee8a160586 HTTP/1.1" status: 200 len: 999 time: 1.0240614 Feb 05 03:00:01.673139 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50da999-9022-400a-9747-9d8d92e06d18 req-4bec5023-9873-4808-aa9f-baf4d1ceaa88 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:01.689191 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d50da999-9022-400a-9747-9d8d92e06d18 req-4bec5023-9873-4808-aa9f-baf4d1ceaa88 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 945 time: 1.0035334 Feb 05 03:00:01.749973 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24790f3a-c95d-497c-b21b-a4393efcdded x-openstack-request-id: req-24790f3a-c95d-497c-b21b-a4393efcdded {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:00:01.751474 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2c6195-54c1-4ad6-8573-e93c0ac88ff8", "name": "network-vif-deleted", "tag": "0eebee3e-aeae-44a8-baba-35021497c332", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:00:01.754906 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24790f3a-c95d-497c-b21b-a4393efcdded {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:00:01.755773 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2c6195-54c1-4ad6-8573-e93c0ac88ff8', 'name': 'network-vif-deleted', 'tag': '0eebee3e-aeae-44a8-baba-35021497c332', 'status': 'completed', 'code': 200} Feb 05 03:00:01.804387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-389e7bf7-0441-4b99-8b85-c2a81af293ba None None] Set router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:00:01.827985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9074f1c-f2ca-495a-aa34-4ccc10b15a35 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:00:01.868287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953 req-483c39c0-965a-41a2-8566-82c79565f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:01.871376 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953 req-483c39c0-965a-41a2-8566-82c79565f079 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65c84e73-faba-4392-b4fa-4fde7696d92b HTTP/1.1" status: 200 len: 855 time: 0.3269017 Feb 05 03:00:01.966896 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f9074f1c-f2ca-495a-aa34-4ccc10b15a35 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (43ff3879-f019-4af0-bdd2-98b827b4e963), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:01.967610 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-f9074f1c-f2ca-495a-aa34-4ccc10b15a35 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Added segment 43ff3879-f019-4af0-bdd2-98b827b4e963 of type vlan for network 7b89604c-3b7a-40d2-b003-15db09ed7c5a Feb 05 03:00:02.027074 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d50da999-9022-400a-9747-9d8d92e06d18 req-7cb09983-c0df-4a7d-b1dc-973194776a8e tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3302486 Feb 05 03:00:02.052332 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b82a-888c-4828-8d14-a210f413aa6f req-9e7eef8e-bbd8-4536-98e3-0c151489ba90 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:02.064597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b82a-888c-4828-8d14-a210f413aa6f req-9e7eef8e-bbd8-4536-98e3-0c151489ba90 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:02.083705 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b82a-888c-4828-8d14-a210f413aa6f req-9e7eef8e-bbd8-4536-98e3-0c151489ba90 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:02.104082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b82a-888c-4828-8d14-a210f413aa6f req-9e7eef8e-bbd8-4536-98e3-0c151489ba90 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:02.112536 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8f4e9d0e-126b-47d0-8a06-1dc86e5c87b0 req-b74f5885-d4dd-49d9-9dff-d0e8f8408416 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3554256 Feb 05 03:00:02.115040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b82a-888c-4828-8d14-a210f413aa6f req-9e7eef8e-bbd8-4536-98e3-0c151489ba90 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:02.125111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b82a-888c-4828-8d14-a210f413aa6f req-9e7eef8e-bbd8-4536-98e3-0c151489ba90 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:02.151704 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b82a-888c-4828-8d14-a210f413aa6f req-9e7eef8e-bbd8-4536-98e3-0c151489ba90 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:02.162143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a447b82a-888c-4828-8d14-a210f413aa6f req-9e7eef8e-bbd8-4536-98e3-0c151489ba90 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5445 time: 0.3950164 Feb 05 03:00:02.242698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953 req-651075c5-4029-4ad0-8326-72cdcf60b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:02.244312 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953 req-651075c5-4029-4ad0-8326-72cdcf60b610 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d72524e2-c521-4683-9c19-dd229da7f011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3604121 Feb 05 03:00:02.247188 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f9074f1c-f2ca-495a-aa34-4ccc10b15a35 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (7b89604c-3b7a-40d2-b003-15db09ed7c5a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:02.428086 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f9074f1c-f2ca-495a-aa34-4ccc10b15a35 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (7b89604c-3b7a-40d2-b003-15db09ed7c5a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:02.435206 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9074f1c-f2ca-495a-aa34-4ccc10b15a35 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:02.436122 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f9074f1c-f2ca-495a-aa34-4ccc10b15a35 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:02.465025 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3628cd75-079e-4861-bdf9-023711a6ae36 req-d93fab25-1be4-41d0-851a-6d6c109473ed tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa2c6195-54c1-4ad6-8573-e93c0ac88ff8 HTTP/1.1" status: 200 len: 210 time: 0.2096722 Feb 05 03:00:02.543572 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953 req-fda633d6-4d76-42df-bfe3-e9a3cbefe616 service neutron] 10.222.0.10 "GET /v2.0/networks/d72524e2-c521-4683-9c19-dd229da7f011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899368 Feb 05 03:00:02.561869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a447b82a-888c-4828-8d14-a210f413aa6f req-44ebb46f-03d4-4712-af6d-3d8eb15ce152 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3847246 Feb 05 03:00:02.565325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router_gateway (5ebb7e7f-9216-468c-89e3-e1d33fa47946), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:02.716605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-389e7bf7-0441-4b99-8b85-c2a81af293ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'name': 'tempest-TaggedBootDevicesTest_v242-405337453-router', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:06Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'gw_port': {'id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:07Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'c0e53b06-c2ef-4069-b5bb-a3014bd48749', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'port_id': '09caaa35-a839-4626-8b1d-c0ee8a160586', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011', 'mac_address': 'fa:16:3e:4f:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:57:49Z', 'updated_at': '2022-02-05T02:59:57Z', 'revision_number': 1, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6899aaf-c1fd-4b5d-9871-a24c00e28810', 'name': '', 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'mac_address': 'fa:16:3e:17:4c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:15Z', 'updated_at': '2022-02-05T02:56:25Z', 'revision_number': 5, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'subnets': [{'id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:02.936126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a27d2d1e-c218-4eb4-b2c8-9e71adda5953 req-8554b5af-a2c2-4899-aee4-f66e28765dd4 service neutron] 10.222.0.10 "GET /v2.0/networks/d72524e2-c521-4683-9c19-dd229da7f011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714032 Feb 05 03:00:02.972367 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0eebee3e-aeae-44a8-baba-35021497c332 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:00:02.975101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6d4d16e0-0385-47b5-a893-10ea21b2e304 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:00:02.975813 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6d4d16e0-0385-47b5-a893-10ea21b2e304), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:02.984630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389e7bf7-0441-4b99-8b85-c2a81af293ba None None] The sync data for ids ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'] in n-d-826942-8 is: [{'id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'name': 'tempest-TaggedBootDevicesTest_v242-405337453-router', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:06Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'gw_port': {'id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:07Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'c0e53b06-c2ef-4069-b5bb-a3014bd48749', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'port_id': '09caaa35-a839-4626-8b1d-c0ee8a160586', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011', 'mac_address': 'fa:16:3e:4f:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:57:49Z', 'updated_at': '2022-02-05T02:59:57Z', 'revision_number': 1, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6899aaf-c1fd-4b5d-9871-a24c00e28810', 'name': '', 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'mac_address': 'fa:16:3e:17:4c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:15Z', 'updated_at': '2022-02-05T02:56:25Z', 'revision_number': 5, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'subnets': [{'id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:00:03.009504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6a264888-fc56-4edc-8ab5-6ca6b2b288a4 None None] Current status of the port 6d4d16e0-0385-47b5-a893-10ea21b2e304 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:00:03.010050 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a264888-fc56-4edc-8ab5-6ca6b2b288a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6d4d16e0-0385-47b5-a893-10ea21b2e304), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:03.026239 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc20076-433a-4d0a-8a9b-684dfc382d9c req-e863763c-bb13-4fde-a1b3-faf2f72562e6 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:03.036034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4dc20076-433a-4d0a-8a9b-684dfc382d9c req-e863763c-bb13-4fde-a1b3-faf2f72562e6 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 945 time: 0.3683920 Feb 05 03:00:03.043179 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57514) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:03.052377 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2f99b3ee-3527-44d3-885a-bd08b573d7d9 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Request body: {'floatingip': {'port_id': '3b066c9a-889e-4238-b874-5fb9df32a58d'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:03.059756 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 0eebee3e-aeae-44a8-baba-35021497c332 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:00:03.061087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0eebee3e-aeae-44a8-baba-35021497c332 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:00:03.139731 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6a264888-fc56-4edc-8ab5-6ca6b2b288a4 None None] For port 6d4d16e0-0385-47b5-a893-10ea21b2e304, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6d4d16e0-0385-47b5-a893-10ea21b2e304,segment=NetworkSegment(66f55328-eedc-4ee0-a583-f4149f5007ba),segment_id=66f55328-eedc-4ee0-a583-f4149f5007ba)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:03.146714 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a264888-fc56-4edc-8ab5-6ca6b2b288a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6d4d16e0-0385-47b5-a893-10ea21b2e304), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:03.179829 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f99b3ee-3527-44d3-885a-bd08b573d7d9 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for floatingip (5beaf360-05bc-42a1-9096-108d09623d5e), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:03.325653 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:00:03.326258 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:00:03.327340 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a264888-fc56-4edc-8ab5-6ca6b2b288a4 None None] Pushing event updated for resources: {'Port': ['ID=6d4d16e0-0385-47b5-a893-10ea21b2e304,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:03.426634 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f9074f1c-f2ca-495a-aa34-4ccc10b15a35 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2572234 Feb 05 03:00:03.432230 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57530) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:03.435449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e9d0e-126b-47d0-8a06-1dc86e5c87b0 req-0b868190-cd94-4419-88b1-29dfb287430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:03.437371 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8f4e9d0e-126b-47d0-8a06-1dc86e5c87b0 req-0b868190-cd94-4419-88b1-29dfb287430c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37d45416619c42a5be673fac7a85f3c2&device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 1127 time: 1.1675768 Feb 05 03:00:03.451272 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f408e710-bc4a-49dd-9948-28a8f71b9774 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'subnet': {'network_id': '7b89604c-3b7a-40d2-b003-15db09ed7c5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:03.462946 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9074f1c-f2ca-495a-aa34-4ccc10b15a35 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Network': ['ID=7b89604c-3b7a-40d2-b003-15db09ed7c5a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:03.468338 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5011a3-27e4-4a6b-8bef-f07742a3911f None None] New status for floating IP c0e53b06-c2ef-4069-b5bb-a3014bd48749: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:00:03.480370 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 7b89604c-3b7a-40d2-b003-15db09ed7c5a details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:00:03.670979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb5496f-bf1b-4455-9b88-cd55967cfeaa None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 03:00:03.755374 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0494e685-3609-4751-b358-81a2bcbfe7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:03.830314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-40ca37af-f16b-4a04-b55d-75e4cb6aee9c None None] Provisioning complete for port 6d4d16e0-0385-47b5-a893-10ea21b2e304 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:00:03.830775 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40ca37af-f16b-4a04-b55d-75e4cb6aee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6d4d16e0-0385-47b5-a893-10ea21b2e304), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:03.982572 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (5ebb7e7f-9216-468c-89e3-e1d33fa47946), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:03.986704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f408e710-bc4a-49dd-9948-28a8f71b9774 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:03.998918 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f408e710-bc4a-49dd-9948-28a8f71b9774 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:04.015283 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6d4d16e0-0385-47b5-a893-10ea21b2e304 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:00:04.069807 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e9d0e-126b-47d0-8a06-1dc86e5c87b0 req-73700445-6376-4d47-850e-9cca74bf4d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:04.071494 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8f4e9d0e-126b-47d0-8a06-1dc86e5c87b0 req-73700445-6376-4d47-850e-9cca74bf4d9a service neutron] 10.222.0.31 "GET /v2.0/networks?id=a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 200 len: 916 time: 0.5753925 Feb 05 03:00:04.109618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb5496f-bf1b-4455-9b88-cd55967cfeaa None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 03:00:04.218970 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-ef599769-dd2e-4a99-bb01-d52768126ff9 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=aef50619f1884185874e3ac4a496ac86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804961 Feb 05 03:00:04.234039 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8f4e9d0e-126b-47d0-8a06-1dc86e5c87b0 req-ede7e730-2653-45e3-a67e-dca787a89e2e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9df2f819-0383-4d15-a38c-408f8cff03a9 HTTP/1.1" status: 200 len: 217 time: 0.0611072 Feb 05 03:00:04.251834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6d4d16e0-0385-47b5-a893-10ea21b2e304 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:00:04.337246 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e9d0e-126b-47d0-8a06-1dc86e5c87b0 req-8a2f0843-33b9-4357-9dc4-9cb77ae9a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:04.339577 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8f4e9d0e-126b-47d0-8a06-1dc86e5c87b0 req-8a2f0843-33b9-4357-9dc4-9cb77ae9a880 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5fb34fa-8661-4f51-8858-93f112ab0d02 HTTP/1.1" status: 200 len: 855 time: 0.0893404 Feb 05 03:00:04.395522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae843d-b95c-4943-ae34-23024c9f95e4 req-ce6bb69f-fd1a-411e-8a70-051a61f73974 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:04.400842 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae843d-b95c-4943-ae34-23024c9f95e4 req-ce6bb69f-fd1a-411e-8a70-051a61f73974 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:04.407363 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae843d-b95c-4943-ae34-23024c9f95e4 req-ce6bb69f-fd1a-411e-8a70-051a61f73974 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:04.413251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae843d-b95c-4943-ae34-23024c9f95e4 req-ce6bb69f-fd1a-411e-8a70-051a61f73974 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:04.419400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae843d-b95c-4943-ae34-23024c9f95e4 req-ce6bb69f-fd1a-411e-8a70-051a61f73974 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:04.424946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae843d-b95c-4943-ae34-23024c9f95e4 req-ce6bb69f-fd1a-411e-8a70-051a61f73974 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:04.430380 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae843d-b95c-4943-ae34-23024c9f95e4 req-ce6bb69f-fd1a-411e-8a70-051a61f73974 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:04.430978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-40ca37af-f16b-4a04-b55d-75e4cb6aee9c None None] Current status of the port 6d4d16e0-0385-47b5-a893-10ea21b2e304 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:00:04.439261 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80ae843d-b95c-4943-ae34-23024c9f95e4 req-ce6bb69f-fd1a-411e-8a70-051a61f73974 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5445 time: 0.2790437 Feb 05 03:00:04.526193 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.db.resource_extend [None req-2f99b3ee-3527-44d3-885a-bd08b573d7d9 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 03:00:04.527282 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8f4e9d0e-126b-47d0-8a06-1dc86e5c87b0 req-99f92165-1c34-476e-8d60-5663448854e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a325fffd-cc20-47f6-9590-870a2c199f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1787548 Feb 05 03:00:04.533118 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6d4d16e0-0385-47b5-a893-10ea21b2e304 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:00:04.533743 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6d4d16e0-0385-47b5-a893-10ea21b2e304), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:04.559925 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f408e710-bc4a-49dd-9948-28a8f71b9774 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (7d2d8a9b-48ef-49dd-84b8-ce68412318ae), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:04.614020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-819bf24d-5364-4e82-a277-522ce82250fd tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:04.622697 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-819bf24d-5364-4e82-a277-522ce82250fd tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3963301 Feb 05 03:00:04.649968 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-5431cc34-6c56-4da1-8f9e-0f08323c89e7 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/quotas/aef50619f1884185874e3ac4a496ac86 HTTP/1.1" status: 200 len: 375 time: 0.0258656 Feb 05 03:00:04.659943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6d4d16e0-0385-47b5-a893-10ea21b2e304 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:00:04.677233 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f99b3ee-3527-44d3-885a-bd08b573d7d9 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:04.686603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80ae843d-b95c-4943-ae34-23024c9f95e4 req-7604da77-0de2-4a04-8be7-01e8b7f3f934 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2463272 Feb 05 03:00:04.718858 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-23b9c70f-bc2d-4d4a-bece-304ef7719f94 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=aef50619f1884185874e3ac4a496ac86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676980 Feb 05 03:00:04.721168 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f99b3ee-3527-44d3-885a-bd08b573d7d9 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (5beaf360-05bc-42a1-9096-108d09623d5e), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:04.922231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f408e710-bc4a-49dd-9948-28a8f71b9774 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Checking segment: {'id': '43ff3879-f019-4af0-bdd2-98b827b4e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b89604c-3b7a-40d2-b003-15db09ed7c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:04.922624 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f408e710-bc4a-49dd-9948-28a8f71b9774 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network hostable DHCP agents. Network: 7b89604c-3b7a-40d2-b003-15db09ed7c5a, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:00:04.957513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408e710-bc4a-49dd-9948-28a8f71b9774 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Subnet': ['ID=7d2d8a9b-48ef-49dd-84b8-ce68412318ae,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:04.964692 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-2f99b3ee-3527-44d3-885a-bd08b573d7d9 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Floating IP 5beaf360-05bc-42a1-9096-108d09623d5e associated. External IP: 172.25.0.37, port: 3b066c9a-889e-4238-b874-5fb9df32a58d. Feb 05 03:00:04.970323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 5ebb7e7f-9216-468c-89e3-e1d33fa47946 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:00:05.134138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f408e710-bc4a-49dd-9948-28a8f71b9774 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network 7b89604c-3b7a-40d2-b003-15db09ed7c5a is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:00:05.145831 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8f4e9d0e-126b-47d0-8a06-1dc86e5c87b0 req-3f24c73d-bd6b-4c78-b6d0-1d3b081be24e service neutron] 10.222.0.31 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6079156 Feb 05 03:00:05.152406 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:00:05.168426 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f940e03f-ddfe-487c-8986-4a29bced15ab None None] Sync routers for ids ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:00:05.185753 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f940e03f-ddfe-487c-8986-4a29bced15ab None None] Routers {'5ebb7e7f-9216-468c-89e3-e1d33fa47946'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:05.186386 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f940e03f-ddfe-487c-8986-4a29bced15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:05.190383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f408e710-bc4a-49dd-9948-28a8f71b9774 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 7b89604c-3b7a-40d2-b003-15db09ed7c5a) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:05.242158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f940e03f-ddfe-487c-8986-4a29bced15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:05.245406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6c65bc-60d8-4273-8d63-c6377f9b989a None None] Network 7b89604c-3b7a-40d2-b003-15db09ed7c5a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:05.291124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f408e710-bc4a-49dd-9948-28a8f71b9774 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:05.291839 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f408e710-bc4a-49dd-9948-28a8f71b9774 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:05.297035 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:05.300026 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ec4ba057-4a57-4cff-bf09-ced27c34be78 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.3438947 Feb 05 03:00:05.302334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57558) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:05.416363 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f408e710-bc4a-49dd-9948-28a8f71b9774 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9775898 Feb 05 03:00:05.417576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57560) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:05.436862 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-7b89604c-3b7a-40d2-b003-15db09ed7c5a', 'network_id': '7b89604c-3b7a-40d2-b003-15db09ed7c5a', 'project_id': 'ead3a833cad24a5d95a0bcdf3c020bea', 'fixed_ips': [{'subnet_id': '7d2d8a9b-48ef-49dd-84b8-ce68412318ae'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:00:05.438007 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:05.481250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f99b3ee-3527-44d3-885a-bd08b573d7d9 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:00:05.537087 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f1669-11f4-4d94-8e45-5cc6e2a5ada0 req-92e3c6ad-31d9-45d8-bc9e-63c30d2189bd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:05.543068 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f1669-11f4-4d94-8e45-5cc6e2a5ada0 req-92e3c6ad-31d9-45d8-bc9e-63c30d2189bd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:05.548733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f1669-11f4-4d94-8e45-5cc6e2a5ada0 req-92e3c6ad-31d9-45d8-bc9e-63c30d2189bd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:05.554384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f1669-11f4-4d94-8e45-5cc6e2a5ada0 req-92e3c6ad-31d9-45d8-bc9e-63c30d2189bd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:05.560827 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f940e03f-ddfe-487c-8986-4a29bced15ab None None] Routers {'5ebb7e7f-9216-468c-89e3-e1d33fa47946'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:05.561005 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f1669-11f4-4d94-8e45-5cc6e2a5ada0 req-92e3c6ad-31d9-45d8-bc9e-63c30d2189bd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:05.561666 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f940e03f-ddfe-487c-8986-4a29bced15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T02:59:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:05.566669 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f1669-11f4-4d94-8e45-5cc6e2a5ada0 req-92e3c6ad-31d9-45d8-bc9e-63c30d2189bd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:05.572466 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f1669-11f4-4d94-8e45-5cc6e2a5ada0 req-92e3c6ad-31d9-45d8-bc9e-63c30d2189bd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:05.575481 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d4f1669-11f4-4d94-8e45-5cc6e2a5ada0 req-92e3c6ad-31d9-45d8-bc9e-63c30d2189bd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5445 time: 0.3701241 Feb 05 03:00:05.619685 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f940e03f-ddfe-487c-8986-4a29bced15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:05.625992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f940e03f-ddfe-487c-8986-4a29bced15ab None None] The sync data for ids ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:00:05.653282 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8f4e9d0e-126b-47d0-8a06-1dc86e5c87b0 req-d67cfd2a-4108-4757-8663-3e15f7379d46 service neutron] 10.222.0.31 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971848 Feb 05 03:00:05.694821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53330279-66fa-4cb0-86a0-75bea0a33c3e req-99bd1739-50ca-4949-8b58-6a821d59db7a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:05.696575 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-53330279-66fa-4cb0-86a0-75bea0a33c3e req-99bd1739-50ca-4949-8b58-6a821d59db7a tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.7449267 Feb 05 03:00:05.747300 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Allocated IP 172.20.0.2 (7b89604c-3b7a-40d2-b003-15db09ed7c5a/7d2d8a9b-48ef-49dd-84b8-ce68412318ae/f2306b5c-546f-40be-85a3-7919f61240ce) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:00:05.751145 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (7b89604c-3b7a-40d2-b003-15db09ed7c5a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:05.887920 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5523c831-922b-4d37-aeab-cb2358525349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:05.901318 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d4f1669-11f4-4d94-8e45-5cc6e2a5ada0 req-d7891d3e-547b-49b6-a88f-814214c92a60 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2863755 Feb 05 03:00:05.921579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f99b3ee-3527-44d3-885a-bd08b573d7d9 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:00:05.927405 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f99b3ee-3527-44d3-885a-bd08b573d7d9 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:05.935591 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403e3e4b-191d-45b4-9cd0-b96f190a9e35 None None] Sync routers for ids ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:00:05.976279 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403e3e4b-191d-45b4-9cd0-b96f190a9e35 None None] Routers {'f9893dd4-8357-4db0-80ce-199bdb3dbbd3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:05.982035 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-403e3e4b-191d-45b4-9cd0-b96f190a9e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:05.996389 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (7d2d8a9b-48ef-49dd-84b8-ce68412318ae), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:06.008669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-53330279-66fa-4cb0-86a0-75bea0a33c3e req-f2adfedb-9613-4d3e-993b-a4a170255134 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491388 Feb 05 03:00:06.011505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2f99b3ee-3527-44d3-885a-bd08b573d7d9 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "PUT /v2.0/floatingips/5beaf360-05bc-42a1-9096-108d09623d5e HTTP/1.1" status: 200 len: 990 time: 2.9659076 Feb 05 03:00:06.012096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c8b56a-dfe9-45d5-ae10-9887b2951ce3', 'tag': '3b066c9a-889e-4238-b874-5fb9df32a58d'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:00:06.014824 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896c2b65-7e3c-4730-80c5-6b678a6e7cca" -d '{"events": [{"name": "network-changed", "server_uuid": "53c8b56a-dfe9-45d5-ae10-9887b2951ce3", "tag": "3b066c9a-889e-4238-b874-5fb9df32a58d"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:00:06.108160 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5294cd-f6ae-476d-ace0-95daf483ace4 req-ca78e21f-2e13-4054-a5ea-9e43c8e4e89c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:06.109730 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ba5294cd-f6ae-476d-ace0-95daf483ace4 req-ca78e21f-2e13-4054-a5ea-9e43c8e4e89c tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.6193805 Feb 05 03:00:06.163651 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a37f1e3-e5e3-4f3b-8a91-7b60d2c0ba35 req-d01eb8ff-9d6e-4782-80e0-ed83f4279871 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 210 time: 0.0540066 Feb 05 03:00:06.205240 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Publish callbacks [] for port (f2306b5c-546f-40be-85a3-7919f61240ce), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:06.217288 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (f2306b5c-546f-40be-85a3-7919f61240ce), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:06.319020 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Network 7b89604c-3b7a-40d2-b003-15db09ed7c5a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:00:06.334155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:06.341507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:00:06.357010 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (7d2d8a9b-48ef-49dd-84b8-ce68412318ae), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:06.400749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680af00-8234-4c5f-abfb-2256b0c3e715 req-9aa40879-460f-43a7-8aac-1f3aa90773e7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:06.412366 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Pushing event updated for resources: {'Port': ['ID=f2306b5c-546f-40be-85a3-7919f61240ce,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:06.423176 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680af00-8234-4c5f-abfb-2256b0c3e715 req-9aa40879-460f-43a7-8aac-1f3aa90773e7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:06.429929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680af00-8234-4c5f-abfb-2256b0c3e715 req-9aa40879-460f-43a7-8aac-1f3aa90773e7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:06.436147 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680af00-8234-4c5f-abfb-2256b0c3e715 req-9aa40879-460f-43a7-8aac-1f3aa90773e7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:06.450365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680af00-8234-4c5f-abfb-2256b0c3e715 req-9aa40879-460f-43a7-8aac-1f3aa90773e7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:06.456411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680af00-8234-4c5f-abfb-2256b0c3e715 req-9aa40879-460f-43a7-8aac-1f3aa90773e7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:06.462723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680af00-8234-4c5f-abfb-2256b0c3e715 req-9aa40879-460f-43a7-8aac-1f3aa90773e7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:06.483352 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a680af00-8234-4c5f-abfb-2256b0c3e715 req-9aa40879-460f-43a7-8aac-1f3aa90773e7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5445 time: 0.3028009 Feb 05 03:00:06.485109 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-403e3e4b-191d-45b4-9cd0-b96f190a9e35 None None] Set router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:00:06.497403 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Attempting to bind port f2306b5c-546f-40be-85a3-7919f61240ce on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:00:06.497781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Attempting to bind port f2306b5c-546f-40be-85a3-7919f61240ce by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '43ff3879-f019-4af0-bdd2-98b827b4e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b89604c-3b7a-40d2-b003-15db09ed7c5a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:00:06.498144 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Attempting to bind port f2306b5c-546f-40be-85a3-7919f61240ce on network 7b89604c-3b7a-40d2-b003-15db09ed7c5a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:00:06.514307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:00:06.514692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Checking segment: {'id': '43ff3879-f019-4af0-bdd2-98b827b4e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b89604c-3b7a-40d2-b003-15db09ed7c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:06.515129 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:06.515526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Bound using segment: {'id': '43ff3879-f019-4af0-bdd2-98b827b4e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b89604c-3b7a-40d2-b003-15db09ed7c5a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:00:06.516095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Bound port: f2306b5c-546f-40be-85a3-7919f61240ce, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ff3879-f019-4af0-bdd2-98b827b4e963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b89604c-3b7a-40d2-b003-15db09ed7c5a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:00:06.516371 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f2306b5c-546f-40be-85a3-7919f61240ce), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:06.537381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ddf35-064b-4fe4-b76e-3246f3957593 req-82619381-9c43-45fb-a1fd-485bc94935d3 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:06.548567 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d40ddf35-064b-4fe4-b76e-3246f3957593 req-82619381-9c43-45fb-a1fd-485bc94935d3 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 945 time: 0.2440610 Feb 05 03:00:06.562451 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f541e48-f16b-4536-8fd6-47bde6b978d8 x-openstack-request-id: req-2f541e48-f16b-4536-8fd6-47bde6b978d8 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:00:06.563067 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c8b56a-dfe9-45d5-ae10-9887b2951ce3", "tag": "3b066c9a-889e-4238-b874-5fb9df32a58d", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:00:06.563597 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f541e48-f16b-4536-8fd6-47bde6b978d8 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:00:06.564200 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c8b56a-dfe9-45d5-ae10-9887b2951ce3', 'tag': '3b066c9a-889e-4238-b874-5fb9df32a58d', 'status': 'completed', 'code': 200} Feb 05 03:00:06.634384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d40ddf35-064b-4fe4-b76e-3246f3957593 req-00b4af5e-6315-42e1-9dc9-36aa6e264c37 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846579 Feb 05 03:00:06.642454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-d7725869-6752-44e1-967b-7b4300b4b102 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=aef50619f1884185874e3ac4a496ac86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598683 Feb 05 03:00:06.653658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] For port f2306b5c-546f-40be-85a3-7919f61240ce, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:00:06.669547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] For port f2306b5c-546f-40be-85a3-7919f61240ce, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f2306b5c-546f-40be-85a3-7919f61240ce,segment=NetworkSegment(43ff3879-f019-4af0-bdd2-98b827b4e963),segment_id=43ff3879-f019-4af0-bdd2-98b827b4e963)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:00:06.688861 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f2306b5c-546f-40be-85a3-7919f61240ce), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:06.697698 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2d8a9b-48ef-49dd-84b8-ce68412318ae,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:06.798968 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3149f6-76cc-4028-9938-270da5044d88 None None] Pushing event updated for resources: {'Port': ['ID=f2306b5c-546f-40be-85a3-7919f61240ce,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:06.883792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb851b0e-bd1b-4bf8-a655-81741f202c64 None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 03:00:06.889939 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-3638b18b-5ba3-4f29-a137-4576e5d09616 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:06.891528 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-3638b18b-5ba3-4f29-a137-4576e5d09616 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438154 Feb 05 03:00:06.907672 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-de8aaf6e-68b3-46f0-af55-6631848dde21 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Request body: {'port': {'device_id': '48c06d1b-3447-476f-b017-2c8a53784027', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': 'aef50619f1884185874e3ac4a496ac86'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:07.141052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-de8aaf6e-68b3-46f0-af55-6631848dde21 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Made reservation on behalf of aef50619f1884185874e3ac4a496ac86 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:07.144438 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-de8aaf6e-68b3-46f0-af55-6631848dde21 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:07.188704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb851b0e-bd1b-4bf8-a655-81741f202c64 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 03:00:07.218325 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-de8aaf6e-68b3-46f0-af55-6631848dde21 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:07.219008 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-403e3e4b-191d-45b4-9cd0-b96f190a9e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'name': 'tempest-ServersTestBootFromVolume-13076004-router', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:41Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'gw_port': {'id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '5beaf360-05bc-42a1-9096-108d09623d5e', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'floating_ip_address': '172.25.0.37', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'port_id': '3b066c9a-889e-4238-b874-5fb9df32a58d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9', 'mac_address': 'fa:16:3e:a6:36:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c8b56a-dfe9-45d5-ae10-9887b2951ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:58:05Z', 'updated_at': '2022-02-05T03:00:04Z', 'revision_number': 1, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d292bf-14d4-4787-92b6-a5afe5a79035', 'name': '', 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'mac_address': 'fa:16:3e:96:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3438e575-803e-4ceb-bec0-519360784e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:50Z', 'updated_at': '2022-02-05T02:58:01Z', 'revision_number': 5, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'subnets': [{'id': '3438e575-803e-4ceb-bec0-519360784e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:07.252034 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:07.299936 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403e3e4b-191d-45b4-9cd0-b96f190a9e35 None None] Checking router: f9893dd4-8357-4db0-80ce-199bdb3dbbd3 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:00:07.331320 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403e3e4b-191d-45b4-9cd0-b96f190a9e35 None None] Routers {'f9893dd4-8357-4db0-80ce-199bdb3dbbd3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:07.331973 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-403e3e4b-191d-45b4-9cd0-b96f190a9e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:07.398881 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (7b89604c-3b7a-40d2-b003-15db09ed7c5a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:07.450217 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ba5294cd-f6ae-476d-ace0-95daf483ace4 req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Deleting port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:07.451040 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ba5294cd-f6ae-476d-ace0-95daf483ace4 req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:07.458317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b89604c-3b7a-40d2-b003-15db09ed7c5a']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:07.493867 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-de8aaf6e-68b3-46f0-af55-6631848dde21 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Publish callbacks [] for security_group (165c9d33-73c0-4031-9c8b-331c089181aa), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:07.529635 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c2b65-7e3c-4730-80c5-6b678a6e7cca req-4e665d84-cbcf-4dc6-9a8d-fcf49121ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:07.531605 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-896c2b65-7e3c-4730-80c5-6b678a6e7cca req-4e665d84-cbcf-4dc6-9a8d-fcf49121ce87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fb98801831a949279379ac6cc58afdcf&device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 1127 time: 0.8853557 Feb 05 03:00:07.536592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ff3879-f019-4af0-bdd2-98b827b4e963') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:07.537299 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ff3879-f019-4af0-bdd2-98b827b4e963') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:07.548378 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0f784c85-9ee7-4104-beb8-fd9389837569 req-3464eb38-c2b2-4e3d-a256-273f04bccea7 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 210 time: 0.2152975 Feb 05 03:00:07.552517 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-403e3e4b-191d-45b4-9cd0-b96f190a9e35 None None] Set router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:00:07.557203 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-de8aaf6e-68b3-46f0-af55-6631848dde21 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (165c9d33-73c0-4031-9c8b-331c089181aa), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:07.606710 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (43ff3879-f019-4af0-bdd2-98b827b4e963), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:07.617404 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8aaf6e-68b3-46f0-af55-6631848dde21 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165c9d33-73c0-4031-9c8b-331c089181aa,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:07.630279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f35238-0153-4fe6-91af-ccdb38867ca3 req-88b69973-659b-413f-b036-a553a8aaadc8 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:07.641786 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56f35238-0153-4fe6-91af-ccdb38867ca3 req-88b69973-659b-413f-b036-a553a8aaadc8 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 949 time: 0.4941521 Feb 05 03:00:07.714888 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (43ff3879-f019-4af0-bdd2-98b827b4e963), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:07.816173 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:00:07.817778 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (43ff3879-f019-4af0-bdd2-98b827b4e963), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:00:07.823087 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:00:07.936545 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56f35238-0153-4fe6-91af-ccdb38867ca3 req-4ad413eb-538b-4ac9-bf03-020a07409976 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3f30358-9746-4f39-8805-683589c8df43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937708 Feb 05 03:00:08.091673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4c1277-a4df-40c3-ada5-e434a778e8f3 None None] Network 7b89604c-3b7a-40d2-b003-15db09ed7c5a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:08.122815 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-de8aaf6e-68b3-46f0-af55-6631848dde21 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Allocated IP 192.168.233.25 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/03d4f308-b893-4c5d-bb9a-1ab0ed194df1) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:00:08.136281 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ba5294cd-f6ae-476d-ace0-95daf483ace4 req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] For port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:08.151026 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ba5294cd-f6ae-476d-ace0-95daf483ace4 req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:08.214937 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-403e3e4b-191d-45b4-9cd0-b96f190a9e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'name': 'tempest-ServersTestBootFromVolume-13076004-router', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:41Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'gw_port': {'id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '5beaf360-05bc-42a1-9096-108d09623d5e', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'floating_ip_address': '172.25.0.37', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'port_id': '3b066c9a-889e-4238-b874-5fb9df32a58d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9', 'mac_address': 'fa:16:3e:a6:36:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c8b56a-dfe9-45d5-ae10-9887b2951ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:58:05Z', 'updated_at': '2022-02-05T03:00:04Z', 'revision_number': 1, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d292bf-14d4-4787-92b6-a5afe5a79035', 'name': '', 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'mac_address': 'fa:16:3e:96:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3438e575-803e-4ceb-bec0-519360784e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:50Z', 'updated_at': '2022-02-05T02:58:01Z', 'revision_number': 5, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'subnets': [{'id': '3438e575-803e-4ceb-bec0-519360784e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:08.215423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856189b-d53f-40d3-9f43-e217aeb05b6e req-8f663ada-06f0-4e65-a6bd-11ef93a82508 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:08.217029 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5856189b-d53f-40d3-9f43-e217aeb05b6e req-8f663ada-06f0-4e65-a6bd-11ef93a82508 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 945 time: 0.4005699 Feb 05 03:00:08.241285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ba5294cd-f6ae-476d-ace0-95daf483ace4 req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Calling delete_port for 636bd3ff-9d59-4fab-b630-c68bc1a07fdf owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:08.273612 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403e3e4b-191d-45b4-9cd0-b96f190a9e35 None None] The sync data for ids ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'] in n-d-826942-8 is: [{'id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'name': 'tempest-ServersTestBootFromVolume-13076004-router', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:41Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'gw_port': {'id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '5beaf360-05bc-42a1-9096-108d09623d5e', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'floating_ip_address': '172.25.0.37', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'port_id': '3b066c9a-889e-4238-b874-5fb9df32a58d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9', 'mac_address': 'fa:16:3e:a6:36:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c8b56a-dfe9-45d5-ae10-9887b2951ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T02:58:05Z', 'updated_at': '2022-02-05T03:00:04Z', 'revision_number': 1, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d292bf-14d4-4787-92b6-a5afe5a79035', 'name': '', 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'mac_address': 'fa:16:3e:96:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3438e575-803e-4ceb-bec0-519360784e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:50Z', 'updated_at': '2022-02-05T02:58:01Z', 'revision_number': 5, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'subnets': [{'id': '3438e575-803e-4ceb-bec0-519360784e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:00:08.276171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c2b65-7e3c-4730-80c5-6b678a6e7cca req-df9f11ab-0b1f-4832-938d-9ebe4a103d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:08.279046 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-896c2b65-7e3c-4730-80c5-6b678a6e7cca req-df9f11ab-0b1f-4832-938d-9ebe4a103d09 service neutron] 10.222.0.31 "GET /v2.0/networks?id=11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 HTTP/1.1" status: 200 len: 915 time: 0.7033908 Feb 05 03:00:08.280809 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 05 03:00:08.280809 n-d-826942-8 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 05 03:00:08.280809 n-d-826942-8 neutron-server[109674]: [parameters: {'id': '7b89604c-3b7a-40d2-b003-15db09ed7c5a'}] Feb 05 03:00:08.280809 n-d-826942-8 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:00:08.281748 n-d-826942-8 neutron-server[109674]: DEBUG oslo_db.api [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:00:08.380335 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5856189b-d53f-40d3-9f43-e217aeb05b6e req-a7e87e11-9ad9-4a0a-aa16-3caef68a29d3 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1273444 Feb 05 03:00:08.449359 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-de8aaf6e-68b3-46f0-af55-6631848dde21 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Publish callbacks [] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:08.497776 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-de8aaf6e-68b3-46f0-af55-6631848dde21 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:08.505788 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:08.531716 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-896c2b65-7e3c-4730-80c5-6b678a6e7cca req-9d14b845-4ff6-4d20-b933-938f7f34d1de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b066c9a-889e-4238-b874-5fb9df32a58d HTTP/1.1" status: 200 len: 998 time: 0.2265632 Feb 05 03:00:08.550098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-de8aaf6e-68b3-46f0-af55-6631848dde21 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:00:08.553185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-de8aaf6e-68b3-46f0-af55-6631848dde21 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:08.559032 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-de8aaf6e-68b3-46f0-af55-6631848dde21 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:00:08.563230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8aaf6e-68b3-46f0-af55-6631848dde21 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Pushing event updated for resources: {'Port': ['ID=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:08.604954 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:08.660809 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-de8aaf6e-68b3-46f0-af55-6631848dde21 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:08.661440 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-de8aaf6e-68b3-46f0-af55-6631848dde21 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:08.704683 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee25710b-1892-4d6a-a612-12a8a7606c09 None None] New status for floating IP 5beaf360-05bc-42a1-9096-108d09623d5e: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:00:08.782960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-de8aaf6e-68b3-46f0-af55-6631848dde21 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8789835 Feb 05 03:00:08.797201 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Request body: {'port': {'device_id': '48c06d1b-3447-476f-b017-2c8a53784027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:08.835356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35000ad-c9fd-477c-9443-2d68b3c36368 req-140c4778-9dc3-4144-8aab-9745bbddfba4 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:08.844983 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f35000ad-c9fd-477c-9443-2d68b3c36368 req-140c4778-9dc3-4144-8aab-9745bbddfba4 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 935 time: 0.1555316 Feb 05 03:00:08.894518 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c2b65-7e3c-4730-80c5-6b678a6e7cca req-809d3e84-84e6-42a3-878f-9d789b81b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:08.896473 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-896c2b65-7e3c-4730-80c5-6b678a6e7cca req-809d3e84-84e6-42a3-878f-9d789b81b00f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3438e575-803e-4ceb-bec0-519360784e52 HTTP/1.1" status: 200 len: 853 time: 0.3561597 Feb 05 03:00:08.896982 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (7b89604c-3b7a-40d2-b003-15db09ed7c5a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:08.950109 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:08.978139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e50983c6-ce59-40eb-bd3e-77935bc2ef81 None None] Provisioning complete for port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:00:08.978632 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e50983c6-ce59-40eb-bd3e-77935bc2ef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:08.991298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f35000ad-c9fd-477c-9443-2d68b3c36368 req-bbefb083-dc63-4937-a680-82460d209f53 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/security-groups?id=165c9d33-73c0-4031-9c8b-331c089181aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452944 Feb 05 03:00:09.035810 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e50983c6-ce59-40eb-bd3e-77935bc2ef81 None None] Port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:00:09.077150 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ba5294cd-f6ae-476d-ace0-95daf483ace4 req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (636bd3ff-9d59-4fab-b630-c68bc1a07fdf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:09.158491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Pushing event deleted for resources: {'Port': ['ID=636bd3ff-9d59-4fab-b630-c68bc1a07fdf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:09.172532 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8e75cfc-3c09-42f9-bacc-69c3c4a66ee4 req-78181761-c9ed-4371-86c9-b5b68b29e564 tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0044872-3698-41b1-aa12-d64ca3df0b84 HTTP/1.1" status: 200 len: 210 time: 0.1024432 Feb 05 03:00:09.175030 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:09.175394 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:09.175775 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:09.176147 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:09.176497 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:09.176839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:09.177176 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:09.177511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:09.183514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:09.183514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:09.183514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:09.183514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:09.183514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:09.258780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c2b65-7e3c-4730-80c5-6b678a6e7cca req-735ec05d-4657-445e-85fa-dbc552c82e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:09.260905 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-896c2b65-7e3c-4730-80c5-6b678a6e7cca req-735ec05d-4657-445e-85fa-dbc552c82e16 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2618568 Feb 05 03:00:09.404793 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5294cd-f6ae-476d-ace0-95daf483ace4 req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] No DVR routers for this DVR port 636bd3ff-9d59-4fab-b630-c68bc1a07fdf on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:00:09.407665 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ba5294cd-f6ae-476d-ace0-95daf483ace4 req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:09.411306 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ba5294cd-f6ae-476d-ace0-95daf483ace4 req-40f93bcb-d038-45fb-9195-a795875f20fd tempest-MigrationsAdminTest-536961594 tempest-MigrationsAdminTest-536961594-project] 10.222.0.31 "DELETE /v2.0/ports/636bd3ff-9d59-4fab-b630-c68bc1a07fdf HTTP/1.1" status: 204 len: 173 time: 3.2946825 Feb 05 03:00:09.413137 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-896c2b65-7e3c-4730-80c5-6b678a6e7cca req-0848e76c-6630-424d-ba87-3669489a940a service neutron] 10.222.0.31 "GET /v2.0/networks/11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013749 Feb 05 03:00:09.430876 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0044872-3698-41b1-aa12-d64ca3df0b84', 'name': 'network-vif-deleted', 'tag': '636bd3ff-9d59-4fab-b630-c68bc1a07fdf'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:00:09.430876 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1104fe-5f58-4d3d-a0f1-5be8a1298d20" -d '{"events": [{"server_uuid": "e0044872-3698-41b1-aa12-d64ca3df0b84", "name": "network-vif-deleted", "tag": "636bd3ff-9d59-4fab-b630-c68bc1a07fdf"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:00:09.436777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:00:09.449238 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Publish callbacks [] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:09.467821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Transition to ACTIVE for port object 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:00:09.475830 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:09.537189 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Pushing event updated for resources: {'Port': ['ID=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:09.595861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Deleting port f2306b5c-546f-40be-85a3-7919f61240ce {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:09.599728 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f2306b5c-546f-40be-85a3-7919f61240ce), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:09.609531 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f638cd-24d9-430f-9ffe-888a9aca8cb8 x-openstack-request-id: req-00f638cd-24d9-430f-9ffe-888a9aca8cb8 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:00:09.609917 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0044872-3698-41b1-aa12-d64ca3df0b84", "name": "network-vif-deleted", "tag": "636bd3ff-9d59-4fab-b630-c68bc1a07fdf", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:00:09.610295 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00f638cd-24d9-430f-9ffe-888a9aca8cb8 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:00:09.610981 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0044872-3698-41b1-aa12-d64ca3df0b84', 'name': 'network-vif-deleted', 'tag': '636bd3ff-9d59-4fab-b630-c68bc1a07fdf', 'status': 'completed', 'code': 200} Feb 05 03:00:09.703966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Allocated IP 172.20.0.1 (a5d2cdf1-bd2c-4880-928c-c212f6267dbf/f90bad40-d10a-42f4-b455-5bcce2afcb19/6157bc2c-901d-4f81-a7bb-66cf02c981b1) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:00:09.886188 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:09.925693 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-896c2b65-7e3c-4730-80c5-6b678a6e7cca req-7f136213-7f1f-4481-b3c7-d21f0844970f service neutron] 10.222.0.31 "GET /v2.0/networks/11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781621 Feb 05 03:00:09.972789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] For port f2306b5c-546f-40be-85a3-7919f61240ce, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f2306b5c-546f-40be-85a3-7919f61240ce,segment=NetworkSegment(43ff3879-f019-4af0-bdd2-98b827b4e963),segment_id=43ff3879-f019-4af0-bdd2-98b827b4e963)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:09.973159 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f2306b5c-546f-40be-85a3-7919f61240ce), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:10.042877 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Calling delete_port for f2306b5c-546f-40be-85a3-7919f61240ce owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:10.203118 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (6157bc2c-901d-4f81-a7bb-66cf02c981b1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:10.286686 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6157bc2c-901d-4f81-a7bb-66cf02c981b1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:10.297198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Attempting to bind port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:00:10.297198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Attempting to bind port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:00:10.297198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Attempting to bind port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:00:10.306061 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:00:10.306536 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Attempting to bind port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:00:10.321721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 2, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:00:10.321961 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:10.322390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:00:10.323506 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Bound port: 03d4f308-b893-4c5d-bb9a-1ab0ed194df1, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:00:10.323956 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:10.336925 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87196ed-48c2-4593-8875-d940050c35cb req-4defd444-4322-4750-9818-a09870c1f4d4 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:10.339709 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c87196ed-48c2-4593-8875-d940050c35cb req-4defd444-4322-4750-9818-a09870c1f4d4 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 945 time: 0.7824667 Feb 05 03:00:10.382293 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c80b4f-bc56-4555-bbdc-8da3f55c9dba req-60e26541-9a8a-4d96-878e-0d1aa903de57 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:10.391676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46c80b4f-bc56-4555-bbdc-8da3f55c9dba req-60e26541-9a8a-4d96-878e-0d1aa903de57 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 947 time: 0.2147801 Feb 05 03:00:10.408852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=6157bc2c-901d-4f81-a7bb-66cf02c981b1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:10.446751 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network a5d2cdf1-bd2c-4880-928c-c212f6267dbf is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:00:10.451610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:10.454546 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:00:10.522988 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (5ebb7e7f-9216-468c-89e3-e1d33fa47946), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:10.559701 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c87196ed-48c2-4593-8875-d940050c35cb req-9c492223-4685-4a8f-937b-dbfde91fba42 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2022092 Feb 05 03:00:10.566870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 636bd3ff-9d59-4fab-b630-c68bc1a07fdf no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:00:10.575939 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] For port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:00:10.585470 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46c80b4f-bc56-4555-bbdc-8da3f55c9dba req-cee537c6-1914-4302-8adc-1fa42d2ab325 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/security-groups?id=165c9d33-73c0-4031-9c8b-331c089181aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929145 Feb 05 03:00:10.593411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] For port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:00:10.603110 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:10.644681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 636bd3ff-9d59-4fab-b630-c68bc1a07fdf {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:00:10.647976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 636bd3ff-9d59-4fab-b630-c68bc1a07fdf not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:00:10.724703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Pushing event updated for resources: {'Port': ['ID=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:10.742348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:10.743401 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:10.745282 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-2c5cd9d3-5f4e-4d9e-956f-3790362c7109 service neutron] 10.222.0.10 "PUT /v2.0/ports/03d4f308-b893-4c5d-bb9a-1ab0ed194df1 HTTP/1.1" status: 200 len: 1095 time: 1.9541092 Feb 05 03:00:10.745848 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c06d1b-3447-476f-b017-2c8a53784027', 'tag': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:00:10.748594 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e8be89-215a-4bd3-8d94-4d7735ebae0a" -d '{"events": [{"name": "network-changed", "server_uuid": "48c06d1b-3447-476f-b017-2c8a53784027", "tag": "03d4f308-b893-4c5d-bb9a-1ab0ed194df1"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:00:10.766510 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f2306b5c-546f-40be-85a3-7919f61240ce), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:10.811895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Port': ['ID=f2306b5c-546f-40be-85a3-7919f61240ce,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:10.850212 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f72e9a-b270-4da6-a96f-2a90bcc7c6eb x-openstack-request-id: req-d4f72e9a-b270-4da6-a96f-2a90bcc7c6eb {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:00:10.850665 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c06d1b-3447-476f-b017-2c8a53784027", "tag": "03d4f308-b893-4c5d-bb9a-1ab0ed194df1", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:00:10.851037 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4f72e9a-b270-4da6-a96f-2a90bcc7c6eb {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:00:10.851692 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c06d1b-3447-476f-b017-2c8a53784027', 'tag': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1', 'status': 'completed', 'code': 200} Feb 05 03:00:10.872752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No DVR routers for this DVR port f2306b5c-546f-40be-85a3-7919f61240ce on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:00:10.879934 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-91c82a62-7244-43d6-84bf-fe5ba4940d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:10.881767 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-91c82a62-7244-43d6-84bf-fe5ba4940d9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aef50619f1884185874e3ac4a496ac86&device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 1129 time: 0.0799115 Feb 05 03:00:10.913573 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6157bc2c-901d-4f81-a7bb-66cf02c981b1), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:10.962064 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-d4767eea-d163-408d-9650-e066cea44bfe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=03d4f308-b893-4c5d-bb9a-1ab0ed194df1 HTTP/1.1" status: 200 len: 217 time: 0.0700903 Feb 05 03:00:11.030486 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-dcd32f47-b43d-4f78-87f8-67b90a98636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:11.033416 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-dec3bc0d-b4b2-492e-8fda-bac52a169f3f None None] Provisioning complete for port 6157bc2c-901d-4f81-a7bb-66cf02c981b1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:00:11.034138 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dec3bc0d-b4b2-492e-8fda-bac52a169f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6157bc2c-901d-4f81-a7bb-66cf02c981b1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.034902 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-dcd32f47-b43d-4f78-87f8-67b90a98636f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0647619 Feb 05 03:00:11.062421 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (7b89604c-3b7a-40d2-b003-15db09ed7c5a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.101236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-f6069815-7350-4a40-afd8-6a52f5a5a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:11.103004 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-f6069815-7350-4a40-afd8-6a52f5a5a670 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0627835 Feb 05 03:00:11.133310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dec3bc0d-b4b2-492e-8fda-bac52a169f3f None None] Port 6157bc2c-901d-4f81-a7bb-66cf02c981b1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:00:11.155574 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57656) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:11.167419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b89604c-3b7a-40d2-b003-15db09ed7c5a']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:11.168981 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.183254 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ff3879-f019-4af0-bdd2-98b827b4e963') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:11.183681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ff3879-f019-4af0-bdd2-98b827b4e963') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:11.197681 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (43ff3879-f019-4af0-bdd2-98b827b4e963), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.217631 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (43ff3879-f019-4af0-bdd2-98b827b4e963), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.229936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:00:11.230371 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (43ff3879-f019-4af0-bdd2-98b827b4e963), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:00:11.233502 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:00:11.311466 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-50bfbcea-bb33-4991-bd52-1c16661dce8b service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997566 Feb 05 03:00:11.359357 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (7b89604c-3b7a-40d2-b003-15db09ed7c5a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.369189 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.375418 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/7b89604c-3b7a-40d2-b003-15db09ed7c5a HTTP/1.1" status: 204 len: 168 time: 5.9454041 Feb 05 03:00:11.376587 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57662) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:11.382938 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7eea9b5e-0453-4ad3-822a-6b0e50c225ce tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-177265013'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:11.404111 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34397e00-03f3-4b95-bab4-5b04e0ff5143 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Network': ['ID=7b89604c-3b7a-40d2-b003-15db09ed7c5a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:11.428113 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0d2d23e3-3681-48fa-8c16-beeeadef3a06 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=709d54e15cf04675a9b2ab5c17982203&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709064 Feb 05 03:00:11.433559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57664) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:11.455992 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88b213af-f78e-4bec-8472-e0d4d483a414 req-13e125f3-7b7b-41e2-8793-cce474f1128b service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379662 Feb 05 03:00:11.464481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eea9b5e-0453-4ad3-822a-6b0e50c225ce tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:11.467877 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7eea9b5e-0453-4ad3-822a-6b0e50c225ce tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.548476 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eea9b5e-0453-4ad3-822a-6b0e50c225ce tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:00:11.563463 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39f013b5-39c6-4d6c-a03a-b187f1c5fc86 admin admin] Publish callbacks [] for security_group (d3f30358-9746-4f39-8805-683589c8df43), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.567704 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (6157bc2c-901d-4f81-a7bb-66cf02c981b1), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.569044 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8be89-215a-4bd3-8d94-4d7735ebae0a req-505b58d4-7762-42e9-a1c6-21552465c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:11.571988 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2e8be89-215a-4bd3-8d94-4d7735ebae0a req-505b58d4-7762-42e9-a1c6-21552465c667 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aef50619f1884185874e3ac4a496ac86&device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 1129 time: 0.0598471 Feb 05 03:00:11.582354 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7eea9b5e-0453-4ad3-822a-6b0e50c225ce tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (2b06be37-87a1-4561-becf-00645e6c3e68), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.582626 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-7eea9b5e-0453-4ad3-822a-6b0e50c225ce tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Added segment 2b06be37-87a1-4561-becf-00645e6c3e68 of type vlan for network 0d6c388d-46e6-4f72-b64e-7dac001c649a Feb 05 03:00:11.685517 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7eea9b5e-0453-4ad3-822a-6b0e50c225ce tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (0d6c388d-46e6-4f72-b64e-7dac001c649a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.734973 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (6157bc2c-901d-4f81-a7bb-66cf02c981b1), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.804001 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7eea9b5e-0453-4ad3-822a-6b0e50c225ce tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (0d6c388d-46e6-4f72-b64e-7dac001c649a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.810079 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea9b5e-0453-4ad3-822a-6b0e50c225ce tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:11.810675 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7eea9b5e-0453-4ad3-822a-6b0e50c225ce tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.819104 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39f013b5-39c6-4d6c-a03a-b187f1c5fc86 admin admin] Publish callbacks [] for security_group (d3f30358-9746-4f39-8805-683589c8df43), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.899047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8be89-215a-4bd3-8d94-4d7735ebae0a req-81a551af-98c2-4fab-86a2-d004dd9cd01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:11.900455 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2e8be89-215a-4bd3-8d94-4d7735ebae0a req-81a551af-98c2-4fab-86a2-d004dd9cd01a service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.3218229 Feb 05 03:00:11.909157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81901b-4279-4792-8d6c-a76f99540c4a req-e1353906-5d09-40c7-bc93-c6769ba11baf tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:11.910742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa81901b-4279-4792-8d6c-a76f99540c4a req-e1353906-5d09-40c7-bc93-c6769ba11baf tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 945 time: 0.2063468 Feb 05 03:00:11.945414 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7eea9b5e-0453-4ad3-822a-6b0e50c225ce tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5668075 Feb 05 03:00:11.950239 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=6157bc2c-901d-4f81-a7bb-66cf02c981b1,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:11.955531 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57672) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:11.956118 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (5ebb7e7f-9216-468c-89e3-e1d33fa47946), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:11.966638 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7432d23d-a6c9-4306-9b3f-4fa965e34a62 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'subnet': {'network_id': '0d6c388d-46e6-4f72-b64e-7dac001c649a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:11.968243 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2e8be89-215a-4bd3-8d94-4d7735ebae0a req-573bad43-72f3-4f45-91f6-a8bdb56a5aa8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=03d4f308-b893-4c5d-bb9a-1ab0ed194df1 HTTP/1.1" status: 200 len: 217 time: 0.0553463 Feb 05 03:00:11.977423 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea9b5e-0453-4ad3-822a-6b0e50c225ce tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Network': ['ID=0d6c388d-46e6-4f72-b64e-7dac001c649a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:11.990790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c397b78-5075-4422-b69e-80d71a9695f4 req-76370cc8-2d54-4b4b-91fa-5edc0df65070 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:11.993088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 0d6c388d-46e6-4f72-b64e-7dac001c649a details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:00:11.993613 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c397b78-5075-4422-b69e-80d71a9695f4 req-76370cc8-2d54-4b4b-91fa-5edc0df65070 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 947 time: 0.2878737 Feb 05 03:00:12.126500 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39f013b5-39c6-4d6c-a03a-b187f1c5fc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d3f30358-9746-4f39-8805-683589c8df43), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:12.129284 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39f013b5-39c6-4d6c-a03a-b187f1c5fc86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:12.132928 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-39f013b5-39c6-4d6c-a03a-b187f1c5fc86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3f30358-9746-4f39-8805-683589c8df43 HTTP/1.1" status: 204 len: 168 time: 0.6959844 Feb 05 03:00:12.152523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f013b5-39c6-4d6c-a03a-b187f1c5fc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f30358-9746-4f39-8805-683589c8df43,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:12.159232 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8be89-215a-4bd3-8d94-4d7735ebae0a req-f4d869bc-9da0-40c7-8d01-bfec99bebadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:12.160715 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2e8be89-215a-4bd3-8d94-4d7735ebae0a req-f4d869bc-9da0-40c7-8d01-bfec99bebadc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1590588 Feb 05 03:00:12.185610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7432d23d-a6c9-4306-9b3f-4fa965e34a62 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:12.195323 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7432d23d-a6c9-4306-9b3f-4fa965e34a62 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:12.211831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c397b78-5075-4422-b69e-80d71a9695f4 req-6ffc25d6-63de-4c77-9083-946af2a76426 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/security-groups?id=165c9d33-73c0-4031-9c8b-331c089181aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009723 Feb 05 03:00:12.231537 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa81901b-4279-4792-8d6c-a76f99540c4a req-ab00afa3-13fa-4a6e-a164-a54c2cacc5ac tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2566457 Feb 05 03:00:12.266291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network a5d2cdf1-bd2c-4880-928c-c212f6267dbf is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:00:12.270184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8be89-215a-4bd3-8d94-4d7735ebae0a req-f5803aaa-7e6a-44fd-8a7a-ca31fae0e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:12.270450 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:12.272106 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2e8be89-215a-4bd3-8d94-4d7735ebae0a req-f5803aaa-7e6a-44fd-8a7a-ca31fae0e077 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0989916 Feb 05 03:00:12.287602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.ipam_backend_mixin [None req-7432d23d-a6c9-4306-9b3f-4fa965e34a62 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Performing IP validity checks on allocation pools {{(pid=109674) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 05 03:00:12.288189 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.ipam_backend_mixin [None req-7432d23d-a6c9-4306-9b3f-4fa965e34a62 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109674) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 05 03:00:12.447963 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2e8be89-215a-4bd3-8d94-4d7735ebae0a req-a2a54b24-e0c8-4b75-aa2d-4ad8918b347d service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672575 Feb 05 03:00:12.543502 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 5ebb7e7f-9216-468c-89e3-e1d33fa47946 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:00:12.624227 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259cade-9803-4592-8dc6-a754c45d1e48 req-abba57f5-5226-43dc-a18b-a63bfddd9e2b tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:12.632484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9259cade-9803-4592-8dc6-a754c45d1e48 req-abba57f5-5226-43dc-a18b-a63bfddd9e2b tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 945 time: 0.1768608 Feb 05 03:00:12.640818 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57684) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:12.688556 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2e8be89-215a-4bd3-8d94-4d7735ebae0a req-1d56aaf0-cc51-4525-9bf7-9f8a825a6dfd service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190020 Feb 05 03:00:12.734612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9259cade-9803-4592-8dc6-a754c45d1e48 req-0642374d-721f-419a-a9b9-70ecb4179cf8 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1005278 Feb 05 03:00:12.740698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6a0778ad-29f1-4727-ad25-aca91e5908ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a953d0e78644011b7ac3404b95c6aa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0937781 Feb 05 03:00:12.740913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57686) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:12.741716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8a900f00-b299-4b7d-bc2d-422027ba4491 None None] Provisioning complete for port 6157bc2c-901d-4f81-a7bb-66cf02c981b1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:00:12.743028 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a900f00-b299-4b7d-bc2d-422027ba4491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6157bc2c-901d-4f81-a7bb-66cf02c981b1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:12.811562 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Publish callbacks [] for security_group (a876c79d-b5fa-44eb-a86b-ad89eb5d36e8), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:12.830068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8a900f00-b299-4b7d-bc2d-422027ba4491 None None] Port 6157bc2c-901d-4f81-a7bb-66cf02c981b1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:00:12.854565 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Publish callbacks [] for security_group (a876c79d-b5fa-44eb-a86b-ad89eb5d36e8), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:12.916307 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a876c79d-b5fa-44eb-a86b-ad89eb5d36e8), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:12.919887 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:12.923422 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a876c79d-b5fa-44eb-a86b-ad89eb5d36e8 HTTP/1.1" status: 204 len: 168 time: 0.1792448 Feb 05 03:00:12.930843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a876c79d-b5fa-44eb-a86b-ad89eb5d36e8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:12.941150 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:12.941451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:12.941749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:12.942226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:12.942569 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:12.942924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:12.943419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:12.943708 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:12.944024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:12.944516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:12.944847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:12.945166 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:12.945491 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cece33-0ad8-488d-9d28-c58c44005a3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:13.051658 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7432d23d-a6c9-4306-9b3f-4fa965e34a62 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (0fb3aad4-76d6-49bd-b64a-08b10857ecfb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:13.117200 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:00:13.154218 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432d23d-a6c9-4306-9b3f-4fa965e34a62 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Subnet': ['ID=0fb3aad4-76d6-49bd-b64a-08b10857ecfb,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:13.163889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:00:13.170148 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2e7e6fb7-1e8e-40c8-8f63-a3a76fc8009f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "PUT /v2.0/routers/5ebb7e7f-9216-468c-89e3-e1d33fa47946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8638892 Feb 05 03:00:13.174552 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57696) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:13.179535 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-54ac9bf8-9703-4c86-8f1a-b39daa71997e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'port': {'network_id': 'a5d2cdf1-bd2c-4880-928c-c212f6267dbf', 'name': 'tempest-FloatingIPTestJSON-638870270'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:13.184210 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7432d23d-a6c9-4306-9b3f-4fa965e34a62 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Checking segment: {'id': '2b06be37-87a1-4561-becf-00645e6c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0d6c388d-46e6-4f72-b64e-7dac001c649a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:13.184879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7432d23d-a6c9-4306-9b3f-4fa965e34a62 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network hostable DHCP agents. Network: 0d6c388d-46e6-4f72-b64e-7dac001c649a, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:00:13.192872 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec61d2-8167-45fb-9c40-a0e05ce90b03 None None] Sync routers for ids ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:00:13.207151 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7432d23d-a6c9-4306-9b3f-4fa965e34a62 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network 0d6c388d-46e6-4f72-b64e-7dac001c649a is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:00:13.214512 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec61d2-8167-45fb-9c40-a0e05ce90b03 None None] Routers {'5ebb7e7f-9216-468c-89e3-e1d33fa47946'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:13.216043 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-80ec61d2-8167-45fb-9c40-a0e05ce90b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:13.223153 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7432d23d-a6c9-4306-9b3f-4fa965e34a62 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 0d6c388d-46e6-4f72-b64e-7dac001c649a) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:13.228473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7432d23d-a6c9-4306-9b3f-4fa965e34a62 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:13.228865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7432d23d-a6c9-4306-9b3f-4fa965e34a62 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:13.233170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d2e03e-8993-401e-89cb-6bc0e0d7c3b2 None None] Network 0d6c388d-46e6-4f72-b64e-7dac001c649a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:13.265227 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7432d23d-a6c9-4306-9b3f-4fa965e34a62 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3057961 Feb 05 03:00:13.266133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57700) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:13.352203 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-80ec61d2-8167-45fb-9c40-a0e05ce90b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:13.369395 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec61d2-8167-45fb-9c40-a0e05ce90b03 None None] Routers {'5ebb7e7f-9216-468c-89e3-e1d33fa47946'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:13.374317 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-80ec61d2-8167-45fb-9c40-a0e05ce90b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:13.447032 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-80ec61d2-8167-45fb-9c40-a0e05ce90b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:13.448081 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec61d2-8167-45fb-9c40-a0e05ce90b03 None None] The sync data for ids ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:00:13.532725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-0d6c388d-46e6-4f72-b64e-7dac001c649a', 'network_id': '0d6c388d-46e6-4f72-b64e-7dac001c649a', 'project_id': 'ead3a833cad24a5d95a0bcdf3c020bea', 'fixed_ips': [{'subnet_id': '0fb3aad4-76d6-49bd-b64a-08b10857ecfb'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:00:13.533929 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:13.570900 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (0d6c388d-46e6-4f72-b64e-7dac001c649a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:13.622530 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0332a02-de9b-485d-80b4-469746d370aa req-78978f57-455c-4653-8f6c-c790aa723f68 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:13.625007 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0332a02-de9b-485d-80b4-469746d370aa req-78978f57-455c-4653-8f6c-c790aa723f68 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 947 time: 0.2735553 Feb 05 03:00:13.626490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ac9bf8-9703-4c86-8f1a-b39daa71997e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Made reservation on behalf of 97787471c0ab4211aaef9c2dfb47079e for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:13.630081 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54ac9bf8-9703-4c86-8f1a-b39daa71997e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:13.676525 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (0fb3aad4-76d6-49bd-b64a-08b10857ecfb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:13.696251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-54ac9bf8-9703-4c86-8f1a-b39daa71997e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] device_id is not set on port a6c22003-7810-4b9f-8b05-b18c5f80e406 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:00:13.776920 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0332a02-de9b-485d-80b4-469746d370aa req-44542cfb-b98b-4de0-b658-316a7d6b56d3 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/security-groups?id=165c9d33-73c0-4031-9c8b-331c089181aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433697 Feb 05 03:00:13.806440 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Allocated IP 172.20.0.3 (0d6c388d-46e6-4f72-b64e-7dac001c649a/0fb3aad4-76d6-49bd-b64a-08b10857ecfb/f77bec02-92fb-4bd6-98fe-8305179fbcaf) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:00:13.882521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-54ac9bf8-9703-4c86-8f1a-b39daa71997e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Allocated IP 172.20.0.10 (a5d2cdf1-bd2c-4880-928c-c212f6267dbf/f90bad40-d10a-42f4-b455-5bcce2afcb19/a6c22003-7810-4b9f-8b05-b18c5f80e406) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:00:14.041221 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Publish callbacks [] for port (f77bec02-92fb-4bd6-98fe-8305179fbcaf), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:14.050670 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (f77bec02-92fb-4bd6-98fe-8305179fbcaf), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:14.070974 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (0fb3aad4-76d6-49bd-b64a-08b10857ecfb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:14.105749 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54ac9bf8-9703-4c86-8f1a-b39daa71997e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for port (a6c22003-7810-4b9f-8b05-b18c5f80e406), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:14.108545 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Subnet': ['ID=0fb3aad4-76d6-49bd-b64a-08b10857ecfb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:14.129589 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Network 0d6c388d-46e6-4f72-b64e-7dac001c649a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:00:14.137388 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:14.142551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:00:14.152136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Pushing event updated for resources: {'Port': ['ID=f77bec02-92fb-4bd6-98fe-8305179fbcaf,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:14.159590 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54ac9bf8-9703-4c86-8f1a-b39daa71997e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (a6c22003-7810-4b9f-8b05-b18c5f80e406), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:14.197099 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (0d6c388d-46e6-4f72-b64e-7dac001c649a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:14.209652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Attempting to bind port f77bec02-92fb-4bd6-98fe-8305179fbcaf on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:00:14.210027 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Attempting to bind port f77bec02-92fb-4bd6-98fe-8305179fbcaf by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '2b06be37-87a1-4561-becf-00645e6c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0d6c388d-46e6-4f72-b64e-7dac001c649a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:00:14.210393 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Attempting to bind port f77bec02-92fb-4bd6-98fe-8305179fbcaf on network 0d6c388d-46e6-4f72-b64e-7dac001c649a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:00:14.211454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac9bf8-9703-4c86-8f1a-b39daa71997e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event updated for resources: {'Port': ['ID=a6c22003-7810-4b9f-8b05-b18c5f80e406,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:14.218057 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:00:14.218271 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Checking segment: {'id': '2b06be37-87a1-4561-becf-00645e6c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0d6c388d-46e6-4f72-b64e-7dac001c649a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:14.218592 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:14.219054 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Bound using segment: {'id': '2b06be37-87a1-4561-becf-00645e6c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0d6c388d-46e6-4f72-b64e-7dac001c649a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:00:14.219688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Bound port: f77bec02-92fb-4bd6-98fe-8305179fbcaf, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b06be37-87a1-4561-becf-00645e6c3e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0d6c388d-46e6-4f72-b64e-7dac001c649a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:00:14.220137 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f77bec02-92fb-4bd6-98fe-8305179fbcaf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:14.223166 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6c388d-46e6-4f72-b64e-7dac001c649a']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:14.227915 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac9bf8-9703-4c86-8f1a-b39daa71997e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Network a5d2cdf1-bd2c-4880-928c-c212f6267dbf is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:00:14.229553 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-54ac9bf8-9703-4c86-8f1a-b39daa71997e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:14.232259 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac9bf8-9703-4c86-8f1a-b39daa71997e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:00:14.234289 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b06be37-87a1-4561-becf-00645e6c3e68') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:14.234828 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b06be37-87a1-4561-becf-00645e6c3e68') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:14.250628 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (2b06be37-87a1-4561-becf-00645e6c3e68), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:14.266938 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (2b06be37-87a1-4561-becf-00645e6c3e68), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:14.273440 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:00:14.273837 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (2b06be37-87a1-4561-becf-00645e6c3e68), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:00:14.276969 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:00:14.294256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ac9bf8-9703-4c86-8f1a-b39daa71997e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:14.294952 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54ac9bf8-9703-4c86-8f1a-b39daa71997e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:14.304540 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] For port f77bec02-92fb-4bd6-98fe-8305179fbcaf, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:00:14.322487 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-54ac9bf8-9703-4c86-8f1a-b39daa71997e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1467907 Feb 05 03:00:14.327253 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57724) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:14.335001 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dba51a8d-178c-4717-8152-c7f3d895b9d4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Request body: {'floatingip': {'port_id': 'a6c22003-7810-4b9f-8b05-b18c5f80e406'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:14.362750 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] For port f77bec02-92fb-4bd6-98fe-8305179fbcaf, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f77bec02-92fb-4bd6-98fe-8305179fbcaf,segment=NetworkSegment(2b06be37-87a1-4561-becf-00645e6c3e68),segment_id=2b06be37-87a1-4561-becf-00645e6c3e68)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:00:14.367214 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 05 03:00:14.367214 n-d-826942-8 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 05 03:00:14.367214 n-d-826942-8 neutron-server[109674]: [parameters: {'id': '0d6c388d-46e6-4f72-b64e-7dac001c649a'}] Feb 05 03:00:14.367214 n-d-826942-8 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:00:14.368101 n-d-826942-8 neutron-server[109674]: DEBUG oslo_db.api [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:00:14.373528 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f77bec02-92fb-4bd6-98fe-8305179fbcaf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:14.416556 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dba51a8d-178c-4717-8152-c7f3d895b9d4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (d5d36334-c664-4b37-b460-82ec6f38565e), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:14.516551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284a9d4-cb1c-419d-88ae-cd70549d1205 None None] Pushing event updated for resources: {'Port': ['ID=f77bec02-92fb-4bd6-98fe-8305179fbcaf,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:14.551617 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16804b56-5f63-4f6a-ba9b-370a7affcbbe None None] Network 0d6c388d-46e6-4f72-b64e-7dac001c649a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:14.684459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ecf71d-a6c8-400d-8538-5a8f849565a1 None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 03:00:14.871523 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (0d6c388d-46e6-4f72-b64e-7dac001c649a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:14.893708 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0f95f619-ffa0-4b87-9ea8-73ef43b971d9 None None] Provisioning complete for port a6c22003-7810-4b9f-8b05-b18c5f80e406 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:00:14.894690 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f95f619-ffa0-4b87-9ea8-73ef43b971d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a6c22003-7810-4b9f-8b05-b18c5f80e406), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:14.937489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0f95f619-ffa0-4b87-9ea8-73ef43b971d9 None None] Port a6c22003-7810-4b9f-8b05-b18c5f80e406 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:00:14.939281 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:00:14.966494 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Deleting port f77bec02-92fb-4bd6-98fe-8305179fbcaf {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:14.966934 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f77bec02-92fb-4bd6-98fe-8305179fbcaf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.053275 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] For port f77bec02-92fb-4bd6-98fe-8305179fbcaf, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f77bec02-92fb-4bd6-98fe-8305179fbcaf,segment=NetworkSegment(2b06be37-87a1-4561-becf-00645e6c3e68),segment_id=2b06be37-87a1-4561-becf-00645e6c3e68)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:15.054539 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f77bec02-92fb-4bd6-98fe-8305179fbcaf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.080104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Calling delete_port for f77bec02-92fb-4bd6-98fe-8305179fbcaf owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:15.104438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ecf71d-a6c8-400d-8538-5a8f849565a1 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 03:00:15.111786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:15.130541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1', 'mac_address': 'fa:16:3e:b6:c1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:00:15.190550 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f77bec02-92fb-4bd6-98fe-8305179fbcaf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.205837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No DVR routers for this DVR port f77bec02-92fb-4bd6-98fe-8305179fbcaf on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:00:15.231809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Port': ['ID=f77bec02-92fb-4bd6-98fe-8305179fbcaf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:15.278496 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:00:15.279015 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.330428 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.db.resource_extend [None req-dba51a8d-178c-4717-8152-c7f3d895b9d4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 03:00:15.332738 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (0d6c388d-46e6-4f72-b64e-7dac001c649a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.351895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:00:15.358149 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6c388d-46e6-4f72-b64e-7dac001c649a']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:15.368859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b06be37-87a1-4561-becf-00645e6c3e68') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:15.369413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b06be37-87a1-4561-becf-00645e6c3e68') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:15.382382 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (2b06be37-87a1-4561-becf-00645e6c3e68), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.391988 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:15.398685 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (2b06be37-87a1-4561-becf-00645e6c3e68), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.408666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:00:15.409324 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (2b06be37-87a1-4561-becf-00645e6c3e68), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.414413 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:00:15.481922 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:00:15.484735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009cfd6-c7d1-4a18-9d0e-9c7c852b4179 req-ff6426c5-3692-448a-be0c-ffc8b70b73ca tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:15.486941 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e009cfd6-c7d1-4a18-9d0e-9c7c852b4179 req-ff6426c5-3692-448a-be0c-ffc8b70b73ca tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 947 time: 0.2333810 Feb 05 03:00:15.487877 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (0d6c388d-46e6-4f72-b64e-7dac001c649a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.497283 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.503435 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/0d6c388d-46e6-4f72-b64e-7dac001c649a HTTP/1.1" status: 204 len: 168 time: 2.2360842 Feb 05 03:00:15.508817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57754) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:15.526546 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dba51a8d-178c-4717-8152-c7f3d895b9d4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.528582 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-03013e24-b097-4bb4-a616-28d7befc5cf7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1610362014'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:15.551745 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af760d6f-e4af-4612-ba75-6d8d07a3fa38 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Network': ['ID=0d6c388d-46e6-4f72-b64e-7dac001c649a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:15.552478 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dba51a8d-178c-4717-8152-c7f3d895b9d4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (d5d36334-c664-4b37-b460-82ec6f38565e), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.556246 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03013e24-b097-4bb4-a616-28d7befc5cf7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:15.565340 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:15.572132 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-03013e24-b097-4bb4-a616-28d7befc5cf7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.601806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03013e24-b097-4bb4-a616-28d7befc5cf7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:00:15.613294 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-03013e24-b097-4bb4-a616-28d7befc5cf7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (da8f8d67-782e-4f10-ac1b-62673a5c0f10), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.614025 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-03013e24-b097-4bb4-a616-28d7befc5cf7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Added segment da8f8d67-782e-4f10-ac1b-62673a5c0f10 of type vlan for network a89f7309-a467-49dc-8841-054f6049f817 Feb 05 03:00:15.669315 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e009cfd6-c7d1-4a18-9d0e-9c7c852b4179 req-1f1de388-0737-474c-8a46-2617cf8fee28 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/security-groups?id=165c9d33-73c0-4031-9c8b-331c089181aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691411 Feb 05 03:00:15.679261 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-03013e24-b097-4bb4-a616-28d7befc5cf7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (a89f7309-a467-49dc-8841-054f6049f817), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.703479 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['03d4f308-b893-4c5d-bb9a-1ab0ed194df1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:00:15.725681 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-03013e24-b097-4bb4-a616-28d7befc5cf7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (a89f7309-a467-49dc-8841-054f6049f817), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.732949 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03013e24-b097-4bb4-a616-28d7befc5cf7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:15.733860 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-03013e24-b097-4bb4-a616-28d7befc5cf7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:15.756565 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-dba51a8d-178c-4717-8152-c7f3d895b9d4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Floating IP d5d36334-c664-4b37-b460-82ec6f38565e associated. External IP: 172.25.0.48, port: 76405b07-bff1-44d9-82fc-e1ba5929095a. Feb 05 03:00:15.815338 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-03013e24-b097-4bb4-a616-28d7befc5cf7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3052235 Feb 05 03:00:15.816160 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57762) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:15.823796 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-631d367e-978f-489b-8a7b-666eb662883f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'subnet': {'network_id': 'a89f7309-a467-49dc-8841-054f6049f817', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:15.850573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03013e24-b097-4bb4-a616-28d7befc5cf7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Network': ['ID=a89f7309-a467-49dc-8841-054f6049f817,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:15.886138 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network a89f7309-a467-49dc-8841-054f6049f817 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:00:15.963448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631d367e-978f-489b-8a7b-666eb662883f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:15.970290 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-631d367e-978f-489b-8a7b-666eb662883f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:16.038143 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:16.071574 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba51a8d-178c-4717-8152-c7f3d895b9d4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 58e59221-3a0a-46e4-a440-29533fbdd9b2 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:00:16.265381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba51a8d-178c-4717-8152-c7f3d895b9d4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:00:16.279108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82b4fc4-1996-498b-be76-fac21d10338c None None] Sync routers for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:00:16.306249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82b4fc4-1996-498b-be76-fac21d10338c None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:16.306948 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f82b4fc4-1996-498b-be76-fac21d10338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:16.328778 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-631d367e-978f-489b-8a7b-666eb662883f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (7b702c9b-d26c-4dfb-9398-2ac29b8e550d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:16.390289 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f82b4fc4-1996-498b-be76-fac21d10338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:16.399977 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82b4fc4-1996-498b-be76-fac21d10338c None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:16.400797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f82b4fc4-1996-498b-be76-fac21d10338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:16.411525 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d367e-978f-489b-8a7b-666eb662883f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Subnet': ['ID=7b702c9b-d26c-4dfb-9398-2ac29b8e550d,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:16.426486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d367e-978f-489b-8a7b-666eb662883f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Checking segment: {'id': 'da8f8d67-782e-4f10-ac1b-62673a5c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a89f7309-a467-49dc-8841-054f6049f817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:16.426892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631d367e-978f-489b-8a7b-666eb662883f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network hostable DHCP agents. Network: a89f7309-a467-49dc-8841-054f6049f817, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:00:16.441388 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f82b4fc4-1996-498b-be76-fac21d10338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:16.442273 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82b4fc4-1996-498b-be76-fac21d10338c None None] The sync data for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:00:16.457051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631d367e-978f-489b-8a7b-666eb662883f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network a89f7309-a467-49dc-8841-054f6049f817 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:00:16.473572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-631d367e-978f-489b-8a7b-666eb662883f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, a89f7309-a467-49dc-8841-054f6049f817) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:16.483110 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec4dab5-5efb-4787-8e35-8e53f4b7ec89 None None] Network a89f7309-a467-49dc-8841-054f6049f817 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:16.485368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631d367e-978f-489b-8a7b-666eb662883f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:16.486286 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-631d367e-978f-489b-8a7b-666eb662883f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:16.516448 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-631d367e-978f-489b-8a7b-666eb662883f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6941235 Feb 05 03:00:16.517100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57786) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:16.641601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-a89f7309-a467-49dc-8841-054f6049f817', 'network_id': 'a89f7309-a467-49dc-8841-054f6049f817', 'project_id': 'ead3a833cad24a5d95a0bcdf3c020bea', 'fixed_ips': [{'subnet_id': '7b702c9b-d26c-4dfb-9398-2ac29b8e550d'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:00:16.643635 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:16.707921 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (a89f7309-a467-49dc-8841-054f6049f817), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:16.749808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba51a8d-178c-4717-8152-c7f3d895b9d4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 5ebb7e7f-9216-468c-89e3-e1d33fa47946 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:00:16.811024 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (7b702c9b-d26c-4dfb-9398-2ac29b8e550d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:16.938115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Allocated IP 172.20.0.1 (a89f7309-a467-49dc-8841-054f6049f817/7b702c9b-d26c-4dfb-9398-2ac29b8e550d/600ae551-51f6-4bd7-9c2b-be191b91b0d7) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:00:17.010626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:00:17.107764 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:00:17.124054 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:00:17.124801 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:17.233555 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Publish callbacks [] for port (600ae551-51f6-4bd7-9c2b-be191b91b0d7), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:17.268539 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (7b702c9b-d26c-4dfb-9398-2ac29b8e550d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:17.299052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:00:17.299972 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:17.315104 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (600ae551-51f6-4bd7-9c2b-be191b91b0d7), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:17.344685 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Subnet': ['ID=7b702c9b-d26c-4dfb-9398-2ac29b8e550d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:17.363234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c06d1b-3447-476f-b017-2c8a53784027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:00:17.366690 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9823e571-e317-461b-b5e7-0377ac67a3b3" -d '{"events": [{"server_uuid": "48c06d1b-3447-476f-b017-2c8a53784027", "name": "network-vif-plugged", "status": "completed", "tag": "03d4f308-b893-4c5d-bb9a-1ab0ed194df1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:00:17.407278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:17.421064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Network a89f7309-a467-49dc-8841-054f6049f817 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:00:17.482610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:17.488769 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:17.498309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:00:17.511451 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Pushing event updated for resources: {'Port': ['ID=600ae551-51f6-4bd7-9c2b-be191b91b0d7,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:17.603665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba51a8d-178c-4717-8152-c7f3d895b9d4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:00:17.616511 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dba51a8d-178c-4717-8152-c7f3d895b9d4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:17.619196 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f471514b-d761-45dc-8c2e-726b1f9b9a57 None None] Sync routers for ids ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:00:17.662118 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f471514b-d761-45dc-8c2e-726b1f9b9a57 None None] Routers {'5ebb7e7f-9216-468c-89e3-e1d33fa47946'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:17.664164 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f471514b-d761-45dc-8c2e-726b1f9b9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:17.667013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a22f0-8c2f-4d50-87d0-f687d1fe7595 req-3192233f-7572-42fc-b77f-72621bc1bf19 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:17.669143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7e5a22f0-8c2f-4d50-87d0-f687d1fe7595 req-3192233f-7572-42fc-b77f-72621bc1bf19 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 948 time: 0.8423612 Feb 05 03:00:17.684175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (a89f7309-a467-49dc-8841-054f6049f817), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:17.690252 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:17.741266 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dba51a8d-178c-4717-8152-c7f3d895b9d4 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "PUT /v2.0/floatingips/d5d36334-c664-4b37-b460-82ec6f38565e HTTP/1.1" status: 200 len: 977 time: 3.4129317 Feb 05 03:00:17.747520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57824) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:17.754828 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89f7309-a467-49dc-8841-054f6049f817']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:17.768386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8f8d67-782e-4f10-ac1b-62673a5c0f10') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:17.768669 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8f8d67-782e-4f10-ac1b-62673a5c0f10') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:17.781437 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (da8f8d67-782e-4f10-ac1b-62673a5c0f10), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:17.798446 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (da8f8d67-782e-4f10-ac1b-62673a5c0f10), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:17.805016 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:00:17.805426 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (da8f8d67-782e-4f10-ac1b-62673a5c0f10), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:17.830313 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd13660-5887-41e1-a3c3-31822d850099 x-openstack-request-id: req-6fd13660-5887-41e1-a3c3-31822d850099 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:00:17.830619 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c06d1b-3447-476f-b017-2c8a53784027", "name": "network-vif-plugged", "status": "completed", "tag": "03d4f308-b893-4c5d-bb9a-1ab0ed194df1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:00:17.831080 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6fd13660-5887-41e1-a3c3-31822d850099 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:00:17.832180 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c06d1b-3447-476f-b017-2c8a53784027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1', 'code': 200} Feb 05 03:00:17.837999 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Attempting to bind port 600ae551-51f6-4bd7-9c2b-be191b91b0d7 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:00:17.841766 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Attempting to bind port 600ae551-51f6-4bd7-9c2b-be191b91b0d7 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'da8f8d67-782e-4f10-ac1b-62673a5c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a89f7309-a467-49dc-8841-054f6049f817'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:00:17.842457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Attempting to bind port 600ae551-51f6-4bd7-9c2b-be191b91b0d7 on network a89f7309-a467-49dc-8841-054f6049f817 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:00:17.848248 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7e5a22f0-8c2f-4d50-87d0-f687d1fe7595 req-5fc2ac0d-3b5e-42f6-ace6-18e0134e7c14 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/security-groups?id=165c9d33-73c0-4031-9c8b-331c089181aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520245 Feb 05 03:00:17.869792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:00:17.873640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Checking segment: {'id': 'da8f8d67-782e-4f10-ac1b-62673a5c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a89f7309-a467-49dc-8841-054f6049f817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:17.874298 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:17.875225 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Bound using segment: {'id': 'da8f8d67-782e-4f10-ac1b-62673a5c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a89f7309-a467-49dc-8841-054f6049f817'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:00:17.878847 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Bound port: 600ae551-51f6-4bd7-9c2b-be191b91b0d7, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8f8d67-782e-4f10-ac1b-62673a5c0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a89f7309-a467-49dc-8841-054f6049f817'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:00:17.879498 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (600ae551-51f6-4bd7-9c2b-be191b91b0d7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:17.883720 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f471514b-d761-45dc-8c2e-726b1f9b9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:00:17.890901 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:00:17.894104 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 05 03:00:17.894104 n-d-826942-8 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 05 03:00:17.894104 n-d-826942-8 neutron-server[109674]: [parameters: {'id': 'a89f7309-a467-49dc-8841-054f6049f817'}] Feb 05 03:00:17.894104 n-d-826942-8 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:00:17.894104 n-d-826942-8 neutron-server[109674]: DEBUG oslo_db.api [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:00:17.896012 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-6e59027e-a2ed-4fdd-ab4b-16722ac28b4b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Deleting port a6c22003-7810-4b9f-8b05-b18c5f80e406 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:17.896672 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e59027e-a2ed-4fdd-ab4b-16722ac28b4b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a6c22003-7810-4b9f-8b05-b18c5f80e406), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:17.911967 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f471514b-d761-45dc-8c2e-726b1f9b9a57 None None] Routers {'5ebb7e7f-9216-468c-89e3-e1d33fa47946'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:17.912606 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f471514b-d761-45dc-8c2e-726b1f9b9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:17.990232 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f471514b-d761-45dc-8c2e-726b1f9b9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:17.991165 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f471514b-d761-45dc-8c2e-726b1f9b9a57 None None] The sync data for ids ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:00:18.060579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] For port 600ae551-51f6-4bd7-9c2b-be191b91b0d7, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:00:18.064627 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] For port 600ae551-51f6-4bd7-9c2b-be191b91b0d7, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=600ae551-51f6-4bd7-9c2b-be191b91b0d7,segment=NetworkSegment(da8f8d67-782e-4f10-ac1b-62673a5c0f10),segment_id=da8f8d67-782e-4f10-ac1b-62673a5c0f10)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:00:18.073086 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (600ae551-51f6-4bd7-9c2b-be191b91b0d7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:18.110685 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e59027e-a2ed-4fdd-ab4b-16722ac28b4b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a6c22003-7810-4b9f-8b05-b18c5f80e406), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:18.226010 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43fb86-1c38-4bff-a6c6-f87dbfff39f2 None None] Pushing event updated for resources: {'Port': ['ID=600ae551-51f6-4bd7-9c2b-be191b91b0d7,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:18.271234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f468006b-08d3-4915-b670-05b3898ee7fe None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 03:00:18.394296 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (a89f7309-a467-49dc-8841-054f6049f817), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:18.424951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c86aa-3004-4e31-9943-41e623199004 req-4555dfd3-c211-47ed-9414-2bca17230096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:18.426451 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb8c86aa-3004-4e31-9943-41e623199004 req-4555dfd3-c211-47ed-9414-2bca17230096 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 1131 time: 0.4945991 Feb 05 03:00:18.465623 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e59027e-a2ed-4fdd-ab4b-16722ac28b4b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:18.465985 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e59027e-a2ed-4fdd-ab4b-16722ac28b4b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (d5d36334-c664-4b37-b460-82ec6f38565e), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:18.466298 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-6e59027e-a2ed-4fdd-ab4b-16722ac28b4b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Floating IP d5d36334-c664-4b37-b460-82ec6f38565e disassociated. External IP: 172.25.0.48, port: a6c22003-7810-4b9f-8b05-b18c5f80e406. Feb 05 03:00:18.466637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-6e59027e-a2ed-4fdd-ab4b-16722ac28b4b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Calling delete_port for a6c22003-7810-4b9f-8b05-b18c5f80e406 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:18.471574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Deleting port 600ae551-51f6-4bd7-9c2b-be191b91b0d7 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:18.472604 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (600ae551-51f6-4bd7-9c2b-be191b91b0d7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:18.474188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f468006b-08d3-4915-b670-05b3898ee7fe None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 03:00:18.532720 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb8c86aa-3004-4e31-9943-41e623199004 req-b54d3ff4-d01b-4a71-baa9-b9376a6419f8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=165c9d33-73c0-4031-9c8b-331c089181aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962338 Feb 05 03:00:18.562708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] For port 600ae551-51f6-4bd7-9c2b-be191b91b0d7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=600ae551-51f6-4bd7-9c2b-be191b91b0d7,segment=NetworkSegment(da8f8d67-782e-4f10-ac1b-62673a5c0f10),segment_id=da8f8d67-782e-4f10-ac1b-62673a5c0f10)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:18.563705 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (600ae551-51f6-4bd7-9c2b-be191b91b0d7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:18.581986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Calling delete_port for 600ae551-51f6-4bd7-9c2b-be191b91b0d7 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:18.667024 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e59027e-a2ed-4fdd-ab4b-16722ac28b4b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (a6c22003-7810-4b9f-8b05-b18c5f80e406), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:18.707704 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (600ae551-51f6-4bd7-9c2b-be191b91b0d7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:18.715361 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59027e-a2ed-4fdd-ab4b-16722ac28b4b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Port': ['ID=a6c22003-7810-4b9f-8b05-b18c5f80e406,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:18.737908 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Port': ['ID=600ae551-51f6-4bd7-9c2b-be191b91b0d7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:18.748909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No DVR routers for this DVR port 600ae551-51f6-4bd7-9c2b-be191b91b0d7 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:00:18.827531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5db6011-d08b-4007-9885-9d1a0755c5fc None None] Network a89f7309-a467-49dc-8841-054f6049f817 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:18.889763 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (a89f7309-a467-49dc-8841-054f6049f817), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:18.957351 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89f7309-a467-49dc-8841-054f6049f817']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:18.983524 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8f8d67-782e-4f10-ac1b-62673a5c0f10') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:18.984239 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8f8d67-782e-4f10-ac1b-62673a5c0f10') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:19.005184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e59027e-a2ed-4fdd-ab4b-16722ac28b4b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 5ebb7e7f-9216-468c-89e3-e1d33fa47946 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:00:19.021462 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (da8f8d67-782e-4f10-ac1b-62673a5c0f10), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:19.051589 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (da8f8d67-782e-4f10-ac1b-62673a5c0f10), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:19.067261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:00:19.068116 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (da8f8d67-782e-4f10-ac1b-62673a5c0f10), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:00:19.076382 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:00:19.207862 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (a89f7309-a467-49dc-8841-054f6049f817), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:19.219755 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:19.222963 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/a89f7309-a467-49dc-8841-054f6049f817 HTTP/1.1" status: 204 len: 168 time: 2.7048228 Feb 05 03:00:19.250690 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57874) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:19.261600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f9a70a0c-af6d-4787-a0fc-064cdb86609a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-874628022'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:19.264117 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce54fc-23c9-4989-984d-6dee18560751 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Network': ['ID=a89f7309-a467-49dc-8841-054f6049f817,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:19.340241 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e59027e-a2ed-4fdd-ab4b-16722ac28b4b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:00:19.351548 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec4c604-e403-4a86-b2ed-891c6655bd74 None None] Sync routers for ids ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:00:19.374110 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec4c604-e403-4a86-b2ed-891c6655bd74 None None] Routers {'5ebb7e7f-9216-468c-89e3-e1d33fa47946'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:19.375616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fec4c604-e403-4a86-b2ed-891c6655bd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:19.386398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfe742-6e6a-4718-acbb-c3c3152bafe0 req-92ca4e5e-a04a-4c11-be4d-09fbadb86d7a tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:19.393876 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dacfe742-6e6a-4718-acbb-c3c3152bafe0 req-92ca4e5e-a04a-4c11-be4d-09fbadb86d7a tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 949 time: 0.3707063 Feb 05 03:00:19.453081 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a70a0c-af6d-4787-a0fc-064cdb86609a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:19.456641 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a70a0c-af6d-4787-a0fc-064cdb86609a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:19.472429 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fec4c604-e403-4a86-b2ed-891c6655bd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:19.493472 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec4c604-e403-4a86-b2ed-891c6655bd74 None None] Routers {'5ebb7e7f-9216-468c-89e3-e1d33fa47946'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:19.494322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fec4c604-e403-4a86-b2ed-891c6655bd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:19.503410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a70a0c-af6d-4787-a0fc-064cdb86609a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:00:19.515982 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a70a0c-af6d-4787-a0fc-064cdb86609a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ae5b9625-ea36-43cd-9077-453a24b6bff0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:19.516336 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-f9a70a0c-af6d-4787-a0fc-064cdb86609a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Added segment ae5b9625-ea36-43cd-9077-453a24b6bff0 of type vlan for network 9a7c1f27-6761-433e-99db-e6d0095adae7 Feb 05 03:00:19.559173 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fec4c604-e403-4a86-b2ed-891c6655bd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:19.559901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec4c604-e403-4a86-b2ed-891c6655bd74 None None] The sync data for ids ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:00:19.591521 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a70a0c-af6d-4787-a0fc-064cdb86609a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (9a7c1f27-6761-433e-99db-e6d0095adae7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:19.622034 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e59027e-a2ed-4fdd-ab4b-16722ac28b4b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:19.627943 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6e59027e-a2ed-4fdd-ab4b-16722ac28b4b tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/ports/a6c22003-7810-4b9f-8b05-b18c5f80e406 HTTP/1.1" status: 204 len: 168 time: 1.8766251 Feb 05 03:00:19.627943 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a70a0c-af6d-4787-a0fc-064cdb86609a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (9a7c1f27-6761-433e-99db-e6d0095adae7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:19.628257 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57886) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:19.647764 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a70a0c-af6d-4787-a0fc-064cdb86609a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:19.648407 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a70a0c-af6d-4787-a0fc-064cdb86609a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:19.728563 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dacfe742-6e6a-4718-acbb-c3c3152bafe0 req-17a77775-67a2-4351-b237-f93db38b24cc tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/security-groups?id=165c9d33-73c0-4031-9c8b-331c089181aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337538 Feb 05 03:00:19.829104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f9a70a0c-af6d-4787-a0fc-064cdb86609a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5728819 Feb 05 03:00:19.829646 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57892) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:19.833593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a70a0c-af6d-4787-a0fc-064cdb86609a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Network': ['ID=9a7c1f27-6761-433e-99db-e6d0095adae7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:19.840372 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-872c2f77-1428-4e82-a7dd-5689ddd69ba6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'subnet': {'network_id': '9a7c1f27-6761-433e-99db-e6d0095adae7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:19.847773 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 9a7c1f27-6761-433e-99db-e6d0095adae7 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:00:20.131789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872c2f77-1428-4e82-a7dd-5689ddd69ba6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:20.136463 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-872c2f77-1428-4e82-a7dd-5689ddd69ba6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:20.511595 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-872c2f77-1428-4e82-a7dd-5689ddd69ba6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (7490eeff-4f2d-4847-abe0-d5421bd454fa), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:20.597932 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6da58bd-68a8-4c5f-b10e-d9c861a027dd tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (5ebb7e7f-9216-468c-89e3-e1d33fa47946), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:20.646422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c2f77-1428-4e82-a7dd-5689ddd69ba6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Subnet': ['ID=7490eeff-4f2d-4847-abe0-d5421bd454fa,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:20.713235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c2f77-1428-4e82-a7dd-5689ddd69ba6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Checking segment: {'id': 'ae5b9625-ea36-43cd-9077-453a24b6bff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9a7c1f27-6761-433e-99db-e6d0095adae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:20.714360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872c2f77-1428-4e82-a7dd-5689ddd69ba6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network hostable DHCP agents. Network: 9a7c1f27-6761-433e-99db-e6d0095adae7, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:00:20.770131 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872c2f77-1428-4e82-a7dd-5689ddd69ba6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network 9a7c1f27-6761-433e-99db-e6d0095adae7 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:00:20.804810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-872c2f77-1428-4e82-a7dd-5689ddd69ba6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 9a7c1f27-6761-433e-99db-e6d0095adae7) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:20.816895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872c2f77-1428-4e82-a7dd-5689ddd69ba6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:20.817578 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-872c2f77-1428-4e82-a7dd-5689ddd69ba6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:20.818263 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad813704-ba04-4b9f-a9ba-716b8d45fa57 None None] Network 9a7c1f27-6761-433e-99db-e6d0095adae7 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:20.924722 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-872c2f77-1428-4e82-a7dd-5689ddd69ba6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0927918 Feb 05 03:00:20.935767 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc03cd-2379-4535-975a-e85ec239e026 req-36090523-e8cf-4982-933b-849a5911a176 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:20.939115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9dc03cd-2379-4535-975a-e85ec239e026 req-36090523-e8cf-4982-933b-849a5911a176 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 949 time: 0.1008463 Feb 05 03:00:20.941866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57910) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:21.052656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-9a7c1f27-6761-433e-99db-e6d0095adae7', 'network_id': '9a7c1f27-6761-433e-99db-e6d0095adae7', 'project_id': 'ead3a833cad24a5d95a0bcdf3c020bea', 'fixed_ips': [{'subnet_id': '7490eeff-4f2d-4847-abe0-d5421bd454fa'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:00:21.062647 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:21.136006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9dc03cd-2379-4535-975a-e85ec239e026 req-5fb48558-a4d8-40f2-91bd-fe614dba9f71 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/security-groups?id=165c9d33-73c0-4031-9c8b-331c089181aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764565 Feb 05 03:00:21.231110 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (9a7c1f27-6761-433e-99db-e6d0095adae7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:21.293285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c6da58bd-68a8-4c5f-b10e-d9c861a027dd tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Deleting port 6157bc2c-901d-4f81-a7bb-66cf02c981b1 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:21.293638 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6da58bd-68a8-4c5f-b10e-d9c861a027dd tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6157bc2c-901d-4f81-a7bb-66cf02c981b1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:21.311482 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57916) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:21.343668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Allocated IP 172.20.0.1 (9a7c1f27-6761-433e-99db-e6d0095adae7/7490eeff-4f2d-4847-abe0-d5421bd454fa/68d23ec1-769f-4376-9c6e-f4007c6e4214) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:00:21.502581 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (7490eeff-4f2d-4847-abe0-d5421bd454fa), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:21.526272 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6da58bd-68a8-4c5f-b10e-d9c861a027dd tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6157bc2c-901d-4f81-a7bb-66cf02c981b1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:21.542596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c6da58bd-68a8-4c5f-b10e-d9c861a027dd tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Calling delete_port for 6157bc2c-901d-4f81-a7bb-66cf02c981b1 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:21.624359 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2b5625a-e814-4ebd-a20f-878b4922cfdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:21.927718 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2b5625a-e814-4ebd-a20f-878b4922cfdb admin admin] Publish callbacks [] for security_group (7b3977b5-1f06-44dc-86d9-1601f2316bce), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:21.938927 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2b5625a-e814-4ebd-a20f-878b4922cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7b3977b5-1f06-44dc-86d9-1601f2316bce), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:22.034633 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d2b5625a-e814-4ebd-a20f-878b4922cfdb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=69a09bef7a7947d6873b50cbcfecca40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7218740 Feb 05 03:00:22.037720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57934) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:22.052572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5625a-e814-4ebd-a20f-878b4922cfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3977b5-1f06-44dc-86d9-1601f2316bce,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:22.060457 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6da58bd-68a8-4c5f-b10e-d9c861a027dd tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6157bc2c-901d-4f81-a7bb-66cf02c981b1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:22.098266 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Publish callbacks [] for port (68d23ec1-769f-4376-9c6e-f4007c6e4214), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:22.108231 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (68d23ec1-769f-4376-9c6e-f4007c6e4214), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:22.121779 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da58bd-68a8-4c5f-b10e-d9c861a027dd tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Port': ['ID=6157bc2c-901d-4f81-a7bb-66cf02c981b1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:22.202057 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f7c12ca0-e128-4aea-800e-35bdff6b7698 admin admin] Publish callbacks [] for security_group (7b3977b5-1f06-44dc-86d9-1601f2316bce), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:22.220217 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (7490eeff-4f2d-4847-abe0-d5421bd454fa), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:22.288668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Pushing event updated for resources: {'Port': ['ID=68d23ec1-769f-4376-9c6e-f4007c6e4214,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:22.310532 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Subnet': ['ID=7490eeff-4f2d-4847-abe0-d5421bd454fa,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:22.325145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Network 9a7c1f27-6761-433e-99db-e6d0095adae7 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:00:22.334489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:22.345119 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:00:22.435646 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f7c12ca0-e128-4aea-800e-35bdff6b7698 admin admin] Publish callbacks [] for security_group (7b3977b5-1f06-44dc-86d9-1601f2316bce), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:22.457995 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (9a7c1f27-6761-433e-99db-e6d0095adae7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:22.497339 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Attempting to bind port 68d23ec1-769f-4376-9c6e-f4007c6e4214 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:00:22.498158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Attempting to bind port 68d23ec1-769f-4376-9c6e-f4007c6e4214 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'ae5b9625-ea36-43cd-9077-453a24b6bff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9a7c1f27-6761-433e-99db-e6d0095adae7'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:00:22.499355 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7c1f27-6761-433e-99db-e6d0095adae7']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:22.499705 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Attempting to bind port 68d23ec1-769f-4376-9c6e-f4007c6e4214 on network 9a7c1f27-6761-433e-99db-e6d0095adae7 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:00:22.509318 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:00:22.510494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Checking segment: {'id': 'ae5b9625-ea36-43cd-9077-453a24b6bff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9a7c1f27-6761-433e-99db-e6d0095adae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:22.511407 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:22.512057 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Bound using segment: {'id': 'ae5b9625-ea36-43cd-9077-453a24b6bff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9a7c1f27-6761-433e-99db-e6d0095adae7'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:00:22.513403 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Bound port: 68d23ec1-769f-4376-9c6e-f4007c6e4214, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5b9625-ea36-43cd-9077-453a24b6bff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9a7c1f27-6761-433e-99db-e6d0095adae7'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:00:22.514032 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (68d23ec1-769f-4376-9c6e-f4007c6e4214), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:22.517528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5b9625-ea36-43cd-9077-453a24b6bff0') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:22.521202 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5b9625-ea36-43cd-9077-453a24b6bff0') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:22.543640 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (ae5b9625-ea36-43cd-9077-453a24b6bff0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:22.568894 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ae5b9625-ea36-43cd-9077-453a24b6bff0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:22.578534 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:00:22.579325 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (ae5b9625-ea36-43cd-9077-453a24b6bff0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:00:22.582608 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:00:22.584994 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6da58bd-68a8-4c5f-b10e-d9c861a027dd tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (5ebb7e7f-9216-468c-89e3-e1d33fa47946), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:22.627820 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] For port 68d23ec1-769f-4376-9c6e-f4007c6e4214, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:00:22.649044 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f7c12ca0-e128-4aea-800e-35bdff6b7698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7b3977b5-1f06-44dc-86d9-1601f2316bce), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:22.652216 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f7c12ca0-e128-4aea-800e-35bdff6b7698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:22.653457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f7c12ca0-e128-4aea-800e-35bdff6b7698 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b3977b5-1f06-44dc-86d9-1601f2316bce HTTP/1.1" status: 204 len: 168 time: 0.6146510 Feb 05 03:00:22.667338 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c12ca0-e128-4aea-800e-35bdff6b7698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3977b5-1f06-44dc-86d9-1601f2316bce,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:22.676127 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.db.api [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 05 03:00:22.676127 n-d-826942-8 neutron-server[109675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 05 03:00:22.676127 n-d-826942-8 neutron-server[109675]: [parameters: {'id': '9a7c1f27-6761-433e-99db-e6d0095adae7'}] Feb 05 03:00:22.676127 n-d-826942-8 neutron-server[109675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:00:22.676537 n-d-826942-8 neutron-server[109675]: DEBUG oslo_db.api [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:00:22.679504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] For port 68d23ec1-769f-4376-9c6e-f4007c6e4214, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=68d23ec1-769f-4376-9c6e-f4007c6e4214,segment=NetworkSegment(ae5b9625-ea36-43cd-9077-453a24b6bff0),segment_id=ae5b9625-ea36-43cd-9077-453a24b6bff0)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:00:22.697538 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (68d23ec1-769f-4376-9c6e-f4007c6e4214), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:22.767241 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7c9d2-84de-4b81-adbf-0f296c81fea1 None None] Pushing event updated for resources: {'Port': ['ID=68d23ec1-769f-4376-9c6e-f4007c6e4214,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:22.856295 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd93c1e7-2d13-4beb-90de-f803d23a187b None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 03:00:22.936440 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6da58bd-68a8-4c5f-b10e-d9c861a027dd tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 5ebb7e7f-9216-468c-89e3-e1d33fa47946 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:00:23.003949 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd93c1e7-2d13-4beb-90de-f803d23a187b None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 03:00:23.100197 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57956) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:23.129483 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-30695bef-f78b-4d80-8c4e-7fffd98bcae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:23.140921 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6da58bd-68a8-4c5f-b10e-d9c861a027dd tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:00:23.148566 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c6da58bd-68a8-4c5f-b10e-d9c861a027dd tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "PUT /v2.0/routers/5ebb7e7f-9216-468c-89e3-e1d33fa47946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5185635 Feb 05 03:00:23.151004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57960) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:23.154212 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13faace-b40c-4fc6-924d-e17b017feaca None None] Sync routers for ids ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:00:23.173155 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13faace-b40c-4fc6-924d-e17b017feaca None None] Routers {'5ebb7e7f-9216-468c-89e3-e1d33fa47946'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:23.173861 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b13faace-b40c-4fc6-924d-e17b017feaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:23.177362 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (9a7c1f27-6761-433e-99db-e6d0095adae7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:23.255602 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b13faace-b40c-4fc6-924d-e17b017feaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:23.288259 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13faace-b40c-4fc6-924d-e17b017feaca None None] Routers {'5ebb7e7f-9216-468c-89e3-e1d33fa47946'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:23.288907 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b13faace-b40c-4fc6-924d-e17b017feaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:23.303719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Deleting port 68d23ec1-769f-4376-9c6e-f4007c6e4214 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:23.304409 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (68d23ec1-769f-4376-9c6e-f4007c6e4214), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:23.341324 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b13faace-b40c-4fc6-924d-e17b017feaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:23.342155 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13faace-b40c-4fc6-924d-e17b017feaca None None] The sync data for ids ['5ebb7e7f-9216-468c-89e3-e1d33fa47946'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:00:23.437970 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da804a63-4f86-4b57-a1af-a6115bce684e None None] Network 9a7c1f27-6761-433e-99db-e6d0095adae7 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:23.445436 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] For port 68d23ec1-769f-4376-9c6e-f4007c6e4214, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=68d23ec1-769f-4376-9c6e-f4007c6e4214,segment=NetworkSegment(ae5b9625-ea36-43cd-9077-453a24b6bff0),segment_id=ae5b9625-ea36-43cd-9077-453a24b6bff0)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:23.446131 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (68d23ec1-769f-4376-9c6e-f4007c6e4214), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:23.451179 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da515e82-bbe7-47be-973a-1006fbae5a66 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router (5ebb7e7f-9216-468c-89e3-e1d33fa47946), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:23.473395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Calling delete_port for 68d23ec1-769f-4376-9c6e-f4007c6e4214 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:23.536529 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-30695bef-f78b-4d80-8c4e-7fffd98bcae0 admin admin] Publish callbacks [] for security_group (4c552661-40df-4a59-afb2-4ae70531e02f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:23.554647 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-30695bef-f78b-4d80-8c4e-7fffd98bcae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4c552661-40df-4a59-afb2-4ae70531e02f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:23.576800 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (68d23ec1-769f-4376-9c6e-f4007c6e4214), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:23.626427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No DVR routers for this DVR port 68d23ec1-769f-4376-9c6e-f4007c6e4214 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:00:23.628692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Port': ['ID=68d23ec1-769f-4376-9c6e-f4007c6e4214,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:23.629033 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-30695bef-f78b-4d80-8c4e-7fffd98bcae0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f77f8a711e44b52893ccaa52c6dd550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5270023 Feb 05 03:00:23.633070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57972) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:23.662454 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30695bef-f78b-4d80-8c4e-7fffd98bcae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c552661-40df-4a59-afb2-4ae70531e02f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:23.675982 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da515e82-bbe7-47be-973a-1006fbae5a66 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router_gateway (5ebb7e7f-9216-468c-89e3-e1d33fa47946), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:23.762702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-da515e82-bbe7-47be-973a-1006fbae5a66 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Deleting port ebe6b828-7fd7-419e-a7d4-4270deee3ce9 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:23.763151 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da515e82-bbe7-47be-973a-1006fbae5a66 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ebe6b828-7fd7-419e-a7d4-4270deee3ce9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:23.778540 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (9a7c1f27-6761-433e-99db-e6d0095adae7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:23.816393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7c1f27-6761-433e-99db-e6d0095adae7']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:23.828690 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7fee3b5d-fa7b-4c29-8824-27b3cca5d130 admin admin] Publish callbacks [] for security_group (4c552661-40df-4a59-afb2-4ae70531e02f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:23.831429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5b9625-ea36-43cd-9077-453a24b6bff0') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:23.831726 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5b9625-ea36-43cd-9077-453a24b6bff0') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:23.849192 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (ae5b9625-ea36-43cd-9077-453a24b6bff0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:23.879980 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7fee3b5d-fa7b-4c29-8824-27b3cca5d130 admin admin] Publish callbacks [] for security_group (4c552661-40df-4a59-afb2-4ae70531e02f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:23.881845 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ae5b9625-ea36-43cd-9077-453a24b6bff0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:23.906072 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:00:23.906462 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (ae5b9625-ea36-43cd-9077-453a24b6bff0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:00:23.909734 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:00:24.036865 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (9a7c1f27-6761-433e-99db-e6d0095adae7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:24.060935 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:24.069867 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/9a7c1f27-6761-433e-99db-e6d0095adae7 HTTP/1.1" status: 204 len: 168 time: 3.1267118 Feb 05 03:00:24.072363 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d6b2f-d8fb-4b75-9087-92b8d03101ea tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Network': ['ID=9a7c1f27-6761-433e-99db-e6d0095adae7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:24.074911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57976) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:24.080646 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ed1f983d-9033-42fa-81df-86721172d28d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2067833879'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:24.087612 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7fee3b5d-fa7b-4c29-8824-27b3cca5d130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4c552661-40df-4a59-afb2-4ae70531e02f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:24.091218 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7fee3b5d-fa7b-4c29-8824-27b3cca5d130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:24.092819 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7fee3b5d-fa7b-4c29-8824-27b3cca5d130 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c552661-40df-4a59-afb2-4ae70531e02f HTTP/1.1" status: 204 len: 168 time: 0.4011190 Feb 05 03:00:24.145259 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee3b5d-fa7b-4c29-8824-27b3cca5d130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c552661-40df-4a59-afb2-4ae70531e02f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:24.184775 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1f983d-9033-42fa-81df-86721172d28d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:24.193511 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed1f983d-9033-42fa-81df-86721172d28d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:24.247146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1f983d-9033-42fa-81df-86721172d28d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:00:24.270580 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed1f983d-9033-42fa-81df-86721172d28d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (93a048b6-8493-4f23-8160-f2651a38c2b0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:24.270967 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-ed1f983d-9033-42fa-81df-86721172d28d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Added segment 93a048b6-8493-4f23-8160-f2651a38c2b0 of type vlan for network 41bd787f-0520-4f1c-8461-3eb564fddbad Feb 05 03:00:24.353015 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed1f983d-9033-42fa-81df-86721172d28d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (41bd787f-0520-4f1c-8461-3eb564fddbad), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:24.385136 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da515e82-bbe7-47be-973a-1006fbae5a66 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ebe6b828-7fd7-419e-a7d4-4270deee3ce9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:24.400140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-da515e82-bbe7-47be-973a-1006fbae5a66 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Calling delete_port for ebe6b828-7fd7-419e-a7d4-4270deee3ce9 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:24.408882 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed1f983d-9033-42fa-81df-86721172d28d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (41bd787f-0520-4f1c-8461-3eb564fddbad), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:24.420176 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f983d-9033-42fa-81df-86721172d28d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:24.421825 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed1f983d-9033-42fa-81df-86721172d28d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:24.553223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ed1f983d-9033-42fa-81df-86721172d28d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4764566 Feb 05 03:00:24.554650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57994) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:24.574052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-aa07cfcd-cc1c-433e-9510-408314bec1b4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:24.614369 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f983d-9033-42fa-81df-86721172d28d tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Network': ['ID=41bd787f-0520-4f1c-8461-3eb564fddbad,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:24.632520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 41bd787f-0520-4f1c-8461-3eb564fddbad details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:00:24.703621 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da515e82-bbe7-47be-973a-1006fbae5a66 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ebe6b828-7fd7-419e-a7d4-4270deee3ce9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:24.767844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515e82-bbe7-47be-973a-1006fbae5a66 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Port': ['ID=ebe6b828-7fd7-419e-a7d4-4270deee3ce9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:24.862368 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da515e82-bbe7-47be-973a-1006fbae5a66 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (5ebb7e7f-9216-468c-89e3-e1d33fa47946), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:24.880327 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa07cfcd-cc1c-433e-9510-408314bec1b4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (41bd787f-0520-4f1c-8461-3eb564fddbad), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:24.901965 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa07cfcd-cc1c-433e-9510-408314bec1b4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (41bd787f-0520-4f1c-8461-3eb564fddbad), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:24.965616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:00:25.007259 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da515e82-bbe7-47be-973a-1006fbae5a66 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (5ebb7e7f-9216-468c-89e3-e1d33fa47946), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:25.011927 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da515e82-bbe7-47be-973a-1006fbae5a66 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router_controller (5ebb7e7f-9216-468c-89e3-e1d33fa47946), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:25.044076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa07cfcd-cc1c-433e-9510-408314bec1b4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network 41bd787f-0520-4f1c-8461-3eb564fddbad is not hosted by any dhcp agent {{(pid=109675) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 05 03:00:25.062430 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa07cfcd-cc1c-433e-9510-408314bec1b4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:25.063130 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa07cfcd-cc1c-433e-9510-408314bec1b4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:25.070339 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-aa07cfcd-cc1c-433e-9510-408314bec1b4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "PUT /v2.0/networks/41bd787f-0520-4f1c-8461-3eb564fddbad HTTP/1.1" status: 200 len: 723 time: 0.5076408 Feb 05 03:00:25.081645 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58014) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:25.087080 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7c8ddca1-b75a-44c5-8e11-63ab89718c7a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'subnet': {'network_id': '41bd787f-0520-4f1c-8461-3eb564fddbad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:25.156843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da515e82-bbe7-47be-973a-1006fbae5a66 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (5ebb7e7f-9216-468c-89e3-e1d33fa47946), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:25.160445 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da515e82-bbe7-47be-973a-1006fbae5a66 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Fanout notify agent at l3_agent the message router_deleted on router 5ebb7e7f-9216-468c-89e3-e1d33fa47946 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:00:25.176711 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da515e82-bbe7-47be-973a-1006fbae5a66 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:25.180308 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-da515e82-bbe7-47be-973a-1006fbae5a66 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/routers/5ebb7e7f-9216-468c-89e3-e1d33fa47946 HTTP/1.1" status: 204 len: 168 time: 2.0252850 Feb 05 03:00:25.180881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58022) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:25.221639 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07cfcd-cc1c-433e-9510-408314bec1b4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Network': ['ID=41bd787f-0520-4f1c-8461-3eb564fddbad,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:25.230773 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:25.247527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 41bd787f-0520-4f1c-8461-3eb564fddbad details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:00:25.283607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1', 'mac_address': 'fa:16:3e:b6:c1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:00:25.298602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc203b19-4a17-4344-8073-ce949ec8dfff tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Deleting subnet f90bad40-d10a-42f4-b455-5bcce2afcb19 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:00:25.305064 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8ddca1-b75a-44c5-8e11-63ab89718c7a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:25.311524 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddca1-b75a-44c5-8e11-63ab89718c7a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:25.319595 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc203b19-4a17-4344-8073-ce949ec8dfff tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for subnet (f90bad40-d10a-42f4-b455-5bcce2afcb19), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:25.471589 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc203b19-4a17-4344-8073-ce949ec8dfff tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (f90bad40-d10a-42f4-b455-5bcce2afcb19), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:25.494116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:00:25.495244 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:25.559001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:00:25.621602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:25.628341 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:25.693408 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc203b19-4a17-4344-8073-ce949ec8dfff tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (f90bad40-d10a-42f4-b455-5bcce2afcb19), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:25.730390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:25.750774 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['03d4f308-b893-4c5d-bb9a-1ab0ed194df1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:00:25.838796 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc203b19-4a17-4344-8073-ce949ec8dfff tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (f90bad40-d10a-42f4-b455-5bcce2afcb19), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:25.839320 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddca1-b75a-44c5-8e11-63ab89718c7a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (08d7d8b0-94f7-43d5-93ad-fdec8c04a315), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:25.899522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54488b03-8c6e-4331-a925-bb5435933d43 None None] Network a5d2cdf1-bd2c-4880-928c-c212f6267dbf requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:25.945104 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc203b19-4a17-4344-8073-ce949ec8dfff tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:25.956787 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bc203b19-4a17-4344-8073-ce949ec8dfff tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/subnets/f90bad40-d10a-42f4-b455-5bcce2afcb19 HTTP/1.1" status: 204 len: 168 time: 0.7723792 Feb 05 03:00:25.958661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc203b19-4a17-4344-8073-ce949ec8dfff tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Subnet': ['ID=f90bad40-d10a-42f4-b455-5bcce2afcb19,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:25.962688 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58050) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:25.991937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ddca1-b75a-44c5-8e11-63ab89718c7a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Subnet': ['ID=08d7d8b0-94f7-43d5-93ad-fdec8c04a315,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:26.080478 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ddca1-b75a-44c5-8e11-63ab89718c7a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Checking segment: {'id': '93a048b6-8493-4f23-8160-f2651a38c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '41bd787f-0520-4f1c-8461-3eb564fddbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:26.087294 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8ddca1-b75a-44c5-8e11-63ab89718c7a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network hostable DHCP agents. Network: 41bd787f-0520-4f1c-8461-3eb564fddbad, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:00:26.127333 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (a5d2cdf1-bd2c-4880-928c-c212f6267dbf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:26.139037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8ddca1-b75a-44c5-8e11-63ab89718c7a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network 41bd787f-0520-4f1c-8461-3eb564fddbad is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:00:26.165653 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-7c8ddca1-b75a-44c5-8e11-63ab89718c7a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 41bd787f-0520-4f1c-8461-3eb564fddbad) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:26.174214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8ddca1-b75a-44c5-8e11-63ab89718c7a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:26.175178 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddca1-b75a-44c5-8e11-63ab89718c7a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:26.184254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153f7967-c281-4d50-8e25-2f2ce39dcf24 None None] Network 41bd787f-0520-4f1c-8461-3eb564fddbad requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:26.218900 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7c8ddca1-b75a-44c5-8e11-63ab89718c7a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1358676 Feb 05 03:00:26.221233 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58070) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:26.228329 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-de69a421-8df0-42a2-b74f-4d06247d8933 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:26.300498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Deleting port 6d4d16e0-0385-47b5-a893-10ea21b2e304 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:26.300843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6d4d16e0-0385-47b5-a893-10ea21b2e304), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:26.349539 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0748d83d-1ae8-4f17-809f-0b78af3b1242 None None] DHCP port deletion for a5d2cdf1-bd2c-4880-928c-c212f6267dbf request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:00:26.459350 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-41bd787f-0520-4f1c-8461-3eb564fddbad', 'network_id': '41bd787f-0520-4f1c-8461-3eb564fddbad', 'project_id': 'ead3a833cad24a5d95a0bcdf3c020bea', 'fixed_ips': [{'subnet_id': '08d7d8b0-94f7-43d5-93ad-fdec8c04a315'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:00:26.465645 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:26.484873 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de69a421-8df0-42a2-b74f-4d06247d8933 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12611205'] for subnet (08d7d8b0-94f7-43d5-93ad-fdec8c04a315), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:26.536622 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] For port 6d4d16e0-0385-47b5-a893-10ea21b2e304, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6d4d16e0-0385-47b5-a893-10ea21b2e304,segment=NetworkSegment(66f55328-eedc-4ee0-a583-f4149f5007ba),segment_id=66f55328-eedc-4ee0-a583-f4149f5007ba)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:26.537177 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6d4d16e0-0385-47b5-a893-10ea21b2e304), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:26.599794 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Calling delete_port for 6d4d16e0-0385-47b5-a893-10ea21b2e304 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:26.825877 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6d4d16e0-0385-47b5-a893-10ea21b2e304), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:26.887730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] No DVR routers for this DVR port 6d4d16e0-0385-47b5-a893-10ea21b2e304 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:00:26.895056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Port': ['ID=6d4d16e0-0385-47b5-a893-10ea21b2e304,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:26.926718 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0748d83d-1ae8-4f17-809f-0b78af3b1242 None None] Deleting port 6d4d16e0-0385-47b5-a893-10ea21b2e304 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:26.929135 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0748d83d-1ae8-4f17-809f-0b78af3b1242 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6d4d16e0-0385-47b5-a893-10ea21b2e304), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:26.961721 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de69a421-8df0-42a2-b74f-4d06247d8933 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742297557508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-476081'] for subnet (08d7d8b0-94f7-43d5-93ad-fdec8c04a315), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.036415 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de69a421-8df0-42a2-b74f-4d06247d8933 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:27.037014 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de69a421-8df0-42a2-b74f-4d06247d8933 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.042800 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-de69a421-8df0-42a2-b74f-4d06247d8933 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "PUT /v2.0/subnets/08d7d8b0-94f7-43d5-93ad-fdec8c04a315 HTTP/1.1" status: 200 len: 806 time: 0.8200815 Feb 05 03:00:27.043464 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58094) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:27.072239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0748d83d-1ae8-4f17-809f-0b78af3b1242 None None] For port 6d4d16e0-0385-47b5-a893-10ea21b2e304, host n-d-826942-8, got binding levels [] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:27.073426 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0748d83d-1ae8-4f17-809f-0b78af3b1242 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6d4d16e0-0385-47b5-a893-10ea21b2e304), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.104813 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Allocated IP 172.20.0.2 (41bd787f-0520-4f1c-8461-3eb564fddbad/08d7d8b0-94f7-43d5-93ad-fdec8c04a315/49c5956e-fdb1-4a3a-a184-90af65a76edb) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:00:27.135835 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (a5d2cdf1-bd2c-4880-928c-c212f6267dbf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.153543 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0748d83d-1ae8-4f17-809f-0b78af3b1242 None None] Calling delete_port for 6d4d16e0-0385-47b5-a893-10ea21b2e304 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:27.164602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69a421-8df0-42a2-b74f-4d06247d8933 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Subnet': ['ID=08d7d8b0-94f7-43d5-93ad-fdec8c04a315,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:27.167409 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.ipam_backend_mixin [None req-0748d83d-1ae8-4f17-809f-0b78af3b1242 None None] Port 6d4d16e0-0385-47b5-a893-10ea21b2e304 was not found and therefore no delete operation was performed {{(pid=109676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 03:00:27.172114 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0748d83d-1ae8-4f17-809f-0b78af3b1242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (6d4d16e0-0385-47b5-a893-10ea21b2e304), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.186723 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d2cdf1-bd2c-4880-928c-c212f6267dbf']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:27.208885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f55328-eedc-4ee0-a583-f4149f5007ba') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:27.209338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f55328-eedc-4ee0-a583-f4149f5007ba') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:27.221156 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (66f55328-eedc-4ee0-a583-f4149f5007ba), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.243941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748d83d-1ae8-4f17-809f-0b78af3b1242 None None] Pushing event deleted for resources: {'Port': ['ID=6d4d16e0-0385-47b5-a893-10ea21b2e304,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:27.247268 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (66f55328-eedc-4ee0-a583-f4149f5007ba), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.250196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748d83d-1ae8-4f17-809f-0b78af3b1242 None None] No DVR routers for this DVR port 6d4d16e0-0385-47b5-a893-10ea21b2e304 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:00:27.263853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:00:27.265780 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (66f55328-eedc-4ee0-a583-f4149f5007ba), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:00:27.348744 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:00:27.357055 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (a5d2cdf1-bd2c-4880-928c-c212f6267dbf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.397166 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.405681 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (41bd787f-0520-4f1c-8461-3eb564fddbad), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.406842 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/networks/a5d2cdf1-bd2c-4880-928c-c212f6267dbf HTTP/1.1" status: 204 len: 168 time: 1.4400334 Feb 05 03:00:27.409168 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177e6b6-7e77-43ba-9a07-15309c2ad49e tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Network': ['ID=a5d2cdf1-bd2c-4880-928c-c212f6267dbf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:27.411018 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58102) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:27.529366 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Publish callbacks [] for port (49c5956e-fdb1-4a3a-a184-90af65a76edb), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.543517 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (49c5956e-fdb1-4a3a-a184-90af65a76edb), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.584992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b6fe60d4-2997-4202-b1f5-5849912ef641 req-406276e2-7b26-4c69-9871-745cc6051561 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Request body: {'security_group': {'name': 'tempest-securitygroup-410327048', 'description': 'tempest-description-703642289'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:27.623123 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Pushing event updated for resources: {'Port': ['ID=49c5956e-fdb1-4a3a-a184-90af65a76edb,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:27.645908 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b6fe60d4-2997-4202-b1f5-5849912ef641 req-406276e2-7b26-4c69-9871-745cc6051561 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.683615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Network 41bd787f-0520-4f1c-8461-3eb564fddbad is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:00:27.688523 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:27.696854 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:00:27.697100 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b6fe60d4-2997-4202-b1f5-5849912ef641 req-406276e2-7b26-4c69-9871-745cc6051561 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.702852 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (08d7d8b0-94f7-43d5-93ad-fdec8c04a315), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.780142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Attempting to bind port 49c5956e-fdb1-4a3a-a184-90af65a76edb on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:00:27.781305 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Attempting to bind port 49c5956e-fdb1-4a3a-a184-90af65a76edb by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '93a048b6-8493-4f23-8160-f2651a38c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '41bd787f-0520-4f1c-8461-3eb564fddbad'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:00:27.781723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Attempting to bind port 49c5956e-fdb1-4a3a-a184-90af65a76edb on network 41bd787f-0520-4f1c-8461-3eb564fddbad {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:00:27.790314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:00:27.790928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Checking segment: {'id': '93a048b6-8493-4f23-8160-f2651a38c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '41bd787f-0520-4f1c-8461-3eb564fddbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:27.792164 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.792628 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Bound using segment: {'id': '93a048b6-8493-4f23-8160-f2651a38c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '41bd787f-0520-4f1c-8461-3eb564fddbad'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:00:27.793275 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Bound port: 49c5956e-fdb1-4a3a-a184-90af65a76edb, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a048b6-8493-4f23-8160-f2651a38c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '41bd787f-0520-4f1c-8461-3eb564fddbad'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:00:27.793670 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (49c5956e-fdb1-4a3a-a184-90af65a76edb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.842500 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ca72710d-5a88-490b-977f-d94e492a084c tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Deleting port c0a9ab4e-4d39-422e-a715-66d228e8764f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:27.843033 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca72710d-5a88-490b-977f-d94e492a084c tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c0a9ab4e-4d39-422e-a715-66d228e8764f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.907166 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] For port 49c5956e-fdb1-4a3a-a184-90af65a76edb, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:00:27.911872 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] For port 49c5956e-fdb1-4a3a-a184-90af65a76edb, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=49c5956e-fdb1-4a3a-a184-90af65a76edb,segment=NetworkSegment(93a048b6-8493-4f23-8160-f2651a38c2b0),segment_id=93a048b6-8493-4f23-8160-f2651a38c2b0)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:00:27.920821 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (49c5956e-fdb1-4a3a-a184-90af65a76edb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.946351 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (08d7d8b0-94f7-43d5-93ad-fdec8c04a315), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:27.985204 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Subnet': ['ID=08d7d8b0-94f7-43d5-93ad-fdec8c04a315,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:28.042361 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ee4ce-7c4a-4a37-b39c-19d9bd8e0561 None None] Pushing event updated for resources: {'Port': ['ID=49c5956e-fdb1-4a3a-a184-90af65a76edb,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:28.158902 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (41bd787f-0520-4f1c-8461-3eb564fddbad), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:28.170610 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b6fe60d4-2997-4202-b1f5-5849912ef641 req-406276e2-7b26-4c69-9871-745cc6051561 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks [] for security_group (5ecc58e8-cfa2-4e49-a029-f49e688556c6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:28.187665 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca72710d-5a88-490b-977f-d94e492a084c tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c0a9ab4e-4d39-422e-a715-66d228e8764f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:28.188730 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca72710d-5a88-490b-977f-d94e492a084c tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (c0a9ab4e-4d39-422e-a715-66d228e8764f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:28.192186 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6d4d16e0-0385-47b5-a893-10ea21b2e304 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:00:28.206376 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b6fe60d4-2997-4202-b1f5-5849912ef641 req-406276e2-7b26-4c69-9871-745cc6051561 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5ecc58e8-cfa2-4e49-a029-f49e688556c6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:28.214260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bd787f-0520-4f1c-8461-3eb564fddbad']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:28.225628 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 6d4d16e0-0385-47b5-a893-10ea21b2e304 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:00:28.226292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6d4d16e0-0385-47b5-a893-10ea21b2e304 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:00:28.264813 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ca72710d-5a88-490b-977f-d94e492a084c tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Calling delete_port for c0a9ab4e-4d39-422e-a715-66d228e8764f owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:28.273763 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a048b6-8493-4f23-8160-f2651a38c2b0') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:28.274112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a048b6-8493-4f23-8160-f2651a38c2b0') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:28.298579 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (93a048b6-8493-4f23-8160-f2651a38c2b0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:28.414808 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (93a048b6-8493-4f23-8160-f2651a38c2b0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:28.418572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406276e2-7b26-4c69-9871-745cc6051561 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecc58e8-cfa2-4e49-a029-f49e688556c6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:28.445360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:00:28.445712 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (93a048b6-8493-4f23-8160-f2651a38c2b0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:00:28.452684 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:00:28.606282 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.db.api [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 05 03:00:28.606282 n-d-826942-8 neutron-server[109675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 05 03:00:28.606282 n-d-826942-8 neutron-server[109675]: [parameters: {'id': '41bd787f-0520-4f1c-8461-3eb564fddbad'}] Feb 05 03:00:28.606282 n-d-826942-8 neutron-server[109675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:00:28.606726 n-d-826942-8 neutron-server[109675]: DEBUG oslo_db.api [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:00:28.614688 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b6fe60d4-2997-4202-b1f5-5849912ef641 req-406276e2-7b26-4c69-9871-745cc6051561 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks [] for security_group (d8345597-0597-4624-abf6-6d8de6fc8e14), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:28.634502 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b6fe60d4-2997-4202-b1f5-5849912ef641 req-406276e2-7b26-4c69-9871-745cc6051561 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d8345597-0597-4624-abf6-6d8de6fc8e14), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:28.700235 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b6fe60d4-2997-4202-b1f5-5849912ef641 req-406276e2-7b26-4c69-9871-745cc6051561 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:28.702860 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6fe60d4-2997-4202-b1f5-5849912ef641 req-406276e2-7b26-4c69-9871-745cc6051561 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1356452 Feb 05 03:00:28.788707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-4eddb568-1cc0-4b0d-9538-179b8c5db9ef req-6228aecc-d6be-40a9-a741-a6ac6bcdb212 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1376085735', 'description': 'tempest-description-677637396'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:28.811237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406276e2-7b26-4c69-9871-745cc6051561 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8345597-0597-4624-abf6-6d8de6fc8e14,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:28.873957 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4eddb568-1cc0-4b0d-9538-179b8c5db9ef req-6228aecc-d6be-40a9-a741-a6ac6bcdb212 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:28.876646 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca72710d-5a88-490b-977f-d94e492a084c tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c0a9ab4e-4d39-422e-a715-66d228e8764f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:28.991040 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:00:29.107139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:00:29.108243 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:29.304015 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:00:29.304915 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:29.372214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c06d1b-3447-476f-b017-2c8a53784027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:00:29.378187 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071aba9d-8745-4ed8-8157-e3ba1e7ffadc" -d '{"events": [{"server_uuid": "48c06d1b-3447-476f-b017-2c8a53784027", "name": "network-vif-plugged", "status": "completed", "tag": "03d4f308-b893-4c5d-bb9a-1ab0ed194df1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:00:29.410480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:29.420953 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:29.493194 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (41bd787f-0520-4f1c-8461-3eb564fddbad), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:29.532050 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68a4098-067f-4174-9384-f52bcce7bee6 x-openstack-request-id: req-d68a4098-067f-4174-9384-f52bcce7bee6 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:00:29.533071 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c06d1b-3447-476f-b017-2c8a53784027", "name": "network-vif-plugged", "status": "completed", "tag": "03d4f308-b893-4c5d-bb9a-1ab0ed194df1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:00:29.533071 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d68a4098-067f-4174-9384-f52bcce7bee6 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:00:29.533275 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c06d1b-3447-476f-b017-2c8a53784027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1', 'code': 200} Feb 05 03:00:29.554184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72710d-5a88-490b-977f-d94e492a084c tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Port': ['ID=c0a9ab4e-4d39-422e-a715-66d228e8764f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:29.574106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:29.652135 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4eddb568-1cc0-4b0d-9538-179b8c5db9ef req-6228aecc-d6be-40a9-a741-a6ac6bcdb212 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks [] for security_group (6eecd473-7e2c-4c4b-809b-931172a91e6e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:29.678118 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4eddb568-1cc0-4b0d-9538-179b8c5db9ef req-6228aecc-d6be-40a9-a741-a6ac6bcdb212 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6eecd473-7e2c-4c4b-809b-931172a91e6e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:29.721187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228aecc-d6be-40a9-a741-a6ac6bcdb212 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eecd473-7e2c-4c4b-809b-931172a91e6e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:29.745104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c162a8-962b-49b6-972b-58cee9e51f5c None None] Network 41bd787f-0520-4f1c-8461-3eb564fddbad requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:29.843073 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4eddb568-1cc0-4b0d-9538-179b8c5db9ef req-6228aecc-d6be-40a9-a741-a6ac6bcdb212 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:29.849861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4eddb568-1cc0-4b0d-9538-179b8c5db9ef req-6228aecc-d6be-40a9-a741-a6ac6bcdb212 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.0762937 Feb 05 03:00:29.855785 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca72710d-5a88-490b-977f-d94e492a084c tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for floatingip (d5d36334-c664-4b37-b460-82ec6f38565e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:29.862924 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca72710d-5a88-490b-977f-d94e492a084c tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:29.866459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58148) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:29.867594 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ca72710d-5a88-490b-977f-d94e492a084c tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/floatingips/d5d36334-c664-4b37-b460-82ec6f38565e HTTP/1.1" status: 204 len: 168 time: 2.4551396 Feb 05 03:00:29.920166 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5894c1e-f9b4-43f2-a099-89662a751180 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:29.921431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5894c1e-f9b4-43f2-a099-89662a751180 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:29.934683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58156) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:29.935597 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f5894c1e-f9b4-43f2-a099-89662a751180 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/ports/a6c22003-7810-4b9f-8b05-b18c5f80e406 HTTP/1.1" status: 404 len: 333 time: 0.0679488 Feb 05 03:00:30.042100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58158) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:30.054716 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5edefa52-bbfa-4d19-99d6-0e0634f53d27 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ebb7e7f-9216-468c-89e3-e1d33fa47946 HTTP/1.1" status: 200 len: 205 time: 0.1211317 Feb 05 03:00:30.072723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-fa32f5f7-301b-42d6-a115-84467d41676c req-8c799aa9-51e6-43b3-af37-ec3ded7db7cc tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-259250340', 'description': 'tempest-description-1092758946'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:30.128164 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fa32f5f7-301b-42d6-a115-84467d41676c req-8c799aa9-51e6-43b3-af37-ec3ded7db7cc tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:30.158688 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fa32f5f7-301b-42d6-a115-84467d41676c req-8c799aa9-51e6-43b3-af37-ec3ded7db7cc tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:30.163305 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-d72cba47-b8a0-44f1-b0ff-710c41d32905 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] delete failed (client error): The resource could not be found. Feb 05 03:00:30.171344 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d72cba47-b8a0-44f1-b0ff-710c41d32905 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/routers/5ebb7e7f-9216-468c-89e3-e1d33fa47946 HTTP/1.1" status: 404 len: 336 time: 0.1275547 Feb 05 03:00:30.173472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58160) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:30.196755 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Deleting port 49c5956e-fdb1-4a3a-a184-90af65a76edb {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:30.198536 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (49c5956e-fdb1-4a3a-a184-90af65a76edb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:30.254330 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fdeab8-68ab-4fff-a5a3-93d0998ca560 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:30.263428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76fdeab8-68ab-4fff-a5a3-93d0998ca560 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:30.293086 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-76fdeab8-68ab-4fff-a5a3-93d0998ca560 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/subnets/f90bad40-d10a-42f4-b455-5bcce2afcb19 HTTP/1.1" status: 404 len: 337 time: 0.1163416 Feb 05 03:00:30.293660 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58164) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:30.488961 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] For port 49c5956e-fdb1-4a3a-a184-90af65a76edb, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=49c5956e-fdb1-4a3a-a184-90af65a76edb,segment=NetworkSegment(93a048b6-8493-4f23-8160-f2651a38c2b0),segment_id=93a048b6-8493-4f23-8160-f2651a38c2b0)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:30.492571 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (49c5956e-fdb1-4a3a-a184-90af65a76edb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:30.493336 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 49c5956e-fdb1-4a3a-a184-90af65a76edb up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:00:30.523166 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58166) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:30.559851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Calling delete_port for 49c5956e-fdb1-4a3a-a184-90af65a76edb owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:30.588859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cf18a01a-d30b-490a-8f4c-339f0b90cdf6 None None] Provisioning complete for port 49c5956e-fdb1-4a3a-a184-90af65a76edb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:00:30.590014 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf18a01a-d30b-490a-8f4c-339f0b90cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (49c5956e-fdb1-4a3a-a184-90af65a76edb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:30.602294 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3b3eb63e-4aaf-4016-90be-03b755b67fd1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Deleting port 76405b07-bff1-44d9-82fc-e1ba5929095a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:30.602647 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb63e-4aaf-4016-90be-03b755b67fd1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (76405b07-bff1-44d9-82fc-e1ba5929095a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:30.840755 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-396a1333-1115-4593-9144-e5149ebdeaab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:30.850454 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb63e-4aaf-4016-90be-03b755b67fd1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (76405b07-bff1-44d9-82fc-e1ba5929095a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:30.893419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3b3eb63e-4aaf-4016-90be-03b755b67fd1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Calling delete_port for 76405b07-bff1-44d9-82fc-e1ba5929095a owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:30.939468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67723793-f8f3-46f4-a2d6-7b2809e04bc9 None None] DHCP port deletion for 41bd787f-0520-4f1c-8461-3eb564fddbad request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:00:30.957027 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cf18a01a-d30b-490a-8f4c-339f0b90cdf6 None None] Current status of the port 49c5956e-fdb1-4a3a-a184-90af65a76edb is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:00:30.957483 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf18a01a-d30b-490a-8f4c-339f0b90cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (49c5956e-fdb1-4a3a-a184-90af65a76edb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:30.971090 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 49c5956e-fdb1-4a3a-a184-90af65a76edb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:00:30.971588 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (49c5956e-fdb1-4a3a-a184-90af65a76edb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:31.081480 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-396a1333-1115-4593-9144-e5149ebdeaab admin admin] Publish callbacks [] for security_group (73cc728e-57d8-4201-9607-1588515aeb66), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:31.116056 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-396a1333-1115-4593-9144-e5149ebdeaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (73cc728e-57d8-4201-9607-1588515aeb66), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:31.285927 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a1333-1115-4593-9144-e5149ebdeaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cc728e-57d8-4201-9607-1588515aeb66,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:31.317402 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb63e-4aaf-4016-90be-03b755b67fd1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (76405b07-bff1-44d9-82fc-e1ba5929095a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:31.321626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cf18a01a-d30b-490a-8f4c-339f0b90cdf6 None None] For port 49c5956e-fdb1-4a3a-a184-90af65a76edb, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=49c5956e-fdb1-4a3a-a184-90af65a76edb,segment=NetworkSegment(93a048b6-8493-4f23-8160-f2651a38c2b0),segment_id=93a048b6-8493-4f23-8160-f2651a38c2b0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:31.361528 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-67723793-f8f3-46f4-a2d6-7b2809e04bc9 None None] Deleting port 49c5956e-fdb1-4a3a-a184-90af65a76edb {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:31.362196 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67723793-f8f3-46f4-a2d6-7b2809e04bc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (49c5956e-fdb1-4a3a-a184-90af65a76edb), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:31.362351 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fa32f5f7-301b-42d6-a115-84467d41676c req-8c799aa9-51e6-43b3-af37-ec3ded7db7cc tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks [] for security_group (7511190c-5046-49cc-99a6-2506689ff671), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:31.373521 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-396a1333-1115-4593-9144-e5149ebdeaab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0bebcdf3c5fa4b81b6a4568349047ce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8451965 Feb 05 03:00:31.376753 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58182) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:31.377498 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf18a01a-d30b-490a-8f4c-339f0b90cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (49c5956e-fdb1-4a3a-a184-90af65a76edb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:31.396599 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fa32f5f7-301b-42d6-a115-84467d41676c req-8c799aa9-51e6-43b3-af37-ec3ded7db7cc tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7511190c-5046-49cc-99a6-2506689ff671), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:31.398239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 49c5956e-fdb1-4a3a-a184-90af65a76edb is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:00:31.398746 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (49c5956e-fdb1-4a3a-a184-90af65a76edb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:31.449836 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (49c5956e-fdb1-4a3a-a184-90af65a76edb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:31.556612 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3eb63e-4aaf-4016-90be-03b755b67fd1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Port': ['ID=76405b07-bff1-44d9-82fc-e1ba5929095a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:31.566122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18a01a-d30b-490a-8f4c-339f0b90cdf6 None None] Pushing event updated for resources: {'Port': ['ID=49c5956e-fdb1-4a3a-a184-90af65a76edb,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:31.594795 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb63e-4aaf-4016-90be-03b755b67fd1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:31.598687 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3b3eb63e-4aaf-4016-90be-03b755b67fd1 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/ports/76405b07-bff1-44d9-82fc-e1ba5929095a HTTP/1.1" status: 204 len: 168 time: 1.3040171 Feb 05 03:00:31.602383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58184) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:31.609155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c799aa9-51e6-43b3-af37-ec3ded7db7cc tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7511190c-5046-49cc-99a6-2506689ff671,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:31.641827 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Port': ['ID=49c5956e-fdb1-4a3a-a184-90af65a76edb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:31.712249 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fa32f5f7-301b-42d6-a115-84467d41676c req-8c799aa9-51e6-43b3-af37-ec3ded7db7cc tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks [] for security_group (ef12302b-4d95-462b-8a9a-1cbfc18c6f03), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:31.777945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No DVR routers for this DVR port 49c5956e-fdb1-4a3a-a184-90af65a76edb on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:00:31.783233 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fa32f5f7-301b-42d6-a115-84467d41676c req-8c799aa9-51e6-43b3-af37-ec3ded7db7cc tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ef12302b-4d95-462b-8a9a-1cbfc18c6f03), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:31.818612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-67723793-f8f3-46f4-a2d6-7b2809e04bc9 None None] For port 49c5956e-fdb1-4a3a-a184-90af65a76edb, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=49c5956e-fdb1-4a3a-a184-90af65a76edb,segment=NetworkSegment(93a048b6-8493-4f23-8160-f2651a38c2b0),segment_id=93a048b6-8493-4f23-8160-f2651a38c2b0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:31.821302 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67723793-f8f3-46f4-a2d6-7b2809e04bc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (49c5956e-fdb1-4a3a-a184-90af65a76edb), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:31.864306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-67723793-f8f3-46f4-a2d6-7b2809e04bc9 None None] Calling delete_port for 49c5956e-fdb1-4a3a-a184-90af65a76edb owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:32.011910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c799aa9-51e6-43b3-af37-ec3ded7db7cc tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef12302b-4d95-462b-8a9a-1cbfc18c6f03,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:32.021856 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fa32f5f7-301b-42d6-a115-84467d41676c req-8c799aa9-51e6-43b3-af37-ec3ded7db7cc tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.023225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa32f5f7-301b-42d6-a115-84467d41676c req-8c799aa9-51e6-43b3-af37-ec3ded7db7cc tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.9665058 Feb 05 03:00:32.048198 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2626bd16-03e9-48da-8f2e-c036804377d5 admin admin] Publish callbacks [] for security_group (73cc728e-57d8-4201-9607-1588515aeb66), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.056389 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (41bd787f-0520-4f1c-8461-3eb564fddbad), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.064669 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67723793-f8f3-46f4-a2d6-7b2809e04bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (49c5956e-fdb1-4a3a-a184-90af65a76edb), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.143703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-6339e92c-9d3b-4dbe-8009-761c7914a864 req-9dd4080a-f984-4060-bee0-b53c05b54488 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-439691288', 'description': 'tempest-description-1005329093'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:32.192726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67723793-f8f3-46f4-a2d6-7b2809e04bc9 None None] Pushing event deleted for resources: {'Port': ['ID=49c5956e-fdb1-4a3a-a184-90af65a76edb,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:32.197135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41bd787f-0520-4f1c-8461-3eb564fddbad']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:32.205503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67723793-f8f3-46f4-a2d6-7b2809e04bc9 None None] No DVR routers for this DVR port 49c5956e-fdb1-4a3a-a184-90af65a76edb on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:00:32.209439 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2626bd16-03e9-48da-8f2e-c036804377d5 admin admin] Publish callbacks [] for security_group (73cc728e-57d8-4201-9607-1588515aeb66), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.210496 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 49c5956e-fdb1-4a3a-a184-90af65a76edb no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:00:32.236474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a048b6-8493-4f23-8160-f2651a38c2b0') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:32.236846 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a048b6-8493-4f23-8160-f2651a38c2b0') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:32.278103 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 49c5956e-fdb1-4a3a-a184-90af65a76edb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:00:32.278466 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 49c5956e-fdb1-4a3a-a184-90af65a76edb not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:00:32.282406 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (93a048b6-8493-4f23-8160-f2651a38c2b0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.282667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e7e87b-d463-414b-b4d6-c948bd8eba13 None None] Network 41bd787f-0520-4f1c-8461-3eb564fddbad requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:32.304683 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6339e92c-9d3b-4dbe-8009-761c7914a864 req-9dd4080a-f984-4060-bee0-b53c05b54488 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.348448 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (93a048b6-8493-4f23-8160-f2651a38c2b0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.378113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:00:32.378730 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (93a048b6-8493-4f23-8160-f2651a38c2b0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:00:32.382614 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:00:32.388620 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d9993739-d04a-4489-8737-6ce16eaaae2f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Deleting port df99c47b-aead-4fd7-8e7d-56e05451a31e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:32.389118 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9993739-d04a-4489-8737-6ce16eaaae2f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (df99c47b-aead-4fd7-8e7d-56e05451a31e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.544411 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2626bd16-03e9-48da-8f2e-c036804377d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (73cc728e-57d8-4201-9607-1588515aeb66), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.547857 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2626bd16-03e9-48da-8f2e-c036804377d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.549281 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2626bd16-03e9-48da-8f2e-c036804377d5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73cc728e-57d8-4201-9607-1588515aeb66 HTTP/1.1" status: 204 len: 168 time: 1.1703150 Feb 05 03:00:32.565461 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (41bd787f-0520-4f1c-8461-3eb564fddbad), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.602014 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.609391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/41bd787f-0520-4f1c-8461-3eb564fddbad HTTP/1.1" status: 204 len: 168 time: 5.5616274 Feb 05 03:00:32.610063 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58206) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:32.640198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626bd16-03e9-48da-8f2e-c036804377d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cc728e-57d8-4201-9607-1588515aeb66,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:32.650554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b6a72-6b17-4267-8471-f443ae6a5552 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Network': ['ID=41bd787f-0520-4f1c-8461-3eb564fddbad,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:32.690652 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9993739-d04a-4489-8737-6ce16eaaae2f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (df99c47b-aead-4fd7-8e7d-56e05451a31e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.708894 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2a83b4-17e4-4a38-9955-6d3f66a7be98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:32.711227 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2a83b4-17e4-4a38-9955-6d3f66a7be98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:32.725947 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-de2a83b4-17e4-4a38-9955-6d3f66a7be98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/41bd787f-0520-4f1c-8461-3eb564fddbad HTTP/1.1" status: 404 len: 339 time: 0.1129944 Feb 05 03:00:32.727838 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58208) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:32.739456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4c0b926a-2959-4b51-955d-ac6acd5b308a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-747779913', 'description': 'd1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:32.757980 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d9993739-d04a-4489-8737-6ce16eaaae2f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Calling delete_port for df99c47b-aead-4fd7-8e7d-56e05451a31e owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:32.789736 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0b926a-2959-4b51-955d-ac6acd5b308a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:32.802002 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c0b926a-2959-4b51-955d-ac6acd5b308a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.819733 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6339e92c-9d3b-4dbe-8009-761c7914a864 req-9dd4080a-f984-4060-bee0-b53c05b54488 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks [] for security_group (4125a100-f3be-4ec6-9f72-a51f5014454a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.831600 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6339e92c-9d3b-4dbe-8009-761c7914a864 req-9dd4080a-f984-4060-bee0-b53c05b54488 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4125a100-f3be-4ec6-9f72-a51f5014454a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.878865 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0b926a-2959-4b51-955d-ac6acd5b308a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:00:32.908990 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c0b926a-2959-4b51-955d-ac6acd5b308a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (b64fc324-ed29-4f00-81bb-ea3d9f746a3d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:32.909340 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-4c0b926a-2959-4b51-955d-ac6acd5b308a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Added segment b64fc324-ed29-4f00-81bb-ea3d9f746a3d of type vlan for network 1c51c18f-374f-40fd-9d3d-58a87c634315 Feb 05 03:00:33.008732 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c0b926a-2959-4b51-955d-ac6acd5b308a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (1c51c18f-374f-40fd-9d3d-58a87c634315), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:33.031156 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6339e92c-9d3b-4dbe-8009-761c7914a864 req-9dd4080a-f984-4060-bee0-b53c05b54488 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:33.035265 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6339e92c-9d3b-4dbe-8009-761c7914a864 req-9dd4080a-f984-4060-bee0-b53c05b54488 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.9477267 Feb 05 03:00:33.078685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4080a-f984-4060-bee0-b53c05b54488 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4125a100-f3be-4ec6-9f72-a51f5014454a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:33.079034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c0b926a-2959-4b51-955d-ac6acd5b308a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (1c51c18f-374f-40fd-9d3d-58a87c634315), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:33.085148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0b926a-2959-4b51-955d-ac6acd5b308a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:33.086095 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c0b926a-2959-4b51-955d-ac6acd5b308a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:33.295487 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4c0b926a-2959-4b51-955d-ac6acd5b308a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5636168 Feb 05 03:00:33.299844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58232) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:33.393225 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b926a-2959-4b51-955d-ac6acd5b308a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Network': ['ID=1c51c18f-374f-40fd-9d3d-58a87c634315,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:33.415805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 1c51c18f-374f-40fd-9d3d-58a87c634315 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:00:33.547878 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b8db36-72e1-4bda-95b2-40ca05861e9a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:33.553172 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-93b8db36-72e1-4bda-95b2-40ca05861e9a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "GET /v2.0/networks?id=1c51c18f-374f-40fd-9d3d-58a87c634315 HTTP/1.1" status: 200 len: 760 time: 0.2522547 Feb 05 03:00:33.557553 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58236) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:33.571103 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-60023e87-3002-44e8-b169-ef203d3dab53 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'network': {'description': 'd2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:33.621824 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2659de8f-c8c9-467f-b502-221a0c61e409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:33.798132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-a7b21e90-33f4-4898-8b71-73e6593b4f4e tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45406 time: 0.7089620 Feb 05 03:00:33.880528 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9993739-d04a-4489-8737-6ce16eaaae2f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (df99c47b-aead-4fd7-8e7d-56e05451a31e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:33.974277 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-f57a616c-cb1d-4614-a576-d07960f9b008 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/087b03c5-5039-47a7-9673-c0a6895a73f6 HTTP/1.1" status: 200 len: 3002 time: 0.1675031 Feb 05 03:00:33.976538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9993739-d04a-4489-8737-6ce16eaaae2f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Port': ['ID=df99c47b-aead-4fd7-8e7d-56e05451a31e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:34.012749 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60023e87-3002-44e8-b169-ef203d3dab53 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (1c51c18f-374f-40fd-9d3d-58a87c634315), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:34.039650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58246) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:34.060918 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60023e87-3002-44e8-b169-ef203d3dab53 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (1c51c18f-374f-40fd-9d3d-58a87c634315), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:34.200507 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-30992134-b2ee-4f02-9f7f-ed8cc7583c56 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/087b03c5-5039-47a7-9673-c0a6895a73f6 HTTP/1.1" status: 200 len: 3002 time: 0.1960664 Feb 05 03:00:34.203608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60023e87-3002-44e8-b169-ef203d3dab53 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network 1c51c18f-374f-40fd-9d3d-58a87c634315 is not hosted by any dhcp agent {{(pid=109674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 05 03:00:34.208610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60023e87-3002-44e8-b169-ef203d3dab53 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:34.209244 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60023e87-3002-44e8-b169-ef203d3dab53 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:34.211437 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-60023e87-3002-44e8-b169-ef203d3dab53 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "PUT /v2.0/networks/1c51c18f-374f-40fd-9d3d-58a87c634315 HTTP/1.1" status: 200 len: 757 time: 0.6510563 Feb 05 03:00:34.215070 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58252) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:34.234680 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9993739-d04a-4489-8737-6ce16eaaae2f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:34.246244 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d9993739-d04a-4489-8737-6ce16eaaae2f tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/ports/df99c47b-aead-4fd7-8e7d-56e05451a31e HTTP/1.1" status: 204 len: 168 time: 2.6148069 Feb 05 03:00:34.247015 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58256) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:34.352036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60023e87-3002-44e8-b169-ef203d3dab53 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Network': ['ID=1c51c18f-374f-40fd-9d3d-58a87c634315,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:34.366105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 1c51c18f-374f-40fd-9d3d-58a87c634315 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:00:34.418749 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-e3ac19e6-1313-4a4f-be39-bc3bc7fa7c92 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/0ecafd94-c716-4926-91e4-64bf4e5317c3 HTTP/1.1" status: 200 len: 3002 time: 0.2169237 Feb 05 03:00:34.420263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4659012-dafb-4fd7-8c2c-bbcc1600c5ac tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:34.424234 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c4659012-dafb-4fd7-8c2c-bbcc1600c5ac tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "GET /v2.0/networks?id=1c51c18f-374f-40fd-9d3d-58a87c634315 HTTP/1.1" status: 200 len: 760 time: 0.2081685 Feb 05 03:00:34.428404 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58266) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:34.438392 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f4500fed-10b8-4c34-a7c0-d7db5258dfad tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1681204394'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:34.443684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a3c35aeb-ca0a-46cd-a8a7-d91ff30d0aaa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1742437844-network', 'tenant_id': 'fe76ea75bf744d4582553c3415219fc8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:34.465100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4500fed-10b8-4c34-a7c0-d7db5258dfad tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:34.471389 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4500fed-10b8-4c34-a7c0-d7db5258dfad tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:34.515718 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4500fed-10b8-4c34-a7c0-d7db5258dfad tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:00:34.532425 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4500fed-10b8-4c34-a7c0-d7db5258dfad tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (36201b0e-c8cb-4080-acee-1ad9be284ccc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:34.532743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fbc704-1013-4af0-a2d4-ea36add0057c tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:34.532895 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-f4500fed-10b8-4c34-a7c0-d7db5258dfad tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Added segment 36201b0e-c8cb-4080-acee-1ad9be284ccc of type vlan for network 4c15d797-fa27-41a2-b80e-2acb7b571146 Feb 05 03:00:34.535239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-94fbc704-1013-4af0-a2d4-ea36add0057c tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "GET /v2.0/ports?device_id=58e59221-3a0a-46e4-a440-29533fbdd9b2 HTTP/1.1" status: 200 len: 913 time: 0.2730458 Feb 05 03:00:34.542714 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58268) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:34.579779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-1373fe54-e6b6-457c-b5e7-e47e4fde9f7e tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/0ecafd94-c716-4926-91e4-64bf4e5317c3 HTTP/1.1" status: 200 len: 3002 time: 0.1600103 Feb 05 03:00:34.615164 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4500fed-10b8-4c34-a7c0-d7db5258dfad tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (4c15d797-fa27-41a2-b80e-2acb7b571146), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:34.654055 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4500fed-10b8-4c34-a7c0-d7db5258dfad tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (4c15d797-fa27-41a2-b80e-2acb7b571146), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:34.663473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4500fed-10b8-4c34-a7c0-d7db5258dfad tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:34.664662 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4500fed-10b8-4c34-a7c0-d7db5258dfad tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:34.664813 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c35aeb-ca0a-46cd-a8a7-d91ff30d0aaa admin admin] Made reservation on behalf of fe76ea75bf744d4582553c3415219fc8 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:34.667819 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3c35aeb-ca0a-46cd-a8a7-d91ff30d0aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:34.698677 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3c35aeb-ca0a-46cd-a8a7-d91ff30d0aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:34.756565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58270) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:34.756861 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f4500fed-10b8-4c34-a7c0-d7db5258dfad tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3269594 Feb 05 03:00:34.757933 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4500fed-10b8-4c34-a7c0-d7db5258dfad tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Network': ['ID=4c15d797-fa27-41a2-b80e-2acb7b571146,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:34.764063 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-fc926efe-715d-4452-8481-68e29043cc5b tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'subnet': {'network_id': '4c15d797-fa27-41a2-b80e-2acb7b571146', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:34.771876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 4c15d797-fa27-41a2-b80e-2acb7b571146 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:00:34.848594 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-d2dc4d75-1362-4c8a-a2f7-41b8bed82eb4 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/165c9d33-73c0-4031-9c8b-331c089181aa HTTP/1.1" status: 200 len: 3002 time: 0.2679214 Feb 05 03:00:35.019595 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc926efe-715d-4452-8481-68e29043cc5b tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:35.024170 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fc926efe-715d-4452-8481-68e29043cc5b tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:35.034630 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-baf0d12a-d5b8-469a-b177-97f35f143095 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/165c9d33-73c0-4031-9c8b-331c089181aa HTTP/1.1" status: 200 len: 3002 time: 0.1725187 Feb 05 03:00:35.220127 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3c35aeb-ca0a-46cd-a8a7-d91ff30d0aaa admin admin] Publish callbacks [] for security_group (4ddb2c4a-991f-470a-b4a2-81211611418c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:35.239707 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3c35aeb-ca0a-46cd-a8a7-d91ff30d0aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4ddb2c4a-991f-470a-b4a2-81211611418c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:35.276791 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c35aeb-ca0a-46cd-a8a7-d91ff30d0aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddb2c4a-991f-470a-b4a2-81211611418c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:35.293876 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-559ac5eb-6c8a-45d1-be43-9097126097c1 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/3942314e-09ed-41d7-bb10-3a12ebe97aa2 HTTP/1.1" status: 200 len: 2998 time: 0.2020326 Feb 05 03:00:35.327551 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c35aeb-ca0a-46cd-a8a7-d91ff30d0aaa admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:00:35.394784 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3c35aeb-ca0a-46cd-a8a7-d91ff30d0aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (4383c778-05e0-489b-a264-520e01e15ea7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:35.395157 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-a3c35aeb-ca0a-46cd-a8a7-d91ff30d0aaa admin admin] Added segment 4383c778-05e0-489b-a264-520e01e15ea7 of type vlan for network 4c66ecf0-9f9d-4df4-a963-69a464f1ef7a Feb 05 03:00:35.544675 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-3e821b74-5aa2-4858-8ee7-f265a6896394 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/3942314e-09ed-41d7-bb10-3a12ebe97aa2 HTTP/1.1" status: 200 len: 2998 time: 0.2338386 Feb 05 03:00:35.548509 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3c35aeb-ca0a-46cd-a8a7-d91ff30d0aaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (4c66ecf0-9f9d-4df4-a963-69a464f1ef7a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:35.755658 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3c35aeb-ca0a-46cd-a8a7-d91ff30d0aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (4c66ecf0-9f9d-4df4-a963-69a464f1ef7a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:35.756580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c35aeb-ca0a-46cd-a8a7-d91ff30d0aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:35.757420 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3c35aeb-ca0a-46cd-a8a7-d91ff30d0aaa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:35.862385 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a794-44ce-408a-be3e-8a433e50ac64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:35.871621 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-2cb63b80-2e55-4e4e-93b7-a2a90efd7e5d tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/52cffadc-4051-4363-b980-f621ccabf604 HTTP/1.1" status: 200 len: 2990 time: 0.2850218 Feb 05 03:00:35.876708 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fc926efe-715d-4452-8481-68e29043cc5b tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (e04dc2df-6689-4ff9-b3e5-c1deeab96be9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:35.883592 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c35aeb-ca0a-46cd-a8a7-d91ff30d0aaa admin admin] Pushing event updated for resources: {'Network': ['ID=4c66ecf0-9f9d-4df4-a963-69a464f1ef7a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:35.902298 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 4c66ecf0-9f9d-4df4-a963-69a464f1ef7a details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:00:35.931427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58288) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:35.937070 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a75a8486-fb1a-469f-9788-d458d99d655c admin admin] Request body: {'subnet': {'network_id': '4c66ecf0-9f9d-4df4-a963-69a464f1ef7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1742437844-subnet', 'tenant_id': 'fe76ea75bf744d4582553c3415219fc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:35.940131 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a3c35aeb-ca0a-46cd-a8a7-d91ff30d0aaa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8798316 Feb 05 03:00:35.960433 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75a8486-fb1a-469f-9788-d458d99d655c admin admin] Made reservation on behalf of fe76ea75bf744d4582553c3415219fc8 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:35.973248 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a75a8486-fb1a-469f-9788-d458d99d655c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:36.022431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc926efe-715d-4452-8481-68e29043cc5b tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Subnet': ['ID=e04dc2df-6689-4ff9-b3e5-c1deeab96be9,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:36.128286 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-e533cbd9-f898-4606-87c7-22c1fd94737a tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/52cffadc-4051-4363-b980-f621ccabf604 HTTP/1.1" status: 200 len: 2990 time: 0.2396834 Feb 05 03:00:36.189125 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc926efe-715d-4452-8481-68e29043cc5b tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Checking segment: {'id': '36201b0e-c8cb-4080-acee-1ad9be284ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4c15d797-fa27-41a2-b80e-2acb7b571146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:36.189791 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc926efe-715d-4452-8481-68e29043cc5b tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network hostable DHCP agents. Network: 4c15d797-fa27-41a2-b80e-2acb7b571146, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:00:36.195733 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a75a8486-fb1a-469f-9788-d458d99d655c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (ba2e9559-5f73-4823-9e11-dabb806672f9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:36.227334 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-dbadc7da-b03e-4e7f-892c-d76e6cc9feb0 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/5ecc58e8-cfa2-4e49-a029-f49e688556c6 HTTP/1.1" status: 200 len: 3002 time: 0.0978746 Feb 05 03:00:36.258925 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a8486-fb1a-469f-9788-d458d99d655c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba2e9559-5f73-4823-9e11-dabb806672f9,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:36.270570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75a8486-fb1a-469f-9788-d458d99d655c admin admin] Checking segment: {'id': '4383c778-05e0-489b-a264-520e01e15ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4c66ecf0-9f9d-4df4-a963-69a464f1ef7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:36.271183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75a8486-fb1a-469f-9788-d458d99d655c admin admin] Network hostable DHCP agents. Network: 4c66ecf0-9f9d-4df4-a963-69a464f1ef7a, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:00:36.282727 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc926efe-715d-4452-8481-68e29043cc5b tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network 4c15d797-fa27-41a2-b80e-2acb7b571146 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:00:36.303985 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e9722d6-27fc-4c8e-a441-3fd81854d211 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (58e59221-3a0a-46e4-a440-29533fbdd9b2), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:36.310228 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75a8486-fb1a-469f-9788-d458d99d655c admin admin] Network 4c66ecf0-9f9d-4df4-a963-69a464f1ef7a is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:00:36.334826 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a75a8486-fb1a-469f-9788-d458d99d655c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 4c66ecf0-9f9d-4df4-a963-69a464f1ef7a) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:36.345562 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75a8486-fb1a-469f-9788-d458d99d655c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:36.346336 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a75a8486-fb1a-469f-9788-d458d99d655c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:36.352453 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f717725-c232-4e1b-9342-a2b7389a0eb6 None None] Network 4c66ecf0-9f9d-4df4-a963-69a464f1ef7a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:36.362630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-fc926efe-715d-4452-8481-68e29043cc5b tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 4c15d797-fa27-41a2-b80e-2acb7b571146) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:36.398853 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-9eedb7c1-c112-4c3a-9d13-cb63d149c8ce tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/5ecc58e8-cfa2-4e49-a029-f49e688556c6 HTTP/1.1" status: 200 len: 3002 time: 0.1569502 Feb 05 03:00:36.401129 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a75a8486-fb1a-469f-9788-d458d99d655c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4679067 Feb 05 03:00:36.407056 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc926efe-715d-4452-8481-68e29043cc5b tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:36.411863 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fc926efe-715d-4452-8481-68e29043cc5b tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:36.490011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61e4e03-f39a-4b96-9d43-4834264d34c0 None None] Network 4c15d797-fa27-41a2-b80e-2acb7b571146 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:36.544672 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fc926efe-715d-4452-8481-68e29043cc5b tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7843001 Feb 05 03:00:36.546497 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58308) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:36.601596 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-3b45bc92-a099-4297-9fb2-b0212b64eedd tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/7511190c-5046-49cc-99a6-2506689ff671 HTTP/1.1" status: 200 len: 3002 time: 0.1748695 Feb 05 03:00:36.675174 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-49c16a24-7967-421f-8e33-5c6f7a080891 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/7511190c-5046-49cc-99a6-2506689ff671 HTTP/1.1" status: 200 len: 3002 time: 0.0611632 Feb 05 03:00:36.741153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5464e731-4983-4a73-94dc-eeb0835922a5 None None] Network 4c66ecf0-9f9d-4df4-a963-69a464f1ef7a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:36.798309 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba9663c7-4c4c-434e-9808-78ced63edc11 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (4c15d797-fa27-41a2-b80e-2acb7b571146), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:36.838568 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-b5f3d1ea-6363-4a69-92a5-de9d01aa7080 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/85587356-c78f-40ef-b7b3-f05e2dd6c0ad HTTP/1.1" status: 200 len: 3002 time: 0.1615210 Feb 05 03:00:36.936402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-752bda68-7112-435e-821f-4505d1edeaac tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/85587356-c78f-40ef-b7b3-f05e2dd6c0ad HTTP/1.1" status: 200 len: 3002 time: 0.0949395 Feb 05 03:00:36.938306 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba9663c7-4c4c-434e-9808-78ced63edc11 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e04dc2df-6689-4ff9-b3e5-c1deeab96be9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:36.995313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5705ae-97b0-40eb-ae85-5723b6f11077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-4c15d797-fa27-41a2-b80e-2acb7b571146', 'network_id': '4c15d797-fa27-41a2-b80e-2acb7b571146', 'project_id': 'ead3a833cad24a5d95a0bcdf3c020bea', 'fixed_ips': [{'subnet_id': 'e04dc2df-6689-4ff9-b3e5-c1deeab96be9'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:00:36.997620 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ad5705ae-97b0-40eb-ae85-5723b6f11077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:37.046653 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-10485d1e-c1ae-472a-b1a5-aa686a7aebff tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/ba6a38c0-0a53-4122-9730-ea690a1c5782 HTTP/1.1" status: 200 len: 3002 time: 0.1078453 Feb 05 03:00:37.121220 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:37.124018 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-9d4258b2-bc90-4960-9b1c-6bbcacf83aef tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/ba6a38c0-0a53-4122-9730-ea690a1c5782 HTTP/1.1" status: 200 len: 3002 time: 0.0760257 Feb 05 03:00:37.126055 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba9663c7-4c4c-434e-9808-78ced63edc11 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (e04dc2df-6689-4ff9-b3e5-c1deeab96be9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:37.223504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9663c7-4c4c-434e-9808-78ced63edc11 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Subnet': ['ID=e04dc2df-6689-4ff9-b3e5-c1deeab96be9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server [None req-ad5705ae-97b0-40eb-ae85-5723b6f11077 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e04dc2df-6689-4ff9-b3e5-c1deeab96be9: This subnet is being modified by another concurrent operation. Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 03:00:37.279230 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise exception Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e04dc2df-6689-4ff9-b3e5-c1deeab96be9: This subnet is being modified by another concurrent operation. Feb 05 03:00:37.283326 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server Feb 05 03:00:37.293550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-e1e4192e-f42f-407a-a51f-0fd1a9a75466 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/cad1eb99-e669-4380-8979-c1ba281ddc02 HTTP/1.1" status: 200 len: 3002 time: 0.1676066 Feb 05 03:00:37.302742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f41d6-e96a-4243-b971-3ef91efd9070 None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 03:00:37.357373 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-a5ec61b1-c969-4384-b3f9-71af13b3b3e5 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/cad1eb99-e669-4380-8979-c1ba281ddc02 HTTP/1.1" status: 200 len: 3002 time: 0.0636618 Feb 05 03:00:37.377425 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8e9722d6-27fc-4c8e-a441-3fd81854d211 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Deleting port dc6a23f3-b46a-48cd-81d5-6eabd1e54f5a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:37.377765 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e9722d6-27fc-4c8e-a441-3fd81854d211 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (dc6a23f3-b46a-48cd-81d5-6eabd1e54f5a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:37.436546 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba9663c7-4c4c-434e-9808-78ced63edc11 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (4c15d797-fa27-41a2-b80e-2acb7b571146), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:37.489350 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ba9663c7-4c4c-434e-9808-78ced63edc11 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c15d797-fa27-41a2-b80e-2acb7b571146']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:37.507681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ba9663c7-4c4c-434e-9808-78ced63edc11 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36201b0e-c8cb-4080-acee-1ad9be284ccc') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:37.508489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ba9663c7-4c4c-434e-9808-78ced63edc11 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36201b0e-c8cb-4080-acee-1ad9be284ccc') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:37.526615 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba9663c7-4c4c-434e-9808-78ced63edc11 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (36201b0e-c8cb-4080-acee-1ad9be284ccc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:37.547205 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba9663c7-4c4c-434e-9808-78ced63edc11 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (36201b0e-c8cb-4080-acee-1ad9be284ccc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:37.582003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9663c7-4c4c-434e-9808-78ced63edc11 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:00:37.582748 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba9663c7-4c4c-434e-9808-78ced63edc11 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (36201b0e-c8cb-4080-acee-1ad9be284ccc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:00:37.598179 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:00:37.625347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58334) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:37.672042 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7be457f1-4faf-4b34-b6f7-25d02853ead3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1756963453-network', 'tenant_id': '092b47b2d393426eb45575801706976e'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:37.714104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181f41d6-e96a-4243-b971-3ef91efd9070 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 03:00:37.725097 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba9663c7-4c4c-434e-9808-78ced63edc11 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (4c15d797-fa27-41a2-b80e-2acb7b571146), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:37.740839 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba9663c7-4c4c-434e-9808-78ced63edc11 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:37.747330 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ba9663c7-4c4c-434e-9808-78ced63edc11 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/4c15d797-fa27-41a2-b80e-2acb7b571146 HTTP/1.1" status: 204 len: 168 time: 1.1994772 Feb 05 03:00:37.752890 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58336) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:37.753590 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be457f1-4faf-4b34-b6f7-25d02853ead3 admin admin] Made reservation on behalf of 092b47b2d393426eb45575801706976e for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:37.757495 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7be457f1-4faf-4b34-b6f7-25d02853ead3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:37.815375 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7be457f1-4faf-4b34-b6f7-25d02853ead3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:37.819807 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5846624-95b2-47e6-8a0f-e72230926931 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] GET failed (client error): The resource could not be found. Feb 05 03:00:37.821167 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b5846624-95b2-47e6-8a0f-e72230926931 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "GET /v2.0/subnets/e04dc2df-6689-4ff9-b3e5-c1deeab96be9 HTTP/1.1" status: 404 len: 337 time: 0.0461755 Feb 05 03:00:37.840233 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58338) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:37.943604 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7be457f1-4faf-4b34-b6f7-25d02853ead3 admin admin] Publish callbacks [] for security_group (b2122177-0455-405f-9fde-4729f399ea26), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:37.945593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9663c7-4c4c-434e-9808-78ced63edc11 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Network': ['ID=4c15d797-fa27-41a2-b80e-2acb7b571146,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:37.965686 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7be457f1-4faf-4b34-b6f7-25d02853ead3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b2122177-0455-405f-9fde-4729f399ea26), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:37.978606 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-1cd0dff0-d9c9-4a44-8730-fe706502679b tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/ec35cc4d-7211-419e-baf9-63ecb300aacd HTTP/1.1" status: 200 len: 2994 time: 0.6203263 Feb 05 03:00:38.007372 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-7276f924-2606-4643-93dd-1e82f9d10367 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:38.008016 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7276f924-2606-4643-93dd-1e82f9d10367 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:38.012461 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7276f924-2606-4643-93dd-1e82f9d10367 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/4c15d797-fa27-41a2-b80e-2acb7b571146 HTTP/1.1" status: 404 len: 339 time: 0.1704817 Feb 05 03:00:38.015216 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be457f1-4faf-4b34-b6f7-25d02853ead3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2122177-0455-405f-9fde-4729f399ea26,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:38.018890 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58342) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:38.028245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be457f1-4faf-4b34-b6f7-25d02853ead3 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:00:38.040314 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7be457f1-4faf-4b34-b6f7-25d02853ead3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (87b07102-b881-419d-94f7-361b8f14a308), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:38.040834 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-7be457f1-4faf-4b34-b6f7-25d02853ead3 admin admin] Added segment 87b07102-b881-419d-94f7-361b8f14a308 of type vlan for network fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be Feb 05 03:00:38.090750 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e9722d6-27fc-4c8e-a441-3fd81854d211 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (dc6a23f3-b46a-48cd-81d5-6eabd1e54f5a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:38.126109 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7be457f1-4faf-4b34-b6f7-25d02853ead3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:38.204267 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7be457f1-4faf-4b34-b6f7-25d02853ead3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:38.221845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be457f1-4faf-4b34-b6f7-25d02853ead3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:38.222501 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7be457f1-4faf-4b34-b6f7-25d02853ead3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:38.225760 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8e9722d6-27fc-4c8e-a441-3fd81854d211 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Calling delete_port for dc6a23f3-b46a-48cd-81d5-6eabd1e54f5a owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:38.241746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e9392c-6e04-46ae-a8d0-1d35c0b6c96a None None] Network 4c15d797-fa27-41a2-b80e-2acb7b571146 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:38.261018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e9392c-6e04-46ae-a8d0-1d35c0b6c96a None None] Network 4c15d797-fa27-41a2-b80e-2acb7b571146 could not be found, it might have been deleted concurrently. {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 05 03:00:38.281053 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7be457f1-4faf-4b34-b6f7-25d02853ead3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6523881 Feb 05 03:00:38.282884 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58348) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:38.301293 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c4f9b1f3-ce6d-4c23-9007-1cb413df68ec admin admin] Request body: {'subnet': {'network_id': 'fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1756963453-subnet', 'tenant_id': '092b47b2d393426eb45575801706976e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:38.341853 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-41b83165-9e3a-4ce1-a788-a6d9e864e7c8 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/ec35cc4d-7211-419e-baf9-63ecb300aacd HTTP/1.1" status: 200 len: 2994 time: 0.3486888 Feb 05 03:00:38.344706 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be457f1-4faf-4b34-b6f7-25d02853ead3 admin admin] Pushing event updated for resources: {'Network': ['ID=fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:38.358814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:00:38.424330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f9b1f3-ce6d-4c23-9007-1cb413df68ec admin admin] Made reservation on behalf of 092b47b2d393426eb45575801706976e for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:38.426662 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4f9b1f3-ce6d-4c23-9007-1cb413df68ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:38.434834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2027d38-d29b-4e91-95a3-47cc01b6187a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:38.436327 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c2027d38-d29b-4e91-95a3-47cc01b6187a tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4121137 Feb 05 03:00:38.439293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58350) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:38.514909 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cfa0b57e-bc89-4fcc-92e6-b4033938daa1 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 207 time: 0.0686436 Feb 05 03:00:38.517467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58352) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:38.593636 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:38.606494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-496e01c5-0abd-4ee4-b844-c3ebd20c0892 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/efead686-2c28-4197-9d26-14ab56e18b02 HTTP/1.1" status: 200 len: 3002 time: 0.2517045 Feb 05 03:00:38.731377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03cb40e8-a925-4aac-8672-df4d5d9af99f req-a48ec27f-fe7e-495f-af0a-234c625702e0 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/efead686-2c28-4197-9d26-14ab56e18b02 HTTP/1.1" status: 200 len: 3002 time: 0.1164525 Feb 05 03:00:38.746783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80c31f8-a95e-4518-958f-65af0f0a643c tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:38.746783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80c31f8-a95e-4518-958f-65af0f0a643c tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:38.751933 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80c31f8-a95e-4518-958f-65af0f0a643c tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:38.759201 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80c31f8-a95e-4518-958f-65af0f0a643c tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:38.761839 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a80c31f8-a95e-4518-958f-65af0f0a643c tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2424691 Feb 05 03:00:38.767490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58366) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:38.878070 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e9722d6-27fc-4c8e-a441-3fd81854d211 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (dc6a23f3-b46a-48cd-81d5-6eabd1e54f5a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:38.950185 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-88803131-e7d8-472e-b2a6-fad6f379997c tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1805995 Feb 05 03:00:38.959759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58368) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:39.012223 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9722d6-27fc-4c8e-a441-3fd81854d211 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Port': ['ID=dc6a23f3-b46a-48cd-81d5-6eabd1e54f5a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:39.020034 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4f9b1f3-ce6d-4c23-9007-1cb413df68ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (5ab52f05-8856-46e9-879a-ec03f2c2a274), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:39.040241 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d4fa6d-e12b-4071-b96d-b50ac58d27fe tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:39.043441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d4fa6d-e12b-4071-b96d-b50ac58d27fe tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:39.046525 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-00d4fa6d-e12b-4071-b96d-b50ac58d27fe tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0841191 Feb 05 03:00:39.053569 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58370) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:39.142494 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6032a95a-b279-4fd4-b37b-f2abdf7c2778 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:39.145801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9b1f3-ce6d-4c23-9007-1cb413df68ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab52f05-8856-46e9-879a-ec03f2c2a274,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:39.156954 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6032a95a-b279-4fd4-b37b-f2abdf7c2778 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:39.160619 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6032a95a-b279-4fd4-b37b-f2abdf7c2778 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1060512 Feb 05 03:00:39.170045 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58374) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:39.250336 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a0fc135-ad41-4ce5-b3f5-6042fc08171f req-718300fd-6a50-4b5f-a2e4-7f2d2f313b75 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1430a9ff88649119c2749db922a8e94 HTTP/1.1" status: 200 len: 6160 time: 0.4610038 Feb 05 03:00:39.388956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f9b1f3-ce6d-4c23-9007-1cb413df68ec admin admin] Checking segment: {'id': '87b07102-b881-419d-94f7-361b8f14a308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:39.389340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f9b1f3-ce6d-4c23-9007-1cb413df68ec admin admin] Network hostable DHCP agents. Network: fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:00:39.397532 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a0fc135-ad41-4ce5-b3f5-6042fc08171f req-3301e4a5-66a6-47b2-bead-46efd52a9c57 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] 10.222.0.36 "GET /v2.0/security-groups/5ecc58e8-cfa2-4e49-a029-f49e688556c6 HTTP/1.1" status: 200 len: 3002 time: 0.1381929 Feb 05 03:00:39.406500 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a852497d-a66b-43e6-9246-5766adc0df94 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:39.408037 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a852497d-a66b-43e6-9246-5766adc0df94 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "GET /v2.0/networks/cdb74374-a3d7-45c6-ac67-4d49d81d5384 HTTP/1.1" status: 200 len: 799 time: 0.2345989 Feb 05 03:00:39.408794 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e9722d6-27fc-4c8e-a441-3fd81854d211 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (58e59221-3a0a-46e4-a440-29533fbdd9b2), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:39.413220 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58376) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:39.550393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f9b1f3-ce6d-4c23-9007-1cb413df68ec admin admin] Network fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:00:39.580675 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a0fc135-ad41-4ce5-b3f5-6042fc08171f req-158361a2-125f-40ff-a267-a3d3ced7e368 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] 10.222.0.36 "GET /v2.0/security-groups/5ecc58e8-cfa2-4e49-a029-f49e688556c6 HTTP/1.1" status: 200 len: 3002 time: 0.1695099 Feb 05 03:00:39.587089 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58380) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:39.590905 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-46a810eb-5ab0-4dc7-b637-7da1a0c1d8f7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "GET /v2.0/networks/cdb74374-a3d7-45c6-ac67-4d49d81d5384?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1760700 Feb 05 03:00:39.656961 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c4f9b1f3-ce6d-4c23-9007-1cb413df68ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:39.668776 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ad1696-edc7-4b20-8963-4d790c8636ce None None] Network fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:39.676677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f9b1f3-ce6d-4c23-9007-1cb413df68ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:39.677277 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4f9b1f3-ce6d-4c23-9007-1cb413df68ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:39.784299 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ca67a3d-aad3-4aad-aeb4-f44dd9675327 req-30a52937-6d14-4e88-9ea2-f21e53e1e7cc tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/4125a100-f3be-4ec6-9f72-a51f5014454a HTTP/1.1" status: 200 len: 1796 time: 0.1759501 Feb 05 03:00:39.798874 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6090a14-58d2-4343-b0a7-fe122399fb7f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:39.800516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f6090a14-58d2-4343-b0a7-fe122399fb7f tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "GET /v2.0/subnets/f03ed4f2-6229-40b8-8460-0bbb7b690e84 HTTP/1.1" status: 200 len: 811 time: 0.2097201 Feb 05 03:00:39.804719 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58392) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:39.823332 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c4f9b1f3-ce6d-4c23-9007-1cb413df68ec admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5364251 Feb 05 03:00:39.913860 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b840f-75a6-4522-b94e-e35d7a4baf32 None None] Network fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:39.922606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bc8571-ce04-4c76-87d4-af8c9b39ba56 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:39.931038 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-06bc8571-ce04-4c76-87d4-af8c9b39ba56 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "GET /v2.0/subnets/f03ed4f2-6229-40b8-8460-0bbb7b690e84?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1244988 Feb 05 03:00:39.935137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58396) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:39.943356 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fd1516f6-357f-4ef8-a17b-9bb0cb665675 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-435214781'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:39.977625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1516f6-357f-4ef8-a17b-9bb0cb665675 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:39.994803 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd1516f6-357f-4ef8-a17b-9bb0cb665675 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:40.046177 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ca67a3d-aad3-4aad-aeb4-f44dd9675327 req-d4a1a554-ac66-4cdc-b63c-79af4c3c6a16 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks [] for security_group (4125a100-f3be-4ec6-9f72-a51f5014454a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:40.047568 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:40.066718 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1516f6-357f-4ef8-a17b-9bb0cb665675 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:00:40.094939 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd1516f6-357f-4ef8-a17b-9bb0cb665675 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (da2c20e8-6e86-4f6c-9fd3-25adf1c93575), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:40.096388 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-fd1516f6-357f-4ef8-a17b-9bb0cb665675 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Added segment da2c20e8-6e86-4f6c-9fd3-25adf1c93575 of type vlan for network 6fe765e5-4064-497c-806a-9b210852fa1f Feb 05 03:00:40.142680 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ca67a3d-aad3-4aad-aeb4-f44dd9675327 req-d4a1a554-ac66-4cdc-b63c-79af4c3c6a16 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks [] for security_group (4125a100-f3be-4ec6-9f72-a51f5014454a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:40.159801 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd1516f6-357f-4ef8-a17b-9bb0cb665675 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (6fe765e5-4064-497c-806a-9b210852fa1f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:40.188594 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd1516f6-357f-4ef8-a17b-9bb0cb665675 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (6fe765e5-4064-497c-806a-9b210852fa1f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:40.196567 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1516f6-357f-4ef8-a17b-9bb0cb665675 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:40.204265 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd1516f6-357f-4ef8-a17b-9bb0cb665675 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:40.238340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9722d6-27fc-4c8e-a441-3fd81854d211 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Router 58e59221-3a0a-46e4-a440-29533fbdd9b2 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:00:40.379351 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1516f6-357f-4ef8-a17b-9bb0cb665675 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Network': ['ID=6fe765e5-4064-497c-806a-9b210852fa1f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:40.412740 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fd1516f6-357f-4ef8-a17b-9bb0cb665675 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4758980 Feb 05 03:00:40.426131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 6fe765e5-4064-497c-806a-9b210852fa1f details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:00:40.443341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58406) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:40.465105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7ab9f41d-c789-47ed-82b0-c05b1bf446a1 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'subnet': {'network_id': '6fe765e5-4064-497c-806a-9b210852fa1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:40.556412 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9722d6-27fc-4c8e-a441-3fd81854d211 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:00:40.579589 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ca67a3d-aad3-4aad-aeb4-f44dd9675327 req-d4a1a554-ac66-4cdc-b63c-79af4c3c6a16 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4125a100-f3be-4ec6-9f72-a51f5014454a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:40.584780 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ca67a3d-aad3-4aad-aeb4-f44dd9675327 req-d4a1a554-ac66-4cdc-b63c-79af4c3c6a16 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:40.587012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ca67a3d-aad3-4aad-aeb4-f44dd9675327 req-d4a1a554-ac66-4cdc-b63c-79af4c3c6a16 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/4125a100-f3be-4ec6-9f72-a51f5014454a HTTP/1.1" status: 204 len: 173 time: 0.8016462 Feb 05 03:00:40.593593 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8e9722d6-27fc-4c8e-a441-3fd81854d211 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "PUT /v2.0/routers/58e59221-3a0a-46e4-a440-29533fbdd9b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0497582 Feb 05 03:00:40.598043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58410) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:40.602533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1a554-ac66-4cdc-b63c-79af4c3c6a16 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4125a100-f3be-4ec6-9f72-a51f5014454a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:40.627179 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab96c384-cacd-458c-8b79-20ce8e9fc7ed None None] Sync routers for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:00:40.692165 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab96c384-cacd-458c-8b79-20ce8e9fc7ed None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:40.692959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ab96c384-cacd-458c-8b79-20ce8e9fc7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:00:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:40.707100 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9edeafeb-3c3f-4416-818c-0887b4d7dacc req-2cc2073d-f86d-4449-93b0-11e439481866 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "GET /v2.0/security-groups/ef12302b-4d95-462b-8a9a-1cbfc18c6f03 HTTP/1.1" status: 200 len: 1796 time: 0.0858386 Feb 05 03:00:40.796935 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ab96c384-cacd-458c-8b79-20ce8e9fc7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:40.809123 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab96c384-cacd-458c-8b79-20ce8e9fc7ed None None] Routers {'58e59221-3a0a-46e4-a440-29533fbdd9b2'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:40.809763 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ab96c384-cacd-458c-8b79-20ce8e9fc7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:00:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['58e59221-3a0a-46e4-a440-29533fbdd9b2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:40.815598 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab9f41d-c789-47ed-82b0-c05b1bf446a1 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Made reservation on behalf of ead3a833cad24a5d95a0bcdf3c020bea for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:40.821124 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ab9f41d-c789-47ed-82b0-c05b1bf446a1 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:40.894295 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ab96c384-cacd-458c-8b79-20ce8e9fc7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:40.895148 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab96c384-cacd-458c-8b79-20ce8e9fc7ed None None] The sync data for ids ['58e59221-3a0a-46e4-a440-29533fbdd9b2'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:00:40.904732 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1e85a6d-f5cf-466f-8bde-0ae4d267f517 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router (58e59221-3a0a-46e4-a440-29533fbdd9b2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:40.951879 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9edeafeb-3c3f-4416-818c-0887b4d7dacc req-491ed9df-8a83-414c-9963-1c650ea72aa9 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks [] for security_group (ef12302b-4d95-462b-8a9a-1cbfc18c6f03), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:40.962608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.ipam_backend_mixin [None req-7ab9f41d-c789-47ed-82b0-c05b1bf446a1 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Performing IP validity checks on allocation pools {{(pid=109674) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 05 03:00:40.963749 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.ipam_backend_mixin [None req-7ab9f41d-c789-47ed-82b0-c05b1bf446a1 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109674) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 05 03:00:41.001779 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9edeafeb-3c3f-4416-818c-0887b4d7dacc req-491ed9df-8a83-414c-9963-1c650ea72aa9 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks [] for security_group (ef12302b-4d95-462b-8a9a-1cbfc18c6f03), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:41.047222 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-76b3fbb6-5192-49e8-b1da-9848498ec26f tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:41.050560 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-76b3fbb6-5192-49e8-b1da-9848498ec26f tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/networks?id=4c66ecf0-9f9d-4df4-a963-69a464f1ef7a HTTP/1.1" status: 200 len: 812 time: 0.2477088 Feb 05 03:00:41.083195 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-1d091103-130e-4e76-9f97-20fea793ebd2 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/quotas/fe76ea75bf744d4582553c3415219fc8 HTTP/1.1" status: 200 len: 375 time: 0.0184550 Feb 05 03:00:41.112948 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9edeafeb-3c3f-4416-818c-0887b4d7dacc req-491ed9df-8a83-414c-9963-1c650ea72aa9 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ef12302b-4d95-462b-8a9a-1cbfc18c6f03), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:41.126110 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1e85a6d-f5cf-466f-8bde-0ae4d267f517 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router_gateway (58e59221-3a0a-46e4-a440-29533fbdd9b2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:41.130614 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9edeafeb-3c3f-4416-818c-0887b4d7dacc req-491ed9df-8a83-414c-9963-1c650ea72aa9 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:41.149870 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9edeafeb-3c3f-4416-818c-0887b4d7dacc req-491ed9df-8a83-414c-9963-1c650ea72aa9 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef12302b-4d95-462b-8a9a-1cbfc18c6f03 HTTP/1.1" status: 204 len: 173 time: 0.4405992 Feb 05 03:00:41.156802 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:41.220893 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ed9df-8a83-414c-9963-1c650ea72aa9 tempest-SecurityGroupsTestAdminJSON-978780464 tempest-SecurityGroupsTestAdminJSON-978780464-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef12302b-4d95-462b-8a9a-1cbfc18c6f03,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:41.270878 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-00a9271f-45ea-4aff-ba2d-774f3bb5374a tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe76ea75bf744d4582553c3415219fc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1148684 Feb 05 03:00:41.386225 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ab9f41d-c789-47ed-82b0-c05b1bf446a1 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (84206ceb-40ec-4db5-8b3d-f6a6328ac213), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:41.443350 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e1e85a6d-f5cf-466f-8bde-0ae4d267f517 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Deleting port 524d0a41-72db-4e04-be62-35f270faf575 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:41.444536 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1e85a6d-f5cf-466f-8bde-0ae4d267f517 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (524d0a41-72db-4e04-be62-35f270faf575), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:41.504169 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-39243bcf-77d6-44e0-adea-b88ab55e2e07 service neutron] 10.222.0.36 "GET /v2.0/networks/4c66ecf0-9f9d-4df4-a963-69a464f1ef7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198775 Feb 05 03:00:41.552066 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1e85a6d-f5cf-466f-8bde-0ae4d267f517 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (524d0a41-72db-4e04-be62-35f270faf575), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:41.566037 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e1e85a6d-f5cf-466f-8bde-0ae4d267f517 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Calling delete_port for 524d0a41-72db-4e04-be62-35f270faf575 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:41.656646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7bae3e64-ed84-47be-99aa-0e8dd0d185c6 req-dc006172-74b2-43c2-bea3-f242d90de5b2 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] 10.222.0.36 "GET /v2.0/security-groups/6eecd473-7e2c-4c4b-809b-931172a91e6e HTTP/1.1" status: 200 len: 1796 time: 0.1163764 Feb 05 03:00:41.724218 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-f2cff0d4-c7a2-486e-8a94-e68eb9952939 service neutron] 10.222.0.36 "GET /v2.0/networks/4c66ecf0-9f9d-4df4-a963-69a464f1ef7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190237 Feb 05 03:00:41.782375 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7bae3e64-ed84-47be-99aa-0e8dd0d185c6 req-696d10d9-df87-45ba-bc25-c692f0556ce1 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks [] for security_group (6eecd473-7e2c-4c4b-809b-931172a91e6e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:41.844543 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7bae3e64-ed84-47be-99aa-0e8dd0d185c6 req-696d10d9-df87-45ba-bc25-c692f0556ce1 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks [] for security_group (6eecd473-7e2c-4c4b-809b-931172a91e6e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:41.878361 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1e85a6d-f5cf-466f-8bde-0ae4d267f517 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (524d0a41-72db-4e04-be62-35f270faf575), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:41.884816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab9f41d-c789-47ed-82b0-c05b1bf446a1 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Checking segment: {'id': 'da2c20e8-6e86-4f6c-9fd3-25adf1c93575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6fe765e5-4064-497c-806a-9b210852fa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:41.885341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab9f41d-c789-47ed-82b0-c05b1bf446a1 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network hostable DHCP agents. Network: 6fe765e5-4064-497c-806a-9b210852fa1f, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:00:41.921471 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e85a6d-f5cf-466f-8bde-0ae4d267f517 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Port': ['ID=524d0a41-72db-4e04-be62-35f270faf575,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:41.935814 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7bae3e64-ed84-47be-99aa-0e8dd0d185c6 req-696d10d9-df87-45ba-bc25-c692f0556ce1 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6eecd473-7e2c-4c4b-809b-931172a91e6e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:41.939086 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7bae3e64-ed84-47be-99aa-0e8dd0d185c6 req-696d10d9-df87-45ba-bc25-c692f0556ce1 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:41.951827 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7bae3e64-ed84-47be-99aa-0e8dd0d185c6 req-696d10d9-df87-45ba-bc25-c692f0556ce1 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] 10.222.0.36 "DELETE /v2.0/security-groups/6eecd473-7e2c-4c4b-809b-931172a91e6e HTTP/1.1" status: 204 len: 173 time: 0.2939191 Feb 05 03:00:41.999196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d10d9-df87-45ba-bc25-c692f0556ce1 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eecd473-7e2c-4c4b-809b-931172a91e6e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:42.004054 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9f41d-c789-47ed-82b0-c05b1bf446a1 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Subnet': ['ID=84206ceb-40ec-4db5-8b3d-f6a6328ac213,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:42.013740 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab9f41d-c789-47ed-82b0-c05b1bf446a1 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Network 6fe765e5-4064-497c-806a-9b210852fa1f is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:00:42.103283 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7ab9f41d-c789-47ed-82b0-c05b1bf446a1 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 6fe765e5-4064-497c-806a-9b210852fa1f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:42.117614 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171760a2-7dce-4860-8f0c-40afedc94cc1 None None] Network 6fe765e5-4064-497c-806a-9b210852fa1f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:42.120936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab9f41d-c789-47ed-82b0-c05b1bf446a1 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:42.128000 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ab9f41d-c789-47ed-82b0-c05b1bf446a1 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:42.177217 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1e85a6d-f5cf-466f-8bde-0ae4d267f517 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (58e59221-3a0a-46e4-a440-29533fbdd9b2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:42.234028 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f772439-39a2-485d-8893-c9775124f82f req-2feaadf5-6e3a-4e40-8e1d-18da7a708817 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] 10.222.0.36 "GET /v2.0/security-groups/d8345597-0597-4624-abf6-6d8de6fc8e14 HTTP/1.1" status: 200 len: 1795 time: 0.2121017 Feb 05 03:00:42.270533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58448) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:42.272573 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7ab9f41d-c789-47ed-82b0-c05b1bf446a1 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8335283 Feb 05 03:00:42.311565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0500a6a1-c053-4872-9b16-4016fe8d4e75 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:42.484158 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f772439-39a2-485d-8893-c9775124f82f req-41f09a05-67ec-4f6e-b99b-652dfac408c2 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks [] for security_group (d8345597-0597-4624-abf6-6d8de6fc8e14), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:42.489023 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1e85a6d-f5cf-466f-8bde-0ae4d267f517 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (58e59221-3a0a-46e4-a440-29533fbdd9b2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:42.495794 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1e85a6d-f5cf-466f-8bde-0ae4d267f517 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router_controller (58e59221-3a0a-46e4-a440-29533fbdd9b2), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:42.538210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-6fe765e5-4064-497c-806a-9b210852fa1f', 'network_id': '6fe765e5-4064-497c-806a-9b210852fa1f', 'project_id': 'ead3a833cad24a5d95a0bcdf3c020bea', 'fixed_ips': [{'subnet_id': '84206ceb-40ec-4db5-8b3d-f6a6328ac213'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:00:42.540361 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:42.641006 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1e85a6d-f5cf-466f-8bde-0ae4d267f517 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (58e59221-3a0a-46e4-a440-29533fbdd9b2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:42.641857 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e85a6d-f5cf-466f-8bde-0ae4d267f517 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Fanout notify agent at l3_agent the message router_deleted on router 58e59221-3a0a-46e4-a440-29533fbdd9b2 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:00:42.653994 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1e85a6d-f5cf-466f-8bde-0ae4d267f517 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:42.657138 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e1e85a6d-f5cf-466f-8bde-0ae4d267f517 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/routers/58e59221-3a0a-46e4-a440-29533fbdd9b2 HTTP/1.1" status: 204 len: 168 time: 2.0495567 Feb 05 03:00:42.660131 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58458) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:42.776833 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0500a6a1-c053-4872-9b16-4016fe8d4e75 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12611205'] for subnet (84206ceb-40ec-4db5-8b3d-f6a6328ac213), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:42.797387 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3a8891-306e-4f3c-b99b-4876a957d6b9 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Deleting subnet 3c9bd999-dc63-46b9-9ebd-7e40496ed277 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:00:42.804476 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d3a8891-306e-4f3c-b99b-4876a957d6b9 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for subnet (3c9bd999-dc63-46b9-9ebd-7e40496ed277), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:42.824415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Allocated IP 172.20.0.3 (6fe765e5-4064-497c-806a-9b210852fa1f/84206ceb-40ec-4db5-8b3d-f6a6328ac213/edb5ad95-9656-4288-ba3b-9ce3bf26128d) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:00:42.832704 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f772439-39a2-485d-8893-c9775124f82f req-41f09a05-67ec-4f6e-b99b-652dfac408c2 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks [] for security_group (d8345597-0597-4624-abf6-6d8de6fc8e14), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:42.907394 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c9273-a396-48ce-aba3-a59d7e52c243 req-1f904902-4617-4ae3-82aa-aacaa43a2422 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:42.913117 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e7c9273-a396-48ce-aba3-a59d7e52c243 req-1f904902-4617-4ae3-82aa-aacaa43a2422 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 945 time: 0.6680222 Feb 05 03:00:42.914745 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d3a8891-306e-4f3c-b99b-4876a957d6b9 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (3c9bd999-dc63-46b9-9ebd-7e40496ed277), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:43.041672 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e7c9273-a396-48ce-aba3-a59d7e52c243 req-36cb686c-1228-45be-9c77-325c9b5b863f tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1168504 Feb 05 03:00:43.067040 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d3a8891-306e-4f3c-b99b-4876a957d6b9 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (3c9bd999-dc63-46b9-9ebd-7e40496ed277), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:43.069631 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f772439-39a2-485d-8893-c9775124f82f req-41f09a05-67ec-4f6e-b99b-652dfac408c2 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d8345597-0597-4624-abf6-6d8de6fc8e14), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:43.076655 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f772439-39a2-485d-8893-c9775124f82f req-41f09a05-67ec-4f6e-b99b-652dfac408c2 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:43.077218 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f772439-39a2-485d-8893-c9775124f82f req-41f09a05-67ec-4f6e-b99b-652dfac408c2 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] 10.222.0.36 "DELETE /v2.0/security-groups/d8345597-0597-4624-abf6-6d8de6fc8e14 HTTP/1.1" status: 204 len: 173 time: 0.8422673 Feb 05 03:00:43.107185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f09a05-67ec-4f6e-b99b-652dfac408c2 tempest-SecurityGroupsTestAdminJSON-314892771 tempest-SecurityGroupsTestAdminJSON-314892771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8345597-0597-4624-abf6-6d8de6fc8e14,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:43.201204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d3a8891-306e-4f3c-b99b-4876a957d6b9 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (3c9bd999-dc63-46b9-9ebd-7e40496ed277), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:43.216022 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Publish callbacks [] for port (edb5ad95-9656-4288-ba3b-9ce3bf26128d), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:43.234317 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (edb5ad95-9656-4288-ba3b-9ce3bf26128d), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:43.262332 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d3a8891-306e-4f3c-b99b-4876a957d6b9 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:43.278731 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1d3a8891-306e-4f3c-b99b-4876a957d6b9 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/subnets/3c9bd999-dc63-46b9-9ebd-7e40496ed277 HTTP/1.1" status: 204 len: 168 time: 0.6161323 Feb 05 03:00:43.280951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Network 6fe765e5-4064-497c-806a-9b210852fa1f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:00:43.288284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:43.302923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58474) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:43.309162 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a8891-306e-4f3c-b99b-4876a957d6b9 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Subnet': ['ID=3c9bd999-dc63-46b9-9ebd-7e40496ed277,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:43.314274 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b0da4d9c-609c-4cd6-a178-5af0fd74b5c8 req-4a1548d5-6a6c-455b-adc2-75d94b3c6ed4 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 210 time: 0.1071038 Feb 05 03:00:43.389778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Pushing event updated for resources: {'Port': ['ID=edb5ad95-9656-4288-ba3b-9ce3bf26128d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:43.405032 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:00:43.552058 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Attempting to bind port edb5ad95-9656-4288-ba3b-9ce3bf26128d on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:00:43.553663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Attempting to bind port edb5ad95-9656-4288-ba3b-9ce3bf26128d by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'da2c20e8-6e86-4f6c-9fd3-25adf1c93575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6fe765e5-4064-497c-806a-9b210852fa1f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:00:43.554319 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Attempting to bind port edb5ad95-9656-4288-ba3b-9ce3bf26128d on network 6fe765e5-4064-497c-806a-9b210852fa1f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:00:43.565768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:00:43.567065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Checking segment: {'id': 'da2c20e8-6e86-4f6c-9fd3-25adf1c93575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6fe765e5-4064-497c-806a-9b210852fa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:43.567065 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:43.567597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Bound using segment: {'id': 'da2c20e8-6e86-4f6c-9fd3-25adf1c93575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6fe765e5-4064-497c-806a-9b210852fa1f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:00:43.570238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Bound port: edb5ad95-9656-4288-ba3b-9ce3bf26128d, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2c20e8-6e86-4f6c-9fd3-25adf1c93575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6fe765e5-4064-497c-806a-9b210852fa1f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:00:43.570855 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (edb5ad95-9656-4288-ba3b-9ce3bf26128d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:43.585663 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02a939c2-b9a3-488c-a4bd-5f05e36d4805 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (6075dcf0-bfe4-491c-bd08-c9e0f8e3e764), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:43.680768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] For port edb5ad95-9656-4288-ba3b-9ce3bf26128d, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:00:43.686285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] For port edb5ad95-9656-4288-ba3b-9ce3bf26128d, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=edb5ad95-9656-4288-ba3b-9ce3bf26128d,segment=NetworkSegment(da2c20e8-6e86-4f6c-9fd3-25adf1c93575),segment_id=da2c20e8-6e86-4f6c-9fd3-25adf1c93575)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:00:43.704481 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (edb5ad95-9656-4288-ba3b-9ce3bf26128d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:43.756138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58484) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:43.871559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2a392-c0c4-4b4f-b280-20e167f9508f None None] Pushing event updated for resources: {'Port': ['ID=edb5ad95-9656-4288-ba3b-9ce3bf26128d,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:44.128099 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-311de46c-858d-47bd-a3e6-d929f4f33393 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1430a9ff88649119c2749db922a8e94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3700674 Feb 05 03:00:44.132863 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0500a6a1-c053-4872-9b16-4016fe8d4e75 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742297557508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-476081'] for subnet (84206ceb-40ec-4db5-8b3d-f6a6328ac213), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:44.147641 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02a939c2-b9a3-488c-a4bd-5f05e36d4805 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (6075dcf0-bfe4-491c-bd08-c9e0f8e3e764), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:44.154518 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58490) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:44.376762 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500a6a1-c053-4872-9b16-4016fe8d4e75 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event updated for resources: {'Subnet': ['ID=84206ceb-40ec-4db5-8b3d-f6a6328ac213,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:44.408099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-9de4ca82-876a-4a52-a1c7-f526531e1530 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:44.415385 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-9de4ca82-876a-4a52-a1c7-f526531e1530 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.31 "GET /v2.0/networks?id=4c66ecf0-9f9d-4df4-a963-69a464f1ef7a HTTP/1.1" status: 200 len: 812 time: 0.3007321 Feb 05 03:00:44.431123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-2246f6ac-bc9c-43de-af20-b30f1fb6a766 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Request body: {'port': {'device_id': '28b44465-9ea9-4cb2-9ef5-e25e8d90a788', 'network_id': '4c66ecf0-9f9d-4df4-a963-69a464f1ef7a', 'admin_state_up': True, 'tenant_id': 'fe76ea75bf744d4582553c3415219fc8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:44.436949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-02a939c2-b9a3-488c-a4bd-5f05e36d4805 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6075dcf0-bfe4-491c-bd08-c9e0f8e3e764']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:44.468341 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-02a939c2-b9a3-488c-a4bd-5f05e36d4805 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f8a0d5-9d22-4de7-a346-28f32867eddd') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:44.469006 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-02a939c2-b9a3-488c-a4bd-5f05e36d4805 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f8a0d5-9d22-4de7-a346-28f32867eddd') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:44.488890 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02a939c2-b9a3-488c-a4bd-5f05e36d4805 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (13f8a0d5-9d22-4de7-a346-28f32867eddd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:44.521380 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02a939c2-b9a3-488c-a4bd-5f05e36d4805 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (13f8a0d5-9d22-4de7-a346-28f32867eddd), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:44.534429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a939c2-b9a3-488c-a4bd-5f05e36d4805 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:00:44.534893 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02a939c2-b9a3-488c-a4bd-5f05e36d4805 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (13f8a0d5-9d22-4de7-a346-28f32867eddd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:00:44.640711 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:00:44.683529 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02a939c2-b9a3-488c-a4bd-5f05e36d4805 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (6075dcf0-bfe4-491c-bd08-c9e0f8e3e764), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:44.689554 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02a939c2-b9a3-488c-a4bd-5f05e36d4805 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:44.696083 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-02a939c2-b9a3-488c-a4bd-5f05e36d4805 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] 10.222.0.36 "DELETE /v2.0/networks/6075dcf0-bfe4-491c-bd08-c9e0f8e3e764 HTTP/1.1" status: 204 len: 168 time: 1.3782632 Feb 05 03:00:44.701402 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-2246f6ac-bc9c-43de-af20-b30f1fb6a766 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Made reservation on behalf of fe76ea75bf744d4582553c3415219fc8 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:44.708224 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-2246f6ac-bc9c-43de-af20-b30f1fb6a766 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:44.737628 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-86f94e1b-503f-4fe4-9110-57e12b203908 req-de7941bc-6f37-453b-9b76-7677b7a41638 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 210 time: 0.0719392 Feb 05 03:00:44.810207 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0500a6a1-c053-4872-9b16-4016fe8d4e75 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:44.810909 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0500a6a1-c053-4872-9b16-4016fe8d4e75 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:44.814901 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0500a6a1-c053-4872-9b16-4016fe8d4e75 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "PUT /v2.0/subnets/84206ceb-40ec-4db5-8b3d-f6a6328ac213 HTTP/1.1" status: 200 len: 877 time: 2.5142317 Feb 05 03:00:44.814901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a939c2-b9a3-488c-a4bd-5f05e36d4805 tempest-FloatingIPTestJSON-1949395037 tempest-FloatingIPTestJSON-1949395037-project] Pushing event deleted for resources: {'Network': ['ID=6075dcf0-bfe4-491c-bd08-c9e0f8e3e764,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:44.817803 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58508) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:44.934354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bb39d-c660-459a-9d4d-7d01bf66b369 req-241c4bea-85e8-43b1-bdf3-2497a81231db tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:44.935993 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-017bb39d-c660-459a-9d4d-7d01bf66b369 req-241c4bea-85e8-43b1-bdf3-2497a81231db tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 945 time: 0.5831554 Feb 05 03:00:44.967452 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb6fc-8409-4cda-9a19-b28c385069ab admin admin] Publish callbacks [] for security_group (5ecc58e8-cfa2-4e49-a029-f49e688556c6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:45.059448 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb6fc-8409-4cda-9a19-b28c385069ab admin admin] Publish callbacks [] for security_group (5ecc58e8-cfa2-4e49-a029-f49e688556c6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:45.178000 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-017bb39d-c660-459a-9d4d-7d01bf66b369 req-3b201812-a4e9-4de5-9520-dc79e48da803 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2261124 Feb 05 03:00:45.238660 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (6fe765e5-4064-497c-806a-9b210852fa1f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:45.291376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58512) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:45.402913 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb6fc-8409-4cda-9a19-b28c385069ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5ecc58e8-cfa2-4e49-a029-f49e688556c6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:45.406731 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb6fc-8409-4cda-9a19-b28c385069ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:45.410440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5e1eb6fc-8409-4cda-9a19-b28c385069ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ecc58e8-cfa2-4e49-a029-f49e688556c6 HTTP/1.1" status: 204 len: 168 time: 1.1161833 Feb 05 03:00:45.481777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1eb6fc-8409-4cda-9a19-b28c385069ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecc58e8-cfa2-4e49-a029-f49e688556c6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:45.508134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Deleting port edb5ad95-9656-4288-ba3b-9ce3bf26128d {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:45.508755 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (edb5ad95-9656-4288-ba3b-9ce3bf26128d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:45.633222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41133ca2-6397-4d4d-aba0-dff6e841647f None None] Network 6fe765e5-4064-497c-806a-9b210852fa1f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:45.755664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] For port edb5ad95-9656-4288-ba3b-9ce3bf26128d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=edb5ad95-9656-4288-ba3b-9ce3bf26128d,segment=NetworkSegment(da2c20e8-6e86-4f6c-9fd3-25adf1c93575),segment_id=da2c20e8-6e86-4f6c-9fd3-25adf1c93575)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:45.758831 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (edb5ad95-9656-4288-ba3b-9ce3bf26128d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:45.783557 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-2246f6ac-bc9c-43de-af20-b30f1fb6a766 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Allocated IP 172.20.0.11 (4c66ecf0-9f9d-4df4-a963-69a464f1ef7a/ba2e9559-5f73-4823-9e11-dabb806672f9/4f49c0f3-70bf-41fd-a13b-4c2d638d1e69) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:00:45.847389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Calling delete_port for edb5ad95-9656-4288-ba3b-9ce3bf26128d owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:45.866278 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30e7a3-e97a-4f98-ad83-2ac7d10026fa req-752e9192-a793-4602-8102-b2929bda7135 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:45.875232 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6b30e7a3-e97a-4f98-ad83-2ac7d10026fa req-752e9192-a793-4602-8102-b2929bda7135 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.31 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 945 time: 0.1791279 Feb 05 03:00:46.195135 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1dd4ddae-85e1-4d97-9c64-bcb8f08d9096 req-55207d12-ff72-4413-8026-c74b85497928 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 210 time: 0.1618025 Feb 05 03:00:46.246514 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58538) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:46.285292 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-2246f6ac-bc9c-43de-af20-b30f1fb6a766 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Publish callbacks [] for port (4f49c0f3-70bf-41fd-a13b-4c2d638d1e69), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:46.303496 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c611f299-82d0-4a16-abbf-52566a910c32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97787471c0ab4211aaef9c2dfb47079e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0093317 Feb 05 03:00:46.307992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-6b30e7a3-e97a-4f98-ad83-2ac7d10026fa req-55359a5c-fbf7-4d2a-911e-2527e8052a5e tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Deleting port 3b066c9a-889e-4238-b874-5fb9df32a58d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:46.309334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58540) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:46.310549 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6b30e7a3-e97a-4f98-ad83-2ac7d10026fa req-55359a5c-fbf7-4d2a-911e-2527e8052a5e tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3b066c9a-889e-4238-b874-5fb9df32a58d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:46.452603 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device edb5ad95-9656-4288-ba3b-9ce3bf26128d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:00:46.559757 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-2246f6ac-bc9c-43de-af20-b30f1fb6a766 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4f49c0f3-70bf-41fd-a13b-4c2d638d1e69), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:46.584119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6b30e7a3-e97a-4f98-ad83-2ac7d10026fa req-55359a5c-fbf7-4d2a-911e-2527e8052a5e tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] For port 3b066c9a-889e-4238-b874-5fb9df32a58d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3b066c9a-889e-4238-b874-5fb9df32a58d,segment=NetworkSegment(4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d),segment_id=4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:46.584620 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6b30e7a3-e97a-4f98-ad83-2ac7d10026fa req-55359a5c-fbf7-4d2a-911e-2527e8052a5e tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3b066c9a-889e-4238-b874-5fb9df32a58d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:46.604433 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:46.633524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdec0652-a93e-4724-b202-b267d97aff46 None None] Provisioning complete for port edb5ad95-9656-4288-ba3b-9ce3bf26128d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:00:46.634192 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdec0652-a93e-4724-b202-b267d97aff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (edb5ad95-9656-4288-ba3b-9ce3bf26128d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:46.741767 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port edb5ad95-9656-4288-ba3b-9ce3bf26128d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:00:46.744604 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (edb5ad95-9656-4288-ba3b-9ce3bf26128d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:46.766225 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-2246f6ac-bc9c-43de-af20-b30f1fb6a766 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Network 4c66ecf0-9f9d-4df4-a963-69a464f1ef7a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:00:46.784879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-2246f6ac-bc9c-43de-af20-b30f1fb6a766 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:46.811531 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246f6ac-bc9c-43de-af20-b30f1fb6a766 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Pushing event updated for resources: {'Port': ['ID=4f49c0f3-70bf-41fd-a13b-4c2d638d1e69,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:46.821099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-2246f6ac-bc9c-43de-af20-b30f1fb6a766 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:00:47.012719 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port edb5ad95-9656-4288-ba3b-9ce3bf26128d is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:00:47.017622 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (edb5ad95-9656-4288-ba3b-9ce3bf26128d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:47.030183 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c90889a-d070-40b5-b606-4e4439847bef None None] Network 6fe765e5-4064-497c-806a-9b210852fa1f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:47.104209 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cc36627b-24bf-4e2a-83df-b762e4cc6356 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ebd01ea8af844c18933013acfefc942&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8491614 Feb 05 03:00:47.119980 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58556) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:47.129590 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66615d50-de3a-4e0a-9a57-65fab225c2ed admin admin] Publish callbacks [] for security_group (85587356-c78f-40ef-b7b3-f05e2dd6c0ad), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:47.178862 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66615d50-de3a-4e0a-9a57-65fab225c2ed admin admin] Publish callbacks [] for security_group (85587356-c78f-40ef-b7b3-f05e2dd6c0ad), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:47.212453 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (edb5ad95-9656-4288-ba3b-9ce3bf26128d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:47.249153 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-2246f6ac-bc9c-43de-af20-b30f1fb6a766 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:47.251843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-2246f6ac-bc9c-43de-af20-b30f1fb6a766 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:47.296058 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdec0652-a93e-4724-b202-b267d97aff46 None None] Current status of the port edb5ad95-9656-4288-ba3b-9ce3bf26128d is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:00:47.296297 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdec0652-a93e-4724-b202-b267d97aff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (edb5ad95-9656-4288-ba3b-9ce3bf26128d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:47.374397 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-2246f6ac-bc9c-43de-af20-b30f1fb6a766 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9480484 Feb 05 03:00:47.378468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Port': ['ID=edb5ad95-9656-4288-ba3b-9ce3bf26128d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:47.383254 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6b30e7a3-e97a-4f98-ad83-2ac7d10026fa req-55359a5c-fbf7-4d2a-911e-2527e8052a5e tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:47.383708 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6b30e7a3-e97a-4f98-ad83-2ac7d10026fa req-55359a5c-fbf7-4d2a-911e-2527e8052a5e tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (5beaf360-05bc-42a1-9096-108d09623d5e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:47.384100 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [req-6b30e7a3-e97a-4f98-ad83-2ac7d10026fa req-55359a5c-fbf7-4d2a-911e-2527e8052a5e tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Floating IP 5beaf360-05bc-42a1-9096-108d09623d5e disassociated. External IP: 172.25.0.37, port: 3b066c9a-889e-4238-b874-5fb9df32a58d. Feb 05 03:00:47.385660 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-6b30e7a3-e97a-4f98-ad83-2ac7d10026fa req-55359a5c-fbf7-4d2a-911e-2527e8052a5e tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Calling delete_port for 3b066c9a-889e-4238-b874-5fb9df32a58d owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:47.393884 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Request body: {'port': {'device_id': '28b44465-9ea9-4cb2-9ef5-e25e8d90a788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:47.400737 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fda559c-58c0-4d6c-b894-a5a0e99df8bc admin admin] Publish callbacks [] for security_group (7511190c-5046-49cc-99a6-2506689ff671), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:47.429495 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fda559c-58c0-4d6c-b894-a5a0e99df8bc admin admin] Publish callbacks [] for security_group (7511190c-5046-49cc-99a6-2506689ff671), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:47.505603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d3ef0-0246-4389-853b-7e2bb826771a req-215f754a-e91b-4f68-a5e7-910c447fc046 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:47.507014 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c5d3ef0-0246-4389-853b-7e2bb826771a req-215f754a-e91b-4f68-a5e7-910c447fc046 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 945 time: 1.1385391 Feb 05 03:00:47.522962 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fda559c-58c0-4d6c-b894-a5a0e99df8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7511190c-5046-49cc-99a6-2506689ff671), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:47.527314 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fda559c-58c0-4d6c-b894-a5a0e99df8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:47.529806 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9fda559c-58c0-4d6c-b894-a5a0e99df8bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7511190c-5046-49cc-99a6-2506689ff671 HTTP/1.1" status: 204 len: 168 time: 0.3972847 Feb 05 03:00:47.538686 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No DVR routers for this DVR port edb5ad95-9656-4288-ba3b-9ce3bf26128d on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:00:47.620644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fceecda0-66f5-4db7-b636-c71171491726 None None] Could not find standard attr ID for object edb5ad95-9656-4288-ba3b-9ce3bf26128d. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:00:47.621125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda559c-58c0-4d6c-b894-a5a0e99df8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7511190c-5046-49cc-99a6-2506689ff671,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:47.664023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66615d50-de3a-4e0a-9a57-65fab225c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (85587356-c78f-40ef-b7b3-f05e2dd6c0ad), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:47.666653 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66615d50-de3a-4e0a-9a57-65fab225c2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:47.688021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-66615d50-de3a-4e0a-9a57-65fab225c2ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85587356-c78f-40ef-b7b3-f05e2dd6c0ad HTTP/1.1" status: 204 len: 168 time: 1.3684647 Feb 05 03:00:47.718264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89960954-3beb-4ee7-9369-2fcae39b9fee req-795d616a-40db-4e11-af20-a46cbfc8680f tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:47.720515 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89960954-3beb-4ee7-9369-2fcae39b9fee req-795d616a-40db-4e11-af20-a46cbfc8680f tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 932 time: 0.2982275 Feb 05 03:00:47.729914 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (84206ceb-40ec-4db5-8b3d-f6a6328ac213), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:47.768190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66615d50-de3a-4e0a-9a57-65fab225c2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85587356-c78f-40ef-b7b3-f05e2dd6c0ad,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:47.875884 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c5d3ef0-0246-4389-853b-7e2bb826771a req-290c3419-0530-4ec5-b5b6-9f7a12b83fce tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a3f107-b2b6-4f8d-b206-cf01e2cc283b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3443091 Feb 05 03:00:47.885693 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4f49c0f3-70bf-41fd-a13b-4c2d638d1e69), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:48.071638 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89960954-3beb-4ee7-9369-2fcae39b9fee req-90ed362b-b77b-4943-a5c4-0178b43de481 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355527 Feb 05 03:00:48.303700 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (84206ceb-40ec-4db5-8b3d-f6a6328ac213), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:48.361624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Subnet': ['ID=84206ceb-40ec-4db5-8b3d-f6a6328ac213,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:48.442575 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3dfaa3-71ad-415e-abcd-3f568429793c None None] Network 6fe765e5-4064-497c-806a-9b210852fa1f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:48.546541 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (6fe765e5-4064-497c-806a-9b210852fa1f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:48.609551 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe765e5-4064-497c-806a-9b210852fa1f']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:48.628522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2c20e8-6e86-4f6c-9fd3-25adf1c93575') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:48.628824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2c20e8-6e86-4f6c-9fd3-25adf1c93575') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:48.671707 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (da2c20e8-6e86-4f6c-9fd3-25adf1c93575), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:48.695801 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 3b066c9a-889e-4238-b874-5fb9df32a58d no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:00:48.715788 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (da2c20e8-6e86-4f6c-9fd3-25adf1c93575), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:48.736207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3183ff45-223e-4a48-9e92-cc41060d9e4b None None] DHCP port deletion for 6fe765e5-4064-497c-806a-9b210852fa1f request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:00:48.750810 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:00:48.755637 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (da2c20e8-6e86-4f6c-9fd3-25adf1c93575), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:00:48.768309 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:00:48.790551 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6b30e7a3-e97a-4f98-ad83-2ac7d10026fa req-55359a5c-fbf7-4d2a-911e-2527e8052a5e tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (3b066c9a-889e-4238-b874-5fb9df32a58d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:48.826137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0bc14-86d3-4e47-9c5e-0da7476a722a req-f11932da-0360-44a6-9000-428b211c9330 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:48.837009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No active binding found for port 3b066c9a-889e-4238-b874-5fb9df32a58d {{(pid=109676) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 05 03:00:48.837387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] The host n-h1-826942-8 is not matching for port 3b066c9a-889e-4238-b874-5fb9df32a58d host None! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:00:48.837861 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 3b066c9a-889e-4238-b874-5fb9df32a58d not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:00:48.851366 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5a0bc14-86d3-4e47-9c5e-0da7476a722a req-f11932da-0360-44a6-9000-428b211c9330 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c HTTP/1.1" status: 200 len: 945 time: 0.7266567 Feb 05 03:00:48.902113 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55359a5c-fbf7-4d2a-911e-2527e8052a5e tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Pushing event deleted for resources: {'Port': ['ID=3b066c9a-889e-4238-b874-5fb9df32a58d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:49.122912 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b511ba-467a-47bd-9579-4e6c847b445b req-77e330b3-437c-4ca7-aebc-915b83ea46b6 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:49.125045 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-82b511ba-467a-47bd-9579-4e6c847b445b req-77e330b3-437c-4ca7-aebc-915b83ea46b6 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c HTTP/1.1" status: 200 len: 945 time: 0.2442372 Feb 05 03:00:49.147755 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (6fe765e5-4064-497c-806a-9b210852fa1f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:49.217893 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:49.227140 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/6fe765e5-4064-497c-806a-9b210852fa1f HTTP/1.1" status: 204 len: 168 time: 4.4083049 Feb 05 03:00:49.231682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58624) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:49.253495 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ee41081-fb3c-435e-9609-4562e3894a37 req-0675b52c-078e-4bd9-8e6f-f366c2a56bf7 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.1620276 Feb 05 03:00:49.288230 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeecddbb-2550-4acf-a8fb-431d2d379e28 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:49.288689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeecddbb-2550-4acf-a8fb-431d2d379e28 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:49.294994 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-eeecddbb-2550-4acf-a8fb-431d2d379e28 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/subnets/84206ceb-40ec-4db5-8b3d-f6a6328ac213 HTTP/1.1" status: 404 len: 337 time: 0.0497396 Feb 05 03:00:49.296933 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58634) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:49.327857 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5a0bc14-86d3-4e47-9c5e-0da7476a722a req-5f46333a-9caf-4f41-9628-587248dbf952 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669209 Feb 05 03:00:49.329554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032b8da-0be8-4ee0-9a63-72f922588ee6 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Network': ['ID=6fe765e5-4064-497c-806a-9b210852fa1f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:49.389466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:00:49.480360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b30e7a3-e97a-4f98-ad83-2ac7d10026fa req-55359a5c-fbf7-4d2a-911e-2527e8052a5e tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:00:49.546512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405736c-8cfa-4fab-9025-67853bfab4b9 req-457994ed-a65e-4221-a584-b0cbb078ab7c tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:49.565163 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6405736c-8cfa-4fab-9025-67853bfab4b9 req-457994ed-a65e-4221-a584-b0cbb078ab7c tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 932 time: 0.1538789 Feb 05 03:00:49.570048 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Publish callbacks [] for port (4f49c0f3-70bf-41fd-a13b-4c2d638d1e69), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:49.584394 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-56554d27-631a-4d9d-9b0e-a3b8fc5aaf98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:49.589509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56554d27-631a-4d9d-9b0e-a3b8fc5aaf98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:49.596952 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-56554d27-631a-4d9d-9b0e-a3b8fc5aaf98 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/6fe765e5-4064-497c-806a-9b210852fa1f HTTP/1.1" status: 404 len: 339 time: 0.2933862 Feb 05 03:00:49.614322 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58650) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:49.653959 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58652) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:49.656805 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6405736c-8cfa-4fab-9025-67853bfab4b9 req-7d309c34-3449-4a12-a154-af613920687b tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908470 Feb 05 03:00:49.729080 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Transition to ACTIVE for port object 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:00:49.734504 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d36f5eb-22da-4b56-877a-b5485b0214c7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:49.735782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d36f5eb-22da-4b56-877a-b5485b0214c7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:49.739526 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9d36f5eb-22da-4b56-877a-b5485b0214c7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/subnets/e04dc2df-6689-4ff9-b3e5-c1deeab96be9 HTTP/1.1" status: 404 len: 337 time: 0.1239359 Feb 05 03:00:49.742731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58658) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:49.751310 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4f49c0f3-70bf-41fd-a13b-4c2d638d1e69), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:49.780722 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ffcaff7-70f8-4d92-ab29-04083f330f86 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:49.782686 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ffcaff7-70f8-4d92-ab29-04083f330f86 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:49.806839 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9ffcaff7-70f8-4d92-ab29-04083f330f86 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/4c15d797-fa27-41a2-b80e-2acb7b571146 HTTP/1.1" status: 404 len: 339 time: 0.0496655 Feb 05 03:00:49.806839 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58660) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:49.939316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b30e7a3-e97a-4f98-ad83-2ac7d10026fa req-55359a5c-fbf7-4d2a-911e-2527e8052a5e tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:00:49.953193 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d595d03-b8bd-4e00-a19d-ee66fef1f071 None None] Sync routers for ids ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:00:49.975316 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1d26-c427-48f2-be1e-f7993b7224d4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (1c51c18f-374f-40fd-9d3d-58a87c634315), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:49.977842 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d595d03-b8bd-4e00-a19d-ee66fef1f071 None None] Routers {'f9893dd4-8357-4db0-80ce-199bdb3dbbd3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:49.979263 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8d595d03-b8bd-4e00-a19d-ee66fef1f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:00:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:50.084980 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1d26-c427-48f2-be1e-f7993b7224d4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (1c51c18f-374f-40fd-9d3d-58a87c634315), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:50.102884 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f49c0f3-70bf-41fd-a13b-4c2d638d1e69,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:50.112201 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2f2f1d26-c427-48f2-be1e-f7993b7224d4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c51c18f-374f-40fd-9d3d-58a87c634315']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:50.124263 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2f2f1d26-c427-48f2-be1e-f7993b7224d4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64fc324-ed29-4f00-81bb-ea3d9f746a3d') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:50.124716 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2f2f1d26-c427-48f2-be1e-f7993b7224d4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64fc324-ed29-4f00-81bb-ea3d9f746a3d') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:50.145667 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1d26-c427-48f2-be1e-f7993b7224d4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (b64fc324-ed29-4f00-81bb-ea3d9f746a3d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:50.165382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device edb5ad95-9656-4288-ba3b-9ce3bf26128d no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:00:50.176998 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1d26-c427-48f2-be1e-f7993b7224d4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (b64fc324-ed29-4f00-81bb-ea3d9f746a3d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:50.189562 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-82b511ba-467a-47bd-9579-4e6c847b445b req-3bbbf682-05d4-4ea7-a4fb-be835223cd6a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Deleting port 0133a6df-1198-4024-9634-acc4eaea5991 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:50.191166 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:00:50.192712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2f1d26-c427-48f2-be1e-f7993b7224d4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:00:50.194491 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1d26-c427-48f2-be1e-f7993b7224d4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (b64fc324-ed29-4f00-81bb-ea3d9f746a3d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:50.200985 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-82b511ba-467a-47bd-9579-4e6c847b445b req-3bbbf682-05d4-4ea7-a4fb-be835223cd6a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0133a6df-1198-4024-9634-acc4eaea5991), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:50.212290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: edb5ad95-9656-4288-ba3b-9ce3bf26128d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:00:50.215158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device edb5ad95-9656-4288-ba3b-9ce3bf26128d not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:00:50.254932 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-8d595d03-b8bd-4e00-a19d-ee66fef1f071 None None] Set router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:00:50.274024 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:00:50.280500 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1d26-c427-48f2-be1e-f7993b7224d4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (1c51c18f-374f-40fd-9d3d-58a87c634315), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:50.286980 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1d26-c427-48f2-be1e-f7993b7224d4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:50.298116 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2f2f1d26-c427-48f2-be1e-f7993b7224d4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/1c51c18f-374f-40fd-9d3d-58a87c634315 HTTP/1.1" status: 204 len: 168 time: 0.4905932 Feb 05 03:00:50.298728 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58682) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:50.349952 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f1d26-c427-48f2-be1e-f7993b7224d4 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Network': ['ID=1c51c18f-374f-40fd-9d3d-58a87c634315,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:50.354320 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a8f080-8013-4513-8cb3-69c2fef5e176 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:50.354887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a8f080-8013-4513-8cb3-69c2fef5e176 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:50.364418 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-60a8f080-8013-4513-8cb3-69c2fef5e176 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/subnets/08d7d8b0-94f7-43d5-93ad-fdec8c04a315 HTTP/1.1" status: 404 len: 337 time: 0.0472455 Feb 05 03:00:50.365099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58688) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:50.407847 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ba13c5-d005-49b1-928b-758d653aba71 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:50.408395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ba13c5-d005-49b1-928b-758d653aba71 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:50.422032 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f0ba13c5-d005-49b1-928b-758d653aba71 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/41bd787f-0520-4f1c-8461-3eb564fddbad HTTP/1.1" status: 404 len: 339 time: 0.0558772 Feb 05 03:00:50.422675 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58692) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:50.482660 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b0ec0867-46ad-4472-933b-7321aa751133 req-16227ca2-3b09-4567-bf58-c7849a87d0d2 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.0584881 Feb 05 03:00:50.515399 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7558683-f2a1-4148-be3a-7d5ac9784082 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:50.515905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7558683-f2a1-4148-be3a-7d5ac9784082 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:50.536036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d7558683-f2a1-4148-be3a-7d5ac9784082 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/subnets/7490eeff-4f2d-4847-abe0-d5421bd454fa HTTP/1.1" status: 404 len: 337 time: 0.0991504 Feb 05 03:00:50.552960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58700) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:50.579449 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b6dcb3-f257-406c-b032-d678e549a139 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:50.579449 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b6dcb3-f257-406c-b032-d678e549a139 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:50.579738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b30e7a3-e97a-4f98-ad83-2ac7d10026fa req-55359a5c-fbf7-4d2a-911e-2527e8052a5e tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] No DVR routers for this DVR port 3b066c9a-889e-4238-b874-5fb9df32a58d on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:00:50.585130 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-37b6dcb3-f257-406c-b032-d678e549a139 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/9a7c1f27-6761-433e-99db-e6d0095adae7 HTTP/1.1" status: 404 len: 339 time: 0.0310659 Feb 05 03:00:50.601681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58706) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:50.675136 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6b30e7a3-e97a-4f98-ad83-2ac7d10026fa req-55359a5c-fbf7-4d2a-911e-2527e8052a5e tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:50.678496 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6b30e7a3-e97a-4f98-ad83-2ac7d10026fa req-55359a5c-fbf7-4d2a-911e-2527e8052a5e tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.31 "DELETE /v2.0/ports/3b066c9a-889e-4238-b874-5fb9df32a58d HTTP/1.1" status: 204 len: 173 time: 4.7926888 Feb 05 03:00:50.683227 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c8b56a-dfe9-45d5-ae10-9887b2951ce3', 'name': 'network-vif-deleted', 'tag': '3b066c9a-889e-4238-b874-5fb9df32a58d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:00:50.691807 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de28ce71-d1a8-444f-a13a-3df9174be462" -d '{"events": [{"server_uuid": "53c8b56a-dfe9-45d5-ae10-9887b2951ce3", "name": "network-vif-deleted", "tag": "3b066c9a-889e-4238-b874-5fb9df32a58d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:00:50.697161 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9fb852-ac43-4a4b-8c5d-3b2ead3d16c2 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:50.700889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9fb852-ac43-4a4b-8c5d-3b2ead3d16c2 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:50.716218 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8b9fb852-ac43-4a4b-8c5d-3b2ead3d16c2 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/subnets/7b702c9b-d26c-4dfb-9398-2ac29b8e550d HTTP/1.1" status: 404 len: 337 time: 0.1131768 Feb 05 03:00:50.719010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58730) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:50.729662 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8d595d03-b8bd-4e00-a19d-ee66fef1f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'name': 'tempest-ServersTestBootFromVolume-13076004-router', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:41Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'gw_port': {'id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '52d292bf-14d4-4787-92b6-a5afe5a79035', 'name': '', 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'mac_address': 'fa:16:3e:96:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3438e575-803e-4ceb-bec0-519360784e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:50Z', 'updated_at': '2022-02-05T02:58:01Z', 'revision_number': 5, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'subnets': [{'id': '3438e575-803e-4ceb-bec0-519360784e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:50.795601 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d595d03-b8bd-4e00-a19d-ee66fef1f071 None None] Checking router: f9893dd4-8357-4db0-80ce-199bdb3dbbd3 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:00:50.813189 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d595d03-b8bd-4e00-a19d-ee66fef1f071 None None] Routers {'f9893dd4-8357-4db0-80ce-199bdb3dbbd3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:00:50.813822 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8d595d03-b8bd-4e00-a19d-ee66fef1f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:00:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:50.835490 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9af2f6-55d6-40b8-b24f-a7f41cdcfa73 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:50.836107 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9af2f6-55d6-40b8-b24f-a7f41cdcfa73 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:50.842606 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0a9af2f6-55d6-40b8-b24f-a7f41cdcfa73 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/a89f7309-a467-49dc-8841-054f6049f817 HTTP/1.1" status: 404 len: 339 time: 0.1214170 Feb 05 03:00:50.865001 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965369be-04dc-4149-a2b3-865351a3b9a4 req-ed8be5d6-33dc-4e31-95ab-78229ac8ae85 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:50.865361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-82b511ba-467a-47bd-9579-4e6c847b445b req-3bbbf682-05d4-4ea7-a4fb-be835223cd6a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] For port 0133a6df-1198-4024-9634-acc4eaea5991, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0133a6df-1198-4024-9634-acc4eaea5991,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:50.865743 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-82b511ba-467a-47bd-9579-4e6c847b445b req-3bbbf682-05d4-4ea7-a4fb-be835223cd6a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0133a6df-1198-4024-9634-acc4eaea5991), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:50.866583 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-965369be-04dc-4149-a2b3-865351a3b9a4 req-ed8be5d6-33dc-4e31-95ab-78229ac8ae85 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c HTTP/1.1" status: 200 len: 945 time: 0.3623736 Feb 05 03:00:50.875974 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58734) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:50.954446 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e93ceb2-d7ae-4b28-bcc7-1802fc155666 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:50.954966 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e93ceb2-d7ae-4b28-bcc7-1802fc155666 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:50.960256 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-82b511ba-467a-47bd-9579-4e6c847b445b req-3bbbf682-05d4-4ea7-a4fb-be835223cd6a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Calling delete_port for 0133a6df-1198-4024-9634-acc4eaea5991 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:50.963307 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0e93ceb2-d7ae-4b28-bcc7-1802fc155666 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/subnets/0fb3aad4-76d6-49bd-b64a-08b10857ecfb HTTP/1.1" status: 404 len: 337 time: 0.0860703 Feb 05 03:00:50.964896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Attempting to bind port 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:00:50.965243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Attempting to bind port 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '4383c778-05e0-489b-a264-520e01e15ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4c66ecf0-9f9d-4df4-a963-69a464f1ef7a'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:00:50.965579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Attempting to bind port 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 on network 4c66ecf0-9f9d-4df4-a963-69a464f1ef7a {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:00:50.975150 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58742) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:50.986827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Port 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 on network 4c66ecf0-9f9d-4df4-a963-69a464f1ef7a not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:00:50.986827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Attempting to bind port 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 on network 4c66ecf0-9f9d-4df4-a963-69a464f1ef7a {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:00:51.001900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:00:51.002252 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Checking segment: {'id': '4383c778-05e0-489b-a264-520e01e15ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4c66ecf0-9f9d-4df4-a963-69a464f1ef7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:51.002640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Bound using segment: {'id': '4383c778-05e0-489b-a264-520e01e15ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4c66ecf0-9f9d-4df4-a963-69a464f1ef7a'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:00:51.003190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Bound port: 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4383c778-05e0-489b-a264-520e01e15ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4c66ecf0-9f9d-4df4-a963-69a464f1ef7a'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:00:51.003469 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4f49c0f3-70bf-41fd-a13b-4c2d638d1e69), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:51.061716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db63b2e-d98e-49c7-a48a-285d4350f1bb req-97962d32-0cdf-416b-9803-4ce5960e2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:51.062212 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db63b2e-d98e-49c7-a48a-285d4350f1bb req-97962d32-0cdf-416b-9803-4ce5960e2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:51.062695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db63b2e-d98e-49c7-a48a-285d4350f1bb req-97962d32-0cdf-416b-9803-4ce5960e2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:51.063298 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db63b2e-d98e-49c7-a48a-285d4350f1bb req-97962d32-0cdf-416b-9803-4ce5960e2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:51.063772 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db63b2e-d98e-49c7-a48a-285d4350f1bb req-97962d32-0cdf-416b-9803-4ce5960e2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:51.065080 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db63b2e-d98e-49c7-a48a-285d4350f1bb req-97962d32-0cdf-416b-9803-4ce5960e2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:51.065080 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db63b2e-d98e-49c7-a48a-285d4350f1bb req-97962d32-0cdf-416b-9803-4ce5960e2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:51.074229 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3db63b2e-d98e-49c7-a48a-285d4350f1bb req-97962d32-0cdf-416b-9803-4ce5960e2a65 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 6719 time: 1.4016302 Feb 05 03:00:51.113432 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-43aa4b6c-ea33-4033-a9f4-6791f77849f2 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:51.113976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43aa4b6c-ea33-4033-a9f4-6791f77849f2 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:51.125133 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-43aa4b6c-ea33-4033-a9f4-6791f77849f2 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/0d6c388d-46e6-4f72-b64e-7dac001c649a HTTP/1.1" status: 404 len: 339 time: 0.1399844 Feb 05 03:00:51.136592 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58746) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:51.182657 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3db63b2e-d98e-49c7-a48a-285d4350f1bb req-635a1b3c-7fff-4a01-bc4e-c99ec08101ab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070375 Feb 05 03:00:51.241784 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9357904e-c2e6-4151-8bbb-706eaf12f3e0 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:51.242180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9357904e-c2e6-4151-8bbb-706eaf12f3e0 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:51.272692 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9357904e-c2e6-4151-8bbb-706eaf12f3e0 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/subnets/7d2d8a9b-48ef-49dd-84b8-ce68412318ae HTTP/1.1" status: 404 len: 337 time: 0.1275761 Feb 05 03:00:51.281819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58754) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:51.346378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b61a99-f88f-4bfe-889e-d4b5789a9858 req-2f96613d-d645-454a-a0f8-edfc0d56db07 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:51.350670 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-23b61a99-f88f-4bfe-889e-d4b5789a9858 req-2f96613d-d645-454a-a0f8-edfc0d56db07 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 944 time: 0.3816447 Feb 05 03:00:51.351910 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-7673fad8-87c7-432b-9b1d-e48399d5db24 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:51.352470 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7673fad8-87c7-432b-9b1d-e48399d5db24 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:51.359633 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7673fad8-87c7-432b-9b1d-e48399d5db24 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/7b89604c-3b7a-40d2-b003-15db09ed7c5a HTTP/1.1" status: 404 len: 339 time: 0.0614769 Feb 05 03:00:51.370291 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-965369be-04dc-4149-a2b3-865351a3b9a4 req-9fa8832f-948f-4db2-b9ac-4836a9548a53 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170547 Feb 05 03:00:51.370573 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58756) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:51.392669 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-8d595d03-b8bd-4e00-a19d-ee66fef1f071 None None] Set router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:00:51.405046 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a041c66-4ca0-4f70-bb72-03a2f510fcee tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:51.405604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a041c66-4ca0-4f70-bb72-03a2f510fcee tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:51.412450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4a041c66-4ca0-4f70-bb72-03a2f510fcee tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/subnets/85a3e244-ea5c-46f4-b31c-34f3f6369c13 HTTP/1.1" status: 404 len: 337 time: 0.0408292 Feb 05 03:00:51.413105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58760) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:51.415593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] For port 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:00:51.427902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] For port 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4f49c0f3-70bf-41fd-a13b-4c2d638d1e69,segment=NetworkSegment(4383c778-05e0-489b-a264-520e01e15ea7),segment_id=4383c778-05e0-489b-a264-520e01e15ea7)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:00:51.441342 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59a77e6-9abe-4e5e-a69c-dfccae859e91 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:51.441853 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59a77e6-9abe-4e5e-a69c-dfccae859e91 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:51.447901 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c59a77e6-9abe-4e5e-a69c-dfccae859e91 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/74458813-edbd-4953-8b93-5bd7c4bddf60 HTTP/1.1" status: 404 len: 339 time: 0.0273190 Feb 05 03:00:51.451388 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58762) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:51.490266 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-23b61a99-f88f-4bfe-889e-d4b5789a9858 req-92dbf5a9-d9bd-457c-b41d-2c35e7270c4a tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210022 Feb 05 03:00:51.514871 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4f49c0f3-70bf-41fd-a13b-4c2d638d1e69), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:51.593515 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-27674a7e-51aa-4b07-acbf-63e3c7a30bbe tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:51.593981 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27674a7e-51aa-4b07-acbf-63e3c7a30bbe tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:51.599738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58770) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:51.600344 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-27674a7e-51aa-4b07-acbf-63e3c7a30bbe tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/subnets/234e51c0-e13e-4423-ace3-350084c31ea6 HTTP/1.1" status: 404 len: 337 time: 0.1423237 Feb 05 03:00:51.602832 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f49c0f3-70bf-41fd-a13b-4c2d638d1e69,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:51.648384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb22e2-fc96-459c-a7b5-5132d04dd37c req-d6ad26bb-46a7-4cc5-a8ce-fa9b833eecf8 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:51.653637 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:51.655559 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:51.656829 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-b15b8847-c06c-4e2d-9cfa-114308587ec6 service neutron] 10.222.0.31 "PUT /v2.0/ports/4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 HTTP/1.1" status: 200 len: 1092 time: 4.2683861 Feb 05 03:00:51.660413 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3fb22e2-fc96-459c-a7b5-5132d04dd37c req-d6ad26bb-46a7-4cc5-a8ce-fa9b833eecf8 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 949 time: 0.1437206 Feb 05 03:00:51.721558 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22a7a4b-bad0-4f31-b98a-1ed1de35dfa7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:51.722096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22a7a4b-bad0-4f31-b98a-1ed1de35dfa7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:51.732810 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e22a7a4b-bad0-4f31-b98a-1ed1de35dfa7 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/5744ea2c-ff50-42f9-a03e-e387177623bc HTTP/1.1" status: 404 len: 339 time: 0.1297882 Feb 05 03:00:51.736732 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58778) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:51.751955 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-82b511ba-467a-47bd-9579-4e6c847b445b req-3bbbf682-05d4-4ea7-a4fb-be835223cd6a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0133a6df-1198-4024-9634-acc4eaea5991), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:51.767071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['9df2f819-0383-4d15-a38c-408f8cff03a9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:00:51.771037 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['61eacedb-ac64-46fc-834d-04ad6614ef7b', '61181d5e-4134-4192-8fb3-935862358dbb'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:00:51.809932 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ba5866-a4fa-4e98-808a-9daf31d85434 x-openstack-request-id: req-e7ba5866-a4fa-4e98-808a-9daf31d85434 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:00:51.810238 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c8b56a-dfe9-45d5-ae10-9887b2951ce3", "name": "network-vif-deleted", "tag": "3b066c9a-889e-4238-b874-5fb9df32a58d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:00:51.810471 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7ba5866-a4fa-4e98-808a-9daf31d85434 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:00:51.814561 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c8b56a-dfe9-45d5-ae10-9887b2951ce3', 'name': 'network-vif-deleted', 'tag': '3b066c9a-889e-4238-b874-5fb9df32a58d', 'status': 'completed', 'code': 200} Feb 05 03:00:51.818804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbf682-05d4-4ea7-a4fb-be835223cd6a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Pushing event deleted for resources: {'Port': ['ID=0133a6df-1198-4024-9634-acc4eaea5991,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:51.911980 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-da67710a-bb42-4ab7-bf62-5c2265b64735 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:51.912510 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da67710a-bb42-4ab7-bf62-5c2265b64735 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:51.937361 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-da67710a-bb42-4ab7-bf62-5c2265b64735 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/subnets/a2dfa816-3560-4179-9f1f-68fc09314548 HTTP/1.1" status: 404 len: 337 time: 0.1814151 Feb 05 03:00:51.944829 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8d595d03-b8bd-4e00-a19d-ee66fef1f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'name': 'tempest-ServersTestBootFromVolume-13076004-router', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:41Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'gw_port': {'id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '52d292bf-14d4-4787-92b6-a5afe5a79035', 'name': '', 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'mac_address': 'fa:16:3e:96:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3438e575-803e-4ceb-bec0-519360784e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:50Z', 'updated_at': '2022-02-05T02:58:01Z', 'revision_number': 5, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'subnets': [{'id': '3438e575-803e-4ceb-bec0-519360784e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:51.951802 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58790) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:51.995095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b511ba-467a-47bd-9579-4e6c847b445b req-3bbbf682-05d4-4ea7-a4fb-be835223cd6a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] No DVR routers for this DVR port 0133a6df-1198-4024-9634-acc4eaea5991 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:00:52.020397 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-82b511ba-467a-47bd-9579-4e6c847b445b req-3bbbf682-05d4-4ea7-a4fb-be835223cd6a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:52.024524 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d963d5e-b159-40e8-b9b6-167514d9f986 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] DELETE failed (client error): The resource could not be found. Feb 05 03:00:52.025086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d963d5e-b159-40e8-b9b6-167514d9f986 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:00:52.028071 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d595d03-b8bd-4e00-a19d-ee66fef1f071 None None] The sync data for ids ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'] in n-d-826942-8 is: [{'id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'name': 'tempest-ServersTestBootFromVolume-13076004-router', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:41Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'gw_port': {'id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '52d292bf-14d4-4787-92b6-a5afe5a79035', 'name': '', 'network_id': '11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'mac_address': 'fa:16:3e:96:ab:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '3438e575-803e-4ceb-bec0-519360784e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:50Z', 'updated_at': '2022-02-05T02:58:01Z', 'revision_number': 5, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'subnets': [{'id': '3438e575-803e-4ceb-bec0-519360784e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:00:52.035354 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-82b511ba-467a-47bd-9579-4e6c847b445b req-3bbbf682-05d4-4ea7-a4fb-be835223cd6a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.31 "DELETE /v2.0/ports/0133a6df-1198-4024-9634-acc4eaea5991 HTTP/1.1" status: 204 len: 173 time: 2.8907931 Feb 05 03:00:52.039710 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2d963d5e-b159-40e8-b9b6-167514d9f986 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/0b95c087-1e7f-487e-a987-a2b1bc9c0219 HTTP/1.1" status: 404 len: 339 time: 0.0844741 Feb 05 03:00:52.042339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58796) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:52.187693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-8b2ebb47-dffb-4a25-a05c-abe3519fecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:52.189358 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-8b2ebb47-dffb-4a25-a05c-abe3519fecb0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe76ea75bf744d4582553c3415219fc8&device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 1126 time: 0.4457428 Feb 05 03:00:52.243061 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3fb22e2-fc96-459c-a7b5-5132d04dd37c req-d6ebaf36-046d-41cd-bde7-3bb8cf8145ae tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/security-groups?id=165c9d33-73c0-4031-9c8b-331c089181aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5816731 Feb 05 03:00:52.258982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1c45b1-0b37-4d58-9e36-8aa8c75ffe15 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Deleting subnet f03ed4f2-6229-40b8-8460-0bbb7b690e84 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:00:52.265268 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b1c45b1-0b37-4d58-9e36-8aa8c75ffe15 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks [] for subnet (f03ed4f2-6229-40b8-8460-0bbb7b690e84), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:52.335039 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcd6cbcc-4596-43c5-86a2-8957dff27f9a req-336f4131-e3e8-4187-a19f-757bcffd88b0 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.0680716 Feb 05 03:00:52.360350 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-103693ca-1f5b-45e2-a045-b7f267a3613c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 HTTP/1.1" status: 200 len: 217 time: 0.1612616 Feb 05 03:00:52.380812 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b1c45b1-0b37-4d58-9e36-8aa8c75ffe15 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (f03ed4f2-6229-40b8-8460-0bbb7b690e84), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:52.538098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-fc1b40db-bae3-475e-8a0d-61c1652457e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:52.546306 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-fc1b40db-bae3-475e-8a0d-61c1652457e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba2e9559-5f73-4823-9e11-dabb806672f9 HTTP/1.1" status: 200 len: 852 time: 0.1637185 Feb 05 03:00:52.619524 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-4b593578-5c96-4f94-8db2-1a80da80a8f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c66ecf0-9f9d-4df4-a963-69a464f1ef7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636454 Feb 05 03:00:52.627993 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58824) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:52.709446 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0133a6df-1198-4024-9634-acc4eaea5991 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:00:52.734956 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 0133a6df-1198-4024-9634-acc4eaea5991 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:00:52.735760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0133a6df-1198-4024-9634-acc4eaea5991 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:00:52.746837 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8021a14f-cf8e-4f1d-9134-ad39c8bc210a req-eec49287-a403-4738-9dcc-834b82740231 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c HTTP/1.1" status: 200 len: 210 time: 0.1134746 Feb 05 03:00:52.763091 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b1c45b1-0b37-4d58-9e36-8aa8c75ffe15 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (f03ed4f2-6229-40b8-8460-0bbb7b690e84), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:52.793755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e82f1b-4abe-43fd-8981-dd520f6eabb5 None None] New status for floating IP 5beaf360-05bc-42a1-9096-108d09623d5e: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:00:52.898366 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-f7ac9f1d-2801-4f41-9eac-c6c39b92dcea service neutron] 10.222.0.31 "GET /v2.0/networks/4c66ecf0-9f9d-4df4-a963-69a464f1ef7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574472 Feb 05 03:00:53.000954 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4400a58f-8bb2-4f19-9551-8cd312fe3765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:53.037228 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b1c45b1-0b37-4d58-9e36-8aa8c75ffe15 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (f03ed4f2-6229-40b8-8460-0bbb7b690e84), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:53.077566 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c45b1-0b37-4d58-9e36-8aa8c75ffe15 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Subnet': ['ID=f03ed4f2-6229-40b8-8460-0bbb7b690e84,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:53.113056 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c33963-0826-414b-9a82-45207b79d38c None None] Network cdb74374-a3d7-45c6-ac67-4d49d81d5384 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:53.126527 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e29a6f0c-a654-401d-83b5-fa02597a602b req-d368a137-f5a6-4a7b-976c-0728ba1d5b26 service neutron] 10.222.0.31 "GET /v2.0/networks/4c66ecf0-9f9d-4df4-a963-69a464f1ef7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210624 Feb 05 03:00:53.137556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f52f1a-10d9-4f4c-baf3-083db53c7bfe req-74489be7-070d-46df-8cb8-55a37cac367d tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:53.142532 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73f52f1a-10d9-4f4c-baf3-083db53c7bfe req-74489be7-070d-46df-8cb8-55a37cac367d tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 944 time: 0.3287044 Feb 05 03:00:53.149452 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b1c45b1-0b37-4d58-9e36-8aa8c75ffe15 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:53.158689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58842) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:53.159559 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9b1c45b1-0b37-4d58-9e36-8aa8c75ffe15 tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/subnets/f03ed4f2-6229-40b8-8460-0bbb7b690e84 HTTP/1.1" status: 204 len: 168 time: 1.1076460 Feb 05 03:00:53.274828 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58848) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:53.325340 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73f52f1a-10d9-4f4c-baf3-083db53c7bfe req-debe68b7-080e-4810-bfda-ae4b448acbf4 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641045 Feb 05 03:00:53.356396 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4400a58f-8bb2-4f19-9551-8cd312fe3765 admin admin] Publish callbacks [] for security_group (a790e629-cc90-4803-a2c2-de26387271df), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:53.376744 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4400a58f-8bb2-4f19-9551-8cd312fe3765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a790e629-cc90-4803-a2c2-de26387271df), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:53.410791 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (cdb74374-a3d7-45c6-ac67-4d49d81d5384), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:53.423898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] DHCP port deletion for cdb74374-a3d7-45c6-ac67-4d49d81d5384 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:00:53.491075 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400a58f-8bb2-4f19-9551-8cd312fe3765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a790e629-cc90-4803-a2c2-de26387271df,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:53.517615 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4400a58f-8bb2-4f19-9551-8cd312fe3765 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54c6382343d14f7abd9028f8bb9e9dd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8861463 Feb 05 03:00:53.518197 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58854) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:53.518519 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Deleting port 32270e11-67ef-41c9-b799-deaa505cdca6 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:53.521386 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (32270e11-67ef-41c9-b799-deaa505cdca6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:53.550859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Deleting port 32270e11-67ef-41c9-b799-deaa505cdca6 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:00:53.556038 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (32270e11-67ef-41c9-b799-deaa505cdca6), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:53.585669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f61bd14-a7a7-4e83-be49-5401a3d8bbfd req-eeca70ef-a9ba-4d19-a750-d5b2f8b57409 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.0869906 Feb 05 03:00:53.673280 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff1f03da-827e-4d9f-aad0-32417cddd2f3 admin admin] Publish callbacks [] for security_group (a790e629-cc90-4803-a2c2-de26387271df), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:53.680801 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] For port 32270e11-67ef-41c9-b799-deaa505cdca6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=32270e11-67ef-41c9-b799-deaa505cdca6,segment=NetworkSegment(12271735-6716-49b7-840e-6b64e029b1bd),segment_id=12271735-6716-49b7-840e-6b64e029b1bd)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:53.682278 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (32270e11-67ef-41c9-b799-deaa505cdca6), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:53.693667 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] For port 32270e11-67ef-41c9-b799-deaa505cdca6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=32270e11-67ef-41c9-b799-deaa505cdca6,segment=NetworkSegment(12271735-6716-49b7-840e-6b64e029b1bd),segment_id=12271735-6716-49b7-840e-6b64e029b1bd)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:53.694041 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (32270e11-67ef-41c9-b799-deaa505cdca6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:53.698979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Calling delete_port for 32270e11-67ef-41c9-b799-deaa505cdca6 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:53.727511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Calling delete_port for 32270e11-67ef-41c9-b799-deaa505cdca6 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:00:53.741306 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff1f03da-827e-4d9f-aad0-32417cddd2f3 admin admin] Publish callbacks [] for security_group (a790e629-cc90-4803-a2c2-de26387271df), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:53.850966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b44465-9ea9-4cb2-9ef5-e25e8d90a788', 'tag': '4f49c0f3-70bf-41fd-a13b-4c2d638d1e69'}, {'server_uuid': '4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c', 'name': 'network-vif-deleted', 'tag': '0133a6df-1198-4024-9634-acc4eaea5991'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:00:53.853910 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee5d440-7413-4fed-a599-95b86da8bf1d" -d '{"events": [{"name": "network-changed", "server_uuid": "28b44465-9ea9-4cb2-9ef5-e25e8d90a788", "tag": "4f49c0f3-70bf-41fd-a13b-4c2d638d1e69"}, {"server_uuid": "4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c", "name": "network-vif-deleted", "tag": "0133a6df-1198-4024-9634-acc4eaea5991"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:00:53.857975 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (32270e11-67ef-41c9-b799-deaa505cdca6), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:53.887382 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff1f03da-827e-4d9f-aad0-32417cddd2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a790e629-cc90-4803-a2c2-de26387271df), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:53.890381 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff1f03da-827e-4d9f-aad0-32417cddd2f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:53.894546 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ff1f03da-827e-4d9f-aad0-32417cddd2f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a790e629-cc90-4803-a2c2-de26387271df HTTP/1.1" status: 204 len: 168 time: 0.3707573 Feb 05 03:00:53.896872 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Pushing event deleted for resources: {'Port': ['ID=32270e11-67ef-41c9-b799-deaa505cdca6,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:53.908707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:53.909069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:53.909512 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:53.909792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:53.910441 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:53.910803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:53.911138 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:53.911468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:53.911800 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:53.912129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:53.912456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:53.912780 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:53.913104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:00:53.925789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed207d3-cf53-4d75-9721-ab7c0667fba2 None None] No DVR routers for this DVR port 32270e11-67ef-41c9-b799-deaa505cdca6 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:00:53.952901 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c48e526f-db3b-412b-9466-92f320239fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:53.960489 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 05 Feb 2022 03:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189040a4-553d-4f8b-8f0d-05e474d5ad9f x-openstack-request-id: req-189040a4-553d-4f8b-8f0d-05e474d5ad9f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:00:53.960788 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b44465-9ea9-4cb2-9ef5-e25e8d90a788", "tag": "4f49c0f3-70bf-41fd-a13b-4c2d638d1e69", "status": "completed", "code": 200}, {"server_uuid": "4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c", "name": "network-vif-deleted", "tag": "0133a6df-1198-4024-9634-acc4eaea5991", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:00:53.960989 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-189040a4-553d-4f8b-8f0d-05e474d5ad9f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:00:53.961479 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b44465-9ea9-4cb2-9ef5-e25e8d90a788', 'tag': '4f49c0f3-70bf-41fd-a13b-4c2d638d1e69', 'status': 'completed', 'code': 200} Feb 05 03:00:53.961687 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed7fbd4-a955-43ec-8290-b9bf0d7e7a1c', 'name': 'network-vif-deleted', 'tag': '0133a6df-1198-4024-9634-acc4eaea5991', 'status': 'completed', 'code': 200} Feb 05 03:00:53.964417 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f03da-827e-4d9f-aad0-32417cddd2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a790e629-cc90-4803-a2c2-de26387271df,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:54.098560 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (32270e11-67ef-41c9-b799-deaa505cdca6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:54.129180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Port': ['ID=32270e11-67ef-41c9-b799-deaa505cdca6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:54.156970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] No DVR routers for this DVR port 32270e11-67ef-41c9-b799-deaa505cdca6 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:00:54.240203 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5d440-7413-4fed-a599-95b86da8bf1d req-07079a8a-ad28-4887-81e9-0f0bb2ff6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:54.241715 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cee5d440-7413-4fed-a599-95b86da8bf1d req-07079a8a-ad28-4887-81e9-0f0bb2ff6acc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe76ea75bf744d4582553c3415219fc8&device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 1126 time: 0.2537029 Feb 05 03:00:54.246347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 32270e11-67ef-41c9-b799-deaa505cdca6 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:00:54.287581 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 32270e11-67ef-41c9-b799-deaa505cdca6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:00:54.287946 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 32270e11-67ef-41c9-b799-deaa505cdca6 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:00:54.295083 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c48e526f-db3b-412b-9466-92f320239fcf admin admin] Publish callbacks [] for security_group (1618dcbc-4cf9-48cc-b822-3fd01d07b834), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:54.367668 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c48e526f-db3b-412b-9466-92f320239fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1618dcbc-4cf9-48cc-b822-3fd01d07b834), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:54.435260 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (cdb74374-a3d7-45c6-ac67-4d49d81d5384), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:54.452012 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e526f-db3b-412b-9466-92f320239fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1618dcbc-4cf9-48cc-b822-3fd01d07b834,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:54.464624 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c48e526f-db3b-412b-9466-92f320239fcf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00f8f9a254ac46c786c93a2d09515896&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1879399 Feb 05 03:00:54.467883 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58908) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:54.487797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb74374-a3d7-45c6-ac67-4d49d81d5384']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:54.511442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12271735-6716-49b7-840e-6b64e029b1bd') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:54.511677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12271735-6716-49b7-840e-6b64e029b1bd') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:00:54.524899 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5d440-7413-4fed-a599-95b86da8bf1d req-f73a4d3e-2cfe-4193-bf3b-9bc18bf763e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:54.526997 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cee5d440-7413-4fed-a599-95b86da8bf1d req-f73a4d3e-2cfe-4193-bf3b-9bc18bf763e2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c66ecf0-9f9d-4df4-a963-69a464f1ef7a HTTP/1.1" status: 200 len: 913 time: 0.2780702 Feb 05 03:00:54.531435 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (12271735-6716-49b7-840e-6b64e029b1bd), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:54.576134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58914) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:54.608207 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cedab73c-f8f7-499c-93c6-654db9a19f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:54.640815 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (12271735-6716-49b7-840e-6b64e029b1bd), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:54.648337 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:00:54.648682 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (12271735-6716-49b7-840e-6b64e029b1bd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:54.655274 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74669f-36ec-45d0-a141-ef3e2c8d6341 req-b7ca0382-8125-4a60-8a99-70cc90ea777d tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:54.657191 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b74669f-36ec-45d0-a141-ef3e2c8d6341 req-b7ca0382-8125-4a60-8a99-70cc90ea777d tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 944 time: 0.1641383 Feb 05 03:00:54.674009 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03212724-b0f6-4e46-9a12-715565de0f42 admin admin] Publish callbacks [] for security_group (1618dcbc-4cf9-48cc-b822-3fd01d07b834), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: self.session.flush() Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: self.session.flush() Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: self.session.flush() Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: self.session.flush() Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:00:54.702549 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:00:54.710499 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cee5d440-7413-4fed-a599-95b86da8bf1d req-78466138-692d-4d3f-bcf9-029d2ae9f281 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 HTTP/1.1" status: 200 len: 217 time: 0.1715193 Feb 05 03:00:54.766424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b74669f-36ec-45d0-a141-ef3e2c8d6341 req-5e0ae98c-2b58-4dc4-85ad-6527cac8c16d tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009936 Feb 05 03:00:54.777787 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (cdb74374-a3d7-45c6-ac67-4d49d81d5384), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:54.789893 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:54.794490 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] 10.222.0.36 "DELETE /v2.0/networks/cdb74374-a3d7-45c6-ac67-4d49d81d5384 HTTP/1.1" status: 204 len: 168 time: 1.6343472 Feb 05 03:00:54.818871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8672f-bfe9-4592-960b-501593186eed tempest-NetworksTest-370163064 tempest-NetworksTest-370163064-project] Pushing event deleted for resources: {'Network': ['ID=cdb74374-a3d7-45c6-ac67-4d49d81d5384,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:54.835160 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03212724-b0f6-4e46-9a12-715565de0f42 admin admin] Publish callbacks [] for security_group (1618dcbc-4cf9-48cc-b822-3fd01d07b834), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:54.841134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5d440-7413-4fed-a599-95b86da8bf1d req-4318f0f1-d523-413a-9216-15aec50a99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:54.848205 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cee5d440-7413-4fed-a599-95b86da8bf1d req-4318f0f1-d523-413a-9216-15aec50a99ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba2e9559-5f73-4823-9e11-dabb806672f9 HTTP/1.1" status: 200 len: 852 time: 0.1293492 Feb 05 03:00:54.930344 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-395b664d-fc8a-4b73-bc0a-3485187db300 req-1855354e-d2bf-43ba-ac26-3e7a908f49f8 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.0518203 Feb 05 03:00:54.962574 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cedab73c-f8f7-499c-93c6-654db9a19f3d admin admin] Publish callbacks [] for security_group (745de4fc-d577-418d-8dae-35ed8a212286), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:54.973036 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cedab73c-f8f7-499c-93c6-654db9a19f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (745de4fc-d577-418d-8dae-35ed8a212286), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:55.010990 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedab73c-f8f7-499c-93c6-654db9a19f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745de4fc-d577-418d-8dae-35ed8a212286,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:55.014234 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03212724-b0f6-4e46-9a12-715565de0f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1618dcbc-4cf9-48cc-b822-3fd01d07b834), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:55.017396 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03212724-b0f6-4e46-9a12-715565de0f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:55.018896 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-03212724-b0f6-4e46-9a12-715565de0f42 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1618dcbc-4cf9-48cc-b822-3fd01d07b834 HTTP/1.1" status: 204 len: 168 time: 0.5499771 Feb 05 03:00:55.036879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03212724-b0f6-4e46-9a12-715565de0f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1618dcbc-4cf9-48cc-b822-3fd01d07b834,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:55.060067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cedab73c-f8f7-499c-93c6-654db9a19f3d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32115f015ea442b5b59d879aab76b877&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4828990 Feb 05 03:00:55.062997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58932) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:55.120315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:00:55.200322 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f509483a-b466-4f98-a0d4-21b185b2a6d3 admin admin] Publish callbacks [] for security_group (745de4fc-d577-418d-8dae-35ed8a212286), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:55.257090 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f509483a-b466-4f98-a0d4-21b185b2a6d3 admin admin] Publish callbacks [] for security_group (745de4fc-d577-418d-8dae-35ed8a212286), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:55.304534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:00:55.304931 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:55.375109 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f509483a-b466-4f98-a0d4-21b185b2a6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (745de4fc-d577-418d-8dae-35ed8a212286), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:55.378322 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f509483a-b466-4f98-a0d4-21b185b2a6d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:55.378824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:55.380179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f509483a-b466-4f98-a0d4-21b185b2a6d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/745de4fc-d577-418d-8dae-35ed8a212286 HTTP/1.1" status: 204 len: 168 time: 0.3160305 Feb 05 03:00:55.380823 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c06d1b-3447-476f-b017-2c8a53784027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:00:55.385970 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3bdfaf-7070-4497-b542-7a47a660b6f6" -d '{"events": [{"server_uuid": "48c06d1b-3447-476f-b017-2c8a53784027", "name": "network-vif-unplugged", "status": "completed", "tag": "03d4f308-b893-4c5d-bb9a-1ab0ed194df1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:00:55.390743 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:55.398962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509483a-b466-4f98-a0d4-21b185b2a6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745de4fc-d577-418d-8dae-35ed8a212286,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:55.427296 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58946) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:55.480658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:55.557343 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cee5d440-7413-4fed-a599-95b86da8bf1d req-d67e08a1-272f-4bf1-b3ed-1d7c15905f31 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c66ecf0-9f9d-4df4-a963-69a464f1ef7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7025049 Feb 05 03:00:55.617482 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58950) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:55.636171 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c004bf4b-120d-4445-9156-809d86cbb1d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:55.675783 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cee5d440-7413-4fed-a599-95b86da8bf1d req-d87b489f-a995-4e08-91db-6a9bef8fff4d service neutron] 10.222.0.31 "GET /v2.0/networks/4c66ecf0-9f9d-4df4-a963-69a464f1ef7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126926 Feb 05 03:00:55.796778 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c004bf4b-120d-4445-9156-809d86cbb1d4 admin admin] Publish callbacks [] for security_group (a0b27263-dd5c-48da-9914-607b980058e5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:55.807251 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c004bf4b-120d-4445-9156-809d86cbb1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a0b27263-dd5c-48da-9914-607b980058e5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:55.904445 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cee5d440-7413-4fed-a599-95b86da8bf1d req-e4a33e04-8569-477f-9abe-92e2c4fd0695 service neutron] 10.222.0.31 "GET /v2.0/networks/4c66ecf0-9f9d-4df4-a963-69a464f1ef7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216411 Feb 05 03:00:55.969739 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c004bf4b-120d-4445-9156-809d86cbb1d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b77116b01a144e9884af41600710c25b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3509901 Feb 05 03:00:55.972431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58964) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:55.976525 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f281e33-baa7-4426-9ccc-792bf86d340f x-openstack-request-id: req-5f281e33-baa7-4426-9ccc-792bf86d340f {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:00:55.977167 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c06d1b-3447-476f-b017-2c8a53784027", "name": "network-vif-unplugged", "status": "completed", "tag": "03d4f308-b893-4c5d-bb9a-1ab0ed194df1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:00:55.978193 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f281e33-baa7-4426-9ccc-792bf86d340f {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:00:55.979092 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c06d1b-3447-476f-b017-2c8a53784027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1', 'code': 200} Feb 05 03:00:56.052925 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41cb1576-4dd9-477d-bb57-72b7cc1149b4 admin admin] Publish callbacks [] for security_group (a0b27263-dd5c-48da-9914-607b980058e5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:56.077632 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004bf4b-120d-4445-9156-809d86cbb1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b27263-dd5c-48da-9914-607b980058e5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:56.089072 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41cb1576-4dd9-477d-bb57-72b7cc1149b4 admin admin] Publish callbacks [] for security_group (a0b27263-dd5c-48da-9914-607b980058e5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:56.140597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58978) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:56.146203 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c23e0379-c78a-4595-b61f-72eb6e7f6f5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ead3a833cad24a5d95a0bcdf3c020bea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7089996 Feb 05 03:00:56.169611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420acc14-822d-4118-964a-d983b591d09b req-3f23e0d9-79ae-46b6-96a5-f908c66267e5 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:56.187003 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-420acc14-822d-4118-964a-d983b591d09b req-3f23e0d9-79ae-46b6-96a5-f908c66267e5 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 944 time: 0.2420588 Feb 05 03:00:56.284230 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41cb1576-4dd9-477d-bb57-72b7cc1149b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a0b27263-dd5c-48da-9914-607b980058e5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:56.291347 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1426721c-0c15-49ae-af1f-a39e04844f4b req-35f71d85-c05f-491a-81c5-f9e2ce66c7fb tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.0892501 Feb 05 03:00:56.309075 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41cb1576-4dd9-477d-bb57-72b7cc1149b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:56.313076 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-41cb1576-4dd9-477d-bb57-72b7cc1149b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0b27263-dd5c-48da-9914-607b980058e5 HTTP/1.1" status: 204 len: 168 time: 0.3394482 Feb 05 03:00:56.335738 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-420acc14-822d-4118-964a-d983b591d09b req-7b7be176-a0ce-4f5a-b018-0d9511442b94 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440425 Feb 05 03:00:56.357533 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb1576-4dd9-477d-bb57-72b7cc1149b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b27263-dd5c-48da-9914-607b980058e5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:56.385323 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b13fb23b-9143-4046-8348-a08c648bf7cb admin admin] Publish callbacks [] for security_group (ba6a38c0-0a53-4122-9730-ea690a1c5782), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:56.422980 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b13fb23b-9143-4046-8348-a08c648bf7cb admin admin] Publish callbacks [] for security_group (ba6a38c0-0a53-4122-9730-ea690a1c5782), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:56.485489 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b13fb23b-9143-4046-8348-a08c648bf7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ba6a38c0-0a53-4122-9730-ea690a1c5782), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:56.488782 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b13fb23b-9143-4046-8348-a08c648bf7cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:56.490171 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b13fb23b-9143-4046-8348-a08c648bf7cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba6a38c0-0a53-4122-9730-ea690a1c5782 HTTP/1.1" status: 204 len: 168 time: 0.3483875 Feb 05 03:00:56.510335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fb23b-9143-4046-8348-a08c648bf7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6a38c0-0a53-4122-9730-ea690a1c5782,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:56.725945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:00:56.874564 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4f49c0f3-70bf-41fd-a13b-4c2d638d1e69,segment=NetworkSegment(4383c778-05e0-489b-a264-520e01e15ea7),segment_id=4383c778-05e0-489b-a264-520e01e15ea7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:56.891467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '4f49c0f3-70bf-41fd-a13b-4c2d638d1e69', 'network_id': '4c66ecf0-9f9d-4df4-a963-69a464f1ef7a', 'port_id': '4f49c0f3-70bf-41fd-a13b-4c2d638d1e69', 'mac_address': 'fa:16:3e:23:78:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2e9559-5f73-4823-9e11-dabb806672f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:00:56.936865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:00:56.937496 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4f49c0f3-70bf-41fd-a13b-4c2d638d1e69), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:56.963908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:00:56.991880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4f49c0f3-70bf-41fd-a13b-4c2d638d1e69,segment=NetworkSegment(4383c778-05e0-489b-a264-520e01e15ea7),segment_id=4383c778-05e0-489b-a264-520e01e15ea7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:56.998112 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4f49c0f3-70bf-41fd-a13b-4c2d638d1e69), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:57.074933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=4f49c0f3-70bf-41fd-a13b-4c2d638d1e69,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:57.115674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:00:57.254994 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:57.270848 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1', 'mac_address': 'fa:16:3e:b6:c1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:00:57.318037 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:00:57.318705 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:57.346694 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:00:57.351779 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['4f49c0f3-70bf-41fd-a13b-4c2d638d1e69'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:00:57.436586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:57.447020 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:57.524455 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f30c431-b64b-41d2-9dfd-3901a17c0544 req-7568e0a6-6bdb-42e1-9fb9-091b5feb067a tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.0709076 Feb 05 03:00:57.534542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaaed0-5d21-4c97-92f7-f9bfcab742ff req-ecacce68-2efb-4456-a579-f59b3c2b6876 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:57.544005 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29eaaed0-5d21-4c97-92f7-f9bfcab742ff req-ecacce68-2efb-4456-a579-f59b3c2b6876 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 945 time: 0.1347871 Feb 05 03:00:57.620073 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29eaaed0-5d21-4c97-92f7-f9bfcab742ff req-21e5d01f-d3e0-4902-bf29-ae580687892c tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721135 Feb 05 03:00:57.690939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:57.722111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['03d4f308-b893-4c5d-bb9a-1ab0ed194df1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:00:57.830124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59062) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:58.068286 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ff6e9e08-577e-4e20-ab02-8de41d12f51f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2080937381-network', 'tenant_id': '9e2a95cc64db46e3b018d873e2db7c12'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:58.105763 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6e9e08-577e-4e20-ab02-8de41d12f51f admin admin] Made reservation on behalf of 9e2a95cc64db46e3b018d873e2db7c12 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:58.108191 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9e08-577e-4e20-ab02-8de41d12f51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:58.122237 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9e08-577e-4e20-ab02-8de41d12f51f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:58.247917 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59084) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:58.257957 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9e08-577e-4e20-ab02-8de41d12f51f admin admin] Publish callbacks [] for security_group (d4cf8c4f-b864-403d-b975-f82d182404df), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:58.263843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9e08-577e-4e20-ab02-8de41d12f51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d4cf8c4f-b864-403d-b975-f82d182404df), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:58.304996 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e9e08-577e-4e20-ab02-8de41d12f51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cf8c4f-b864-403d-b975-f82d182404df,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:58.310327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6e9e08-577e-4e20-ab02-8de41d12f51f admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:00:58.333138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f8d859b8-730b-4a4b-85b4-e7b0e379633d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-384679969'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:58.345606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9e08-577e-4e20-ab02-8de41d12f51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (391465cc-4c48-4211-8ba2-71736bcf0982), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:58.345606 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-ff6e9e08-577e-4e20-ab02-8de41d12f51f admin admin] Added segment 391465cc-4c48-4211-8ba2-71736bcf0982 of type vlan for network 74a1669d-ce12-40e3-b0f1-9240f7081ea0 Feb 05 03:00:58.412451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d859b8-730b-4a4b-85b4-e7b0e379633d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:58.417244 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8d859b8-730b-4a4b-85b4-e7b0e379633d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:58.422900 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9e08-577e-4e20-ab02-8de41d12f51f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (74a1669d-ce12-40e3-b0f1-9240f7081ea0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:58.440869 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8d859b8-730b-4a4b-85b4-e7b0e379633d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:58.485239 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9e08-577e-4e20-ab02-8de41d12f51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (74a1669d-ce12-40e3-b0f1-9240f7081ea0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:58.486931 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6e9e08-577e-4e20-ab02-8de41d12f51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:58.487997 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9e08-577e-4e20-ab02-8de41d12f51f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:58.494498 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2da2845a-2a94-40dd-99ce-268fc15cfbc7 req-1210dcd8-c5e2-4632-94e3-d42eb3666079 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7618c719-c8b2-4e72-863b-748c0fb2857f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559032 Feb 05 03:00:58.605923 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e9e08-577e-4e20-ab02-8de41d12f51f admin admin] Pushing event updated for resources: {'Network': ['ID=74a1669d-ce12-40e3-b0f1-9240f7081ea0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:58.623603 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 74a1669d-ce12-40e3-b0f1-9240f7081ea0 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:00:58.625448 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2845a-2a94-40dd-99ce-268fc15cfbc7 req-4abd1d3f-0115-4a75-abc1-2dfa37ec39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:58.627140 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ff6e9e08-577e-4e20-ab02-8de41d12f51f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7944853 Feb 05 03:00:58.633597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59102) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:58.633893 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2da2845a-2a94-40dd-99ce-268fc15cfbc7 req-4abd1d3f-0115-4a75-abc1-2dfa37ec39a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=37d45416619c42a5be673fac7a85f3c2&device_id=7618c719-c8b2-4e72-863b-748c0fb2857f HTTP/1.1" status: 200 len: 1128 time: 0.1116359 Feb 05 03:00:58.648239 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b1dc51ab-ceca-406d-8a0f-45e1fdc72c43 admin admin] Request body: {'subnet': {'network_id': '74a1669d-ce12-40e3-b0f1-9240f7081ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2080937381-subnet', 'tenant_id': '9e2a95cc64db46e3b018d873e2db7c12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:58.687904 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dc51ab-ceca-406d-8a0f-45e1fdc72c43 admin admin] Made reservation on behalf of 9e2a95cc64db46e3b018d873e2db7c12 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:58.694687 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1dc51ab-ceca-406d-8a0f-45e1fdc72c43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:58.730109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6536ff55-5663-43f0-9420-b7d1bf101ce6 req-c2b48ae8-d3ff-4ee2-b767-5a3d140b9971 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.0657523 Feb 05 03:00:58.851624 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8d859b8-730b-4a4b-85b4-e7b0e379633d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (048d94d0-4a73-4b92-83a4-d6174d8ef3d3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:58.860662 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8d859b8-730b-4a4b-85b4-e7b0e379633d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (048d94d0-4a73-4b92-83a4-d6174d8ef3d3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:58.876291 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2845a-2a94-40dd-99ce-268fc15cfbc7 req-b7837938-f291-483c-a57d-c369ccf19672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:58.878440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2da2845a-2a94-40dd-99ce-268fc15cfbc7 req-b7837938-f291-483c-a57d-c369ccf19672 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 200 len: 916 time: 0.1976798 Feb 05 03:00:58.885065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:00:58.889926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3d09f-b236-4a05-94ad-e3c9fa3f7827 req-cdd2a5e7-181e-47f0-934b-65eb500487b0 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:58.897979 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9cb3d09f-b236-4a05-94ad-e3c9fa3f7827 req-cdd2a5e7-181e-47f0-934b-65eb500487b0 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 945 time: 0.1229277 Feb 05 03:00:58.898995 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d859b8-730b-4a4b-85b4-e7b0e379633d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:00:58.936529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d859b8-730b-4a4b-85b4-e7b0e379633d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048d94d0-4a73-4b92-83a4-d6174d8ef3d3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:58.939610 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8d859b8-730b-4a4b-85b4-e7b0e379633d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (8e9759ed-cba6-458b-ad61-73eb291d90f4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:58.940044 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-f8d859b8-730b-4a4b-85b4-e7b0e379633d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Added segment 8e9759ed-cba6-458b-ad61-73eb291d90f4 of type vlan for network b304a8ea-d264-4cb2-b245-5941f2a93dcc Feb 05 03:00:58.985835 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2da2845a-2a94-40dd-99ce-268fc15cfbc7 req-4f69b9cf-3471-40f8-b73f-5947e9a8b946 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61181d5e-4134-4192-8fb3-935862358dbb HTTP/1.1" status: 200 len: 217 time: 0.0845919 Feb 05 03:00:59.016642 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8d859b8-730b-4a4b-85b4-e7b0e379633d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (b304a8ea-d264-4cb2-b245-5941f2a93dcc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:59.046895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:00:59.060282 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:00:59.060689 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4f49c0f3-70bf-41fd-a13b-4c2d638d1e69), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:59.100673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2845a-2a94-40dd-99ce-268fc15cfbc7 req-642584c7-af6a-4b4c-b847-d66b0a632b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:59.102830 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2da2845a-2a94-40dd-99ce-268fc15cfbc7 req-642584c7-af6a-4b4c-b847-d66b0a632b9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5fb34fa-8661-4f51-8858-93f112ab0d02 HTTP/1.1" status: 200 len: 855 time: 0.1032648 Feb 05 03:00:59.111770 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1dc51ab-ceca-406d-8a0f-45e1fdc72c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (e9e941b2-6ee1-48ad-bf53-d9bec92b8152), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:59.150866 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2da2845a-2a94-40dd-99ce-268fc15cfbc7 req-610dd134-3fb4-46be-94d1-370341304e29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a325fffd-cc20-47f6-9590-870a2c199f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394115 Feb 05 03:00:59.155518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9cb3d09f-b236-4a05-94ad-e3c9fa3f7827 req-c27fc86f-8099-4ff7-89be-ab8113480d2f tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564399 Feb 05 03:00:59.172005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc51ab-ceca-406d-8a0f-45e1fdc72c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e941b2-6ee1-48ad-bf53-d9bec92b8152,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:59.176649 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8d859b8-730b-4a4b-85b4-e7b0e379633d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (b304a8ea-d264-4cb2-b245-5941f2a93dcc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:59.184480 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d859b8-730b-4a4b-85b4-e7b0e379633d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:59.185121 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8d859b8-730b-4a4b-85b4-e7b0e379633d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:59.198303 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:00:59.309947 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2da2845a-2a94-40dd-99ce-268fc15cfbc7 req-cbc5905c-5540-4a26-87d3-444c90bff64d service neutron] 10.222.0.10 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513779 Feb 05 03:00:59.396306 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f8d859b8-730b-4a4b-85b4-e7b0e379633d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1472583 Feb 05 03:00:59.400862 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59140) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:59.404691 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:00:59.405333 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4f49c0f3-70bf-41fd-a13b-4c2d638d1e69), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:59.410622 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-710fc98b-c503-49c6-aca2-cc4664d28b0f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'name': 'tempest-PortsIpV6TestJSON-1164069645'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:59.416549 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc51ab-ceca-406d-8a0f-45e1fdc72c43 admin admin] Checking segment: {'id': '391465cc-4c48-4211-8ba2-71736bcf0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74a1669d-ce12-40e3-b0f1-9240f7081ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:00:59.416924 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc51ab-ceca-406d-8a0f-45e1fdc72c43 admin admin] Network hostable DHCP agents. Network: 74a1669d-ce12-40e3-b0f1-9240f7081ea0, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:00:59.432061 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d859b8-730b-4a4b-85b4-e7b0e379633d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Network': ['ID=b304a8ea-d264-4cb2-b245-5941f2a93dcc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:00:59.465610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:00:59.516724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59146) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:59.525868 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2da2845a-2a94-40dd-99ce-268fc15cfbc7 req-d9725ea8-f006-4115-9eee-5d891f615be8 service neutron] 10.222.0.10 "GET /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084956 Feb 05 03:00:59.575641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc51ab-ceca-406d-8a0f-45e1fdc72c43 admin admin] Network 74a1669d-ce12-40e3-b0f1-9240f7081ea0 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:00:59.585892 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b44465-9ea9-4cb2-9ef5-e25e8d90a788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f49c0f3-70bf-41fd-a13b-4c2d638d1e69'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:00:59.588975 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267f08bd-bee7-4195-9932-23e830eaec21" -d '{"events": [{"server_uuid": "28b44465-9ea9-4cb2-9ef5-e25e8d90a788", "name": "network-vif-plugged", "status": "completed", "tag": "4f49c0f3-70bf-41fd-a13b-4c2d638d1e69"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:00:59.606616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:00:59.607172 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:59.611571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4f49c0f3-70bf-41fd-a13b-4c2d638d1e69,segment=NetworkSegment(4383c778-05e0-489b-a264-520e01e15ea7),segment_id=4383c778-05e0-489b-a264-520e01e15ea7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:00:59.628537 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b1dc51ab-ceca-406d-8a0f-45e1fdc72c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 74a1669d-ce12-40e3-b0f1-9240f7081ea0) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:00:59.649890 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dc51ab-ceca-406d-8a0f-45e1fdc72c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:00:59.649890 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1dc51ab-ceca-406d-8a0f-45e1fdc72c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:59.650246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710ccdef-b4fa-4c25-b2d2-10dda7c0314d None None] Network 74a1669d-ce12-40e3-b0f1-9240f7081ea0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:00:59.658496 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4f49c0f3-70bf-41fd-a13b-4c2d638d1e69), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:59.663186 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710fc98b-c503-49c6-aca2-cc4664d28b0f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:00:59.667122 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-710fc98b-c503-49c6-aca2-cc4664d28b0f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:59.705615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-710fc98b-c503-49c6-aca2-cc4664d28b0f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] device_id is not set on port 982c4dc1-1eb7-4b3d-96ca-db7927fda834 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:00:59.716092 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b1dc51ab-ceca-406d-8a0f-45e1fdc72c43 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0813882 Feb 05 03:00:59.719775 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59158) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:00:59.725246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2080937381-router', 'tenant_id': '9e2a95cc64db46e3b018d873e2db7c12', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:00:59.784557 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (399462e6-7e51-4299-b00d-9e6ef0474fc0), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:59.785691 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (399462e6-7e51-4299-b00d-9e6ef0474fc0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:59.840749 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-395621b7-7f90-4fae-a6dd-6fca7b8b9a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:59.917129 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24686b96-d261-4a5e-9daf-a05ff31a719c req-f87f1be5-f3d9-43c7-8e4e-a45266a6ab1d tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.0417945 Feb 05 03:00:59.936886 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Publish callbacks [] for router_controller (399462e6-7e51-4299-b00d-9e6ef0474fc0), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:00:59.994324 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d01bc50-52ef-4a36-b5ef-44ef94bfc02d x-openstack-request-id: req-7d01bc50-52ef-4a36-b5ef-44ef94bfc02d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:00:59.994938 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b44465-9ea9-4cb2-9ef5-e25e8d90a788", "name": "network-vif-plugged", "status": "completed", "tag": "4f49c0f3-70bf-41fd-a13b-4c2d638d1e69", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:00:59.995383 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d01bc50-52ef-4a36-b5ef-44ef94bfc02d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:00:59.996575 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b44465-9ea9-4cb2-9ef5-e25e8d90a788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f49c0f3-70bf-41fd-a13b-4c2d638d1e69', 'code': 200} Feb 05 03:01:00.005010 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=4f49c0f3-70bf-41fd-a13b-4c2d638d1e69,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:00.046126 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-74a1669d-ce12-40e3-b0f1-9240f7081ea0', 'network_id': '74a1669d-ce12-40e3-b0f1-9240f7081ea0', 'project_id': '9e2a95cc64db46e3b018d873e2db7c12', 'fixed_ips': [{'subnet_id': 'e9e941b2-6ee1-48ad-bf53-d9bec92b8152'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:01:00.047979 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:00.141293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:00.141787 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:00.149892 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Publish callbacks [] for router_gateway (399462e6-7e51-4299-b00d-9e6ef0474fc0), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:00.198512 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-395621b7-7f90-4fae-a6dd-6fca7b8b9a92 admin admin] Publish callbacks [] for security_group (7baf9a32-8a26-4241-bddc-e7ea11970fc8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:00.225145 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-395621b7-7f90-4fae-a6dd-6fca7b8b9a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7baf9a32-8a26-4241-bddc-e7ea11970fc8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:00.334357 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:00.358071 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:00.414454 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-710fc98b-c503-49c6-aca2-cc4664d28b0f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (982c4dc1-1eb7-4b3d-96ca-db7927fda834), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:00.468951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:00.473557 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Publish callbacks [] for router_gateway (399462e6-7e51-4299-b00d-9e6ef0474fc0), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:00.530022 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:00.530317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f174b-8c14-4485-a6d5-1d964af1c5e4 req-ebc326cd-3913-43c8-bb6f-8edac838f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:00.534275 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f93f174b-8c14-4485-a6d5-1d964af1c5e4 req-ebc326cd-3913-43c8-bb6f-8edac838f12d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 1128 time: 0.7656140 Feb 05 03:01:00.562952 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716144d-cab0-4c53-b480-9785eec4c54e req-33e84382-0c78-48d8-9671-2dd75a9aeffc tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:00.563433 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-710fc98b-c503-49c6-aca2-cc4664d28b0f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (982c4dc1-1eb7-4b3d-96ca-db7927fda834), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:00.565672 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6716144d-cab0-4c53-b480-9785eec4c54e req-33e84382-0c78-48d8-9671-2dd75a9aeffc tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 946 time: 0.2910800 Feb 05 03:01:00.581429 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-395621b7-7f90-4fae-a6dd-6fca7b8b9a92 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=148aa27f0d7b4e2fbd9360072a9edffa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0636368 Feb 05 03:01:00.592665 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59178) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:00.613362 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Allocated IP 172.20.0.2 (74a1669d-ce12-40e3-b0f1-9240f7081ea0/e9e941b2-6ee1-48ad-bf53-d9bec92b8152/cfcf4348-b15e-4b4d-ba81-9d8c46246c00) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:00.685875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395621b7-7f90-4fae-a6dd-6fca7b8b9a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7baf9a32-8a26-4241-bddc-e7ea11970fc8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:00.760960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6716144d-cab0-4c53-b480-9785eec4c54e req-defc0d13-0811-4520-a084-4f272a9ae72c tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451864 Feb 05 03:01:00.772824 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f93f174b-8c14-4485-a6d5-1d964af1c5e4 req-18f699bb-de08-4d4a-9078-caeab63bba1f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110498 Feb 05 03:01:00.865501 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Allocated IP 172.25.0.183 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/f374f239-4d20-4c86-b113-98ec325285e9) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:00.881995 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fc98b-c503-49c6-aca2-cc4664d28b0f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=982c4dc1-1eb7-4b3d-96ca-db7927fda834,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:00.885413 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c11f2b70-31ea-43b8-ae06-010df0cea4f8 admin admin] Publish callbacks [] for security_group (7baf9a32-8a26-4241-bddc-e7ea11970fc8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:00.887906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710fc98b-c503-49c6-aca2-cc4664d28b0f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Checking segment: {'id': '8e9759ed-cba6-458b-ad61-73eb291d90f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:00.888328 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710fc98b-c503-49c6-aca2-cc4664d28b0f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network hostable DHCP agents. Network: b304a8ea-d264-4cb2-b245-5941f2a93dcc, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:01:00.942704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710fc98b-c503-49c6-aca2-cc4664d28b0f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:01:00.954185 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c11f2b70-31ea-43b8-ae06-010df0cea4f8 admin admin] Publish callbacks [] for security_group (7baf9a32-8a26-4241-bddc-e7ea11970fc8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:00.957675 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Publish callbacks [] for port (cfcf4348-b15e-4b4d-ba81-9d8c46246c00), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:00.977315 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (cfcf4348-b15e-4b4d-ba81-9d8c46246c00), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:01.021423 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-710fc98b-c503-49c6-aca2-cc4664d28b0f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, b304a8ea-d264-4cb2-b245-5941f2a93dcc) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:01.092711 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Pushing event updated for resources: {'Port': ['ID=cfcf4348-b15e-4b4d-ba81-9d8c46246c00,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:01.108077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763efedf-4dee-458e-ae17-b4999115f633 None None] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:01.113270 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710fc98b-c503-49c6-aca2-cc4664d28b0f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:01.128168 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710fc98b-c503-49c6-aca2-cc4664d28b0f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:01.128784 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-710fc98b-c503-49c6-aca2-cc4664d28b0f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:01.137704 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c11f2b70-31ea-43b8-ae06-010df0cea4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7baf9a32-8a26-4241-bddc-e7ea11970fc8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:01.144006 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c11f2b70-31ea-43b8-ae06-010df0cea4f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:01.145200 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c11f2b70-31ea-43b8-ae06-010df0cea4f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7baf9a32-8a26-4241-bddc-e7ea11970fc8 HTTP/1.1" status: 204 len: 168 time: 0.5423915 Feb 05 03:01:01.173517 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Network 74a1669d-ce12-40e3-b0f1-9240f7081ea0 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:01.175735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f2b70-31ea-43b8-ae06-010df0cea4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baf9a32-8a26-4241-bddc-e7ea11970fc8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:01.192392 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-710fc98b-c503-49c6-aca2-cc4664d28b0f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7883325 Feb 05 03:01:01.195261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59186) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:01.205999 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fa7833fa-aa81-4c7c-98f7-b6f710edd5aa tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1817768112'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:01.217628 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Publish callbacks [] for port (f374f239-4d20-4c86-b113-98ec325285e9), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:01.225270 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40d9fcc8-446b-4409-abfe-8a37dda3bf97 req-8f3be71f-c707-4d03-bccc-5b9c313dfed8 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.0793016 Feb 05 03:01:01.261853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7833fa-aa81-4c7c-98f7-b6f710edd5aa tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:01.265517 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa7833fa-aa81-4c7c-98f7-b6f710edd5aa tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:01.311656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7833fa-aa81-4c7c-98f7-b6f710edd5aa tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:01:01.317153 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (f374f239-4d20-4c86-b113-98ec325285e9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:01.334086 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:01.342735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:01.370881 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa7833fa-aa81-4c7c-98f7-b6f710edd5aa tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (0d32a503-2745-4ef5-9b71-d3365d9d42ba), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:01.379386 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-fa7833fa-aa81-4c7c-98f7-b6f710edd5aa tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Added segment 0d32a503-2745-4ef5-9b71-d3365d9d42ba of type vlan for network 47448dfa-7af9-486b-95f3-90f0f2597913 Feb 05 03:01:01.477265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:01.490475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:01.501951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:01.505818 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Attempting to bind port cfcf4348-b15e-4b4d-ba81-9d8c46246c00 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:01:01.506367 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Attempting to bind port cfcf4348-b15e-4b4d-ba81-9d8c46246c00 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '391465cc-4c48-4211-8ba2-71736bcf0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74a1669d-ce12-40e3-b0f1-9240f7081ea0'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:01:01.506839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Attempting to bind port cfcf4348-b15e-4b4d-ba81-9d8c46246c00 on network 74a1669d-ce12-40e3-b0f1-9240f7081ea0 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:01:01.515504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:01:01.516003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Checking segment: {'id': '391465cc-4c48-4211-8ba2-71736bcf0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74a1669d-ce12-40e3-b0f1-9240f7081ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:01.516538 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:01.517015 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Bound using segment: {'id': '391465cc-4c48-4211-8ba2-71736bcf0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74a1669d-ce12-40e3-b0f1-9240f7081ea0'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:01:01.529421 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Bound port: cfcf4348-b15e-4b4d-ba81-9d8c46246c00, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391465cc-4c48-4211-8ba2-71736bcf0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74a1669d-ce12-40e3-b0f1-9240f7081ea0'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:01:01.529898 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cfcf4348-b15e-4b4d-ba81-9d8c46246c00), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:01.542457 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa7833fa-aa81-4c7c-98f7-b6f710edd5aa tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (47448dfa-7af9-486b-95f3-90f0f2597913), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:01.551597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Pushing event updated for resources: {'Port': ['ID=f374f239-4d20-4c86-b113-98ec325285e9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:01.622050 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa7833fa-aa81-4c7c-98f7-b6f710edd5aa tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (47448dfa-7af9-486b-95f3-90f0f2597913), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:01.628784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7833fa-aa81-4c7c-98f7-b6f710edd5aa tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:01.629516 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa7833fa-aa81-4c7c-98f7-b6f710edd5aa tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:01.660996 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] For port cfcf4348-b15e-4b4d-ba81-9d8c46246c00, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:01:01.665375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] For port cfcf4348-b15e-4b4d-ba81-9d8c46246c00, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=cfcf4348-b15e-4b4d-ba81-9d8c46246c00,segment=NetworkSegment(391465cc-4c48-4211-8ba2-71736bcf0982),segment_id=391465cc-4c48-4211-8ba2-71736bcf0982)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:01:01.674177 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (cfcf4348-b15e-4b4d-ba81-9d8c46246c00), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:01.761414 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454a54e-b8e3-488b-a944-bd9dd8391bad None None] Pushing event updated for resources: {'Port': ['ID=cfcf4348-b15e-4b4d-ba81-9d8c46246c00,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:01.813050 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59204) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:01.814396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7833fa-aa81-4c7c-98f7-b6f710edd5aa tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Network': ['ID=47448dfa-7af9-486b-95f3-90f0f2597913,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:01.832793 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 47448dfa-7af9-486b-95f3-90f0f2597913 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:01:01.859279 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fa7833fa-aa81-4c7c-98f7-b6f710edd5aa tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6628242 Feb 05 03:01:01.892638 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca0449de-f5e7-4d2c-829f-ae56923b5c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:01.895520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59206) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:01.911179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'ports': [{'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc'}, {'network_id': '47448dfa-7af9-486b-95f3-90f0f2597913'}]} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:01.912296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:01.912943 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'network_id': '47448dfa-7af9-486b-95f3-90f0f2597913'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:01.998251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c06d1b-3447-476f-b017-2c8a53784027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:01:02.000664 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f89a0ad-8822-4238-89b0-7c8a69dfb450" -d '{"events": [{"server_uuid": "48c06d1b-3447-476f-b017-2c8a53784027", "name": "network-vif-plugged", "status": "completed", "tag": "03d4f308-b893-4c5d-bb9a-1ab0ed194df1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:01:02.029028 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Publish callbacks [] for router_gateway (399462e6-7e51-4299-b00d-9e6ef0474fc0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:02.102106 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dc1278-8ba7-42e6-9df4-21fa127b292a x-openstack-request-id: req-76dc1278-8ba7-42e6-9df4-21fa127b292a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:01:02.102413 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c06d1b-3447-476f-b017-2c8a53784027", "name": "network-vif-plugged", "status": "completed", "tag": "03d4f308-b893-4c5d-bb9a-1ab0ed194df1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:01:02.102659 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76dc1278-8ba7-42e6-9df4-21fa127b292a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:01:02.105449 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c06d1b-3447-476f-b017-2c8a53784027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1', 'code': 200} Feb 05 03:01:02.326218 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'port': 2} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:02.332015 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:02.371806 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:02.383365 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca0449de-f5e7-4d2c-829f-ae56923b5c62 admin admin] Publish callbacks [] for security_group (7969e6a3-87c8-4906-8034-40ebbfd03c31), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:02.403494 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca0449de-f5e7-4d2c-829f-ae56923b5c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7969e6a3-87c8-4906-8034-40ebbfd03c31), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:02.571519 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0449de-f5e7-4d2c-829f-ae56923b5c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7969e6a3-87c8-4906-8034-40ebbfd03c31,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:02.597044 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59214) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:02.597938 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ca0449de-f5e7-4d2c-829f-ae56923b5c62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=931156c0d2a342efb42b670111362526&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7800570 Feb 05 03:01:02.713765 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] device_id is not set on port b16607de-b594-4c7d-9e9d-65c44fc40024 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:01:02.954952 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (b16607de-b594-4c7d-9e9d-65c44fc40024), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:03.086932 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cea5b573-c9e9-4250-b61c-6982613e0b6f req-ecac6dd8-c7d2-456f-a6fc-a7988043743b tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.6112704 Feb 05 03:01:03.100456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] device_id is not set on port 28256fbd-6fe0-4a20-951b-f21a3dc04333 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:01:03.175610 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b1450-2095-48af-a9d5-2770f152d05d req-0ce72dbe-47f4-4f10-a01e-abce901d0e6f tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:03.178403 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a8b1450-2095-48af-a9d5-2770f152d05d req-0ce72dbe-47f4-4f10-a01e-abce901d0e6f tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 946 time: 1.2410142 Feb 05 03:01:03.181885 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f6c8d7c9-1eb4-42af-8963-600c86a87704 admin admin] Publish callbacks [] for security_group (7969e6a3-87c8-4906-8034-40ebbfd03c31), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:03.207591 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f6c8d7c9-1eb4-42af-8963-600c86a87704 admin admin] Publish callbacks [] for security_group (7969e6a3-87c8-4906-8034-40ebbfd03c31), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:03.269867 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (28256fbd-6fe0-4a20-951b-f21a3dc04333), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:03.356086 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (b16607de-b594-4c7d-9e9d-65c44fc40024), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:03.413310 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a8b1450-2095-48af-a9d5-2770f152d05d req-cffd0eea-31f1-47a8-9e4e-86597dede731 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694791 Feb 05 03:01:03.424277 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f6c8d7c9-1eb4-42af-8963-600c86a87704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7969e6a3-87c8-4906-8034-40ebbfd03c31), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:03.427241 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f6c8d7c9-1eb4-42af-8963-600c86a87704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:03.428404 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f6c8d7c9-1eb4-42af-8963-600c86a87704 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7969e6a3-87c8-4906-8034-40ebbfd03c31 HTTP/1.1" status: 204 len: 168 time: 0.3505659 Feb 05 03:01:03.453885 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (399462e6-7e51-4299-b00d-9e6ef0474fc0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:03.465891 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8d7c9-1eb4-42af-8963-600c86a87704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7969e6a3-87c8-4906-8034-40ebbfd03c31,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:03.502453 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:03.510804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:03.515902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:03.517577 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (28256fbd-6fe0-4a20-951b-f21a3dc04333), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:03.519708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=b16607de-b594-4c7d-9e9d-65c44fc40024,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:03.587672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=28256fbd-6fe0-4a20-951b-f21a3dc04333,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:03.624816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a9a607-d5ea-4afc-b6d7-3c9ce163771c None None] Network 74a1669d-ce12-40e3-b0f1-9240f7081ea0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:03.673374 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Checking segment: {'id': '0d32a503-2745-4ef5-9b71-d3365d9d42ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '47448dfa-7af9-486b-95f3-90f0f2597913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:03.675099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network hostable DHCP agents. Network: 47448dfa-7af9-486b-95f3-90f0f2597913, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:01:03.691600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Router 399462e6-7e51-4299-b00d-9e6ef0474fc0 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:01:03.756486 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c499a5c-0803-4d1f-82de-f8b9fae17130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:03.758661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network 47448dfa-7af9-486b-95f3-90f0f2597913 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:01:03.779903 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 47448dfa-7af9-486b-95f3-90f0f2597913) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:03.784363 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:03.798270 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:03.807814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734d3ec0-ac17-4619-8690-c66a3957ce76 None None] Network 47448dfa-7af9-486b-95f3-90f0f2597913 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:03.811034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:03.813572 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:03.857922 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d800a9e8-ed29-4109-9f2e-4930558d03b2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9593575 Feb 05 03:01:03.860894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59228) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:03.877523 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e924bd07-ede1-456c-a40a-a147c214d30d None None] Provisioning complete for port cfcf4348-b15e-4b4d-ba81-9d8c46246c00 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:03.878184 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e924bd07-ede1-456c-a40a-a147c214d30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cfcf4348-b15e-4b4d-ba81-9d8c46246c00), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:03.957875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:01:03.967593 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Sync routers for ids ['399462e6-7e51-4299-b00d-9e6ef0474fc0'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:01:03.988988 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Routers {'399462e6-7e51-4299-b00d-9e6ef0474fc0'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:01:03.991919 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:00:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['399462e6-7e51-4299-b00d-9e6ef0474fc0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:04.021695 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:04.021695 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-de003a42-f655-4e36-835d-6f980c9898b6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2949622 Feb 05 03:01:04.021695 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59234) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:04.158631 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-edf4b370-0b33-4a6e-9905-9f6851f73e25 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port 28256fbd-6fe0-4a20-951b-f21a3dc04333 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:04.159013 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-edf4b370-0b33-4a6e-9905-9f6851f73e25 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (28256fbd-6fe0-4a20-951b-f21a3dc04333), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:04.273914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e924bd07-ede1-456c-a40a-a147c214d30d None None] Current status of the port cfcf4348-b15e-4b4d-ba81-9d8c46246c00 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:04.274306 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e924bd07-ede1-456c-a40a-a147c214d30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cfcf4348-b15e-4b4d-ba81-9d8c46246c00), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:04.395697 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Set router 399462e6-7e51-4299-b00d-9e6ef0474fc0 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:01:04.408995 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e924bd07-ede1-456c-a40a-a147c214d30d None None] For port cfcf4348-b15e-4b4d-ba81-9d8c46246c00, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=cfcf4348-b15e-4b4d-ba81-9d8c46246c00,segment=NetworkSegment(391465cc-4c48-4211-8ba2-71736bcf0982),segment_id=391465cc-4c48-4211-8ba2-71736bcf0982)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:04.418584 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cfcf4348-b15e-4b4d-ba81-9d8c46246c00 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:01:04.429839 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e924bd07-ede1-456c-a40a-a147c214d30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (cfcf4348-b15e-4b4d-ba81-9d8c46246c00), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:04.545278 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-edf4b370-0b33-4a6e-9905-9f6851f73e25 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (28256fbd-6fe0-4a20-951b-f21a3dc04333), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:04.598947 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-edf4b370-0b33-4a6e-9905-9f6851f73e25 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for 28256fbd-6fe0-4a20-951b-f21a3dc04333 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:04.627104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a7a13ceb-7c31-4e50-b581-4573a867b606 None None] Provisioning complete for port cfcf4348-b15e-4b4d-ba81-9d8c46246c00 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:04.636214 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7a13ceb-7c31-4e50-b581-4573a867b606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cfcf4348-b15e-4b4d-ba81-9d8c46246c00), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:04.699149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924bd07-ede1-456c-a40a-a147c214d30d None None] Pushing event updated for resources: {'Port': ['ID=cfcf4348-b15e-4b4d-ba81-9d8c46246c00,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:04.707331 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'name': 'tempest-FloatingIPsTestJSON-2080937381-router', 'tenant_id': '9e2a95cc64db46e3b018d873e2db7c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f374f239-4d20-4c86-b113-98ec325285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:00:59Z', 'updated_at': '2022-02-05T03:01:01Z', 'revision_number': 3, 'project_id': '9e2a95cc64db46e3b018d873e2db7c12', 'gw_port': {'id': 'f374f239-4d20-4c86-b113-98ec325285e9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:01:00Z', 'updated_at': '2022-02-05T03:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:04.743155 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01178605-ccda-422d-b0a1-3c3f01afa4ea req-f10057af-f6c5-4e10-81a0-abaaead84fa8 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.3234413 Feb 05 03:01:04.759522 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Checking router: 399462e6-7e51-4299-b00d-9e6ef0474fc0 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:01:04.760842 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Updating router 399462e6-7e51-4299-b00d-9e6ef0474fc0 port f374f239-4d20-4c86-b113-98ec325285e9 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:01:04.778146 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port cfcf4348-b15e-4b4d-ba81-9d8c46246c00 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:04.778528 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cfcf4348-b15e-4b4d-ba81-9d8c46246c00), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:04.808741 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f374f239-4d20-4c86-b113-98ec325285e9), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:04.829084 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-edf4b370-0b33-4a6e-9905-9f6851f73e25 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (28256fbd-6fe0-4a20-951b-f21a3dc04333), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:04.906055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4b370-0b33-4a6e-9905-9f6851f73e25 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=28256fbd-6fe0-4a20-951b-f21a3dc04333,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:04.923298 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-edf4b370-0b33-4a6e-9905-9f6851f73e25 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:04.930619 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-edf4b370-0b33-4a6e-9905-9f6851f73e25 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/28256fbd-6fe0-4a20-951b-f21a3dc04333 HTTP/1.1" status: 204 len: 168 time: 1.0684261 Feb 05 03:01:04.932028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59260) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:04.978630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a7a13ceb-7c31-4e50-b581-4573a867b606 None None] Current status of the port cfcf4348-b15e-4b4d-ba81-9d8c46246c00 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:04.987348 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port cfcf4348-b15e-4b4d-ba81-9d8c46246c00 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:05.065623 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39507b1c-71db-4d02-90ea-cde037a7a8e5 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:05.079337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab03d69-4744-4d7c-8617-d81fd19b2b7d req-bf172b1d-fa4d-4a82-aa02-78d4f279c17b tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:05.081455 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ab03d69-4744-4d7c-8617-d81fd19b2b7d req-bf172b1d-fa4d-4a82-aa02-78d4f279c17b tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 946 time: 0.3367951 Feb 05 03:01:05.097553 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39507b1c-71db-4d02-90ea-cde037a7a8e5 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:05.106519 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-39507b1c-71db-4d02-90ea-cde037a7a8e5 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1711717 Feb 05 03:01:05.110493 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59268) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:05.353759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59276) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:05.374112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ab03d69-4744-4d7c-8617-d81fd19b2b7d req-b9b54195-91f9-47e3-b866-b264905c0c52 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686503 Feb 05 03:01:05.500580 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Publish callbacks [] for port (f374f239-4d20-4c86-b113-98ec325285e9), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:05.513488 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f374f239-4d20-4c86-b113-98ec325285e9), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:05.514467 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:05.573152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-47eeec97-5368-4cad-884f-2dac384c935c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port b16607de-b594-4c7d-9e9d-65c44fc40024 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:05.573659 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47eeec97-5368-4cad-884f-2dac384c935c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b16607de-b594-4c7d-9e9d-65c44fc40024), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:05.581413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e67eacf4-437b-45d4-90ad-2ac1cf8a8183 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1055140333-network', 'tenant_id': 'fbe83ef1f9c547f8a2ccfff851e349ee'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:05.615805 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Attempting to bind port f374f239-4d20-4c86-b113-98ec325285e9 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:01:05.616217 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Attempting to bind port f374f239-4d20-4c86-b113-98ec325285e9 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:01:05.616587 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Attempting to bind port f374f239-4d20-4c86-b113-98ec325285e9 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:01:05.624324 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67eacf4-437b-45d4-90ad-2ac1cf8a8183 admin admin] Made reservation on behalf of fbe83ef1f9c547f8a2ccfff851e349ee for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:05.627020 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e67eacf4-437b-45d4-90ad-2ac1cf8a8183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:05.627880 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:01:05.628438 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:05.628981 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:05.629277 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:01:05.629826 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Bound port: f374f239-4d20-4c86-b113-98ec325285e9, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:01:05.630415 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f374f239-4d20-4c86-b113-98ec325285e9), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:05.651816 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e67eacf4-437b-45d4-90ad-2ac1cf8a8183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:05.721866 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97491e94-06bd-4973-9119-f8638934a1f2 None None] Pushing event updated for resources: {'Port': ['ID=f374f239-4d20-4c86-b113-98ec325285e9,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:05.759184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff74f4-f3cb-450f-90d1-f80afcabf76f req-c37122e7-92d5-432b-85f0-96810a70f70c tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:05.761013 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03ff74f4-f3cb-450f-90d1-f80afcabf76f req-c37122e7-92d5-432b-85f0-96810a70f70c tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 946 time: 0.2544227 Feb 05 03:01:05.762482 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491e94-06bd-4973-9119-f8638934a1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:05.762879 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491e94-06bd-4973-9119-f8638934a1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:05.763225 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491e94-06bd-4973-9119-f8638934a1f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:05.766019 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491e94-06bd-4973-9119-f8638934a1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:05.766536 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491e94-06bd-4973-9119-f8638934a1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:05.767816 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491e94-06bd-4973-9119-f8638934a1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:05.768171 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491e94-06bd-4973-9119-f8638934a1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:05.770323 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491e94-06bd-4973-9119-f8638934a1f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:05.770672 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491e94-06bd-4973-9119-f8638934a1f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:05.785135 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491e94-06bd-4973-9119-f8638934a1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:05.788445 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491e94-06bd-4973-9119-f8638934a1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:05.788445 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491e94-06bd-4973-9119-f8638934a1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:05.788445 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97491e94-06bd-4973-9119-f8638934a1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:05.808964 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47eeec97-5368-4cad-884f-2dac384c935c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b16607de-b594-4c7d-9e9d-65c44fc40024), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:05.833236 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] For port f374f239-4d20-4c86-b113-98ec325285e9, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:01:05.843802 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] For port f374f239-4d20-4c86-b113-98ec325285e9, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f374f239-4d20-4c86-b113-98ec325285e9,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:01:05.855210 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f374f239-4d20-4c86-b113-98ec325285e9), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:05.869893 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-47eeec97-5368-4cad-884f-2dac384c935c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for b16607de-b594-4c7d-9e9d-65c44fc40024 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:05.907071 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf1b257e-6572-4b22-a95e-2fefc09e681b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:05.929328 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e67eacf4-437b-45d4-90ad-2ac1cf8a8183 admin admin] Publish callbacks [] for security_group (fadef015-1d28-4947-8c2c-a88c5c35ff5a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:05.933118 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Routers {'399462e6-7e51-4299-b00d-9e6ef0474fc0'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:01:05.933753 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:01:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['399462e6-7e51-4299-b00d-9e6ef0474fc0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:05.936839 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e67eacf4-437b-45d4-90ad-2ac1cf8a8183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (fadef015-1d28-4947-8c2c-a88c5c35ff5a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:05.986742 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67eacf4-437b-45d4-90ad-2ac1cf8a8183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadef015-1d28-4947-8c2c-a88c5c35ff5a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:06.000525 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67eacf4-437b-45d4-90ad-2ac1cf8a8183 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:01:06.014843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e67eacf4-437b-45d4-90ad-2ac1cf8a8183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (34e33053-f1eb-4107-98af-74b7e7d41f60), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:06.015677 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-e67eacf4-437b-45d4-90ad-2ac1cf8a8183 admin admin] Added segment 34e33053-f1eb-4107-98af-74b7e7d41f60 of type vlan for network 39e07ba3-3319-4f35-9c20-ee570bd7ad6d Feb 05 03:01:06.071299 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e67eacf4-437b-45d4-90ad-2ac1cf8a8183 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (39e07ba3-3319-4f35-9c20-ee570bd7ad6d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:06.071557 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97491e94-06bd-4973-9119-f8638934a1f2 None None] Pushing event updated for resources: {'Port': ['ID=f374f239-4d20-4c86-b113-98ec325285e9,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:06.096038 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03ff74f4-f3cb-450f-90d1-f80afcabf76f req-3fa7348d-5136-47bf-ab31-52468d6cdb4d tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818754 Feb 05 03:01:06.107898 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e67eacf4-437b-45d4-90ad-2ac1cf8a8183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (39e07ba3-3319-4f35-9c20-ee570bd7ad6d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:06.108919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67eacf4-437b-45d4-90ad-2ac1cf8a8183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:06.109509 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e67eacf4-437b-45d4-90ad-2ac1cf8a8183 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:06.185143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-994f23f6-434d-400d-bf68-e65d05651a99 req-f6bc4ae7-5f5f-43bf-9de9-b3af1789630d tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.1072488 Feb 05 03:01:06.193844 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] Set router 399462e6-7e51-4299-b00d-9e6ef0474fc0 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:01:06.223183 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e67eacf4-437b-45d4-90ad-2ac1cf8a8183 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8680658 Feb 05 03:01:06.223894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59294) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:06.234249 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-004a3e94-f51b-46c8-a251-c62cdb6c420d admin admin] Request body: {'subnet': {'network_id': '39e07ba3-3319-4f35-9c20-ee570bd7ad6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1055140333-subnet', 'tenant_id': 'fbe83ef1f9c547f8a2ccfff851e349ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:06.260493 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67eacf4-437b-45d4-90ad-2ac1cf8a8183 admin admin] Pushing event updated for resources: {'Network': ['ID=39e07ba3-3319-4f35-9c20-ee570bd7ad6d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:06.271515 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 39e07ba3-3319-4f35-9c20-ee570bd7ad6d details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:01:06.300166 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004a3e94-f51b-46c8-a251-c62cdb6c420d admin admin] Made reservation on behalf of fbe83ef1f9c547f8a2ccfff851e349ee for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:06.302617 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-004a3e94-f51b-46c8-a251-c62cdb6c420d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:06.374943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cfcf4348-b15e-4b4d-ba81-9d8c46246c00 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:01:06.380270 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Allocated IP 172.20.0.1 (74a1669d-ce12-40e3-b0f1-9240f7081ea0/e9e941b2-6ee1-48ad-bf53-d9bec92b8152/c4726fbf-a4a0-48b3-9010-56f713259cba) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:06.514272 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47eeec97-5368-4cad-884f-2dac384c935c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (b16607de-b594-4c7d-9e9d-65c44fc40024), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:06.525310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port cfcf4348-b15e-4b4d-ba81-9d8c46246c00 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:06.526004 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cfcf4348-b15e-4b4d-ba81-9d8c46246c00), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:06.643814 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'name': 'tempest-FloatingIPsTestJSON-2080937381-router', 'tenant_id': '9e2a95cc64db46e3b018d873e2db7c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f374f239-4d20-4c86-b113-98ec325285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:00:59Z', 'updated_at': '2022-02-05T03:01:01Z', 'revision_number': 3, 'project_id': '9e2a95cc64db46e3b018d873e2db7c12', 'gw_port': {'id': 'f374f239-4d20-4c86-b113-98ec325285e9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:01:00Z', 'updated_at': '2022-02-05T03:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:06.670837 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eeec97-5368-4cad-884f-2dac384c935c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=b16607de-b594-4c7d-9e9d-65c44fc40024,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:06.682235 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f35aec-d133-44d4-8367-f4816dd9a108 None None] The sync data for ids ['399462e6-7e51-4299-b00d-9e6ef0474fc0'] in n-d-826942-8 is: [{'id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'name': 'tempest-FloatingIPsTestJSON-2080937381-router', 'tenant_id': '9e2a95cc64db46e3b018d873e2db7c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f374f239-4d20-4c86-b113-98ec325285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:00:59Z', 'updated_at': '2022-02-05T03:01:01Z', 'revision_number': 3, 'project_id': '9e2a95cc64db46e3b018d873e2db7c12', 'gw_port': {'id': 'f374f239-4d20-4c86-b113-98ec325285e9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:01:00Z', 'updated_at': '2022-02-05T03:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:01:06.699778 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47eeec97-5368-4cad-884f-2dac384c935c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:06.717319 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-47eeec97-5368-4cad-884f-2dac384c935c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/b16607de-b594-4c7d-9e9d-65c44fc40024 HTTP/1.1" status: 204 len: 168 time: 1.5836542 Feb 05 03:01:06.724498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59308) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:06.752946 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port cfcf4348-b15e-4b4d-ba81-9d8c46246c00 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:06.824323 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-004a3e94-f51b-46c8-a251-c62cdb6c420d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (119768f3-cbf6-49d8-91ce-a0be7c4a4fdf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:06.923570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a3e94-f51b-46c8-a251-c62cdb6c420d admin admin] Pushing event updated for resources: {'Subnet': ['ID=119768f3-cbf6-49d8-91ce-a0be7c4a4fdf,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:06.940548 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Publish callbacks [] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:06.949137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a3e94-f51b-46c8-a251-c62cdb6c420d admin admin] Checking segment: {'id': '34e33053-f1eb-4107-98af-74b7e7d41f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '39e07ba3-3319-4f35-9c20-ee570bd7ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:06.949507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004a3e94-f51b-46c8-a251-c62cdb6c420d admin admin] Network hostable DHCP agents. Network: 39e07ba3-3319-4f35-9c20-ee570bd7ad6d, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:01:06.964491 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b86d24-70dd-4956-a259-42f3f6fdc34c req-b7669a39-51e0-4efa-b691-e390fb20e6fc tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:06.973125 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f8b86d24-70dd-4956-a259-42f3f6fdc34c req-b7669a39-51e0-4efa-b691-e390fb20e6fc tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 946 time: 0.2520201 Feb 05 03:01:06.982853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004a3e94-f51b-46c8-a251-c62cdb6c420d admin admin] Network 39e07ba3-3319-4f35-9c20-ee570bd7ad6d is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:01:07.013034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-004a3e94-f51b-46c8-a251-c62cdb6c420d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 39e07ba3-3319-4f35-9c20-ee570bd7ad6d) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:07.017927 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a3e94-f51b-46c8-a251-c62cdb6c420d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:07.018545 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-004a3e94-f51b-46c8-a251-c62cdb6c420d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:07.032705 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b814b399-5bfb-4024-a82f-0e7910d9e343 None None] Network 39e07ba3-3319-4f35-9c20-ee570bd7ad6d requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:07.076851 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-004a3e94-f51b-46c8-a251-c62cdb6c420d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8492486 Feb 05 03:01:07.111172 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5229a45d-2f26-4464-8e24-28a7f12a0996 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:07.115682 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5229a45d-2f26-4464-8e24-28a7f12a0996 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3889651 Feb 05 03:01:07.118044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59310) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:07.189076 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e3cd23-3fa3-45b5-9a0f-533420c88afc tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] GET failed (client error): The resource could not be found. Feb 05 03:01:07.190586 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-88e3cd23-3fa3-45b5-9a0f-533420c88afc tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports/28256fbd-6fe0-4a20-951b-f21a3dc04333 HTTP/1.1" status: 404 len: 333 time: 0.0643542 Feb 05 03:01:07.195629 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59314) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:07.237242 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f8b86d24-70dd-4956-a259-42f3f6fdc34c req-08e8168c-45b5-4256-8338-528617282e58 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560554 Feb 05 03:01:07.239885 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:07.265312 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e6b87a-ceef-4958-b063-f2d2143a55b3 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] GET failed (client error): The resource could not be found. Feb 05 03:01:07.269087 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-34e6b87a-ceef-4958-b063-f2d2143a55b3 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports/b16607de-b594-4c7d-9e9d-65c44fc40024 HTTP/1.1" status: 404 len: 333 time: 0.0722260 Feb 05 03:01:07.269764 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59320) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:07.277858 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:07.350909 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Network 74a1669d-ce12-40e3-b0f1-9240f7081ea0 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:07.353643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:07.363925 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:07.429582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cbe1d7-c86d-4654-b326-9b0b0699d09a None None] Network 39e07ba3-3319-4f35-9c20-ee570bd7ad6d requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:07.459881 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46c8427a-8e27-40d7-a6c0-8ec21414102f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (47448dfa-7af9-486b-95f3-90f0f2597913), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:07.543949 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (399462e6-7e51-4299-b00d-9e6ef0474fc0), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:07.733830 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7adb9bd2-280f-403f-aee1-d37f500cfe5f req-261bfaaf-7916-4718-ae7c-97985770faae tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.1798491 Feb 05 03:01:07.765428 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Pushing event updated for resources: {'Port': ['ID=c4726fbf-a4a0-48b3-9010-56f713259cba,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:07.791851 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46c8427a-8e27-40d7-a6c0-8ec21414102f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (47448dfa-7af9-486b-95f3-90f0f2597913), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:07.856050 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-46c8427a-8e27-40d7-a6c0-8ec21414102f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47448dfa-7af9-486b-95f3-90f0f2597913']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:07.882070 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-46c8427a-8e27-40d7-a6c0-8ec21414102f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d32a503-2745-4ef5-9b71-d3365d9d42ba') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:07.882697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-46c8427a-8e27-40d7-a6c0-8ec21414102f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d32a503-2745-4ef5-9b71-d3365d9d42ba') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:07.915269 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46c8427a-8e27-40d7-a6c0-8ec21414102f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (0d32a503-2745-4ef5-9b71-d3365d9d42ba), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:07.956222 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46c8427a-8e27-40d7-a6c0-8ec21414102f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (0d32a503-2745-4ef5-9b71-d3365d9d42ba), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:07.970304 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c8427a-8e27-40d7-a6c0-8ec21414102f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:01:07.970740 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46c8427a-8e27-40d7-a6c0-8ec21414102f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (0d32a503-2745-4ef5-9b71-d3365d9d42ba), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:01:07.977253 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:01:07.993362 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:08.037253 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-01cd4c89-2b5b-4e7c-894a-adefe43bae33 None None] Provisioning complete for port c4726fbf-a4a0-48b3-9010-56f713259cba triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:08.037777 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01cd4c89-2b5b-4e7c-894a-adefe43bae33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:08.121376 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46c8427a-8e27-40d7-a6c0-8ec21414102f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (47448dfa-7af9-486b-95f3-90f0f2597913), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:08.146429 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46c8427a-8e27-40d7-a6c0-8ec21414102f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:08.155564 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-46c8427a-8e27-40d7-a6c0-8ec21414102f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/networks/47448dfa-7af9-486b-95f3-90f0f2597913 HTTP/1.1" status: 204 len: 168 time: 0.8845727 Feb 05 03:01:08.156382 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59340) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:08.170363 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-01cd4c89-2b5b-4e7c-894a-adefe43bae33 None None] Port c4726fbf-a4a0-48b3-9010-56f713259cba cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:01:08.207952 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8427a-8e27-40d7-a6c0-8ec21414102f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Network': ['ID=47448dfa-7af9-486b-95f3-90f0f2597913,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:08.216276 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b5456d9a-b6c2-46b9-a708-260df5b1d21b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1820767064'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:08.250238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5456d9a-b6c2-46b9-a708-260df5b1d21b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:08.254206 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5456d9a-b6c2-46b9-a708-260df5b1d21b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:08.320846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5456d9a-b6c2-46b9-a708-260df5b1d21b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:01:08.348573 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5456d9a-b6c2-46b9-a708-260df5b1d21b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (2234b0e8-91e3-4e04-b4c3-1c073fcd4d75), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:08.349177 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-b5456d9a-b6c2-46b9-a708-260df5b1d21b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Added segment 2234b0e8-91e3-4e04-b4c3-1c073fcd4d75 of type vlan for network 5331acae-3a3f-4008-948f-b59b4fb7a3e8 Feb 05 03:01:08.434299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f374f239-4d20-4c86-b113-98ec325285e9 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:01:08.459887 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5456d9a-b6c2-46b9-a708-260df5b1d21b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (5331acae-3a3f-4008-948f-b59b4fb7a3e8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:08.619111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port f374f239-4d20-4c86-b113-98ec325285e9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:08.620846 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f374f239-4d20-4c86-b113-98ec325285e9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:08.630492 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5456d9a-b6c2-46b9-a708-260df5b1d21b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (5331acae-3a3f-4008-948f-b59b4fb7a3e8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:08.642320 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5456d9a-b6c2-46b9-a708-260df5b1d21b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:08.649571 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5456d9a-b6c2-46b9-a708-260df5b1d21b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:08.735833 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:08.771649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59356) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:08.780617 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-581631125-network', 'tenant_id': 'a6c6c0783a7b43f0b6b0555bd9a747a3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:08.788176 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b5456d9a-b6c2-46b9-a708-260df5b1d21b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5816820 Feb 05 03:01:08.793952 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59364) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:08.814934 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6752e23c-1deb-4434-b391-a43c5c2738f8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'subnet': {'network_id': '5331acae-3a3f-4008-948f-b59b4fb7a3e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:08.831238 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Publish callbacks [] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:08.847981 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:08.872821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5456d9a-b6c2-46b9-a708-260df5b1d21b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Network': ['ID=5331acae-3a3f-4008-948f-b59b4fb7a3e8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:08.885107 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d3a05-318c-44e4-b462-c23c4cf6b3f9 req-3d8e305c-eceb-49b1-b7ce-eac4f2b9a6db tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:08.894440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b65d3a05-318c-44e4-b462-c23c4cf6b3f9 req-3d8e305c-eceb-49b1-b7ce-eac4f2b9a6db tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 946 time: 0.4729092 Feb 05 03:01:08.895239 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Made reservation on behalf of a6c6c0783a7b43f0b6b0555bd9a747a3 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:08.898065 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:08.912184 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 5331acae-3a3f-4008-948f-b59b4fb7a3e8 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:01:08.919194 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:08.973334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6752e23c-1deb-4434-b391-a43c5c2738f8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:08.980044 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6752e23c-1deb-4434-b391-a43c5c2738f8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:09.067804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.ipam_backend_mixin [None req-6752e23c-1deb-4434-b391-a43c5c2738f8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Performing IP validity checks on allocation pools {{(pid=109674) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 05 03:01:09.073058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.ipam_backend_mixin [None req-6752e23c-1deb-4434-b391-a43c5c2738f8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109674) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 05 03:01:09.133553 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Publish callbacks [] for security_group (e4c54b5f-eb10-4015-8851-7f4caeb13999), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:09.144958 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e4c54b5f-eb10-4015-8851-7f4caeb13999), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:09.165018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port f374f239-4d20-4c86-b113-98ec325285e9 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:09.165971 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f374f239-4d20-4c86-b113-98ec325285e9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:09.214452 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:01:09.237042 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port f374f239-4d20-4c86-b113-98ec325285e9, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f374f239-4d20-4c86-b113-98ec325285e9,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:09.248249 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f374f239-4d20-4c86-b113-98ec325285e9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:09.282365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c54b5f-eb10-4015-8851-7f4caeb13999,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:09.295483 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-86ba60ca-9b7b-44ae-9f0e-4ed1e2f582fb req-8761dba8-d8fc-45a7-9b69-1289bfaa59e6 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/ports?device_id=53c8b56a-dfe9-45d5-ae10-9887b2951ce3 HTTP/1.1" status: 200 len: 210 time: 0.1353838 Feb 05 03:01:09.297876 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:09.298440 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:09.299023 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:09.299802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:09.300395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:09.300965 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:09.301520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:09.302123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:09.302687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:09.303322 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:09.303887 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:09.304448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:09.305007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:09.312802 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (70e75561-6f3b-468f-bfd3-f8936a2c86f5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:09.313476 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Added segment 70e75561-6f3b-468f-bfd3-f8936a2c86f5 of type vlan for network af0a79f0-345a-40ca-88f3-7618f26a904f Feb 05 03:01:09.362714 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b65d3a05-318c-44e4-b462-c23c4cf6b3f9 req-125ba737-9f6d-4875-bfc6-8b3aa713d901 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661279 Feb 05 03:01:09.365969 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (399462e6-7e51-4299-b00d-9e6ef0474fc0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:09.371476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=f374f239-4d20-4c86-b113-98ec325285e9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:09.388439 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Pushing event updated for resources: {'Port': ['ID=c4726fbf-a4a0-48b3-9010-56f713259cba,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:09.451204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (af0a79f0-345a-40ca-88f3-7618f26a904f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:09.503795 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6752e23c-1deb-4434-b391-a43c5c2738f8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (5065f82a-e168-4230-9322-01e717c85bce), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:09.637891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752e23c-1deb-4434-b391-a43c5c2738f8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Subnet': ['ID=5065f82a-e168-4230-9322-01e717c85bce,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:09.640442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Network 74a1669d-ce12-40e3-b0f1-9240f7081ea0 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:09.641937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:09.661493 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (af0a79f0-345a-40ca-88f3-7618f26a904f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:09.663803 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:09.666112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:09.707275 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9339118 Feb 05 03:01:09.715978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59376) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:09.744802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-00f3a537-0fe3-4293-b4d3-1cee733f8727 admin admin] Request body: {'subnet': {'network_id': 'af0a79f0-345a-40ca-88f3-7618f26a904f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-581631125-subnet', 'tenant_id': 'a6c6c0783a7b43f0b6b0555bd9a747a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:09.834370 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6752e23c-1deb-4434-b391-a43c5c2738f8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Checking segment: {'id': '2234b0e8-91e3-4e04-b4c3-1c073fcd4d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5331acae-3a3f-4008-948f-b59b4fb7a3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:09.834866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6752e23c-1deb-4434-b391-a43c5c2738f8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network hostable DHCP agents. Network: 5331acae-3a3f-4008-948f-b59b4fb7a3e8, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:01:09.891682 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:09.949757 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6752e23c-1deb-4434-b391-a43c5c2738f8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network 5331acae-3a3f-4008-948f-b59b4fb7a3e8 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:01:09.956027 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a47a4f-0458-4faf-bc7e-49fb75298e94 req-d47abedf-b78c-44f8-883a-0e07b9dc7e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:09.957654 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-35a47a4f-0458-4faf-bc7e-49fb75298e94 req-d47abedf-b78c-44f8-883a-0e07b9dc7e44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe76ea75bf744d4582553c3415219fc8&device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 1128 time: 0.2775130 Feb 05 03:01:09.975024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ca1d9-779d-41b8-8278-df196610b044 admin admin] Pushing event updated for resources: {'Network': ['ID=af0a79f0-345a-40ca-88f3-7618f26a904f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:09.976090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Router 399462e6-7e51-4299-b00d-9e6ef0474fc0 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:01:09.988502 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network af0a79f0-345a-40ca-88f3-7618f26a904f details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:01:09.999390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f3a537-0fe3-4293-b4d3-1cee733f8727 admin admin] Made reservation on behalf of a6c6c0783a7b43f0b6b0555bd9a747a3 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:10.002447 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00f3a537-0fe3-4293-b4d3-1cee733f8727 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:10.014912 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbf6b4-d962-416e-b641-79c5028e6b5c req-fdaa6d64-8c91-4eb6-9a8c-e7928c4d4565 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:10.018069 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15bbf6b4-d962-416e-b641-79c5028e6b5c req-fdaa6d64-8c91-4eb6-9a8c-e7928c4d4565 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 946 time: 0.3166404 Feb 05 03:01:10.126660 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-89091238-708b-457d-8652-44e933c7cd19 None None] Provisioning complete for port c4726fbf-a4a0-48b3-9010-56f713259cba triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:10.127252 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89091238-708b-457d-8652-44e933c7cd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:10.167819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a47a4f-0458-4faf-bc7e-49fb75298e94 req-5fc38d5d-4937-4fad-af9f-e8c33fd2df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:10.169469 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-35a47a4f-0458-4faf-bc7e-49fb75298e94 req-5fc38d5d-4937-4fad-af9f-e8c33fd2df7b service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c66ecf0-9f9d-4df4-a963-69a464f1ef7a HTTP/1.1" status: 200 len: 913 time: 0.1633520 Feb 05 03:01:10.172026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-89091238-708b-457d-8652-44e933c7cd19 None None] Port c4726fbf-a4a0-48b3-9010-56f713259cba cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:01:10.221774 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6752e23c-1deb-4434-b391-a43c5c2738f8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 5331acae-3a3f-4008-948f-b59b4fb7a3e8) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:10.227620 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752e23c-1deb-4434-b391-a43c5c2738f8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:10.228526 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6752e23c-1deb-4434-b391-a43c5c2738f8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:10.229689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e81f73d-d928-4173-b8c0-fe82e09125c7 None None] Network 5331acae-3a3f-4008-948f-b59b4fb7a3e8 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:10.278222 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15bbf6b4-d962-416e-b641-79c5028e6b5c req-d16939c7-d9b0-44ee-9ae8-308c2fa90586 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520235 Feb 05 03:01:10.278501 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-35a47a4f-0458-4faf-bc7e-49fb75298e94 req-c74c7ce1-9d24-40ec-a588-cccf9ba68b9d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 HTTP/1.1" status: 200 len: 217 time: 0.0468645 Feb 05 03:01:10.319859 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:01:10.344073 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9e87a53b-4822-4387-84e2-b61c51a9d66a admin admin] 10.222.0.36 "PUT /v2.0/routers/399462e6-7e51-4299-b00d-9e6ef0474fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3243461 Feb 05 03:01:10.345590 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6752e23c-1deb-4434-b391-a43c5c2738f8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5412791 Feb 05 03:01:10.352359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f374f239-4d20-4c86-b113-98ec325285e9 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:01:10.352548 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59390) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:10.362604 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5b712a57-5a82-4b89-8ffb-b2a48bfba067 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'network_id': '5331acae-3a3f-4008-948f-b59b4fb7a3e8', 'name': 'tempest-PortsIpV6TestJSON-671832053'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:10.408903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Sync routers for ids ['399462e6-7e51-4299-b00d-9e6ef0474fc0'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:01:10.474828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Routers {'399462e6-7e51-4299-b00d-9e6ef0474fc0'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:01:10.475450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:01:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['399462e6-7e51-4299-b00d-9e6ef0474fc0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:10.522549 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59396) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:10.648346 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74bd353d-be56-47d6-87b0-521abd80ab85 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for security_group (44a3f107-b2b6-4f8d-b206-cf01e2cc283b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:10.677475 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Set router 399462e6-7e51-4299-b00d-9e6ef0474fc0 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:01:10.689287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a47a4f-0458-4faf-bc7e-49fb75298e94 req-605e6d64-6a91-46dd-af65-e2de7820d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:10.691050 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-35a47a4f-0458-4faf-bc7e-49fb75298e94 req-605e6d64-6a91-46dd-af65-e2de7820d9f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba2e9559-5f73-4823-9e11-dabb806672f9 HTTP/1.1" status: 200 len: 852 time: 0.4021742 Feb 05 03:01:10.694862 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00f3a537-0fe3-4293-b4d3-1cee733f8727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (36783b01-ddcd-4be6-9578-6677400f2fc9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:10.721615 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74bd353d-be56-47d6-87b0-521abd80ab85 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for security_group (44a3f107-b2b6-4f8d-b206-cf01e2cc283b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:10.778806 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-35a47a4f-0458-4faf-bc7e-49fb75298e94 req-96ed97a0-fe8f-4fb1-8341-57077d419e8a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c66ecf0-9f9d-4df4-a963-69a464f1ef7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709143 Feb 05 03:01:10.871480 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74bd353d-be56-47d6-87b0-521abd80ab85 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (44a3f107-b2b6-4f8d-b206-cf01e2cc283b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:10.875278 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74bd353d-be56-47d6-87b0-521abd80ab85 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:10.876559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b712a57-5a82-4b89-8ffb-b2a48bfba067 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:10.880302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-74bd353d-be56-47d6-87b0-521abd80ab85 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "DELETE /v2.0/security-groups/44a3f107-b2b6-4f8d-b206-cf01e2cc283b HTTP/1.1" status: 204 len: 168 time: 0.3563313 Feb 05 03:01:10.880684 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b712a57-5a82-4b89-8ffb-b2a48bfba067 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:10.881280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59404) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:10.910359 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f3a537-0fe3-4293-b4d3-1cee733f8727 admin admin] Checking segment: {'id': '70e75561-6f3b-468f-bfd3-f8936a2c86f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af0a79f0-345a-40ca-88f3-7618f26a904f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:10.910837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f3a537-0fe3-4293-b4d3-1cee733f8727 admin admin] Network hostable DHCP agents. Network: af0a79f0-345a-40ca-88f3-7618f26a904f, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:01:10.928834 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-5b712a57-5a82-4b89-8ffb-b2a48bfba067 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] device_id is not set on port e2409aec-5574-402b-9cc5-cb3497292da2 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:01:10.936247 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3a537-0fe3-4293-b4d3-1cee733f8727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36783b01-ddcd-4be6-9578-6677400f2fc9,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:10.941851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd353d-be56-47d6-87b0-521abd80ab85 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a3f107-b2b6-4f8d-b206-cf01e2cc283b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:10.951147 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-00c7bf78-796d-4128-9201-166aeab02863 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] show failed (client error): The resource could not be found. Feb 05 03:01:10.962053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-00c7bf78-796d-4128-9201-166aeab02863 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "GET /v2.0/security-groups/44a3f107-b2b6-4f8d-b206-cf01e2cc283b HTTP/1.1" status: 404 len: 347 time: 0.0726867 Feb 05 03:01:10.965694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59408) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:11.071148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f3a537-0fe3-4293-b4d3-1cee733f8727 admin admin] Network af0a79f0-345a-40ca-88f3-7618f26a904f is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:01:11.088940 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-35a47a4f-0458-4faf-bc7e-49fb75298e94 req-ed2c010c-b9b9-4178-a706-a72c83424841 service neutron] 10.222.0.31 "GET /v2.0/networks/4c66ecf0-9f9d-4df4-a963-69a464f1ef7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878559 Feb 05 03:01:11.120039 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-00f3a537-0fe3-4293-b4d3-1cee733f8727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, af0a79f0-345a-40ca-88f3-7618f26a904f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:11.147768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13097701-56c7-4854-9a5c-b0ec67a752a0 None None] Network af0a79f0-345a-40ca-88f3-7618f26a904f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:11.302614 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:11.358420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-5331acae-3a3f-4008-948f-b59b4fb7a3e8', 'network_id': '5331acae-3a3f-4008-948f-b59b4fb7a3e8', 'project_id': 'fc3ef97cf5ac463583f853fb4b82e975', 'fixed_ips': [{'subnet_id': '5065f82a-e168-4230-9322-01e717c85bce'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:01:11.359575 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:11.400049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port f374f239-4d20-4c86-b113-98ec325285e9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:11.400703 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f374f239-4d20-4c86-b113-98ec325285e9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:11.475928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f3a537-0fe3-4293-b4d3-1cee733f8727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:11.476542 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00f3a537-0fe3-4293-b4d3-1cee733f8727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:11.485981 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'name': 'tempest-FloatingIPsTestJSON-2080937381-router', 'tenant_id': '9e2a95cc64db46e3b018d873e2db7c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f374f239-4d20-4c86-b113-98ec325285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:00:59Z', 'updated_at': '2022-02-05T03:01:07Z', 'revision_number': 4, 'project_id': '9e2a95cc64db46e3b018d873e2db7c12', 'gw_port': {'id': 'f374f239-4d20-4c86-b113-98ec325285e9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:01:00Z', 'updated_at': '2022-02-05T03:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'c4726fbf-a4a0-48b3-9010-56f713259cba', 'name': '', 'network_id': '74a1669d-ce12-40e3-b0f1-9240f7081ea0', 'tenant_id': '9e2a95cc64db46e3b018d873e2db7c12', 'mac_address': 'fa:16:3e:ab:07:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': 'e9e941b2-6ee1-48ad-bf53-d9bec92b8152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:01:05Z', 'updated_at': '2022-02-05T03:01:08Z', 'revision_number': 2, 'project_id': '9e2a95cc64db46e3b018d873e2db7c12', 'subnets': [{'id': 'e9e941b2-6ee1-48ad-bf53-d9bec92b8152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:11.505360 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-35a47a4f-0458-4faf-bc7e-49fb75298e94 req-726488aa-ec13-4554-96c3-640ebaaf5426 service neutron] 10.222.0.31 "GET /v2.0/networks/4c66ecf0-9f9d-4df4-a963-69a464f1ef7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831694 Feb 05 03:01:11.557613 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-00f3a537-0fe3-4293-b4d3-1cee733f8727 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8213346 Feb 05 03:01:11.611239 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5b712a57-5a82-4b89-8ffb-b2a48bfba067 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Allocated IP 2001:db8::12 (5331acae-3a3f-4008-948f-b59b4fb7a3e8/5065f82a-e168-4230-9322-01e717c85bce/e2409aec-5574-402b-9cc5-cb3497292da2) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:11.693855 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Checking router: 399462e6-7e51-4299-b00d-9e6ef0474fc0 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:01:11.694052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Updating router 399462e6-7e51-4299-b00d-9e6ef0474fc0 port c4726fbf-a4a0-48b3-9010-56f713259cba binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:01:11.818097 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6ffc01-5ba7-4f60-bb5a-bda3d93e8540 None None] Network af0a79f0-345a-40ca-88f3-7618f26a904f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:11.990581 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f011584-32d3-4cfc-b66d-90a5eac1dae2 req-37192680-3bb4-47a4-91ca-35eefce8863e tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:11.992153 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f011584-32d3-4cfc-b66d-90a5eac1dae2 req-37192680-3bb4-47a4-91ca-35eefce8863e tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 946 time: 0.1947627 Feb 05 03:01:12.002812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Deleting port 9f273799-f378-4ce5-9900-9459f7fa416f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:12.003221 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (9f273799-f378-4ce5-9900-9459f7fa416f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:12.054240 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-d918df4e-756b-40b1-9c61-4448a29c3a14 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9488785 Feb 05 03:01:12.059555 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f011584-32d3-4cfc-b66d-90a5eac1dae2 req-2fd5d7c4-a166-4680-bd52-b9136c73818c tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594954 Feb 05 03:01:12.088503 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b712a57-5a82-4b89-8ffb-b2a48bfba067 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (e2409aec-5574-402b-9cc5-cb3497292da2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:12.108440 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:12.139697 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:12.184827 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:12.236980 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b712a57-5a82-4b89-8ffb-b2a48bfba067 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (e2409aec-5574-402b-9cc5-cb3497292da2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:12.285762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port f374f239-4d20-4c86-b113-98ec325285e9 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:12.428848 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (9f273799-f378-4ce5-9900-9459f7fa416f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:12.429188 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for floatingip (9f273799-f378-4ce5-9900-9459f7fa416f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:12.435195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b712a57-5a82-4b89-8ffb-b2a48bfba067 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network 5331acae-3a3f-4008-948f-b59b4fb7a3e8 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:12.452156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5b712a57-5a82-4b89-8ffb-b2a48bfba067 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:12.466061 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b712a57-5a82-4b89-8ffb-b2a48bfba067 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:12.488974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b712a57-5a82-4b89-8ffb-b2a48bfba067 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:12.489702 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b712a57-5a82-4b89-8ffb-b2a48bfba067 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:12.492259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b712a57-5a82-4b89-8ffb-b2a48bfba067 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=e2409aec-5574-402b-9cc5-cb3497292da2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:12.553988 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5b712a57-5a82-4b89-8ffb-b2a48bfba067 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1975799 Feb 05 03:01:12.554346 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59440) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:12.585004 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Calling delete_port for 9f273799-f378-4ce5-9900-9459f7fa416f owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:12.830778 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f1753-0d03-4693-baf9-19f886cc8099 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port e2409aec-5574-402b-9cc5-cb3497292da2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:12.831146 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b9f1753-0d03-4693-baf9-19f886cc8099 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e2409aec-5574-402b-9cc5-cb3497292da2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:13.063105 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b9f1753-0d03-4693-baf9-19f886cc8099 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e2409aec-5574-402b-9cc5-cb3497292da2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:13.100748 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f1753-0d03-4693-baf9-19f886cc8099 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for e2409aec-5574-402b-9cc5-cb3497292da2 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:13.108003 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Publish callbacks [] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:13.128402 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:13.143285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Allocated IP 2001:db8::2 (5331acae-3a3f-4008-948f-b59b4fb7a3e8/5065f82a-e168-4230-9322-01e717c85bce/a6f051aa-4b7c-4a72-ac05-2a883fd23300) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:13.191507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-b2bfe3a7-c2bc-4c11-b5c8-81d31d73397e tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:13.200472 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-b2bfe3a7-c2bc-4c11-b5c8-81d31d73397e tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/networks?id=39e07ba3-3319-4f35-9c20-ee570bd7ad6d HTTP/1.1" status: 200 len: 809 time: 0.7498043 Feb 05 03:01:13.202488 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (9f273799-f378-4ce5-9900-9459f7fa416f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:13.241200 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:13.250533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd651b-65b3-4abc-bd76-91a7b3ed959b None None] Pushing event updated for resources: {'Port': ['ID=c4726fbf-a4a0-48b3-9010-56f713259cba,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:13.359516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Pushing event deleted for resources: {'Port': ['ID=9f273799-f378-4ce5-9900-9459f7fa416f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:13.440841 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b9f1753-0d03-4693-baf9-19f886cc8099 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (e2409aec-5574-402b-9cc5-cb3497292da2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:13.443882 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-6c4645c2-573a-4654-a12a-6e4addf16409 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/quotas/fbe83ef1f9c547f8a2ccfff851e349ee HTTP/1.1" status: 200 len: 375 time: 0.2218530 Feb 05 03:01:13.521310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f1753-0d03-4693-baf9-19f886cc8099 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=e2409aec-5574-402b-9cc5-cb3497292da2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:13.583998 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b9f1753-0d03-4693-baf9-19f886cc8099 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:13.587877 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6b9f1753-0d03-4693-baf9-19f886cc8099 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/e2409aec-5574-402b-9cc5-cb3497292da2 HTTP/1.1" status: 204 len: 168 time: 1.0320351 Feb 05 03:01:13.589304 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-a5278bdc-c799-4d70-bbdc-054d61c28362 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbe83ef1f9c547f8a2ccfff851e349ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851104 Feb 05 03:01:13.602564 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59446) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:13.607814 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:13.608170 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:13.608524 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:13.608867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:13.609203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:13.609600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:13.609874 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:13.610213 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:13.610541 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:13.610902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:13.611231 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:13.611557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:13.611882 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:13.624226 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Attempting to bind port c4726fbf-a4a0-48b3-9010-56f713259cba on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:01:13.624610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Attempting to bind port c4726fbf-a4a0-48b3-9010-56f713259cba by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '391465cc-4c48-4211-8ba2-71736bcf0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74a1669d-ce12-40e3-b0f1-9240f7081ea0'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:01:13.624977 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Attempting to bind port c4726fbf-a4a0-48b3-9010-56f713259cba on network 74a1669d-ce12-40e3-b0f1-9240f7081ea0 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:01:13.641590 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fb667c-4344-4073-a144-ac06b5c9860c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] DELETE failed (client error): The resource could not be found. Feb 05 03:01:13.642157 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fb667c-4344-4073-a144-ac06b5c9860c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:01:13.648210 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d3fb667c-4344-4073-a144-ac06b5c9860c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/e2409aec-5574-402b-9cc5-cb3497292da2 HTTP/1.1" status: 404 len: 333 time: 0.0332456 Feb 05 03:01:13.648933 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59448) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:13.674596 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-08272e22-129b-493f-a35e-fb7a1f32eb8f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] GET failed (client error): The resource could not be found. Feb 05 03:01:13.678810 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-08272e22-129b-493f-a35e-fb7a1f32eb8f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports/e2409aec-5574-402b-9cc5-cb3497292da2 HTTP/1.1" status: 404 len: 333 time: 0.0290251 Feb 05 03:01:13.679449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59450) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:13.719498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Allocated IP 172.25.0.13 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/1133e71c-858e-49f7-a790-1c0f0d381c50) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:13.783516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-27883368-c630-4868-a5c5-9ef4b0ef2a8b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting subnet 5065f82a-e168-4230-9322-01e717c85bce {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:01:13.834530 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Publish callbacks [] for port (a6f051aa-4b7c-4a72-ac05-2a883fd23300), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:13.851093 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:01:13.851541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Checking segment: {'id': '391465cc-4c48-4211-8ba2-71736bcf0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74a1669d-ce12-40e3-b0f1-9240f7081ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:13.851948 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:13.852384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Bound using segment: {'id': '391465cc-4c48-4211-8ba2-71736bcf0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74a1669d-ce12-40e3-b0f1-9240f7081ea0'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:01:13.854094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Bound port: c4726fbf-a4a0-48b3-9010-56f713259cba, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391465cc-4c48-4211-8ba2-71736bcf0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74a1669d-ce12-40e3-b0f1-9240f7081ea0'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:01:13.854623 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:13.854805 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-27883368-c630-4868-a5c5-9ef4b0ef2a8b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (5065f82a-e168-4230-9322-01e717c85bce), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:13.865329 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (a6f051aa-4b7c-4a72-ac05-2a883fd23300), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:13.876421 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks [] for floatingip (5beaf360-05bc-42a1-9096-108d09623d5e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:13.886165 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:13.887390 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5caef0fc-ab4c-4bf8-b94c-a93f6f141744 tempest-ServersTestBootFromVolume-1542844116 tempest-ServersTestBootFromVolume-1542844116-project] 10.222.0.36 "DELETE /v2.0/floatingips/5beaf360-05bc-42a1-9096-108d09623d5e HTTP/1.1" status: 204 len: 168 time: 2.9202106 Feb 05 03:01:13.895335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59452) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:13.914053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7b911da3-4fb4-4329-a42f-f46131b4f9d3 None None] Provisioning complete for port c4726fbf-a4a0-48b3-9010-56f713259cba triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:13.914443 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7b911da3-4fb4-4329-a42f-f46131b4f9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:13.925608 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Network 5331acae-3a3f-4008-948f-b59b4fb7a3e8 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:13.967772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:13.973859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:14.002013 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-27883368-c630-4868-a5c5-9ef4b0ef2a8b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (5065f82a-e168-4230-9322-01e717c85bce), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:14.110391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-b70f3103-7585-45c6-b7bd-aae4a8c3bcec service neutron] 10.222.0.36 "GET /v2.0/networks/39e07ba3-3319-4f35-9c20-ee570bd7ad6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815385 Feb 05 03:01:14.113262 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks [] for port (1133e71c-858e-49f7-a790-1c0f0d381c50), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:14.171695 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-27883368-c630-4868-a5c5-9ef4b0ef2a8b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (5065f82a-e168-4230-9322-01e717c85bce), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:14.289022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Pushing event updated for resources: {'Port': ['ID=a6f051aa-4b7c-4a72-ac05-2a883fd23300,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:14.352108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Attempting to bind port a6f051aa-4b7c-4a72-ac05-2a883fd23300 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:01:14.359231 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Attempting to bind port a6f051aa-4b7c-4a72-ac05-2a883fd23300 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '2234b0e8-91e3-4e04-b4c3-1c073fcd4d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5331acae-3a3f-4008-948f-b59b4fb7a3e8'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:01:14.359626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Attempting to bind port a6f051aa-4b7c-4a72-ac05-2a883fd23300 on network 5331acae-3a3f-4008-948f-b59b4fb7a3e8 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:01:14.377937 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (1133e71c-858e-49f7-a790-1c0f0d381c50), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:14.393529 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-049e9053-515f-44f2-9ebb-4cf8f746c043 service neutron] 10.222.0.36 "GET /v2.0/networks/39e07ba3-3319-4f35-9c20-ee570bd7ad6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640345 Feb 05 03:01:14.413804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] For port c4726fbf-a4a0-48b3-9010-56f713259cba, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:01:14.417943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] For port c4726fbf-a4a0-48b3-9010-56f713259cba, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c4726fbf-a4a0-48b3-9010-56f713259cba,segment=NetworkSegment(391465cc-4c48-4211-8ba2-71736bcf0982),segment_id=391465cc-4c48-4211-8ba2-71736bcf0982)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:01:14.439572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7b911da3-4fb4-4329-a42f-f46131b4f9d3 None None] Port c4726fbf-a4a0-48b3-9010-56f713259cba cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:01:14.450296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:01:14.450741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Checking segment: {'id': '2234b0e8-91e3-4e04-b4c3-1c073fcd4d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5331acae-3a3f-4008-948f-b59b4fb7a3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:14.451190 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:14.451579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Bound using segment: {'id': '2234b0e8-91e3-4e04-b4c3-1c073fcd4d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5331acae-3a3f-4008-948f-b59b4fb7a3e8'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:01:14.452072 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Bound port: a6f051aa-4b7c-4a72-ac05-2a883fd23300, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2234b0e8-91e3-4e04-b4c3-1c073fcd4d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5331acae-3a3f-4008-948f-b59b4fb7a3e8'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:01:14.452461 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6f051aa-4b7c-4a72-ac05-2a883fd23300), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:14.460725 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:14.473374 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:14.481038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:14.500751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:14.618176 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Pushing event updated for resources: {'Port': ['ID=1133e71c-858e-49f7-a790-1c0f0d381c50,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:14.765212 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Routers {'399462e6-7e51-4299-b00d-9e6ef0474fc0'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:01:14.765864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:01:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['399462e6-7e51-4299-b00d-9e6ef0474fc0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:14.962713 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] Set router 399462e6-7e51-4299-b00d-9e6ef0474fc0 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:01:14.983348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683e290-3cce-4d86-b521-62ab5ec64375 req-ea267ef9-18dd-40ae-bacf-235a2a2bc44a tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:15.003191 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1683e290-3cce-4d86-b521-62ab5ec64375 req-ea267ef9-18dd-40ae-bacf-235a2a2bc44a tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 946 time: 0.2113886 Feb 05 03:01:15.115269 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd651b-65b3-4abc-bd76-91a7b3ed959b None None] Pushing event updated for resources: {'Port': ['ID=c4726fbf-a4a0-48b3-9010-56f713259cba,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:15.176913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-124ef593-47e3-45f0-bdc3-868fddb65f0b None None] Provisioning complete for port c4726fbf-a4a0-48b3-9010-56f713259cba triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:15.177300 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-124ef593-47e3-45f0-bdc3-868fddb65f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:15.201500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1683e290-3cce-4d86-b521-62ab5ec64375 req-32b95a5a-3c78-46af-ad5f-10b776fd2ad2 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972246 Feb 05 03:01:15.380726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef09cbd1-57b0-43fe-b896-3417693fccb2 req-ad74a58d-8eac-4707-8888-75cac8a9117e tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a506c8-239e-484c-984e-8d81afcda5e2 HTTP/1.1" status: 200 len: 210 time: 0.0674298 Feb 05 03:01:15.508599 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-124ef593-47e3-45f0-bdc3-868fddb65f0b None None] Current status of the port c4726fbf-a4a0-48b3-9010-56f713259cba is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:15.508599 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-124ef593-47e3-45f0-bdc3-868fddb65f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:15.621908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-124ef593-47e3-45f0-bdc3-868fddb65f0b None None] For port c4726fbf-a4a0-48b3-9010-56f713259cba, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c4726fbf-a4a0-48b3-9010-56f713259cba,segment=NetworkSegment(391465cc-4c48-4211-8ba2-71736bcf0982),segment_id=391465cc-4c48-4211-8ba2-71736bcf0982)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:15.642367 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-124ef593-47e3-45f0-bdc3-868fddb65f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:15.704495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] For port a6f051aa-4b7c-4a72-ac05-2a883fd23300, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:01:15.715933 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-27883368-c630-4868-a5c5-9ef4b0ef2a8b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (5065f82a-e168-4230-9322-01e717c85bce), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:15.735438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'name': 'tempest-FloatingIPsTestJSON-2080937381-router', 'tenant_id': '9e2a95cc64db46e3b018d873e2db7c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f374f239-4d20-4c86-b113-98ec325285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:00:59Z', 'updated_at': '2022-02-05T03:01:07Z', 'revision_number': 4, 'project_id': '9e2a95cc64db46e3b018d873e2db7c12', 'gw_port': {'id': 'f374f239-4d20-4c86-b113-98ec325285e9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:01:00Z', 'updated_at': '2022-02-05T03:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'c4726fbf-a4a0-48b3-9010-56f713259cba', 'name': '', 'network_id': '74a1669d-ce12-40e3-b0f1-9240f7081ea0', 'tenant_id': '9e2a95cc64db46e3b018d873e2db7c12', 'mac_address': 'fa:16:3e:ab:07:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': 'e9e941b2-6ee1-48ad-bf53-d9bec92b8152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:01:05Z', 'updated_at': '2022-02-05T03:01:14Z', 'revision_number': 4, 'project_id': '9e2a95cc64db46e3b018d873e2db7c12', 'subnets': [{'id': 'e9e941b2-6ee1-48ad-bf53-d9bec92b8152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:15.780053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389c76e4-9987-4687-95c7-fc99ef7b83c3 None None] The sync data for ids ['399462e6-7e51-4299-b00d-9e6ef0474fc0'] in n-d-826942-8 is: [{'id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'name': 'tempest-FloatingIPsTestJSON-2080937381-router', 'tenant_id': '9e2a95cc64db46e3b018d873e2db7c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f374f239-4d20-4c86-b113-98ec325285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:00:59Z', 'updated_at': '2022-02-05T03:01:07Z', 'revision_number': 4, 'project_id': '9e2a95cc64db46e3b018d873e2db7c12', 'gw_port': {'id': 'f374f239-4d20-4c86-b113-98ec325285e9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:01:00Z', 'updated_at': '2022-02-05T03:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'c4726fbf-a4a0-48b3-9010-56f713259cba', 'name': '', 'network_id': '74a1669d-ce12-40e3-b0f1-9240f7081ea0', 'tenant_id': '9e2a95cc64db46e3b018d873e2db7c12', 'mac_address': 'fa:16:3e:ab:07:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': 'e9e941b2-6ee1-48ad-bf53-d9bec92b8152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:01:05Z', 'updated_at': '2022-02-05T03:01:14Z', 'revision_number': 4, 'project_id': '9e2a95cc64db46e3b018d873e2db7c12', 'subnets': [{'id': 'e9e941b2-6ee1-48ad-bf53-d9bec92b8152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:01:15.800354 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] For port a6f051aa-4b7c-4a72-ac05-2a883fd23300, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a6f051aa-4b7c-4a72-ac05-2a883fd23300,segment=NetworkSegment(2234b0e8-91e3-4e04-b4c3-1c073fcd4d75),segment_id=2234b0e8-91e3-4e04-b4c3-1c073fcd4d75)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:01:15.818290 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27883368-c630-4868-a5c5-9ef4b0ef2a8b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Subnet': ['ID=5065f82a-e168-4230-9322-01e717c85bce,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:15.839228 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks [] for floatingip (13925514-f7f6-48b7-8613-aeabca9bf4e8), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:15.876978 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a6f051aa-4b7c-4a72-ac05-2a883fd23300), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:15.880746 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-27883368-c630-4868-a5c5-9ef4b0ef2a8b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:15.898720 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-27883368-c630-4868-a5c5-9ef4b0ef2a8b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/5065f82a-e168-4230-9322-01e717c85bce HTTP/1.1" status: 204 len: 168 time: 2.2166061 Feb 05 03:01:15.901336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59484) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:15.944811 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ef593-47e3-45f0-bdc3-868fddb65f0b None None] Pushing event updated for resources: {'Port': ['ID=c4726fbf-a4a0-48b3-9010-56f713259cba,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:16.041539 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1133e71c-858e-49f7-a790-1c0f0d381c50), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:16.110487 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (5331acae-3a3f-4008-948f-b59b4fb7a3e8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:16.152971 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:16.189968 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d611a9f-7f14-4bdf-8126-48c5c09192f5 None None] Pushing event updated for resources: {'Port': ['ID=a6f051aa-4b7c-4a72-ac05-2a883fd23300,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:16.376083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port a6f051aa-4b7c-4a72-ac05-2a883fd23300 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:16.379505 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a6f051aa-4b7c-4a72-ac05-2a883fd23300), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:16.468720 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks [] for port (1133e71c-858e-49f7-a790-1c0f0d381c50), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:16.486247 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (1133e71c-858e-49f7-a790-1c0f0d381c50), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:16.598951 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] For port a6f051aa-4b7c-4a72-ac05-2a883fd23300, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a6f051aa-4b7c-4a72-ac05-2a883fd23300,segment=NetworkSegment(2234b0e8-91e3-4e04-b4c3-1c073fcd4d75),segment_id=2234b0e8-91e3-4e04-b4c3-1c073fcd4d75)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:16.599362 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a6f051aa-4b7c-4a72-ac05-2a883fd23300), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:16.620377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for a6f051aa-4b7c-4a72-ac05-2a883fd23300 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:16.627218 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c4726fbf-a4a0-48b3-9010-56f713259cba up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:01:16.673663 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (13925514-f7f6-48b7-8613-aeabca9bf4e8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:16.764860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0120a6-1e9b-432f-a6c0-37036339672a req-b2a394df-4970-4170-94fc-0c101bbddeba tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:16.768199 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a6f051aa-4b7c-4a72-ac05-2a883fd23300), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:16.776258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e0120a6-1e9b-432f-a6c0-37036339672a req-b2a394df-4970-4170-94fc-0c101bbddeba tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 946 time: 0.9179010 Feb 05 03:01:16.793824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c4726fbf-a4a0-48b3-9010-56f713259cba triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:16.794253 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:16.811383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Pushing event updated for resources: {'Port': ['ID=1133e71c-858e-49f7-a790-1c0f0d381c50,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:16.817152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No DVR routers for this DVR port a6f051aa-4b7c-4a72-ac05-2a883fd23300 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:01:16.872942 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=a6f051aa-4b7c-4a72-ac05-2a883fd23300,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:16.897227 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:16.898960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-630ab750-e8ae-4070-a012-062e8c90ed4c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.8294168 Feb 05 03:01:16.928793 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc76cfea-b6a6-474b-b589-36b39e15c473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (f9893dd4-8357-4db0-80ce-199bdb3dbbd3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:17.034133 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c4726fbf-a4a0-48b3-9010-56f713259cba is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:17.037621 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-1224ea43-f4da-4794-a45a-410ecbaeecc6 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.13 HTTP/1.1" status: 200 len: 695 time: 0.1246305 Feb 05 03:01:17.275820 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (5331acae-3a3f-4008-948f-b59b4fb7a3e8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:17.342831 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5331acae-3a3f-4008-948f-b59b4fb7a3e8']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:17.366072 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2234b0e8-91e3-4e04-b4c3-1c073fcd4d75') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:17.366651 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2234b0e8-91e3-4e04-b4c3-1c073fcd4d75') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:17.382722 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (2234b0e8-91e3-4e04-b4c3-1c073fcd4d75), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:17.422105 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (2234b0e8-91e3-4e04-b4c3-1c073fcd4d75), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:17.442489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:01:17.443178 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (2234b0e8-91e3-4e04-b4c3-1c073fcd4d75), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:17.449664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-02a08735-706c-4830-8051-355ae95a719e tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:17.452156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-02a08735-706c-4830-8051-355ae95a719e tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.10 "GET /v2.0/networks?id=39e07ba3-3319-4f35-9c20-ee570bd7ad6d HTTP/1.1" status: 200 len: 809 time: 0.3201861 Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:01:17.544018 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:01:17.559336 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (5331acae-3a3f-4008-948f-b59b4fb7a3e8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:17.560632 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-1afc9251-644b-4837-be45-0ce6a0c170f5 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Request body: {'port': {'device_id': '46a506c8-239e-484c-984e-8d81afcda5e2', 'network_id': '39e07ba3-3319-4f35-9c20-ee570bd7ad6d', 'admin_state_up': True, 'tenant_id': 'fbe83ef1f9c547f8a2ccfff851e349ee'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:17.583525 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:17.596322 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/networks/5331acae-3a3f-4008-948f-b59b4fb7a3e8 HTTP/1.1" status: 204 len: 168 time: 1.6931918 Feb 05 03:01:17.601851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59492) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:17.612371 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2918f760-c964-4765-8461-6496a13dd0d8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1201960174'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:17.682259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2918f760-c964-4765-8461-6496a13dd0d8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:17.685621 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2918f760-c964-4765-8461-6496a13dd0d8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:17.698074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb67f11-33e7-4e17-9276-5ee19a8e6b87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Network': ['ID=5331acae-3a3f-4008-948f-b59b4fb7a3e8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:17.767507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2918f760-c964-4765-8461-6496a13dd0d8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:01:17.788448 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2918f760-c964-4765-8461-6496a13dd0d8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (1742724f-f73a-42b1-b130-f7dfb9cfb38b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:17.789033 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-2918f760-c964-4765-8461-6496a13dd0d8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Added segment 1742724f-f73a-42b1-b130-f7dfb9cfb38b of type vlan for network 563d76e1-760b-4667-a047-1c62fb036d96 Feb 05 03:01:17.825250 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e0120a6-1e9b-432f-a6c0-37036339672a req-ee5b921a-b6b4-493a-9cc8-edf2ee6691fe tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0333571 Feb 05 03:01:17.910885 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2918f760-c964-4765-8461-6496a13dd0d8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (563d76e1-760b-4667-a047-1c62fb036d96), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:17.935959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-1afc9251-644b-4837-be45-0ce6a0c170f5 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Made reservation on behalf of fbe83ef1f9c547f8a2ccfff851e349ee for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:17.943991 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-1afc9251-644b-4837-be45-0ce6a0c170f5 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:18.036697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2918f760-c964-4765-8461-6496a13dd0d8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (563d76e1-760b-4667-a047-1c62fb036d96), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:18.042707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2918f760-c964-4765-8461-6496a13dd0d8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:18.043298 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2918f760-c964-4765-8461-6496a13dd0d8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:18.066045 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-46bbfdb2-8248-410c-a939-4a325f9c586d tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:18.080393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9874fb96-395f-4288-a649-d6e3ef4eee92 req-46bbfdb2-8248-410c-a939-4a325f9c586d tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.9978414 Feb 05 03:01:18.185287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5d0738b5-f317-48e5-a56f-aa39350aa3f5 None None] Could not find standard attr ID for object a6f051aa-4b7c-4a72-ac05-2a883fd23300. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:01:18.218558 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2918f760-c964-4765-8461-6496a13dd0d8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6154883 Feb 05 03:01:18.226187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59504) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:18.240741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-37665e98-2900-4340-a66d-4f592cf5b992 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'subnet': {'network_id': '563d76e1-760b-4667-a047-1c62fb036d96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:18.252571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51dd31a-ca01-4b3d-b594-b7cb4e96f4a9 None None] DHCP port deletion for 5331acae-3a3f-4008-948f-b59b4fb7a3e8 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:01:18.280580 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a78e8cf-897a-4c98-b40b-a4a208412895 None None] Network 5331acae-3a3f-4008-948f-b59b4fb7a3e8 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:18.325941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a78e8cf-897a-4c98-b40b-a4a208412895 None None] Network 5331acae-3a3f-4008-948f-b59b4fb7a3e8 could not be found, it might have been deleted concurrently. {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 05 03:01:18.348949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37223d93-19b0-418d-b3b1-46f1dea66fc2 req-30f77cae-5775-49c0-a47d-efaddc21fdba tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a506c8-239e-484c-984e-8d81afcda5e2 HTTP/1.1" status: 200 len: 210 time: 0.2099414 Feb 05 03:01:18.354518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0343fca1-a4a7-4e5e-a2ed-f20b22cc02a3 req-7eb179ee-bcc0-49c1-ba2d-6354834742c4 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/floatingips/13925514-f7f6-48b7-8613-aeabca9bf4e8 HTTP/1.1" status: 200 len: 692 time: 0.1989725 Feb 05 03:01:18.418855 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918f760-c964-4765-8461-6496a13dd0d8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Network': ['ID=563d76e1-760b-4667-a047-1c62fb036d96,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:18.432313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 563d76e1-760b-4667-a047-1c62fb036d96 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:01:18.528807 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37665e98-2900-4340-a66d-4f592cf5b992 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:18.545102 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37665e98-2900-4340-a66d-4f592cf5b992 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:18.550059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bc76cfea-b6a6-474b-b589-36b39e15c473 admin admin] Deleting port 52d292bf-14d4-4787-92b6-a5afe5a79035 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:18.552507 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc76cfea-b6a6-474b-b589-36b39e15c473 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:18.675914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-1afc9251-644b-4837-be45-0ce6a0c170f5 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Allocated IP 172.20.0.13 (39e07ba3-3319-4f35-9c20-ee570bd7ad6d/119768f3-cbf6-49d8-91ce-a0be7c4a4fdf/77c68199-4321-4abd-82f1-b0af32e0cbba) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:18.792956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-bc76cfea-b6a6-474b-b589-36b39e15c473 admin admin] For port 52d292bf-14d4-4787-92b6-a5afe5a79035, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=52d292bf-14d4-4787-92b6-a5afe5a79035,segment=NetworkSegment(4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d),segment_id=4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:18.794052 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc76cfea-b6a6-474b-b589-36b39e15c473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:18.812036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bc76cfea-b6a6-474b-b589-36b39e15c473 admin admin] Calling delete_port for 52d292bf-14d4-4787-92b6-a5afe5a79035 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:18.815330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343fca1-a4a7-4e5e-a2ed-f20b22cc02a3 req-20a07aeb-7582-4875-b749-f4a4275d5140 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:18.817748 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0343fca1-a4a7-4e5e-a2ed-f20b22cc02a3 req-20a07aeb-7582-4875-b749-f4a4275d5140 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.4548924 Feb 05 03:01:18.934353 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4024226-91e1-4de5-892f-4c87a2dc83d2 req-61bd6c29-d324-4ba7-a8a5-b28e5567f790 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=9e2a95cc64db46e3b018d873e2db7c12 HTTP/1.1" status: 200 len: 695 time: 0.0884252 Feb 05 03:01:19.060462 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37665e98-2900-4340-a66d-4f592cf5b992 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (9e73031e-fefd-478c-9a23-113a0a2d9811), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:19.164519 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b97b4-3737-4281-876f-a7a85cb76773 req-72263ebb-4e6b-460a-8bf0-16eea9c79ee2 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:19.166436 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c7b97b4-3737-4281-876f-a7a85cb76773 req-72263ebb-4e6b-460a-8bf0-16eea9c79ee2 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 946 time: 0.1827657 Feb 05 03:01:19.282204 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4024226-91e1-4de5-892f-4c87a2dc83d2 req-7805cbfd-2027-4c9e-acde-325e02793fc0 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:19.282204 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4024226-91e1-4de5-892f-4c87a2dc83d2 req-7805cbfd-2027-4c9e-acde-325e02793fc0 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/networks?id=1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 787 time: 0.3137069 Feb 05 03:01:19.282204 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-d4024226-91e1-4de5-892f-4c87a2dc83d2 req-b6159653-067b-4db7-9415-b2068dadede0 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:01:19.282204 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4024226-91e1-4de5-892f-4c87a2dc83d2 req-b6159653-067b-4db7-9415-b2068dadede0 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079637 Feb 05 03:01:19.318038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37665e98-2900-4340-a66d-4f592cf5b992 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Subnet': ['ID=9e73031e-fefd-478c-9a23-113a0a2d9811,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:19.354257 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-1afc9251-644b-4837-be45-0ce6a0c170f5 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Publish callbacks [] for port (77c68199-4321-4abd-82f1-b0af32e0cbba), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:19.404482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c7b97b4-3737-4281-876f-a7a85cb76773 req-f98a36d4-a089-4742-a7e8-2ce89c904273 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190382 Feb 05 03:01:19.451414 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37665e98-2900-4340-a66d-4f592cf5b992 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Checking segment: {'id': '1742724f-f73a-42b1-b130-f7dfb9cfb38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '563d76e1-760b-4667-a047-1c62fb036d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:19.451414 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37665e98-2900-4340-a66d-4f592cf5b992 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network hostable DHCP agents. Network: 563d76e1-760b-4667-a047-1c62fb036d96, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:01:19.470639 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc76cfea-b6a6-474b-b589-36b39e15c473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (52d292bf-14d4-4787-92b6-a5afe5a79035), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:19.504905 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37665e98-2900-4340-a66d-4f592cf5b992 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network 563d76e1-760b-4667-a047-1c62fb036d96 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:01:19.509990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76cfea-b6a6-474b-b589-36b39e15c473 admin admin] Pushing event deleted for resources: {'Port': ['ID=52d292bf-14d4-4787-92b6-a5afe5a79035,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:19.510309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b3d4463-1354-472b-8f8c-4c1a744db48a req-2953b3ff-3764-4567-8f23-7b09d6142568 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/floatingips/13925514-f7f6-48b7-8613-aeabca9bf4e8 HTTP/1.1" status: 200 len: 692 time: 0.0725141 Feb 05 03:01:19.570308 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-37665e98-2900-4340-a66d-4f592cf5b992 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 563d76e1-760b-4667-a047-1c62fb036d96) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:19.587152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938fdcbb-42fc-45c9-8b18-fd4387c32e7b None None] Network 563d76e1-760b-4667-a047-1c62fb036d96 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:19.644987 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37665e98-2900-4340-a66d-4f592cf5b992 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:19.647586 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37665e98-2900-4340-a66d-4f592cf5b992 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:19.734483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d4463-1354-472b-8f8c-4c1a744db48a req-cf7bca27-4139-437a-ac10-c7bccc3e829c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:19.744246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b3d4463-1354-472b-8f8c-4c1a744db48a req-cf7bca27-4139-437a-ac10-c7bccc3e829c tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.2198362 Feb 05 03:01:19.755238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-8b3d4463-1354-472b-8f8c-4c1a744db48a req-adfda8d1-f155-4eef-a0b5-c7633739820b tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:01:19.763785 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b3d4463-1354-472b-8f8c-4c1a744db48a req-adfda8d1-f155-4eef-a0b5-c7633739820b tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182059 Feb 05 03:01:19.764685 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-37665e98-2900-4340-a66d-4f592cf5b992 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5373905 Feb 05 03:01:19.841163 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59536) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:19.846347 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c520096c-8c65-4ee0-bc15-27b77de2d02e req-b1bb7916-2994-4834-9aed-2c28f2b38c3a tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a506c8-239e-484c-984e-8d81afcda5e2 HTTP/1.1" status: 200 len: 210 time: 0.0745909 Feb 05 03:01:19.860202 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c274d63b-2a1f-4cc0-9cb5-ff323fc22b4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'network_id': '563d76e1-760b-4667-a047-1c62fb036d96', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1633335165'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:20.039944 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc76cfea-b6a6-474b-b589-36b39e15c473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (f9893dd4-8357-4db0-80ce-199bdb3dbbd3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:20.089125 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b3d4463-1354-472b-8f8c-4c1a744db48a req-45234331-681f-4fd9-9b23-16efb52e7812 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.13 HTTP/1.1" status: 200 len: 695 time: 0.3243029 Feb 05 03:01:20.115269 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-1afc9251-644b-4837-be45-0ce6a0c170f5 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (77c68199-4321-4abd-82f1-b0af32e0cbba), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:20.357689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-563d76e1-760b-4667-a047-1c62fb036d96', 'network_id': '563d76e1-760b-4667-a047-1c62fb036d96', 'project_id': 'fc3ef97cf5ac463583f853fb4b82e975', 'fixed_ips': [{'subnet_id': '9e73031e-fefd-478c-9a23-113a0a2d9811'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:01:20.358835 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:20.358988 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b3d4463-1354-472b-8f8c-4c1a744db48a req-56a34515-4713-4a6f-85ed-1c8655dfeb53 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.13 HTTP/1.1" status: 200 len: 695 time: 0.2683542 Feb 05 03:01:20.388727 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-1afc9251-644b-4837-be45-0ce6a0c170f5 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Network 39e07ba3-3319-4f35-9c20-ee570bd7ad6d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:20.649362 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-1afc9251-644b-4837-be45-0ce6a0c170f5 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:20.687085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-1afc9251-644b-4837-be45-0ce6a0c170f5 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:20.745786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Allocated IP 2001:db8::2 (563d76e1-760b-4667-a047-1c62fb036d96/9e73031e-fefd-478c-9a23-113a0a2d9811/24af0a58-5518-4380-958c-ef82dacb72c4) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:20.777724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fd236-ece2-4db1-931f-b26fef37e4b4 req-43b14509-9805-4d8c-9e79-4c1614779e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:20.784372 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-182fd236-ece2-4db1-931f-b26fef37e4b4 req-43b14509-9805-4d8c-9e79-4c1614779e21 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe76ea75bf744d4582553c3415219fc8&device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 1128 time: 0.4951522 Feb 05 03:01:20.861376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c274d63b-2a1f-4cc0-9cb5-ff323fc22b4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:20.864963 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c274d63b-2a1f-4cc0-9cb5-ff323fc22b4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:20.879492 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5db05-a59f-40c8-9f9f-1f142f4de402 req-8d17d112-2829-4504-8361-c412d050a888 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:20.887045 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fec5db05-a59f-40c8-9f9f-1f142f4de402 req-8d17d112-2829-4504-8361-c412d050a888 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 946 time: 0.2294257 Feb 05 03:01:20.939747 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc9251-644b-4837-be45-0ce6a0c170f5 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Pushing event updated for resources: {'Port': ['ID=77c68199-4321-4abd-82f1-b0af32e0cbba,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:20.989022 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc76cfea-b6a6-474b-b589-36b39e15c473 admin admin] Router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:01:21.003613 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-8b3d4463-1354-472b-8f8c-4c1a744db48a req-70d5bea7-467c-4e7d-9687-3ced3b626b92 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Deleting port 1133e71c-858e-49f7-a790-1c0f0d381c50 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:21.003613 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b3d4463-1354-472b-8f8c-4c1a744db48a req-70d5bea7-467c-4e7d-9687-3ced3b626b92 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1133e71c-858e-49f7-a790-1c0f0d381c50), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:21.021314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-c274d63b-2a1f-4cc0-9cb5-ff323fc22b4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] device_id is not set on port fa30a07d-f997-4132-9f7b-eab2eb87634f yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:01:21.052166 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Publish callbacks [] for port (24af0a58-5518-4380-958c-ef82dacb72c4), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:21.070441 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (24af0a58-5518-4380-958c-ef82dacb72c4), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:21.126306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-1afc9251-644b-4837-be45-0ce6a0c170f5 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:21.126306 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-1afc9251-644b-4837-be45-0ce6a0c170f5 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:21.168594 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Network 563d76e1-760b-4667-a047-1c62fb036d96 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:21.182856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:21.184755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Pushing event updated for resources: {'Port': ['ID=24af0a58-5518-4380-958c-ef82dacb72c4,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:21.186944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:21.211027 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-1afc9251-644b-4837-be45-0ce6a0c170f5 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6716502 Feb 05 03:01:21.218287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fd236-ece2-4db1-931f-b26fef37e4b4 req-6d96982c-bb07-44aa-a939-4e89f7771032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:21.219778 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-182fd236-ece2-4db1-931f-b26fef37e4b4 req-6d96982c-bb07-44aa-a939-4e89f7771032 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c66ecf0-9f9d-4df4-a963-69a464f1ef7a HTTP/1.1" status: 200 len: 913 time: 0.4026668 Feb 05 03:01:21.293482 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Request body: {'port': {'device_id': '46a506c8-239e-484c-984e-8d81afcda5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:21.303028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Attempting to bind port 24af0a58-5518-4380-958c-ef82dacb72c4 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:01:21.303402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Attempting to bind port 24af0a58-5518-4380-958c-ef82dacb72c4 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1742724f-f73a-42b1-b130-f7dfb9cfb38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '563d76e1-760b-4667-a047-1c62fb036d96'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:01:21.303764 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Attempting to bind port 24af0a58-5518-4380-958c-ef82dacb72c4 on network 563d76e1-760b-4667-a047-1c62fb036d96 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:01:21.313280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:01:21.313623 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Checking segment: {'id': '1742724f-f73a-42b1-b130-f7dfb9cfb38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '563d76e1-760b-4667-a047-1c62fb036d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:21.313970 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:21.314360 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Bound using segment: {'id': '1742724f-f73a-42b1-b130-f7dfb9cfb38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '563d76e1-760b-4667-a047-1c62fb036d96'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:01:21.314842 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Bound port: 24af0a58-5518-4380-958c-ef82dacb72c4, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1742724f-f73a-42b1-b130-f7dfb9cfb38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '563d76e1-760b-4667-a047-1c62fb036d96'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:01:21.315221 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (24af0a58-5518-4380-958c-ef82dacb72c4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:21.339885 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-182fd236-ece2-4db1-931f-b26fef37e4b4 req-6a4a176b-e386-444b-b8b4-30184dc75496 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 HTTP/1.1" status: 200 len: 217 time: 0.1045246 Feb 05 03:01:21.354506 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fec5db05-a59f-40c8-9f9f-1f142f4de402 req-58312d60-8101-4cab-a899-43b4f367174f tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664872 Feb 05 03:01:21.413455 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (77c68199-4321-4abd-82f1-b0af32e0cbba), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:21.459556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] For port 24af0a58-5518-4380-958c-ef82dacb72c4, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:01:21.464350 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] For port 24af0a58-5518-4380-958c-ef82dacb72c4, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=24af0a58-5518-4380-958c-ef82dacb72c4,segment=NetworkSegment(1742724f-f73a-42b1-b130-f7dfb9cfb38b),segment_id=1742724f-f73a-42b1-b130-f7dfb9cfb38b)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:01:21.469461 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc76cfea-b6a6-474b-b589-36b39e15c473 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:01:21.478787 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (24af0a58-5518-4380-958c-ef82dacb72c4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:21.486823 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e473d0b0-cd0f-49fd-9659-d6cb0620d6cb None None] Sync routers for ids ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:01:21.496093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59554) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:21.499500 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bc76cfea-b6a6-474b-b589-36b39e15c473 admin admin] 10.222.0.36 "PUT /v2.0/routers/f9893dd4-8357-4db0-80ce-199bdb3dbbd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5774891 Feb 05 03:01:21.504374 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e473d0b0-cd0f-49fd-9659-d6cb0620d6cb None None] Routers {'f9893dd4-8357-4db0-80ce-199bdb3dbbd3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:01:21.511472 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e473d0b0-cd0f-49fd-9659-d6cb0620d6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:01:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:21.514893 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fd236-ece2-4db1-931f-b26fef37e4b4 req-8ec77e97-31cf-4e3e-a5b5-8cb5bf5692fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:21.520254 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-182fd236-ece2-4db1-931f-b26fef37e4b4 req-8ec77e97-31cf-4e3e-a5b5-8cb5bf5692fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba2e9559-5f73-4823-9e11-dabb806672f9 HTTP/1.1" status: 200 len: 852 time: 0.1704988 Feb 05 03:01:21.622054 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-182fd236-ece2-4db1-931f-b26fef37e4b4 req-1ffdaf28-bc2c-45b9-be14-077f7795e0af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c66ecf0-9f9d-4df4-a963-69a464f1ef7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917058 Feb 05 03:01:21.677925 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40754213-99df-4165-831d-f0d3d67dea7a None None] Pushing event updated for resources: {'Port': ['ID=24af0a58-5518-4380-958c-ef82dacb72c4,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:21.831104 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-182fd236-ece2-4db1-931f-b26fef37e4b4 req-b606c89b-f0b6-4e58-8a09-3460163e965f service neutron] 10.222.0.31 "GET /v2.0/networks/4c66ecf0-9f9d-4df4-a963-69a464f1ef7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063658 Feb 05 03:01:21.986278 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e473d0b0-cd0f-49fd-9659-d6cb0620d6cb None None] Set router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:01:22.151616 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-182fd236-ece2-4db1-931f-b26fef37e4b4 req-790f8b82-32d9-477b-9cc2-cd701e4d2373 service neutron] 10.222.0.31 "GET /v2.0/networks/4c66ecf0-9f9d-4df4-a963-69a464f1ef7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012774 Feb 05 03:01:22.242292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80370a-4f8c-4c87-a4b5-ea053bfe831d req-ab85d7c8-b419-4de7-909e-46dd7645026b tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:22.247332 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a80370a-4f8c-4c87-a4b5-ea053bfe831d req-ab85d7c8-b419-4de7-909e-46dd7645026b tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.10 "GET /v2.0/ports?device_id=7618c719-c8b2-4e72-863b-748c0fb2857f HTTP/1.1" status: 200 len: 946 time: 0.2504630 Feb 05 03:01:22.536163 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e473d0b0-cd0f-49fd-9659-d6cb0620d6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'name': 'tempest-ServersTestBootFromVolume-13076004-router', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:41Z', 'updated_at': '2022-02-05T03:01:19Z', 'revision_number': 5, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'gw_port': {'id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:22.566296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-0a80370a-4f8c-4c87-a4b5-ea053bfe831d req-f9c0999d-1926-4bdc-b1bb-4d886bc557e5 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Deleting port 61181d5e-4134-4192-8fb3-935862358dbb {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:22.566922 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0a80370a-4f8c-4c87-a4b5-ea053bfe831d req-f9c0999d-1926-4bdc-b1bb-4d886bc557e5 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (61181d5e-4134-4192-8fb3-935862358dbb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:22.601434 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 24af0a58-5518-4380-958c-ef82dacb72c4 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:01:22.605972 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e473d0b0-cd0f-49fd-9659-d6cb0620d6cb None None] Checking router: f9893dd4-8357-4db0-80ce-199bdb3dbbd3 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:01:22.624092 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e473d0b0-cd0f-49fd-9659-d6cb0620d6cb None None] Routers {'f9893dd4-8357-4db0-80ce-199bdb3dbbd3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:01:22.624722 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e473d0b0-cd0f-49fd-9659-d6cb0620d6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:01:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:22.750347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 24af0a58-5518-4380-958c-ef82dacb72c4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:22.750850 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (24af0a58-5518-4380-958c-ef82dacb72c4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:22.751020 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0a80370a-4f8c-4c87-a4b5-ea053bfe831d req-f9c0999d-1926-4bdc-b1bb-4d886bc557e5 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] For port 61181d5e-4134-4192-8fb3-935862358dbb, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=61181d5e-4134-4192-8fb3-935862358dbb,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:22.751339 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0a80370a-4f8c-4c87-a4b5-ea053bfe831d req-f9c0999d-1926-4bdc-b1bb-4d886bc557e5 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (61181d5e-4134-4192-8fb3-935862358dbb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:22.787859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-0a80370a-4f8c-4c87-a4b5-ea053bfe831d req-f9c0999d-1926-4bdc-b1bb-4d886bc557e5 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Calling delete_port for 61181d5e-4134-4192-8fb3-935862358dbb owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:22.816216 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e473d0b0-cd0f-49fd-9659-d6cb0620d6cb None None] Set router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:01:22.891139 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f0823aa-6c02-406f-8eb1-5d4ebecf0b64 admin admin] Publish callbacks [] for router (f9893dd4-8357-4db0-80ce-199bdb3dbbd3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:23.057089 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0a80370a-4f8c-4c87-a4b5-ea053bfe831d req-f9c0999d-1926-4bdc-b1bb-4d886bc557e5 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (61181d5e-4134-4192-8fb3-935862358dbb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:23.136121 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0999d-1926-4bdc-b1bb-4d886bc557e5 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Pushing event deleted for resources: {'Port': ['ID=61181d5e-4134-4192-8fb3-935862358dbb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:23.145771 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 24af0a58-5518-4380-958c-ef82dacb72c4 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:23.158534 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (24af0a58-5518-4380-958c-ef82dacb72c4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:23.171334 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['9df2f819-0383-4d15-a38c-408f8cff03a9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:01:23.179937 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['61eacedb-ac64-46fc-834d-04ad6614ef7b', '61181d5e-4134-4192-8fb3-935862358dbb'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:01:23.309870 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a80370a-4f8c-4c87-a4b5-ea053bfe831d req-f9c0999d-1926-4bdc-b1bb-4d886bc557e5 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] No DVR routers for this DVR port 61181d5e-4134-4192-8fb3-935862358dbb on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:01:23.315095 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0a80370a-4f8c-4c87-a4b5-ea053bfe831d req-f9c0999d-1926-4bdc-b1bb-4d886bc557e5 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:23.339878 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e473d0b0-cd0f-49fd-9659-d6cb0620d6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'name': 'tempest-ServersTestBootFromVolume-13076004-router', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:41Z', 'updated_at': '2022-02-05T03:01:19Z', 'revision_number': 5, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'gw_port': {'id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:23.340373 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a80370a-4f8c-4c87-a4b5-ea053bfe831d req-f9c0999d-1926-4bdc-b1bb-4d886bc557e5 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.10 "DELETE /v2.0/ports/61181d5e-4134-4192-8fb3-935862358dbb HTTP/1.1" status: 204 len: 173 time: 1.0840056 Feb 05 03:01:23.340897 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7618c719-c8b2-4e72-863b-748c0fb2857f', 'name': 'network-vif-deleted', 'tag': '61181d5e-4134-4192-8fb3-935862358dbb'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:01:23.352020 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68db10f4-3285-4df0-b75f-e8554aa09ad6" -d '{"events": [{"server_uuid": "7618c719-c8b2-4e72-863b-748c0fb2857f", "name": "network-vif-deleted", "tag": "61181d5e-4134-4192-8fb3-935862358dbb"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:01:23.388240 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e473d0b0-cd0f-49fd-9659-d6cb0620d6cb None None] The sync data for ids ['f9893dd4-8357-4db0-80ce-199bdb3dbbd3'] in n-d-826942-8 is: [{'id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'name': 'tempest-ServersTestBootFromVolume-13076004-router', 'tenant_id': 'fb98801831a949279379ac6cc58afdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:57:41Z', 'updated_at': '2022-02-05T03:01:19Z', 'revision_number': 5, 'project_id': 'fb98801831a949279379ac6cc58afdcf', 'gw_port': {'id': 'd3007aeb-6b23-4d9a-9b06-6d1753e6a047', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9893dd4-8357-4db0-80ce-199bdb3dbbd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:57:44Z', 'updated_at': '2022-02-05T02:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:01:23.417469 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f0823aa-6c02-406f-8eb1-5d4ebecf0b64 admin admin] Publish callbacks [] for router_gateway (f9893dd4-8357-4db0-80ce-199bdb3dbbd3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:23.488516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-634e927e-9e0a-4538-a25f-e35a604ff5d7 req-1c6ecd98-19f1-4d43-beac-e5dc7e593bc0 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=7618c719-c8b2-4e72-863b-748c0fb2857f HTTP/1.1" status: 200 len: 210 time: 1.0478849 Feb 05 03:01:23.630069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 24af0a58-5518-4380-958c-ef82dacb72c4, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=24af0a58-5518-4380-958c-ef82dacb72c4,segment=NetworkSegment(1742724f-f73a-42b1-b130-f7dfb9cfb38b),segment_id=1742724f-f73a-42b1-b130-f7dfb9cfb38b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:23.632983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-c274d63b-2a1f-4cc0-9cb5-ff323fc22b4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Allocated IP 2001:db8::39e (563d76e1-760b-4667-a047-1c62fb036d96/9e73031e-fefd-478c-9a23-113a0a2d9811/fa30a07d-f997-4132-9f7b-eab2eb87634f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:23.642750 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (24af0a58-5518-4380-958c-ef82dacb72c4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:23.696121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=24af0a58-5518-4380-958c-ef82dacb72c4,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:23.847443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0550f552-3917-446a-a5da-acdb1cb863ae None None] Network 563d76e1-760b-4667-a047-1c62fb036d96 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:23.984121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-42b4c549-1db2-4e4d-abf7-28561be18b40 None None] Provisioning complete for port 24af0a58-5518-4380-958c-ef82dacb72c4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:23.984490 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-42b4c549-1db2-4e4d-abf7-28561be18b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (24af0a58-5518-4380-958c-ef82dacb72c4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:24.107200 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b3d4463-1354-472b-8f8c-4c1a744db48a req-70d5bea7-467c-4e7d-9687-3ced3b626b92 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1133e71c-858e-49f7-a790-1c0f0d381c50), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:24.107695 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b3d4463-1354-472b-8f8c-4c1a744db48a req-70d5bea7-467c-4e7d-9687-3ced3b626b92 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks [] for floatingip (1133e71c-858e-49f7-a790-1c0f0d381c50), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:24.168747 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c274d63b-2a1f-4cc0-9cb5-ff323fc22b4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (fa30a07d-f997-4132-9f7b-eab2eb87634f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:24.194408 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-8b3d4463-1354-472b-8f8c-4c1a744db48a req-70d5bea7-467c-4e7d-9687-3ced3b626b92 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Calling delete_port for 1133e71c-858e-49f7-a790-1c0f0d381c50 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:24.214472 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2c8ae-0f63-4c07-898b-760d5692054d req-7af88c74-a07f-4f4e-9661-df7e0d85ff54 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:24.222289 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ac2c8ae-0f63-4c07-898b-760d5692054d req-7af88c74-a07f-4f4e-9661-df7e0d85ff54 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a506c8-239e-484c-984e-8d81afcda5e2 HTTP/1.1" status: 200 len: 932 time: 0.2078521 Feb 05 03:01:24.343867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8f0823aa-6c02-406f-8eb1-5d4ebecf0b64 admin admin] Deleting port d3007aeb-6b23-4d9a-9b06-6d1753e6a047 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:24.344292 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f0823aa-6c02-406f-8eb1-5d4ebecf0b64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d3007aeb-6b23-4d9a-9b06-6d1753e6a047), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:24.454046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-42b4c549-1db2-4e4d-abf7-28561be18b40 None None] Current status of the port 24af0a58-5518-4380-958c-ef82dacb72c4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:24.506235 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-8f0823aa-6c02-406f-8eb1-5d4ebecf0b64 admin admin] For port d3007aeb-6b23-4d9a-9b06-6d1753e6a047, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d3007aeb-6b23-4d9a-9b06-6d1753e6a047,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:24.506691 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f0823aa-6c02-406f-8eb1-5d4ebecf0b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d3007aeb-6b23-4d9a-9b06-6d1753e6a047), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:24.516013 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 24af0a58-5518-4380-958c-ef82dacb72c4 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:01:24.535102 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8f0823aa-6c02-406f-8eb1-5d4ebecf0b64 admin admin] Calling delete_port for d3007aeb-6b23-4d9a-9b06-6d1753e6a047 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:24.578572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 24af0a58-5518-4380-958c-ef82dacb72c4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:24.578978 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (24af0a58-5518-4380-958c-ef82dacb72c4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:24.751073 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 24af0a58-5518-4380-958c-ef82dacb72c4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:24.762615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 52d292bf-14d4-4787-92b6-a5afe5a79035 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:01:24.795459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ac2c8ae-0f63-4c07-898b-760d5692054d req-fe4747f5-3173-4c49-a158-d2dd9d48a507 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadef015-1d28-4947-8c2c-a88c5c35ff5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721524 Feb 05 03:01:24.812872 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 52d292bf-14d4-4787-92b6-a5afe5a79035 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:01:24.812872 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 52d292bf-14d4-4787-92b6-a5afe5a79035 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:01:24.992131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c68199-4321-4abd-82f1-b0af32e0cbba {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:01:25.011367 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Publish callbacks [] for port (77c68199-4321-4abd-82f1-b0af32e0cbba), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:25.013814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-41cba1a8-ae3d-4dd8-863f-4b8956af5a35 None None] Provisioning complete for port 24af0a58-5518-4380-958c-ef82dacb72c4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:25.013814 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41cba1a8-ae3d-4dd8-863f-4b8956af5a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (24af0a58-5518-4380-958c-ef82dacb72c4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:25.077551 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c274d63b-2a1f-4cc0-9cb5-ff323fc22b4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (fa30a07d-f997-4132-9f7b-eab2eb87634f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:25.164926 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-41cba1a8-ae3d-4dd8-863f-4b8956af5a35 None None] Current status of the port 24af0a58-5518-4380-958c-ef82dacb72c4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:25.174356 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b3d4463-1354-472b-8f8c-4c1a744db48a req-70d5bea7-467c-4e7d-9687-3ced3b626b92 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (1133e71c-858e-49f7-a790-1c0f0d381c50), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:25.179005 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c274d63b-2a1f-4cc0-9cb5-ff323fc22b4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network 563d76e1-760b-4667-a047-1c62fb036d96 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:25.195788 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c274d63b-2a1f-4cc0-9cb5-ff323fc22b4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:25.203272 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c274d63b-2a1f-4cc0-9cb5-ff323fc22b4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:25.209837 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c274d63b-2a1f-4cc0-9cb5-ff323fc22b4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:25.210634 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c274d63b-2a1f-4cc0-9cb5-ff323fc22b4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:25.224873 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 61181d5e-4134-4192-8fb3-935862358dbb no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:01:25.233583 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274d63b-2a1f-4cc0-9cb5-ff323fc22b4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=fa30a07d-f997-4132-9f7b-eab2eb87634f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:25.246126 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Transition to ACTIVE for port object 77c68199-4321-4abd-82f1-b0af32e0cbba will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:01:25.286466 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f0823aa-6c02-406f-8eb1-5d4ebecf0b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d3007aeb-6b23-4d9a-9b06-6d1753e6a047), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:25.291235 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 61181d5e-4134-4192-8fb3-935862358dbb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:01:25.292149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 61181d5e-4134-4192-8fb3-935862358dbb not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:01:25.312379 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (77c68199-4321-4abd-82f1-b0af32e0cbba), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:25.323676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59564) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:25.324635 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c274d63b-2a1f-4cc0-9cb5-ff323fc22b4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 5.4763277 Feb 05 03:01:25.339843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bacded-73b8-4ce2-b560-106a4dcef1fa req-c6dbaf90-dba1-4e4c-9697-62cb161a7f2d tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:25.341690 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13bacded-73b8-4ce2-b560-106a4dcef1fa req-c6dbaf90-dba1-4e4c-9697-62cb161a7f2d tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 946 time: 0.4008973 Feb 05 03:01:25.409203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5bea7-467c-4e7d-9687-3ced3b626b92 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Pushing event deleted for resources: {'Port': ['ID=1133e71c-858e-49f7-a790-1c0f0d381c50,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:25.443929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0823aa-6c02-406f-8eb1-5d4ebecf0b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3007aeb-6b23-4d9a-9b06-6d1753e6a047,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:25.473719 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-db944cb6-6936-4bd7-a0cb-94faa21de24a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port fa30a07d-f997-4132-9f7b-eab2eb87634f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:25.474475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db944cb6-6936-4bd7-a0cb-94faa21de24a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fa30a07d-f997-4132-9f7b-eab2eb87634f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:25.590825 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db944cb6-6936-4bd7-a0cb-94faa21de24a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fa30a07d-f997-4132-9f7b-eab2eb87634f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:25.605291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-db944cb6-6936-4bd7-a0cb-94faa21de24a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for fa30a07d-f997-4132-9f7b-eab2eb87634f owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:25.623218 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f0823aa-6c02-406f-8eb1-5d4ebecf0b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (f9893dd4-8357-4db0-80ce-199bdb3dbbd3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:25.644362 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Pushing event updated for resources: {'Port': ['ID=77c68199-4321-4abd-82f1-b0af32e0cbba,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:25.717039 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0fd2787b-116b-4c59-8ddd-be93d6bfa289 None None] Provisioning complete for port fa30a07d-f997-4132-9f7b-eab2eb87634f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:25.717711 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0fd2787b-116b-4c59-8ddd-be93d6bfa289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fa30a07d-f997-4132-9f7b-eab2eb87634f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:25.772329 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0fd2787b-116b-4c59-8ddd-be93d6bfa289 None None] Port fa30a07d-f997-4132-9f7b-eab2eb87634f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:01:25.778140 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b3d4463-1354-472b-8f8c-4c1a744db48a req-70d5bea7-467c-4e7d-9687-3ced3b626b92 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks [] for floatingip (13925514-f7f6-48b7-8613-aeabca9bf4e8), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:25.780755 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b3d4463-1354-472b-8f8c-4c1a744db48a req-70d5bea7-467c-4e7d-9687-3ced3b626b92 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:25.782098 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b3d4463-1354-472b-8f8c-4c1a744db48a req-70d5bea7-467c-4e7d-9687-3ced3b626b92 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "DELETE /v2.0/floatingips/13925514-f7f6-48b7-8613-aeabca9bf4e8 HTTP/1.1" status: 204 len: 173 time: 5.3922477 Feb 05 03:01:25.820688 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db944cb6-6936-4bd7-a0cb-94faa21de24a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fa30a07d-f997-4132-9f7b-eab2eb87634f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:25.855552 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13bacded-73b8-4ce2-b560-106a4dcef1fa req-c475f812-0cdb-49a7-910b-e173323c590b tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392056 Feb 05 03:01:25.864711 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db944cb6-6936-4bd7-a0cb-94faa21de24a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=fa30a07d-f997-4132-9f7b-eab2eb87634f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:25.872089 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f0823aa-6c02-406f-8eb1-5d4ebecf0b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (f9893dd4-8357-4db0-80ce-199bdb3dbbd3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:25.891494 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f0823aa-6c02-406f-8eb1-5d4ebecf0b64 admin admin] Publish callbacks [] for router_controller (f9893dd4-8357-4db0-80ce-199bdb3dbbd3), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:25.927816 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db944cb6-6936-4bd7-a0cb-94faa21de24a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:25.936350 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-db944cb6-6936-4bd7-a0cb-94faa21de24a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/fa30a07d-f997-4132-9f7b-eab2eb87634f HTTP/1.1" status: 204 len: 168 time: 0.6115518 Feb 05 03:01:25.937147 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59582) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:26.009792 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dd2135-b265-4e50-9825-02d21051c80f x-openstack-request-id: req-65dd2135-b265-4e50-9825-02d21051c80f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:01:26.015247 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7618c719-c8b2-4e72-863b-748c0fb2857f", "name": "network-vif-deleted", "tag": "61181d5e-4134-4192-8fb3-935862358dbb", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:01:26.015904 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-65dd2135-b265-4e50-9825-02d21051c80f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:01:26.016015 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7618c719-c8b2-4e72-863b-748c0fb2857f', 'name': 'network-vif-deleted', 'tag': '61181d5e-4134-4192-8fb3-935862358dbb', 'status': 'completed', 'code': 200} Feb 05 03:01:26.018706 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee91a9c-7fae-461d-86af-824b236e474e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] GET failed (client error): The resource could not be found. Feb 05 03:01:26.025803 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6ee91a9c-7fae-461d-86af-824b236e474e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports/fa30a07d-f997-4132-9f7b-eab2eb87634f HTTP/1.1" status: 404 len: 333 time: 0.0873747 Feb 05 03:01:26.028417 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59584) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:26.115633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Attempting to bind port 77c68199-4321-4abd-82f1-b0af32e0cbba on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:01:26.116520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Attempting to bind port 77c68199-4321-4abd-82f1-b0af32e0cbba by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '34e33053-f1eb-4107-98af-74b7e7d41f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '39e07ba3-3319-4f35-9c20-ee570bd7ad6d'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:01:26.118030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Attempting to bind port 77c68199-4321-4abd-82f1-b0af32e0cbba on network 39e07ba3-3319-4f35-9c20-ee570bd7ad6d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:01:26.161034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0157de7-70f2-4031-9cfa-52bc43718afe tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting subnet 9e73031e-fefd-478c-9a23-113a0a2d9811 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:01:26.163187 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f0823aa-6c02-406f-8eb1-5d4ebecf0b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (f9893dd4-8357-4db0-80ce-199bdb3dbbd3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:26.164403 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0157de7-70f2-4031-9cfa-52bc43718afe tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (9e73031e-fefd-478c-9a23-113a0a2d9811), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:26.166954 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0823aa-6c02-406f-8eb1-5d4ebecf0b64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9893dd4-8357-4db0-80ce-199bdb3dbbd3 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:01:26.172767 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f0823aa-6c02-406f-8eb1-5d4ebecf0b64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:26.173931 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8f0823aa-6c02-406f-8eb1-5d4ebecf0b64 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f9893dd4-8357-4db0-80ce-199bdb3dbbd3 HTTP/1.1" status: 204 len: 168 time: 4.6758661 Feb 05 03:01:26.203380 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59588) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:26.234608 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Port 77c68199-4321-4abd-82f1-b0af32e0cbba on network 39e07ba3-3319-4f35-9c20-ee570bd7ad6d not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:01:26.235235 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Attempting to bind port 77c68199-4321-4abd-82f1-b0af32e0cbba on network 39e07ba3-3319-4f35-9c20-ee570bd7ad6d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:01:26.371731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:01:26.372493 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Checking segment: {'id': '34e33053-f1eb-4107-98af-74b7e7d41f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '39e07ba3-3319-4f35-9c20-ee570bd7ad6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:26.373078 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Bound using segment: {'id': '34e33053-f1eb-4107-98af-74b7e7d41f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '39e07ba3-3319-4f35-9c20-ee570bd7ad6d'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:01:26.373697 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Bound port: 77c68199-4321-4abd-82f1-b0af32e0cbba, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e33053-f1eb-4107-98af-74b7e7d41f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '39e07ba3-3319-4f35-9c20-ee570bd7ad6d'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:01:26.374227 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (77c68199-4321-4abd-82f1-b0af32e0cbba), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:26.495912 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d8583a-9bc5-4907-bc78-f6c994f518b8 admin admin] Deleting subnet 3438e575-803e-4ceb-bec0-519360784e52 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:01:26.531681 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42d8583a-9bc5-4907-bc78-f6c994f518b8 admin admin] Publish callbacks [] for subnet (3438e575-803e-4ceb-bec0-519360784e52), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:26.596718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79a05f3d-117e-483a-83c5-96935996d08f req-b6c088fe-2a8a-4ade-9788-001d374e9ed1 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4626517 Feb 05 03:01:26.621400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-79a05f3d-117e-483a-83c5-96935996d08f req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:26.638462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba3063-9e26-4d77-993e-56b2b541bfd0 req-10bfcbb6-e512-454c-bafd-8f49ae4f4918 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:26.640518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cba3063-9e26-4d77-993e-56b2b541bfd0 req-10bfcbb6-e512-454c-bafd-8f49ae4f4918 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a506c8-239e-484c-984e-8d81afcda5e2 HTTP/1.1" status: 200 len: 944 time: 0.4362154 Feb 05 03:01:26.652865 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42d8583a-9bc5-4907-bc78-f6c994f518b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (3438e575-803e-4ceb-bec0-519360784e52), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:26.710205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] For port 77c68199-4321-4abd-82f1-b0af32e0cbba, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:01:26.741317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] For port 77c68199-4321-4abd-82f1-b0af32e0cbba, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=77c68199-4321-4abd-82f1-b0af32e0cbba,segment=NetworkSegment(34e33053-f1eb-4107-98af-74b7e7d41f60),segment_id=34e33053-f1eb-4107-98af-74b7e7d41f60)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:01:26.745640 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-79a05f3d-117e-483a-83c5-96935996d08f req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:26.792405 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0157de7-70f2-4031-9cfa-52bc43718afe tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (9e73031e-fefd-478c-9a23-113a0a2d9811), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:26.797982 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (77c68199-4321-4abd-82f1-b0af32e0cbba), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:26.884795 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cba3063-9e26-4d77-993e-56b2b541bfd0 req-e81e69e5-9347-4305-9891-800b33245b5e tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadef015-1d28-4947-8c2c-a88c5c35ff5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249231 Feb 05 03:01:26.936392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:26.937032 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:26.938421 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] 10.222.0.10 "PUT /v2.0/ports/77c68199-4321-4abd-82f1-b0af32e0cbba HTTP/1.1" status: 200 len: 1092 time: 5.6599872 Feb 05 03:01:26.945358 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a506c8-239e-484c-984e-8d81afcda5e2', 'tag': '77c68199-4321-4abd-82f1-b0af32e0cbba'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:01:26.948419 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d83a93-67c2-4eb5-a750-48317481c0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "46a506c8-239e-484c-984e-8d81afcda5e2", "tag": "77c68199-4321-4abd-82f1-b0af32e0cbba"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:01:26.968315 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0157de7-70f2-4031-9cfa-52bc43718afe tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (9e73031e-fefd-478c-9a23-113a0a2d9811), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:26.984612 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42d8583a-9bc5-4907-bc78-f6c994f518b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (3438e575-803e-4ceb-bec0-519360784e52), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:27.085256 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0157de7-70f2-4031-9cfa-52bc43718afe tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (9e73031e-fefd-478c-9a23-113a0a2d9811), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:27.088953 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5beb1c-277d-4850-a832-b20b168860e4 service neutron] Pushing event updated for resources: {'Port': ['ID=77c68199-4321-4abd-82f1-b0af32e0cbba,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:27.126792 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:01:27.145268 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b20d293-179c-4a09-b2f3-a1d6a8ce909e None None] Network 563d76e1-760b-4667-a047-1c62fb036d96 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:27.159139 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42d8583a-9bc5-4907-bc78-f6c994f518b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (3438e575-803e-4ceb-bec0-519360784e52), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:27.162360 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0157de7-70f2-4031-9cfa-52bc43718afe tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:27.168061 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-6fe6cdb4-beea-44f7-8302-222a7cc1c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:27.170528 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-6fe6cdb4-beea-44f7-8302-222a7cc1c3b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fbe83ef1f9c547f8a2ccfff851e349ee&device_id=46a506c8-239e-484c-984e-8d81afcda5e2 HTTP/1.1" status: 200 len: 1126 time: 0.1498516 Feb 05 03:01:27.173414 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f0157de7-70f2-4031-9cfa-52bc43718afe tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/9e73031e-fefd-478c-9a23-113a0a2d9811 HTTP/1.1" status: 204 len: 168 time: 1.1439593 Feb 05 03:01:27.177175 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59594) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:27.260627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0157de7-70f2-4031-9cfa-52bc43718afe tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Subnet': ['ID=9e73031e-fefd-478c-9a23-113a0a2d9811,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:27.325503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8583a-9bc5-4907-bc78-f6c994f518b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3438e575-803e-4ceb-bec0-519360784e52,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:27.332839 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42d8583a-9bc5-4907-bc78-f6c994f518b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:27.338053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-42d8583a-9bc5-4907-bc78-f6c994f518b8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3438e575-803e-4ceb-bec0-519360784e52 HTTP/1.1" status: 204 len: 168 time: 1.1116767 Feb 05 03:01:27.341592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-91e3091b-4f20-4ea2-a469-7a2fe337e0eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77c68199-4321-4abd-82f1-b0af32e0cbba HTTP/1.1" status: 200 len: 217 time: 0.1621277 Feb 05 03:01:27.342194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59598) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:27.382814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e113e51c-67f1-4c28-ba42-bba96007e816 None None] Network 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:27.396270 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (563d76e1-760b-4667-a047-1c62fb036d96), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:27.454429 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-79a05f3d-117e-483a-83c5-96935996d08f req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:27.496628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-6e2c272f-5591-420b-ba40-58b6b9221ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:27.498343 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-6e2c272f-5591-420b-ba40-58b6b9221ca0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=119768f3-cbf6-49d8-91ce-a0be7c4a4fdf HTTP/1.1" status: 200 len: 849 time: 0.1474104 Feb 05 03:01:27.558101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port 24af0a58-5518-4380-958c-ef82dacb72c4 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:27.559033 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (24af0a58-5518-4380-958c-ef82dacb72c4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:27.562659 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:27.588477 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-46586eec-a442-481c-9848-177a1251140c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39e07ba3-3319-4f35-9c20-ee570bd7ad6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413470 Feb 05 03:01:27.657214 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] For port 24af0a58-5518-4380-958c-ef82dacb72c4, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=24af0a58-5518-4380-958c-ef82dacb72c4,segment=NetworkSegment(1742724f-f73a-42b1-b130-f7dfb9cfb38b),segment_id=1742724f-f73a-42b1-b130-f7dfb9cfb38b)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:27.657690 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (24af0a58-5518-4380-958c-ef82dacb72c4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:27.679303 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for 24af0a58-5518-4380-958c-ef82dacb72c4 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:27.683582 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5883b2c-ab27-4fd2-869b-b4dc144d6f53 x-openstack-request-id: req-b5883b2c-ab27-4fd2-869b-b4dc144d6f53 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:01:27.683872 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a506c8-239e-484c-984e-8d81afcda5e2", "tag": "77c68199-4321-4abd-82f1-b0af32e0cbba", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:01:27.684131 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b5883b2c-ab27-4fd2-869b-b4dc144d6f53 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:01:27.684531 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a506c8-239e-484c-984e-8d81afcda5e2', 'tag': '77c68199-4321-4abd-82f1-b0af32e0cbba', 'status': 'completed', 'code': 200} Feb 05 03:01:27.803649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-79a05f3d-117e-483a-83c5-96935996d08f req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Allocated IP 172.25.0.223 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/46c2909e-c399-4a4b-b4f4-34a782b54862) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:27.835487 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (24af0a58-5518-4380-958c-ef82dacb72c4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:27.856895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No DVR routers for this DVR port 24af0a58-5518-4380-958c-ef82dacb72c4 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:01:27.861709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054b4a31-26ff-4441-a5b0-2d9783961113 None None] DHCP port deletion for 11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:01:27.908264 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-abc9af57-1fdf-4262-b978-4b84cdfdbe22 service neutron] 10.222.0.10 "GET /v2.0/networks/39e07ba3-3319-4f35-9c20-ee570bd7ad6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121796 Feb 05 03:01:27.944586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613c14fd-d1f4-43c4-981d-44739fc88f3a None None] DHCP port deletion for 563d76e1-760b-4667-a047-1c62fb036d96 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:01:28.011464 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] Deleting port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:28.011935 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:28.012420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-054b4a31-26ff-4441-a5b0-2d9783961113 None None] Deleting port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:28.013004 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-054b4a31-26ff-4441-a5b0-2d9783961113 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:28.065985 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (563d76e1-760b-4667-a047-1c62fb036d96), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:28.088881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563d76e1-760b-4667-a047-1c62fb036d96']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:28.093049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-054b4a31-26ff-4441-a5b0-2d9783961113 None None] For port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2,segment=NetworkSegment(4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d),segment_id=4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:28.093690 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-054b4a31-26ff-4441-a5b0-2d9783961113 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:28.098792 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1742724f-f73a-42b1-b130-f7dfb9cfb38b') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:28.099193 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1742724f-f73a-42b1-b130-f7dfb9cfb38b') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:28.099319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21c0d7-0e84-49d5-8b84-94b5a26e47bb req-488cbacf-588a-4767-8f77-6c374f5cdd90 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:28.109728 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a21c0d7-0e84-49d5-8b84-94b5a26e47bb req-488cbacf-588a-4767-8f77-6c374f5cdd90 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 946 time: 0.2938745 Feb 05 03:01:28.112272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-054b4a31-26ff-4441-a5b0-2d9783961113 None None] Calling delete_port for 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:28.117843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (1742724f-f73a-42b1-b130-f7dfb9cfb38b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:28.135166 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (1742724f-f73a-42b1-b130-f7dfb9cfb38b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:28.141566 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:01:28.141886 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (1742724f-f73a-42b1-b130-f7dfb9cfb38b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:28.179343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] For port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2,segment=NetworkSegment(4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d),segment_id=4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:28.179875 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:01:28.211342 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=24af0a58-5518-4380-958c-ef82dacb72c4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:28.216262 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-054b4a31-26ff-4441-a5b0-2d9783961113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:28.221517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] Calling delete_port for 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:28.231856 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (563d76e1-760b-4667-a047-1c62fb036d96), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:28.240309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054b4a31-26ff-4441-a5b0-2d9783961113 None None] No DVR routers for this DVR port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:01:28.242912 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:28.252119 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/networks/563d76e1-760b-4667-a047-1c62fb036d96 HTTP/1.1" status: 204 len: 168 time: 0.9973097 Feb 05 03:01:28.272709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59612) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:28.272709 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a2f4b7d-dead-4762-8c77-de1cc287d2b1 req-16d1c371-a06f-4766-9c33-8a6444b29ccc service neutron] 10.222.0.10 "GET /v2.0/networks/39e07ba3-3319-4f35-9c20-ee570bd7ad6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272910 Feb 05 03:01:28.275360 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b4a31-26ff-4441-a5b0-2d9783961113 None None] Pushing event deleted for resources: {'Port': ['ID=56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:28.283421 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e6eb9-3f5d-4d9a-ae32-48d2ee1f7fef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Network': ['ID=563d76e1-760b-4667-a047-1c62fb036d96,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:28.293933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f98f8a63-ded9-4c6b-be20-188910e62109 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'name': 'tempest-PortsIpV6TestJSON-838037902'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:28.309921 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-79a05f3d-117e-483a-83c5-96935996d08f req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks [] for port (46c2909e-c399-4a4b-b4f4-34a782b54862), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:28.451455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:01:28.473400 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:01:28.473892 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:01:28.474424 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 24af0a58-5518-4380-958c-ef82dacb72c4 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:01:28.496333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 24af0a58-5518-4380-958c-ef82dacb72c4 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:01:28.496676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 24af0a58-5518-4380-958c-ef82dacb72c4 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:01:28.497099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d3007aeb-6b23-4d9a-9b06-6d1753e6a047 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:01:28.517582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: d3007aeb-6b23-4d9a-9b06-6d1753e6a047 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:01:28.517943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d3007aeb-6b23-4d9a-9b06-6d1753e6a047 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:01:28.799502 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a21c0d7-0e84-49d5-8b84-94b5a26e47bb req-06681a01-b9a4-498e-86ba-3537170cc631 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ddb2c4a-991f-470a-b4a2-81211611418c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6888328 Feb 05 03:01:28.923672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1597436-79ef-4d69-8b8f-c8b77dc6f2fd req-60445dd4-9869-4f95-9d78-d545f30970fa tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:28.926152 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1597436-79ef-4d69-8b8f-c8b77dc6f2fd req-60445dd4-9869-4f95-9d78-d545f30970fa tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.10 "GET /v2.0/ports?device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 945 time: 0.0673227 Feb 05 03:01:29.008455 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d83a93-67c2-4eb5-a750-48317481c0ff req-d6972153-ee4f-4981-ab96-51e3d68e7ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:29.010890 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00d83a93-67c2-4eb5-a750-48317481c0ff req-d6972153-ee4f-4981-ab96-51e3d68e7ba9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fbe83ef1f9c547f8a2ccfff851e349ee&device_id=46a506c8-239e-484c-984e-8d81afcda5e2 HTTP/1.1" status: 200 len: 1126 time: 0.2419140 Feb 05 03:01:29.011957 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-79a05f3d-117e-483a-83c5-96935996d08f req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (46c2909e-c399-4a4b-b4f4-34a782b54862), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:29.013985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98f8a63-ded9-4c6b-be20-188910e62109 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:29.017502 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f98f8a63-ded9-4c6b-be20-188910e62109 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:29.037498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a1597436-79ef-4d69-8b8f-c8b77dc6f2fd req-bbb698a5-3896-47cd-9e78-51e3c2c39a19 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Deleting port 61eacedb-ac64-46fc-834d-04ad6614ef7b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:29.037841 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a1597436-79ef-4d69-8b8f-c8b77dc6f2fd req-bbb698a5-3896-47cd-9e78-51e3c2c39a19 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (61eacedb-ac64-46fc-834d-04ad6614ef7b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:29.128872 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:29.142842 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a1597436-79ef-4d69-8b8f-c8b77dc6f2fd req-bbb698a5-3896-47cd-9e78-51e3c2c39a19 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] For port 61eacedb-ac64-46fc-834d-04ad6614ef7b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=61eacedb-ac64-46fc-834d-04ad6614ef7b,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:29.143573 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a1597436-79ef-4d69-8b8f-c8b77dc6f2fd req-bbb698a5-3896-47cd-9e78-51e3c2c39a19 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (61eacedb-ac64-46fc-834d-04ad6614ef7b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:29.147185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb3959-4eac-4445-9b5f-8d3f97f2080c req-8e0d41e4-f29d-4cc1-ac90-884cd299f8eb tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:29.155085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9adb3959-4eac-4445-9b5f-8d3f97f2080c req-8e0d41e4-f29d-4cc1-ac90-884cd299f8eb tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=13af1b66-3d15-47f9-b9d4-a80fe650b346 HTTP/1.1" status: 200 len: 945 time: 0.2564168 Feb 05 03:01:29.161588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a1597436-79ef-4d69-8b8f-c8b77dc6f2fd req-bbb698a5-3896-47cd-9e78-51e3c2c39a19 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Calling delete_port for 61eacedb-ac64-46fc-834d-04ad6614ef7b owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:29.170346 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a05f3d-117e-483a-83c5-96935996d08f req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:29.173705 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-f98f8a63-ded9-4c6b-be20-188910e62109 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] device_id is not set on port dbbf8cd2-be9a-4f23-8a7c-91e4d3e29ad4 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:01:29.204965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-79a05f3d-117e-483a-83c5-96935996d08f req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:29.215344 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Pushing event updated for resources: {'Port': ['ID=46c2909e-c399-4a4b-b4f4-34a782b54862,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:29.222033 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] No DVR routers for this DVR port 56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:01:29.224262 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a05f3d-117e-483a-83c5-96935996d08f req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:29.336983 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a1597436-79ef-4d69-8b8f-c8b77dc6f2fd req-bbb698a5-3896-47cd-9e78-51e3c2c39a19 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (61eacedb-ac64-46fc-834d-04ad6614ef7b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:29.358436 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['9df2f819-0383-4d15-a38c-408f8cff03a9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:01:29.374930 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb698a5-3896-47cd-9e78-51e3c2c39a19 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Pushing event deleted for resources: {'Port': ['ID=61eacedb-ac64-46fc-834d-04ad6614ef7b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:29.378154 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] Pushing event deleted for resources: {'Port': ['ID=56a021d7-b2ff-4d0a-8a73-6ca0e6abf4c2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:29.416129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['61eacedb-ac64-46fc-834d-04ad6614ef7b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:01:29.448460 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1597436-79ef-4d69-8b8f-c8b77dc6f2fd req-bbb698a5-3896-47cd-9e78-51e3c2c39a19 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] No DVR routers for this DVR port 61eacedb-ac64-46fc-834d-04ad6614ef7b on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:01:29.451633 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a1597436-79ef-4d69-8b8f-c8b77dc6f2fd req-bbb698a5-3896-47cd-9e78-51e3c2c39a19 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:29.455018 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1597436-79ef-4d69-8b8f-c8b77dc6f2fd req-bbb698a5-3896-47cd-9e78-51e3c2c39a19 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.10 "DELETE /v2.0/ports/61eacedb-ac64-46fc-834d-04ad6614ef7b HTTP/1.1" status: 204 len: 173 time: 0.5224423 Feb 05 03:01:29.457826 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13af1b66-3d15-47f9-b9d4-a80fe650b346', 'name': 'network-vif-deleted', 'tag': '61eacedb-ac64-46fc-834d-04ad6614ef7b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:01:29.459492 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5701bb24-a1c9-4226-b95c-73efc5d04f66" -d '{"events": [{"server_uuid": "13af1b66-3d15-47f9-b9d4-a80fe650b346", "name": "network-vif-deleted", "tag": "61eacedb-ac64-46fc-834d-04ad6614ef7b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:01:29.485170 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb1299-423b-41e0-b8f2-4216ec4a6a58 req-f04aa2f0-1083-4da4-9d9f-a91a55f495fb tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:29.486743 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eebb1299-423b-41e0-b8f2-4216ec4a6a58 req-f04aa2f0-1083-4da4-9d9f-a91a55f495fb tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.31 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 946 time: 0.1095185 Feb 05 03:01:29.495340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d83a93-67c2-4eb5-a750-48317481c0ff req-5ae2984b-ee12-46f2-8181-f19d15890dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:29.496829 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00d83a93-67c2-4eb5-a750-48317481c0ff req-5ae2984b-ee12-46f2-8181-f19d15890dee service neutron] 10.222.0.10 "GET /v2.0/networks?id=39e07ba3-3319-4f35-9c20-ee570bd7ad6d HTTP/1.1" status: 200 len: 910 time: 0.4770732 Feb 05 03:01:29.534504 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:29.558638 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9adb3959-4eac-4445-9b5f-8d3f97f2080c req-e0eb59a8-e46d-48fa-a43d-52896200c83a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940706 Feb 05 03:01:29.616477 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00d83a93-67c2-4eb5-a750-48317481c0ff req-5216b2f9-d92a-47bb-8019-6af367e1544b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77c68199-4321-4abd-82f1-b0af32e0cbba HTTP/1.1" status: 200 len: 217 time: 0.1001685 Feb 05 03:01:29.636458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-eebb1299-423b-41e0-b8f2-4216ec4a6a58 req-98b18caf-b827-4ae6-8340-aa54eecb28f1 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Deleting port 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:29.637095 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-eebb1299-423b-41e0-b8f2-4216ec4a6a58 req-98b18caf-b827-4ae6-8340-aa54eecb28f1 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4f49c0f3-70bf-41fd-a13b-4c2d638d1e69), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:29.699795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:29.732381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-eebb1299-423b-41e0-b8f2-4216ec4a6a58 req-98b18caf-b827-4ae6-8340-aa54eecb28f1 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] For port 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4f49c0f3-70bf-41fd-a13b-4c2d638d1e69,segment=NetworkSegment(4383c778-05e0-489b-a264-520e01e15ea7),segment_id=4383c778-05e0-489b-a264-520e01e15ea7)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:29.732746 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-eebb1299-423b-41e0-b8f2-4216ec4a6a58 req-98b18caf-b827-4ae6-8340-aa54eecb28f1 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4f49c0f3-70bf-41fd-a13b-4c2d638d1e69), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:29.745776 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-eebb1299-423b-41e0-b8f2-4216ec4a6a58 req-98b18caf-b827-4ae6-8340-aa54eecb28f1 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Calling delete_port for 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:29.761083 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:29.761372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:29.808829 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:29.835791 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d83a93-67c2-4eb5-a750-48317481c0ff req-ada2f2ea-fa5e-481f-be05-0980fdd9b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:29.838382 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00d83a93-67c2-4eb5-a750-48317481c0ff req-ada2f2ea-fa5e-481f-be05-0980fdd9b0b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=119768f3-cbf6-49d8-91ce-a0be7c4a4fdf HTTP/1.1" status: 200 len: 849 time: 0.1966465 Feb 05 03:01:29.843878 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-79a05f3d-117e-483a-83c5-96935996d08f req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks [] for floatingip (3cd3e61e-b843-4aa4-a8a7-e481e58e2e44), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:29.851737 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:29.872641 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f98f8a63-ded9-4c6b-be20-188910e62109 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (dbbf8cd2-be9a-4f23-8a7c-91e4d3e29ad4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:29.884614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:01:29.885012 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (4cc5f87f-4a41-4478-aae7-6bbfbd7bcc2d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:29.890471 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-eebb1299-423b-41e0-b8f2-4216ec4a6a58 req-98b18caf-b827-4ae6-8340-aa54eecb28f1 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4f49c0f3-70bf-41fd-a13b-4c2d638d1e69), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:01:29.901215 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:01:29.903960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['4f49c0f3-70bf-41fd-a13b-4c2d638d1e69'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:01:29.927349 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00d83a93-67c2-4eb5-a750-48317481c0ff req-9624af2d-02f1-4093-a925-5de0bb4891c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39e07ba3-3319-4f35-9c20-ee570bd7ad6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734074 Feb 05 03:01:29.935224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b18caf-b827-4ae6-8340-aa54eecb28f1 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Pushing event deleted for resources: {'Port': ['ID=4f49c0f3-70bf-41fd-a13b-4c2d638d1e69,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:29.964924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22da05-e06c-40a6-94a8-1c09ea59c31e req-25d23b02-c270-4699-b231-dbf85e1ef410 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:29.966378 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ee22da05-e06c-40a6-94a8-1c09ea59c31e req-25d23b02-c270-4699-b231-dbf85e1ef410 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a506c8-239e-484c-984e-8d81afcda5e2 HTTP/1.1" status: 200 len: 944 time: 0.3230441 Feb 05 03:01:29.971031 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebb1299-423b-41e0-b8f2-4216ec4a6a58 req-98b18caf-b827-4ae6-8340-aa54eecb28f1 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] No DVR routers for this DVR port 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:01:29.973487 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-eebb1299-423b-41e0-b8f2-4216ec4a6a58 req-98b18caf-b827-4ae6-8340-aa54eecb28f1 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:29.977125 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eebb1299-423b-41e0-b8f2-4216ec4a6a58 req-98b18caf-b827-4ae6-8340-aa54eecb28f1 tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.31 "DELETE /v2.0/ports/4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 HTTP/1.1" status: 204 len: 173 time: 0.4847348 Feb 05 03:01:30.059903 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-79a05f3d-117e-483a-83c5-96935996d08f req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (46c2909e-c399-4a4b-b4f4-34a782b54862), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:30.080948 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:30.121148 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:30.124357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] 10.222.0.36 "DELETE /v2.0/networks/11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9 HTTP/1.1" status: 204 len: 168 time: 2.7802398 Feb 05 03:01:30.178849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61badf38-b8dc-45d4-8539-1bb13aeec57c admin admin] Pushing event deleted for resources: {'Network': ['ID=11d3b7e7-4d6c-4207-9ab8-2c6c7e35aac9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:30.191405 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f98f8a63-ded9-4c6b-be20-188910e62109 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (dbbf8cd2-be9a-4f23-8a7c-91e4d3e29ad4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:30.201349 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ee22da05-e06c-40a6-94a8-1c09ea59c31e req-15c438dd-a66f-484c-8152-5767dece28eb tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadef015-1d28-4947-8c2c-a88c5c35ff5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167580 Feb 05 03:01:30.229258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00d83a93-67c2-4eb5-a750-48317481c0ff req-0b37ac4d-c83a-4d5f-ab15-f0dd4979bb4d service neutron] 10.222.0.10 "GET /v2.0/networks/39e07ba3-3319-4f35-9c20-ee570bd7ad6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576821 Feb 05 03:01:30.308858 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84767824-1868-4983-8502-441b29226b97 x-openstack-request-id: req-84767824-1868-4983-8502-441b29226b97 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:01:30.309287 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13af1b66-3d15-47f9-b9d4-a80fe650b346", "name": "network-vif-deleted", "tag": "61eacedb-ac64-46fc-834d-04ad6614ef7b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:01:30.310294 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84767824-1868-4983-8502-441b29226b97 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:01:30.311426 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13af1b66-3d15-47f9-b9d4-a80fe650b346', 'name': 'network-vif-deleted', 'tag': '61eacedb-ac64-46fc-834d-04ad6614ef7b', 'status': 'completed', 'code': 200} Feb 05 03:01:30.333619 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59648) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:30.362526 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98f8a63-ded9-4c6b-be20-188910e62109 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:30.383340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-f98f8a63-ded9-4c6b-be20-188910e62109 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:30.385412 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-102285b8-d867-4441-a84c-5c212191561a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb98801831a949279379ac6cc58afdcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0496600 Feb 05 03:01:30.387693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59650) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:30.388840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f8a63-ded9-4c6b-be20-188910e62109 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=dbbf8cd2-be9a-4f23-8a7c-91e4d3e29ad4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:30.391635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f8a63-ded9-4c6b-be20-188910e62109 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:30.396920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98f8a63-ded9-4c6b-be20-188910e62109 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:30.398109 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f98f8a63-ded9-4c6b-be20-188910e62109 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:30.444953 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5a5b-8aa3-488d-8126-16e3ff4bb905 admin admin] Publish callbacks [] for security_group (efead686-2c28-4197-9d26-14ab56e18b02), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:30.467460 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e84cb08-aa61-4b10-a519-439488bc5ae1 req-611ee8dc-8efe-4f31-9c66-cc76ff9571ec tempest-TestServerAdvancedOps-1732332878 tempest-TestServerAdvancedOps-1732332878-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b44465-9ea9-4cb2-9ef5-e25e8d90a788 HTTP/1.1" status: 200 len: 210 time: 0.0565832 Feb 05 03:01:30.472070 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5a5b-8aa3-488d-8126-16e3ff4bb905 admin admin] Publish callbacks [] for security_group (efead686-2c28-4197-9d26-14ab56e18b02), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:30.479362 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f98f8a63-ded9-4c6b-be20-188910e62109 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2115278 Feb 05 03:01:30.480028 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59652) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:30.536389 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5a5b-8aa3-488d-8126-16e3ff4bb905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (efead686-2c28-4197-9d26-14ab56e18b02), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:30.539211 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5a5b-8aa3-488d-8126-16e3ff4bb905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:30.544461 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d2bb5a5b-8aa3-488d-8126-16e3ff4bb905 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efead686-2c28-4197-9d26-14ab56e18b02 HTTP/1.1" status: 204 len: 168 time: 0.1556346 Feb 05 03:01:30.554881 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00d83a93-67c2-4eb5-a750-48317481c0ff req-a6d998f1-38d0-4f91-9af0-21e9f1f07333 service neutron] 10.222.0.10 "GET /v2.0/networks/39e07ba3-3319-4f35-9c20-ee570bd7ad6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963803 Feb 05 03:01:30.555145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb5a5b-8aa3-488d-8126-16e3ff4bb905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efead686-2c28-4197-9d26-14ab56e18b02,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:30.610597 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-79a05f3d-117e-483a-83c5-96935996d08f req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks [] for port (46c2909e-c399-4a4b-b4f4-34a782b54862), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:30.618337 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-79a05f3d-117e-483a-83c5-96935996d08f req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (46c2909e-c399-4a4b-b4f4-34a782b54862), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:30.720694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Pushing event updated for resources: {'Port': ['ID=46c2909e-c399-4a4b-b4f4-34a782b54862,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:30.771273 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a646feee-b4eb-4856-8448-ebd63aa8b407 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port dbbf8cd2-be9a-4f23-8a7c-91e4d3e29ad4 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:30.771622 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a646feee-b4eb-4856-8448-ebd63aa8b407 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (dbbf8cd2-be9a-4f23-8a7c-91e4d3e29ad4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:30.816134 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-79a05f3d-117e-483a-83c5-96935996d08f req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (3cd3e61e-b843-4aa4-a8a7-e481e58e2e44), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:30.855250 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-79a05f3d-117e-483a-83c5-96935996d08f req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:30.856492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79a05f3d-117e-483a-83c5-96935996d08f req-3e56f95c-4c6f-44a6-a28e-73ee79680834 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2412922 Feb 05 03:01:30.863494 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5af4b-68f5-4c61-a42c-f2c228289621 req-12ca08e9-2d65-484b-8ec0-edc98dd75417 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:30.864991 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69e5af4b-68f5-4c61-a42c-f2c228289621 req-12ca08e9-2d65-484b-8ec0-edc98dd75417 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 950 time: 0.1874838 Feb 05 03:01:30.882894 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a646feee-b4eb-4856-8448-ebd63aa8b407 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (dbbf8cd2-be9a-4f23-8a7c-91e4d3e29ad4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:30.944817 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79a05f3d-117e-483a-83c5-96935996d08f req-8efe2da5-fa05-4d1f-b91a-391d607f1f2e tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 696 time: 0.0788572 Feb 05 03:01:30.945764 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a646feee-b4eb-4856-8448-ebd63aa8b407 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for dbbf8cd2-be9a-4f23-8a7c-91e4d3e29ad4 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:31.072511 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69e5af4b-68f5-4c61-a42c-f2c228289621 req-92dd2e08-6ea4-4b18-b69b-096c576d9377 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/security-groups?id=165c9d33-73c0-4031-9c8b-331c089181aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917765 Feb 05 03:01:31.141921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a05f3d-117e-483a-83c5-96935996d08f req-8078b25b-db24-42bd-b0a4-c36777c4a446 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:31.143319 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79a05f3d-117e-483a-83c5-96935996d08f req-8078b25b-db24-42bd-b0a4-c36777c4a446 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.1849074 Feb 05 03:01:31.158332 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a646feee-b4eb-4856-8448-ebd63aa8b407 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (dbbf8cd2-be9a-4f23-8a7c-91e4d3e29ad4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:31.200255 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646feee-b4eb-4856-8448-ebd63aa8b407 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=dbbf8cd2-be9a-4f23-8a7c-91e4d3e29ad4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:31.226824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 77c68199-4321-4abd-82f1-b0af32e0cbba details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:01:31.242655 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a646feee-b4eb-4856-8448-ebd63aa8b407 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:31.249485 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59696) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:31.254882 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0fca5d9e-9f5c-4821-a684-128d05eb2275 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'mac_address': 'fa:16:3e:21:61:e7', 'name': 'tempest-PortsIpV6TestJSON-586575809'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:31.259327 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a646feee-b4eb-4856-8448-ebd63aa8b407 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/dbbf8cd2-be9a-4f23-8a7c-91e4d3e29ad4 HTTP/1.1" status: 204 len: 168 time: 0.7596941 Feb 05 03:01:31.277988 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03f44608-ba43-48f9-9bb5-7a7582cd078a req-84272c0d-b2fd-4a5a-b9fe-a29e2e2fe52a tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/floatingips/3cd3e61e-b843-4aa4-a8a7-e481e58e2e44 HTTP/1.1" status: 200 len: 693 time: 0.0859070 Feb 05 03:01:31.402736 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 77c68199-4321-4abd-82f1-b0af32e0cbba, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=77c68199-4321-4abd-82f1-b0af32e0cbba,segment=NetworkSegment(34e33053-f1eb-4107-98af-74b7e7d41f60),segment_id=34e33053-f1eb-4107-98af-74b7e7d41f60)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:31.415836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '77c68199-4321-4abd-82f1-b0af32e0cbba', 'network_id': '39e07ba3-3319-4f35-9c20-ee570bd7ad6d', 'port_id': '77c68199-4321-4abd-82f1-b0af32e0cbba', 'mac_address': 'fa:16:3e:52:67:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119768f3-cbf6-49d8-91ce-a0be7c4a4fdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:01:31.464867 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 77c68199-4321-4abd-82f1-b0af32e0cbba is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:31.465185 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (77c68199-4321-4abd-82f1-b0af32e0cbba), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:31.479383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fca5d9e-9f5c-4821-a684-128d05eb2275 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:31.480853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c68199-4321-4abd-82f1-b0af32e0cbba {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:01:31.501929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 77c68199-4321-4abd-82f1-b0af32e0cbba, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=77c68199-4321-4abd-82f1-b0af32e0cbba,segment=NetworkSegment(34e33053-f1eb-4107-98af-74b7e7d41f60),segment_id=34e33053-f1eb-4107-98af-74b7e7d41f60)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:31.509189 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (77c68199-4321-4abd-82f1-b0af32e0cbba), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:31.510570 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f44608-ba43-48f9-9bb5-7a7582cd078a req-4487e891-fa5a-4d52-a654-822445a9230a tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:31.516509 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03f44608-ba43-48f9-9bb5-7a7582cd078a req-4487e891-fa5a-4d52-a654-822445a9230a tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 784 time: 0.2330210 Feb 05 03:01:31.589734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=77c68199-4321-4abd-82f1-b0af32e0cbba,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:31.608579 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03f44608-ba43-48f9-9bb5-7a7582cd078a req-79ff16e1-ec26-4fd4-a4c4-9b730273165e tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 696 time: 0.0844903 Feb 05 03:01:31.627170 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0fca5d9e-9f5c-4821-a684-128d05eb2275 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:31.659318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-0fca5d9e-9f5c-4821-a684-128d05eb2275 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] device_id is not set on port 10914042-4a21-45e1-ba3f-bcd6421605bf yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:01:31.681171 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03f44608-ba43-48f9-9bb5-7a7582cd078a req-b394c4d3-5918-45cc-9360-e4eb39efb399 tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 696 time: 0.0654097 Feb 05 03:01:31.801098 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['77c68199-4321-4abd-82f1-b0af32e0cbba'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:01:31.895204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0fca5d9e-9f5c-4821-a684-128d05eb2275 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (10914042-4a21-45e1-ba3f-bcd6421605bf), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:31.902879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-03f44608-ba43-48f9-9bb5-7a7582cd078a req-3c6e643f-d0d2-4510-8d16-5d9284c14cce tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Deleting port 46c2909e-c399-4a4b-b4f4-34a782b54862 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:31.904163 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-03f44608-ba43-48f9-9bb5-7a7582cd078a req-3c6e643f-d0d2-4510-8d16-5d9284c14cce tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (46c2909e-c399-4a4b-b4f4-34a782b54862), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:31.949489 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0fca5d9e-9f5c-4821-a684-128d05eb2275 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (10914042-4a21-45e1-ba3f-bcd6421605bf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:32.003645 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-03f44608-ba43-48f9-9bb5-7a7582cd078a req-3c6e643f-d0d2-4510-8d16-5d9284c14cce tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (46c2909e-c399-4a4b-b4f4-34a782b54862), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:32.003828 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-03f44608-ba43-48f9-9bb5-7a7582cd078a req-3c6e643f-d0d2-4510-8d16-5d9284c14cce tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks [] for floatingip (46c2909e-c399-4a4b-b4f4-34a782b54862), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:32.023343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-03f44608-ba43-48f9-9bb5-7a7582cd078a req-3c6e643f-d0d2-4510-8d16-5d9284c14cce tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Calling delete_port for 46c2909e-c399-4a4b-b4f4-34a782b54862 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:32.026515 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca5d9e-9f5c-4821-a684-128d05eb2275 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=10914042-4a21-45e1-ba3f-bcd6421605bf,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:32.046882 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fca5d9e-9f5c-4821-a684-128d05eb2275 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:32.048635 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0fca5d9e-9f5c-4821-a684-128d05eb2275 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:32.057191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fca5d9e-9f5c-4821-a684-128d05eb2275 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:32.064177 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fca5d9e-9f5c-4821-a684-128d05eb2275 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:32.064954 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0fca5d9e-9f5c-4821-a684-128d05eb2275 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:32.095660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59744) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:32.096312 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0fca5d9e-9f5c-4821-a684-128d05eb2275 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8455012 Feb 05 03:01:32.172623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b086e7f1-95ff-4a8a-8ff3-4a6ecf8e53c2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:32.174359 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b086e7f1-95ff-4a8a-8ff3-4a6ecf8e53c2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports/10914042-4a21-45e1-ba3f-bcd6421605bf HTTP/1.1" status: 200 len: 844 time: 0.0768483 Feb 05 03:01:32.177282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59746) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:32.313032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b44465-9ea9-4cb2-9ef5-e25e8d90a788', 'name': 'network-vif-deleted', 'tag': '4f49c0f3-70bf-41fd-a13b-4c2d638d1e69'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:01:32.316271 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d6adfe-e7d2-4922-9768-df88a8ccf401" -d '{"events": [{"server_uuid": "28b44465-9ea9-4cb2-9ef5-e25e8d90a788", "name": "network-vif-deleted", "tag": "4f49c0f3-70bf-41fd-a13b-4c2d638d1e69"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:01:32.325839 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-03f44608-ba43-48f9-9bb5-7a7582cd078a req-3c6e643f-d0d2-4510-8d16-5d9284c14cce tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (46c2909e-c399-4a4b-b4f4-34a782b54862), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:32.373059 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e643f-d0d2-4510-8d16-5d9284c14cce tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Pushing event deleted for resources: {'Port': ['ID=46c2909e-c399-4a4b-b4f4-34a782b54862,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:32.401755 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-afeec321-3439-419a-b175-a4295761502e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port 10914042-4a21-45e1-ba3f-bcd6421605bf {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:32.402101 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-afeec321-3439-419a-b175-a4295761502e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (10914042-4a21-45e1-ba3f-bcd6421605bf), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:32.410788 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb34b6a-3e35-49ae-8b94-5f993842c6c2 req-dbcf515c-d363-41cf-bc5f-a1e3e4391cd5 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:32.412259 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1bb34b6a-3e35-49ae-8b94-5f993842c6c2 req-dbcf515c-d363-41cf-bc5f-a1e3e4391cd5 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a506c8-239e-484c-984e-8d81afcda5e2 HTTP/1.1" status: 200 len: 945 time: 0.1447141 Feb 05 03:01:32.818723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:01:32.844098 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:01:32.844582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4f49c0f3-70bf-41fd-a13b-4c2d638d1e69 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:01:32.872592 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-afeec321-3439-419a-b175-a4295761502e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (10914042-4a21-45e1-ba3f-bcd6421605bf), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:32.886102 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-03f44608-ba43-48f9-9bb5-7a7582cd078a req-3c6e643f-d0d2-4510-8d16-5d9284c14cce tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks [] for floatingip (3cd3e61e-b843-4aa4-a8a7-e481e58e2e44), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:32.888726 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-03f44608-ba43-48f9-9bb5-7a7582cd078a req-3c6e643f-d0d2-4510-8d16-5d9284c14cce tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:32.889883 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03f44608-ba43-48f9-9bb5-7a7582cd078a req-3c6e643f-d0d2-4510-8d16-5d9284c14cce tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "DELETE /v2.0/floatingips/3cd3e61e-b843-4aa4-a8a7-e481e58e2e44 HTTP/1.1" status: 204 len: 173 time: 1.2079117 Feb 05 03:01:32.905953 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-afeec321-3439-419a-b175-a4295761502e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for 10914042-4a21-45e1-ba3f-bcd6421605bf owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:32.915695 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1bb34b6a-3e35-49ae-8b94-5f993842c6c2 req-251aa8ba-8cdf-4f61-967d-ad1ced296140 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadef015-1d28-4947-8c2c-a88c5c35ff5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896815 Feb 05 03:01:32.944467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59758) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:33.021100 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-afeec321-3439-419a-b175-a4295761502e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (10914042-4a21-45e1-ba3f-bcd6421605bf), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:33.026385 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e26001-1c3a-4871-b298-4eb2d9d03ce1 admin admin] Deleting subnet ba2e9559-5f73-4823-9e11-dabb806672f9 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:01:33.038638 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3c57ef-cef1-4553-a0bc-3a0c143befd3 x-openstack-request-id: req-2c3c57ef-cef1-4553-a0bc-3a0c143befd3 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:01:33.040458 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b44465-9ea9-4cb2-9ef5-e25e8d90a788", "name": "network-vif-deleted", "tag": "4f49c0f3-70bf-41fd-a13b-4c2d638d1e69", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:01:33.040721 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c3c57ef-cef1-4553-a0bc-3a0c143befd3 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:01:33.050831 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b44465-9ea9-4cb2-9ef5-e25e8d90a788', 'name': 'network-vif-deleted', 'tag': '4f49c0f3-70bf-41fd-a13b-4c2d638d1e69', 'status': 'completed', 'code': 200} Feb 05 03:01:33.052146 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62e26001-1c3a-4871-b298-4eb2d9d03ce1 admin admin] Publish callbacks [] for subnet (ba2e9559-5f73-4823-9e11-dabb806672f9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:33.064819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeec321-3439-419a-b175-a4295761502e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=10914042-4a21-45e1-ba3f-bcd6421605bf,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:33.075263 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-afeec321-3439-419a-b175-a4295761502e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:33.085034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-afeec321-3439-419a-b175-a4295761502e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/10914042-4a21-45e1-ba3f-bcd6421605bf HTTP/1.1" status: 204 len: 168 time: 0.9062161 Feb 05 03:01:33.089497 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59768) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:33.130241 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-7f3d64ef-30ef-4b24-956d-edaaa5c96b6b req-4797cead-29d8-46db-b2b7-89fad1a62b9d tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] show failed (client error): The resource could not be found. Feb 05 03:01:33.130851 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-8abdd591-bf09-4300-bc65-ae245f70c908 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] GET failed (client error): The resource could not be found. Feb 05 03:01:33.131704 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f3d64ef-30ef-4b24-956d-edaaa5c96b6b req-4797cead-29d8-46db-b2b7-89fad1a62b9d tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/floatingips/3cd3e61e-b843-4aa4-a8a7-e481e58e2e44 HTTP/1.1" status: 404 len: 350 time: 0.0706370 Feb 05 03:01:33.135966 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8abdd591-bf09-4300-bc65-ae245f70c908 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports/10914042-4a21-45e1-ba3f-bcd6421605bf HTTP/1.1" status: 404 len: 333 time: 0.0457675 Feb 05 03:01:33.139855 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59770) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:33.152251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a679f669-71a9-4ef7-bc8b-74b016d946af tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'name': 'tempest-PortsIpV6TestJSON-1557779667'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:33.159866 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62e26001-1c3a-4871-b298-4eb2d9d03ce1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (ba2e9559-5f73-4823-9e11-dabb806672f9), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:33.213447 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62e26001-1c3a-4871-b298-4eb2d9d03ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (ba2e9559-5f73-4823-9e11-dabb806672f9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:33.242278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 77c68199-4321-4abd-82f1-b0af32e0cbba up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:01:33.261159 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-7743ec6f-f44e-4922-8385-22555a029ddd req-f71884ab-b97c-4bce-8cd6-6abe9d30b0da tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] show failed (client error): The resource could not be found. Feb 05 03:01:33.269677 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7743ec6f-f44e-4922-8385-22555a029ddd req-f71884ab-b97c-4bce-8cd6-6abe9d30b0da tempest-FloatingIPsTestJSON-609999471 tempest-FloatingIPsTestJSON-609999471-project] 10.222.0.36 "GET /v2.0/floatingips/3cd3e61e-b843-4aa4-a8a7-e481e58e2e44 HTTP/1.1" status: 404 len: 350 time: 0.0642388 Feb 05 03:01:33.273625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59776) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:33.347875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a679f669-71a9-4ef7-bc8b-74b016d946af tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:33.355581 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a679f669-71a9-4ef7-bc8b-74b016d946af tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:33.373952 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62e26001-1c3a-4871-b298-4eb2d9d03ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (ba2e9559-5f73-4823-9e11-dabb806672f9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:33.404785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 77c68199-4321-4abd-82f1-b0af32e0cbba completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:01:33.411619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 77c68199-4321-4abd-82f1-b0af32e0cbba triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:33.412685 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (77c68199-4321-4abd-82f1-b0af32e0cbba), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:33.422884 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-a679f669-71a9-4ef7-bc8b-74b016d946af tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] device_id is not set on port fa850893-fd18-4dc5-a869-d69ee5601d34 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:01:33.458627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e26001-1c3a-4871-b298-4eb2d9d03ce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba2e9559-5f73-4823-9e11-dabb806672f9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:33.477555 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62e26001-1c3a-4871-b298-4eb2d9d03ce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:33.481892 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-62e26001-1c3a-4871-b298-4eb2d9d03ce1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ba2e9559-5f73-4823-9e11-dabb806672f9 HTTP/1.1" status: 204 len: 168 time: 0.5364685 Feb 05 03:01:33.484549 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59790) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:33.580582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 77c68199-4321-4abd-82f1-b0af32e0cbba is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:33.580980 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (77c68199-4321-4abd-82f1-b0af32e0cbba), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:33.637256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 77c68199-4321-4abd-82f1-b0af32e0cbba, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=77c68199-4321-4abd-82f1-b0af32e0cbba,segment=NetworkSegment(34e33053-f1eb-4107-98af-74b7e7d41f60),segment_id=34e33053-f1eb-4107-98af-74b7e7d41f60)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:33.640803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a506c8-239e-484c-984e-8d81afcda5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c68199-4321-4abd-82f1-b0af32e0cbba'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:01:33.643423 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def4953e-98b2-43c6-81c5-6580683964b3" -d '{"events": [{"server_uuid": "46a506c8-239e-484c-984e-8d81afcda5e2", "name": "network-vif-plugged", "status": "completed", "tag": "77c68199-4321-4abd-82f1-b0af32e0cbba"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:01:33.665491 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbe9487a-b858-4889-844a-12334a8a7bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:33.669242 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (77c68199-4321-4abd-82f1-b0af32e0cbba), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:33.671364 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 61eacedb-ac64-46fc-834d-04ad6614ef7b no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:01:33.674517 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b090d166-ad91-494a-ab30-1fedd1ad4752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (4c66ecf0-9f9d-4df4-a963-69a464f1ef7a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:33.702648 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909651f9-f12b-4966-a546-b6dcb3b0d3a2 req-88c951ef-bb3e-47c9-b281-4a8f2f4c8523 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:33.715365 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-909651f9-f12b-4966-a546-b6dcb3b0d3a2 req-88c951ef-bb3e-47c9-b281-4a8f2f4c8523 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 950 time: 0.3306916 Feb 05 03:01:33.719787 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23dc3e3-7cb3-4ee3-b178-8aa054a0d64e x-openstack-request-id: req-f23dc3e3-7cb3-4ee3-b178-8aa054a0d64e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:01:33.720306 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a506c8-239e-484c-984e-8d81afcda5e2", "name": "network-vif-plugged", "status": "completed", "tag": "77c68199-4321-4abd-82f1-b0af32e0cbba", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:01:33.720725 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f23dc3e3-7cb3-4ee3-b178-8aa054a0d64e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:01:33.721424 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a506c8-239e-484c-984e-8d81afcda5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c68199-4321-4abd-82f1-b0af32e0cbba', 'code': 200} Feb 05 03:01:33.753875 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 61eacedb-ac64-46fc-834d-04ad6614ef7b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:01:33.754512 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 61eacedb-ac64-46fc-834d-04ad6614ef7b not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:01:33.755312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:01:33.856325 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=77c68199-4321-4abd-82f1-b0af32e0cbba,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:33.881016 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:33.881623 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:33.932590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:33.950831 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:33.983324 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0047e8b-2da0-46e1-a185-3bb78660e6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (399462e6-7e51-4299-b00d-9e6ef0474fc0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:33.998299 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b090d166-ad91-494a-ab30-1fedd1ad4752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (4c66ecf0-9f9d-4df4-a963-69a464f1ef7a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.027232 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b090d166-ad91-494a-ab30-1fedd1ad4752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c66ecf0-9f9d-4df4-a963-69a464f1ef7a']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:34.045640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b090d166-ad91-494a-ab30-1fedd1ad4752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4383c778-05e0-489b-a264-520e01e15ea7') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:34.045955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b090d166-ad91-494a-ab30-1fedd1ad4752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4383c778-05e0-489b-a264-520e01e15ea7') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:34.062262 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b090d166-ad91-494a-ab30-1fedd1ad4752 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (4383c778-05e0-489b-a264-520e01e15ea7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.079189 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,revision_number=11']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:34.084314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59804) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:34.122188 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b090d166-ad91-494a-ab30-1fedd1ad4752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (4383c778-05e0-489b-a264-520e01e15ea7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.161428 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b090d166-ad91-494a-ab30-1fedd1ad4752 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:01:34.161686 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b090d166-ad91-494a-ab30-1fedd1ad4752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (4383c778-05e0-489b-a264-520e01e15ea7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:01:34.166470 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:01:34.217948 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-909651f9-f12b-4966-a546-b6dcb3b0d3a2 req-f26dc30e-773a-46bd-b72d-28938ed324ff tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/security-groups?id=165c9d33-73c0-4031-9c8b-331c089181aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016158 Feb 05 03:01:34.244726 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a679f669-71a9-4ef7-bc8b-74b016d946af tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (fa850893-fd18-4dc5-a869-d69ee5601d34), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.326993 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d4fe1-0f6e-4336-aeac-1edc3df5388e req-18af4549-9003-4d0c-8239-7fd2e29d89f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:34.329368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-901d4fe1-0f6e-4336-aeac-1edc3df5388e req-18af4549-9003-4d0c-8239-7fd2e29d89f7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=46a506c8-239e-484c-984e-8d81afcda5e2 HTTP/1.1" status: 200 len: 1128 time: 0.5385275 Feb 05 03:01:34.330356 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b090d166-ad91-494a-ab30-1fedd1ad4752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (4c66ecf0-9f9d-4df4-a963-69a464f1ef7a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.343414 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04c768b0-42a1-4d4d-9a67-ebef94f12795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.349220 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b090d166-ad91-494a-ab30-1fedd1ad4752 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.353029 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b090d166-ad91-494a-ab30-1fedd1ad4752 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4c66ecf0-9f9d-4df4-a963-69a464f1ef7a HTTP/1.1" status: 204 len: 168 time: 0.8668315 Feb 05 03:01:34.355976 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59808) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:34.381882 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090d166-ad91-494a-ab30-1fedd1ad4752 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c66ecf0-9f9d-4df4-a963-69a464f1ef7a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:34.398924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cab92-4c9b-4c75-b51d-741aad4c6eb9 req-519594c8-4e5e-45cc-9f7a-a264042b99ab tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:34.400529 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-926cab92-4c9b-4c75-b51d-741aad4c6eb9 req-519594c8-4e5e-45cc-9f7a-a264042b99ab tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a506c8-239e-484c-984e-8d81afcda5e2 HTTP/1.1" status: 200 len: 946 time: 0.3269551 Feb 05 03:01:34.405877 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a679f669-71a9-4ef7-bc8b-74b016d946af tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (fa850893-fd18-4dc5-a869-d69ee5601d34), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.409104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b0047e8b-2da0-46e1-a185-3bb78660e6bf admin admin] Deleting port c4726fbf-a4a0-48b3-9010-56f713259cba {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:34.409853 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0047e8b-2da0-46e1-a185-3bb78660e6bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.456193 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cb0fd0-bf93-43d9-bec9-12dc34f71692 admin admin] Deleting subnet 5ab52f05-8856-46e9-879a-ec03f2c2a274 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:01:34.461757 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-91cb0fd0-bf93-43d9-bec9-12dc34f71692 admin admin] Publish callbacks [] for subnet (5ab52f05-8856-46e9-879a-ec03f2c2a274), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.503996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a679f669-71a9-4ef7-bc8b-74b016d946af tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:34.514207 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a679f669-71a9-4ef7-bc8b-74b016d946af tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:34.516864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a679f669-71a9-4ef7-bc8b-74b016d946af tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:34.518637 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-91cb0fd0-bf93-43d9-bec9-12dc34f71692 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (5ab52f05-8856-46e9-879a-ec03f2c2a274), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.522452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a679f669-71a9-4ef7-bc8b-74b016d946af tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:34.523236 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a679f669-71a9-4ef7-bc8b-74b016d946af tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.530494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-901d4fe1-0f6e-4336-aeac-1edc3df5388e req-91edf42c-8c83-458f-a0a4-2aa5850710cb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fadef015-1d28-4947-8c2c-a88c5c35ff5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828144 Feb 05 03:01:34.541079 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679f669-71a9-4ef7-bc8b-74b016d946af tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=fa850893-fd18-4dc5-a869-d69ee5601d34,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:34.564373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-b0047e8b-2da0-46e1-a185-3bb78660e6bf admin admin] For port c4726fbf-a4a0-48b3-9010-56f713259cba, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c4726fbf-a4a0-48b3-9010-56f713259cba,segment=NetworkSegment(391465cc-4c48-4211-8ba2-71736bcf0982),segment_id=391465cc-4c48-4211-8ba2-71736bcf0982)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:34.565060 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0047e8b-2da0-46e1-a185-3bb78660e6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.583516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b0047e8b-2da0-46e1-a185-3bb78660e6bf admin admin] Calling delete_port for c4726fbf-a4a0-48b3-9010-56f713259cba owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:34.585108 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-926cab92-4c9b-4c75-b51d-741aad4c6eb9 req-89e92eaa-b3dc-4a3f-9ca8-6dd97a093ebd tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadef015-1d28-4947-8c2c-a88c5c35ff5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739914 Feb 05 03:01:34.588928 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-91cb0fd0-bf93-43d9-bec9-12dc34f71692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (5ab52f05-8856-46e9-879a-ec03f2c2a274), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.590711 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a679f669-71a9-4ef7-bc8b-74b016d946af tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4488313 Feb 05 03:01:34.594241 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59810) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:34.601022 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-90b886e0-181b-463b-b1ff-dd8a01599071 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:34.631417 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04c768b0-42a1-4d4d-9a67-ebef94f12795 admin admin] Publish callbacks [] for security_group (9c761977-d7ad-4ed5-b951-8000b8a877b3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.636394 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04c768b0-42a1-4d4d-9a67-ebef94f12795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9c761977-d7ad-4ed5-b951-8000b8a877b3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.689850 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-04c768b0-42a1-4d4d-9a67-ebef94f12795 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36f6aa0c3664442d9d0e0f5cb04949c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5954914 Feb 05 03:01:34.691073 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c768b0-42a1-4d4d-9a67-ebef94f12795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c761977-d7ad-4ed5-b951-8000b8a877b3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:34.693666 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59812) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:34.746471 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5296b86-07d0-434f-b74c-403b5fac597d admin admin] Publish callbacks [] for security_group (9c761977-d7ad-4ed5-b951-8000b8a877b3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.755744 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-91cb0fd0-bf93-43d9-bec9-12dc34f71692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (5ab52f05-8856-46e9-879a-ec03f2c2a274), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.771320 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5296b86-07d0-434f-b74c-403b5fac597d admin admin] Publish callbacks [] for security_group (9c761977-d7ad-4ed5-b951-8000b8a877b3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.772945 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90b886e0-181b-463b-b1ff-dd8a01599071 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fa850893-fd18-4dc5-a869-d69ee5601d34), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.801017 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-91cb0fd0-bf93-43d9-bec9-12dc34f71692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.804896 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-91cb0fd0-bf93-43d9-bec9-12dc34f71692 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5ab52f05-8856-46e9-879a-ec03f2c2a274 HTTP/1.1" status: 204 len: 168 time: 0.4478037 Feb 05 03:01:34.807662 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59814) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:34.813230 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb0fd0-bf93-43d9-bec9-12dc34f71692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab52f05-8856-46e9-879a-ec03f2c2a274,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:34.885207 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5296b86-07d0-434f-b74c-403b5fac597d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9c761977-d7ad-4ed5-b951-8000b8a877b3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.887840 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5296b86-07d0-434f-b74c-403b5fac597d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:34.891617 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a5296b86-07d0-434f-b74c-403b5fac597d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c761977-d7ad-4ed5-b951-8000b8a877b3 HTTP/1.1" status: 204 len: 168 time: 0.1942451 Feb 05 03:01:34.906243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5296b86-07d0-434f-b74c-403b5fac597d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c761977-d7ad-4ed5-b951-8000b8a877b3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:34.911451 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0858af56-6a17-45e1-b5ae-efd06fab59b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:35.029217 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0858af56-6a17-45e1-b5ae-efd06fab59b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:35.070917 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0858af56-6a17-45e1-b5ae-efd06fab59b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:35.102066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0858af56-6a17-45e1-b5ae-efd06fab59b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b07102-b881-419d-94f7-361b8f14a308') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:35.103228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0858af56-6a17-45e1-b5ae-efd06fab59b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b07102-b881-419d-94f7-361b8f14a308') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:35.123859 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0858af56-6a17-45e1-b5ae-efd06fab59b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (87b07102-b881-419d-94f7-361b8f14a308), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:35.129521 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0047e8b-2da0-46e1-a185-3bb78660e6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c4726fbf-a4a0-48b3-9010-56f713259cba), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:35.143945 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0858af56-6a17-45e1-b5ae-efd06fab59b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (87b07102-b881-419d-94f7-361b8f14a308), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:35.151659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0858af56-6a17-45e1-b5ae-efd06fab59b9 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:01:35.152091 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0858af56-6a17-45e1-b5ae-efd06fab59b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (87b07102-b881-419d-94f7-361b8f14a308), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:01:35.153843 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:01:35.204107 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0047e8b-2da0-46e1-a185-3bb78660e6bf admin admin] Pushing event deleted for resources: {'Port': ['ID=c4726fbf-a4a0-48b3-9010-56f713259cba,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:35.274238 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0858af56-6a17-45e1-b5ae-efd06fab59b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:35.338548 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90b886e0-181b-463b-b1ff-dd8a01599071 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (fa850893-fd18-4dc5-a869-d69ee5601d34), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:35.347424 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90b886e0-181b-463b-b1ff-dd8a01599071 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (fa850893-fd18-4dc5-a869-d69ee5601d34), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:35.364239 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0858af56-6a17-45e1-b5ae-efd06fab59b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:35.369454 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-90b886e0-181b-463b-b1ff-dd8a01599071 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] In _notify_port_updated(), no bound segment for port fa850893-fd18-4dc5-a869-d69ee5601d34 on network b304a8ea-d264-4cb2-b245-5941f2a93dcc {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:01:35.378179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0858af56-6a17-45e1-b5ae-efd06fab59b9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be HTTP/1.1" status: 204 len: 168 time: 0.5692875 Feb 05 03:01:35.379318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858af56-6a17-45e1-b5ae-efd06fab59b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdbb532e-3b76-44ec-9f9f-3d1aae9ac3be,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:35.384702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b886e0-181b-463b-b1ff-dd8a01599071 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:35.385675 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90b886e0-181b-463b-b1ff-dd8a01599071 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:35.390459 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-90b886e0-181b-463b-b1ff-dd8a01599071 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "PUT /v2.0/ports/fa850893-fd18-4dc5-a869-d69ee5601d34 HTTP/1.1" status: 200 len: 818 time: 0.7938581 Feb 05 03:01:35.416449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59832) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:35.455263 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bab7c-67c6-4276-ad56-8b349acfaf73 req-a7af546d-d11e-481d-8c92-4372a558c9ae tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:35.463719 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f01bab7c-67c6-4276-ad56-8b349acfaf73 req-a7af546d-d11e-481d-8c92-4372a558c9ae tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 948 time: 0.0804453 Feb 05 03:01:35.545068 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f01bab7c-67c6-4276-ad56-8b349acfaf73 req-757cdb72-e4e2-4b92-8ec9-ca9212608d9e tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/security-groups?id=165c9d33-73c0-4031-9c8b-331c089181aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807331 Feb 05 03:01:35.593067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f26aff-abdc-4ea5-ab16-b7df2b30ba91 req-6918758f-27af-4ea9-af87-e7181be255b4 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:35.597397 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-20f26aff-abdc-4ea5-ab16-b7df2b30ba91 req-6918758f-27af-4ea9-af87-e7181be255b4 tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 948 time: 0.3563392 Feb 05 03:01:35.692122 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59838) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:35.722303 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b886e0-181b-463b-b1ff-dd8a01599071 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=fa850893-fd18-4dc5-a869-d69ee5601d34,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:35.723204 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c06d1b-3447-476f-b017-2c8a53784027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:01:35.726037 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27dc0d0-5aa7-44ca-8aef-ef0de5ac6ee0" -d '{"events": [{"server_uuid": "48c06d1b-3447-476f-b017-2c8a53784027", "name": "network-vif-unplugged", "status": "completed", "tag": "03d4f308-b893-4c5d-bb9a-1ab0ed194df1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:01:35.778957 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b9e8ea-9624-4dbf-9f1f-716daa23f6d2 x-openstack-request-id: req-d6b9e8ea-9624-4dbf-9f1f-716daa23f6d2 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:01:35.779282 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c06d1b-3447-476f-b017-2c8a53784027", "name": "network-vif-unplugged", "status": "completed", "tag": "03d4f308-b893-4c5d-bb9a-1ab0ed194df1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:01:35.779706 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d6b9e8ea-9624-4dbf-9f1f-716daa23f6d2 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:01:35.780374 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c06d1b-3447-476f-b017-2c8a53784027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1', 'code': 200} Feb 05 03:01:35.813022 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4945044c-a780-4f74-b503-8b932512242b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe76ea75bf744d4582553c3415219fc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1167846 Feb 05 03:01:35.813188 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119bbaf-ecb2-4652-a01b-cd89ddaabd72 req-d3b0d746-55fa-4ca0-9667-b785eef35ecb tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:35.814555 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3119bbaf-ecb2-4652-a01b-cd89ddaabd72 req-d3b0d746-55fa-4ca0-9667-b785eef35ecb tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a506c8-239e-484c-984e-8d81afcda5e2 HTTP/1.1" status: 200 len: 946 time: 0.1168482 Feb 05 03:01:35.816516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59844) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:35.870868 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-539220e1-2b15-4b67-a642-e68883df3493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:35.871127 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fa296d19-0958-4fc2-8211-2e0c506a222e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port fa850893-fd18-4dc5-a869-d69ee5601d34 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:35.871675 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa296d19-0958-4fc2-8211-2e0c506a222e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fa850893-fd18-4dc5-a869-d69ee5601d34), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:35.890638 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-20f26aff-abdc-4ea5-ab16-b7df2b30ba91 req-6651c4d0-f8b4-4d82-b6f7-144099f7fa5a tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Deleting port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:35.891019 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-20f26aff-abdc-4ea5-ab16-b7df2b30ba91 req-6651c4d0-f8b4-4d82-b6f7-144099f7fa5a tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:35.938440 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0047e8b-2da0-46e1-a185-3bb78660e6bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (399462e6-7e51-4299-b00d-9e6ef0474fc0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:35.969275 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3119bbaf-ecb2-4652-a01b-cd89ddaabd72 req-e37ab0e1-abb8-4813-92c7-3ccd970e1163 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadef015-1d28-4947-8c2c-a88c5c35ff5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449795 Feb 05 03:01:35.988555 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06352e5a-9982-4fef-b8bf-a3dd2fafbfb6 admin admin] Publish callbacks [] for security_group (4ddb2c4a-991f-470a-b4a2-81211611418c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:36.013420 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06352e5a-9982-4fef-b8bf-a3dd2fafbfb6 admin admin] Publish callbacks [] for security_group (4ddb2c4a-991f-470a-b4a2-81211611418c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:36.073006 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06352e5a-9982-4fef-b8bf-a3dd2fafbfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4ddb2c4a-991f-470a-b4a2-81211611418c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:36.075874 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06352e5a-9982-4fef-b8bf-a3dd2fafbfb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:36.079492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-06352e5a-9982-4fef-b8bf-a3dd2fafbfb6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ddb2c4a-991f-470a-b4a2-81211611418c HTTP/1.1" status: 204 len: 168 time: 0.2596934 Feb 05 03:01:36.082337 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa296d19-0958-4fc2-8211-2e0c506a222e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fa850893-fd18-4dc5-a869-d69ee5601d34), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:36.101888 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59856) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:36.112462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-20f26aff-abdc-4ea5-ab16-b7df2b30ba91 req-6651c4d0-f8b4-4d82-b6f7-144099f7fa5a tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] For port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:36.112829 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-20f26aff-abdc-4ea5-ab16-b7df2b30ba91 req-6651c4d0-f8b4-4d82-b6f7-144099f7fa5a tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:36.115810 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06352e5a-9982-4fef-b8bf-a3dd2fafbfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddb2c4a-991f-470a-b4a2-81211611418c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:36.128855 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-20f26aff-abdc-4ea5-ab16-b7df2b30ba91 req-6651c4d0-f8b4-4d82-b6f7-144099f7fa5a tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Calling delete_port for 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:36.279672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fa296d19-0958-4fc2-8211-2e0c506a222e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for fa850893-fd18-4dc5-a869-d69ee5601d34 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:36.421404 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-20f26aff-abdc-4ea5-ab16-b7df2b30ba91 req-6651c4d0-f8b4-4d82-b6f7-144099f7fa5a tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (03d4f308-b893-4c5d-bb9a-1ab0ed194df1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:36.515947 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651c4d0-f8b4-4d82-b6f7-144099f7fa5a tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Pushing event deleted for resources: {'Port': ['ID=03d4f308-b893-4c5d-bb9a-1ab0ed194df1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:36.598307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-acd18122-55f0-4171-82c2-b5533c84f391 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-738622544-network', 'tenant_id': '818e9e2b5aef4dffb618d4c45cdd1b64'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:36.615424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59868) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:36.616412 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f26aff-abdc-4ea5-ab16-b7df2b30ba91 req-6651c4d0-f8b4-4d82-b6f7-144099f7fa5a tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] No DVR routers for this DVR port 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:01:36.624942 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-20f26aff-abdc-4ea5-ab16-b7df2b30ba91 req-6651c4d0-f8b4-4d82-b6f7-144099f7fa5a tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:36.628666 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-20f26aff-abdc-4ea5-ab16-b7df2b30ba91 req-6651c4d0-f8b4-4d82-b6f7-144099f7fa5a tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.10 "DELETE /v2.0/ports/03d4f308-b893-4c5d-bb9a-1ab0ed194df1 HTTP/1.1" status: 204 len: 173 time: 1.0251806 Feb 05 03:01:36.630790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c06d1b-3447-476f-b017-2c8a53784027', 'name': 'network-vif-deleted', 'tag': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:01:36.634541 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff6d88f-0fe4-40ce-a22c-d4e2c7264242" -d '{"events": [{"server_uuid": "48c06d1b-3447-476f-b017-2c8a53784027", "name": "network-vif-deleted", "tag": "03d4f308-b893-4c5d-bb9a-1ab0ed194df1"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:01:36.636259 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd18122-55f0-4171-82c2-b5533c84f391 admin admin] Made reservation on behalf of 818e9e2b5aef4dffb618d4c45cdd1b64 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:36.638576 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acd18122-55f0-4171-82c2-b5533c84f391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:36.666881 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acd18122-55f0-4171-82c2-b5533c84f391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:36.700609 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa296d19-0958-4fc2-8211-2e0c506a222e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fa850893-fd18-4dc5-a869-d69ee5601d34), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:36.762685 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aa49ae-f5fd-4d50-b879-d140c1d00cde x-openstack-request-id: req-96aa49ae-f5fd-4d50-b879-d140c1d00cde {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:01:36.779360 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c06d1b-3447-476f-b017-2c8a53784027", "name": "network-vif-deleted", "tag": "03d4f308-b893-4c5d-bb9a-1ab0ed194df1", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:01:36.779734 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96aa49ae-f5fd-4d50-b879-d140c1d00cde {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:01:36.780099 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c06d1b-3447-476f-b017-2c8a53784027', 'name': 'network-vif-deleted', 'tag': '03d4f308-b893-4c5d-bb9a-1ab0ed194df1', 'status': 'completed', 'code': 200} Feb 05 03:01:36.799712 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ad2bcd4-a7be-4cc6-90be-5d8750ac9f7a req-f013e9b3-a5a8-4130-8d9a-6c65ff6f8d2e tempest-ImagesOneServerTestJSON-320360040 tempest-ImagesOneServerTestJSON-320360040-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c06d1b-3447-476f-b017-2c8a53784027 HTTP/1.1" status: 200 len: 210 time: 0.1205697 Feb 05 03:01:36.850654 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-968cbef5-2258-417d-b008-606d407f9232 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=092b47b2d393426eb45575801706976e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2317445 Feb 05 03:01:36.857807 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59874) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:37.007433 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-706727b3-fb33-4dcb-8a8b-a047e50e75a4 admin admin] Publish callbacks [] for security_group (b2122177-0455-405f-9fde-4729f399ea26), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:37.045135 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:37.075038 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-706727b3-fb33-4dcb-8a8b-a047e50e75a4 admin admin] Publish callbacks [] for security_group (b2122177-0455-405f-9fde-4729f399ea26), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:37.112598 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acd18122-55f0-4171-82c2-b5533c84f391 admin admin] Publish callbacks [] for security_group (61b2d961-04e6-4f9c-b205-87b4fc46005d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:37.122427 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acd18122-55f0-4171-82c2-b5533c84f391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (61b2d961-04e6-4f9c-b205-87b4fc46005d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:37.165990 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd18122-55f0-4171-82c2-b5533c84f391 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:01:37.190880 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acd18122-55f0-4171-82c2-b5533c84f391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ae8e2019-ef06-42e3-a47a-35e851414619), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:37.191304 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-acd18122-55f0-4171-82c2-b5533c84f391 admin admin] Added segment ae8e2019-ef06-42e3-a47a-35e851414619 of type vlan for network c02d08c0-2609-4d84-bd08-03b37782b3fb Feb 05 03:01:37.193241 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd18122-55f0-4171-82c2-b5533c84f391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b2d961-04e6-4f9c-b205-87b4fc46005d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:37.283375 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-706727b3-fb33-4dcb-8a8b-a047e50e75a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b2122177-0455-405f-9fde-4729f399ea26), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:37.288277 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-706727b3-fb33-4dcb-8a8b-a047e50e75a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:37.295733 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-706727b3-fb33-4dcb-8a8b-a047e50e75a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2122177-0455-405f-9fde-4729f399ea26 HTTP/1.1" status: 204 len: 168 time: 0.4363801 Feb 05 03:01:37.309754 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acd18122-55f0-4171-82c2-b5533c84f391 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (c02d08c0-2609-4d84-bd08-03b37782b3fb), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:37.343219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706727b3-fb33-4dcb-8a8b-a047e50e75a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2122177-0455-405f-9fde-4729f399ea26,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:37.401509 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acd18122-55f0-4171-82c2-b5533c84f391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (c02d08c0-2609-4d84-bd08-03b37782b3fb), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:37.402968 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd18122-55f0-4171-82c2-b5533c84f391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:37.403695 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acd18122-55f0-4171-82c2-b5533c84f391 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:37.426917 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa296d19-0958-4fc2-8211-2e0c506a222e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=fa850893-fd18-4dc5-a869-d69ee5601d34,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:37.451896 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa296d19-0958-4fc2-8211-2e0c506a222e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:37.459492 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fa296d19-0958-4fc2-8211-2e0c506a222e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/fa850893-fd18-4dc5-a869-d69ee5601d34 HTTP/1.1" status: 204 len: 168 time: 2.0414994 Feb 05 03:01:37.465277 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59884) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:37.559684 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-acd18122-55f0-4171-82c2-b5533c84f391 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4561474 Feb 05 03:01:37.565862 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59888) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:37.578136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d49f5e2a-773a-4df8-8464-4ba6ca2c5fea admin admin] Request body: {'subnet': {'network_id': 'c02d08c0-2609-4d84-bd08-03b37782b3fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-738622544-subnet', 'tenant_id': '818e9e2b5aef4dffb618d4c45cdd1b64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:37.597945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd18122-55f0-4171-82c2-b5533c84f391 admin admin] Pushing event updated for resources: {'Network': ['ID=c02d08c0-2609-4d84-bd08-03b37782b3fb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:37.610609 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network c02d08c0-2609-4d84-bd08-03b37782b3fb details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:01:37.617706 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0047e8b-2da0-46e1-a185-3bb78660e6bf admin admin] Router 399462e6-7e51-4299-b00d-9e6ef0474fc0 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:01:37.627935 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2def3c9-8a9f-468b-b03f-a66e3bf10c87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:37.649716 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c2def3c9-8a9f-468b-b03f-a66e3bf10c87 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1811357 Feb 05 03:01:37.651650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59890) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:37.769159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49f5e2a-773a-4df8-8464-4ba6ca2c5fea admin admin] Made reservation on behalf of 818e9e2b5aef4dffb618d4c45cdd1b64 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:37.784545 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d49f5e2a-773a-4df8-8464-4ba6ca2c5fea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:37.832642 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0047e8b-2da0-46e1-a185-3bb78660e6bf admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:01:37.847767 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b0047e8b-2da0-46e1-a185-3bb78660e6bf admin admin] 10.222.0.36 "PUT /v2.0/routers/399462e6-7e51-4299-b00d-9e6ef0474fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5682371 Feb 05 03:01:37.849591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59896) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:37.851440 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3895c-9650-48df-af18-d092cef56c87 None None] Sync routers for ids ['399462e6-7e51-4299-b00d-9e6ef0474fc0'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:01:37.889408 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-493e5ef7-e6bf-4921-8609-faddf7c679ad tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] GET failed (client error): The resource could not be found. Feb 05 03:01:37.896253 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-493e5ef7-e6bf-4921-8609-faddf7c679ad tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports/fa850893-fd18-4dc5-a869-d69ee5601d34 HTTP/1.1" status: 404 len: 333 time: 0.2378371 Feb 05 03:01:37.919319 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3895c-9650-48df-af18-d092cef56c87 None None] Routers {'399462e6-7e51-4299-b00d-9e6ef0474fc0'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:01:37.920184 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5fc3895c-9650-48df-af18-d092cef56c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:01:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['399462e6-7e51-4299-b00d-9e6ef0474fc0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:37.967430 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59898) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:37.987270 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-001168ca-4c00-45f3-9add-79335245036b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-885474971'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:38.033399 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c276-d81a-4d7c-bd48-72fb6f62c963 admin admin] Publish callbacks [] for router (399462e6-7e51-4299-b00d-9e6ef0474fc0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:38.052957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5fc3895c-9650-48df-af18-d092cef56c87 None None] Set router 399462e6-7e51-4299-b00d-9e6ef0474fc0 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:01:38.058602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001168ca-4c00-45f3-9add-79335245036b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:38.066148 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-001168ca-4c00-45f3-9add-79335245036b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:38.140805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001168ca-4c00-45f3-9add-79335245036b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:01:38.157902 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-001168ca-4c00-45f3-9add-79335245036b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (fa1d7a19-1c54-4020-9558-e6f11d7610eb), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:38.158267 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-001168ca-4c00-45f3-9add-79335245036b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Added segment fa1d7a19-1c54-4020-9558-e6f11d7610eb of type vlan for network c053d8a9-7873-4ee7-8e88-4744b4e8bcb0 Feb 05 03:01:38.248135 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-001168ca-4c00-45f3-9add-79335245036b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (c053d8a9-7873-4ee7-8e88-4744b4e8bcb0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:38.280976 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c276-d81a-4d7c-bd48-72fb6f62c963 admin admin] Publish callbacks [] for router_gateway (399462e6-7e51-4299-b00d-9e6ef0474fc0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:38.306571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444defba-45e3-456c-9b89-fe1dd5d9e529 req-ee259973-922c-45e8-b0f3-4d1007533c14 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:38.308177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-444defba-45e3-456c-9b89-fe1dd5d9e529 req-ee259973-922c-45e8-b0f3-4d1007533c14 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 945 time: 0.6286609 Feb 05 03:01:38.384542 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4c276-d81a-4d7c-bd48-72fb6f62c963 admin admin] Deleting port f374f239-4d20-4c86-b113-98ec325285e9 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:38.385041 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c276-d81a-4d7c-bd48-72fb6f62c963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f374f239-4d20-4c86-b113-98ec325285e9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:38.392751 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-001168ca-4c00-45f3-9add-79335245036b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (c053d8a9-7873-4ee7-8e88-4744b4e8bcb0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:38.403142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001168ca-4c00-45f3-9add-79335245036b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:38.405644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5fc3895c-9650-48df-af18-d092cef56c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'name': 'tempest-FloatingIPsTestJSON-2080937381-router', 'tenant_id': '9e2a95cc64db46e3b018d873e2db7c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': 'f374f239-4d20-4c86-b113-98ec325285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:00:59Z', 'updated_at': '2022-02-05T03:01:34Z', 'revision_number': 5, 'project_id': '9e2a95cc64db46e3b018d873e2db7c12', 'gw_port': {'id': 'f374f239-4d20-4c86-b113-98ec325285e9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:01:00Z', 'updated_at': '2022-02-05T03:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:38.411598 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-001168ca-4c00-45f3-9add-79335245036b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:38.426693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59904) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:38.470390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3895c-9650-48df-af18-d092cef56c87 None None] Checking router: 399462e6-7e51-4299-b00d-9e6ef0474fc0 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:01:38.489236 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3895c-9650-48df-af18-d092cef56c87 None None] Routers {'399462e6-7e51-4299-b00d-9e6ef0474fc0'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:01:38.494249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5fc3895c-9650-48df-af18-d092cef56c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:01:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['399462e6-7e51-4299-b00d-9e6ef0474fc0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:38.539652 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-d1c4c276-d81a-4d7c-bd48-72fb6f62c963 admin admin] For port f374f239-4d20-4c86-b113-98ec325285e9, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f374f239-4d20-4c86-b113-98ec325285e9,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:38.540112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c276-d81a-4d7c-bd48-72fb6f62c963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f374f239-4d20-4c86-b113-98ec325285e9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:38.570560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4c276-d81a-4d7c-bd48-72fb6f62c963 admin admin] Calling delete_port for f374f239-4d20-4c86-b113-98ec325285e9 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:38.590399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-001168ca-4c00-45f3-9add-79335245036b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6204515 Feb 05 03:01:38.591106 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59908) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:38.603175 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-34ca2ea8-ea89-42b9-ae5d-7206aa771c7c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'subnet': {'network_id': 'c053d8a9-7873-4ee7-8e88-4744b4e8bcb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:38.659108 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:38.679143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5fc3895c-9650-48df-af18-d092cef56c87 None None] Set router 399462e6-7e51-4299-b00d-9e6ef0474fc0 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:01:38.692145 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-444defba-45e3-456c-9b89-fe1dd5d9e529 req-3dbd48b6-c724-4c3f-a4d8-3e565c001264 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727238 Feb 05 03:01:38.705507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001168ca-4c00-45f3-9add-79335245036b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Network': ['ID=c053d8a9-7873-4ee7-8e88-4744b4e8bcb0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:38.721639 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-25b996eb-6f40-4393-aa3d-23d13f8ae981 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aef50619f1884185874e3ac4a496ac86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2930136 Feb 05 03:01:38.725479 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network c053d8a9-7873-4ee7-8e88-4744b4e8bcb0 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:01:38.726922 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59910) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:38.843396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5fc3895c-9650-48df-af18-d092cef56c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'name': 'tempest-FloatingIPsTestJSON-2080937381-router', 'tenant_id': '9e2a95cc64db46e3b018d873e2db7c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:00:59Z', 'updated_at': '2022-02-05T03:01:38Z', 'revision_number': 6, 'project_id': '9e2a95cc64db46e3b018d873e2db7c12', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:38.907525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3895c-9650-48df-af18-d092cef56c87 None None] The sync data for ids ['399462e6-7e51-4299-b00d-9e6ef0474fc0'] in n-d-826942-8 is: [{'id': '399462e6-7e51-4299-b00d-9e6ef0474fc0', 'name': 'tempest-FloatingIPsTestJSON-2080937381-router', 'tenant_id': '9e2a95cc64db46e3b018d873e2db7c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:00:59Z', 'updated_at': '2022-02-05T03:01:38Z', 'revision_number': 6, 'project_id': '9e2a95cc64db46e3b018d873e2db7c12', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:01:38.915753 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6bdd5250-b3b2-4d58-96a9-06787fdc7679 admin admin] Publish callbacks [] for security_group (165c9d33-73c0-4031-9c8b-331c089181aa), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:38.948953 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c276-d81a-4d7c-bd48-72fb6f62c963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f374f239-4d20-4c86-b113-98ec325285e9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:38.950299 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6bdd5250-b3b2-4d58-96a9-06787fdc7679 admin admin] Publish callbacks [] for security_group (165c9d33-73c0-4031-9c8b-331c089181aa), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:39.011910 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d49f5e2a-773a-4df8-8464-4ba6ca2c5fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (4d654e09-0343-4f85-888b-a9a0a15ad642), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:39.015265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ca2ea8-ea89-42b9-ae5d-7206aa771c7c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:39.019378 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34ca2ea8-ea89-42b9-ae5d-7206aa771c7c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:39.028358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4c276-d81a-4d7c-bd48-72fb6f62c963 admin admin] Pushing event deleted for resources: {'Port': ['ID=f374f239-4d20-4c86-b113-98ec325285e9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:39.029451 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6bdd5250-b3b2-4d58-96a9-06787fdc7679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (165c9d33-73c0-4031-9c8b-331c089181aa), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:39.032131 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6bdd5250-b3b2-4d58-96a9-06787fdc7679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:39.035550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6bdd5250-b3b2-4d58-96a9-06787fdc7679 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/165c9d33-73c0-4031-9c8b-331c089181aa HTTP/1.1" status: 204 len: 168 time: 0.3029656 Feb 05 03:01:39.090744 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c276-d81a-4d7c-bd48-72fb6f62c963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (399462e6-7e51-4299-b00d-9e6ef0474fc0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:39.147681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd5250-b3b2-4d58-96a9-06787fdc7679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165c9d33-73c0-4031-9c8b-331c089181aa,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:39.201040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49f5e2a-773a-4df8-8464-4ba6ca2c5fea admin admin] Checking segment: {'id': 'ae8e2019-ef06-42e3-a47a-35e851414619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c02d08c0-2609-4d84-bd08-03b37782b3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:39.201564 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49f5e2a-773a-4df8-8464-4ba6ca2c5fea admin admin] Network hostable DHCP agents. Network: c02d08c0-2609-4d84-bd08-03b37782b3fb, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:01:39.207262 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f5e2a-773a-4df8-8464-4ba6ca2c5fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d654e09-0343-4f85-888b-a9a0a15ad642,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:39.240671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49f5e2a-773a-4df8-8464-4ba6ca2c5fea admin admin] Network c02d08c0-2609-4d84-bd08-03b37782b3fb is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:01:39.254090 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:01:39.288612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d49f5e2a-773a-4df8-8464-4ba6ca2c5fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, c02d08c0-2609-4d84-bd08-03b37782b3fb) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:39.300127 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49f5e2a-773a-4df8-8464-4ba6ca2c5fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:39.301025 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d49f5e2a-773a-4df8-8464-4ba6ca2c5fea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:39.310341 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c276-d81a-4d7c-bd48-72fb6f62c963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (399462e6-7e51-4299-b00d-9e6ef0474fc0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:39.313655 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c276-d81a-4d7c-bd48-72fb6f62c963 admin admin] Publish callbacks [] for router_controller (399462e6-7e51-4299-b00d-9e6ef0474fc0), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:39.328709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f063fc6-d5fe-4d7d-9fd7-42a5c0c50fa1 None None] Network c02d08c0-2609-4d84-bd08-03b37782b3fb requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:39.334233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:01:39.334591 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 03d4f308-b893-4c5d-bb9a-1ab0ed194df1 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:01:39.357356 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d49f5e2a-773a-4df8-8464-4ba6ca2c5fea admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7788665 Feb 05 03:01:39.393130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1d732-fe54-4ec9-b1d4-036255831d2a req-be42ce88-a148-4538-9623-14e4c14b1327 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:39.395172 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b5b1d732-fe54-4ec9-b1d4-036255831d2a req-be42ce88-a148-4538-9623-14e4c14b1327 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 945 time: 0.2681377 Feb 05 03:01:39.400500 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c276-d81a-4d7c-bd48-72fb6f62c963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (399462e6-7e51-4299-b00d-9e6ef0474fc0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:39.401191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c4c276-d81a-4d7c-bd48-72fb6f62c963 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 399462e6-7e51-4299-b00d-9e6ef0474fc0 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:01:39.406871 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c276-d81a-4d7c-bd48-72fb6f62c963 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:39.408518 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d1c4c276-d81a-4d7c-bd48-72fb6f62c963 admin admin] 10.222.0.36 "DELETE /v2.0/routers/399462e6-7e51-4299-b00d-9e6ef0474fc0 HTTP/1.1" status: 204 len: 168 time: 1.5573249 Feb 05 03:01:39.410555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59920) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:39.471923 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34ca2ea8-ea89-42b9-ae5d-7206aa771c7c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (e71299f3-fd96-4547-887d-b3a3dadcbdc2), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:39.480037 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-0038a528-defa-42be-81b5-7c405e8bb555 admin admin] Deleting subnet e9e941b2-6ee1-48ad-bf53-d9bec92b8152 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:01:39.518350 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0038a528-defa-42be-81b5-7c405e8bb555 admin admin] Publish callbacks [] for subnet (e9e941b2-6ee1-48ad-bf53-d9bec92b8152), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:39.607773 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0038a528-defa-42be-81b5-7c405e8bb555 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (e9e941b2-6ee1-48ad-bf53-d9bec92b8152), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:39.620070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb8eac5-e3fe-449f-a24e-68c9fc4fb649 None None] Network c02d08c0-2609-4d84-bd08-03b37782b3fb requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:39.643603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca2ea8-ea89-42b9-ae5d-7206aa771c7c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Checking segment: {'id': 'fa1d7a19-1c54-4020-9558-e6f11d7610eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c053d8a9-7873-4ee7-8e88-4744b4e8bcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:39.643964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ca2ea8-ea89-42b9-ae5d-7206aa771c7c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network hostable DHCP agents. Network: c053d8a9-7873-4ee7-8e88-4744b4e8bcb0, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:01:39.655565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca2ea8-ea89-42b9-ae5d-7206aa771c7c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Subnet': ['ID=e71299f3-fd96-4547-887d-b3a3dadcbdc2,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:39.673979 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ca2ea8-ea89-42b9-ae5d-7206aa771c7c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network c053d8a9-7873-4ee7-8e88-4744b4e8bcb0 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:01:39.689452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-34ca2ea8-ea89-42b9-ae5d-7206aa771c7c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, c053d8a9-7873-4ee7-8e88-4744b4e8bcb0) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:39.706223 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c70d55-835f-4671-a4ba-48f6ad6f9153 None None] Network c053d8a9-7873-4ee7-8e88-4744b4e8bcb0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:39.707017 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca2ea8-ea89-42b9-ae5d-7206aa771c7c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:39.707806 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34ca2ea8-ea89-42b9-ae5d-7206aa771c7c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:39.739068 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-34ca2ea8-ea89-42b9-ae5d-7206aa771c7c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1400704 Feb 05 03:01:39.742470 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59934) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:39.749524 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6cff392b-e019-4d91-ac2f-b38c7850fb4e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'subnet': {'network_id': 'c053d8a9-7873-4ee7-8e88-4744b4e8bcb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:39.793601 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-b5b1d732-fe54-4ec9-b1d4-036255831d2a req-43bd4e78-16a2-41fb-9b89-6a4e875b8ee9 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Deleting port 9df2f819-0383-4d15-a38c-408f8cff03a9 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:39.794069 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b5b1d732-fe54-4ec9-b1d4-036255831d2a req-43bd4e78-16a2-41fb-9b89-6a4e875b8ee9 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (9df2f819-0383-4d15-a38c-408f8cff03a9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:39.928305 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0038a528-defa-42be-81b5-7c405e8bb555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e9e941b2-6ee1-48ad-bf53-d9bec92b8152), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:39.956109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d71d65-0f4e-4cac-a4b4-c3242f48c8b6 req-260754ec-1bf1-4911-b069-6ba5ea3dc56e tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:39.957665 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9d71d65-0f4e-4cac-a4b4-c3242f48c8b6 req-260754ec-1bf1-4911-b069-6ba5ea3dc56e tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 945 time: 0.1280951 Feb 05 03:01:40.025770 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-c053d8a9-7873-4ee7-8e88-4744b4e8bcb0', 'network_id': 'c053d8a9-7873-4ee7-8e88-4744b4e8bcb0', 'project_id': 'fc3ef97cf5ac463583f853fb4b82e975', 'fixed_ips': [{'subnet_id': 'e71299f3-fd96-4547-887d-b3a3dadcbdc2'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:01:40.026594 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:40.042859 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9d71d65-0f4e-4cac-a4b4-c3242f48c8b6 req-b45c26d2-f4a5-40be-9bf9-12974e9fde1a tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/security-groups?id=0ecafd94-c716-4926-91e4-64bf4e5317c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785773 Feb 05 03:01:40.072669 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cff392b-e019-4d91-ac2f-b38c7850fb4e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:40.082637 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:40.089164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b5b1d732-fe54-4ec9-b1d4-036255831d2a req-43bd4e78-16a2-41fb-9b89-6a4e875b8ee9 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] For port 9df2f819-0383-4d15-a38c-408f8cff03a9, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=9df2f819-0383-4d15-a38c-408f8cff03a9,segment=NetworkSegment(44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c),segment_id=44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:40.089665 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b5b1d732-fe54-4ec9-b1d4-036255831d2a req-43bd4e78-16a2-41fb-9b89-6a4e875b8ee9 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (9df2f819-0383-4d15-a38c-408f8cff03a9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:40.102925 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6cff392b-e019-4d91-ac2f-b38c7850fb4e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:40.113865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0038a528-defa-42be-81b5-7c405e8bb555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (e9e941b2-6ee1-48ad-bf53-d9bec92b8152), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:40.168766 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-b5b1d732-fe54-4ec9-b1d4-036255831d2a req-43bd4e78-16a2-41fb-9b89-6a4e875b8ee9 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Calling delete_port for 9df2f819-0383-4d15-a38c-408f8cff03a9 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:40.189824 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038a528-defa-42be-81b5-7c405e8bb555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e941b2-6ee1-48ad-bf53-d9bec92b8152,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:40.210405 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0038a528-defa-42be-81b5-7c405e8bb555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:40.224715 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0038a528-defa-42be-81b5-7c405e8bb555 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e9e941b2-6ee1-48ad-bf53-d9bec92b8152 HTTP/1.1" status: 204 len: 168 time: 0.8131714 Feb 05 03:01:40.227377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59948) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:40.325069 n-d-826942-8 neutron-server[109675]: INFO neutron.db.ipam_backend_mixin [None req-6cff392b-e019-4d91-ac2f-b38c7850fb4e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e71299f3-fd96-4547-887d-b3a3dadcbdc2 (CIDR: 2001:db8::/64) Feb 05 03:01:40.335463 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cff392b-e019-4d91-ac2f-b38c7850fb4e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:01:40.335926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cff392b-e019-4d91-ac2f-b38c7850fb4e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:01:40.380824 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6cff392b-e019-4d91-ac2f-b38c7850fb4e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6341782 Feb 05 03:01:40.381591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59956) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:40.391834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-598b217d-99d7-41cd-b44d-b1f764a4cd04 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'subnet': {'network_id': 'c053d8a9-7873-4ee7-8e88-4744b4e8bcb0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:40.493493 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Allocated IP 2001:db8::2 (c053d8a9-7873-4ee7-8e88-4744b4e8bcb0/e71299f3-fd96-4547-887d-b3a3dadcbdc2/97cc68d9-1568-4d60-a772-d9f9db28dc14) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:40.520353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4923ae-ccfe-4aa8-ae1a-4818706590fc None None] Network 74a1669d-ce12-40e3-b0f1-9240f7081ea0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:40.560494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c4726fbf-a4a0-48b3-9010-56f713259cba no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:01:40.654467 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (74a1669d-ce12-40e3-b0f1-9240f7081ea0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:40.655403 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59968) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:40.683101 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598b217d-99d7-41cd-b44d-b1f764a4cd04 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:40.688357 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-598b217d-99d7-41cd-b44d-b1f764a4cd04 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:40.766014 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: c4726fbf-a4a0-48b3-9010-56f713259cba {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:01:40.766367 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c4726fbf-a4a0-48b3-9010-56f713259cba not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:01:40.766797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f374f239-4d20-4c86-b113-98ec325285e9 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:01:40.822882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: f374f239-4d20-4c86-b113-98ec325285e9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:01:40.822882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f374f239-4d20-4c86-b113-98ec325285e9 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:01:40.837425 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] Deleting port cfcf4348-b15e-4b4d-ba81-9d8c46246c00 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:40.837918 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (cfcf4348-b15e-4b4d-ba81-9d8c46246c00), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:40.861715 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b5b1d732-fe54-4ec9-b1d4-036255831d2a req-43bd4e78-16a2-41fb-9b89-6a4e875b8ee9 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (9df2f819-0383-4d15-a38c-408f8cff03a9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:40.874860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f9a919ca-3bc8-4eb6-afef-25867a5bbbba admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1825473343-network', 'tenant_id': 'eff40dc1f6d44399b834eef21648cf11'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:40.936188 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd4e78-16a2-41fb-9b89-6a4e875b8ee9 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Pushing event deleted for resources: {'Port': ['ID=9df2f819-0383-4d15-a38c-408f8cff03a9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:40.977412 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['9df2f819-0383-4d15-a38c-408f8cff03a9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:01:41.006990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b1d732-fe54-4ec9-b1d4-036255831d2a req-43bd4e78-16a2-41fb-9b89-6a4e875b8ee9 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] No DVR routers for this DVR port 9df2f819-0383-4d15-a38c-408f8cff03a9 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:01:41.011929 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] For port cfcf4348-b15e-4b4d-ba81-9d8c46246c00, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=cfcf4348-b15e-4b4d-ba81-9d8c46246c00,segment=NetworkSegment(391465cc-4c48-4211-8ba2-71736bcf0982),segment_id=391465cc-4c48-4211-8ba2-71736bcf0982)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:41.012415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (cfcf4348-b15e-4b4d-ba81-9d8c46246c00), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.017123 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b5b1d732-fe54-4ec9-b1d4-036255831d2a req-43bd4e78-16a2-41fb-9b89-6a4e875b8ee9 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.021692 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b5b1d732-fe54-4ec9-b1d4-036255831d2a req-43bd4e78-16a2-41fb-9b89-6a4e875b8ee9 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.31 "DELETE /v2.0/ports/9df2f819-0383-4d15-a38c-408f8cff03a9 HTTP/1.1" status: 204 len: 173 time: 1.6117473 Feb 05 03:01:41.022179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba83f1e2-2a4f-498f-9202-fd45459d71f4', 'name': 'network-vif-deleted', 'tag': '9df2f819-0383-4d15-a38c-408f8cff03a9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:01:41.025158 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d6a16d-d3c1-4db9-a519-f027e8df56fc" -d '{"events": [{"server_uuid": "ba83f1e2-2a4f-498f-9202-fd45459d71f4", "name": "network-vif-deleted", "tag": "9df2f819-0383-4d15-a38c-408f8cff03a9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:01:41.034512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a919ca-3bc8-4eb6-afef-25867a5bbbba admin admin] Made reservation on behalf of eff40dc1f6d44399b834eef21648cf11 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:41.038810 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a919ca-3bc8-4eb6-afef-25867a5bbbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.041450 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] Calling delete_port for cfcf4348-b15e-4b4d-ba81-9d8c46246c00 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:41.059470 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a919ca-3bc8-4eb6-afef-25867a5bbbba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.166962 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ae9454-7f96-466a-af09-29aa67742a26 x-openstack-request-id: req-f9ae9454-7f96-466a-af09-29aa67742a26 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:01:41.167475 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba83f1e2-2a4f-498f-9202-fd45459d71f4", "name": "network-vif-deleted", "tag": "9df2f819-0383-4d15-a38c-408f8cff03a9", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:01:41.167978 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f9ae9454-7f96-466a-af09-29aa67742a26 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:01:41.168393 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba83f1e2-2a4f-498f-9202-fd45459d71f4', 'name': 'network-vif-deleted', 'tag': '9df2f819-0383-4d15-a38c-408f8cff03a9', 'status': 'completed', 'code': 200} Feb 05 03:01:41.183032 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.276845 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Publish callbacks [] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.295115 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.298317 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (cfcf4348-b15e-4b4d-ba81-9d8c46246c00), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.312033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95451982-dc85-4960-b7f2-68059835af11 None None] DHCP port deletion for 74a1669d-ce12-40e3-b0f1-9240f7081ea0 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:01:41.341752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] Pushing event deleted for resources: {'Port': ['ID=cfcf4348-b15e-4b4d-ba81-9d8c46246c00,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:41.354700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] No DVR routers for this DVR port cfcf4348-b15e-4b4d-ba81-9d8c46246c00 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:01:41.355122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Network c053d8a9-7873-4ee7-8e88-4744b4e8bcb0 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:41.360130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:41.363837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:41.390789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Pushing event updated for resources: {'Port': ['ID=97cc68d9-1568-4d60-a772-d9f9db28dc14,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:41.414210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89ca16f5-5f44-43ec-9bff-54c6d5954eea req-4e16093c-1b8e-4aec-9b0c-7410e13df3b1 tempest-AttachVolumeNegativeTest-1810586238 tempest-AttachVolumeNegativeTest-1810586238-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba83f1e2-2a4f-498f-9202-fd45459d71f4 HTTP/1.1" status: 200 len: 210 time: 0.1034653 Feb 05 03:01:41.449311 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Attempting to bind port 97cc68d9-1568-4d60-a772-d9f9db28dc14 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:01:41.449687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Attempting to bind port 97cc68d9-1568-4d60-a772-d9f9db28dc14 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'fa1d7a19-1c54-4020-9558-e6f11d7610eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c053d8a9-7873-4ee7-8e88-4744b4e8bcb0'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:01:41.450046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Attempting to bind port 97cc68d9-1568-4d60-a772-d9f9db28dc14 on network c053d8a9-7873-4ee7-8e88-4744b4e8bcb0 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:01:41.461289 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (74a1669d-ce12-40e3-b0f1-9240f7081ea0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.471772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:01:41.472192 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Checking segment: {'id': 'fa1d7a19-1c54-4020-9558-e6f11d7610eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c053d8a9-7873-4ee7-8e88-4744b4e8bcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:41.472585 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.473041 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Bound using segment: {'id': 'fa1d7a19-1c54-4020-9558-e6f11d7610eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c053d8a9-7873-4ee7-8e88-4744b4e8bcb0'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:01:41.473579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Bound port: 97cc68d9-1568-4d60-a772-d9f9db28dc14, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1d7a19-1c54-4020-9558-e6f11d7610eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c053d8a9-7873-4ee7-8e88-4744b4e8bcb0'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:01:41.473959 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.497539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a1669d-ce12-40e3-b0f1-9240f7081ea0']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:41.545221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391465cc-4c48-4211-8ba2-71736bcf0982') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:41.545992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391465cc-4c48-4211-8ba2-71736bcf0982') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:41.584725 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (391465cc-4c48-4211-8ba2-71736bcf0982), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.600163 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] For port 97cc68d9-1568-4d60-a772-d9f9db28dc14, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:01:41.606005 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] For port 97cc68d9-1568-4d60-a772-d9f9db28dc14, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=97cc68d9-1568-4d60-a772-d9f9db28dc14,segment=NetworkSegment(fa1d7a19-1c54-4020-9558-e6f11d7610eb),segment_id=fa1d7a19-1c54-4020-9558-e6f11d7610eb)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:01:41.622465 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (391465cc-4c48-4211-8ba2-71736bcf0982), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.625136 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.633343 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a919ca-3bc8-4eb6-afef-25867a5bbbba admin admin] Publish callbacks [] for security_group (c9891c6f-047b-4d76-a72e-1ccb50868495), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.641649 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-598b217d-99d7-41cd-b44d-b1f764a4cd04 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (ef7ab001-8852-4bd3-8f83-bc9f4a840d87), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.644416 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:01:41.647209 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (391465cc-4c48-4211-8ba2-71736bcf0982), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:01:41.648480 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:01:41.671906 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a919ca-3bc8-4eb6-afef-25867a5bbbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c9891c6f-047b-4d76-a72e-1ccb50868495), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.733599 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (74a1669d-ce12-40e3-b0f1-9240f7081ea0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.740891 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.747451 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] 10.222.0.36 "DELETE /v2.0/networks/74a1669d-ce12-40e3-b0f1-9240f7081ea0 HTTP/1.1" status: 204 len: 168 time: 1.5168540 Feb 05 03:01:41.764777 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee91fa-d27f-48e5-b6d7-171d3d8573cf admin admin] Pushing event deleted for resources: {'Network': ['ID=74a1669d-ce12-40e3-b0f1-9240f7081ea0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:41.773960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06c1ba-a9f6-4b87-b8fb-c68479759215 None None] Pushing event updated for resources: {'Port': ['ID=97cc68d9-1568-4d60-a772-d9f9db28dc14,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:41.784856 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a919ca-3bc8-4eb6-afef-25867a5bbbba admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:01:41.803830 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a919ca-3bc8-4eb6-afef-25867a5bbbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:41.804275 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-f9a919ca-3bc8-4eb6-afef-25867a5bbbba admin admin] Added segment 6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a of type vlan for network 02f162d3-a7ab-47ef-80d5-c1214392189e Feb 05 03:01:41.948330 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60018) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:42.030598 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dd6b71b6-9bcd-4796-ab47-0366694b494c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e2a95cc64db46e3b018d873e2db7c12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0805740 Feb 05 03:01:42.032732 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60026) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:42.103358 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b781d5c-88ba-4c7d-85d9-6a0437ef4797 admin admin] Publish callbacks [] for security_group (d4cf8c4f-b864-403d-b975-f82d182404df), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:42.138517 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b781d5c-88ba-4c7d-85d9-6a0437ef4797 admin admin] Publish callbacks [] for security_group (d4cf8c4f-b864-403d-b975-f82d182404df), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:42.220665 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b781d5c-88ba-4c7d-85d9-6a0437ef4797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d4cf8c4f-b864-403d-b975-f82d182404df), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:42.223281 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b781d5c-88ba-4c7d-85d9-6a0437ef4797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:42.226857 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6b781d5c-88ba-4c7d-85d9-6a0437ef4797 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4cf8c4f-b864-403d-b975-f82d182404df HTTP/1.1" status: 204 len: 168 time: 0.1907723 Feb 05 03:01:42.237252 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b781d5c-88ba-4c7d-85d9-6a0437ef4797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cf8c4f-b864-403d-b975-f82d182404df,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:42.285907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b217d-99d7-41cd-b44d-b1f764a4cd04 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Subnet': ['ID=ef7ab001-8852-4bd3-8f83-bc9f4a840d87,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:42.301413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598b217d-99d7-41cd-b44d-b1f764a4cd04 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network c053d8a9-7873-4ee7-8e88-4744b4e8bcb0 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:42.333898 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-598b217d-99d7-41cd-b44d-b1f764a4cd04 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:42.374967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598b217d-99d7-41cd-b44d-b1f764a4cd04 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:42.375576 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-598b217d-99d7-41cd-b44d-b1f764a4cd04 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:42.406292 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a919ca-3bc8-4eb6-afef-25867a5bbbba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (02f162d3-a7ab-47ef-80d5-c1214392189e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:42.434330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a919ca-3bc8-4eb6-afef-25867a5bbbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9891c6f-047b-4d76-a72e-1ccb50868495,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:42.464491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60036) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:42.464764 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-598b217d-99d7-41cd-b44d-b1f764a4cd04 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0818510 Feb 05 03:01:42.470444 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0980075b-ed9a-4a1d-b8f7-3f437ce32b33 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'network_id': 'c053d8a9-7873-4ee7-8e88-4744b4e8bcb0', 'fixed_ips': [{'subnet_id': 'e71299f3-fd96-4547-887d-b3a3dadcbdc2'}, {'subnet_id': 'ef7ab001-8852-4bd3-8f83-bc9f4a840d87'}], 'name': 'tempest-PortsIpV6TestJSON-67857186'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:42.503077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 97cc68d9-1568-4d60-a772-d9f9db28dc14 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:01:42.509237 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a919ca-3bc8-4eb6-afef-25867a5bbbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (02f162d3-a7ab-47ef-80d5-c1214392189e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:42.510381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a919ca-3bc8-4eb6-afef-25867a5bbbba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:42.510991 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a919ca-3bc8-4eb6-afef-25867a5bbbba admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:42.530674 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-c2edc1f4-7bc3-446d-97d7-914aa01d4d65 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:42.532272 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-c2edc1f4-7bc3-446d-97d7-914aa01d4d65 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/networks?id=c02d08c0-2609-4d84-bd08-03b37782b3fb HTTP/1.1" status: 200 len: 809 time: 0.2419057 Feb 05 03:01:42.554834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add7425-5514-42a0-b285-bc110744f0ae req-c85833b4-b205-4394-a759-8ef3c747afa8 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:42.557394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3add7425-5514-42a0-b285-bc110744f0ae req-c85833b4-b205-4394-a759-8ef3c747afa8 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a506c8-239e-484c-984e-8d81afcda5e2 HTTP/1.1" status: 200 len: 946 time: 0.2539423 Feb 05 03:01:42.635385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f9a919ca-3bc8-4eb6-afef-25867a5bbbba admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9788010 Feb 05 03:01:42.638543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60042) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:42.645645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d185d345-3580-4943-a263-98508b654ed0 admin admin] Request body: {'subnet': {'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1825473343-subnet', 'tenant_id': 'eff40dc1f6d44399b834eef21648cf11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:42.648112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-6925d9c0-49c6-4762-a083-885150531aa2 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/quotas/818e9e2b5aef4dffb618d4c45cdd1b64 HTTP/1.1" status: 200 len: 375 time: 0.1018455 Feb 05 03:01:42.653263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0980075b-ed9a-4a1d-b8f7-3f437ce32b33 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:42.657796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a919ca-3bc8-4eb6-afef-25867a5bbbba admin admin] Pushing event updated for resources: {'Network': ['ID=02f162d3-a7ab-47ef-80d5-c1214392189e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:42.747708 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3add7425-5514-42a0-b285-bc110744f0ae req-c3d1798a-299b-4b25-b051-817d04d54270 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadef015-1d28-4947-8c2c-a88c5c35ff5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574972 Feb 05 03:01:42.753631 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-1b10a474-9425-49a9-8759-38bf5cdba87b tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=818e9e2b5aef4dffb618d4c45cdd1b64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917661 Feb 05 03:01:42.769997 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d185d345-3580-4943-a263-98508b654ed0 admin admin] Made reservation on behalf of eff40dc1f6d44399b834eef21648cf11 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:42.769997 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d185d345-3580-4943-a263-98508b654ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:42.787585 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 02f162d3-a7ab-47ef-80d5-c1214392189e details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:01:42.852928 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60050) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:42.866806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 9df2f819-0383-4d15-a38c-408f8cff03a9 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:01:42.901501 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0980075b-ed9a-4a1d-b8f7-3f437ce32b33 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:42.904470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 9df2f819-0383-4d15-a38c-408f8cff03a9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:01:42.905012 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 9df2f819-0383-4d15-a38c-408f8cff03a9 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:01:42.923130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 97cc68d9-1568-4d60-a772-d9f9db28dc14 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:42.923820 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:42.934525 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-0980075b-ed9a-4a1d-b8f7-3f437ce32b33 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] device_id is not set on port 479f4332-6414-4a1a-848b-45e716b3c984 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:01:43.084817 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 97cc68d9-1568-4d60-a772-d9f9db28dc14 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:43.085456 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:43.146990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 97cc68d9-1568-4d60-a772-d9f9db28dc14, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=97cc68d9-1568-4d60-a772-d9f9db28dc14,segment=NetworkSegment(fa1d7a19-1c54-4020-9558-e6f11d7610eb),segment_id=fa1d7a19-1c54-4020-9558-e6f11d7610eb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:43.166175 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:43.220863 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-2da69862-b2e6-41e2-9a2e-873f3a14dca2 service neutron] 10.222.0.36 "GET /v2.0/networks/c02d08c0-2609-4d84-bd08-03b37782b3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450507 Feb 05 03:01:43.238394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=97cc68d9-1568-4d60-a772-d9f9db28dc14,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:43.241027 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16339165-77e8-4902-b024-22ead3651d0d None None] Network c053d8a9-7873-4ee7-8e88-4744b4e8bcb0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:43.256971 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d185d345-3580-4943-a263-98508b654ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (d5d24254-b809-45ee-8fdf-aafe1884b375), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:43.301029 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a85cbce-12c7-498a-9825-0e1885ba4eb7 admin admin] Deleting subnet f5fb34fa-8661-4f51-8858-93f112ab0d02 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:01:43.305007 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a85cbce-12c7-498a-9825-0e1885ba4eb7 admin admin] Publish callbacks [] for subnet (f5fb34fa-8661-4f51-8858-93f112ab0d02), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:43.352891 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a85cbce-12c7-498a-9825-0e1885ba4eb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (f5fb34fa-8661-4f51-8858-93f112ab0d02), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:43.355712 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cfcf4348-b15e-4b4d-ba81-9d8c46246c00 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:01:43.380824 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185d345-3580-4943-a263-98508b654ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d24254-b809-45ee-8fdf-aafe1884b375,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:43.433744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: cfcf4348-b15e-4b4d-ba81-9d8c46246c00 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:01:43.434094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cfcf4348-b15e-4b4d-ba81-9d8c46246c00 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:01:43.439293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185d345-3580-4943-a263-98508b654ed0 admin admin] Checking segment: {'id': '6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:43.439661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d185d345-3580-4943-a263-98508b654ed0 admin admin] Network hostable DHCP agents. Network: 02f162d3-a7ab-47ef-80d5-c1214392189e, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:01:43.443638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7bd02ddf-12dd-490b-bff9-348dafa1d206 None None] Provisioning complete for port 97cc68d9-1568-4d60-a772-d9f9db28dc14 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:43.444047 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7bd02ddf-12dd-490b-bff9-348dafa1d206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:43.470253 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-6d71ee12-faf1-4215-93f6-5a92d951c6d1 service neutron] 10.222.0.36 "GET /v2.0/networks/c02d08c0-2609-4d84-bd08-03b37782b3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480953 Feb 05 03:01:43.501849 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d185d345-3580-4943-a263-98508b654ed0 admin admin] Network 02f162d3-a7ab-47ef-80d5-c1214392189e is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:01:43.510376 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a85cbce-12c7-498a-9825-0e1885ba4eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (f5fb34fa-8661-4f51-8858-93f112ab0d02), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:43.522122 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d185d345-3580-4943-a263-98508b654ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 02f162d3-a7ab-47ef-80d5-c1214392189e) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:43.530814 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d185d345-3580-4943-a263-98508b654ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:43.531604 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d185d345-3580-4943-a263-98508b654ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:43.554859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-0980075b-ed9a-4a1d-b8f7-3f437ce32b33 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Allocated IP 2001:db8::3b5 (c053d8a9-7873-4ee7-8e88-4744b4e8bcb0/e71299f3-fd96-4547-887d-b3a3dadcbdc2/479f4332-6414-4a1a-848b-45e716b3c984) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:43.557134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a2adb8-d2cd-4d6b-b3e9-4542d8c42e8c None None] Network 02f162d3-a7ab-47ef-80d5-c1214392189e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:43.562645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-0980075b-ed9a-4a1d-b8f7-3f437ce32b33 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Allocated IP 2001:db8:0:1::1b9 (c053d8a9-7873-4ee7-8e88-4744b4e8bcb0/ef7ab001-8852-4bd3-8f83-bc9f4a840d87/479f4332-6414-4a1a-848b-45e716b3c984) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:43.581947 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d185d345-3580-4943-a263-98508b654ed0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9418721 Feb 05 03:01:43.633242 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a85cbce-12c7-498a-9825-0e1885ba4eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (f5fb34fa-8661-4f51-8858-93f112ab0d02), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:43.675722 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a85cbce-12c7-498a-9825-0e1885ba4eb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:43.685517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2a85cbce-12c7-498a-9825-0e1885ba4eb7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f5fb34fa-8661-4f51-8858-93f112ab0d02 HTTP/1.1" status: 204 len: 168 time: 0.8293138 Feb 05 03:01:43.685517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85cbce-12c7-498a-9825-0e1885ba4eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5fb34fa-8661-4f51-8858-93f112ab0d02,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:43.685866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60074) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:43.831114 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dc7b6-7597-4500-a67d-393eb9210835 req-237b6511-22a6-4272-b875-d60fbab66af4 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:43.832710 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf5dc7b6-7597-4500-a67d-393eb9210835 req-237b6511-22a6-4272-b875-d60fbab66af4 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.10 "GET /v2.0/ports?device_id=46a506c8-239e-484c-984e-8d81afcda5e2 HTTP/1.1" status: 200 len: 946 time: 0.3343887 Feb 05 03:01:43.842152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2843f699-ccf7-4dd9-b2e4-00ddac526b8b None None] Network 02f162d3-a7ab-47ef-80d5-c1214392189e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:43.863896 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732219aa-649c-4234-b876-d979d89f1347 None None] Update dhcp port {'port': {'network_id': 'c053d8a9-7873-4ee7-8e88-4744b4e8bcb0', 'fixed_ips': [{'subnet_id': 'e71299f3-fd96-4547-887d-b3a3dadcbdc2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ef7ab001-8852-4bd3-8f83-bc9f4a840d87'}], 'binding:host_id': 'n-d-826942-8'}, 'id': '97cc68d9-1568-4d60-a772-d9f9db28dc14'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 03:01:43.926191 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0980075b-ed9a-4a1d-b8f7-3f437ce32b33 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (479f4332-6414-4a1a-848b-45e716b3c984), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:43.987370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0980075b-ed9a-4a1d-b8f7-3f437ce32b33 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (479f4332-6414-4a1a-848b-45e716b3c984), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:44.036331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0980075b-ed9a-4a1d-b8f7-3f437ce32b33 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network c053d8a9-7873-4ee7-8e88-4744b4e8bcb0 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:44.043671 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0980075b-ed9a-4a1d-b8f7-3f437ce32b33 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:44.049062 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980075b-ed9a-4a1d-b8f7-3f437ce32b33 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:44.056120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0980075b-ed9a-4a1d-b8f7-3f437ce32b33 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:44.057386 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0980075b-ed9a-4a1d-b8f7-3f437ce32b33 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:44.080167 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980075b-ed9a-4a1d-b8f7-3f437ce32b33 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=479f4332-6414-4a1a-848b-45e716b3c984,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:44.092834 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0980075b-ed9a-4a1d-b8f7-3f437ce32b33 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.6267898 Feb 05 03:01:44.096443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60094) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:44.100478 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-732219aa-649c-4234-b876-d979d89f1347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:44.101862 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-af2d56d3-1bf7-4c05-96be-bbe43ca168c8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e71299f3-fd96-4547-887d-b3a3dadcbdc2'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:44.115087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7bd02ddf-12dd-490b-bff9-348dafa1d206 None None] Current status of the port 97cc68d9-1568-4d60-a772-d9f9db28dc14 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:44.142516 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b26db04-b39f-4bcf-89f8-a07d3eb8d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (a325fffd-cc20-47f6-9590-870a2c199f44), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:44.212978 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af2d56d3-1bf7-4c05-96be-bbe43ca168c8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (479f4332-6414-4a1a-848b-45e716b3c984), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:44.300940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0abc3-f798-4a9d-a2f3-77e1779e1fcf req-5fa15728-6df5-4a30-ad30-5e24aaf31955 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:44.310370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f5f0abc3-f798-4a9d-a2f3-77e1779e1fcf req-5fa15728-6df5-4a30-ad30-5e24aaf31955 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a506c8-239e-484c-984e-8d81afcda5e2 HTTP/1.1" status: 200 len: 946 time: 0.3910310 Feb 05 03:01:44.325122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-732219aa-649c-4234-b876-d979d89f1347 None None] Allocated IP 2001:db8:0:1::2 (c053d8a9-7873-4ee7-8e88-4744b4e8bcb0/ef7ab001-8852-4bd3-8f83-bc9f4a840d87/97cc68d9-1568-4d60-a772-d9f9db28dc14) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:44.354741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-cf5dc7b6-7597-4500-a67d-393eb9210835 req-04b4dd9a-8bf9-49f6-9924-d2ec65fb6699 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Deleting port 77c68199-4321-4abd-82f1-b0af32e0cbba {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:44.355127 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-cf5dc7b6-7597-4500-a67d-393eb9210835 req-04b4dd9a-8bf9-49f6-9924-d2ec65fb6699 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (77c68199-4321-4abd-82f1-b0af32e0cbba), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:44.493696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-732219aa-649c-4234-b876-d979d89f1347 None None] For port 97cc68d9-1568-4d60-a772-d9f9db28dc14, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=97cc68d9-1568-4d60-a772-d9f9db28dc14,segment=NetworkSegment(fa1d7a19-1c54-4020-9558-e6f11d7610eb),segment_id=fa1d7a19-1c54-4020-9558-e6f11d7610eb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:44.535110 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-732219aa-649c-4234-b876-d979d89f1347 None None] Publish callbacks [] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:44.538741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 97cc68d9-1568-4d60-a772-d9f9db28dc14 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:01:44.574662 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b26db04-b39f-4bcf-89f8-a07d3eb8d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (a325fffd-cc20-47f6-9590-870a2c199f44), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:44.575536 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-732219aa-649c-4234-b876-d979d89f1347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:44.653673 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f5f0abc3-f798-4a9d-a2f3-77e1779e1fcf req-ce06b0e8-5e5e-4a9a-9447-aa95d1a20eb0 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/security-groups?id=fadef015-1d28-4947-8c2c-a88c5c35ff5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420820 Feb 05 03:01:44.659638 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-af2d56d3-1bf7-4c05-96be-bbe43ca168c8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Delete allocated IP 2001:db8:0:1::1b9 (c053d8a9-7873-4ee7-8e88-4744b4e8bcb0/ef7ab001-8852-4bd3-8f83-bc9f4a840d87) {{(pid=109674) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 05 03:01:44.660860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9b26db04-b39f-4bcf-89f8-a07d3eb8d3dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a325fffd-cc20-47f6-9590-870a2c199f44']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:44.668979 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5cf3081b-16c9-48d1-8ec6-e04614ae0d49 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:44.676469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5cf3081b-16c9-48d1-8ec6-e04614ae0d49 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/networks?id=02f162d3-a7ab-47ef-80d5-c1214392189e HTTP/1.1" status: 200 len: 815 time: 0.3619509 Feb 05 03:01:44.705361 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732219aa-649c-4234-b876-d979d89f1347 None None] Pushing event updated for resources: {'Port': ['ID=97cc68d9-1568-4d60-a772-d9f9db28dc14,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:44.707457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-89ecf1b3-01f0-49df-a79b-fb6aeab0c99e tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/quotas/eff40dc1f6d44399b834eef21648cf11 HTTP/1.1" status: 200 len: 375 time: 0.0298150 Feb 05 03:01:44.714349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 97cc68d9-1568-4d60-a772-d9f9db28dc14 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:44.714727 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:44.717732 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9b26db04-b39f-4bcf-89f8-a07d3eb8d3dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:44.718205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9b26db04-b39f-4bcf-89f8-a07d3eb8d3dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:44.743792 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-cf5dc7b6-7597-4500-a67d-393eb9210835 req-04b4dd9a-8bf9-49f6-9924-d2ec65fb6699 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] For port 77c68199-4321-4abd-82f1-b0af32e0cbba, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=77c68199-4321-4abd-82f1-b0af32e0cbba,segment=NetworkSegment(34e33053-f1eb-4107-98af-74b7e7d41f60),segment_id=34e33053-f1eb-4107-98af-74b7e7d41f60)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:44.744628 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-cf5dc7b6-7597-4500-a67d-393eb9210835 req-04b4dd9a-8bf9-49f6-9924-d2ec65fb6699 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (77c68199-4321-4abd-82f1-b0af32e0cbba), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:44.771611 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b26db04-b39f-4bcf-89f8-a07d3eb8d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:44.785461 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-663ef8dd-0018-4497-b73a-51b1de0b3339 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=eff40dc1f6d44399b834eef21648cf11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768669 Feb 05 03:01:44.803405 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-cf5dc7b6-7597-4500-a67d-393eb9210835 req-04b4dd9a-8bf9-49f6-9924-d2ec65fb6699 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Calling delete_port for 77c68199-4321-4abd-82f1-b0af32e0cbba owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:44.815126 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 97cc68d9-1568-4d60-a772-d9f9db28dc14 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:44.884563 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b26db04-b39f-4bcf-89f8-a07d3eb8d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:44.893521 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36065f4f-a456-4c63-9176-e2716614a284 req-2cad8326-028f-457a-bf22-5b2bc9f2f857 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 210 time: 0.0913446 Feb 05 03:01:44.902249 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b26db04-b39f-4bcf-89f8-a07d3eb8d3dd admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:01:44.903037 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b26db04-b39f-4bcf-89f8-a07d3eb8d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (44e1d34d-91f7-4cf6-9eea-e6f5fc480e1c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:01:44.906641 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:01:44.943574 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af2d56d3-1bf7-4c05-96be-bbe43ca168c8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (479f4332-6414-4a1a-848b-45e716b3c984), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:44.951282 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af2d56d3-1bf7-4c05-96be-bbe43ca168c8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (479f4332-6414-4a1a-848b-45e716b3c984), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:45.044318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-af2d56d3-1bf7-4c05-96be-bbe43ca168c8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] In _notify_port_updated(), no bound segment for port 479f4332-6414-4a1a-848b-45e716b3c984 on network c053d8a9-7873-4ee7-8e88-4744b4e8bcb0 {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:01:45.050438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2d56d3-1bf7-4c05-96be-bbe43ca168c8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:45.051371 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af2d56d3-1bf7-4c05-96be-bbe43ca168c8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:45.056192 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-af2d56d3-1bf7-4c05-96be-bbe43ca168c8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "PUT /v2.0/ports/479f4332-6414-4a1a-848b-45e716b3c984 HTTP/1.1" status: 200 len: 924 time: 0.9585941 Feb 05 03:01:45.058553 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60136) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:45.061087 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d56d3-1bf7-4c05-96be-bbe43ca168c8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=479f4332-6414-4a1a-848b-45e716b3c984,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:45.074100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8bddae54-7334-44cd-8412-0d45b5596de0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e71299f3-fd96-4547-887d-b3a3dadcbdc2'}, {'subnet_id': 'ef7ab001-8852-4bd3-8f83-bc9f4a840d87'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:45.078427 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b26db04-b39f-4bcf-89f8-a07d3eb8d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (a325fffd-cc20-47f6-9590-870a2c199f44), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:45.123765 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b26db04-b39f-4bcf-89f8-a07d3eb8d3dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:45.127323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9b26db04-b39f-4bcf-89f8-a07d3eb8d3dd admin admin] 10.222.0.36 "DELETE /v2.0/networks/a325fffd-cc20-47f6-9590-870a2c199f44 HTTP/1.1" status: 204 len: 168 time: 1.4354994 Feb 05 03:01:45.143556 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-78e06ee4-bc8d-40f5-b6a7-a57b1d6a87dc service neutron] 10.222.0.36 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555329 Feb 05 03:01:45.240643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26db04-b39f-4bcf-89f8-a07d3eb8d3dd admin admin] Pushing event deleted for resources: {'Network': ['ID=a325fffd-cc20-47f6-9590-870a2c199f44,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:45.395513 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-379e4ca6-2e28-48ae-9d59-26f24cb8bc4e service neutron] 10.222.0.36 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509856 Feb 05 03:01:45.422455 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-cf5dc7b6-7597-4500-a67d-393eb9210835 req-04b4dd9a-8bf9-49f6-9924-d2ec65fb6699 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (77c68199-4321-4abd-82f1-b0af32e0cbba), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:45.436286 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60164) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:45.509376 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-abe2ce3c-580d-4db9-8f42-b3a7d53b15d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37d45416619c42a5be673fac7a85f3c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0709977 Feb 05 03:01:45.513040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60166) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:45.520063 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4dd9a-8bf9-49f6-9924-d2ec65fb6699 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Pushing event deleted for resources: {'Port': ['ID=77c68199-4321-4abd-82f1-b0af32e0cbba,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:45.559011 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-e50299a4-c2af-41aa-b6e1-9d6f602b5dc6 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:45.560946 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-e50299a4-c2af-41aa-b6e1-9d6f602b5dc6 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.31 "GET /v2.0/networks?id=c02d08c0-2609-4d84-bd08-03b37782b3fb HTTP/1.1" status: 200 len: 809 time: 0.2167375 Feb 05 03:01:45.582349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-692392b3-3155-4d24-9849-732057809f53 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Request body: {'port': {'device_id': '8a61a3e5-744b-4d8d-be96-9733f528832b', 'network_id': 'c02d08c0-2609-4d84-bd08-03b37782b3fb', 'admin_state_up': True, 'tenant_id': '818e9e2b5aef4dffb618d4c45cdd1b64'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:45.620163 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5dc7b6-7597-4500-a67d-393eb9210835 req-04b4dd9a-8bf9-49f6-9924-d2ec65fb6699 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] No DVR routers for this DVR port 77c68199-4321-4abd-82f1-b0af32e0cbba on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:01:45.636313 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-cf5dc7b6-7597-4500-a67d-393eb9210835 req-04b4dd9a-8bf9-49f6-9924-d2ec65fb6699 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:45.640022 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf5dc7b6-7597-4500-a67d-393eb9210835 req-04b4dd9a-8bf9-49f6-9924-d2ec65fb6699 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.10 "DELETE /v2.0/ports/77c68199-4321-4abd-82f1-b0af32e0cbba HTTP/1.1" status: 204 len: 173 time: 1.7882879 Feb 05 03:01:45.696737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a506c8-239e-484c-984e-8d81afcda5e2', 'name': 'network-vif-deleted', 'tag': '77c68199-4321-4abd-82f1-b0af32e0cbba'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:01:45.700011 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f557c93-d190-4d29-b762-6feaaabee2c0" -d '{"events": [{"server_uuid": "46a506c8-239e-484c-984e-8d81afcda5e2", "name": "network-vif-deleted", "tag": "77c68199-4321-4abd-82f1-b0af32e0cbba"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:01:45.762692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabfd207-814f-4e61-a8da-1f2e0980b86c None None] Network c053d8a9-7873-4ee7-8e88-4744b4e8bcb0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:45.772779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a04d4254-3c46-473b-97b0-a6abb0e51d7f req-126f8d49-0f7a-4f06-b2ca-42a3dd1e75db tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 210 time: 0.0610914 Feb 05 03:01:45.775941 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8bddae54-7334-44cd-8412-0d45b5596de0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (479f4332-6414-4a1a-848b-45e716b3c984), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:45.802234 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d201d3d5-a73a-4938-886c-5f517c5386fd admin admin] Publish callbacks [] for security_group (0ecafd94-c716-4926-91e4-64bf4e5317c3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:45.886898 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a017fe4-817b-460d-b075-0d7feb3a4f5c req-ced3ffbe-d813-4420-bc17-1951de955727 tempest-VolumesActionsTest-1811104005 tempest-VolumesActionsTest-1811104005-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a506c8-239e-484c-984e-8d81afcda5e2 HTTP/1.1" status: 200 len: 210 time: 0.0553386 Feb 05 03:01:45.893817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-692392b3-3155-4d24-9849-732057809f53 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Made reservation on behalf of 818e9e2b5aef4dffb618d4c45cdd1b64 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:45.898423 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-692392b3-3155-4d24-9849-732057809f53 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:45.940288 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d201d3d5-a73a-4938-886c-5f517c5386fd admin admin] Publish callbacks [] for security_group (0ecafd94-c716-4926-91e4-64bf4e5317c3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:46.003435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-598f0a9a-0e2c-499c-90c3-51671ae91f51 None None] Provisioning complete for port 97cc68d9-1568-4d60-a772-d9f9db28dc14 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:46.003771 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-598f0a9a-0e2c-499c-90c3-51671ae91f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:46.026466 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d403f4b8-4175-4822-b2bd-da9c00616109 x-openstack-request-id: req-d403f4b8-4175-4822-b2bd-da9c00616109 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:01:46.026813 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a506c8-239e-484c-984e-8d81afcda5e2", "name": "network-vif-deleted", "tag": "77c68199-4321-4abd-82f1-b0af32e0cbba", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:01:46.027069 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d403f4b8-4175-4822-b2bd-da9c00616109 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:01:46.027551 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a506c8-239e-484c-984e-8d81afcda5e2', 'name': 'network-vif-deleted', 'tag': '77c68199-4321-4abd-82f1-b0af32e0cbba', 'status': 'completed', 'code': 200} Feb 05 03:01:46.113427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-692392b3-3155-4d24-9849-732057809f53 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Allocated IP 172.20.0.10 (c02d08c0-2609-4d84-bd08-03b37782b3fb/4d654e09-0343-4f85-888b-a9a0a15ad642/d7524dc0-2d82-45a6-9da4-372ed0435227) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:46.151635 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4118c76-9a5e-4da3-9619-8f2d2f2ea5b7 req-2086fbb0-6a69-4e04-abaf-87ad1d04a5e3 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 210 time: 0.0675309 Feb 05 03:01:46.237567 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:46.254561 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-598f0a9a-0e2c-499c-90c3-51671ae91f51 None None] Current status of the port 97cc68d9-1568-4d60-a772-d9f9db28dc14 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:46.283843 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d201d3d5-a73a-4938-886c-5f517c5386fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0ecafd94-c716-4926-91e4-64bf4e5317c3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:46.288966 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d201d3d5-a73a-4938-886c-5f517c5386fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:46.292390 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d201d3d5-a73a-4938-886c-5f517c5386fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ecafd94-c716-4926-91e4-64bf4e5317c3 HTTP/1.1" status: 204 len: 168 time: 0.7736373 Feb 05 03:01:46.347840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201d3d5-a73a-4938-886c-5f517c5386fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecafd94-c716-4926-91e4-64bf4e5317c3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:46.422560 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-692392b3-3155-4d24-9849-732057809f53 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Publish callbacks [] for port (d7524dc0-2d82-45a6-9da4-372ed0435227), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:46.537408 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-692392b3-3155-4d24-9849-732057809f53 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d7524dc0-2d82-45a6-9da4-372ed0435227), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:46.540538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 97cc68d9-1568-4d60-a772-d9f9db28dc14 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:01:46.565433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-8bddae54-7334-44cd-8412-0d45b5596de0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Allocated IP 2001:db8:0:1::3b7 (c053d8a9-7873-4ee7-8e88-4744b4e8bcb0/ef7ab001-8852-4bd3-8f83-bc9f4a840d87/479f4332-6414-4a1a-848b-45e716b3c984) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:46.631752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-692392b3-3155-4d24-9849-732057809f53 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Network c02d08c0-2609-4d84-bd08-03b37782b3fb is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:46.642215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-692392b3-3155-4d24-9849-732057809f53 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:46.648027 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-692392b3-3155-4d24-9849-732057809f53 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:46.656935 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 97cc68d9-1568-4d60-a772-d9f9db28dc14 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:46.657739 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:46.819105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692392b3-3155-4d24-9849-732057809f53 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Pushing event updated for resources: {'Port': ['ID=d7524dc0-2d82-45a6-9da4-372ed0435227,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:46.826208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 97cc68d9-1568-4d60-a772-d9f9db28dc14 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:46.839827 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8bddae54-7334-44cd-8412-0d45b5596de0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (479f4332-6414-4a1a-848b-45e716b3c984), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:46.851902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a62b4d88-376e-4485-907f-f1d7c4a102c0 None None] Provisioning complete for port 479f4332-6414-4a1a-848b-45e716b3c984 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:46.853469 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a62b4d88-376e-4485-907f-f1d7c4a102c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (479f4332-6414-4a1a-848b-45e716b3c984), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:46.858655 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8bddae54-7334-44cd-8412-0d45b5596de0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (479f4332-6414-4a1a-848b-45e716b3c984), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:46.911488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-692392b3-3155-4d24-9849-732057809f53 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:46.912216 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-692392b3-3155-4d24-9849-732057809f53 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:46.946633 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a62b4d88-376e-4485-907f-f1d7c4a102c0 None None] Port 479f4332-6414-4a1a-848b-45e716b3c984 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:01:46.951867 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-692392b3-3155-4d24-9849-732057809f53 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3787026 Feb 05 03:01:46.966963 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Request body: {'port': {'device_id': '8a61a3e5-744b-4d8d-be96-9733f528832b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:46.991437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a62b4d88-376e-4485-907f-f1d7c4a102c0 None None] Provisioning complete for port 97cc68d9-1568-4d60-a772-d9f9db28dc14 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:46.991818 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a62b4d88-376e-4485-907f-f1d7c4a102c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:47.110438 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d7524dc0-2d82-45a6-9da4-372ed0435227), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:47.131771 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a62b4d88-376e-4485-907f-f1d7c4a102c0 None None] Current status of the port 97cc68d9-1568-4d60-a772-d9f9db28dc14 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:47.197439 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-60d774f7-eca0-4ad2-a385-769dcd052ae2 req-3df56336-38ad-4c2f-90a3-bd517e0bdda9 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 210 time: 0.2440176 Feb 05 03:01:47.203112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8bddae54-7334-44cd-8412-0d45b5596de0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] In _notify_port_updated(), no bound segment for port 479f4332-6414-4a1a-848b-45e716b3c984 on network c053d8a9-7873-4ee7-8e88-4744b4e8bcb0 {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:01:47.208561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bddae54-7334-44cd-8412-0d45b5596de0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:47.209494 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8bddae54-7334-44cd-8412-0d45b5596de0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:47.221156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8bddae54-7334-44cd-8412-0d45b5596de0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "PUT /v2.0/ports/479f4332-6414-4a1a-848b-45e716b3c984 HTTP/1.1" status: 200 len: 1010 time: 2.1601796 Feb 05 03:01:47.225067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60288) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:47.248043 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddae54-7334-44cd-8412-0d45b5596de0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=479f4332-6414-4a1a-848b-45e716b3c984,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:47.252937 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 77c68199-4321-4abd-82f1-b0af32e0cbba no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:01:47.381061 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 77c68199-4321-4abd-82f1-b0af32e0cbba {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:01:47.381442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 77c68199-4321-4abd-82f1-b0af32e0cbba not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:01:47.411880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-073d174d-3e81-4493-a3da-238252df5d08 None None] Provisioning complete for port 479f4332-6414-4a1a-848b-45e716b3c984 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:47.416359 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-073d174d-3e81-4493-a3da-238252df5d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (479f4332-6414-4a1a-848b-45e716b3c984), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:47.498591 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-073d174d-3e81-4493-a3da-238252df5d08 None None] Port 479f4332-6414-4a1a-848b-45e716b3c984 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:01:47.627167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a45207-00c9-4d2c-a15c-ddab4aaa24b9 req-20d89780-5d16-4011-b661-ccd80eb77b45 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:47.629053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47a45207-00c9-4d2c-a15c-ddab4aaa24b9 req-20d89780-5d16-4011-b661-ccd80eb77b45 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 932 time: 0.1575470 Feb 05 03:01:47.648256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-431b444c-fa2e-48f9-9b59-5bfb158d6116 None None] Provisioning complete for port 479f4332-6414-4a1a-848b-45e716b3c984 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:47.648716 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-431b444c-fa2e-48f9-9b59-5bfb158d6116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (479f4332-6414-4a1a-848b-45e716b3c984), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:47.679817 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b2f087bd-aa28-4e5d-97a6-235bfeee6492 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port 479f4332-6414-4a1a-848b-45e716b3c984 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:47.680699 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2f087bd-aa28-4e5d-97a6-235bfeee6492 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (479f4332-6414-4a1a-848b-45e716b3c984), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:47.701906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-431b444c-fa2e-48f9-9b59-5bfb158d6116 None None] Port 479f4332-6414-4a1a-848b-45e716b3c984 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:01:47.801742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47a45207-00c9-4d2c-a15c-ddab4aaa24b9 req-641c7a58-ce6d-4bd4-b0fe-b587969c6cf3 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/security-groups?id=61b2d961-04e6-4f9c-b205-87b4fc46005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643190 Feb 05 03:01:47.898811 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2f087bd-aa28-4e5d-97a6-235bfeee6492 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (479f4332-6414-4a1a-848b-45e716b3c984), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:47.918815 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b2f087bd-aa28-4e5d-97a6-235bfeee6492 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for 479f4332-6414-4a1a-848b-45e716b3c984 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:48.036840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-942769de-f071-40e8-ab99-d438b89d7ab5 None None] Provisioning complete for port 479f4332-6414-4a1a-848b-45e716b3c984 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:48.038032 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-942769de-f071-40e8-ab99-d438b89d7ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (479f4332-6414-4a1a-848b-45e716b3c984), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:48.119721 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-942769de-f071-40e8-ab99-d438b89d7ab5 None None] Port 479f4332-6414-4a1a-848b-45e716b3c984 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:01:48.275956 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2f087bd-aa28-4e5d-97a6-235bfeee6492 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (479f4332-6414-4a1a-848b-45e716b3c984), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:48.381539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f087bd-aa28-4e5d-97a6-235bfeee6492 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=479f4332-6414-4a1a-848b-45e716b3c984,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:48.400710 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-7fe8a337-5a69-4286-8ad1-753d26003a97 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:48.402102 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-7fe8a337-5a69-4286-8ad1-753d26003a97 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.31 "GET /v2.0/networks?id=02f162d3-a7ab-47ef-80d5-c1214392189e HTTP/1.1" status: 200 len: 815 time: 1.1310277 Feb 05 03:01:48.418719 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-d3149ba6-0aa3-4748-b0cc-e3082e3dca96 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Request body: {'port': {'device_id': 'ff8452cc-830e-4c2f-8eda-98a254f17454', 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e', 'admin_state_up': True, 'tenant_id': 'eff40dc1f6d44399b834eef21648cf11'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:48.485526 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d742704-6127-41ae-aad5-be55402bd7c4 req-d2d54502-5f1e-473d-a5bf-ff5f04dcf2ee tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 210 time: 0.1081707 Feb 05 03:01:48.576293 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2f087bd-aa28-4e5d-97a6-235bfeee6492 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:48.583933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b2f087bd-aa28-4e5d-97a6-235bfeee6492 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/479f4332-6414-4a1a-848b-45e716b3c984 HTTP/1.1" status: 204 len: 168 time: 1.3574958 Feb 05 03:01:48.584917 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60404) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:48.618698 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17d97f9-12a2-422e-b639-509226e8bafb tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] GET failed (client error): The resource could not be found. Feb 05 03:01:48.623782 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b17d97f9-12a2-422e-b639-509226e8bafb tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports/479f4332-6414-4a1a-848b-45e716b3c984 HTTP/1.1" status: 404 len: 333 time: 0.0376444 Feb 05 03:01:48.624920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60406) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:48.731385 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b435c7c8-338c-4e34-a808-5c7046e418ae tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting subnet ef7ab001-8852-4bd3-8f83-bc9f4a840d87 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:01:48.739135 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b435c7c8-338c-4e34-a808-5c7046e418ae tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (ef7ab001-8852-4bd3-8f83-bc9f4a840d87), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:48.809514 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b435c7c8-338c-4e34-a808-5c7046e418ae tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (ef7ab001-8852-4bd3-8f83-bc9f4a840d87), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:48.840388 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7524dc0-2d82-45a6-9da4-372ed0435227 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:01:48.870693 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Publish callbacks [] for port (d7524dc0-2d82-45a6-9da4-372ed0435227), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:48.917237 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-d3149ba6-0aa3-4748-b0cc-e3082e3dca96 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Made reservation on behalf of eff40dc1f6d44399b834eef21648cf11 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:48.927292 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-d3149ba6-0aa3-4748-b0cc-e3082e3dca96 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:48.928111 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b435c7c8-338c-4e34-a808-5c7046e418ae tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (ef7ab001-8852-4bd3-8f83-bc9f4a840d87), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:48.934523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Transition to ACTIVE for port object d7524dc0-2d82-45a6-9da4-372ed0435227 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:01:48.965331 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (d7524dc0-2d82-45a6-9da4-372ed0435227), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:49.190093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7524dc0-2d82-45a6-9da4-372ed0435227,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:49.319199 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-d3149ba6-0aa3-4748-b0cc-e3082e3dca96 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Allocated IP 172.20.0.2 (02f162d3-a7ab-47ef-80d5-c1214392189e/d5d24254-b809-45ee-8fdf-aafe1884b375/4ada7bce-be9f-4f48-b712-439744490ec4) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:49.391461 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Attempting to bind port d7524dc0-2d82-45a6-9da4-372ed0435227 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:01:49.393264 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Attempting to bind port d7524dc0-2d82-45a6-9da4-372ed0435227 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'ae8e2019-ef06-42e3-a47a-35e851414619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c02d08c0-2609-4d84-bd08-03b37782b3fb'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:01:49.395112 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Attempting to bind port d7524dc0-2d82-45a6-9da4-372ed0435227 on network c02d08c0-2609-4d84-bd08-03b37782b3fb {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:01:49.574503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Port d7524dc0-2d82-45a6-9da4-372ed0435227 on network c02d08c0-2609-4d84-bd08-03b37782b3fb not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:01:49.575712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Attempting to bind port d7524dc0-2d82-45a6-9da4-372ed0435227 on network c02d08c0-2609-4d84-bd08-03b37782b3fb {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:01:49.586037 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-d3149ba6-0aa3-4748-b0cc-e3082e3dca96 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks [] for port (4ada7bce-be9f-4f48-b712-439744490ec4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:49.596263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:01:49.596847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Checking segment: {'id': 'ae8e2019-ef06-42e3-a47a-35e851414619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c02d08c0-2609-4d84-bd08-03b37782b3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:49.597405 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Bound using segment: {'id': 'ae8e2019-ef06-42e3-a47a-35e851414619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c02d08c0-2609-4d84-bd08-03b37782b3fb'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:01:49.597977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0173db-59eb-4853-a6b1-971109675821 req-c9dc2255-fe9a-4444-8b00-3dafd058aa3a tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:49.598218 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Bound port: d7524dc0-2d82-45a6-9da4-372ed0435227, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8e2019-ef06-42e3-a47a-35e851414619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c02d08c0-2609-4d84-bd08-03b37782b3fb'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:01:49.598786 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d7524dc0-2d82-45a6-9da4-372ed0435227), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:49.606306 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b0173db-59eb-4853-a6b1-971109675821 req-c9dc2255-fe9a-4444-8b00-3dafd058aa3a tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 944 time: 0.1345570 Feb 05 03:01:49.660184 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-edb8b111-fbc2-43dc-8663-faaf4dcbe2ca req-0cf134aa-01de-4de0-a247-e1851dd956f6 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 210 time: 0.0466461 Feb 05 03:01:49.663304 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b435c7c8-338c-4e34-a808-5c7046e418ae tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (ef7ab001-8852-4bd3-8f83-bc9f4a840d87), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:49.714051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] For port d7524dc0-2d82-45a6-9da4-372ed0435227, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:01:49.718748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435c7c8-338c-4e34-a808-5c7046e418ae tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7ab001-8852-4bd3-8f83-bc9f4a840d87,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:49.719272 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] For port d7524dc0-2d82-45a6-9da4-372ed0435227, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d7524dc0-2d82-45a6-9da4-372ed0435227,segment=NetworkSegment(ae8e2019-ef06-42e3-a47a-35e851414619),segment_id=ae8e2019-ef06-42e3-a47a-35e851414619)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:01:49.729350 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-d3149ba6-0aa3-4748-b0cc-e3082e3dca96 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:49.745286 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b435c7c8-338c-4e34-a808-5c7046e418ae tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:49.752248 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b435c7c8-338c-4e34-a808-5c7046e418ae tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/ef7ab001-8852-4bd3-8f83-bc9f4a840d87 HTTP/1.1" status: 204 len: 168 time: 1.1232100 Feb 05 03:01:49.752477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60476) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:49.760545 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ab2388-abe9-4995-94ce-0e1901e0c0c5 None None] Network c053d8a9-7873-4ee7-8e88-4744b4e8bcb0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:49.785547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-d3149ba6-0aa3-4748-b0cc-e3082e3dca96 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Network 02f162d3-a7ab-47ef-80d5-c1214392189e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:49.789124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-d3149ba6-0aa3-4748-b0cc-e3082e3dca96 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:49.850183 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (d7524dc0-2d82-45a6-9da4-372ed0435227), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:49.863010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-d3149ba6-0aa3-4748-b0cc-e3082e3dca96 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:49.882918 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b0173db-59eb-4853-a6b1-971109675821 req-f223fefc-cd03-4ca2-ac81-7b375f4ac751 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/security-groups?id=61b2d961-04e6-4f9c-b205-87b4fc46005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753241 Feb 05 03:01:49.908667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf47f1a-c214-40fd-80c0-f8ed02794089 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting subnet e71299f3-fd96-4547-887d-b3a3dadcbdc2 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:01:49.918423 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddf47f1a-c214-40fd-80c0-f8ed02794089 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (e71299f3-fd96-4547-887d-b3a3dadcbdc2), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:50.011780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-d3149ba6-0aa3-4748-b0cc-e3082e3dca96 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:50.012479 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-d3149ba6-0aa3-4748-b0cc-e3082e3dca96 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:50.033981 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddf47f1a-c214-40fd-80c0-f8ed02794089 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (e71299f3-fd96-4547-887d-b3a3dadcbdc2), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:50.077514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3149ba6-0aa3-4748-b0cc-e3082e3dca96 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Pushing event updated for resources: {'Port': ['ID=4ada7bce-be9f-4f48-b712-439744490ec4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:50.169739 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:50.170429 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:50.173803 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] 10.222.0.31 "PUT /v2.0/ports/d7524dc0-2d82-45a6-9da4-372ed0435227 HTTP/1.1" status: 200 len: 1092 time: 3.2132955 Feb 05 03:01:50.174356 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a61a3e5-744b-4d8d-be96-9733f528832b', 'tag': 'd7524dc0-2d82-45a6-9da4-372ed0435227'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:01:50.184246 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3ec811-056f-4317-afd3-316ee8bda9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8a61a3e5-744b-4d8d-be96-9733f528832b", "tag": "d7524dc0-2d82-45a6-9da4-372ed0435227"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:01:50.195935 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-d3149ba6-0aa3-4748-b0cc-e3082e3dca96 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7828243 Feb 05 03:01:50.220074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Request body: {'port': {'device_id': 'ff8452cc-830e-4c2f-8eda-98a254f17454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:50.283849 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddf47f1a-c214-40fd-80c0-f8ed02794089 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e71299f3-fd96-4547-887d-b3a3dadcbdc2), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:50.300842 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6090b2-2324-45de-862e-a59c9994a4b2 x-openstack-request-id: req-0f6090b2-2324-45de-862e-a59c9994a4b2 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:01:50.301202 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a61a3e5-744b-4d8d-be96-9733f528832b", "tag": "d7524dc0-2d82-45a6-9da4-372ed0435227", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:01:50.301496 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f6090b2-2324-45de-862e-a59c9994a4b2 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:01:50.301847 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a61a3e5-744b-4d8d-be96-9733f528832b', 'tag': 'd7524dc0-2d82-45a6-9da4-372ed0435227', 'status': 'completed', 'code': 200} Feb 05 03:01:50.381530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8042a0f-963a-404e-8557-9535434f80a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7524dc0-2d82-45a6-9da4-372ed0435227,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:50.401759 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddf47f1a-c214-40fd-80c0-f8ed02794089 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (e71299f3-fd96-4547-887d-b3a3dadcbdc2), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:50.460074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-7d6e8591-8b02-467b-8838-06c789d29cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:50.462419 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-7d6e8591-8b02-467b-8838-06c789d29cd7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=818e9e2b5aef4dffb618d4c45cdd1b64&device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 1126 time: 0.2240653 Feb 05 03:01:50.463093 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:50.492522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf47f1a-c214-40fd-80c0-f8ed02794089 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Subnet': ['ID=e71299f3-fd96-4547-887d-b3a3dadcbdc2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:50.501130 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddf47f1a-c214-40fd-80c0-f8ed02794089 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:50.511873 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ddf47f1a-c214-40fd-80c0-f8ed02794089 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/e71299f3-fd96-4547-887d-b3a3dadcbdc2 HTTP/1.1" status: 204 len: 168 time: 0.7582529 Feb 05 03:01:50.515676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60524) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:50.573109 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-eacf96fb-e3d1-43d0-b566-e3fad97360bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7524dc0-2d82-45a6-9da4-372ed0435227 HTTP/1.1" status: 200 len: 217 time: 0.0994096 Feb 05 03:01:50.712374 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (c053d8a9-7873-4ee7-8e88-4744b4e8bcb0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:50.898379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-be5c4f4e-7f09-4568-8408-708da618289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:50.899212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da187a-d15e-4cba-b102-a5e24416385f req-58df39e8-d540-4bdc-8b02-c20f3f077e2c tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:50.900061 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-be5c4f4e-7f09-4568-8408-708da618289a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d654e09-0343-4f85-888b-a9a0a15ad642 HTTP/1.1" status: 200 len: 849 time: 0.3026435 Feb 05 03:01:50.911286 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51da187a-d15e-4cba-b102-a5e24416385f req-58df39e8-d540-4bdc-8b02-c20f3f077e2c tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 931 time: 0.1159716 Feb 05 03:01:50.924958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port 97cc68d9-1568-4d60-a772-d9f9db28dc14 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:50.925393 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:51.007507 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-958bc53e-9529-4488-9ba3-28842128f37c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c02d08c0-2609-4d84-bd08-03b37782b3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991285 Feb 05 03:01:51.050849 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51da187a-d15e-4cba-b102-a5e24416385f req-13d13f79-6242-4bc5-bcba-67c5b76e048d tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391914 Feb 05 03:01:51.060539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] For port 97cc68d9-1568-4d60-a772-d9f9db28dc14, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=97cc68d9-1568-4d60-a772-d9f9db28dc14,segment=NetworkSegment(fa1d7a19-1c54-4020-9558-e6f11d7610eb),segment_id=fa1d7a19-1c54-4020-9558-e6f11d7610eb)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:51.061062 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:51.079065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for 97cc68d9-1568-4d60-a772-d9f9db28dc14 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:51.273804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e59acf-60b0-485a-aae0-0912dafc13a6 None None] Network c053d8a9-7873-4ee7-8e88-4744b4e8bcb0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:51.288624 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-e89170ae-cb70-445b-9535-09111917c999 service neutron] 10.222.0.31 "GET /v2.0/networks/c02d08c0-2609-4d84-bd08-03b37782b3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738132 Feb 05 03:01:51.334363 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (97cc68d9-1568-4d60-a772-d9f9db28dc14), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:51.375141 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7c8cd-0995-4d2c-8a5b-4cc685ffa7c4 req-56d500ca-c326-4d62-8cf4-55daf77ec080 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:51.376802 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dab7c8cd-0995-4d2c-8a5b-4cc685ffa7c4 req-56d500ca-c326-4d62-8cf4-55daf77ec080 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 944 time: 0.1741092 Feb 05 03:01:51.416794 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No DVR routers for this DVR port 97cc68d9-1568-4d60-a772-d9f9db28dc14 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:01:51.425730 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8c22dec3-37b1-4a48-99c1-177a1ff5086c req-9ab0ba18-ad6b-4167-a678-e84909a36726 service neutron] 10.222.0.31 "GET /v2.0/networks/c02d08c0-2609-4d84-bd08-03b37782b3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306229 Feb 05 03:01:51.427329 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=97cc68d9-1568-4d60-a772-d9f9db28dc14,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:51.557619 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ada7bce-be9f-4f48-b712-439744490ec4 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:01:51.570256 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Publish callbacks [] for port (4ada7bce-be9f-4f48-b712-439744490ec4), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:51.612181 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dab7c8cd-0995-4d2c-8a5b-4cc685ffa7c4 req-5601d84e-950d-4f76-9167-aeb8ed9a859b tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/security-groups?id=61b2d961-04e6-4f9c-b205-87b4fc46005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965339 Feb 05 03:01:51.628444 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Transition to ACTIVE for port object 4ada7bce-be9f-4f48-b712-439744490ec4 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:01:51.638611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ec811-056f-4317-afd3-316ee8bda9ff req-f86e94e3-7e0a-4505-a9b0-66401f945984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:51.643235 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ae3ec811-056f-4317-afd3-316ee8bda9ff req-f86e94e3-7e0a-4505-a9b0-66401f945984 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=818e9e2b5aef4dffb618d4c45cdd1b64&device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 1126 time: 0.1507201 Feb 05 03:01:51.645953 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:51.649469 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (c053d8a9-7873-4ee7-8e88-4744b4e8bcb0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:51.652648 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a7935e45-1e95-48ff-98fc-9e8355b6f3f7 None None] Could not find standard attr ID for object 97cc68d9-1568-4d60-a772-d9f9db28dc14. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:01:51.703626 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c053d8a9-7873-4ee7-8e88-4744b4e8bcb0']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:51.736122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1d7a19-1c54-4020-9558-e6f11d7610eb') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:51.736426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1d7a19-1c54-4020-9558-e6f11d7610eb') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:01:51.761793 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (fa1d7a19-1c54-4020-9558-e6f11d7610eb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:51.787996 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8374676f-2449-4a38-9642-e0e58b6ae9a3 None None] DHCP port deletion for c053d8a9-7873-4ee7-8e88-4744b4e8bcb0 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:01:51.796144 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (fa1d7a19-1c54-4020-9558-e6f11d7610eb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:51.808876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:01:51.809749 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (fa1d7a19-1c54-4020-9558-e6f11d7610eb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:01:51.813407 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:01:51.847034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ada7bce-be9f-4f48-b712-439744490ec4,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:51.894336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ec811-056f-4317-afd3-316ee8bda9ff req-6713ccc1-e848-4404-8f31-c1beefe66b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:51.895854 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ae3ec811-056f-4317-afd3-316ee8bda9ff req-6713ccc1-e848-4404-8f31-c1beefe66b68 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c02d08c0-2609-4d84-bd08-03b37782b3fb HTTP/1.1" status: 200 len: 910 time: 0.2390521 Feb 05 03:01:51.906356 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (c053d8a9-7873-4ee7-8e88-4744b4e8bcb0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:51.915156 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:51.921357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/networks/c053d8a9-7873-4ee7-8e88-4744b4e8bcb0 HTTP/1.1" status: 204 len: 168 time: 1.4031610 Feb 05 03:01:51.939542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60622) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:51.940360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10744c3-1a9c-49d7-b9e6-fa2d2d13ef28 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Network': ['ID=c053d8a9-7873-4ee7-8e88-4744b4e8bcb0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:51.973090 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ae3ec811-056f-4317-afd3-316ee8bda9ff req-fc2be706-0dcb-44fa-beed-c26f71f7de35 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7524dc0-2d82-45a6-9da4-372ed0435227 HTTP/1.1" status: 200 len: 217 time: 0.0625861 Feb 05 03:01:51.985059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Attempting to bind port 4ada7bce-be9f-4f48-b712-439744490ec4 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:01:51.985401 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Attempting to bind port 4ada7bce-be9f-4f48-b712-439744490ec4 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:01:51.985824 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Attempting to bind port 4ada7bce-be9f-4f48-b712-439744490ec4 on network 02f162d3-a7ab-47ef-80d5-c1214392189e {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:01:51.999037 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Port 4ada7bce-be9f-4f48-b712-439744490ec4 on network 02f162d3-a7ab-47ef-80d5-c1214392189e not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:01:51.999520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Attempting to bind port 4ada7bce-be9f-4f48-b712-439744490ec4 on network 02f162d3-a7ab-47ef-80d5-c1214392189e {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:01:52.012113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731f7b03-efdc-489c-a63c-34870c85b69b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:52.013839 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-731f7b03-efdc-489c-a63c-34870c85b69b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0659020 Feb 05 03:01:52.017335 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60624) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:52.034369 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:01:52.034987 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Checking segment: {'id': '6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:52.035376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Bound using segment: {'id': '6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:01:52.035818 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Bound port: 4ada7bce-be9f-4f48-b712-439744490ec4, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:01:52.037037 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:52.098809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ec811-056f-4317-afd3-316ee8bda9ff req-72bedd44-c09b-4c18-a727-511b68974c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:52.100903 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ae3ec811-056f-4317-afd3-316ee8bda9ff req-72bedd44-c09b-4c18-a727-511b68974c85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d654e09-0343-4f85-888b-a9a0a15ad642 HTTP/1.1" status: 200 len: 849 time: 0.1269917 Feb 05 03:01:52.158245 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ae3ec811-056f-4317-afd3-316ee8bda9ff req-d28194ea-9fea-4765-8953-ac740c20adf9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c02d08c0-2609-4d84-bd08-03b37782b3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495379 Feb 05 03:01:52.213572 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a7641d17-f005-47db-9769-5e6947ad210f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1915841 Feb 05 03:01:52.219300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60646) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:52.225964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1f7e94de-c5be-4e69-bc93-20a4d8bef751 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-505235257'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:52.256141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] For port 4ada7bce-be9f-4f48-b712-439744490ec4, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:01:52.262552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] For port 4ada7bce-be9f-4f48-b712-439744490ec4, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4ada7bce-be9f-4f48-b712-439744490ec4,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:01:52.280462 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:52.300383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:52.301358 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:52.302853 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] 10.222.0.31 "PUT /v2.0/ports/4ada7bce-be9f-4f48-b712-439744490ec4 HTTP/1.1" status: 200 len: 1091 time: 2.0947983 Feb 05 03:01:52.309896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8452cc-830e-4c2f-8eda-98a254f17454', 'tag': '4ada7bce-be9f-4f48-b712-439744490ec4'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:01:52.311517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7e94de-c5be-4e69-bc93-20a4d8bef751 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:52.312613 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2627346-9823-4d3f-80a8-8cf5663424cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8452cc-830e-4c2f-8eda-98a254f17454", "tag": "4ada7bce-be9f-4f48-b712-439744490ec4"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:01:52.322282 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f7e94de-c5be-4e69-bc93-20a4d8bef751 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:52.423155 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ae3ec811-056f-4317-afd3-316ee8bda9ff req-a6e8ab88-1875-4fcc-ac02-4fff81145bae service neutron] 10.222.0.31 "GET /v2.0/networks/c02d08c0-2609-4d84-bd08-03b37782b3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496397 Feb 05 03:01:52.425151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f52a4-d260-40b3-a089-db7dba7b02a2 req-ed55a500-d075-47ed-a2fc-5e975161c755 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:52.444783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a9f52a4-d260-40b3-a089-db7dba7b02a2 req-ed55a500-d075-47ed-a2fc-5e975161c755 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 943 time: 0.2020447 Feb 05 03:01:52.470543 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 97cc68d9-1568-4d60-a772-d9f9db28dc14 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:01:52.505678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7e94de-c5be-4e69-bc93-20a4d8bef751 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:01:52.522630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 97cc68d9-1568-4d60-a772-d9f9db28dc14 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:01:52.523004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 97cc68d9-1568-4d60-a772-d9f9db28dc14 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:01:52.545148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00e618-9dc9-4f5a-88a4-91ccb2db20b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ada7bce-be9f-4f48-b712-439744490ec4,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:52.556221 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f7e94de-c5be-4e69-bc93-20a4d8bef751 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (6128c78b-232a-483d-8f5b-ea79e1d84a90), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:52.556579 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-1f7e94de-c5be-4e69-bc93-20a4d8bef751 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Added segment 6128c78b-232a-483d-8f5b-ea79e1d84a90 of type vlan for network 42fa7382-6926-4964-ba55-588573c14cf7 Feb 05 03:01:52.615825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5cc2a51d-1cc6-4a4f-8c7d-8e425bf9cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:52.620928 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-5cc2a51d-1cc6-4a4f-8c7d-8e425bf9cf8e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eff40dc1f6d44399b834eef21648cf11&device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 1125 time: 0.2401416 Feb 05 03:01:52.633725 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a9f52a4-d260-40b3-a089-db7dba7b02a2 req-6132c789-f1eb-452b-8d26-930f2cd963a5 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775823 Feb 05 03:01:52.698199 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f7e94de-c5be-4e69-bc93-20a4d8bef751 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (42fa7382-6926-4964-ba55-588573c14cf7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:52.700261 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ae3ec811-056f-4317-afd3-316ee8bda9ff req-a3999874-5db3-492e-b5f5-6d2e07a6e3ca service neutron] 10.222.0.31 "GET /v2.0/networks/c02d08c0-2609-4d84-bd08-03b37782b3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627156 Feb 05 03:01:52.794883 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e10f47-4cf7-4950-be67-66f71b520e42 x-openstack-request-id: req-08e10f47-4cf7-4950-be67-66f71b520e42 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:01:52.795411 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8452cc-830e-4c2f-8eda-98a254f17454", "tag": "4ada7bce-be9f-4f48-b712-439744490ec4", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:01:52.795996 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08e10f47-4cf7-4950-be67-66f71b520e42 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:01:52.796556 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8452cc-830e-4c2f-8eda-98a254f17454', 'tag': '4ada7bce-be9f-4f48-b712-439744490ec4', 'status': 'completed', 'code': 200} Feb 05 03:01:52.799498 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-d9013304-955c-4401-8a45-d6e96bb88f00 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ada7bce-be9f-4f48-b712-439744490ec4 HTTP/1.1" status: 200 len: 217 time: 0.0954952 Feb 05 03:01:52.865666 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f7e94de-c5be-4e69-bc93-20a4d8bef751 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (42fa7382-6926-4964-ba55-588573c14cf7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:52.877634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7e94de-c5be-4e69-bc93-20a4d8bef751 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:52.878273 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f7e94de-c5be-4e69-bc93-20a4d8bef751 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:52.935194 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-c57e4d9e-df7a-41e4-9f33-75a7b64b54c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:52.940301 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-c57e4d9e-df7a-41e4-9f33-75a7b64b54c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5d24254-b809-45ee-8fdf-aafe1884b375 HTTP/1.1" status: 200 len: 855 time: 0.1306446 Feb 05 03:01:52.984299 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1f7e94de-c5be-4e69-bc93-20a4d8bef751 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7613244 Feb 05 03:01:52.986520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60702) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:52.998248 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-20f24ea4-0db3-4226-8583-d5c1d0c0f874 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'subnet': {'network_id': '42fa7382-6926-4964-ba55-588573c14cf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:53.004273 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e94de-c5be-4e69-bc93-20a4d8bef751 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Network': ['ID=42fa7382-6926-4964-ba55-588573c14cf7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:53.017724 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 42fa7382-6926-4964-ba55-588573c14cf7 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:01:53.038523 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-7e6eb124-e185-4bc4-a649-5e75f8d8eeb7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=02f162d3-a7ab-47ef-80d5-c1214392189e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935595 Feb 05 03:01:53.075496 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c9fc1-5d38-4863-ae21-b41bc6c653ee req-e72e2adc-b036-4943-8400-74d7089090e5 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:53.077116 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d46c9fc1-5d38-4863-ae21-b41bc6c653ee req-e72e2adc-b036-4943-8400-74d7089090e5 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 944 time: 0.2527595 Feb 05 03:01:53.245179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d46c9fc1-5d38-4863-ae21-b41bc6c653ee req-23e5f696-d2c0-4aa9-b3d1-978d3de6a297 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/security-groups?id=61b2d961-04e6-4f9c-b205-87b4fc46005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516070 Feb 05 03:01:53.258950 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-fd424f36-1aa4-4357-98a1-352edf3bf410 service neutron] 10.222.0.31 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117844 Feb 05 03:01:53.305744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f24ea4-0db3-4226-8583-d5c1d0c0f874 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:53.309557 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20f24ea4-0db3-4226-8583-d5c1d0c0f874 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:53.409606 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dfa5b01d-12c7-4279-a948-3ccd7b7cc0d6 req-86531136-6244-4327-86e2-2c1e15933575 service neutron] 10.222.0.31 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386933 Feb 05 03:01:53.574156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2627346-9823-4d3f-80a8-8cf5663424cd req-8adb69ec-0fbe-45cf-81bc-0b6da5caf3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:53.577043 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2627346-9823-4d3f-80a8-8cf5663424cd req-8adb69ec-0fbe-45cf-81bc-0b6da5caf3a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eff40dc1f6d44399b834eef21648cf11&device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 1125 time: 0.1119866 Feb 05 03:01:53.724023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20f24ea4-0db3-4226-8583-d5c1d0c0f874 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (a059a084-8984-4a99-900c-61100d942f80), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:53.793638 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f24ea4-0db3-4226-8583-d5c1d0c0f874 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Subnet': ['ID=a059a084-8984-4a99-900c-61100d942f80,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:53.802375 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2627346-9823-4d3f-80a8-8cf5663424cd req-b7c8063b-9b02-4e01-a6c6-9184510e57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:53.810692 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2627346-9823-4d3f-80a8-8cf5663424cd req-b7c8063b-9b02-4e01-a6c6-9184510e57d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=02f162d3-a7ab-47ef-80d5-c1214392189e HTTP/1.1" status: 200 len: 916 time: 0.2247539 Feb 05 03:01:53.897536 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2627346-9823-4d3f-80a8-8cf5663424cd req-6a32739e-d11a-4b25-976f-72a3661bbab0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ada7bce-be9f-4f48-b712-439744490ec4 HTTP/1.1" status: 200 len: 217 time: 0.0804143 Feb 05 03:01:53.980238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f24ea4-0db3-4226-8583-d5c1d0c0f874 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Checking segment: {'id': '6128c78b-232a-483d-8f5b-ea79e1d84a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '42fa7382-6926-4964-ba55-588573c14cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:53.980604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f24ea4-0db3-4226-8583-d5c1d0c0f874 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network hostable DHCP agents. Network: 42fa7382-6926-4964-ba55-588573c14cf7, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:01:53.995819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2627346-9823-4d3f-80a8-8cf5663424cd req-5366d5af-1f3c-4c73-8d72-02a08bfc6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:53.999688 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2627346-9823-4d3f-80a8-8cf5663424cd req-5366d5af-1f3c-4c73-8d72-02a08bfc6246 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5d24254-b809-45ee-8fdf-aafe1884b375 HTTP/1.1" status: 200 len: 855 time: 0.0964954 Feb 05 03:01:54.064508 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2627346-9823-4d3f-80a8-8cf5663424cd req-0545012d-f095-47a2-9a28-163e08af865f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=02f162d3-a7ab-47ef-80d5-c1214392189e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595436 Feb 05 03:01:54.068654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3c74e-ac14-4773-bc97-166304205f61 req-312c52aa-68f5-4596-9ae2-ef5bd0bb4a88 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:54.072732 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccf3c74e-ac14-4773-bc97-166304205f61 req-312c52aa-68f5-4596-9ae2-ef5bd0bb4a88 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 943 time: 0.2802358 Feb 05 03:01:54.076600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f24ea4-0db3-4226-8583-d5c1d0c0f874 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network 42fa7382-6926-4964-ba55-588573c14cf7 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:01:54.155701 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-20f24ea4-0db3-4226-8583-d5c1d0c0f874 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 42fa7382-6926-4964-ba55-588573c14cf7) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:54.166339 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c11855-937f-4c36-96a7-12e20e11cd42 None None] Network 42fa7382-6926-4964-ba55-588573c14cf7 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:54.168555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f24ea4-0db3-4226-8583-d5c1d0c0f874 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:54.174026 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20f24ea4-0db3-4226-8583-d5c1d0c0f874 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:54.234630 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-20f24ea4-0db3-4226-8583-d5c1d0c0f874 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2429774 Feb 05 03:01:54.235452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60728) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:54.243712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1e8443af-4c5a-4a62-a381-692a40ee7db8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'network_id': '42fa7382-6926-4964-ba55-588573c14cf7', 'name': 'tempest-PortsIpV6TestJSON-108312212'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:54.255895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60730) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:54.267778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccf3c74e-ac14-4773-bc97-166304205f61 req-ee6820f3-fa4c-49b6-af0b-2dc8c3da9753 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792285 Feb 05 03:01:54.386136 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2627346-9823-4d3f-80a8-8cf5663424cd req-d8f9a7f4-133f-4471-b09a-dcb4cb2b87a8 service neutron] 10.222.0.31 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142705 Feb 05 03:01:54.420750 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-42fa7382-6926-4964-ba55-588573c14cf7', 'network_id': '42fa7382-6926-4964-ba55-588573c14cf7', 'project_id': 'fc3ef97cf5ac463583f853fb4b82e975', 'fixed_ips': [{'subnet_id': 'a059a084-8984-4a99-900c-61100d942f80'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:01:54.422705 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:54.535229 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ac96cbc-2135-4360-bde8-e54fde70b765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:54.577380 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d79373-4527-44d9-9a08-810181f18557 req-d72f94c9-9686-472f-b153-80e73703f677 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:54.589869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7d79373-4527-44d9-9a08-810181f18557 req-d72f94c9-9686-472f-b153-80e73703f677 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 944 time: 0.1870036 Feb 05 03:01:54.592831 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8443af-4c5a-4a62-a381-692a40ee7db8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:54.596363 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e8443af-4c5a-4a62-a381-692a40ee7db8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:54.648597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-1e8443af-4c5a-4a62-a381-692a40ee7db8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] device_id is not set on port 7c32ee33-72c8-4928-b019-5bc5269886e4 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:01:54.663942 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2627346-9823-4d3f-80a8-8cf5663424cd req-16fdbfc3-b2e9-4316-a7f4-b6640344b5f4 service neutron] 10.222.0.31 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687597 Feb 05 03:01:54.732459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Allocated IP 2001:db8::2 (42fa7382-6926-4964-ba55-588573c14cf7/a059a084-8984-4a99-900c-61100d942f80/bddce18b-210c-4317-8db6-b7b2b19c1d39) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:54.750460 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ac96cbc-2135-4360-bde8-e54fde70b765 admin admin] Publish callbacks [] for security_group (0b12914f-e5ae-45f2-a429-8a6acab2ab55), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:54.760713 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ac96cbc-2135-4360-bde8-e54fde70b765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0b12914f-e5ae-45f2-a429-8a6acab2ab55), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:54.776695 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7d79373-4527-44d9-9a08-810181f18557 req-4d2f171f-7326-4503-87c5-fba74f61fc7b tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/security-groups?id=61b2d961-04e6-4f9c-b205-87b4fc46005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858003 Feb 05 03:01:54.844574 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60738) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:54.844774 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9ac96cbc-2135-4360-bde8-e54fde70b765 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1c46d716d544732b35b48f822232a38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5845702 Feb 05 03:01:54.845565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac96cbc-2135-4360-bde8-e54fde70b765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b12914f-e5ae-45f2-a429-8a6acab2ab55,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:54.908672 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1a2fb51b-701c-4404-b5cd-45bf62a4747a admin admin] Publish callbacks [] for security_group (0b12914f-e5ae-45f2-a429-8a6acab2ab55), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:54.947597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device d7524dc0-2d82-45a6-9da4-372ed0435227 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:01:54.958539 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Publish callbacks [] for port (bddce18b-210c-4317-8db6-b7b2b19c1d39), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:54.972393 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1a2fb51b-701c-4404-b5cd-45bf62a4747a admin admin] Publish callbacks [] for security_group (0b12914f-e5ae-45f2-a429-8a6acab2ab55), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:54.973642 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (bddce18b-210c-4317-8db6-b7b2b19c1d39), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:55.042025 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-1e8443af-4c5a-4a62-a381-692a40ee7db8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Allocated IP 2001:db8::7f (42fa7382-6926-4964-ba55-588573c14cf7/a059a084-8984-4a99-900c-61100d942f80/7c32ee33-72c8-4928-b019-5bc5269886e4) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:55.111940 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port d7524dc0-2d82-45a6-9da4-372ed0435227, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d7524dc0-2d82-45a6-9da4-372ed0435227,segment=NetworkSegment(ae8e2019-ef06-42e3-a47a-35e851414619),segment_id=ae8e2019-ef06-42e3-a47a-35e851414619)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:55.165158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Network 42fa7382-6926-4964-ba55-588573c14cf7 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:55.166818 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'd7524dc0-2d82-45a6-9da4-372ed0435227', 'network_id': 'c02d08c0-2609-4d84-bd08-03b37782b3fb', 'port_id': 'd7524dc0-2d82-45a6-9da4-372ed0435227', 'mac_address': 'fa:16:3e:19:08:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d654e09-0343-4f85-888b-a9a0a15ad642', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:01:55.172248 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:55.194218 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:55.214165 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e8443af-4c5a-4a62-a381-692a40ee7db8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (7c32ee33-72c8-4928-b019-5bc5269886e4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:55.264878 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e8443af-4c5a-4a62-a381-692a40ee7db8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7c32ee33-72c8-4928-b019-5bc5269886e4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:55.313486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port d7524dc0-2d82-45a6-9da4-372ed0435227 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:55.313890 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d7524dc0-2d82-45a6-9da4-372ed0435227), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:55.343161 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8443af-4c5a-4a62-a381-692a40ee7db8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network 42fa7382-6926-4964-ba55-588573c14cf7 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:55.350028 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8443af-4c5a-4a62-a381-692a40ee7db8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=7c32ee33-72c8-4928-b019-5bc5269886e4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:55.353900 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-1e8443af-4c5a-4a62-a381-692a40ee7db8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:55.360247 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Pushing event updated for resources: {'Port': ['ID=bddce18b-210c-4317-8db6-b7b2b19c1d39,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:55.378348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8443af-4c5a-4a62-a381-692a40ee7db8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:55.394433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8443af-4c5a-4a62-a381-692a40ee7db8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:55.395191 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e8443af-4c5a-4a62-a381-692a40ee7db8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:55.421935 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1a2fb51b-701c-4404-b5cd-45bf62a4747a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0b12914f-e5ae-45f2-a429-8a6acab2ab55), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:55.451458 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1a2fb51b-701c-4404-b5cd-45bf62a4747a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:55.452676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1a2fb51b-701c-4404-b5cd-45bf62a4747a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b12914f-e5ae-45f2-a429-8a6acab2ab55 HTTP/1.1" status: 204 len: 168 time: 0.6064916 Feb 05 03:01:55.499676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Attempting to bind port bddce18b-210c-4317-8db6-b7b2b19c1d39 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:01:55.500130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Attempting to bind port bddce18b-210c-4317-8db6-b7b2b19c1d39 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '6128c78b-232a-483d-8f5b-ea79e1d84a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '42fa7382-6926-4964-ba55-588573c14cf7'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:01:55.500416 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Attempting to bind port bddce18b-210c-4317-8db6-b7b2b19c1d39 on network 42fa7382-6926-4964-ba55-588573c14cf7 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:01:55.506280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:55.506934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:55.507451 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:55.508842 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:55.509421 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:55.509906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:55.510388 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:55.510929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:55.511541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:55.512043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:55.512694 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:55.513254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:55.514553 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:01:55.522802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7524dc0-2d82-45a6-9da4-372ed0435227 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:01:55.532232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:01:55.532881 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Checking segment: {'id': '6128c78b-232a-483d-8f5b-ea79e1d84a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '42fa7382-6926-4964-ba55-588573c14cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:01:55.533556 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:55.534250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Bound using segment: {'id': '6128c78b-232a-483d-8f5b-ea79e1d84a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '42fa7382-6926-4964-ba55-588573c14cf7'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:01:55.534965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Bound port: bddce18b-210c-4317-8db6-b7b2b19c1d39, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6128c78b-232a-483d-8f5b-ea79e1d84a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '42fa7382-6926-4964-ba55-588573c14cf7'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:01:55.535650 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bddce18b-210c-4317-8db6-b7b2b19c1d39), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:55.537922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60748) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:55.540370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1e8443af-4c5a-4a62-a381-692a40ee7db8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2981186 Feb 05 03:01:55.542026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fb51b-701c-4404-b5cd-45bf62a4747a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b12914f-e5ae-45f2-a429-8a6acab2ab55,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:55.544187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e6b8eba0-7298-428d-b80f-958f1de34c7e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'network_id': '42fa7382-6926-4964-ba55-588573c14cf7', 'name': 'tempest-PortsIpV6TestJSON-2068323799'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:01:55.650513 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbeeec-9337-4f7b-8ab9-c7de372f4b5c req-938a2579-339a-484b-9809-750c4e04cdc4 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:55.652565 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5abbeeec-9337-4f7b-8ab9-c7de372f4b5c req-938a2579-339a-484b-9809-750c4e04cdc4 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 943 time: 0.1933093 Feb 05 03:01:55.652979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] For port bddce18b-210c-4317-8db6-b7b2b19c1d39, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:01:55.657057 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] For port bddce18b-210c-4317-8db6-b7b2b19c1d39, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=bddce18b-210c-4317-8db6-b7b2b19c1d39,segment=NetworkSegment(6128c78b-232a-483d-8f5b-ea79e1d84a90),segment_id=6128c78b-232a-483d-8f5b-ea79e1d84a90)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:01:55.674349 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (bddce18b-210c-4317-8db6-b7b2b19c1d39), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:55.684152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port d7524dc0-2d82-45a6-9da4-372ed0435227, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d7524dc0-2d82-45a6-9da4-372ed0435227,segment=NetworkSegment(ae8e2019-ef06-42e3-a47a-35e851414619),segment_id=ae8e2019-ef06-42e3-a47a-35e851414619)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:55.756619 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d7524dc0-2d82-45a6-9da4-372ed0435227), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:55.759973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3b956-bd1e-4b17-ae1b-a1ab21e1b933 None None] Pushing event updated for resources: {'Port': ['ID=bddce18b-210c-4317-8db6-b7b2b19c1d39,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:55.796273 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b8eba0-7298-428d-b80f-958f1de34c7e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:01:55.803954 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5abbeeec-9337-4f7b-8ab9-c7de372f4b5c req-562e5cc4-4976-4eca-aabc-3a5b99f8ce12 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425805 Feb 05 03:01:55.810697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6b8eba0-7298-428d-b80f-958f1de34c7e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:55.849830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-e6b8eba0-7298-428d-b80f-958f1de34c7e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] device_id is not set on port a15a35a4-7070-4013-a898-778596fd9888 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:01:55.858210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=d7524dc0-2d82-45a6-9da4-372ed0435227,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:56.017757 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ebbdc-8d95-47d6-8488-a2a1e43ab791 req-c6875f06-85fe-43e8-b629-577073a62df9 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:56.019709 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-721ebbdc-8d95-47d6-8488-a2a1e43ab791 req-c6875f06-85fe-43e8-b629-577073a62df9 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 945 time: 0.1190760 Feb 05 03:01:56.060591 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['d7524dc0-2d82-45a6-9da4-372ed0435227'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:01:56.073610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-e6b8eba0-7298-428d-b80f-958f1de34c7e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Allocated IP 2001:db8::7d (42fa7382-6926-4964-ba55-588573c14cf7/a059a084-8984-4a99-900c-61100d942f80/a15a35a4-7070-4013-a898-778596fd9888) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:01:56.162415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-721ebbdc-8d95-47d6-8488-a2a1e43ab791 req-a7eb8fa8-7183-4415-bd37-4387a46d67ec tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/security-groups?id=61b2d961-04e6-4f9c-b205-87b4fc46005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288457 Feb 05 03:01:56.318277 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6b8eba0-7298-428d-b80f-958f1de34c7e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (a15a35a4-7070-4013-a898-778596fd9888), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:56.385424 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6b8eba0-7298-428d-b80f-958f1de34c7e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a15a35a4-7070-4013-a898-778596fd9888), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:56.433844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b8eba0-7298-428d-b80f-958f1de34c7e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network 42fa7382-6926-4964-ba55-588573c14cf7 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:01:56.438953 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-e6b8eba0-7298-428d-b80f-958f1de34c7e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:01:56.442684 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b8eba0-7298-428d-b80f-958f1de34c7e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:01:56.448640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b8eba0-7298-428d-b80f-958f1de34c7e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:56.449275 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6b8eba0-7298-428d-b80f-958f1de34c7e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:56.486889 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e6b8eba0-7298-428d-b80f-958f1de34c7e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9453204 Feb 05 03:01:56.486889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8eba0-7298-428d-b80f-958f1de34c7e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=a15a35a4-7070-4013-a898-778596fd9888,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:56.487183 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60768) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:56.575658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device bddce18b-210c-4317-8db6-b7b2b19c1d39 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:01:56.651185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff87e044-bde0-4a58-90e8-07de37b168c4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:56.655290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ff87e044-bde0-4a58-90e8-07de37b168c4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A7f HTTP/1.1" status: 200 len: 927 time: 0.1646044 Feb 05 03:01:56.655979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port bddce18b-210c-4317-8db6-b7b2b19c1d39 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:56.656124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60782) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:56.656549 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bddce18b-210c-4317-8db6-b7b2b19c1d39), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:56.801125 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port bddce18b-210c-4317-8db6-b7b2b19c1d39 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:56.801487 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bddce18b-210c-4317-8db6-b7b2b19c1d39), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:56.805758 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7022f036-3714-4faa-a0c2-5e62d60ba6dc tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port a15a35a4-7070-4013-a898-778596fd9888 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:56.806344 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7022f036-3714-4faa-a0c2-5e62d60ba6dc tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a15a35a4-7070-4013-a898-778596fd9888), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:56.879876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port bddce18b-210c-4317-8db6-b7b2b19c1d39, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=bddce18b-210c-4317-8db6-b7b2b19c1d39,segment=NetworkSegment(6128c78b-232a-483d-8f5b-ea79e1d84a90),segment_id=6128c78b-232a-483d-8f5b-ea79e1d84a90)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:56.890526 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (bddce18b-210c-4317-8db6-b7b2b19c1d39), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:56.987217 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7022f036-3714-4faa-a0c2-5e62d60ba6dc tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a15a35a4-7070-4013-a898-778596fd9888), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:56.989491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4ada7bce-be9f-4f48-b712-439744490ec4 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:01:57.033174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7022f036-3714-4faa-a0c2-5e62d60ba6dc tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for a15a35a4-7070-4013-a898-778596fd9888 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:57.070215 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029ed61-cfd4-4c8c-9532-dd20e1997a7d req-bd9f123e-f876-424a-bc47-87749226c5af tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:57.091805 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6029ed61-cfd4-4c8c-9532-dd20e1997a7d req-bd9f123e-f876-424a-bc47-87749226c5af tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 943 time: 0.1597798 Feb 05 03:01:57.159615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device d7524dc0-2d82-45a6-9da4-372ed0435227 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:01:57.308086 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6029ed61-cfd4-4c8c-9532-dd20e1997a7d req-f878030f-dc8b-41a4-9c3a-01018e8894f6 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074945 Feb 05 03:01:57.350213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=bddce18b-210c-4317-8db6-b7b2b19c1d39,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:57.408229 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7022f036-3714-4faa-a0c2-5e62d60ba6dc tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a15a35a4-7070-4013-a898-778596fd9888), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:57.451676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac142a7-c5b5-4170-8032-c0d3549d3c94 req-e8d12e05-db08-4a49-8943-31df55be7c7e tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:57.452766 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022f036-3714-4faa-a0c2-5e62d60ba6dc tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=a15a35a4-7070-4013-a898-778596fd9888,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:57.454376 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ac142a7-c5b5-4170-8032-c0d3549d3c94 req-e8d12e05-db08-4a49-8943-31df55be7c7e tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 945 time: 0.0775988 Feb 05 03:01:57.502687 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7022f036-3714-4faa-a0c2-5e62d60ba6dc tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:57.511629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae030dd1-86c2-46a9-bbc5-44e1a5d9cf63 None None] Network 42fa7382-6926-4964-ba55-588573c14cf7 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:01:57.514778 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7022f036-3714-4faa-a0c2-5e62d60ba6dc tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/a15a35a4-7070-4013-a898-778596fd9888 HTTP/1.1" status: 204 len: 168 time: 0.8575816 Feb 05 03:01:57.517195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60808) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:57.556268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ac142a7-c5b5-4170-8032-c0d3549d3c94 req-c032a6d6-5a97-4883-a802-d7525df68f57 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/security-groups?id=61b2d961-04e6-4f9c-b205-87b4fc46005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817387 Feb 05 03:01:57.579242 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-6450c9e2-8641-4097-a5d7-059de7ce6cef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] GET failed (client error): The resource could not be found. Feb 05 03:01:57.586799 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6450c9e2-8641-4097-a5d7-059de7ce6cef tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports/a15a35a4-7070-4013-a898-778596fd9888 HTTP/1.1" status: 404 len: 333 time: 0.0685766 Feb 05 03:01:57.590387 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60810) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:57.680249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 4ada7bce-be9f-4f48-b712-439744490ec4, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4ada7bce-be9f-4f48-b712-439744490ec4,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:57.696871 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port d7524dc0-2d82-45a6-9da4-372ed0435227 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:01:57.716536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8cc28de9-4c01-45f0-9532-90fef9e14722 None None] Provisioning complete for port bddce18b-210c-4317-8db6-b7b2b19c1d39 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:57.718182 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8cc28de9-4c01-45f0-9532-90fef9e14722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bddce18b-210c-4317-8db6-b7b2b19c1d39), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:57.723875 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port d7524dc0-2d82-45a6-9da4-372ed0435227 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:57.724565 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d7524dc0-2d82-45a6-9da4-372ed0435227), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:57.748648 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-db1c9563-dab5-45a5-a714-8ecda66654e3 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port 7c32ee33-72c8-4928-b019-5bc5269886e4 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:01:57.749006 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db1c9563-dab5-45a5-a714-8ecda66654e3 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7c32ee33-72c8-4928-b019-5bc5269886e4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:57.769236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60820) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:57.831293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '4ada7bce-be9f-4f48-b712-439744490ec4', 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e', 'port_id': '4ada7bce-be9f-4f48-b712-439744490ec4', 'mac_address': 'fa:16:3e:d8:d7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d24254-b809-45ee-8fdf-aafe1884b375', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:01:57.882583 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db1c9563-dab5-45a5-a714-8ecda66654e3 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7c32ee33-72c8-4928-b019-5bc5269886e4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:57.900009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-db1c9563-dab5-45a5-a714-8ecda66654e3 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for 7c32ee33-72c8-4928-b019-5bc5269886e4 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:01:58.004640 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b7cc91d-1b3d-41e3-b515-a67a98f0d876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:58.020905 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port d7524dc0-2d82-45a6-9da4-372ed0435227 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:58.021448 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d7524dc0-2d82-45a6-9da4-372ed0435227), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:58.079516 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db1c9563-dab5-45a5-a714-8ecda66654e3 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7c32ee33-72c8-4928-b019-5bc5269886e4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:58.135427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c9563-dab5-45a5-a714-8ecda66654e3 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=7c32ee33-72c8-4928-b019-5bc5269886e4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:58.161224 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port d7524dc0-2d82-45a6-9da4-372ed0435227, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d7524dc0-2d82-45a6-9da4-372ed0435227,segment=NetworkSegment(ae8e2019-ef06-42e3-a47a-35e851414619),segment_id=ae8e2019-ef06-42e3-a47a-35e851414619)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:58.171591 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a61a3e5-744b-4d8d-be96-9733f528832b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7524dc0-2d82-45a6-9da4-372ed0435227'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:01:58.174852 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68b49aa-0e7f-4bc6-8202-4bd2d82f3d8a" -d '{"events": [{"server_uuid": "8a61a3e5-744b-4d8d-be96-9733f528832b", "name": "network-vif-plugged", "status": "completed", "tag": "d7524dc0-2d82-45a6-9da4-372ed0435227"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:01:58.197610 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db1c9563-dab5-45a5-a714-8ecda66654e3 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:58.204298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-db1c9563-dab5-45a5-a714-8ecda66654e3 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/7c32ee33-72c8-4928-b019-5bc5269886e4 HTTP/1.1" status: 204 len: 168 time: 0.6104183 Feb 05 03:01:58.205205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60828) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:58.233837 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d7524dc0-2d82-45a6-9da4-372ed0435227), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:58.235743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 4ada7bce-be9f-4f48-b712-439744490ec4 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:58.236122 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:58.248069 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b7cc91d-1b3d-41e3-b515-a67a98f0d876 admin admin] Publish callbacks [] for security_group (50ed7a15-2dd9-4452-8788-9eb18d406110), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:58.260018 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b7cc91d-1b3d-41e3-b515-a67a98f0d876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (50ed7a15-2dd9-4452-8788-9eb18d406110), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:58.310460 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ada7bce-be9f-4f48-b712-439744490ec4 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:01:58.323609 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3b7cc91d-1b3d-41e3-b515-a67a98f0d876 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=263f5cdc70924a2f905fa54408ed0b48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5503097 Feb 05 03:01:58.325131 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60834) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:58.352595 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-08768c60-be6a-40df-a6a4-a68cccfd050d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] GET failed (client error): The resource could not be found. Feb 05 03:01:58.357219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8cc28de9-4c01-45f0-9532-90fef9e14722 None None] Current status of the port bddce18b-210c-4317-8db6-b7b2b19c1d39 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:58.365908 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-08768c60-be6a-40df-a6a4-a68cccfd050d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports/7c32ee33-72c8-4928-b019-5bc5269886e4 HTTP/1.1" status: 404 len: 333 time: 0.1557753 Feb 05 03:01:58.371865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60836) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:01:58.434980 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f10f5a6-7385-40ee-9e95-7b0f010d98da x-openstack-request-id: req-3f10f5a6-7385-40ee-9e95-7b0f010d98da {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:01:58.435292 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a61a3e5-744b-4d8d-be96-9733f528832b", "name": "network-vif-plugged", "status": "completed", "tag": "d7524dc0-2d82-45a6-9da4-372ed0435227", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:01:58.435753 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f10f5a6-7385-40ee-9e95-7b0f010d98da {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:01:58.436253 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a61a3e5-744b-4d8d-be96-9733f528832b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7524dc0-2d82-45a6-9da4-372ed0435227', 'code': 200} Feb 05 03:01:58.469116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 4ada7bce-be9f-4f48-b712-439744490ec4, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4ada7bce-be9f-4f48-b712-439744490ec4,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:01:58.474482 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=d7524dc0-2d82-45a6-9da4-372ed0435227,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:58.482785 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:58.573721 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device bddce18b-210c-4317-8db6-b7b2b19c1d39 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:01:58.596485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3460dc-1919-4bd0-835b-173133bc23c2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting subnet a059a084-8984-4a99-900c-61100d942f80 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:01:58.674150 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cc91d-1b3d-41e3-b515-a67a98f0d876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ed7a15-2dd9-4452-8788-9eb18d406110,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:58.703961 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7f3460dc-1919-4bd0-835b-173133bc23c2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (a059a084-8984-4a99-900c-61100d942f80), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:58.717005 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6be7f516-e579-4a9d-83ce-8f92c626928c admin admin] Publish callbacks [] for security_group (50ed7a15-2dd9-4452-8788-9eb18d406110), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:58.764805 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6be7f516-e579-4a9d-83ce-8f92c626928c admin admin] Publish callbacks [] for security_group (50ed7a15-2dd9-4452-8788-9eb18d406110), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:58.780456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=4ada7bce-be9f-4f48-b712-439744490ec4,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:58.805432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port bddce18b-210c-4317-8db6-b7b2b19c1d39 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:58.805636 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bddce18b-210c-4317-8db6-b7b2b19c1d39), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:58.843319 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6be7f516-e579-4a9d-83ce-8f92c626928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (50ed7a15-2dd9-4452-8788-9eb18d406110), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:58.851005 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6be7f516-e579-4a9d-83ce-8f92c626928c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:58.857391 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['4ada7bce-be9f-4f48-b712-439744490ec4'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:01:58.871442 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6be7f516-e579-4a9d-83ce-8f92c626928c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50ed7a15-2dd9-4452-8788-9eb18d406110 HTTP/1.1" status: 204 len: 168 time: 0.5392678 Feb 05 03:01:58.896429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629514a-361f-4124-9a46-41a94b539ef2 req-20f4d470-dfa3-4767-821a-879e298cdb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:58.898543 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c629514a-361f-4124-9a46-41a94b539ef2 req-20f4d470-dfa3-4767-821a-879e298cdb28 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 1128 time: 0.4090109 Feb 05 03:01:58.916334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7f516-e579-4a9d-83ce-8f92c626928c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ed7a15-2dd9-4452-8788-9eb18d406110,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:01:58.963151 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7f3460dc-1919-4bd0-835b-173133bc23c2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (a059a084-8984-4a99-900c-61100d942f80), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:59.015478 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-745e8ee0-ff5e-4b60-a38f-a33cd69accd8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4346664 Feb 05 03:01:59.062431 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c629514a-361f-4124-9a46-41a94b539ef2 req-cfc28b2b-2700-4461-aafb-e277f377b7fb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=61b2d961-04e6-4f9c-b205-87b4fc46005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420531 Feb 05 03:01:59.090250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-196a4033-8e9f-4779-a794-f9a0080b435e None None] Provisioning complete for port bddce18b-210c-4317-8db6-b7b2b19c1d39 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:01:59.090914 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-196a4033-8e9f-4779-a794-f9a0080b435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bddce18b-210c-4317-8db6-b7b2b19c1d39), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:59.097972 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb0570-cb41-427e-840f-e2272fa2fb55 req-8b38f57a-2cec-40d3-8c3a-51a641134b1f tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:59.105429 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73cb0570-cb41-427e-840f-e2272fa2fb55 req-8b38f57a-2cec-40d3-8c3a-51a641134b1f tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 944 time: 0.5234709 Feb 05 03:01:59.222211 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113030b-c0a2-482f-afca-2bcf16a4e402 req-c9b158d7-302b-46af-97fa-a89d40645d98 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:59.230262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c113030b-c0a2-482f-afca-2bcf16a4e402 req-c9b158d7-302b-46af-97fa-a89d40645d98 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 946 time: 0.4755316 Feb 05 03:01:59.248419 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port bddce18b-210c-4317-8db6-b7b2b19c1d39 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:59.374133 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73cb0570-cb41-427e-840f-e2272fa2fb55 req-d2d08457-ec7a-4710-8913-963b09ffbe89 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677438 Feb 05 03:01:59.399894 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-196a4033-8e9f-4779-a794-f9a0080b435e None None] Current status of the port bddce18b-210c-4317-8db6-b7b2b19c1d39 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:01:59.411078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-196a4033-8e9f-4779-a794-f9a0080b435e None None] Could not find standard attr ID for object 7c32ee33-72c8-4928-b019-5bc5269886e4. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:01:59.439538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c113030b-c0a2-482f-afca-2bcf16a4e402 req-6f9e3573-77fe-4f4b-b88a-73efd909a9fb tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/security-groups?id=61b2d961-04e6-4f9c-b205-87b4fc46005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078927 Feb 05 03:01:59.449940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-9f883ec6-7577-4a2f-a0f1-f66366a73e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:59.450522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-9f883ec6-7577-4a2f-a0f1-f66366a73e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:59.454427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-9f883ec6-7577-4a2f-a0f1-f66366a73e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:59.454934 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-9f883ec6-7577-4a2f-a0f1-f66366a73e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:59.455399 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-9f883ec6-7577-4a2f-a0f1-f66366a73e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:59.455859 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-9f883ec6-7577-4a2f-a0f1-f66366a73e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:59.456312 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-9f883ec6-7577-4a2f-a0f1-f66366a73e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:59.459915 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-9f883ec6-7577-4a2f-a0f1-f66366a73e18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5357d824dd714019b322e09bbe4d07c4&device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 6719 time: 0.3441806 Feb 05 03:01:59.483101 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7f3460dc-1919-4bd0-835b-173133bc23c2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (a059a084-8984-4a99-900c-61100d942f80), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:01:59.528999 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e0dd1163-f014-45ab-88e0-1c73df21cdbd None None] Could not find standard attr ID for object 7c32ee33-72c8-4928-b019-5bc5269886e4. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:01:59.694942 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-1ce40da9-26d5-4d49-b473-041e32337176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:59.696970 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-1ce40da9-26d5-4d49-b473-041e32337176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:59.698028 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-1ce40da9-26d5-4d49-b473-041e32337176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:01:59.706870 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-1ce40da9-26d5-4d49-b473-041e32337176 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d72524e2-c521-4683-9c19-dd229da7f011&id=c5aefbcb-3560-43be-b51a-75b84be14b98&id=c5aefbcb-3560-43be-b51a-75b84be14b98&id=c5aefbcb-3560-43be-b51a-75b84be14b98&id=c5aefbcb-3560-43be-b51a-75b84be14b98&id=23c3b802-732a-4ca6-9fd0-342f741030c6&id=23c3b802-732a-4ca6-9fd0-342f741030c6 HTTP/1.1" status: 200 len: 2296 time: 0.1782997 Feb 05 03:01:59.858532 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d15df812-5670-4f45-816b-feb77aae1608 None None] Could not find standard attr ID for object a15a35a4-7070-4013-a898-778596fd9888. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:01:59.895261 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-6102cfbb-0a52-4404-bf9e-c40099f6c051 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09caaa35-a839-4626-8b1d-c0ee8a160586 HTTP/1.1" status: 200 len: 1001 time: 0.1789556 Feb 05 03:02:00.033892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-6f9a5f0a-5a45-4280-9a70-1fefef0ec747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:00.036249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-6f9a5f0a-5a45-4280-9a70-1fefef0ec747 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65c84e73-faba-4392-b4fa-4fde7696d92b HTTP/1.1" status: 200 len: 855 time: 0.1306996 Feb 05 03:02:00.038076 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7f3460dc-1919-4bd0-835b-173133bc23c2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (a059a084-8984-4a99-900c-61100d942f80), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:00.095792 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3460dc-1919-4bd0-835b-173133bc23c2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Subnet': ['ID=a059a084-8984-4a99-900c-61100d942f80,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:00.119142 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7f3460dc-1919-4bd0-835b-173133bc23c2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:00.124972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60864) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:00.125520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7f3460dc-1919-4bd0-835b-173133bc23c2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/a059a084-8984-4a99-900c-61100d942f80 HTTP/1.1" status: 204 len: 168 time: 1.7525833 Feb 05 03:02:00.146577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-9c276d5a-81a5-4631-8622-df53fa47a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:00.148936 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-9c276d5a-81a5-4631-8622-df53fa47a4d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d72524e2-c521-4683-9c19-dd229da7f011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1013961 Feb 05 03:02:00.254735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349dc5d9-fc50-4575-9005-539be8c80a5b None None] Network 42fa7382-6926-4964-ba55-588573c14cf7 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:00.363963 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-8fba2223-7a0c-47ae-a4e4-ea6205a3f554 service neutron] 10.222.0.10 "GET /v2.0/networks/d72524e2-c521-4683-9c19-dd229da7f011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023225 Feb 05 03:02:00.379733 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (42fa7382-6926-4964-ba55-588573c14cf7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:00.566060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-ba84931e-8263-4c5e-b428-fe8f0f60142c service neutron] 10.222.0.10 "GET /v2.0/networks/d72524e2-c521-4683-9c19-dd229da7f011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011535 Feb 05 03:02:00.585431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port bddce18b-210c-4317-8db6-b7b2b19c1d39 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:02:00.585874 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (bddce18b-210c-4317-8db6-b7b2b19c1d39), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:00.607725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1718a88-9679-480c-9b26-4b34b92be631 None None] DHCP port deletion for 42fa7382-6926-4964-ba55-588573c14cf7 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:02:00.661095 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-94f228de-70bf-4147-a579-fefb8320b2f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=8567b960-d574-4928-8419-2f6d67dbe1d3 HTTP/1.1" status: 200 len: 217 time: 0.0599012 Feb 05 03:02:00.697238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] For port bddce18b-210c-4317-8db6-b7b2b19c1d39, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=bddce18b-210c-4317-8db6-b7b2b19c1d39,segment=NetworkSegment(6128c78b-232a-483d-8f5b-ea79e1d84a90),segment_id=6128c78b-232a-483d-8f5b-ea79e1d84a90)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:00.697614 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (bddce18b-210c-4317-8db6-b7b2b19c1d39), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:00.703756 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c1718a88-9679-480c-9b26-4b34b92be631 None None] Deleting port bddce18b-210c-4317-8db6-b7b2b19c1d39 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:02:00.704136 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c1718a88-9679-480c-9b26-4b34b92be631 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (bddce18b-210c-4317-8db6-b7b2b19c1d39), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:00.720067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c9039-7100-489a-8398-87d668d3a9be req-6b5d9943-02e9-416c-a580-3904b699d887 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:00.722028 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-567c9039-7100-489a-8398-87d668d3a9be req-6b5d9943-02e9-416c-a580-3904b699d887 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 944 time: 0.1710086 Feb 05 03:02:00.749233 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for bddce18b-210c-4317-8db6-b7b2b19c1d39 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:02:00.769389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-afb0a76a-5af0-494d-b206-c025f12316ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:00.771208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-afb0a76a-5af0-494d-b206-c025f12316ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29702184-ea75-4909-b14f-c1806f6cd2f2 HTTP/1.1" status: 200 len: 797 time: 0.1027443 Feb 05 03:02:00.792359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c1718a88-9679-480c-9b26-4b34b92be631 None None] For port bddce18b-210c-4317-8db6-b7b2b19c1d39, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=bddce18b-210c-4317-8db6-b7b2b19c1d39,segment=NetworkSegment(6128c78b-232a-483d-8f5b-ea79e1d84a90),segment_id=6128c78b-232a-483d-8f5b-ea79e1d84a90)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:00.793047 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c1718a88-9679-480c-9b26-4b34b92be631 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (bddce18b-210c-4317-8db6-b7b2b19c1d39), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:00.809253 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c1718a88-9679-480c-9b26-4b34b92be631 None None] Calling delete_port for bddce18b-210c-4317-8db6-b7b2b19c1d39 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:02:00.852710 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-567c9039-7100-489a-8398-87d668d3a9be req-15c9cfbf-af80-4b3b-88fd-9638cbf3c559 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207514 Feb 05 03:02:00.859411 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (bddce18b-210c-4317-8db6-b7b2b19c1d39), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:00.877836 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No DVR routers for this DVR port bddce18b-210c-4317-8db6-b7b2b19c1d39 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:02:00.900984 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-f9c50926-249b-4d1a-8f88-77c04889759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:00.902541 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-f9c50926-249b-4d1a-8f88-77c04889759c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c5aefbcb-3560-43be-b51a-75b84be14b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1217527 Feb 05 03:02:00.910900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=bddce18b-210c-4317-8db6-b7b2b19c1d39,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:00.930619 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45813c-4118-4293-867c-3169884869fd req-f0e95c31-2034-47b3-abd1-e338f21f21c5 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:00.938832 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d45813c-4118-4293-867c-3169884869fd req-f0e95c31-2034-47b3-abd1-e338f21f21c5 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 946 time: 0.1070025 Feb 05 03:02:01.021131 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (42fa7382-6926-4964-ba55-588573c14cf7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:01.062971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d45813c-4118-4293-867c-3169884869fd req-9652ca14-f440-4195-9d7a-c93a909bd893 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/security-groups?id=61b2d961-04e6-4f9c-b205-87b4fc46005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227503 Feb 05 03:02:01.066446 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c1718a88-9679-480c-9b26-4b34b92be631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (bddce18b-210c-4317-8db6-b7b2b19c1d39), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:01.068614 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4ada7bce-be9f-4f48-b712-439744490ec4 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:01.071491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fa7382-6926-4964-ba55-588573c14cf7']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:01.093076 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1718a88-9679-480c-9b26-4b34b92be631 None None] Pushing event deleted for resources: {'Port': ['ID=bddce18b-210c-4317-8db6-b7b2b19c1d39,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:01.099918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6128c78b-232a-483d-8f5b-ea79e1d84a90') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:01.100236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6128c78b-232a-483d-8f5b-ea79e1d84a90') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:01.128915 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-ac8d35f3-5eca-405d-9d58-dd67a90a6da3 service neutron] 10.222.0.10 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149186 Feb 05 03:02:01.129800 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (6128c78b-232a-483d-8f5b-ea79e1d84a90), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:01.164721 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (6128c78b-232a-483d-8f5b-ea79e1d84a90), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:01.170272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1718a88-9679-480c-9b26-4b34b92be631 None None] No DVR routers for this DVR port bddce18b-210c-4317-8db6-b7b2b19c1d39 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:02:01.176307 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:02:01.176720 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (6128c78b-232a-483d-8f5b-ea79e1d84a90), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:02:01.202825 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:02:01.244963 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 4ada7bce-be9f-4f48-b712-439744490ec4 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:02:01.249422 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 4ada7bce-be9f-4f48-b712-439744490ec4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:01.249576 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:01.370049 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (42fa7382-6926-4964-ba55-588573c14cf7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:01.388679 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:01.395883 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/networks/42fa7382-6926-4964-ba55-588573c14cf7 HTTP/1.1" status: 204 len: 168 time: 1.2687583 Feb 05 03:02:01.403114 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-7ae300d1-8c3a-4dbf-add0-bfca23ade9d5 service neutron] 10.222.0.10 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668676 Feb 05 03:02:01.403310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60934) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:01.448879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-37409d43-7d00-4972-b14e-3865d3984c5a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1134562651'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:01.468149 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0131ea5-7b70-4dc4-9861-bc56bc5bee49 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Network': ['ID=42fa7382-6926-4964-ba55-588573c14cf7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:01.472693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37409d43-7d00-4972-b14e-3865d3984c5a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:01.479092 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37409d43-7d00-4972-b14e-3865d3984c5a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:01.479502 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-8778b2a2-04ad-4c40-a7dc-a2a81e6e9cd0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=15e7d445-6ba5-40b2-897d-d5f416f4e02c HTTP/1.1" status: 200 len: 217 time: 0.0709190 Feb 05 03:02:01.496588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 4ada7bce-be9f-4f48-b712-439744490ec4 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:01.496993 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:01.537760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8452cc-830e-4c2f-8eda-98a254f17454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ada7bce-be9f-4f48-b712-439744490ec4'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:02:01.538737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37409d43-7d00-4972-b14e-3865d3984c5a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:02:01.543945 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f296256-007b-4913-afab-b1146b4bfb30" -d '{"events": [{"server_uuid": "ff8452cc-830e-4c2f-8eda-98a254f17454", "name": "network-vif-plugged", "status": "completed", "tag": "4ada7bce-be9f-4f48-b712-439744490ec4"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:02:01.569283 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 4ada7bce-be9f-4f48-b712-439744490ec4, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4ada7bce-be9f-4f48-b712-439744490ec4,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:01.579745 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:01.588753 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-719b0b09-69e6-4f81-896d-a66fe667603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:01.594681 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-719b0b09-69e6-4f81-896d-a66fe667603c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29702184-ea75-4909-b14f-c1806f6cd2f2 HTTP/1.1" status: 200 len: 797 time: 0.1072345 Feb 05 03:02:01.597951 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37409d43-7d00-4972-b14e-3865d3984c5a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c05549bd-103f-40bb-8ddf-fddf4f6e6d41), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:01.598242 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-37409d43-7d00-4972-b14e-3865d3984c5a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Added segment c05549bd-103f-40bb-8ddf-fddf4f6e6d41 of type vlan for network 2e6cf719-79ec-4ff1-be78-b30aadc36c7e Feb 05 03:02:01.646639 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb781b5-c849-4002-adf3-f58bd966650d x-openstack-request-id: req-4eb781b5-c849-4002-adf3-f58bd966650d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:02:01.646980 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8452cc-830e-4c2f-8eda-98a254f17454", "name": "network-vif-plugged", "status": "completed", "tag": "4ada7bce-be9f-4f48-b712-439744490ec4", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:02:01.646980 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4eb781b5-c849-4002-adf3-f58bd966650d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:02:01.647619 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8452cc-830e-4c2f-8eda-98a254f17454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ada7bce-be9f-4f48-b712-439744490ec4', 'code': 200} Feb 05 03:02:01.678521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=4ada7bce-be9f-4f48-b712-439744490ec4,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:01.694139 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37409d43-7d00-4972-b14e-3865d3984c5a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (2e6cf719-79ec-4ff1-be78-b30aadc36c7e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:01.747276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60950) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:01.767895 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-fb36b073-4a9a-48fb-ac0c-84c1aad9b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:01.769332 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-fb36b073-4a9a-48fb-ac0c-84c1aad9b3ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c5aefbcb-3560-43be-b51a-75b84be14b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1701365 Feb 05 03:02:01.783138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee56460-550d-4d08-9f9a-acf7460ef9b6 req-1003c3cd-f669-46a9-a282-70acec8216f7 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:01.784788 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ee56460-550d-4d08-9f9a-acf7460ef9b6 req-1003c3cd-f669-46a9-a282-70acec8216f7 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 946 time: 0.1671989 Feb 05 03:02:01.789439 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37409d43-7d00-4972-b14e-3865d3984c5a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (2e6cf719-79ec-4ff1-be78-b30aadc36c7e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:01.795640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37409d43-7d00-4972-b14e-3865d3984c5a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:01.796460 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37409d43-7d00-4972-b14e-3865d3984c5a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:01.885256 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37409d43-7d00-4972-b14e-3865d3984c5a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Network': ['ID=2e6cf719-79ec-4ff1-be78-b30aadc36c7e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:01.888911 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbb520-de8c-476c-8518-f1d329b15c14 req-9e0c828d-9460-4946-9f78-db95d30fb37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:01.890307 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d2fbb520-de8c-476c-8518-f1d329b15c14 req-9e0c828d-9460-4946-9f78-db95d30fb37e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 1127 time: 0.1665630 Feb 05 03:02:01.900059 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 2e6cf719-79ec-4ff1-be78-b30aadc36c7e details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:02:01.912636 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-37409d43-7d00-4972-b14e-3865d3984c5a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4662805 Feb 05 03:02:01.916050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60960) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:01.927095 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0928e413-6733-43a5-aff4-5a3325679b84 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'subnet': {'network_id': '2e6cf719-79ec-4ff1-be78-b30aadc36c7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:01.948758 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d2fbb520-de8c-476c-8518-f1d329b15c14 req-b50b31f7-6426-487b-a242-f386bf1e822b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510938 Feb 05 03:02:02.016400 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fed375e6-1750-4dac-8011-ad879573014b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:02.045544 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ee56460-550d-4d08-9f9a-acf7460ef9b6 req-7f3ba3f3-fbb3-499e-bde8-7e129afbd295 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/security-groups?id=61b2d961-04e6-4f9c-b205-87b4fc46005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518079 Feb 05 03:02:02.072949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-e935069b-f55c-4345-9843-07248566e5f8 service neutron] 10.222.0.10 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863421 Feb 05 03:02:02.460408 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device bddce18b-210c-4317-8db6-b7b2b19c1d39 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:02:02.496887 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: bddce18b-210c-4317-8db6-b7b2b19c1d39 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:02:02.497508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device bddce18b-210c-4317-8db6-b7b2b19c1d39 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:02:02.580436 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0928e413-6733-43a5-aff4-5a3325679b84 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:02.591485 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0928e413-6733-43a5-aff4-5a3325679b84 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:02.613269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713c61f-6e54-4188-aac6-d3cf6970c399 req-7e10a399-c710-4de4-a930-86e6e194bb14 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:02.614816 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d713c61f-6e54-4188-aac6-d3cf6970c399 req-7e10a399-c710-4de4-a930-86e6e194bb14 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.5457339 Feb 05 03:02:02.680990 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-f81153ef-7967-4825-abbc-a1b33046e5b9 service neutron] 10.222.0.10 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5926042 Feb 05 03:02:02.756102 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fed375e6-1750-4dac-8011-ad879573014b admin admin] Publish callbacks [] for security_group (88c6f61b-ab4c-4ad6-aab4-8a90eb80abb1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:02.765491 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-c16cc54e-5e95-42a5-a860-35fe15336756 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=6331e6cb-543d-4550-854f-ea195bf8d0dc HTTP/1.1" status: 200 len: 217 time: 0.0711091 Feb 05 03:02:02.792806 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fed375e6-1750-4dac-8011-ad879573014b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (88c6f61b-ab4c-4ad6-aab4-8a90eb80abb1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:02.846496 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d713c61f-6e54-4188-aac6-d3cf6970c399 req-7d64efef-0b8f-4639-80a3-38fcf9e59338 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963465 Feb 05 03:02:02.897022 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-bce46e0b-2f1f-41f5-8a3c-58449720ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:02.898687 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-bce46e0b-2f1f-41f5-8a3c-58449720ceef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29702184-ea75-4909-b14f-c1806f6cd2f2 HTTP/1.1" status: 200 len: 797 time: 0.1237135 Feb 05 03:02:02.899623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed375e6-1750-4dac-8011-ad879573014b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c6f61b-ab4c-4ad6-aab4-8a90eb80abb1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:02.908974 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fed375e6-1750-4dac-8011-ad879573014b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92d3366b806c4b29b1478e18b696772c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1583631 Feb 05 03:02:02.910472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60980) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:03.028523 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d66e131-c6c9-4f60-b7d6-cbe109037699 admin admin] Publish callbacks [] for security_group (88c6f61b-ab4c-4ad6-aab4-8a90eb80abb1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:03.029176 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-f1f7c43e-f494-4d8c-be0e-94e7ffa73255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:03.030772 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-f1f7c43e-f494-4d8c-be0e-94e7ffa73255 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c5aefbcb-3560-43be-b51a-75b84be14b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1229932 Feb 05 03:02:03.059155 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d66e131-c6c9-4f60-b7d6-cbe109037699 admin admin] Publish callbacks [] for security_group (88c6f61b-ab4c-4ad6-aab4-8a90eb80abb1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:03.089557 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0928e413-6733-43a5-aff4-5a3325679b84 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (74a37e96-0c22-45be-bdaa-b82f44b5a4ea), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:03.191290 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928e413-6733-43a5-aff4-5a3325679b84 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Subnet': ['ID=74a37e96-0c22-45be-bdaa-b82f44b5a4ea,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:03.192980 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d66e131-c6c9-4f60-b7d6-cbe109037699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (88c6f61b-ab4c-4ad6-aab4-8a90eb80abb1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:03.199699 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d66e131-c6c9-4f60-b7d6-cbe109037699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:03.204742 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8d66e131-c6c9-4f60-b7d6-cbe109037699 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88c6f61b-ab4c-4ad6-aab4-8a90eb80abb1 HTTP/1.1" status: 204 len: 168 time: 0.2924812 Feb 05 03:02:03.217794 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928e413-6733-43a5-aff4-5a3325679b84 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Checking segment: {'id': 'c05549bd-103f-40bb-8ddf-fddf4f6e6d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2e6cf719-79ec-4ff1-be78-b30aadc36c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:02:03.218458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0928e413-6733-43a5-aff4-5a3325679b84 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network hostable DHCP agents. Network: 2e6cf719-79ec-4ff1-be78-b30aadc36c7e, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:02:03.223717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66e131-c6c9-4f60-b7d6-cbe109037699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c6f61b-ab4c-4ad6-aab4-8a90eb80abb1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:03.252511 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-75122362-658c-43cc-9e9e-cc0d47d0c449 service neutron] 10.222.0.10 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106750 Feb 05 03:02:03.405534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf697e-d338-4668-ada8-247b2c4c53ef req-702d2820-c3ce-462d-977d-7c42e9bfd45b tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:03.408287 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f9bf697e-d338-4668-ada8-247b2c4c53ef req-702d2820-c3ce-462d-977d-7c42e9bfd45b tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 946 time: 0.1315012 Feb 05 03:02:03.531360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-f9bf697e-d338-4668-ada8-247b2c4c53ef req-c8eb3304-9fa9-4d01-9158-d792517a790a tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Deleting port d7524dc0-2d82-45a6-9da4-372ed0435227 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:02:03.532100 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f9bf697e-d338-4668-ada8-247b2c4c53ef req-c8eb3304-9fa9-4d01-9158-d792517a790a tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d7524dc0-2d82-45a6-9da4-372ed0435227), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:03.547261 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-35d67250-2715-4000-8e59-5d130b2d6f96 service neutron] 10.222.0.10 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837014 Feb 05 03:02:03.608668 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-82c00298-f850-453b-94c1-aa7a85b5f56f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=229462d8-9e4a-408a-b7b1-d8c2d06d25e1 HTTP/1.1" status: 200 len: 217 time: 0.0500867 Feb 05 03:02:03.635234 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f221d419-171a-46db-8ca9-f4290fdb2249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:03.675807 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-a5b3be62-48ed-4034-a66b-4a9b870570cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:03.677280 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-a5b3be62-48ed-4034-a66b-4a9b870570cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29702184-ea75-4909-b14f-c1806f6cd2f2 HTTP/1.1" status: 200 len: 797 time: 0.0628810 Feb 05 03:02:03.677870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0928e413-6733-43a5-aff4-5a3325679b84 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network 2e6cf719-79ec-4ff1-be78-b30aadc36c7e is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:02:03.706656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-f9bf697e-d338-4668-ada8-247b2c4c53ef req-c8eb3304-9fa9-4d01-9158-d792517a790a tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] For port d7524dc0-2d82-45a6-9da4-372ed0435227, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d7524dc0-2d82-45a6-9da4-372ed0435227,segment=NetworkSegment(ae8e2019-ef06-42e3-a47a-35e851414619),segment_id=ae8e2019-ef06-42e3-a47a-35e851414619)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:03.707175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f9bf697e-d338-4668-ada8-247b2c4c53ef req-c8eb3304-9fa9-4d01-9158-d792517a790a tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d7524dc0-2d82-45a6-9da4-372ed0435227), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:03.721269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0928e413-6733-43a5-aff4-5a3325679b84 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 2e6cf719-79ec-4ff1-be78-b30aadc36c7e) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:03.733360 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0c505a-f007-4d9b-bb25-1769b8386ae3 None None] Network 2e6cf719-79ec-4ff1-be78-b30aadc36c7e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:03.763324 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217346e5-bb36-43ce-9d75-765dcefcd52a req-499e6eea-f073-484a-821c-f98efb6c7a86 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:03.764918 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-217346e5-bb36-43ce-9d75-765dcefcd52a req-499e6eea-f073-484a-821c-f98efb6c7a86 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 946 time: 0.5364301 Feb 05 03:02:03.823784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0928e413-6733-43a5-aff4-5a3325679b84 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:03.827323 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0928e413-6733-43a5-aff4-5a3325679b84 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:03.860984 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0928e413-6733-43a5-aff4-5a3325679b84 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9437470 Feb 05 03:02:03.865019 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60998) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:03.871208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-feaf1322-7f92-43b6-bf6b-4f76bb15d169 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'network_id': '2e6cf719-79ec-4ff1-be78-b30aadc36c7e', 'name': 'tempest-PortsIpV6TestJSON-837476321', 'fixed_ips': [{'subnet_id': '74a37e96-0c22-45be-bdaa-b82f44b5a4ea', 'ip_address': '2001:db8::10'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:03.987063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-217346e5-bb36-43ce-9d75-765dcefcd52a req-c7e5b6ef-3694-4c9d-a1b9-ab94bf7a2045 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/security-groups?id=61b2d961-04e6-4f9c-b205-87b4fc46005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794093 Feb 05 03:02:03.998293 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-2efa4194-eb00-4b16-80da-824fad93d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:04.000342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-2efa4194-eb00-4b16-80da-824fad93d7e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c5aefbcb-3560-43be-b51a-75b84be14b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3162231 Feb 05 03:02:04.016549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-2e6cf719-79ec-4ff1-be78-b30aadc36c7e', 'network_id': '2e6cf719-79ec-4ff1-be78-b30aadc36c7e', 'project_id': 'fc3ef97cf5ac463583f853fb4b82e975', 'fixed_ips': [{'subnet_id': '74a37e96-0c22-45be-bdaa-b82f44b5a4ea'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:02:04.030262 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:04.119635 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:02:04.241108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7e944-2034-4c22-a954-5a1e1787f0e1 req-62a6fb16-c9ba-4cc6-b5e2-274d0dbf21c5 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:04.249540 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87c7e944-2034-4c22-a954-5a1e1787f0e1 req-62a6fb16-c9ba-4cc6-b5e2-274d0dbf21c5 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.2480109 Feb 05 03:02:04.315963 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaf1322-7f92-43b6-bf6b-4f76bb15d169 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:04.355061 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Allocated IP 2001:db8::2 (2e6cf719-79ec-4ff1-be78-b30aadc36c7e/74a37e96-0c22-45be-bdaa-b82f44b5a4ea/4114f8fd-b94c-40f8-9746-daab4e68d797) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:04.423051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-f9bf697e-d338-4668-ada8-247b2c4c53ef req-c8eb3304-9fa9-4d01-9158-d792517a790a tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Calling delete_port for d7524dc0-2d82-45a6-9da4-372ed0435227 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:02:04.424781 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87c7e944-2034-4c22-a954-5a1e1787f0e1 req-8dda3c43-0956-4639-a69e-12b482e48d5c tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742461 Feb 05 03:02:04.435649 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-aee4ec81-1417-4343-9060-354910ef83a6 service neutron] 10.222.0.10 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838463 Feb 05 03:02:04.613208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 32782) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:04.637619 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-feaf1322-7f92-43b6-bf6b-4f76bb15d169 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:04.663049 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-feaf1322-7f92-43b6-bf6b-4f76bb15d169 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] device_id is not set on port 02c158b6-39cf-4a0f-9af9-9138c89759f3 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:02:04.664458 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Publish callbacks [] for port (4114f8fd-b94c-40f8-9746-daab4e68d797), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:04.679436 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (4114f8fd-b94c-40f8-9746-daab4e68d797), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:04.757088 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75e1e2-ee35-400b-be45-013a173b7dc7 req-2d1e68a8-03f4-4efc-aba8-12d67cce3aed tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:04.762271 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f9bf697e-d338-4668-ada8-247b2c4c53ef req-c8eb3304-9fa9-4d01-9158-d792517a790a tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d7524dc0-2d82-45a6-9da4-372ed0435227), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:04.768905 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab75e1e2-ee35-400b-be45-013a173b7dc7 req-2d1e68a8-03f4-4efc-aba8-12d67cce3aed tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.2150805 Feb 05 03:02:04.780330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Pushing event updated for resources: {'Port': ['ID=4114f8fd-b94c-40f8-9746-daab4e68d797,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:04.790551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Network 2e6cf719-79ec-4ff1-be78-b30aadc36c7e is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:04.794036 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['d7524dc0-2d82-45a6-9da4-372ed0435227'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:02:04.828244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7cb847c2-11e1-4400-9659-af15f53b48a7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-526157316-network', 'tenant_id': '1a3615affa9c4210807ffd12099074f9'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:04.829154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:04.836799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:02:04.857597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb3304-9fa9-4d01-9158-d792517a790a tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Pushing event deleted for resources: {'Port': ['ID=d7524dc0-2d82-45a6-9da4-372ed0435227,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:04.865920 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-1ef9ee76-8d4d-4f62-bc98-390122db91c6 service neutron] 10.222.0.10 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232316 Feb 05 03:02:04.887133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bf697e-d338-4668-ada8-247b2c4c53ef req-c8eb3304-9fa9-4d01-9158-d792517a790a tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] No DVR routers for this DVR port d7524dc0-2d82-45a6-9da4-372ed0435227 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:02:04.893976 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f9bf697e-d338-4668-ada8-247b2c4c53ef req-c8eb3304-9fa9-4d01-9158-d792517a790a tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:04.895230 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f9bf697e-d338-4668-ada8-247b2c4c53ef req-c8eb3304-9fa9-4d01-9158-d792517a790a tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.31 "DELETE /v2.0/ports/d7524dc0-2d82-45a6-9da4-372ed0435227 HTTP/1.1" status: 204 len: 173 time: 1.4787760 Feb 05 03:02:04.896224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a61a3e5-744b-4d8d-be96-9733f528832b', 'name': 'network-vif-deleted', 'tag': 'd7524dc0-2d82-45a6-9da4-372ed0435227'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:02:04.898035 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c636b0e-bcb8-42dc-b165-fb3527555005" -d '{"events": [{"server_uuid": "8a61a3e5-744b-4d8d-be96-9733f528832b", "name": "network-vif-deleted", "tag": "d7524dc0-2d82-45a6-9da4-372ed0435227"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:02:04.916953 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb847c2-11e1-4400-9659-af15f53b48a7 admin admin] Made reservation on behalf of 1a3615affa9c4210807ffd12099074f9 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:04.919708 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cb847c2-11e1-4400-9659-af15f53b48a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:04.948766 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cb847c2-11e1-4400-9659-af15f53b48a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:04.950095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Attempting to bind port 4114f8fd-b94c-40f8-9746-daab4e68d797 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:02:04.951810 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Attempting to bind port 4114f8fd-b94c-40f8-9746-daab4e68d797 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'c05549bd-103f-40bb-8ddf-fddf4f6e6d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2e6cf719-79ec-4ff1-be78-b30aadc36c7e'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:02:04.953384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab75e1e2-ee35-400b-be45-013a173b7dc7 req-3c1839e4-f5b6-400e-a2a7-f56d8efecfc3 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795790 Feb 05 03:02:04.954329 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Attempting to bind port 4114f8fd-b94c-40f8-9746-daab4e68d797 on network 2e6cf719-79ec-4ff1-be78-b30aadc36c7e {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:02:04.986092 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:02:04.986694 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Checking segment: {'id': 'c05549bd-103f-40bb-8ddf-fddf4f6e6d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2e6cf719-79ec-4ff1-be78-b30aadc36c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:02:04.987343 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:04.987892 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Bound using segment: {'id': 'c05549bd-103f-40bb-8ddf-fddf4f6e6d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2e6cf719-79ec-4ff1-be78-b30aadc36c7e'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:02:04.988702 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Bound port: 4114f8fd-b94c-40f8-9746-daab4e68d797, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05549bd-103f-40bb-8ddf-fddf4f6e6d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2e6cf719-79ec-4ff1-be78-b30aadc36c7e'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:02:04.989148 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4114f8fd-b94c-40f8-9746-daab4e68d797), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:05.060517 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b714b8-d7e9-4f35-bc5d-53a15594f251 x-openstack-request-id: req-41b714b8-d7e9-4f35-bc5d-53a15594f251 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:02:05.060812 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a61a3e5-744b-4d8d-be96-9733f528832b", "name": "network-vif-deleted", "tag": "d7524dc0-2d82-45a6-9da4-372ed0435227", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:02:05.061254 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-41b714b8-d7e9-4f35-bc5d-53a15594f251 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:02:05.061813 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a61a3e5-744b-4d8d-be96-9733f528832b', 'name': 'network-vif-deleted', 'tag': 'd7524dc0-2d82-45a6-9da4-372ed0435227', 'status': 'completed', 'code': 200} Feb 05 03:02:05.133891 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] For port 4114f8fd-b94c-40f8-9746-daab4e68d797, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:02:05.150641 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] For port 4114f8fd-b94c-40f8-9746-daab4e68d797, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4114f8fd-b94c-40f8-9746-daab4e68d797,segment=NetworkSegment(c05549bd-103f-40bb-8ddf-fddf4f6e6d41),segment_id=c05549bd-103f-40bb-8ddf-fddf4f6e6d41)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:02:05.167042 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4114f8fd-b94c-40f8-9746-daab4e68d797), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:05.185207 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-2d31bace-7a3c-4bcf-8a03-823bcf580c0f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a8a7368-4cb6-4736-9bc9-64287ea03011 HTTP/1.1" status: 200 len: 217 time: 0.2823031 Feb 05 03:02:05.208689 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cb847c2-11e1-4400-9659-af15f53b48a7 admin admin] Publish callbacks [] for security_group (9b5f17dd-ffb0-42c3-96a8-b3a1b5f2ee20), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:05.218088 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cb847c2-11e1-4400-9659-af15f53b48a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9b5f17dd-ffb0-42c3-96a8-b3a1b5f2ee20), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:05.293217 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb847c2-11e1-4400-9659-af15f53b48a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:02:05.310825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb847c2-11e1-4400-9659-af15f53b48a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5f17dd-ffb0-42c3-96a8-b3a1b5f2ee20,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:05.313960 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cb847c2-11e1-4400-9659-af15f53b48a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (fe0c6d24-050c-4501-a94e-0f7128703c38), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:05.314319 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-7cb847c2-11e1-4400-9659-af15f53b48a7 admin admin] Added segment fe0c6d24-050c-4501-a94e-0f7128703c38 of type vlan for network 79148425-4abb-4973-8e68-f80adb7fc6af Feb 05 03:02:05.379878 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20313d6-3c06-427a-9d99-40b97484f0e6 None None] Pushing event updated for resources: {'Port': ['ID=4114f8fd-b94c-40f8-9746-daab4e68d797,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:05.391831 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cb847c2-11e1-4400-9659-af15f53b48a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (79148425-4abb-4973-8e68-f80adb7fc6af), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:05.432758 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cb847c2-11e1-4400-9659-af15f53b48a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (79148425-4abb-4973-8e68-f80adb7fc6af), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:05.434296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb847c2-11e1-4400-9659-af15f53b48a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:05.435213 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cb847c2-11e1-4400-9659-af15f53b48a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:05.470279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-9853bc90-5d49-41fa-8af8-b3743ad9563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:05.473154 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-9853bc90-5d49-41fa-8af8-b3743ad9563c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a52a6132-9581-4ce5-9743-6cbdfc0a2aac HTTP/1.1" status: 200 len: 797 time: 0.2708857 Feb 05 03:02:05.565282 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-93287705-c713-4eb1-a597-50f63dd1c834 req-42ff8f04-1f89-4bb9-a6fb-195467907286 tempest-ServerGroupTestJSON-1078244417 tempest-ServerGroupTestJSON-1078244417-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a61a3e5-744b-4d8d-be96-9733f528832b HTTP/1.1" status: 200 len: 210 time: 0.2789578 Feb 05 03:02:05.624911 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7cb847c2-11e1-4400-9659-af15f53b48a7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0082462 Feb 05 03:02:05.625684 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 32810) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:05.641379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-39c4d274-e4cc-40a2-9e48-158f349fd91f admin admin] Request body: {'subnet': {'network_id': '79148425-4abb-4973-8e68-f80adb7fc6af', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-526157316-subnet', 'tenant_id': '1a3615affa9c4210807ffd12099074f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:05.704694 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c4d274-e4cc-40a2-9e48-158f349fd91f admin admin] Made reservation on behalf of 1a3615affa9c4210807ffd12099074f9 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:05.727632 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39c4d274-e4cc-40a2-9e48-158f349fd91f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:05.731771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb847c2-11e1-4400-9659-af15f53b48a7 admin admin] Pushing event updated for resources: {'Network': ['ID=79148425-4abb-4973-8e68-f80adb7fc6af,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:05.744435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 79148425-4abb-4973-8e68-f80adb7fc6af details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:02:05.755451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-feaf1322-7f92-43b6-bf6b-4f76bb15d169 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Allocated IP 2001:db8::10 (2e6cf719-79ec-4ff1-be78-b30aadc36c7e/74a37e96-0c22-45be-bdaa-b82f44b5a4ea/02c158b6-39cf-4a0f-9af9-9138c89759f3) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:05.929146 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cda67115-0e2c-47c3-8034-9a1215e2169b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:06.031970 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-9a0100fe-08f2-4327-a4b5-420addbca7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:06.037879 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-9a0100fe-08f2-4327-a4b5-420addbca7a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23c3b802-732a-4ca6-9fd0-342f741030c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4607100 Feb 05 03:02:06.054003 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254c96c-5f0f-4d73-8b5d-a27d33452e48 req-82d49cdb-55bb-47a1-a436-1f317724a390 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:06.064885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3254c96c-5f0f-4d73-8b5d-a27d33452e48 req-82d49cdb-55bb-47a1-a436-1f317724a390 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.4355540 Feb 05 03:02:06.144754 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39c4d274-e4cc-40a2-9e48-158f349fd91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (affe52a1-a342-4335-bcaf-c6da8aa85a7f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:06.184706 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-feaf1322-7f92-43b6-bf6b-4f76bb15d169 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (02c158b6-39cf-4a0f-9af9-9138c89759f3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:06.231838 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4d274-e4cc-40a2-9e48-158f349fd91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=affe52a1-a342-4335-bcaf-c6da8aa85a7f,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:06.238111 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3254c96c-5f0f-4d73-8b5d-a27d33452e48 req-f1554f27-740a-4763-b36e-b28adcb2eba9 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678889 Feb 05 03:02:06.268174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c4d274-e4cc-40a2-9e48-158f349fd91f admin admin] Checking segment: {'id': 'fe0c6d24-050c-4501-a94e-0f7128703c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '79148425-4abb-4973-8e68-f80adb7fc6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:02:06.268379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c4d274-e4cc-40a2-9e48-158f349fd91f admin admin] Network hostable DHCP agents. Network: 79148425-4abb-4973-8e68-f80adb7fc6af, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:02:06.292217 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-ec6563a1-7e45-4ecc-9dd5-bad4b348fda5 service neutron] 10.222.0.10 "GET /v2.0/networks/23c3b802-732a-4ca6-9fd0-342f741030c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193820 Feb 05 03:02:06.300752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c4d274-e4cc-40a2-9e48-158f349fd91f admin admin] Network 79148425-4abb-4973-8e68-f80adb7fc6af is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:02:06.314614 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-39c4d274-e4cc-40a2-9e48-158f349fd91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 79148425-4abb-4973-8e68-f80adb7fc6af) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:06.319957 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-feaf1322-7f92-43b6-bf6b-4f76bb15d169 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (02c158b6-39cf-4a0f-9af9-9138c89759f3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:06.320164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c4d274-e4cc-40a2-9e48-158f349fd91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:06.321841 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39c4d274-e4cc-40a2-9e48-158f349fd91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:06.333027 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cecd83-7683-46e8-a466-0edf8025c33f None None] Network 79148425-4abb-4973-8e68-f80adb7fc6af requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:06.366106 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-39c4d274-e4cc-40a2-9e48-158f349fd91f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7264056 Feb 05 03:02:06.534510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da5725e-e91f-42d9-b285-607935582a5d None None] Network 79148425-4abb-4973-8e68-f80adb7fc6af requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:06.571646 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaf1322-7f92-43b6-bf6b-4f76bb15d169 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network 2e6cf719-79ec-4ff1-be78-b30aadc36c7e is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:06.603179 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-feaf1322-7f92-43b6-bf6b-4f76bb15d169 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:06.614098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaf1322-7f92-43b6-bf6b-4f76bb15d169 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:02:06.626970 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf1322-7f92-43b6-bf6b-4f76bb15d169 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:06.627792 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-feaf1322-7f92-43b6-bf6b-4f76bb15d169 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:06.656456 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf1322-7f92-43b6-bf6b-4f76bb15d169 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=02c158b6-39cf-4a0f-9af9-9138c89759f3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:06.688723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4114f8fd-b94c-40f8-9746-daab4e68d797 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:06.733770 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-70416066-a7e9-46c0-9cb7-cd15e8ccfc6a service neutron] 10.222.0.10 "GET /v2.0/networks/23c3b802-732a-4ca6-9fd0-342f741030c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354656 Feb 05 03:02:06.759308 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-feaf1322-7f92-43b6-bf6b-4f76bb15d169 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8881350 Feb 05 03:02:06.760628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 32828) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:06.766253 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1e0b4d09-3a28-41a5-95ef-7ee09be06af8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'network_id': '2e6cf719-79ec-4ff1-be78-b30aadc36c7e', 'name': 'tempest-PortsIpV6TestJSON-1449281248', 'fixed_ips': [{'subnet_id': '74a37e96-0c22-45be-bdaa-b82f44b5a4ea', 'ip_address': '2001:db8::f'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:06.860099 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-9232cd75-8d2d-427f-83e3-446b1e885abf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6e54524-be03-4978-a808-c851dbad9843 HTTP/1.1" status: 200 len: 217 time: 0.1042767 Feb 05 03:02:06.934692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 4114f8fd-b94c-40f8-9746-daab4e68d797 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:06.935212 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4114f8fd-b94c-40f8-9746-daab4e68d797), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:06.985961 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-2a5c9161-1244-484a-8023-62e471ec4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:06.987490 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-2a5c9161-1244-484a-8023-62e471ec4673 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a52a6132-9581-4ce5-9743-6cbdfc0a2aac HTTP/1.1" status: 200 len: 797 time: 0.1141112 Feb 05 03:02:06.992161 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-ceaf0ab3-5b32-4f68-8776-fb5ff1a9332b req-bfd0a0b3-5196-427d-b86b-c81d82c9fd83 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1726126676', 'description': 'tempest-description-1925489540'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:07.029295 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device d7524dc0-2d82-45a6-9da4-372ed0435227 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:02:07.057494 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0b4d09-3a28-41a5-95ef-7ee09be06af8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:07.166740 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 32852) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:07.180705 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: d7524dc0-2d82-45a6-9da4-372ed0435227 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:02:07.182887 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device d7524dc0-2d82-45a6-9da4-372ed0435227 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:02:07.199498 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:07.256276 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ceaf0ab3-5b32-4f68-8776-fb5ff1a9332b req-bfd0a0b3-5196-427d-b86b-c81d82c9fd83 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:07.279244 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4d09-3a28-41a5-95ef-7ee09be06af8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:07.280832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0d03f7-863b-4634-8a5b-e2900f96ad1c None None] Network 2e6cf719-79ec-4ff1-be78-b30aadc36c7e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:07.308145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b548acd-3726-4d78-ad2b-2240f31ac510 admin admin] Deleting subnet 4d654e09-0343-4f85-888b-a9a0a15ad642 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:02:07.325115 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b548acd-3726-4d78-ad2b-2240f31ac510 admin admin] Publish callbacks [] for subnet (4d654e09-0343-4f85-888b-a9a0a15ad642), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:07.327525 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-1e0b4d09-3a28-41a5-95ef-7ee09be06af8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] device_id is not set on port 06bcb83c-7c09-40a9-816a-f9dabbb4f735 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:02:07.465094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-a7f76d92-35d6-49a0-a1b4-c5c30cb76345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:07.466625 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-a7f76d92-35d6-49a0-a1b4-c5c30cb76345 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23c3b802-732a-4ca6-9fd0-342f741030c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4580190 Feb 05 03:02:07.521932 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cfd3dc21-bb73-4a4d-ac53-ccceb2e74b8c None None] Provisioning complete for port 4114f8fd-b94c-40f8-9746-daab4e68d797 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:07.522645 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cfd3dc21-bb73-4a4d-ac53-ccceb2e74b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4114f8fd-b94c-40f8-9746-daab4e68d797), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:07.564632 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b548acd-3726-4d78-ad2b-2240f31ac510 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (4d654e09-0343-4f85-888b-a9a0a15ad642), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:07.596668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 4114f8fd-b94c-40f8-9746-daab4e68d797 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:07.597437 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4114f8fd-b94c-40f8-9746-daab4e68d797), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:07.628923 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-1e0b4d09-3a28-41a5-95ef-7ee09be06af8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Allocated IP 2001:db8::f (2e6cf719-79ec-4ff1-be78-b30aadc36c7e/74a37e96-0c22-45be-bdaa-b82f44b5a4ea/06bcb83c-7c09-40a9-816a-f9dabbb4f735) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:07.652916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd5a70-a057-449c-9d91-62523ed35cf1 req-b88b98a5-9700-424b-abe1-611fe7853176 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:07.655145 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-60cd5a70-a057-449c-9d91-62523ed35cf1 req-b88b98a5-9700-424b-abe1-611fe7853176 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.2369571 Feb 05 03:02:07.656810 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 4114f8fd-b94c-40f8-9746-daab4e68d797, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4114f8fd-b94c-40f8-9746-daab4e68d797,segment=NetworkSegment(c05549bd-103f-40bb-8ddf-fddf4f6e6d41),segment_id=c05549bd-103f-40bb-8ddf-fddf4f6e6d41)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:07.665568 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ceaf0ab3-5b32-4f68-8776-fb5ff1a9332b req-bfd0a0b3-5196-427d-b86b-c81d82c9fd83 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (819eb0bd-3289-4aec-a9cc-07ad719ec376), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:07.681485 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4114f8fd-b94c-40f8-9746-daab4e68d797), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:07.733469 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ceaf0ab3-5b32-4f68-8776-fb5ff1a9332b req-bfd0a0b3-5196-427d-b86b-c81d82c9fd83 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (819eb0bd-3289-4aec-a9cc-07ad719ec376), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:07.754465 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=4114f8fd-b94c-40f8-9746-daab4e68d797,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:07.812161 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b548acd-3726-4d78-ad2b-2240f31ac510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (4d654e09-0343-4f85-888b-a9a0a15ad642), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:07.885819 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cfd3dc21-bb73-4a4d-ac53-ccceb2e74b8c None None] Current status of the port 4114f8fd-b94c-40f8-9746-daab4e68d797 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:07.927051 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-60cd5a70-a057-449c-9d91-62523ed35cf1 req-64fbb0b0-9330-47fe-b7cd-9029593f2cb6 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394762 Feb 05 03:02:07.929225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-cc45f3ad-b1a4-4891-891c-13e20475e6ee service neutron] 10.222.0.10 "GET /v2.0/networks/23c3b802-732a-4ca6-9fd0-342f741030c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458227 Feb 05 03:02:07.959224 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4d09-3a28-41a5-95ef-7ee09be06af8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (06bcb83c-7c09-40a9-816a-f9dabbb4f735), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:07.987644 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ceaf0ab3-5b32-4f68-8776-fb5ff1a9332b req-bfd0a0b3-5196-427d-b86b-c81d82c9fd83 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:07.989276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ceaf0ab3-5b32-4f68-8776-fb5ff1a9332b req-bfd0a0b3-5196-427d-b86b-c81d82c9fd83 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 1.0007672 Feb 05 03:02:07.990038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0a0b3-5196-427d-b86b-c81d82c9fd83 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819eb0bd-3289-4aec-a9cc-07ad719ec376,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:07.998885 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b548acd-3726-4d78-ad2b-2240f31ac510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (4d654e09-0343-4f85-888b-a9a0a15ad642), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:08.025727 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4d09-3a28-41a5-95ef-7ee09be06af8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (06bcb83c-7c09-40a9-816a-f9dabbb4f735), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:08.092283 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b4d09-3a28-41a5-95ef-7ee09be06af8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=06bcb83c-7c09-40a9-816a-f9dabbb4f735,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:08.115052 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0b4d09-3a28-41a5-95ef-7ee09be06af8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network 2e6cf719-79ec-4ff1-be78-b30aadc36c7e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:08.116825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1e0b4d09-3a28-41a5-95ef-7ee09be06af8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:08.125056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b4d09-3a28-41a5-95ef-7ee09be06af8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:02:08.130447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0b4d09-3a28-41a5-95ef-7ee09be06af8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:08.131092 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4d09-3a28-41a5-95ef-7ee09be06af8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:08.149096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec013f-c40d-43f1-bb6c-fa0f686c9685 req-364de703-9011-4e52-b2c3-0134e0d37b73 service neutron] 10.222.0.10 "GET /v2.0/networks/23c3b802-732a-4ca6-9fd0-342f741030c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499681 Feb 05 03:02:08.168263 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1e0b4d09-3a28-41a5-95ef-7ee09be06af8 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4035866 Feb 05 03:02:08.168905 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 32864) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:08.295105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b548acd-3726-4d78-ad2b-2240f31ac510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d654e09-0343-4f85-888b-a9a0a15ad642,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:08.298740 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b548acd-3726-4d78-ad2b-2240f31ac510 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:08.304503 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4b548acd-3726-4d78-ad2b-2240f31ac510 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4d654e09-0343-4f85-888b-a9a0a15ad642 HTTP/1.1" status: 204 len: 168 time: 1.1334584 Feb 05 03:02:08.308023 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 32868) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:08.384118 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28d9cd28-1c53-4c67-8bfc-e4ada9d5345f req-13262f5e-ad94-498e-93c4-83368ff7be4c tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "GET /v2.0/security-groups/819eb0bd-3289-4aec-a9cc-07ad719ec376 HTTP/1.1" status: 200 len: 1832 time: 0.2504816 Feb 05 03:02:08.387140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e7fd211c-4617-4a83-948e-b1f7d7e8d269 None None] Provisioning complete for port 02c158b6-39cf-4a0f-9af9-9138c89759f3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:08.392247 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e7fd211c-4617-4a83-948e-b1f7d7e8d269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (02c158b6-39cf-4a0f-9af9-9138c89759f3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:08.400768 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-28d9cd28-1c53-4c67-8bfc-e4ada9d5345f req-6656d2ca-ec3f-491e-8566-819dc9de0a6b tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '819eb0bd-3289-4aec-a9cc-07ad719ec376', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:08.401088 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-28d9cd28-1c53-4c67-8bfc-e4ada9d5345f req-6656d2ca-ec3f-491e-8566-819dc9de0a6b tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '819eb0bd-3289-4aec-a9cc-07ad719ec376', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:08.476019 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e338bc1-face-4a19-951e-d0feb21ab7bb tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:08.483282 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1e338bc1-face-4a19-951e-d0feb21ab7bb tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3133082 Feb 05 03:02:08.483911 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 32870) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:08.485812 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd211c-4617-4a83-948e-b1f7d7e8d269 None None] Port 02c158b6-39cf-4a0f-9af9-9138c89759f3 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:08.507217 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03210bb8-99e3-4362-8f1a-a94608239a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (c02d08c0-2609-4d84-bd08-03b37782b3fb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:08.512285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e7fd211c-4617-4a83-948e-b1f7d7e8d269 None None] Provisioning complete for port 4114f8fd-b94c-40f8-9746-daab4e68d797 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:08.516845 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e7fd211c-4617-4a83-948e-b1f7d7e8d269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4114f8fd-b94c-40f8-9746-daab4e68d797), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:08.575654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4114f8fd-b94c-40f8-9746-daab4e68d797 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:08.678453 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c264d5-6e83-42a1-b463-33611d614053 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:08.701560 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 4114f8fd-b94c-40f8-9746-daab4e68d797 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:08.702246 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4114f8fd-b94c-40f8-9746-daab4e68d797), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:08.702615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c264d5-6e83-42a1-b463-33611d614053 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:08.716978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c264d5-6e83-42a1-b463-33611d614053 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:08.722039 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a5c264d5-6e83-42a1-b463-33611d614053 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2370424 Feb 05 03:02:08.722690 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 32874) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:08.734085 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-28d9cd28-1c53-4c67-8bfc-e4ada9d5345f req-6656d2ca-ec3f-491e-8566-819dc9de0a6b tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group_rule (c93426cb-164c-4bec-a322-d02f0967ee9c), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:08.748350 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:08.771834 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-28d9cd28-1c53-4c67-8bfc-e4ada9d5345f req-6656d2ca-ec3f-491e-8566-819dc9de0a6b tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group_rule (c93426cb-164c-4bec-a322-d02f0967ee9c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:08.787051 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-28d9cd28-1c53-4c67-8bfc-e4ada9d5345f req-6656d2ca-ec3f-491e-8566-819dc9de0a6b tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (c93426cb-164c-4bec-a322-d02f0967ee9c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:08.798492 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 4114f8fd-b94c-40f8-9746-daab4e68d797 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:08.851251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd211c-4617-4a83-948e-b1f7d7e8d269 None None] Current status of the port 4114f8fd-b94c-40f8-9746-daab4e68d797 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:08.905767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port 06bcb83c-7c09-40a9-816a-f9dabbb4f735 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:02:08.906489 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (06bcb83c-7c09-40a9-816a-f9dabbb4f735), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:08.984486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f8bf8752-c759-45e8-9451-778886fa1157 None None] Provisioning complete for port 02c158b6-39cf-4a0f-9af9-9138c89759f3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:08.985257 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8752-c759-45e8-9451-778886fa1157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (02c158b6-39cf-4a0f-9af9-9138c89759f3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:08.999211 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-28d9cd28-1c53-4c67-8bfc-e4ada9d5345f req-6656d2ca-ec3f-491e-8566-819dc9de0a6b tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:09.005723 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28d9cd28-1c53-4c67-8bfc-e4ada9d5345f req-6656d2ca-ec3f-491e-8566-819dc9de0a6b tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6206169 Feb 05 03:02:09.046251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656d2ca-ec3f-491e-8566-819dc9de0a6b tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93426cb-164c-4bec-a322-d02f0967ee9c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:09.056918 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03210bb8-99e3-4362-8f1a-a94608239a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (c02d08c0-2609-4d84-bd08-03b37782b3fb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:09.091651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f8bf8752-c759-45e8-9451-778886fa1157 None None] Port 02c158b6-39cf-4a0f-9af9-9138c89759f3 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:09.122919 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (06bcb83c-7c09-40a9-816a-f9dabbb4f735), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:09.151152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-03210bb8-99e3-4362-8f1a-a94608239a2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02d08c0-2609-4d84-bd08-03b37782b3fb']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:09.151964 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for 06bcb83c-7c09-40a9-816a-f9dabbb4f735 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:02:09.173100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-03210bb8-99e3-4362-8f1a-a94608239a2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8e2019-ef06-42e3-a47a-35e851414619') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:09.173589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-03210bb8-99e3-4362-8f1a-a94608239a2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8e2019-ef06-42e3-a47a-35e851414619') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:09.209834 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03210bb8-99e3-4362-8f1a-a94608239a2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (ae8e2019-ef06-42e3-a47a-35e851414619), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:09.216760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b157e906-dc42-4063-a46b-313d9d536b4e None None] Provisioning complete for port 06bcb83c-7c09-40a9-816a-f9dabbb4f735 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:09.217269 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b157e906-dc42-4063-a46b-313d9d536b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (06bcb83c-7c09-40a9-816a-f9dabbb4f735), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:09.265684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ea856-87cf-47ad-b367-3ec0df8d5407 req-50770d10-1b5c-465c-ac9f-931690f0d680 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:09.274994 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-082ea856-87cf-47ad-b367-3ec0df8d5407 req-50770d10-1b5c-465c-ac9f-931690f0d680 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.2020645 Feb 05 03:02:09.287574 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0138867a-69c6-4cf3-a55e-c195902e7bfd req-c64ae36d-0735-428a-b308-dc63a64562df tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "GET /v2.0/security-groups/819eb0bd-3289-4aec-a9cc-07ad719ec376 HTTP/1.1" status: 200 len: 2426 time: 0.2538772 Feb 05 03:02:09.297725 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03210bb8-99e3-4362-8f1a-a94608239a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ae8e2019-ef06-42e3-a47a-35e851414619), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:09.305471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b157e906-dc42-4063-a46b-313d9d536b4e None None] Port 06bcb83c-7c09-40a9-816a-f9dabbb4f735 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:09.325635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03210bb8-99e3-4362-8f1a-a94608239a2c admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:02:09.326460 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03210bb8-99e3-4362-8f1a-a94608239a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (ae8e2019-ef06-42e3-a47a-35e851414619), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:02:09.328586 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:02:09.417045 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (06bcb83c-7c09-40a9-816a-f9dabbb4f735), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:09.474943 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=06bcb83c-7c09-40a9-816a-f9dabbb4f735,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:09.490386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-082ea856-87cf-47ad-b367-3ec0df8d5407 req-1215b9b0-8fcd-41cf-9c51-8a370f149ea5 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940699 Feb 05 03:02:09.504427 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e3a686b-c4ca-4ae7-befb-6bc7f2ae67f6 req-f8f3c8b4-3787-4bf6-b9bb-ebfe477d8574 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "GET /v2.0/security-group-rules/c93426cb-164c-4bec-a322-d02f0967ee9c HTTP/1.1" status: 200 len: 778 time: 0.1814964 Feb 05 03:02:09.514070 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:09.514405 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:09.514746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:09.516839 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03210bb8-99e3-4362-8f1a-a94608239a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (c02d08c0-2609-4d84-bd08-03b37782b3fb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:09.517356 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:09.517721 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:09.518063 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:09.518400 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:09.518736 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:09.519105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:09.519434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:09.519786 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:09.520081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:09.520404 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:09.537428 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03210bb8-99e3-4362-8f1a-a94608239a2c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:09.540914 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-03210bb8-99e3-4362-8f1a-a94608239a2c admin admin] 10.222.0.36 "DELETE /v2.0/networks/c02d08c0-2609-4d84-bd08-03b37782b3fb HTTP/1.1" status: 204 len: 168 time: 1.2319145 Feb 05 03:02:09.598787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03210bb8-99e3-4362-8f1a-a94608239a2c admin admin] Pushing event deleted for resources: {'Network': ['ID=c02d08c0-2609-4d84-bd08-03b37782b3fb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:09.603334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:09.621427 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2310765b-ac74-4cc7-97ad-00bc8fa5af31 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/06bcb83c-7c09-40a9-816a-f9dabbb4f735 HTTP/1.1" status: 204 len: 168 time: 0.8976061 Feb 05 03:02:09.622096 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 32890) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:09.644522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e3a686b-c4ca-4ae7-befb-6bc7f2ae67f6 req-6e8082be-fd97-447d-9576-d024501bd4df tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "GET /v2.0/security-groups/819eb0bd-3289-4aec-a9cc-07ad719ec376 HTTP/1.1" status: 200 len: 2426 time: 0.1388373 Feb 05 03:02:09.671272 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-2042ad4f-366f-40e5-b64e-5baa89663b80 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] GET failed (client error): The resource could not be found. Feb 05 03:02:09.677411 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2042ad4f-366f-40e5-b64e-5baa89663b80 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports/06bcb83c-7c09-40a9-816a-f9dabbb4f735 HTTP/1.1" status: 404 len: 333 time: 0.0526803 Feb 05 03:02:09.678054 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 32892) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:09.750040 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8e3a686b-c4ca-4ae7-befb-6bc7f2ae67f6 req-f6e014eb-cfb8-4542-80a8-fbedd93b2c2e tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group_rule (c93426cb-164c-4bec-a322-d02f0967ee9c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:09.788418 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8e3a686b-c4ca-4ae7-befb-6bc7f2ae67f6 req-f6e014eb-cfb8-4542-80a8-fbedd93b2c2e tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group_rule (c93426cb-164c-4bec-a322-d02f0967ee9c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:09.820120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-eb194e5e-df98-4f26-9375-9e6034c49c10 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port 02c158b6-39cf-4a0f-9af9-9138c89759f3 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:02:09.820713 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb194e5e-df98-4f26-9375-9e6034c49c10 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (02c158b6-39cf-4a0f-9af9-9138c89759f3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:09.849335 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 32896) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:09.895086 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:09.932242 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8e3a686b-c4ca-4ae7-befb-6bc7f2ae67f6 req-f6e014eb-cfb8-4542-80a8-fbedd93b2c2e tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (c93426cb-164c-4bec-a322-d02f0967ee9c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:09.941301 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8e3a686b-c4ca-4ae7-befb-6bc7f2ae67f6 req-f6e014eb-cfb8-4542-80a8-fbedd93b2c2e tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:09.947615 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e3a686b-c4ca-4ae7-befb-6bc7f2ae67f6 req-f6e014eb-cfb8-4542-80a8-fbedd93b2c2e tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c93426cb-164c-4bec-a322-d02f0967ee9c HTTP/1.1" status: 204 len: 173 time: 0.3018754 Feb 05 03:02:09.974481 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e014eb-cfb8-4542-80a8-fbedd93b2c2e tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c93426cb-164c-4bec-a322-d02f0967ee9c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:09.991372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d6b1be61-6034-40f5-9843-51b5b8b8de5c req-5911cc80-8b4f-4a1a-a1ea-8c1dcecc36f6 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-142455408', 'description': 'tempest-description-391384768'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:10.003580 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb194e5e-df98-4f26-9375-9e6034c49c10 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (02c158b6-39cf-4a0f-9af9-9138c89759f3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:10.033288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-eb194e5e-df98-4f26-9375-9e6034c49c10 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for 02c158b6-39cf-4a0f-9af9-9138c89759f3 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:02:10.034752 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-330f19e2-f746-4dc7-b477-4171c46b4e77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=818e9e2b5aef4dffb618d4c45cdd1b64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1809475 Feb 05 03:02:10.038000 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d6b1be61-6034-40f5-9843-51b5b8b8de5c req-5911cc80-8b4f-4a1a-a1ea-8c1dcecc36f6 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:10.040277 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 32900) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:10.131896 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d6b1be61-6034-40f5-9843-51b5b8b8de5c req-5911cc80-8b4f-4a1a-a1ea-8c1dcecc36f6 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (9eaba3c3-7be5-4879-a86f-27463ed94087), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:10.150816 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d6b1be61-6034-40f5-9843-51b5b8b8de5c req-5911cc80-8b4f-4a1a-a1ea-8c1dcecc36f6 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9eaba3c3-7be5-4879-a86f-27463ed94087), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:10.248665 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d6b1be61-6034-40f5-9843-51b5b8b8de5c req-5911cc80-8b4f-4a1a-a1ea-8c1dcecc36f6 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:10.253554 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6b1be61-6034-40f5-9843-51b5b8b8de5c req-5911cc80-8b4f-4a1a-a1ea-8c1dcecc36f6 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2752650 Feb 05 03:02:10.264124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911cc80-8b4f-4a1a-a1ea-8c1dcecc36f6 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaba3c3-7be5-4879-a86f-27463ed94087,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:10.365721 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb194e5e-df98-4f26-9375-9e6034c49c10 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (02c158b6-39cf-4a0f-9af9-9138c89759f3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:10.366970 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d401a9a9-99d1-4b33-9e16-119de9a5f1b7 req-861a5668-601e-44f3-a33b-965cca7cbf80 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "GET /v2.0/security-groups/9eaba3c3-7be5-4879-a86f-27463ed94087 HTTP/1.1" status: 200 len: 1830 time: 0.0905676 Feb 05 03:02:10.429303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1ef5e8cf-0529-4b89-9d46-b6a06d89d197 req-dbe1e5b0-57b6-499c-b506-041b6376c5b0 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1908427540', 'description': 'tempest-description-58196319'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:10.473831 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1ef5e8cf-0529-4b89-9d46-b6a06d89d197 req-dbe1e5b0-57b6-499c-b506-041b6376c5b0 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:10.559847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb194e5e-df98-4f26-9375-9e6034c49c10 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=02c158b6-39cf-4a0f-9af9-9138c89759f3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:10.562544 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb194e5e-df98-4f26-9375-9e6034c49c10 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:10.566923 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-eb194e5e-df98-4f26-9375-9e6034c49c10 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/02c158b6-39cf-4a0f-9af9-9138c89759f3 HTTP/1.1" status: 204 len: 168 time: 0.8876481 Feb 05 03:02:10.569178 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d61f4b6-2a11-41d1-ae58-d921c49c4b1e admin admin] Publish callbacks [] for security_group (61b2d961-04e6-4f9c-b205-87b4fc46005d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:10.571732 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 32910) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:10.602729 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d61f4b6-2a11-41d1-ae58-d921c49c4b1e admin admin] Publish callbacks [] for security_group (61b2d961-04e6-4f9c-b205-87b4fc46005d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:10.677185 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81b0b6e-b2b3-4cf7-bd38-567ee69ece72 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] GET failed (client error): The resource could not be found. Feb 05 03:02:10.678630 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e81b0b6e-b2b3-4cf7-bd38-567ee69ece72 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports/02c158b6-39cf-4a0f-9af9-9138c89759f3 HTTP/1.1" status: 404 len: 333 time: 0.0991066 Feb 05 03:02:10.682680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 32914) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:10.766565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bfcb3f-ba3c-4273-b407-765f0d7143bf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting subnet 74a37e96-0c22-45be-bdaa-b82f44b5a4ea {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:02:10.770630 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7bfcb3f-ba3c-4273-b407-765f0d7143bf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (74a37e96-0c22-45be-bdaa-b82f44b5a4ea), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:10.795970 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1ef5e8cf-0529-4b89-9d46-b6a06d89d197 req-dbe1e5b0-57b6-499c-b506-041b6376c5b0 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (05dd625f-4e7e-4ccb-a7c5-e13cc01e3146), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:10.813701 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1ef5e8cf-0529-4b89-9d46-b6a06d89d197 req-dbe1e5b0-57b6-499c-b506-041b6376c5b0 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (05dd625f-4e7e-4ccb-a7c5-e13cc01e3146), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:10.824650 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d61f4b6-2a11-41d1-ae58-d921c49c4b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (61b2d961-04e6-4f9c-b205-87b4fc46005d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:10.827335 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d61f4b6-2a11-41d1-ae58-d921c49c4b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:10.831026 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1d61f4b6-2a11-41d1-ae58-d921c49c4b1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61b2d961-04e6-4f9c-b205-87b4fc46005d HTTP/1.1" status: 204 len: 168 time: 0.7869384 Feb 05 03:02:10.832748 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7bfcb3f-ba3c-4273-b407-765f0d7143bf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (74a37e96-0c22-45be-bdaa-b82f44b5a4ea), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:10.903215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61f4b6-2a11-41d1-ae58-d921c49c4b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b2d961-04e6-4f9c-b205-87b4fc46005d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:10.911006 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1e5b0-57b6-499c-b506-041b6376c5b0 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05dd625f-4e7e-4ccb-a7c5-e13cc01e3146,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:10.980993 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4407b-dbcf-4f33-9c31-5b8a3f749bf3 req-ef8e0c11-f707-4d64-82fe-033c1419fd52 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:10.985124 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ce4407b-dbcf-4f33-9c31-5b8a3f749bf3 req-ef8e0c11-f707-4d64-82fe-033c1419fd52 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.3222890 Feb 05 03:02:10.994134 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1ef5e8cf-0529-4b89-9d46-b6a06d89d197 req-dbe1e5b0-57b6-499c-b506-041b6376c5b0 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:10.996416 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ef5e8cf-0529-4b89-9d46-b6a06d89d197 req-dbe1e5b0-57b6-499c-b506-041b6376c5b0 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5788515 Feb 05 03:02:11.124232 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7bfcb3f-ba3c-4273-b407-765f0d7143bf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (74a37e96-0c22-45be-bdaa-b82f44b5a4ea), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:11.168088 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:11.183983 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ce4407b-dbcf-4f33-9c31-5b8a3f749bf3 req-a359a039-997b-43d7-b80f-ae2055ae778a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856823 Feb 05 03:02:11.201926 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6ba9f49-08d5-4209-b654-cf66e6ce1a21 req-49ed733f-634b-4891-ae0e-65395aef9cb6 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "GET /v2.0/security-groups/05dd625f-4e7e-4ccb-a7c5-e13cc01e3146 HTTP/1.1" status: 200 len: 1830 time: 0.1573083 Feb 05 03:02:11.244847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-8955004a-570d-434a-8310-67a96efcfc2c req-7b3ab5b5-50e2-4552-9379-42a46b1586aa tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1018140049', 'description': 'tempest-description-1575505993'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:11.268381 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7bfcb3f-ba3c-4273-b407-765f0d7143bf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (74a37e96-0c22-45be-bdaa-b82f44b5a4ea), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:11.308698 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8955004a-570d-434a-8310-67a96efcfc2c req-7b3ab5b5-50e2-4552-9379-42a46b1586aa tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:11.373452 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfcb3f-ba3c-4273-b407-765f0d7143bf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Subnet': ['ID=74a37e96-0c22-45be-bdaa-b82f44b5a4ea,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:11.386095 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7bfcb3f-ba3c-4273-b407-765f0d7143bf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:11.387532 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bee2c7-6ebe-4668-b372-93f0f5a65cf2 None None] Network 2e6cf719-79ec-4ff1-be78-b30aadc36c7e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:11.389207 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e7bfcb3f-ba3c-4273-b407-765f0d7143bf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/74a37e96-0c22-45be-bdaa-b82f44b5a4ea HTTP/1.1" status: 204 len: 168 time: 0.7052913 Feb 05 03:02:11.394251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 32936) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:11.461813 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8955004a-570d-434a-8310-67a96efcfc2c req-7b3ab5b5-50e2-4552-9379-42a46b1586aa tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (a6e1a436-9545-4f4d-821a-296b6fd0e370), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:11.475105 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8955004a-570d-434a-8310-67a96efcfc2c req-7b3ab5b5-50e2-4552-9379-42a46b1586aa tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a6e1a436-9545-4f4d-821a-296b6fd0e370), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:11.514251 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8955004a-570d-434a-8310-67a96efcfc2c req-7b3ab5b5-50e2-4552-9379-42a46b1586aa tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:11.515568 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8955004a-570d-434a-8310-67a96efcfc2c req-7b3ab5b5-50e2-4552-9379-42a46b1586aa tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2752779 Feb 05 03:02:11.558339 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (2e6cf719-79ec-4ff1-be78-b30aadc36c7e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:11.614454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ab5b5-50e2-4552-9379-42a46b1586aa tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e1a436-9545-4f4d-821a-296b6fd0e370,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:11.655378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd328bc6-ff4c-4fb2-bd7a-dd036bed1a91 None None] DHCP port deletion for 2e6cf719-79ec-4ff1-be78-b30aadc36c7e request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:02:11.678916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-843eb6e6-64f0-4fec-87bb-a8ef5337d7a0 req-673ef0bf-bbfc-4598-bec9-cbefbe17d20d tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "GET /v2.0/security-groups/a6e1a436-9545-4f4d-821a-296b6fd0e370 HTTP/1.1" status: 200 len: 1832 time: 0.0878725 Feb 05 03:02:11.719206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port 4114f8fd-b94c-40f8-9746-daab4e68d797 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:02:11.719579 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4114f8fd-b94c-40f8-9746-daab4e68d797), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:11.775735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-dbb52cf2-2098-4a45-8582-15598a990309 req-aefc75e8-cf51-4deb-86a8-e243f2c04170 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1768540522', 'description': 'tempest-description-1442161828'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:11.776439 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dd328bc6-ff4c-4fb2-bd7a-dd036bed1a91 None None] Deleting port 4114f8fd-b94c-40f8-9746-daab4e68d797 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:02:11.776815 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd328bc6-ff4c-4fb2-bd7a-dd036bed1a91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4114f8fd-b94c-40f8-9746-daab4e68d797), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:11.819127 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] For port 4114f8fd-b94c-40f8-9746-daab4e68d797, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4114f8fd-b94c-40f8-9746-daab4e68d797,segment=NetworkSegment(c05549bd-103f-40bb-8ddf-fddf4f6e6d41),segment_id=c05549bd-103f-40bb-8ddf-fddf4f6e6d41)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:11.819820 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4114f8fd-b94c-40f8-9746-daab4e68d797), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:11.824296 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dbb52cf2-2098-4a45-8582-15598a990309 req-aefc75e8-cf51-4deb-86a8-e243f2c04170 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:11.851129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for 4114f8fd-b94c-40f8-9746-daab4e68d797 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:02:11.931935 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dd328bc6-ff4c-4fb2-bd7a-dd036bed1a91 None None] For port 4114f8fd-b94c-40f8-9746-daab4e68d797, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4114f8fd-b94c-40f8-9746-daab4e68d797,segment=NetworkSegment(c05549bd-103f-40bb-8ddf-fddf4f6e6d41),segment_id=c05549bd-103f-40bb-8ddf-fddf4f6e6d41)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:11.935623 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd328bc6-ff4c-4fb2-bd7a-dd036bed1a91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4114f8fd-b94c-40f8-9746-daab4e68d797), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:11.967074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dd328bc6-ff4c-4fb2-bd7a-dd036bed1a91 None None] Calling delete_port for 4114f8fd-b94c-40f8-9746-daab4e68d797 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:02:12.373960 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd328bc6-ff4c-4fb2-bd7a-dd036bed1a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (4114f8fd-b94c-40f8-9746-daab4e68d797), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:12.404762 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 32966) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:12.407281 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd328bc6-ff4c-4fb2-bd7a-dd036bed1a91 None None] Pushing event deleted for resources: {'Port': ['ID=4114f8fd-b94c-40f8-9746-daab4e68d797,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:12.418327 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd328bc6-ff4c-4fb2-bd7a-dd036bed1a91 None None] No DVR routers for this DVR port 4114f8fd-b94c-40f8-9746-daab4e68d797 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:02:12.455884 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dbb52cf2-2098-4a45-8582-15598a990309 req-aefc75e8-cf51-4deb-86a8-e243f2c04170 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (06caa4f5-965f-41fc-b5bb-e0dc30e6df63), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:12.474142 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dbb52cf2-2098-4a45-8582-15598a990309 req-aefc75e8-cf51-4deb-86a8-e243f2c04170 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (06caa4f5-965f-41fc-b5bb-e0dc30e6df63), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:12.596266 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f1a5767f-ebec-47b2-ad63-9d7e82106e5e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-54029626-network', 'tenant_id': '0eba044195ff4d069f81e660e96bfe34'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:12.616995 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dbb52cf2-2098-4a45-8582-15598a990309 req-aefc75e8-cf51-4deb-86a8-e243f2c04170 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:12.619311 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dbb52cf2-2098-4a45-8582-15598a990309 req-aefc75e8-cf51-4deb-86a8-e243f2c04170 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.8863587 Feb 05 03:02:12.635609 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a5767f-ebec-47b2-ad63-9d7e82106e5e admin admin] Made reservation on behalf of 0eba044195ff4d069f81e660e96bfe34 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:12.637789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4114f8fd-b94c-40f8-9746-daab4e68d797 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:02:12.637945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc75e8-cf51-4deb-86a8-e243f2c04170 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06caa4f5-965f-41fc-b5bb-e0dc30e6df63,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:12.638893 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1a5767f-ebec-47b2-ad63-9d7e82106e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:12.652192 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1a5767f-ebec-47b2-ad63-9d7e82106e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:12.687327 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52af69-d7a3-46bc-8915-c1ca68b71e4e req-063b0f77-0818-42fd-aa23-587afcfba027 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:12.688571 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a52af69-d7a3-46bc-8915-c1ca68b71e4e req-063b0f77-0818-42fd-aa23-587afcfba027 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.2298582 Feb 05 03:02:12.710591 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 4114f8fd-b94c-40f8-9746-daab4e68d797 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:02:12.711787 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4114f8fd-b94c-40f8-9746-daab4e68d797 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:02:12.791915 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1a5767f-ebec-47b2-ad63-9d7e82106e5e admin admin] Publish callbacks [] for security_group (bc5979ed-7422-4923-9e7d-2153f76949c5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:12.803354 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1a5767f-ebec-47b2-ad63-9d7e82106e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (bc5979ed-7422-4923-9e7d-2153f76949c5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:12.843387 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a5767f-ebec-47b2-ad63-9d7e82106e5e admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:02:12.894634 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5767f-ebec-47b2-ad63-9d7e82106e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5979ed-7422-4923-9e7d-2153f76949c5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:12.897921 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1a5767f-ebec-47b2-ad63-9d7e82106e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (50b3e343-79eb-4c4a-9d55-c77793d83bde), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:12.902830 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4114f8fd-b94c-40f8-9746-daab4e68d797), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:12.903551 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-f1a5767f-ebec-47b2-ad63-9d7e82106e5e admin admin] Added segment 50b3e343-79eb-4c4a-9d55-c77793d83bde of type vlan for network 3957b892-b18f-43db-a0cc-2510a3c77327 Feb 05 03:02:12.934170 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a52af69-d7a3-46bc-8915-c1ca68b71e4e req-8a3038e1-45b8-4f59-95a5-0142e9cdc304 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352262 Feb 05 03:02:12.984030 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1a5767f-ebec-47b2-ad63-9d7e82106e5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (3957b892-b18f-43db-a0cc-2510a3c77327), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.009660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=4114f8fd-b94c-40f8-9746-daab4e68d797,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:13.013020 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1a5767f-ebec-47b2-ad63-9d7e82106e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (3957b892-b18f-43db-a0cc-2510a3c77327), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.014514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a5767f-ebec-47b2-ad63-9d7e82106e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:13.015431 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1a5767f-ebec-47b2-ad63-9d7e82106e5e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.036629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No DVR routers for this DVR port 4114f8fd-b94c-40f8-9746-daab4e68d797 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:02:13.050391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b445293-293b-40f5-9669-28f74c825fde req-fb465c48-fb99-4437-b663-3ffc3138c9cc tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "GET /v2.0/security-groups/06caa4f5-965f-41fc-b5bb-e0dc30e6df63 HTTP/1.1" status: 200 len: 1832 time: 0.3482466 Feb 05 03:02:13.108699 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f1a5767f-ebec-47b2-ad63-9d7e82106e5e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7027094 Feb 05 03:02:13.121732 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 32976) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:13.127477 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7317c9ad-f450-48f9-b71c-a83f67c9cf34 admin admin] Request body: {'subnet': {'network_id': '3957b892-b18f-43db-a0cc-2510a3c77327', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-54029626-subnet', 'tenant_id': '0eba044195ff4d069f81e660e96bfe34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:13.161145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5767f-ebec-47b2-ad63-9d7e82106e5e admin admin] Pushing event updated for resources: {'Network': ['ID=3957b892-b18f-43db-a0cc-2510a3c77327,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:13.167525 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7317c9ad-f450-48f9-b71c-a83f67c9cf34 admin admin] Made reservation on behalf of 0eba044195ff4d069f81e660e96bfe34 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:13.169956 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7317c9ad-f450-48f9-b71c-a83f67c9cf34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.189936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 3957b892-b18f-43db-a0cc-2510a3c77327 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:02:13.233766 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (2e6cf719-79ec-4ff1-be78-b30aadc36c7e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.269926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6cf719-79ec-4ff1-be78-b30aadc36c7e']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:13.284392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05549bd-103f-40bb-8ddf-fddf4f6e6d41') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:13.284841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05549bd-103f-40bb-8ddf-fddf4f6e6d41') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:13.302389 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (c05549bd-103f-40bb-8ddf-fddf4f6e6d41), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.319381 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-c3c726f0-8867-4a55-9df1-8f717b00c378 req-8c9cac87-a8e1-44ed-8b92-bff3e6f58be7 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] show failed (client error): The resource could not be found. Feb 05 03:02:13.331346 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c3c726f0-8867-4a55-9df1-8f717b00c378 req-8c9cac87-a8e1-44ed-8b92-bff3e6f58be7 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "GET /v2.0/security-groups/1fe53770-b2fc-4f8c-9a86-ecec8c8a3efe HTTP/1.1" status: 404 len: 352 time: 0.2162206 Feb 05 03:02:13.339272 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c05549bd-103f-40bb-8ddf-fddf4f6e6d41), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.346434 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:02:13.346873 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (c05549bd-103f-40bb-8ddf-fddf4f6e6d41), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:02:13.352148 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:02:13.422453 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-09ba8563-7b0b-4d78-b55f-ebb809912f25 req-456e7e7c-12c1-4748-a862-bb40de72e72a tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] show failed (client error): The resource could not be found. Feb 05 03:02:13.442496 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09ba8563-7b0b-4d78-b55f-ebb809912f25 req-456e7e7c-12c1-4748-a862-bb40de72e72a tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "GET /v2.0/security-group-rules/017c30df-911d-4541-a604-73cb48b7292b HTTP/1.1" status: 404 len: 361 time: 0.0788090 Feb 05 03:02:13.482435 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (2e6cf719-79ec-4ff1-be78-b30aadc36c7e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.496756 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.503913 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/networks/2e6cf719-79ec-4ff1-be78-b30aadc36c7e HTTP/1.1" status: 204 len: 168 time: 2.1029558 Feb 05 03:02:13.504084 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7317c9ad-f450-48f9-b71c-a83f67c9cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (27aa883d-c97a-467d-adc0-33262f8fdfcd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.505623 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 32984) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:13.515996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0f260-72c5-4f41-bde9-9147d6ec1428 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Network': ['ID=2e6cf719-79ec-4ff1-be78-b30aadc36c7e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:13.517001 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e5137ed2-3358-4dd8-af9a-53977a477261 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-723440735'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:13.526803 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9dfed199-9958-46d1-a807-f2c88bcf8602 req-45d752e5-1578-4acb-81ba-cbe35297504f tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "GET /v2.0/security-groups/06caa4f5-965f-41fc-b5bb-e0dc30e6df63 HTTP/1.1" status: 200 len: 1832 time: 0.0749316 Feb 05 03:02:13.593180 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9dfed199-9958-46d1-a807-f2c88bcf8602 req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (06caa4f5-965f-41fc-b5bb-e0dc30e6df63), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.603292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317c9ad-f450-48f9-b71c-a83f67c9cf34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27aa883d-c97a-467d-adc0-33262f8fdfcd,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:13.606056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317c9ad-f450-48f9-b71c-a83f67c9cf34 admin admin] Checking segment: {'id': '50b3e343-79eb-4c4a-9d55-c77793d83bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3957b892-b18f-43db-a0cc-2510a3c77327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:02:13.606689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317c9ad-f450-48f9-b71c-a83f67c9cf34 admin admin] Network hostable DHCP agents. Network: 3957b892-b18f-43db-a0cc-2510a3c77327, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:02:13.609859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5137ed2-3358-4dd8-af9a-53977a477261 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:13.613223 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5137ed2-3358-4dd8-af9a-53977a477261 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.635494 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9dfed199-9958-46d1-a807-f2c88bcf8602 req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (06caa4f5-965f-41fc-b5bb-e0dc30e6df63), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.659692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5137ed2-3358-4dd8-af9a-53977a477261 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:02:13.675763 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5137ed2-3358-4dd8-af9a-53977a477261 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a768cd33-c141-49f8-8d8e-51ee26a639c3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.676156 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-e5137ed2-3358-4dd8-af9a-53977a477261 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Added segment a768cd33-c141-49f8-8d8e-51ee26a639c3 of type vlan for network a7b7799b-dd3b-466e-8f33-ed0299f41010 Feb 05 03:02:13.682303 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317c9ad-f450-48f9-b71c-a83f67c9cf34 admin admin] Network 3957b892-b18f-43db-a0cc-2510a3c77327 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:02:13.692266 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9dfed199-9958-46d1-a807-f2c88bcf8602 req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (06caa4f5-965f-41fc-b5bb-e0dc30e6df63), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.695149 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9dfed199-9958-46d1-a807-f2c88bcf8602 req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.696528 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9dfed199-9958-46d1-a807-f2c88bcf8602 req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "DELETE /v2.0/security-groups/06caa4f5-965f-41fc-b5bb-e0dc30e6df63 HTTP/1.1" status: 204 len: 173 time: 0.1621590 Feb 05 03:02:13.723680 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06caa4f5-965f-41fc-b5bb-e0dc30e6df63,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:13.741077 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5137ed2-3358-4dd8-af9a-53977a477261 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (a7b7799b-dd3b-466e-8f33-ed0299f41010), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.749537 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:13.749889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:13.750236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:13.750583 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:13.750951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:13.751291 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:13.751624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:13.751951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:13.752371 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:13.752707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:13.753037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:13.753465 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:13.753795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c40ab-9160-481c-a0ce-d33e82216d94 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:13.786018 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5137ed2-3358-4dd8-af9a-53977a477261 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (a7b7799b-dd3b-466e-8f33-ed0299f41010), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.793066 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5137ed2-3358-4dd8-af9a-53977a477261 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:13.793665 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5137ed2-3358-4dd8-af9a-53977a477261 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.800128 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-567d1d80-6e9a-4009-b52e-3fd658069121 req-f6f6d623-4b3e-4c2f-b1fb-be899d4a582f tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "GET /v2.0/security-groups/a6e1a436-9545-4f4d-821a-296b6fd0e370 HTTP/1.1" status: 200 len: 1832 time: 0.0784397 Feb 05 03:02:13.800749 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7317c9ad-f450-48f9-b71c-a83f67c9cf34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 3957b892-b18f-43db-a0cc-2510a3c77327) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:13.810418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe830ab7-ef3a-46a2-a5b1-0711c21c8c76 None None] Network 3957b892-b18f-43db-a0cc-2510a3c77327 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:13.840310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7317c9ad-f450-48f9-b71c-a83f67c9cf34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:13.844102 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7317c9ad-f450-48f9-b71c-a83f67c9cf34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.865027 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-567d1d80-6e9a-4009-b52e-3fd658069121 req-76c51cdb-d094-4576-813f-651213e69951 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (a6e1a436-9545-4f4d-821a-296b6fd0e370), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.895497 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-567d1d80-6e9a-4009-b52e-3fd658069121 req-76c51cdb-d094-4576-813f-651213e69951 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (a6e1a436-9545-4f4d-821a-296b6fd0e370), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.951735 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-567d1d80-6e9a-4009-b52e-3fd658069121 req-76c51cdb-d094-4576-813f-651213e69951 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a6e1a436-9545-4f4d-821a-296b6fd0e370), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.955088 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-567d1d80-6e9a-4009-b52e-3fd658069121 req-76c51cdb-d094-4576-813f-651213e69951 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:13.961927 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-567d1d80-6e9a-4009-b52e-3fd658069121 req-76c51cdb-d094-4576-813f-651213e69951 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "DELETE /v2.0/security-groups/a6e1a436-9545-4f4d-821a-296b6fd0e370 HTTP/1.1" status: 204 len: 173 time: 0.1605506 Feb 05 03:02:13.965776 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7317c9ad-f450-48f9-b71c-a83f67c9cf34 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8429611 Feb 05 03:02:13.974778 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e5137ed2-3358-4dd8-af9a-53977a477261 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4641569 Feb 05 03:02:13.978315 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 32996) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:13.988742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-beef5420-5221-4f17-a7a5-a142b36e4ba4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'subnet': {'network_id': 'a7b7799b-dd3b-466e-8f33-ed0299f41010', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:14.011248 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5137ed2-3358-4dd8-af9a-53977a477261 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Network': ['ID=a7b7799b-dd3b-466e-8f33-ed0299f41010,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:14.077628 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network a7b7799b-dd3b-466e-8f33-ed0299f41010 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:02:14.097813 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c51cdb-d094-4576-813f-651213e69951 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e1a436-9545-4f4d-821a-296b6fd0e370,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:14.173797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fdcd85-0a6f-470d-bf43-234893ba47d5 None None] Network 3957b892-b18f-43db-a0cc-2510a3c77327 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:14.210410 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8849baa8-ce82-484c-8c75-12fbfe81288c req-e1f298d9-4a6a-4f84-b6cd-c9dc491eb759 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "GET /v2.0/security-groups/05dd625f-4e7e-4ccb-a7c5-e13cc01e3146 HTTP/1.1" status: 200 len: 1830 time: 0.2041852 Feb 05 03:02:14.280878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beef5420-5221-4f17-a7a5-a142b36e4ba4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:14.285092 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-beef5420-5221-4f17-a7a5-a142b36e4ba4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:14.311823 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d81e7-2292-4e36-8cc2-c2eb82390702 req-977c69b7-4a42-4fb3-ae11-d127e6420eba tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:14.313292 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d2d81e7-2292-4e36-8cc2-c2eb82390702 req-977c69b7-4a42-4fb3-ae11-d127e6420eba tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.2168155 Feb 05 03:02:14.405125 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8849baa8-ce82-484c-8c75-12fbfe81288c req-3e9bd050-820e-4692-a0ed-eb1bf3f3e46e tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (05dd625f-4e7e-4ccb-a7c5-e13cc01e3146), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:14.462851 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d2d81e7-2292-4e36-8cc2-c2eb82390702 req-a0e7b7cf-2c54-4331-93a3-5bcc2e88a42f tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184561 Feb 05 03:02:14.464530 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8849baa8-ce82-484c-8c75-12fbfe81288c req-3e9bd050-820e-4692-a0ed-eb1bf3f3e46e tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (05dd625f-4e7e-4ccb-a7c5-e13cc01e3146), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:14.575196 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8849baa8-ce82-484c-8c75-12fbfe81288c req-3e9bd050-820e-4692-a0ed-eb1bf3f3e46e tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (05dd625f-4e7e-4ccb-a7c5-e13cc01e3146), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:14.577991 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8849baa8-ce82-484c-8c75-12fbfe81288c req-3e9bd050-820e-4692-a0ed-eb1bf3f3e46e tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:14.582306 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8849baa8-ce82-484c-8c75-12fbfe81288c req-3e9bd050-820e-4692-a0ed-eb1bf3f3e46e tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "DELETE /v2.0/security-groups/05dd625f-4e7e-4ccb-a7c5-e13cc01e3146 HTTP/1.1" status: 204 len: 173 time: 0.3606212 Feb 05 03:02:14.704024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bd050-820e-4692-a0ed-eb1bf3f3e46e tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dd625f-4e7e-4ccb-a7c5-e13cc01e3146,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:14.755518 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-beef5420-5221-4f17-a7a5-a142b36e4ba4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (6f1768d7-abce-4f4a-a87f-129f914b9576), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:14.837239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd076077-82b8-45ef-834b-5218542d2bf2 req-3e8822cd-ab1c-44c2-b675-686511d55cf6 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "GET /v2.0/security-groups/9eaba3c3-7be5-4879-a86f-27463ed94087 HTTP/1.1" status: 200 len: 1830 time: 0.2338493 Feb 05 03:02:14.938465 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef5420-5221-4f17-a7a5-a142b36e4ba4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Subnet': ['ID=6f1768d7-abce-4f4a-a87f-129f914b9576,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:14.976409 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-08244688-5748-43b6-857d-0037ab333235 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:14.978028 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-08244688-5748-43b6-857d-0037ab333235 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/networks?id=3957b892-b18f-43db-a0cc-2510a3c77327 HTTP/1.1" status: 200 len: 819 time: 0.2416654 Feb 05 03:02:14.982258 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef5420-5221-4f17-a7a5-a142b36e4ba4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Checking segment: {'id': 'a768cd33-c141-49f8-8d8e-51ee26a639c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a7b7799b-dd3b-466e-8f33-ed0299f41010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:02:14.982645 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beef5420-5221-4f17-a7a5-a142b36e4ba4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network hostable DHCP agents. Network: a7b7799b-dd3b-466e-8f33-ed0299f41010, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:02:15.005594 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-5276205b-8901-433d-971a-9cd87892a270 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/quotas/0eba044195ff4d069f81e660e96bfe34 HTTP/1.1" status: 200 len: 375 time: 0.0126939 Feb 05 03:02:15.017761 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-cd076077-82b8-45ef-834b-5218542d2bf2 req-9aae3a34-6b66-43cf-8f33-52386e697da2 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (9eaba3c3-7be5-4879-a86f-27463ed94087), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.062954 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-09144291-de3b-4a2b-becf-012287cdb4a8 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0eba044195ff4d069f81e660e96bfe34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459700 Feb 05 03:02:15.066217 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beef5420-5221-4f17-a7a5-a142b36e4ba4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network a7b7799b-dd3b-466e-8f33-ed0299f41010 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:02:15.089320 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-cd076077-82b8-45ef-834b-5218542d2bf2 req-9aae3a34-6b66-43cf-8f33-52386e697da2 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (9eaba3c3-7be5-4879-a86f-27463ed94087), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.110511 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-beef5420-5221-4f17-a7a5-a142b36e4ba4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, a7b7799b-dd3b-466e-8f33-ed0299f41010) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:15.122811 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beef5420-5221-4f17-a7a5-a142b36e4ba4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:15.123395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c86eee7-0d97-4954-9b3c-342ed55b6cd8 None None] Network a7b7799b-dd3b-466e-8f33-ed0299f41010 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:15.123864 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-beef5420-5221-4f17-a7a5-a142b36e4ba4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.153955 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-beef5420-5221-4f17-a7a5-a142b36e4ba4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1715374 Feb 05 03:02:15.154360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33020) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:15.159315 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4f6dd987-4d1a-4141-bac8-933f3cfc26b0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-194086276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:15.167982 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-cd076077-82b8-45ef-834b-5218542d2bf2 req-9aae3a34-6b66-43cf-8f33-52386e697da2 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9eaba3c3-7be5-4879-a86f-27463ed94087), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.171274 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-cd076077-82b8-45ef-834b-5218542d2bf2 req-9aae3a34-6b66-43cf-8f33-52386e697da2 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.172380 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd076077-82b8-45ef-834b-5218542d2bf2 req-9aae3a34-6b66-43cf-8f33-52386e697da2 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "DELETE /v2.0/security-groups/9eaba3c3-7be5-4879-a86f-27463ed94087 HTTP/1.1" status: 204 len: 173 time: 0.3235018 Feb 05 03:02:15.267510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-a7b7799b-dd3b-466e-8f33-ed0299f41010', 'network_id': 'a7b7799b-dd3b-466e-8f33-ed0299f41010', 'project_id': 'fc3ef97cf5ac463583f853fb4b82e975', 'fixed_ips': [{'subnet_id': '6f1768d7-abce-4f4a-a87f-129f914b9576'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:02:15.268600 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.280678 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-dd23927a-78ad-48f7-887d-70c09029fbce service neutron] 10.222.0.36 "GET /v2.0/networks/3957b892-b18f-43db-a0cc-2510a3c77327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070594 Feb 05 03:02:15.325496 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae3a34-6b66-43cf-8f33-52386e697da2 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaba3c3-7be5-4879-a86f-27463ed94087,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:15.340883 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd987-4d1a-4141-bac8-933f3cfc26b0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (11f8d388-3e59-404c-8840-36aeeccc1cec), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.342093 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd987-4d1a-4141-bac8-933f3cfc26b0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (11f8d388-3e59-404c-8840-36aeeccc1cec), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.413755 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd987-4d1a-4141-bac8-933f3cfc26b0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for router_controller (11f8d388-3e59-404c-8840-36aeeccc1cec), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.438847 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Allocated IP 2001:db8::2 (a7b7799b-dd3b-466e-8f33-ed0299f41010/6f1768d7-abce-4f4a-a87f-129f914b9576/df3fded1-ad38-4365-bee3-734996e1c855) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:15.454116 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd987-4d1a-4141-bac8-933f3cfc26b0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (11f8d388-3e59-404c-8840-36aeeccc1cec), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.505898 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-727f041a-59ba-49cc-9722-49c665412ca9 req-5e2cfb46-32be-4c36-b486-38a8ed8e0899 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "GET /v2.0/security-groups/819eb0bd-3289-4aec-a9cc-07ad719ec376 HTTP/1.1" status: 200 len: 1832 time: 0.2195590 Feb 05 03:02:15.511269 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd987-4d1a-4141-bac8-933f3cfc26b0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.515531 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4f6dd987-4d1a-4141-bac8-933f3cfc26b0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3575590 Feb 05 03:02:15.515761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33026) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:15.520852 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6ef89a3a-f09f-41ed-ade9-95b8f75a375b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'network_id': 'a7b7799b-dd3b-466e-8f33-ed0299f41010', 'name': 'tempest-PortsIpV6TestJSON-1448707851'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:15.610615 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Publish callbacks [] for port (df3fded1-ad38-4365-bee3-734996e1c855), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.638592 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (df3fded1-ad38-4365-bee3-734996e1c855), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.696294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Pushing event updated for resources: {'Port': ['ID=df3fded1-ad38-4365-bee3-734996e1c855,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:15.707666 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Network a7b7799b-dd3b-466e-8f33-ed0299f41010 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:15.709685 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:15.712244 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:02:15.727598 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-727f041a-59ba-49cc-9722-49c665412ca9 req-d45cd696-af6d-4bcd-9a3a-088c8d029a37 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (819eb0bd-3289-4aec-a9cc-07ad719ec376), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.769237 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-727f041a-59ba-49cc-9722-49c665412ca9 req-d45cd696-af6d-4bcd-9a3a-088c8d029a37 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (819eb0bd-3289-4aec-a9cc-07ad719ec376), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.793866 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Attempting to bind port df3fded1-ad38-4365-bee3-734996e1c855 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:02:15.794393 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Attempting to bind port df3fded1-ad38-4365-bee3-734996e1c855 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'a768cd33-c141-49f8-8d8e-51ee26a639c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a7b7799b-dd3b-466e-8f33-ed0299f41010'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:02:15.794915 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Attempting to bind port df3fded1-ad38-4365-bee3-734996e1c855 on network a7b7799b-dd3b-466e-8f33-ed0299f41010 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:02:15.795267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-b4182f85-dfb1-4b64-94e2-92add9bd68d0 service neutron] 10.222.0.36 "GET /v2.0/networks/3957b892-b18f-43db-a0cc-2510a3c77327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125074 Feb 05 03:02:15.804038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:02:15.807921 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Checking segment: {'id': 'a768cd33-c141-49f8-8d8e-51ee26a639c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a7b7799b-dd3b-466e-8f33-ed0299f41010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:02:15.808531 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.809003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Bound using segment: {'id': 'a768cd33-c141-49f8-8d8e-51ee26a639c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a7b7799b-dd3b-466e-8f33-ed0299f41010'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:02:15.810167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Bound port: df3fded1-ad38-4365-bee3-734996e1c855, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a768cd33-c141-49f8-8d8e-51ee26a639c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a7b7799b-dd3b-466e-8f33-ed0299f41010'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:02:15.810535 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (df3fded1-ad38-4365-bee3-734996e1c855), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.821200 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef89a3a-f09f-41ed-ade9-95b8f75a375b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:15.824569 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ef89a3a-f09f-41ed-ade9-95b8f75a375b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.845818 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-6ef89a3a-f09f-41ed-ade9-95b8f75a375b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] device_id is not set on port 0ec16989-2d4e-440c-a192-b86a13a92e8a yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:02:15.916257 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] For port df3fded1-ad38-4365-bee3-734996e1c855, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:02:15.920167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] For port df3fded1-ad38-4365-bee3-734996e1c855, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=df3fded1-ad38-4365-bee3-734996e1c855,segment=NetworkSegment(a768cd33-c141-49f8-8d8e-51ee26a639c3),segment_id=a768cd33-c141-49f8-8d8e-51ee26a639c3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:02:15.933999 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (df3fded1-ad38-4365-bee3-734996e1c855), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:15.975386 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-6ef89a3a-f09f-41ed-ade9-95b8f75a375b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Allocated IP 2001:db8::314 (a7b7799b-dd3b-466e-8f33-ed0299f41010/6f1768d7-abce-4f4a-a87f-129f914b9576/0ec16989-2d4e-440c-a192-b86a13a92e8a) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:16.126673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e4a8a-3eaa-47d4-a1b0-007d8959ef09 None None] Pushing event updated for resources: {'Port': ['ID=df3fded1-ad38-4365-bee3-734996e1c855,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:16.144250 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-727f041a-59ba-49cc-9722-49c665412ca9 req-d45cd696-af6d-4bcd-9a3a-088c8d029a37 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (819eb0bd-3289-4aec-a9cc-07ad719ec376), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:16.149010 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:16.159870 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-727f041a-59ba-49cc-9722-49c665412ca9 req-d45cd696-af6d-4bcd-9a3a-088c8d029a37 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:16.168563 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-727f041a-59ba-49cc-9722-49c665412ca9 req-d45cd696-af6d-4bcd-9a3a-088c8d029a37 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] 10.222.0.36 "DELETE /v2.0/security-groups/819eb0bd-3289-4aec-a9cc-07ad719ec376 HTTP/1.1" status: 204 len: 173 time: 0.5177088 Feb 05 03:02:16.169323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33038) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:16.279599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8879d69-d21e-4b63-b803-a0928d47799c admin admin] Deleting subnet affe52a1-a342-4335-bcaf-c6da8aa85a7f {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:02:16.288718 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8879d69-d21e-4b63-b803-a0928d47799c admin admin] Publish callbacks [] for subnet (affe52a1-a342-4335-bcaf-c6da8aa85a7f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:16.347824 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fb1990af-9f79-4a36-82dd-ac2bb6fe52b5 req-106514b3-b9a5-4984-8a3a-016df8072f26 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/ports?device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 210 time: 0.0809836 Feb 05 03:02:16.353437 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cd696-af6d-4bcd-9a3a-088c8d029a37 tempest-SecurityGroupRulesNegativeTestJSON-1350160085 tempest-SecurityGroupRulesNegativeTestJSON-1350160085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819eb0bd-3289-4aec-a9cc-07ad719ec376,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:16.453182 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8879d69-d21e-4b63-b803-a0928d47799c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (affe52a1-a342-4335-bcaf-c6da8aa85a7f), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:16.498410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a79457-f156-4ad6-857b-45b944bc6650 req-02b06951-0278-426a-a24b-3daf4b2750fb tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:16.500467 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8a79457-f156-4ad6-857b-45b944bc6650 req-02b06951-0278-426a-a24b-3daf4b2750fb tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.3336496 Feb 05 03:02:16.535276 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8879d69-d21e-4b63-b803-a0928d47799c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (affe52a1-a342-4335-bcaf-c6da8aa85a7f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:16.562949 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ef89a3a-f09f-41ed-ade9-95b8f75a375b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (0ec16989-2d4e-440c-a192-b86a13a92e8a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:16.650858 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8879d69-d21e-4b63-b803-a0928d47799c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (affe52a1-a342-4335-bcaf-c6da8aa85a7f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:16.718264 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8879d69-d21e-4b63-b803-a0928d47799c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=affe52a1-a342-4335-bcaf-c6da8aa85a7f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:16.718989 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8a79457-f156-4ad6-857b-45b944bc6650 req-e42edece-768f-47c9-9fe7-e90efc2a857c tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971452 Feb 05 03:02:16.733165 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8879d69-d21e-4b63-b803-a0928d47799c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:16.738053 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e8879d69-d21e-4b63-b803-a0928d47799c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/affe52a1-a342-4335-bcaf-c6da8aa85a7f HTTP/1.1" status: 204 len: 168 time: 0.5679834 Feb 05 03:02:16.741230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33050) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:16.808191 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ef89a3a-f09f-41ed-ade9-95b8f75a375b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (0ec16989-2d4e-440c-a192-b86a13a92e8a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:16.809207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device df3fded1-ad38-4365-bee3-734996e1c855 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:16.863512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef89a3a-f09f-41ed-ade9-95b8f75a375b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network a7b7799b-dd3b-466e-8f33-ed0299f41010 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:16.878265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6ef89a3a-f09f-41ed-ade9-95b8f75a375b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:16.883549 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef89a3a-f09f-41ed-ade9-95b8f75a375b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:02:16.893635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef89a3a-f09f-41ed-ade9-95b8f75a375b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:16.894282 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ef89a3a-f09f-41ed-ade9-95b8f75a375b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:16.930834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port df3fded1-ad38-4365-bee3-734996e1c855 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:16.932471 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (df3fded1-ad38-4365-bee3-734996e1c855), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:16.949619 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a9fdd73-3591-49b0-bbe9-8d62e8d6be3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (79148425-4abb-4973-8e68-f80adb7fc6af), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:16.965872 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef89a3a-f09f-41ed-ade9-95b8f75a375b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=0ec16989-2d4e-440c-a192-b86a13a92e8a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:17.018847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33054) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:17.032906 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6ef89a3a-f09f-41ed-ade9-95b8f75a375b tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5159223 Feb 05 03:02:17.216955 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port df3fded1-ad38-4365-bee3-734996e1c855 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:17.218098 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (df3fded1-ad38-4365-bee3-734996e1c855), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:17.261942 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a9fdd73-3591-49b0-bbe9-8d62e8d6be3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (79148425-4abb-4973-8e68-f80adb7fc6af), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:17.312308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4a9fdd73-3591-49b0-bbe9-8d62e8d6be3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79148425-4abb-4973-8e68-f80adb7fc6af']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:17.340880 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4a9fdd73-3591-49b0-bbe9-8d62e8d6be3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0c6d24-050c-4501-a94e-0f7128703c38') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:17.342893 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4a9fdd73-3591-49b0-bbe9-8d62e8d6be3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0c6d24-050c-4501-a94e-0f7128703c38') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:17.369196 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a9fdd73-3591-49b0-bbe9-8d62e8d6be3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (fe0c6d24-050c-4501-a94e-0f7128703c38), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:17.391643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port df3fded1-ad38-4365-bee3-734996e1c855, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=df3fded1-ad38-4365-bee3-734996e1c855,segment=NetworkSegment(a768cd33-c141-49f8-8d8e-51ee26a639c3),segment_id=a768cd33-c141-49f8-8d8e-51ee26a639c3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:17.405737 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (df3fded1-ad38-4365-bee3-734996e1c855), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:17.434866 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a9fdd73-3591-49b0-bbe9-8d62e8d6be3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (fe0c6d24-050c-4501-a94e-0f7128703c38), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:17.458577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9fdd73-3591-49b0-bbe9-8d62e8d6be3d admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:02:17.459064 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a9fdd73-3591-49b0-bbe9-8d62e8d6be3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (fe0c6d24-050c-4501-a94e-0f7128703c38), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:02:17.467780 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:02:17.591927 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=df3fded1-ad38-4365-bee3-734996e1c855,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:17.707014 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8647fda-90fb-4d84-8152-5f8f7cbdfada req-54ffec59-885e-4db2-8072-17f0d461854f tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/ports?device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 210 time: 0.1002638 Feb 05 03:02:17.739848 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a9fdd73-3591-49b0-bbe9-8d62e8d6be3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (79148425-4abb-4973-8e68-f80adb7fc6af), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:17.754654 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a9fdd73-3591-49b0-bbe9-8d62e8d6be3d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:17.770938 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4a9fdd73-3591-49b0-bbe9-8d62e8d6be3d admin admin] 10.222.0.36 "DELETE /v2.0/networks/79148425-4abb-4973-8e68-f80adb7fc6af HTTP/1.1" status: 204 len: 168 time: 1.0259538 Feb 05 03:02:17.802546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fdd73-3591-49b0-bbe9-8d62e8d6be3d admin admin] Pushing event deleted for resources: {'Network': ['ID=79148425-4abb-4973-8e68-f80adb7fc6af,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:18.035768 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ac865-6c28-44f4-96b5-da4218526280 req-c14add80-e083-43ef-8d91-7d647c0f571c tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:18.051167 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-811ac865-6c28-44f4-96b5-da4218526280 req-c14add80-e083-43ef-8d91-7d647c0f571c tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.1728168 Feb 05 03:02:18.069418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871c23a2-e50b-4eeb-b55c-a327a9e9e464 None None] Network a7b7799b-dd3b-466e-8f33-ed0299f41010 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:18.134407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33070) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:18.156707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-efea4a16-7e65-40a1-abc5-610a9ef54eb2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0ec16989-2d4e-440c-a192-b86a13a92e8a), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:18.257382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9b52dee6-d691-48f8-9a20-2211bb9e9188 None None] Provisioning complete for port df3fded1-ad38-4365-bee3-734996e1c855 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:18.258445 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9b52dee6-d691-48f8-9a20-2211bb9e9188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (df3fded1-ad38-4365-bee3-734996e1c855), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:18.298017 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-639fcbd6-29dd-4917-b6c8-4093f88387a4 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:18.301726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-639fcbd6-29dd-4917-b6c8-4093f88387a4 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.10 "GET /v2.0/networks?id=3957b892-b18f-43db-a0cc-2510a3c77327 HTTP/1.1" status: 200 len: 819 time: 0.2256877 Feb 05 03:02:18.328369 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-854fa668-c292-4dee-99dd-53af12782f64 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Request body: {'port': {'device_id': '87250889-cc01-4a2f-9bc2-8308101d13dd', 'network_id': '3957b892-b18f-43db-a0cc-2510a3c77327', 'admin_state_up': True, 'tenant_id': '0eba044195ff4d069f81e660e96bfe34'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:18.572469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9b52dee6-d691-48f8-9a20-2211bb9e9188 None None] Current status of the port df3fded1-ad38-4365-bee3-734996e1c855 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:18.578373 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-811ac865-6c28-44f4-96b5-da4218526280 req-83f479c5-c1f2-4016-9136-fc93fde6a5cd tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181842 Feb 05 03:02:18.581130 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-854fa668-c292-4dee-99dd-53af12782f64 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Made reservation on behalf of 0eba044195ff4d069f81e660e96bfe34 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:18.588233 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-854fa668-c292-4dee-99dd-53af12782f64 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:18.678261 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a3800c0c-692b-49fc-8561-0943d9000bc5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a3615affa9c4210807ffd12099074f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5424299 Feb 05 03:02:18.681555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33076) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:18.699483 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device df3fded1-ad38-4365-bee3-734996e1c855 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:18.834094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port df3fded1-ad38-4365-bee3-734996e1c855 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:18.834734 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (df3fded1-ad38-4365-bee3-734996e1c855), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:18.956516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-075c443f-66a2-424d-b46e-1fae0feea960 req-fcbcd4e9-5913-4019-bae8-353b8d5a2d09 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/ports?device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 210 time: 0.1033370 Feb 05 03:02:18.977394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port df3fded1-ad38-4365-bee3-734996e1c855 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:18.985852 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-854fa668-c292-4dee-99dd-53af12782f64 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Allocated IP 172.20.0.12 (3957b892-b18f-43db-a0cc-2510a3c77327/27aa883d-c97a-467d-adc0-33262f8fdfcd/f290e527-340b-49f5-bd16-d946e8deb63a) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:19.005405 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-efea4a16-7e65-40a1-abc5-610a9ef54eb2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (0ec16989-2d4e-440c-a192-b86a13a92e8a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:19.008280 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e92cb819-310f-4bf6-93f1-531e37f2f093 admin admin] Publish callbacks [] for security_group (9b5f17dd-ffb0-42c3-96a8-b3a1b5f2ee20), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:19.022644 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-efea4a16-7e65-40a1-abc5-610a9ef54eb2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0ec16989-2d4e-440c-a192-b86a13a92e8a), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:19.128843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6edf8f19-2f6f-4aca-bda1-307891bf3ab9 None None] Provisioning complete for port df3fded1-ad38-4365-bee3-734996e1c855 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:19.132116 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6edf8f19-2f6f-4aca-bda1-307891bf3ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (df3fded1-ad38-4365-bee3-734996e1c855), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:19.139730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea4a16-7e65-40a1-abc5-610a9ef54eb2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=0ec16989-2d4e-440c-a192-b86a13a92e8a,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:19.189901 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e92cb819-310f-4bf6-93f1-531e37f2f093 admin admin] Publish callbacks [] for security_group (9b5f17dd-ffb0-42c3-96a8-b3a1b5f2ee20), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:19.339864 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-854fa668-c292-4dee-99dd-53af12782f64 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Publish callbacks [] for port (f290e527-340b-49f5-bd16-d946e8deb63a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:19.362886 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6edf8f19-2f6f-4aca-bda1-307891bf3ab9 None None] Current status of the port df3fded1-ad38-4365-bee3-734996e1c855 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:19.382069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6edf8f19-2f6f-4aca-bda1-307891bf3ab9 None None] Provisioning complete for port 0ec16989-2d4e-440c-a192-b86a13a92e8a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:19.383744 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6edf8f19-2f6f-4aca-bda1-307891bf3ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0ec16989-2d4e-440c-a192-b86a13a92e8a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:19.431392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6edf8f19-2f6f-4aca-bda1-307891bf3ab9 None None] Port 0ec16989-2d4e-440c-a192-b86a13a92e8a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:19.431807 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-854fa668-c292-4dee-99dd-53af12782f64 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (f290e527-340b-49f5-bd16-d946e8deb63a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:19.531912 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e92cb819-310f-4bf6-93f1-531e37f2f093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9b5f17dd-ffb0-42c3-96a8-b3a1b5f2ee20), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:19.534479 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e92cb819-310f-4bf6-93f1-531e37f2f093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:19.545510 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e92cb819-310f-4bf6-93f1-531e37f2f093 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b5f17dd-ffb0-42c3-96a8-b3a1b5f2ee20 HTTP/1.1" status: 204 len: 168 time: 0.8526392 Feb 05 03:02:19.573535 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fa668-c292-4dee-99dd-53af12782f64 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Pushing event updated for resources: {'Port': ['ID=f290e527-340b-49f5-bd16-d946e8deb63a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:19.578273 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cb819-310f-4bf6-93f1-531e37f2f093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5f17dd-ffb0-42c3-96a8-b3a1b5f2ee20,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:19.588932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-854fa668-c292-4dee-99dd-53af12782f64 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Network 3957b892-b18f-43db-a0cc-2510a3c77327 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:19.618354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-854fa668-c292-4dee-99dd-53af12782f64 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:19.624278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-854fa668-c292-4dee-99dd-53af12782f64 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:02:19.673983 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-923f6f65-d625-43cd-ace5-4867b9b6deb9 None None] Provisioning complete for port 0ec16989-2d4e-440c-a192-b86a13a92e8a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:19.677083 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-923f6f65-d625-43cd-ace5-4867b9b6deb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0ec16989-2d4e-440c-a192-b86a13a92e8a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:19.715576 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-efea4a16-7e65-40a1-abc5-610a9ef54eb2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (11f8d388-3e59-404c-8840-36aeeccc1cec), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:19.766743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-854fa668-c292-4dee-99dd-53af12782f64 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:19.775612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-923f6f65-d625-43cd-ace5-4867b9b6deb9 None None] Port 0ec16989-2d4e-440c-a192-b86a13a92e8a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:19.791091 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-854fa668-c292-4dee-99dd-53af12782f64 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:19.879427 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-854fa668-c292-4dee-99dd-53af12782f64 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5656905 Feb 05 03:02:19.894600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Request body: {'port': {'device_id': '87250889-cc01-4a2f-9bc2-8308101d13dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:19.955649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81592a8c-cc78-4d0d-b3b8-d8828b0137ab req-333229e6-2d42-4727-9494-27e505d924a4 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:19.959536 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81592a8c-cc78-4d0d-b3b8-d8828b0137ab req-333229e6-2d42-4727-9494-27e505d924a4 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.1648831 Feb 05 03:02:20.060098 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-efea4a16-7e65-40a1-abc5-610a9ef54eb2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0ec16989-2d4e-440c-a192-b86a13a92e8a), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:20.098287 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f290e527-340b-49f5-bd16-d946e8deb63a), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:20.107543 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-12103fc7-0e42-47dd-b9c9-f9917e7dc4a0 None None] Provisioning complete for port 0ec16989-2d4e-440c-a192-b86a13a92e8a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:20.111003 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-12103fc7-0e42-47dd-b9c9-f9917e7dc4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0ec16989-2d4e-440c-a192-b86a13a92e8a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:20.156997 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81592a8c-cc78-4d0d-b3b8-d8828b0137ab req-d44221fc-6cb4-47d3-ac9d-e0e8f248482a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696086 Feb 05 03:02:20.218607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-12103fc7-0e42-47dd-b9c9-f9917e7dc4a0 None None] Port 0ec16989-2d4e-440c-a192-b86a13a92e8a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:20.258831 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596a18c-a6ae-4f04-8a9b-f6c6d7391dbf req-4af99cf8-b3a8-4d97-aef2-e7585650750b tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:20.268979 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7596a18c-a6ae-4f04-8a9b-f6c6d7391dbf req-4af99cf8-b3a8-4d97-aef2-e7585650750b tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/ports?device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 932 time: 0.1811547 Feb 05 03:02:20.407095 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7596a18c-a6ae-4f04-8a9b-f6c6d7391dbf req-07160a7c-a9e0-4e1f-a55f-1180453a3cb0 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc5979ed-7422-4923-9e7d-2153f76949c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316183 Feb 05 03:02:20.640378 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-efea4a16-7e65-40a1-abc5-610a9ef54eb2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (0ec16989-2d4e-440c-a192-b86a13a92e8a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:20.648016 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-efea4a16-7e65-40a1-abc5-610a9ef54eb2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0ec16989-2d4e-440c-a192-b86a13a92e8a), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:20.649528 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-efea4a16-7e65-40a1-abc5-610a9ef54eb2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (11f8d388-3e59-404c-8840-36aeeccc1cec), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:20.771768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea4a16-7e65-40a1-abc5-610a9ef54eb2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=0ec16989-2d4e-440c-a192-b86a13a92e8a,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:20.791680 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f290e527-340b-49f5-bd16-d946e8deb63a {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:02:20.801112 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Publish callbacks [] for port (f290e527-340b-49f5-bd16-d946e8deb63a), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:20.815585 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Transition to ACTIVE for port object f290e527-340b-49f5-bd16-d946e8deb63a will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:02:20.822090 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (f290e527-340b-49f5-bd16-d946e8deb63a), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:20.835752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efea4a16-7e65-40a1-abc5-610a9ef54eb2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network a7b7799b-dd3b-466e-8f33-ed0299f41010 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:20.837241 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-efea4a16-7e65-40a1-abc5-610a9ef54eb2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:20.987504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33112) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:20.993190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f290e527-340b-49f5-bd16-d946e8deb63a,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:21.029549 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Attempting to bind port f290e527-340b-49f5-bd16-d946e8deb63a on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:02:21.029899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Attempting to bind port f290e527-340b-49f5-bd16-d946e8deb63a by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '50b3e343-79eb-4c4a-9d55-c77793d83bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3957b892-b18f-43db-a0cc-2510a3c77327'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:02:21.030230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Attempting to bind port f290e527-340b-49f5-bd16-d946e8deb63a on network 3957b892-b18f-43db-a0cc-2510a3c77327 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:02:21.035165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Port f290e527-340b-49f5-bd16-d946e8deb63a on network 3957b892-b18f-43db-a0cc-2510a3c77327 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:02:21.035691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Attempting to bind port f290e527-340b-49f5-bd16-d946e8deb63a on network 3957b892-b18f-43db-a0cc-2510a3c77327 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:02:21.048015 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:02:21.048360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Checking segment: {'id': '50b3e343-79eb-4c4a-9d55-c77793d83bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3957b892-b18f-43db-a0cc-2510a3c77327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:02:21.048758 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Bound using segment: {'id': '50b3e343-79eb-4c4a-9d55-c77793d83bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3957b892-b18f-43db-a0cc-2510a3c77327'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:02:21.049502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Bound port: f290e527-340b-49f5-bd16-d946e8deb63a, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b3e343-79eb-4c4a-9d55-c77793d83bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3957b892-b18f-43db-a0cc-2510a3c77327'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:02:21.049637 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f290e527-340b-49f5-bd16-d946e8deb63a), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:21.056845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efea4a16-7e65-40a1-abc5-610a9ef54eb2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Router 11f8d388-3e59-404c-8840-36aeeccc1cec is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:02:21.136035 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] For port f290e527-340b-49f5-bd16-d946e8deb63a, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:02:21.140644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] For port f290e527-340b-49f5-bd16-d946e8deb63a, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f290e527-340b-49f5-bd16-d946e8deb63a,segment=NetworkSegment(50b3e343-79eb-4c4a-9d55-c77793d83bde),segment_id=50b3e343-79eb-4c4a-9d55-c77793d83bde)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:02:21.154640 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (f290e527-340b-49f5-bd16-d946e8deb63a), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:21.176553 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-787b4f10-94cb-44f7-8aef-747ecd04d721 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1016855807-network', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:21.205573 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:21.208108 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:21.210006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] 10.222.0.10 "PUT /v2.0/ports/f290e527-340b-49f5-bd16-d946e8deb63a HTTP/1.1" status: 200 len: 1092 time: 1.3230510 Feb 05 03:02:21.212475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87250889-cc01-4a2f-9bc2-8308101d13dd', 'tag': 'f290e527-340b-49f5-bd16-d946e8deb63a'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:02:21.215474 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f4f52e-a5a0-4496-8418-5f89b4940087" -d '{"events": [{"name": "network-changed", "server_uuid": "87250889-cc01-4a2f-9bc2-8308101d13dd", "tag": "f290e527-340b-49f5-bd16-d946e8deb63a"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:02:21.260653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787b4f10-94cb-44f7-8aef-747ecd04d721 admin admin] Made reservation on behalf of b1a6d00c229d4f478bede4965b15e08a for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:21.268612 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-787b4f10-94cb-44f7-8aef-747ecd04d721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:21.280640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efea4a16-7e65-40a1-abc5-610a9ef54eb2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:02:21.293379 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c10e2-c160-4cb2-84f1-db7206792bf2 None None] Sync routers for ids ['11f8d388-3e59-404c-8840-36aeeccc1cec'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:02:21.296847 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-efea4a16-7e65-40a1-abc5-610a9ef54eb2 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "PUT /v2.0/routers/11f8d388-3e59-404c-8840-36aeeccc1cec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2767103 Feb 05 03:02:21.303049 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33122) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:21.318156 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c10e2-c160-4cb2-84f1-db7206792bf2 None None] Routers {'11f8d388-3e59-404c-8840-36aeeccc1cec'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:02:21.318156 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c95c10e2-c160-4cb2-84f1-db7206792bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:02:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11f8d388-3e59-404c-8840-36aeeccc1cec'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:21.338067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4366f-c61a-494a-b8b5-db946a1ba3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f290e527-340b-49f5-bd16-d946e8deb63a,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:21.342687 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-787b4f10-94cb-44f7-8aef-747ecd04d721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:21.360591 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7f9d37ca-e470-4f99-966a-96f57f806814 None None] Provisioning complete for port 0ec16989-2d4e-440c-a192-b86a13a92e8a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:21.361162 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7f9d37ca-e470-4f99-966a-96f57f806814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0ec16989-2d4e-440c-a192-b86a13a92e8a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:21.388856 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c95c10e2-c160-4cb2-84f1-db7206792bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:21.396634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-393b7907-82b5-432a-aa5a-1febb0e4440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:21.399629 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-393b7907-82b5-432a-aa5a-1febb0e4440f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0eba044195ff4d069f81e660e96bfe34&device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 1126 time: 0.1253073 Feb 05 03:02:21.416640 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c10e2-c160-4cb2-84f1-db7206792bf2 None None] Routers {'11f8d388-3e59-404c-8840-36aeeccc1cec'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:02:21.417425 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c95c10e2-c160-4cb2-84f1-db7206792bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:02:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11f8d388-3e59-404c-8840-36aeeccc1cec'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:21.456127 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-787b4f10-94cb-44f7-8aef-747ecd04d721 admin admin] Publish callbacks [] for security_group (11a1e998-b1e5-4ec0-8679-2cc509c3f885), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:21.461069 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c95c10e2-c160-4cb2-84f1-db7206792bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:21.462203 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c10e2-c160-4cb2-84f1-db7206792bf2 None None] The sync data for ids ['11f8d388-3e59-404c-8840-36aeeccc1cec'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:02:21.468282 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7f9d37ca-e470-4f99-966a-96f57f806814 None None] Port 0ec16989-2d4e-440c-a192-b86a13a92e8a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:21.475383 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-787b4f10-94cb-44f7-8aef-747ecd04d721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (11a1e998-b1e5-4ec0-8679-2cc509c3f885), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:21.500068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787b4f10-94cb-44f7-8aef-747ecd04d721 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:02:21.501984 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-54b17d40-3a00-4430-98dc-e16fa5dbf22f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f290e527-340b-49f5-bd16-d946e8deb63a HTTP/1.1" status: 200 len: 217 time: 0.0940671 Feb 05 03:02:21.514409 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c59db-5ae1-4fb7-9384-c3d4264419fb req-05c8798a-9591-44bf-bbd0-f7741b55eefc tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:21.515948 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c11c59db-5ae1-4fb7-9384-c3d4264419fb req-05c8798a-9591-44bf-bbd0-f7741b55eefc tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.1968915 Feb 05 03:02:21.517856 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-787b4f10-94cb-44f7-8aef-747ecd04d721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:21.518202 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-787b4f10-94cb-44f7-8aef-747ecd04d721 admin admin] Added segment b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac of type vlan for network e1c1e889-ce15-4ae2-9436-57546d34f15a Feb 05 03:02:21.532916 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e900d82c-62e7-40b4-96b6-6d8c9c59b250 x-openstack-request-id: req-e900d82c-62e7-40b4-96b6-6d8c9c59b250 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:02:21.533222 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87250889-cc01-4a2f-9bc2-8308101d13dd", "tag": "f290e527-340b-49f5-bd16-d946e8deb63a", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:02:21.533627 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e900d82c-62e7-40b4-96b6-6d8c9c59b250 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:02:21.533876 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87250889-cc01-4a2f-9bc2-8308101d13dd', 'tag': 'f290e527-340b-49f5-bd16-d946e8deb63a', 'status': 'completed', 'code': 200} Feb 05 03:02:21.572081 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-787b4f10-94cb-44f7-8aef-747ecd04d721 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (e1c1e889-ce15-4ae2-9436-57546d34f15a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:21.600997 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53461f65-b43f-4072-8f60-7ac3bb94d225 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:21.605974 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-53461f65-b43f-4072-8f60-7ac3bb94d225 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports?device_id=11f8d388-3e59-404c-8840-36aeeccc1cec HTTP/1.1" status: 200 len: 989 time: 0.2974913 Feb 05 03:02:21.606153 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-5f925fd1-a786-4f5b-a418-28e2fa728304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:21.606520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-5f925fd1-a786-4f5b-a418-28e2fa728304 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=27aa883d-c97a-467d-adc0-33262f8fdfcd HTTP/1.1" status: 200 len: 859 time: 0.0896864 Feb 05 03:02:21.608977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33126) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:21.621971 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-787b4f10-94cb-44f7-8aef-747ecd04d721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (e1c1e889-ce15-4ae2-9436-57546d34f15a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:21.622952 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787b4f10-94cb-44f7-8aef-747ecd04d721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:21.623514 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-787b4f10-94cb-44f7-8aef-747ecd04d721 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:21.645735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b4f10-94cb-44f7-8aef-747ecd04d721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a1e998-b1e5-4ec0-8679-2cc509c3f885,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:21.689659 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-787b4f10-94cb-44f7-8aef-747ecd04d721 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7007616 Feb 05 03:02:21.692241 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33132) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:21.695918 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c11c59db-5ae1-4fb7-9384-c3d4264419fb req-efa11277-20fe-4599-93f0-230ae33e3f85 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706011 Feb 05 03:02:21.699075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b0616a1b-7246-4d4f-84a8-ec289b15be8b admin admin] Request body: {'subnet': {'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1016855807-subnet', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:21.703752 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-914e6942-a28c-4300-83cf-6109b8070241 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3957b892-b18f-43db-a0cc-2510a3c77327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871756 Feb 05 03:02:21.707061 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b4f10-94cb-44f7-8aef-747ecd04d721 admin admin] Pushing event updated for resources: {'Network': ['ID=e1c1e889-ce15-4ae2-9436-57546d34f15a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:21.716811 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network e1c1e889-ce15-4ae2-9436-57546d34f15a details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:02:21.728768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0616a1b-7246-4d4f-84a8-ec289b15be8b admin admin] Made reservation on behalf of b1a6d00c229d4f478bede4965b15e08a for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:21.733175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0616a1b-7246-4d4f-84a8-ec289b15be8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:21.902121 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-f94da50c-253c-4727-8406-f2eeb75db22a service neutron] 10.222.0.10 "GET /v2.0/networks/3957b892-b18f-43db-a0cc-2510a3c77327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512847 Feb 05 03:02:21.965142 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0616a1b-7246-4d4f-84a8-ec289b15be8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:22.041354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0616a1b-7246-4d4f-84a8-ec289b15be8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:22.067163 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0616a1b-7246-4d4f-84a8-ec289b15be8b admin admin] Checking segment: {'id': 'b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:02:22.067542 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0616a1b-7246-4d4f-84a8-ec289b15be8b admin admin] Network hostable DHCP agents. Network: e1c1e889-ce15-4ae2-9436-57546d34f15a, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:02:22.091024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0616a1b-7246-4d4f-84a8-ec289b15be8b admin admin] Network e1c1e889-ce15-4ae2-9436-57546d34f15a is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:02:22.103716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b0616a1b-7246-4d4f-84a8-ec289b15be8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, e1c1e889-ce15-4ae2-9436-57546d34f15a) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:22.109044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0616a1b-7246-4d4f-84a8-ec289b15be8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:22.110210 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0616a1b-7246-4d4f-84a8-ec289b15be8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:22.122273 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acae60ba-5e4a-43d4-a693-325fa2fd3ce2 None None] Network e1c1e889-ce15-4ae2-9436-57546d34f15a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:22.138899 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b0616a1b-7246-4d4f-84a8-ec289b15be8b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4454842 Feb 05 03:02:22.141368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33142) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:22.146266 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1016855807-router', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:22.217892 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (94230f57-ecdb-4b64-a85a-c5b8554465e3), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:22.219146 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (94230f57-ecdb-4b64-a85a-c5b8554465e3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:22.334374 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-e1c1e889-ce15-4ae2-9436-57546d34f15a', 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a', 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'fixed_ips': [{'subnet_id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:02:22.345888 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:22.382190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6c172-6e90-4211-af57-8910d3452a70 req-b0c06793-d5c6-4ce9-bb08-6c7debbf4082 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:22.389888 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1bc6c172-6e90-4211-af57-8910d3452a70 req-b0c06793-d5c6-4ce9-bb08-6c7debbf4082 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/ports?device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 944 time: 0.7971647 Feb 05 03:02:22.540210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Allocated IP 172.20.0.2 (e1c1e889-ce15-4ae2-9436-57546d34f15a/e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983/da925a5f-df6c-4a69-b2aa-6fe70dc1bf11) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:22.618822 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1bc6c172-6e90-4211-af57-8910d3452a70 req-fb18ecd0-e28b-4345-ba2e-eae5fbff0e76 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc5979ed-7422-4923-9e7d-2153f76949c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278569 Feb 05 03:02:22.628433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50221967-9bb4-407f-8cab-b8d6cbdf0e6d req-29064518-3eb7-4e7b-aef1-8490aa0d1568 service neutron] 10.222.0.10 "GET /v2.0/networks/3957b892-b18f-43db-a0cc-2510a3c77327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7203181 Feb 05 03:02:22.720039 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Publish callbacks [] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:22.729020 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:22.786944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4f52e-a5a0-4496-8418-5f89b4940087 req-1b036f43-e997-426b-ba29-0ae270b7c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:22.788813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43f4f52e-a5a0-4496-8418-5f89b4940087 req-1b036f43-e997-426b-ba29-0ae270b7c2b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0eba044195ff4d069f81e660e96bfe34&device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 1126 time: 0.0915496 Feb 05 03:02:22.794380 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Pushing event updated for resources: {'Port': ['ID=da925a5f-df6c-4a69-b2aa-6fe70dc1bf11,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:22.803789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Network e1c1e889-ce15-4ae2-9436-57546d34f15a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:22.806188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:22.809407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:02:22.892221 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Attempting to bind port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:02:22.892808 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Attempting to bind port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:02:22.892959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Attempting to bind port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 on network e1c1e889-ce15-4ae2-9436-57546d34f15a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:02:22.899304 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:02:22.900026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Checking segment: {'id': 'b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:02:22.900286 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:22.900665 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Bound using segment: {'id': 'b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:02:22.901142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Bound port: da925a5f-df6c-4a69-b2aa-6fe70dc1bf11, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:02:22.901523 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:22.968252 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Publish callbacks [] for router_controller (94230f57-ecdb-4b64-a85a-c5b8554465e3), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:22.978686 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] For port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:02:22.983748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] For port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=da925a5f-df6c-4a69-b2aa-6fe70dc1bf11,segment=NetworkSegment(b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac),segment_id=b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:02:22.991117 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:23.053069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741c0c9-1fea-4323-9f1a-ff2839ae7d1d None None] Pushing event updated for resources: {'Port': ['ID=da925a5f-df6c-4a69-b2aa-6fe70dc1bf11,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:23.170284 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4f52e-a5a0-4496-8418-5f89b4940087 req-10d0dc8e-7e44-45e3-8d41-6d1d6629e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:23.172893 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43f4f52e-a5a0-4496-8418-5f89b4940087 req-10d0dc8e-7e44-45e3-8d41-6d1d6629e545 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3957b892-b18f-43db-a0cc-2510a3c77327 HTTP/1.1" status: 200 len: 920 time: 0.3484657 Feb 05 03:02:23.239157 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Publish callbacks [] for router_gateway (94230f57-ecdb-4b64-a85a-c5b8554465e3), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:23.274772 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6a958-0ee2-4c81-9a03-b23244703ff4 req-c76a09d8-6def-406e-a1e9-5ebaa8b1d3e7 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:23.276675 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89e6a958-0ee2-4c81-9a03-b23244703ff4 req-c76a09d8-6def-406e-a1e9-5ebaa8b1d3e7 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.3846140 Feb 05 03:02:23.278111 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43f4f52e-a5a0-4496-8418-5f89b4940087 req-6b2ef83b-f5a4-463a-8c6a-7b1b99e0cd38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f290e527-340b-49f5-bd16-d946e8deb63a HTTP/1.1" status: 200 len: 217 time: 0.0867882 Feb 05 03:02:23.344576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33154) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:23.436711 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4f52e-a5a0-4496-8418-5f89b4940087 req-b099ee1f-479b-46f3-969a-ffaef41717e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:23.438303 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43f4f52e-a5a0-4496-8418-5f89b4940087 req-b099ee1f-479b-46f3-969a-ffaef41717e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=27aa883d-c97a-467d-adc0-33262f8fdfcd HTTP/1.1" status: 200 len: 859 time: 0.1464505 Feb 05 03:02:23.513147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43f4f52e-a5a0-4496-8418-5f89b4940087 req-b90bd751-6d43-470a-858c-b1a2102db856 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3957b892-b18f-43db-a0cc-2510a3c77327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556684 Feb 05 03:02:23.606541 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0caa7973-7f11-4500-814c-502b2b4cbd01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:23.695618 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89e6a958-0ee2-4c81-9a03-b23244703ff4 req-0c4c78e1-1cbf-4d28-a80e-32142d3ee29a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115999 Feb 05 03:02:23.700203 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1a033dbb-e99e-43d3-98e7-22d52ac7a46e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (11f8d388-3e59-404c-8840-36aeeccc1cec), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:23.742926 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Publish callbacks [] for router_gateway (94230f57-ecdb-4b64-a85a-c5b8554465e3), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:23.792177 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:23.924484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43f4f52e-a5a0-4496-8418-5f89b4940087 req-154d21b4-df24-40b5-b2dd-138452004835 service neutron] 10.222.0.10 "GET /v2.0/networks/3957b892-b18f-43db-a0cc-2510a3c77327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968093 Feb 05 03:02:23.932906 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0caa7973-7f11-4500-814c-502b2b4cbd01 admin admin] Publish callbacks [] for security_group (3b0f3516-6de6-468e-bd29-feb9ed009bb3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:23.949747 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0caa7973-7f11-4500-814c-502b2b4cbd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3b0f3516-6de6-468e-bd29-feb9ed009bb3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:24.026825 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0caa7973-7f11-4500-814c-502b2b4cbd01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c896f3c270b240e6bd68fa2473b932d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6799469 Feb 05 03:02:24.029831 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33160) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:24.030491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa7973-7f11-4500-814c-502b2b4cbd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0f3516-6de6-468e-bd29-feb9ed009bb3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:24.057388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733ecf1-b3b0-455c-aa43-bb5fef8df410 req-4ba355e6-3821-49a5-b1a0-812502a936e6 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:24.059068 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0733ecf1-b3b0-455c-aa43-bb5fef8df410 req-4ba355e6-3821-49a5-b1a0-812502a936e6 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/ports?device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 944 time: 0.2630410 Feb 05 03:02:24.069059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Allocated IP 172.25.0.126 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/8e6c52e7-dabd-44f9-8f1e-062f07281cf4) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:24.169489 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43f4f52e-a5a0-4496-8418-5f89b4940087 req-ab9b4452-99ad-4424-a38e-b16d66f043c9 service neutron] 10.222.0.10 "GET /v2.0/networks/3957b892-b18f-43db-a0cc-2510a3c77327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191706 Feb 05 03:02:24.198607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0733ecf1-b3b0-455c-aa43-bb5fef8df410 req-90d15a30-3969-42bd-993a-5342c67bff36 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc5979ed-7422-4923-9e7d-2153f76949c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246450 Feb 05 03:02:24.271459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1a033dbb-e99e-43d3-98e7-22d52ac7a46e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port 0ec16989-2d4e-440c-a192-b86a13a92e8a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:02:24.271806 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1a033dbb-e99e-43d3-98e7-22d52ac7a46e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0ec16989-2d4e-440c-a192-b86a13a92e8a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:24.283932 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc2879ee-c93d-41f7-8542-cd950f94b5be admin admin] Publish callbacks [] for security_group (3b0f3516-6de6-468e-bd29-feb9ed009bb3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:24.308082 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Publish callbacks [] for port (8e6c52e7-dabd-44f9-8f1e-062f07281cf4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:24.332129 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc2879ee-c93d-41f7-8542-cd950f94b5be admin admin] Publish callbacks [] for security_group (3b0f3516-6de6-468e-bd29-feb9ed009bb3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:24.399967 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (8e6c52e7-dabd-44f9-8f1e-062f07281cf4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:24.420990 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1a033dbb-e99e-43d3-98e7-22d52ac7a46e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0ec16989-2d4e-440c-a192-b86a13a92e8a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:24.436353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1a033dbb-e99e-43d3-98e7-22d52ac7a46e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for 0ec16989-2d4e-440c-a192-b86a13a92e8a owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:02:24.440304 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:24.444070 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:24.447700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:02:24.669396 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc2879ee-c93d-41f7-8542-cd950f94b5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3b0f3516-6de6-468e-bd29-feb9ed009bb3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:24.673054 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc2879ee-c93d-41f7-8542-cd950f94b5be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:24.677576 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dc2879ee-c93d-41f7-8542-cd950f94b5be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b0f3516-6de6-468e-bd29-feb9ed009bb3 HTTP/1.1" status: 204 len: 168 time: 0.6436317 Feb 05 03:02:24.686183 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:24.765129 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2879ee-c93d-41f7-8542-cd950f94b5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0f3516-6de6-468e-bd29-feb9ed009bb3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:24.768598 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Pushing event updated for resources: {'Port': ['ID=8e6c52e7-dabd-44f9-8f1e-062f07281cf4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:24.789363 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1a033dbb-e99e-43d3-98e7-22d52ac7a46e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (0ec16989-2d4e-440c-a192-b86a13a92e8a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:24.817957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84af90b-c977-4f47-9c41-9ee06471adb6 None None] Network e1c1e889-ce15-4ae2-9436-57546d34f15a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:24.846302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a033dbb-e99e-43d3-98e7-22d52ac7a46e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=0ec16989-2d4e-440c-a192-b86a13a92e8a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:24.949221 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Publish callbacks [] for router_gateway (94230f57-ecdb-4b64-a85a-c5b8554465e3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:24.958851 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:24.958851 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:25.025650 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1a033dbb-e99e-43d3-98e7-22d52ac7a46e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (11f8d388-3e59-404c-8840-36aeeccc1cec), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:25.040297 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf8c29-3330-43cc-b95c-34f8423db288 req-d1c7a09f-902e-4d8d-84c3-156a064d36a4 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:25.041894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01bf8c29-3330-43cc-b95c-34f8423db288 req-d1c7a09f-902e-4d8d-84c3-156a064d36a4 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.2033424 Feb 05 03:02:25.103934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-10836d23-cf07-4fb7-9f0f-0e5ea9449614 None None] Provisioning complete for port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:25.104423 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-10836d23-cf07-4fb7-9f0f-0e5ea9449614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:25.290838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-10836d23-cf07-4fb7-9f0f-0e5ea9449614 None None] Current status of the port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:25.291234 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-10836d23-cf07-4fb7-9f0f-0e5ea9449614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:25.323863 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01bf8c29-3330-43cc-b95c-34f8423db288 req-1253b661-1f8c-4aa1-b57b-b892f3bdf99b tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730389 Feb 05 03:02:25.356078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:25.356903 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:25.388618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-10836d23-cf07-4fb7-9f0f-0e5ea9449614 None None] For port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=da925a5f-df6c-4a69-b2aa-6fe70dc1bf11,segment=NetworkSegment(b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac),segment_id=b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:25.407351 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-10836d23-cf07-4fb7-9f0f-0e5ea9449614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:25.475916 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (94230f57-ecdb-4b64-a85a-c5b8554465e3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:25.619393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a033dbb-e99e-43d3-98e7-22d52ac7a46e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Router 11f8d388-3e59-404c-8840-36aeeccc1cec has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:02:25.790811 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Router 94230f57-ecdb-4b64-a85a-c5b8554465e3 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:02:25.818179 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a033dbb-e99e-43d3-98e7-22d52ac7a46e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:02:25.824713 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1a033dbb-e99e-43d3-98e7-22d52ac7a46e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "PUT /v2.0/routers/11f8d388-3e59-404c-8840-36aeeccc1cec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2147601 Feb 05 03:02:25.834635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58719e54-c924-4bfe-ac57-9cb0d445f8aa req-d9075d40-797d-4825-a214-5d8f545d9cb6 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:25.858932 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58719e54-c924-4bfe-ac57-9cb0d445f8aa req-d9075d40-797d-4825-a214-5d8f545d9cb6 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/ports?device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 944 time: 0.3032622 Feb 05 03:02:25.883270 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33188) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:25.944278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f290e527-340b-49f5-bd16-d946e8deb63a details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:02:25.956936 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a97aeb-6978-407c-a0ec-140042b3a416 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] GET failed (client error): The resource could not be found. Feb 05 03:02:25.958534 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-59a97aeb-6978-407c-a0ec-140042b3a416 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports/0ec16989-2d4e-440c-a192-b86a13a92e8a HTTP/1.1" status: 404 len: 333 time: 0.0739877 Feb 05 03:02:25.962334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33192) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:25.969206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58719e54-c924-4bfe-ac57-9cb0d445f8aa req-b1901dce-edcc-48b8-aa8d-986ce04327f2 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc5979ed-7422-4923-9e7d-2153f76949c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175389 Feb 05 03:02:26.103809 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198120d5-2a3b-488e-ae15-54e541357fc6 None None] Sync routers for ids ['11f8d388-3e59-404c-8840-36aeeccc1cec'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:02:26.131709 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63921504-c0bf-4351-abda-473a851339ca tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for router (11f8d388-3e59-404c-8840-36aeeccc1cec), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:26.206064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10836d23-cf07-4fb7-9f0f-0e5ea9449614 None None] Pushing event updated for resources: {'Port': ['ID=da925a5f-df6c-4a69-b2aa-6fe70dc1bf11,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:26.248651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-84407ed3-157a-43a4-ac99-1a37bf16b7a3 None None] Provisioning complete for port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:26.249220 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84407ed3-157a-43a4-ac99-1a37bf16b7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:26.251145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198120d5-2a3b-488e-ae15-54e541357fc6 None None] Routers {'11f8d388-3e59-404c-8840-36aeeccc1cec'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:02:26.252077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-198120d5-2a3b-488e-ae15-54e541357fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:02:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11f8d388-3e59-404c-8840-36aeeccc1cec'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:26.260657 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:02:26.261397 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:02:26.347692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-198120d5-2a3b-488e-ae15-54e541357fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:26.356017 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f290e527-340b-49f5-bd16-d946e8deb63a, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f290e527-340b-49f5-bd16-d946e8deb63a,segment=NetworkSegment(50b3e343-79eb-4c4a-9d55-c77793d83bde),segment_id=50b3e343-79eb-4c4a-9d55-c77793d83bde)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:26.428714 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198120d5-2a3b-488e-ae15-54e541357fc6 None None] Routers {'11f8d388-3e59-404c-8840-36aeeccc1cec'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:02:26.429957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-198120d5-2a3b-488e-ae15-54e541357fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:02:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11f8d388-3e59-404c-8840-36aeeccc1cec'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:26.485267 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-198120d5-2a3b-488e-ae15-54e541357fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:26.486218 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198120d5-2a3b-488e-ae15-54e541357fc6 None None] The sync data for ids ['11f8d388-3e59-404c-8840-36aeeccc1cec'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:02:26.490111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'f290e527-340b-49f5-bd16-d946e8deb63a', 'network_id': '3957b892-b18f-43db-a0cc-2510a3c77327', 'port_id': 'f290e527-340b-49f5-bd16-d946e8deb63a', 'mac_address': 'fa:16:3e:0b:9a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27aa883d-c97a-467d-adc0-33262f8fdfcd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:02:26.541838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port f290e527-340b-49f5-bd16-d946e8deb63a is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:26.542480 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f290e527-340b-49f5-bd16-d946e8deb63a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:26.547100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c685071-3081-4619-99a4-fad0ef5aaa5b req-146873bb-d1b9-4f1d-a774-0879a958431a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:26.548961 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c685071-3081-4619-99a4-fad0ef5aaa5b req-146873bb-d1b9-4f1d-a774-0879a958431a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.1183033 Feb 05 03:02:26.559909 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f290e527-340b-49f5-bd16-d946e8deb63a {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:02:26.585022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f290e527-340b-49f5-bd16-d946e8deb63a, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f290e527-340b-49f5-bd16-d946e8deb63a,segment=NetworkSegment(50b3e343-79eb-4c4a-9d55-c77793d83bde),segment_id=50b3e343-79eb-4c4a-9d55-c77793d83bde)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:26.610216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c685071-3081-4619-99a4-fad0ef5aaa5b req-ff5368ee-52d9-40fb-b584-23c0d4e0acdc tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544379 Feb 05 03:02:26.621803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-84407ed3-157a-43a4-ac99-1a37bf16b7a3 None None] Current status of the port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:26.624567 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f290e527-340b-49f5-bd16-d946e8deb63a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:26.664380 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:02:26.674714 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Sync routers for ids ['94230f57-ecdb-4b64-a85a-c5b8554465e3'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:02:26.696416 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=f290e527-340b-49f5-bd16-d946e8deb63a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:26.697074 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Routers {'94230f57-ecdb-4b64-a85a-c5b8554465e3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:02:26.700531 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:02:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['94230f57-ecdb-4b64-a85a-c5b8554465e3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:26.719348 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:26.720850 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b4d40713-ccf0-417a-98e3-e1b5a9e8c29f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5784700 Feb 05 03:02:26.723761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33212) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:26.832063 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Set router 94230f57-ecdb-4b64-a85a-c5b8554465e3 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:02:26.858385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:26.962160 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['f290e527-340b-49f5-bd16-d946e8deb63a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:02:26.963831 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63921504-c0bf-4351-abda-473a851339ca tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (11f8d388-3e59-404c-8840-36aeeccc1cec), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:26.971552 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63921504-c0bf-4351-abda-473a851339ca tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for router_controller (11f8d388-3e59-404c-8840-36aeeccc1cec), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:27.032573 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63921504-c0bf-4351-abda-473a851339ca tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (11f8d388-3e59-404c-8840-36aeeccc1cec), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:27.033447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63921504-c0bf-4351-abda-473a851339ca tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Fanout notify agent at l3_agent the message router_deleted on router 11f8d388-3e59-404c-8840-36aeeccc1cec {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:02:27.046120 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63921504-c0bf-4351-abda-473a851339ca tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:27.051231 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-63921504-c0bf-4351-abda-473a851339ca tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/routers/11f8d388-3e59-404c-8840-36aeeccc1cec HTTP/1.1" status: 204 len: 168 time: 1.0835118 Feb 05 03:02:27.051980 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33220) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:27.052956 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:27.159425 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0e57e2-0e81-406e-bbb6-2fa818c3b553 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting subnet 6f1768d7-abce-4f4a-a87f-129f914b9576 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:02:27.165163 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca0e57e2-0e81-406e-bbb6-2fa818c3b553 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (6f1768d7-abce-4f4a-a87f-129f914b9576), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:27.179334 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'name': 'tempest-ServersTestFqdnHostnames-1016855807-router', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:02:22Z', 'updated_at': '2022-02-05T03:02:24Z', 'revision_number': 3, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'gw_port': {'id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:23Z', 'updated_at': '2022-02-05T03:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:27.199829 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:27.200356 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:27.222076 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Checking router: 94230f57-ecdb-4b64-a85a-c5b8554465e3 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:02:27.222504 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Updating router 94230f57-ecdb-4b64-a85a-c5b8554465e3 port 8e6c52e7-dabd-44f9-8f1e-062f07281cf4 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:02:27.253015 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8e6c52e7-dabd-44f9-8f1e-062f07281cf4), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:27.278137 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca0e57e2-0e81-406e-bbb6-2fa818c3b553 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (6f1768d7-abce-4f4a-a87f-129f914b9576), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:27.289193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864a84d-4b5d-4777-a7a1-120b39cd7423 req-1e7ce635-5b1d-4ae6-bd38-aac97c3a3fe2 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:27.291309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f864a84d-4b5d-4777-a7a1-120b39cd7423 req-1e7ce635-5b1d-4ae6-bd38-aac97c3a3fe2 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/ports?device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 945 time: 0.1995707 Feb 05 03:02:27.372873 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f864a84d-4b5d-4777-a7a1-120b39cd7423 req-8b766904-ea1f-4920-bd3e-ce69571208e2 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc5979ed-7422-4923-9e7d-2153f76949c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736594 Feb 05 03:02:27.456538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:27.485903 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca0e57e2-0e81-406e-bbb6-2fa818c3b553 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (6f1768d7-abce-4f4a-a87f-129f914b9576), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:27.580513 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca0e57e2-0e81-406e-bbb6-2fa818c3b553 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (6f1768d7-abce-4f4a-a87f-129f914b9576), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:27.597104 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca0e57e2-0e81-406e-bbb6-2fa818c3b553 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:27.600464 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ca0e57e2-0e81-406e-bbb6-2fa818c3b553 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/6f1768d7-abce-4f4a-a87f-129f914b9576 HTTP/1.1" status: 204 len: 168 time: 0.5474002 Feb 05 03:02:27.608943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a332d19d-0707-492c-84a9-18d020e7d111 None None] Network a7b7799b-dd3b-466e-8f33-ed0299f41010 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:27.611402 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33230) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:27.664836 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e57e2-0e81-406e-bbb6-2fa818c3b553 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Subnet': ['ID=6f1768d7-abce-4f4a-a87f-129f914b9576,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:27.862655 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Publish callbacks [] for port (8e6c52e7-dabd-44f9-8f1e-062f07281cf4), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:27.874253 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8e6c52e7-dabd-44f9-8f1e-062f07281cf4), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:27.908414 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b8a5c2-220b-4111-934f-29ad3dd4dbbb None None] DHCP port deletion for a7b7799b-dd3b-466e-8f33-ed0299f41010 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:02:27.976742 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Attempting to bind port 8e6c52e7-dabd-44f9-8f1e-062f07281cf4 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:02:27.977398 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Attempting to bind port 8e6c52e7-dabd-44f9-8f1e-062f07281cf4 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:02:27.977761 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Attempting to bind port 8e6c52e7-dabd-44f9-8f1e-062f07281cf4 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:02:27.988889 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:02:27.989305 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:02:27.989754 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:27.990193 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:02:27.990780 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Bound port: 8e6c52e7-dabd-44f9-8f1e-062f07281cf4, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:02:27.991173 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8e6c52e7-dabd-44f9-8f1e-062f07281cf4), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:28.015033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-95b8a5c2-220b-4111-934f-29ad3dd4dbbb None None] Deleting port df3fded1-ad38-4365-bee3-734996e1c855 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:02:28.015690 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95b8a5c2-220b-4111-934f-29ad3dd4dbbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (df3fded1-ad38-4365-bee3-734996e1c855), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:28.071574 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] For port 8e6c52e7-dabd-44f9-8f1e-062f07281cf4, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:02:28.077366 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] For port 8e6c52e7-dabd-44f9-8f1e-062f07281cf4, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8e6c52e7-dabd-44f9-8f1e-062f07281cf4,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:02:28.089525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-95b8a5c2-220b-4111-934f-29ad3dd4dbbb None None] For port df3fded1-ad38-4365-bee3-734996e1c855, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=df3fded1-ad38-4365-bee3-734996e1c855,segment=NetworkSegment(a768cd33-c141-49f8-8d8e-51ee26a639c3),segment_id=a768cd33-c141-49f8-8d8e-51ee26a639c3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:28.089935 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95b8a5c2-220b-4111-934f-29ad3dd4dbbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (df3fded1-ad38-4365-bee3-734996e1c855), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:28.100001 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ceec2c-359a-4c61-b15e-d2956788002e None None] Pushing event updated for resources: {'Port': ['ID=8e6c52e7-dabd-44f9-8f1e-062f07281cf4,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:28.109532 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-95b8a5c2-220b-4111-934f-29ad3dd4dbbb None None] Calling delete_port for df3fded1-ad38-4365-bee3-734996e1c855 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:02:28.121071 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8e6c52e7-dabd-44f9-8f1e-062f07281cf4), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:28.157803 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceec2c-359a-4c61-b15e-d2956788002e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:28.160636 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceec2c-359a-4c61-b15e-d2956788002e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:28.161216 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceec2c-359a-4c61-b15e-d2956788002e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:28.161795 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceec2c-359a-4c61-b15e-d2956788002e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:28.162891 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceec2c-359a-4c61-b15e-d2956788002e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:28.163950 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceec2c-359a-4c61-b15e-d2956788002e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:28.166093 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceec2c-359a-4c61-b15e-d2956788002e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:28.167304 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceec2c-359a-4c61-b15e-d2956788002e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:28.167886 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceec2c-359a-4c61-b15e-d2956788002e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:28.169340 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceec2c-359a-4c61-b15e-d2956788002e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:28.170857 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceec2c-359a-4c61-b15e-d2956788002e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:28.171429 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceec2c-359a-4c61-b15e-d2956788002e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:28.172966 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ceec2c-359a-4c61-b15e-d2956788002e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:28.221428 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95b8a5c2-220b-4111-934f-29ad3dd4dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (df3fded1-ad38-4365-bee3-734996e1c855), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:28.240723 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0c91306f-3e02-4a82-9789-dea9a563fe38 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (a7b7799b-dd3b-466e-8f33-ed0299f41010), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:28.256889 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8a5c2-220b-4111-934f-29ad3dd4dbbb None None] Pushing event deleted for resources: {'Port': ['ID=df3fded1-ad38-4365-bee3-734996e1c855,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:28.262480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8a5c2-220b-4111-934f-29ad3dd4dbbb None None] No DVR routers for this DVR port df3fded1-ad38-4365-bee3-734996e1c855 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:02:28.292062 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Routers {'94230f57-ecdb-4b64-a85a-c5b8554465e3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:02:28.292966 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:02:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['94230f57-ecdb-4b64-a85a-c5b8554465e3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:28.387532 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0c91306f-3e02-4a82-9789-dea9a563fe38 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (a7b7799b-dd3b-466e-8f33-ed0299f41010), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:28.413578 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:28.479585 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ceec2c-359a-4c61-b15e-d2956788002e None None] Pushing event updated for resources: {'Port': ['ID=8e6c52e7-dabd-44f9-8f1e-062f07281cf4,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:28.546803 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] Set router 94230f57-ecdb-4b64-a85a-c5b8554465e3 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:02:28.753090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Allocated IP 172.20.0.1 (e1c1e889-ce15-4ae2-9436-57546d34f15a/e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983/4dc8d1a2-2fad-428d-9d04-a2e936d2554c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:28.756336 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0c91306f-3e02-4a82-9789-dea9a563fe38 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b7799b-dd3b-466e-8f33-ed0299f41010']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:28.811685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0c91306f-3e02-4a82-9789-dea9a563fe38 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a768cd33-c141-49f8-8d8e-51ee26a639c3') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:28.811986 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0c91306f-3e02-4a82-9789-dea9a563fe38 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a768cd33-c141-49f8-8d8e-51ee26a639c3') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:28.828800 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c12253-8601-4127-9dc5-114df651d807 req-80000eaa-096d-44f6-b5bb-68bca138b425 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:28.836430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1c12253-8601-4127-9dc5-114df651d807 req-80000eaa-096d-44f6-b5bb-68bca138b425 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.5894730 Feb 05 03:02:28.839339 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'name': 'tempest-ServersTestFqdnHostnames-1016855807-router', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:02:22Z', 'updated_at': '2022-02-05T03:02:24Z', 'revision_number': 3, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'gw_port': {'id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:23Z', 'updated_at': '2022-02-05T03:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:28.862388 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0c91306f-3e02-4a82-9789-dea9a563fe38 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (a768cd33-c141-49f8-8d8e-51ee26a639c3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:28.901808 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396b0e57-f12e-45b5-95ea-352059caf44f None None] The sync data for ids ['94230f57-ecdb-4b64-a85a-c5b8554465e3'] in n-d-826942-8 is: [{'id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'name': 'tempest-ServersTestFqdnHostnames-1016855807-router', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:02:22Z', 'updated_at': '2022-02-05T03:02:24Z', 'revision_number': 3, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'gw_port': {'id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:23Z', 'updated_at': '2022-02-05T03:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:02:28.961766 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0c91306f-3e02-4a82-9789-dea9a563fe38 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a768cd33-c141-49f8-8d8e-51ee26a639c3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:28.994726 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c91306f-3e02-4a82-9789-dea9a563fe38 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:02:28.994726 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0c91306f-3e02-4a82-9789-dea9a563fe38 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (a768cd33-c141-49f8-8d8e-51ee26a639c3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:02:28.995875 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:02:29.005407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device df3fded1-ad38-4365-bee3-734996e1c855 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:02:29.029292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: df3fded1-ad38-4365-bee3-734996e1c855 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:02:29.029908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device df3fded1-ad38-4365-bee3-734996e1c855 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:02:29.090129 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1c12253-8601-4127-9dc5-114df651d807 req-24f9e796-b5cd-4a3a-8646-97b3b1d38373 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524717 Feb 05 03:02:29.114920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dada3-2b2d-499b-be5a-339cbf51eb5d req-5fa33a02-aa9d-48c8-b844-cac56ad63955 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:29.116536 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-569dada3-2b2d-499b-be5a-339cbf51eb5d req-5fa33a02-aa9d-48c8-b844-cac56ad63955 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/ports?device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 945 time: 0.3555131 Feb 05 03:02:29.187619 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0c91306f-3e02-4a82-9789-dea9a563fe38 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (a7b7799b-dd3b-466e-8f33-ed0299f41010), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:29.218022 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0c91306f-3e02-4a82-9789-dea9a563fe38 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:29.221276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0c91306f-3e02-4a82-9789-dea9a563fe38 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/networks/a7b7799b-dd3b-466e-8f33-ed0299f41010 HTTP/1.1" status: 204 len: 168 time: 1.6081340 Feb 05 03:02:29.224968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33266) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:29.231069 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91306f-3e02-4a82-9789-dea9a563fe38 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Network': ['ID=a7b7799b-dd3b-466e-8f33-ed0299f41010,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:29.244149 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Publish callbacks [] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:29.250186 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-569dada3-2b2d-499b-be5a-339cbf51eb5d req-e87f2512-b3a1-437f-afc5-e5e3d1b1c804 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc5979ed-7422-4923-9e7d-2153f76949c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175907 Feb 05 03:02:29.298084 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:29.344500 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Network e1c1e889-ce15-4ae2-9436-57546d34f15a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:29.350667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:29.362634 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932e453e-0a80-4d41-a7f4-d0c6b8faa7d4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:29.364461 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-932e453e-0a80-4d41-a7f4-d0c6b8faa7d4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports/982c4dc1-1eb7-4b3d-96ca-db7927fda834 HTTP/1.1" status: 200 len: 845 time: 0.1352484 Feb 05 03:02:29.368340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:02:29.369698 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33270) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:29.427554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33272) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:29.432246 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dfccca95-8594-4619-be28-4428bc263a62 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports/982c4dc1-1eb7-4b3d-96ca-db7927fda834?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0610321 Feb 05 03:02:29.437454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33274) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:29.446840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc8d1a2-2fad-428d-9d04-a2e936d2554c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:29.469322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f290e527-340b-49f5-bd16-d946e8deb63a up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:29.478127 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-78ab2613-0bfa-44cf-b408-0dbe5bded532 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'subnet': {'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:29.557650 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port f290e527-340b-49f5-bd16-d946e8deb63a completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:02:29.562225 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port f290e527-340b-49f5-bd16-d946e8deb63a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:29.562613 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f290e527-340b-49f5-bd16-d946e8deb63a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:29.627025 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (94230f57-ecdb-4b64-a85a-c5b8554465e3), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:29.659898 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b084db5-0570-489c-92b0-e42c7555dc1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:29.765206 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port f290e527-340b-49f5-bd16-d946e8deb63a is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:29.765607 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f290e527-340b-49f5-bd16-d946e8deb63a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:29.826984 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b084db5-0570-489c-92b0-e42c7555dc1e admin admin] Publish callbacks [] for security_group (3510f295-d94b-4816-b68b-94a19cda7061), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:29.830334 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87250889-cc01-4a2f-9bc2-8308101d13dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f290e527-340b-49f5-bd16-d946e8deb63a'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:02:29.832997 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c1fdd3-5825-48ee-8509-9e9ac02cfbbc" -d '{"events": [{"server_uuid": "87250889-cc01-4a2f-9bc2-8308101d13dd", "name": "network-vif-plugged", "status": "completed", "tag": "f290e527-340b-49f5-bd16-d946e8deb63a"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:02:29.838388 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b084db5-0570-489c-92b0-e42c7555dc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3510f295-d94b-4816-b68b-94a19cda7061), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:29.871625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f290e527-340b-49f5-bd16-d946e8deb63a, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f290e527-340b-49f5-bd16-d946e8deb63a,segment=NetworkSegment(50b3e343-79eb-4c4a-9d55-c77793d83bde),segment_id=50b3e343-79eb-4c4a-9d55-c77793d83bde)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:29.886329 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b084db5-0570-489c-92b0-e42c7555dc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3510f295-d94b-4816-b68b-94a19cda7061,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:29.892500 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f290e527-340b-49f5-bd16-d946e8deb63a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:29.941218 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1b084db5-0570-489c-92b0-e42c7555dc1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79aef41bbb2d4e2aa6c500368ead5e33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5076036 Feb 05 03:02:29.944333 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33280) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:29.997158 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaace801-2edb-4760-886c-38f53e933145 x-openstack-request-id: req-eaace801-2edb-4760-886c-38f53e933145 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:02:29.997511 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87250889-cc01-4a2f-9bc2-8308101d13dd", "name": "network-vif-plugged", "status": "completed", "tag": "f290e527-340b-49f5-bd16-d946e8deb63a", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:02:29.997704 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eaace801-2edb-4760-886c-38f53e933145 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:02:29.998092 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87250889-cc01-4a2f-9bc2-8308101d13dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f290e527-340b-49f5-bd16-d946e8deb63a', 'code': 200} Feb 05 03:02:29.999114 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=f290e527-340b-49f5-bd16-d946e8deb63a,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:30.017595 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-dd68f66b-6695-4245-9141-45f4a7ff2551 None None] Provisioning complete for port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:30.017939 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd68f66b-6695-4245-9141-45f4a7ff2551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:30.057896 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b515a35b-18b9-4116-a3bf-e44233ef4eb5 admin admin] Publish callbacks [] for security_group (3510f295-d94b-4816-b68b-94a19cda7061), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:30.099237 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b515a35b-18b9-4116-a3bf-e44233ef4eb5 admin admin] Publish callbacks [] for security_group (3510f295-d94b-4816-b68b-94a19cda7061), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:30.102250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dd68f66b-6695-4245-9141-45f4a7ff2551 None None] Port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:30.181796 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:30.190436 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b515a35b-18b9-4116-a3bf-e44233ef4eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3510f295-d94b-4816-b68b-94a19cda7061), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:30.195717 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b515a35b-18b9-4116-a3bf-e44233ef4eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:30.197233 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b515a35b-18b9-4116-a3bf-e44233ef4eb5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3510f295-d94b-4816-b68b-94a19cda7061 HTTP/1.1" status: 204 len: 168 time: 0.2509043 Feb 05 03:02:30.208083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515a35b-18b9-4116-a3bf-e44233ef4eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3510f295-d94b-4816-b68b-94a19cda7061,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:30.231182 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56def279-c9bc-4ca6-a729-f8c4af490a1e req-42910288-232d-4312-adee-bf74d0b17ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:30.233254 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56def279-c9bc-4ca6-a729-f8c4af490a1e req-42910288-232d-4312-adee-bf74d0b17ac2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 1128 time: 0.1823940 Feb 05 03:02:30.487070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ab2613-0bfa-44cf-b408-0dbe5bded532 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:30.492854 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78ab2613-0bfa-44cf-b408-0dbe5bded532 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:30.669365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33292) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:30.686173 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02d433ba-2992-4ed7-8c84-b7a2d6be525c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:30.710222 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56def279-c9bc-4ca6-a729-f8c4af490a1e req-fb206906-8bf8-4101-bcee-7581a942ad10 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bc5979ed-7422-4923-9e7d-2153f76949c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024219 Feb 05 03:02:30.734038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e739b5-0281-4ac7-8664-2555c9ef65aa req-f0aba1bb-df3b-48bb-bc01-86614541fabf tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:30.735742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77e739b5-0281-4ac7-8664-2555c9ef65aa req-f0aba1bb-df3b-48bb-bc01-86614541fabf tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.5074005 Feb 05 03:02:30.794379 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02d433ba-2992-4ed7-8c84-b7a2d6be525c admin admin] Publish callbacks [] for security_group (6f2019e1-3a49-4597-b371-d38d40498a87), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:30.798913 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02d433ba-2992-4ed7-8c84-b7a2d6be525c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6f2019e1-3a49-4597-b371-d38d40498a87), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:30.806074 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Publish callbacks [] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:30.828795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db86959-435f-4844-bc38-46c4a34fe566 req-87482ef1-e2c3-41b9-9757-54ee98fb6d79 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:30.830372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7db86959-435f-4844-bc38-46c4a34fe566 req-87482ef1-e2c3-41b9-9757-54ee98fb6d79 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/ports?device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 946 time: 0.3315344 Feb 05 03:02:30.841898 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:30.842930 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-02d433ba-2992-4ed7-8c84-b7a2d6be525c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa249b2dfed34270a838c8d855bb7970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1724036 Feb 05 03:02:30.843791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d433ba-2992-4ed7-8c84-b7a2d6be525c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2019e1-3a49-4597-b371-d38d40498a87,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:30.847437 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33294) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:30.891336 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (94230f57-ecdb-4b64-a85a-c5b8554465e3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:30.904651 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-088385e7-0dd3-4196-bdca-d8bef67d5a92 admin admin] Publish callbacks [] for security_group (6f2019e1-3a49-4597-b371-d38d40498a87), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:30.931272 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-088385e7-0dd3-4196-bdca-d8bef67d5a92 admin admin] Publish callbacks [] for security_group (6f2019e1-3a49-4597-b371-d38d40498a87), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:31.022622 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-088385e7-0dd3-4196-bdca-d8bef67d5a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6f2019e1-3a49-4597-b371-d38d40498a87), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:31.028032 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-088385e7-0dd3-4196-bdca-d8bef67d5a92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:31.029160 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-088385e7-0dd3-4196-bdca-d8bef67d5a92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f2019e1-3a49-4597-b371-d38d40498a87 HTTP/1.1" status: 204 len: 168 time: 0.1807039 Feb 05 03:02:31.048863 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088385e7-0dd3-4196-bdca-d8bef67d5a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2019e1-3a49-4597-b371-d38d40498a87,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:31.079262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8e6c52e7-dabd-44f9-8f1e-062f07281cf4 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:31.096180 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7db86959-435f-4844-bc38-46c4a34fe566 req-4762f9c5-e39d-4292-a4f0-ab36a7fc6495 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc5979ed-7422-4923-9e7d-2153f76949c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554367 Feb 05 03:02:31.124081 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc8d1a2-2fad-428d-9d04-a2e936d2554c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:31.141604 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77e739b5-0281-4ac7-8664-2555c9ef65aa req-6b30907d-c885-47e2-8080-983d33cb46c2 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889349 Feb 05 03:02:31.175864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8e6c52e7-dabd-44f9-8f1e-062f07281cf4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:31.176908 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8e6c52e7-dabd-44f9-8f1e-062f07281cf4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:31.272321 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Network e1c1e889-ce15-4ae2-9436-57546d34f15a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:31.276913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:31.289398 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78ab2613-0bfa-44cf-b408-0dbe5bded532 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (581ffb09-ff25-4722-aecb-321aeee38049), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:31.315513 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8e6c52e7-dabd-44f9-8f1e-062f07281cf4 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:31.316193 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8e6c52e7-dabd-44f9-8f1e-062f07281cf4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:31.374628 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 8e6c52e7-dabd-44f9-8f1e-062f07281cf4, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8e6c52e7-dabd-44f9-8f1e-062f07281cf4,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:31.385421 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8e6c52e7-dabd-44f9-8f1e-062f07281cf4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:31.448416 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=8e6c52e7-dabd-44f9-8f1e-062f07281cf4,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:31.490561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ab2613-0bfa-44cf-b408-0dbe5bded532 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:31.498637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-78ab2613-0bfa-44cf-b408-0dbe5bded532 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:31.512154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd196033-3e47-484c-a694-b4fb6b8e58e9 None None] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:31.515333 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ab2613-0bfa-44cf-b408-0dbe5bded532 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:31.515933 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78ab2613-0bfa-44cf-b408-0dbe5bded532 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:31.548867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab2613-0bfa-44cf-b408-0dbe5bded532 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Subnet': ['ID=581ffb09-ff25-4722-aecb-321aeee38049,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:31.592345 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-78ab2613-0bfa-44cf-b408-0dbe5bded532 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1481676 Feb 05 03:02:31.595559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33304) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:31.600784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-028c71b9-3c1a-4082-8412-63334e2eeac9 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'security_group': {'name': 'tempest-secgroup-1092701902'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:31.641330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Router 94230f57-ecdb-4b64-a85a-c5b8554465e3 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:02:31.647999 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-028c71b9-3c1a-4082-8412-63334e2eeac9 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:31.710194 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2e0ef33d-f0b2-488b-a3ec-01e4d8a547ea None None] Provisioning complete for port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:31.712617 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e0ef33d-f0b2-488b-a3ec-01e4d8a547ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:31.763825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ef33d-f0b2-488b-a3ec-01e4d8a547ea None None] Port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:31.784493 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'project_id': 'fc3ef97cf5ac463583f853fb4b82e975', 'fixed_ips': [{'subnet_id': '581ffb09-ff25-4722-aecb-321aeee38049'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:02:31.785720 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:31.808040 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-028c71b9-3c1a-4082-8412-63334e2eeac9 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (6bd2d710-2272-4e25-9df3-47de66ddefc3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:31.819871 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-028c71b9-3c1a-4082-8412-63334e2eeac9 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6bd2d710-2272-4e25-9df3-47de66ddefc3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:31.860726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c71b9-3c1a-4082-8412-63334e2eeac9 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd2d710-2272-4e25-9df3-47de66ddefc3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:31.877824 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-028c71b9-3c1a-4082-8412-63334e2eeac9 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:31.880193 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-028c71b9-3c1a-4082-8412-63334e2eeac9 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2836125 Feb 05 03:02:31.883277 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33312) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:31.890571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ddefe42a-4642-4fa2-b5c6-d1a3346273ba tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'security_group': {'name': 'tempest-secgroup-2020801278'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:31.921095 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddefe42a-4642-4fa2-b5c6-d1a3346273ba tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:31.990725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Allocated IP 2001:db8::2 (b304a8ea-d264-4cb2-b245-5941f2a93dcc/581ffb09-ff25-4722-aecb-321aeee38049/527acd32-c8bb-4402-95b3-b15add74dd6c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:32.024993 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddefe42a-4642-4fa2-b5c6-d1a3346273ba tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (5b399a4d-9cdd-48f2-8700-d805c5b9ce7b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:32.030856 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddefe42a-4642-4fa2-b5c6-d1a3346273ba tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5b399a4d-9cdd-48f2-8700-d805c5b9ce7b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:32.047035 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:02:32.060943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Sync routers for ids ['94230f57-ecdb-4b64-a85a-c5b8554465e3'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:02:32.063527 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-36f88787-15a3-4b83-995a-5490d6a47b93 admin admin] 10.222.0.36 "PUT /v2.0/routers/94230f57-ecdb-4b64-a85a-c5b8554465e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3378580 Feb 05 03:02:32.074359 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddefe42a-4642-4fa2-b5c6-d1a3346273ba tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:32.078386 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ddefe42a-4642-4fa2-b5c6-d1a3346273ba tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1939495 Feb 05 03:02:32.079003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33322) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:32.081688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Routers {'94230f57-ecdb-4b64-a85a-c5b8554465e3'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:02:32.082326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:02:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['94230f57-ecdb-4b64-a85a-c5b8554465e3'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:32.087179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6ab9da0a-1821-4645-a87f-eb2afc830db0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1495357772', 'security_groups': ['5b399a4d-9cdd-48f2-8700-d805c5b9ce7b'], 'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '581ffb09-ff25-4722-aecb-321aeee38049'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:32.091832 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefe42a-4642-4fa2-b5c6-d1a3346273ba tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b399a4d-9cdd-48f2-8700-d805c5b9ce7b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:32.342665 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab9da0a-1821-4645-a87f-eb2afc830db0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:32.351797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Set router 94230f57-ecdb-4b64-a85a-c5b8554465e3 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:02:32.380904 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Publish callbacks [] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:32.381617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f773af7-d2d8-40c9-a3af-d0e6f6d8815d req-963d6a47-1ab4-467e-8d36-fb992ab392b2 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:32.385414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f773af7-d2d8-40c9-a3af-d0e6f6d8815d req-963d6a47-1ab4-467e-8d36-fb992ab392b2 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/ports?device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 946 time: 0.1879537 Feb 05 03:02:32.412483 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:32.432458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cbfd7-fe2b-4974-94cc-5fde58e9c48e req-7e7d8d6c-446d-49e5-b680-a30ae3b09d29 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:32.434054 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e2cbfd7-fe2b-4974-94cc-5fde58e9c48e req-7e7d8d6c-446d-49e5-b680-a30ae3b09d29 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.1848185 Feb 05 03:02:32.465648 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f773af7-d2d8-40c9-a3af-d0e6f6d8815d req-c564d594-41c2-468f-bb83-9584805a4263 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc5979ed-7422-4923-9e7d-2153f76949c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713818 Feb 05 03:02:32.485478 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Pushing event updated for resources: {'Port': ['ID=527acd32-c8bb-4402-95b3-b15add74dd6c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:32.486114 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ab9da0a-1821-4645-a87f-eb2afc830db0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:32.553806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-6ab9da0a-1821-4645-a87f-eb2afc830db0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] device_id is not set on port b23de956-f8fb-4256-bf05-11a6bb2aa5a1 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:02:32.625590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:32.629557 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:32.636821 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e2cbfd7-fe2b-4974-94cc-5fde58e9c48e req-59c9e07b-186f-4d3d-8725-f2f22e9ed147 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758971 Feb 05 03:02:32.668378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:02:32.959160 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6ab9da0a-1821-4645-a87f-eb2afc830db0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Allocated IP 2001:db8::185 (b304a8ea-d264-4cb2-b245-5941f2a93dcc/581ffb09-ff25-4722-aecb-321aeee38049/b23de956-f8fb-4256-bf05-11a6bb2aa5a1) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:32.998397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Attempting to bind port 527acd32-c8bb-4402-95b3-b15add74dd6c on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:02:32.999131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Attempting to bind port 527acd32-c8bb-4402-95b3-b15add74dd6c by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '8e9759ed-cba6-458b-ad61-73eb291d90f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:02:32.999883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Attempting to bind port 527acd32-c8bb-4402-95b3-b15add74dd6c on network b304a8ea-d264-4cb2-b245-5941f2a93dcc {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:02:33.004586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8e6c52e7-dabd-44f9-8f1e-062f07281cf4 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:33.053971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:02:33.053971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Checking segment: {'id': '8e9759ed-cba6-458b-ad61-73eb291d90f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:02:33.053971 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:33.055098 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Bound using segment: {'id': '8e9759ed-cba6-458b-ad61-73eb291d90f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:02:33.055609 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Bound port: 527acd32-c8bb-4402-95b3-b15add74dd6c, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9759ed-cba6-458b-ad61-73eb291d90f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:02:33.055992 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:33.161234 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ab9da0a-1821-4645-a87f-eb2afc830db0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (b23de956-f8fb-4256-bf05-11a6bb2aa5a1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:33.172203 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] For port 527acd32-c8bb-4402-95b3-b15add74dd6c, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:02:33.175943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] For port 527acd32-c8bb-4402-95b3-b15add74dd6c, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=527acd32-c8bb-4402-95b3-b15add74dd6c,segment=NetworkSegment(8e9759ed-cba6-458b-ad61-73eb291d90f4),segment_id=8e9759ed-cba6-458b-ad61-73eb291d90f4)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:02:33.207275 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8e6c52e7-dabd-44f9-8f1e-062f07281cf4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:33.207851 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8e6c52e7-dabd-44f9-8f1e-062f07281cf4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:33.217120 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ab9da0a-1821-4645-a87f-eb2afc830db0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (b23de956-f8fb-4256-bf05-11a6bb2aa5a1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:33.220581 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:33.260917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'name': 'tempest-ServersTestFqdnHostnames-1016855807-router', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:02:22Z', 'updated_at': '2022-02-05T03:02:29Z', 'revision_number': 4, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'gw_port': {'id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:23Z', 'updated_at': '2022-02-05T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4dc8d1a2-2fad-428d-9d04-a2e936d2554c', 'name': '', 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'mac_address': 'fa:16:3e:92:f5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:28Z', 'updated_at': '2022-02-05T03:02:30Z', 'revision_number': 2, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'subnets': [{'id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:33.283367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9da0a-1821-4645-a87f-eb2afc830db0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=b23de956-f8fb-4256-bf05-11a6bb2aa5a1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:33.300767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab9da0a-1821-4645-a87f-eb2afc830db0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:33.305647 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6ab9da0a-1821-4645-a87f-eb2afc830db0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:33.313290 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab9da0a-1821-4645-a87f-eb2afc830db0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:02:33.327622 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab9da0a-1821-4645-a87f-eb2afc830db0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:33.328319 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ab9da0a-1821-4645-a87f-eb2afc830db0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:33.372547 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6ab9da0a-1821-4645-a87f-eb2afc830db0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2903717 Feb 05 03:02:33.375282 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33396) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:33.388772 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2cb5e39c-4fdd-446f-a6af-5c27bc54d870 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'subnet': {'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:33.527914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Checking router: 94230f57-ecdb-4b64-a85a-c5b8554465e3 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:02:33.528347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Updating router 94230f57-ecdb-4b64-a85a-c5b8554465e3 port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:02:33.584908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33404) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:33.589781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-10a9b6b0-97f0-497a-96ff-d03d5d178f66 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1398255411', 'description': 'tempest-description--1907433137'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:33.639797 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:33.655297 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65feba3-0c98-42a8-8d63-16a5d5eb2a16 None None] Pushing event updated for resources: {'Port': ['ID=527acd32-c8bb-4402-95b3-b15add74dd6c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:33.683672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb5e39c-4fdd-446f-a6af-5c27bc54d870 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:33.696953 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cb5e39c-4fdd-446f-a6af-5c27bc54d870 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:33.716744 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10a9b6b0-97f0-497a-96ff-d03d5d178f66 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:33.792198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259a8fa-8051-4520-b1b4-e59c75365657 req-6dfd5c04-8e93-40c8-bd1c-e231dd928831 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:33.793957 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9259a8fa-8051-4520-b1b4-e59c75365657 req-6dfd5c04-8e93-40c8-bd1c-e231dd928831 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/ports?device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 946 time: 0.1740751 Feb 05 03:02:33.830901 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-462fa972-54bd-4a8b-be0b-8239f046ec1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:33.896852 n-d-826942-8 neutron-server[109674]: INFO neutron.db.ipam_backend_mixin [None req-2cb5e39c-4fdd-446f-a6af-5c27bc54d870 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 581ffb09-ff25-4722-aecb-321aeee38049 (CIDR: 2001:db8::/64) Feb 05 03:02:33.904434 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb5e39c-4fdd-446f-a6af-5c27bc54d870 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:02:33.905243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb5e39c-4fdd-446f-a6af-5c27bc54d870 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:02:33.950152 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2cb5e39c-4fdd-446f-a6af-5c27bc54d870 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5737369 Feb 05 03:02:33.950803 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33412) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:33.963509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2e5574a0-b64e-482f-b2d0-8d3cddfb68cd tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'subnet': {'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:33.975076 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9259a8fa-8051-4520-b1b4-e59c75365657 req-36b6f919-4673-4a59-901d-4bcfed4ed0a6 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc5979ed-7422-4923-9e7d-2153f76949c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359165 Feb 05 03:02:34.023469 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95309396-bf83-4906-9d76-7b023399bf34 req-b84acc86-e6e9-4e32-9101-2da7a77faa33 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:34.046690 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95309396-bf83-4906-9d76-7b023399bf34 req-b84acc86-e6e9-4e32-9101-2da7a77faa33 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.2513342 Feb 05 03:02:34.053330 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10a9b6b0-97f0-497a-96ff-d03d5d178f66 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for security_group (6bec5eba-eb3e-4ea6-8515-91ca7fd374c3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:34.135770 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95309396-bf83-4906-9d76-7b023399bf34 req-092f5d72-6f43-4cae-bfab-f8d3908a6016 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836124 Feb 05 03:02:34.137985 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10a9b6b0-97f0-497a-96ff-d03d5d178f66 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6bec5eba-eb3e-4ea6-8515-91ca7fd374c3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:34.231514 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10a9b6b0-97f0-497a-96ff-d03d5d178f66 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:34.233517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-10a9b6b0-97f0-497a-96ff-d03d5d178f66 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6471088 Feb 05 03:02:34.236694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33416) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:34.242885 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-fe8318b8-4496-4094-9646-18871f4acdf2 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Request body: {'security_group_rule': {'security_group_id': '6bec5eba-eb3e-4ea6-8515-91ca7fd374c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:34.272263 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9b6b0-97f0-497a-96ff-d03d5d178f66 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bec5eba-eb3e-4ea6-8515-91ca7fd374c3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:34.311785 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe8318b8-4496-4094-9646-18871f4acdf2 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for security_group_rule (d5f9fd28-060c-45d9-837f-c6cf7644ac5a), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:34.332434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5574a0-b64e-482f-b2d0-8d3cddfb68cd tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:34.358916 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e5574a0-b64e-482f-b2d0-8d3cddfb68cd tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:34.386725 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Publish callbacks [] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:34.403364 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:34.423748 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe8318b8-4496-4094-9646-18871f4acdf2 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for security_group_rule (d5f9fd28-060c-45d9-837f-c6cf7644ac5a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:34.435130 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe8318b8-4496-4094-9646-18871f4acdf2 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (d5f9fd28-060c-45d9-837f-c6cf7644ac5a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:34.467931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8e6c52e7-dabd-44f9-8f1e-062f07281cf4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:34.472709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8318b8-4496-4094-9646-18871f4acdf2 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f9fd28-060c-45d9-837f-c6cf7644ac5a,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:34.495656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073267b-3a9d-4499-a285-b5470ed39dfb None None] Pushing event updated for resources: {'Port': ['ID=4dc8d1a2-2fad-428d-9d04-a2e936d2554c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:34.504881 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe8318b8-4496-4094-9646-18871f4acdf2 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:34.510007 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fe8318b8-4496-4094-9646-18871f4acdf2 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2718370 Feb 05 03:02:34.510619 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33420) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:34.515129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-fbbc5077-c351-44d5-a859-af6f752c6b80 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Request body: {'security_group_rule': {'security_group_id': '6bec5eba-eb3e-4ea6-8515-91ca7fd374c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:34.612997 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5077-c351-44d5-a859-af6f752c6b80 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for security_group_rule (bbb28a39-ffaa-4a17-a819-4193479077b1), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:34.639853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Attempting to bind port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:02:34.639853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Attempting to bind port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:02:34.639853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Attempting to bind port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c on network e1c1e889-ce15-4ae2-9436-57546d34f15a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:02:34.658926 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:02:34.659693 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Checking segment: {'id': 'b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:02:34.661304 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:34.662688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Bound using segment: {'id': 'b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:02:34.664170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Bound port: 4dc8d1a2-2fad-428d-9d04-a2e936d2554c, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:02:34.666024 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:34.717597 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5077-c351-44d5-a859-af6f752c6b80 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for security_group_rule (bbb28a39-ffaa-4a17-a819-4193479077b1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:34.727202 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5077-c351-44d5-a859-af6f752c6b80 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (bbb28a39-ffaa-4a17-a819-4193479077b1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:34.769866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc5077-c351-44d5-a859-af6f752c6b80 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb28a39-ffaa-4a17-a819-4193479077b1,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:34.775134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] For port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:02:34.790068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] For port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4dc8d1a2-2fad-428d-9d04-a2e936d2554c,segment=NetworkSegment(b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac),segment_id=b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:02:34.796518 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbbc5077-c351-44d5-a859-af6f752c6b80 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:34.799943 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fbbc5077-c351-44d5-a859-af6f752c6b80 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2883072 Feb 05 03:02:34.802871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33424) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:34.812635 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:34.820429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:34.918223 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e5574a0-b64e-482f-b2d0-8d3cddfb68cd tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (08af43eb-5434-43f0-9044-2e2a7de92ac6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:35.004285 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:35.041614 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aa47fd1e-041e-48e4-93e3-b3b8310cda28 None None] Provisioning complete for port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:35.042648 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aa47fd1e-041e-48e4-93e3-b3b8310cda28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:35.055309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Routers {'94230f57-ecdb-4b64-a85a-c5b8554465e3'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:02:35.056114 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:02:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['94230f57-ecdb-4b64-a85a-c5b8554465e3'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:35.060818 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5574a0-b64e-482f-b2d0-8d3cddfb68cd tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:35.078967 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-2e5574a0-b64e-482f-b2d0-8d3cddfb68cd tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:35.118236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5574a0-b64e-482f-b2d0-8d3cddfb68cd tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:35.118752 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e5574a0-b64e-482f-b2d0-8d3cddfb68cd tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:35.171261 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2e5574a0-b64e-482f-b2d0-8d3cddfb68cd tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2193198 Feb 05 03:02:35.177042 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578a815-2fbb-4338-aa12-a6e41e6128c1 req-1abc0405-1291-4a42-ac8b-6036867dcb82 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:35.178828 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4578a815-2fbb-4338-aa12-a6e41e6128c1 req-1abc0405-1291-4a42-ac8b-6036867dcb82 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.10 "GET /v2.0/ports?device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 946 time: 0.3435585 Feb 05 03:02:35.179537 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33430) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:35.189821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5574a0-b64e-482f-b2d0-8d3cddfb68cd tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Subnet': ['ID=08af43eb-5434-43f0-9044-2e2a7de92ac6,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:35.207427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2576b060-25b2-4d3e-9f61-e33eadc16425 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1521643991', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '08af43eb-5434-43f0-9044-2e2a7de92ac6'}], 'security_groups': ['6bd2d710-2272-4e25-9df3-47de66ddefc3']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:35.351982 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 527acd32-c8bb-4402-95b3-b15add74dd6c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:35.356630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4ada7bce-be9f-4f48-b712-439744490ec4 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:02:35.359230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4ada7bce-be9f-4f48-b712-439744490ec4 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:02:35.407213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073267b-3a9d-4499-a285-b5470ed39dfb None None] Pushing event updated for resources: {'Port': ['ID=4dc8d1a2-2fad-428d-9d04-a2e936d2554c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:35.449003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] Set router 94230f57-ecdb-4b64-a85a-c5b8554465e3 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:02:35.615132 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d3ef8-0a45-4c0f-a42a-e8117cf92723 req-fe56d864-eab4-4d88-8c9e-b4068bdca118 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:35.623533 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de7d3ef8-0a45-4c0f-a42a-e8117cf92723 req-fe56d864-eab4-4d88-8c9e-b4068bdca118 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.2929814 Feb 05 03:02:35.632866 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dadae7-c948-405f-954d-5582b740a596 None None] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:35.718360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e964f05-246c-455d-8a05-dfe299121b58 req-5ede79b3-1c0e-473e-8f8f-e1b4baf33f68 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:35.726958 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1e964f05-246c-455d-8a05-dfe299121b58 req-5ede79b3-1c0e-473e-8f8f-e1b4baf33f68 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/ports?device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 946 time: 0.5458770 Feb 05 03:02:35.825510 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:35.844173 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-4578a815-2fbb-4338-aa12-a6e41e6128c1 req-e9ee5005-5002-45e1-b7c3-f86c0e4c8b85 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Deleting port f290e527-340b-49f5-bd16-d946e8deb63a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:02:35.844900 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4578a815-2fbb-4338-aa12-a6e41e6128c1 req-e9ee5005-5002-45e1-b7c3-f86c0e4c8b85 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f290e527-340b-49f5-bd16-d946e8deb63a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:35.862638 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2576b060-25b2-4d3e-9f61-e33eadc16425 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b23de956-f8fb-4256-bf05-11a6bb2aa5a1), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:35.929389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de7d3ef8-0a45-4c0f-a42a-e8117cf92723 req-e865e8a9-d3fb-4736-b27d-99f1633eb25a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965026 Feb 05 03:02:35.954858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 527acd32-c8bb-4402-95b3-b15add74dd6c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:35.955441 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:35.976136 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1e964f05-246c-455d-8a05-dfe299121b58 req-9d1d34f8-1557-41a6-b439-9f507e18a261 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc5979ed-7422-4923-9e7d-2153f76949c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478783 Feb 05 03:02:36.040938 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aa47fd1e-041e-48e4-93e3-b3b8310cda28 None None] Current status of the port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:36.041347 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aa47fd1e-041e-48e4-93e3-b3b8310cda28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:36.052472 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dba0f4a5-925f-48a6-8d66-0e0478a58080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:36.072502 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 4ada7bce-be9f-4f48-b712-439744490ec4, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4ada7bce-be9f-4f48-b712-439744490ec4,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:36.143777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4578a815-2fbb-4338-aa12-a6e41e6128c1 req-e9ee5005-5002-45e1-b7c3-f86c0e4c8b85 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] For port f290e527-340b-49f5-bd16-d946e8deb63a, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f290e527-340b-49f5-bd16-d946e8deb63a,segment=NetworkSegment(50b3e343-79eb-4c4a-9d55-c77793d83bde),segment_id=50b3e343-79eb-4c4a-9d55-c77793d83bde)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:36.144226 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4578a815-2fbb-4338-aa12-a6e41e6128c1 req-e9ee5005-5002-45e1-b7c3-f86c0e4c8b85 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f290e527-340b-49f5-bd16-d946e8deb63a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:36.185548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-4578a815-2fbb-4338-aa12-a6e41e6128c1 req-e9ee5005-5002-45e1-b7c3-f86c0e4c8b85 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Calling delete_port for f290e527-340b-49f5-bd16-d946e8deb63a owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:02:36.236953 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Allocated IP 172.25.0.251 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/cb054c09-71dc-4f17-9583-38b39ebde685) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:36.283726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 4ada7bce-be9f-4f48-b712-439744490ec4 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:36.284129 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:36.322014 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '4ada7bce-be9f-4f48-b712-439744490ec4', 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e', 'port_id': '4ada7bce-be9f-4f48-b712-439744490ec4', 'mac_address': 'fa:16:3e:d8:d7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d24254-b809-45ee-8fdf-aafe1884b375', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:02:36.364804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aa47fd1e-041e-48e4-93e3-b3b8310cda28 None None] For port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4dc8d1a2-2fad-428d-9d04-a2e936d2554c,segment=NetworkSegment(b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac),segment_id=b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:36.412579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8452cc-830e-4c2f-8eda-98a254f17454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ada7bce-be9f-4f48-b712-439744490ec4'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:02:36.415458 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf995fbb-7cd6-41bb-84cc-c36277d45ed0" -d '{"events": [{"server_uuid": "ff8452cc-830e-4c2f-8eda-98a254f17454", "name": "network-vif-unplugged", "status": "completed", "tag": "4ada7bce-be9f-4f48-b712-439744490ec4"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:02:36.418562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 4ada7bce-be9f-4f48-b712-439744490ec4 is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:36.418895 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:36.431754 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aa47fd1e-041e-48e4-93e3-b3b8310cda28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:36.450530 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 4ada7bce-be9f-4f48-b712-439744490ec4, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4ada7bce-be9f-4f48-b712-439744490ec4,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:36.504650 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92329a6b-2a3a-4aec-b86a-f3fb25ad1e91 x-openstack-request-id: req-92329a6b-2a3a-4aec-b86a-f3fb25ad1e91 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:02:36.505074 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8452cc-830e-4c2f-8eda-98a254f17454", "name": "network-vif-unplugged", "status": "completed", "tag": "4ada7bce-be9f-4f48-b712-439744490ec4", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:02:36.505214 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92329a6b-2a3a-4aec-b86a-f3fb25ad1e91 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:02:36.505598 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8452cc-830e-4c2f-8eda-98a254f17454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ada7bce-be9f-4f48-b712-439744490ec4', 'code': 200} Feb 05 03:02:36.515620 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:36.519390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ada7bce-be9f-4f48-b712-439744490ec4 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:02:36.597851 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for port (cb054c09-71dc-4f17-9583-38b39ebde685), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:36.629692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-da631241-0f7b-47bd-8dd0-ce498c1c5eb0 None None] Provisioning complete for port 527acd32-c8bb-4402-95b3-b15add74dd6c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:36.630375 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da631241-0f7b-47bd-8dd0-ce498c1c5eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:36.632713 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 527acd32-c8bb-4402-95b3-b15add74dd6c is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:36.633546 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:36.679870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'name': 'tempest-ServersTestFqdnHostnames-1016855807-router', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:02:22Z', 'updated_at': '2022-02-05T03:02:29Z', 'revision_number': 4, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'gw_port': {'id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:23Z', 'updated_at': '2022-02-05T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4dc8d1a2-2fad-428d-9d04-a2e936d2554c', 'name': '', 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'mac_address': 'fa:16:3e:92:f5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:28Z', 'updated_at': '2022-02-05T03:02:34Z', 'revision_number': 4, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'subnets': [{'id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:36.722903 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-2576b060-25b2-4d3e-9f61-e33eadc16425 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Delete allocated IP 2001:db8::185 (b304a8ea-d264-4cb2-b245-5941f2a93dcc/581ffb09-ff25-4722-aecb-321aeee38049) {{(pid=109675) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 05 03:02:36.742135 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4578a815-2fbb-4338-aa12-a6e41e6128c1 req-e9ee5005-5002-45e1-b7c3-f86c0e4c8b85 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (f290e527-340b-49f5-bd16-d946e8deb63a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:36.776861 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c05151-d499-4bf3-8596-714e2f1eb856 None None] The sync data for ids ['94230f57-ecdb-4b64-a85a-c5b8554465e3'] in n-d-826942-8 is: [{'id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'name': 'tempest-ServersTestFqdnHostnames-1016855807-router', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:02:22Z', 'updated_at': '2022-02-05T03:02:29Z', 'revision_number': 4, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'gw_port': {'id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:23Z', 'updated_at': '2022-02-05T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4dc8d1a2-2fad-428d-9d04-a2e936d2554c', 'name': '', 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'mac_address': 'fa:16:3e:92:f5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:28Z', 'updated_at': '2022-02-05T03:02:34Z', 'revision_number': 4, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'subnets': [{'id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:02:36.787612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-2576b060-25b2-4d3e-9f61-e33eadc16425 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Allocated IP 2001:db8:0:1::132 (b304a8ea-d264-4cb2-b245-5941f2a93dcc/08af43eb-5434-43f0-9044-2e2a7de92ac6/b23de956-f8fb-4256-bf05-11a6bb2aa5a1) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:36.790089 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['f290e527-340b-49f5-bd16-d946e8deb63a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:02:36.831085 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (cb054c09-71dc-4f17-9583-38b39ebde685), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:36.839331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee5005-5002-45e1-b7c3-f86c0e4c8b85 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Pushing event deleted for resources: {'Port': ['ID=f290e527-340b-49f5-bd16-d946e8deb63a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:36.843515 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47fd1e-041e-48e4-93e3-b3b8310cda28 None None] Pushing event updated for resources: {'Port': ['ID=4dc8d1a2-2fad-428d-9d04-a2e936d2554c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:36.868196 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:02:36.868713 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:02:36.939564 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcf2f5d-1fec-463d-9962-4d2886581f0b None None] Update dhcp port {'port': {'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'fixed_ips': [{'subnet_id': '581ffb09-ff25-4722-aecb-321aeee38049', 'ip_address': '2001:db8::2'}, {'subnet_id': '08af43eb-5434-43f0-9044-2e2a7de92ac6'}], 'binding:host_id': 'n-d-826942-8'}, 'id': '527acd32-c8bb-4402-95b3-b15add74dd6c'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 03:02:36.939967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4578a815-2fbb-4338-aa12-a6e41e6128c1 req-e9ee5005-5002-45e1-b7c3-f86c0e4c8b85 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] No DVR routers for this DVR port f290e527-340b-49f5-bd16-d946e8deb63a on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:02:36.944285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 527acd32-c8bb-4402-95b3-b15add74dd6c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=527acd32-c8bb-4402-95b3-b15add74dd6c,segment=NetworkSegment(8e9759ed-cba6-458b-ad61-73eb291d90f4),segment_id=8e9759ed-cba6-458b-ad61-73eb291d90f4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:36.971422 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4578a815-2fbb-4338-aa12-a6e41e6128c1 req-e9ee5005-5002-45e1-b7c3-f86c0e4c8b85 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:36.975927 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:36.981493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4578a815-2fbb-4338-aa12-a6e41e6128c1 req-e9ee5005-5002-45e1-b7c3-f86c0e4c8b85 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.10 "DELETE /v2.0/ports/f290e527-340b-49f5-bd16-d946e8deb63a HTTP/1.1" status: 204 len: 173 time: 1.7173510 Feb 05 03:02:36.982866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87250889-cc01-4a2f-9bc2-8308101d13dd', 'name': 'network-vif-deleted', 'tag': 'f290e527-340b-49f5-bd16-d946e8deb63a'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:02:36.985908 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809786ea-48a8-495f-baf7-18fe06ec6ea8" -d '{"events": [{"server_uuid": "87250889-cc01-4a2f-9bc2-8308101d13dd", "name": "network-vif-deleted", "tag": "f290e527-340b-49f5-bd16-d946e8deb63a"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:02:37.004984 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:37.015135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:37.034086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:02:37.077851 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2f5d-1fec-463d-9962-4d2886581f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:37.086797 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Pushing event updated for resources: {'Port': ['ID=cb054c09-71dc-4f17-9583-38b39ebde685,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:37.127802 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f376e90-5699-4c8a-9255-06f9973ac353 x-openstack-request-id: req-4f376e90-5699-4c8a-9255-06f9973ac353 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:02:37.128293 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87250889-cc01-4a2f-9bc2-8308101d13dd", "name": "network-vif-deleted", "tag": "f290e527-340b-49f5-bd16-d946e8deb63a", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:02:37.128598 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f376e90-5699-4c8a-9255-06f9973ac353 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:02:37.129345 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87250889-cc01-4a2f-9bc2-8308101d13dd', 'name': 'network-vif-deleted', 'tag': 'f290e527-340b-49f5-bd16-d946e8deb63a', 'status': 'completed', 'code': 200} Feb 05 03:02:37.152854 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=4ada7bce-be9f-4f48-b712-439744490ec4,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:37.213946 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:37.320788 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4dc8d1a2-2fad-428d-9d04-a2e936d2554c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:37.358916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-da631241-0f7b-47bd-8dd0-ce498c1c5eb0 None None] Current status of the port 527acd32-c8bb-4402-95b3-b15add74dd6c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:37.404919 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17349d01-7ea3-4ac1-971d-da727e879a4f req-ff63927c-64c5-4a39-bae6-f41e44135ba2 tempest-ServerMetadataNegativeTestJSON-288007718 tempest-ServerMetadataNegativeTestJSON-288007718-project] 10.222.0.36 "GET /v2.0/ports?device_id=87250889-cc01-4a2f-9bc2-8308101d13dd HTTP/1.1" status: 200 len: 210 time: 0.1030507 Feb 05 03:02:37.523286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e190b-423d-423c-b62d-e214d3144824 req-062a010f-6cc7-45fd-9df6-a98bd7ce49f9 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:37.525127 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa0e190b-423d-423c-b62d-e214d3144824 req-062a010f-6cc7-45fd-9df6-a98bd7ce49f9 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 943 time: 0.3571651 Feb 05 03:02:37.558415 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2576b060-25b2-4d3e-9f61-e33eadc16425 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (b23de956-f8fb-4256-bf05-11a6bb2aa5a1), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:37.577889 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for floatingip (eca3f463-bd99-408e-8c41-399fafe67dba), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:37.580586 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2576b060-25b2-4d3e-9f61-e33eadc16425 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (b23de956-f8fb-4256-bf05-11a6bb2aa5a1), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:37.638371 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=527acd32-c8bb-4402-95b3-b15add74dd6c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:37.658554 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-da631241-0f7b-47bd-8dd0-ce498c1c5eb0 None None] Provisioning complete for port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:37.659083 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da631241-0f7b-47bd-8dd0-ce498c1c5eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:37.666219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 4ada7bce-be9f-4f48-b712-439744490ec4 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:37.666400 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:37.726187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa0e190b-423d-423c-b62d-e214d3144824 req-358e39f7-472b-4486-b20b-d4dffc510a44 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813610 Feb 05 03:02:37.777440 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ada7bce-be9f-4f48-b712-439744490ec4 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:02:37.792057 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2576b060-25b2-4d3e-9f61-e33eadc16425 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] In _notify_port_updated(), no bound segment for port b23de956-f8fb-4256-bf05-11a6bb2aa5a1 on network b304a8ea-d264-4cb2-b245-5941f2a93dcc {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:02:37.802611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:37.803021 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:37.808410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2576b060-25b2-4d3e-9f61-e33eadc16425 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:37.809422 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2576b060-25b2-4d3e-9f61-e33eadc16425 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:37.814137 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2576b060-25b2-4d3e-9f61-e33eadc16425 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "PUT /v2.0/ports/b23de956-f8fb-4256-bf05-11a6bb2aa5a1 HTTP/1.1" status: 200 len: 931 time: 2.6139941 Feb 05 03:02:37.814295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33472) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:37.816797 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576b060-25b2-4d3e-9f61-e33eadc16425 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=b23de956-f8fb-4256-bf05-11a6bb2aa5a1,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:37.820251 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cb054c09-71dc-4f17-9583-38b39ebde685), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:37.914510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 4ada7bce-be9f-4f48-b712-439744490ec4, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4ada7bce-be9f-4f48-b712-439744490ec4,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:37.953505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-cdcf2f5d-1fec-463d-9962-4d2886581f0b None None] Allocated IP 2001:db8:0:1::2 (b304a8ea-d264-4cb2-b245-5941f2a93dcc/08af43eb-5434-43f0-9044-2e2a7de92ac6/527acd32-c8bb-4402-95b3-b15add74dd6c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:38.046231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0d307f07-9c03-4220-9bdd-889a80d0e7cf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port b23de956-f8fb-4256-bf05-11a6bb2aa5a1 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:02:38.046607 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d307f07-9c03-4220-9bdd-889a80d0e7cf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b23de956-f8fb-4256-bf05-11a6bb2aa5a1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:38.071752 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:38.159407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:38.245595 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d307f07-9c03-4220-9bdd-889a80d0e7cf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b23de956-f8fb-4256-bf05-11a6bb2aa5a1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:38.267560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0d307f07-9c03-4220-9bdd-889a80d0e7cf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for b23de956-f8fb-4256-bf05-11a6bb2aa5a1 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:02:38.268324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-da631241-0f7b-47bd-8dd0-ce498c1c5eb0 None None] Current status of the port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:38.306095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=4ada7bce-be9f-4f48-b712-439744490ec4,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:38.319597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cdcf2f5d-1fec-463d-9962-4d2886581f0b None None] For port 527acd32-c8bb-4402-95b3-b15add74dd6c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=527acd32-c8bb-4402-95b3-b15add74dd6c,segment=NetworkSegment(8e9759ed-cba6-458b-ad61-73eb291d90f4),segment_id=8e9759ed-cba6-458b-ad61-73eb291d90f4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:38.322108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-da631241-0f7b-47bd-8dd0-ce498c1c5eb0 None None] Provisioning complete for port 982c4dc1-1eb7-4b3d-96ca-db7927fda834 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:38.322486 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da631241-0f7b-47bd-8dd0-ce498c1c5eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (982c4dc1-1eb7-4b3d-96ca-db7927fda834), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:38.408138 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2f5d-1fec-463d-9962-4d2886581f0b None None] Publish callbacks [] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:38.410346 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-da631241-0f7b-47bd-8dd0-ce498c1c5eb0 None None] Port 982c4dc1-1eb7-4b3d-96ca-db7927fda834 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:38.415944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['4ada7bce-be9f-4f48-b712-439744490ec4'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:02:38.421637 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2f5d-1fec-463d-9962-4d2886581f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:38.504849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33482) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:38.612948 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d307f07-9c03-4220-9bdd-889a80d0e7cf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (b23de956-f8fb-4256-bf05-11a6bb2aa5a1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:38.617342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-977400c7-ef23-4fe3-8120-49bc82792c88 admin admin] Deleting subnet 27aa883d-c97a-467d-adc0-33262f8fdfcd {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:02:38.621586 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977400c7-ef23-4fe3-8120-49bc82792c88 admin admin] Publish callbacks [] for subnet (27aa883d-c97a-467d-adc0-33262f8fdfcd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:38.673079 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977400c7-ef23-4fe3-8120-49bc82792c88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (27aa883d-c97a-467d-adc0-33262f8fdfcd), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:38.678280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf2f5d-1fec-463d-9962-4d2886581f0b None None] Pushing event updated for resources: {'Port': ['ID=527acd32-c8bb-4402-95b3-b15add74dd6c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:38.689619 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:38.692298 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d307f07-9c03-4220-9bdd-889a80d0e7cf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=b23de956-f8fb-4256-bf05-11a6bb2aa5a1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:38.796987 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977400c7-ef23-4fe3-8120-49bc82792c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (27aa883d-c97a-467d-adc0-33262f8fdfcd), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:38.798659 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d307f07-9c03-4220-9bdd-889a80d0e7cf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:38.808922 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0d307f07-9c03-4220-9bdd-889a80d0e7cf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/b23de956-f8fb-4256-bf05-11a6bb2aa5a1 HTTP/1.1" status: 204 len: 168 time: 0.9936001 Feb 05 03:02:38.809750 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33492) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:38.843329 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a59b21-0860-4f69-815f-72f6f162d956 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] GET failed (client error): The resource could not be found. Feb 05 03:02:38.847895 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-53a59b21-0860-4f69-815f-72f6f162d956 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports/b23de956-f8fb-4256-bf05-11a6bb2aa5a1 HTTP/1.1" status: 404 len: 333 time: 0.0372670 Feb 05 03:02:38.848584 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33496) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:38.927034 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for port (cb054c09-71dc-4f17-9583-38b39ebde685), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:38.959731 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-178caffb-b0c3-4c21-beee-4815038d1db5 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (5b399a4d-9cdd-48f2-8700-d805c5b9ce7b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.019604 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-178caffb-b0c3-4c21-beee-4815038d1db5 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (5b399a4d-9cdd-48f2-8700-d805c5b9ce7b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.042303 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (cb054c09-71dc-4f17-9583-38b39ebde685), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.129458 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-178caffb-b0c3-4c21-beee-4815038d1db5 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5b399a4d-9cdd-48f2-8700-d805c5b9ce7b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.134679 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-178caffb-b0c3-4c21-beee-4815038d1db5 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.136640 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-178caffb-b0c3-4c21-beee-4815038d1db5 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/security-groups/5b399a4d-9cdd-48f2-8700-d805c5b9ce7b HTTP/1.1" status: 204 len: 168 time: 0.2869396 Feb 05 03:02:39.140980 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33516) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:39.147495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 527acd32-c8bb-4402-95b3-b15add74dd6c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:39.221717 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 527acd32-c8bb-4402-95b3-b15add74dd6c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:39.222185 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.222325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178caffb-b0c3-4c21-beee-4815038d1db5 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b399a4d-9cdd-48f2-8700-d805c5b9ce7b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:39.230372 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (eca3f463-bd99-408e-8c41-399fafe67dba), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.364650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cba1fb-fc16-417a-94d5-12b459ba89e0 req-819009f1-9f17-47b2-903d-b03e8c3c9fcb tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:39.365757 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c49d9b8-00c6-464a-8444-6a5d59d615a1 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (6bd2d710-2272-4e25-9df3-47de66ddefc3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.366293 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8cba1fb-fc16-417a-94d5-12b459ba89e0 req-819009f1-9f17-47b2-903d-b03e8c3c9fcb tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 944 time: 0.4742243 Feb 05 03:02:39.393462 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.397533 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c49d9b8-00c6-464a-8444-6a5d59d615a1 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (6bd2d710-2272-4e25-9df3-47de66ddefc3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.397987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 527acd32-c8bb-4402-95b3-b15add74dd6c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:39.403252 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5991180 Feb 05 03:02:39.404063 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c09e5d-c386-4830-85b0-76332bb91a9b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Pushing event updated for resources: {'Port': ['ID=cb054c09-71dc-4f17-9583-38b39ebde685,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:39.409363 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977400c7-ef23-4fe3-8120-49bc82792c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (27aa883d-c97a-467d-adc0-33262f8fdfcd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.457028 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977400c7-ef23-4fe3-8120-49bc82792c88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.467363 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-977400c7-ef23-4fe3-8120-49bc82792c88 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/27aa883d-c97a-467d-adc0-33262f8fdfcd HTTP/1.1" status: 204 len: 168 time: 0.9608960 Feb 05 03:02:39.469797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33526) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:39.522551 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977400c7-ef23-4fe3-8120-49bc82792c88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27aa883d-c97a-467d-adc0-33262f8fdfcd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:39.532125 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f290e527-340b-49f5-bd16-d946e8deb63a no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:02:39.579701 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8cba1fb-fc16-417a-94d5-12b459ba89e0 req-15be5e1d-f831-4bb3-9767-6a74fcffcac9 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728926 Feb 05 03:02:39.585024 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: f290e527-340b-49f5-bd16-d946e8deb63a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:02:39.585469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f290e527-340b-49f5-bd16-d946e8deb63a not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:02:39.653070 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-940b821f-1792-4cb1-8b11-56bc276e3905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (3957b892-b18f-43db-a0cc-2510a3c77327), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.667303 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c49d9b8-00c6-464a-8444-6a5d59d615a1 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6bd2d710-2272-4e25-9df3-47de66ddefc3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.671865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c49d9b8-00c6-464a-8444-6a5d59d615a1 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.673951 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6c49d9b8-00c6-464a-8444-6a5d59d615a1 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/security-groups/6bd2d710-2272-4e25-9df3-47de66ddefc3 HTTP/1.1" status: 204 len: 168 time: 0.5314903 Feb 05 03:02:39.676678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33534) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:39.732377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49d9b8-00c6-464a-8444-6a5d59d615a1 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd2d710-2272-4e25-9df3-47de66ddefc3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:39.818626 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-127e87f0-cd65-4a1e-81f9-69adbfbe540a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting subnet 581ffb09-ff25-4722-aecb-321aeee38049 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:02:39.827446 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-127e87f0-cd65-4a1e-81f9-69adbfbe540a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (581ffb09-ff25-4722-aecb-321aeee38049), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.843915 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-988acc9a-6a96-4f1e-9a13-0606bd7b37f0 None None] Could not find standard attr ID for object b23de956-f8fb-4256-bf05-11a6bb2aa5a1. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:02:39.895589 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-988acc9a-6a96-4f1e-9a13-0606bd7b37f0 None None] Provisioning complete for port 527acd32-c8bb-4402-95b3-b15add74dd6c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:39.895981 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-988acc9a-6a96-4f1e-9a13-0606bd7b37f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.916988 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-940b821f-1792-4cb1-8b11-56bc276e3905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (3957b892-b18f-43db-a0cc-2510a3c77327), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.932378 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-127e87f0-cd65-4a1e-81f9-69adbfbe540a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (581ffb09-ff25-4722-aecb-321aeee38049), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.946545 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:39.973574 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-03473310-e9b6-47e4-b9a9-e91beb3bd520 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1398255411&fields=id&tenant_id=b1a6d00c229d4f478bede4965b15e08a HTTP/1.1" status: 200 len: 267 time: 0.1801717 Feb 05 03:02:40.006331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-940b821f-1792-4cb1-8b11-56bc276e3905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3957b892-b18f-43db-a0cc-2510a3c77327']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:40.047952 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-940b821f-1792-4cb1-8b11-56bc276e3905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b3e343-79eb-4c4a-9d55-c77793d83bde') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:40.048401 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-940b821f-1792-4cb1-8b11-56bc276e3905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b3e343-79eb-4c4a-9d55-c77793d83bde') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:40.069913 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-940b821f-1792-4cb1-8b11-56bc276e3905 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (50b3e343-79eb-4c4a-9d55-c77793d83bde), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:40.071635 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4ada7bce-be9f-4f48-b712-439744490ec4 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:40.092896 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-940b821f-1792-4cb1-8b11-56bc276e3905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (50b3e343-79eb-4c4a-9d55-c77793d83bde), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:40.112583 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940b821f-1792-4cb1-8b11-56bc276e3905 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:02:40.112803 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-940b821f-1792-4cb1-8b11-56bc276e3905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (50b3e343-79eb-4c4a-9d55-c77793d83bde), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:02:40.116634 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:02:40.171924 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-988acc9a-6a96-4f1e-9a13-0606bd7b37f0 None None] Current status of the port 527acd32-c8bb-4402-95b3-b15add74dd6c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:40.203396 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-1f3b4dc2-2778-4e5d-a131-84f2e39a2a85 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:40.213209 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-1f3b4dc2-2778-4e5d-a131-84f2e39a2a85 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/networks?id=e1c1e889-ce15-4ae2-9436-57546d34f15a HTTP/1.1" status: 200 len: 815 time: 0.2367866 Feb 05 03:02:40.225211 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-988acc9a-6a96-4f1e-9a13-0606bd7b37f0 None None] Provisioning complete for port 982c4dc1-1eb7-4b3d-96ca-db7927fda834 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:40.225592 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-988acc9a-6a96-4f1e-9a13-0606bd7b37f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (982c4dc1-1eb7-4b3d-96ca-db7927fda834), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:40.250168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b8c24023-9d8a-4036-99cd-3c339fba34ba tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/quotas/b1a6d00c229d4f478bede4965b15e08a HTTP/1.1" status: 200 len: 375 time: 0.0362563 Feb 05 03:02:40.255338 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-940b821f-1792-4cb1-8b11-56bc276e3905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (3957b892-b18f-43db-a0cc-2510a3c77327), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:40.261819 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-940b821f-1792-4cb1-8b11-56bc276e3905 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:40.264977 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-940b821f-1792-4cb1-8b11-56bc276e3905 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3957b892-b18f-43db-a0cc-2510a3c77327 HTTP/1.1" status: 204 len: 168 time: 0.7930527 Feb 05 03:02:40.291247 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b821f-1792-4cb1-8b11-56bc276e3905 admin admin] Pushing event deleted for resources: {'Network': ['ID=3957b892-b18f-43db-a0cc-2510a3c77327,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:40.355987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-988acc9a-6a96-4f1e-9a13-0606bd7b37f0 None None] Port 982c4dc1-1eb7-4b3d-96ca-db7927fda834 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:40.400539 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 4ada7bce-be9f-4f48-b712-439744490ec4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:40.400923 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:40.452299 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-65d2f13c-fa6f-4f5e-80dc-d4c0ce27a749 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1a6d00c229d4f478bede4965b15e08a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2011609 Feb 05 03:02:40.529392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4cd63f8e-7ad4-4f14-bc00-a07b6ebe111a None None] Could not find standard attr ID for object b23de956-f8fb-4256-bf05-11a6bb2aa5a1. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:02:40.568405 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-127e87f0-cd65-4a1e-81f9-69adbfbe540a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (581ffb09-ff25-4722-aecb-321aeee38049), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:40.725520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33550) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:40.823633 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-37cc380c-e111-4d4c-81cf-88c73b7d1cf3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0eba044195ff4d069f81e660e96bfe34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0943775 Feb 05 03:02:40.832167 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33554) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:40.836700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-bdcf87a0-def8-482b-b02f-d28932154897 service neutron] 10.222.0.36 "GET /v2.0/networks/e1c1e889-ce15-4ae2-9436-57546d34f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787053 Feb 05 03:02:40.852800 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-127e87f0-cd65-4a1e-81f9-69adbfbe540a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (581ffb09-ff25-4722-aecb-321aeee38049), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:40.954254 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac1209b9-110e-40f5-b047-4ecabfa17f42 admin admin] Publish callbacks [] for security_group (bc5979ed-7422-4923-9e7d-2153f76949c5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:40.963951 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-127e87f0-cd65-4a1e-81f9-69adbfbe540a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:40.972001 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-127e87f0-cd65-4a1e-81f9-69adbfbe540a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/581ffb09-ff25-4722-aecb-321aeee38049 HTTP/1.1" status: 204 len: 168 time: 1.2896116 Feb 05 03:02:40.973916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33556) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:40.974870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e87f0-cd65-4a1e-81f9-69adbfbe540a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Subnet': ['ID=581ffb09-ff25-4722-aecb-321aeee38049,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:40.988473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ff0927fd-3db0-4c6a-8653-e3b5130b171d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'subnet': {'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:41.019591 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac1209b9-110e-40f5-b047-4ecabfa17f42 admin admin] Publish callbacks [] for security_group (bc5979ed-7422-4923-9e7d-2153f76949c5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:41.075112 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-18b56b14-ca94-4615-a4f9-a87758cc20b3 None None] Could not find standard attr ID for object b23de956-f8fb-4256-bf05-11a6bb2aa5a1. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:02:41.093973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af449ba8-1d06-4577-89d1-e87e27285cab None None] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:41.121330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 4ada7bce-be9f-4f48-b712-439744490ec4 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:41.122112 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:41.124012 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac1209b9-110e-40f5-b047-4ecabfa17f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (bc5979ed-7422-4923-9e7d-2153f76949c5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:41.124300 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:02:41.126653 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac1209b9-110e-40f5-b047-4ecabfa17f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:41.127935 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ac1209b9-110e-40f5-b047-4ecabfa17f42 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc5979ed-7422-4923-9e7d-2153f76949c5 HTTP/1.1" status: 204 len: 168 time: 0.2946901 Feb 05 03:02:41.138897 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1209b9-110e-40f5-b047-4ecabfa17f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5979ed-7422-4923-9e7d-2153f76949c5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:41.229614 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 4ada7bce-be9f-4f48-b712-439744490ec4, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4ada7bce-be9f-4f48-b712-439744490ec4,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:41.234911 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8452cc-830e-4c2f-8eda-98a254f17454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ada7bce-be9f-4f48-b712-439744490ec4'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:02:41.237351 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb0f861-c62c-417e-a426-cd8f739a7caf" -d '{"events": [{"server_uuid": "ff8452cc-830e-4c2f-8eda-98a254f17454", "name": "network-vif-plugged", "status": "completed", "tag": "4ada7bce-be9f-4f48-b712-439744490ec4"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:02:41.246392 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:41.252921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee345c-d43d-46c5-aada-1fb2659cfc52 req-ecccc6c8-0ffc-4a1f-b5d1-5554ef190c26 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:41.266918 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3ee345c-d43d-46c5-aada-1fb2659cfc52 req-ecccc6c8-0ffc-4a1f-b5d1-5554ef190c26 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 944 time: 0.4966283 Feb 05 03:02:41.298910 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:41.316610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=4ada7bce-be9f-4f48-b712-439744490ec4,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:41.416153 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0927fd-3db0-4c6a-8653-e3b5130b171d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:41.419786 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff0927fd-3db0-4c6a-8653-e3b5130b171d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:41.532071 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-79722598-101d-4a1b-9558-494e8881dbd6 service neutron] 10.222.0.36 "GET /v2.0/networks/e1c1e889-ce15-4ae2-9436-57546d34f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6936123 Feb 05 03:02:41.647404 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3ee345c-d43d-46c5-aada-1fb2659cfc52 req-d9d6c638-467d-4eeb-b4ff-7680f499069c tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794785 Feb 05 03:02:41.769142 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f076e2b-b1f1-4534-a386-2116894d9205 x-openstack-request-id: req-9f076e2b-b1f1-4534-a386-2116894d9205 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:02:41.769502 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8452cc-830e-4c2f-8eda-98a254f17454", "name": "network-vif-plugged", "status": "completed", "tag": "4ada7bce-be9f-4f48-b712-439744490ec4", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:02:41.770021 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f076e2b-b1f1-4534-a386-2116894d9205 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:02:41.771136 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8452cc-830e-4c2f-8eda-98a254f17454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ada7bce-be9f-4f48-b712-439744490ec4', 'code': 200} Feb 05 03:02:42.004960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0661f36d-4d14-4b4e-a410-b6157795826d req-32ec5a9c-8265-4c72-9f73-1d5c4457dc21 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 210 time: 0.1500523 Feb 05 03:02:42.102161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d142008-c325-4dff-8aec-1e9144fcf2ef req-a65a4156-899d-4e0e-b33f-f8495cdebd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:42.108497 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6d142008-c325-4dff-8aec-1e9144fcf2ef req-a65a4156-899d-4e0e-b33f-f8495cdebd98 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 1127 time: 0.1599200 Feb 05 03:02:42.223439 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff0927fd-3db0-4c6a-8653-e3b5130b171d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (8cedc14b-7411-44a6-8f33-3e7e58c6dc1b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:42.251012 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6d142008-c325-4dff-8aec-1e9144fcf2ef req-05e0328f-3b5b-4610-8c7e-767da16127c3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347885 Feb 05 03:02:42.353077 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0927fd-3db0-4c6a-8653-e3b5130b171d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Subnet': ['ID=8cedc14b-7411-44a6-8f33-3e7e58c6dc1b,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:42.361378 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33590) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:42.373060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0927fd-3db0-4c6a-8653-e3b5130b171d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:42.381317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ff0927fd-3db0-4c6a-8653-e3b5130b171d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:42.392395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0927fd-3db0-4c6a-8653-e3b5130b171d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:42.393015 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff0927fd-3db0-4c6a-8653-e3b5130b171d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:42.426298 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33594) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:42.426937 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ff0927fd-3db0-4c6a-8653-e3b5130b171d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4481456 Feb 05 03:02:42.432159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3e3dfc3b-2d96-4de5-87c4-fc6859eca9e0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'security_group': {'name': 'tempest-secgroup-69446516'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:42.481714 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e3dfc3b-2d96-4de5-87c4-fc6859eca9e0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:42.544344 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209b77a5-1df0-43df-bd21-56b742bc7c32 None None] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:42.626590 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e3dfc3b-2d96-4de5-87c4-fc6859eca9e0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (ac71a4cd-d26b-418e-a0f0-e08c93d224ec), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:42.631401 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e3dfc3b-2d96-4de5-87c4-fc6859eca9e0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ac71a4cd-d26b-418e-a0f0-e08c93d224ec), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:42.699818 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dfc3b-2d96-4de5-87c4-fc6859eca9e0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac71a4cd-d26b-418e-a0f0-e08c93d224ec,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:42.716173 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e3dfc3b-2d96-4de5-87c4-fc6859eca9e0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:42.721409 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3e3dfc3b-2d96-4de5-87c4-fc6859eca9e0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2907503 Feb 05 03:02:42.722307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33606) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:42.728330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-247df70a-db29-4542-9e58-b04dc16036b3 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'security_group': {'name': 'tempest-secgroup-1475953851'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:42.764248 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f38cbae7-2482-4b9a-b2d1-a9cc98325fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:42.766638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fc4c54ff-88f7-4c01-b757-db0adf663aa0 None None] Provisioning complete for port 527acd32-c8bb-4402-95b3-b15add74dd6c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:42.767043 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc4c54ff-88f7-4c01-b757-db0adf663aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:42.828549 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-247df70a-db29-4542-9e58-b04dc16036b3 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:42.898976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fc4c54ff-88f7-4c01-b757-db0adf663aa0 None None] Current status of the port 527acd32-c8bb-4402-95b3-b15add74dd6c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:42.918095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fc4c54ff-88f7-4c01-b757-db0adf663aa0 None None] Provisioning complete for port 982c4dc1-1eb7-4b3d-96ca-db7927fda834 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:42.918486 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc4c54ff-88f7-4c01-b757-db0adf663aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (982c4dc1-1eb7-4b3d-96ca-db7927fda834), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:42.969967 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f38cbae7-2482-4b9a-b2d1-a9cc98325fd2 admin admin] Publish callbacks [] for security_group (2969f9f3-e8fe-44a9-8407-f3338c49c79b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:42.981231 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f38cbae7-2482-4b9a-b2d1-a9cc98325fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2969f9f3-e8fe-44a9-8407-f3338c49c79b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:43.077325 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca6aae-7ad1-490f-b724-f204f2d3bdee req-267433f8-6dda-453f-a4bc-2180f363b675 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:43.083223 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f38cbae7-2482-4b9a-b2d1-a9cc98325fd2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6fbf66870ce422d9fcaf15fe985a594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7178876 Feb 05 03:02:43.083391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7ca6aae-7ad1-490f-b724-f204f2d3bdee req-267433f8-6dda-453f-a4bc-2180f363b675 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.2120650 Feb 05 03:02:43.085936 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33616) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:43.088546 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fc4c54ff-88f7-4c01-b757-db0adf663aa0 None None] Port 982c4dc1-1eb7-4b3d-96ca-db7927fda834 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:43.109155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d92ac-15dd-4c12-a969-5adbfe9a4f1f None None] Update dhcp port {'port': {'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'fixed_ips': [{'subnet_id': '08af43eb-5434-43f0-9044-2e2a7de92ac6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8cedc14b-7411-44a6-8f33-3e7e58c6dc1b'}], 'binding:host_id': 'n-d-826942-8'}, 'id': '527acd32-c8bb-4402-95b3-b15add74dd6c'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 03:02:43.140669 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cbae7-2482-4b9a-b2d1-a9cc98325fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2969f9f3-e8fe-44a9-8407-f3338c49c79b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:43.165155 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-748d92ac-15dd-4c12-a969-5adbfe9a4f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:43.235128 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07526a24-fc19-49b9-8e8e-ccc8bf19e77e req-d6143e15-15fa-48b3-9d50-428513547ba3 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 210 time: 0.0601108 Feb 05 03:02:43.259036 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f31a1b3-938e-4885-94c7-175e1924ba4a admin admin] Publish callbacks [] for security_group (2969f9f3-e8fe-44a9-8407-f3338c49c79b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:43.276080 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-247df70a-db29-4542-9e58-b04dc16036b3 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (9c98a025-0d72-46ba-addf-eba824bb3ca0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:43.295063 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-247df70a-db29-4542-9e58-b04dc16036b3 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9c98a025-0d72-46ba-addf-eba824bb3ca0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:43.360850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247df70a-db29-4542-9e58-b04dc16036b3 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c98a025-0d72-46ba-addf-eba824bb3ca0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:43.374600 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-247df70a-db29-4542-9e58-b04dc16036b3 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:43.376758 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-247df70a-db29-4542-9e58-b04dc16036b3 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6530976 Feb 05 03:02:43.379545 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33620) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:43.379706 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-748d92ac-15dd-4c12-a969-5adbfe9a4f1f None None] Allocated IP 2001:db8::2 (b304a8ea-d264-4cb2-b245-5941f2a93dcc/8cedc14b-7411-44a6-8f33-3e7e58c6dc1b/527acd32-c8bb-4402-95b3-b15add74dd6c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:43.384397 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f31a1b3-938e-4885-94c7-175e1924ba4a admin admin] Publish callbacks [] for security_group (2969f9f3-e8fe-44a9-8407-f3338c49c79b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:43.387156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3c016e55-ef4c-4273-89b7-eaf57667a52d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'security_group': {'name': 'tempest-secgroup-1888841362'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:43.389242 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7ca6aae-7ad1-490f-b724-f204f2d3bdee req-310f1c91-d9da-490a-bd0e-ea74dfe2b9cd tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166927 Feb 05 03:02:43.450138 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c016e55-ef4c-4273-89b7-eaf57667a52d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:43.479475 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f31a1b3-938e-4885-94c7-175e1924ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2969f9f3-e8fe-44a9-8407-f3338c49c79b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:43.482592 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f31a1b3-938e-4885-94c7-175e1924ba4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:43.483849 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6f31a1b3-938e-4885-94c7-175e1924ba4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2969f9f3-e8fe-44a9-8407-f3338c49c79b HTTP/1.1" status: 204 len: 168 time: 0.3963859 Feb 05 03:02:43.499195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31a1b3-938e-4885-94c7-175e1924ba4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2969f9f3-e8fe-44a9-8407-f3338c49c79b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:43.680344 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c016e55-ef4c-4273-89b7-eaf57667a52d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (bad18c2b-2e66-4f40-9eab-cfdc8c914777), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:43.697753 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c016e55-ef4c-4273-89b7-eaf57667a52d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (bad18c2b-2e66-4f40-9eab-cfdc8c914777), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:43.744475 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-748d92ac-15dd-4c12-a969-5adbfe9a4f1f None None] For port 527acd32-c8bb-4402-95b3-b15add74dd6c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=527acd32-c8bb-4402-95b3-b15add74dd6c,segment=NetworkSegment(8e9759ed-cba6-458b-ad61-73eb291d90f4),segment_id=8e9759ed-cba6-458b-ad61-73eb291d90f4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:43.791420 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c016e55-ef4c-4273-89b7-eaf57667a52d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:43.802302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33634) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:43.803184 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3c016e55-ef4c-4273-89b7-eaf57667a52d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4117432 Feb 05 03:02:43.806574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c016e55-ef4c-4273-89b7-eaf57667a52d tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad18c2b-2e66-4f40-9eab-cfdc8c914777,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:43.822576 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f73355b5-f02a-47a8-ab0c-870e1ae5e367 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1703757587', 'security_groups': ['bad18c2b-2e66-4f40-9eab-cfdc8c914777'], 'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8cedc14b-7411-44a6-8f33-3e7e58c6dc1b'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:43.826949 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-748d92ac-15dd-4c12-a969-5adbfe9a4f1f None None] Publish callbacks [] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:43.838688 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-748d92ac-15dd-4c12-a969-5adbfe9a4f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:44.042646 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d92ac-15dd-4c12-a969-5adbfe9a4f1f None None] Pushing event updated for resources: {'Port': ['ID=527acd32-c8bb-4402-95b3-b15add74dd6c,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:44.096583 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-beb6d9d4-2558-4531-8f05-aca5f70eaf03 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:44.098090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-beb6d9d4-2558-4531-8f05-aca5f70eaf03 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.10 "GET /v2.0/networks?id=e1c1e889-ce15-4ae2-9436-57546d34f15a HTTP/1.1" status: 200 len: 815 time: 0.5419877 Feb 05 03:02:44.101465 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73355b5-f02a-47a8-ab0c-870e1ae5e367 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:44.168244 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5dae95a7-039d-4a31-8d39-a1f221fd75ec req-4bcdbab5-7fcc-40b9-8410-4cdb172715f9 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0896387 Feb 05 03:02:44.201287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33644) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:44.225701 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46728db2-9857-4896-a33c-1b9f7c4ef5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:44.330059 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f73355b5-f02a-47a8-ab0c-870e1ae5e367 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:44.411332 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46728db2-9857-4896-a33c-1b9f7c4ef5a9 admin admin] Publish callbacks [] for security_group (8c911ab3-8bb1-4d0a-bc65-087b1cf52c57), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:44.419226 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46728db2-9857-4896-a33c-1b9f7c4ef5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8c911ab3-8bb1-4d0a-bc65-087b1cf52c57), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:44.433586 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84c19b08-31bd-4a26-916f-0cbefccda986 req-b1601e63-4fa0-4165-a19b-5b1f7c9a52d3 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 210 time: 0.0808706 Feb 05 03:02:44.439974 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-f73355b5-f02a-47a8-ab0c-870e1ae5e367 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] device_id is not set on port b5bbc621-60b3-4141-b621-0c02cad78437 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:02:44.540340 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-46728db2-9857-4896-a33c-1b9f7c4ef5a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a33bb0ed969545c3988b7630ac6e482b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3378313 Feb 05 03:02:44.541880 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46728db2-9857-4896-a33c-1b9f7c4ef5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c911ab3-8bb1-4d0a-bc65-087b1cf52c57,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:44.545529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33654) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:44.657246 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3af08ecc-5e41-41c8-a895-6dccd5d8f522 admin admin] Publish callbacks [] for security_group (8c911ab3-8bb1-4d0a-bc65-087b1cf52c57), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:44.674088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-4a0e68ba-948e-46e9-a2d3-83b77b508158 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1a6d00c229d4f478bede4965b15e08a HTTP/1.1" status: 200 len: 380 time: 0.5180528 Feb 05 03:02:44.675441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-f73355b5-f02a-47a8-ab0c-870e1ae5e367 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Allocated IP 2001:db8::29 (b304a8ea-d264-4cb2-b245-5941f2a93dcc/8cedc14b-7411-44a6-8f33-3e7e58c6dc1b/b5bbc621-60b3-4141-b621-0c02cad78437) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:44.719009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-d1e39294-7bf1-4299-8974-a208e95dd2fd tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Request body: {'port': {'device_id': '3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7', 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a', 'admin_state_up': True, 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'security_groups': ['6bec5eba-eb3e-4ea6-8515-91ca7fd374c3']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:44.726588 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3af08ecc-5e41-41c8-a895-6dccd5d8f522 admin admin] Publish callbacks [] for security_group (8c911ab3-8bb1-4d0a-bc65-087b1cf52c57), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:44.839528 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3af08ecc-5e41-41c8-a895-6dccd5d8f522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8c911ab3-8bb1-4d0a-bc65-087b1cf52c57), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:44.845120 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3af08ecc-5e41-41c8-a895-6dccd5d8f522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:44.846390 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3af08ecc-5e41-41c8-a895-6dccd5d8f522 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c911ab3-8bb1-4d0a-bc65-087b1cf52c57 HTTP/1.1" status: 204 len: 168 time: 0.2994165 Feb 05 03:02:44.860104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af08ecc-5e41-41c8-a895-6dccd5d8f522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c911ab3-8bb1-4d0a-bc65-087b1cf52c57,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:44.861142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc0774-e100-4c6d-b44a-246b5b52a4f1 req-b7561e10-5620-45e2-a5d5-3f228ade74f6 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:44.870189 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01bc0774-e100-4c6d-b44a-246b5b52a4f1 req-b7561e10-5620-45e2-a5d5-3f228ade74f6 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.2246077 Feb 05 03:02:45.047372 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-549b1d65-d147-4e90-9120-f509d5584ab6 None None] Provisioning complete for port 527acd32-c8bb-4402-95b3-b15add74dd6c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:45.048051 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-549b1d65-d147-4e90-9120-f509d5584ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:45.057812 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01bc0774-e100-4c6d-b44a-246b5b52a4f1 req-bfa39194-5dd4-49f5-a893-d4adee6b30b1 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866179 Feb 05 03:02:45.084353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-d1e39294-7bf1-4299-8974-a208e95dd2fd tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Made reservation on behalf of b1a6d00c229d4f478bede4965b15e08a for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:45.095130 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-d1e39294-7bf1-4299-8974-a208e95dd2fd tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:45.160293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 527acd32-c8bb-4402-95b3-b15add74dd6c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:45.224291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-549b1d65-d147-4e90-9120-f509d5584ab6 None None] Current status of the port 527acd32-c8bb-4402-95b3-b15add74dd6c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:45.246008 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-549b1d65-d147-4e90-9120-f509d5584ab6 None None] Provisioning complete for port 982c4dc1-1eb7-4b3d-96ca-db7927fda834 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:45.246380 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-549b1d65-d147-4e90-9120-f509d5584ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (982c4dc1-1eb7-4b3d-96ca-db7927fda834), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:45.270902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 527acd32-c8bb-4402-95b3-b15add74dd6c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:45.271314 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:45.309856 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f73355b5-f02a-47a8-ab0c-870e1ae5e367 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (b5bbc621-60b3-4141-b621-0c02cad78437), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:45.379820 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-549b1d65-d147-4e90-9120-f509d5584ab6 None None] Port 982c4dc1-1eb7-4b3d-96ca-db7927fda834 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:45.488597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 527acd32-c8bb-4402-95b3-b15add74dd6c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:45.688636 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9515dd59-6e7a-46e2-8c24-1aacf2e96985 req-85635608-5ec0-4c29-b040-1ae6f1f1cca0 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.3569896 Feb 05 03:02:45.719983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-d1e39294-7bf1-4299-8974-a208e95dd2fd tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Allocated IP 172.20.0.4 (e1c1e889-ce15-4ae2-9436-57546d34f15a/e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983/c9832519-c51f-4940-ad02-c7934a7bdbac) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:45.796628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33686) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:45.811208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339da712-1e95-4d8a-88eb-273a0abb3605 req-6d559180-1e82-48af-a66e-ad9efbb1111e tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:45.817996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-339da712-1e95-4d8a-88eb-273a0abb3605 req-6d559180-1e82-48af-a66e-ad9efbb1111e tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.5845852 Feb 05 03:02:45.828403 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a677fbc2-f7e1-41b7-90a8-af8c88e70343 req-cc97204b-a84d-40d1-af3f-0aada1b931cd tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 210 time: 0.0618181 Feb 05 03:02:45.861524 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-06361a68-bb68-4c84-94c6-a6b5d2e01120 admin admin] Deleting subnet 119768f3-cbf6-49d8-91ce-a0be7c4a4fdf {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:02:45.864756 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06361a68-bb68-4c84-94c6-a6b5d2e01120 admin admin] Publish callbacks [] for subnet (119768f3-cbf6-49d8-91ce-a0be7c4a4fdf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:45.899692 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f73355b5-f02a-47a8-ab0c-870e1ae5e367 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (b5bbc621-60b3-4141-b621-0c02cad78437), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:45.909537 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06361a68-bb68-4c84-94c6-a6b5d2e01120 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (119768f3-cbf6-49d8-91ce-a0be7c4a4fdf), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:45.954533 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06361a68-bb68-4c84-94c6-a6b5d2e01120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (119768f3-cbf6-49d8-91ce-a0be7c4a4fdf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:45.996847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73355b5-f02a-47a8-ab0c-870e1ae5e367 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:46.015030 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-339da712-1e95-4d8a-88eb-273a0abb3605 req-6bccba69-382f-42ab-b571-7b010d73d84e tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960797 Feb 05 03:02:46.027004 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06361a68-bb68-4c84-94c6-a6b5d2e01120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (119768f3-cbf6-49d8-91ce-a0be7c4a4fdf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.048211 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-f73355b5-f02a-47a8-ab0c-870e1ae5e367 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:46.061309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06361a68-bb68-4c84-94c6-a6b5d2e01120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=119768f3-cbf6-49d8-91ce-a0be7c4a4fdf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:46.068025 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06361a68-bb68-4c84-94c6-a6b5d2e01120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.074707 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-06361a68-bb68-4c84-94c6-a6b5d2e01120 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/119768f3-cbf6-49d8-91ce-a0be7c4a4fdf HTTP/1.1" status: 204 len: 168 time: 0.2747147 Feb 05 03:02:46.074911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73355b5-f02a-47a8-ab0c-870e1ae5e367 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:02:46.081697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33692) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:46.089637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73355b5-f02a-47a8-ab0c-870e1ae5e367 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:46.090074 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f73355b5-f02a-47a8-ab0c-870e1ae5e367 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.104996 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.106983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73355b5-f02a-47a8-ab0c-870e1ae5e367 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=b5bbc621-60b3-4141-b621-0c02cad78437,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:46.156129 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-d1e39294-7bf1-4299-8974-a208e95dd2fd tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for port (c9832519-c51f-4940-ad02-c7934a7bdbac), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.163055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f73355b5-f02a-47a8-ab0c-870e1ae5e367 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3574181 Feb 05 03:02:46.167636 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33696) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:46.204833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8e3532a2-ec28-4388-be4c-9d965739a294 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'subnet': {'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:46.295718 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-775de52e-c34b-44e3-817e-eabcc6ff6304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (39e07ba3-3319-4f35-9c20-ee570bd7ad6d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.330125 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-d1e39294-7bf1-4299-8974-a208e95dd2fd tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c9832519-c51f-4940-ad02-c7934a7bdbac), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.446808 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-775de52e-c34b-44e3-817e-eabcc6ff6304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (39e07ba3-3319-4f35-9c20-ee570bd7ad6d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.462914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-d1e39294-7bf1-4299-8974-a208e95dd2fd tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Network e1c1e889-ce15-4ae2-9436-57546d34f15a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:46.464461 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-d1e39294-7bf1-4299-8974-a208e95dd2fd tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:46.467269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-d1e39294-7bf1-4299-8974-a208e95dd2fd tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:02:46.513922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-775de52e-c34b-44e3-817e-eabcc6ff6304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e07ba3-3319-4f35-9c20-ee570bd7ad6d']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:46.523897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d2daf7f9-3b5c-4847-b3d0-929ae03e012e None None] Provisioning complete for port b5bbc621-60b3-4141-b621-0c02cad78437 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:46.524606 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2daf7f9-3b5c-4847-b3d0-929ae03e012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b5bbc621-60b3-4141-b621-0c02cad78437), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.534928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-775de52e-c34b-44e3-817e-eabcc6ff6304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e33053-f1eb-4107-98af-74b7e7d41f60') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:46.535498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-775de52e-c34b-44e3-817e-eabcc6ff6304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e33053-f1eb-4107-98af-74b7e7d41f60') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:46.578746 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-775de52e-c34b-44e3-817e-eabcc6ff6304 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (34e33053-f1eb-4107-98af-74b7e7d41f60), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.582573 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-d1e39294-7bf1-4299-8974-a208e95dd2fd tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:46.584744 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-d1e39294-7bf1-4299-8974-a208e95dd2fd tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.597819 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-775de52e-c34b-44e3-817e-eabcc6ff6304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (34e33053-f1eb-4107-98af-74b7e7d41f60), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.609883 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775de52e-c34b-44e3-817e-eabcc6ff6304 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:02:46.611673 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-775de52e-c34b-44e3-817e-eabcc6ff6304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (34e33053-f1eb-4107-98af-74b7e7d41f60), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:02:46.616715 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:02:46.621598 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d2daf7f9-3b5c-4847-b3d0-929ae03e012e None None] Port b5bbc621-60b3-4141-b621-0c02cad78437 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:46.629959 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-d1e39294-7bf1-4299-8974-a208e95dd2fd tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9375653 Feb 05 03:02:46.688345 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Request body: {'port': {'device_id': '3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:46.702396 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-775de52e-c34b-44e3-817e-eabcc6ff6304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (39e07ba3-3319-4f35-9c20-ee570bd7ad6d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.711168 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-775de52e-c34b-44e3-817e-eabcc6ff6304 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.718841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e39294-7bf1-4299-8974-a208e95dd2fd tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Pushing event updated for resources: {'Port': ['ID=c9832519-c51f-4940-ad02-c7934a7bdbac,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:46.726119 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-775de52e-c34b-44e3-817e-eabcc6ff6304 admin admin] 10.222.0.36 "DELETE /v2.0/networks/39e07ba3-3319-4f35-9c20-ee570bd7ad6d HTTP/1.1" status: 204 len: 168 time: 0.6393628 Feb 05 03:02:46.728279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33718) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:46.757233 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775de52e-c34b-44e3-817e-eabcc6ff6304 admin admin] Pushing event deleted for resources: {'Network': ['ID=39e07ba3-3319-4f35-9c20-ee570bd7ad6d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:46.850063 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-54884b05-50ff-4b7c-b822-f56e1d981ca2 None None] Provisioning complete for port c9832519-c51f-4940-ad02-c7934a7bdbac triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:46.850558 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-54884b05-50ff-4b7c-b822-f56e1d981ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c9832519-c51f-4940-ad02-c7934a7bdbac), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.896947 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-54884b05-50ff-4b7c-b822-f56e1d981ca2 None None] Port c9832519-c51f-4940-ad02-c7934a7bdbac cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:46.914878 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d1818df1-b5fe-455c-9337-866f33917414 req-750f2e08-b701-42c6-b60a-297d36e3aaf8 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0816960 Feb 05 03:02:46.915612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3532a2-ec28-4388-be4c-9d965739a294 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:46.918949 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e3532a2-ec28-4388-be4c-9d965739a294 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.927230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a189d8b-11e2-4e08-acd7-5758e210d2b9 admin admin] Deleting subnet 36783b01-ddcd-4be6-9578-6677400f2fc9 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:02:46.940812 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c9832519-c51f-4940-ad02-c7934a7bdbac), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:46.959009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-209a7de8-d89e-4be9-81b6-b7eac4e6c858 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:46.962843 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-209a7de8-d89e-4be9-81b6-b7eac4e6c858 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/networks?id=02f162d3-a7ab-47ef-80d5-c1214392189e HTTP/1.1" status: 200 len: 815 time: 0.3589711 Feb 05 03:02:46.962843 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a189d8b-11e2-4e08-acd7-5758e210d2b9 admin admin] Publish callbacks [] for subnet (36783b01-ddcd-4be6-9578-6677400f2fc9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:47.094295 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-dffa308f-2db1-477a-ab7e-b2aa322d8203 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/quotas/eff40dc1f6d44399b834eef21648cf11 HTTP/1.1" status: 200 len: 375 time: 0.0747621 Feb 05 03:02:47.097852 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a189d8b-11e2-4e08-acd7-5758e210d2b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (36783b01-ddcd-4be6-9578-6677400f2fc9), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:47.308754 n-d-826942-8 neutron-server[109675]: INFO neutron.db.ipam_backend_mixin [None req-8e3532a2-ec28-4388-be4c-9d965739a294 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8cedc14b-7411-44a6-8f33-3e7e58c6dc1b (CIDR: 2001:db8::/64) Feb 05 03:02:47.309952 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a189d8b-11e2-4e08-acd7-5758e210d2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (36783b01-ddcd-4be6-9578-6677400f2fc9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:47.350014 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1144e-0d48-4128-8677-e9a4685c11d1 req-eb750767-9b22-43a2-ad0b-6eda5704c763 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:47.356903 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72d1144e-0d48-4128-8677-e9a4685c11d1 req-eb750767-9b22-43a2-ad0b-6eda5704c763 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 931 time: 0.3070705 Feb 05 03:02:47.358894 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3532a2-ec28-4388-be4c-9d965739a294 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:02:47.359371 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3532a2-ec28-4388-be4c-9d965739a294 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:02:47.441176 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-cdc760ac-083e-4ed8-9867-cadb7201606f tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=eff40dc1f6d44399b834eef21648cf11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3254485 Feb 05 03:02:47.455575 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8e3532a2-ec28-4388-be4c-9d965739a294 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2566152 Feb 05 03:02:47.458311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33738) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:47.464555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-732df479-092d-4887-9c6e-ca512011dea4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'subnet': {'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:47.579235 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72d1144e-0d48-4128-8677-e9a4685c11d1 req-a8591af8-67e1-40d0-8c8d-3498a984003e tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bec5eba-eb3e-4ea6-8515-91ca7fd374c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195666 Feb 05 03:02:47.591514 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a189d8b-11e2-4e08-acd7-5758e210d2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (36783b01-ddcd-4be6-9578-6677400f2fc9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:47.637028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732df479-092d-4887-9c6e-ca512011dea4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:47.643134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a189d8b-11e2-4e08-acd7-5758e210d2b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36783b01-ddcd-4be6-9578-6677400f2fc9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:47.646615 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a189d8b-11e2-4e08-acd7-5758e210d2b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:47.653066 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2a189d8b-11e2-4e08-acd7-5758e210d2b9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/36783b01-ddcd-4be6-9578-6677400f2fc9 HTTP/1.1" status: 204 len: 168 time: 0.9014757 Feb 05 03:02:47.655975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33742) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:47.657147 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-732df479-092d-4887-9c6e-ca512011dea4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:47.709539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-a0a0d036-a631-40fd-b0c3-a8f007ac32fc service neutron] 10.222.0.36 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528324 Feb 05 03:02:47.795533 n-d-826942-8 neutron-server[109674]: INFO neutron.db.ipam_backend_mixin [None req-732df479-092d-4887-9c6e-ca512011dea4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 08af43eb-5434-43f0-9044-2e2a7de92ac6 (CIDR: 2001:db8:0:1::/64) Feb 05 03:02:47.801954 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-732df479-092d-4887-9c6e-ca512011dea4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:02:47.802728 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732df479-092d-4887-9c6e-ca512011dea4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:02:47.808644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9832519-c51f-4940-ad02-c7934a7bdbac {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:02:47.825876 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-732df479-092d-4887-9c6e-ca512011dea4 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3654380 Feb 05 03:02:47.828214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33748) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:47.834091 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Publish callbacks [] for port (c9832519-c51f-4940-ad02-c7934a7bdbac), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:47.842951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-96bc0590-7ce2-4861-95b1-578930cbae48 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'subnet': {'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:47.865818 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44991733-53f6-4fad-b7a1-6964c1c97640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (af0a79f0-345a-40ca-88f3-7618f26a904f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:47.904977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Transition to ACTIVE for port object c9832519-c51f-4940-ad02-c7934a7bdbac will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:02:47.923408 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (c9832519-c51f-4940-ad02-c7934a7bdbac), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:47.939033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba2e59-ee59-41aa-b428-6618b5fc07ef req-bee00182-c8af-4492-872e-2341c9cb694f tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:47.942020 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-38ba2e59-ee59-41aa-b428-6618b5fc07ef req-bee00182-c8af-4492-872e-2341c9cb694f tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff8452cc-830e-4c2f-8eda-98a254f17454 HTTP/1.1" status: 200 len: 945 time: 0.0693178 Feb 05 03:02:47.986588 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-41b36151-1836-47e8-9c7a-fcf10f2b49d3 service neutron] 10.222.0.36 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486360 Feb 05 03:02:48.062353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Pushing event updated for resources: {'Port': ['ID=c9832519-c51f-4940-ad02-c7934a7bdbac,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:48.146675 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d5a92a5c-8877-4701-884f-286a1d9c8649 req-41052694-5f8c-412b-bdc6-be0e7ce5a37f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0678518 Feb 05 03:02:48.192807 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44991733-53f6-4fad-b7a1-6964c1c97640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (af0a79f0-345a-40ca-88f3-7618f26a904f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:48.197296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-38ba2e59-ee59-41aa-b428-6618b5fc07ef req-bbb6d536-f04b-4991-a70d-bde0788d6802 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Deleting port 4ada7bce-be9f-4f48-b712-439744490ec4 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:02:48.197827 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-38ba2e59-ee59-41aa-b428-6618b5fc07ef req-bbb6d536-f04b-4991-a70d-bde0788d6802 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:48.216520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-44991733-53f6-4fad-b7a1-6964c1c97640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0a79f0-345a-40ca-88f3-7618f26a904f']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:48.227431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-44991733-53f6-4fad-b7a1-6964c1c97640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e75561-6f3b-468f-bfd3-f8936a2c86f5') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:48.227822 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-44991733-53f6-4fad-b7a1-6964c1c97640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e75561-6f3b-468f-bfd3-f8936a2c86f5') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:48.239380 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44991733-53f6-4fad-b7a1-6964c1c97640 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (70e75561-6f3b-468f-bfd3-f8936a2c86f5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:48.253269 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44991733-53f6-4fad-b7a1-6964c1c97640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (70e75561-6f3b-468f-bfd3-f8936a2c86f5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:48.260660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44991733-53f6-4fad-b7a1-6964c1c97640 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:02:48.261071 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44991733-53f6-4fad-b7a1-6964c1c97640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (70e75561-6f3b-468f-bfd3-f8936a2c86f5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:02:48.327460 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:02:48.351840 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-38ba2e59-ee59-41aa-b428-6618b5fc07ef req-bbb6d536-f04b-4991-a70d-bde0788d6802 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] For port 4ada7bce-be9f-4f48-b712-439744490ec4, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4ada7bce-be9f-4f48-b712-439744490ec4,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:48.352481 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-38ba2e59-ee59-41aa-b428-6618b5fc07ef req-bbb6d536-f04b-4991-a70d-bde0788d6802 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:48.370393 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-38ba2e59-ee59-41aa-b428-6618b5fc07ef req-bbb6d536-f04b-4991-a70d-bde0788d6802 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Calling delete_port for 4ada7bce-be9f-4f48-b712-439744490ec4 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:02:48.421069 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-93d72b9b-25c1-4e50-9a66-b1e8afeabfac req-63e2323f-5ebb-44c0-aee3-b19262696851 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.3647468 Feb 05 03:02:48.498321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-094972f8-5583-4ec1-9877-ff5189ac9273 req-88fedb35-5e3d-4f0b-a909-2f16ef8d693f tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 210 time: 0.1800165 Feb 05 03:02:48.541217 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44991733-53f6-4fad-b7a1-6964c1c97640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (af0a79f0-345a-40ca-88f3-7618f26a904f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:48.555605 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44991733-53f6-4fad-b7a1-6964c1c97640 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:48.561571 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-44991733-53f6-4fad-b7a1-6964c1c97640 admin admin] 10.222.0.36 "DELETE /v2.0/networks/af0a79f0-345a-40ca-88f3-7618f26a904f HTTP/1.1" status: 204 len: 168 time: 0.8985286 Feb 05 03:02:48.579598 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44991733-53f6-4fad-b7a1-6964c1c97640 admin admin] Pushing event deleted for resources: {'Network': ['ID=af0a79f0-345a-40ca-88f3-7618f26a904f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:48.588726 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bc0590-7ce2-4861-95b1-578930cbae48 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Made reservation on behalf of fc3ef97cf5ac463583f853fb4b82e975 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:48.593738 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96bc0590-7ce2-4861-95b1-578930cbae48 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:48.662619 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Attempting to bind port c9832519-c51f-4940-ad02-c7934a7bdbac on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:02:48.663049 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Attempting to bind port c9832519-c51f-4940-ad02-c7934a7bdbac by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:02:48.663938 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Attempting to bind port c9832519-c51f-4940-ad02-c7934a7bdbac on network e1c1e889-ce15-4ae2-9436-57546d34f15a {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:02:48.673703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Port c9832519-c51f-4940-ad02-c7934a7bdbac on network e1c1e889-ce15-4ae2-9436-57546d34f15a not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:02:48.674045 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Attempting to bind port c9832519-c51f-4940-ad02-c7934a7bdbac on network e1c1e889-ce15-4ae2-9436-57546d34f15a {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:02:48.686356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:02:48.686722 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Checking segment: {'id': 'b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:02:48.687117 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Bound using segment: {'id': 'b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:02:48.687565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Bound port: c9832519-c51f-4940-ad02-c7934a7bdbac, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:02:48.687933 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c9832519-c51f-4940-ad02-c7934a7bdbac), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:48.846030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776db7e-cade-4756-8e5f-7c5e3a6ed013 req-f31c42f9-494e-4a69-86b8-1c800a5f3360 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:48.847694 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2776db7e-cade-4756-8e5f-7c5e3a6ed013 req-f31c42f9-494e-4a69-86b8-1c800a5f3360 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 943 time: 0.1411142 Feb 05 03:02:48.875914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] For port c9832519-c51f-4940-ad02-c7934a7bdbac, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:02:49.008933 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33780) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:49.027594 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-38ba2e59-ee59-41aa-b428-6618b5fc07ef req-bbb6d536-f04b-4991-a70d-bde0788d6802 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4ada7bce-be9f-4f48-b712-439744490ec4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:49.041697 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['4ada7bce-be9f-4f48-b712-439744490ec4'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:02:49.062105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6d536-f04b-4991-a70d-bde0788d6802 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Pushing event deleted for resources: {'Port': ['ID=4ada7bce-be9f-4f48-b712-439744490ec4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:49.115471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] For port c9832519-c51f-4940-ad02-c7934a7bdbac, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c9832519-c51f-4940-ad02-c7934a7bdbac,segment=NetworkSegment(b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac),segment_id=b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:02:49.123736 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ba2e59-ee59-41aa-b428-6618b5fc07ef req-bbb6d536-f04b-4991-a70d-bde0788d6802 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] No DVR routers for this DVR port 4ada7bce-be9f-4f48-b712-439744490ec4 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:02:49.127386 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e280fde2-b2a8-4088-abac-b3ba7e9570d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fbe83ef1f9c547f8a2ccfff851e349ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1171308 Feb 05 03:02:49.128477 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-38ba2e59-ee59-41aa-b428-6618b5fc07ef req-bbb6d536-f04b-4991-a70d-bde0788d6802 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:49.131667 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-38ba2e59-ee59-41aa-b428-6618b5fc07ef req-bbb6d536-f04b-4991-a70d-bde0788d6802 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.31 "DELETE /v2.0/ports/4ada7bce-be9f-4f48-b712-439744490ec4 HTTP/1.1" status: 204 len: 173 time: 1.1840458 Feb 05 03:02:49.132879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8452cc-830e-4c2f-8eda-98a254f17454', 'name': 'network-vif-deleted', 'tag': '4ada7bce-be9f-4f48-b712-439744490ec4'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:02:49.135606 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1ce01f-af9d-4bff-96d1-2b8b6ce54d3f" -d '{"events": [{"server_uuid": "ff8452cc-830e-4c2f-8eda-98a254f17454", "name": "network-vif-deleted", "tag": "4ada7bce-be9f-4f48-b712-439744490ec4"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:02:49.137752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33784) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:49.150336 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33788) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:49.155826 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (c9832519-c51f-4940-ad02-c7934a7bdbac), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:49.172638 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96bc0590-7ce2-4861-95b1-578930cbae48 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (43a123fb-200e-491e-9a3d-3af06898c2f1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:49.203939 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08dfda61-3437-44c0-bb05-0e3749d5f1e3 admin admin] Publish callbacks [] for security_group (fadef015-1d28-4947-8c2c-a88c5c35ff5a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:49.247160 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2b0d34-47af-417d-ad41-d375ae2daf84 x-openstack-request-id: req-1f2b0d34-47af-417d-ad41-d375ae2daf84 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:02:49.247436 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8452cc-830e-4c2f-8eda-98a254f17454", "name": "network-vif-deleted", "tag": "4ada7bce-be9f-4f48-b712-439744490ec4", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:02:49.249168 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f2b0d34-47af-417d-ad41-d375ae2daf84 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:02:49.249369 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8452cc-830e-4c2f-8eda-98a254f17454', 'name': 'network-vif-deleted', 'tag': '4ada7bce-be9f-4f48-b712-439744490ec4', 'status': 'completed', 'code': 200} Feb 05 03:02:49.252498 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08dfda61-3437-44c0-bb05-0e3749d5f1e3 admin admin] Publish callbacks [] for security_group (fadef015-1d28-4947-8c2c-a88c5c35ff5a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:49.271586 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2776db7e-cade-4756-8e5f-7c5e3a6ed013 req-246aec5d-f6eb-44a2-884e-0fddd3eb6098 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bec5eba-eb3e-4ea6-8515-91ca7fd374c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3983717 Feb 05 03:02:49.303536 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:49.303718 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:49.306198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] 10.222.0.10 "PUT /v2.0/ports/c9832519-c51f-4940-ad02-c7934a7bdbac HTTP/1.1" status: 200 len: 1091 time: 2.6271095 Feb 05 03:02:49.321870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7', 'tag': 'c9832519-c51f-4940-ad02-c7934a7bdbac'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:02:49.322604 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08dfda61-3437-44c0-bb05-0e3749d5f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (fadef015-1d28-4947-8c2c-a88c5c35ff5a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:49.330699 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9161c98c-ffbc-4184-b30c-b9cfbd0f6130" -d '{"events": [{"name": "network-changed", "server_uuid": "3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7", "tag": "c9832519-c51f-4940-ad02-c7934a7bdbac"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:02:49.344009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc0590-7ce2-4861-95b1-578930cbae48 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Subnet': ['ID=43a123fb-200e-491e-9a3d-3af06898c2f1,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:49.356123 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08dfda61-3437-44c0-bb05-0e3749d5f1e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:49.360939 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-08dfda61-3437-44c0-bb05-0e3749d5f1e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fadef015-1d28-4947-8c2c-a88c5c35ff5a HTTP/1.1" status: 204 len: 168 time: 0.2189980 Feb 05 03:02:49.390068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfda61-3437-44c0-bb05-0e3749d5f1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadef015-1d28-4947-8c2c-a88c5c35ff5a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:49.390299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bc0590-7ce2-4861-95b1-578930cbae48 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:49.425056 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-96bc0590-7ce2-4861-95b1-578930cbae48 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:49.436361 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bc0590-7ce2-4861-95b1-578930cbae48 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:49.436974 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96bc0590-7ce2-4861-95b1-578930cbae48 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:49.439295 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9055325-01b4-4505-a323-067a8a734a27 service neutron] Pushing event updated for resources: {'Port': ['ID=c9832519-c51f-4940-ad02-c7934a7bdbac,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:49.439880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e213e10b-93e3-467d-bad3-a7a66758ca7f None None] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:49.469484 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baa0400b-d648-40b1-8969-ed13946e8c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:49.485616 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db7061b-2788-4e61-b2cd-3fef4ce69849 x-openstack-request-id: req-2db7061b-2788-4e61-b2cd-3fef4ce69849 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:02:49.485985 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7", "tag": "c9832519-c51f-4940-ad02-c7934a7bdbac", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:02:49.486165 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2db7061b-2788-4e61-b2cd-3fef4ce69849 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:02:49.486587 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7', 'tag': 'c9832519-c51f-4940-ad02-c7934a7bdbac', 'status': 'completed', 'code': 200} Feb 05 03:02:49.523586 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-96bc0590-7ce2-4861-95b1-578930cbae48 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6888123 Feb 05 03:02:49.524498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33798) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:49.539987 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0d4a278b-7974-4034-9707-037c2626103c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1175182876', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '43a123fb-200e-491e-9a3d-3af06898c2f1'}], 'security_groups': ['ac71a4cd-d26b-418e-a0f0-e08c93d224ec', '9c98a025-0d72-46ba-addf-eba824bb3ca0']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:49.611287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-4d6c16d1-9fda-42c9-9b18-88fab1282df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:49.613041 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-4d6c16d1-9fda-42c9-9b18-88fab1282df3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1a6d00c229d4f478bede4965b15e08a&device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 1125 time: 0.2134860 Feb 05 03:02:49.674956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6a2f597-3db3-4e97-9e88-901a0c6e7cb4 req-06d6486e-99b6-4e26-95ff-ad5370974e3c tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0900195 Feb 05 03:02:49.716074 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-b3fd0f5b-940b-4547-ba22-0622a9bf49cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9832519-c51f-4940-ad02-c7934a7bdbac HTTP/1.1" status: 200 len: 217 time: 0.0798831 Feb 05 03:02:49.772583 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e3c904c-d11c-4379-a15e-b7d0ae5c77d9 req-8da32d4e-e031-45a4-a589-f585507e04c5 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 210 time: 0.0549107 Feb 05 03:02:49.807386 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84385f95-3efb-4b99-b10a-4e5a1f093e10 None None] Update dhcp port {'port': {'network_id': 'b304a8ea-d264-4cb2-b245-5941f2a93dcc', 'fixed_ips': [{'subnet_id': '08af43eb-5434-43f0-9044-2e2a7de92ac6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8cedc14b-7411-44a6-8f33-3e7e58c6dc1b', 'ip_address': '2001:db8::2'}, {'subnet_id': '43a123fb-200e-491e-9a3d-3af06898c2f1'}], 'binding:host_id': 'n-d-826942-8'}, 'id': '527acd32-c8bb-4402-95b3-b15add74dd6c'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 03:02:49.843800 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84385f95-3efb-4b99-b10a-4e5a1f093e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:50.038565 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d4a278b-7974-4034-9707-037c2626103c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b5bbc621-60b3-4141-b621-0c02cad78437), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:50.046204 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33804) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:50.073248 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-84385f95-3efb-4b99-b10a-4e5a1f093e10 None None] Allocated IP 2001:db8:0:2::2 (b304a8ea-d264-4cb2-b245-5941f2a93dcc/43a123fb-200e-491e-9a3d-3af06898c2f1/527acd32-c8bb-4402-95b3-b15add74dd6c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:50.161151 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-7e9d013f-3887-4d05-a178-80e805053f74 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:50.162645 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-7e9d013f-3887-4d05-a178-80e805053f74 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.10 "GET /v2.0/networks?id=02f162d3-a7ab-47ef-80d5-c1214392189e HTTP/1.1" status: 200 len: 815 time: 0.3530397 Feb 05 03:02:50.182456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-84385f95-3efb-4b99-b10a-4e5a1f093e10 None None] For port 527acd32-c8bb-4402-95b3-b15add74dd6c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=527acd32-c8bb-4402-95b3-b15add74dd6c,segment=NetworkSegment(8e9759ed-cba6-458b-ad61-73eb291d90f4),segment_id=8e9759ed-cba6-458b-ad61-73eb291d90f4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:50.183794 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baa0400b-d648-40b1-8969-ed13946e8c3f admin admin] Publish callbacks [] for security_group (79b2051c-745a-4775-8808-e9f30b5c988e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:50.185540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-e26783c9-19f3-42dc-ad2c-7bb0c9481472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:50.187056 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-e26783c9-19f3-42dc-ad2c-7bb0c9481472 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983 HTTP/1.1" status: 200 len: 854 time: 0.4574733 Feb 05 03:02:50.191317 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baa0400b-d648-40b1-8969-ed13946e8c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (79b2051c-745a-4775-8808-e9f30b5c988e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:50.206035 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-583e18c9-086f-4689-bde5-674203e2e561 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Request body: {'port': {'device_id': '4c80b2a1-ff94-4add-80d2-7c35d48670be', 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e', 'admin_state_up': True, 'tenant_id': 'eff40dc1f6d44399b834eef21648cf11'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:50.222829 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84385f95-3efb-4b99-b10a-4e5a1f093e10 None None] Publish callbacks [] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:50.230635 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-51ac4a13-e8d0-4886-b25a-d1c338b8e73b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6c6c0783a7b43f0b6b0555bd9a747a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1680984 Feb 05 03:02:50.231762 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84385f95-3efb-4b99-b10a-4e5a1f093e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:50.233972 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33806) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:50.280554 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-baa0400b-d648-40b1-8969-ed13946e8c3f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6fe48fd7273f42efb9d2df2319eb2608&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1240177 Feb 05 03:02:50.281890 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33810) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:50.293857 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0400b-d648-40b1-8969-ed13946e8c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b2051c-745a-4775-8808-e9f30b5c988e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:50.352033 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-78a29d51-e715-4fe4-af07-21d03221b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:50.353563 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-78a29d51-e715-4fe4-af07-21d03221b05e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e1c1e889-ce15-4ae2-9436-57546d34f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1594021 Feb 05 03:02:50.392511 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84385f95-3efb-4b99-b10a-4e5a1f093e10 None None] Pushing event updated for resources: {'Port': ['ID=527acd32-c8bb-4402-95b3-b15add74dd6c,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:50.460858 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-99ac0e18-3a4e-4e8f-8e42-fc81caddfdd0 admin admin] Publish callbacks [] for security_group (e4c54b5f-eb10-4015-8851-7f4caeb13999), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:50.475556 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c48816e-6791-4d9c-8205-bf9c64087729 admin admin] Publish callbacks [] for security_group (79b2051c-745a-4775-8808-e9f30b5c988e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:50.487662 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-583e18c9-086f-4689-bde5-674203e2e561 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Made reservation on behalf of eff40dc1f6d44399b834eef21648cf11 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:02:50.492159 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-583e18c9-086f-4689-bde5-674203e2e561 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:50.529231 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-99ac0e18-3a4e-4e8f-8e42-fc81caddfdd0 admin admin] Publish callbacks [] for security_group (e4c54b5f-eb10-4015-8851-7f4caeb13999), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:50.554476 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c48816e-6791-4d9c-8205-bf9c64087729 admin admin] Publish callbacks [] for security_group (79b2051c-745a-4775-8808-e9f30b5c988e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:50.584006 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34915d3-0708-45f8-ab7f-325d5d04ab88 req-2bf4704f-acae-4998-a652-f53a4933c276 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:50.586198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e34915d3-0708-45f8-ab7f-325d5d04ab88 req-2bf4704f-acae-4998-a652-f53a4933c276 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 943 time: 0.2270231 Feb 05 03:02:50.633807 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-1ff7b646-338b-4773-a8e7-110f332bd862 service neutron] 10.222.0.10 "GET /v2.0/networks/e1c1e889-ce15-4ae2-9436-57546d34f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712600 Feb 05 03:02:50.675870 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-0d4a278b-7974-4034-9707-037c2626103c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Delete allocated IP 2001:db8::29 (b304a8ea-d264-4cb2-b245-5941f2a93dcc/8cedc14b-7411-44a6-8f33-3e7e58c6dc1b) {{(pid=109674) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 05 03:02:50.691126 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-0d4a278b-7974-4034-9707-037c2626103c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Allocated IP 2001:db8:0:2::3 (b304a8ea-d264-4cb2-b245-5941f2a93dcc/43a123fb-200e-491e-9a3d-3af06898c2f1/b5bbc621-60b3-4141-b621-0c02cad78437) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:50.709229 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-583e18c9-086f-4689-bde5-674203e2e561 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Allocated IP 172.20.0.7 (02f162d3-a7ab-47ef-80d5-c1214392189e/d5d24254-b809-45ee-8fdf-aafe1884b375/5be94629-e025-4fe6-a745-b8ecf0bff95b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:02:50.740161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e34915d3-0708-45f8-ab7f-325d5d04ab88 req-92fb77a1-4664-4928-89f2-28ad1112aa4f tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bec5eba-eb3e-4ea6-8515-91ca7fd374c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400070 Feb 05 03:02:50.763350 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c48816e-6791-4d9c-8205-bf9c64087729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (79b2051c-745a-4775-8808-e9f30b5c988e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:50.766008 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c48816e-6791-4d9c-8205-bf9c64087729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:50.767178 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4c48816e-6791-4d9c-8205-bf9c64087729 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79b2051c-745a-4775-8808-e9f30b5c988e HTTP/1.1" status: 204 len: 168 time: 0.4847951 Feb 05 03:02:50.767887 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-99ac0e18-3a4e-4e8f-8e42-fc81caddfdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e4c54b5f-eb10-4015-8851-7f4caeb13999), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:50.770381 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-99ac0e18-3a4e-4e8f-8e42-fc81caddfdd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:50.771600 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-99ac0e18-3a4e-4e8f-8e42-fc81caddfdd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4c54b5f-eb10-4015-8851-7f4caeb13999 HTTP/1.1" status: 204 len: 168 time: 0.5356834 Feb 05 03:02:50.793279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48816e-6791-4d9c-8205-bf9c64087729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b2051c-745a-4775-8808-e9f30b5c988e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:50.823851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac0e18-3a4e-4e8f-8e42-fc81caddfdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c54b5f-eb10-4015-8851-7f4caeb13999,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:50.829567 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50236ee1-c542-4fd2-bfb1-1c11cfc6e7c6 req-13f826e1-2a9e-4e71-90cd-57ffb82c08e0 service neutron] 10.222.0.10 "GET /v2.0/networks/e1c1e889-ce15-4ae2-9436-57546d34f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865962 Feb 05 03:02:50.847697 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95efeaad-e87d-4e12-809a-6636d142f289 req-f8b54d49-039e-4989-ab81-61f3cab4abb7 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0348845 Feb 05 03:02:51.060723 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c54b01d-65b4-469b-a945-e327c74b56b6 req-5aabd9bf-8835-4efb-9a68-88d75dc84899 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 210 time: 0.1395168 Feb 05 03:02:51.088479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161c98c-ffbc-4184-b30c-b9cfbd0f6130 req-37b9017d-1206-4e44-9d2f-f210e136124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:51.092288 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9161c98c-ffbc-4184-b30c-b9cfbd0f6130 req-37b9017d-1206-4e44-9d2f-f210e136124d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1a6d00c229d4f478bede4965b15e08a&device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 1125 time: 0.1816952 Feb 05 03:02:51.152134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 527acd32-c8bb-4402-95b3-b15add74dd6c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:51.239458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161c98c-ffbc-4184-b30c-b9cfbd0f6130 req-195fae7e-6457-4ad9-88f4-67b4c18145f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:51.248516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9161c98c-ffbc-4184-b30c-b9cfbd0f6130 req-195fae7e-6457-4ad9-88f4-67b4c18145f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e1c1e889-ce15-4ae2-9436-57546d34f15a HTTP/1.1" status: 200 len: 916 time: 0.1472967 Feb 05 03:02:51.281577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 527acd32-c8bb-4402-95b3-b15add74dd6c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:51.282265 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:51.291141 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d4a278b-7974-4034-9707-037c2626103c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for port (b5bbc621-60b3-4141-b621-0c02cad78437), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:51.314458 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9161c98c-ffbc-4184-b30c-b9cfbd0f6130 req-1b926cba-2fec-4008-968f-c2c02593f1f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9832519-c51f-4940-ad02-c7934a7bdbac HTTP/1.1" status: 200 len: 217 time: 0.0584185 Feb 05 03:02:51.326925 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d4a278b-7974-4034-9707-037c2626103c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (b5bbc621-60b3-4141-b621-0c02cad78437), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:51.385203 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-67bc2c10-1bac-444a-bf06-e8c4303a73a2 None None] Provisioning complete for port 527acd32-c8bb-4402-95b3-b15add74dd6c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:51.385801 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67bc2c10-1bac-444a-bf06-e8c4303a73a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:51.467111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161c98c-ffbc-4184-b30c-b9cfbd0f6130 req-530b943b-c73c-45f7-83a4-9f205074ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:51.469365 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9161c98c-ffbc-4184-b30c-b9cfbd0f6130 req-530b943b-c73c-45f7-83a4-9f205074ac6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983 HTTP/1.1" status: 200 len: 854 time: 0.1476605 Feb 05 03:02:51.504069 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a278b-7974-4034-9707-037c2626103c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event updated for resources: {'Port': ['ID=b5bbc621-60b3-4141-b621-0c02cad78437,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:51.519768 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-583e18c9-086f-4689-bde5-674203e2e561 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks [] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:51.556736 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0d4a278b-7974-4034-9707-037c2626103c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] In _notify_port_updated(), no bound segment for port b5bbc621-60b3-4141-b621-0c02cad78437 on network b304a8ea-d264-4cb2-b245-5941f2a93dcc {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:02:51.563822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4a278b-7974-4034-9707-037c2626103c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:51.565098 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d4a278b-7974-4034-9707-037c2626103c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:51.571255 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33842) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:51.571899 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0d4a278b-7974-4034-9707-037c2626103c tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "PUT /v2.0/ports/b5bbc621-60b3-4141-b621-0c02cad78437 HTTP/1.1" status: 200 len: 968 time: 2.0421040 Feb 05 03:02:51.577596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-67bc2c10-1bac-444a-bf06-e8c4303a73a2 None None] Current status of the port 527acd32-c8bb-4402-95b3-b15add74dd6c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:51.578358 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-583e18c9-086f-4689-bde5-674203e2e561 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:51.580872 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33844) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:51.584402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 527acd32-c8bb-4402-95b3-b15add74dd6c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:51.625605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-67bc2c10-1bac-444a-bf06-e8c4303a73a2 None None] Provisioning complete for port b5bbc621-60b3-4141-b621-0c02cad78437 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:51.625991 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67bc2c10-1bac-444a-bf06-e8c4303a73a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b5bbc621-60b3-4141-b621-0c02cad78437), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:51.642113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161c98c-ffbc-4184-b30c-b9cfbd0f6130 req-127e5246-0c08-4c7c-a907-bfe314317f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:51.654647 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9161c98c-ffbc-4184-b30c-b9cfbd0f6130 req-127e5246-0c08-4c7c-a907-bfe314317f38 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e1c1e889-ce15-4ae2-9436-57546d34f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1770694 Feb 05 03:02:51.688837 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8e90e1c-9e7d-4377-9b33-428ddb55b4bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:51.705534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-583e18c9-086f-4689-bde5-674203e2e561 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Network 02f162d3-a7ab-47ef-80d5-c1214392189e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:02:51.715879 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-67bc2c10-1bac-444a-bf06-e8c4303a73a2 None None] Port b5bbc621-60b3-4141-b621-0c02cad78437 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:51.730203 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-583e18c9-086f-4689-bde5-674203e2e561 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:02:51.738707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-583e18c9-086f-4689-bde5-674203e2e561 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:02:51.751480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-67bc2c10-1bac-444a-bf06-e8c4303a73a2 None None] Provisioning complete for port 982c4dc1-1eb7-4b3d-96ca-db7927fda834 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:51.751900 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67bc2c10-1bac-444a-bf06-e8c4303a73a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (982c4dc1-1eb7-4b3d-96ca-db7927fda834), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:51.830291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-583e18c9-086f-4689-bde5-674203e2e561 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:51.831254 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-583e18c9-086f-4689-bde5-674203e2e561 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:51.845105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-67bc2c10-1bac-444a-bf06-e8c4303a73a2 None None] Port 982c4dc1-1eb7-4b3d-96ca-db7927fda834 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:51.848515 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e18c9-086f-4689-bde5-674203e2e561 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Pushing event updated for resources: {'Port': ['ID=5be94629-e025-4fe6-a745-b8ecf0bff95b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:51.864322 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-583e18c9-086f-4689-bde5-674203e2e561 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6847193 Feb 05 03:02:51.887193 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Request body: {'port': {'device_id': '4c80b2a1-ff94-4add-80d2-7c35d48670be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:51.961492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9161c98c-ffbc-4184-b30c-b9cfbd0f6130 req-7a53c6f3-265b-4ff4-ad89-8af34688f197 service neutron] 10.222.0.10 "GET /v2.0/networks/e1c1e889-ce15-4ae2-9436-57546d34f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956362 Feb 05 03:02:51.992867 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-58a41bf8-5d76-492d-bf58-dbd82babeea5 None None] Provisioning complete for port b5bbc621-60b3-4141-b621-0c02cad78437 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:51.994349 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-58a41bf8-5d76-492d-bf58-dbd82babeea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b5bbc621-60b3-4141-b621-0c02cad78437), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:51.998635 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6be20f7c-9be6-4952-82c5-0becd3937ad0 req-71e92ae7-1c50-4160-9334-4f4b44489367 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0830817 Feb 05 03:02:52.014291 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:52.142503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-58a41bf8-5d76-492d-bf58-dbd82babeea5 None None] Port b5bbc621-60b3-4141-b621-0c02cad78437 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:52.152113 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4ada7bce-be9f-4f48-b712-439744490ec4 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:02:52.173024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1447e-a680-4c75-928d-cf5c477223a4 req-ee4c5775-bf54-4d59-bd00-f98f40f6c870 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:52.180931 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a6b1447e-a680-4c75-928d-cf5c477223a4 req-ee4c5775-bf54-4d59-bd00-f98f40f6c870 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 943 time: 0.2908566 Feb 05 03:02:52.204665 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 4ada7bce-be9f-4f48-b712-439744490ec4 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:02:52.205266 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4ada7bce-be9f-4f48-b712-439744490ec4 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:02:52.210796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0d30da2f-73b7-4c65-858c-3129f371f08f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port b5bbc621-60b3-4141-b621-0c02cad78437 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:02:52.211040 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d30da2f-73b7-4c65-858c-3129f371f08f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b5bbc621-60b3-4141-b621-0c02cad78437), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:52.224204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8e90e1c-9e7d-4377-9b33-428ddb55b4bf admin admin] Publish callbacks [] for security_group (644c9307-5d9c-4105-93d6-03e90561cb38), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:52.238545 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8e90e1c-9e7d-4377-9b33-428ddb55b4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (644c9307-5d9c-4105-93d6-03e90561cb38), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:52.290927 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e90e1c-9e7d-4377-9b33-428ddb55b4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644c9307-5d9c-4105-93d6-03e90561cb38,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:52.329318 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c8e90e1c-9e7d-4377-9b33-428ddb55b4bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8734ed66eede47c19c2ee71eaebb1ed8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7467999 Feb 05 03:02:52.337546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33866) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:52.363601 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9161c98c-ffbc-4184-b30c-b9cfbd0f6130 req-22da6c76-e12f-42bd-b5c4-e706e3a65610 service neutron] 10.222.0.10 "GET /v2.0/networks/e1c1e889-ce15-4ae2-9436-57546d34f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689208 Feb 05 03:02:52.402292 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a6b1447e-a680-4c75-928d-cf5c477223a4 req-6c66cedd-6639-4f35-a3c9-834efcff23a6 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bec5eba-eb3e-4ea6-8515-91ca7fd374c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204208 Feb 05 03:02:52.457237 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d30da2f-73b7-4c65-858c-3129f371f08f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b5bbc621-60b3-4141-b621-0c02cad78437), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:52.472381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dca6e-0aa2-4894-8510-35dc3b6eaeb4 req-c66992b5-ba78-4afe-955e-7fc2a044b815 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:52.473886 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-341dca6e-0aa2-4894-8510-35dc3b6eaeb4 req-c66992b5-ba78-4afe-955e-7fc2a044b815 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 931 time: 0.2494788 Feb 05 03:02:52.483074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0d30da2f-73b7-4c65-858c-3129f371f08f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for b5bbc621-60b3-4141-b621-0c02cad78437 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:02:52.489310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be94629-e025-4fe6-a745-b8ecf0bff95b {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:02:52.499162 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Publish callbacks [] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:52.519640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Transition to ACTIVE for port object 5be94629-e025-4fe6-a745-b8ecf0bff95b will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:02:52.526002 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:52.527014 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d650e8c8-da89-4690-af02-7e8205fe6d2f admin admin] Publish callbacks [] for security_group (644c9307-5d9c-4105-93d6-03e90561cb38), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:52.590864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Pushing event updated for resources: {'Port': ['ID=5be94629-e025-4fe6-a745-b8ecf0bff95b,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:52.591645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-341dca6e-0aa2-4894-8510-35dc3b6eaeb4 req-92ff1b22-f8af-4444-ae6a-f99753e23720 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097181 Feb 05 03:02:52.611193 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d650e8c8-da89-4690-af02-7e8205fe6d2f admin admin] Publish callbacks [] for security_group (644c9307-5d9c-4105-93d6-03e90561cb38), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:52.716760 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d650e8c8-da89-4690-af02-7e8205fe6d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (644c9307-5d9c-4105-93d6-03e90561cb38), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:52.718675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Attempting to bind port 5be94629-e025-4fe6-a745-b8ecf0bff95b on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:02:52.719261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Attempting to bind port 5be94629-e025-4fe6-a745-b8ecf0bff95b by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:02:52.719774 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Attempting to bind port 5be94629-e025-4fe6-a745-b8ecf0bff95b on network 02f162d3-a7ab-47ef-80d5-c1214392189e {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:02:52.720084 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d650e8c8-da89-4690-af02-7e8205fe6d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:52.723204 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d650e8c8-da89-4690-af02-7e8205fe6d2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/644c9307-5d9c-4105-93d6-03e90561cb38 HTTP/1.1" status: 204 len: 168 time: 0.3826630 Feb 05 03:02:52.741147 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650e8c8-da89-4690-af02-7e8205fe6d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644c9307-5d9c-4105-93d6-03e90561cb38,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:52.742139 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Port 5be94629-e025-4fe6-a745-b8ecf0bff95b on network 02f162d3-a7ab-47ef-80d5-c1214392189e not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:02:52.742934 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Attempting to bind port 5be94629-e025-4fe6-a745-b8ecf0bff95b on network 02f162d3-a7ab-47ef-80d5-c1214392189e {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:02:52.754958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:02:52.755313 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Checking segment: {'id': '6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:02:52.755698 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Bound using segment: {'id': '6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:02:52.756792 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Bound port: 5be94629-e025-4fe6-a745-b8ecf0bff95b, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:02:52.758642 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:52.771416 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d30da2f-73b7-4c65-858c-3129f371f08f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (b5bbc621-60b3-4141-b621-0c02cad78437), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:52.859093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] For port 5be94629-e025-4fe6-a745-b8ecf0bff95b, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:02:52.863717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] For port 5be94629-e025-4fe6-a745-b8ecf0bff95b, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5be94629-e025-4fe6-a745-b8ecf0bff95b,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:02:52.878187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30da2f-73b7-4c65-858c-3129f371f08f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=b5bbc621-60b3-4141-b621-0c02cad78437,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:52.879933 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:52.880773 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d30da2f-73b7-4c65-858c-3129f371f08f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:52.888210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0d30da2f-73b7-4c65-858c-3129f371f08f tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/b5bbc621-60b3-4141-b621-0c02cad78437 HTTP/1.1" status: 204 len: 168 time: 1.3157051 Feb 05 03:02:52.888866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33880) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:52.912236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:52.917702 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:52.921504 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] 10.222.0.10 "PUT /v2.0/ports/5be94629-e025-4fe6-a745-b8ecf0bff95b HTTP/1.1" status: 200 len: 1091 time: 1.0414391 Feb 05 03:02:52.936281 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7b917e-4bcf-4130-ab1e-3f13c52cfb36 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] GET failed (client error): The resource could not be found. Feb 05 03:02:52.941482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5e7b917e-4bcf-4130-ab1e-3f13c52cfb36 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports/b5bbc621-60b3-4141-b621-0c02cad78437 HTTP/1.1" status: 404 len: 333 time: 0.0511882 Feb 05 03:02:52.942698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33882) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:52.965980 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c80b2a1-ff94-4add-80d2-7c35d48670be', 'tag': '5be94629-e025-4fe6-a745-b8ecf0bff95b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:02:52.982264 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b9d66e-10ad-43fe-bbc8-71b887fb0477" -d '{"events": [{"name": "network-changed", "server_uuid": "4c80b2a1-ff94-4add-80d2-7c35d48670be", "tag": "5be94629-e025-4fe6-a745-b8ecf0bff95b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:02:53.015541 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b5034087-57a4-489c-90b1-271a33c8c4a0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (bad18c2b-2e66-4f40-9eab-cfdc8c914777), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:53.048718 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b5034087-57a4-489c-90b1-271a33c8c4a0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (bad18c2b-2e66-4f40-9eab-cfdc8c914777), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:53.077487 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39bbaf-6cc0-4a25-9953-05053df4c8ea service neutron] Pushing event updated for resources: {'Port': ['ID=5be94629-e025-4fe6-a745-b8ecf0bff95b,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:53.117337 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b5034087-57a4-489c-90b1-271a33c8c4a0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (bad18c2b-2e66-4f40-9eab-cfdc8c914777), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:53.119980 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b5034087-57a4-489c-90b1-271a33c8c4a0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:53.124219 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33890) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:53.124409 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b5034087-57a4-489c-90b1-271a33c8c4a0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/security-groups/bad18c2b-2e66-4f40-9eab-cfdc8c914777 HTTP/1.1" status: 204 len: 168 time: 0.1804876 Feb 05 03:02:53.137244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5034087-57a4-489c-90b1-271a33c8c4a0 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad18c2b-2e66-4f40-9eab-cfdc8c914777,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:53.229730 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4924be5-39c9-4c57-9c0b-f02e3519b9ad req-18f250db-875d-4462-ac45-6572edbca1fd tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0354452 Feb 05 03:02:53.248847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-88bc7106-ee2b-46b3-96e6-225b27d6cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:53.250406 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-88bc7106-ee2b-46b3-96e6-225b27d6cbf6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eff40dc1f6d44399b834eef21648cf11&device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 1125 time: 0.2515059 Feb 05 03:02:53.361294 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a0adae-8720-4557-b285-9c22acc82aba x-openstack-request-id: req-c4a0adae-8720-4557-b285-9c22acc82aba {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:02:53.361916 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c80b2a1-ff94-4add-80d2-7c35d48670be", "tag": "5be94629-e025-4fe6-a745-b8ecf0bff95b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:02:53.361916 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4a0adae-8720-4557-b285-9c22acc82aba {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:02:53.362252 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c80b2a1-ff94-4add-80d2-7c35d48670be', 'tag': '5be94629-e025-4fe6-a745-b8ecf0bff95b', 'status': 'completed', 'code': 200} Feb 05 03:02:53.362910 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-344031aa-157f-4aed-acf8-748dc40088cf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (9c98a025-0d72-46ba-addf-eba824bb3ca0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:53.370819 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-8d8d6614-f13f-4948-a3d6-34c5f875090b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5be94629-e025-4fe6-a745-b8ecf0bff95b HTTP/1.1" status: 200 len: 217 time: 0.1076601 Feb 05 03:02:53.487402 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-344031aa-157f-4aed-acf8-748dc40088cf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (9c98a025-0d72-46ba-addf-eba824bb3ca0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:53.491693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-85b1f8f3-39d5-421f-9e8b-6184aa6a3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:53.493695 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-85b1f8f3-39d5-421f-9e8b-6184aa6a3202 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d5d24254-b809-45ee-8fdf-aafe1884b375 HTTP/1.1" status: 200 len: 855 time: 0.1079175 Feb 05 03:02:53.542816 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-f0ec0337-d1a7-4889-877f-034f8266f55d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02f162d3-a7ab-47ef-80d5-c1214392189e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383363 Feb 05 03:02:53.577165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da9a3f-4c99-4962-b472-ae92f0d13e71 req-0aa47130-67d4-4ddb-9e5a-d34426847b30 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:53.578808 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7da9a3f-4c99-4962-b472-ae92f0d13e71 req-0aa47130-67d4-4ddb-9e5a-d34426847b30 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 943 time: 0.0892000 Feb 05 03:02:53.632593 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-344031aa-157f-4aed-acf8-748dc40088cf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9c98a025-0d72-46ba-addf-eba824bb3ca0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:53.636493 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-344031aa-157f-4aed-acf8-748dc40088cf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:53.641392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device c9832519-c51f-4940-ad02-c7934a7bdbac details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:02:53.651931 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-344031aa-157f-4aed-acf8-748dc40088cf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/security-groups/9c98a025-0d72-46ba-addf-eba824bb3ca0 HTTP/1.1" status: 204 len: 168 time: 0.5084281 Feb 05 03:02:53.653781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33912) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:53.679758 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344031aa-157f-4aed-acf8-748dc40088cf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c98a025-0d72-46ba-addf-eba824bb3ca0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:53.739648 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-1ec5990c-b350-4d7e-ad2d-57b4431a4192 service neutron] 10.222.0.10 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863046 Feb 05 03:02:53.855390 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7da9a3f-4c99-4962-b472-ae92f0d13e71 req-c6256e8a-bbeb-49cb-8055-059f0dcf2d2b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bec5eba-eb3e-4ea6-8515-91ca7fd374c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659190 Feb 05 03:02:53.867369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port c9832519-c51f-4940-ad02-c7934a7bdbac, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c9832519-c51f-4940-ad02-c7934a7bdbac,segment=NetworkSegment(b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac),segment_id=b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:53.880177 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-70d88ca0-04cf-462f-9b25-812ad7aa8a71 req-81197586-ae5a-49ea-848b-d132900cfd88 service neutron] 10.222.0.10 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331921 Feb 05 03:02:53.896128 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'c9832519-c51f-4940-ad02-c7934a7bdbac', 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a', 'port_id': 'c9832519-c51f-4940-ad02-c7934a7bdbac', 'mac_address': 'fa:16:3e:04:e1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:02:53.933944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f4d5b-9fa5-4961-a5b8-a637aabee78c req-46324954-74a7-4a4b-9c6d-f89bae7e598b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:53.948730 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f4d5b-9fa5-4961-a5b8-a637aabee78c req-46324954-74a7-4a4b-9c6d-f89bae7e598b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:53.964215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port c9832519-c51f-4940-ad02-c7934a7bdbac is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:53.964731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f4d5b-9fa5-4961-a5b8-a637aabee78c req-46324954-74a7-4a4b-9c6d-f89bae7e598b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:53.965040 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c9832519-c51f-4940-ad02-c7934a7bdbac), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:53.975367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f4d5b-9fa5-4961-a5b8-a637aabee78c req-46324954-74a7-4a4b-9c6d-f89bae7e598b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:53.981841 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9832519-c51f-4940-ad02-c7934a7bdbac {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:02:53.987842 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f4d5b-9fa5-4961-a5b8-a637aabee78c req-46324954-74a7-4a4b-9c6d-f89bae7e598b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:54.002827 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port c9832519-c51f-4940-ad02-c7934a7bdbac, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c9832519-c51f-4940-ad02-c7934a7bdbac,segment=NetworkSegment(b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac),segment_id=b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:54.004334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f4d5b-9fa5-4961-a5b8-a637aabee78c req-46324954-74a7-4a4b-9c6d-f89bae7e598b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:54.009391 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c9832519-c51f-4940-ad02-c7934a7bdbac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:54.015006 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f4d5b-9fa5-4961-a5b8-a637aabee78c req-46324954-74a7-4a4b-9c6d-f89bae7e598b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:54.021232 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-208f4d5b-9fa5-4961-a5b8-a637aabee78c req-46324954-74a7-4a4b-9c6d-f89bae7e598b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5445 time: 0.4700389 Feb 05 03:02:54.032328 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9d66e-10ad-43fe-bbc8-71b887fb0477 req-62581d42-8c49-4618-87f2-74df9b1ab3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:54.035128 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b7b9d66e-10ad-43fe-bbc8-71b887fb0477 req-62581d42-8c49-4618-87f2-74df9b1ab3a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eff40dc1f6d44399b834eef21648cf11&device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 1125 time: 0.0983655 Feb 05 03:02:54.080410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=c9832519-c51f-4940-ad02-c7934a7bdbac,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:54.168664 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9d66e-10ad-43fe-bbc8-71b887fb0477 req-cc4454b3-fec6-47f7-b386-bcb18f4fb175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:54.170173 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b7b9d66e-10ad-43fe-bbc8-71b887fb0477 req-cc4454b3-fec6-47f7-b386-bcb18f4fb175 service neutron] 10.222.0.10 "GET /v2.0/networks?id=02f162d3-a7ab-47ef-80d5-c1214392189e HTTP/1.1" status: 200 len: 916 time: 0.1281412 Feb 05 03:02:54.181638 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6922efc0-9c42-4f97-b8f3-ea3a45e4f35e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (ac71a4cd-d26b-418e-a0f0-e08c93d224ec), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:54.205449 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6922efc0-9c42-4f97-b8f3-ea3a45e4f35e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (ac71a4cd-d26b-418e-a0f0-e08c93d224ec), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:54.248999 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b7b9d66e-10ad-43fe-bbc8-71b887fb0477 req-f0ee741c-a590-43e1-a3c7-9f1bf111cb07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5be94629-e025-4fe6-a745-b8ecf0bff95b HTTP/1.1" status: 200 len: 217 time: 0.0638704 Feb 05 03:02:54.301115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['c9832519-c51f-4940-ad02-c7934a7bdbac'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:02:54.332267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc912b2-4f0f-4666-88db-c81b20aa29d3 req-e8fd31cd-5290-4ba1-8692-cac6f109c497 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:54.344592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3bc912b2-4f0f-4666-88db-c81b20aa29d3 req-e8fd31cd-5290-4ba1-8692-cac6f109c497 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 943 time: 0.3232834 Feb 05 03:02:54.382525 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9d66e-10ad-43fe-bbc8-71b887fb0477 req-6550b340-42df-422e-9b3d-567ab783d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:54.387152 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b7b9d66e-10ad-43fe-bbc8-71b887fb0477 req-6550b340-42df-422e-9b3d-567ab783d0cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d5d24254-b809-45ee-8fdf-aafe1884b375 HTTP/1.1" status: 200 len: 855 time: 0.1297412 Feb 05 03:02:54.396230 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-208f4d5b-9fa5-4961-a5b8-a637aabee78c req-c69be394-3101-4710-b500-661646917a28 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3577986 Feb 05 03:02:54.421714 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6922efc0-9c42-4f97-b8f3-ea3a45e4f35e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ac71a4cd-d26b-418e-a0f0-e08c93d224ec), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:54.426798 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6922efc0-9c42-4f97-b8f3-ea3a45e4f35e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:54.430827 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6922efc0-9c42-4f97-b8f3-ea3a45e4f35e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/security-groups/ac71a4cd-d26b-418e-a0f0-e08c93d224ec HTTP/1.1" status: 204 len: 168 time: 0.7692084 Feb 05 03:02:54.432019 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33934) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:54.437213 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b7b9d66e-10ad-43fe-bbc8-71b887fb0477 req-27d4234c-c153-4168-aed1-1aa49a3b54a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02f162d3-a7ab-47ef-80d5-c1214392189e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419509 Feb 05 03:02:54.547142 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3bc912b2-4f0f-4666-88db-c81b20aa29d3 req-1e88facb-05fe-4fc0-b88a-bbd134dc3774 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008028 Feb 05 03:02:54.548689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922efc0-9c42-4f97-b8f3-ea3a45e4f35e tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac71a4cd-d26b-418e-a0f0-e08c93d224ec,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:54.676145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a05d79-d93e-4228-8265-71551e477879 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting subnet 8cedc14b-7411-44a6-8f33-3e7e58c6dc1b {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:02:54.696616 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00a4b6f9-194c-465d-a440-f76f6969538b req-38fda608-e41a-4e7b-a6f1-20e3323a15a8 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0674481 Feb 05 03:02:54.701023 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71a05d79-d93e-4228-8265-71551e477879 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (8cedc14b-7411-44a6-8f33-3e7e58c6dc1b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:54.766036 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71a05d79-d93e-4228-8265-71551e477879 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (8cedc14b-7411-44a6-8f33-3e7e58c6dc1b), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:54.811109 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b7b9d66e-10ad-43fe-bbc8-71b887fb0477 req-326bf306-e89a-4bd5-808a-e4acb5ffadec service neutron] 10.222.0.10 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598654 Feb 05 03:02:54.999607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ab733-6c23-4ea4-b49d-5c364269dfd7 req-83ae6913-3525-42d6-8bb6-7455e9b74a4b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:55.001229 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf1ab733-6c23-4ea4-b49d-5c364269dfd7 req-83ae6913-3525-42d6-8bb6-7455e9b74a4b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 944 time: 0.0584803 Feb 05 03:02:55.018960 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71a05d79-d93e-4228-8265-71551e477879 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (8cedc14b-7411-44a6-8f33-3e7e58c6dc1b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:55.056028 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b7b9d66e-10ad-43fe-bbc8-71b887fb0477 req-ef664ec1-3a4a-4ee2-8c33-85335aec4e64 service neutron] 10.222.0.10 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357173 Feb 05 03:02:55.081652 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf1ab733-6c23-4ea4-b49d-5c364269dfd7 req-4404d97b-ca90-47bf-bcea-930e87b30466 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bec5eba-eb3e-4ea6-8515-91ca7fd374c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741968 Feb 05 03:02:55.125261 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71a05d79-d93e-4228-8265-71551e477879 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (8cedc14b-7411-44a6-8f33-3e7e58c6dc1b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:55.159209 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a05d79-d93e-4228-8265-71551e477879 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Subnet': ['ID=8cedc14b-7411-44a6-8f33-3e7e58c6dc1b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:55.165951 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71a05d79-d93e-4228-8265-71551e477879 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:55.175190 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-71a05d79-d93e-4228-8265-71551e477879 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/8cedc14b-7411-44a6-8f33-3e7e58c6dc1b HTTP/1.1" status: 204 len: 168 time: 0.7307794 Feb 05 03:02:55.175498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33956) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:55.175605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c0758a-fdfa-49f5-aafc-a5126f97fe16 None None] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:55.239909 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-8295b2fc-fa48-40c8-88dd-61cb58925e4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting subnet 43a123fb-200e-491e-9a3d-3af06898c2f1 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:02:55.245116 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8295b2fc-fa48-40c8-88dd-61cb58925e4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (43a123fb-200e-491e-9a3d-3af06898c2f1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:55.308751 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8295b2fc-fa48-40c8-88dd-61cb58925e4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (43a123fb-200e-491e-9a3d-3af06898c2f1), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:55.443832 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8295b2fc-fa48-40c8-88dd-61cb58925e4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (43a123fb-200e-491e-9a3d-3af06898c2f1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:55.541758 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8295b2fc-fa48-40c8-88dd-61cb58925e4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (43a123fb-200e-491e-9a3d-3af06898c2f1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:55.609163 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8295b2fc-fa48-40c8-88dd-61cb58925e4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:55.617709 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8295b2fc-fa48-40c8-88dd-61cb58925e4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/43a123fb-200e-491e-9a3d-3af06898c2f1 HTTP/1.1" status: 204 len: 168 time: 0.4432034 Feb 05 03:02:55.619934 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33966) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:55.629856 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295b2fc-fa48-40c8-88dd-61cb58925e4a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Subnet': ['ID=43a123fb-200e-491e-9a3d-3af06898c2f1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:55.664889 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5be94629-e025-4fe6-a745-b8ecf0bff95b details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:02:55.710176 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00bf6f5-8bcf-4880-8b5e-33fb0af17fdf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] DELETE failed (client error): The resource could not be found. Feb 05 03:02:55.712360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e00bf6f5-8bcf-4880-8b5e-33fb0af17fdf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:02:55.717083 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e00bf6f5-8bcf-4880-8b5e-33fb0af17fdf tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/8cedc14b-7411-44a6-8f33-3e7e58c6dc1b HTTP/1.1" status: 404 len: 337 time: 0.0955944 Feb 05 03:02:55.726091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33972) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:55.727604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef26ec-976d-494a-b482-0c2ea3306ec9 req-7a3b8b33-e519-4ef2-a02f-f712bbc5791b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:55.734395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef26ec-976d-494a-b482-0c2ea3306ec9 req-7a3b8b33-e519-4ef2-a02f-f712bbc5791b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:55.740746 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef26ec-976d-494a-b482-0c2ea3306ec9 req-7a3b8b33-e519-4ef2-a02f-f712bbc5791b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:55.748700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef26ec-976d-494a-b482-0c2ea3306ec9 req-7a3b8b33-e519-4ef2-a02f-f712bbc5791b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:55.754108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef26ec-976d-494a-b482-0c2ea3306ec9 req-7a3b8b33-e519-4ef2-a02f-f712bbc5791b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:55.761413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef26ec-976d-494a-b482-0c2ea3306ec9 req-7a3b8b33-e519-4ef2-a02f-f712bbc5791b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:55.767500 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef26ec-976d-494a-b482-0c2ea3306ec9 req-7a3b8b33-e519-4ef2-a02f-f712bbc5791b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:55.769945 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dbef26ec-976d-494a-b482-0c2ea3306ec9 req-7a3b8b33-e519-4ef2-a02f-f712bbc5791b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5445 time: 0.2437596 Feb 05 03:02:55.820897 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-db423d15-7fd9-4806-9c16-618e479e3484 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting subnet 08af43eb-5434-43f0-9044-2e2a7de92ac6 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:02:55.824758 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db423d15-7fd9-4806-9c16-618e479e3484 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for subnet (08af43eb-5434-43f0-9044-2e2a7de92ac6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:55.863999 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5be94629-e025-4fe6-a745-b8ecf0bff95b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5be94629-e025-4fe6-a745-b8ecf0bff95b,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:55.864876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a95d4-ad40-4ab6-9b28-5419e5b80ced req-ccb5f271-2c9b-4e37-9b3a-184d892f782b tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:55.867184 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-946a95d4-ad40-4ab6-9b28-5419e5b80ced req-ccb5f271-2c9b-4e37-9b3a-184d892f782b tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 943 time: 0.2223921 Feb 05 03:02:55.907987 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db423d15-7fd9-4806-9c16-618e479e3484 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (08af43eb-5434-43f0-9044-2e2a7de92ac6), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:56.024274 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-946a95d4-ad40-4ab6-9b28-5419e5b80ced req-3aa5fdb9-67c9-4533-bdf5-6f1c3b12b171 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424849 Feb 05 03:02:56.069085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dbef26ec-976d-494a-b482-0c2ea3306ec9 req-ed72e45d-5d5d-4be3-9ec9-a51ee643c744 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2824197 Feb 05 03:02:56.084415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db423d15-7fd9-4806-9c16-618e479e3484 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (08af43eb-5434-43f0-9044-2e2a7de92ac6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:56.227043 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db423d15-7fd9-4806-9c16-618e479e3484 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (08af43eb-5434-43f0-9044-2e2a7de92ac6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:56.262274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device c9832519-c51f-4940-ad02-c7934a7bdbac up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:56.282717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db423d15-7fd9-4806-9c16-618e479e3484 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Subnet': ['ID=08af43eb-5434-43f0-9044-2e2a7de92ac6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:56.286747 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db423d15-7fd9-4806-9c16-618e479e3484 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:56.294592 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-db423d15-7fd9-4806-9c16-618e479e3484 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/08af43eb-5434-43f0-9044-2e2a7de92ac6 HTTP/1.1" status: 204 len: 168 time: 0.5640612 Feb 05 03:02:56.295917 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33986) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:56.338111 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5ffcc4-7119-42fd-bc02-8f35132d1bb1 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] DELETE failed (client error): The resource could not be found. Feb 05 03:02:56.338788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5ffcc4-7119-42fd-bc02-8f35132d1bb1 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:02:56.344463 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fd5ffcc4-7119-42fd-bc02-8f35132d1bb1 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/581ffb09-ff25-4722-aecb-321aeee38049 HTTP/1.1" status: 404 len: 337 time: 0.0470910 Feb 05 03:02:56.347536 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33988) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:56.356744 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f4e31c2c-546c-44bf-a377-c0a0f473503a req-f08405fe-6d3d-400b-b52e-b8932048059f tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.1503036 Feb 05 03:02:56.369130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1a6e38-154c-4d93-bad0-0613992e2cbf None None] Network b304a8ea-d264-4cb2-b245-5941f2a93dcc requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:02:56.380565 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '5be94629-e025-4fe6-a745-b8ecf0bff95b', 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e', 'port_id': '5be94629-e025-4fe6-a745-b8ecf0bff95b', 'mac_address': 'fa:16:3e:d4:3e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d24254-b809-45ee-8fdf-aafe1884b375', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:02:56.388700 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2de5b60e-d1b2-4afa-b90a-b6496d758da1 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "GET /v2.0/ports?device_id=11f8d388-3e59-404c-8840-36aeeccc1cec HTTP/1.1" status: 200 len: 205 time: 0.0401752 Feb 05 03:02:56.390862 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33990) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:56.418606 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38154eb8-3bfc-4456-a27e-bbaf7371454d req-66a74dcf-000d-4b8a-a07e-3a448d1f71eb tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:56.420568 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38154eb8-3bfc-4456-a27e-bbaf7371454d req-66a74dcf-000d-4b8a-a07e-3a448d1f71eb tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 944 time: 0.1618609 Feb 05 03:02:56.487636 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38154eb8-3bfc-4456-a27e-bbaf7371454d req-a2ef60ee-4e21-47f9-99c2-188a4061db79 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bec5eba-eb3e-4ea6-8515-91ca7fd374c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613899 Feb 05 03:02:56.509586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-05fb236c-c6ce-4a30-a302-2aecc9ec5e3f None None] Provisioning complete for port 527acd32-c8bb-4402-95b3-b15add74dd6c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:56.509958 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-05fb236c-c6ce-4a30-a302-2aecc9ec5e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:56.570451 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5be94629-e025-4fe6-a745-b8ecf0bff95b is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:56.570888 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:56.573820 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port c9832519-c51f-4940-ad02-c7934a7bdbac completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:02:56.614101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port c9832519-c51f-4940-ad02-c7934a7bdbac triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:56.614787 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c9832519-c51f-4940-ad02-c7934a7bdbac), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:56.621655 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be94629-e025-4fe6-a745-b8ecf0bff95b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:02:56.716824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5be94629-e025-4fe6-a745-b8ecf0bff95b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5be94629-e025-4fe6-a745-b8ecf0bff95b,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:56.729463 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:56.743553 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-fac50ff9-44c3-4144-af14-0b07dd38ae42 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] delete failed (client error): The resource could not be found. Feb 05 03:02:56.744577 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fac50ff9-44c3-4144-af14-0b07dd38ae42 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/routers/11f8d388-3e59-404c-8840-36aeeccc1cec HTTP/1.1" status: 404 len: 336 time: 0.3526838 Feb 05 03:02:56.747382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33996) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:56.775908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-05fb236c-c6ce-4a30-a302-2aecc9ec5e3f None None] Current status of the port 527acd32-c8bb-4402-95b3-b15add74dd6c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:56.784869 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-5995f252-31e9-4665-b38e-d8c31b978046 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] DELETE failed (client error): The resource could not be found. Feb 05 03:02:56.785664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5995f252-31e9-4665-b38e-d8c31b978046 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:02:56.795771 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5995f252-31e9-4665-b38e-d8c31b978046 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/6f1768d7-abce-4f4a-a87f-129f914b9576 HTTP/1.1" status: 404 len: 337 time: 0.0454714 Feb 05 03:02:56.797408 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34000) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:56.816205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-97c44e1e-41e5-49ea-a4c5-0e4195a3459c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:56.823280 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-97c44e1e-41e5-49ea-a4c5-0e4195a3459c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:56.825735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port c9832519-c51f-4940-ad02-c7934a7bdbac is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:56.826191 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c9832519-c51f-4940-ad02-c7934a7bdbac), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:56.829806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-97c44e1e-41e5-49ea-a4c5-0e4195a3459c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:56.835734 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-97c44e1e-41e5-49ea-a4c5-0e4195a3459c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:56.839495 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92ce3e9-4278-47a9-a4a9-6a0617f0f898 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] DELETE failed (client error): The resource could not be found. Feb 05 03:02:56.839955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92ce3e9-4278-47a9-a4a9-6a0617f0f898 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:02:56.842099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-97c44e1e-41e5-49ea-a4c5-0e4195a3459c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:56.843939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c92ce3e9-4278-47a9-a4a9-6a0617f0f898 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/74a37e96-0c22-45be-bdaa-b82f44b5a4ea HTTP/1.1" status: 404 len: 337 time: 0.0440810 Feb 05 03:02:56.846511 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34002) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:56.849323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-97c44e1e-41e5-49ea-a4c5-0e4195a3459c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:56.856124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-97c44e1e-41e5-49ea-a4c5-0e4195a3459c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:56.858651 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-97c44e1e-41e5-49ea-a4c5-0e4195a3459c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5445 time: 0.1165273 Feb 05 03:02:56.874297 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port c9832519-c51f-4940-ad02-c7934a7bdbac, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c9832519-c51f-4940-ad02-c7934a7bdbac,segment=NetworkSegment(b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac),segment_id=b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:56.875929 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff45213-6829-422d-a06c-28941f412227 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] DELETE failed (client error): The resource could not be found. Feb 05 03:02:56.876388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff45213-6829-422d-a06c-28941f412227 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:02:56.882395 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cff45213-6829-422d-a06c-28941f412227 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/a059a084-8984-4a99-900c-61100d942f80 HTTP/1.1" status: 404 len: 337 time: 0.0319319 Feb 05 03:02:56.882797 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34004) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:56.884549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9832519-c51f-4940-ad02-c7934a7bdbac'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:02:56.887252 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa0b6c5-bd19-4f14-ae81-bc6ead237cd3" -d '{"events": [{"server_uuid": "3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7", "name": "network-vif-plugged", "status": "completed", "tag": "c9832519-c51f-4940-ad02-c7934a7bdbac"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:02:56.892081 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d2f962-116f-43a9-a0a7-282cc00f861f None None] DHCP port deletion for b304a8ea-d264-4cb2-b245-5941f2a93dcc request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:02:56.911778 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c9832519-c51f-4940-ad02-c7934a7bdbac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:56.927038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5be94629-e025-4fe6-a745-b8ecf0bff95b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:56.948013 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6733cf-b668-408a-85db-f0147e82f975 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] DELETE failed (client error): The resource could not be found. Feb 05 03:02:56.948646 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6733cf-b668-408a-85db-f0147e82f975 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:02:56.954805 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0c6733cf-b668-408a-85db-f0147e82f975 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/479f4332-6414-4a1a-848b-45e716b3c984 HTTP/1.1" status: 404 len: 333 time: 0.0701661 Feb 05 03:02:56.957712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34012) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:56.965370 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-05fb236c-c6ce-4a30-a302-2aecc9ec5e3f None None] Provisioning complete for port 982c4dc1-1eb7-4b3d-96ca-db7927fda834 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:56.965825 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-05fb236c-c6ce-4a30-a302-2aecc9ec5e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (982c4dc1-1eb7-4b3d-96ca-db7927fda834), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:57.004878 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c201eea-debc-4f8e-bdda-18e2fba0d586 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] DELETE failed (client error): The resource could not be found. Feb 05 03:02:57.005336 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c201eea-debc-4f8e-bdda-18e2fba0d586 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:02:57.009353 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2c201eea-debc-4f8e-bdda-18e2fba0d586 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/ef7ab001-8852-4bd3-8f83-bc9f4a840d87 HTTP/1.1" status: 404 len: 337 time: 0.0504754 Feb 05 03:02:57.012625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34016) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:57.017142 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bf7e6b-08f4-4d1d-a72b-adb0549ba400 x-openstack-request-id: req-86bf7e6b-08f4-4d1d-a72b-adb0549ba400 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:02:57.017434 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7", "name": "network-vif-plugged", "status": "completed", "tag": "c9832519-c51f-4940-ad02-c7934a7bdbac", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:02:57.017691 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86bf7e6b-08f4-4d1d-a72b-adb0549ba400 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:02:57.018083 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9832519-c51f-4940-ad02-c7934a7bdbac', 'code': 200} Feb 05 03:02:57.021354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-81cfe378-4c0d-4ae2-92fa-d7db16d18b6f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:57.023215 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-81cfe378-4c0d-4ae2-92fa-d7db16d18b6f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.10 "GET /v2.0/ports/8567b960-d574-4928-8419-2f6d67dbe1d3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1513374 Feb 05 03:02:57.023355 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5be94629-e025-4fe6-a745-b8ecf0bff95b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:02:57.067473 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:57.067822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:57.068166 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:57.068507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:57.068893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:57.069157 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:57.070027 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:57.070388 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:57.070670 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:57.071048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:57.071382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:57.071703 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:57.072023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:02:57.084435 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59beefa-efff-4d47-8249-7b1fd0176491 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] DELETE failed (client error): The resource could not be found. Feb 05 03:02:57.084996 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59beefa-efff-4d47-8249-7b1fd0176491 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:02:57.086076 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-05fb236c-c6ce-4a30-a302-2aecc9ec5e3f None None] Port 982c4dc1-1eb7-4b3d-96ca-db7927fda834 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:57.090504 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b59beefa-efff-4d47-8249-7b1fd0176491 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/e71299f3-fd96-4547-887d-b3a3dadcbdc2 HTTP/1.1" status: 404 len: 337 time: 0.0754933 Feb 05 03:02:57.098144 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34020) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:57.202937 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 527acd32-c8bb-4402-95b3-b15add74dd6c no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:02:57.213951 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5001997-a51e-44df-b217-7f9da4e3ee3a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] DELETE failed (client error): The resource could not be found. Feb 05 03:02:57.214557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5001997-a51e-44df-b217-7f9da4e3ee3a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:02:57.220624 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b5001997-a51e-44df-b217-7f9da4e3ee3a tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/fa30a07d-f997-4132-9f7b-eab2eb87634f HTTP/1.1" status: 404 len: 333 time: 0.1042926 Feb 05 03:02:57.223137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34024) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:57.261153 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-742a40ca-4671-4eda-bb93-8d0ff1b4208f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.10 "GET /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2258637 Feb 05 03:02:57.274094 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-9e7e2d1c-5de8-49b3-b0c0-d0ab78b87772 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:57.278318 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=c9832519-c51f-4940-ad02-c7934a7bdbac,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:57.306130 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91125885-416a-45b0-ad67-18b1f7b0d31f req-e5070c99-57fc-4d36-9c8b-21fb240c06de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:57.307778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91125885-416a-45b0-ad67-18b1f7b0d31f req-e5070c99-57fc-4d36-9c8b-21fb240c06de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 1127 time: 0.2833912 Feb 05 03:02:57.313147 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc99963a-f828-4c8a-a585-bed7765864a6 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] DELETE failed (client error): The resource could not be found. Feb 05 03:02:57.313603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc99963a-f828-4c8a-a585-bed7765864a6 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:02:57.320391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bc99963a-f828-4c8a-a585-bed7765864a6 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/9e73031e-fefd-478c-9a23-113a0a2d9811 HTTP/1.1" status: 404 len: 337 time: 0.0948241 Feb 05 03:02:57.321090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34028) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:57.377829 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6c4785-2c4e-49df-a889-60589a2db8ba tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] DELETE failed (client error): The resource could not be found. Feb 05 03:02:57.377829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6c4785-2c4e-49df-a889-60589a2db8ba tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:02:57.384230 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4a6c4785-2c4e-49df-a889-60589a2db8ba tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/subnets/5065f82a-e168-4230-9322-01e717c85bce HTTP/1.1" status: 404 len: 337 time: 0.0594866 Feb 05 03:02:57.386108 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34030) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:57.392659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b2d2f962-116f-43a9-a0a7-282cc00f861f None None] Deleting port 527acd32-c8bb-4402-95b3-b15add74dd6c {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:02:57.393549 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2d2f962-116f-43a9-a0a7-282cc00f861f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:57.419107 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87985e50-b8dc-4119-8dbb-030fbf4839c7 req-bbf7d6b4-c174-4b52-8d97-0ba78a58b187 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:57.424385 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87985e50-b8dc-4119-8dbb-030fbf4839c7 req-bbf7d6b4-c174-4b52-8d97-0ba78a58b187 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:57.430569 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87985e50-b8dc-4119-8dbb-030fbf4839c7 req-bbf7d6b4-c174-4b52-8d97-0ba78a58b187 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:57.436702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87985e50-b8dc-4119-8dbb-030fbf4839c7 req-bbf7d6b4-c174-4b52-8d97-0ba78a58b187 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:57.442921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87985e50-b8dc-4119-8dbb-030fbf4839c7 req-bbf7d6b4-c174-4b52-8d97-0ba78a58b187 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:57.449285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87985e50-b8dc-4119-8dbb-030fbf4839c7 req-bbf7d6b4-c174-4b52-8d97-0ba78a58b187 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:57.455059 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87985e50-b8dc-4119-8dbb-030fbf4839c7 req-bbf7d6b4-c174-4b52-8d97-0ba78a58b187 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:57.455181 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-9e7e2d1c-5de8-49b3-b0c0-d0ab78b87772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:57.462978 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87985e50-b8dc-4119-8dbb-030fbf4839c7 req-bbf7d6b4-c174-4b52-8d97-0ba78a58b187 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 5445 time: 0.2581608 Feb 05 03:02:57.491943 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34036) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:57.523968 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 527acd32-c8bb-4402-95b3-b15add74dd6c is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:57.524357 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:57.526135 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91125885-416a-45b0-ad67-18b1f7b0d31f req-f9aa41ca-096d-44df-8aaa-3ca42a1edfbc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6bec5eba-eb3e-4ea6-8515-91ca7fd374c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021632 Feb 05 03:02:57.580126 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cab8ad-1085-4fe6-944d-ceefdef78eaf req-bce666f4-eee3-4afa-8940-f1d65115d88a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:57.582220 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74cab8ad-1085-4fe6-944d-ceefdef78eaf req-bce666f4-eee3-4afa-8940-f1d65115d88a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 944 time: 0.3926914 Feb 05 03:02:57.608915 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 527acd32-c8bb-4402-95b3-b15add74dd6c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=527acd32-c8bb-4402-95b3-b15add74dd6c,segment=NetworkSegment(8e9759ed-cba6-458b-ad61-73eb291d90f4),segment_id=8e9759ed-cba6-458b-ad61-73eb291d90f4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:57.615385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b2d2f962-116f-43a9-a0a7-282cc00f861f None None] For port 527acd32-c8bb-4402-95b3-b15add74dd6c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=527acd32-c8bb-4402-95b3-b15add74dd6c,segment=NetworkSegment(8e9759ed-cba6-458b-ad61-73eb291d90f4),segment_id=8e9759ed-cba6-458b-ad61-73eb291d90f4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:57.615945 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2d2f962-116f-43a9-a0a7-282cc00f861f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:57.638602 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:57.652897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b2d2f962-116f-43a9-a0a7-282cc00f861f None None] Calling delete_port for 527acd32-c8bb-4402-95b3-b15add74dd6c owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:02:57.674297 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74cab8ad-1085-4fe6-944d-ceefdef78eaf req-289d53e1-c84b-48f6-a140-16cf59811e27 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831573 Feb 05 03:02:57.702654 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87985e50-b8dc-4119-8dbb-030fbf4839c7 req-844bac51-0ea1-4bb8-ae41-f7b50cf2e30a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=cad1eb99-e669-4380-8979-c1ba281ddc02&id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1983414 Feb 05 03:02:57.730996 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-918c877e-da69-4603-91b6-9ae82f1ce330 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Deleting port 982c4dc1-1eb7-4b3d-96ca-db7927fda834 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:02:57.731530 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-918c877e-da69-4603-91b6-9ae82f1ce330 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (982c4dc1-1eb7-4b3d-96ca-db7927fda834), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:57.774643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=527acd32-c8bb-4402-95b3-b15add74dd6c,revision_number=11']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:57.800350 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c256a973-6740-47fc-a592-00bae8f081c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:57.829262 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2d2f962-116f-43a9-a0a7-282cc00f861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (527acd32-c8bb-4402-95b3-b15add74dd6c), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:57.857844 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-918c877e-da69-4603-91b6-9ae82f1ce330 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (982c4dc1-1eb7-4b3d-96ca-db7927fda834), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:57.864664 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2f962-116f-43a9-a0a7-282cc00f861f None None] Pushing event deleted for resources: {'Port': ['ID=527acd32-c8bb-4402-95b3-b15add74dd6c,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:57.865968 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d2f962-116f-43a9-a0a7-282cc00f861f None None] No DVR routers for this DVR port 527acd32-c8bb-4402-95b3-b15add74dd6c on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:02:57.883906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-918c877e-da69-4603-91b6-9ae82f1ce330 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Calling delete_port for 982c4dc1-1eb7-4b3d-96ca-db7927fda834 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:02:57.887463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-9e7e2d1c-5de8-49b3-b0c0-d0ab78b87772 service neutron] For port 8567b960-d574-4928-8419-2f6d67dbe1d3, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=8567b960-d574-4928-8419-2f6d67dbe1d3,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:57.908330 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ffd25b1-b815-4f52-b4ee-928654810390 req-0423745b-1384-4bda-abc8-4a58a067c263 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0933433 Feb 05 03:02:57.966331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-9e7e2d1c-5de8-49b3-b0c0-d0ab78b87772 service neutron] For port 8567b960-d574-4928-8419-2f6d67dbe1d3, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:02:58.004240 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c256a973-6740-47fc-a592-00bae8f081c9 admin admin] Publish callbacks [] for security_group (d318f495-6303-4dd7-99c6-03fea433ab41), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.010086 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-9e7e2d1c-5de8-49b3-b0c0-d0ab78b87772 service neutron] device_id is not set on port 8567b960-d574-4928-8419-2f6d67dbe1d3 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:02:58.013511 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c256a973-6740-47fc-a592-00bae8f081c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d318f495-6303-4dd7-99c6-03fea433ab41), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.025226 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-9e7e2d1c-5de8-49b3-b0c0-d0ab78b87772 service neutron] Publish callbacks [] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.032931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a9cb1-56b1-4f62-abba-3b7361a65ebc req-83115c76-410c-4a0d-a5b9-c5789ab62de5 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:58.033475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-9e7e2d1c-5de8-49b3-b0c0-d0ab78b87772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.034543 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e61a9cb1-56b1-4f62-abba-3b7361a65ebc req-83115c76-410c-4a0d-a5b9-c5789ab62de5 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 945 time: 0.2244484 Feb 05 03:02:58.069405 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-918c877e-da69-4603-91b6-9ae82f1ce330 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (982c4dc1-1eb7-4b3d-96ca-db7927fda834), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.088551 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c256a973-6740-47fc-a592-00bae8f081c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9a954822a9a440a2996bbafd25b618bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5940137 Feb 05 03:02:58.089259 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34046) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:58.107523 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256a973-6740-47fc-a592-00bae8f081c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d318f495-6303-4dd7-99c6-03fea433ab41,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:58.121689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-9e7e2d1c-5de8-49b3-b0c0-d0ab78b87772 service neutron] No DVR routers for this DVR port 8567b960-d574-4928-8419-2f6d67dbe1d3 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:02:58.161102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e2d1c-5de8-49b3-b0c0-d0ab78b87772 service neutron] Pushing event updated for resources: {'Port': ['ID=8567b960-d574-4928-8419-2f6d67dbe1d3,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:58.165588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-9e7e2d1c-5de8-49b3-b0c0-d0ab78b87772 service neutron] In _notify_port_updated(), no bound segment for port 8567b960-d574-4928-8419-2f6d67dbe1d3 on network c5aefbcb-3560-43be-b51a-75b84be14b98 {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:02:58.166468 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-9e7e2d1c-5de8-49b3-b0c0-d0ab78b87772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:58.167194 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-9e7e2d1c-5de8-49b3-b0c0-d0ab78b87772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.168670 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-9e7e2d1c-5de8-49b3-b0c0-d0ab78b87772 service neutron] 10.222.0.10 "PUT /v2.0/ports/8567b960-d574-4928-8419-2f6d67dbe1d3 HTTP/1.1" status: 200 len: 1032 time: 0.9009542 Feb 05 03:02:58.169780 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-918c877e-da69-4603-91b6-9ae82f1ce330 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.172848 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-918c877e-da69-4603-91b6-9ae82f1ce330 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/ports/982c4dc1-1eb7-4b3d-96ca-db7927fda834 HTTP/1.1" status: 204 len: 168 time: 0.7854726 Feb 05 03:02:58.177913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34048) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:58.207882 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c877e-da69-4603-91b6-9ae82f1ce330 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Port': ['ID=982c4dc1-1eb7-4b3d-96ca-db7927fda834,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:58.213457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e61a9cb1-56b1-4f62-abba-3b7361a65ebc req-628040a5-ea4e-4d8b-8ac1-cf8f66680ea9 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bec5eba-eb3e-4ea6-8515-91ca7fd374c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616745 Feb 05 03:02:58.252746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-3cb2a257-574d-4f99-af08-061bf00d7fb6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:58.254176 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-3cb2a257-574d-4f99-af08-061bf00d7fb6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.10 "GET /v2.0/ports/15e7d445-6ba5-40b2-897d-d5f416f4e02c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0764918 Feb 05 03:02:58.266403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-6ef2cb05-89b4-416f-b85e-371de7f8e73c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:02:58.332676 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-6ef2cb05-89b4-416f-b85e-371de7f8e73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.420366 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cf9e654b-56a5-48db-a292-eab6b6159110 None None] Provisioning complete for port 8567b960-d574-4928-8419-2f6d67dbe1d3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:58.421985 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf9e654b-56a5-48db-a292-eab6b6159110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.469822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cf9e654b-56a5-48db-a292-eab6b6159110 None None] Port 8567b960-d574-4928-8419-2f6d67dbe1d3 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:58.521702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-6ef2cb05-89b4-416f-b85e-371de7f8e73c service neutron] For port 15e7d445-6ba5-40b2-897d-d5f416f4e02c, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=15e7d445-6ba5-40b2-897d-d5f416f4e02c,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:58.541147 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-695850b4-5e2c-4bf4-8e73-6e1f34f10881 admin admin] Publish callbacks [] for security_group (d318f495-6303-4dd7-99c6-03fea433ab41), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.570888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-6ef2cb05-89b4-416f-b85e-371de7f8e73c service neutron] For port 15e7d445-6ba5-40b2-897d-d5f416f4e02c, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:02:58.575011 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5def9286-27c7-4715-a937-197d2e649362 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (b304a8ea-d264-4cb2-b245-5941f2a93dcc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.581408 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-695850b4-5e2c-4bf4-8e73-6e1f34f10881 admin admin] Publish callbacks [] for security_group (d318f495-6303-4dd7-99c6-03fea433ab41), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.608186 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-6ef2cb05-89b4-416f-b85e-371de7f8e73c service neutron] device_id is not set on port 15e7d445-6ba5-40b2-897d-d5f416f4e02c yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:02:58.618492 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-6ef2cb05-89b4-416f-b85e-371de7f8e73c service neutron] Publish callbacks [] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.627840 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-6ef2cb05-89b4-416f-b85e-371de7f8e73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.689705 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2cb05-89b4-416f-b85e-371de7f8e73c service neutron] Pushing event updated for resources: {'Port': ['ID=15e7d445-6ba5-40b2-897d-d5f416f4e02c,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:58.716887 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-6ef2cb05-89b4-416f-b85e-371de7f8e73c service neutron] No DVR routers for this DVR port 15e7d445-6ba5-40b2-897d-d5f416f4e02c on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:02:58.753931 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-695850b4-5e2c-4bf4-8e73-6e1f34f10881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d318f495-6303-4dd7-99c6-03fea433ab41), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.763353 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-695850b4-5e2c-4bf4-8e73-6e1f34f10881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.774442 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-695850b4-5e2c-4bf4-8e73-6e1f34f10881 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d318f495-6303-4dd7-99c6-03fea433ab41 HTTP/1.1" status: 204 len: 168 time: 0.6806719 Feb 05 03:02:58.812369 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695850b4-5e2c-4bf4-8e73-6e1f34f10881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d318f495-6303-4dd7-99c6-03fea433ab41,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:58.816023 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-6ef2cb05-89b4-416f-b85e-371de7f8e73c service neutron] In _notify_port_updated(), no bound segment for port 15e7d445-6ba5-40b2-897d-d5f416f4e02c on network c5aefbcb-3560-43be-b51a-75b84be14b98 {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:02:58.816748 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-6ef2cb05-89b4-416f-b85e-371de7f8e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:58.817362 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-6ef2cb05-89b4-416f-b85e-371de7f8e73c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.818839 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-6ef2cb05-89b4-416f-b85e-371de7f8e73c service neutron] 10.222.0.10 "PUT /v2.0/ports/15e7d445-6ba5-40b2-897d-d5f416f4e02c HTTP/1.1" status: 200 len: 1032 time: 0.5565886 Feb 05 03:02:58.821295 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5def9286-27c7-4715-a937-197d2e649362 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (b304a8ea-d264-4cb2-b245-5941f2a93dcc), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.925456 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5def9286-27c7-4715-a937-197d2e649362 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b304a8ea-d264-4cb2-b245-5941f2a93dcc']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:58.965073 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5def9286-27c7-4715-a937-197d2e649362 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9759ed-cba6-458b-ad61-73eb291d90f4') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:58.965376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5def9286-27c7-4715-a937-197d2e649362 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9759ed-cba6-458b-ad61-73eb291d90f4') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:02:58.988135 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5def9286-27c7-4715-a937-197d2e649362 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (8e9759ed-cba6-458b-ad61-73eb291d90f4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:58.995714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-05abe467-2774-4932-930c-bccb1e01f6a6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Deleting port 4a8a7368-4cb6-4736-9bc9-64287ea03011 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:02:58.996252 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-05abe467-2774-4932-930c-bccb1e01f6a6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4a8a7368-4cb6-4736-9bc9-64287ea03011), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.007802 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643ce9c-ccee-46ca-b1ae-00c416368407 req-2195d0b8-c29f-47b6-8c97-ac3f7ac1999f tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:59.009678 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0643ce9c-ccee-46ca-b1ae-00c416368407 req-2195d0b8-c29f-47b6-8c97-ac3f7ac1999f tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 944 time: 0.2107425 Feb 05 03:02:59.019033 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5def9286-27c7-4715-a937-197d2e649362 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (8e9759ed-cba6-458b-ad61-73eb291d90f4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.039555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83571b4b-bffe-4b5b-9aa3-f4c515dadbfe req-7b9ac518-6a74-4241-8f43-2285a9880da3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:59.044773 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83571b4b-bffe-4b5b-9aa3-f4c515dadbfe req-7b9ac518-6a74-4241-8f43-2285a9880da3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:59.050098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83571b4b-bffe-4b5b-9aa3-f4c515dadbfe req-7b9ac518-6a74-4241-8f43-2285a9880da3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:59.056361 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83571b4b-bffe-4b5b-9aa3-f4c515dadbfe req-7b9ac518-6a74-4241-8f43-2285a9880da3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:59.061635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83571b4b-bffe-4b5b-9aa3-f4c515dadbfe req-7b9ac518-6a74-4241-8f43-2285a9880da3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:59.063585 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83571b4b-bffe-4b5b-9aa3-f4c515dadbfe req-7b9ac518-6a74-4241-8f43-2285a9880da3 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 3887 time: 0.2003899 Feb 05 03:02:59.075335 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5def9286-27c7-4715-a937-197d2e649362 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:02:59.075748 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5def9286-27c7-4715-a937-197d2e649362 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (8e9759ed-cba6-458b-ad61-73eb291d90f4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:02:59.079667 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:02:59.115691 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-964f683f-cd83-4821-bfb9-f5057ffa6eb0 None None] Provisioning complete for port 15e7d445-6ba5-40b2-897d-d5f416f4e02c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:59.116519 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-964f683f-cd83-4821-bfb9-f5057ffa6eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.188875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-05abe467-2774-4932-930c-bccb1e01f6a6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] For port 4a8a7368-4cb6-4736-9bc9-64287ea03011, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4a8a7368-4cb6-4736-9bc9-64287ea03011,segment=NetworkSegment(c186ab96-8fc4-4704-bb64-1833f9f850e2),segment_id=c186ab96-8fc4-4704-bb64-1833f9f850e2)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:59.189749 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-05abe467-2774-4932-930c-bccb1e01f6a6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4a8a7368-4cb6-4736-9bc9-64287ea03011), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.191914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-964f683f-cd83-4821-bfb9-f5057ffa6eb0 None None] Port 15e7d445-6ba5-40b2-897d-d5f416f4e02c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:02:59.233080 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-05abe467-2774-4932-930c-bccb1e01f6a6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Calling delete_port for 4a8a7368-4cb6-4736-9bc9-64287ea03011 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:02:59.235413 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0643ce9c-ccee-46ca-b1ae-00c416368407 req-14282a1f-c82d-44bf-be2d-2c2d373490e5 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181971 Feb 05 03:02:59.249455 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5def9286-27c7-4715-a937-197d2e649362 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (b304a8ea-d264-4cb2-b245-5941f2a93dcc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.269339 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5def9286-27c7-4715-a937-197d2e649362 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.284223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5def9286-27c7-4715-a937-197d2e649362 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] 10.222.0.36 "DELETE /v2.0/networks/b304a8ea-d264-4cb2-b245-5941f2a93dcc HTTP/1.1" status: 204 len: 168 time: 1.0978785 Feb 05 03:02:59.287650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34064) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:59.316807 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83571b4b-bffe-4b5b-9aa3-f4c515dadbfe req-69fc6480-2db8-4514-920c-8c333968f2e4 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447991 Feb 05 03:02:59.319098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def9286-27c7-4715-a937-197d2e649362 tempest-PortsIpV6TestJSON-656336265 tempest-PortsIpV6TestJSON-656336265-project] Pushing event deleted for resources: {'Network': ['ID=b304a8ea-d264-4cb2-b245-5941f2a93dcc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:59.327794 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-134dc1ee-1120-4816-8bc4-90e77eecbd0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.448950 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2333046d-fade-4c88-a4c6-46ccf5788b0f req-bf0a3072-9acd-4cb2-9812-6e9ece214dbf tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0803294 Feb 05 03:02:59.484976 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-05abe467-2774-4932-930c-bccb1e01f6a6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4a8a7368-4cb6-4736-9bc9-64287ea03011), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.524578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abe467-2774-4932-930c-bccb1e01f6a6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event deleted for resources: {'Port': ['ID=4a8a7368-4cb6-4736-9bc9-64287ea03011,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:59.554062 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-134dc1ee-1120-4816-8bc4-90e77eecbd0c admin admin] Publish callbacks [] for security_group (f5c1a9fd-4022-4b5b-9f5c-e2c4725818c1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.561769 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572d8a1-d7b8-4970-81a1-5b19308ba4c5 req-39ae63a0-cb4c-4c09-9bae-0d0901127c82 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:02:59.563375 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9572d8a1-d7b8-4970-81a1-5b19308ba4c5 req-39ae63a0-cb4c-4c09-9bae-0d0901127c82 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 945 time: 0.0990930 Feb 05 03:02:59.564496 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-134dc1ee-1120-4816-8bc4-90e77eecbd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f5c1a9fd-4022-4b5b-9f5c-e2c4725818c1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.566434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-05abe467-2774-4932-930c-bccb1e01f6a6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] No DVR routers for this DVR port 4a8a7368-4cb6-4736-9bc9-64287ea03011 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:02:59.570499 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-05abe467-2774-4932-930c-bccb1e01f6a6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.574316 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-05abe467-2774-4932-930c-bccb1e01f6a6 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.10 "DELETE /v2.0/ports/4a8a7368-4cb6-4736-9bc9-64287ea03011 HTTP/1.1" status: 204 len: 173 time: 0.7491198 Feb 05 03:02:59.574952 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-deleted', 'tag': '4a8a7368-4cb6-4736-9bc9-64287ea03011'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:02:59.577249 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3833eb85-7be4-4b9a-b67f-4b7c24c488bb" -d '{"events": [{"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-deleted", "tag": "4a8a7368-4cb6-4736-9bc9-64287ea03011"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:02:59.627006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-134dc1ee-1120-4816-8bc4-90e77eecbd0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08340369343940858ea6ef3a1de3e97f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3377156 Feb 05 03:02:59.628218 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dc1ee-1120-4816-8bc4-90e77eecbd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c1a9fd-4022-4b5b-9f5c-e2c4725818c1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:02:59.634196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34074) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:59.662121 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a0d8bb-682c-45b4-b60a-bad3ee37e94d x-openstack-request-id: req-36a0d8bb-682c-45b4-b60a-bad3ee37e94d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:02:59.662409 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-deleted", "tag": "4a8a7368-4cb6-4736-9bc9-64287ea03011", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:02:59.662666 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36a0d8bb-682c-45b4-b60a-bad3ee37e94d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:02:59.663157 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-deleted', 'tag': '4a8a7368-4cb6-4736-9bc9-64287ea03011', 'status': 'completed', 'code': 200} Feb 05 03:02:59.676868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5be94629-e025-4fe6-a745-b8ecf0bff95b up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:02:59.700777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34078) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:59.739390 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9572d8a1-d7b8-4970-81a1-5b19308ba4c5 req-c8717fac-3e74-428a-912a-7694546ab4ad tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bec5eba-eb3e-4ea6-8515-91ca7fd374c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688211 Feb 05 03:02:59.741698 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-7a06bdc8-9f5c-4583-804c-bd00b0fbb3a7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Deleting port 09caaa35-a839-4626-8b1d-c0ee8a160586 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:02:59.742871 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-7a06bdc8-9f5c-4583-804c-bd00b0fbb3a7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (09caaa35-a839-4626-8b1d-c0ee8a160586), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.770942 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 5be94629-e025-4fe6-a745-b8ecf0bff95b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:02:59.776990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 5be94629-e025-4fe6-a745-b8ecf0bff95b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:02:59.777379 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.792798 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7079ba63-236d-4182-953d-e7ab8cfe9ea8 admin admin] Publish callbacks [] for security_group (f5c1a9fd-4022-4b5b-9f5c-e2c4725818c1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.822570 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7079ba63-236d-4182-953d-e7ab8cfe9ea8 admin admin] Publish callbacks [] for security_group (f5c1a9fd-4022-4b5b-9f5c-e2c4725818c1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.906734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5be94629-e025-4fe6-a745-b8ecf0bff95b is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:02:59.908109 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.950089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-7a06bdc8-9f5c-4583-804c-bd00b0fbb3a7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] For port 09caaa35-a839-4626-8b1d-c0ee8a160586, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=09caaa35-a839-4626-8b1d-c0ee8a160586,segment=NetworkSegment(56f090c6-04fe-4988-a432-03e7531db0e5),segment_id=56f090c6-04fe-4988-a432-03e7531db0e5)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:59.950555 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-7a06bdc8-9f5c-4583-804c-bd00b0fbb3a7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (09caaa35-a839-4626-8b1d-c0ee8a160586), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.964523 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7079ba63-236d-4182-953d-e7ab8cfe9ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f5c1a9fd-4022-4b5b-9f5c-e2c4725818c1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.972666 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7079ba63-236d-4182-953d-e7ab8cfe9ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:02:59.976838 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7079ba63-236d-4182-953d-e7ab8cfe9ea8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5c1a9fd-4022-4b5b-9f5c-e2c4725818c1 HTTP/1.1" status: 204 len: 168 time: 0.3397820 Feb 05 03:02:59.989461 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-08333fa8-90e6-4c2e-981f-70967ce1c0e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc3ef97cf5ac463583f853fb4b82e975&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2861757 Feb 05 03:02:59.992582 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34088) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:02:59.995657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5be94629-e025-4fe6-a745-b8ecf0bff95b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5be94629-e025-4fe6-a745-b8ecf0bff95b,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:02:59.997110 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c80b2a1-ff94-4add-80d2-7c35d48670be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be94629-e025-4fe6-a745-b8ecf0bff95b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:03:00.000778 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2cdc20-914c-48b5-8061-09b169095c9d" -d '{"events": [{"server_uuid": "4c80b2a1-ff94-4add-80d2-7c35d48670be", "name": "network-vif-plugged", "status": "completed", "tag": "5be94629-e025-4fe6-a745-b8ecf0bff95b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:03:00.009639 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:00.011239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device c6e54524-be03-4978-a808-c851dbad9843 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:03:00.016288 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079ba63-236d-4182-953d-e7ab8cfe9ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c1a9fd-4022-4b5b-9f5c-e2c4725818c1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:00.072296 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbae99-e562-457a-85af-32d0337e6b49 req-280e4937-0148-4c03-b94d-49c9f5b040a0 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:00.090344 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65dbae99-e562-457a-85af-32d0337e6b49 req-280e4937-0148-4c03-b94d-49c9f5b040a0 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 945 time: 0.2166021 Feb 05 03:03:00.096487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34092) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:00.117184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1824a389-30a6-49ec-bc7b-790a1daadc99 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Request body: {'floatingip': {'port_id': 'c9832519-c51f-4940-ad02-c7934a7bdbac'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:00.180309 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bece53-4c0c-44d6-b1e5-4d3f03eb74c1 x-openstack-request-id: req-57bece53-4c0c-44d6-b1e5-4d3f03eb74c1 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:03:00.182145 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c80b2a1-ff94-4add-80d2-7c35d48670be", "name": "network-vif-plugged", "status": "completed", "tag": "5be94629-e025-4fe6-a745-b8ecf0bff95b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:03:00.182914 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-57bece53-4c0c-44d6-b1e5-4d3f03eb74c1 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:03:00.183396 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c80b2a1-ff94-4add-80d2-7c35d48670be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be94629-e025-4fe6-a745-b8ecf0bff95b', 'code': 200} Feb 05 03:03:00.377984 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1824a389-30a6-49ec-bc7b-790a1daadc99 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for floatingip (eca3f463-bd99-408e-8c41-399fafe67dba), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:00.392673 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-7a06bdc8-9f5c-4583-804c-bd00b0fbb3a7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:00.393221 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-7a06bdc8-9f5c-4583-804c-bd00b0fbb3a7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (c0e53b06-c2ef-4069-b5bb-a3014bd48749), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:00.393379 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-7a06bdc8-9f5c-4583-804c-bd00b0fbb3a7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Floating IP c0e53b06-c2ef-4069-b5bb-a3014bd48749 disassociated. External IP: 172.25.0.30, port: 09caaa35-a839-4626-8b1d-c0ee8a160586. Feb 05 03:03:00.393678 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-7a06bdc8-9f5c-4583-804c-bd00b0fbb3a7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Calling delete_port for 09caaa35-a839-4626-8b1d-c0ee8a160586 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:00.416601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5be94629-e025-4fe6-a745-b8ecf0bff95b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:00.441201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port c6e54524-be03-4978-a808-c851dbad9843 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:03:00.444000 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c6e54524-be03-4978-a808-c851dbad9843), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:00.519062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port c6e54524-be03-4978-a808-c851dbad9843, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c6e54524-be03-4978-a808-c851dbad9843,segment=NetworkSegment(c186ab96-8fc4-4704-bb64-1833f9f850e2),segment_id=c186ab96-8fc4-4704-bb64-1833f9f850e2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:00.530867 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c6e54524-be03-4978-a808-c851dbad9843), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:00.532142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4a8a7368-4cb6-4736-9bc9-64287ea03011 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:03:00.560821 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad605cb9-36a0-461f-8330-88008eb67ea7 req-c319ff42-f6e4-412b-8d38-699ba329ee90 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0934649 Feb 05 03:03:00.584496 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 4a8a7368-4cb6-4736-9bc9-64287ea03011 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:03:00.585673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4a8a7368-4cb6-4736-9bc9-64287ea03011 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:03:00.586086 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 09caaa35-a839-4626-8b1d-c0ee8a160586 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:03:00.627750 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fba69071-9aac-4558-ab3a-866548a7a5af admin admin] Publish callbacks [] for security_group (048d94d0-4a73-4b92-83a4-d6174d8ef3d3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:00.677371 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37d8a-c8b7-4b96-a302-f6b7c8801f45 req-215821fd-c363-4081-afbe-bfd48717cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:00.679160 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94b37d8a-c8b7-4b96-a302-f6b7c8801f45 req-215821fd-c363-4081-afbe-bfd48717cc61 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 1127 time: 0.4237089 Feb 05 03:03:00.698704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=c6e54524-be03-4978-a808-c851dbad9843,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:00.715034 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No active binding found for port 09caaa35-a839-4626-8b1d-c0ee8a160586 {{(pid=109676) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 05 03:03:00.715308 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] The host n-h2-826942-8 is not matching for port 09caaa35-a839-4626-8b1d-c0ee8a160586 host None! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:03:00.716031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 09caaa35-a839-4626-8b1d-c0ee8a160586 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:03:00.716529 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 15e7d445-6ba5-40b2-897d-d5f416f4e02c no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:03:00.726344 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-7a06bdc8-9f5c-4583-804c-bd00b0fbb3a7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (09caaa35-a839-4626-8b1d-c0ee8a160586), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:00.752798 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fba69071-9aac-4558-ab3a-866548a7a5af admin admin] Publish callbacks [] for security_group (048d94d0-4a73-4b92-83a4-d6174d8ef3d3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:00.785374 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] The host n-h2-826942-8 is not matching for port 15e7d445-6ba5-40b2-897d-d5f416f4e02c host ! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:03:00.785506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 15e7d445-6ba5-40b2-897d-d5f416f4e02c not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:03:00.785916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:03:00.922799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:03:00.923455 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:00.939742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a56a6d-5130-4c0c-ae8e-d8a6378f988d req-4e48205f-e763-485e-829f-69529f259f6e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:00.950362 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a56a6d-5130-4c0c-ae8e-d8a6378f988d req-4e48205f-e763-485e-829f-69529f259f6e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:00.960874 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a56a6d-5130-4c0c-ae8e-d8a6378f988d req-4e48205f-e763-485e-829f-69529f259f6e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:00.967082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a56a6d-5130-4c0c-ae8e-d8a6378f988d req-4e48205f-e763-485e-829f-69529f259f6e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:00.970938 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=229462d8-9e4a-408a-b7b1-d8c2d06d25e1,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:00.977803 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:00.978734 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7a56a6d-5130-4c0c-ae8e-d8a6378f988d req-4e48205f-e763-485e-829f-69529f259f6e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 3071 time: 0.4328077 Feb 05 03:03:00.979512 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 6331e6cb-543d-4550-854f-ea195bf8d0dc no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:03:01.046811 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587a5f5-4c05-43ac-ab9d-f619ffc97db2 req-78c8350b-8758-4876-8532-a25e7ef693ec tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:01.050262 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06bdc8-9f5c-4583-804c-bd00b0fbb3a7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event deleted for resources: {'Port': ['ID=09caaa35-a839-4626-8b1d-c0ee8a160586,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:01.054097 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f587a5f5-4c05-43ac-ab9d-f619ffc97db2 req-78c8350b-8758-4876-8532-a25e7ef693ec tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.5248206 Feb 05 03:03:01.068683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-7a06bdc8-9f5c-4583-804c-bd00b0fbb3a7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:03:01.097839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad605cb9-36a0-461f-8330-88008eb67ea7 req-58d89e60-5b30-47cf-8152-352b63adc5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:01.099028 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94b37d8a-c8b7-4b96-a302-f6b7c8801f45 req-9c86b7de-d219-4ec7-b0d3-eb87cfa7a4ae service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079864 Feb 05 03:03:01.112578 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad605cb9-36a0-461f-8330-88008eb67ea7 req-58d89e60-5b30-47cf-8152-352b63adc5b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1a6d00c229d4f478bede4965b15e08a&device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 1127 time: 0.4450862 Feb 05 03:03:01.127638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=229462d8-9e4a-408a-b7b1-d8c2d06d25e1,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:01.169576 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fba69071-9aac-4558-ab3a-866548a7a5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (048d94d0-4a73-4b92-83a4-d6174d8ef3d3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:01.172392 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fba69071-9aac-4558-ab3a-866548a7a5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:01.173576 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fba69071-9aac-4558-ab3a-866548a7a5af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/048d94d0-4a73-4b92-83a4-d6174d8ef3d3 HTTP/1.1" status: 204 len: 168 time: 1.1761274 Feb 05 03:03:01.195674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7a56a6d-5130-4c0c-ae8e-d8a6378f988d req-78bb2b1d-16ab-483e-9d0c-c35e8c1f2b01 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152925 Feb 05 03:03:01.217541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 6331e6cb-543d-4550-854f-ea195bf8d0dc is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:03:01.218026 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:01.301638 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba69071-9aac-4558-ab3a-866548a7a5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048d94d0-4a73-4b92-83a4-d6174d8ef3d3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:01.334575 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f587a5f5-4c05-43ac-ab9d-f619ffc97db2 req-4f8d39f4-2a9a-4da9-9124-9fe2f1eba205 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740896 Feb 05 03:03:01.362137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 6331e6cb-543d-4550-854f-ea195bf8d0dc, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=6331e6cb-543d-4550-854f-ea195bf8d0dc,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:01.375855 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:01.377095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 8567b960-d574-4928-8419-2f6d67dbe1d3 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:03:01.495053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-7a06bdc8-9f5c-4583-804c-bd00b0fbb3a7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:03:01.508989 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb19a29-e2ba-4b84-9fdc-d8406020830e None None] Sync routers for ids ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:03:01.520914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=6331e6cb-543d-4550-854f-ea195bf8d0dc,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:01.525111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] The host n-h2-826942-8 is not matching for port 8567b960-d574-4928-8419-2f6d67dbe1d3 host ! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:03:01.536906 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb19a29-e2ba-4b84-9fdc-d8406020830e None None] Routers {'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:03:01.543400 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 8567b960-d574-4928-8419-2f6d67dbe1d3 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:03:01.544581 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6fb19a29-e2ba-4b84-9fdc-d8406020830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:02:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:01.567035 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dc44ca91-1a66-4239-9fc1-39dd5b3501b1 req-dc9feb20-866c-4fb6-a237-89d93f9ca6c6 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0969470 Feb 05 03:03:01.609162 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-7a06bdc8-9f5c-4583-804c-bd00b0fbb3a7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] No DVR routers for this DVR port 09caaa35-a839-4626-8b1d-c0ee8a160586 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:03:01.614067 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-7a06bdc8-9f5c-4583-804c-bd00b0fbb3a7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:01.618278 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-7a06bdc8-9f5c-4583-804c-bd00b0fbb3a7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.10 "DELETE /v2.0/ports/09caaa35-a839-4626-8b1d-c0ee8a160586 HTTP/1.1" status: 204 len: 173 time: 2.0377381 Feb 05 03:03:01.676751 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-deleted', 'tag': '09caaa35-a839-4626-8b1d-c0ee8a160586'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:03:01.679961 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4d7e49-121c-45f5-be97-1f9e0d942a36" -d '{"events": [{"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-deleted", "tag": "09caaa35-a839-4626-8b1d-c0ee8a160586"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:03:01.724365 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6fb19a29-e2ba-4b84-9fdc-d8406020830e None None] Set router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:03:01.774295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad605cb9-36a0-461f-8330-88008eb67ea7 req-eeb18a2d-ad4c-416a-b6fb-8d59a2978c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:01.776584 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad605cb9-36a0-461f-8330-88008eb67ea7 req-eeb18a2d-ad4c-416a-b6fb-8d59a2978c9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=e1c1e889-ce15-4ae2-9436-57546d34f15a HTTP/1.1" status: 200 len: 916 time: 0.3643343 Feb 05 03:03:01.779693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-03e8be3f-0793-46b1-b5c9-274d423c635e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Deleting port c6e54524-be03-4978-a808-c851dbad9843 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:01.780264 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-03e8be3f-0793-46b1-b5c9-274d423c635e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c6e54524-be03-4978-a808-c851dbad9843), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:01.816282 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91a02c4-a14e-420c-91f9-f28306af79d9 x-openstack-request-id: req-e91a02c4-a14e-420c-91f9-f28306af79d9 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:03:01.817376 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-deleted", "tag": "09caaa35-a839-4626-8b1d-c0ee8a160586", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:03:01.817760 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e91a02c4-a14e-420c-91f9-f28306af79d9 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:03:01.818577 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-deleted', 'tag': '09caaa35-a839-4626-8b1d-c0ee8a160586', 'status': 'completed', 'code': 200} Feb 05 03:03:01.904272 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad605cb9-36a0-461f-8330-88008eb67ea7 req-b6bb8cc7-126a-4bb7-80d7-2449aa53d913 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9832519-c51f-4940-ad02-c7934a7bdbac HTTP/1.1" status: 200 len: 217 time: 0.0840402 Feb 05 03:03:01.958924 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6fb19a29-e2ba-4b84-9fdc-d8406020830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'name': 'tempest-TaggedBootDevicesTest_v242-405337453-router', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:06Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'gw_port': {'id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:07Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'a6899aaf-c1fd-4b5d-9871-a24c00e28810', 'name': '', 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'mac_address': 'fa:16:3e:17:4c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:15Z', 'updated_at': '2022-02-05T02:56:25Z', 'revision_number': 5, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'subnets': [{'id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:01.969596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad605cb9-36a0-461f-8330-88008eb67ea7 req-7f51261e-29a2-4737-8995-8c51315f4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:01.971368 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad605cb9-36a0-461f-8330-88008eb67ea7 req-7f51261e-29a2-4737-8995-8c51315f4d91 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983 HTTP/1.1" status: 200 len: 854 time: 0.0560904 Feb 05 03:03:02.025395 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb19a29-e2ba-4b84-9fdc-d8406020830e None None] Checking router: cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:03:02.036723 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb19a29-e2ba-4b84-9fdc-d8406020830e None None] Routers {'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:03:02.037577 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6fb19a29-e2ba-4b84-9fdc-d8406020830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:02:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:02.117880 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad605cb9-36a0-461f-8330-88008eb67ea7 req-481d6edd-cd55-42d6-aa51-79bbcbfe921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:02.119512 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad605cb9-36a0-461f-8330-88008eb67ea7 req-481d6edd-cd55-42d6-aa51-79bbcbfe921c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e1c1e889-ce15-4ae2-9436-57546d34f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1400595 Feb 05 03:03:02.184916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e54524-be03-4978-a808-c851dbad9843'}, {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '229462d8-9e4a-408a-b7b1-d8c2d06d25e1'}, {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6331e6cb-543d-4550-854f-ea195bf8d0dc'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:03:02.188760 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e2fa51-caa1-491d-b3ae-d0188b1e2828" -d '{"events": [{"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e54524-be03-4978-a808-c851dbad9843"}, {"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-unplugged", "status": "completed", "tag": "229462d8-9e4a-408a-b7b1-d8c2d06d25e1"}, {"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-unplugged", "status": "completed", "tag": "6331e6cb-543d-4550-854f-ea195bf8d0dc"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:03:02.192884 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.db.resource_extend [None req-1824a389-30a6-49ec-bc7b-790a1daadc99 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 03:03:02.245893 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad605cb9-36a0-461f-8330-88008eb67ea7 req-3b5bc432-f80d-4bcf-a187-ca70f0b0f6d6 service neutron] 10.222.0.10 "GET /v2.0/networks/e1c1e889-ce15-4ae2-9436-57546d34f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193757 Feb 05 03:03:02.254967 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 05 Feb 2022 03:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8433ac3-daeb-4957-b3ed-c52b70e71dca x-openstack-request-id: req-b8433ac3-daeb-4957-b3ed-c52b70e71dca {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:03:02.255247 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e54524-be03-4978-a808-c851dbad9843", "code": 200}, {"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-unplugged", "status": "completed", "tag": "229462d8-9e4a-408a-b7b1-d8c2d06d25e1", "code": 200}, {"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-unplugged", "status": "completed", "tag": "6331e6cb-543d-4550-854f-ea195bf8d0dc", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:03:02.255524 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8433ac3-daeb-4957-b3ed-c52b70e71dca {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:03:02.255888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-03e8be3f-0793-46b1-b5c9-274d423c635e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] For port c6e54524-be03-4978-a808-c851dbad9843, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c6e54524-be03-4978-a808-c851dbad9843,segment=NetworkSegment(c186ab96-8fc4-4704-bb64-1833f9f850e2),segment_id=c186ab96-8fc4-4704-bb64-1833f9f850e2)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:02.256267 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-03e8be3f-0793-46b1-b5c9-274d423c635e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c6e54524-be03-4978-a808-c851dbad9843), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:02.267245 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e54524-be03-4978-a808-c851dbad9843', 'code': 200} Feb 05 03:03:02.267564 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '229462d8-9e4a-408a-b7b1-d8c2d06d25e1', 'code': 200} Feb 05 03:03:02.267763 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6331e6cb-543d-4550-854f-ea195bf8d0dc', 'code': 200} Feb 05 03:03:02.272134 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6fb19a29-e2ba-4b84-9fdc-d8406020830e None None] Set router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:03:02.406048 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad605cb9-36a0-461f-8330-88008eb67ea7 req-adb7dacb-9de1-4f62-9199-4e0bc66c055e service neutron] 10.222.0.10 "GET /v2.0/networks/e1c1e889-ce15-4ae2-9436-57546d34f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339781 Feb 05 03:03:02.410336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-03e8be3f-0793-46b1-b5c9-274d423c635e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Calling delete_port for c6e54524-be03-4978-a808-c851dbad9843 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:02.451382 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1824a389-30a6-49ec-bc7b-790a1daadc99 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:02.472058 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1824a389-30a6-49ec-bc7b-790a1daadc99 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (eca3f463-bd99-408e-8c41-399fafe67dba), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:02.645174 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418359-fcaa-4e64-b3ed-b9ddd8824374 req-60e5da08-f39b-4f79-8ed8-8ab625570581 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:02.652965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418359-fcaa-4e64-b3ed-b9ddd8824374 req-60e5da08-f39b-4f79-8ed8-8ab625570581 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:02.659207 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418359-fcaa-4e64-b3ed-b9ddd8824374 req-60e5da08-f39b-4f79-8ed8-8ab625570581 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:02.661026 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e4418359-fcaa-4e64-b3ed-b9ddd8824374 req-60e5da08-f39b-4f79-8ed8-8ab625570581 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 2410 time: 0.2437716 Feb 05 03:03:02.721775 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-1824a389-30a6-49ec-bc7b-790a1daadc99 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Floating IP eca3f463-bd99-408e-8c41-399fafe67dba associated. External IP: 172.25.0.251, port: c9832519-c51f-4940-ad02-c7934a7bdbac. Feb 05 03:03:02.768177 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6fb19a29-e2ba-4b84-9fdc-d8406020830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'name': 'tempest-TaggedBootDevicesTest_v242-405337453-router', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:06Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'gw_port': {'id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:07Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'a6899aaf-c1fd-4b5d-9871-a24c00e28810', 'name': '', 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'mac_address': 'fa:16:3e:17:4c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:15Z', 'updated_at': '2022-02-05T02:56:25Z', 'revision_number': 5, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'subnets': [{'id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:02.828818 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfc44a-051c-44b2-b838-a6f91ca26ee6 req-071ee483-05fd-4255-8108-74c7e08bb996 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:02.832211 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abbfc44a-051c-44b2-b838-a6f91ca26ee6 req-071ee483-05fd-4255-8108-74c7e08bb996 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.2790039 Feb 05 03:03:02.837599 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-03e8be3f-0793-46b1-b5c9-274d423c635e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c6e54524-be03-4978-a808-c851dbad9843), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:02.843471 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb19a29-e2ba-4b84-9fdc-d8406020830e None None] The sync data for ids ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'] in n-d-826942-8 is: [{'id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'name': 'tempest-TaggedBootDevicesTest_v242-405337453-router', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:06Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'gw_port': {'id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:07Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'a6899aaf-c1fd-4b5d-9871-a24c00e28810', 'name': '', 'network_id': 'd72524e2-c521-4683-9c19-dd229da7f011', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'mac_address': 'fa:16:3e:17:4c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:15Z', 'updated_at': '2022-02-05T02:56:25Z', 'revision_number': 5, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'subnets': [{'id': '65c84e73-faba-4392-b4fa-4fde7696d92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:03:03.018431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8be3f-0793-46b1-b5c9-274d423c635e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event deleted for resources: {'Port': ['ID=c6e54524-be03-4978-a808-c851dbad9843,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:03.166260 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-03e8be3f-0793-46b1-b5c9-274d423c635e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] No DVR routers for this DVR port c6e54524-be03-4978-a808-c851dbad9843 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:03:03.173933 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-03e8be3f-0793-46b1-b5c9-274d423c635e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:03.183894 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-03e8be3f-0793-46b1-b5c9-274d423c635e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.10 "DELETE /v2.0/ports/c6e54524-be03-4978-a808-c851dbad9843 HTTP/1.1" status: 204 len: 173 time: 1.5544388 Feb 05 03:03:03.285846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34178) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:03.398016 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abbfc44a-051c-44b2-b838-a6f91ca26ee6 req-8dd54ca4-b2a6-4513-abb1-7eb9b36c58d3 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223670 Feb 05 03:03:03.405262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e4418359-fcaa-4e64-b3ed-b9ddd8824374 req-d9c468d0-b274-483b-ae40-3886bfa70e1b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7318220 Feb 05 03:03:03.479727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f847ac4-318e-4b19-845f-ec03a698ec99 None None] New status for floating IP c0e53b06-c2ef-4069-b5bb-a3014bd48749: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:03:03.483312 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-1f40294d-aede-4dca-9903-3dc26d269b81 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Deleting port 6331e6cb-543d-4550-854f-ea195bf8d0dc {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:03.483671 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-1f40294d-aede-4dca-9903-3dc26d269b81 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:03.693643 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24ff89df-22ba-44f1-baa8-09fd4b6cd9ba req-007ebfad-b08d-4b3d-9f93-4951a113712a tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.1113920 Feb 05 03:03:03.698403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-1f40294d-aede-4dca-9903-3dc26d269b81 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] For port 6331e6cb-543d-4550-854f-ea195bf8d0dc, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=6331e6cb-543d-4550-854f-ea195bf8d0dc,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:03.699056 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-1f40294d-aede-4dca-9903-3dc26d269b81 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:03.716583 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-1f40294d-aede-4dca-9903-3dc26d269b81 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Calling delete_port for 6331e6cb-543d-4550-854f-ea195bf8d0dc owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:03.826902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eba45-96a5-4035-80e5-87391c12dd43 req-a8cc0634-d6bf-4926-b54c-55494834ef30 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:03.828804 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-578eba45-96a5-4035-80e5-87391c12dd43 req-a8cc0634-d6bf-4926-b54c-55494834ef30 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.1376097 Feb 05 03:03:03.833636 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d26c6919-35e7-4ccd-be9d-932d933a0ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:03.878525 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1824a389-30a6-49ec-bc7b-790a1daadc99 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Router 94230f57-ecdb-4b64-a85a-c5b8554465e3 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:03:03.896920 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-deleted', 'tag': 'c6e54524-be03-4978-a808-c851dbad9843'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:03:03.900525 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0dd45a-e6a5-4007-bf7f-511beb4d6f13" -d '{"events": [{"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-deleted", "tag": "c6e54524-be03-4978-a808-c851dbad9843"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:03:03.905311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7d77004c-eac2-4038-b073-97a53a832a1f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:03.906049 n-d-826942-8 neutron-server[109674]: WARNING neutron.api.v2.base [None req-7d77004c-eac2-4038-b073-97a53a832a1f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 05 03:03:03.906565 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-7d77004c-eac2-4038-b073-97a53a832a1f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): There was a conflict when trying to complete your request. Feb 05 03:03:03.914276 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7d77004c-eac2-4038-b073-97a53a832a1f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6263666 Feb 05 03:03:03.915697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-1f40294d-aede-4dca-9903-3dc26d269b81 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6331e6cb-543d-4550-854f-ea195bf8d0dc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:03.923610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34204) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:03.937349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7df2e82f-1b09-40a4-b331-f45c445dbf32 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group': {'name': 'tempest-secgroup--394241997'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:03.977944 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aad913a-4e88-4ae0-b805-2cc4c638df69 x-openstack-request-id: req-8aad913a-4e88-4ae0-b805-2cc4c638df69 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:03:03.978438 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-578eba45-96a5-4035-80e5-87391c12dd43 req-16a1d3ea-e4f3-467f-abcb-688873f7de89 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349418 Feb 05 03:03:03.989132 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-deleted", "tag": "c6e54524-be03-4978-a808-c851dbad9843", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:03:03.989810 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8aad913a-4e88-4ae0-b805-2cc4c638df69 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:03:03.997164 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-deleted', 'tag': 'c6e54524-be03-4978-a808-c851dbad9843', 'status': 'completed', 'code': 200} Feb 05 03:03:03.998175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7df2e82f-1b09-40a4-b331-f45c445dbf32 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:04.037508 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40294d-aede-4dca-9903-3dc26d269b81 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event deleted for resources: {'Port': ['ID=6331e6cb-543d-4550-854f-ea195bf8d0dc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:04.044371 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7df2e82f-1b09-40a4-b331-f45c445dbf32 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:04.106618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1824a389-30a6-49ec-bc7b-790a1daadc99 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:03:04.117209 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-1f40294d-aede-4dca-9903-3dc26d269b81 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] No DVR routers for this DVR port 6331e6cb-543d-4550-854f-ea195bf8d0dc on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:03:04.121677 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-1f40294d-aede-4dca-9903-3dc26d269b81 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:04.125205 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-1f40294d-aede-4dca-9903-3dc26d269b81 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.10 "DELETE /v2.0/ports/6331e6cb-543d-4550-854f-ea195bf8d0dc HTTP/1.1" status: 204 len: 173 time: 0.9404764 Feb 05 03:03:04.127480 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492159e0-2c14-4a39-a571-4e9f878a8ad0 None None] Sync routers for ids ['94230f57-ecdb-4b64-a85a-c5b8554465e3'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:03:04.134159 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1824a389-30a6-49ec-bc7b-790a1daadc99 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:04.145905 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492159e0-2c14-4a39-a571-4e9f878a8ad0 None None] Routers {'94230f57-ecdb-4b64-a85a-c5b8554465e3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:03:04.147858 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-492159e0-2c14-4a39-a571-4e9f878a8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:02:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['94230f57-ecdb-4b64-a85a-c5b8554465e3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:04.231825 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1824a389-30a6-49ec-bc7b-790a1daadc99 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "PUT /v2.0/floatingips/eca3f463-bd99-408e-8c41-399fafe67dba HTTP/1.1" status: 200 len: 991 time: 4.1341162 Feb 05 03:03:04.233927 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7', 'tag': 'c9832519-c51f-4940-ad02-c7934a7bdbac'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:03:04.241427 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5e0378-390b-4cbd-8940-eaf657ab545d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7", "tag": "c9832519-c51f-4940-ad02-c7934a7bdbac"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:03:04.343726 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7df2e82f-1b09-40a4-b331-f45c445dbf32 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (4869c5b5-6560-4674-a592-74b3038c24c6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:04.351734 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-c2ed9812-61ff-4811-827e-8d869d21236e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Deleting port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:04.352517 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-c2ed9812-61ff-4811-827e-8d869d21236e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:04.425526 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afec53-4f18-4fa6-bf12-a9bfbb8b3ca5 req-42540286-31b8-4749-9968-6b7e9ff34fbc tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:04.428646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6afec53-4f18-4fa6-bf12-a9bfbb8b3ca5 req-42540286-31b8-4749-9968-6b7e9ff34fbc tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.1430516 Feb 05 03:03:04.448786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d066356-51b7-4507-a715-28eaeaa7198e req-e25e3003-962e-40cb-9b28-e09d27b93ea8 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:04.458624 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d066356-51b7-4507-a715-28eaeaa7198e req-e25e3003-962e-40cb-9b28-e09d27b93ea8 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 945 time: 0.1242142 Feb 05 03:03:04.478931 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-c2ed9812-61ff-4811-827e-8d869d21236e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] For port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=229462d8-9e4a-408a-b7b1-d8c2d06d25e1,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:04.479309 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-c2ed9812-61ff-4811-827e-8d869d21236e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:04.487582 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-492159e0-2c14-4a39-a571-4e9f878a8ad0 None None] Set router 94230f57-ecdb-4b64-a85a-c5b8554465e3 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:03:04.493345 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-c2ed9812-61ff-4811-827e-8d869d21236e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Calling delete_port for 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:04.586473 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6afec53-4f18-4fa6-bf12-a9bfbb8b3ca5 req-c218dc9e-e082-42d7-a9bf-6ca44f533a38 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213632 Feb 05 03:03:04.618558 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d066356-51b7-4507-a715-28eaeaa7198e req-a8a90327-c37d-41d4-aa7b-9a1acb13709a tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bec5eba-eb3e-4ea6-8515-91ca7fd374c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588011 Feb 05 03:03:04.697550 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18513005-a979-4113-b05f-612db337d75d x-openstack-request-id: req-18513005-a979-4113-b05f-612db337d75d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:03:04.697855 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7", "tag": "c9832519-c51f-4940-ad02-c7934a7bdbac", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:03:04.698117 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-18513005-a979-4113-b05f-612db337d75d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:03:04.698537 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7', 'tag': 'c9832519-c51f-4940-ad02-c7934a7bdbac', 'status': 'completed', 'code': 200} Feb 05 03:03:04.699689 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7df2e82f-1b09-40a4-b331-f45c445dbf32 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4869c5b5-6560-4674-a592-74b3038c24c6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:04.988348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de004544-6573-4f12-b098-e32cb1a33a46 req-97053938-432e-4d2c-9198-033682b23bae tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:04.996498 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de004544-6573-4f12-b098-e32cb1a33a46 req-97053938-432e-4d2c-9198-033682b23bae tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.2117162 Feb 05 03:03:05.005388 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2e82f-1b09-40a4-b331-f45c445dbf32 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4869c5b5-6560-4674-a592-74b3038c24c6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:05.051646 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a041b218-5886-4d59-89b1-263373e2649b req-57d909d8-0b98-4001-aa1a-4fb924dd79d9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eaf47fb34f5f4d898002173e4bbe90d9&device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.1278038 Feb 05 03:03:05.058087 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437db10-2eed-4f94-9170-42aff90ff862 req-8af740e2-9e7f-48e8-92da-521c7cfee8b2 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:05.060138 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1437db10-2eed-4f94-9170-42aff90ff862 req-8af740e2-9e7f-48e8-92da-521c7cfee8b2 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 943 time: 0.1806335 Feb 05 03:03:05.072703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de004544-6573-4f12-b098-e32cb1a33a46 req-c99d3904-f77b-4075-92b3-79023b5446e4 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751634 Feb 05 03:03:05.110837 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-492159e0-2c14-4a39-a571-4e9f878a8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'name': 'tempest-ServersTestFqdnHostnames-1016855807-router', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:02:22Z', 'updated_at': '2022-02-05T03:02:29Z', 'revision_number': 4, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'gw_port': {'id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:23Z', 'updated_at': '2022-02-05T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'eca3f463-bd99-408e-8c41-399fafe67dba', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'port_id': 'c9832519-c51f-4940-ad02-c7934a7bdbac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a', 'mac_address': 'fa:16:3e:04:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:02:37Z', 'updated_at': '2022-02-05T03:03:02Z', 'revision_number': 1, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc8d1a2-2fad-428d-9d04-a2e936d2554c', 'name': '', 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'mac_address': 'fa:16:3e:92:f5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:28Z', 'updated_at': '2022-02-05T03:02:36Z', 'revision_number': 5, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'subnets': [{'id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:05.149656 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7df2e82f-1b09-40a4-b331-f45c445dbf32 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (3b6d26dc-5583-46ae-8ec1-8173ac52c614), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:05.175763 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1437db10-2eed-4f94-9170-42aff90ff862 req-031fa700-602d-4ac2-9237-64a9f8cd9d18 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966566 Feb 05 03:03:05.215010 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7df2e82f-1b09-40a4-b331-f45c445dbf32 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3b6d26dc-5583-46ae-8ec1-8173ac52c614), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:05.219185 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492159e0-2c14-4a39-a571-4e9f878a8ad0 None None] Checking router: 94230f57-ecdb-4b64-a85a-c5b8554465e3 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:03:05.236976 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492159e0-2c14-4a39-a571-4e9f878a8ad0 None None] Routers {'94230f57-ecdb-4b64-a85a-c5b8554465e3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:03:05.238142 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-492159e0-2c14-4a39-a571-4e9f878a8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:02:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['94230f57-ecdb-4b64-a85a-c5b8554465e3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:05.273513 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83c4dfeb-355a-4abc-a46d-90dd441e529e req-229c63ff-ea37-462d-9fbd-d62cfe7e4919 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0807388 Feb 05 03:03:05.273667 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a041b218-5886-4d59-89b1-263373e2649b req-164088aa-e66b-49d3-8c13-746a1ebd11e7 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=eaf47fb34f5f4d898002173e4bbe90d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600252 Feb 05 03:03:05.302252 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-c2ed9812-61ff-4811-827e-8d869d21236e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (229462d8-9e4a-408a-b7b1-d8c2d06d25e1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:05.432553 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-492159e0-2c14-4a39-a571-4e9f878a8ad0 None None] Set router 94230f57-ecdb-4b64-a85a-c5b8554465e3 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:03:05.531046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34262) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:05.773273 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90d940-81c0-4564-adb0-9e4effeb6ddb req-81ef0396-1af0-446d-859f-de751826b22e tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:05.780476 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b90d940-81c0-4564-adb0-9e4effeb6ddb req-81ef0396-1af0-446d-859f-de751826b22e tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.1162939 Feb 05 03:03:05.798937 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed9812-61ff-4811-827e-8d869d21236e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event deleted for resources: {'Port': ['ID=229462d8-9e4a-408a-b7b1-d8c2d06d25e1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:05.816754 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2e82f-1b09-40a4-b331-f45c445dbf32 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6d26dc-5583-46ae-8ec1-8173ac52c614,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:05.838877 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7df2e82f-1b09-40a4-b331-f45c445dbf32 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:05.841113 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f29ed52-9901-4994-b364-edc2847232e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:05.854911 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7df2e82f-1b09-40a4-b331-f45c445dbf32 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.9269142 Feb 05 03:03:05.864571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34276) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:05.879114 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-85a74ed9-2e8c-487e-b60c-49233bb14278 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': '3b6d26dc-5583-46ae-8ec1-8173ac52c614', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:05.931304 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e0378-390b-4cbd-8940-eaf657ab545d req-1fb47fea-9443-4197-ab34-5ffa2c7cecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:05.933230 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db5e0378-390b-4cbd-8940-eaf657ab545d req-1fb47fea-9443-4197-ab34-5ffa2c7cecf3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1a6d00c229d4f478bede4965b15e08a&device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 1127 time: 1.0462236 Feb 05 03:03:05.989520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b90d940-81c0-4564-adb0-9e4effeb6ddb req-488c968e-d3d6-4e07-91e1-f1d987e655e1 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057528 Feb 05 03:03:06.008997 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-492159e0-2c14-4a39-a571-4e9f878a8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'name': 'tempest-ServersTestFqdnHostnames-1016855807-router', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:02:22Z', 'updated_at': '2022-02-05T03:02:29Z', 'revision_number': 4, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'gw_port': {'id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:23Z', 'updated_at': '2022-02-05T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'eca3f463-bd99-408e-8c41-399fafe67dba', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'port_id': 'c9832519-c51f-4940-ad02-c7934a7bdbac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a', 'mac_address': 'fa:16:3e:04:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:02:37Z', 'updated_at': '2022-02-05T03:03:02Z', 'revision_number': 1, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc8d1a2-2fad-428d-9d04-a2e936d2554c', 'name': '', 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'mac_address': 'fa:16:3e:92:f5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:28Z', 'updated_at': '2022-02-05T03:02:36Z', 'revision_number': 5, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'subnets': [{'id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:06.010788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-deleted', 'tag': '6331e6cb-543d-4550-854f-ea195bf8d0dc'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:03:06.017973 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5643e4d9-c71b-40cf-8c5a-2a5fdc60d9a3" -d '{"events": [{"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-deleted", "tag": "6331e6cb-543d-4550-854f-ea195bf8d0dc"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:03:06.023765 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85a74ed9-2e8c-487e-b60c-49233bb14278 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group_rule (61b0c489-7364-4891-b631-c4efe5e74143), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:06.045346 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492159e0-2c14-4a39-a571-4e9f878a8ad0 None None] The sync data for ids ['94230f57-ecdb-4b64-a85a-c5b8554465e3'] in n-d-826942-8 is: [{'id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'name': 'tempest-ServersTestFqdnHostnames-1016855807-router', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:02:22Z', 'updated_at': '2022-02-05T03:02:29Z', 'revision_number': 4, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'gw_port': {'id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:23Z', 'updated_at': '2022-02-05T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'eca3f463-bd99-408e-8c41-399fafe67dba', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'port_id': 'c9832519-c51f-4940-ad02-c7934a7bdbac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a', 'mac_address': 'fa:16:3e:04:e1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:02:37Z', 'updated_at': '2022-02-05T03:03:02Z', 'revision_number': 1, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dc8d1a2-2fad-428d-9d04-a2e936d2554c', 'name': '', 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'mac_address': 'fa:16:3e:92:f5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:28Z', 'updated_at': '2022-02-05T03:02:36Z', 'revision_number': 5, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'subnets': [{'id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:03:06.107546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a1c4c-4cde-44f1-b7e3-e97634b35b86 req-08f596ed-2e1b-441f-95cc-12ab1cc56da7 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:06.109345 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-873a1c4c-4cde-44f1-b7e3-e97634b35b86 req-08f596ed-2e1b-441f-95cc-12ab1cc56da7 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 945 time: 0.3158650 Feb 05 03:03:06.137444 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-28468aaf-da0a-40f2-8437-bab5736b8f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:06.143175 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f29ed52-9901-4994-b364-edc2847232e2 admin admin] Publish callbacks [] for security_group (5b86d90d-e691-4729-88f0-567dbce35be9), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:06.163847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e0378-390b-4cbd-8940-eaf657ab545d req-6138953b-3a37-454a-b5ec-64bbc9fc2611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:06.166524 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85a74ed9-2e8c-487e-b60c-49233bb14278 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group_rule (61b0c489-7364-4891-b631-c4efe5e74143), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:06.168541 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db5e0378-390b-4cbd-8940-eaf657ab545d req-6138953b-3a37-454a-b5ec-64bbc9fc2611 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e1c1e889-ce15-4ae2-9436-57546d34f15a HTTP/1.1" status: 200 len: 916 time: 0.1585460 Feb 05 03:03:06.169590 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-c2ed9812-61ff-4811-827e-8d869d21236e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] No DVR routers for this DVR port 229462d8-9e4a-408a-b7b1-d8c2d06d25e1 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:03:06.175840 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f29ed52-9901-4994-b364-edc2847232e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5b86d90d-e691-4729-88f0-567dbce35be9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:06.184308 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-c2ed9812-61ff-4811-827e-8d869d21236e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:06.190414 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4d3a362e-aa9c-4e91-a530-539ca8dfa303 req-c2ed9812-61ff-4811-827e-8d869d21236e tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.10 "DELETE /v2.0/ports/229462d8-9e4a-408a-b7b1-d8c2d06d25e1 HTTP/1.1" status: 204 len: 173 time: 2.0587189 Feb 05 03:03:06.230214 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0f29ed52-9901-4994-b364-edc2847232e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=783e6d677f6e4ba1957349353438c04d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6978986 Feb 05 03:03:06.231420 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85a74ed9-2e8c-487e-b60c-49233bb14278 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (61b0c489-7364-4891-b631-c4efe5e74143), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:06.249577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34282) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:06.301255 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85a74ed9-2e8c-487e-b60c-49233bb14278 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:06.305696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-85a74ed9-2e8c-487e-b60c-49233bb14278 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4302816 Feb 05 03:03:06.311990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041b218-5886-4d59-89b1-263373e2649b req-189c246f-fccd-4488-95a3-2204c3d0c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:06.313596 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a041b218-5886-4d59-89b1-263373e2649b req-189c246f-fccd-4488-95a3-2204c3d0c92e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0347400 Feb 05 03:03:06.315449 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dd64b6-bc65-45c2-9092-24096a972f87 x-openstack-request-id: req-20dd64b6-bc65-45c2-9092-24096a972f87 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:03:06.315781 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-deleted", "tag": "6331e6cb-543d-4550-854f-ea195bf8d0dc", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:03:06.316042 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20dd64b6-bc65-45c2-9092-24096a972f87 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:03:06.316434 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-deleted', 'tag': '6331e6cb-543d-4550-854f-ea195bf8d0dc', 'status': 'completed', 'code': 200} Feb 05 03:03:06.318694 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34286) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:06.328954 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c0c8a8f9-aef6-4166-b741-b310e36b845c tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': '3b6d26dc-5583-46ae-8ec1-8173ac52c614', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:06.435999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a74ed9-2e8c-487e-b60c-49233bb14278 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b0c489-7364-4891-b631-c4efe5e74143,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:06.438615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29ed52-9901-4994-b364-edc2847232e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b86d90d-e691-4729-88f0-567dbce35be9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:06.480179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f5868b25-dffd-4c52-9961-7334c6af56f1 req-92b53d4e-9f52-45d7-8e6f-49c904edbf8c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0893095 Feb 05 03:03:06.497352 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23d7d3-65f1-4dcd-affd-fd0ed2c5b557 None None] New status for floating IP eca3f463-bd99-408e-8c41-399fafe67dba: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:03:06.509526 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-873a1c4c-4cde-44f1-b7e3-e97634b35b86 req-b0750e9e-f128-46a2-8839-b6e8877e1d3c tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bec5eba-eb3e-4ea6-8515-91ca7fd374c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3533576 Feb 05 03:03:06.518055 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7acef036-e684-4d76-97c3-aa9ae8611ee9 admin admin] Publish callbacks [] for security_group (5b86d90d-e691-4729-88f0-567dbce35be9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:06.577338 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7acef036-e684-4d76-97c3-aa9ae8611ee9 admin admin] Publish callbacks [] for security_group (5b86d90d-e691-4729-88f0-567dbce35be9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:06.579913 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db5e0378-390b-4cbd-8940-eaf657ab545d req-2fbebd72-467d-432f-b5d7-4b0994e6ba4b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9832519-c51f-4940-ad02-c7934a7bdbac HTTP/1.1" status: 200 len: 999 time: 0.3869395 Feb 05 03:03:06.625990 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a8f9-aef6-4166-b741-b310e36b845c tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group_rule (5f9c3e9a-4cd0-49bf-bce0-f86c83e0153c), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:06.676842 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ba1698a-26c0-4bb9-a616-d08fda10184c req-b936d849-595e-4c0f-a835-81045089e039 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0352359 Feb 05 03:03:06.714815 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e0378-390b-4cbd-8940-eaf657ab545d req-d7d9d987-c896-421b-bb93-5f82e8b1beca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:06.716309 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db5e0378-390b-4cbd-8940-eaf657ab545d req-d7d9d987-c896-421b-bb93-5f82e8b1beca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983 HTTP/1.1" status: 200 len: 854 time: 0.1310883 Feb 05 03:03:06.727361 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7acef036-e684-4d76-97c3-aa9ae8611ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5b86d90d-e691-4729-88f0-567dbce35be9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:06.730567 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7acef036-e684-4d76-97c3-aa9ae8611ee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:06.734581 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7acef036-e684-4d76-97c3-aa9ae8611ee9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b86d90d-e691-4729-88f0-567dbce35be9 HTTP/1.1" status: 204 len: 168 time: 0.4788253 Feb 05 03:03:06.749276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acef036-e684-4d76-97c3-aa9ae8611ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b86d90d-e691-4729-88f0-567dbce35be9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:06.825259 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-c0c8a8f9-aef6-4166-b741-b310e36b845c tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): There was a conflict when trying to complete your request. Feb 05 03:03:06.826607 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c0c8a8f9-aef6-4166-b741-b310e36b845c tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5067134 Feb 05 03:03:06.829318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34292) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:06.898170 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e0378-390b-4cbd-8940-eaf657ab545d req-ffc42b44-00e9-45ac-aed9-f4a241ca49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:06.899713 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db5e0378-390b-4cbd-8940-eaf657ab545d req-ffc42b44-00e9-45ac-aed9-f4a241ca49fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e1c1e889-ce15-4ae2-9436-57546d34f15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1770351 Feb 05 03:03:06.934987 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4ac7be7-9280-4800-bd3d-7229451c671e tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (3b6d26dc-5583-46ae-8ec1-8173ac52c614), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.019711 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4ac7be7-9280-4800-bd3d-7229451c671e tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (3b6d26dc-5583-46ae-8ec1-8173ac52c614), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.086410 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db5e0378-390b-4cbd-8940-eaf657ab545d req-ef562edd-dc4f-4d70-8841-fe049825117f service neutron] 10.222.0.10 "GET /v2.0/networks/e1c1e889-ce15-4ae2-9436-57546d34f15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537368 Feb 05 03:03:07.103631 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.174815 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4ac7be7-9280-4800-bd3d-7229451c671e tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3b6d26dc-5583-46ae-8ec1-8173ac52c614), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.177594 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4ac7be7-9280-4800-bd3d-7229451c671e tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.181981 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a4ac7be7-9280-4800-bd3d-7229451c671e tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "DELETE /v2.0/security-groups/3b6d26dc-5583-46ae-8ec1-8173ac52c614 HTTP/1.1" status: 204 len: 168 time: 0.3510928 Feb 05 03:03:07.182805 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34298) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:07.243660 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac7be7-9280-4800-bd3d-7229451c671e tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6d26dc-5583-46ae-8ec1-8173ac52c614,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:07.270950 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089df8b-bb28-48db-8dba-35a64629ddf6 req-c7389e7c-aea0-45af-af37-9f42615eaed0 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:07.273872 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2089df8b-bb28-48db-8dba-35a64629ddf6 req-c7389e7c-aea0-45af-af37-9f42615eaed0 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.1071136 Feb 05 03:03:07.312469 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d745e594-ae7d-4559-8864-be27d0035b7b tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0965285 Feb 05 03:03:07.313699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34300) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:07.321783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-05f1334b-08d6-4627-901f-b2fe13b764b0 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group': {'name': 'tempest-secgroup--49226918'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:07.324377 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-db5e0378-390b-4cbd-8940-eaf657ab545d req-3015d976-8b01-4b9e-b911-a1213626d737 service neutron] 10.222.0.10 "GET /v2.0/networks/e1c1e889-ce15-4ae2-9436-57546d34f15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321813 Feb 05 03:03:07.324842 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34302) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:07.348597 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b98afbd4-63b1-472f-a13b-8b43d94de415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.396086 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2089df8b-bb28-48db-8dba-35a64629ddf6 req-0aaf9ba0-c9ee-48a8-ba16-983051270bc5 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130848 Feb 05 03:03:07.425385 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05f1334b-08d6-4627-901f-b2fe13b764b0 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.444362 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b98afbd4-63b1-472f-a13b-8b43d94de415 admin admin] Publish callbacks [] for security_group (aedad99d-90bc-4367-a4c0-2cc7d264556c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.451764 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b98afbd4-63b1-472f-a13b-8b43d94de415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (aedad99d-90bc-4367-a4c0-2cc7d264556c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.497762 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b98afbd4-63b1-472f-a13b-8b43d94de415 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6f4c131afec4ca580dc576d6f3d1ceb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1696446 Feb 05 03:03:07.497762 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98afbd4-63b1-472f-a13b-8b43d94de415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedad99d-90bc-4367-a4c0-2cc7d264556c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:07.498680 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34304) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:07.523221 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05f1334b-08d6-4627-901f-b2fe13b764b0 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (063bab46-a8dd-4cdb-bf83-e65ec1cba652), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.535160 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05f1334b-08d6-4627-901f-b2fe13b764b0 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (063bab46-a8dd-4cdb-bf83-e65ec1cba652), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.629621 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05f1334b-08d6-4627-901f-b2fe13b764b0 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.630992 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-05f1334b-08d6-4627-901f-b2fe13b764b0 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3160131 Feb 05 03:03:07.634851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34310) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:07.641529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-979d5a55-c3a6-4518-accf-e326a1a18f5f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': '063bab46-a8dd-4cdb-bf83-e65ec1cba652', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:07.642636 n-d-826942-8 neutron-server[109674]: WARNING neutron.api.v2.base [None req-979d5a55-c3a6-4518-accf-e326a1a18f5f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 05 03:03:07.643467 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-979d5a55-c3a6-4518-accf-e326a1a18f5f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:03:07.646716 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-979d5a55-c3a6-4518-accf-e326a1a18f5f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0093188 Feb 05 03:03:07.649219 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34312) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:07.656555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1334b-08d6-4627-901f-b2fe13b764b0 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063bab46-a8dd-4cdb-bf83-e65ec1cba652,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:07.700241 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9ec9381-4c44-4fc5-8e02-70986efe3cd5 req-737a9967-fa21-4889-befe-03f5baf8e471 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0409486 Feb 05 03:03:07.701729 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e433428-ed11-42a4-96d8-8ffbdf0c29b6 admin admin] Publish callbacks [] for security_group (aedad99d-90bc-4367-a4c0-2cc7d264556c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.717996 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-029aa5bd-1e21-4afb-80b8-c341a1256582 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (063bab46-a8dd-4cdb-bf83-e65ec1cba652), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.731928 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e433428-ed11-42a4-96d8-8ffbdf0c29b6 admin admin] Publish callbacks [] for security_group (aedad99d-90bc-4367-a4c0-2cc7d264556c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.742205 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-029aa5bd-1e21-4afb-80b8-c341a1256582 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (063bab46-a8dd-4cdb-bf83-e65ec1cba652), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.746426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff30e7-c4d7-49bb-aa76-14f348a749f5 req-cff3d0db-74e6-4d4c-8365-4f262740a944 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:07.748228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7aff30e7-c4d7-49bb-aa76-14f348a749f5 req-cff3d0db-74e6-4d4c-8365-4f262740a944 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 945 time: 0.1423008 Feb 05 03:03:07.790685 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-029aa5bd-1e21-4afb-80b8-c341a1256582 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (063bab46-a8dd-4cdb-bf83-e65ec1cba652), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.793625 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-029aa5bd-1e21-4afb-80b8-c341a1256582 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.794813 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-029aa5bd-1e21-4afb-80b8-c341a1256582 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "DELETE /v2.0/security-groups/063bab46-a8dd-4cdb-bf83-e65ec1cba652 HTTP/1.1" status: 204 len: 168 time: 0.1436572 Feb 05 03:03:07.800276 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34316) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:07.814134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029aa5bd-1e21-4afb-80b8-c341a1256582 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=063bab46-a8dd-4cdb-bf83-e65ec1cba652,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:07.881042 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7ecc4376-2431-4868-9989-c849fe733063 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0789707 Feb 05 03:03:07.882841 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34320) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:07.888707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a1258aaf-6d11-498a-b2b1-99666c4c0d7c tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183925972'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:07.903558 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7df3a6fa-4b82-4f3b-9346-60922c53eadb req-48f28c70-cb35-46db-8794-361d7458e48e tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0628676 Feb 05 03:03:07.911644 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e433428-ed11-42a4-96d8-8ffbdf0c29b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (aedad99d-90bc-4367-a4c0-2cc7d264556c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.914451 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e433428-ed11-42a4-96d8-8ffbdf0c29b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.919398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0e433428-ed11-42a4-96d8-8ffbdf0c29b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aedad99d-90bc-4367-a4c0-2cc7d264556c HTTP/1.1" status: 204 len: 168 time: 0.4174457 Feb 05 03:03:07.924154 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1258aaf-6d11-498a-b2b1-99666c4c0d7c tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:07.937444 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7aff30e7-c4d7-49bb-aa76-14f348a749f5 req-3cf393f8-950e-4416-8ce8-1bf18aaa8389 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bec5eba-eb3e-4ea6-8515-91ca7fd374c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777475 Feb 05 03:03:07.947612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e433428-ed11-42a4-96d8-8ffbdf0c29b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedad99d-90bc-4367-a4c0-2cc7d264556c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:08.062942 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1258aaf-6d11-498a-b2b1-99666c4c0d7c tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (a82991da-55ed-4630-8c72-d815c17838b6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:08.068863 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1258aaf-6d11-498a-b2b1-99666c4c0d7c tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a82991da-55ed-4630-8c72-d815c17838b6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:08.130210 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1258aaf-6d11-498a-b2b1-99666c4c0d7c tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:08.132779 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a1258aaf-6d11-498a-b2b1-99666c4c0d7c tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2482712 Feb 05 03:03:08.135001 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258aaf-6d11-498a-b2b1-99666c4c0d7c tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82991da-55ed-4630-8c72-d815c17838b6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:08.136343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34332) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:08.143465 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-750521b0-5b0f-4c98-8f3c-7ce351ad3e1b tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': 'a82991da-55ed-4630-8c72-d815c17838b6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:08.144611 n-d-826942-8 neutron-server[109675]: WARNING neutron.api.v2.base [None req-750521b0-5b0f-4c98-8f3c-7ce351ad3e1b tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 05 03:03:08.146128 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-750521b0-5b0f-4c98-8f3c-7ce351ad3e1b tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:03:08.147833 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-750521b0-5b0f-4c98-8f3c-7ce351ad3e1b tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0081503 Feb 05 03:03:08.150945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34334) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:08.249292 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d96da40-6f62-4bed-ae29-625c55c187ee tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (a82991da-55ed-4630-8c72-d815c17838b6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:08.275100 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d96da40-6f62-4bed-ae29-625c55c187ee tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (a82991da-55ed-4630-8c72-d815c17838b6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:08.318266 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-deleted', 'tag': '229462d8-9e4a-408a-b7b1-d8c2d06d25e1'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:03:08.321446 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cca3428-7734-41a9-9494-5859a8542ed6" -d '{"events": [{"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-deleted", "tag": "229462d8-9e4a-408a-b7b1-d8c2d06d25e1"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:03:08.368267 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d96da40-6f62-4bed-ae29-625c55c187ee tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a82991da-55ed-4630-8c72-d815c17838b6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:08.372214 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d96da40-6f62-4bed-ae29-625c55c187ee tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:08.373964 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5d96da40-6f62-4bed-ae29-625c55c187ee tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "DELETE /v2.0/security-groups/a82991da-55ed-4630-8c72-d815c17838b6 HTTP/1.1" status: 204 len: 168 time: 0.2213368 Feb 05 03:03:08.376809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34344) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:08.395863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96da40-6f62-4bed-ae29-625c55c187ee tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82991da-55ed-4630-8c72-d815c17838b6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:08.408489 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9d6b2f-83d4-4932-9780-0ee2ae302366 x-openstack-request-id: req-2f9d6b2f-83d4-4932-9780-0ee2ae302366 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:03:08.414245 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2d4c8a-5b40-4895-9ce0-e54943e9e730", "name": "network-vif-deleted", "tag": "229462d8-9e4a-408a-b7b1-d8c2d06d25e1", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:03:08.420893 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f9d6b2f-83d4-4932-9780-0ee2ae302366 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:03:08.421332 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d4c8a-5b40-4895-9ce0-e54943e9e730', 'name': 'network-vif-deleted', 'tag': '229462d8-9e4a-408a-b7b1-d8c2d06d25e1', 'status': 'completed', 'code': 200} Feb 05 03:03:08.514804 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-548ec34b-5d3c-42fc-b094-02eb68ae577f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1368201 Feb 05 03:03:08.520471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34350) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:08.534535 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1761b641-016c-4e14-ab7c-93435e60c060 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436731175'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:08.627076 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:08.674423 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1761b641-016c-4e14-ab7c-93435e60c060 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:08.894039 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cdfa3230-e02b-4b3d-a5a3-0031c9ce8a6a req-dcc4e6a2-9396-4db4-99e2-107e3be083ee tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0971262 Feb 05 03:03:08.909165 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1761b641-016c-4e14-ab7c-93435e60c060 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (a86bb1fe-e2ea-4307-998f-32e993be9814), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:08.918499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85016b-9298-4a4f-af41-a5e6fc680615 req-71e8669c-cefe-49d5-9328-c3ffce4c436b tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:08.920407 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d85016b-9298-4a4f-af41-a5e6fc680615 req-71e8669c-cefe-49d5-9328-c3ffce4c436b tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.3661494 Feb 05 03:03:08.941023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1761b641-016c-4e14-ab7c-93435e60c060 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a86bb1fe-e2ea-4307-998f-32e993be9814), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:09.101787 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ee01a8fe-0938-4111-85f9-b7b618c5179f req-ad0424ae-c18a-435d-9418-88721abcbefb tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0547230 Feb 05 03:03:09.113249 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1761b641-016c-4e14-ab7c-93435e60c060 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:09.117449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1761b641-016c-4e14-ab7c-93435e60c060 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5929744 Feb 05 03:03:09.117832 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34368) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:09.123141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9206d4ee-c25e-44a1-b3c2-82777caab626 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': 'a86bb1fe-e2ea-4307-998f-32e993be9814', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:09.123305 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761b641-016c-4e14-ab7c-93435e60c060 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a86bb1fe-e2ea-4307-998f-32e993be9814,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:09.136854 n-d-826942-8 neutron-server[109674]: WARNING neutron.api.v2.base [None req-9206d4ee-c25e-44a1-b3c2-82777caab626 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 05 03:03:09.137504 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-9206d4ee-c25e-44a1-b3c2-82777caab626 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:03:09.138667 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9206d4ee-c25e-44a1-b3c2-82777caab626 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0196946 Feb 05 03:03:09.150788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34370) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:09.150788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a5adc819-4382-488f-8375-9b80788c635a tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': 'a86bb1fe-e2ea-4307-998f-32e993be9814', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:09.150788 n-d-826942-8 neutron-server[109674]: WARNING neutron.api.v2.base [None req-a5adc819-4382-488f-8375-9b80788c635a tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 05 03:03:09.150788 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-a5adc819-4382-488f-8375-9b80788c635a tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:03:09.150788 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a5adc819-4382-488f-8375-9b80788c635a tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058382 Feb 05 03:03:09.151933 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34372) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:09.155989 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6b9ee2bf-b608-4ebc-8010-064c02f45ac3 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': 'a86bb1fe-e2ea-4307-998f-32e993be9814', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:09.161659 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d85016b-9298-4a4f-af41-a5e6fc680615 req-ee5e68df-4313-43f4-8c41-14bf00c36c08 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217100 Feb 05 03:03:09.167219 n-d-826942-8 neutron-server[109674]: WARNING neutron.api.v2.base [None req-6b9ee2bf-b608-4ebc-8010-064c02f45ac3 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 05 03:03:09.167782 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-6b9ee2bf-b608-4ebc-8010-064c02f45ac3 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:03:09.168953 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6b9ee2bf-b608-4ebc-8010-064c02f45ac3 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0161994 Feb 05 03:03:09.173065 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34374) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:09.177690 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b9c24430-bbd4-4f71-9693-e6033f6f816f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': 'a86bb1fe-e2ea-4307-998f-32e993be9814', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:09.180229 n-d-826942-8 neutron-server[109674]: WARNING neutron.api.v2.base [None req-b9c24430-bbd4-4f71-9693-e6033f6f816f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 05 03:03:09.180712 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-b9c24430-bbd4-4f71-9693-e6033f6f816f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:03:09.181672 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b9c24430-bbd4-4f71-9693-e6033f6f816f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076983 Feb 05 03:03:09.184467 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34376) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:09.269757 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93b1ddde-750a-4175-ba18-40b6c9024d04 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (a86bb1fe-e2ea-4307-998f-32e993be9814), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:09.324061 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93b1ddde-750a-4175-ba18-40b6c9024d04 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (a86bb1fe-e2ea-4307-998f-32e993be9814), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:09.387153 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93b1ddde-750a-4175-ba18-40b6c9024d04 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a86bb1fe-e2ea-4307-998f-32e993be9814), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:09.395149 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93b1ddde-750a-4175-ba18-40b6c9024d04 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:09.396542 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-93b1ddde-750a-4175-ba18-40b6c9024d04 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "DELETE /v2.0/security-groups/a86bb1fe-e2ea-4307-998f-32e993be9814 HTTP/1.1" status: 204 len: 168 time: 0.2109067 Feb 05 03:03:09.399811 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34384) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:09.408058 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1ddde-750a-4175-ba18-40b6c9024d04 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86bb1fe-e2ea-4307-998f-32e993be9814,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:09.493600 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-552c6e83-ce1c-4e64-b072-5cc0662452e2 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0925746 Feb 05 03:03:09.499275 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34386) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:09.503829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-768aa13f-8c70-4eb6-a43d-0aa117e55849 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group': {'name': 'tempest-secgroup--20458897'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:09.529013 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-768aa13f-8c70-4eb6-a43d-0aa117e55849 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:09.641640 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-768aa13f-8c70-4eb6-a43d-0aa117e55849 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (cbe4814a-ca5a-4172-b0b0-8f9e281740c7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:09.648778 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-768aa13f-8c70-4eb6-a43d-0aa117e55849 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (cbe4814a-ca5a-4172-b0b0-8f9e281740c7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:09.695145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768aa13f-8c70-4eb6-a43d-0aa117e55849 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe4814a-ca5a-4172-b0b0-8f9e281740c7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:09.700328 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-768aa13f-8c70-4eb6-a43d-0aa117e55849 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:09.704214 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-768aa13f-8c70-4eb6-a43d-0aa117e55849 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2015591 Feb 05 03:03:09.704767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34394) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:09.709945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bbf1be21-3649-4c7d-bce4-13ebfdeb3280 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': 'cbe4814a-ca5a-4172-b0b0-8f9e281740c7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:09.710914 n-d-826942-8 neutron-server[109674]: WARNING neutron.api.v2.base [None req-bbf1be21-3649-4c7d-bce4-13ebfdeb3280 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 05 03:03:09.711718 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-bbf1be21-3649-4c7d-bce4-13ebfdeb3280 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:03:09.715355 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bbf1be21-3649-4c7d-bce4-13ebfdeb3280 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069911 Feb 05 03:03:09.715702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34396) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:09.724831 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-36dec6ca-ecfa-4b7d-ba59-ea15280de8cd tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': 'cbe4814a-ca5a-4172-b0b0-8f9e281740c7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:09.804714 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-36dec6ca-ecfa-4b7d-ba59-ea15280de8cd tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:03:09.808598 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-36dec6ca-ecfa-4b7d-ba59-ea15280de8cd tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0891819 Feb 05 03:03:09.809454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34398) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:09.814170 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dcab0d10-8d9e-4baa-9e5d-778c2502dfe8 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': 'cbe4814a-ca5a-4172-b0b0-8f9e281740c7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:09.815073 n-d-826942-8 neutron-server[109675]: WARNING neutron.api.v2.base [None req-dcab0d10-8d9e-4baa-9e5d-778c2502dfe8 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 05 03:03:09.815681 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-dcab0d10-8d9e-4baa-9e5d-778c2502dfe8 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:03:09.817250 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dcab0d10-8d9e-4baa-9e5d-778c2502dfe8 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069010 Feb 05 03:03:09.821214 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34400) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:09.825874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4b182e3e-6524-42b1-9a46-f42132a5a7a4 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': 'cbe4814a-ca5a-4172-b0b0-8f9e281740c7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:09.883150 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-4b182e3e-6524-42b1-9a46-f42132a5a7a4 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:03:09.887299 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4b182e3e-6524-42b1-9a46-f42132a5a7a4 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0623863 Feb 05 03:03:09.887480 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:09.887957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34402) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:09.892106 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-62fc5a0e-f7a3-47f2-8349-e00f18930708 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': 'cbe4814a-ca5a-4172-b0b0-8f9e281740c7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:09.892587 n-d-826942-8 neutron-server[109674]: WARNING neutron.api.v2.base [None req-62fc5a0e-f7a3-47f2-8349-e00f18930708 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 05 03:03:09.893080 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-62fc5a0e-f7a3-47f2-8349-e00f18930708 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:03:09.899990 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-62fc5a0e-f7a3-47f2-8349-e00f18930708 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085666 Feb 05 03:03:09.900353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34406) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:09.905002 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2d476ff1-0e1a-4d64-a19e-a425d2ca792e tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': 'cbe4814a-ca5a-4172-b0b0-8f9e281740c7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:09.988649 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-2d476ff1-0e1a-4d64-a19e-a425d2ca792e tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:03:09.993287 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2d476ff1-0e1a-4d64-a19e-a425d2ca792e tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0885828 Feb 05 03:03:09.993596 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34412) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:09.998279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7c79d345-cf36-48c8-85af-cd3bad533ef3 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': 'cbe4814a-ca5a-4172-b0b0-8f9e281740c7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:09.998772 n-d-826942-8 neutron-server[109675]: WARNING neutron.api.v2.base [None req-7c79d345-cf36-48c8-85af-cd3bad533ef3 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 05 03:03:09.999267 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-7c79d345-cf36-48c8-85af-cd3bad533ef3 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:03:10.002819 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7c79d345-cf36-48c8-85af-cd3bad533ef3 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058556 Feb 05 03:03:10.003017 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34414) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:10.007429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ced91f09-f3e0-4688-b754-30f8a869fc5f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': 'cbe4814a-ca5a-4172-b0b0-8f9e281740c7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:10.086438 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ee0bceb5-0205-49c7-a13c-1857da469ad2 req-f3c5a737-3d04-48c7-afae-d32dc1d6d1cd tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0465381 Feb 05 03:03:10.106973 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-ced91f09-f3e0-4688-b754-30f8a869fc5f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:03:10.106973 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ced91f09-f3e0-4688-b754-30f8a869fc5f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0989163 Feb 05 03:03:10.110028 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34416) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:10.114966 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6cbb8f4d-2f4d-479a-a781-b814df3051f0 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': 'cbe4814a-ca5a-4172-b0b0-8f9e281740c7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:10.168024 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-6cbb8f4d-2f4d-479a-a781-b814df3051f0 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:03:10.169455 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6cbb8f4d-2f4d-479a-a781-b814df3051f0 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0579946 Feb 05 03:03:10.173451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34422) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:10.281893 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (cbe4814a-ca5a-4172-b0b0-8f9e281740c7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:10.344994 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (cbe4814a-ca5a-4172-b0b0-8f9e281740c7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:10.454095 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (cbe4814a-ca5a-4172-b0b0-8f9e281740c7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:10.457195 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:10.458345 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "DELETE /v2.0/security-groups/cbe4814a-ca5a-4172-b0b0-8f9e281740c7 HTTP/1.1" status: 204 len: 168 time: 0.2839406 Feb 05 03:03:10.468549 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34430) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:10.471257 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe4814a-ca5a-4172-b0b0-8f9e281740c7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:10.491840 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d56c48a-3fc5-42d4-be8b-a5be30be2363 req-501e8e6f-e18c-4868-a535-189053043592 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.2106268 Feb 05 03:03:10.496831 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:10.498085 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:10.498641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:10.501138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:10.501494 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:10.501849 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:10.502197 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:10.502540 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:10.502914 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:10.503253 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:10.503588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:10.503926 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:10.504259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244e6d11-efa4-4efd-b141-7bc36e9c0937 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:10.573960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a85980-5433-4678-af88-53513f5e780c req-1d070657-4412-4fa4-b37c-fb281b20a843 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:10.576265 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a85980-5433-4678-af88-53513f5e780c req-1d070657-4412-4fa4-b37c-fb281b20a843 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.3171453 Feb 05 03:03:10.685702 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bdb3aff5-4d4a-4efe-b761-275a391382b8 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1887195 Feb 05 03:03:10.686049 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34436) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:10.690813 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0277f20b-8867-47a8-aeb7-5b2fd0625cf2 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071823684'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:10.723404 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a85980-5433-4678-af88-53513f5e780c req-2ee53b24-dc7b-403e-94fc-a31a39c2767a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324925 Feb 05 03:03:10.743538 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0277f20b-8867-47a8-aeb7-5b2fd0625cf2 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:10.838662 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0277f20b-8867-47a8-aeb7-5b2fd0625cf2 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (b5b0b199-90c6-4797-ae93-a23a09b7a711), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:10.851669 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0277f20b-8867-47a8-aeb7-5b2fd0625cf2 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b5b0b199-90c6-4797-ae93-a23a09b7a711), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:10.926833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0277f20b-8867-47a8-aeb7-5b2fd0625cf2 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:10.928132 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0277f20b-8867-47a8-aeb7-5b2fd0625cf2 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2410448 Feb 05 03:03:10.931177 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277f20b-8867-47a8-aeb7-5b2fd0625cf2 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b0b199-90c6-4797-ae93-a23a09b7a711,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:10.931746 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34442) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:10.936796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a7d91701-23f1-4ef1-a260-3b6826f97f4d tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': 'b5b0b199-90c6-4797-ae93-a23a09b7a711', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:10.996680 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-a7d91701-23f1-4ef1-a260-3b6826f97f4d tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The resource could not be found. Feb 05 03:03:11.000757 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34446) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:11.001024 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a7d91701-23f1-4ef1-a260-3b6826f97f4d tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0682826 Feb 05 03:03:11.005622 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-370c971b-3511-4d65-8406-f6757c585c3f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': 'b5b0b199-90c6-4797-ae93-a23a09b7a711', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '15f30641-0717-4203-ab99-7304a335dbe1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:11.050239 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-370c971b-3511-4d65-8406-f6757c585c3f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The resource could not be found. Feb 05 03:03:11.051607 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-370c971b-3511-4d65-8406-f6757c585c3f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0493894 Feb 05 03:03:11.055166 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34448) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:11.160353 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4dfda1be-134e-4f93-aec1-d58034b6c11f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (b5b0b199-90c6-4797-ae93-a23a09b7a711), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:11.195983 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4dfda1be-134e-4f93-aec1-d58034b6c11f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (b5b0b199-90c6-4797-ae93-a23a09b7a711), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:11.237251 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:11.248415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-beee003f-d508-415b-818b-5d6c555ccf51 req-cecbf3df-5af3-4645-ae90-655340616833 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0460694 Feb 05 03:03:11.294468 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4dfda1be-134e-4f93-aec1-d58034b6c11f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b5b0b199-90c6-4797-ae93-a23a09b7a711), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:11.297248 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4dfda1be-134e-4f93-aec1-d58034b6c11f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:11.298825 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4dfda1be-134e-4f93-aec1-d58034b6c11f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "DELETE /v2.0/security-groups/b5b0b199-90c6-4797-ae93-a23a09b7a711 HTTP/1.1" status: 204 len: 168 time: 0.2424269 Feb 05 03:03:11.302034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34454) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:11.314485 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfda1be-134e-4f93-aec1-d58034b6c11f tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b0b199-90c6-4797-ae93-a23a09b7a711,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:11.388556 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34456) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:11.389348 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8b6b4d2f-2d74-4513-a3a6-e04a6d3a664b tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0849011 Feb 05 03:03:11.393911 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-623ef436-8d36-4aa7-9a75-8c3cd53a2add tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': '4973104f-bbb2-4fb4-9a17-fc5da8bd428b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:11.465212 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-623ef436-8d36-4aa7-9a75-8c3cd53a2add tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The resource could not be found. Feb 05 03:03:11.476265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34460) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:11.479421 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-623ef436-8d36-4aa7-9a75-8c3cd53a2add tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0890021 Feb 05 03:03:11.482205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-41d9ceca-607b-4a82-b1c4-f168507b1234 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030511458'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:11.511447 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-41d9ceca-607b-4a82-b1c4-f168507b1234 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:11.673414 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-41d9ceca-607b-4a82-b1c4-f168507b1234 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (8c3073bb-60dd-4be0-991f-f7cd987518ce), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:11.714328 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b50b1850-c841-4d8c-b842-d1e355c44daa req-d8142037-7aae-4af3-9bec-6c4a5f27737d tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0397265 Feb 05 03:03:11.720431 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-41d9ceca-607b-4a82-b1c4-f168507b1234 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8c3073bb-60dd-4be0-991f-f7cd987518ce), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:11.811401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9ceca-607b-4a82-b1c4-f168507b1234 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3073bb-60dd-4be0-991f-f7cd987518ce,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:11.860472 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-41d9ceca-607b-4a82-b1c4-f168507b1234 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:11.861750 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-41d9ceca-607b-4a82-b1c4-f168507b1234 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3844459 Feb 05 03:03:11.865255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34474) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:11.870573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c2b9581c-1e25-4d2d-b017-d617009e9b24 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1694254850'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:11.901934 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2b9581c-1e25-4d2d-b017-d617009e9b24 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:11.961056 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f5679-0e2f-425a-9c33-e25f4d69426d req-e2879155-9738-430e-9a0b-1bc4a263a335 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:11.964003 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa6f5679-0e2f-425a-9c33-e25f4d69426d req-e2879155-9738-430e-9a0b-1bc4a263a335 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.1343758 Feb 05 03:03:11.985265 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2b9581c-1e25-4d2d-b017-d617009e9b24 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (8999a166-7de4-4fcd-b6a5-c8fe85fc5849), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:11.989681 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2b9581c-1e25-4d2d-b017-d617009e9b24 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8999a166-7de4-4fcd-b6a5-c8fe85fc5849), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:12.018032 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2b9581c-1e25-4d2d-b017-d617009e9b24 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:12.019606 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c2b9581c-1e25-4d2d-b017-d617009e9b24 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1528664 Feb 05 03:03:12.022691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34480) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:12.034594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9581c-1e25-4d2d-b017-d617009e9b24 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8999a166-7de4-4fcd-b6a5-c8fe85fc5849,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:12.040850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4b8e3780-7369-4b53-95b0-409ee200f717 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group_rule': {'security_group_id': '8c3073bb-60dd-4be0-991f-f7cd987518ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8999a166-7de4-4fcd-b6a5-c8fe85fc5849'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:12.091734 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa6f5679-0e2f-425a-9c33-e25f4d69426d req-1e15bd20-a7b2-4efe-9e5d-1319f2acb19d tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220047 Feb 05 03:03:12.121856 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-4b8e3780-7369-4b53-95b0-409ee200f717 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:03:12.123472 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4b8e3780-7369-4b53-95b0-409ee200f717 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0995672 Feb 05 03:03:12.126523 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34482) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:12.203845 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-82799bc7-1290-4b11-bbab-8375ec8e65ca tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (8999a166-7de4-4fcd-b6a5-c8fe85fc5849), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:12.227745 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-82799bc7-1290-4b11-bbab-8375ec8e65ca tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (8999a166-7de4-4fcd-b6a5-c8fe85fc5849), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:12.295335 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-82799bc7-1290-4b11-bbab-8375ec8e65ca tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8999a166-7de4-4fcd-b6a5-c8fe85fc5849), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:12.299941 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-82799bc7-1290-4b11-bbab-8375ec8e65ca tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:12.305194 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34488) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:12.326614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-82799bc7-1290-4b11-bbab-8375ec8e65ca tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "DELETE /v2.0/security-groups/8999a166-7de4-4fcd-b6a5-c8fe85fc5849 HTTP/1.1" status: 204 len: 168 time: 0.1735511 Feb 05 03:03:12.354080 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82799bc7-1290-4b11-bbab-8375ec8e65ca tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8999a166-7de4-4fcd-b6a5-c8fe85fc5849,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:12.453691 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9836f667-0e5b-4b56-b5ce-7ac49b79827d req-64c971e0-f583-4380-9305-7c5774b0a22f tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0469201 Feb 05 03:03:12.491734 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34492) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:12.492033 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6a98fc62-d60e-4698-b5ef-01aa8ba84eaf tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1829255 Feb 05 03:03:12.570091 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1351dcc3-1a94-4187-be12-fa2c51cc8128 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (8c3073bb-60dd-4be0-991f-f7cd987518ce), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:12.598813 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1351dcc3-1a94-4187-be12-fa2c51cc8128 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (8c3073bb-60dd-4be0-991f-f7cd987518ce), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:12.665275 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1351dcc3-1a94-4187-be12-fa2c51cc8128 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8c3073bb-60dd-4be0-991f-f7cd987518ce), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:12.675465 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1351dcc3-1a94-4187-be12-fa2c51cc8128 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:12.679289 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34498) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:12.687323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1351dcc3-1a94-4187-be12-fa2c51cc8128 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "DELETE /v2.0/security-groups/8c3073bb-60dd-4be0-991f-f7cd987518ce HTTP/1.1" status: 204 len: 168 time: 0.1826189 Feb 05 03:03:12.713230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351dcc3-1a94-4187-be12-fa2c51cc8128 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3073bb-60dd-4be0-991f-f7cd987518ce,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:12.771434 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-43ae4cdf-50be-4c3b-a895-4fe4121fd33a tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0902913 Feb 05 03:03:12.775964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34502) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:12.780335 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-93618e30-b1fe-4afc-8ffa-70ec73a802c1 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group': {'name': 'tempest-secgroup--1463398832'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:12.818820 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93618e30-b1fe-4afc-8ffa-70ec73a802c1 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:12.984491 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-008bcde1-d004-48fb-849c-b1052c23603d req-f3427aec-437b-4f23-9f27-e474c7040c5e tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0666955 Feb 05 03:03:13.042111 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93618e30-b1fe-4afc-8ffa-70ec73a802c1 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (96d79c27-4856-4a59-832c-a90826492c9c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:13.046533 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93618e30-b1fe-4afc-8ffa-70ec73a802c1 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (96d79c27-4856-4a59-832c-a90826492c9c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:13.089786 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93618e30-b1fe-4afc-8ffa-70ec73a802c1 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:13.092071 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-93618e30-b1fe-4afc-8ffa-70ec73a802c1 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3151653 Feb 05 03:03:13.095617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93618e30-b1fe-4afc-8ffa-70ec73a802c1 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d79c27-4856-4a59-832c-a90826492c9c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:13.096120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34506) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:13.102637 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c837140e-6de9-422f-952b-18b4f8a70519 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:13.103328 n-d-826942-8 neutron-server[109674]: WARNING neutron.api.v2.base [None req-c837140e-6de9-422f-952b-18b4f8a70519 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 05 03:03:13.104045 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-c837140e-6de9-422f-952b-18b4f8a70519 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] update failed (client error): There was a conflict when trying to complete your request. Feb 05 03:03:13.105405 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c837140e-6de9-422f-952b-18b4f8a70519 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "PUT /v2.0/security-groups/96d79c27-4856-4a59-832c-a90826492c9c HTTP/1.1" status: 409 len: 330 time: 0.0077395 Feb 05 03:03:13.108676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34508) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:13.215061 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-490da703-01c1-49c9-a21d-a5ec92975ac6 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (96d79c27-4856-4a59-832c-a90826492c9c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:13.264918 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-490da703-01c1-49c9-a21d-a5ec92975ac6 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (96d79c27-4856-4a59-832c-a90826492c9c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:13.306613 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e7b59-1c89-4167-859d-8ca2299240c2 req-2632dcc7-3ba4-47ce-bdb5-6013b25846c4 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:13.311521 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a6e7b59-1c89-4167-859d-8ca2299240c2 req-2632dcc7-3ba4-47ce-bdb5-6013b25846c4 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.1225407 Feb 05 03:03:13.368170 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-490da703-01c1-49c9-a21d-a5ec92975ac6 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (96d79c27-4856-4a59-832c-a90826492c9c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:13.374381 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-490da703-01c1-49c9-a21d-a5ec92975ac6 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:13.376426 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-490da703-01c1-49c9-a21d-a5ec92975ac6 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "DELETE /v2.0/security-groups/96d79c27-4856-4a59-832c-a90826492c9c HTTP/1.1" status: 204 len: 168 time: 0.2647374 Feb 05 03:03:13.380294 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34514) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:13.498505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a6e7b59-1c89-4167-859d-8ca2299240c2 req-edb77a1e-6531-4060-8e49-613baf9407d0 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811328 Feb 05 03:03:13.519068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490da703-01c1-49c9-a21d-a5ec92975ac6 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d79c27-4856-4a59-832c-a90826492c9c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:13.620489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34526) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:13.625721 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bcb1a390-0f31-4b86-aacd-4b353536d90e tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2312298 Feb 05 03:03:13.639927 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-24d19215-894c-4e7c-8135-12d7a76dc967 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] delete failed (client error): The resource could not be found. Feb 05 03:03:13.640955 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-24d19215-894c-4e7c-8135-12d7a76dc967 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "DELETE /v2.0/security-groups/defe3215-36fb-41db-a99f-9969d904be96 HTTP/1.1" status: 404 len: 347 time: 0.0194774 Feb 05 03:03:13.645269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34528) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:13.691829 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-153032be-6392-4f43-9b18-ff040c8c556c tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] show failed (client error): The resource could not be found. Feb 05 03:03:13.696801 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-153032be-6392-4f43-9b18-ff040c8c556c tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "GET /v2.0/security-groups/dbbf49c9-9dd9-43ab-8500-6a74bdc4860a HTTP/1.1" status: 404 len: 347 time: 0.0473692 Feb 05 03:03:13.700386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34534) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:13.735331 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-60e583cb-858d-4b1c-b59b-c33a87f763d4 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] show failed (client error): The resource could not be found. Feb 05 03:03:13.738118 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-60e583cb-858d-4b1c-b59b-c33a87f763d4 tempest-NegativeSecGroupTest-1782486981 tempest-NegativeSecGroupTest-1782486981-project] 10.222.0.36 "GET /v2.0/security-group-rules/a8ac91de-1c72-4c99-b506-29fd2e0beca0 HTTP/1.1" status: 404 len: 356 time: 0.0366023 Feb 05 03:03:13.785651 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9fc06193-3475-4eec-8a8d-f6673c8f8608 req-ca5aa9c6-4e24-4e85-8199-fa16c01063d5 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.1020937 Feb 05 03:03:14.221066 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b4fd5cc-9ad6-4b7c-896f-884174316a14 req-b4dcd559-4253-4ced-a048-14164a769492 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0499263 Feb 05 03:03:14.326484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34550) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:14.549813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ee04d35f-5d74-45d0-8776-7aa015544a9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbe536fc2dbb4b4aa00964b7226bf0c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2221005 Feb 05 03:03:14.552328 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34556) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:14.720844 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Publish callbacks [] for security_group (4869c5b5-6560-4674-a592-74b3038c24c6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:14.805859 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Publish callbacks [] for security_group (4869c5b5-6560-4674-a592-74b3038c24c6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:14.854790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8c50b-10fc-4769-8be7-09fbcbedf705 req-30e4b92d-f81e-4d6a-b19b-238460443886 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:14.873411 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ed8c50b-10fc-4769-8be7-09fbcbedf705 req-30e4b92d-f81e-4d6a-b19b-238460443886 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.2440376 Feb 05 03:03:14.990909 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55bca85d-91b9-44ad-a9dd-096eff241011 req-98846c07-6316-45e3-9282-5d63e165b906 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0434895 Feb 05 03:03:15.009083 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ed8c50b-10fc-4769-8be7-09fbcbedf705 req-aca2e5c2-9aa3-4f70-9cf0-6d7138752c16 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344535 Feb 05 03:03:15.043992 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4869c5b5-6560-4674-a592-74b3038c24c6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:15.046904 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:15.054846 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4869c5b5-6560-4674-a592-74b3038c24c6 HTTP/1.1" status: 204 len: 168 time: 0.5014389 Feb 05 03:03:15.091120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4869c5b5-6560-4674-a592-74b3038c24c6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:15.113905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:15.114273 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:15.114602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:15.114964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:15.115307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:15.115642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:15.116005 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:15.116336 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:15.116661 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:15.116986 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:15.117309 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:15.117635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:15.117958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a795a486-cd66-4286-b37f-a30b20e9d742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:15.422185 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-afe2e68a-7f20-4feb-8a4b-302a7b99aceb req-4e994083-bc6e-42a7-b242-66fa2efce7d9 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0563824 Feb 05 03:03:16.111790 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:16.290378 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-019a9568-4cb7-4469-b02e-a8ceccbc115e req-8a88fee4-da3c-4f85-aa0e-0f4dd7481282 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0967047 Feb 05 03:03:16.356160 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c58ef8-5d9c-48e0-817f-f31873839d23 req-9d6166bb-abb5-4d0b-af77-0a2281f4ec64 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:16.357721 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1c58ef8-5d9c-48e0-817f-f31873839d23 req-9d6166bb-abb5-4d0b-af77-0a2281f4ec64 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.1894917 Feb 05 03:03:16.470864 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1c58ef8-5d9c-48e0-817f-f31873839d23 req-55bc0862-f1ed-4404-9b59-a4f507642397 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980299 Feb 05 03:03:16.641248 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8074507-9e22-4539-8af2-253fb8cb3b31 req-4e6104ac-67dd-4dff-ba33-2dcae2ff280a tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0533912 Feb 05 03:03:16.856457 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34614) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:16.969365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d0adc54e-656a-4656-90de-dc370b25195b tempest-SubnetPoolsTestJSON-1327760990 tempest-SubnetPoolsTestJSON-1327760990-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-638299298', 'prefixes': ['172.20.0.0/16']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:17.087151 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0adc54e-656a-4656-90de-dc370b25195b tempest-SubnetPoolsTestJSON-1327760990 tempest-SubnetPoolsTestJSON-1327760990-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:17.088912 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d0adc54e-656a-4656-90de-dc370b25195b tempest-SubnetPoolsTestJSON-1327760990 tempest-SubnetPoolsTestJSON-1327760990-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2311487 Feb 05 03:03:17.091538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34624) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:17.152560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34628) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:17.152778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-45e2de9f-77ab-46fa-83d7-39f00183f240 tempest-SubnetPoolsTestJSON-1327760990 tempest-SubnetPoolsTestJSON-1327760990-project] 10.222.0.36 "GET /v2.0/subnetpools/92cf855e-1c40-4732-82bc-57c26f04e31d HTTP/1.1" status: 200 len: 731 time: 0.0599170 Feb 05 03:03:17.157978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c40b2ab7-622c-4502-a91e-b3f42876d118 tempest-SubnetPoolsTestJSON-1327760990 tempest-SubnetPoolsTestJSON-1327760990-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1358946549'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:17.338049 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c40b2ab7-622c-4502-a91e-b3f42876d118 tempest-SubnetPoolsTestJSON-1327760990 tempest-SubnetPoolsTestJSON-1327760990-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:17.339776 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c40b2ab7-622c-4502-a91e-b3f42876d118 tempest-SubnetPoolsTestJSON-1327760990 tempest-SubnetPoolsTestJSON-1327760990-project] 10.222.0.36 "PUT /v2.0/subnetpools/92cf855e-1c40-4732-82bc-57c26f04e31d HTTP/1.1" status: 200 len: 684 time: 0.1857238 Feb 05 03:03:17.342431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34634) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:17.438960 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-566eb701-3746-4096-b626-e9d8d9dab544 tempest-SubnetPoolsTestJSON-1327760990 tempest-SubnetPoolsTestJSON-1327760990-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:17.440028 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-566eb701-3746-4096-b626-e9d8d9dab544 tempest-SubnetPoolsTestJSON-1327760990 tempest-SubnetPoolsTestJSON-1327760990-project] 10.222.0.36 "DELETE /v2.0/subnetpools/92cf855e-1c40-4732-82bc-57c26f04e31d HTTP/1.1" status: 204 len: 168 time: 0.0961187 Feb 05 03:03:17.442875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34640) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:17.465600 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-5ff73321-b2aa-47f6-9841-3843bd900c62 tempest-SubnetPoolsTestJSON-1327760990 tempest-SubnetPoolsTestJSON-1327760990-project] show failed (client error): The resource could not be found. Feb 05 03:03:17.466637 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5ff73321-b2aa-47f6-9841-3843bd900c62 tempest-SubnetPoolsTestJSON-1327760990 tempest-SubnetPoolsTestJSON-1327760990-project] 10.222.0.36 "GET /v2.0/subnetpools/92cf855e-1c40-4732-82bc-57c26f04e31d HTTP/1.1" status: 404 len: 346 time: 0.0227773 Feb 05 03:03:17.476715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34642) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:17.488671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2d6e971-fb4a-46ba-8522-a1094a99b266 req-ae3e140d-4fb2-4f84-98c2-8fa62bbd58e8 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0427983 Feb 05 03:03:17.508489 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-0bdbf8b9-7106-4f73-93ea-83325f11552c tempest-SubnetPoolsTestJSON-1327760990 tempest-SubnetPoolsTestJSON-1327760990-project] delete failed (client error): The resource could not be found. Feb 05 03:03:17.514175 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0bdbf8b9-7106-4f73-93ea-83325f11552c tempest-SubnetPoolsTestJSON-1327760990 tempest-SubnetPoolsTestJSON-1327760990-project] 10.222.0.36 "DELETE /v2.0/subnetpools/92cf855e-1c40-4732-82bc-57c26f04e31d HTTP/1.1" status: 404 len: 346 time: 0.0318346 Feb 05 03:03:17.630977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e730df-c169-461d-a056-e4183f8929c3 req-cbc4d9f1-e905-445b-a21d-553a9332e3d7 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:17.640599 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81e730df-c169-461d-a056-e4183f8929c3 req-cbc4d9f1-e905-445b-a21d-553a9332e3d7 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.0848374 Feb 05 03:03:17.739990 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81e730df-c169-461d-a056-e4183f8929c3 req-8bad640a-5bf1-4744-bcc7-4a0ffd8be7b7 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980549 Feb 05 03:03:17.821012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cad4e26-2815-43ae-b89d-1c725b56aec0 req-66f8b8be-8e95-49e9-b106-027fa0f371db tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0397716 Feb 05 03:03:17.935459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34660) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:18.079870 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca33791d-9509-4648-a2bb-261da01d40d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:18.125698 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:03:18.194670 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca33791d-9509-4648-a2bb-261da01d40d7 admin admin] Publish callbacks [] for security_group (c1b3ad69-c7f0-4b2e-8973-c146455dd418), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:18.201641 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca33791d-9509-4648-a2bb-261da01d40d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c1b3ad69-c7f0-4b2e-8973-c146455dd418), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:18.243160 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34674) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:18.243610 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ca33791d-9509-4648-a2bb-261da01d40d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14d3e2375cbe4c1997ad140512797051&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3021061 Feb 05 03:03:18.254606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33791d-9509-4648-a2bb-261da01d40d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b3ad69-c7f0-4b2e-8973-c146455dd418,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:18.353468 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3336874-8c3e-4f7c-84ba-5be76993d253 admin admin] Publish callbacks [] for security_group (c1b3ad69-c7f0-4b2e-8973-c146455dd418), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:18.388975 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3336874-8c3e-4f7c-84ba-5be76993d253 admin admin] Publish callbacks [] for security_group (c1b3ad69-c7f0-4b2e-8973-c146455dd418), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:18.446642 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3336874-8c3e-4f7c-84ba-5be76993d253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c1b3ad69-c7f0-4b2e-8973-c146455dd418), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:18.449974 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3336874-8c3e-4f7c-84ba-5be76993d253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:18.451393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e3336874-8c3e-4f7c-84ba-5be76993d253 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1b3ad69-c7f0-4b2e-8973-c146455dd418 HTTP/1.1" status: 204 len: 168 time: 0.2062154 Feb 05 03:03:18.462613 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3336874-8c3e-4f7c-84ba-5be76993d253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b3ad69-c7f0-4b2e-8973-c146455dd418,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:18.640091 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15f57538-dfc9-4669-8b94-331b5d99e87f req-9885b182-01c4-4cf2-a866-eb10a32240a7 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0532913 Feb 05 03:03:18.990396 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084dc24-5775-4063-9462-adfec51b609e req-1fc81963-ce41-42e2-bae3-7d79c1e3ccb1 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:18.994544 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1084dc24-5775-4063-9462-adfec51b609e req-1fc81963-ce41-42e2-bae3-7d79c1e3ccb1 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.1444514 Feb 05 03:03:19.054819 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6343208a-9fac-4b36-a416-a4a28a2e0d98 req-df528c35-f527-4f93-80e2-5a6855d13c82 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0589900 Feb 05 03:03:19.118583 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1084dc24-5775-4063-9462-adfec51b609e req-28cf3b87-fb0e-40b7-8525-824a88e38568 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099381 Feb 05 03:03:19.688025 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34726) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:19.791931 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a14f221-6f9a-4109-9e7c-ab540b634900 req-8b98c45b-7979-4747-ad50-b5cd4a8ccd71 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0569899 Feb 05 03:03:19.852311 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b010158a-a805-41ba-ae84-59d998a4d3e7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-43481083'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:19.878034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b010158a-a805-41ba-ae84-59d998a4d3e7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Made reservation on behalf of d5af9aec17f24f89a50df399ae504951 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:03:19.883882 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b010158a-a805-41ba-ae84-59d998a4d3e7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:19.895276 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b010158a-a805-41ba-ae84-59d998a4d3e7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:20.013784 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b010158a-a805-41ba-ae84-59d998a4d3e7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks [] for security_group (f574fa7c-4dd2-4830-8e21-6c6e62e4b250), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:20.019374 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b010158a-a805-41ba-ae84-59d998a4d3e7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f574fa7c-4dd2-4830-8e21-6c6e62e4b250), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:20.036958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b010158a-a805-41ba-ae84-59d998a4d3e7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:03:20.049548 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b010158a-a805-41ba-ae84-59d998a4d3e7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:20.050626 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-b010158a-a805-41ba-ae84-59d998a4d3e7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Added segment 46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca of type vlan for network 53638793-6b46-490f-930d-21bc4d7d56f5 Feb 05 03:03:20.128274 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b010158a-a805-41ba-ae84-59d998a4d3e7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (53638793-6b46-490f-930d-21bc4d7d56f5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:20.251089 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-acbd7986-d36f-4a62-8b63-12c3f8318ba9 req-f3e3f8d7-ecbd-40c0-9652-c5152b39ed98 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0586970 Feb 05 03:03:20.254814 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b010158a-a805-41ba-ae84-59d998a4d3e7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (53638793-6b46-490f-930d-21bc4d7d56f5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:20.260700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b010158a-a805-41ba-ae84-59d998a4d3e7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:20.261302 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b010158a-a805-41ba-ae84-59d998a4d3e7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:20.310516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34746) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:20.311043 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b010158a-a805-41ba-ae84-59d998a4d3e7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6209953 Feb 05 03:03:20.327350 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d6828645-4600-4dc9-b7d2-aab61a9a8391 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Request body: {'subnet': {'network_id': '53638793-6b46-490f-930d-21bc4d7d56f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:20.413134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010158a-a805-41ba-ae84-59d998a4d3e7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f574fa7c-4dd2-4830-8e21-6c6e62e4b250,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:20.493917 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010158a-a805-41ba-ae84-59d998a4d3e7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Pushing event updated for resources: {'Network': ['ID=53638793-6b46-490f-930d-21bc4d7d56f5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:20.517154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 53638793-6b46-490f-930d-21bc4d7d56f5 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:03:20.548116 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6828645-4600-4dc9-b7d2-aab61a9a8391 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Made reservation on behalf of d5af9aec17f24f89a50df399ae504951 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:03:20.551624 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6828645-4600-4dc9-b7d2-aab61a9a8391 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:20.607532 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62347403-ef98-4e10-8169-f746101fc354 req-ef07adc8-6721-4dd2-b51d-1e951f122d62 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:20.619274 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62347403-ef98-4e10-8169-f746101fc354 req-ef07adc8-6721-4dd2-b51d-1e951f122d62 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.3577826 Feb 05 03:03:20.775176 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62347403-ef98-4e10-8169-f746101fc354 req-a06f3915-1868-4eb0-b7ea-dc352219c6ff tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510808 Feb 05 03:03:20.877010 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6828645-4600-4dc9-b7d2-aab61a9a8391 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (e62b1a4c-8e76-4cf6-b9fa-10498a942286), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:20.985417 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6828645-4600-4dc9-b7d2-aab61a9a8391 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Pushing event updated for resources: {'Subnet': ['ID=e62b1a4c-8e76-4cf6-b9fa-10498a942286,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:20.989308 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7dd5f8f0-4977-4cbc-9a1b-3a5ca216ab7b req-ea44da6a-07b5-4a14-a531-888de875cb95 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0509627 Feb 05 03:03:21.034137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6828645-4600-4dc9-b7d2-aab61a9a8391 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Checking segment: {'id': '46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53638793-6b46-490f-930d-21bc4d7d56f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:03:21.034597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6828645-4600-4dc9-b7d2-aab61a9a8391 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Network hostable DHCP agents. Network: 53638793-6b46-490f-930d-21bc4d7d56f5, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:03:21.064585 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6828645-4600-4dc9-b7d2-aab61a9a8391 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Network 53638793-6b46-490f-930d-21bc4d7d56f5 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:03:21.081316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d6828645-4600-4dc9-b7d2-aab61a9a8391 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 53638793-6b46-490f-930d-21bc4d7d56f5) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:03:21.087547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6828645-4600-4dc9-b7d2-aab61a9a8391 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:21.088143 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6828645-4600-4dc9-b7d2-aab61a9a8391 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:21.094612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d200a473-0990-4332-891d-6acc70b2d3c7 None None] Network 53638793-6b46-490f-930d-21bc4d7d56f5 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:03:21.204817 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bac4a92a-54d5-4247-bfdc-2c40f38f2777 req-8ac7d9c9-2529-4bf1-ada9-28eaf0b6bf3d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0542929 Feb 05 03:03:21.212311 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34762) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:21.212574 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d6828645-4600-4dc9-b7d2-aab61a9a8391 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8998618 Feb 05 03:03:21.217491 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ebc1c170-3d5e-4b11-b64a-db8d70639e0a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Request body: {'port': {'network_id': '53638793-6b46-490f-930d-21bc4d7d56f5', 'name': 'tempest-TagsExtTest-1625638923'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:21.346498 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-53638793-6b46-490f-930d-21bc4d7d56f5', 'network_id': '53638793-6b46-490f-930d-21bc4d7d56f5', 'project_id': 'd5af9aec17f24f89a50df399ae504951', 'fixed_ips': [{'subnet_id': 'e62b1a4c-8e76-4cf6-b9fa-10498a942286'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:03:21.348307 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:21.551559 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-743bc051-9689-48d0-aa7b-feb7d8636c5e req-75e640bb-b6a7-4786-bad9-7a9c0434b2b8 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0841494 Feb 05 03:03:21.563761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc1c170-3d5e-4b11-b64a-db8d70639e0a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Made reservation on behalf of d5af9aec17f24f89a50df399ae504951 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:03:21.567945 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c170-3d5e-4b11-b64a-db8d70639e0a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:21.597618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Allocated IP 172.20.0.2 (53638793-6b46-490f-930d-21bc4d7d56f5/e62b1a4c-8e76-4cf6-b9fa-10498a942286/137a5b13-e9f7-40f6-b160-d3c48def5fd7) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:03:21.602275 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-ebc1c170-3d5e-4b11-b64a-db8d70639e0a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] device_id is not set on port bf2f8b21-46dd-4a8c-9297-e2a507be22a0 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:03:21.843830 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Publish callbacks [] for port (137a5b13-e9f7-40f6-b160-d3c48def5fd7), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:21.858820 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (137a5b13-e9f7-40f6-b160-d3c48def5fd7), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:21.918896 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Pushing event updated for resources: {'Port': ['ID=137a5b13-e9f7-40f6-b160-d3c48def5fd7,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:21.933968 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Network 53638793-6b46-490f-930d-21bc4d7d56f5 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:03:21.936207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:03:21.938723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:03:22.030534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Attempting to bind port 137a5b13-e9f7-40f6-b160-d3c48def5fd7 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:03:22.031341 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Attempting to bind port 137a5b13-e9f7-40f6-b160-d3c48def5fd7 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53638793-6b46-490f-930d-21bc4d7d56f5'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:03:22.032076 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Attempting to bind port 137a5b13-e9f7-40f6-b160-d3c48def5fd7 on network 53638793-6b46-490f-930d-21bc4d7d56f5 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:03:22.042865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:03:22.043825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Checking segment: {'id': '46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53638793-6b46-490f-930d-21bc4d7d56f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:03:22.044328 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:22.046532 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Bound using segment: {'id': '46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53638793-6b46-490f-930d-21bc4d7d56f5'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:03:22.047156 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Bound port: 137a5b13-e9f7-40f6-b160-d3c48def5fd7, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53638793-6b46-490f-930d-21bc4d7d56f5'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:03:22.047661 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (137a5b13-e9f7-40f6-b160-d3c48def5fd7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:22.081103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-ebc1c170-3d5e-4b11-b64a-db8d70639e0a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Allocated IP 172.20.0.14 (53638793-6b46-490f-930d-21bc4d7d56f5/e62b1a4c-8e76-4cf6-b9fa-10498a942286/bf2f8b21-46dd-4a8c-9297-e2a507be22a0) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:03:22.124763 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0269c7-4b6d-41d5-a671-5c4d62437831 req-6f020dca-2cb5-4b53-9c62-8beddae90c3b tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:22.128674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e0269c7-4b6d-41d5-a671-5c4d62437831 req-6f020dca-2cb5-4b53-9c62-8beddae90c3b tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.2189698 Feb 05 03:03:22.191783 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] For port 137a5b13-e9f7-40f6-b160-d3c48def5fd7, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:03:22.200568 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] For port 137a5b13-e9f7-40f6-b160-d3c48def5fd7, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=137a5b13-e9f7-40f6-b160-d3c48def5fd7,segment=NetworkSegment(46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca),segment_id=46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:03:22.214306 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (137a5b13-e9f7-40f6-b160-d3c48def5fd7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:22.236308 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ab119d7-ebbb-485c-91e8-13a88c65634f req-bd829c9e-97f3-4a05-ac62-b7e569a33877 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0602486 Feb 05 03:03:22.344971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6ab93-1936-4a16-bd12-1171cc173204 None None] Pushing event updated for resources: {'Port': ['ID=137a5b13-e9f7-40f6-b160-d3c48def5fd7,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:22.348828 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e0269c7-4b6d-41d5-a671-5c4d62437831 req-a6aa242f-04a6-4f32-97ef-f1f741804239 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086179 Feb 05 03:03:22.563699 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c170-3d5e-4b11-b64a-db8d70639e0a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks [] for port (bf2f8b21-46dd-4a8c-9297-e2a507be22a0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:22.671628 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c170-3d5e-4b11-b64a-db8d70639e0a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (bf2f8b21-46dd-4a8c-9297-e2a507be22a0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:22.736425 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc1c170-3d5e-4b11-b64a-db8d70639e0a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Network 53638793-6b46-490f-930d-21bc4d7d56f5 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:03:22.778724 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae8225a3-5d9c-495f-b7f7-dd434d3159f2 req-839e55bb-7d24-4686-8ccc-a402540f9b0c tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0540195 Feb 05 03:03:22.794328 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ebc1c170-3d5e-4b11-b64a-db8d70639e0a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:03:22.805328 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc1c170-3d5e-4b11-b64a-db8d70639e0a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:03:22.925920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1c170-3d5e-4b11-b64a-db8d70639e0a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Pushing event updated for resources: {'Port': ['ID=bf2f8b21-46dd-4a8c-9297-e2a507be22a0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:22.946652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc1c170-3d5e-4b11-b64a-db8d70639e0a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:22.953651 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c170-3d5e-4b11-b64a-db8d70639e0a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:22.984865 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ebc1c170-3d5e-4b11-b64a-db8d70639e0a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7711582 Feb 05 03:03:22.987748 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34796) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:22.993492 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b8b049a7-944d-4cba-ba9f-168c512fb681 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-803006002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:23.040430 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8b049a7-944d-4cba-ba9f-168c512fb681 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (fc275fff-5069-46da-bb68-4c6d74bace8a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:23.041799 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8b049a7-944d-4cba-ba9f-168c512fb681 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (fc275fff-5069-46da-bb68-4c6d74bace8a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:23.115214 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8b049a7-944d-4cba-ba9f-168c512fb681 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks [] for router_controller (fc275fff-5069-46da-bb68-4c6d74bace8a), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:23.125614 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8b049a7-944d-4cba-ba9f-168c512fb681 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (fc275fff-5069-46da-bb68-4c6d74bace8a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:23.173100 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8b049a7-944d-4cba-ba9f-168c512fb681 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:23.175351 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b8b049a7-944d-4cba-ba9f-168c512fb681 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1859107 Feb 05 03:03:23.178206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34802) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:23.182712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f3d8f954-7e02-43c6-a07c-3f2832c3924b tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-619384621', 'prefixes': ['172.20.0.0/16']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:23.266419 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59bb8183-808f-428a-a2fb-383f993ef52f req-003782b6-45ba-4220-b90a-450e527c97f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eaf47fb34f5f4d898002173e4bbe90d9&device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0788450 Feb 05 03:03:23.306094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 137a5b13-e9f7-40f6-b160-d3c48def5fd7 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:03:23.313711 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7185e3e1-acd8-45e0-b51c-4a63dcc91174 req-8e5453e5-0ddf-4e1a-aa08-ec2a072e289f tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0493419 Feb 05 03:03:23.329504 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3d8f954-7e02-43c6-a07c-3f2832c3924b tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:23.330710 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f3d8f954-7e02-43c6-a07c-3f2832c3924b tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1515231 Feb 05 03:03:23.341195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34806) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:23.348601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-8c37609f-8f00-44de-a870-377eba9adf3a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e62b1a4c-8e76-4cf6-b9fa-10498a942286', 'tempest-TagsExtTest-Tag-2132262438') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:23.372760 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59bb8183-808f-428a-a2fb-383f993ef52f req-bd93090a-cd19-4731-b497-24e4e95a0d54 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=eaf47fb34f5f4d898002173e4bbe90d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0986359 Feb 05 03:03:23.503409 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 137a5b13-e9f7-40f6-b160-d3c48def5fd7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:03:23.504062 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (137a5b13-e9f7-40f6-b160-d3c48def5fd7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:23.608019 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb8183-808f-428a-a2fb-383f993ef52f req-c3a740c4-f7fa-42ab-a3e8-246c17f1ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:23.609510 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59bb8183-808f-428a-a2fb-383f993ef52f req-c3a740c4-f7fa-42ab-a3e8-246c17f1ee80 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2263017 Feb 05 03:03:23.624997 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-659c6604-81ee-4b39-a417-df9d3efd39e2 req-bf5f2943-ec17-41d6-9f36-6d57d1127652 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.1120529 Feb 05 03:03:23.645599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b8ec5-d14a-4813-8991-30b245c1668c req-68b03c8f-5b5f-4b21-9164-1fc2aaddbdd0 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:23.652249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d0b8ec5-d14a-4813-8991-30b245c1668c req-68b03c8f-5b5f-4b21-9164-1fc2aaddbdd0 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.2104220 Feb 05 03:03:23.677019 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 137a5b13-e9f7-40f6-b160-d3c48def5fd7 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:03:23.679615 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (137a5b13-e9f7-40f6-b160-d3c48def5fd7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:23.684714 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8c37609f-8f00-44de-a870-377eba9adf3a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "PUT /v2.0/subnets/e62b1a4c-8e76-4cf6-b9fa-10498a942286/tags/tempest-TagsExtTest-Tag-2132262438 HTTP/1.1" status: 201 len: 201 time: 0.3454843 Feb 05 03:03:23.684911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34816) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:23.691074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-aae0c2bb-b464-4b93-a30e-42ab2b5a4db9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bf2f8b21-46dd-4a8c-9297-e2a507be22a0', 'tempest-TagsExtTest-Tag-732265473') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:23.758257 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 137a5b13-e9f7-40f6-b160-d3c48def5fd7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=137a5b13-e9f7-40f6-b160-d3c48def5fd7,segment=NetworkSegment(46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca),segment_id=46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:23.773200 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (137a5b13-e9f7-40f6-b160-d3c48def5fd7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:23.802036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d0b8ec5-d14a-4813-8991-30b245c1668c req-9e7a0092-962a-4796-a2e4-d2f0d4d44ac1 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409009 Feb 05 03:03:23.831368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-aae0c2bb-b464-4b93-a30e-42ab2b5a4db9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "PUT /v2.0/ports/bf2f8b21-46dd-4a8c-9297-e2a507be22a0/tags/tempest-TagsExtTest-Tag-732265473 HTTP/1.1" status: 201 len: 201 time: 0.1454909 Feb 05 03:03:23.836880 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34818) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:23.842493 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-d7b2d217-1f24-4f18-acc3-dd3fc6a8c372 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fc275fff-5069-46da-bb68-4c6d74bace8a', 'tempest-TagsExtTest-Tag-368124374') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:23.923248 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=137a5b13-e9f7-40f6-b160-d3c48def5fd7,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:24.095042 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eec05a-e968-4ba8-87eb-dfa97afbf43b None None] Network 53638793-6b46-490f-930d-21bc4d7d56f5 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:03:24.218399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-efcd583d-2685-4b94-8b32-996d6af9a255 None None] Provisioning complete for port 137a5b13-e9f7-40f6-b160-d3c48def5fd7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:03:24.219032 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-efcd583d-2685-4b94-8b32-996d6af9a255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (137a5b13-e9f7-40f6-b160-d3c48def5fd7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:24.432083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34840) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:24.432566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d7b2d217-1f24-4f18-acc3-dd3fc6a8c372 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "PUT /v2.0/routers/fc275fff-5069-46da-bb68-4c6d74bace8a/tags/tempest-TagsExtTest-Tag-368124374 HTTP/1.1" status: 201 len: 201 time: 0.5944397 Feb 05 03:03:24.434663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-efcd583d-2685-4b94-8b32-996d6af9a255 None None] Current status of the port 137a5b13-e9f7-40f6-b160-d3c48def5fd7 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:03:24.442715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-612b9192-29f1-495b-a418-3b7b01223fc2 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'de211611-d4f9-4fe7-be9a-c993c9c41046', 'tempest-TagsExtTest-Tag-1372350335') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:24.510322 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-acce3e72-bee0-47fa-a736-06643d046cfe req-0fac41b2-8887-4ab6-a6cc-cd3406e3886d tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0610306 Feb 05 03:03:24.523951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34844) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:24.524381 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-612b9192-29f1-495b-a418-3b7b01223fc2 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "PUT /v2.0/subnetpools/de211611-d4f9-4fe7-be9a-c993c9c41046/tags/tempest-TagsExtTest-Tag-1372350335 HTTP/1.1" status: 201 len: 201 time: 0.0899477 Feb 05 03:03:24.531157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-51648237-9696-4daf-b48b-2627b4f08340 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e62b1a4c-8e76-4cf6-b9fa-10498a942286') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:24.630855 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-51648237-9696-4daf-b48b-2627b4f08340 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/subnets/e62b1a4c-8e76-4cf6-b9fa-10498a942286/tags HTTP/1.1" status: 200 len: 241 time: 0.1057489 Feb 05 03:03:24.634192 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34848) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:24.638575 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-ea14644e-1fe4-40c1-bb0b-82afd01058e4 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e62b1a4c-8e76-4cf6-b9fa-10498a942286', 'tempest-TagsExtTest-Tag-2132262438') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:24.748493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ea14644e-1fe4-40c1-bb0b-82afd01058e4 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/subnets/e62b1a4c-8e76-4cf6-b9fa-10498a942286/tags/tempest-TagsExtTest-Tag-2132262438 HTTP/1.1" status: 204 len: 168 time: 0.1132035 Feb 05 03:03:24.752005 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34852) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:24.758180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-073349d7-1e7d-4eb6-8b19-64ef4cf2180e tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e62b1a4c-8e76-4cf6-b9fa-10498a942286', 'tempest-TagsExtTest-Tag-2132262438') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:24.880541 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e0c66d6-154f-43ed-97b8-f9a81e64799f req-f84be811-dce6-4b3b-a49f-64ee52d0bb29 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0826235 Feb 05 03:03:24.896159 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-396fcc56-65d9-4092-a9c4-cd44a7f9fe6f None None] Provisioning complete for port 137a5b13-e9f7-40f6-b160-d3c48def5fd7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:03:24.897366 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-396fcc56-65d9-4092-a9c4-cd44a7f9fe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (137a5b13-e9f7-40f6-b160-d3c48def5fd7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:25.009049 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59bb8183-808f-428a-a2fb-383f993ef52f req-69e1e581-c77c-41c2-9e89-65acc6b1f29d tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0696266 Feb 05 03:03:25.010124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-396fcc56-65d9-4092-a9c4-cd44a7f9fe6f None None] Current status of the port 137a5b13-e9f7-40f6-b160-d3c48def5fd7 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:03:25.024032 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-396fcc56-65d9-4092-a9c4-cd44a7f9fe6f None None] Provisioning complete for port bf2f8b21-46dd-4a8c-9297-e2a507be22a0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:03:25.024791 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-396fcc56-65d9-4092-a9c4-cd44a7f9fe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bf2f8b21-46dd-4a8c-9297-e2a507be22a0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:25.108386 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-396fcc56-65d9-4092-a9c4-cd44a7f9fe6f None None] Port bf2f8b21-46dd-4a8c-9297-e2a507be22a0 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:03:25.117262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-073349d7-1e7d-4eb6-8b19-64ef4cf2180e tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/subnets/e62b1a4c-8e76-4cf6-b9fa-10498a942286/tags/tempest-TagsExtTest-Tag-2132262438 HTTP/1.1" status: 204 len: 168 time: 0.3641593 Feb 05 03:03:25.120870 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34860) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:25.137354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-63dcf150-abe0-46dc-9cbc-abef0baaf652 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e62b1a4c-8e76-4cf6-b9fa-10498a942286') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:25.164913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990f0a9-4a70-4e13-b25e-c24e38d9e033 req-84232a51-4676-4528-ab6b-f1bd2b297e38 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:25.172279 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c990f0a9-4a70-4e13-b25e-c24e38d9e033 req-84232a51-4676-4528-ab6b-f1bd2b297e38 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.2301772 Feb 05 03:03:25.257916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 137a5b13-e9f7-40f6-b160-d3c48def5fd7 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:03:25.259063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c990f0a9-4a70-4e13-b25e-c24e38d9e033 req-5656cb47-8294-4a72-a743-ed0296e484bd tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820796 Feb 05 03:03:25.273059 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-63dcf150-abe0-46dc-9cbc-abef0baaf652 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/subnets/e62b1a4c-8e76-4cf6-b9fa-10498a942286/tags HTTP/1.1" status: 200 len: 205 time: 0.1457579 Feb 05 03:03:25.273372 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34866) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:25.278739 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-466166f4-0e57-4909-af49-acc81e337e97 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bf2f8b21-46dd-4a8c-9297-e2a507be22a0') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:25.335774 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6cef8a9e-2ea0-4ea2-89d8-74dede52aa7b None None] Provisioning complete for port bf2f8b21-46dd-4a8c-9297-e2a507be22a0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:03:25.336150 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6cef8a9e-2ea0-4ea2-89d8-74dede52aa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bf2f8b21-46dd-4a8c-9297-e2a507be22a0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:25.346869 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-466166f4-0e57-4909-af49-acc81e337e97 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/ports/bf2f8b21-46dd-4a8c-9297-e2a507be22a0/tags HTTP/1.1" status: 200 len: 240 time: 0.0701203 Feb 05 03:03:25.347229 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34870) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:25.352106 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-8b591615-78d6-4bd1-8e59-e71893529545 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bf2f8b21-46dd-4a8c-9297-e2a507be22a0', 'tempest-TagsExtTest-Tag-732265473') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:25.406508 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8b591615-78d6-4bd1-8e59-e71893529545 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/ports/bf2f8b21-46dd-4a8c-9297-e2a507be22a0/tags/tempest-TagsExtTest-Tag-732265473 HTTP/1.1" status: 204 len: 168 time: 0.0582211 Feb 05 03:03:25.408991 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34872) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:25.414737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-1aa597c1-6ed3-48c7-b1d5-888c827f5179 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bf2f8b21-46dd-4a8c-9297-e2a507be22a0', 'tempest-TagsExtTest-Tag-732265473') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:25.448362 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6cef8a9e-2ea0-4ea2-89d8-74dede52aa7b None None] Port bf2f8b21-46dd-4a8c-9297-e2a507be22a0 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:03:25.460796 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 137a5b13-e9f7-40f6-b160-d3c48def5fd7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:03:25.461108 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (137a5b13-e9f7-40f6-b160-d3c48def5fd7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:25.540869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1aa597c1-6ed3-48c7-b1d5-888c827f5179 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/ports/bf2f8b21-46dd-4a8c-9297-e2a507be22a0/tags/tempest-TagsExtTest-Tag-732265473 HTTP/1.1" status: 204 len: 168 time: 0.1308043 Feb 05 03:03:25.543891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34876) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:25.549632 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-de08fb8a-17a4-4ace-ba50-1e9048af181f tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bf2f8b21-46dd-4a8c-9297-e2a507be22a0') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:25.636266 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 137a5b13-e9f7-40f6-b160-d3c48def5fd7 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:03:25.711330 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46fd66dc-25ff-4bfe-93f0-0f10de5d9fc3 req-49e387db-f95a-406c-97c5-f6088d4658b6 tempest-ServerShowV254Test-309793429 tempest-ServerShowV254Test-309793429-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c98973-c241-4df9-b422-742344459141 HTTP/1.1" status: 200 len: 210 time: 0.0552082 Feb 05 03:03:25.721953 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-de08fb8a-17a4-4ace-ba50-1e9048af181f tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/ports/bf2f8b21-46dd-4a8c-9297-e2a507be22a0/tags HTTP/1.1" status: 200 len: 205 time: 0.1741695 Feb 05 03:03:25.731317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34882) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:25.740426 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-8b57554e-f32b-40ff-8a4e-ecfd0ea8ce6a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fc275fff-5069-46da-bb68-4c6d74bace8a') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:25.822938 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8b57554e-f32b-40ff-8a4e-ecfd0ea8ce6a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/routers/fc275fff-5069-46da-bb68-4c6d74bace8a/tags HTTP/1.1" status: 200 len: 240 time: 0.0916984 Feb 05 03:03:25.825438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34884) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:25.830291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-04cea0be-e44b-4094-93dd-8bc9f083eb5c tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc275fff-5069-46da-bb68-4c6d74bace8a', 'tempest-TagsExtTest-Tag-368124374') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:25.982721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34894) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:25.988082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-d6f6f109-cb0b-4fe4-9d58-39e4a0d30750 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fc275fff-5069-46da-bb68-4c6d74bace8a', 'tempest-TagsExtTest-Tag-368124374') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:25.994359 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-04cea0be-e44b-4094-93dd-8bc9f083eb5c tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/routers/fc275fff-5069-46da-bb68-4c6d74bace8a/tags/tempest-TagsExtTest-Tag-368124374 HTTP/1.1" status: 204 len: 168 time: 0.1677084 Feb 05 03:03:26.197126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c342cb2c-26da-4ee1-bb42-fda0b6ca6467 req-378d6aee-c7dc-4ead-9a6a-5216558c242a tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.1213589 Feb 05 03:03:26.291335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34906) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:26.291557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d6f6f109-cb0b-4fe4-9d58-39e4a0d30750 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/routers/fc275fff-5069-46da-bb68-4c6d74bace8a/tags/tempest-TagsExtTest-Tag-368124374 HTTP/1.1" status: 204 len: 168 time: 0.3076053 Feb 05 03:03:26.296402 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-943ff977-379b-4035-9855-e885b954a03a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fc275fff-5069-46da-bb68-4c6d74bace8a') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:26.406841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78187eb-1cd0-4ff7-add6-aa7113409204 req-49cb6f53-fae1-405a-9f91-184ff7fe3077 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:26.408540 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d78187eb-1cd0-4ff7-add6-aa7113409204 req-49cb6f53-fae1-405a-9f91-184ff7fe3077 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.0706975 Feb 05 03:03:26.454975 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-943ff977-379b-4035-9855-e885b954a03a tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/routers/fc275fff-5069-46da-bb68-4c6d74bace8a/tags HTTP/1.1" status: 200 len: 205 time: 0.1599238 Feb 05 03:03:26.455674 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34908) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:26.468540 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-52fc327b-b248-4fe9-bcec-8c1e81634ed6 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'de211611-d4f9-4fe7-be9a-c993c9c41046') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:26.502599 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d78187eb-1cd0-4ff7-add6-aa7113409204 req-205472cf-c273-4826-b278-6c4b9ed86515 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826619 Feb 05 03:03:26.506853 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-52fc327b-b248-4fe9-bcec-8c1e81634ed6 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/subnetpools/de211611-d4f9-4fe7-be9a-c993c9c41046/tags HTTP/1.1" status: 200 len: 241 time: 0.0476441 Feb 05 03:03:26.507152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34910) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:26.512005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-3ad7bc70-c7a4-477e-a4a9-0562d19ceebf tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'de211611-d4f9-4fe7-be9a-c993c9c41046', 'tempest-TagsExtTest-Tag-1372350335') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:26.542698 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3ad7bc70-c7a4-477e-a4a9-0562d19ceebf tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/subnetpools/de211611-d4f9-4fe7-be9a-c993c9c41046/tags/tempest-TagsExtTest-Tag-1372350335 HTTP/1.1" status: 204 len: 168 time: 0.0322688 Feb 05 03:03:26.543122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34916) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:26.548032 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-ec53280d-dd55-4684-9ff4-1ac1df0d6eed tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'de211611-d4f9-4fe7-be9a-c993c9c41046', 'tempest-TagsExtTest-Tag-1372350335') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:26.639132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ec53280d-dd55-4684-9ff4-1ac1df0d6eed tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/subnetpools/de211611-d4f9-4fe7-be9a-c993c9c41046/tags/tempest-TagsExtTest-Tag-1372350335 HTTP/1.1" status: 204 len: 168 time: 0.0924940 Feb 05 03:03:26.640215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34918) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:26.645436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-a6af9a86-8c97-4499-a99c-be98db39309f tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'de211611-d4f9-4fe7-be9a-c993c9c41046') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:26.671426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34920) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:26.686096 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a6af9a86-8c97-4499-a99c-be98db39309f tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/subnetpools/de211611-d4f9-4fe7-be9a-c993c9c41046/tags HTTP/1.1" status: 200 len: 205 time: 0.0425174 Feb 05 03:03:26.686464 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34924) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:26.691411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-1c08667e-acc6-42c7-89cd-38b7e3332867 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'de211611-d4f9-4fe7-be9a-c993c9c41046') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:26.731007 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1c08667e-acc6-42c7-89cd-38b7e3332867 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/subnetpools/de211611-d4f9-4fe7-be9a-c993c9c41046/tags HTTP/1.1" status: 204 len: 168 time: 0.0433447 Feb 05 03:03:26.733600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34928) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:26.738579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-fe91a846-4f6f-4cb9-9b7a-2c6fcf796dac tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fc275fff-5069-46da-bb68-4c6d74bace8a') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:26.890652 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfd646bb-2d77-4907-8476-9ea5dc216f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:26.950990 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fe91a846-4f6f-4cb9-9b7a-2c6fcf796dac tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/routers/fc275fff-5069-46da-bb68-4c6d74bace8a/tags HTTP/1.1" status: 204 len: 168 time: 0.2141261 Feb 05 03:03:26.952238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34938) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:26.961618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-7296370d-496c-4eaf-ae6a-c03a1ed36949 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bf2f8b21-46dd-4a8c-9297-e2a507be22a0') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:27.011824 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfd646bb-2d77-4907-8476-9ea5dc216f2a admin admin] Publish callbacks [] for security_group (ac6b71a0-dd9d-4d93-bbdf-2200ac02aed6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:27.029775 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfd646bb-2d77-4907-8476-9ea5dc216f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ac6b71a0-dd9d-4d93-bbdf-2200ac02aed6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:27.083874 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7296370d-496c-4eaf-ae6a-c03a1ed36949 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/ports/bf2f8b21-46dd-4a8c-9297-e2a507be22a0/tags HTTP/1.1" status: 204 len: 168 time: 0.1280138 Feb 05 03:03:27.084763 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34946) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:27.094304 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-c2083c32-f285-49fb-b311-67f55e28a040 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e62b1a4c-8e76-4cf6-b9fa-10498a942286') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:27.097398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dfd646bb-2d77-4907-8476-9ea5dc216f2a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d50a4468b8548a79bc4198f60fd5cba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4247489 Feb 05 03:03:27.100868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34948) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:27.187781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd646bb-2d77-4907-8476-9ea5dc216f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6b71a0-dd9d-4d93-bbdf-2200ac02aed6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:27.238310 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c2083c32-f285-49fb-b311-67f55e28a040 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/subnets/e62b1a4c-8e76-4cf6-b9fa-10498a942286/tags HTTP/1.1" status: 204 len: 168 time: 0.1476200 Feb 05 03:03:27.252697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34954) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:27.260975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34958) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:27.263804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-91cd0e92-bc30-4e8b-a092-7d210a1bcb25 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e62b1a4c-8e76-4cf6-b9fa-10498a942286', 'tempest-TagsExtTest-Tag-1999482526') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:27.269173 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-426c4832-fcc1-404a-858d-d0118e364637 admin admin] Publish callbacks [] for security_group (ac6b71a0-dd9d-4d93-bbdf-2200ac02aed6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:27.341293 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-426c4832-fcc1-404a-858d-d0118e364637 admin admin] Publish callbacks [] for security_group (ac6b71a0-dd9d-4d93-bbdf-2200ac02aed6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:27.373232 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-91cd0e92-bc30-4e8b-a092-7d210a1bcb25 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "PUT /v2.0/subnets/e62b1a4c-8e76-4cf6-b9fa-10498a942286/tags/tempest-TagsExtTest-Tag-1999482526 HTTP/1.1" status: 201 len: 201 time: 0.1170132 Feb 05 03:03:27.373907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34964) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:27.381408 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-709fec46-798e-4a3a-a362-2ce57ed6be80 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bf2f8b21-46dd-4a8c-9297-e2a507be22a0', 'tempest-TagsExtTest-Tag-1943193143') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:27.439189 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b73d035-413f-4377-b953-bc8e4acda05b req-c1711fa2-560d-4790-9fbf-8ccc24682636 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0573478 Feb 05 03:03:27.477174 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-426c4832-fcc1-404a-858d-d0118e364637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ac6b71a0-dd9d-4d93-bbdf-2200ac02aed6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:27.483616 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-426c4832-fcc1-404a-858d-d0118e364637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:27.485073 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-426c4832-fcc1-404a-858d-d0118e364637 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac6b71a0-dd9d-4d93-bbdf-2200ac02aed6 HTTP/1.1" status: 204 len: 168 time: 0.3789134 Feb 05 03:03:27.497769 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c4832-fcc1-404a-858d-d0118e364637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6b71a0-dd9d-4d93-bbdf-2200ac02aed6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:27.598721 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-709fec46-798e-4a3a-a362-2ce57ed6be80 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "PUT /v2.0/ports/bf2f8b21-46dd-4a8c-9297-e2a507be22a0/tags/tempest-TagsExtTest-Tag-1943193143 HTTP/1.1" status: 201 len: 201 time: 0.2237399 Feb 05 03:03:27.602330 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34974) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:27.608573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-60d57b54-9028-4edb-83c8-01650308d0d2 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fc275fff-5069-46da-bb68-4c6d74bace8a', 'tempest-TagsExtTest-Tag-1957872729') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:27.618187 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fa05e51c-5f58-435c-93fa-760d66c95893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:27.801665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c52492-291f-49b0-840a-357dcb1d102f req-ddb6d509-4eb8-43ee-8817-d801d7e12092 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:27.810738 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-93c52492-291f-49b0-840a-357dcb1d102f req-ddb6d509-4eb8-43ee-8817-d801d7e12092 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.1700339 Feb 05 03:03:27.844606 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-60d57b54-9028-4edb-83c8-01650308d0d2 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "PUT /v2.0/routers/fc275fff-5069-46da-bb68-4c6d74bace8a/tags/tempest-TagsExtTest-Tag-1957872729 HTTP/1.1" status: 201 len: 201 time: 0.2407794 Feb 05 03:03:27.847895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34982) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:27.854781 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-b90beeaa-8076-44e4-94f6-4a21c3fb01f8 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'de211611-d4f9-4fe7-be9a-c993c9c41046', 'tempest-TagsExtTest-Tag-440793199') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:27.917213 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-93c52492-291f-49b0-840a-357dcb1d102f req-344f259c-2a6d-46a9-af79-084447fadd35 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992630 Feb 05 03:03:27.924614 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fa05e51c-5f58-435c-93fa-760d66c95893 admin admin] Publish callbacks [] for security_group (c00d79fc-5a6b-4d28-9816-1d57d85c0e93), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:27.931384 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fa05e51c-5f58-435c-93fa-760d66c95893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c00d79fc-5a6b-4d28-9816-1d57d85c0e93), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:27.945979 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b90beeaa-8076-44e4-94f6-4a21c3fb01f8 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "PUT /v2.0/subnetpools/de211611-d4f9-4fe7-be9a-c993c9c41046/tags/tempest-TagsExtTest-Tag-440793199 HTTP/1.1" status: 201 len: 201 time: 0.0962222 Feb 05 03:03:27.948347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34984) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:27.953278 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-27ad678f-12f0-46f5-bd82-0232bfb1f7bf tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e62b1a4c-8e76-4cf6-b9fa-10498a942286', {'tags': ['tempest-TagsExtTest-Tag-1372549540', 'tempest-TagsExtTest-Tag-1832597846', 'tempest-TagsExtTest-Tag-644282746']}) {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:27.972372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fa05e51c-5f58-435c-93fa-760d66c95893 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eaf47fb34f5f4d898002173e4bbe90d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7098596 Feb 05 03:03:27.975242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34986) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:28.025760 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05e51c-5f58-435c-93fa-760d66c95893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00d79fc-5a6b-4d28-9816-1d57d85c0e93,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:28.068495 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-732b8d14-f79e-43b4-838a-1904e71eb656 admin admin] Publish callbacks [] for security_group (c00d79fc-5a6b-4d28-9816-1d57d85c0e93), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:28.089884 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-27ad678f-12f0-46f5-bd82-0232bfb1f7bf tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "PUT /v2.0/subnets/e62b1a4c-8e76-4cf6-b9fa-10498a942286/tags HTTP/1.1" status: 200 len: 317 time: 0.1399643 Feb 05 03:03:28.091912 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34990) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:28.097015 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-64b41bc3-435c-4ce6-9a09-5389e374a48b tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e62b1a4c-8e76-4cf6-b9fa-10498a942286') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:28.108620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-732b8d14-f79e-43b4-838a-1904e71eb656 admin admin] Publish callbacks [] for security_group (c00d79fc-5a6b-4d28-9816-1d57d85c0e93), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:28.212557 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-732b8d14-f79e-43b4-838a-1904e71eb656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c00d79fc-5a6b-4d28-9816-1d57d85c0e93), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:28.215150 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-732b8d14-f79e-43b4-838a-1904e71eb656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:28.216316 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-732b8d14-f79e-43b4-838a-1904e71eb656 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c00d79fc-5a6b-4d28-9816-1d57d85c0e93 HTTP/1.1" status: 204 len: 168 time: 0.2398105 Feb 05 03:03:28.230955 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34994) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:28.231873 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b8d14-f79e-43b4-838a-1904e71eb656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00d79fc-5a6b-4d28-9816-1d57d85c0e93,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:28.269469 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe18a787-e479-4089-b117-3a093bf28d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:28.305888 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-64b41bc3-435c-4ce6-9a09-5389e374a48b tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/subnets/e62b1a4c-8e76-4cf6-b9fa-10498a942286/tags HTTP/1.1" status: 204 len: 168 time: 0.2127593 Feb 05 03:03:28.308594 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34998) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:28.314046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-1abdaef7-603b-45ff-9b18-3ce8e43c09cf tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e62b1a4c-8e76-4cf6-b9fa-10498a942286', 'tempest-TagsExtTest-Tag-1372549540') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:28.461896 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-1abdaef7-603b-45ff-9b18-3ce8e43c09cf tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] show failed (client error): The resource could not be found. Feb 05 03:03:28.469034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1abdaef7-603b-45ff-9b18-3ce8e43c09cf tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/subnets/e62b1a4c-8e76-4cf6-b9fa-10498a942286/tags/tempest-TagsExtTest-Tag-1372549540 HTTP/1.1" status: 404 len: 329 time: 0.1590686 Feb 05 03:03:28.470131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35002) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:28.481234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-fafecef5-11a3-453e-8815-4144dbfa1ee6 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e62b1a4c-8e76-4cf6-b9fa-10498a942286', 'tempest-TagsExtTest-Tag-1832597846') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:28.512619 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe18a787-e479-4089-b117-3a093bf28d1a admin admin] Publish callbacks [] for security_group (68c01b10-0ec8-4122-9db4-582ab12a2b13), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:28.530943 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe18a787-e479-4089-b117-3a093bf28d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (68c01b10-0ec8-4122-9db4-582ab12a2b13), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:28.580409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18a787-e479-4089-b117-3a093bf28d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c01b10-0ec8-4122-9db4-582ab12a2b13,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:28.636478 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fe18a787-e479-4089-b117-3a093bf28d1a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6dc09c83ac047848152b0e69e3a6a40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3972018 Feb 05 03:03:28.636478 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35006) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:28.665740 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96943785-6510-4080-912a-a3ac47812db2 req-c1d6d2bc-fee4-4beb-afa3-648e8fbf2729 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0675526 Feb 05 03:03:28.700157 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-fafecef5-11a3-453e-8815-4144dbfa1ee6 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] show failed (client error): The resource could not be found. Feb 05 03:03:28.712554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35010) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:28.713018 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fafecef5-11a3-453e-8815-4144dbfa1ee6 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/subnets/e62b1a4c-8e76-4cf6-b9fa-10498a942286/tags/tempest-TagsExtTest-Tag-1832597846 HTTP/1.1" status: 404 len: 329 time: 0.2338190 Feb 05 03:03:28.716677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-573e3914-f5dd-4aee-9897-046a9315fb80 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e62b1a4c-8e76-4cf6-b9fa-10498a942286', 'tempest-TagsExtTest-Tag-644282746') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:28.723410 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ba5d-e189-4395-8497-33357dffe437 admin admin] Publish callbacks [] for security_group (68c01b10-0ec8-4122-9db4-582ab12a2b13), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:28.767965 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ba5d-e189-4395-8497-33357dffe437 admin admin] Publish callbacks [] for security_group (68c01b10-0ec8-4122-9db4-582ab12a2b13), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:28.830407 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-573e3914-f5dd-4aee-9897-046a9315fb80 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] show failed (client error): The resource could not be found. Feb 05 03:03:28.830636 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-573e3914-f5dd-4aee-9897-046a9315fb80 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/subnets/e62b1a4c-8e76-4cf6-b9fa-10498a942286/tags/tempest-TagsExtTest-Tag-644282746 HTTP/1.1" status: 404 len: 328 time: 0.1245115 Feb 05 03:03:28.833240 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35014) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:28.839746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-843c7ad1-6d57-48a1-9de9-e13ca984cebd tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bf2f8b21-46dd-4a8c-9297-e2a507be22a0', {'tags': ['tempest-TagsExtTest-Tag-990763515', 'tempest-TagsExtTest-Tag-1377212480', 'tempest-TagsExtTest-Tag-1484878702']}) {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:28.934554 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-843c7ad1-6d57-48a1-9de9-e13ca984cebd tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "PUT /v2.0/ports/bf2f8b21-46dd-4a8c-9297-e2a507be22a0/tags HTTP/1.1" status: 200 len: 317 time: 0.1000121 Feb 05 03:03:28.937094 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35022) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:28.944728 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-86c29ab3-e0df-489e-a2fe-f4e14a2870f9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bf2f8b21-46dd-4a8c-9297-e2a507be22a0') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:28.978992 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ba5d-e189-4395-8497-33357dffe437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (68c01b10-0ec8-4122-9db4-582ab12a2b13), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:28.983287 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ba5d-e189-4395-8497-33357dffe437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:28.984816 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c3e2ba5d-e189-4395-8497-33357dffe437 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68c01b10-0ec8-4122-9db4-582ab12a2b13 HTTP/1.1" status: 204 len: 168 time: 0.3455942 Feb 05 03:03:29.005904 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2ba5d-e189-4395-8497-33357dffe437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c01b10-0ec8-4122-9db4-582ab12a2b13,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:29.050920 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-86c29ab3-e0df-489e-a2fe-f4e14a2870f9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/ports/bf2f8b21-46dd-4a8c-9297-e2a507be22a0/tags HTTP/1.1" status: 204 len: 168 time: 0.1118610 Feb 05 03:03:29.055259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35028) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:29.063512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-1ef42892-dbaa-4d28-a22c-f15caf0b8b05 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bf2f8b21-46dd-4a8c-9297-e2a507be22a0', 'tempest-TagsExtTest-Tag-990763515') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:29.141652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e58907-ff93-4bc9-aeb6-09cceb271e11 req-db38f075-7808-4470-8acc-b4a803b1a6da tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:29.143656 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32e58907-ff93-4bc9-aeb6-09cceb271e11 req-db38f075-7808-4470-8acc-b4a803b1a6da tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.1007833 Feb 05 03:03:29.175871 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-1ef42892-dbaa-4d28-a22c-f15caf0b8b05 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] show failed (client error): The resource could not be found. Feb 05 03:03:29.177182 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1ef42892-dbaa-4d28-a22c-f15caf0b8b05 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/ports/bf2f8b21-46dd-4a8c-9297-e2a507be22a0/tags/tempest-TagsExtTest-Tag-990763515 HTTP/1.1" status: 404 len: 328 time: 0.1201570 Feb 05 03:03:29.180726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35034) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:29.188374 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-df94cf36-250f-4ff5-9f80-76ccf1516aa2 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bf2f8b21-46dd-4a8c-9297-e2a507be22a0', 'tempest-TagsExtTest-Tag-1377212480') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:29.212072 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32e58907-ff93-4bc9-aeb6-09cceb271e11 req-1abab75b-9bd9-4906-b653-3e037157d894 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606411 Feb 05 03:03:29.402002 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35040) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:29.540691 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-df94cf36-250f-4ff5-9f80-76ccf1516aa2 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] show failed (client error): The resource could not be found. Feb 05 03:03:29.544744 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-df94cf36-250f-4ff5-9f80-76ccf1516aa2 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/ports/bf2f8b21-46dd-4a8c-9297-e2a507be22a0/tags/tempest-TagsExtTest-Tag-1377212480 HTTP/1.1" status: 404 len: 329 time: 0.3585546 Feb 05 03:03:29.545114 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35050) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:29.549744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-a77eb774-c4a8-46c7-ac5c-cb5dc78c77de tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bf2f8b21-46dd-4a8c-9297-e2a507be22a0', 'tempest-TagsExtTest-Tag-1484878702') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:29.609865 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-efe31cef-ef86-43f7-84dc-a9b445ad7868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:29.680507 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-a77eb774-c4a8-46c7-ac5c-cb5dc78c77de tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] show failed (client error): The resource could not be found. Feb 05 03:03:29.683922 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a77eb774-c4a8-46c7-ac5c-cb5dc78c77de tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/ports/bf2f8b21-46dd-4a8c-9297-e2a507be22a0/tags/tempest-TagsExtTest-Tag-1484878702 HTTP/1.1" status: 404 len: 329 time: 0.1372001 Feb 05 03:03:29.687322 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35060) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:29.694189 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-6cb5a9b8-3735-43b4-8634-d155eec572ff tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fc275fff-5069-46da-bb68-4c6d74bace8a', {'tags': ['tempest-TagsExtTest-Tag-381133240', 'tempest-TagsExtTest-Tag-1412002295', 'tempest-TagsExtTest-Tag-714310376']}) {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:29.769900 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-efe31cef-ef86-43f7-84dc-a9b445ad7868 admin admin] Publish callbacks [] for security_group (e865542f-f22c-483a-9fd3-f4721c5e26cc), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:29.789646 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-efe31cef-ef86-43f7-84dc-a9b445ad7868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e865542f-f22c-483a-9fd3-f4721c5e26cc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:29.799809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35064) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:29.820324 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6cb5a9b8-3735-43b4-8634-d155eec572ff tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "PUT /v2.0/routers/fc275fff-5069-46da-bb68-4c6d74bace8a/tags HTTP/1.1" status: 200 len: 316 time: 0.1319122 Feb 05 03:03:29.821287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35068) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:29.827989 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-a2e273c6-d950-4d9a-93ae-18620d8ceb4e tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fc275fff-5069-46da-bb68-4c6d74bace8a') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:29.887356 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc731eee-f5b3-475c-9b82-fe1dd03ea383 req-0958bd57-85d8-4289-a075-db7f66788548 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0598419 Feb 05 03:03:29.909684 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-efe31cef-ef86-43f7-84dc-a9b445ad7868 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9fe7523cb7db44f9abe9376456498cfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4964044 Feb 05 03:03:29.909684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35072) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:29.909684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe31cef-ef86-43f7-84dc-a9b445ad7868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e865542f-f22c-483a-9fd3-f4721c5e26cc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:29.981732 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c524733-4a59-4e9a-a4e1-555749e41429 admin admin] Publish callbacks [] for security_group (e865542f-f22c-483a-9fd3-f4721c5e26cc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:30.005671 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a2e273c6-d950-4d9a-93ae-18620d8ceb4e tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/routers/fc275fff-5069-46da-bb68-4c6d74bace8a/tags HTTP/1.1" status: 204 len: 168 time: 0.1827586 Feb 05 03:03:30.009225 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35078) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:30.016456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-ad7148d5-75c1-4d57-a908-1fe980747f8b tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc275fff-5069-46da-bb68-4c6d74bace8a', 'tempest-TagsExtTest-Tag-381133240') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:30.032072 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c524733-4a59-4e9a-a4e1-555749e41429 admin admin] Publish callbacks [] for security_group (e865542f-f22c-483a-9fd3-f4721c5e26cc), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:30.067861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7dce601e-761a-474a-9467-9cd6e84a6648 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1078332415-network', 'tenant_id': '3464ff61321c4da29f5c5788d75e7fb7'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:30.100691 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c524733-4a59-4e9a-a4e1-555749e41429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e865542f-f22c-483a-9fd3-f4721c5e26cc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:30.103857 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c524733-4a59-4e9a-a4e1-555749e41429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:30.108085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3c524733-4a59-4e9a-a4e1-555749e41429 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e865542f-f22c-483a-9fd3-f4721c5e26cc HTTP/1.1" status: 204 len: 168 time: 0.2042458 Feb 05 03:03:30.122743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c524733-4a59-4e9a-a4e1-555749e41429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e865542f-f22c-483a-9fd3-f4721c5e26cc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:30.129869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dce601e-761a-474a-9467-9cd6e84a6648 admin admin] Made reservation on behalf of 3464ff61321c4da29f5c5788d75e7fb7 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:03:30.135271 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dce601e-761a-474a-9467-9cd6e84a6648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:30.163316 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dce601e-761a-474a-9467-9cd6e84a6648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:30.180887 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-ad7148d5-75c1-4d57-a908-1fe980747f8b tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] show failed (client error): The resource could not be found. Feb 05 03:03:30.182423 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ad7148d5-75c1-4d57-a908-1fe980747f8b tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/routers/fc275fff-5069-46da-bb68-4c6d74bace8a/tags/tempest-TagsExtTest-Tag-381133240 HTTP/1.1" status: 404 len: 328 time: 0.1719100 Feb 05 03:03:30.184940 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35084) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:30.189566 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-5ca771ea-e89e-4ba6-ae0a-df53a155910c tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc275fff-5069-46da-bb68-4c6d74bace8a', 'tempest-TagsExtTest-Tag-1412002295') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:30.314952 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-5ca771ea-e89e-4ba6-ae0a-df53a155910c tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] show failed (client error): The resource could not be found. Feb 05 03:03:30.316099 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5ca771ea-e89e-4ba6-ae0a-df53a155910c tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/routers/fc275fff-5069-46da-bb68-4c6d74bace8a/tags/tempest-TagsExtTest-Tag-1412002295 HTTP/1.1" status: 404 len: 329 time: 0.1301541 Feb 05 03:03:30.319637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35094) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:30.325257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-f67e30ea-3fda-491f-963f-bcf31ced7fc7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc275fff-5069-46da-bb68-4c6d74bace8a', 'tempest-TagsExtTest-Tag-714310376') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:30.364752 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dce601e-761a-474a-9467-9cd6e84a6648 admin admin] Publish callbacks [] for security_group (40f9b2bb-8dce-4765-b38a-e611c5fc63c3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:30.373372 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dce601e-761a-474a-9467-9cd6e84a6648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (40f9b2bb-8dce-4765-b38a-e611c5fc63c3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:30.405326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce601e-761a-474a-9467-9cd6e84a6648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f9b2bb-8dce-4765-b38a-e611c5fc63c3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:30.415766 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dce601e-761a-474a-9467-9cd6e84a6648 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:03:30.426887 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dce601e-761a-474a-9467-9cd6e84a6648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (d12b9118-b725-4855-9946-f5ef83a70576), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:30.427475 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-7dce601e-761a-474a-9467-9cd6e84a6648 admin admin] Added segment d12b9118-b725-4855-9946-f5ef83a70576 of type vlan for network 6712bb40-e872-410a-bd13-d3384aaefaeb Feb 05 03:03:30.476338 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dce601e-761a-474a-9467-9cd6e84a6648 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (6712bb40-e872-410a-bd13-d3384aaefaeb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:30.509503 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dce601e-761a-474a-9467-9cd6e84a6648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (6712bb40-e872-410a-bd13-d3384aaefaeb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:30.510417 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dce601e-761a-474a-9467-9cd6e84a6648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:30.511149 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dce601e-761a-474a-9467-9cd6e84a6648 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:30.533929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b9b56-b2a8-4f2d-aec8-b4c02c24ed0c req-c24bf212-4b6f-47b1-9b80-a5f9892b46dc tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:30.540164 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e29b9b56-b2a8-4f2d-aec8-b4c02c24ed0c req-c24bf212-4b6f-47b1-9b80-a5f9892b46dc tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.1288512 Feb 05 03:03:30.557740 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-f67e30ea-3fda-491f-963f-bcf31ced7fc7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] show failed (client error): The resource could not be found. Feb 05 03:03:30.562126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f67e30ea-3fda-491f-963f-bcf31ced7fc7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/routers/fc275fff-5069-46da-bb68-4c6d74bace8a/tags/tempest-TagsExtTest-Tag-714310376 HTTP/1.1" status: 404 len: 328 time: 0.2378678 Feb 05 03:03:30.562305 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35098) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:30.568076 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-780b0959-f7f0-4241-980a-039c16c17e40 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'de211611-d4f9-4fe7-be9a-c993c9c41046', {'tags': ['tempest-TagsExtTest-Tag-1243407349', 'tempest-TagsExtTest-Tag-1739478346', 'tempest-TagsExtTest-Tag-1211463698']}) {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:30.583438 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7dce601e-761a-474a-9467-9cd6e84a6648 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7819817 Feb 05 03:03:30.609221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce601e-761a-474a-9467-9cd6e84a6648 admin admin] Pushing event updated for resources: {'Network': ['ID=6712bb40-e872-410a-bd13-d3384aaefaeb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:30.623068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 6712bb40-e872-410a-bd13-d3384aaefaeb details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:03:30.628135 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-780b0959-f7f0-4241-980a-039c16c17e40 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "PUT /v2.0/subnetpools/de211611-d4f9-4fe7-be9a-c993c9c41046/tags HTTP/1.1" status: 200 len: 318 time: 0.0651793 Feb 05 03:03:30.630592 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35102) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:30.644505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e29b9b56-b2a8-4f2d-aec8-b4c02c24ed0c req-1c604150-5f58-476c-99e7-595ed6cd053b tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817630 Feb 05 03:03:30.655167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-ddc93f58-1540-43af-9de4-a534e73a6506 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'de211611-d4f9-4fe7-be9a-c993c9c41046') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:30.715434 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ddc93f58-1540-43af-9de4-a534e73a6506 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/subnetpools/de211611-d4f9-4fe7-be9a-c993c9c41046/tags HTTP/1.1" status: 204 len: 168 time: 0.0834177 Feb 05 03:03:30.717969 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35104) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:30.728025 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35106) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:30.732549 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-ba3c5f0d-00eb-4032-856b-26d404f93d8b tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'de211611-d4f9-4fe7-be9a-c993c9c41046', 'tempest-TagsExtTest-Tag-1243407349') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:30.749630 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c1793208-0afd-4701-930d-49141e6fd6bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:30.793462 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-ba3c5f0d-00eb-4032-856b-26d404f93d8b tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] show failed (client error): The resource could not be found. Feb 05 03:03:30.797161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ba3c5f0d-00eb-4032-856b-26d404f93d8b tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/subnetpools/de211611-d4f9-4fe7-be9a-c993c9c41046/tags/tempest-TagsExtTest-Tag-1243407349 HTTP/1.1" status: 404 len: 329 time: 0.0755098 Feb 05 03:03:30.797749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35114) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:30.811108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-4a31f4f4-5518-4d42-903b-b0c7178f4698 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'de211611-d4f9-4fe7-be9a-c993c9c41046', 'tempest-TagsExtTest-Tag-1739478346') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:30.847681 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-4a31f4f4-5518-4d42-903b-b0c7178f4698 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] show failed (client error): The resource could not be found. Feb 05 03:03:30.848882 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4a31f4f4-5518-4d42-903b-b0c7178f4698 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/subnetpools/de211611-d4f9-4fe7-be9a-c993c9c41046/tags/tempest-TagsExtTest-Tag-1739478346 HTTP/1.1" status: 404 len: 329 time: 0.0492387 Feb 05 03:03:30.852648 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35128) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:30.862999 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-01288160-3014-427c-9faa-08e0f6b0f762 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'de211611-d4f9-4fe7-be9a-c993c9c41046', 'tempest-TagsExtTest-Tag-1211463698') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:30.908186 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-01288160-3014-427c-9faa-08e0f6b0f762 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] show failed (client error): The resource could not be found. Feb 05 03:03:30.909239 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-01288160-3014-427c-9faa-08e0f6b0f762 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/subnetpools/de211611-d4f9-4fe7-be9a-c993c9c41046/tags/tempest-TagsExtTest-Tag-1211463698 HTTP/1.1" status: 404 len: 329 time: 0.0554788 Feb 05 03:03:30.925007 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35142) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:30.931220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-7b2885d5-1b54-425f-8452-23ae9dca5528 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'de211611-d4f9-4fe7-be9a-c993c9c41046') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:30.934592 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c1793208-0afd-4701-930d-49141e6fd6bd admin admin] Publish callbacks [] for security_group (08b6c648-c85c-4de3-9bf2-ebd3cbb20530), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:30.948467 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c1793208-0afd-4701-930d-49141e6fd6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (08b6c648-c85c-4de3-9bf2-ebd3cbb20530), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:30.989440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7b2885d5-1b54-425f-8452-23ae9dca5528 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/subnetpools/de211611-d4f9-4fe7-be9a-c993c9c41046/tags HTTP/1.1" status: 204 len: 168 time: 0.0633719 Feb 05 03:03:30.993641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35156) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:30.998451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-5ab8635f-107e-4e49-90ce-2c5af3949f5f tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fc275fff-5069-46da-bb68-4c6d74bace8a') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:31.051303 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c1793208-0afd-4701-930d-49141e6fd6bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90caf3cc6a08425db691ba5cf43ac378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3207006 Feb 05 03:03:31.054221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1793208-0afd-4701-930d-49141e6fd6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b6c648-c85c-4de3-9bf2-ebd3cbb20530,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:31.060889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35158) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:31.159735 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-509a32e8-abfc-4e0d-990b-cca3d224a02b admin admin] Publish callbacks [] for security_group (08b6c648-c85c-4de3-9bf2-ebd3cbb20530), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:31.163813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d93c13f-fde0-4e8d-8e53-3e2a88d9f8df req-cfd26314-63d6-4cb8-bcfc-bc0507cea753 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0372918 Feb 05 03:03:31.182148 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5ab8635f-107e-4e49-90ce-2c5af3949f5f tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/routers/fc275fff-5069-46da-bb68-4c6d74bace8a/tags HTTP/1.1" status: 204 len: 168 time: 0.1873164 Feb 05 03:03:31.184851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35160) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:31.194353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-0977cfb2-1994-46c2-833d-1b31f9e26403 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bf2f8b21-46dd-4a8c-9297-e2a507be22a0') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:31.221985 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-509a32e8-abfc-4e0d-990b-cca3d224a02b admin admin] Publish callbacks [] for security_group (08b6c648-c85c-4de3-9bf2-ebd3cbb20530), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:31.264649 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0977cfb2-1994-46c2-833d-1b31f9e26403 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/ports/bf2f8b21-46dd-4a8c-9297-e2a507be22a0/tags HTTP/1.1" status: 204 len: 168 time: 0.0786431 Feb 05 03:03:31.267099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35162) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:31.274489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-467ccc41-e426-495e-825d-116f987f6587 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e62b1a4c-8e76-4cf6-b9fa-10498a942286') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:31.309718 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-509a32e8-abfc-4e0d-990b-cca3d224a02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (08b6c648-c85c-4de3-9bf2-ebd3cbb20530), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:31.313377 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-509a32e8-abfc-4e0d-990b-cca3d224a02b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:31.324903 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-509a32e8-abfc-4e0d-990b-cca3d224a02b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08b6c648-c85c-4de3-9bf2-ebd3cbb20530 HTTP/1.1" status: 204 len: 168 time: 0.2597930 Feb 05 03:03:31.347348 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a32e8-abfc-4e0d-990b-cca3d224a02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b6c648-c85c-4de3-9bf2-ebd3cbb20530,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:31.546647 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773473de-1ab5-4023-aeb2-b7a1f2317406 req-6f98ac26-570d-432a-8019-6a6e2b7e40b5 tempest-ComputeTenantNetworksTest-1975143016 tempest-ComputeTenantNetworksTest-1975143016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:31.554162 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773473de-1ab5-4023-aeb2-b7a1f2317406 req-6f98ac26-570d-432a-8019-6a6e2b7e40b5 tempest-ComputeTenantNetworksTest-1975143016 tempest-ComputeTenantNetworksTest-1975143016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:31.557585 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773473de-1ab5-4023-aeb2-b7a1f2317406 req-6f98ac26-570d-432a-8019-6a6e2b7e40b5 tempest-ComputeTenantNetworksTest-1975143016 tempest-ComputeTenantNetworksTest-1975143016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:31.563416 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-773473de-1ab5-4023-aeb2-b7a1f2317406 req-6f98ac26-570d-432a-8019-6a6e2b7e40b5 tempest-ComputeTenantNetworksTest-1975143016 tempest-ComputeTenantNetworksTest-1975143016-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2814090 Feb 05 03:03:31.576144 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-467ccc41-e426-495e-825d-116f987f6587 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/subnets/e62b1a4c-8e76-4cf6-b9fa-10498a942286/tags HTTP/1.1" status: 204 len: 168 time: 0.3078806 Feb 05 03:03:31.580591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35174) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:31.708665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235f8af-1e7d-403b-b952-7166b0e234c8 req-6cbcf726-5825-4add-88bf-7e7e3dad0ccc tempest-ComputeTenantNetworksTest-1975143016 tempest-ComputeTenantNetworksTest-1975143016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:31.710946 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f235f8af-1e7d-403b-b952-7166b0e234c8 req-6cbcf726-5825-4add-88bf-7e7e3dad0ccc tempest-ComputeTenantNetworksTest-1975143016 tempest-ComputeTenantNetworksTest-1975143016-project] 10.222.0.36 "GET /v2.0/networks/6712bb40-e872-410a-bd13-d3384aaefaeb HTTP/1.1" status: 200 len: 769 time: 0.1240847 Feb 05 03:03:31.719957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35192) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:31.723738 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63d1ba87-5e9f-41ea-9c69-6ee10f1d4308 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:31.728819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35198) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:31.729841 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-63d1ba87-5e9f-41ea-9c69-6ee10f1d4308 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/subnetpools/de211611-d4f9-4fe7-be9a-c993c9c41046 HTTP/1.1" status: 204 len: 168 time: 0.1466782 Feb 05 03:03:31.783334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35206) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:31.791825 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7ffb462b-fcc1-4d5c-b8ab-c1ecc619fcfc tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc275fff-5069-46da-bb68-4c6d74bace8a HTTP/1.1" status: 200 len: 205 time: 0.0592806 Feb 05 03:03:31.910105 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0046c165-66b2-407d-af19-89fc62942493 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks [] for router (fc275fff-5069-46da-bb68-4c6d74bace8a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:31.968821 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70d85f2d-caf6-4553-96bc-1906a934ad0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (6712bb40-e872-410a-bd13-d3384aaefaeb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:32.011938 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37ca48-4c46-44f2-ac5f-c2c3afc59fd8 req-4e97f453-ba9f-4977-a926-2e7de1354db2 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:32.013551 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f37ca48-4c46-44f2-ac5f-c2c3afc59fd8 req-4e97f453-ba9f-4977-a926-2e7de1354db2 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.1427739 Feb 05 03:03:32.115068 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0046c165-66b2-407d-af19-89fc62942493 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (fc275fff-5069-46da-bb68-4c6d74bace8a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:32.117730 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0046c165-66b2-407d-af19-89fc62942493 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks [] for router_controller (fc275fff-5069-46da-bb68-4c6d74bace8a), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:32.174370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0046c165-66b2-407d-af19-89fc62942493 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (fc275fff-5069-46da-bb68-4c6d74bace8a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:32.175240 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0046c165-66b2-407d-af19-89fc62942493 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Fanout notify agent at l3_agent the message router_deleted on router fc275fff-5069-46da-bb68-4c6d74bace8a {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:03:32.193056 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0046c165-66b2-407d-af19-89fc62942493 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:32.197844 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0046c165-66b2-407d-af19-89fc62942493 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/routers/fc275fff-5069-46da-bb68-4c6d74bace8a HTTP/1.1" status: 204 len: 168 time: 0.4113641 Feb 05 03:03:32.198102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35224) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:32.249424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f37ca48-4c46-44f2-ac5f-c2c3afc59fd8 req-4c1fcd85-93a3-4212-bdbb-f07f2741e4be tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224865 Feb 05 03:03:32.266199 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70d85f2d-caf6-4553-96bc-1906a934ad0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (6712bb40-e872-410a-bd13-d3384aaefaeb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:32.314067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-70d85f2d-caf6-4553-96bc-1906a934ad0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6712bb40-e872-410a-bd13-d3384aaefaeb']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:32.362656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-70d85f2d-caf6-4553-96bc-1906a934ad0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12b9118-b725-4855-9946-f5ef83a70576') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:32.362892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-70d85f2d-caf6-4553-96bc-1906a934ad0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12b9118-b725-4855-9946-f5ef83a70576') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:32.387872 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-490a6571-35ef-40b7-a9f0-43a2268535b7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Deleting port bf2f8b21-46dd-4a8c-9297-e2a507be22a0 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:32.388216 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-490a6571-35ef-40b7-a9f0-43a2268535b7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (bf2f8b21-46dd-4a8c-9297-e2a507be22a0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:32.438852 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d313958a-c28c-46d5-8225-26cd45bb430b req-52ef2948-e7dd-459d-9e00-d876753b1339 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.1094196 Feb 05 03:03:32.452576 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70d85f2d-caf6-4553-96bc-1906a934ad0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (d12b9118-b725-4855-9946-f5ef83a70576), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:32.483647 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70d85f2d-caf6-4553-96bc-1906a934ad0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (d12b9118-b725-4855-9946-f5ef83a70576), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:32.501929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d85f2d-caf6-4553-96bc-1906a934ad0d admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:03:32.503353 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70d85f2d-caf6-4553-96bc-1906a934ad0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (d12b9118-b725-4855-9946-f5ef83a70576), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:03:32.532657 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:03:32.587685 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70d85f2d-caf6-4553-96bc-1906a934ad0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (6712bb40-e872-410a-bd13-d3384aaefaeb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:32.617863 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70d85f2d-caf6-4553-96bc-1906a934ad0d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:32.621617 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-70d85f2d-caf6-4553-96bc-1906a934ad0d admin admin] 10.222.0.36 "DELETE /v2.0/networks/6712bb40-e872-410a-bd13-d3384aaefaeb HTTP/1.1" status: 204 len: 168 time: 0.9002740 Feb 05 03:03:32.622503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d85f2d-caf6-4553-96bc-1906a934ad0d admin admin] Pushing event deleted for resources: {'Network': ['ID=6712bb40-e872-410a-bd13-d3384aaefaeb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:32.639269 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-490a6571-35ef-40b7-a9f0-43a2268535b7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (bf2f8b21-46dd-4a8c-9297-e2a507be22a0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:32.656138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-490a6571-35ef-40b7-a9f0-43a2268535b7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Calling delete_port for bf2f8b21-46dd-4a8c-9297-e2a507be22a0 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:32.826813 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-490a6571-35ef-40b7-a9f0-43a2268535b7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (bf2f8b21-46dd-4a8c-9297-e2a507be22a0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:32.868867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35242) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:32.882565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a6571-35ef-40b7-a9f0-43a2268535b7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Pushing event deleted for resources: {'Port': ['ID=bf2f8b21-46dd-4a8c-9297-e2a507be22a0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:32.950319 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6a262c8e-725d-4979-8d8c-096456a499eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3464ff61321c4da29f5c5788d75e7fb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0794683 Feb 05 03:03:32.953177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35244) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:32.978532 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-490a6571-35ef-40b7-a9f0-43a2268535b7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:32.985920 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-490a6571-35ef-40b7-a9f0-43a2268535b7 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/ports/bf2f8b21-46dd-4a8c-9297-e2a507be22a0 HTTP/1.1" status: 204 len: 168 time: 0.7866499 Feb 05 03:03:32.986996 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35246) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:33.083468 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1b15bc1-5c11-4040-8061-72c51e128b1b admin admin] Publish callbacks [] for security_group (40f9b2bb-8dce-4765-b38a-e611c5fc63c3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:33.097520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1463bc-c2e9-4ca6-a981-d65656901ddb tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Deleting subnet e62b1a4c-8e76-4cf6-b9fa-10498a942286 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:03:33.108367 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e1463bc-c2e9-4ca6-a981-d65656901ddb tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks [] for subnet (e62b1a4c-8e76-4cf6-b9fa-10498a942286), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:33.116325 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1b15bc1-5c11-4040-8061-72c51e128b1b admin admin] Publish callbacks [] for security_group (40f9b2bb-8dce-4765-b38a-e611c5fc63c3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:33.176496 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e1463bc-c2e9-4ca6-a981-d65656901ddb tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (e62b1a4c-8e76-4cf6-b9fa-10498a942286), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:33.218916 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1b15bc1-5c11-4040-8061-72c51e128b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (40f9b2bb-8dce-4765-b38a-e611c5fc63c3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:33.223897 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1b15bc1-5c11-4040-8061-72c51e128b1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:33.225308 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e1b15bc1-5c11-4040-8061-72c51e128b1b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40f9b2bb-8dce-4765-b38a-e611c5fc63c3 HTTP/1.1" status: 204 len: 168 time: 0.2709708 Feb 05 03:03:33.235930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b15bc1-5c11-4040-8061-72c51e128b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f9b2bb-8dce-4765-b38a-e611c5fc63c3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:33.364183 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e1463bc-c2e9-4ca6-a981-d65656901ddb tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e62b1a4c-8e76-4cf6-b9fa-10498a942286), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:33.468582 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e1463bc-c2e9-4ca6-a981-d65656901ddb tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (e62b1a4c-8e76-4cf6-b9fa-10498a942286), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:33.487200 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d4be8-a47c-430d-8188-90217e8cef33 req-636c855c-6e8d-4a80-89cd-56ab796714cb tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:33.489925 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b66d4be8-a47c-430d-8188-90217e8cef33 req-636c855c-6e8d-4a80-89cd-56ab796714cb tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.1606717 Feb 05 03:03:33.547545 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1463bc-c2e9-4ca6-a981-d65656901ddb tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Pushing event deleted for resources: {'Subnet': ['ID=e62b1a4c-8e76-4cf6-b9fa-10498a942286,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:33.554417 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e1463bc-c2e9-4ca6-a981-d65656901ddb tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:33.566821 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2e1463bc-c2e9-4ca6-a981-d65656901ddb tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/subnets/e62b1a4c-8e76-4cf6-b9fa-10498a942286 HTTP/1.1" status: 204 len: 168 time: 0.5765181 Feb 05 03:03:33.570111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1665cb-83c7-4a20-96fb-111cf3435d55 None None] Network 53638793-6b46-490f-930d-21bc4d7d56f5 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:03:33.571426 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35268) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:33.687777 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00a86dbc-87eb-4115-9b14-0f14b99d75b7 req-bcf01023-0489-4e31-9a32-1fbec7dd3b17 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0781705 Feb 05 03:03:33.707540 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b66d4be8-a47c-430d-8188-90217e8cef33 req-1d002172-122b-4fd7-82c6-5c573034e8d5 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015245 Feb 05 03:03:33.777873 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (53638793-6b46-490f-930d-21bc4d7d56f5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:33.800447 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2dc170f8-b747-48df-9cb3-6dd9cda67acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:33.815440 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5be94629-e025-4fe6-a745-b8ecf0bff95b details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:03:33.920591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Deleting port 137a5b13-e9f7-40f6-b160-d3c48def5fd7 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:33.921959 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (137a5b13-e9f7-40f6-b160-d3c48def5fd7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:33.960999 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d9c572-23f7-43b4-b662-8a606022695f None None] DHCP port deletion for 53638793-6b46-490f-930d-21bc4d7d56f5 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:03:34.066060 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] For port 137a5b13-e9f7-40f6-b160-d3c48def5fd7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=137a5b13-e9f7-40f6-b160-d3c48def5fd7,segment=NetworkSegment(46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca),segment_id=46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:34.067242 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (137a5b13-e9f7-40f6-b160-d3c48def5fd7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:34.086924 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Calling delete_port for 137a5b13-e9f7-40f6-b160-d3c48def5fd7 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:34.088697 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-86d9c572-23f7-43b4-b662-8a606022695f None None] Deleting port 137a5b13-e9f7-40f6-b160-d3c48def5fd7 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:34.090168 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86d9c572-23f7-43b4-b662-8a606022695f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (137a5b13-e9f7-40f6-b160-d3c48def5fd7), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:34.203743 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (137a5b13-e9f7-40f6-b160-d3c48def5fd7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:34.246651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5be94629-e025-4fe6-a745-b8ecf0bff95b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5be94629-e025-4fe6-a745-b8ecf0bff95b,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:34.290158 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Pushing event deleted for resources: {'Port': ['ID=137a5b13-e9f7-40f6-b160-d3c48def5fd7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:34.304435 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] No DVR routers for this DVR port 137a5b13-e9f7-40f6-b160-d3c48def5fd7 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:03:34.309853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '5be94629-e025-4fe6-a745-b8ecf0bff95b', 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e', 'port_id': '5be94629-e025-4fe6-a745-b8ecf0bff95b', 'mac_address': 'fa:16:3e:d4:3e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d24254-b809-45ee-8fdf-aafe1884b375', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:03:34.513278 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (53638793-6b46-490f-930d-21bc4d7d56f5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:34.543441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53638793-6b46-490f-930d-21bc4d7d56f5']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:34.556206 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:34.556822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:34.570111 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:34.591767 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:34.612865 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:03:34.612865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:03:34.622449 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:03:34.750142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5be94629-e025-4fe6-a745-b8ecf0bff95b is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:03:34.758091 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:34.810631 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (53638793-6b46-490f-930d-21bc4d7d56f5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:34.824431 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5be94629-e025-4fe6-a745-b8ecf0bff95b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:03:34.866170 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:34.873507 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] 10.222.0.36 "DELETE /v2.0/networks/53638793-6b46-490f-930d-21bc4d7d56f5 HTTP/1.1" status: 204 len: 168 time: 1.2983341 Feb 05 03:03:34.875269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5af2cc-f190-4eca-a7f6-3c6ae75662b9 tempest-TagsExtTest-485012777 tempest-TagsExtTest-485012777-project] Pushing event deleted for resources: {'Network': ['ID=53638793-6b46-490f-930d-21bc4d7d56f5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:34.896203 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-86d9c572-23f7-43b4-b662-8a606022695f None None] For port 137a5b13-e9f7-40f6-b160-d3c48def5fd7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=137a5b13-e9f7-40f6-b160-d3c48def5fd7,segment=NetworkSegment(46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca),segment_id=46bf3b6b-8a53-4d1c-b281-7dbe9a7fc0ca)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:34.903462 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86d9c572-23f7-43b4-b662-8a606022695f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (137a5b13-e9f7-40f6-b160-d3c48def5fd7), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:34.960699 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a8de781-7c64-4192-a563-3df8ac7dd38b req-85962f58-f7ed-4188-a060-a45f0a773c4c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0749912 Feb 05 03:03:34.977671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5be94629-e025-4fe6-a745-b8ecf0bff95b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5be94629-e025-4fe6-a745-b8ecf0bff95b,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:34.994220 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-86d9c572-23f7-43b4-b662-8a606022695f None None] Calling delete_port for 137a5b13-e9f7-40f6-b160-d3c48def5fd7 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:34.997802 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:35.173181 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9405a-07f6-478d-a9a7-10e3f39e927e req-f80250fc-7094-4eaa-91ac-037d81f55b9a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:35.178803 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74f9405a-07f6-478d-a9a7-10e3f39e927e req-f80250fc-7094-4eaa-91ac-037d81f55b9a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 944 time: 0.2050967 Feb 05 03:03:35.187542 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5be94629-e025-4fe6-a745-b8ecf0bff95b,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:35.222985 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 137a5b13-e9f7-40f6-b160-d3c48def5fd7 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:03:35.252353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5be94629-e025-4fe6-a745-b8ecf0bff95b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:03:35.295230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 137a5b13-e9f7-40f6-b160-d3c48def5fd7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:03:35.295719 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 137a5b13-e9f7-40f6-b160-d3c48def5fd7 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:03:35.312666 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86d9c572-23f7-43b4-b662-8a606022695f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (137a5b13-e9f7-40f6-b160-d3c48def5fd7), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:35.318896 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74f9405a-07f6-478d-a9a7-10e3f39e927e req-a3ca24e5-c333-44ed-a482-6339e982d3c6 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020343 Feb 05 03:03:35.325480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-86d9c572-23f7-43b4-b662-8a606022695f None None] Network 53638793-6b46-490f-930d-21bc4d7d56f5 is not hosted by any dhcp agent {{(pid=109676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 05 03:03:35.326034 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9c572-23f7-43b4-b662-8a606022695f None None] No DVR routers for this DVR port 137a5b13-e9f7-40f6-b160-d3c48def5fd7 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:03:35.357803 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995db45f-ab99-4221-9326-b7cfc80e3c9b req-7afe3bb3-0270-4e5d-9b2a-82268a6ace38 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:35.364720 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9c572-23f7-43b4-b662-8a606022695f None None] Pushing event deleted for resources: {'Port': ['ID=137a5b13-e9f7-40f6-b160-d3c48def5fd7,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:35.375657 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-995db45f-ab99-4221-9326-b7cfc80e3c9b req-7afe3bb3-0270-4e5d-9b2a-82268a6ace38 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 945 time: 0.2577143 Feb 05 03:03:35.490830 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-995db45f-ab99-4221-9326-b7cfc80e3c9b req-45590de4-05f0-4f79-87cf-05a632328776 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bec5eba-eb3e-4ea6-8515-91ca7fd374c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122744 Feb 05 03:03:35.525927 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35324) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:35.819118 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5be94629-e025-4fe6-a745-b8ecf0bff95b no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:03:35.938799 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-22972d2f-5e27-44b0-a332-878516c89e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:36.052380 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5be94629-e025-4fe6-a745-b8ecf0bff95b is: BUILD; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:03:36.052631 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-59d60504-759d-4097-9ee0-b5ea4d235800 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5af9aec17f24f89a50df399ae504951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5222192 Feb 05 03:03:36.052875 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:36.054013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35338) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:36.081585 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5be94629-e025-4fe6-a745-b8ecf0bff95b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:03:36.092375 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35340) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:36.123865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5be94629-e025-4fe6-a745-b8ecf0bff95b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5be94629-e025-4fe6-a745-b8ecf0bff95b,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:36.132243 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:36.237491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5be94629-e025-4fe6-a745-b8ecf0bff95b,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:36.241386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4631e18d-68c2-4155-b0c2-d7538ea96d60 req-cfec9790-05c5-472b-bb64-cd2f3f8226c8 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0756197 Feb 05 03:03:36.249838 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02d95ab4-20bd-4dce-8e68-a0f750b48c2a admin admin] Publish callbacks [] for security_group (f574fa7c-4dd2-4830-8e21-6c6e62e4b250), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:36.280019 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02d95ab4-20bd-4dce-8e68-a0f750b48c2a admin admin] Publish callbacks [] for security_group (f574fa7c-4dd2-4830-8e21-6c6e62e4b250), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:36.331347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46743e5-eaf2-4dce-aa38-49880864e993 req-e9a46958-8920-4e40-85da-ece43260f80d tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:36.333588 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f46743e5-eaf2-4dce-aa38-49880864e993 req-e9a46958-8920-4e40-85da-ece43260f80d tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 945 time: 0.1536438 Feb 05 03:03:36.361845 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02d95ab4-20bd-4dce-8e68-a0f750b48c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f574fa7c-4dd2-4830-8e21-6c6e62e4b250), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:36.365061 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02d95ab4-20bd-4dce-8e68-a0f750b48c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:36.366888 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-02d95ab4-20bd-4dce-8e68-a0f750b48c2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f574fa7c-4dd2-4830-8e21-6c6e62e4b250 HTTP/1.1" status: 204 len: 168 time: 0.3111050 Feb 05 03:03:36.380541 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d95ab4-20bd-4dce-8e68-a0f750b48c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f574fa7c-4dd2-4830-8e21-6c6e62e4b250,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:36.424891 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40ef5161-e61b-450d-b628-5f892a7364dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:36.548273 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daec7a-d54e-47c5-aafd-f014a1754bcd req-b2a2395a-9a3f-490e-b2d3-96fa62cb6262 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:36.549856 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96daec7a-d54e-47c5-aafd-f014a1754bcd req-b2a2395a-9a3f-490e-b2d3-96fa62cb6262 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 943 time: 0.0873270 Feb 05 03:03:36.572064 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-f46743e5-eaf2-4dce-aa38-49880864e993 req-f4cddcab-362f-40a7-84a2-7baba3cb66fa tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Deleting port c9832519-c51f-4940-ad02-c7934a7bdbac {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:36.572650 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f46743e5-eaf2-4dce-aa38-49880864e993 req-f4cddcab-362f-40a7-84a2-7baba3cb66fa tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c9832519-c51f-4940-ad02-c7934a7bdbac), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:36.625275 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35354) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:36.647386 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40ef5161-e61b-450d-b628-5f892a7364dc admin admin] Publish callbacks [] for security_group (1bd89d8f-f79f-4bb4-ae31-d708f31a6698), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:36.657046 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40ef5161-e61b-450d-b628-5f892a7364dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1bd89d8f-f79f-4bb4-ae31-d708f31a6698), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:36.693926 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96daec7a-d54e-47c5-aafd-f014a1754bcd req-c0a4f1b8-3347-448f-842c-ba7e0c155729 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308279 Feb 05 03:03:36.708010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef5161-e61b-450d-b628-5f892a7364dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd89d8f-f79f-4bb4-ae31-d708f31a6698,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:36.801258 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-40ef5161-e61b-450d-b628-5f892a7364dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a797842f96e4197a1c181eb4ed5c89e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7076788 Feb 05 03:03:36.807313 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35362) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:36.833308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e023d3-8361-4a5f-b64c-0b1e9fffa48b req-c55092d3-3270-4ce4-bb0b-b0c9f02a3d49 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:36.842660 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1e023d3-8361-4a5f-b64c-0b1e9fffa48b req-c55092d3-3270-4ce4-bb0b-b0c9f02a3d49 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 945 time: 0.2382331 Feb 05 03:03:36.921753 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1e023d3-8361-4a5f-b64c-0b1e9fffa48b req-755d5cb1-ea2b-4e5d-80cc-ba7d4e25d284 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/security-groups?id=6bec5eba-eb3e-4ea6-8515-91ca7fd374c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779247 Feb 05 03:03:36.964635 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-f46743e5-eaf2-4dce-aa38-49880864e993 req-f4cddcab-362f-40a7-84a2-7baba3cb66fa tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] For port c9832519-c51f-4940-ad02-c7934a7bdbac, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c9832519-c51f-4940-ad02-c7934a7bdbac,segment=NetworkSegment(b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac),segment_id=b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:36.964635 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f46743e5-eaf2-4dce-aa38-49880864e993 req-f4cddcab-362f-40a7-84a2-7baba3cb66fa tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c9832519-c51f-4940-ad02-c7934a7bdbac), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:36.998729 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf3e02d1-cf6c-4e07-9abd-fafe03247415 admin admin] Publish callbacks [] for security_group (1bd89d8f-f79f-4bb4-ae31-d708f31a6698), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:37.014577 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f04d2d6-edda-4f8a-b63a-ed56e3e5e244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:37.048865 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:37.088197 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf3e02d1-cf6c-4e07-9abd-fafe03247415 admin admin] Publish callbacks [] for security_group (1bd89d8f-f79f-4bb4-ae31-d708f31a6698), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:37.144171 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f04d2d6-edda-4f8a-b63a-ed56e3e5e244 admin admin] Publish callbacks [] for security_group (102254e3-c3bd-426d-8191-afb5f5b86359), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:37.151446 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f04d2d6-edda-4f8a-b63a-ed56e3e5e244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (102254e3-c3bd-426d-8191-afb5f5b86359), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:37.225892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04d2d6-edda-4f8a-b63a-ed56e3e5e244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102254e3-c3bd-426d-8191-afb5f5b86359,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:37.239804 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6f04d2d6-edda-4f8a-b63a-ed56e3e5e244 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80183e04331941b5a0bf9c589f676f3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5954180 Feb 05 03:03:37.239804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35372) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:37.291993 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf3e02d1-cf6c-4e07-9abd-fafe03247415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1bd89d8f-f79f-4bb4-ae31-d708f31a6698), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:37.307260 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf3e02d1-cf6c-4e07-9abd-fafe03247415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:37.310732 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cf3e02d1-cf6c-4e07-9abd-fafe03247415 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1bd89d8f-f79f-4bb4-ae31-d708f31a6698 HTTP/1.1" status: 204 len: 168 time: 0.4983733 Feb 05 03:03:37.354312 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e02d1-cf6c-4e07-9abd-fafe03247415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd89d8f-f79f-4bb4-ae31-d708f31a6698,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:37.379163 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f46743e5-eaf2-4dce-aa38-49880864e993 req-f4cddcab-362f-40a7-84a2-7baba3cb66fa tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:37.379752 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f46743e5-eaf2-4dce-aa38-49880864e993 req-f4cddcab-362f-40a7-84a2-7baba3cb66fa tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (eca3f463-bd99-408e-8c41-399fafe67dba), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:37.382949 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [req-f46743e5-eaf2-4dce-aa38-49880864e993 req-f4cddcab-362f-40a7-84a2-7baba3cb66fa tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Floating IP eca3f463-bd99-408e-8c41-399fafe67dba disassociated. External IP: 172.25.0.251, port: c9832519-c51f-4940-ad02-c7934a7bdbac. Feb 05 03:03:37.383771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-f46743e5-eaf2-4dce-aa38-49880864e993 req-f4cddcab-362f-40a7-84a2-7baba3cb66fa tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Calling delete_port for c9832519-c51f-4940-ad02-c7934a7bdbac owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:37.436288 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb5a9eb4-2009-4b5b-9539-f328a776254f req-db90e9a0-5a9b-46ac-afb5-df58d5b61f05 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0790999 Feb 05 03:03:37.456689 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da412385-bdc2-4b1b-a8bd-8bca3f5032ed admin admin] Publish callbacks [] for security_group (102254e3-c3bd-426d-8191-afb5f5b86359), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:37.498309 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da412385-bdc2-4b1b-a8bd-8bca3f5032ed admin admin] Publish callbacks [] for security_group (102254e3-c3bd-426d-8191-afb5f5b86359), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:37.601467 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da412385-bdc2-4b1b-a8bd-8bca3f5032ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (102254e3-c3bd-426d-8191-afb5f5b86359), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:37.604577 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da412385-bdc2-4b1b-a8bd-8bca3f5032ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:37.608657 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-da412385-bdc2-4b1b-a8bd-8bca3f5032ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/102254e3-c3bd-426d-8191-afb5f5b86359 HTTP/1.1" status: 204 len: 168 time: 0.3653603 Feb 05 03:03:37.622881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da412385-bdc2-4b1b-a8bd-8bca3f5032ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102254e3-c3bd-426d-8191-afb5f5b86359,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:37.685069 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f46743e5-eaf2-4dce-aa38-49880864e993 req-f4cddcab-362f-40a7-84a2-7baba3cb66fa tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c9832519-c51f-4940-ad02-c7934a7bdbac), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:37.735908 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cddcab-362f-40a7-84a2-7baba3cb66fa tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Pushing event deleted for resources: {'Port': ['ID=c9832519-c51f-4940-ad02-c7934a7bdbac,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:37.830085 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5be94629-e025-4fe6-a745-b8ecf0bff95b up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:03:37.944092 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f10714-eb89-499f-9438-570276dc6c1c req-bf703346-2bad-45f1-b82f-805aebc3586a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:37.969952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31f10714-eb89-499f-9438-570276dc6c1c req-bf703346-2bad-45f1-b82f-805aebc3586a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 943 time: 0.1433663 Feb 05 03:03:37.983985 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 5be94629-e025-4fe6-a745-b8ecf0bff95b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:03:37.984364 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:38.085457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31f10714-eb89-499f-9438-570276dc6c1c req-7d4d3f43-6f5c-40e3-92b0-540287c1198f tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126964 Feb 05 03:03:38.127402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19870efe-313d-4f86-9750-3ffee9acc663 req-95873721-e4f2-40a3-aea5-21d89f044e52 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 210 time: 0.0712643 Feb 05 03:03:38.221139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5be94629-e025-4fe6-a745-b8ecf0bff95b is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:03:38.221708 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:38.276040 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5be94629-e025-4fe6-a745-b8ecf0bff95b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5be94629-e025-4fe6-a745-b8ecf0bff95b,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:38.277467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c80b2a1-ff94-4add-80d2-7c35d48670be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be94629-e025-4fe6-a745-b8ecf0bff95b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:03:38.291306 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb0e9d0-dec1-4f36-8b21-fe3ad73ccd83" -d '{"events": [{"server_uuid": "4c80b2a1-ff94-4add-80d2-7c35d48670be", "name": "network-vif-plugged", "status": "completed", "tag": "5be94629-e025-4fe6-a745-b8ecf0bff95b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:03:38.297766 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:38.299812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35404) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:38.355743 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f46743e5-eaf2-4dce-aa38-49880864e993 req-f4cddcab-362f-40a7-84a2-7baba3cb66fa tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Router 94230f57-ecdb-4b64-a85a-c5b8554465e3 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:03:38.405515 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5be94629-e025-4fe6-a745-b8ecf0bff95b,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:38.406143 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cb9fc8-a50f-44d0-81ba-2f74b0a33c29 x-openstack-request-id: req-39cb9fc8-a50f-44d0-81ba-2f74b0a33c29 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:03:38.406247 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c80b2a1-ff94-4add-80d2-7c35d48670be", "name": "network-vif-plugged", "status": "completed", "tag": "5be94629-e025-4fe6-a745-b8ecf0bff95b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:03:38.406773 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39cb9fc8-a50f-44d0-81ba-2f74b0a33c29 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:03:38.406915 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c80b2a1-ff94-4add-80d2-7c35d48670be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be94629-e025-4fe6-a745-b8ecf0bff95b', 'code': 200} Feb 05 03:03:38.511808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35412) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:38.533805 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9b23c91-2780-470e-9b9f-9d08cd98c235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:38.629015 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:38.635540 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f46743e5-eaf2-4dce-aa38-49880864e993 req-f4cddcab-362f-40a7-84a2-7baba3cb66fa tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:03:38.652587 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f31fda-0430-46ee-b77c-7ca63b783053 None None] Sync routers for ids ['94230f57-ecdb-4b64-a85a-c5b8554465e3'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:03:38.673123 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f31fda-0430-46ee-b77c-7ca63b783053 None None] Routers {'94230f57-ecdb-4b64-a85a-c5b8554465e3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:03:38.676103 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e1f31fda-0430-46ee-b77c-7ca63b783053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:03:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['94230f57-ecdb-4b64-a85a-c5b8554465e3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:38.725309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46743e5-eaf2-4dce-aa38-49880864e993 req-f4cddcab-362f-40a7-84a2-7baba3cb66fa tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] No DVR routers for this DVR port c9832519-c51f-4940-ad02-c7934a7bdbac on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:03:38.735039 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f46743e5-eaf2-4dce-aa38-49880864e993 req-f4cddcab-362f-40a7-84a2-7baba3cb66fa tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:38.737074 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9b23c91-2780-470e-9b9f-9d08cd98c235 admin admin] Publish callbacks [] for security_group (034b0c67-1dd4-49d7-91d7-fac31834b83b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:38.739183 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f46743e5-eaf2-4dce-aa38-49880864e993 req-f4cddcab-362f-40a7-84a2-7baba3cb66fa tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.10 "DELETE /v2.0/ports/c9832519-c51f-4940-ad02-c7934a7bdbac HTTP/1.1" status: 204 len: 173 time: 2.3972597 Feb 05 03:03:38.750002 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7', 'name': 'network-vif-deleted', 'tag': 'c9832519-c51f-4940-ad02-c7934a7bdbac'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:03:38.753638 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56118fd8-10f9-4d8b-ba9d-af7147b9f9fb" -d '{"events": [{"server_uuid": "3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7", "name": "network-vif-deleted", "tag": "c9832519-c51f-4940-ad02-c7934a7bdbac"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:03:38.803506 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e62d69aa-ee3f-43e5-8278-850e7f693acd req-0d1652b8-8246-405f-80df-2d01b2e342a2 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0560563 Feb 05 03:03:38.808124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c1b89-0dc9-42fd-8f56-c5a238f9d9f9 req-4641bad7-ee0f-4023-b615-9131e73ed31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:38.814276 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9b23c91-2780-470e-9b9f-9d08cd98c235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (034b0c67-1dd4-49d7-91d7-fac31834b83b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:38.828477 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1c6c1b89-0dc9-42fd-8f56-c5a238f9d9f9 req-4641bad7-ee0f-4023-b615-9131e73ed31c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 1127 time: 0.1949689 Feb 05 03:03:38.900414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a9b23c91-2780-470e-9b9f-9d08cd98c235 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3911c92f4754f5dad4de5cc32116faf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3875778 Feb 05 03:03:38.903337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b23c91-2780-470e-9b9f-9d08cd98c235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034b0c67-1dd4-49d7-91d7-fac31834b83b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:38.908740 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35418) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:38.911607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b0af99d7-dfe0-4599-b787-928ff172b37a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-222431225-network', 'tenant_id': '4c913480abd74660b37f83d3248ff5af'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:38.922253 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc304a59-fb99-4c42-bb4c-8bf42d7a0a25 x-openstack-request-id: req-dc304a59-fb99-4c42-bb4c-8bf42d7a0a25 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:03:38.922541 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7", "name": "network-vif-deleted", "tag": "c9832519-c51f-4940-ad02-c7934a7bdbac", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:03:38.922821 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc304a59-fb99-4c42-bb4c-8bf42d7a0a25 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:03:38.923224 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7', 'name': 'network-vif-deleted', 'tag': 'c9832519-c51f-4940-ad02-c7934a7bdbac', 'status': 'completed', 'code': 200} Feb 05 03:03:38.972702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0af99d7-dfe0-4599-b787-928ff172b37a admin admin] Made reservation on behalf of 4c913480abd74660b37f83d3248ff5af for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:03:38.989038 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0af99d7-dfe0-4599-b787-928ff172b37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:39.044449 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0af99d7-dfe0-4599-b787-928ff172b37a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:39.047967 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1c6c1b89-0dc9-42fd-8f56-c5a238f9d9f9 req-955c104a-7e62-447e-8937-a177a87d067d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074273 Feb 05 03:03:39.051584 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e1f31fda-0430-46ee-b77c-7ca63b783053 None None] Set router 94230f57-ecdb-4b64-a85a-c5b8554465e3 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:03:39.079880 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d322134-7b47-4617-89c3-c21691c46b44 admin admin] Publish callbacks [] for security_group (034b0c67-1dd4-49d7-91d7-fac31834b83b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:39.162929 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d322134-7b47-4617-89c3-c21691c46b44 admin admin] Publish callbacks [] for security_group (034b0c67-1dd4-49d7-91d7-fac31834b83b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:39.312370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d322134-7b47-4617-89c3-c21691c46b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (034b0c67-1dd4-49d7-91d7-fac31834b83b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:39.315129 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d322134-7b47-4617-89c3-c21691c46b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:39.316548 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1d322134-7b47-4617-89c3-c21691c46b44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/034b0c67-1dd4-49d7-91d7-fac31834b83b HTTP/1.1" status: 204 len: 168 time: 0.4062402 Feb 05 03:03:39.329788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d322134-7b47-4617-89c3-c21691c46b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034b0c67-1dd4-49d7-91d7-fac31834b83b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:39.472689 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0af99d7-dfe0-4599-b787-928ff172b37a admin admin] Publish callbacks [] for security_group (9a35ff46-08c6-439b-9075-522859f36f86), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:39.478031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f14a1c2-39bb-44e9-9ce6-6548cef41cb0 req-3fd66a78-1207-486f-a3b8-8b66fbf15b62 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b37d5c1-fd3e-4b87-956d-d2aae76b7fe7 HTTP/1.1" status: 200 len: 210 time: 0.1463301 Feb 05 03:03:39.499750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637fb56-f712-4e4d-a708-30dbb8728d6a req-116edb9a-e68e-452d-a2a0-430b77193a1e tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:39.508960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f637fb56-f712-4e4d-a708-30dbb8728d6a req-116edb9a-e68e-452d-a2a0-430b77193a1e tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.2875428 Feb 05 03:03:39.516756 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0af99d7-dfe0-4599-b787-928ff172b37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9a35ff46-08c6-439b-9075-522859f36f86), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:39.586141 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e1f31fda-0430-46ee-b77c-7ca63b783053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'name': 'tempest-ServersTestFqdnHostnames-1016855807-router', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:02:22Z', 'updated_at': '2022-02-05T03:02:29Z', 'revision_number': 4, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'gw_port': {'id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:23Z', 'updated_at': '2022-02-05T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4dc8d1a2-2fad-428d-9d04-a2e936d2554c', 'name': '', 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'mac_address': 'fa:16:3e:92:f5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:28Z', 'updated_at': '2022-02-05T03:02:36Z', 'revision_number': 5, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'subnets': [{'id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:39.610714 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0af99d7-dfe0-4599-b787-928ff172b37a admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:03:39.627995 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f31fda-0430-46ee-b77c-7ca63b783053 None None] Checking router: 94230f57-ecdb-4b64-a85a-c5b8554465e3 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:03:39.641946 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f31fda-0430-46ee-b77c-7ca63b783053 None None] Routers {'94230f57-ecdb-4b64-a85a-c5b8554465e3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:03:39.643383 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e1f31fda-0430-46ee-b77c-7ca63b783053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:03:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['94230f57-ecdb-4b64-a85a-c5b8554465e3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:39.657258 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af99d7-dfe0-4599-b787-928ff172b37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a35ff46-08c6-439b-9075-522859f36f86,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:39.675949 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0af99d7-dfe0-4599-b787-928ff172b37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (34effbd9-8c54-476d-8042-d804d6687774), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:39.676293 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-b0af99d7-dfe0-4599-b787-928ff172b37a admin admin] Added segment 34effbd9-8c54-476d-8042-d804d6687774 of type vlan for network c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b Feb 05 03:03:39.737105 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0af99d7-dfe0-4599-b787-928ff172b37a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:39.752474 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f637fb56-f712-4e4d-a708-30dbb8728d6a req-0f6f16b9-b60c-4a31-bc4b-b0c2041baf56 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421823 Feb 05 03:03:39.784549 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0af99d7-dfe0-4599-b787-928ff172b37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:39.787137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0af99d7-dfe0-4599-b787-928ff172b37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:39.787921 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0af99d7-dfe0-4599-b787-928ff172b37a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:39.835232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device c9832519-c51f-4940-ad02-c7934a7bdbac no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:03:39.871451 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e1f31fda-0430-46ee-b77c-7ca63b783053 None None] Set router 94230f57-ecdb-4b64-a85a-c5b8554465e3 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:03:39.922130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: c9832519-c51f-4940-ad02-c7934a7bdbac {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:03:39.923915 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device c9832519-c51f-4940-ad02-c7934a7bdbac not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:03:39.982109 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:40.373798 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e1f31fda-0430-46ee-b77c-7ca63b783053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'name': 'tempest-ServersTestFqdnHostnames-1016855807-router', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:02:22Z', 'updated_at': '2022-02-05T03:02:29Z', 'revision_number': 4, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'gw_port': {'id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:23Z', 'updated_at': '2022-02-05T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4dc8d1a2-2fad-428d-9d04-a2e936d2554c', 'name': '', 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'mac_address': 'fa:16:3e:92:f5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:28Z', 'updated_at': '2022-02-05T03:02:36Z', 'revision_number': 5, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'subnets': [{'id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:40.480392 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f31fda-0430-46ee-b77c-7ca63b783053 None None] The sync data for ids ['94230f57-ecdb-4b64-a85a-c5b8554465e3'] in n-d-826942-8 is: [{'id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'name': 'tempest-ServersTestFqdnHostnames-1016855807-router', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:02:22Z', 'updated_at': '2022-02-05T03:02:29Z', 'revision_number': 4, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'gw_port': {'id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:23Z', 'updated_at': '2022-02-05T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4dc8d1a2-2fad-428d-9d04-a2e936d2554c', 'name': '', 'network_id': 'e1c1e889-ce15-4ae2-9436-57546d34f15a', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'mac_address': 'fa:16:3e:92:f5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:28Z', 'updated_at': '2022-02-05T03:02:36Z', 'revision_number': 5, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'subnets': [{'id': 'e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:03:40.522238 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b0af99d7-dfe0-4599-b787-928ff172b37a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2201262 Feb 05 03:03:40.526541 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35464) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:40.533824 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b329a364-3914-40cf-927a-fa3252d452fb admin admin] Request body: {'subnet': {'network_id': 'c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-222431225-subnet', 'tenant_id': '4c913480abd74660b37f83d3248ff5af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:40.564155 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04b18220-dea1-4a13-81d4-ee5a2af34ad1 req-771f2241-2cd5-4d0d-9924-6ed44afd78b9 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0400026 Feb 05 03:03:40.574152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af99d7-dfe0-4599-b787-928ff172b37a admin admin] Pushing event updated for resources: {'Network': ['ID=c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:40.588763 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:03:40.626016 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b329a364-3914-40cf-927a-fa3252d452fb admin admin] Made reservation on behalf of 4c913480abd74660b37f83d3248ff5af for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:03:40.628665 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b329a364-3914-40cf-927a-fa3252d452fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:40.654028 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35470) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:40.794412 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b88e06ac-63b5-4405-8611-56cc7f81b09b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for security_group (6bec5eba-eb3e-4ea6-8515-91ca7fd374c3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:40.890383 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b88e06ac-63b5-4405-8611-56cc7f81b09b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for security_group (6bec5eba-eb3e-4ea6-8515-91ca7fd374c3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:41.010191 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76800ee3-c256-4d89-9346-3b8e19599423 None None] New status for floating IP eca3f463-bd99-408e-8c41-399fafe67dba: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:03:41.035527 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b88e06ac-63b5-4405-8611-56cc7f81b09b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6bec5eba-eb3e-4ea6-8515-91ca7fd374c3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:41.038685 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b88e06ac-63b5-4405-8611-56cc7f81b09b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:41.039844 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b88e06ac-63b5-4405-8611-56cc7f81b09b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "DELETE /v2.0/security-groups/6bec5eba-eb3e-4ea6-8515-91ca7fd374c3 HTTP/1.1" status: 204 len: 168 time: 0.3843014 Feb 05 03:03:41.054236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35484) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:41.102434 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b329a364-3914-40cf-927a-fa3252d452fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (936ec9ac-3fbf-4f41-b461-eeabf9c51798), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:41.107876 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-7de0754c-2674-42e6-9e05-74258f9cf746 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] show failed (client error): The resource could not be found. Feb 05 03:03:41.110435 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7de0754c-2674-42e6-9e05-74258f9cf746 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "GET /v2.0/security-groups/6bec5eba-eb3e-4ea6-8515-91ca7fd374c3 HTTP/1.1" status: 404 len: 347 time: 0.0485549 Feb 05 03:03:41.123750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35486) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:41.228491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329a364-3914-40cf-927a-fa3252d452fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=936ec9ac-3fbf-4f41-b461-eeabf9c51798,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:41.249337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e06ac-63b5-4405-8611-56cc7f81b09b tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bec5eba-eb3e-4ea6-8515-91ca7fd374c3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:41.302472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b329a364-3914-40cf-927a-fa3252d452fb admin admin] Checking segment: {'id': '34effbd9-8c54-476d-8042-d804d6687774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:03:41.306150 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:41.319064 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b329a364-3914-40cf-927a-fa3252d452fb admin admin] Network hostable DHCP agents. Network: c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:03:41.370148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b329a364-3914-40cf-927a-fa3252d452fb admin admin] Network c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:03:41.397779 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b329a364-3914-40cf-927a-fa3252d452fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:03:41.402253 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b329a364-3914-40cf-927a-fa3252d452fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:41.402897 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b329a364-3914-40cf-927a-fa3252d452fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:41.410106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a88ce30-dd12-44b3-b3c2-78c8763de996 None None] Network c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:03:41.436510 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e64b2-90fb-4ea9-a09f-24397e606bb7 req-aa37d7e3-8df4-4397-82a0-dac7bd688133 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:41.440857 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-113e64b2-90fb-4ea9-a09f-24397e606bb7 req-aa37d7e3-8df4-4397-82a0-dac7bd688133 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.4445374 Feb 05 03:03:41.441611 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b329a364-3914-40cf-927a-fa3252d452fb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9129722 Feb 05 03:03:41.536578 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-113e64b2-90fb-4ea9-a09f-24397e606bb7 req-10d9c213-f86b-41bd-8ca9-fc5e08f15218 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617836 Feb 05 03:03:41.598324 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-72782ae2-4972-474a-a81d-19db82805108 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Deleting port cb054c09-71dc-4f17-9583-38b39ebde685 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:41.602912 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72782ae2-4972-474a-a81d-19db82805108 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (cb054c09-71dc-4f17-9583-38b39ebde685), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:41.621807 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786cd6b8-ecec-48ca-9dcc-3a17893081a4 None None] Network c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:03:41.829259 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7106019-7fbf-4d88-9f6a-fd2f5b6f8b22 req-1184d702-0da4-402d-bff7-e45f51692226 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0546098 Feb 05 03:03:41.853440 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72782ae2-4972-474a-a81d-19db82805108 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (cb054c09-71dc-4f17-9583-38b39ebde685), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:41.854082 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72782ae2-4972-474a-a81d-19db82805108 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for floatingip (cb054c09-71dc-4f17-9583-38b39ebde685), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:41.864782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5a792-308e-4a64-8499-995d25189305 req-5d2dff1d-dc1a-4a56-a39b-4c7e4bb27b69 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:41.873719 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-afd5a792-308e-4a64-8499-995d25189305 req-5d2dff1d-dc1a-4a56-a39b-4c7e4bb27b69 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.1657691 Feb 05 03:03:41.912851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-72782ae2-4972-474a-a81d-19db82805108 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Calling delete_port for cb054c09-71dc-4f17-9583-38b39ebde685 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:42.001413 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-afd5a792-308e-4a64-8499-995d25189305 req-e9f0b37d-3895-4c67-93d8-b761d189c9b6 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260667 Feb 05 03:03:42.161166 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72782ae2-4972-474a-a81d-19db82805108 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (cb054c09-71dc-4f17-9583-38b39ebde685), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:42.234205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72782ae2-4972-474a-a81d-19db82805108 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Pushing event deleted for resources: {'Port': ['ID=cb054c09-71dc-4f17-9583-38b39ebde685,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:42.373653 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72782ae2-4972-474a-a81d-19db82805108 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks [] for floatingip (eca3f463-bd99-408e-8c41-399fafe67dba), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:42.376626 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72782ae2-4972-474a-a81d-19db82805108 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:42.380367 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-72782ae2-4972-474a-a81d-19db82805108 tempest-ServersTestFqdnHostnames-1841989177 tempest-ServersTestFqdnHostnames-1841989177-project] 10.222.0.36 "DELETE /v2.0/floatingips/eca3f463-bd99-408e-8c41-399fafe67dba HTTP/1.1" status: 204 len: 168 time: 1.2516372 Feb 05 03:03:42.381574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35536) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:42.792473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-c15ced51-af9c-4322-b6fd-da5d3769cc5f tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:42.794125 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-c15ced51-af9c-4322-b6fd-da5d3769cc5f tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/networks?id=02f162d3-a7ab-47ef-80d5-c1214392189e HTTP/1.1" status: 200 len: 815 time: 0.1416047 Feb 05 03:03:42.816905 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-8e0d7634-5259-4493-b62a-2eb66fbddc7b tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/quotas/eff40dc1f6d44399b834eef21648cf11 HTTP/1.1" status: 200 len: 375 time: 0.0113707 Feb 05 03:03:42.838004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35554) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:42.920242 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-b825a10a-e377-448d-92b5-bc2318b26a51 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=eff40dc1f6d44399b834eef21648cf11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0955081 Feb 05 03:03:43.058583 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-439e026d-c017-42a4-b6ef-9a593f066d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (94230f57-ecdb-4b64-a85a-c5b8554465e3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:43.082041 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-7fcfaf8d-9bf8-4bb4-8cb6-a0221598144d service neutron] 10.222.0.36 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512303 Feb 05 03:03:43.131498 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46c3587f-5cf3-4278-9855-a4cd3ea26adb req-60530260-9e19-405a-abd6-7682f1596330 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0477145 Feb 05 03:03:43.255304 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ba05901-2375-44d6-a68b-29d0eb5c15b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:43.274004 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-9060d47d-ee93-4254-a05d-445c7befbf7b service neutron] 10.222.0.36 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414609 Feb 05 03:03:43.380492 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35568) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:43.386854 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e367d45d-4100-46ff-8a72-305ff28360b0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-347458105-network', 'tenant_id': '1bc06973101941d0afb29e1ad7707ee7'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:43.454533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e367d45d-4100-46ff-8a72-305ff28360b0 admin admin] Made reservation on behalf of 1bc06973101941d0afb29e1ad7707ee7 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:03:43.458859 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e367d45d-4100-46ff-8a72-305ff28360b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:43.465053 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ba05901-2375-44d6-a68b-29d0eb5c15b8 admin admin] Publish callbacks [] for security_group (d4512b34-8550-45ff-9eb1-5568525007f2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:43.482922 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e367d45d-4100-46ff-8a72-305ff28360b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:43.483852 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ba05901-2375-44d6-a68b-29d0eb5c15b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d4512b34-8550-45ff-9eb1-5568525007f2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:43.634198 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4ba05901-2375-44d6-a68b-29d0eb5c15b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f33c9d45778247e0b5fe2aabc38e61d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7964418 Feb 05 03:03:43.639159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35576) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:43.639944 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba05901-2375-44d6-a68b-29d0eb5c15b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4512b34-8550-45ff-9eb1-5568525007f2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:43.734104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bd5b9-8fae-4679-afbc-1199fd7006b9 req-33143cbe-fd11-4066-b96c-3ad8e59a208e tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:43.736104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-036b1654-eb1c-4fda-80f0-dc1560da1841 req-39d5913e-fe88-4818-adb8-9586b4477590 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 210 time: 0.1215167 Feb 05 03:03:43.751020 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-136bd5b9-8fae-4679-afbc-1199fd7006b9 req-33143cbe-fd11-4066-b96c-3ad8e59a208e tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c80b2a1-ff94-4add-80d2-7c35d48670be HTTP/1.1" status: 200 len: 945 time: 0.2640066 Feb 05 03:03:43.783973 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e367d45d-4100-46ff-8a72-305ff28360b0 admin admin] Publish callbacks [] for security_group (f131cd3c-aac2-405d-8a71-5d973a870068), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:43.792478 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e367d45d-4100-46ff-8a72-305ff28360b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f131cd3c-aac2-405d-8a71-5d973a870068), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:43.847279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e367d45d-4100-46ff-8a72-305ff28360b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:03:43.877165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367d45d-4100-46ff-8a72-305ff28360b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f131cd3c-aac2-405d-8a71-5d973a870068,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:43.892509 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e367d45d-4100-46ff-8a72-305ff28360b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (73dba88c-e50f-49cd-b198-756768882b78), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:43.892863 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-e367d45d-4100-46ff-8a72-305ff28360b0 admin admin] Added segment 73dba88c-e50f-49cd-b198-756768882b78 of type vlan for network d652f29a-3b1c-474e-b081-04e1808744bd Feb 05 03:03:43.993456 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20193ce3-c1f5-441b-b8f2-facfdbb06b07 admin admin] Publish callbacks [] for security_group (d4512b34-8550-45ff-9eb1-5568525007f2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:44.011876 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e367d45d-4100-46ff-8a72-305ff28360b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (d652f29a-3b1c-474e-b081-04e1808744bd), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:44.036863 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20193ce3-c1f5-441b-b8f2-facfdbb06b07 admin admin] Publish callbacks [] for security_group (d4512b34-8550-45ff-9eb1-5568525007f2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:44.053353 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-439e026d-c017-42a4-b6ef-9a593f066d31 admin admin] Deleting port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:44.054067 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-439e026d-c017-42a4-b6ef-9a593f066d31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:44.088914 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e367d45d-4100-46ff-8a72-305ff28360b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (d652f29a-3b1c-474e-b081-04e1808744bd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:44.090071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e367d45d-4100-46ff-8a72-305ff28360b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:44.090769 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e367d45d-4100-46ff-8a72-305ff28360b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:44.129790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-136bd5b9-8fae-4679-afbc-1199fd7006b9 req-e3ac488d-ff5f-421c-ab5f-59fa53b9cee7 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Deleting port 5be94629-e025-4fe6-a745-b8ecf0bff95b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:44.130281 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-136bd5b9-8fae-4679-afbc-1199fd7006b9 req-e3ac488d-ff5f-421c-ab5f-59fa53b9cee7 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:44.221079 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e367d45d-4100-46ff-8a72-305ff28360b0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8363543 Feb 05 03:03:44.222369 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35588) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:44.234490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9e00f1f1-cef1-41e2-8f40-ae51cef9ca75 admin admin] Request body: {'subnet': {'network_id': 'd652f29a-3b1c-474e-b081-04e1808744bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-347458105-subnet', 'tenant_id': '1bc06973101941d0afb29e1ad7707ee7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:44.238135 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20193ce3-c1f5-441b-b8f2-facfdbb06b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d4512b34-8550-45ff-9eb1-5568525007f2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:44.241156 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20193ce3-c1f5-441b-b8f2-facfdbb06b07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:44.242612 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-20193ce3-c1f5-441b-b8f2-facfdbb06b07 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4512b34-8550-45ff-9eb1-5568525007f2 HTTP/1.1" status: 204 len: 168 time: 0.5998449 Feb 05 03:03:44.276245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-439e026d-c017-42a4-b6ef-9a593f066d31 admin admin] For port 4dc8d1a2-2fad-428d-9d04-a2e936d2554c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4dc8d1a2-2fad-428d-9d04-a2e936d2554c,segment=NetworkSegment(b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac),segment_id=b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:44.276657 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-439e026d-c017-42a4-b6ef-9a593f066d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:44.305692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20193ce3-c1f5-441b-b8f2-facfdbb06b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4512b34-8550-45ff-9eb1-5568525007f2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:44.311142 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-439e026d-c017-42a4-b6ef-9a593f066d31 admin admin] Calling delete_port for 4dc8d1a2-2fad-428d-9d04-a2e936d2554c owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:44.331332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-136bd5b9-8fae-4679-afbc-1199fd7006b9 req-e3ac488d-ff5f-421c-ab5f-59fa53b9cee7 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] For port 5be94629-e025-4fe6-a745-b8ecf0bff95b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5be94629-e025-4fe6-a745-b8ecf0bff95b,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:44.332192 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-136bd5b9-8fae-4679-afbc-1199fd7006b9 req-e3ac488d-ff5f-421c-ab5f-59fa53b9cee7 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:44.409291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-136bd5b9-8fae-4679-afbc-1199fd7006b9 req-e3ac488d-ff5f-421c-ab5f-59fa53b9cee7 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Calling delete_port for 5be94629-e025-4fe6-a745-b8ecf0bff95b owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:44.418255 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367d45d-4100-46ff-8a72-305ff28360b0 admin admin] Pushing event updated for resources: {'Network': ['ID=d652f29a-3b1c-474e-b081-04e1808744bd,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:44.426999 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-233f5fd6-6af5-4e47-9851-881494b6d07c req-dffaeb8d-d506-4b57-bbec-20846d23e0af tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.1508691 Feb 05 03:03:44.430973 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e00f1f1-cef1-41e2-8f40-ae51cef9ca75 admin admin] Made reservation on behalf of 1bc06973101941d0afb29e1ad7707ee7 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:03:44.433204 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network d652f29a-3b1c-474e-b081-04e1808744bd details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:03:44.438206 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e00f1f1-cef1-41e2-8f40-ae51cef9ca75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:44.784979 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35598) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:44.859790 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e00f1f1-cef1-41e2-8f40-ae51cef9ca75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (1cd3cfa8-be64-4a37-99c9-c0a00aba245b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:44.878800 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-136bd5b9-8fae-4679-afbc-1199fd7006b9 req-e3ac488d-ff5f-421c-ab5f-59fa53b9cee7 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5be94629-e025-4fe6-a745-b8ecf0bff95b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:44.891262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5be94629-e025-4fe6-a745-b8ecf0bff95b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:03:44.894995 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-439e026d-c017-42a4-b6ef-9a593f066d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4dc8d1a2-2fad-428d-9d04-a2e936d2554c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:44.957872 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac488d-ff5f-421c-ab5f-59fa53b9cee7 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Pushing event deleted for resources: {'Port': ['ID=5be94629-e025-4fe6-a745-b8ecf0bff95b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:44.977592 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00f1f1-cef1-41e2-8f40-ae51cef9ca75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd3cfa8-be64-4a37-99c9-c0a00aba245b,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:45.074797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e026d-c017-42a4-b6ef-9a593f066d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc8d1a2-2fad-428d-9d04-a2e936d2554c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:45.081238 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d8307a8-161c-452a-9d36-5f554c697fd5 req-dd933d72-5c8b-479e-a30e-1117acfc1c98 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 210 time: 0.0970571 Feb 05 03:03:45.145388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e00f1f1-cef1-41e2-8f40-ae51cef9ca75 admin admin] Checking segment: {'id': '73dba88c-e50f-49cd-b198-756768882b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd652f29a-3b1c-474e-b081-04e1808744bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:03:45.145787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e00f1f1-cef1-41e2-8f40-ae51cef9ca75 admin admin] Network hostable DHCP agents. Network: d652f29a-3b1c-474e-b081-04e1808744bd, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:03:45.206433 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-136bd5b9-8fae-4679-afbc-1199fd7006b9 req-e3ac488d-ff5f-421c-ab5f-59fa53b9cee7 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] No DVR routers for this DVR port 5be94629-e025-4fe6-a745-b8ecf0bff95b on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:03:45.212420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e00f1f1-cef1-41e2-8f40-ae51cef9ca75 admin admin] Network d652f29a-3b1c-474e-b081-04e1808744bd is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:03:45.235699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9e00f1f1-cef1-41e2-8f40-ae51cef9ca75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, d652f29a-3b1c-474e-b081-04e1808744bd) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:03:45.240678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e00f1f1-cef1-41e2-8f40-ae51cef9ca75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:45.241355 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e00f1f1-cef1-41e2-8f40-ae51cef9ca75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:45.246908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250ab538-3680-41e3-8078-cd140db030b6 None None] Network d652f29a-3b1c-474e-b081-04e1808744bd requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:03:45.269487 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-865f7bc3-5623-40c0-a119-237b84bb7665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:45.275044 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-136bd5b9-8fae-4679-afbc-1199fd7006b9 req-e3ac488d-ff5f-421c-ab5f-59fa53b9cee7 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:45.277991 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9e00f1f1-cef1-41e2-8f40-ae51cef9ca75 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0539141 Feb 05 03:03:45.295289 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-136bd5b9-8fae-4679-afbc-1199fd7006b9 req-e3ac488d-ff5f-421c-ab5f-59fa53b9cee7 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.10 "DELETE /v2.0/ports/5be94629-e025-4fe6-a745-b8ecf0bff95b HTTP/1.1" status: 204 len: 173 time: 1.5360200 Feb 05 03:03:45.306848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c80b2a1-ff94-4add-80d2-7c35d48670be', 'name': 'network-vif-deleted', 'tag': '5be94629-e025-4fe6-a745-b8ecf0bff95b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:03:45.319671 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf88e87-741d-453b-95ac-ae52684df5a9" -d '{"events": [{"server_uuid": "4c80b2a1-ff94-4add-80d2-7c35d48670be", "name": "network-vif-deleted", "tag": "5be94629-e025-4fe6-a745-b8ecf0bff95b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:03:45.556521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23fe088-46d2-4b40-b626-fa844ca4a2c0 None None] Network d652f29a-3b1c-474e-b081-04e1808744bd requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:03:45.598796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35626) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:45.664990 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643a03bd-0fbb-4c68-8b63-6149b13cec82 x-openstack-request-id: req-643a03bd-0fbb-4c68-8b63-6149b13cec82 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:03:45.675091 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c80b2a1-ff94-4add-80d2-7c35d48670be", "name": "network-vif-deleted", "tag": "5be94629-e025-4fe6-a745-b8ecf0bff95b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:03:45.675091 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-643a03bd-0fbb-4c68-8b63-6149b13cec82 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:03:45.675091 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c80b2a1-ff94-4add-80d2-7c35d48670be', 'name': 'network-vif-deleted', 'tag': '5be94629-e025-4fe6-a745-b8ecf0bff95b', 'status': 'completed', 'code': 200} Feb 05 03:03:45.751068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-1c620c2d-fb12-4f6e-84ef-95637aee322c tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:45.753156 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-1c620c2d-fb12-4f6e-84ef-95637aee322c tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.31 "GET /v2.0/networks?id=02f162d3-a7ab-47ef-80d5-c1214392189e HTTP/1.1" status: 200 len: 815 time: 0.5477135 Feb 05 03:03:45.762063 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-439e026d-c017-42a4-b6ef-9a593f066d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (94230f57-ecdb-4b64-a85a-c5b8554465e3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:45.773618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-f0053f80-acdb-43b1-b2b7-8919738b7b4a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Request body: {'port': {'device_id': '518ed8cf-2bc9-4044-9546-d9e00729837a', 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e', 'admin_state_up': True, 'tenant_id': 'eff40dc1f6d44399b834eef21648cf11'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:45.811888 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70510cd2-87d5-4d5d-b234-689346e8b6ee req-d4651095-a8f5-44e2-a3d5-4f118c14b723 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.1262155 Feb 05 03:03:45.847923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-2026f447-2a3a-4167-9fb9-6eb7e74d29ff admin admin] Deleting subnet 936ec9ac-3fbf-4f41-b461-eeabf9c51798 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:03:45.853078 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2026f447-2a3a-4167-9fb9-6eb7e74d29ff admin admin] Publish callbacks [] for subnet (936ec9ac-3fbf-4f41-b461-eeabf9c51798), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:45.902565 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2026f447-2a3a-4167-9fb9-6eb7e74d29ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (936ec9ac-3fbf-4f41-b461-eeabf9c51798), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:45.979683 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2026f447-2a3a-4167-9fb9-6eb7e74d29ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (936ec9ac-3fbf-4f41-b461-eeabf9c51798), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:46.082456 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2026f447-2a3a-4167-9fb9-6eb7e74d29ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (936ec9ac-3fbf-4f41-b461-eeabf9c51798), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:46.125976 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:46.163946 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2026f447-2a3a-4167-9fb9-6eb7e74d29ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:46.176974 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2026f447-2a3a-4167-9fb9-6eb7e74d29ff admin admin] 10.222.0.36 "DELETE /v2.0/subnets/936ec9ac-3fbf-4f41-b461-eeabf9c51798 HTTP/1.1" status: 204 len: 168 time: 0.5746541 Feb 05 03:03:46.180601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35634) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:46.182013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026f447-2a3a-4167-9fb9-6eb7e74d29ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=936ec9ac-3fbf-4f41-b461-eeabf9c51798,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:46.326789 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-306622ab-74f1-4b62-8cb8-8fe7528db2bb req-23d73747-63ee-4e36-844f-90b5d8bc3e82 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 210 time: 0.0605774 Feb 05 03:03:46.374269 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0cfa140-3881-430c-907f-a3d8e59a3bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:46.455250 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-865f7bc3-5623-40c0-a119-237b84bb7665 admin admin] Publish callbacks [] for security_group (ffb75fcb-15f3-44bb-92c2-2f577a194916), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:46.473505 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0cfa140-3881-430c-907f-a3d8e59a3bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:46.497020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b0cfa140-3881-430c-907f-a3d8e59a3bda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:46.498338 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-865f7bc3-5623-40c0-a119-237b84bb7665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ffb75fcb-15f3-44bb-92c2-2f577a194916), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:46.511907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b0cfa140-3881-430c-907f-a3d8e59a3bda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34effbd9-8c54-476d-8042-d804d6687774') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:46.512951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b0cfa140-3881-430c-907f-a3d8e59a3bda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34effbd9-8c54-476d-8042-d804d6687774') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:46.544075 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0cfa140-3881-430c-907f-a3d8e59a3bda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (34effbd9-8c54-476d-8042-d804d6687774), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:46.573875 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0cfa140-3881-430c-907f-a3d8e59a3bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (34effbd9-8c54-476d-8042-d804d6687774), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:46.585071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0cfa140-3881-430c-907f-a3d8e59a3bda admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:03:46.585881 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0cfa140-3881-430c-907f-a3d8e59a3bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (34effbd9-8c54-476d-8042-d804d6687774), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:03:46.589951 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:03:46.592364 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f7bc3-5623-40c0-a119-237b84bb7665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb75fcb-15f3-44bb-92c2-2f577a194916,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:46.598074 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-865f7bc3-5623-40c0-a119-237b84bb7665 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e362bb0c7b6b4303991bbd7cd8f2736c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8099828 Feb 05 03:03:46.602797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35640) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:46.685962 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0cfa140-3881-430c-907f-a3d8e59a3bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:46.692027 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0cfa140-3881-430c-907f-a3d8e59a3bda admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:46.707008 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b0cfa140-3881-430c-907f-a3d8e59a3bda admin admin] 10.222.0.36 "DELETE /v2.0/networks/c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b HTTP/1.1" status: 204 len: 168 time: 0.5168774 Feb 05 03:03:46.708615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35644) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:46.752884 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35646) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:46.783698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfa140-3881-430c-907f-a3d8e59a3bda admin admin] Pushing event deleted for resources: {'Network': ['ID=c8d4ec7f-eedf-4c60-9cf0-d8197b2f364b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:46.811837 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdeadb1-dff4-4d3e-b197-14b4ffcc6320 admin admin] Deleting subnet 1cd3cfa8-be64-4a37-99c9-c0a00aba245b {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:03:46.817551 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8cdeadb1-dff4-4d3e-b197-14b4ffcc6320 admin admin] Publish callbacks [] for subnet (1cd3cfa8-be64-4a37-99c9-c0a00aba245b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:46.855229 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-f0053f80-acdb-43b1-b2b7-8919738b7b4a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Made reservation on behalf of eff40dc1f6d44399b834eef21648cf11 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:03:46.860068 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-f0053f80-acdb-43b1-b2b7-8919738b7b4a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:46.917421 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8cdeadb1-dff4-4d3e-b197-14b4ffcc6320 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (1cd3cfa8-be64-4a37-99c9-c0a00aba245b), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:46.917949 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97ef2ad2-c487-49be-a23b-4fdf3584f4e5 admin admin] Publish callbacks [] for security_group (ffb75fcb-15f3-44bb-92c2-2f577a194916), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.001236 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97ef2ad2-c487-49be-a23b-4fdf3584f4e5 admin admin] Publish callbacks [] for security_group (ffb75fcb-15f3-44bb-92c2-2f577a194916), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.021886 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-832eb98c-8892-43a5-9eb3-41690ea8bb6d req-15793614-6309-4ef4-ae7d-09740d3c66d2 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0638208 Feb 05 03:03:47.028168 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9fbb8a27-e663-4c27-8a88-3d2576e5bc5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.071437 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8cdeadb1-dff4-4d3e-b197-14b4ffcc6320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (1cd3cfa8-be64-4a37-99c9-c0a00aba245b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.099245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439e026d-c017-42a4-b6ef-9a593f066d31 admin admin] Router 94230f57-ecdb-4b64-a85a-c5b8554465e3 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:03:47.159487 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8cdeadb1-dff4-4d3e-b197-14b4ffcc6320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (1cd3cfa8-be64-4a37-99c9-c0a00aba245b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.173797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-f0053f80-acdb-43b1-b2b7-8919738b7b4a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Allocated IP 172.20.0.8 (02f162d3-a7ab-47ef-80d5-c1214392189e/d5d24254-b809-45ee-8fdf-aafe1884b375/ab7ca206-ea71-4749-bb7a-dd1e34e91ddf) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:03:47.184767 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8cdeadb1-dff4-4d3e-b197-14b4ffcc6320 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.191984 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8cdeadb1-dff4-4d3e-b197-14b4ffcc6320 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1cd3cfa8-be64-4a37-99c9-c0a00aba245b HTTP/1.1" status: 204 len: 168 time: 0.4801068 Feb 05 03:03:47.212143 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97ef2ad2-c487-49be-a23b-4fdf3584f4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ffb75fcb-15f3-44bb-92c2-2f577a194916), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.214818 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97ef2ad2-c487-49be-a23b-4fdf3584f4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.218240 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-97ef2ad2-c487-49be-a23b-4fdf3584f4e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ffb75fcb-15f3-44bb-92c2-2f577a194916 HTTP/1.1" status: 204 len: 168 time: 0.6122265 Feb 05 03:03:47.218419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35652) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:47.230366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdeadb1-dff4-4d3e-b197-14b4ffcc6320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd3cfa8-be64-4a37-99c9-c0a00aba245b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:47.272756 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef2ad2-c487-49be-a23b-4fdf3584f4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb75fcb-15f3-44bb-92c2-2f577a194916,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:47.334010 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34f661c5-d10f-4138-a21d-530d2827986c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (d652f29a-3b1c-474e-b081-04e1808744bd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.380051 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9fbb8a27-e663-4c27-8a88-3d2576e5bc5e admin admin] Publish callbacks [] for security_group (944c8c68-f8a8-4ca3-a535-90979c1c51b4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.398800 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9fbb8a27-e663-4c27-8a88-3d2576e5bc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (944c8c68-f8a8-4ca3-a535-90979c1c51b4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.456457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9fbb8a27-e663-4c27-8a88-3d2576e5bc5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08d317b0433c417bb0dbf082d76a3414&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7004576 Feb 05 03:03:47.461978 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35658) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:47.471367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439e026d-c017-42a4-b6ef-9a593f066d31 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:03:47.479992 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-439e026d-c017-42a4-b6ef-9a593f066d31 admin admin] 10.222.0.36 "PUT /v2.0/routers/94230f57-ecdb-4b64-a85a-c5b8554465e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0942109 Feb 05 03:03:47.481261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35660) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:47.482323 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb661eb1-0444-40fc-9551-7072be532c78 None None] Sync routers for ids ['94230f57-ecdb-4b64-a85a-c5b8554465e3'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:03:47.512793 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb661eb1-0444-40fc-9551-7072be532c78 None None] Routers {'94230f57-ecdb-4b64-a85a-c5b8554465e3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:03:47.513454 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fb661eb1-0444-40fc-9551-7072be532c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:03:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['94230f57-ecdb-4b64-a85a-c5b8554465e3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:47.582523 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34f661c5-d10f-4138-a21d-530d2827986c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (d652f29a-3b1c-474e-b081-04e1808744bd), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.607848 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-34f661c5-d10f-4138-a21d-530d2827986c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d652f29a-3b1c-474e-b081-04e1808744bd']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:47.617495 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-34f661c5-d10f-4138-a21d-530d2827986c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dba88c-e50f-49cd-b198-756768882b78') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:47.617788 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-34f661c5-d10f-4138-a21d-530d2827986c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dba88c-e50f-49cd-b198-756768882b78') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:47.628431 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34f661c5-d10f-4138-a21d-530d2827986c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (73dba88c-e50f-49cd-b198-756768882b78), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.647471 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34f661c5-d10f-4138-a21d-530d2827986c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (73dba88c-e50f-49cd-b198-756768882b78), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.654670 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f661c5-d10f-4138-a21d-530d2827986c admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:03:47.655119 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34f661c5-d10f-4138-a21d-530d2827986c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (73dba88c-e50f-49cd-b198-756768882b78), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.714818 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35664) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:03:47.744768 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:03:47.749736 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e4dd7f61-aea4-4aef-9839-3eb95d8704ee req-00bb003c-42ef-496f-a2ec-0c49634a083c tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 210 time: 0.2776945 Feb 05 03:03:47.753597 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34f661c5-d10f-4138-a21d-530d2827986c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (d652f29a-3b1c-474e-b081-04e1808744bd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.761172 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb8a27-e663-4c27-8a88-3d2576e5bc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944c8c68-f8a8-4ca3-a535-90979c1c51b4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:47.769672 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b510874-89d5-4474-9043-c0519bdcbd0c admin admin] Publish callbacks [] for router (94230f57-ecdb-4b64-a85a-c5b8554465e3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.777877 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34f661c5-d10f-4138-a21d-530d2827986c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.782814 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-34f661c5-d10f-4138-a21d-530d2827986c admin admin] 10.222.0.36 "DELETE /v2.0/networks/d652f29a-3b1c-474e-b081-04e1808744bd HTTP/1.1" status: 204 len: 168 time: 0.5610969 Feb 05 03:03:47.802334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f661c5-d10f-4138-a21d-530d2827986c admin admin] Pushing event deleted for resources: {'Network': ['ID=d652f29a-3b1c-474e-b081-04e1808744bd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:47.824957 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fc581a3d-9ed2-4605-bbe8-72817ba73023 admin admin] Publish callbacks [] for security_group (944c8c68-f8a8-4ca3-a535-90979c1c51b4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.833469 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-fb661eb1-0444-40fc-9551-7072be532c78 None None] Set router 94230f57-ecdb-4b64-a85a-c5b8554465e3 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:03:47.857983 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5be94629-e025-4fe6-a745-b8ecf0bff95b no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:03:47.869434 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fc581a3d-9ed2-4605-bbe8-72817ba73023 admin admin] Publish callbacks [] for security_group (944c8c68-f8a8-4ca3-a535-90979c1c51b4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.897527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 5be94629-e025-4fe6-a745-b8ecf0bff95b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:03:47.902419 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5be94629-e025-4fe6-a745-b8ecf0bff95b not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:03:47.969428 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fc581a3d-9ed2-4605-bbe8-72817ba73023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (944c8c68-f8a8-4ca3-a535-90979c1c51b4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.973039 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fc581a3d-9ed2-4605-bbe8-72817ba73023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:47.993717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fc581a3d-9ed2-4605-bbe8-72817ba73023 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/944c8c68-f8a8-4ca3-a535-90979c1c51b4 HTTP/1.1" status: 204 len: 168 time: 0.5283194 Feb 05 03:03:47.996729 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4060005d-58cf-46f3-a0e1-3cd2c3c3aec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:48.023659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc581a3d-9ed2-4605-bbe8-72817ba73023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944c8c68-f8a8-4ca3-a535-90979c1c51b4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:48.112880 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-f0053f80-acdb-43b1-b2b7-8919738b7b4a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks [] for port (ab7ca206-ea71-4749-bb7a-dd1e34e91ddf), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:48.192090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35674) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:48.205171 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fb661eb1-0444-40fc-9551-7072be532c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'name': 'tempest-ServersTestFqdnHostnames-1016855807-router', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:02:22Z', 'updated_at': '2022-02-05T03:03:44Z', 'revision_number': 5, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'gw_port': {'id': '8e6c52e7-dabd-44f9-8f1e-062f07281cf4', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:02:23Z', 'updated_at': '2022-02-05T03:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:48.211965 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b510874-89d5-4474-9043-c0519bdcbd0c admin admin] Publish callbacks [] for router_gateway (94230f57-ecdb-4b64-a85a-c5b8554465e3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:48.229635 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-f0053f80-acdb-43b1-b2b7-8919738b7b4a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ab7ca206-ea71-4749-bb7a-dd1e34e91ddf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:48.257992 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ed11a42-8d65-434c-aa9a-32b360920186 req-d9a57573-ab75-4f56-acd7-e67cdb1d0e79 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0859568 Feb 05 03:03:48.263208 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb661eb1-0444-40fc-9551-7072be532c78 None None] Checking router: 94230f57-ecdb-4b64-a85a-c5b8554465e3 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:03:48.291140 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb661eb1-0444-40fc-9551-7072be532c78 None None] Routers {'94230f57-ecdb-4b64-a85a-c5b8554465e3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:03:48.292061 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fb661eb1-0444-40fc-9551-7072be532c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:03:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['94230f57-ecdb-4b64-a85a-c5b8554465e3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:48.309259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0053f80-acdb-43b1-b2b7-8919738b7b4a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Pushing event updated for resources: {'Port': ['ID=ab7ca206-ea71-4749-bb7a-dd1e34e91ddf,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:48.359640 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a0f541c7-6ffb-414c-8573-fddc1887f89d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c913480abd74660b37f83d3248ff5af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1642439 Feb 05 03:03:48.360008 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35678) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:48.363187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-f0053f80-acdb-43b1-b2b7-8919738b7b4a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Network 02f162d3-a7ab-47ef-80d5-c1214392189e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:03:48.372120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-f0053f80-acdb-43b1-b2b7-8919738b7b4a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:03:48.377084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-f0053f80-acdb-43b1-b2b7-8919738b7b4a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:03:48.435827 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b49262a-15ef-4f58-9c13-4cba8a286029 admin admin] Publish callbacks [] for security_group (9a35ff46-08c6-439b-9075-522859f36f86), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:48.469576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9b510874-89d5-4474-9043-c0519bdcbd0c admin admin] Deleting port 8e6c52e7-dabd-44f9-8f1e-062f07281cf4 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:48.469961 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b510874-89d5-4474-9043-c0519bdcbd0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8e6c52e7-dabd-44f9-8f1e-062f07281cf4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:48.490789 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b49262a-15ef-4f58-9c13-4cba8a286029 admin admin] Publish callbacks [] for security_group (9a35ff46-08c6-439b-9075-522859f36f86), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:48.492207 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-f0053f80-acdb-43b1-b2b7-8919738b7b4a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:48.493325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-f0053f80-acdb-43b1-b2b7-8919738b7b4a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:48.529452 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-fb661eb1-0444-40fc-9551-7072be532c78 None None] Set router 94230f57-ecdb-4b64-a85a-c5b8554465e3 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:03:48.562137 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4060005d-58cf-46f3-a0e1-3cd2c3c3aec3 admin admin] Publish callbacks [] for security_group (11168a7a-147a-42f1-8671-c8fd6091ef1f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:48.577375 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4060005d-58cf-46f3-a0e1-3cd2c3c3aec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (11168a7a-147a-42f1-8671-c8fd6091ef1f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:48.612600 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-f0053f80-acdb-43b1-b2b7-8919738b7b4a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8440676 Feb 05 03:03:48.620571 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b49262a-15ef-4f58-9c13-4cba8a286029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9a35ff46-08c6-439b-9075-522859f36f86), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:48.622541 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060005d-58cf-46f3-a0e1-3cd2c3c3aec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11168a7a-147a-42f1-8671-c8fd6091ef1f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:48.624266 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b49262a-15ef-4f58-9c13-4cba8a286029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:48.635856 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0b49262a-15ef-4f58-9c13-4cba8a286029 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a35ff46-08c6-439b-9075-522859f36f86 HTTP/1.1" status: 204 len: 168 time: 0.2727115 Feb 05 03:03:48.638077 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Request body: {'port': {'device_id': '518ed8cf-2bc9-4044-9546-d9e00729837a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:48.669736 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49262a-15ef-4f58-9c13-4cba8a286029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a35ff46-08c6-439b-9075-522859f36f86,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:48.694303 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fb661eb1-0444-40fc-9551-7072be532c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'name': 'tempest-ServersTestFqdnHostnames-1016855807-router', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:02:22Z', 'updated_at': '2022-02-05T03:03:48Z', 'revision_number': 6, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:48.715107 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4060005d-58cf-46f3-a0e1-3cd2c3c3aec3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7303f1abeeda4070ba202ee152b0ab17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9699407 Feb 05 03:03:48.717694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35688) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:48.726975 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb661eb1-0444-40fc-9551-7072be532c78 None None] The sync data for ids ['94230f57-ecdb-4b64-a85a-c5b8554465e3'] in n-d-826942-8 is: [{'id': '94230f57-ecdb-4b64-a85a-c5b8554465e3', 'name': 'tempest-ServersTestFqdnHostnames-1016855807-router', 'tenant_id': 'b1a6d00c229d4f478bede4965b15e08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:02:22Z', 'updated_at': '2022-02-05T03:03:48Z', 'revision_number': 6, 'project_id': 'b1a6d00c229d4f478bede4965b15e08a', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:03:48.773475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-9b510874-89d5-4474-9043-c0519bdcbd0c admin admin] For port 8e6c52e7-dabd-44f9-8f1e-062f07281cf4, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8e6c52e7-dabd-44f9-8f1e-062f07281cf4,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:48.773475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b510874-89d5-4474-9043-c0519bdcbd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8e6c52e7-dabd-44f9-8f1e-062f07281cf4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:48.821976 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9b510874-89d5-4474-9043-c0519bdcbd0c admin admin] Calling delete_port for 8e6c52e7-dabd-44f9-8f1e-062f07281cf4 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:48.864249 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3832b129-eac6-44d9-af4a-f3560b16bbd0 admin admin] Publish callbacks [] for security_group (11168a7a-147a-42f1-8671-c8fd6091ef1f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:48.871428 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ab7ca206-ea71-4749-bb7a-dd1e34e91ddf), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:48.915693 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3832b129-eac6-44d9-af4a-f3560b16bbd0 admin admin] Publish callbacks [] for security_group (11168a7a-147a-42f1-8671-c8fd6091ef1f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:49.099932 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3832b129-eac6-44d9-af4a-f3560b16bbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (11168a7a-147a-42f1-8671-c8fd6091ef1f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:49.105818 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3832b129-eac6-44d9-af4a-f3560b16bbd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:49.107056 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3832b129-eac6-44d9-af4a-f3560b16bbd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11168a7a-147a-42f1-8671-c8fd6091ef1f HTTP/1.1" status: 204 len: 168 time: 0.3883443 Feb 05 03:03:49.144908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4dc8d1a2-2fad-428d-9d04-a2e936d2554c no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:03:49.145603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832b129-eac6-44d9-af4a-f3560b16bbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11168a7a-147a-42f1-8671-c8fd6091ef1f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:49.200561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d3710-52f0-45f8-81ac-a86493ed589d req-a2271249-f7d5-486a-b586-d7033faa3cfd tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:49.206937 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c6d3710-52f0-45f8-81ac-a86493ed589d req-a2271249-f7d5-486a-b586-d7033faa3cfd tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 931 time: 0.2033656 Feb 05 03:03:49.213566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 4dc8d1a2-2fad-428d-9d04-a2e936d2554c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:03:49.213911 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4dc8d1a2-2fad-428d-9d04-a2e936d2554c not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:03:49.342512 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c6d3710-52f0-45f8-81ac-a86493ed589d req-51bdd1ee-e357-4016-8104-b3829ba4a159 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153650 Feb 05 03:03:49.397013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35706) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:49.463238 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3ec3126d-afea-4580-ba6c-5f463b7cda27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1bc06973101941d0afb29e1ad7707ee7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0638247 Feb 05 03:03:49.466312 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35710) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:49.511706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8fb5ca55-8b26-4fbb-8392-48266ace14d3 req-03caa12e-7815-48de-91a6-43750084709b tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2d4c8a-5b40-4895-9ce0-e54943e9e730 HTTP/1.1" status: 200 len: 210 time: 0.0528247 Feb 05 03:03:49.587610 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5867aa4b-9939-4f29-bc89-7a58e64a3feb admin admin] Publish callbacks [] for security_group (f131cd3c-aac2-405d-8a71-5d973a870068), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:49.602282 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b510874-89d5-4474-9043-c0519bdcbd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (8e6c52e7-dabd-44f9-8f1e-062f07281cf4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:49.627779 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5867aa4b-9939-4f29-bc89-7a58e64a3feb admin admin] Publish callbacks [] for security_group (f131cd3c-aac2-405d-8a71-5d973a870068), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:49.661114 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b510874-89d5-4474-9043-c0519bdcbd0c admin admin] Pushing event deleted for resources: {'Port': ['ID=8e6c52e7-dabd-44f9-8f1e-062f07281cf4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:49.723213 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5867aa4b-9939-4f29-bc89-7a58e64a3feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f131cd3c-aac2-405d-8a71-5d973a870068), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:49.729074 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5867aa4b-9939-4f29-bc89-7a58e64a3feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:49.730271 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5867aa4b-9939-4f29-bc89-7a58e64a3feb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f131cd3c-aac2-405d-8a71-5d973a870068 HTTP/1.1" status: 204 len: 168 time: 0.2529275 Feb 05 03:03:49.752609 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867aa4b-9939-4f29-bc89-7a58e64a3feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f131cd3c-aac2-405d-8a71-5d973a870068,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:49.764724 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b510874-89d5-4474-9043-c0519bdcbd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (94230f57-ecdb-4b64-a85a-c5b8554465e3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:49.869826 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b510874-89d5-4474-9043-c0519bdcbd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (94230f57-ecdb-4b64-a85a-c5b8554465e3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:49.872067 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b510874-89d5-4474-9043-c0519bdcbd0c admin admin] Publish callbacks [] for router_controller (94230f57-ecdb-4b64-a85a-c5b8554465e3), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:49.950372 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7ca206-ea71-4749-bb7a-dd1e34e91ddf {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:03:49.957363 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b510874-89d5-4474-9043-c0519bdcbd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (94230f57-ecdb-4b64-a85a-c5b8554465e3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:49.957775 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b510874-89d5-4474-9043-c0519bdcbd0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94230f57-ecdb-4b64-a85a-c5b8554465e3 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:03:49.961265 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Publish callbacks [] for port (ab7ca206-ea71-4749-bb7a-dd1e34e91ddf), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:49.966008 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b510874-89d5-4474-9043-c0519bdcbd0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:49.967179 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9b510874-89d5-4474-9043-c0519bdcbd0c admin admin] 10.222.0.36 "DELETE /v2.0/routers/94230f57-ecdb-4b64-a85a-c5b8554465e3 HTTP/1.1" status: 204 len: 168 time: 2.4849863 Feb 05 03:03:49.970284 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35728) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:49.979094 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Transition to ACTIVE for port object ab7ca206-ea71-4749-bb7a-dd1e34e91ddf will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:03:49.985720 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ab7ca206-ea71-4749-bb7a-dd1e34e91ddf), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:50.079630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e99399-0282-4d1a-9fab-2eb6ecc49fa1 admin admin] Deleting subnet e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:03:50.085724 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46e99399-0282-4d1a-9fab-2eb6ecc49fa1 admin admin] Publish callbacks [] for subnet (e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:50.089155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Pushing event updated for resources: {'Port': ['ID=ab7ca206-ea71-4749-bb7a-dd1e34e91ddf,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:50.176950 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46e99399-0282-4d1a-9fab-2eb6ecc49fa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:50.236271 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Attempting to bind port ab7ca206-ea71-4749-bb7a-dd1e34e91ddf on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:03:50.236885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Attempting to bind port ab7ca206-ea71-4749-bb7a-dd1e34e91ddf by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:03:50.237171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Attempting to bind port ab7ca206-ea71-4749-bb7a-dd1e34e91ddf on network 02f162d3-a7ab-47ef-80d5-c1214392189e {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:03:50.244613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Port ab7ca206-ea71-4749-bb7a-dd1e34e91ddf on network 02f162d3-a7ab-47ef-80d5-c1214392189e not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:03:50.244948 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Attempting to bind port ab7ca206-ea71-4749-bb7a-dd1e34e91ddf on network 02f162d3-a7ab-47ef-80d5-c1214392189e {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:03:50.251801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:03:50.252427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Checking segment: {'id': '6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:03:50.253046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Bound using segment: {'id': '6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:03:50.253485 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Bound port: ab7ca206-ea71-4749-bb7a-dd1e34e91ddf, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:03:50.254203 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ab7ca206-ea71-4749-bb7a-dd1e34e91ddf), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:50.343226 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46e99399-0282-4d1a-9fab-2eb6ecc49fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:50.354949 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] For port ab7ca206-ea71-4749-bb7a-dd1e34e91ddf, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:03:50.358806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] For port ab7ca206-ea71-4749-bb7a-dd1e34e91ddf, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ab7ca206-ea71-4749-bb7a-dd1e34e91ddf,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:03:50.373156 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ab7ca206-ea71-4749-bb7a-dd1e34e91ddf), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:50.435855 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:50.441762 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:50.447605 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] 10.222.0.31 "PUT /v2.0/ports/ab7ca206-ea71-4749-bb7a-dd1e34e91ddf HTTP/1.1" status: 200 len: 1091 time: 1.8140311 Feb 05 03:03:50.449048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518ed8cf-2bc9-4044-9546-d9e00729837a', 'tag': 'ab7ca206-ea71-4749-bb7a-dd1e34e91ddf'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:03:50.452500 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a08bca5-c828-495f-8074-07918de37f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "518ed8cf-2bc9-4044-9546-d9e00729837a", "tag": "ab7ca206-ea71-4749-bb7a-dd1e34e91ddf"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:03:50.519479 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46e99399-0282-4d1a-9fab-2eb6ecc49fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:50.559250 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed963372-e796-439d-9325-b03e962b03c5 x-openstack-request-id: req-ed963372-e796-439d-9325-b03e962b03c5 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:03:50.559552 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518ed8cf-2bc9-4044-9546-d9e00729837a", "tag": "ab7ca206-ea71-4749-bb7a-dd1e34e91ddf", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:03:50.559813 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed963372-e796-439d-9325-b03e962b03c5 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:03:50.560223 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518ed8cf-2bc9-4044-9546-d9e00729837a', 'tag': 'ab7ca206-ea71-4749-bb7a-dd1e34e91ddf', 'status': 'completed', 'code': 200} Feb 05 03:03:50.602222 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b58b92-5064-4dd2-a184-52558c60304f service neutron] Pushing event updated for resources: {'Port': ['ID=ab7ca206-ea71-4749-bb7a-dd1e34e91ddf,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:50.645616 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35754) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:50.654635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e99399-0282-4d1a-9fab-2eb6ecc49fa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:50.673297 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1cd3a9-42fb-4929-b47a-a08cbf4738fe None None] Network e1c1e889-ce15-4ae2-9436-57546d34f15a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:03:50.689112 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46e99399-0282-4d1a-9fab-2eb6ecc49fa1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:50.689984 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-d70647cd-479e-4019-8c30-683b5712ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:50.694298 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-d70647cd-479e-4019-8c30-683b5712ac02 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eff40dc1f6d44399b834eef21648cf11&device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 1125 time: 0.1859260 Feb 05 03:03:50.694902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35760) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:50.698454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-46e99399-0282-4d1a-9fab-2eb6ecc49fa1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e7d9edbd-5ec3-423d-aa6a-d0e82b6c9983 HTTP/1.1" status: 204 len: 168 time: 0.7270327 Feb 05 03:03:50.704195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35762) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:50.761083 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1999c9-7efd-4fd3-8900-7e6fd12b024d req-d9c77677-554f-470b-a6ef-9db585ea0184 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:50.769046 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd1999c9-7efd-4fd3-8900-7e6fd12b024d req-d9c77677-554f-470b-a6ef-9db585ea0184 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 943 time: 0.2872312 Feb 05 03:03:50.862175 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-601ca462-3a3b-4700-8b00-1cf19b11c46c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab7ca206-ea71-4749-bb7a-dd1e34e91ddf HTTP/1.1" status: 200 len: 217 time: 0.1608057 Feb 05 03:03:50.888510 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd1999c9-7efd-4fd3-8900-7e6fd12b024d req-6a9106a2-6604-4d3d-bd70-2f366f25e701 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182876 Feb 05 03:03:50.946340 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ad6668e-4626-476a-9f96-518aca1d160a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.035094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6221dce-e203-4a3f-9a85-ff5dd82e5474 None None] DHCP port deletion for e1c1e889-ce15-4ae2-9436-57546d34f15a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:03:51.044681 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (e1c1e889-ce15-4ae2-9436-57546d34f15a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.051687 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-47d6dccf-b028-45ca-b524-2c10ea35ae6c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for security_group (ba54aa98-5c2d-4a1f-80f2-c33ce2d21998), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.074280 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-82a62d26-7d14-4fad-b85d-769243e25460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:51.076779 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-82a62d26-7d14-4fad-b85d-769243e25460 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5d24254-b809-45ee-8fdf-aafe1884b375 HTTP/1.1" status: 200 len: 855 time: 0.1557112 Feb 05 03:03:51.120838 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-47d6dccf-b028-45ca-b524-2c10ea35ae6c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for security_group (ba54aa98-5c2d-4a1f-80f2-c33ce2d21998), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.128268 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d6221dce-e203-4a3f-9a85-ff5dd82e5474 None None] Deleting port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:51.128671 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6221dce-e203-4a3f-9a85-ff5dd82e5474 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.178735 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-ed3164cc-81af-4cbc-843b-b4300509cec6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=02f162d3-a7ab-47ef-80d5-c1214392189e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949707 Feb 05 03:03:51.257254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:03:51.383466 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d6221dce-e203-4a3f-9a85-ff5dd82e5474 None None] For port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=da925a5f-df6c-4a69-b2aa-6fe70dc1bf11,segment=NetworkSegment(b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac),segment_id=b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:51.383466 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6221dce-e203-4a3f-9a85-ff5dd82e5474 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.391001 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ad6668e-4626-476a-9f96-518aca1d160a admin admin] Publish callbacks [] for security_group (82288b6f-7ba2-44f2-824c-1ee597fd09cf), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.399920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d6221dce-e203-4a3f-9a85-ff5dd82e5474 None None] Calling delete_port for da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:51.429828 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] Deleting port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:51.430462 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.434969 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ad6668e-4626-476a-9f96-518aca1d160a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (82288b6f-7ba2-44f2-824c-1ee597fd09cf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.453787 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-3edd8a5c-a05d-4c48-acc0-02df9e67135b service neutron] 10.222.0.31 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550516 Feb 05 03:03:51.471236 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:03:51.472093 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.494877 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-47d6dccf-b028-45ca-b524-2c10ea35ae6c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ba54aa98-5c2d-4a1f-80f2-c33ce2d21998), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.497482 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-47d6dccf-b028-45ca-b524-2c10ea35ae6c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.498625 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-47d6dccf-b028-45ca-b524-2c10ea35ae6c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "DELETE /v2.0/security-groups/ba54aa98-5c2d-4a1f-80f2-c33ce2d21998 HTTP/1.1" status: 204 len: 168 time: 0.8028734 Feb 05 03:03:51.501799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35784) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:51.526192 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-72c8677b-a007-4bad-b13a-e59a210873a0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] show failed (client error): The resource could not be found. Feb 05 03:03:51.531022 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-72c8677b-a007-4bad-b13a-e59a210873a0 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "GET /v2.0/security-groups/ba54aa98-5c2d-4a1f-80f2-c33ce2d21998 HTTP/1.1" status: 404 len: 347 time: 0.0281639 Feb 05 03:03:51.533524 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35786) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:51.553684 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=da925a5f-df6c-4a69-b2aa-6fe70dc1bf11,segment=NetworkSegment(b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac),segment_id=b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:51.565775 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.576065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8e6c52e7-dabd-44f9-8f1e-062f07281cf4 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:03:51.610745 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3ad6668e-4626-476a-9f96-518aca1d160a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1fd03ee27ec48b1b08f8b651d1b8027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9570613 Feb 05 03:03:51.623335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35790) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:51.633862 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6668e-4626-476a-9f96-518aca1d160a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82288b6f-7ba2-44f2-824c-1ee597fd09cf,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:51.689099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] For port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=da925a5f-df6c-4a69-b2aa-6fe70dc1bf11,segment=NetworkSegment(b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac),segment_id=b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:51.689718 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.694411 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6dccf-b028-45ca-b524-2c10ea35ae6c tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba54aa98-5c2d-4a1f-80f2-c33ce2d21998,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:51.720378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 8e6c52e7-dabd-44f9-8f1e-062f07281cf4 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:03:51.720934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8e6c52e7-dabd-44f9-8f1e-062f07281cf4 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:03:51.764116 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7ea3c-0c4f-4883-be34-f5d25889dc54 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Deleting port 5a1e3a36-3929-4fa8-a02a-f1e8c6f62261 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:51.764778 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b7f7ea3c-0c4f-4883-be34-f5d25889dc54 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5a1e3a36-3929-4fa8-a02a-f1e8c6f62261), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.769272 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] Calling delete_port for da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:51.787068 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6221dce-e203-4a3f-9a85-ff5dd82e5474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.812022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6221dce-e203-4a3f-9a85-ff5dd82e5474 None None] No DVR routers for this DVR port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:03:51.818737 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=da925a5f-df6c-4a69-b2aa-6fe70dc1bf11,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:51.875654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6221dce-e203-4a3f-9a85-ff5dd82e5474 None None] Pushing event deleted for resources: {'Port': ['ID=da925a5f-df6c-4a69-b2aa-6fe70dc1bf11,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:51.945567 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b7f7ea3c-0c4f-4883-be34-f5d25889dc54 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5a1e3a36-3929-4fa8-a02a-f1e8c6f62261), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.945911 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b7f7ea3c-0c4f-4883-be34-f5d25889dc54 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for floatingip (5a1e3a36-3929-4fa8-a02a-f1e8c6f62261), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:51.966909 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a1f8038-4c90-4d93-a618-1b6c9c9ddbb5 req-3f32b4d6-58d2-4ac5-8de2-c48c97ac40be service neutron] 10.222.0.31 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795053 Feb 05 03:03:51.977770 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7ea3c-0c4f-4883-be34-f5d25889dc54 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Calling delete_port for 5a1e3a36-3929-4fa8-a02a-f1e8c6f62261 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:52.033836 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa4997ab-bbe3-4af2-b73f-4fb39229d015 admin admin] Publish callbacks [] for security_group (82288b6f-7ba2-44f2-824c-1ee597fd09cf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:52.293277 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4864f2e-14e6-4642-a38b-9b8d530979c3 req-0209787b-8e1d-4d8d-a1de-1776a0bcb93d tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:52.307121 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4864f2e-14e6-4642-a38b-9b8d530979c3 req-0209787b-8e1d-4d8d-a1de-1776a0bcb93d tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 943 time: 0.2942948 Feb 05 03:03:52.462164 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b7f7ea3c-0c4f-4883-be34-f5d25889dc54 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (5a1e3a36-3929-4fa8-a02a-f1e8c6f62261), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:52.504126 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7ea3c-0c4f-4883-be34-f5d25889dc54 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event deleted for resources: {'Port': ['ID=5a1e3a36-3929-4fa8-a02a-f1e8c6f62261,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:52.538235 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4864f2e-14e6-4642-a38b-9b8d530979c3 req-de5155cb-7681-43f2-8602-38b7d8389afa tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226503 Feb 05 03:03:52.642242 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b7f7ea3c-0c4f-4883-be34-f5d25889dc54 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for floatingip (c0e53b06-c2ef-4069-b5bb-a3014bd48749), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:52.646023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b7f7ea3c-0c4f-4883-be34-f5d25889dc54 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:52.648036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b7f7ea3c-0c4f-4883-be34-f5d25889dc54 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "DELETE /v2.0/floatingips/c0e53b06-c2ef-4069-b5bb-a3014bd48749 HTTP/1.1" status: 204 len: 168 time: 1.1114135 Feb 05 03:03:52.650815 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35830) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:52.738226 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa4997ab-bbe3-4af2-b73f-4fb39229d015 admin admin] Publish callbacks [] for security_group (82288b6f-7ba2-44f2-824c-1ee597fd09cf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:52.790206 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (da925a5f-df6c-4a69-b2aa-6fe70dc1bf11), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:52.883868 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] Pushing event deleted for resources: {'Port': ['ID=da925a5f-df6c-4a69-b2aa-6fe70dc1bf11,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:52.890935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5661ad0b-13a3-432c-976a-a69f765d9276 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Deleting port 15e7d445-6ba5-40b2-897d-d5f416f4e02c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:52.891281 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5661ad0b-13a3-432c-976a-a69f765d9276 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:52.901979 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08bca5-c828-495f-8074-07918de37f9a req-c2095ce8-f93c-4177-9c10-97b7e42ec8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:52.906316 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5a08bca5-c828-495f-8074-07918de37f9a req-c2095ce8-f93c-4177-9c10-97b7e42ec8f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eff40dc1f6d44399b834eef21648cf11&device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 1125 time: 0.8679075 Feb 05 03:03:52.949618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] No DVR routers for this DVR port da925a5f-df6c-4a69-b2aa-6fe70dc1bf11 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:03:53.090687 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5661ad0b-13a3-432c-976a-a69f765d9276 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:53.107607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5661ad0b-13a3-432c-976a-a69f765d9276 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Calling delete_port for 15e7d445-6ba5-40b2-897d-d5f416f4e02c owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:53.270976 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (e1c1e889-ce15-4ae2-9436-57546d34f15a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:53.296258 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c1e889-ce15-4ae2-9436-57546d34f15a']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:53.307658 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:53.307962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:53.323185 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5661ad0b-13a3-432c-976a-a69f765d9276 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (15e7d445-6ba5-40b2-897d-d5f416f4e02c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:53.335255 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:53.371290 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa4997ab-bbe3-4af2-b73f-4fb39229d015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (82288b6f-7ba2-44f2-824c-1ee597fd09cf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:53.373999 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa4997ab-bbe3-4af2-b73f-4fb39229d015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:53.378108 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fa4997ab-bbe3-4af2-b73f-4fb39229d015 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82288b6f-7ba2-44f2-824c-1ee597fd09cf HTTP/1.1" status: 204 len: 168 time: 1.7257864 Feb 05 03:03:53.411448 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:53.414214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661ad0b-13a3-432c-976a-a69f765d9276 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event deleted for resources: {'Port': ['ID=15e7d445-6ba5-40b2-897d-d5f416f4e02c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:53.440484 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4997ab-bbe3-4af2-b73f-4fb39229d015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82288b6f-7ba2-44f2-824c-1ee597fd09cf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:53.488405 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:03:53.488949 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (b0a84e7e-cc02-42ef-a0a4-b86ca23a9fac), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: self.session.flush() Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: self.session.flush() Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: self.session.flush() Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: self.session.flush() Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:03:53.492005 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:03:53.579119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08bca5-c828-495f-8074-07918de37f9a req-ad2fb54a-3167-4f4a-aa5f-74baea9226e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:53.581176 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5a08bca5-c828-495f-8074-07918de37f9a req-ad2fb54a-3167-4f4a-aa5f-74baea9226e9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=02f162d3-a7ab-47ef-80d5-c1214392189e HTTP/1.1" status: 200 len: 916 time: 0.6662595 Feb 05 03:03:53.680806 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5661ad0b-13a3-432c-976a-a69f765d9276 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:53.684184 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5661ad0b-13a3-432c-976a-a69f765d9276 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "DELETE /v2.0/ports/15e7d445-6ba5-40b2-897d-d5f416f4e02c HTTP/1.1" status: 204 len: 168 time: 1.0319858 Feb 05 03:03:53.691505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35866) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:53.760169 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (e1c1e889-ce15-4ae2-9436-57546d34f15a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:53.770244 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5a08bca5-c828-495f-8074-07918de37f9a req-d7a410d9-716e-47cd-b399-ac1cdbc84313 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab7ca206-ea71-4749-bb7a-dd1e34e91ddf HTTP/1.1" status: 200 len: 217 time: 0.1815271 Feb 05 03:03:53.775129 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:53.791231 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] 10.222.0.36 "DELETE /v2.0/networks/e1c1e889-ce15-4ae2-9436-57546d34f15a HTTP/1.1" status: 204 len: 168 time: 3.0702462 Feb 05 03:03:53.843171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f9344-2d99-4a60-abf6-305518a9c5aa admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c1e889-ce15-4ae2-9436-57546d34f15a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:53.949570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08bca5-c828-495f-8074-07918de37f9a req-70b828fe-6556-44a6-8d3b-8add4700bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:53.950779 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df90e19-c52b-47a8-811f-657159686f43 req-7cbf5c52-1646-4d4c-8062-caf37fd0f0c3 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:53.953818 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5a08bca5-c828-495f-8074-07918de37f9a req-70b828fe-6556-44a6-8d3b-8add4700bc30 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5d24254-b809-45ee-8fdf-aafe1884b375 HTTP/1.1" status: 200 len: 855 time: 0.1612866 Feb 05 03:03:53.960245 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3df90e19-c52b-47a8-811f-657159686f43 req-7cbf5c52-1646-4d4c-8062-caf37fd0f0c3 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 943 time: 0.2063062 Feb 05 03:03:54.023074 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5a08bca5-c828-495f-8074-07918de37f9a req-19fc5062-a36b-43e1-9d92-fb7850210807 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=02f162d3-a7ab-47ef-80d5-c1214392189e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618856 Feb 05 03:03:54.107790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a7192c55-cd04-4080-a529-9c722f5ab4ca tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Deleting port 8567b960-d574-4928-8419-2f6d67dbe1d3 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:54.108137 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7192c55-cd04-4080-a529-9c722f5ab4ca tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:54.231457 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5a08bca5-c828-495f-8074-07918de37f9a req-56d3ffc6-fb28-45b9-afc9-6533fc2eeaae service neutron] 10.222.0.31 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996891 Feb 05 03:03:54.238169 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3df90e19-c52b-47a8-811f-657159686f43 req-12786569-efb5-496b-a820-cdb508077213 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769299 Feb 05 03:03:54.267176 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35880) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:54.375772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ab7ca206-ea71-4749-bb7a-dd1e34e91ddf details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:03:54.393133 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-287b410f-3d02-4b1e-a3b4-a448ce7ff750 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1a6d00c229d4f478bede4965b15e08a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1235991 Feb 05 03:03:54.395442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35888) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:54.429781 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7192c55-cd04-4080-a529-9c722f5ab4ca tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:54.444475 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5a08bca5-c828-495f-8074-07918de37f9a req-141a51ce-a4ff-4783-887a-2963592d256b service neutron] 10.222.0.31 "GET /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067759 Feb 05 03:03:54.472829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a7192c55-cd04-4080-a529-9c722f5ab4ca tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Calling delete_port for 8567b960-d574-4928-8419-2f6d67dbe1d3 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:54.569706 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35892) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:54.618159 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-253ffe40-95ec-4c83-bfbc-169b4b7d6850 admin admin] Publish callbacks [] for security_group (11a1e998-b1e5-4ec0-8679-2cc509c3f885), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:54.625925 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ab7ca206-ea71-4749-bb7a-dd1e34e91ddf, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ab7ca206-ea71-4749-bb7a-dd1e34e91ddf,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:54.652711 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'ab7ca206-ea71-4749-bb7a-dd1e34e91ddf', 'network_id': '02f162d3-a7ab-47ef-80d5-c1214392189e', 'port_id': 'ab7ca206-ea71-4749-bb7a-dd1e34e91ddf', 'mac_address': 'fa:16:3e:dc:36:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d24254-b809-45ee-8fdf-aafe1884b375', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:03:54.704467 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-253ffe40-95ec-4c83-bfbc-169b4b7d6850 admin admin] Publish callbacks [] for security_group (11a1e998-b1e5-4ec0-8679-2cc509c3f885), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:54.742785 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72431161-7726-4a58-9c98-0ef98265fd70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:54.755149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ab7ca206-ea71-4749-bb7a-dd1e34e91ddf is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:03:54.756073 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ab7ca206-ea71-4749-bb7a-dd1e34e91ddf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:54.808760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7ca206-ea71-4749-bb7a-dd1e34e91ddf {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:03:54.861198 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ab7ca206-ea71-4749-bb7a-dd1e34e91ddf, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ab7ca206-ea71-4749-bb7a-dd1e34e91ddf,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:54.877097 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ab7ca206-ea71-4749-bb7a-dd1e34e91ddf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:54.950724 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72431161-7726-4a58-9c98-0ef98265fd70 admin admin] Publish callbacks [] for security_group (b304a4ca-4881-4c25-9331-5eb5525ec291), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:54.958138 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-253ffe40-95ec-4c83-bfbc-169b4b7d6850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (11a1e998-b1e5-4ec0-8679-2cc509c3f885), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:54.964062 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72431161-7726-4a58-9c98-0ef98265fd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b304a4ca-4881-4c25-9331-5eb5525ec291), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:54.967033 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-253ffe40-95ec-4c83-bfbc-169b4b7d6850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:54.970664 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-253ffe40-95ec-4c83-bfbc-169b4b7d6850 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11a1e998-b1e5-4ec0-8679-2cc509c3f885 HTTP/1.1" status: 204 len: 168 time: 0.5727491 Feb 05 03:03:54.996435 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7192c55-cd04-4080-a529-9c722f5ab4ca tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8567b960-d574-4928-8419-2f6d67dbe1d3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:54.999212 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ab7ca206-ea71-4749-bb7a-dd1e34e91ddf,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:54.999750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ffe40-95ec-4c83-bfbc-169b4b7d6850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a1e998-b1e5-4ec0-8679-2cc509c3f885,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:55.060655 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-72431161-7726-4a58-9c98-0ef98265fd70 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=137980cea9904e8c87d3fde82b5d6f13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4898608 Feb 05 03:03:55.061675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35912) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:55.068586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72431161-7726-4a58-9c98-0ef98265fd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b304a4ca-4881-4c25-9331-5eb5525ec291,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:55.099445 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7192c55-cd04-4080-a529-9c722f5ab4ca tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event deleted for resources: {'Port': ['ID=8567b960-d574-4928-8419-2f6d67dbe1d3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:55.125873 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:03:55.189248 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['ab7ca206-ea71-4749-bb7a-dd1e34e91ddf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:03:55.254416 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7192c55-cd04-4080-a529-9c722f5ab4ca tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:55.260012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a7192c55-cd04-4080-a529-9c722f5ab4ca tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "DELETE /v2.0/ports/8567b960-d574-4928-8419-2f6d67dbe1d3 HTTP/1.1" status: 204 len: 168 time: 1.5675151 Feb 05 03:03:55.263144 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35918) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:55.264130 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7a322ea-a693-4e5e-902a-1f6abe7dfd32 admin admin] Publish callbacks [] for security_group (b304a4ca-4881-4c25-9331-5eb5525ec291), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:55.361456 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7a322ea-a693-4e5e-902a-1f6abe7dfd32 admin admin] Publish callbacks [] for security_group (b304a4ca-4881-4c25-9331-5eb5525ec291), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:55.553394 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7a322ea-a693-4e5e-902a-1f6abe7dfd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b304a4ca-4881-4c25-9331-5eb5525ec291), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:55.562698 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7a322ea-a693-4e5e-902a-1f6abe7dfd32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:55.574393 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c7a322ea-a693-4e5e-902a-1f6abe7dfd32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b304a4ca-4881-4c25-9331-5eb5525ec291 HTTP/1.1" status: 204 len: 168 time: 0.5115049 Feb 05 03:03:55.610469 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a322ea-a693-4e5e-902a-1f6abe7dfd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b304a4ca-4881-4c25-9331-5eb5525ec291,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:56.049714 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-4328e829-7a99-4dff-9826-d3d4a90ce274 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Deleting subnet a52a6132-9581-4ce5-9743-6cbdfc0a2aac {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:03:56.054038 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4328e829-7a99-4dff-9826-d3d4a90ce274 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for subnet (a52a6132-9581-4ce5-9743-6cbdfc0a2aac), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:56.101964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6847f7-521a-4a1e-9a13-8d2518c10df2 req-fb1c35f0-0255-4767-bba2-e93247fcd550 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:56.103705 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc6847f7-521a-4a1e-9a13-8d2518c10df2 req-fb1c35f0-0255-4767-bba2-e93247fcd550 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 944 time: 0.7357075 Feb 05 03:03:56.126002 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4328e829-7a99-4dff-9826-d3d4a90ce274 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (a52a6132-9581-4ce5-9743-6cbdfc0a2aac), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:56.209477 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc6847f7-521a-4a1e-9a13-8d2518c10df2 req-70665307-92bb-404a-a5d7-9a1ef4190e68 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966258 Feb 05 03:03:56.311637 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4328e829-7a99-4dff-9826-d3d4a90ce274 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (a52a6132-9581-4ce5-9743-6cbdfc0a2aac), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:56.401137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ab7ca206-ea71-4749-bb7a-dd1e34e91ddf up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:03:56.425746 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35970) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:56.462913 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c27845b0-6b02-4da5-9346-e7c2319e944e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:56.514079 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port ab7ca206-ea71-4749-bb7a-dd1e34e91ddf completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:03:56.519582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port ab7ca206-ea71-4749-bb7a-dd1e34e91ddf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:03:56.519962 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ab7ca206-ea71-4749-bb7a-dd1e34e91ddf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:56.600459 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c27845b0-6b02-4da5-9346-e7c2319e944e admin admin] Publish callbacks [] for security_group (0144e49f-0e6a-4c0b-9e7b-974c5725c38f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:56.621616 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c27845b0-6b02-4da5-9346-e7c2319e944e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0144e49f-0e6a-4c0b-9e7b-974c5725c38f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:56.680659 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4328e829-7a99-4dff-9826-d3d4a90ce274 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (a52a6132-9581-4ce5-9743-6cbdfc0a2aac), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:56.691586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ab7ca206-ea71-4749-bb7a-dd1e34e91ddf is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:03:56.691987 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ab7ca206-ea71-4749-bb7a-dd1e34e91ddf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:56.717732 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518ed8cf-2bc9-4044-9546-d9e00729837a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7ca206-ea71-4749-bb7a-dd1e34e91ddf'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:03:56.720613 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f11f3cf-b67f-4d42-a24e-0bce063ea8f4" -d '{"events": [{"server_uuid": "518ed8cf-2bc9-4044-9546-d9e00729837a", "name": "network-vif-plugged", "status": "completed", "tag": "ab7ca206-ea71-4749-bb7a-dd1e34e91ddf"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:03:56.736997 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ab7ca206-ea71-4749-bb7a-dd1e34e91ddf, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ab7ca206-ea71-4749-bb7a-dd1e34e91ddf,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:56.748187 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ab7ca206-ea71-4749-bb7a-dd1e34e91ddf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:56.807037 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4328e829-7a99-4dff-9826-d3d4a90ce274 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:56.807955 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36004) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:56.822356 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4328e829-7a99-4dff-9826-d3d4a90ce274 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "DELETE /v2.0/subnets/a52a6132-9581-4ce5-9743-6cbdfc0a2aac HTTP/1.1" status: 204 len: 168 time: 1.5548518 Feb 05 03:03:56.864941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ab7ca206-ea71-4749-bb7a-dd1e34e91ddf,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:56.882481 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e55cee1-8c96-46a8-87cb-7dcadb243d5e x-openstack-request-id: req-6e55cee1-8c96-46a8-87cb-7dcadb243d5e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:03:56.883509 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c27845b0-6b02-4da5-9346-e7c2319e944e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20d39d4f3ce24f68a4ef473f0306bc0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4563503 Feb 05 03:03:56.885255 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518ed8cf-2bc9-4044-9546-d9e00729837a", "name": "network-vif-plugged", "status": "completed", "tag": "ab7ca206-ea71-4749-bb7a-dd1e34e91ddf", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:03:56.885682 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e55cee1-8c96-46a8-87cb-7dcadb243d5e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:03:56.885904 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36006) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:56.886919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328e829-7a99-4dff-9826-d3d4a90ce274 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event deleted for resources: {'Subnet': ['ID=a52a6132-9581-4ce5-9743-6cbdfc0a2aac,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:56.888579 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518ed8cf-2bc9-4044-9546-d9e00729837a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7ca206-ea71-4749-bb7a-dd1e34e91ddf', 'code': 200} Feb 05 03:03:56.894691 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891d8974-cfa4-48f0-88e5-4a74127b9c36 None None] Network 23c3b802-732a-4ca6-9fd0-342f741030c6 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:03:56.899716 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27845b0-6b02-4da5-9346-e7c2319e944e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0144e49f-0e6a-4c0b-9e7b-974c5725c38f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:56.911176 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36010) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:57.046567 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc1ea05-f019-484e-bdcb-7129f46c9b55 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Deleting subnet 29702184-ea75-4909-b14f-c1806f6cd2f2 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:03:57.054132 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36014) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:57.055097 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ea05-f019-484e-bdcb-7129f46c9b55 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for subnet (29702184-ea75-4909-b14f-c1806f6cd2f2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.111964 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ea05-f019-484e-bdcb-7129f46c9b55 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (29702184-ea75-4909-b14f-c1806f6cd2f2), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.198587 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-128176b8-d469-4b46-8b09-f51e04abc4ae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1303278925-network', 'tenant_id': '97e56238892c4ce9b594b081cf9ab6c4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:57.225857 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ea05-f019-484e-bdcb-7129f46c9b55 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (29702184-ea75-4909-b14f-c1806f6cd2f2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.256323 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35a00a0b-e7b1-41c0-bcfa-aa2123e7fdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.259937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128176b8-d469-4b46-8b09-f51e04abc4ae admin admin] Made reservation on behalf of 97e56238892c4ce9b594b081cf9ab6c4 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:03:57.267848 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-128176b8-d469-4b46-8b09-f51e04abc4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.290145 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-128176b8-d469-4b46-8b09-f51e04abc4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.301881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6eff15-fc73-49e6-8f41-d3cd2e104699 req-84267041-216c-4542-bcda-8bfaf7be6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:57.304739 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1b6eff15-fc73-49e6-8f41-d3cd2e104699 req-84267041-216c-4542-bcda-8bfaf7be6cb9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 1127 time: 0.3819101 Feb 05 03:03:57.306558 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ea05-f019-484e-bdcb-7129f46c9b55 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (29702184-ea75-4909-b14f-c1806f6cd2f2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.332464 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ea05-f019-484e-bdcb-7129f46c9b55 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.342288 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7bc1ea05-f019-484e-bdcb-7129f46c9b55 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "DELETE /v2.0/subnets/29702184-ea75-4909-b14f-c1806f6cd2f2 HTTP/1.1" status: 204 len: 168 time: 0.5330849 Feb 05 03:03:57.345311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36020) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:57.363012 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2759edf-9099-4b90-b623-b4e56cc868c8 None None] Network c5aefbcb-3560-43be-b51a-75b84be14b98 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:03:57.405528 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35a00a0b-e7b1-41c0-bcfa-aa2123e7fdf3 admin admin] Publish callbacks [] for security_group (22d06e3e-fd42-4e43-9390-91653f51b541), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.443750 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35a00a0b-e7b1-41c0-bcfa-aa2123e7fdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (22d06e3e-fd42-4e43-9390-91653f51b541), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.472870 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-35a00a0b-e7b1-41c0-bcfa-aa2123e7fdf3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8055d3347b4e4124994c6a802d538488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4147387 Feb 05 03:03:57.487434 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (23c3b802-732a-4ca6-9fd0-342f741030c6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.493786 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36022) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:57.547852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1ea05-f019-484e-bdcb-7129f46c9b55 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event deleted for resources: {'Subnet': ['ID=29702184-ea75-4909-b14f-c1806f6cd2f2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:57.567711 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-183a07ce-5047-487e-9ee2-1779ceb9f6fb admin admin] Publish callbacks [] for security_group (22d06e3e-fd42-4e43-9390-91653f51b541), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.571120 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-128176b8-d469-4b46-8b09-f51e04abc4ae admin admin] Publish callbacks [] for security_group (27554524-4f0f-4faf-aa32-69d6b37fd9b8), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.580315 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a00a0b-e7b1-41c0-bcfa-aa2123e7fdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d06e3e-fd42-4e43-9390-91653f51b541,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:57.587785 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-128176b8-d469-4b46-8b09-f51e04abc4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (27554524-4f0f-4faf-aa32-69d6b37fd9b8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.593629 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-183a07ce-5047-487e-9ee2-1779ceb9f6fb admin admin] Publish callbacks [] for security_group (22d06e3e-fd42-4e43-9390-91653f51b541), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.609989 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1d68a66-b198-4857-b4a5-9dd73389f032 admin admin] Publish callbacks [] for security_group (0144e49f-0e6a-4c0b-9e7b-974c5725c38f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.611599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b717ab1-ce0b-434f-b7a2-04cb42bd4654 req-1f1e1028-3336-417f-ab4d-ab91a2d82392 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:57.613240 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b717ab1-ce0b-434f-b7a2-04cb42bd4654 req-1f1e1028-3336-417f-ab4d-ab91a2d82392 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 945 time: 0.2062981 Feb 05 03:03:57.640228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128176b8-d469-4b46-8b09-f51e04abc4ae admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:03:57.651060 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1b6eff15-fc73-49e6-8f41-d3cd2e104699 req-40406590-0633-454e-a08b-d867c8d21d49 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311977 Feb 05 03:03:57.666133 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128176b8-d469-4b46-8b09-f51e04abc4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27554524-4f0f-4faf-aa32-69d6b37fd9b8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:57.673961 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-128176b8-d469-4b46-8b09-f51e04abc4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a1cbc6d2-d635-4f52-bafa-1e0b63b8a845), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.674311 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-128176b8-d469-4b46-8b09-f51e04abc4ae admin admin] Added segment a1cbc6d2-d635-4f52-bafa-1e0b63b8a845 of type vlan for network 2f706900-b41e-4e10-9d88-c9a7b11c206d Feb 05 03:03:57.731477 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] DHCP port deletion for 23c3b802-732a-4ca6-9fd0-342f741030c6 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:03:57.778130 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b717ab1-ce0b-434f-b7a2-04cb42bd4654 req-eb1b8152-0fd3-435d-ae49-7e2f9d281923 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551406 Feb 05 03:03:57.791844 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-128176b8-d469-4b46-8b09-f51e04abc4ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (2f706900-b41e-4e10-9d88-c9a7b11c206d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.800571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cd3f6f-7769-4518-b65e-5ef9ff906322 None None] DHCP port deletion for c5aefbcb-3560-43be-b51a-75b84be14b98 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:03:57.819358 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1d68a66-b198-4857-b4a5-9dd73389f032 admin admin] Publish callbacks [] for security_group (0144e49f-0e6a-4c0b-9e7b-974c5725c38f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.861008 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Deleting port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:57.862267 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (75b89b38-f7f5-4637-a0a0-6128cb5c0c38), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.896040 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-128176b8-d469-4b46-8b09-f51e04abc4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (2f706900-b41e-4e10-9d88-c9a7b11c206d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.897525 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128176b8-d469-4b46-8b09-f51e04abc4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:57.899653 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1d68a66-b198-4857-b4a5-9dd73389f032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0144e49f-0e6a-4c0b-9e7b-974c5725c38f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.901084 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-128176b8-d469-4b46-8b09-f51e04abc4ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.903319 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1d68a66-b198-4857-b4a5-9dd73389f032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:57.906918 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a1d68a66-b198-4857-b4a5-9dd73389f032 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0144e49f-0e6a-4c0b-9e7b-974c5725c38f HTTP/1.1" status: 204 len: 168 time: 1.0167925 Feb 05 03:03:57.923565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d68a66-b198-4857-b4a5-9dd73389f032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0144e49f-0e6a-4c0b-9e7b-974c5725c38f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:57.967034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Deleting port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:57.967500 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (75b89b38-f7f5-4637-a0a0-6128cb5c0c38), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:58.032705 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-128176b8-d469-4b46-8b09-f51e04abc4ae admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1174009 Feb 05 03:03:58.035729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36032) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:58.041023 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e5d63a4c-9a3a-46ea-a212-4c01e6a2bb7d admin admin] Request body: {'subnet': {'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1303278925-subnet', 'tenant_id': '97e56238892c4ce9b594b081cf9ab6c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:03:58.052942 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-183a07ce-5047-487e-9ee2-1779ceb9f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (22d06e3e-fd42-4e43-9390-91653f51b541), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:58.054836 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128176b8-d469-4b46-8b09-f51e04abc4ae admin admin] Pushing event updated for resources: {'Network': ['ID=2f706900-b41e-4e10-9d88-c9a7b11c206d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:58.055985 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-183a07ce-5047-487e-9ee2-1779ceb9f6fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:58.070385 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-183a07ce-5047-487e-9ee2-1779ceb9f6fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22d06e3e-fd42-4e43-9390-91653f51b541 HTTP/1.1" status: 204 len: 168 time: 0.5706131 Feb 05 03:03:58.091134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a07ce-5047-487e-9ee2-1779ceb9f6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d06e3e-fd42-4e43-9390-91653f51b541,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:58.100904 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d63a4c-9a3a-46ea-a212-4c01e6a2bb7d admin admin] Made reservation on behalf of 97e56238892c4ce9b594b081cf9ab6c4 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:03:58.103664 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5d63a4c-9a3a-46ea-a212-4c01e6a2bb7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:58.121707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-28cd3f6f-7769-4518-b65e-5ef9ff906322 None None] Deleting port 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:03:58.122182 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-28cd3f6f-7769-4518-b65e-5ef9ff906322 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:58.143571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] For port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=75b89b38-f7f5-4637-a0a0-6128cb5c0c38,segment=NetworkSegment(c186ab96-8fc4-4704-bb64-1833f9f850e2),segment_id=c186ab96-8fc4-4704-bb64-1833f9f850e2)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:58.143981 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (75b89b38-f7f5-4637-a0a0-6128cb5c0c38), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:58.160304 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Calling delete_port for 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:58.272095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-28cd3f6f-7769-4518-b65e-5ef9ff906322 None None] For port 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4,segment=NetworkSegment(f16f63a4-05ec-4822-b3f0-1f13afa03509),segment_id=f16f63a4-05ec-4822-b3f0-1f13afa03509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:58.272492 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-28cd3f6f-7769-4518-b65e-5ef9ff906322 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:58.278574 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (75b89b38-f7f5-4637-a0a0-6128cb5c0c38), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:58.301287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-28cd3f6f-7769-4518-b65e-5ef9ff906322 None None] Calling delete_port for 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:58.308374 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 2f706900-b41e-4e10-9d88-c9a7b11c206d details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:03:58.336792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] For port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=75b89b38-f7f5-4637-a0a0-6128cb5c0c38,segment=NetworkSegment(c186ab96-8fc4-4704-bb64-1833f9f850e2),segment_id=c186ab96-8fc4-4704-bb64-1833f9f850e2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:03:58.337932 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (75b89b38-f7f5-4637-a0a0-6128cb5c0c38), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:58.354710 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] No DVR routers for this DVR port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:03:58.397053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event deleted for resources: {'Port': ['ID=75b89b38-f7f5-4637-a0a0-6128cb5c0c38,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:58.428705 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5d63a4c-9a3a-46ea-a212-4c01e6a2bb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (37fc2b86-02d8-4bec-8794-80413f7999c9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:58.473160 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Calling delete_port for 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:03:58.542670 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d63a4c-9a3a-46ea-a212-4c01e6a2bb7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=37fc2b86-02d8-4bec-8794-80413f7999c9,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:58.598998 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d63a4c-9a3a-46ea-a212-4c01e6a2bb7d admin admin] Checking segment: {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:03:58.600902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d63a4c-9a3a-46ea-a212-4c01e6a2bb7d admin admin] Network hostable DHCP agents. Network: 2f706900-b41e-4e10-9d88-c9a7b11c206d, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:03:58.602344 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (23c3b802-732a-4ca6-9fd0-342f741030c6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:58.648485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d63a4c-9a3a-46ea-a212-4c01e6a2bb7d admin admin] Network 2f706900-b41e-4e10-9d88-c9a7b11c206d is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:03:58.651031 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (75b89b38-f7f5-4637-a0a0-6128cb5c0c38), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:58.656738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c3b802-732a-4ca6-9fd0-342f741030c6']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:58.659060 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-28cd3f6f-7769-4518-b65e-5ef9ff906322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:58.675334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-e5d63a4c-9a3a-46ea-a212-4c01e6a2bb7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 2f706900-b41e-4e10-9d88-c9a7b11c206d) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:03:58.684165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d63a4c-9a3a-46ea-a212-4c01e6a2bb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:58.685136 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5d63a4c-9a3a-46ea-a212-4c01e6a2bb7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:58.701240 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c186ab96-8fc4-4704-bb64-1833f9f850e2') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:58.702503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c186ab96-8fc4-4704-bb64-1833f9f850e2') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:58.723397 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e5d63a4c-9a3a-46ea-a212-4c01e6a2bb7d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6863356 Feb 05 03:03:58.739422 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (c186ab96-8fc4-4704-bb64-1833f9f850e2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:58.740468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cca2544-cf08-4562-b6e6-1f3fbf796421 None None] Network 2f706900-b41e-4e10-9d88-c9a7b11c206d requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:03:58.745317 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Pushing event deleted for resources: {'Port': ['ID=75b89b38-f7f5-4637-a0a0-6128cb5c0c38,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:58.770638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:58.771190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:58.771711 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:58.772310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:58.772781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:58.773317 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:58.773701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:58.774032 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:58.774362 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:58.774701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:58.775586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:58.775928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:58.776270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:03:58.781196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cd3f6f-7769-4518-b65e-5ef9ff906322 None None] No DVR routers for this DVR port 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:03:58.786392 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c186ab96-8fc4-4704-bb64-1833f9f850e2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:58.807800 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:03:58.811187 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (c186ab96-8fc4-4704-bb64-1833f9f850e2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:03:58.824535 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:03:58.931161 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd3f6f-7769-4518-b65e-5ef9ff906322 None None] Pushing event deleted for resources: {'Port': ['ID=1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:58.941687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c5d7b0-d913-42a0-a9de-2444588077f6 None None] No DVR routers for this DVR port 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:03:59.009219 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (23c3b802-732a-4ca6-9fd0-342f741030c6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:59.027857 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:59.030585 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "DELETE /v2.0/networks/23c3b802-732a-4ca6-9fd0-342f741030c6 HTTP/1.1" status: 204 len: 168 time: 1.6801941 Feb 05 03:03:59.051449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36074) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:03:59.114101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a124764-2d96-4c44-81bf-8de84b986578 tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event deleted for resources: {'Network': ['ID=23c3b802-732a-4ca6-9fd0-342f741030c6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:03:59.136322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96a800a-b25b-482a-90fa-8bd39099476d None None] Network 2f706900-b41e-4e10-9d88-c9a7b11c206d requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:03:59.199991 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71373ed2-170e-45d0-861f-2d5824742a26 req-4de544cd-20db-411d-b048-2526e1066767 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:03:59.205246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-71373ed2-170e-45d0-861f-2d5824742a26 req-4de544cd-20db-411d-b048-2526e1066767 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 945 time: 0.2572885 Feb 05 03:03:59.296662 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-71373ed2-170e-45d0-861f-2d5824742a26 req-bd5b2868-b987-465b-b5f2-21ca98830d8f tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852618 Feb 05 03:03:59.305610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:03:59.371998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:03:59.372345 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1099a2e1-8bdf-4ce5-a9c5-c069173a3fd4 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:03:59.375813 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20ca3f32-9a14-406d-ae78-c55fe25e8ded tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (c5aefbcb-3560-43be-b51a-75b84be14b98), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:59.376352 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:03:59.482709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:03:59.484273 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 75b89b38-f7f5-4637-a0a0-6128cb5c0c38 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:03:59.575774 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20ca3f32-9a14-406d-ae78-c55fe25e8ded tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (c5aefbcb-3560-43be-b51a-75b84be14b98), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:59.621270 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-20ca3f32-9a14-406d-ae78-c55fe25e8ded tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5aefbcb-3560-43be-b51a-75b84be14b98']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:59.636855 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-20ca3f32-9a14-406d-ae78-c55fe25e8ded tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16f63a4-05ec-4822-b3f0-1f13afa03509') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:59.636855 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-20ca3f32-9a14-406d-ae78-c55fe25e8ded tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16f63a4-05ec-4822-b3f0-1f13afa03509') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:03:59.648381 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20ca3f32-9a14-406d-ae78-c55fe25e8ded tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (f16f63a4-05ec-4822-b3f0-1f13afa03509), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:59.676161 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20ca3f32-9a14-406d-ae78-c55fe25e8ded tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (f16f63a4-05ec-4822-b3f0-1f13afa03509), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:59.688055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ca3f32-9a14-406d-ae78-c55fe25e8ded tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:03:59.688466 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20ca3f32-9a14-406d-ae78-c55fe25e8ded tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (f16f63a4-05ec-4822-b3f0-1f13afa03509), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:03:59.697071 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:03:59.838886 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20ca3f32-9a14-406d-ae78-c55fe25e8ded tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (c5aefbcb-3560-43be-b51a-75b84be14b98), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:59.861951 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20ca3f32-9a14-406d-ae78-c55fe25e8ded tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:03:59.869031 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-20ca3f32-9a14-406d-ae78-c55fe25e8ded tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] 10.222.0.36 "DELETE /v2.0/networks/c5aefbcb-3560-43be-b51a-75b84be14b98 HTTP/1.1" status: 204 len: 168 time: 0.7839854 Feb 05 03:03:59.919335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca3f32-9a14-406d-ae78-c55fe25e8ded tempest-TaggedBootDevicesTest_v242-2061844892 tempest-TaggedBootDevicesTest_v242-2061844892-project] Pushing event deleted for resources: {'Network': ['ID=c5aefbcb-3560-43be-b51a-75b84be14b98,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:00.176914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-52da15fb-fa91-4ff2-9cd5-400650a5070b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:00.201920 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-52da15fb-fa91-4ff2-9cd5-400650a5070b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 812 time: 0.3029995 Feb 05 03:04:00.223464 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-cd0673a2-84ad-4a15-af69-3ee7492256e6 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/quotas/97e56238892c4ce9b594b081cf9ab6c4 HTTP/1.1" status: 200 len: 375 time: 0.0152440 Feb 05 03:04:00.298663 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-6b9594f7-b114-4ab3-9801-b4cf19310e59 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667150 Feb 05 03:04:00.676659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8554682-d15f-4e8a-9db5-bb6895d57585 req-4a153cba-201e-4adf-abf2-abd41a6e713d tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:00.685776 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8554682-d15f-4e8a-9db5-bb6895d57585 req-4a153cba-201e-4adf-abf2-abd41a6e713d tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 945 time: 0.2148144 Feb 05 03:04:00.758249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-c036182c-c088-42ae-81a7-43c45185acca service neutron] 10.222.0.36 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462919 Feb 05 03:04:00.828595 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8554682-d15f-4e8a-9db5-bb6895d57585 req-ab75d274-cf95-48fa-884e-501eed82702a tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364691 Feb 05 03:04:00.923281 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-a3bfb7de-7df5-4a0a-8eb8-a3ce9ed6ff4f service neutron] 10.222.0.36 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536400 Feb 05 03:04:01.163682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00570794-c465-4cdb-b477-2e752ea56778 req-e20d48dd-9949-4123-a32a-59b905ea98c9 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:01.165640 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00570794-c465-4cdb-b477-2e752ea56778 req-e20d48dd-9949-4123-a32a-59b905ea98c9 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 945 time: 0.1504521 Feb 05 03:04:01.382452 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d83dcff-86dc-47a2-9138-054552c87d9b req-8f48ebbe-6998-4e83-acdb-8598a59c9f26 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=0925e812-806c-4864-bd56-fbceea21a80e HTTP/1.1" status: 200 len: 210 time: 0.1041288 Feb 05 03:04:01.423569 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00570794-c465-4cdb-b477-2e752ea56778 req-cecdc070-a2c9-42f2-96a8-a6b245bb93f6 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521868 Feb 05 03:04:01.500007 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36174) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:01.859186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df774c7-081d-493b-9925-6eca1ac08b4f req-e49f5a3c-846c-46b5-8c37-f5a9433103eb tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:01.871208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8df774c7-081d-493b-9925-6eca1ac08b4f req-e49f5a3c-846c-46b5-8c37-f5a9433103eb tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 945 time: 0.1403739 Feb 05 03:04:02.009271 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8df774c7-081d-493b-9925-6eca1ac08b4f req-d3634f05-c329-4872-b239-006a7d9d1cf5 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356149 Feb 05 03:04:02.020681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:02.078393 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:02.232068 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f6dd5-b490-4542-ba2e-f19eeee1070c req-9c2fcc85-54be-44aa-99ba-4875329f0505 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:02.233658 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f78f6dd5-b490-4542-ba2e-f19eeee1070c req-9c2fcc85-54be-44aa-99ba-4875329f0505 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 945 time: 0.0799711 Feb 05 03:04:02.362078 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:02.497684 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f78f6dd5-b490-4542-ba2e-f19eeee1070c req-4024b259-0036-4a4f-8420-10a0c9392446 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471228 Feb 05 03:04:02.638881 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0569f3d6-a45f-41b0-af5e-11c990329011 req-e8262ea7-f46f-44c4-a2ee-e4f74eba78e8 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=0925e812-806c-4864-bd56-fbceea21a80e HTTP/1.1" status: 200 len: 210 time: 0.0907011 Feb 05 03:04:02.750813 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Allocated IP 172.25.0.131 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/d8a47132-f512-4325-b42f-d8811b51c7d4) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:04:02.870280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74af2e3-5d75-4eae-b0f0-a56c22a1796c req-64a6925f-27f4-4d68-9a39-ee2f66d1e71f tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:02.872247 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e74af2e3-5d75-4eae-b0f0-a56c22a1796c req-64a6925f-27f4-4d68-9a39-ee2f66d1e71f tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 945 time: 0.1230919 Feb 05 03:04:03.015311 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks [] for port (d8a47132-f512-4325-b42f-d8811b51c7d4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:03.066606 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e74af2e3-5d75-4eae-b0f0-a56c22a1796c req-5e9b18a6-8395-44d7-b12b-839266b79052 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727066 Feb 05 03:04:03.140708 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d8a47132-f512-4325-b42f-d8811b51c7d4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:03.159806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-b586f848-6eb8-47ab-b974-65eb8284b589 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:03.163506 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-b586f848-6eb8-47ab-b974-65eb8284b589 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 812 time: 0.2281237 Feb 05 03:04:03.200738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-315d2501-d615-4a11-9b3c-1d6aca9799c2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Request body: {'port': {'device_id': '0925e812-806c-4864-bd56-fbceea21a80e', 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d', 'admin_state_up': True, 'tenant_id': '97e56238892c4ce9b594b081cf9ab6c4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:03.236943 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:04:03.241236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:04:03.268197 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:04:03.342989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Pushing event updated for resources: {'Port': ['ID=d8a47132-f512-4325-b42f-d8811b51c7d4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:03.429637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d0e39-486d-43dd-8f5d-958a28dd6276 req-7a214cbc-0742-4e0e-a7ae-7baf4219c29e tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:03.439116 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-917d0e39-486d-43dd-8f5d-958a28dd6276 req-7a214cbc-0742-4e0e-a7ae-7baf4219c29e tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 945 time: 0.2382901 Feb 05 03:04:03.443798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-315d2501-d615-4a11-9b3c-1d6aca9799c2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Made reservation on behalf of 97e56238892c4ce9b594b081cf9ab6c4 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:04:03.450682 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-315d2501-d615-4a11-9b3c-1d6aca9799c2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:03.576381 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-917d0e39-486d-43dd-8f5d-958a28dd6276 req-a7637701-e0e8-4487-ae9c-37333510dc54 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268017 Feb 05 03:04:03.595637 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks [] for floatingip (2ada7311-37e2-4045-9ad0-899bf10841a1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:03.647607 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e23ec5fa-c275-4ea0-949e-3664491b71e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:03.891595 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d8a47132-f512-4325-b42f-d8811b51c7d4), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:03.979615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-315d2501-d615-4a11-9b3c-1d6aca9799c2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Allocated IP 172.20.0.10 (2f706900-b41e-4e10-9d88-c9a7b11c206d/37fc2b86-02d8-4bec-8794-80413f7999c9/87224bca-acdf-4c19-91f5-cbc0fe4dbcb4) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:04:04.079602 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcb25cbf-2576-45eb-a16c-7c74987343c7 req-e8eea0e4-3b6e-46c9-bb07-72417277e37b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=0925e812-806c-4864-bd56-fbceea21a80e HTTP/1.1" status: 200 len: 210 time: 0.0943427 Feb 05 03:04:04.274667 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-315d2501-d615-4a11-9b3c-1d6aca9799c2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks [] for port (87224bca-acdf-4c19-91f5-cbc0fe4dbcb4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:04.358023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks [] for port (d8a47132-f512-4325-b42f-d8811b51c7d4), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:04.366923 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (d8a47132-f512-4325-b42f-d8811b51c7d4), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:04.370998 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-315d2501-d615-4a11-9b3c-1d6aca9799c2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (87224bca-acdf-4c19-91f5-cbc0fe4dbcb4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:04.417248 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Pushing event updated for resources: {'Port': ['ID=d8a47132-f512-4325-b42f-d8811b51c7d4,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:04.417441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-315d2501-d615-4a11-9b3c-1d6aca9799c2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Network 2f706900-b41e-4e10-9d88-c9a7b11c206d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:04:04.483015 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-315d2501-d615-4a11-9b3c-1d6aca9799c2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:04:04.492048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-315d2501-d615-4a11-9b3c-1d6aca9799c2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:04:04.501264 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (2ada7311-37e2-4045-9ad0-899bf10841a1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:04.526285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d680644-fe9e-45d9-bf69-84da049068cc req-df4b0bee-2b8b-484e-bb40-1ee59754df0f tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:04.528025 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d680644-fe9e-45d9-bf69-84da049068cc req-df4b0bee-2b8b-484e-bb40-1ee59754df0f tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 945 time: 0.1119993 Feb 05 03:04:04.536320 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:04.538465 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6b283cd6-f19e-4773-903a-1d408e8c8c92 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0369241 Feb 05 03:04:04.546541 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36252) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:04.553331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f2f01d72-99c0-4200-a7a3-53cd18582432 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-761839090', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'fixed_ips': [{'ip_address': '172.25.0.131'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:04.618187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-315d2501-d615-4a11-9b3c-1d6aca9799c2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:04.620561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f01d72-99c0-4200-a7a3-53cd18582432 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Made reservation on behalf of 319ad62176af420184a77ac2cf23637a for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:04:04.621669 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-315d2501-d615-4a11-9b3c-1d6aca9799c2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:04.623617 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2f01d72-99c0-4200-a7a3-53cd18582432 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:04.638505 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2f01d72-99c0-4200-a7a3-53cd18582432 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:04.650616 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d680644-fe9e-45d9-bf69-84da049068cc req-84815de5-59f2-4d2c-8ae7-258688a4b8b8 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108689 Feb 05 03:04:04.678419 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-315d2501-d615-4a11-9b3c-1d6aca9799c2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5018401 Feb 05 03:04:04.678419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d2501-d615-4a11-9b3c-1d6aca9799c2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Pushing event updated for resources: {'Port': ['ID=87224bca-acdf-4c19-91f5-cbc0fe4dbcb4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:04.691942 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Request body: {'port': {'device_id': '0925e812-806c-4864-bd56-fbceea21a80e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:04.759132 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2f01d72-99c0-4200-a7a3-53cd18582432 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks [] for security_group (179e1fb1-e3e5-4739-a9be-ca3bb44c8963), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:04.767314 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2f01d72-99c0-4200-a7a3-53cd18582432 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (179e1fb1-e3e5-4739-a9be-ca3bb44c8963), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:04.782393 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (87224bca-acdf-4c19-91f5-cbc0fe4dbcb4), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:04.787210 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-f2f01d72-99c0-4200-a7a3-53cd18582432 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] device_id is not set on port de09ba07-0eb3-4153-b56e-c12d115016a3 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:04:04.820008 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f01d72-99c0-4200-a7a3-53cd18582432 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179e1fb1-e3e5-4739-a9be-ca3bb44c8963,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:05.130412 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f01d72-99c0-4200-a7a3-53cd18582432 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 05 03:04:05.131241 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f01d72-99c0-4200-a7a3-53cd18582432 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:04:05.186058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f2f01d72-99c0-4200-a7a3-53cd18582432 tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6382520 Feb 05 03:04:05.189278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36278) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:05.277187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:04:05.289305 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Publish callbacks [] for port (87224bca-acdf-4c19-91f5-cbc0fe4dbcb4), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:05.308249 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Transition to ACTIVE for port object 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:04:05.317357 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (87224bca-acdf-4c19-91f5-cbc0fe4dbcb4), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:05.512053 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c35321-b84b-4885-b75a-33b545a291f7 req-acaacfc3-d1bb-4ec1-96ea-2a4e89c38920 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:05.519531 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95c35321-b84b-4885-b75a-33b545a291f7 req-acaacfc3-d1bb-4ec1-96ea-2a4e89c38920 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=0925e812-806c-4864-bd56-fbceea21a80e HTTP/1.1" status: 200 len: 944 time: 0.2037568 Feb 05 03:04:05.642415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95c35321-b84b-4885-b75a-33b545a291f7 req-3ccd6efa-dfe5-421a-b8db-ab04d1e30734 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218877 Feb 05 03:04:05.671854 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-234d56f2-a8fc-416c-8e25-293f19320eab tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Deleting port d8a47132-f512-4325-b42f-d8811b51c7d4 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:05.672207 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-234d56f2-a8fc-416c-8e25-293f19320eab tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d8a47132-f512-4325-b42f-d8811b51c7d4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:05.757001 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Pushing event updated for resources: {'Port': ['ID=87224bca-acdf-4c19-91f5-cbc0fe4dbcb4,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:05.785187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Attempting to bind port 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:04:05.785187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Attempting to bind port 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:04:05.785187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Attempting to bind port 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 on network 2f706900-b41e-4e10-9d88-c9a7b11c206d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:04:05.788916 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Port 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 on network 2f706900-b41e-4e10-9d88-c9a7b11c206d not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:04:05.789386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Attempting to bind port 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 on network 2f706900-b41e-4e10-9d88-c9a7b11c206d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:04:05.799444 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:04:05.799986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Checking segment: {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:04:05.800508 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Bound using segment: {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:04:05.809229 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Bound port: 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:04:05.809731 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (87224bca-acdf-4c19-91f5-cbc0fe4dbcb4), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:05.821649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fd647-508b-4fd8-936c-4c05b591e009 req-0213d60b-2ef7-4fe3-99b4-f06d5eb89cdf tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:05.823407 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a62fd647-508b-4fd8-936c-4c05b591e009 req-0213d60b-2ef7-4fe3-99b4-f06d5eb89cdf tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.31 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 945 time: 0.2105286 Feb 05 03:04:05.886234 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1236f606-bbb3-4059-a751-ba0d914a9632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:05.946957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9239dc-6f8d-4ec0-951f-1c18d51ba8e0 req-567d0f8d-a9ab-4a15-b8a4-1b5d44496726 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:05.955492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf9239dc-6f8d-4ec0-951f-1c18d51ba8e0 req-567d0f8d-a9ab-4a15-b8a4-1b5d44496726 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 945 time: 0.1759467 Feb 05 03:04:05.975740 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] For port 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:04:05.995247 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-234d56f2-a8fc-416c-8e25-293f19320eab tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d8a47132-f512-4325-b42f-d8811b51c7d4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:05.995581 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-234d56f2-a8fc-416c-8e25-293f19320eab tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks [] for floatingip (d8a47132-f512-4325-b42f-d8811b51c7d4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:06.002647 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] For port 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=87224bca-acdf-4c19-91f5-cbc0fe4dbcb4,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:04:06.026190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-234d56f2-a8fc-416c-8e25-293f19320eab tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Calling delete_port for d8a47132-f512-4325-b42f-d8811b51c7d4 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:06.030360 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (87224bca-acdf-4c19-91f5-cbc0fe4dbcb4), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:06.075746 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf9239dc-6f8d-4ec0-951f-1c18d51ba8e0 req-6c6b232f-53cb-4bf5-944b-e08c7943416b tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182129 Feb 05 03:04:06.157755 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:06.159781 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:06.162923 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] 10.222.0.10 "PUT /v2.0/ports/87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 HTTP/1.1" status: 200 len: 1092 time: 1.4776852 Feb 05 03:04:06.182110 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0925e812-806c-4864-bd56-fbceea21a80e', 'tag': '87224bca-acdf-4c19-91f5-cbc0fe4dbcb4'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:04:06.190127 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f75466-5d9c-4be5-8b1f-2790efe940ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0925e812-806c-4864-bd56-fbceea21a80e", "tag": "87224bca-acdf-4c19-91f5-cbc0fe4dbcb4"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:04:06.326911 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4c98e-243a-4054-b04a-f9eb802c5bbf service neutron] Pushing event updated for resources: {'Port': ['ID=87224bca-acdf-4c19-91f5-cbc0fe4dbcb4,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:06.335185 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdc3d4c-e361-4886-adff-ee134ce46d7e x-openstack-request-id: req-3fdc3d4c-e361-4886-adff-ee134ce46d7e {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:04:06.335855 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0925e812-806c-4864-bd56-fbceea21a80e", "tag": "87224bca-acdf-4c19-91f5-cbc0fe4dbcb4", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:04:06.337133 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3fdc3d4c-e361-4886-adff-ee134ce46d7e {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:04:06.338693 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0925e812-806c-4864-bd56-fbceea21a80e', 'tag': '87224bca-acdf-4c19-91f5-cbc0fe4dbcb4', 'status': 'completed', 'code': 200} Feb 05 03:04:06.345649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a62fd647-508b-4fd8-936c-4c05b591e009 req-ebfc1f7f-4924-48a6-ad36-cbd0675a4a07 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Deleting port ab7ca206-ea71-4749-bb7a-dd1e34e91ddf {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:06.346288 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a62fd647-508b-4fd8-936c-4c05b591e009 req-ebfc1f7f-4924-48a6-ad36-cbd0675a4a07 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ab7ca206-ea71-4749-bb7a-dd1e34e91ddf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:06.477490 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-234d56f2-a8fc-416c-8e25-293f19320eab tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d8a47132-f512-4325-b42f-d8811b51c7d4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:06.494459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-95ff49bd-0107-4d30-890b-369f39b9fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:06.498569 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-95ff49bd-0107-4d30-890b-369f39b9fe4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&device_id=0925e812-806c-4864-bd56-fbceea21a80e HTTP/1.1" status: 200 len: 1126 time: 0.2800956 Feb 05 03:04:06.570923 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-e6c6fb9a-b297-4c09-a7f9-2e94aa9c604b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 HTTP/1.1" status: 200 len: 217 time: 0.0621619 Feb 05 03:04:06.584889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d56f2-a8fc-416c-8e25-293f19320eab tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8a47132-f512-4325-b42f-d8811b51c7d4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:06.660737 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-234d56f2-a8fc-416c-8e25-293f19320eab tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks [] for floatingip (2ada7311-37e2-4045-9ad0-899bf10841a1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:06.670309 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-234d56f2-a8fc-416c-8e25-293f19320eab tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:06.671635 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-234d56f2-a8fc-416c-8e25-293f19320eab tempest-ExternalNetworksAdminNegativeTestJSON-154527906 tempest-ExternalNetworksAdminNegativeTestJSON-154527906-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/2ada7311-37e2-4045-9ad0-899bf10841a1 HTTP/1.1" status: 204 len: 168 time: 1.4811420 Feb 05 03:04:06.836395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a62fd647-508b-4fd8-936c-4c05b591e009 req-ebfc1f7f-4924-48a6-ad36-cbd0675a4a07 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] For port ab7ca206-ea71-4749-bb7a-dd1e34e91ddf, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ab7ca206-ea71-4749-bb7a-dd1e34e91ddf,segment=NetworkSegment(6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a),segment_id=6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:06.842997 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a62fd647-508b-4fd8-936c-4c05b591e009 req-ebfc1f7f-4924-48a6-ad36-cbd0675a4a07 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ab7ca206-ea71-4749-bb7a-dd1e34e91ddf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:06.863511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-aa66b36e-9153-495a-8f10-92312e698342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:06.876024 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-aa66b36e-9153-495a-8f10-92312e698342 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37fc2b86-02d8-4bec-8794-80413f7999c9 HTTP/1.1" status: 200 len: 852 time: 0.2937539 Feb 05 03:04:06.962247 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ca391-7425-4f61-b9c4-96afca860368 req-2d011f42-347e-4aad-8b63-0dd0505cc7c8 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:06.970953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-459ca391-7425-4f61-b9c4-96afca860368 req-2d011f42-347e-4aad-8b63-0dd0505cc7c8 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=0925e812-806c-4864-bd56-fbceea21a80e HTTP/1.1" status: 200 len: 944 time: 0.1493769 Feb 05 03:04:07.056541 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-d694686a-2bcf-43f4-8435-1b633deec76c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f706900-b41e-4e10-9d88-c9a7b11c206d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1706209 Feb 05 03:04:07.063147 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:07.085616 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-459ca391-7425-4f61-b9c4-96afca860368 req-c40ad89d-f39b-488b-b130-29ce1d488e61 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137295 Feb 05 03:04:07.192060 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a62fd647-508b-4fd8-936c-4c05b591e009 req-ebfc1f7f-4924-48a6-ad36-cbd0675a4a07 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Calling delete_port for ab7ca206-ea71-4749-bb7a-dd1e34e91ddf owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:07.324476 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996b31e-0372-4981-8683-63bbc1e9e517 req-0c22955b-cc2d-4eb3-b07b-e39761422239 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:07.326058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0996b31e-0372-4981-8683-63bbc1e9e517 req-0c22955b-cc2d-4eb3-b07b-e39761422239 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 945 time: 0.1397941 Feb 05 03:04:07.400675 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36336) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:07.477173 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0996b31e-0372-4981-8683-63bbc1e9e517 req-1bf752dd-dd16-42e2-be4a-36b603baa234 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/security-groups?id=c9891c6f-047b-4d76-a72e-1ccb50868495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297979 Feb 05 03:04:07.582655 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4eafa208-45c3-4fde-a846-0852b8e54940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:07.758095 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4eafa208-45c3-4fde-a846-0852b8e54940 admin admin] Publish callbacks [] for security_group (c86ee0ce-de36-4632-9b5a-9eecee33a191), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:07.774482 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4eafa208-45c3-4fde-a846-0852b8e54940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c86ee0ce-de36-4632-9b5a-9eecee33a191), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:07.885311 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a62fd647-508b-4fd8-936c-4c05b591e009 req-ebfc1f7f-4924-48a6-ad36-cbd0675a4a07 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ab7ca206-ea71-4749-bb7a-dd1e34e91ddf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:07.890905 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4eafa208-45c3-4fde-a846-0852b8e54940 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4434fbff44e746b889a8c67cfebcfb34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4883127 Feb 05 03:04:07.891949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafa208-45c3-4fde-a846-0852b8e54940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86ee0ce-de36-4632-9b5a-9eecee33a191,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:07.900007 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36350) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:07.900765 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['ab7ca206-ea71-4749-bb7a-dd1e34e91ddf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:04:07.965656 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-55587d3e-9bf5-4852-b6b4-0a14df48408f service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8919859 Feb 05 03:04:08.089674 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a61e81de-1ea1-46c9-831b-11a1ff62ab99 admin admin] Publish callbacks [] for security_group (c86ee0ce-de36-4632-9b5a-9eecee33a191), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:08.140292 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a61e81de-1ea1-46c9-831b-11a1ff62ab99 admin admin] Publish callbacks [] for security_group (c86ee0ce-de36-4632-9b5a-9eecee33a191), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:08.241808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62fd647-508b-4fd8-936c-4c05b591e009 req-ebfc1f7f-4924-48a6-ad36-cbd0675a4a07 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] No DVR routers for this DVR port ab7ca206-ea71-4749-bb7a-dd1e34e91ddf on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:04:08.245087 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc1f7f-4924-48a6-ad36-cbd0675a4a07 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Pushing event deleted for resources: {'Port': ['ID=ab7ca206-ea71-4749-bb7a-dd1e34e91ddf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:08.247401 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a62fd647-508b-4fd8-936c-4c05b591e009 req-ebfc1f7f-4924-48a6-ad36-cbd0675a4a07 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:08.251358 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a62fd647-508b-4fd8-936c-4c05b591e009 req-ebfc1f7f-4924-48a6-ad36-cbd0675a4a07 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.31 "DELETE /v2.0/ports/ab7ca206-ea71-4749-bb7a-dd1e34e91ddf HTTP/1.1" status: 204 len: 173 time: 2.4200678 Feb 05 03:04:08.313838 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa8c034d-8f8d-40d0-9792-12802088bc38 req-7660063e-42cc-46e1-996a-1c9bed9ebada service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429439 Feb 05 03:04:08.320639 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d537f8-c5c8-4d98-8df6-25d48cc54522 req-a9e9170c-e748-45db-9985-8308d49f34a3 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:08.322099 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90d537f8-c5c8-4d98-8df6-25d48cc54522 req-a9e9170c-e748-45db-9985-8308d49f34a3 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=0925e812-806c-4864-bd56-fbceea21a80e HTTP/1.1" status: 200 len: 944 time: 0.1020896 Feb 05 03:04:08.322996 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a61e81de-1ea1-46c9-831b-11a1ff62ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c86ee0ce-de36-4632-9b5a-9eecee33a191), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:08.326056 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a61e81de-1ea1-46c9-831b-11a1ff62ab99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:08.329397 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a61e81de-1ea1-46c9-831b-11a1ff62ab99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c86ee0ce-de36-4632-9b5a-9eecee33a191 HTTP/1.1" status: 204 len: 168 time: 0.4280112 Feb 05 03:04:08.340808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518ed8cf-2bc9-4044-9546-d9e00729837a', 'name': 'network-vif-deleted', 'tag': 'ab7ca206-ea71-4749-bb7a-dd1e34e91ddf'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:04:08.347030 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c910b5e6-dfe3-4336-8e5b-251b5a32fa1b" -d '{"events": [{"server_uuid": "518ed8cf-2bc9-4044-9546-d9e00729837a", "name": "network-vif-deleted", "tag": "ab7ca206-ea71-4749-bb7a-dd1e34e91ddf"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:04:08.358470 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e81de-1ea1-46c9-831b-11a1ff62ab99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86ee0ce-de36-4632-9b5a-9eecee33a191,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:08.450619 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90d537f8-c5c8-4d98-8df6-25d48cc54522 req-0650498d-0f30-430d-a11b-95f74d717ae3 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953417 Feb 05 03:04:08.547883 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d25a089-d22f-46f9-88d4-14431f2a3d5d x-openstack-request-id: req-5d25a089-d22f-46f9-88d4-14431f2a3d5d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:04:08.548193 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518ed8cf-2bc9-4044-9546-d9e00729837a", "name": "network-vif-deleted", "tag": "ab7ca206-ea71-4749-bb7a-dd1e34e91ddf", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:04:08.548447 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d25a089-d22f-46f9-88d4-14431f2a3d5d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:04:08.548850 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518ed8cf-2bc9-4044-9546-d9e00729837a', 'name': 'network-vif-deleted', 'tag': 'ab7ca206-ea71-4749-bb7a-dd1e34e91ddf', 'status': 'completed', 'code': 200} Feb 05 03:04:08.620084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f75466-5d9c-4be5-8b1f-2790efe940ab req-55cc8606-f2c0-4e18-a5c1-52e048793947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:08.624332 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06f75466-5d9c-4be5-8b1f-2790efe940ab req-55cc8606-f2c0-4e18-a5c1-52e048793947 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&device_id=0925e812-806c-4864-bd56-fbceea21a80e HTTP/1.1" status: 200 len: 1126 time: 0.1940875 Feb 05 03:04:08.648525 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:08.747040 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4127bcb6-0f6c-412c-845e-f6e1a040a20c req-80a2d2af-a9b6-4d14-b7a1-7aece9ed81c6 tempest-ServerDiskConfigTestJSON-2054502257 tempest-ServerDiskConfigTestJSON-2054502257-project] 10.222.0.36 "GET /v2.0/ports?device_id=518ed8cf-2bc9-4044-9546-d9e00729837a HTTP/1.1" status: 200 len: 210 time: 0.0598948 Feb 05 03:04:08.831092 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f75466-5d9c-4be5-8b1f-2790efe940ab req-1e8f32a3-878d-4503-8a27-c7e19808dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:08.833789 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06f75466-5d9c-4be5-8b1f-2790efe940ab req-1e8f32a3-878d-4503-8a27-c7e19808dae2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 913 time: 0.2014737 Feb 05 03:04:09.025162 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06f75466-5d9c-4be5-8b1f-2790efe940ab req-e3928657-04d5-46ae-8ef0-9d1ea57c2c94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 HTTP/1.1" status: 200 len: 217 time: 0.1803067 Feb 05 03:04:09.123965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36384) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:09.171201 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f75466-5d9c-4be5-8b1f-2790efe940ab req-de40ea71-f5bf-4797-a3de-321de5e2c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:09.177570 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06f75466-5d9c-4be5-8b1f-2790efe940ab req-de40ea71-f5bf-4797-a3de-321de5e2c413 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37fc2b86-02d8-4bec-8794-80413f7999c9 HTTP/1.1" status: 200 len: 852 time: 0.1463070 Feb 05 03:04:09.225393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-32073849-f890-42e5-a019-c7593f9cc0e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=319ad62176af420184a77ac2cf23637a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1001573 Feb 05 03:04:09.226256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36388) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:09.246085 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06f75466-5d9c-4be5-8b1f-2790efe940ab req-7fc05da5-88ab-4b88-97fc-257c9f495d83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f706900-b41e-4e10-9d88-c9a7b11c206d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606911 Feb 05 03:04:09.338439 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5fca9878-b8db-4b7c-9ea7-695f1f465e89 admin admin] Publish callbacks [] for security_group (179e1fb1-e3e5-4739-a9be-ca3bb44c8963), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:09.376481 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5fca9878-b8db-4b7c-9ea7-695f1f465e89 admin admin] Publish callbacks [] for security_group (179e1fb1-e3e5-4739-a9be-ca3bb44c8963), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:09.408881 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06f75466-5d9c-4be5-8b1f-2790efe940ab req-1824194e-22e9-4e3c-97e3-1c65ece63267 service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535072 Feb 05 03:04:09.480838 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5fca9878-b8db-4b7c-9ea7-695f1f465e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (179e1fb1-e3e5-4739-a9be-ca3bb44c8963), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:09.483659 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5fca9878-b8db-4b7c-9ea7-695f1f465e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:09.484810 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5fca9878-b8db-4b7c-9ea7-695f1f465e89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/179e1fb1-e3e5-4739-a9be-ca3bb44c8963 HTTP/1.1" status: 204 len: 168 time: 0.2574465 Feb 05 03:04:09.497954 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca9878-b8db-4b7c-9ea7-695f1f465e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179e1fb1-e3e5-4739-a9be-ca3bb44c8963,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:09.608049 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06f75466-5d9c-4be5-8b1f-2790efe940ab req-e46dfe54-f726-451e-a23f-2a9cd91da25e service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938210 Feb 05 03:04:09.744470 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10e213-ede2-47ee-b07d-a44e0994a8c3 req-858c580e-e8c6-4e3a-b790-8b71b824818d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:09.751310 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e10e213-ede2-47ee-b07d-a44e0994a8c3 req-858c580e-e8c6-4e3a-b790-8b71b824818d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=0925e812-806c-4864-bd56-fbceea21a80e HTTP/1.1" status: 200 len: 944 time: 0.1021664 Feb 05 03:04:09.869628 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e10e213-ede2-47ee-b07d-a44e0994a8c3 req-05bb0765-79d2-4d1e-85a0-9f406420f147 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133785 Feb 05 03:04:09.899532 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:09.955413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:04:10.164351 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=87224bca-acdf-4c19-91f5-cbc0fe4dbcb4,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:10.187917 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36434) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:10.194709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '87224bca-acdf-4c19-91f5-cbc0fe4dbcb4', 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d', 'port_id': '87224bca-acdf-4c19-91f5-cbc0fe4dbcb4', 'mac_address': 'fa:16:3e:23:63:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fc2b86-02d8-4bec-8794-80413f7999c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:04:10.267494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:04:10.267886 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (87224bca-acdf-4c19-91f5-cbc0fe4dbcb4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:10.302522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:04:10.326525 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0c7f3e-fccf-4028-9b09-9220ae413f2b admin admin] Deleting subnet d5d24254-b809-45ee-8fdf-aafe1884b375 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:04:10.331538 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e0c7f3e-fccf-4028-9b09-9220ae413f2b admin admin] Publish callbacks [] for subnet (d5d24254-b809-45ee-8fdf-aafe1884b375), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:10.356973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=87224bca-acdf-4c19-91f5-cbc0fe4dbcb4,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:10.374957 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (87224bca-acdf-4c19-91f5-cbc0fe4dbcb4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:10.398525 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e0c7f3e-fccf-4028-9b09-9220ae413f2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (d5d24254-b809-45ee-8fdf-aafe1884b375), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:10.434312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ab7ca206-ea71-4749-bb7a-dd1e34e91ddf no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:04:10.481747 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: ab7ca206-ea71-4749-bb7a-dd1e34e91ddf {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:04:10.482086 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ab7ca206-ea71-4749-bb7a-dd1e34e91ddf not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:04:10.509027 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e0c7f3e-fccf-4028-9b09-9220ae413f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (d5d24254-b809-45ee-8fdf-aafe1884b375), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:10.552732 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=87224bca-acdf-4c19-91f5-cbc0fe4dbcb4,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:10.603299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['87224bca-acdf-4c19-91f5-cbc0fe4dbcb4'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:04:10.650166 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e0c7f3e-fccf-4028-9b09-9220ae413f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (d5d24254-b809-45ee-8fdf-aafe1884b375), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:10.732018 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e0c7f3e-fccf-4028-9b09-9220ae413f2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:10.744918 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2e0c7f3e-fccf-4028-9b09-9220ae413f2b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d5d24254-b809-45ee-8fdf-aafe1884b375 HTTP/1.1" status: 204 len: 168 time: 0.5553057 Feb 05 03:04:10.746611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36462) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:10.749224 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c7f3e-fccf-4028-9b09-9220ae413f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d24254-b809-45ee-8fdf-aafe1884b375,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:10.960215 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (02f162d3-a7ab-47ef-80d5-c1214392189e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:11.102910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af53f74-80ee-441c-9aca-2b95328aa5c9 req-f688169b-6e58-4082-8114-4a6e2b8a0a56 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:11.116910 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7af53f74-80ee-441c-9aca-2b95328aa5c9 req-f688169b-6e58-4082-8114-4a6e2b8a0a56 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=0925e812-806c-4864-bd56-fbceea21a80e HTTP/1.1" status: 200 len: 945 time: 0.1108484 Feb 05 03:04:11.194943 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (02f162d3-a7ab-47ef-80d5-c1214392189e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:11.210483 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:11.234345 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7af53f74-80ee-441c-9aca-2b95328aa5c9 req-75179e24-5dca-4a86-b6a3-3bd4d01b02df tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166472 Feb 05 03:04:11.257346 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f162d3-a7ab-47ef-80d5-c1214392189e']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:11.284995 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:11.285663 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:11.310968 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:11.348172 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:11.359654 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:04:11.361584 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (6bf64e5e-e29e-45ce-8f4f-a7d1e730df5a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:04:11.366718 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:04:11.551238 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (02f162d3-a7ab-47ef-80d5-c1214392189e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:11.559959 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:11.563969 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] 10.222.0.36 "DELETE /v2.0/networks/02f162d3-a7ab-47ef-80d5-c1214392189e HTTP/1.1" status: 204 len: 168 time: 0.8162949 Feb 05 03:04:11.580308 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Pushing event deleted for resources: {'Network': ['ID=02f162d3-a7ab-47ef-80d5-c1214392189e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:11.599522 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:11.600276 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:11.601365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:11.603274 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:11.604541 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:11.605082 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:11.606226 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:11.607060 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:11.608319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:11.608716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:11.610528 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:11.611237 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:11.611683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93654c2c-587f-4228-98d5-0e38caa23faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:11.968274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:04:12.057823 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36498) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:12.168978 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-beaba349-e8be-4808-9de6-86b6693a06b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eff40dc1f6d44399b834eef21648cf11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1076963 Feb 05 03:04:12.169381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36502) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:12.170618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:04:12.175062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:04:12.175643 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (87224bca-acdf-4c19-91f5-cbc0fe4dbcb4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:12.300039 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad39ef0f-b3a6-4946-9b67-19c8359adede admin admin] Publish callbacks [] for security_group (c9891c6f-047b-4d76-a72e-1ccb50868495), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:12.349197 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad39ef0f-b3a6-4946-9b67-19c8359adede admin admin] Publish callbacks [] for security_group (c9891c6f-047b-4d76-a72e-1ccb50868495), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:12.357748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:04:12.361482 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (87224bca-acdf-4c19-91f5-cbc0fe4dbcb4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:12.445572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=87224bca-acdf-4c19-91f5-cbc0fe4dbcb4,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:12.449679 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0925e812-806c-4864-bd56-fbceea21a80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87224bca-acdf-4c19-91f5-cbc0fe4dbcb4'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:04:12.459994 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4d99d2-3d7d-49c9-a99b-c472e3179d9f" -d '{"events": [{"server_uuid": "0925e812-806c-4864-bd56-fbceea21a80e", "name": "network-vif-plugged", "status": "completed", "tag": "87224bca-acdf-4c19-91f5-cbc0fe4dbcb4"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:04:12.471867 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (87224bca-acdf-4c19-91f5-cbc0fe4dbcb4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:12.561070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94b213-7ef8-4611-bac5-0557b65870e0 req-855d2c40-11ff-46ed-9c66-f47779ceb581 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:12.564654 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b94b213-7ef8-4611-bac5-0557b65870e0 req-855d2c40-11ff-46ed-9c66-f47779ceb581 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=0925e812-806c-4864-bd56-fbceea21a80e HTTP/1.1" status: 200 len: 945 time: 0.1456058 Feb 05 03:04:12.569701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=87224bca-acdf-4c19-91f5-cbc0fe4dbcb4,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:12.591288 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de7e258-dcb0-428a-9a55-2d15d652489a x-openstack-request-id: req-1de7e258-dcb0-428a-9a55-2d15d652489a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:04:12.591582 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0925e812-806c-4864-bd56-fbceea21a80e", "name": "network-vif-plugged", "status": "completed", "tag": "87224bca-acdf-4c19-91f5-cbc0fe4dbcb4", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:04:12.593647 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1de7e258-dcb0-428a-9a55-2d15d652489a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:04:12.594266 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0925e812-806c-4864-bd56-fbceea21a80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87224bca-acdf-4c19-91f5-cbc0fe4dbcb4', 'code': 200} Feb 05 03:04:12.600770 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad39ef0f-b3a6-4946-9b67-19c8359adede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c9891c6f-047b-4d76-a72e-1ccb50868495), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:12.611852 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad39ef0f-b3a6-4946-9b67-19c8359adede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:12.617458 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ad39ef0f-b3a6-4946-9b67-19c8359adede admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9891c6f-047b-4d76-a72e-1ccb50868495 HTTP/1.1" status: 204 len: 168 time: 0.4453018 Feb 05 03:04:12.704147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b94b213-7ef8-4611-bac5-0557b65870e0 req-223e807a-c83f-4370-82aa-08d95661b0d5 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281817 Feb 05 03:04:12.714404 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39ef0f-b3a6-4946-9b67-19c8359adede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9891c6f-047b-4d76-a72e-1ccb50868495,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:12.714955 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55ae00-5ae5-46fa-8858-eadce614912f req-56426938-089b-4439-9d6b-b997ea3e481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:12.716490 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1e55ae00-5ae5-46fa-8858-eadce614912f req-56426938-089b-4439-9d6b-b997ea3e481b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0925e812-806c-4864-bd56-fbceea21a80e HTTP/1.1" status: 200 len: 1128 time: 0.1012008 Feb 05 03:04:12.814125 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1e55ae00-5ae5-46fa-8858-eadce614912f req-0d8a58ce-697a-4913-b527-28b5fdf51055 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905309 Feb 05 03:04:13.970365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85234cba-e267-4aa8-be0e-3b4b63011893 req-98110b8a-b689-4cae-bdc7-741cf0978164 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:13.981093 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85234cba-e267-4aa8-be0e-3b4b63011893 req-98110b8a-b689-4cae-bdc7-741cf0978164 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=0925e812-806c-4864-bd56-fbceea21a80e HTTP/1.1" status: 200 len: 946 time: 0.1295314 Feb 05 03:04:14.136190 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85234cba-e267-4aa8-be0e-3b4b63011893 req-854724a3-7692-48a8-b0c4-80b5208e1c1b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541324 Feb 05 03:04:14.512273 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36562) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:14.841738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-81f3e4dd-aade-447f-b8f5-cd5c933e1f00 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1160855171'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:14.888139 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81f3e4dd-aade-447f-b8f5-cd5c933e1f00 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (15090be1-cd8d-4576-a0b5-ea05a7801026), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:14.890848 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81f3e4dd-aade-447f-b8f5-cd5c933e1f00 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (15090be1-cd8d-4576-a0b5-ea05a7801026), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:14.989224 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81f3e4dd-aade-447f-b8f5-cd5c933e1f00 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router_controller (15090be1-cd8d-4576-a0b5-ea05a7801026), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:14.997414 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81f3e4dd-aade-447f-b8f5-cd5c933e1f00 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (15090be1-cd8d-4576-a0b5-ea05a7801026), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:15.023282 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81f3e4dd-aade-447f-b8f5-cd5c933e1f00 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:15.025514 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-81f3e4dd-aade-447f-b8f5-cd5c933e1f00 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5117924 Feb 05 03:04:15.027999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36578) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:15.258454 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36590) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:15.710991 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cff9c2bf-0de8-438c-bd07-e21dd2b9cc1f tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router (15090be1-cd8d-4576-a0b5-ea05a7801026), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:15.728517 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5f3386c0-1c74-499b-b498-5c38a83e0592 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-967752104-network', 'tenant_id': 'c78a1518c2854a90acdb7d6cef22ee3d'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:15.775651 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3386c0-1c74-499b-b498-5c38a83e0592 admin admin] Made reservation on behalf of c78a1518c2854a90acdb7d6cef22ee3d for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:04:15.778574 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f3386c0-1c74-499b-b498-5c38a83e0592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:15.790622 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f3386c0-1c74-499b-b498-5c38a83e0592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:15.985862 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d54cff-a724-4a80-92b4-6a7e3a27fe3a req-3f9df842-47e3-4027-80cf-64f1ecfdec76 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:16.000230 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61d54cff-a724-4a80-92b4-6a7e3a27fe3a req-3f9df842-47e3-4027-80cf-64f1ecfdec76 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=0925e812-806c-4864-bd56-fbceea21a80e HTTP/1.1" status: 200 len: 946 time: 0.3364780 Feb 05 03:04:16.063471 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f3386c0-1c74-499b-b498-5c38a83e0592 admin admin] Publish callbacks [] for security_group (befb791e-c83a-49b3-a436-1d8e234cc938), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:16.075223 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f3386c0-1c74-499b-b498-5c38a83e0592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (befb791e-c83a-49b3-a436-1d8e234cc938), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:16.116485 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:16.160228 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3386c0-1c74-499b-b498-5c38a83e0592 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:04:16.167601 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3386c0-1c74-499b-b498-5c38a83e0592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befb791e-c83a-49b3-a436-1d8e234cc938,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:16.178512 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cff9c2bf-0de8-438c-bd07-e21dd2b9cc1f tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (15090be1-cd8d-4576-a0b5-ea05a7801026), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:16.199075 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cff9c2bf-0de8-438c-bd07-e21dd2b9cc1f tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router_controller (15090be1-cd8d-4576-a0b5-ea05a7801026), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:16.213790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f3386c0-1c74-499b-b498-5c38a83e0592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (207ecd28-a1fa-4f71-be04-39fb1c7b3d95), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:16.214389 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-5f3386c0-1c74-499b-b498-5c38a83e0592 admin admin] Added segment 207ecd28-a1fa-4f71-be04-39fb1c7b3d95 of type vlan for network 89bbc564-0e6d-4db5-9f2b-64161d737e6e Feb 05 03:04:16.320412 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61d54cff-a724-4a80-92b4-6a7e3a27fe3a req-fc29896a-0bd4-4368-ae0b-dd7839db5c4f tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190002 Feb 05 03:04:16.346198 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cff9c2bf-0de8-438c-bd07-e21dd2b9cc1f tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (15090be1-cd8d-4576-a0b5-ea05a7801026), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:16.346198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff9c2bf-0de8-438c-bd07-e21dd2b9cc1f tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15090be1-cd8d-4576-a0b5-ea05a7801026 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:04:16.356802 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cff9c2bf-0de8-438c-bd07-e21dd2b9cc1f tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:16.361707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cff9c2bf-0de8-438c-bd07-e21dd2b9cc1f tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] 10.222.0.36 "DELETE /v2.0/routers/15090be1-cd8d-4576-a0b5-ea05a7801026 HTTP/1.1" status: 204 len: 168 time: 1.3324213 Feb 05 03:04:16.367435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36616) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:16.377074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-68309c12-f55d-4aef-8b80-dbe49e768690 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Request body: {'router': {'name': 'tempest-router-412390090', 'distributed': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:16.389677 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f3386c0-1c74-499b-b498-5c38a83e0592 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (89bbc564-0e6d-4db5-9f2b-64161d737e6e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:16.460942 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68309c12-f55d-4aef-8b80-dbe49e768690 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (4db65ae2-7fa3-42c5-ad6c-302cf4903aac), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:16.470956 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68309c12-f55d-4aef-8b80-dbe49e768690 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (4db65ae2-7fa3-42c5-ad6c-302cf4903aac), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:16.492063 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f3386c0-1c74-499b-b498-5c38a83e0592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (89bbc564-0e6d-4db5-9f2b-64161d737e6e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:16.495891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3386c0-1c74-499b-b498-5c38a83e0592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:16.497646 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f3386c0-1c74-499b-b498-5c38a83e0592 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:16.669908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36630) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:16.670302 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5f3386c0-1c74-499b-b498-5c38a83e0592 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4104054 Feb 05 03:04:16.686076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Request body: {'subnet': {'network_id': '89bbc564-0e6d-4db5-9f2b-64161d737e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-967752104-subnet', 'tenant_id': 'c78a1518c2854a90acdb7d6cef22ee3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:16.726502 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3386c0-1c74-499b-b498-5c38a83e0592 admin admin] Pushing event updated for resources: {'Network': ['ID=89bbc564-0e6d-4db5-9f2b-64161d737e6e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:16.733725 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68309c12-f55d-4aef-8b80-dbe49e768690 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router_controller (4db65ae2-7fa3-42c5-ad6c-302cf4903aac), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:16.741580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Made reservation on behalf of c78a1518c2854a90acdb7d6cef22ee3d for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:04:16.744024 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:16.748349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 89bbc564-0e6d-4db5-9f2b-64161d737e6e details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:04:16.889620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68309c12-f55d-4aef-8b80-dbe49e768690 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (4db65ae2-7fa3-42c5-ad6c-302cf4903aac), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:16.983254 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68309c12-f55d-4aef-8b80-dbe49e768690 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:16.996952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-68309c12-f55d-4aef-8b80-dbe49e768690 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6233003 Feb 05 03:04:17.000185 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36640) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:17.083892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a2749-c6b9-4884-a572-bdd3db28151a req-cc4e3b7c-be10-47c3-852f-ad4950562195 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:17.086004 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce6a2749-c6b9-4884-a572-bdd3db28151a req-cc4e3b7c-be10-47c3-852f-ad4950562195 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=0925e812-806c-4864-bd56-fbceea21a80e HTTP/1.1" status: 200 len: 946 time: 0.2070868 Feb 05 03:04:17.161096 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c1757b9-4c7f-4687-9357-2b012320a527 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router (4db65ae2-7fa3-42c5-ad6c-302cf4903aac), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:17.243111 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce6a2749-c6b9-4884-a572-bdd3db28151a req-cd6672b4-c433-4266-9b0a-ebc52fc653f8 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481466 Feb 05 03:04:17.289647 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (6234868c-b149-4607-a80b-b15d5364221a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:17.397678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Checking segment: {'id': '207ecd28-a1fa-4f71-be04-39fb1c7b3d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '89bbc564-0e6d-4db5-9f2b-64161d737e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:04:17.398870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Network hostable DHCP agents. Network: 89bbc564-0e6d-4db5-9f2b-64161d737e6e, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:04:17.411830 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6234868c-b149-4607-a80b-b15d5364221a,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:17.434840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:17.435074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:17.435375 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:17.435720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:17.436054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:17.439147 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:17.445457 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:17.446372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:17.446781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:17.447135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:17.447485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:17.447821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:17.448155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:04:17.492784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Network 89bbc564-0e6d-4db5-9f2b-64161d737e6e is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:04:17.509420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 89bbc564-0e6d-4db5-9f2b-64161d737e6e) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:04:17.514102 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:17.514739 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:17.517172 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c1757b9-4c7f-4687-9357-2b012320a527 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (4db65ae2-7fa3-42c5-ad6c-302cf4903aac), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:17.521722 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e803815-5168-4cd3-a5af-fa86d1553360 None None] Network 89bbc564-0e6d-4db5-9f2b-64161d737e6e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:04:17.526590 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c1757b9-4c7f-4687-9357-2b012320a527 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router_controller (4db65ae2-7fa3-42c5-ad6c-302cf4903aac), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:17.551644 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0107fa71-3c73-4303-b568-24a3d772ac7a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8799789 Feb 05 03:04:17.687060 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c1757b9-4c7f-4687-9357-2b012320a527 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (4db65ae2-7fa3-42c5-ad6c-302cf4903aac), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:17.687597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1757b9-4c7f-4687-9357-2b012320a527 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4db65ae2-7fa3-42c5-ad6c-302cf4903aac {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:04:17.703181 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c1757b9-4c7f-4687-9357-2b012320a527 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:17.704587 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5c1757b9-4c7f-4687-9357-2b012320a527 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] 10.222.0.36 "DELETE /v2.0/routers/4db65ae2-7fa3-42c5-ad6c-302cf4903aac HTTP/1.1" status: 204 len: 168 time: 0.7063134 Feb 05 03:04:17.708550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36654) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:17.713319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6baec8b5-22d5-440f-9d53-974692ca1155 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Request body: {'router': {'name': 'tempest-router-605933062', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cfa58f19a0c14efb945fe9ff93fdc4ad'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:17.748878 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6baec8b5-22d5-440f-9d53-974692ca1155 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (4f045ae3-cc6a-40e9-a587-8685d080988b), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:17.750238 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6baec8b5-22d5-440f-9d53-974692ca1155 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (4f045ae3-cc6a-40e9-a587-8685d080988b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:17.757354 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a59ae6-54b6-4f17-936e-089e4b8081f0 None None] Network 89bbc564-0e6d-4db5-9f2b-64161d737e6e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:04:18.024114 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6baec8b5-22d5-440f-9d53-974692ca1155 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router_controller (4f045ae3-cc6a-40e9-a587-8685d080988b), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:18.047093 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6baec8b5-22d5-440f-9d53-974692ca1155 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (4f045ae3-cc6a-40e9-a587-8685d080988b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:18.093128 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6baec8b5-22d5-440f-9d53-974692ca1155 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:18.100694 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6baec8b5-22d5-440f-9d53-974692ca1155 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3903801 Feb 05 03:04:18.101381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36666) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:18.112130 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b4e4211f-c7a1-42c1-90a1-66597f428b67 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:18.162180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89902e57-5d7b-48e8-9209-cafad14cd958 req-a8766c78-330d-4fa8-8d68-7db9419fe1da tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:18.167354 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-89902e57-5d7b-48e8-9209-cafad14cd958 req-a8766c78-330d-4fa8-8d68-7db9419fe1da tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "GET /v2.0/ports?device_id=0925e812-806c-4864-bd56-fbceea21a80e HTTP/1.1" status: 200 len: 946 time: 0.1285081 Feb 05 03:04:18.465688 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-89902e57-5d7b-48e8-9209-cafad14cd958 req-e2e48344-0418-4bff-9208-c107838da466 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Deleting port 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:18.468652 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-89902e57-5d7b-48e8-9209-cafad14cd958 req-e2e48344-0418-4bff-9208-c107838da466 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (87224bca-acdf-4c19-91f5-cbc0fe4dbcb4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:18.663496 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36680) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:18.766934 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4e4211f-c7a1-42c1-90a1-66597f428b67 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (4f045ae3-cc6a-40e9-a587-8685d080988b), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:18.767447 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4e4211f-c7a1-42c1-90a1-66597f428b67 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router (4f045ae3-cc6a-40e9-a587-8685d080988b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:18.835761 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-89902e57-5d7b-48e8-9209-cafad14cd958 req-e2e48344-0418-4bff-9208-c107838da466 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] For port 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=87224bca-acdf-4c19-91f5-cbc0fe4dbcb4,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:18.839034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-89902e57-5d7b-48e8-9209-cafad14cd958 req-e2e48344-0418-4bff-9208-c107838da466 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (87224bca-acdf-4c19-91f5-cbc0fe4dbcb4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:18.898893 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-89902e57-5d7b-48e8-9209-cafad14cd958 req-e2e48344-0418-4bff-9208-c107838da466 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Calling delete_port for 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:19.093624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437aca0-b00c-4ba6-9cee-ec8f33147281 req-28609d45-8477-49bd-8ac2-b5b6af882245 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:19.099474 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c437aca0-b00c-4ba6-9cee-ec8f33147281 req-28609d45-8477-49bd-8ac2-b5b6af882245 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=0925e812-806c-4864-bd56-fbceea21a80e HTTP/1.1" status: 200 len: 946 time: 0.5604210 Feb 05 03:04:19.187191 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b4e4211f-c7a1-42c1-90a1-66597f428b67 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109675) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 05 03:04:19.194722 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b4e4211f-c7a1-42c1-90a1-66597f428b67 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Router 4f045ae3-cc6a-40e9-a587-8685d080988b migrating from provider to provider. {{(pid=109675) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 05 03:04:19.202689 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4e4211f-c7a1-42c1-90a1-66597f428b67 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router_controller (4f045ae3-cc6a-40e9-a587-8685d080988b), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:19.246310 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-89902e57-5d7b-48e8-9209-cafad14cd958 req-e2e48344-0418-4bff-9208-c107838da466 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (87224bca-acdf-4c19-91f5-cbc0fe4dbcb4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:19.269802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['87224bca-acdf-4c19-91f5-cbc0fe4dbcb4'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:04:19.284045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e48344-0418-4bff-9208-c107838da466 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Pushing event deleted for resources: {'Port': ['ID=87224bca-acdf-4c19-91f5-cbc0fe4dbcb4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:19.378442 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c437aca0-b00c-4ba6-9cee-ec8f33147281 req-eadb036d-cddd-43db-8b76-c6dff2fee566 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555065 Feb 05 03:04:19.381827 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a12e32f0-3e68-47cc-8de5-9e2d7953ab2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:19.415727 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4e4211f-c7a1-42c1-90a1-66597f428b67 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router_controller (4f045ae3-cc6a-40e9-a587-8685d080988b), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:19.424569 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4e4211f-c7a1-42c1-90a1-66597f428b67 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (4f045ae3-cc6a-40e9-a587-8685d080988b), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:19.488962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-89902e57-5d7b-48e8-9209-cafad14cd958 req-e2e48344-0418-4bff-9208-c107838da466 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] No DVR routers for this DVR port 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:04:19.504528 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-89902e57-5d7b-48e8-9209-cafad14cd958 req-e2e48344-0418-4bff-9208-c107838da466 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:19.511467 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-89902e57-5d7b-48e8-9209-cafad14cd958 req-e2e48344-0418-4bff-9208-c107838da466 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "DELETE /v2.0/ports/87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 HTTP/1.1" status: 204 len: 173 time: 1.3351493 Feb 05 03:04:19.512032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0925e812-806c-4864-bd56-fbceea21a80e', 'name': 'network-vif-deleted', 'tag': '87224bca-acdf-4c19-91f5-cbc0fe4dbcb4'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:04:19.522283 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0259cad2-115d-482c-8367-a6933f720db9" -d '{"events": [{"server_uuid": "0925e812-806c-4864-bd56-fbceea21a80e", "name": "network-vif-deleted", "tag": "87224bca-acdf-4c19-91f5-cbc0fe4dbcb4"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:04:19.543043 n-d-826942-8 neutron-server[109675]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b4e4211f-c7a1-42c1-90a1-66597f428b67 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] No L3 agents can host the router 4f045ae3-cc6a-40e9-a587-8685d080988b Feb 05 03:04:19.618247 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650f851d-7627-4f96-8e0c-31fefa644321 x-openstack-request-id: req-650f851d-7627-4f96-8e0c-31fefa644321 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:04:19.618892 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0925e812-806c-4864-bd56-fbceea21a80e", "name": "network-vif-deleted", "tag": "87224bca-acdf-4c19-91f5-cbc0fe4dbcb4", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:04:19.619111 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-650f851d-7627-4f96-8e0c-31fefa644321 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:04:19.619516 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0925e812-806c-4864-bd56-fbceea21a80e', 'name': 'network-vif-deleted', 'tag': '87224bca-acdf-4c19-91f5-cbc0fe4dbcb4', 'status': 'completed', 'code': 200} Feb 05 03:04:19.775043 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-b64fa4a6-fab9-4517-9f93-44e25526765d tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:19.776679 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-b64fa4a6-fab9-4517-9f93-44e25526765d tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/networks?id=89bbc564-0e6d-4db5-9f2b-64161d737e6e HTTP/1.1" status: 200 len: 821 time: 0.6557257 Feb 05 03:04:19.790549 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e4211f-c7a1-42c1-90a1-66597f428b67 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Hosts for router 4f045ae3-cc6a-40e9-a587-8685d080988b: [] {{(pid=109675) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 05 03:04:19.837700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e4211f-c7a1-42c1-90a1-66597f428b67 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Hosts for other DVR routers connected to router 4f045ae3-cc6a-40e9-a587-8685d080988b: set() {{(pid=109675) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 05 03:04:19.840509 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4e4211f-c7a1-42c1-90a1-66597f428b67 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:19.844490 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b4e4211f-c7a1-42c1-90a1-66597f428b67 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] 10.222.0.36 "PUT /v2.0/routers/4f045ae3-cc6a-40e9-a587-8685d080988b HTTP/1.1" status: 200 len: 716 time: 1.7382479 Feb 05 03:04:19.845271 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36708) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:19.857814 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-c59cb570-52a2-4cfc-890d-f749f2a036c6 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/quotas/c78a1518c2854a90acdb7d6cef22ee3d HTTP/1.1" status: 200 len: 375 time: 0.0683079 Feb 05 03:04:19.966493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-28c0df7d-f20d-4287-894b-f0816e5d828b tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c78a1518c2854a90acdb7d6cef22ee3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739801 Feb 05 03:04:19.970390 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a12e32f0-3e68-47cc-8de5-9e2d7953ab2f admin admin] Publish callbacks [] for security_group (fbccbc09-032b-475b-ab6a-5ad12ec80d42), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:20.005696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b4d5b2b7-9dfd-49ff-9038-16c1e5f4f979 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] 10.222.0.36 "GET /v2.0/routers/4f045ae3-cc6a-40e9-a587-8685d080988b HTTP/1.1" status: 200 len: 716 time: 0.1593344 Feb 05 03:04:20.009035 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36712) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:20.034707 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a12e32f0-3e68-47cc-8de5-9e2d7953ab2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (fbccbc09-032b-475b-ab6a-5ad12ec80d42), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:20.126650 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a12e32f0-3e68-47cc-8de5-9e2d7953ab2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31122d24ac874d6d8f893a434682157a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3995373 Feb 05 03:04:20.130056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36718) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:20.133145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e32f0-3e68-47cc-8de5-9e2d7953ab2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbccbc09-032b-475b-ab6a-5ad12ec80d42,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:20.200707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-b35262d8-c19f-4e38-8949-9b3f01c28d85 service neutron] 10.222.0.36 "GET /v2.0/networks/89bbc564-0e6d-4db5-9f2b-64161d737e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249866 Feb 05 03:04:20.384741 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a03be4fa-4677-44ee-b197-09f309c30c51 admin admin] Publish callbacks [] for security_group (fbccbc09-032b-475b-ab6a-5ad12ec80d42), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:20.472042 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a03be4fa-4677-44ee-b197-09f309c30c51 admin admin] Publish callbacks [] for security_group (fbccbc09-032b-475b-ab6a-5ad12ec80d42), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:20.527198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-bc4f4210-a50a-417d-99fc-ad7e0fc2c81f service neutron] 10.222.0.36 "GET /v2.0/networks/89bbc564-0e6d-4db5-9f2b-64161d737e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249979 Feb 05 03:04:20.711870 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a03be4fa-4677-44ee-b197-09f309c30c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (fbccbc09-032b-475b-ab6a-5ad12ec80d42), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:20.717273 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a03be4fa-4677-44ee-b197-09f309c30c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:20.719900 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a03be4fa-4677-44ee-b197-09f309c30c51 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fbccbc09-032b-475b-ab6a-5ad12ec80d42 HTTP/1.1" status: 204 len: 168 time: 0.5881953 Feb 05 03:04:20.729269 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0e7ff3d5-04ec-47cf-b28c-c816d25665f5 tempest-RoutersTestDVR-607063547 tempest-RoutersTestDVR-607063547-project] 10.222.0.36 "GET /v2.0/routers/4f045ae3-cc6a-40e9-a587-8685d080988b HTTP/1.1" status: 200 len: 682 time: 0.7191038 Feb 05 03:04:20.731968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36732) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:20.764283 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03be4fa-4677-44ee-b197-09f309c30c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbccbc09-032b-475b-ab6a-5ad12ec80d42,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:20.871824 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd91f94d-ff2e-4e6f-a215-41ac8fafef6b tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router (4f045ae3-cc6a-40e9-a587-8685d080988b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:20.996854 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abe7cc82-eed1-4573-bda4-4e22e09f2548 req-5f2baf4b-5601-4972-8aab-687f48fb7fef tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 210 time: 0.1990368 Feb 05 03:04:21.267912 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da5b74-5466-4114-970e-61befd79df92 req-1636103c-5a62-4e69-a76c-5a730316fce4 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:21.269912 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5da5b74-5466-4114-970e-61befd79df92 req-1636103c-5a62-4e69-a76c-5a730316fce4 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 812 time: 0.3821907 Feb 05 03:04:21.294787 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd91f94d-ff2e-4e6f-a215-41ac8fafef6b tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (4f045ae3-cc6a-40e9-a587-8685d080988b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:21.297233 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5da5b74-5466-4114-970e-61befd79df92 req-ee1abfa1-0925-43b7-8a8e-f208243f869b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/quotas/97e56238892c4ce9b594b081cf9ab6c4 HTTP/1.1" status: 200 len: 375 time: 0.0165429 Feb 05 03:04:21.303977 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd91f94d-ff2e-4e6f-a215-41ac8fafef6b tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router_controller (4f045ae3-cc6a-40e9-a587-8685d080988b), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:21.378088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5da5b74-5466-4114-970e-61befd79df92 req-df9b064c-0c7f-4797-a786-ce45b243e294 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732374 Feb 05 03:04:21.520988 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd91f94d-ff2e-4e6f-a215-41ac8fafef6b tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (4f045ae3-cc6a-40e9-a587-8685d080988b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:21.521441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd91f94d-ff2e-4e6f-a215-41ac8fafef6b tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f045ae3-cc6a-40e9-a587-8685d080988b {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:04:21.534467 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd91f94d-ff2e-4e6f-a215-41ac8fafef6b tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:21.535885 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fd91f94d-ff2e-4e6f-a215-41ac8fafef6b tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] 10.222.0.36 "DELETE /v2.0/routers/4f045ae3-cc6a-40e9-a587-8685d080988b HTTP/1.1" status: 204 len: 168 time: 0.7995439 Feb 05 03:04:21.541615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36762) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:21.562950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2ea2c482-8789-4c36-848a-6f6aa04efb8e tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Request body: {'router': {'name': 'tempest-router-1914914613', 'distributed': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:21.634488 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ea2c482-8789-4c36-848a-6f6aa04efb8e tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (ddadc40d-913f-4ef3-9414-846e85aebbe9), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:21.635573 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ea2c482-8789-4c36-848a-6f6aa04efb8e tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (ddadc40d-913f-4ef3-9414-846e85aebbe9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:21.813703 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ea2c482-8789-4c36-848a-6f6aa04efb8e tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router_controller (ddadc40d-913f-4ef3-9414-846e85aebbe9), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:21.824066 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ea2c482-8789-4c36-848a-6f6aa04efb8e tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (ddadc40d-913f-4ef3-9414-846e85aebbe9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:21.858962 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ea2c482-8789-4c36-848a-6f6aa04efb8e tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:21.860561 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2ea2c482-8789-4c36-848a-6f6aa04efb8e tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3179710 Feb 05 03:04:21.868853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36766) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:22.000397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:04:22.093832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:04:22.094556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 87224bca-acdf-4c19-91f5-cbc0fe4dbcb4 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:04:22.128105 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20c12721-795f-4c00-b531-f59f05190ba2 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router (ddadc40d-913f-4ef3-9414-846e85aebbe9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:22.461112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5258a1b2-0a6c-41b1-a569-2b3747f15d44 req-5b10231a-5c55-4dc4-841c-37c1df15869b tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 210 time: 0.0731990 Feb 05 03:04:22.551217 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5da5b74-5466-4114-970e-61befd79df92 req-d5a87064-4af0-40a7-b53e-9c6660d7d62b service neutron] 10.222.0.36 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1611829 Feb 05 03:04:22.565131 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20c12721-795f-4c00-b531-f59f05190ba2 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (ddadc40d-913f-4ef3-9414-846e85aebbe9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:22.572576 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20c12721-795f-4c00-b531-f59f05190ba2 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router_controller (ddadc40d-913f-4ef3-9414-846e85aebbe9), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:22.699046 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20c12721-795f-4c00-b531-f59f05190ba2 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (ddadc40d-913f-4ef3-9414-846e85aebbe9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:22.700135 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c12721-795f-4c00-b531-f59f05190ba2 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddadc40d-913f-4ef3-9414-846e85aebbe9 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:04:22.706232 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20c12721-795f-4c00-b531-f59f05190ba2 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:22.708336 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-20c12721-795f-4c00-b531-f59f05190ba2 tempest-RoutersTestDVR-1485184423 tempest-RoutersTestDVR-1485184423-project-admin] 10.222.0.36 "DELETE /v2.0/routers/ddadc40d-913f-4ef3-9414-846e85aebbe9 HTTP/1.1" status: 204 len: 168 time: 0.8364203 Feb 05 03:04:22.877513 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5da5b74-5466-4114-970e-61befd79df92 req-d087eb52-25fc-4aa4-a177-010c719a274e service neutron] 10.222.0.36 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178842 Feb 05 03:04:23.272009 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7116f6b-58ea-4d18-b495-2b17fcb1f10a req-eb6a2eca-4907-43e9-a493-4f93d0836e36 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 210 time: 0.0525188 Feb 05 03:04:23.514179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-7e5e4dfd-62d0-406b-9bab-dc5c69c15c44 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:23.515863 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-7e5e4dfd-62d0-406b-9bab-dc5c69c15c44 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.10 "GET /v2.0/networks?id=89bbc564-0e6d-4db5-9f2b-64161d737e6e HTTP/1.1" status: 200 len: 821 time: 0.2378166 Feb 05 03:04:23.530026 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-2fbaf045-ccb0-4579-b5df-e612bcee2255 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Request body: {'port': {'device_id': 'ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547', 'network_id': '89bbc564-0e6d-4db5-9f2b-64161d737e6e', 'admin_state_up': True, 'tenant_id': 'c78a1518c2854a90acdb7d6cef22ee3d'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:23.586987 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36818) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:23.711400 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5dcf7b05-bf6f-4dae-b1a5-f31835516651 req-6b8920c7-8804-4c19-bebf-8240ac88f243 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 210 time: 0.1062155 Feb 05 03:04:23.866384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-2fbaf045-ccb0-4579-b5df-e612bcee2255 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Made reservation on behalf of c78a1518c2854a90acdb7d6cef22ee3d for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:04:23.870784 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-2fbaf045-ccb0-4579-b5df-e612bcee2255 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:24.161241 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-2fbaf045-ccb0-4579-b5df-e612bcee2255 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Allocated IP 172.20.0.3 (89bbc564-0e6d-4db5-9f2b-64161d737e6e/6234868c-b149-4607-a80b-b15d5364221a/696dd32f-cef9-4e8b-82fe-08ed236d8370) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:04:24.273887 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4dacba8d-f532-4d83-920e-70f342f6581a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:24.414926 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4dacba8d-f532-4d83-920e-70f342f6581a admin admin] Publish callbacks [] for security_group (c522e95c-8613-446b-8b40-afd5117455cd), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:24.422464 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4dacba8d-f532-4d83-920e-70f342f6581a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c522e95c-8613-446b-8b40-afd5117455cd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:24.518145 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4dacba8d-f532-4d83-920e-70f342f6581a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cfa58f19a0c14efb945fe9ff93fdc4ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9300480 Feb 05 03:04:24.521369 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36850) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:24.613310 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacba8d-f532-4d83-920e-70f342f6581a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c522e95c-8613-446b-8b40-afd5117455cd,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:24.616560 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-2fbaf045-ccb0-4579-b5df-e612bcee2255 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Publish callbacks [] for port (696dd32f-cef9-4e8b-82fe-08ed236d8370), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:24.681352 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28941b65-c00e-4ce6-ab35-74f3c861f0f6 req-6f3cfbfd-9f6f-4ffb-9f00-1d76f53c6779 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 210 time: 0.1607828 Feb 05 03:04:24.691514 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-2fbaf045-ccb0-4579-b5df-e612bcee2255 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (696dd32f-cef9-4e8b-82fe-08ed236d8370), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:24.721292 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f856af74-aca7-4b92-a974-147479bcb465 admin admin] Publish callbacks [] for security_group (c522e95c-8613-446b-8b40-afd5117455cd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:24.783732 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f856af74-aca7-4b92-a974-147479bcb465 admin admin] Publish callbacks [] for security_group (c522e95c-8613-446b-8b40-afd5117455cd), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:24.803105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-2fbaf045-ccb0-4579-b5df-e612bcee2255 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Network 89bbc564-0e6d-4db5-9f2b-64161d737e6e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:04:24.825269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-2fbaf045-ccb0-4579-b5df-e612bcee2255 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:04:24.843747 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-2fbaf045-ccb0-4579-b5df-e612bcee2255 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:04:24.998324 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f856af74-aca7-4b92-a974-147479bcb465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c522e95c-8613-446b-8b40-afd5117455cd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:25.004122 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f856af74-aca7-4b92-a974-147479bcb465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:25.008716 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f856af74-aca7-4b92-a974-147479bcb465 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c522e95c-8613-446b-8b40-afd5117455cd HTTP/1.1" status: 204 len: 168 time: 0.4820192 Feb 05 03:04:25.043527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856af74-aca7-4b92-a974-147479bcb465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c522e95c-8613-446b-8b40-afd5117455cd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:25.074344 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa25d-a25a-4437-b0c3-947ef19a9a7d req-48c10c98-ecbe-4f19-808c-c9b48af3806d tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:25.095893 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-241fa25d-a25a-4437-b0c3-947ef19a9a7d req-48c10c98-ecbe-4f19-808c-c9b48af3806d tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 931 time: 0.2249992 Feb 05 03:04:25.197042 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-241fa25d-a25a-4437-b0c3-947ef19a9a7d req-bf66489e-80b5-4857-bdd8-8678e6f42d76 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/security-groups?id=befb791e-c83a-49b3-a436-1d8e234cc938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944369 Feb 05 03:04:25.302612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36872) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:25.601689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaf045-ccb0-4579-b5df-e612bcee2255 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Pushing event updated for resources: {'Port': ['ID=696dd32f-cef9-4e8b-82fe-08ed236d8370,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:25.653886 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-693355f8-0c84-4218-aff1-b6233e0ad526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:25.826166 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36884) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:25.854799 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-693355f8-0c84-4218-aff1-b6233e0ad526 admin admin] Publish callbacks [] for security_group (c540e232-8e13-4492-8a7b-ba6750fc1b7b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:25.862381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-2fbaf045-ccb0-4579-b5df-e612bcee2255 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:25.870311 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-693355f8-0c84-4218-aff1-b6233e0ad526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c540e232-8e13-4492-8a7b-ba6750fc1b7b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:25.871278 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-2fbaf045-ccb0-4579-b5df-e612bcee2255 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:25.918450 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693355f8-0c84-4218-aff1-b6233e0ad526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c540e232-8e13-4492-8a7b-ba6750fc1b7b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:25.944676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1705755-3cc7-4568-89e4-11b566d22706 req-b90ae07f-d55c-4841-a556-fab0c913d029 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 210 time: 0.0805943 Feb 05 03:04:25.950801 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-077c1da8-2b3f-4dc3-8da5-25ada7397da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:26.013910 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36888) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:26.014641 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-693355f8-0c84-4218-aff1-b6233e0ad526 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f39377b8922048d3a5c7281f50193b9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7102439 Feb 05 03:04:26.022159 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-2fbaf045-ccb0-4579-b5df-e612bcee2255 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4961801 Feb 05 03:04:26.061679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Request body: {'port': {'device_id': 'ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:26.168577 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bf8633a-1636-4070-be08-fe6d4209f2cb admin admin] Publish callbacks [] for security_group (c540e232-8e13-4492-8a7b-ba6750fc1b7b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:26.320375 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da5b74-5466-4114-970e-61befd79df92 req-d8f40e7d-0bfc-4627-8143-48a1ffe915f1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:26.322435 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e5da5b74-5466-4114-970e-61befd79df92 req-d8f40e7d-0bfc-4627-8143-48a1ffe915f1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.31 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 812 time: 0.7248757 Feb 05 03:04:26.375856 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d1487-bbb6-4319-8790-1aff98b7ebf5 req-c6c34c22-e770-4377-bd58-fd2e8101186d tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:26.377490 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a2d1487-bbb6-4319-8790-1aff98b7ebf5 req-c6c34c22-e770-4377-bd58-fd2e8101186d tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 931 time: 0.1113334 Feb 05 03:04:26.378972 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bf8633a-1636-4070-be08-fe6d4209f2cb admin admin] Publish callbacks [] for security_group (c540e232-8e13-4492-8a7b-ba6750fc1b7b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:26.397627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e5da5b74-5466-4114-970e-61befd79df92 req-5c99f3a3-dec1-4883-8fca-dc0e9e5ddcbd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Request body: {'port': {'device_id': '10d906ec-c887-49fb-9617-6a1d974d7e43', 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d', 'admin_state_up': True, 'tenant_id': '97e56238892c4ce9b594b081cf9ab6c4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:26.488701 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a2d1487-bbb6-4319-8790-1aff98b7ebf5 req-7862dbc5-1937-4c4f-979d-d9707545d5de tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/security-groups?id=befb791e-c83a-49b3-a436-1d8e234cc938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031976 Feb 05 03:04:26.658301 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-077c1da8-2b3f-4dc3-8da5-25ada7397da1 admin admin] Publish callbacks [] for security_group (0baa5ea3-b7ba-4188-8638-b89ebca46a78), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:26.663775 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (696dd32f-cef9-4e8b-82fe-08ed236d8370), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:26.666289 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5da5b74-5466-4114-970e-61befd79df92 req-5c99f3a3-dec1-4883-8fca-dc0e9e5ddcbd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Made reservation on behalf of 97e56238892c4ce9b594b081cf9ab6c4 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:04:26.670454 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e5da5b74-5466-4114-970e-61befd79df92 req-5c99f3a3-dec1-4883-8fca-dc0e9e5ddcbd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:26.675553 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-077c1da8-2b3f-4dc3-8da5-25ada7397da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0baa5ea3-b7ba-4188-8638-b89ebca46a78), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:26.678966 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bf8633a-1636-4070-be08-fe6d4209f2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c540e232-8e13-4492-8a7b-ba6750fc1b7b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:26.684842 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bf8633a-1636-4070-be08-fe6d4209f2cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:26.686358 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8bf8633a-1636-4070-be08-fe6d4209f2cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c540e232-8e13-4492-8a7b-ba6750fc1b7b HTTP/1.1" status: 204 len: 168 time: 0.6682839 Feb 05 03:04:27.012628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c1da8-2b3f-4dc3-8da5-25ada7397da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baa5ea3-b7ba-4188-8638-b89ebca46a78,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:27.050985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36906) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:27.060434 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-077c1da8-2b3f-4dc3-8da5-25ada7397da1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=69e924e1d7414266b6d831ae1b97c305&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2038670 Feb 05 03:04:27.113370 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8633a-1636-4070-be08-fe6d4209f2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c540e232-8e13-4492-8a7b-ba6750fc1b7b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:27.218459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dec79676-ecad-4f42-aeb8-ab93c0152279 req-2f786828-60eb-4bfd-829d-4a3a647872aa tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 210 time: 0.1527855 Feb 05 03:04:27.268330 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24c91fef-baaa-452b-aec3-ca367e64c8d1 admin admin] Publish callbacks [] for security_group (0baa5ea3-b7ba-4188-8638-b89ebca46a78), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:27.312832 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24c91fef-baaa-452b-aec3-ca367e64c8d1 admin admin] Publish callbacks [] for security_group (0baa5ea3-b7ba-4188-8638-b89ebca46a78), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:27.379680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36910) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:27.401155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-e5da5b74-5466-4114-970e-61befd79df92 req-5c99f3a3-dec1-4883-8fca-dc0e9e5ddcbd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Allocated IP 172.20.0.8 (2f706900-b41e-4e10-9d88-c9a7b11c206d/37fc2b86-02d8-4bec-8794-80413f7999c9/2f34ccca-0ac7-4081-84b7-4777f35592f2) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:04:27.405910 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-248978aa-5fcd-4c62-89dc-6997aece8127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:27.408561 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24c91fef-baaa-452b-aec3-ca367e64c8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0baa5ea3-b7ba-4188-8638-b89ebca46a78), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:27.415597 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24c91fef-baaa-452b-aec3-ca367e64c8d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:27.420278 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-24c91fef-baaa-452b-aec3-ca367e64c8d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0baa5ea3-b7ba-4188-8638-b89ebca46a78 HTTP/1.1" status: 204 len: 168 time: 0.3669853 Feb 05 03:04:27.431384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c91fef-baaa-452b-aec3-ca367e64c8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baa5ea3-b7ba-4188-8638-b89ebca46a78,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:27.721413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe16ca-ba8c-460b-a51c-343123b17d66 req-99bee87e-d3ea-4e92-9eb5-3ec00e14edc2 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:27.724956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-05fe16ca-ba8c-460b-a51c-343123b17d66 req-99bee87e-d3ea-4e92-9eb5-3ec00e14edc2 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 931 time: 0.1232064 Feb 05 03:04:27.750504 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e5da5b74-5466-4114-970e-61befd79df92 req-5c99f3a3-dec1-4883-8fca-dc0e9e5ddcbd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks [] for port (2f34ccca-0ac7-4081-84b7-4777f35592f2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:27.806579 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e5da5b74-5466-4114-970e-61befd79df92 req-5c99f3a3-dec1-4883-8fca-dc0e9e5ddcbd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (2f34ccca-0ac7-4081-84b7-4777f35592f2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:27.852879 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-05fe16ca-ba8c-460b-a51c-343123b17d66 req-abfea002-5bd7-4c8a-ac34-9240d909d4e1 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/security-groups?id=befb791e-c83a-49b3-a436-1d8e234cc938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115532 Feb 05 03:04:27.865858 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696dd32f-cef9-4e8b-82fe-08ed236d8370 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:04:27.883407 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Publish callbacks [] for port (696dd32f-cef9-4e8b-82fe-08ed236d8370), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:27.897771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5da5b74-5466-4114-970e-61befd79df92 req-5c99f3a3-dec1-4883-8fca-dc0e9e5ddcbd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Network 2f706900-b41e-4e10-9d88-c9a7b11c206d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:04:27.918147 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-e5da5b74-5466-4114-970e-61befd79df92 req-5c99f3a3-dec1-4883-8fca-dc0e9e5ddcbd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:04:27.931934 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5da5b74-5466-4114-970e-61befd79df92 req-5c99f3a3-dec1-4883-8fca-dc0e9e5ddcbd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:04:27.978319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Transition to ACTIVE for port object 696dd32f-cef9-4e8b-82fe-08ed236d8370 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:04:27.983095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99f3a3-dec1-4883-8fca-dc0e9e5ddcbd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Pushing event updated for resources: {'Port': ['ID=2f34ccca-0ac7-4081-84b7-4777f35592f2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:27.988257 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (696dd32f-cef9-4e8b-82fe-08ed236d8370), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:27.995755 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da5b74-5466-4114-970e-61befd79df92 req-5c99f3a3-dec1-4883-8fca-dc0e9e5ddcbd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:27.996363 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e5da5b74-5466-4114-970e-61befd79df92 req-5c99f3a3-dec1-4883-8fca-dc0e9e5ddcbd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:28.057860 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e5da5b74-5466-4114-970e-61befd79df92 req-5c99f3a3-dec1-4883-8fca-dc0e9e5ddcbd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6658087 Feb 05 03:04:28.062212 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-248978aa-5fcd-4c62-89dc-6997aece8127 admin admin] Publish callbacks [] for security_group (691efee4-088c-4f25-95a7-73ec24f18340), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:28.073189 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Request body: {'port': {'device_id': '10d906ec-c887-49fb-9617-6a1d974d7e43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:28.081534 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-248978aa-5fcd-4c62-89dc-6997aece8127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (691efee4-088c-4f25-95a7-73ec24f18340), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:28.151852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Pushing event updated for resources: {'Port': ['ID=696dd32f-cef9-4e8b-82fe-08ed236d8370,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:28.168929 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-248978aa-5fcd-4c62-89dc-6997aece8127 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d819e64e2a9444f9bb2da9ee86ff122&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7836709 Feb 05 03:04:28.171901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36930) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:28.215861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248978aa-5fcd-4c62-89dc-6997aece8127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691efee4-088c-4f25-95a7-73ec24f18340,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:28.264233 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2583dbd2-7de7-4da6-998c-6fd3e6f063fb admin admin] Publish callbacks [] for security_group (691efee4-088c-4f25-95a7-73ec24f18340), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:28.293793 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2f34ccca-0ac7-4081-84b7-4777f35592f2), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:28.359684 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2583dbd2-7de7-4da6-998c-6fd3e6f063fb admin admin] Publish callbacks [] for security_group (691efee4-088c-4f25-95a7-73ec24f18340), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:28.374205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Attempting to bind port 696dd32f-cef9-4e8b-82fe-08ed236d8370 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:04:28.374918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Attempting to bind port 696dd32f-cef9-4e8b-82fe-08ed236d8370 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '207ecd28-a1fa-4f71-be04-39fb1c7b3d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '89bbc564-0e6d-4db5-9f2b-64161d737e6e'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:04:28.374918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Attempting to bind port 696dd32f-cef9-4e8b-82fe-08ed236d8370 on network 89bbc564-0e6d-4db5-9f2b-64161d737e6e {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:04:28.384760 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Port 696dd32f-cef9-4e8b-82fe-08ed236d8370 on network 89bbc564-0e6d-4db5-9f2b-64161d737e6e not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:04:28.385131 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Attempting to bind port 696dd32f-cef9-4e8b-82fe-08ed236d8370 on network 89bbc564-0e6d-4db5-9f2b-64161d737e6e {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:04:28.517397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb81e0c-c385-4a00-831d-504bbdf81aea req-599099f2-516d-4d78-af55-fc0a09f5476c tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:28.519181 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aeb81e0c-c385-4a00-831d-504bbdf81aea req-599099f2-516d-4d78-af55-fc0a09f5476c tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 931 time: 0.1674688 Feb 05 03:04:28.570658 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2583dbd2-7de7-4da6-998c-6fd3e6f063fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (691efee4-088c-4f25-95a7-73ec24f18340), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:28.578531 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:04:28.578909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Checking segment: {'id': '207ecd28-a1fa-4f71-be04-39fb1c7b3d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '89bbc564-0e6d-4db5-9f2b-64161d737e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:04:28.579290 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Bound using segment: {'id': '207ecd28-a1fa-4f71-be04-39fb1c7b3d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '89bbc564-0e6d-4db5-9f2b-64161d737e6e'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:04:28.579735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Bound port: 696dd32f-cef9-4e8b-82fe-08ed236d8370, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207ecd28-a1fa-4f71-be04-39fb1c7b3d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '89bbc564-0e6d-4db5-9f2b-64161d737e6e'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:04:28.580075 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (696dd32f-cef9-4e8b-82fe-08ed236d8370), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:28.599132 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2583dbd2-7de7-4da6-998c-6fd3e6f063fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:28.615648 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2583dbd2-7de7-4da6-998c-6fd3e6f063fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/691efee4-088c-4f25-95a7-73ec24f18340 HTTP/1.1" status: 204 len: 168 time: 0.4363797 Feb 05 03:04:28.653343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583dbd2-7de7-4da6-998c-6fd3e6f063fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691efee4-088c-4f25-95a7-73ec24f18340,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:28.740755 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aeb81e0c-c385-4a00-831d-504bbdf81aea req-51b26728-3f61-48cf-9f49-45d5b95eb55c tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996107 Feb 05 03:04:28.786858 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] For port 696dd32f-cef9-4e8b-82fe-08ed236d8370, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:04:28.792342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36952) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:28.804523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] For port 696dd32f-cef9-4e8b-82fe-08ed236d8370, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=696dd32f-cef9-4e8b-82fe-08ed236d8370,segment=NetworkSegment(207ecd28-a1fa-4f71-be04-39fb1c7b3d95),segment_id=207ecd28-a1fa-4f71-be04-39fb1c7b3d95)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:04:28.900076 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (696dd32f-cef9-4e8b-82fe-08ed236d8370), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:28.991426 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:28.992057 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:28.993691 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] 10.222.0.10 "PUT /v2.0/ports/696dd32f-cef9-4e8b-82fe-08ed236d8370 HTTP/1.1" status: 200 len: 1091 time: 2.9361279 Feb 05 03:04:28.993829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547', 'tag': '696dd32f-cef9-4e8b-82fe-08ed236d8370'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:04:28.996063 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ce6a2f-5caf-42ec-bf85-db969a6e047d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547", "tag": "696dd32f-cef9-4e8b-82fe-08ed236d8370"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:04:29.000057 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f34ccca-0ac7-4081-84b7-4777f35592f2 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:04:29.054304 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Publish callbacks [] for port (2f34ccca-0ac7-4081-84b7-4777f35592f2), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:29.104387 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd87a7e8-d6bc-415c-aba7-ebcff6e437bc x-openstack-request-id: req-cd87a7e8-d6bc-415c-aba7-ebcff6e437bc {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:04:29.108278 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547", "tag": "696dd32f-cef9-4e8b-82fe-08ed236d8370", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:04:29.109589 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd87a7e8-d6bc-415c-aba7-ebcff6e437bc {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:04:29.110472 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547', 'tag': '696dd32f-cef9-4e8b-82fe-08ed236d8370', 'status': 'completed', 'code': 200} Feb 05 03:04:29.123612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f04ef-c6d0-46cf-a34a-17e4a84f27d8 req-99be4194-dc7b-4935-b74c-8d0a579c95dc tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:29.132893 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-748f04ef-c6d0-46cf-a34a-17e4a84f27d8 req-99be4194-dc7b-4935-b74c-8d0a579c95dc tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 943 time: 0.1139503 Feb 05 03:04:29.153431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21505f2a-0a53-4125-b51e-6e7dcb92c731 service neutron] Pushing event updated for resources: {'Port': ['ID=696dd32f-cef9-4e8b-82fe-08ed236d8370,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:29.173990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Transition to ACTIVE for port object 2f34ccca-0ac7-4081-84b7-4777f35592f2 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:04:29.207694 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (2f34ccca-0ac7-4081-84b7-4777f35592f2), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:29.237843 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-748f04ef-c6d0-46cf-a34a-17e4a84f27d8 req-51a5e11a-be13-495f-b1a9-138b71e5a171 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/security-groups?id=befb791e-c83a-49b3-a436-1d8e234cc938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989540 Feb 05 03:04:29.251334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-87790a88-a4f1-493b-92db-faf0eb83076a tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-50367537'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:29.280374 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87790a88-a4f1-493b-92db-faf0eb83076a tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Made reservation on behalf of 179222e1248a4d92bdab7724098a68d3 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:04:29.287134 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87790a88-a4f1-493b-92db-faf0eb83076a tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:29.303422 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87790a88-a4f1-493b-92db-faf0eb83076a tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:29.330141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-dde761df-a66f-47be-be9b-9db54ac2cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:29.342527 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-dde761df-a66f-47be-be9b-9db54ac2cc3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c78a1518c2854a90acdb7d6cef22ee3d&device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 1125 time: 0.2796288 Feb 05 03:04:29.419676 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87790a88-a4f1-493b-92db-faf0eb83076a tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for security_group (6faae133-75ac-42f7-a676-d434bd1528f6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:29.432210 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87790a88-a4f1-493b-92db-faf0eb83076a tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6faae133-75ac-42f7-a676-d434bd1528f6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:29.456632 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-e6eb40f1-89a6-443f-8766-b159d43632fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=696dd32f-cef9-4e8b-82fe-08ed236d8370 HTTP/1.1" status: 200 len: 217 time: 0.0964141 Feb 05 03:04:29.460296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Pushing event updated for resources: {'Port': ['ID=2f34ccca-0ac7-4081-84b7-4777f35592f2,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:29.516184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87790a88-a4f1-493b-92db-faf0eb83076a tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:04:29.532574 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87790a88-a4f1-493b-92db-faf0eb83076a tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6faae133-75ac-42f7-a676-d434bd1528f6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:29.561612 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-24dac36a-2cc0-48f9-8d4b-e586fe7ba293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:29.563856 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-24dac36a-2cc0-48f9-8d4b-e586fe7ba293 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6234868c-b149-4607-a80b-b15d5364221a HTTP/1.1" status: 200 len: 861 time: 0.0986016 Feb 05 03:04:29.576314 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87790a88-a4f1-493b-92db-faf0eb83076a tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a521cd58-2a8f-466c-90ab-13720bd45d3c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:29.577061 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-87790a88-a4f1-493b-92db-faf0eb83076a tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Added segment a521cd58-2a8f-466c-90ab-13720bd45d3c of type vlan for network 5ae15fee-93c8-4736-a11a-c6975241690a Feb 05 03:04:29.609262 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-53f72445-3d39-4d35-b3c5-d3e9dba179fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=89bbc564-0e6d-4db5-9f2b-64161d737e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340033 Feb 05 03:04:29.610281 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Attempting to bind port 2f34ccca-0ac7-4081-84b7-4777f35592f2 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:04:29.610713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Attempting to bind port 2f34ccca-0ac7-4081-84b7-4777f35592f2 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:04:29.611151 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Attempting to bind port 2f34ccca-0ac7-4081-84b7-4777f35592f2 on network 2f706900-b41e-4e10-9d88-c9a7b11c206d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:04:29.624961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Port 2f34ccca-0ac7-4081-84b7-4777f35592f2 on network 2f706900-b41e-4e10-9d88-c9a7b11c206d not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:04:29.625387 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Attempting to bind port 2f34ccca-0ac7-4081-84b7-4777f35592f2 on network 2f706900-b41e-4e10-9d88-c9a7b11c206d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:04:29.678726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:04:29.679310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Checking segment: {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:04:29.679804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Bound using segment: {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:04:29.681377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Bound port: 2f34ccca-0ac7-4081-84b7-4777f35592f2, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:04:29.681844 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2f34ccca-0ac7-4081-84b7-4777f35592f2), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:29.684390 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87790a88-a4f1-493b-92db-faf0eb83076a tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (5ae15fee-93c8-4736-a11a-c6975241690a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:29.755455 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87790a88-a4f1-493b-92db-faf0eb83076a tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (5ae15fee-93c8-4736-a11a-c6975241690a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:29.762121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87790a88-a4f1-493b-92db-faf0eb83076a tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:29.762685 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87790a88-a4f1-493b-92db-faf0eb83076a tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:29.879267 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-bd2eb532-0b95-4ac0-9158-63ce9a02ea67 service neutron] 10.222.0.10 "GET /v2.0/networks/89bbc564-0e6d-4db5-9f2b-64161d737e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623651 Feb 05 03:04:29.889130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] For port 2f34ccca-0ac7-4081-84b7-4777f35592f2, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:04:29.904880 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] For port 2f34ccca-0ac7-4081-84b7-4777f35592f2, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=2f34ccca-0ac7-4081-84b7-4777f35592f2,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:04:29.925566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-87790a88-a4f1-493b-92db-faf0eb83076a tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1298172 Feb 05 03:04:29.929581 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36986) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:29.944679 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9aebcddf-98bf-4013-85ad-9394cf2b4cb5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Request body: {'subnet': {'network_id': '5ae15fee-93c8-4736-a11a-c6975241690a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:30.012897 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (2f34ccca-0ac7-4081-84b7-4777f35592f2), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:30.077311 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87790a88-a4f1-493b-92db-faf0eb83076a tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Pushing event updated for resources: {'Network': ['ID=5ae15fee-93c8-4736-a11a-c6975241690a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:30.093612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 5ae15fee-93c8-4736-a11a-c6975241690a details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:04:30.107357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:30.108884 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:30.111200 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e5da5b74-5466-4114-970e-61befd79df92 req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] 10.222.0.31 "PUT /v2.0/ports/2f34ccca-0ac7-4081-84b7-4777f35592f2 HTTP/1.1" status: 200 len: 1091 time: 2.0422664 Feb 05 03:04:30.141698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0911c6d-49d1-4abc-a275-15210ec25c23 req-98da5735-3cd1-4ec0-bc22-353cfc4c510d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:30.143659 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b0911c6d-49d1-4abc-a275-15210ec25c23 req-98da5735-3cd1-4ec0-bc22-353cfc4c510d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 943 time: 0.2134559 Feb 05 03:04:30.262052 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918cccd-80ac-4321-8761-7b3c3109f778 service neutron] Pushing event updated for resources: {'Port': ['ID=2f34ccca-0ac7-4081-84b7-4777f35592f2,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:30.279944 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-885fc141-a5c4-4e8b-8715-0ca21970232b req-54ebba13-11c5-490f-bd8d-ef4e8c896f5e service neutron] 10.222.0.10 "GET /v2.0/networks/89bbc564-0e6d-4db5-9f2b-64161d737e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923075 Feb 05 03:04:30.296880 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da5b74-5466-4114-970e-61befd79df92 req-56324734-790e-4bcc-9a6f-f2f9240ca9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:30.298022 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e5da5b74-5466-4114-970e-61befd79df92 req-56324734-790e-4bcc-9a6f-f2f9240ca9f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 1125 time: 0.1260030 Feb 05 03:04:30.312231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b0911c6d-49d1-4abc-a275-15210ec25c23 req-0a7bab39-959d-4742-9955-f7be6b15dbf0 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486290 Feb 05 03:04:30.315910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aebcddf-98bf-4013-85ad-9394cf2b4cb5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Made reservation on behalf of 179222e1248a4d92bdab7724098a68d3 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:04:30.331338 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9aebcddf-98bf-4013-85ad-9394cf2b4cb5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:30.447677 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e5da5b74-5466-4114-970e-61befd79df92 req-a5e17f48-0c5b-4d3f-bf8f-9f2af7237436 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f34ccca-0ac7-4081-84b7-4777f35592f2 HTTP/1.1" status: 200 len: 217 time: 0.1403408 Feb 05 03:04:30.524243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce6a2f-5caf-42ec-bf85-db969a6e047d req-4414a784-ac81-44fe-8947-f8a3fbc18167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:30.525683 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f9ce6a2f-5caf-42ec-bf85-db969a6e047d req-4414a784-ac81-44fe-8947-f8a3fbc18167 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c78a1518c2854a90acdb7d6cef22ee3d&device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 1125 time: 0.1338537 Feb 05 03:04:30.531450 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da5b74-5466-4114-970e-61befd79df92 req-65177a01-d9f7-448c-82b4-6735c17a8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:30.535397 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e5da5b74-5466-4114-970e-61befd79df92 req-65177a01-d9f7-448c-82b4-6735c17a8a64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37fc2b86-02d8-4bec-8794-80413f7999c9 HTTP/1.1" status: 200 len: 852 time: 0.0780878 Feb 05 03:04:30.639795 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce6a2f-5caf-42ec-bf85-db969a6e047d req-5a085c23-6b97-4bb6-bb15-662a1f0c5a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:30.641290 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f9ce6a2f-5caf-42ec-bf85-db969a6e047d req-5a085c23-6b97-4bb6-bb15-662a1f0c5a63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=89bbc564-0e6d-4db5-9f2b-64161d737e6e HTTP/1.1" status: 200 len: 922 time: 0.1049380 Feb 05 03:04:30.677247 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e5da5b74-5466-4114-970e-61befd79df92 req-dccae7e0-28b7-490c-9ae3-41c645d69d62 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f706900-b41e-4e10-9d88-c9a7b11c206d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348878 Feb 05 03:04:30.691971 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9aebcddf-98bf-4013-85ad-9394cf2b4cb5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (457cb230-c877-4988-a23d-42db09202f6e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:30.815994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebcddf-98bf-4013-85ad-9394cf2b4cb5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Pushing event updated for resources: {'Subnet': ['ID=457cb230-c877-4988-a23d-42db09202f6e,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:30.819507 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f9ce6a2f-5caf-42ec-bf85-db969a6e047d req-efc756ed-6933-425c-a750-cff2669b6b0f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=696dd32f-cef9-4e8b-82fe-08ed236d8370 HTTP/1.1" status: 200 len: 217 time: 0.1410608 Feb 05 03:04:30.852876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01df457-3abc-47f6-b313-b63304d6c8f7 req-9517adb7-71c8-49dc-b3aa-b6fa72bdb3e3 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:30.854683 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a01df457-3abc-47f6-b313-b63304d6c8f7 req-9517adb7-71c8-49dc-b3aa-b6fa72bdb3e3 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 943 time: 0.4230366 Feb 05 03:04:30.859740 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aebcddf-98bf-4013-85ad-9394cf2b4cb5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Checking segment: {'id': 'a521cd58-2a8f-466c-90ab-13720bd45d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ae15fee-93c8-4736-a11a-c6975241690a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:04:30.860127 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aebcddf-98bf-4013-85ad-9394cf2b4cb5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Network hostable DHCP agents. Network: 5ae15fee-93c8-4736-a11a-c6975241690a, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:04:30.941295 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a01df457-3abc-47f6-b313-b63304d6c8f7 req-c87aa450-3c6a-4b75-a146-c8f7591c70c6 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/security-groups?id=befb791e-c83a-49b3-a436-1d8e234cc938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757313 Feb 05 03:04:30.943843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aebcddf-98bf-4013-85ad-9394cf2b4cb5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Network 5ae15fee-93c8-4736-a11a-c6975241690a is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:04:30.947462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce6a2f-5caf-42ec-bf85-db969a6e047d req-8984ada2-d4eb-407c-a4bd-c43aa06c7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:30.951170 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f9ce6a2f-5caf-42ec-bf85-db969a6e047d req-8984ada2-d4eb-407c-a4bd-c43aa06c7aab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6234868c-b149-4607-a80b-b15d5364221a HTTP/1.1" status: 200 len: 861 time: 0.1146333 Feb 05 03:04:30.953459 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e5da5b74-5466-4114-970e-61befd79df92 req-8f060174-5a1e-4118-a374-1862c68f5404 service neutron] 10.222.0.31 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692199 Feb 05 03:04:30.959863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9aebcddf-98bf-4013-85ad-9394cf2b4cb5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 5ae15fee-93c8-4736-a11a-c6975241690a) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:04:30.968121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2350a7fb-a5e1-4763-baa1-09a14c3d2441 None None] Network 5ae15fee-93c8-4736-a11a-c6975241690a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:04:30.969438 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aebcddf-98bf-4013-85ad-9394cf2b4cb5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:30.970070 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9aebcddf-98bf-4013-85ad-9394cf2b4cb5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:30.991501 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f9ce6a2f-5caf-42ec-bf85-db969a6e047d req-c3b95ce5-a6eb-4cf2-a43d-f8518641e2aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=89bbc564-0e6d-4db5-9f2b-64161d737e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338225 Feb 05 03:04:31.020085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9aebcddf-98bf-4013-85ad-9394cf2b4cb5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0808928 Feb 05 03:04:31.022710 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37014) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:31.027534 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b0629719-6d20-4503-82aa-8367e059fb31 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-213557253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:31.085139 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0629719-6d20-4503-82aa-8367e059fb31 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (75d9ea77-410c-42ff-8268-87187457ab01), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:31.086291 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0629719-6d20-4503-82aa-8367e059fb31 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (75d9ea77-410c-42ff-8268-87187457ab01), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:31.113467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d906ec-c887-49fb-9617-6a1d974d7e43', 'tag': '2f34ccca-0ac7-4081-84b7-4777f35592f2'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:04:31.119585 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2400c6-0957-4ce9-88ac-d1d79b034c04" -d '{"events": [{"name": "network-changed", "server_uuid": "10d906ec-c887-49fb-9617-6a1d974d7e43", "tag": "2f34ccca-0ac7-4081-84b7-4777f35592f2"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:04:31.185656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-5ae15fee-93c8-4736-a11a-c6975241690a', 'network_id': '5ae15fee-93c8-4736-a11a-c6975241690a', 'project_id': '179222e1248a4d92bdab7724098a68d3', 'fixed_ips': [{'subnet_id': '457cb230-c877-4988-a23d-42db09202f6e'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:04:31.186247 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0629719-6d20-4503-82aa-8367e059fb31 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for router_controller (75d9ea77-410c-42ff-8268-87187457ab01), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:31.192044 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:31.204227 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0629719-6d20-4503-82aa-8367e059fb31 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (75d9ea77-410c-42ff-8268-87187457ab01), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:31.239681 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdbc9b8-b164-4777-883e-50d63c2dacca x-openstack-request-id: req-bfdbc9b8-b164-4777-883e-50d63c2dacca {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:04:31.240184 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d906ec-c887-49fb-9617-6a1d974d7e43", "tag": "2f34ccca-0ac7-4081-84b7-4777f35592f2", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:04:31.240721 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bfdbc9b8-b164-4777-883e-50d63c2dacca {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:04:31.241827 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d906ec-c887-49fb-9617-6a1d974d7e43', 'tag': '2f34ccca-0ac7-4081-84b7-4777f35592f2', 'status': 'completed', 'code': 200} Feb 05 03:04:31.242416 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0629719-6d20-4503-82aa-8367e059fb31 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:31.245517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b0629719-6d20-4503-82aa-8367e059fb31 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2217495 Feb 05 03:04:31.248068 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37022) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:31.304366 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e5da5b74-5466-4114-970e-61befd79df92 req-2149328c-666e-4d5f-ae8a-d48d95ddff24 service neutron] 10.222.0.31 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113592 Feb 05 03:04:31.314998 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f9ce6a2f-5caf-42ec-bf85-db969a6e047d req-2d9a5f1b-d450-43ac-9f54-1441c22655e7 service neutron] 10.222.0.10 "GET /v2.0/networks/89bbc564-0e6d-4db5-9f2b-64161d737e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148394 Feb 05 03:04:31.617279 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Allocated IP 172.20.0.2 (5ae15fee-93c8-4736-a11a-c6975241690a/457cb230-c877-4988-a23d-42db09202f6e/5a1c3f41-9f52-44d1-b042-93fce9cbfcde) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:04:31.730179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2400c6-0957-4ce9-88ac-d1d79b034c04 req-43d64b6c-c4fb-4a39-9879-890ac1af1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:31.736671 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a2400c6-0957-4ce9-88ac-d1d79b034c04 req-43d64b6c-c4fb-4a39-9879-890ac1af1d73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 1125 time: 0.2593942 Feb 05 03:04:32.021332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2400c6-0957-4ce9-88ac-d1d79b034c04 req-afce1abb-a7ea-47a5-bc10-378d02e72b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:32.022823 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a2400c6-0957-4ce9-88ac-d1d79b034c04 req-afce1abb-a7ea-47a5-bc10-378d02e72b80 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 913 time: 0.2644711 Feb 05 03:04:32.024954 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f9ce6a2f-5caf-42ec-bf85-db969a6e047d req-6bc021a5-1045-4a28-9828-1851980985ed service neutron] 10.222.0.10 "GET /v2.0/networks/89bbc564-0e6d-4db5-9f2b-64161d737e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7033260 Feb 05 03:04:32.113002 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 696dd32f-cef9-4e8b-82fe-08ed236d8370 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:04:32.126375 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:04:32.270046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2dcc2-fe32-488f-b41c-de2d3fdc1347 req-3cd5c3ed-bce0-4aa1-a7ce-47d1cf3bdf8e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:32.272281 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78a2dcc2-fe32-488f-b41c-de2d3fdc1347 req-3cd5c3ed-bce0-4aa1-a7ce-47d1cf3bdf8e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 943 time: 0.8094141 Feb 05 03:04:32.374339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37052) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:32.404646 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:32.515576 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 696dd32f-cef9-4e8b-82fe-08ed236d8370, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=696dd32f-cef9-4e8b-82fe-08ed236d8370,segment=NetworkSegment(207ecd28-a1fa-4f71-be04-39fb1c7b3d95),segment_id=207ecd28-a1fa-4f71-be04-39fb1c7b3d95)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:32.534005 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '696dd32f-cef9-4e8b-82fe-08ed236d8370', 'network_id': '89bbc564-0e6d-4db5-9f2b-64161d737e6e', 'port_id': '696dd32f-cef9-4e8b-82fe-08ed236d8370', 'mac_address': 'fa:16:3e:c0:8a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6234868c-b149-4607-a80b-b15d5364221a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:04:32.593613 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Publish callbacks [] for port (5a1c3f41-9f52-44d1-b042-93fce9cbfcde), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:32.612617 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 696dd32f-cef9-4e8b-82fe-08ed236d8370 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:04:32.614566 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (696dd32f-cef9-4e8b-82fe-08ed236d8370), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:32.631879 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696dd32f-cef9-4e8b-82fe-08ed236d8370 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:04:32.677913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 696dd32f-cef9-4e8b-82fe-08ed236d8370, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=696dd32f-cef9-4e8b-82fe-08ed236d8370,segment=NetworkSegment(207ecd28-a1fa-4f71-be04-39fb1c7b3d95),segment_id=207ecd28-a1fa-4f71-be04-39fb1c7b3d95)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:32.684936 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (5a1c3f41-9f52-44d1-b042-93fce9cbfcde), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:32.700347 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (696dd32f-cef9-4e8b-82fe-08ed236d8370), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:32.758498 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78a2dcc2-fe32-488f-b41c-de2d3fdc1347 req-5dbbffc7-c0b2-421a-869b-67b356cb94a5 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012401 Feb 05 03:04:32.782878 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b663188-8146-456e-8b54-48be26e932a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:32.794352 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Pushing event updated for resources: {'Port': ['ID=5a1c3f41-9f52-44d1-b042-93fce9cbfcde,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:32.795854 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73438fc8-2fe0-4eee-b156-3c72b429c65b req-0192d46c-8983-40a8-af7c-de6014fabcd7 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:32.799200 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a2400c6-0957-4ce9-88ac-d1d79b034c04 req-8475ed64-7541-4169-9d1b-9fe85213458a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f34ccca-0ac7-4081-84b7-4777f35592f2 HTTP/1.1" status: 200 len: 217 time: 0.7633486 Feb 05 03:04:32.807723 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73438fc8-2fe0-4eee-b156-3c72b429c65b req-0192d46c-8983-40a8-af7c-de6014fabcd7 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 943 time: 0.6014168 Feb 05 03:04:32.854488 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Network 5ae15fee-93c8-4736-a11a-c6975241690a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:04:32.871622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:04:32.880811 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:04:32.964255 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['696dd32f-cef9-4e8b-82fe-08ed236d8370'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:04:32.972859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2400c6-0957-4ce9-88ac-d1d79b034c04 req-c90211c0-6aa5-45e4-a1de-020732d63ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:32.975254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Attempting to bind port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:04:32.975621 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Attempting to bind port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'a521cd58-2a8f-466c-90ab-13720bd45d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ae15fee-93c8-4736-a11a-c6975241690a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:04:32.975985 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Attempting to bind port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde on network 5ae15fee-93c8-4736-a11a-c6975241690a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:04:32.983167 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a2400c6-0957-4ce9-88ac-d1d79b034c04 req-c90211c0-6aa5-45e4-a1de-020732d63ab3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37fc2b86-02d8-4bec-8794-80413f7999c9 HTTP/1.1" status: 200 len: 852 time: 0.1773088 Feb 05 03:04:33.016287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:04:33.016998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Checking segment: {'id': 'a521cd58-2a8f-466c-90ab-13720bd45d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ae15fee-93c8-4736-a11a-c6975241690a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:04:33.023611 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:33.026145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Bound using segment: {'id': 'a521cd58-2a8f-466c-90ab-13720bd45d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ae15fee-93c8-4736-a11a-c6975241690a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:04:33.027044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Bound port: 5a1c3f41-9f52-44d1-b042-93fce9cbfcde, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a521cd58-2a8f-466c-90ab-13720bd45d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ae15fee-93c8-4736-a11a-c6975241690a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:04:33.027657 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5a1c3f41-9f52-44d1-b042-93fce9cbfcde), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:33.047925 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=696dd32f-cef9-4e8b-82fe-08ed236d8370,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:33.137361 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a2400c6-0957-4ce9-88ac-d1d79b034c04 req-af162686-897f-49e3-8ab1-9cef7ee275d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f706900-b41e-4e10-9d88-c9a7b11c206d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463661 Feb 05 03:04:33.176287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] For port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:04:33.189742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] For port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5a1c3f41-9f52-44d1-b042-93fce9cbfcde,segment=NetworkSegment(a521cd58-2a8f-466c-90ab-13720bd45d3c),segment_id=a521cd58-2a8f-466c-90ab-13720bd45d3c)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:04:33.238028 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5a1c3f41-9f52-44d1-b042-93fce9cbfcde), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:33.379199 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a2400c6-0957-4ce9-88ac-d1d79b034c04 req-e8e409c3-10a7-4768-b832-d890f6824015 service neutron] 10.222.0.31 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319179 Feb 05 03:04:33.430510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20710a7b-acf3-4a65-a310-ca3d7eef2269 None None] Pushing event updated for resources: {'Port': ['ID=5a1c3f41-9f52-44d1-b042-93fce9cbfcde,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:33.542717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Allocated IP 172.20.0.1 (5ae15fee-93c8-4736-a11a-c6975241690a/457cb230-c877-4988-a23d-42db09202f6e/06a70637-d647-42a5-a2b1-ab55c65882c6) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:04:33.613328 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3a2400c6-0957-4ce9-88ac-d1d79b034c04 req-49ce6e1b-f4f5-464f-aa34-c16bdc207705 service neutron] 10.222.0.31 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255676 Feb 05 03:04:33.649937 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-931221c9-f405-4379-a22f-3893b822c40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:33.813228 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for port (06a70637-d647-42a5-a2b1-ab55c65882c6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:33.861372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73438fc8-2fe0-4eee-b156-3c72b429c65b req-324bc008-1a44-4ea7-96ca-698f7a5f5da4 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/security-groups?id=befb791e-c83a-49b3-a436-1d8e234cc938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0438976 Feb 05 03:04:33.869969 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (06a70637-d647-42a5-a2b1-ab55c65882c6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:33.919222 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37066) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:33.968019 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b663188-8146-456e-8b54-48be26e932a0 admin admin] Publish callbacks [] for security_group (b1bfdad8-bc7f-4033-b5d0-8d6a8fa66dbe), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:34.016216 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Network 5ae15fee-93c8-4736-a11a-c6975241690a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:04:34.017097 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b663188-8146-456e-8b54-48be26e932a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b1bfdad8-bc7f-4033-b5d0-8d6a8fa66dbe), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:34.054052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b663188-8146-456e-8b54-48be26e932a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bfdad8-bc7f-4033-b5d0-8d6a8fa66dbe,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:34.056787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:04:34.075655 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 696dd32f-cef9-4e8b-82fe-08ed236d8370 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:04:34.079933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:04:34.191127 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (75d9ea77-410c-42ff-8268-87187457ab01), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:34.216439 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Pushing event updated for resources: {'Port': ['ID=06a70637-d647-42a5-a2b1-ab55c65882c6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:34.300433 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 696dd32f-cef9-4e8b-82fe-08ed236d8370 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:04:34.304933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 696dd32f-cef9-4e8b-82fe-08ed236d8370 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:04:34.305309 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (696dd32f-cef9-4e8b-82fe-08ed236d8370), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:34.507369 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6b663188-8146-456e-8b54-48be26e932a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=040d2e132b6a463e8c89658a3d971664&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1306458 Feb 05 03:04:34.508141 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37084) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:34.588673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 696dd32f-cef9-4e8b-82fe-08ed236d8370 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:04:34.591390 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (696dd32f-cef9-4e8b-82fe-08ed236d8370), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:34.599700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 2f34ccca-0ac7-4081-84b7-4777f35592f2 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:04:34.646244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab908e8-07ef-46ae-bc68-1b8a835f3163 req-7c199583-cf73-4a0d-a027-b432f34c91e6 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:34.648828 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eab908e8-07ef-46ae-bc68-1b8a835f3163 req-7c199583-cf73-4a0d-a027-b432f34c91e6 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 943 time: 0.6890354 Feb 05 03:04:34.691142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696dd32f-cef9-4e8b-82fe-08ed236d8370'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:04:34.694777 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb242889-bf96-4368-9dcc-ff321a89d214" -d '{"events": [{"server_uuid": "ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547", "name": "network-vif-plugged", "status": "completed", "tag": "696dd32f-cef9-4e8b-82fe-08ed236d8370"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:04:34.751559 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 03:04:34.766880 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (06a70637-d647-42a5-a2b1-ab55c65882c6), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:34.903428 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eab908e8-07ef-46ae-bc68-1b8a835f3163 req-845e35f0-c1e1-4e88-9841-d42bec6ba8a2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378980 Feb 05 03:04:34.914006 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fb0538-9852-4749-943a-867d224d1fd4 x-openstack-request-id: req-19fb0538-9852-4749-943a-867d224d1fd4 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:04:34.914318 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547", "name": "network-vif-plugged", "status": "completed", "tag": "696dd32f-cef9-4e8b-82fe-08ed236d8370", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:04:34.922173 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-474784b5-6515-4f6b-8cc0-3a846b84084c admin admin] Publish callbacks [] for security_group (b1bfdad8-bc7f-4033-b5d0-8d6a8fa66dbe), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:34.923232 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-19fb0538-9852-4749-943a-867d224d1fd4 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:04:34.928671 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696dd32f-cef9-4e8b-82fe-08ed236d8370', 'code': 200} Feb 05 03:04:34.930669 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 696dd32f-cef9-4e8b-82fe-08ed236d8370, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=696dd32f-cef9-4e8b-82fe-08ed236d8370,segment=NetworkSegment(207ecd28-a1fa-4f71-be04-39fb1c7b3d95),segment_id=207ecd28-a1fa-4f71-be04-39fb1c7b3d95)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:34.947474 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-474784b5-6515-4f6b-8cc0-3a846b84084c admin admin] Publish callbacks [] for security_group (b1bfdad8-bc7f-4033-b5d0-8d6a8fa66dbe), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:34.962733 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (696dd32f-cef9-4e8b-82fe-08ed236d8370), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:35.075027 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=696dd32f-cef9-4e8b-82fe-08ed236d8370,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:35.097451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f1ef7-892a-4ec9-8b01-355f8d5a264e req-8c8a659d-b12d-424a-98cf-390dbb47e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:35.098465 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-474784b5-6515-4f6b-8cc0-3a846b84084c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b1bfdad8-bc7f-4033-b5d0-8d6a8fa66dbe), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:35.105440 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ee7f1ef7-892a-4ec9-8b01-355f8d5a264e req-8c8a659d-b12d-424a-98cf-390dbb47e0e7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 1126 time: 0.2284606 Feb 05 03:04:35.107741 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-474784b5-6515-4f6b-8cc0-3a846b84084c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:35.117650 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-474784b5-6515-4f6b-8cc0-3a846b84084c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1bfdad8-bc7f-4033-b5d0-8d6a8fa66dbe HTTP/1.1" status: 204 len: 168 time: 0.5964165 Feb 05 03:04:35.121372 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a400bd10-7b17-45f2-b9a0-4acc0bfd889b None None] Network 5ae15fee-93c8-4736-a11a-c6975241690a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:04:35.278358 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 2f34ccca-0ac7-4081-84b7-4777f35592f2, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=2f34ccca-0ac7-4081-84b7-4777f35592f2,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:35.288443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474784b5-6515-4f6b-8cc0-3a846b84084c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bfdad8-bc7f-4033-b5d0-8d6a8fa66dbe,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:35.379822 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80636412-ad54-4b19-81cc-218814e9af16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:35.382561 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '2f34ccca-0ac7-4081-84b7-4777f35592f2', 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d', 'port_id': '2f34ccca-0ac7-4081-84b7-4777f35592f2', 'mac_address': 'fa:16:3e:44:b4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fc2b86-02d8-4bec-8794-80413f7999c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:04:35.406544 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-dffa2474-ac2e-49f1-9728-fdc376cfab7a None None] Provisioning complete for port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:04:35.408103 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dffa2474-ac2e-49f1-9728-fdc376cfab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5a1c3f41-9f52-44d1-b042-93fce9cbfcde), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:35.519157 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5a1c3f41-9f52-44d1-b042-93fce9cbfcde up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:04:35.595147 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ee7f1ef7-892a-4ec9-8b01-355f8d5a264e req-f3e81dbb-06eb-41ed-941d-61d0328f4fc4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=befb791e-c83a-49b3-a436-1d8e234cc938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629011 Feb 05 03:04:35.788597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:04:35.794575 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5a1c3f41-9f52-44d1-b042-93fce9cbfcde), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:35.897131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47641c71-dd2a-4516-b5fa-626b0a165818 req-7455bf1d-b0a2-4494-9bed-ad8c4bc58174 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:35.909335 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47641c71-dd2a-4516-b5fa-626b0a165818 req-7455bf1d-b0a2-4494-9bed-ad8c4bc58174 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 945 time: 0.8132160 Feb 05 03:04:35.972263 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 2f34ccca-0ac7-4081-84b7-4777f35592f2 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:04:35.979173 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2f34ccca-0ac7-4081-84b7-4777f35592f2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:36.064852 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47641c71-dd2a-4516-b5fa-626b0a165818 req-9458f3d5-58d6-44e3-9d66-ea0aeb14f938 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/security-groups?id=befb791e-c83a-49b3-a436-1d8e234cc938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526129 Feb 05 03:04:36.150837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-80636412-ad54-4b19-81cc-218814e9af16 admin admin] Deleting port a6899aaf-c1fd-4b5d-9871-a24c00e28810 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:36.151269 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80636412-ad54-4b19-81cc-218814e9af16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:36.236063 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dffa2474-ac2e-49f1-9728-fdc376cfab7a None None] Current status of the port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:04:36.236363 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dffa2474-ac2e-49f1-9728-fdc376cfab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5a1c3f41-9f52-44d1-b042-93fce9cbfcde), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:36.278653 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2208d295-59c3-4379-bf74-c3046bd011ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:36.281875 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f34ccca-0ac7-4081-84b7-4777f35592f2 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:04:36.440928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 2f34ccca-0ac7-4081-84b7-4777f35592f2, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=2f34ccca-0ac7-4081-84b7-4777f35592f2,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:36.444772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dffa2474-ac2e-49f1-9728-fdc376cfab7a None None] For port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5a1c3f41-9f52-44d1-b042-93fce9cbfcde,segment=NetworkSegment(a521cd58-2a8f-466c-90ab-13720bd45d3c),segment_id=a521cd58-2a8f-466c-90ab-13720bd45d3c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:36.456413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:04:36.456819 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5a1c3f41-9f52-44d1-b042-93fce9cbfcde), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:36.463887 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2f34ccca-0ac7-4081-84b7-4777f35592f2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:36.481359 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-80636412-ad54-4b19-81cc-218814e9af16 admin admin] For port a6899aaf-c1fd-4b5d-9871-a24c00e28810, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a6899aaf-c1fd-4b5d-9871-a24c00e28810,segment=NetworkSegment(56f090c6-04fe-4988-a432-03e7531db0e5),segment_id=56f090c6-04fe-4988-a432-03e7531db0e5)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:36.482455 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80636412-ad54-4b19-81cc-218814e9af16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:36.532557 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-80636412-ad54-4b19-81cc-218814e9af16 admin admin] Calling delete_port for a6899aaf-c1fd-4b5d-9871-a24c00e28810 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:36.746005 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dffa2474-ac2e-49f1-9728-fdc376cfab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5a1c3f41-9f52-44d1-b042-93fce9cbfcde), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:36.750545 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=2f34ccca-0ac7-4081-84b7-4777f35592f2,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:36.845164 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:04:36.845765 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:04:36.846487 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa2474-ac2e-49f1-9728-fdc376cfab7a None None] Pushing event updated for resources: {'Port': ['ID=5a1c3f41-9f52-44d1-b042-93fce9cbfcde,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:36.876180 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['2f34ccca-0ac7-4081-84b7-4777f35592f2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:04:36.938997 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for port (06a70637-d647-42a5-a2b1-ab55c65882c6), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:36.963644 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (06a70637-d647-42a5-a2b1-ab55c65882c6), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:37.008276 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-359d2055-1294-4994-95b3-65cdec17b4d9 None None] Provisioning complete for port 06a70637-d647-42a5-a2b1-ab55c65882c6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:04:37.009185 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-359d2055-1294-4994-95b3-65cdec17b4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (06a70637-d647-42a5-a2b1-ab55c65882c6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:37.121965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-359d2055-1294-4994-95b3-65cdec17b4d9 None None] Port 06a70637-d647-42a5-a2b1-ab55c65882c6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:04:37.136750 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:37.159794 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-359d2055-1294-4994-95b3-65cdec17b4d9 None None] Provisioning complete for port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:04:37.160776 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-359d2055-1294-4994-95b3-65cdec17b4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5a1c3f41-9f52-44d1-b042-93fce9cbfcde), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:37.179326 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80636412-ad54-4b19-81cc-218814e9af16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a6899aaf-c1fd-4b5d-9871-a24c00e28810), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:37.217505 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (75d9ea77-410c-42ff-8268-87187457ab01), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:37.226970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80636412-ad54-4b19-81cc-218814e9af16 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6899aaf-c1fd-4b5d-9871-a24c00e28810,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:37.271354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Pushing event updated for resources: {'Port': ['ID=06a70637-d647-42a5-a2b1-ab55c65882c6,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:37.412861 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-359d2055-1294-4994-95b3-65cdec17b4d9 None None] Current status of the port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:04:37.487241 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c3019-2b43-44a3-aa18-7c80d7fdd7b8 req-3a9f054d-b533-4c91-a742-95221859fa9b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:37.495728 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c0c3019-2b43-44a3-aa18-7c80d7fdd7b8 req-3a9f054d-b533-4c91-a742-95221859fa9b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 943 time: 1.3585134 Feb 05 03:04:37.604220 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:04:37.614788 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1d50e469-e3c8-4b63-ae96-37a56eb0f6bf None None] Provisioning complete for port 06a70637-d647-42a5-a2b1-ab55c65882c6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:04:37.616297 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1d50e469-e3c8-4b63-ae96-37a56eb0f6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (06a70637-d647-42a5-a2b1-ab55c65882c6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:37.711691 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1d50e469-e3c8-4b63-ae96-37a56eb0f6bf None None] Port 06a70637-d647-42a5-a2b1-ab55c65882c6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:04:37.730558 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80636412-ad54-4b19-81cc-218814e9af16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:37.770718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c0c3019-2b43-44a3-aa18-7c80d7fdd7b8 req-7a04d311-16d4-4efe-8855-9ebb3acb13b1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733381 Feb 05 03:04:37.845920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5a1c3f41-9f52-44d1-b042-93fce9cbfcde up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:04:37.858323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4b8d6-3222-4b3a-b23d-0c8cf3820e88 req-81e024a9-1c85-4eea-90c6-c676aa75f6ce tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:37.866270 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1de4b8d6-3222-4b3a-b23d-0c8cf3820e88 req-81e024a9-1c85-4eea-90c6-c676aa75f6ce tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 945 time: 0.5963414 Feb 05 03:04:37.935495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:04:37.936479 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5a1c3f41-9f52-44d1-b042-93fce9cbfcde), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:37.979672 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Network 5ae15fee-93c8-4736-a11a-c6975241690a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:04:38.002225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:04:38.073076 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1de4b8d6-3222-4b3a-b23d-0c8cf3820e88 req-68cb53e3-8316-4d6b-bfa3-62ca2f46a0a4 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/security-groups?id=befb791e-c83a-49b3-a436-1d8e234cc938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953228 Feb 05 03:04:38.190781 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80636412-ad54-4b19-81cc-218814e9af16 admin admin] Router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:04:38.194798 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:04:38.353928 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Router 75d9ea77-410c-42ff-8268-87187457ab01 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:04:38.460048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e1f758ff-c9f6-4218-ba45-5c556e6ef02b None None] Provisioning complete for port 06a70637-d647-42a5-a2b1-ab55c65882c6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:04:38.460624 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e1f758ff-c9f6-4218-ba45-5c556e6ef02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (06a70637-d647-42a5-a2b1-ab55c65882c6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:38.463710 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80636412-ad54-4b19-81cc-218814e9af16 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:04:38.479564 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-80636412-ad54-4b19-81cc-218814e9af16 admin admin] 10.222.0.36 "PUT /v2.0/routers/cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5587523 Feb 05 03:04:38.481878 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37190) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:38.518659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29021b0-14e2-47ad-b9d6-3e0bce9dbed6 None None] Sync routers for ids ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:04:38.534731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:04:38.550878 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f3834d-1811-43f1-bb13-f0ba994f9d95 None None] Sync routers for ids ['75d9ea77-410c-42ff-8268-87187457ab01'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:04:38.552626 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4c877ac6-2985-4407-91d3-e9e8225197db tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] 10.222.0.36 "PUT /v2.0/routers/75d9ea77-410c-42ff-8268-87187457ab01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2995594 Feb 05 03:04:38.555144 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37194) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:38.565818 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-01eeb471-cda1-4756-884f-300e0e1ba0c2 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Request body: {'port': {'network_id': '5ae15fee-93c8-4736-a11a-c6975241690a', 'name': 'tempest-FloatingIPNegativeTestJSON-623061633'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:38.566552 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f3834d-1811-43f1-bb13-f0ba994f9d95 None None] Routers {'75d9ea77-410c-42ff-8268-87187457ab01'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:04:38.571073 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-30f3834d-1811-43f1-bb13-f0ba994f9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:04:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['75d9ea77-410c-42ff-8268-87187457ab01'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:38.617410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29021b0-14e2-47ad-b9d6-3e0bce9dbed6 None None] Routers {'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:04:38.620678 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a29021b0-14e2-47ad-b9d6-3e0bce9dbed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:04:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:38.627637 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e1f758ff-c9f6-4218-ba45-5c556e6ef02b None None] Port 06a70637-d647-42a5-a2b1-ab55c65882c6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:04:38.645851 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 2f34ccca-0ac7-4081-84b7-4777f35592f2 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:04:38.661694 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-30f3834d-1811-43f1-bb13-f0ba994f9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:38.685907 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f3834d-1811-43f1-bb13-f0ba994f9d95 None None] Routers {'75d9ea77-410c-42ff-8268-87187457ab01'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:04:38.686539 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-30f3834d-1811-43f1-bb13-f0ba994f9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:04:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['75d9ea77-410c-42ff-8268-87187457ab01'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:38.741970 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01eeb471-cda1-4756-884f-300e0e1ba0c2 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Made reservation on behalf of 179222e1248a4d92bdab7724098a68d3 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:04:38.746749 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01eeb471-cda1-4756-884f-300e0e1ba0c2 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:38.749450 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37200) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:38.758456 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f970b59a-2cc3-4eff-be40-f7332157e000 admin admin] Publish callbacks [] for router (cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:38.768472 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-30f3834d-1811-43f1-bb13-f0ba994f9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:38.769204 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f3834d-1811-43f1-bb13-f0ba994f9d95 None None] The sync data for ids ['75d9ea77-410c-42ff-8268-87187457ab01'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:04:38.849871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-01eeb471-cda1-4756-884f-300e0e1ba0c2 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] device_id is not set on port 16e34e3e-2df9-450b-9ff9-e96bf3994355 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:04:39.008511 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f970b59a-2cc3-4eff-be40-f7332157e000 admin admin] Publish callbacks [] for router_gateway (cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.018892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2a791-a0c6-453c-a982-d18bd305091c req-24458ab0-863e-426a-aec2-32534b4ee088 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:39.020931 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6fe2a791-a0c6-453c-a982-d18bd305091c req-24458ab0-863e-426a-aec2-32534b4ee088 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 945 time: 0.2918191 Feb 05 03:04:39.099374 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f970b59a-2cc3-4eff-be40-f7332157e000 admin admin] Deleting port 5a0f4c0d-9e28-4a18-b591-e89841878b28 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:39.099826 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f970b59a-2cc3-4eff-be40-f7332157e000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5a0f4c0d-9e28-4a18-b591-e89841878b28), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.113450 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d107f8b-25b2-4115-98f0-f81b4db3fa40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.186483 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6fe2a791-a0c6-453c-a982-d18bd305091c req-76e74a7f-32cc-4fba-837d-466ac677ee58 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/security-groups?id=befb791e-c83a-49b3-a436-1d8e234cc938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546016 Feb 05 03:04:39.192565 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.199981 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88816b-9a93-4cd6-9cd7-b1cb6ebe25de req-8de853b7-7cc7-46a4-9eca-f18b7fa0ecf0 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:39.201969 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec88816b-9a93-4cd6-9cd7-b1cb6ebe25de req-8de853b7-7cc7-46a4-9eca-f18b7fa0ecf0 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 944 time: 0.2574964 Feb 05 03:04:39.226665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-01eeb471-cda1-4756-884f-300e0e1ba0c2 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Allocated IP 172.20.0.9 (5ae15fee-93c8-4736-a11a-c6975241690a/457cb230-c877-4988-a23d-42db09202f6e/16e34e3e-2df9-450b-9ff9-e96bf3994355) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:04:39.238022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 2f34ccca-0ac7-4081-84b7-4777f35592f2 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:04:39.254997 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 2f34ccca-0ac7-4081-84b7-4777f35592f2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:04:39.255584 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2f34ccca-0ac7-4081-84b7-4777f35592f2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.265829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-f970b59a-2cc3-4eff-be40-f7332157e000 admin admin] For port 5a0f4c0d-9e28-4a18-b591-e89841878b28, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5a0f4c0d-9e28-4a18-b591-e89841878b28,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:39.266398 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f970b59a-2cc3-4eff-be40-f7332157e000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5a0f4c0d-9e28-4a18-b591-e89841878b28), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.282814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a29021b0-14e2-47ad-b9d6-3e0bce9dbed6 None None] Set router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:04:39.285861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec88816b-9a93-4cd6-9cd7-b1cb6ebe25de req-0a976ce4-1f0f-4f02-90d6-3a53dbb52ea4 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691483 Feb 05 03:04:39.301059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f970b59a-2cc3-4eff-be40-f7332157e000 admin admin] Calling delete_port for 5a0f4c0d-9e28-4a18-b591-e89841878b28 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:39.435500 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d107f8b-25b2-4115-98f0-f81b4db3fa40 admin admin] Publish callbacks [] for security_group (a5540be9-30c3-4a35-86d7-0d59ba472f76), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.461814 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d107f8b-25b2-4115-98f0-f81b4db3fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a5540be9-30c3-4a35-86d7-0d59ba472f76), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.526792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3d107f8b-25b2-4115-98f0-f81b4db3fa40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76f1a0ff32474c93900d39d4d925be65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7543170 Feb 05 03:04:39.532908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37210) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:39.533584 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d107f8b-25b2-4115-98f0-f81b4db3fa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5540be9-30c3-4a35-86d7-0d59ba472f76,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:39.556509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a29021b0-14e2-47ad-b9d6-3e0bce9dbed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'name': 'tempest-TaggedBootDevicesTest_v242-405337453-router', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:06Z', 'updated_at': '2022-02-05T03:04:37Z', 'revision_number': 5, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'gw_port': {'id': '5a0f4c0d-9e28-4a18-b591-e89841878b28', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:07Z', 'updated_at': '2022-02-05T02:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:39.573333 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01eeb471-cda1-4756-884f-300e0e1ba0c2 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for port (16e34e3e-2df9-450b-9ff9-e96bf3994355), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.581386 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f970b59a-2cc3-4eff-be40-f7332157e000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5a0f4c0d-9e28-4a18-b591-e89841878b28), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.589898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 2f34ccca-0ac7-4081-84b7-4777f35592f2 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:04:39.590296 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2f34ccca-0ac7-4081-84b7-4777f35592f2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.593533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29021b0-14e2-47ad-b9d6-3e0bce9dbed6 None None] Checking router: cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:04:39.618934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29021b0-14e2-47ad-b9d6-3e0bce9dbed6 None None] Routers {'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:04:39.619384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a29021b0-14e2-47ad-b9d6-3e0bce9dbed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:04:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:39.625209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d906ec-c887-49fb-9617-6a1d974d7e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f34ccca-0ac7-4081-84b7-4777f35592f2'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:04:39.628070 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47202e2-6e56-47e0-9f62-88dd9af8183a" -d '{"events": [{"server_uuid": "10d906ec-c887-49fb-9617-6a1d974d7e43", "name": "network-vif-plugged", "status": "completed", "tag": "2f34ccca-0ac7-4081-84b7-4777f35592f2"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:04:39.633687 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c863366-dfc8-470a-8c54-62d0d1d6ff05 admin admin] Publish callbacks [] for security_group (a5540be9-30c3-4a35-86d7-0d59ba472f76), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.659059 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c863366-dfc8-470a-8c54-62d0d1d6ff05 admin admin] Publish callbacks [] for security_group (a5540be9-30c3-4a35-86d7-0d59ba472f76), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.676679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970b59a-2cc3-4eff-be40-f7332157e000 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0f4c0d-9e28-4a18-b591-e89841878b28,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:39.702329 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c884abec-9dcf-4193-a7e3-68248ebd8b5a x-openstack-request-id: req-c884abec-9dcf-4193-a7e3-68248ebd8b5a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:04:39.703036 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d906ec-c887-49fb-9617-6a1d974d7e43", "name": "network-vif-plugged", "status": "completed", "tag": "2f34ccca-0ac7-4081-84b7-4777f35592f2", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:04:39.703478 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c884abec-9dcf-4193-a7e3-68248ebd8b5a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:04:39.704036 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d906ec-c887-49fb-9617-6a1d974d7e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f34ccca-0ac7-4081-84b7-4777f35592f2', 'code': 200} Feb 05 03:04:39.745810 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 2f34ccca-0ac7-4081-84b7-4777f35592f2, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=2f34ccca-0ac7-4081-84b7-4777f35592f2,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:39.746552 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c863366-dfc8-470a-8c54-62d0d1d6ff05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a5540be9-30c3-4a35-86d7-0d59ba472f76), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.753406 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c863366-dfc8-470a-8c54-62d0d1d6ff05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.756522 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2f34ccca-0ac7-4081-84b7-4777f35592f2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.759268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3c863366-dfc8-470a-8c54-62d0d1d6ff05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5540be9-30c3-4a35-86d7-0d59ba472f76 HTTP/1.1" status: 204 len: 168 time: 0.2221134 Feb 05 03:04:39.766442 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01eeb471-cda1-4756-884f-300e0e1ba0c2 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (16e34e3e-2df9-450b-9ff9-e96bf3994355), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.791418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a29021b0-14e2-47ad-b9d6-3e0bce9dbed6 None None] Set router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:04:39.806381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c863366-dfc8-470a-8c54-62d0d1d6ff05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5540be9-30c3-4a35-86d7-0d59ba472f76,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:39.826416 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eeb471-cda1-4756-884f-300e0e1ba0c2 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Network 5ae15fee-93c8-4736-a11a-c6975241690a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:04:39.829940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-01eeb471-cda1-4756-884f-300e0e1ba0c2 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:04:39.835796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eeb471-cda1-4756-884f-300e0e1ba0c2 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:04:39.840657 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeb471-cda1-4756-884f-300e0e1ba0c2 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Pushing event updated for resources: {'Port': ['ID=16e34e3e-2df9-450b-9ff9-e96bf3994355,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:39.887671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a29021b0-14e2-47ad-b9d6-3e0bce9dbed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'name': 'tempest-TaggedBootDevicesTest_v242-405337453-router', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:06Z', 'updated_at': '2022-02-05T03:04:39Z', 'revision_number': 7, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:39.923045 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eeb471-cda1-4756-884f-300e0e1ba0c2 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:39.924061 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01eeb471-cda1-4756-884f-300e0e1ba0c2 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.944552 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f970b59a-2cc3-4eff-be40-f7332157e000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:39.954370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-01eeb471-cda1-4756-884f-300e0e1ba0c2 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3967605 Feb 05 03:04:39.968474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37218) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:39.969116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29021b0-14e2-47ad-b9d6-3e0bce9dbed6 None None] The sync data for ids ['cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df'] in n-d-826942-8 is: [{'id': 'cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df', 'name': 'tempest-TaggedBootDevicesTest_v242-405337453-router', 'tenant_id': '5357d824dd714019b322e09bbe4d07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:06Z', 'updated_at': '2022-02-05T03:04:39Z', 'revision_number': 7, 'project_id': '5357d824dd714019b322e09bbe4d07c4', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:04:39.983541 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:40.030920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=2f34ccca-0ac7-4081-84b7-4777f35592f2,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:40.032718 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:40.045941 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:40.214968 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:40.220899 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f970b59a-2cc3-4eff-be40-f7332157e000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:40.257286 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fec29-53c8-4658-a821-32846167db2e req-f5691c96-9485-4fa9-aa9d-cf263efb7017 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:40.263386 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e80fec29-53c8-4658-a821-32846167db2e req-f5691c96-9485-4fa9-aa9d-cf263efb7017 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 945 time: 0.3759389 Feb 05 03:04:40.265034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f970b59a-2cc3-4eff-be40-f7332157e000 admin admin] Publish callbacks [] for router_controller (cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:40.289292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a5017770-1565-4f0a-81f2-5f88e784eab4 None None] Provisioning complete for port 16e34e3e-2df9-450b-9ff9-e96bf3994355 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:04:40.291339 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a5017770-1565-4f0a-81f2-5f88e784eab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (16e34e3e-2df9-450b-9ff9-e96bf3994355), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:40.364109 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45457da7-6ed6-4e1d-9531-20654d55289f req-c19c7d3d-a651-40f4-bf87-6bfe1519393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:40.366946 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-45457da7-6ed6-4e1d-9531-20654d55289f req-c19c7d3d-a651-40f4-bf87-6bfe1519393f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 1127 time: 0.4816048 Feb 05 03:04:40.473993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a5017770-1565-4f0a-81f2-5f88e784eab4 None None] Port 16e34e3e-2df9-450b-9ff9-e96bf3994355 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:04:40.554452 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f970b59a-2cc3-4eff-be40-f7332157e000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:40.555053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f970b59a-2cc3-4eff-be40-f7332157e000 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:04:40.572594 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f970b59a-2cc3-4eff-be40-f7332157e000 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:40.576040 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f970b59a-2cc3-4eff-be40-f7332157e000 admin admin] 10.222.0.36 "DELETE /v2.0/routers/cbb6d3f6-9e2c-4398-8f3b-23ab5143c3df HTTP/1.1" status: 204 len: 168 time: 2.0903533 Feb 05 03:04:40.578833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37238) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:40.773921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0254714-375a-4678-a002-559eb126dde7 req-f3c4e0ec-7a4a-4b6f-b635-0e83481175a7 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:40.776943 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0254714-375a-4678-a002-559eb126dde7 req-f3c4e0ec-7a4a-4b6f-b635-0e83481175a7 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 945 time: 0.3146174 Feb 05 03:04:40.781149 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Allocated IP 172.25.0.170 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/4249a183-a9a0-40df-b599-4175607306f8) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:04:40.893811 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101b29b-f881-47bf-887f-eacd147ea536 req-48a9aa9a-0738-41b5-80f5-51d7fcab874d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:40.898412 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9101b29b-f881-47bf-887f-eacd147ea536 req-48a9aa9a-0738-41b5-80f5-51d7fcab874d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 945 time: 0.3582618 Feb 05 03:04:40.953181 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0254714-375a-4678-a002-559eb126dde7 req-01e9e642-6e98-4fe8-8a6a-860c2fdcedb2 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/security-groups?id=befb791e-c83a-49b3-a436-1d8e234cc938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688385 Feb 05 03:04:41.013138 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-45457da7-6ed6-4e1d-9531-20654d55289f req-3dfc5724-a232-46a8-a8e5-02d2a5ab3581 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5888526 Feb 05 03:04:41.064919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ecbeea-1156-403e-a72a-025c9a2f425f admin admin] Deleting subnet 65c84e73-faba-4392-b4fa-4fde7696d92b {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:04:41.070172 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42ecbeea-1156-403e-a72a-025c9a2f425f admin admin] Publish callbacks [] for subnet (65c84e73-faba-4392-b4fa-4fde7696d92b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.111054 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-e80fec29-53c8-4658-a821-32846167db2e req-83f2fa3c-6481-4e6c-aab0-a4eaa53578ab tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Deleting port 696dd32f-cef9-4e8b-82fe-08ed236d8370 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:41.111713 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e80fec29-53c8-4658-a821-32846167db2e req-83f2fa3c-6481-4e6c-aab0-a4eaa53578ab tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (696dd32f-cef9-4e8b-82fe-08ed236d8370), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.166534 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9101b29b-f881-47bf-887f-eacd147ea536 req-386c91d7-0ff9-403a-97c4-2468c37bf13b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176716 Feb 05 03:04:41.171879 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for port (4249a183-a9a0-40df-b599-4175607306f8), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.201579 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42ecbeea-1156-403e-a72a-025c9a2f425f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (65c84e73-faba-4392-b4fa-4fde7696d92b), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.226626 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.256065 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4249a183-a9a0-40df-b599-4175607306f8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.329796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:04:41.341151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:04:41.341151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:04:41.347935 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e80fec29-53c8-4658-a821-32846167db2e req-83f2fa3c-6481-4e6c-aab0-a4eaa53578ab tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] For port 696dd32f-cef9-4e8b-82fe-08ed236d8370, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=696dd32f-cef9-4e8b-82fe-08ed236d8370,segment=NetworkSegment(207ecd28-a1fa-4f71-be04-39fb1c7b3d95),segment_id=207ecd28-a1fa-4f71-be04-39fb1c7b3d95)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:41.351150 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e80fec29-53c8-4658-a821-32846167db2e req-83f2fa3c-6481-4e6c-aab0-a4eaa53578ab tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (696dd32f-cef9-4e8b-82fe-08ed236d8370), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.388750 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-e80fec29-53c8-4658-a821-32846167db2e req-83f2fa3c-6481-4e6c-aab0-a4eaa53578ab tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Calling delete_port for 696dd32f-cef9-4e8b-82fe-08ed236d8370 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:41.391957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Pushing event updated for resources: {'Port': ['ID=4249a183-a9a0-40df-b599-4175607306f8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:41.410318 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42ecbeea-1156-403e-a72a-025c9a2f425f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (65c84e73-faba-4392-b4fa-4fde7696d92b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.455982 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for floatingip (d487a414-a774-4744-ae75-b7bf8fd8c14b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.519262 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4249a183-a9a0-40df-b599-4175607306f8), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.542681 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42ecbeea-1156-403e-a72a-025c9a2f425f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (65c84e73-faba-4392-b4fa-4fde7696d92b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.585931 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ecbeea-1156-403e-a72a-025c9a2f425f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65c84e73-faba-4392-b4fa-4fde7696d92b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:41.596417 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42ecbeea-1156-403e-a72a-025c9a2f425f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.601411 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-42ecbeea-1156-403e-a72a-025c9a2f425f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/65c84e73-faba-4392-b4fa-4fde7696d92b HTTP/1.1" status: 204 len: 168 time: 1.0061150 Feb 05 03:04:41.607282 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1e7b83-64a3-42f6-8b97-b02e82b092e8 None None] Network d72524e2-c521-4683-9c19-dd229da7f011 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:04:41.609463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37262) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:41.717384 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for port (4249a183-a9a0-40df-b599-4175607306f8), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.732356 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (4249a183-a9a0-40df-b599-4175607306f8), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.744534 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (d72524e2-c521-4683-9c19-dd229da7f011), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.752939 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e80fec29-53c8-4658-a821-32846167db2e req-83f2fa3c-6481-4e6c-aab0-a4eaa53578ab tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (696dd32f-cef9-4e8b-82fe-08ed236d8370), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.797111 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2fa3c-6481-4e6c-aab0-a4eaa53578ab tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Pushing event deleted for resources: {'Port': ['ID=696dd32f-cef9-4e8b-82fe-08ed236d8370,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:41.819008 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a6899aaf-c1fd-4b5d-9871-a24c00e28810 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:04:41.822590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['696dd32f-cef9-4e8b-82fe-08ed236d8370'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:04:41.833393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Pushing event updated for resources: {'Port': ['ID=4249a183-a9a0-40df-b599-4175607306f8,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:41.844297 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (d487a414-a774-4744-ae75-b7bf8fd8c14b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.876669 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80fec29-53c8-4658-a821-32846167db2e req-83f2fa3c-6481-4e6c-aab0-a4eaa53578ab tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] No DVR routers for this DVR port 696dd32f-cef9-4e8b-82fe-08ed236d8370 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:04:41.877836 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.885246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1f5abeee-8213-4c49-9238-da3096202fbb tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9138975 Feb 05 03:04:41.885820 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37270) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:41.888874 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: a6899aaf-c1fd-4b5d-9871-a24c00e28810 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:04:41.889418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a6899aaf-c1fd-4b5d-9871-a24c00e28810 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:04:41.889962 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e80fec29-53c8-4658-a821-32846167db2e req-83f2fa3c-6481-4e6c-aab0-a4eaa53578ab tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.890231 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5a0f4c0d-9e28-4a18-b591-e89841878b28 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:04:41.896318 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e80fec29-53c8-4658-a821-32846167db2e req-83f2fa3c-6481-4e6c-aab0-a4eaa53578ab tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.10 "DELETE /v2.0/ports/696dd32f-cef9-4e8b-82fe-08ed236d8370 HTTP/1.1" status: 204 len: 173 time: 1.6183634 Feb 05 03:04:41.899035 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547', 'name': 'network-vif-deleted', 'tag': '696dd32f-cef9-4e8b-82fe-08ed236d8370'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:04:41.901724 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceb44b1-eb3d-4e0d-bc34-4dcc1f3792a5" -d '{"events": [{"server_uuid": "ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547", "name": "network-vif-deleted", "tag": "696dd32f-cef9-4e8b-82fe-08ed236d8370"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:04:41.908466 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dd71b1d2-b465-4242-9c7e-aab5b267ffad tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Request body: {'floatingip': {'port_id': '16e34e3e-2df9-450b-9ff9-e96bf3994355', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:41.935205 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 5a0f4c0d-9e28-4a18-b591-e89841878b28 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:04:41.935614 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5a0f4c0d-9e28-4a18-b591-e89841878b28 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:04:41.966682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] Deleting port 8d34f440-6b86-40af-9869-63f7bacd6b0c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:41.968902 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8d34f440-6b86-40af-9869-63f7bacd6b0c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:41.986666 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd71b1d2-b465-4242-9c7e-aab5b267ffad tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for floatingip (d487a414-a774-4744-ae75-b7bf8fd8c14b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:42.073617 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cb78c5-5c97-49bc-b08d-f1774656fb1e None None] DHCP port deletion for d72524e2-c521-4683-9c19-dd229da7f011 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:04:42.077790 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f116eb0-ba46-4adb-9f6a-db990c8949d8 x-openstack-request-id: req-5f116eb0-ba46-4adb-9f6a-db990c8949d8 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:04:42.107413 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547", "name": "network-vif-deleted", "tag": "696dd32f-cef9-4e8b-82fe-08ed236d8370", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:04:42.108110 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f116eb0-ba46-4adb-9f6a-db990c8949d8 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:04:42.108594 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547', 'name': 'network-vif-deleted', 'tag': '696dd32f-cef9-4e8b-82fe-08ed236d8370', 'status': 'completed', 'code': 200} Feb 05 03:04:42.179727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb78c5-5c97-49bc-b08d-f1774656fb1e None None] Deleting port 8d34f440-6b86-40af-9869-63f7bacd6b0c {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:42.182564 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e7cb78c5-5c97-49bc-b08d-f1774656fb1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8d34f440-6b86-40af-9869-63f7bacd6b0c), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:42.184249 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] For port 8d34f440-6b86-40af-9869-63f7bacd6b0c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8d34f440-6b86-40af-9869-63f7bacd6b0c,segment=NetworkSegment(56f090c6-04fe-4988-a432-03e7531db0e5),segment_id=56f090c6-04fe-4988-a432-03e7531db0e5)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:42.185487 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8d34f440-6b86-40af-9869-63f7bacd6b0c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:42.217570 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc421ca9-4a55-45bf-82bd-ba966313fdf2 req-0e3573ec-3885-4ca9-80a5-60cf9fe4de33 tempest-InstanceActionsNegativeTestJSON-1243862885 tempest-InstanceActionsNegativeTestJSON-1243862885-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce5e74ec-9e0c-4502-99a5-0a1cc0b4a547 HTTP/1.1" status: 200 len: 210 time: 0.0426393 Feb 05 03:04:42.229831 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] Calling delete_port for 8d34f440-6b86-40af-9869-63f7bacd6b0c owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:42.351095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e7cb78c5-5c97-49bc-b08d-f1774656fb1e None None] For port 8d34f440-6b86-40af-9869-63f7bacd6b0c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8d34f440-6b86-40af-9869-63f7bacd6b0c,segment=NetworkSegment(56f090c6-04fe-4988-a432-03e7531db0e5),segment_id=56f090c6-04fe-4988-a432-03e7531db0e5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:42.352787 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e7cb78c5-5c97-49bc-b08d-f1774656fb1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8d34f440-6b86-40af-9869-63f7bacd6b0c), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:42.386291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e7cb78c5-5c97-49bc-b08d-f1774656fb1e None None] Calling delete_port for 8d34f440-6b86-40af-9869-63f7bacd6b0c owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:42.488348 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-dd71b1d2-b465-4242-9c7e-aab5b267ffad tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] update failed (client error): The resource could not be found. Feb 05 03:04:42.490946 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dd71b1d2-b465-4242-9c7e-aab5b267ffad tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] 10.222.0.36 "PUT /v2.0/floatingips/d487a414-a774-4744-ae75-b7bf8fd8c14b HTTP/1.1" status: 404 len: 507 time: 0.6039369 Feb 05 03:04:42.496602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37292) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:42.515220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74f882-696d-4b95-9b10-0fe11d49647f req-bc4adbf8-94af-4ac4-834d-d9dd121d1f55 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.517097 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.522356 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.522356 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.522356 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.522356 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.522356 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.522356 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.522356 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.522356 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.522356 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.522356 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.522356 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.522356 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.522356 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:42.522356 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:04:42.530301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df74f882-696d-4b95-9b10-0fe11d49647f req-bc4adbf8-94af-4ac4-834d-d9dd121d1f55 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 945 time: 0.2185793 Feb 05 03:04:42.531785 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e7cb78c5-5c97-49bc-b08d-f1774656fb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (8d34f440-6b86-40af-9869-63f7bacd6b0c), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:42.587093 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb78c5-5c97-49bc-b08d-f1774656fb1e None None] Pushing event deleted for resources: {'Port': ['ID=8d34f440-6b86-40af-9869-63f7bacd6b0c,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:42.599500 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb78c5-5c97-49bc-b08d-f1774656fb1e None None] No DVR routers for this DVR port 8d34f440-6b86-40af-9869-63f7bacd6b0c on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:04:42.607557 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (8d34f440-6b86-40af-9869-63f7bacd6b0c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:42.626051 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df74f882-696d-4b95-9b10-0fe11d49647f req-5fc8ac95-0fc2-4fcf-987a-1f9908adc4b7 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888119 Feb 05 03:04:42.651228 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d34f440-6b86-40af-9869-63f7bacd6b0c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:42.732970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] No DVR routers for this DVR port 8d34f440-6b86-40af-9869-63f7bacd6b0c on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:04:42.818277 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (d72524e2-c521-4683-9c19-dd229da7f011), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:42.849362 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72524e2-c521-4683-9c19-dd229da7f011']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:42.852209 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bfa3ca89-47f1-48ab-bf18-88a7c956821f tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Deleting port 4249a183-a9a0-40df-b599-4175607306f8 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:42.852552 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ca89-47f1-48ab-bf18-88a7c956821f tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4249a183-a9a0-40df-b599-4175607306f8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:42.935744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f090c6-04fe-4988-a432-03e7531db0e5') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:42.936348 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f090c6-04fe-4988-a432-03e7531db0e5') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:42.949901 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (56f090c6-04fe-4988-a432-03e7531db0e5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:42.966599 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (56f090c6-04fe-4988-a432-03e7531db0e5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:42.973472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:04:42.974204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (56f090c6-04fe-4988-a432-03e7531db0e5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:04:43.017741 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:04:43.031508 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ca89-47f1-48ab-bf18-88a7c956821f tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4249a183-a9a0-40df-b599-4175607306f8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:43.031961 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ca89-47f1-48ab-bf18-88a7c956821f tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for floatingip (4249a183-a9a0-40df-b599-4175607306f8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:43.046053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bfa3ca89-47f1-48ab-bf18-88a7c956821f tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Calling delete_port for 4249a183-a9a0-40df-b599-4175607306f8 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:43.150272 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (d72524e2-c521-4683-9c19-dd229da7f011), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:43.165872 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:43.169481 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d72524e2-c521-4683-9c19-dd229da7f011 HTTP/1.1" status: 204 len: 168 time: 1.5585852 Feb 05 03:04:43.172866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37322) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:43.209154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cc598-7bef-4a1c-b1a4-fae0cacfb0f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d72524e2-c521-4683-9c19-dd229da7f011,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:43.327499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37334) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:43.397000 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ca89-47f1-48ab-bf18-88a7c956821f tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4249a183-a9a0-40df-b599-4175607306f8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:43.401329 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f747e4bb-e027-4eba-b24e-49c70bbb4cd8 admin admin] Deleting subnet 6234868c-b149-4607-a80b-b15d5364221a {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:04:43.406632 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f747e4bb-e027-4eba-b24e-49c70bbb4cd8 admin admin] Publish callbacks [] for subnet (6234868c-b149-4607-a80b-b15d5364221a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:43.427700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3ca89-47f1-48ab-bf18-88a7c956821f tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Pushing event deleted for resources: {'Port': ['ID=4249a183-a9a0-40df-b599-4175607306f8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:43.570782 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ca89-47f1-48ab-bf18-88a7c956821f tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for floatingip (d487a414-a774-4744-ae75-b7bf8fd8c14b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:43.582315 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ca89-47f1-48ab-bf18-88a7c956821f tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:43.591812 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bfa3ca89-47f1-48ab-bf18-88a7c956821f tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] 10.222.0.36 "DELETE /v2.0/floatingips/d487a414-a774-4744-ae75-b7bf8fd8c14b HTTP/1.1" status: 204 len: 168 time: 1.0889089 Feb 05 03:04:43.591812 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37352) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:43.594007 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f747e4bb-e027-4eba-b24e-49c70bbb4cd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (6234868c-b149-4607-a80b-b15d5364221a), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:43.605548 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a7614a54-3d31-4481-9b09-a7b13ac6a5d6 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Request body: {'floatingip': {'floating_network_id': '5ae15fee-93c8-4736-a11a-c6975241690a', 'port_id': '16e34e3e-2df9-450b-9ff9-e96bf3994355', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:43.643624 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7614a54-3d31-4481-9b09-a7b13ac6a5d6 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:43.669475 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f747e4bb-e027-4eba-b24e-49c70bbb4cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (6234868c-b149-4607-a80b-b15d5364221a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:43.768848 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8d34f440-6b86-40af-9869-63f7bacd6b0c no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:04:43.814272 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f747e4bb-e027-4eba-b24e-49c70bbb4cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (6234868c-b149-4607-a80b-b15d5364221a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:43.822264 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 8d34f440-6b86-40af-9869-63f7bacd6b0c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:04:43.822616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8d34f440-6b86-40af-9869-63f7bacd6b0c not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:04:43.881090 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-a7614a54-3d31-4481-9b09-a7b13ac6a5d6 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:04:43.884960 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a7614a54-3d31-4481-9b09-a7b13ac6a5d6 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2933421 Feb 05 03:04:43.888072 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747e4bb-e027-4eba-b24e-49c70bbb4cd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6234868c-b149-4607-a80b-b15d5364221a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:43.891564 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f747e4bb-e027-4eba-b24e-49c70bbb4cd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:43.895961 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f747e4bb-e027-4eba-b24e-49c70bbb4cd8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6234868c-b149-4607-a80b-b15d5364221a HTTP/1.1" status: 204 len: 168 time: 0.5657747 Feb 05 03:04:43.896639 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37366) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:43.899443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37368) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:43.915972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': '16e34e3e-2df9-450b-9ff9-e96bf3994355', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:43.977726 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38fce6-a8f2-41aa-8635-6cb939ef7ad3 req-c34e9ecf-162f-49fa-9751-f62cf2cf9345 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:43.979421 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d38fce6-a8f2-41aa-8635-6cb939ef7ad3 req-c34e9ecf-162f-49fa-9751-f62cf2cf9345 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 945 time: 0.1955037 Feb 05 03:04:44.007610 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:44.113084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d38fce6-a8f2-41aa-8635-6cb939ef7ad3 req-dbd6df59-fda4-4c75-8e0e-fbb858dc388e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094685 Feb 05 03:04:44.142181 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 696dd32f-cef9-4e8b-82fe-08ed236d8370 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:04:44.182413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 696dd32f-cef9-4e8b-82fe-08ed236d8370 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:04:44.184139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 696dd32f-cef9-4e8b-82fe-08ed236d8370 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:04:44.190515 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f9fee286-9748-4250-ab47-23de6808c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (89bbc564-0e6d-4db5-9f2b-64161d737e6e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:44.208433 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf1f8768-cec7-44c6-a74e-2fd0d993dc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (d30deaaa-7127-4248-aa84-5d604e2eba19), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:44.312582 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37376) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:44.350398 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f9fee286-9748-4250-ab47-23de6808c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (89bbc564-0e6d-4db5-9f2b-64161d737e6e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:44.397411 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f9fee286-9748-4250-ab47-23de6808c4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89bbc564-0e6d-4db5-9f2b-64161d737e6e']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:44.409720 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:44.416264 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f9fee286-9748-4250-ab47-23de6808c4b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207ecd28-a1fa-4f71-be04-39fb1c7b3d95') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:44.416892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f9fee286-9748-4250-ab47-23de6808c4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207ecd28-a1fa-4f71-be04-39fb1c7b3d95') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:44.436291 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f9fee286-9748-4250-ab47-23de6808c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (207ecd28-a1fa-4f71-be04-39fb1c7b3d95), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:44.499872 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f9fee286-9748-4250-ab47-23de6808c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (207ecd28-a1fa-4f71-be04-39fb1c7b3d95), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:44.531064 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fee286-9748-4250-ab47-23de6808c4b6 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:04:44.531493 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f9fee286-9748-4250-ab47-23de6808c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (207ecd28-a1fa-4f71-be04-39fb1c7b3d95), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:04:44.533402 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:04:44.642865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3057722-a568-4894-b72d-753e02ee19bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:44.761388 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f9fee286-9748-4250-ab47-23de6808c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (89bbc564-0e6d-4db5-9f2b-64161d737e6e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:44.824436 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f9fee286-9748-4250-ab47-23de6808c4b6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:44.834127 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f9fee286-9748-4250-ab47-23de6808c4b6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/89bbc564-0e6d-4db5-9f2b-64161d737e6e HTTP/1.1" status: 204 len: 168 time: 0.9243052 Feb 05 03:04:44.837462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Allocated IP 172.25.0.166 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/57fb3f4e-a3f2-4a98-889a-d65f16a43025) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:04:44.979272 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fee286-9748-4250-ab47-23de6808c4b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=89bbc564-0e6d-4db5-9f2b-64161d737e6e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:45.069367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37398) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:45.109423 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for port (57fb3f4e-a3f2-4a98-889a-d65f16a43025), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:45.196141 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (57fb3f4e-a3f2-4a98-889a-d65f16a43025), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:45.202542 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3057722-a568-4894-b72d-753e02ee19bc admin admin] Publish callbacks [] for security_group (f3543a13-5c28-488a-97e2-6c1a7fda2432), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:45.206970 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f8768-cec7-44c6-a74e-2fd0d993dc12 admin admin] Deleting port bd289fe5-6105-4171-bae1-fa8fc6790dff {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:45.207587 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf1f8768-cec7-44c6-a74e-2fd0d993dc12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:45.260202 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3057722-a568-4894-b72d-753e02ee19bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f3543a13-5c28-488a-97e2-6c1a7fda2432), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:45.331754 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:04:45.347987 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:04:45.378036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:04:45.387918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-cf1f8768-cec7-44c6-a74e-2fd0d993dc12 admin admin] For port bd289fe5-6105-4171-bae1-fa8fc6790dff, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=bd289fe5-6105-4171-bae1-fa8fc6790dff,segment=NetworkSegment(7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a),segment_id=7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:45.387918 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf1f8768-cec7-44c6-a74e-2fd0d993dc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:45.388265 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f3057722-a568-4894-b72d-753e02ee19bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c8f08dc74f8498fb1ce5c83f13ef7d2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0719268 Feb 05 03:04:45.393389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37406) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:45.394481 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9a81f9da-6ca4-4275-9a2f-9ea9032a3b82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c78a1518c2854a90acdb7d6cef22ee3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3096573 Feb 05 03:04:45.419752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37408) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:45.420336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3057722-a568-4894-b72d-753e02ee19bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3543a13-5c28-488a-97e2-6c1a7fda2432,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:45.455030 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Pushing event updated for resources: {'Port': ['ID=57fb3f4e-a3f2-4a98-889a-d65f16a43025,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:45.490113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f8768-cec7-44c6-a74e-2fd0d993dc12 admin admin] Calling delete_port for bd289fe5-6105-4171-bae1-fa8fc6790dff owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:45.647221 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-951481d4-ff5f-4236-b9b2-08a10c032218 admin admin] Publish callbacks [] for security_group (befb791e-c83a-49b3-a436-1d8e234cc938), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:45.712787 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf1f8768-cec7-44c6-a74e-2fd0d993dc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (bd289fe5-6105-4171-bae1-fa8fc6790dff), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:45.721742 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1af8da37-457c-4eb7-ae73-92179c7d6470 admin admin] Publish callbacks [] for security_group (f3543a13-5c28-488a-97e2-6c1a7fda2432), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:45.746748 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1af8da37-457c-4eb7-ae73-92179c7d6470 admin admin] Publish callbacks [] for security_group (f3543a13-5c28-488a-97e2-6c1a7fda2432), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:45.803272 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-951481d4-ff5f-4236-b9b2-08a10c032218 admin admin] Publish callbacks [] for security_group (befb791e-c83a-49b3-a436-1d8e234cc938), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:45.804477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f8768-cec7-44c6-a74e-2fd0d993dc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd289fe5-6105-4171-bae1-fa8fc6790dff,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:45.883791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Deleting port 57fb3f4e-a3f2-4a98-889a-d65f16a43025 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:45.884415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (57fb3f4e-a3f2-4a98-889a-d65f16a43025), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:46.030862 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1af8da37-457c-4eb7-ae73-92179c7d6470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f3543a13-5c28-488a-97e2-6c1a7fda2432), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:46.042103 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1af8da37-457c-4eb7-ae73-92179c7d6470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:46.043888 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1af8da37-457c-4eb7-ae73-92179c7d6470 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3543a13-5c28-488a-97e2-6c1a7fda2432 HTTP/1.1" status: 204 len: 168 time: 0.6451309 Feb 05 03:04:46.081942 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (57fb3f4e-a3f2-4a98-889a-d65f16a43025), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:46.082264 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for floatingip (57fb3f4e-a3f2-4a98-889a-d65f16a43025), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:46.097324 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8da37-457c-4eb7-ae73-92179c7d6470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3543a13-5c28-488a-97e2-6c1a7fda2432,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:46.100414 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:46.111700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Calling delete_port for 57fb3f4e-a3f2-4a98-889a-d65f16a43025 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:46.168064 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf1f8768-cec7-44c6-a74e-2fd0d993dc12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (d30deaaa-7127-4248-aa84-5d604e2eba19), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:46.401169 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (57fb3f4e-a3f2-4a98-889a-d65f16a43025), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:46.476238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Pushing event deleted for resources: {'Port': ['ID=57fb3f4e-a3f2-4a98-889a-d65f16a43025,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:46.579317 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-951481d4-ff5f-4236-b9b2-08a10c032218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (befb791e-c83a-49b3-a436-1d8e234cc938), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:46.582402 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-951481d4-ff5f-4236-b9b2-08a10c032218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:46.587576 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-951481d4-ff5f-4236-b9b2-08a10c032218 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/befb791e-c83a-49b3-a436-1d8e234cc938 HTTP/1.1" status: 204 len: 168 time: 1.1680789 Feb 05 03:04:46.602790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951481d4-ff5f-4236-b9b2-08a10c032218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befb791e-c83a-49b3-a436-1d8e234cc938,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:46.654187 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] create failed (client error): The resource could not be found. Feb 05 03:04:46.660442 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-524c5afc-91e7-4245-a074-7599bbca37b4 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7596579 Feb 05 03:04:46.661075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37424) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:46.730528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1f8768-cec7-44c6-a74e-2fd0d993dc12 admin admin] Router d30deaaa-7127-4248-aa84-5d604e2eba19 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:04:46.836288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37426) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:46.891493 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-874ed813-5863-4743-bab6-62e113fb16e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:47.039318 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-874ed813-5863-4743-bab6-62e113fb16e5 admin admin] Publish callbacks [] for security_group (f9d98442-2fbc-4baf-b229-0b997659f1c8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:47.055407 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-874ed813-5863-4743-bab6-62e113fb16e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f9d98442-2fbc-4baf-b229-0b997659f1c8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:47.090478 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ed813-5863-4743-bab6-62e113fb16e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d98442-2fbc-4baf-b229-0b997659f1c8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:47.164451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-dc8dc521-ddb3-4def-9dcf-cc119bf83d7b tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Deleting port 16e34e3e-2df9-450b-9ff9-e96bf3994355 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:47.164917 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc8dc521-ddb3-4def-9dcf-cc119bf83d7b tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (16e34e3e-2df9-450b-9ff9-e96bf3994355), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:47.190632 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-874ed813-5863-4743-bab6-62e113fb16e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23ac780a713d47a68e33b257bac50097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3433547 Feb 05 03:04:47.191412 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37444) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:47.241057 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1f8768-cec7-44c6-a74e-2fd0d993dc12 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:04:47.260976 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cf1f8768-cec7-44c6-a74e-2fd0d993dc12 admin admin] 10.222.0.36 "PUT /v2.0/routers/d30deaaa-7127-4248-aa84-5d604e2eba19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0864596 Feb 05 03:04:47.262849 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5226e9-fd61-4d98-a613-27255c764aeb None None] Sync routers for ids ['d30deaaa-7127-4248-aa84-5d604e2eba19'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:04:47.263666 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37448) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:47.297038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5226e9-fd61-4d98-a613-27255c764aeb None None] Routers {'d30deaaa-7127-4248-aa84-5d604e2eba19'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:04:47.300041 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0c5226e9-fd61-4d98-a613-27255c764aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:04:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d30deaaa-7127-4248-aa84-5d604e2eba19'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:47.377673 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc8dc521-ddb3-4def-9dcf-cc119bf83d7b tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (16e34e3e-2df9-450b-9ff9-e96bf3994355), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:47.457291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-dc8dc521-ddb3-4def-9dcf-cc119bf83d7b tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Calling delete_port for 16e34e3e-2df9-450b-9ff9-e96bf3994355 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:47.459781 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f5a3bc-2ea6-442e-ace5-2ebbb14f19e7 admin admin] Publish callbacks [] for router (d30deaaa-7127-4248-aa84-5d604e2eba19), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:47.462800 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5dffbc2-02ca-4b92-b716-e2c78b38eaca admin admin] Publish callbacks [] for security_group (f9d98442-2fbc-4baf-b229-0b997659f1c8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:47.508743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-0c5226e9-fd61-4d98-a613-27255c764aeb None None] Set router d30deaaa-7127-4248-aa84-5d604e2eba19 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:04:47.655985 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5dffbc2-02ca-4b92-b716-e2c78b38eaca admin admin] Publish callbacks [] for security_group (f9d98442-2fbc-4baf-b229-0b997659f1c8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:47.736357 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f5a3bc-2ea6-442e-ace5-2ebbb14f19e7 admin admin] Publish callbacks [] for router_gateway (d30deaaa-7127-4248-aa84-5d604e2eba19), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:47.819159 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5dffbc2-02ca-4b92-b716-e2c78b38eaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f9d98442-2fbc-4baf-b229-0b997659f1c8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:47.820800 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-27f5a3bc-2ea6-442e-ace5-2ebbb14f19e7 admin admin] Deleting port 8095e3ea-4a4b-40a5-b97a-9edb0759f02c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:47.821246 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f5a3bc-2ea6-442e-ace5-2ebbb14f19e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8095e3ea-4a4b-40a5-b97a-9edb0759f02c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:47.821709 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5dffbc2-02ca-4b92-b716-e2c78b38eaca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:47.825886 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f5dffbc2-02ca-4b92-b716-e2c78b38eaca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9d98442-2fbc-4baf-b229-0b997659f1c8 HTTP/1.1" status: 204 len: 168 time: 0.6038132 Feb 05 03:04:47.846538 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dffbc2-02ca-4b92-b716-e2c78b38eaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d98442-2fbc-4baf-b229-0b997659f1c8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:47.882605 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc8dc521-ddb3-4def-9dcf-cc119bf83d7b tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (16e34e3e-2df9-450b-9ff9-e96bf3994355), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:47.912852 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0c5226e9-fd61-4d98-a613-27255c764aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'name': 'tempest-TaggedBootDevicesTest_v242-1825039167-router', 'tenant_id': '15110b7d03c04df4adfb81d714da9d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '8095e3ea-4a4b-40a5-b97a-9edb0759f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:28Z', 'updated_at': '2022-02-05T03:04:45Z', 'revision_number': 5, 'project_id': '15110b7d03c04df4adfb81d714da9d6d', 'gw_port': {'id': '8095e3ea-4a4b-40a5-b97a-9edb0759f02c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T02:56:29Z', 'updated_at': '2022-02-05T02:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:47.932156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8dc521-ddb3-4def-9dcf-cc119bf83d7b tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Pushing event deleted for resources: {'Port': ['ID=16e34e3e-2df9-450b-9ff9-e96bf3994355,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:47.993645 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5226e9-fd61-4d98-a613-27255c764aeb None None] Checking router: d30deaaa-7127-4248-aa84-5d604e2eba19 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:04:48.013990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5226e9-fd61-4d98-a613-27255c764aeb None None] Routers {'d30deaaa-7127-4248-aa84-5d604e2eba19'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:04:48.014885 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-27f5a3bc-2ea6-442e-ace5-2ebbb14f19e7 admin admin] For port 8095e3ea-4a4b-40a5-b97a-9edb0759f02c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8095e3ea-4a4b-40a5-b97a-9edb0759f02c,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:48.015761 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0c5226e9-fd61-4d98-a613-27255c764aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:04:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d30deaaa-7127-4248-aa84-5d604e2eba19'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:48.016332 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f5a3bc-2ea6-442e-ace5-2ebbb14f19e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8095e3ea-4a4b-40a5-b97a-9edb0759f02c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:48.034287 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc8dc521-ddb3-4def-9dcf-cc119bf83d7b tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:48.041729 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dc8dc521-ddb3-4def-9dcf-cc119bf83d7b tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] 10.222.0.36 "DELETE /v2.0/ports/16e34e3e-2df9-450b-9ff9-e96bf3994355 HTTP/1.1" status: 204 len: 168 time: 1.3773251 Feb 05 03:04:48.042905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37468) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:48.087015 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-27f5a3bc-2ea6-442e-ace5-2ebbb14f19e7 admin admin] Calling delete_port for 8095e3ea-4a4b-40a5-b97a-9edb0759f02c owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:48.220630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37478) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:48.260452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-0c5226e9-fd61-4d98-a613-27255c764aeb None None] Set router d30deaaa-7127-4248-aa84-5d604e2eba19 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:04:48.325208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8964601d-feaa-488e-a51e-2d547cb305d5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:48.327123 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8964601d-feaa-488e-a51e-2d547cb305d5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] 10.222.0.36 "GET /v2.0/ports?device_id=75d9ea77-410c-42ff-8268-87187457ab01 HTTP/1.1" status: 200 len: 913 time: 0.2825420 Feb 05 03:04:48.329591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37484) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:48.386640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0c5226e9-fd61-4d98-a613-27255c764aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'name': 'tempest-TaggedBootDevicesTest_v242-1825039167-router', 'tenant_id': '15110b7d03c04df4adfb81d714da9d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:28Z', 'updated_at': '2022-02-05T03:04:47Z', 'revision_number': 6, 'project_id': '15110b7d03c04df4adfb81d714da9d6d', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:48.441314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5226e9-fd61-4d98-a613-27255c764aeb None None] The sync data for ids ['d30deaaa-7127-4248-aa84-5d604e2eba19'] in n-d-826942-8 is: [{'id': 'd30deaaa-7127-4248-aa84-5d604e2eba19', 'name': 'tempest-TaggedBootDevicesTest_v242-1825039167-router', 'tenant_id': '15110b7d03c04df4adfb81d714da9d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T02:56:28Z', 'updated_at': '2022-02-05T03:04:47Z', 'revision_number': 6, 'project_id': '15110b7d03c04df4adfb81d714da9d6d', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:04:48.640162 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f5a3bc-2ea6-442e-ace5-2ebbb14f19e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8095e3ea-4a4b-40a5-b97a-9edb0759f02c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:48.706082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5a3bc-2ea6-442e-ace5-2ebbb14f19e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8095e3ea-4a4b-40a5-b97a-9edb0759f02c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:48.852488 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f5a3bc-2ea6-442e-ace5-2ebbb14f19e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (d30deaaa-7127-4248-aa84-5d604e2eba19), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:49.127775 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f5a3bc-2ea6-442e-ace5-2ebbb14f19e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (d30deaaa-7127-4248-aa84-5d604e2eba19), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:49.135674 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f5a3bc-2ea6-442e-ace5-2ebbb14f19e7 admin admin] Publish callbacks [] for router_controller (d30deaaa-7127-4248-aa84-5d604e2eba19), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:49.239400 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f5a3bc-2ea6-442e-ace5-2ebbb14f19e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (d30deaaa-7127-4248-aa84-5d604e2eba19), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:49.240380 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f5a3bc-2ea6-442e-ace5-2ebbb14f19e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d30deaaa-7127-4248-aa84-5d604e2eba19 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:04:49.244798 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f5a3bc-2ea6-442e-ace5-2ebbb14f19e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:49.248851 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-27f5a3bc-2ea6-442e-ace5-2ebbb14f19e7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d30deaaa-7127-4248-aa84-5d604e2eba19 HTTP/1.1" status: 204 len: 168 time: 1.9840209 Feb 05 03:04:49.249516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37514) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:49.263992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-628a7082-9c11-48b2-82c8-9396023adf59 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-512945339-network', 'tenant_id': '48d75b9896b4443ca4a344d32f5eb70e'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:49.390282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-623e0eda-671e-43d8-b64f-03e120b1f385 admin admin] Deleting subnet 9ba4f314-6f33-4e30-ab88-a009d6faeb7f {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:04:49.393873 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628a7082-9c11-48b2-82c8-9396023adf59 admin admin] Made reservation on behalf of 48d75b9896b4443ca4a344d32f5eb70e for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:04:49.400387 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-628a7082-9c11-48b2-82c8-9396023adf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:49.405568 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-623e0eda-671e-43d8-b64f-03e120b1f385 admin admin] Publish callbacks [] for subnet (9ba4f314-6f33-4e30-ab88-a009d6faeb7f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:49.446181 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-628a7082-9c11-48b2-82c8-9396023adf59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:49.470578 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37522) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:49.492037 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-623e0eda-671e-43d8-b64f-03e120b1f385 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (9ba4f314-6f33-4e30-ab88-a009d6faeb7f), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:49.627808 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-623e0eda-671e-43d8-b64f-03e120b1f385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (9ba4f314-6f33-4e30-ab88-a009d6faeb7f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:49.742015 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device bd289fe5-6105-4171-bae1-fa8fc6790dff no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:04:49.775188 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-623e0eda-671e-43d8-b64f-03e120b1f385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (9ba4f314-6f33-4e30-ab88-a009d6faeb7f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:49.784276 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: bd289fe5-6105-4171-bae1-fa8fc6790dff {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:04:49.784631 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device bd289fe5-6105-4171-bae1-fa8fc6790dff not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:04:49.785067 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8095e3ea-4a4b-40a5-b97a-9edb0759f02c no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:04:49.814900 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-623e0eda-671e-43d8-b64f-03e120b1f385 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:49.821260 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-623e0eda-671e-43d8-b64f-03e120b1f385 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9ba4f314-6f33-4e30-ab88-a009d6faeb7f HTTP/1.1" status: 204 len: 168 time: 0.5690379 Feb 05 03:04:49.822064 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37528) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:49.867738 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38409f8e-94e2-4f08-883d-8635c31381f6 None None] Network 1b06da80-f6e8-4eb3-a70c-851a7ccb15cc requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:04:50.031220 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-628a7082-9c11-48b2-82c8-9396023adf59 admin admin] Publish callbacks [] for security_group (2410d7fd-b988-4cb0-b3df-80c01e0fb427), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.036146 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 8095e3ea-4a4b-40a5-b97a-9edb0759f02c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:04:50.036895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8095e3ea-4a4b-40a5-b97a-9edb0759f02c not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:04:50.046658 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-628a7082-9c11-48b2-82c8-9396023adf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2410d7fd-b988-4cb0-b3df-80c01e0fb427), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.116164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628a7082-9c11-48b2-82c8-9396023adf59 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:04:50.161615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e0eda-671e-43d8-b64f-03e120b1f385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba4f314-6f33-4e30-ab88-a009d6faeb7f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:50.166065 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a7082-9c11-48b2-82c8-9396023adf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2410d7fd-b988-4cb0-b3df-80c01e0fb427,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:50.169035 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-628a7082-9c11-48b2-82c8-9396023adf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e48789ca-2411-4dd0-8111-f6e23a9e113b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.169410 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-628a7082-9c11-48b2-82c8-9396023adf59 admin admin] Added segment e48789ca-2411-4dd0-8111-f6e23a9e113b of type vlan for network 98ab2392-eb0d-400b-ae03-4808c53f38dc Feb 05 03:04:50.181498 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e571f130-7122-489e-a240-80258ab54124 None None] DHCP port deletion for 1b06da80-f6e8-4eb3-a70c-851a7ccb15cc request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:04:50.227102 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-628a7082-9c11-48b2-82c8-9396023adf59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (98ab2392-eb0d-400b-ae03-4808c53f38dc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.227412 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc6b67e5-7a9d-4439-a3be-965548b9ed2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.245175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a69efda-d26e-4914-a2bd-6370ae6b69e5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (75d9ea77-410c-42ff-8268-87187457ab01), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.324929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e571f130-7122-489e-a240-80258ab54124 None None] Deleting port d78a2dfd-ca8d-492b-82e9-dcd577ec290f {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:50.325587 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e571f130-7122-489e-a240-80258ab54124 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d78a2dfd-ca8d-492b-82e9-dcd577ec290f), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.341673 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-628a7082-9c11-48b2-82c8-9396023adf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (98ab2392-eb0d-400b-ae03-4808c53f38dc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.342707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628a7082-9c11-48b2-82c8-9396023adf59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:50.343658 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-628a7082-9c11-48b2-82c8-9396023adf59 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.351677 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (1b06da80-f6e8-4eb3-a70c-851a7ccb15cc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.360649 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc6b67e5-7a9d-4439-a3be-965548b9ed2c admin admin] Publish callbacks [] for security_group (94120b01-eacb-4177-aa0b-92a470e1414d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.377298 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc6b67e5-7a9d-4439-a3be-965548b9ed2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (94120b01-eacb-4177-aa0b-92a470e1414d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.439522 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-628a7082-9c11-48b2-82c8-9396023adf59 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2173953 Feb 05 03:04:50.449381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37540) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:50.485871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a7082-9c11-48b2-82c8-9396023adf59 admin admin] Pushing event updated for resources: {'Network': ['ID=98ab2392-eb0d-400b-ae03-4808c53f38dc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:50.507933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0e584758-e153-4914-83aa-74b9a09b9db8 admin admin] Request body: {'subnet': {'network_id': '98ab2392-eb0d-400b-ae03-4808c53f38dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-512945339-subnet', 'tenant_id': '48d75b9896b4443ca4a344d32f5eb70e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:50.513743 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cc6b67e5-7a9d-4439-a3be-965548b9ed2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92a4b448c3ef4e42ae0cebbdd6b71ff9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0394187 Feb 05 03:04:50.539024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37548) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:50.648847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b67e5-7a9d-4439-a3be-965548b9ed2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94120b01-eacb-4177-aa0b-92a470e1414d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:50.711154 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] Deleting port d78a2dfd-ca8d-492b-82e9-dcd577ec290f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:50.711497 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d78a2dfd-ca8d-492b-82e9-dcd577ec290f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.739537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e571f130-7122-489e-a240-80258ab54124 None None] For port d78a2dfd-ca8d-492b-82e9-dcd577ec290f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d78a2dfd-ca8d-492b-82e9-dcd577ec290f,segment=NetworkSegment(7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a),segment_id=7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:50.740177 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e571f130-7122-489e-a240-80258ab54124 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d78a2dfd-ca8d-492b-82e9-dcd577ec290f), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.756516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e584758-e153-4914-83aa-74b9a09b9db8 admin admin] Made reservation on behalf of 48d75b9896b4443ca4a344d32f5eb70e for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:04:50.758835 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e584758-e153-4914-83aa-74b9a09b9db8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.777182 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e571f130-7122-489e-a240-80258ab54124 None None] Calling delete_port for d78a2dfd-ca8d-492b-82e9-dcd577ec290f owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:50.806041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4a69efda-d26e-4914-a2bd-6370ae6b69e5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Deleting port 06a70637-d647-42a5-a2b1-ab55c65882c6 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:50.806393 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a69efda-d26e-4914-a2bd-6370ae6b69e5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (06a70637-d647-42a5-a2b1-ab55c65882c6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.861350 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8fce6926-b3df-4f96-af6c-221602a0cb98 admin admin] Publish callbacks [] for security_group (94120b01-eacb-4177-aa0b-92a470e1414d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.894252 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8fce6926-b3df-4f96-af6c-221602a0cb98 admin admin] Publish callbacks [] for security_group (94120b01-eacb-4177-aa0b-92a470e1414d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:50.988105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 98ab2392-eb0d-400b-ae03-4808c53f38dc details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:04:50.999046 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8fce6926-b3df-4f96-af6c-221602a0cb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (94120b01-eacb-4177-aa0b-92a470e1414d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:51.001590 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8fce6926-b3df-4f96-af6c-221602a0cb98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:51.005658 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8fce6926-b3df-4f96-af6c-221602a0cb98 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94120b01-eacb-4177-aa0b-92a470e1414d HTTP/1.1" status: 204 len: 168 time: 0.4476855 Feb 05 03:04:51.028067 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e571f130-7122-489e-a240-80258ab54124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (d78a2dfd-ca8d-492b-82e9-dcd577ec290f), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:51.035273 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a69efda-d26e-4914-a2bd-6370ae6b69e5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (06a70637-d647-42a5-a2b1-ab55c65882c6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:51.055185 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4a69efda-d26e-4914-a2bd-6370ae6b69e5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Calling delete_port for 06a70637-d647-42a5-a2b1-ab55c65882c6 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:51.060626 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce6926-b3df-4f96-af6c-221602a0cb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94120b01-eacb-4177-aa0b-92a470e1414d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:51.093387 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] For port d78a2dfd-ca8d-492b-82e9-dcd577ec290f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d78a2dfd-ca8d-492b-82e9-dcd577ec290f,segment=NetworkSegment(7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a),segment_id=7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:51.093756 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d78a2dfd-ca8d-492b-82e9-dcd577ec290f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:51.152572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] Calling delete_port for d78a2dfd-ca8d-492b-82e9-dcd577ec290f owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:51.163847 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571f130-7122-489e-a240-80258ab54124 None None] No DVR routers for this DVR port d78a2dfd-ca8d-492b-82e9-dcd577ec290f on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:04:51.347621 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571f130-7122-489e-a240-80258ab54124 None None] Pushing event deleted for resources: {'Port': ['ID=d78a2dfd-ca8d-492b-82e9-dcd577ec290f,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:51.503801 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a69efda-d26e-4914-a2bd-6370ae6b69e5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (06a70637-d647-42a5-a2b1-ab55c65882c6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:51.562858 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d78a2dfd-ca8d-492b-82e9-dcd577ec290f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:51.601805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d78a2dfd-ca8d-492b-82e9-dcd577ec290f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:51.609406 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69efda-d26e-4914-a2bd-6370ae6b69e5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Pushing event deleted for resources: {'Port': ['ID=06a70637-d647-42a5-a2b1-ab55c65882c6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:51.610225 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e584758-e153-4914-83aa-74b9a09b9db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (9710adb9-a86e-4bd9-b62b-bccb80188957), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:51.614050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] No DVR routers for this DVR port d78a2dfd-ca8d-492b-82e9-dcd577ec290f on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:04:51.807322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d78a2dfd-ca8d-492b-82e9-dcd577ec290f no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:04:51.893907 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: d78a2dfd-ca8d-492b-82e9-dcd577ec290f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:04:51.894552 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d78a2dfd-ca8d-492b-82e9-dcd577ec290f not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:04:51.966112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a69efda-d26e-4914-a2bd-6370ae6b69e5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (75d9ea77-410c-42ff-8268-87187457ab01), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:52.061112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e584758-e153-4914-83aa-74b9a09b9db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9710adb9-a86e-4bd9-b62b-bccb80188957,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:52.069913 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (1b06da80-f6e8-4eb3-a70c-851a7ccb15cc), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:52.152682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e584758-e153-4914-83aa-74b9a09b9db8 admin admin] Checking segment: {'id': 'e48789ca-2411-4dd0-8111-f6e23a9e113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '98ab2392-eb0d-400b-ae03-4808c53f38dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:04:52.153055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e584758-e153-4914-83aa-74b9a09b9db8 admin admin] Network hostable DHCP agents. Network: 98ab2392-eb0d-400b-ae03-4808c53f38dc, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:04:52.189641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b06da80-f6e8-4eb3-a70c-851a7ccb15cc']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:52.268995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:52.275325 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:52.335811 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:52.376868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e584758-e153-4914-83aa-74b9a09b9db8 admin admin] Network 98ab2392-eb0d-400b-ae03-4808c53f38dc is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:04:52.400787 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a69efda-d26e-4914-a2bd-6370ae6b69e5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Router 75d9ea77-410c-42ff-8268-87187457ab01 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:04:52.425396 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:52.435918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0e584758-e153-4914-83aa-74b9a09b9db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 98ab2392-eb0d-400b-ae03-4808c53f38dc) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:04:52.459499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b286c3d2-051c-4ab5-96a1-9530e85edea3 None None] Network 98ab2392-eb0d-400b-ae03-4808c53f38dc requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:04:52.480143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e584758-e153-4914-83aa-74b9a09b9db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:52.491631 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e584758-e153-4914-83aa-74b9a09b9db8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:52.501667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:04:52.502930 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (7f7dcdb0-062e-48e9-a02d-67ca7d1fb90a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:04:52.511046 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:04:52.648360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a69efda-d26e-4914-a2bd-6370ae6b69e5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:04:52.664923 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b92db9-380d-4732-8f35-341ecc5d281b None None] Sync routers for ids ['75d9ea77-410c-42ff-8268-87187457ab01'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:04:52.674258 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4a69efda-d26e-4914-a2bd-6370ae6b69e5 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] 10.222.0.36 "PUT /v2.0/routers/75d9ea77-410c-42ff-8268-87187457ab01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3412361 Feb 05 03:04:52.674619 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37642) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:52.694247 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b92db9-380d-4732-8f35-341ecc5d281b None None] Routers {'75d9ea77-410c-42ff-8268-87187457ab01'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:04:52.697247 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-17b92db9-380d-4732-8f35-341ecc5d281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:04:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['75d9ea77-410c-42ff-8268-87187457ab01'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:52.739568 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0e584758-e153-4914-83aa-74b9a09b9db8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2324226 Feb 05 03:04:52.759518 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (1b06da80-f6e8-4eb3-a70c-851a7ccb15cc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:52.772071 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-17b92db9-380d-4732-8f35-341ecc5d281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:52.773934 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:52.783050 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b92db9-380d-4732-8f35-341ecc5d281b None None] Routers {'75d9ea77-410c-42ff-8268-87187457ab01'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:04:52.783993 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-17b92db9-380d-4732-8f35-341ecc5d281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:04:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['75d9ea77-410c-42ff-8268-87187457ab01'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:52.794907 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1b06da80-f6e8-4eb3-a70c-851a7ccb15cc HTTP/1.1" status: 204 len: 168 time: 2.9701872 Feb 05 03:04:52.803989 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479219a0-7e61-4a9a-85c2-576db292bd9a None None] Network 98ab2392-eb0d-400b-ae03-4808c53f38dc requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:04:52.823399 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-17b92db9-380d-4732-8f35-341ecc5d281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:52.824425 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b92db9-380d-4732-8f35-341ecc5d281b None None] The sync data for ids ['75d9ea77-410c-42ff-8268-87187457ab01'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:04:52.833250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac60ad-0fc7-4dc9-ba3f-b378369c7ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b06da80-f6e8-4eb3-a70c-851a7ccb15cc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:52.927847 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d2baa1f-2c84-48ef-bb1d-fdbcb48c0fba tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for router (75d9ea77-410c-42ff-8268-87187457ab01), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:52.940868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37648) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:53.236498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37658) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:53.295970 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-853da61b-488a-45a5-8ff6-e894114a8632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:53.356573 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d2baa1f-2c84-48ef-bb1d-fdbcb48c0fba tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (75d9ea77-410c-42ff-8268-87187457ab01), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:53.359366 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d2baa1f-2c84-48ef-bb1d-fdbcb48c0fba tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for router_controller (75d9ea77-410c-42ff-8268-87187457ab01), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:53.404706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-67b7a1b2-4258-4bd3-846f-70077480b3f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5357d824dd714019b322e09bbe4d07c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1659300 Feb 05 03:04:53.407505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37664) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:53.431851 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d2baa1f-2c84-48ef-bb1d-fdbcb48c0fba tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (75d9ea77-410c-42ff-8268-87187457ab01), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:53.432247 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2baa1f-2c84-48ef-bb1d-fdbcb48c0fba tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Fanout notify agent at l3_agent the message router_deleted on router 75d9ea77-410c-42ff-8268-87187457ab01 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:04:53.440372 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d2baa1f-2c84-48ef-bb1d-fdbcb48c0fba tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:53.441746 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0d2baa1f-2c84-48ef-bb1d-fdbcb48c0fba tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] 10.222.0.36 "DELETE /v2.0/routers/75d9ea77-410c-42ff-8268-87187457ab01 HTTP/1.1" status: 204 len: 168 time: 0.7662830 Feb 05 03:04:53.445105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37668) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:53.564518 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3d26ba-1613-4f33-bfcf-aa8bfb845020 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Deleting subnet 457cb230-c877-4988-a23d-42db09202f6e {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:04:53.573017 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d3d26ba-1613-4f33-bfcf-aa8bfb845020 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for subnet (457cb230-c877-4988-a23d-42db09202f6e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:53.661260 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c73d865d-03a2-4b01-a9ce-74e3d0317be4 admin admin] Publish callbacks [] for security_group (cad1eb99-e669-4380-8979-c1ba281ddc02), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:53.677872 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d3d26ba-1613-4f33-bfcf-aa8bfb845020 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (457cb230-c877-4988-a23d-42db09202f6e), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:53.783211 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c73d865d-03a2-4b01-a9ce-74e3d0317be4 admin admin] Publish callbacks [] for security_group (cad1eb99-e669-4380-8979-c1ba281ddc02), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:53.787800 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-853da61b-488a-45a5-8ff6-e894114a8632 admin admin] Publish callbacks [] for security_group (6a938cd6-3f9d-4c32-9ca5-bf12fcde9d91), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:53.821475 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-853da61b-488a-45a5-8ff6-e894114a8632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6a938cd6-3f9d-4c32-9ca5-bf12fcde9d91), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:53.906061 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d3d26ba-1613-4f33-bfcf-aa8bfb845020 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (457cb230-c877-4988-a23d-42db09202f6e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:53.950962 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-853da61b-488a-45a5-8ff6-e894114a8632 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3625a04e92bb4e69af1fb534b72641e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0072215 Feb 05 03:04:53.952081 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853da61b-488a-45a5-8ff6-e894114a8632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a938cd6-3f9d-4c32-9ca5-bf12fcde9d91,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:53.957480 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37680) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:54.086698 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c73d865d-03a2-4b01-a9ce-74e3d0317be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (cad1eb99-e669-4380-8979-c1ba281ddc02), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:54.097517 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c73d865d-03a2-4b01-a9ce-74e3d0317be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:54.099550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c73d865d-03a2-4b01-a9ce-74e3d0317be4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cad1eb99-e669-4380-8979-c1ba281ddc02 HTTP/1.1" status: 204 len: 168 time: 0.6864383 Feb 05 03:04:54.100998 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d3d26ba-1613-4f33-bfcf-aa8bfb845020 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (457cb230-c877-4988-a23d-42db09202f6e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:54.159436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d26ba-1613-4f33-bfcf-aa8bfb845020 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Pushing event deleted for resources: {'Subnet': ['ID=457cb230-c877-4988-a23d-42db09202f6e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:54.169303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-7619c4f2-2f3d-4193-95b4-1ac2b1e7b116 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:54.175109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-7619c4f2-2f3d-4193-95b4-1ac2b1e7b116 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/networks?id=98ab2392-eb0d-400b-ae03-4808c53f38dc HTTP/1.1" status: 200 len: 813 time: 0.3834591 Feb 05 03:04:54.179028 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d865d-03a2-4b01-a9ce-74e3d0317be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad1eb99-e669-4380-8979-c1ba281ddc02,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:54.198188 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d3d26ba-1613-4f33-bfcf-aa8bfb845020 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:54.206609 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5d3d26ba-1613-4f33-bfcf-aa8bfb845020 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] 10.222.0.36 "DELETE /v2.0/subnets/457cb230-c877-4988-a23d-42db09202f6e HTTP/1.1" status: 204 len: 168 time: 0.7604656 Feb 05 03:04:54.209164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37686) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:54.216165 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcca995-93eb-46a2-a16d-22091e72ac93 None None] Network 5ae15fee-93c8-4736-a11a-c6975241690a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:04:54.268049 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-cabb8df0-a6a7-4a29-be96-7873e1cf7b79 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/quotas/48d75b9896b4443ca4a344d32f5eb70e HTTP/1.1" status: 200 len: 375 time: 0.0828190 Feb 05 03:04:54.293252 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d91c69dc-bd24-44a9-ac03-2d43737376d9 admin admin] Publish callbacks [] for security_group (6a938cd6-3f9d-4c32-9ca5-bf12fcde9d91), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:54.324885 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (5ae15fee-93c8-4736-a11a-c6975241690a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:54.394635 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-bd95225c-c3fd-497b-8a0f-48650e110d9a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=48d75b9896b4443ca4a344d32f5eb70e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1034822 Feb 05 03:04:54.472043 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d91c69dc-bd24-44a9-ac03-2d43737376d9 admin admin] Publish callbacks [] for security_group (6a938cd6-3f9d-4c32-9ca5-bf12fcde9d91), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:54.496088 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Deleting port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:54.501518 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5a1c3f41-9f52-44d1-b042-93fce9cbfcde), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:54.616959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1423d9dc-e778-485f-8a5e-70dbcca0396c None None] DHCP port deletion for 5ae15fee-93c8-4736-a11a-c6975241690a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:04:54.617463 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d91c69dc-bd24-44a9-ac03-2d43737376d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6a938cd6-3f9d-4c32-9ca5-bf12fcde9d91), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:54.621287 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d91c69dc-bd24-44a9-ac03-2d43737376d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:54.626296 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d91c69dc-bd24-44a9-ac03-2d43737376d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a938cd6-3f9d-4c32-9ca5-bf12fcde9d91 HTTP/1.1" status: 204 len: 168 time: 0.6600945 Feb 05 03:04:54.634830 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-6df0dd16-454d-40a7-9243-e957a3fedaf0 service neutron] 10.222.0.36 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281799 Feb 05 03:04:54.640880 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c69dc-bd24-44a9-ac03-2d43737376d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a938cd6-3f9d-4c32-9ca5-bf12fcde9d91,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:54.675642 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] For port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5a1c3f41-9f52-44d1-b042-93fce9cbfcde,segment=NetworkSegment(a521cd58-2a8f-466c-90ab-13720bd45d3c),segment_id=a521cd58-2a8f-466c-90ab-13720bd45d3c)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:54.675898 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5a1c3f41-9f52-44d1-b042-93fce9cbfcde), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:54.716429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Calling delete_port for 5a1c3f41-9f52-44d1-b042-93fce9cbfcde owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:54.817538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1423d9dc-e778-485f-8a5e-70dbcca0396c None None] Deleting port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:04:54.818631 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1423d9dc-e778-485f-8a5e-70dbcca0396c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5a1c3f41-9f52-44d1-b042-93fce9cbfcde), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:54.847756 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-3daa1132-f817-4f5b-9629-979ca2c33712 service neutron] 10.222.0.36 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024517 Feb 05 03:04:54.938781 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5a1c3f41-9f52-44d1-b042-93fce9cbfcde), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:54.986864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Pushing event deleted for resources: {'Port': ['ID=5a1c3f41-9f52-44d1-b042-93fce9cbfcde,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:54.995871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] No DVR routers for this DVR port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:04:55.044382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1423d9dc-e778-485f-8a5e-70dbcca0396c None None] For port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5a1c3f41-9f52-44d1-b042-93fce9cbfcde,segment=NetworkSegment(a521cd58-2a8f-466c-90ab-13720bd45d3c),segment_id=a521cd58-2a8f-466c-90ab-13720bd45d3c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:04:55.045164 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1423d9dc-e778-485f-8a5e-70dbcca0396c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5a1c3f41-9f52-44d1-b042-93fce9cbfcde), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:55.063945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1423d9dc-e778-485f-8a5e-70dbcca0396c None None] Calling delete_port for 5a1c3f41-9f52-44d1-b042-93fce9cbfcde owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:04:55.119474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37704) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:55.167993 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1423d9dc-e778-485f-8a5e-70dbcca0396c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (5a1c3f41-9f52-44d1-b042-93fce9cbfcde), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:55.221500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a5dce1ea-bcfe-4212-9943-c114f3f01165 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15110b7d03c04df4adfb81d714da9d6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0978746 Feb 05 03:04:55.242505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423d9dc-e778-485f-8a5e-70dbcca0396c None None] Pushing event deleted for resources: {'Port': ['ID=5a1c3f41-9f52-44d1-b042-93fce9cbfcde,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:55.245815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1423d9dc-e778-485f-8a5e-70dbcca0396c None None] No DVR routers for this DVR port 5a1c3f41-9f52-44d1-b042-93fce9cbfcde on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:04:55.257283 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37706) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:55.288484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2eb52645-26b5-445e-b82f-05de98206b2b req-c7e39e3f-1946-4bf9-aa0d-7027a1042777 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 210 time: 0.1381943 Feb 05 03:04:55.355177 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (5ae15fee-93c8-4736-a11a-c6975241690a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:55.400571 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3dee7c9-211c-4563-af38-8a50267c4e52 admin admin] Publish callbacks [] for security_group (087b03c5-5039-47a7-9673-c0a6895a73f6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:55.461111 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae15fee-93c8-4736-a11a-c6975241690a']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:55.484055 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3dee7c9-211c-4563-af38-8a50267c4e52 admin admin] Publish callbacks [] for security_group (087b03c5-5039-47a7-9673-c0a6895a73f6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:55.494685 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a521cd58-2a8f-466c-90ab-13720bd45d3c') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:55.495431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a521cd58-2a8f-466c-90ab-13720bd45d3c') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:04:55.552742 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37722) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:55.568362 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (a521cd58-2a8f-466c-90ab-13720bd45d3c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:55.599378 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3dee7c9-211c-4563-af38-8a50267c4e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (087b03c5-5039-47a7-9673-c0a6895a73f6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:55.602025 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3dee7c9-211c-4563-af38-8a50267c4e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:55.603452 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e3dee7c9-211c-4563-af38-8a50267c4e52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/087b03c5-5039-47a7-9673-c0a6895a73f6 HTTP/1.1" status: 204 len: 168 time: 0.3430898 Feb 05 03:04:55.620104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dee7c9-211c-4563-af38-8a50267c4e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087b03c5-5039-47a7-9673-c0a6895a73f6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:55.624231 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a85f4854-c923-40b4-9e16-6f18f47cfa5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:55.731752 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a521cd58-2a8f-466c-90ab-13720bd45d3c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:55.782510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:04:55.788219 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (a521cd58-2a8f-466c-90ab-13720bd45d3c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:04:55.793757 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:04:55.819163 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5a1c3f41-9f52-44d1-b042-93fce9cbfcde no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:04:55.857043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 5a1c3f41-9f52-44d1-b042-93fce9cbfcde {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:04:55.857387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5a1c3f41-9f52-44d1-b042-93fce9cbfcde not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:04:55.978232 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (5ae15fee-93c8-4736-a11a-c6975241690a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:56.039932 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:56.049998 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] 10.222.0.36 "DELETE /v2.0/networks/5ae15fee-93c8-4736-a11a-c6975241690a HTTP/1.1" status: 204 len: 168 time: 1.8397045 Feb 05 03:04:56.051543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1accdb-2e55-4c36-bf9a-1212142499c3 tempest-FloatingIPNegativeTestJSON-985718050 tempest-FloatingIPNegativeTestJSON-985718050-project] Pushing event deleted for resources: {'Network': ['ID=5ae15fee-93c8-4736-a11a-c6975241690a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:56.078402 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a85f4854-c923-40b4-9e16-6f18f47cfa5d admin admin] Publish callbacks [] for security_group (3dc53faf-8419-4dfd-8f1a-e348fbbd246d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:56.088942 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a85f4854-c923-40b4-9e16-6f18f47cfa5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3dc53faf-8419-4dfd-8f1a-e348fbbd246d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:56.175911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37734) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:56.176586 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a85f4854-c923-40b4-9e16-6f18f47cfa5d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f62f6325f554aafb89c52dfe7167861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6224198 Feb 05 03:04:56.178312 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f4854-c923-40b4-9e16-6f18f47cfa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc53faf-8419-4dfd-8f1a-e348fbbd246d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:56.284150 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4d365ab-2f0d-4ebc-9285-bb01014cc31a admin admin] Publish callbacks [] for security_group (3dc53faf-8419-4dfd-8f1a-e348fbbd246d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:56.394044 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4d365ab-2f0d-4ebc-9285-bb01014cc31a admin admin] Publish callbacks [] for security_group (3dc53faf-8419-4dfd-8f1a-e348fbbd246d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:56.530200 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eaf2f298-347a-4549-a21a-bb78493fd5a4 req-e7e44942-3f1c-4c8e-84bb-b73b209975ed tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 210 time: 0.0912132 Feb 05 03:04:56.567576 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4d365ab-2f0d-4ebc-9285-bb01014cc31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3dc53faf-8419-4dfd-8f1a-e348fbbd246d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:56.570186 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4d365ab-2f0d-4ebc-9285-bb01014cc31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:56.571449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c4d365ab-2f0d-4ebc-9285-bb01014cc31a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3dc53faf-8419-4dfd-8f1a-e348fbbd246d HTTP/1.1" status: 204 len: 168 time: 0.3942544 Feb 05 03:04:56.586556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d365ab-2f0d-4ebc-9285-bb01014cc31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc53faf-8419-4dfd-8f1a-e348fbbd246d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:56.589871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37750) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:57.019081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-02d3d459-9817-4186-b18b-e3f1d081802f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:57.031092 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-02d3d459-9817-4186-b18b-e3f1d081802f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.10 "GET /v2.0/networks?id=98ab2392-eb0d-400b-ae03-4808c53f38dc HTTP/1.1" status: 200 len: 813 time: 0.2595782 Feb 05 03:04:57.048896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-c90e0630-4b85-496d-a929-d3efee7d1a78 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Request body: {'port': {'device_id': 'b6bffaab-531e-4a6e-b87a-7c8c14f97670', 'network_id': '98ab2392-eb0d-400b-ae03-4808c53f38dc', 'admin_state_up': True, 'tenant_id': '48d75b9896b4443ca4a344d32f5eb70e'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:57.256100 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3d647397-48a2-48b8-9297-3898df09b657 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=179222e1248a4d92bdab7724098a68d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6619961 Feb 05 03:04:57.257187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37774) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:57.328533 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-c90e0630-4b85-496d-a929-d3efee7d1a78 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Made reservation on behalf of 48d75b9896b4443ca4a344d32f5eb70e for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:04:57.334036 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-c90e0630-4b85-496d-a929-d3efee7d1a78 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:57.343272 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff93f5fc-5bae-4374-bb9b-9bd735398fbb admin admin] Publish callbacks [] for security_group (6faae133-75ac-42f7-a676-d434bd1528f6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:57.371752 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff93f5fc-5bae-4374-bb9b-9bd735398fbb admin admin] Publish callbacks [] for security_group (6faae133-75ac-42f7-a676-d434bd1528f6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:57.449864 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff93f5fc-5bae-4374-bb9b-9bd735398fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6faae133-75ac-42f7-a676-d434bd1528f6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:57.452654 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff93f5fc-5bae-4374-bb9b-9bd735398fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:57.454318 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ff93f5fc-5bae-4374-bb9b-9bd735398fbb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6faae133-75ac-42f7-a676-d434bd1528f6 HTTP/1.1" status: 204 len: 168 time: 0.1946878 Feb 05 03:04:57.470730 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93f5fc-5bae-4374-bb9b-9bd735398fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faae133-75ac-42f7-a676-d434bd1528f6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:57.605167 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-c90e0630-4b85-496d-a929-d3efee7d1a78 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Allocated IP 172.20.0.9 (98ab2392-eb0d-400b-ae03-4808c53f38dc/9710adb9-a86e-4bd9-b62b-bccb80188957/acb28c92-8aec-4518-83f2-c35adecc50ea) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:04:57.703688 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-216972cd-78d1-4c78-bb82-41e964dec5b3 req-c864528b-341d-4097-8eea-7ed2d2211e48 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 210 time: 0.0520089 Feb 05 03:04:57.832105 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-c90e0630-4b85-496d-a929-d3efee7d1a78 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Publish callbacks [] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:57.871036 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-c90e0630-4b85-496d-a929-d3efee7d1a78 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:57.882000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37798) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:57.932109 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-c90e0630-4b85-496d-a929-d3efee7d1a78 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Network 98ab2392-eb0d-400b-ae03-4808c53f38dc is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:04:57.952231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e0630-4b85-496d-a929-d3efee7d1a78 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Pushing event updated for resources: {'Port': ['ID=acb28c92-8aec-4518-83f2-c35adecc50ea,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:57.955602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-c90e0630-4b85-496d-a929-d3efee7d1a78 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:04:57.959579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-c90e0630-4b85-496d-a929-d3efee7d1a78 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:04:58.027070 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-c90e0630-4b85-496d-a929-d3efee7d1a78 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:58.027703 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-c90e0630-4b85-496d-a929-d3efee7d1a78 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:58.055884 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-c90e0630-4b85-496d-a929-d3efee7d1a78 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0154965 Feb 05 03:04:58.067605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Request body: {'port': {'device_id': 'b6bffaab-531e-4a6e-b87a-7c8c14f97670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:58.135710 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51993b75-3e0c-44e0-aa36-563496171d62 req-67e3f3d2-52a4-446e-90e5-95832a2eb06b tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=47b349bfded4489b98728568fac14a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494082 Feb 05 03:04:58.165318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e14b7c9c-8111-4ea5-bac3-cd2f0d36abc3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1509145307-network', 'tenant_id': '853f1900c482489d82f61a09748f53b2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:58.194994 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:58.386992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14b7c9c-8111-4ea5-bac3-cd2f0d36abc3 admin admin] Made reservation on behalf of 853f1900c482489d82f61a09748f53b2 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:04:58.395540 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e14b7c9c-8111-4ea5-bac3-cd2f0d36abc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:58.445542 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e14b7c9c-8111-4ea5-bac3-cd2f0d36abc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:58.669184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51993b75-3e0c-44e0-aa36-563496171d62 req-966ceb95-956b-49df-9c79-971b4bcfba5e tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:58.676845 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51993b75-3e0c-44e0-aa36-563496171d62 req-966ceb95-956b-49df-9c79-971b4bcfba5e tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5392191 Feb 05 03:04:58.701677 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51993b75-3e0c-44e0-aa36-563496171d62 req-ceba5330-15ed-4507-81dc-f82403cab071 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/quotas/47b349bfded4489b98728568fac14a11 HTTP/1.1" status: 200 len: 375 time: 0.0235307 Feb 05 03:04:58.760716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb28c92-8aec-4518-83f2-c35adecc50ea {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:04:58.785651 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Publish callbacks [] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:58.815532 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Transition to ACTIVE for port object acb28c92-8aec-4518-83f2-c35adecc50ea will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:04:58.821478 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:58.866361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37850) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:58.948521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Pushing event updated for resources: {'Port': ['ID=acb28c92-8aec-4518-83f2-c35adecc50ea,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:58.985086 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Attempting to bind port acb28c92-8aec-4518-83f2-c35adecc50ea on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:04:58.985571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Attempting to bind port acb28c92-8aec-4518-83f2-c35adecc50ea by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'e48789ca-2411-4dd0-8111-f6e23a9e113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '98ab2392-eb0d-400b-ae03-4808c53f38dc'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:04:58.985977 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Attempting to bind port acb28c92-8aec-4518-83f2-c35adecc50ea on network 98ab2392-eb0d-400b-ae03-4808c53f38dc {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:04:58.993584 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Port acb28c92-8aec-4518-83f2-c35adecc50ea on network 98ab2392-eb0d-400b-ae03-4808c53f38dc not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:04:58.994073 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Attempting to bind port acb28c92-8aec-4518-83f2-c35adecc50ea on network 98ab2392-eb0d-400b-ae03-4808c53f38dc {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:04:59.000078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:04:59.000660 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Checking segment: {'id': 'e48789ca-2411-4dd0-8111-f6e23a9e113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '98ab2392-eb0d-400b-ae03-4808c53f38dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:04:59.001115 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Bound using segment: {'id': 'e48789ca-2411-4dd0-8111-f6e23a9e113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '98ab2392-eb0d-400b-ae03-4808c53f38dc'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:04:59.001603 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Bound port: acb28c92-8aec-4518-83f2-c35adecc50ea, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e48789ca-2411-4dd0-8111-f6e23a9e113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '98ab2392-eb0d-400b-ae03-4808c53f38dc'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:04:59.002029 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:59.091431 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51993b75-3e0c-44e0-aa36-563496171d62 req-de55139d-6da9-42b7-be1a-70b92079a96c tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=47b349bfded4489b98728568fac14a11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3885057 Feb 05 03:04:59.097535 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e14b7c9c-8111-4ea5-bac3-cd2f0d36abc3 admin admin] Publish callbacks [] for security_group (1b04890a-ed1e-4f09-9ab3-de11cd725444), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:59.111956 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e14b7c9c-8111-4ea5-bac3-cd2f0d36abc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1b04890a-ed1e-4f09-9ab3-de11cd725444), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:59.115590 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] For port acb28c92-8aec-4518-83f2-c35adecc50ea, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:04:59.122531 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] For port acb28c92-8aec-4518-83f2-c35adecc50ea, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=acb28c92-8aec-4518-83f2-c35adecc50ea,segment=NetworkSegment(e48789ca-2411-4dd0-8111-f6e23a9e113b),segment_id=e48789ca-2411-4dd0-8111-f6e23a9e113b)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:04:59.145826 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:59.163755 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14b7c9c-8111-4ea5-bac3-cd2f0d36abc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:04:59.196717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b7c9c-8111-4ea5-bac3-cd2f0d36abc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b04890a-ed1e-4f09-9ab3-de11cd725444,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:59.206610 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e14b7c9c-8111-4ea5-bac3-cd2f0d36abc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (70349fe1-e4bb-44a9-85be-841e406160b3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:59.207158 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-e14b7c9c-8111-4ea5-bac3-cd2f0d36abc3 admin admin] Added segment 70349fe1-e4bb-44a9-85be-841e406160b3 of type vlan for network 98d2707f-9918-4156-9358-be4daec3064f Feb 05 03:04:59.215964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c18a5-86bb-4cf4-bcdf-a0d6082f461d req-f84e1f6e-16e4-4a85-8980-629eac27dbfc tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:59.217741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-595c18a5-86bb-4cf4-bcdf-a0d6082f461d req-f84e1f6e-16e4-4a85-8980-629eac27dbfc tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.1224279 Feb 05 03:04:59.261527 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:59.263397 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:59.269703 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] 10.222.0.10 "PUT /v2.0/ports/acb28c92-8aec-4518-83f2-c35adecc50ea HTTP/1.1" status: 200 len: 1091 time: 1.2039719 Feb 05 03:04:59.284385 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bffaab-531e-4a6e-b87a-7c8c14f97670', 'tag': 'acb28c92-8aec-4518-83f2-c35adecc50ea'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:04:59.288897 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e14b7c9c-8111-4ea5-bac3-cd2f0d36abc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (98d2707f-9918-4156-9358-be4daec3064f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:59.290169 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dcb50f-6a0d-4abf-8e32-689dd39a47d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bffaab-531e-4a6e-b87a-7c8c14f97670", "tag": "acb28c92-8aec-4518-83f2-c35adecc50ea"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:04:59.307602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-60193bb2-372c-4580-b9a8-c288d6cbcf6b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'network': {'name': 'tempest-RoutersTest-1356386798'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:59.352034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-595c18a5-86bb-4cf4-bcdf-a0d6082f461d req-3734fd1e-f011-469b-b3e2-e6d99af6532c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239569 Feb 05 03:04:59.393588 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e14b7c9c-8111-4ea5-bac3-cd2f0d36abc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (98d2707f-9918-4156-9358-be4daec3064f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:59.395106 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14b7c9c-8111-4ea5-bac3-cd2f0d36abc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:59.395795 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e14b7c9c-8111-4ea5-bac3-cd2f0d36abc3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:59.418142 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bc60f-b972-455d-9b95-50ca809293d9 service neutron] Pushing event updated for resources: {'Port': ['ID=acb28c92-8aec-4518-83f2-c35adecc50ea,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:59.431816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60193bb2-372c-4580-b9a8-c288d6cbcf6b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:04:59.435668 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60193bb2-372c-4580-b9a8-c288d6cbcf6b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:59.454735 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60193bb2-372c-4580-b9a8-c288d6cbcf6b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:59.471270 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bac841-7a8b-490d-a61f-2c9805301bf2 x-openstack-request-id: req-27bac841-7a8b-490d-a61f-2c9805301bf2 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:04:59.471663 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bffaab-531e-4a6e-b87a-7c8c14f97670", "tag": "acb28c92-8aec-4518-83f2-c35adecc50ea", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:04:59.472286 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27bac841-7a8b-490d-a61f-2c9805301bf2 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:04:59.472977 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bffaab-531e-4a6e-b87a-7c8c14f97670', 'tag': 'acb28c92-8aec-4518-83f2-c35adecc50ea', 'status': 'completed', 'code': 200} Feb 05 03:04:59.480460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b7c9c-8111-4ea5-bac3-cd2f0d36abc3 admin admin] Pushing event updated for resources: {'Network': ['ID=98d2707f-9918-4156-9358-be4daec3064f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:04:59.490741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-66596d57-0e86-419f-996b-5af7ce07974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:59.495019 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 98d2707f-9918-4156-9358-be4daec3064f details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:04:59.502942 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e14b7c9c-8111-4ea5-bac3-cd2f0d36abc3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6142514 Feb 05 03:04:59.503590 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37870) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:59.509545 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-66596d57-0e86-419f-996b-5af7ce07974b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48d75b9896b4443ca4a344d32f5eb70e&device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 1125 time: 0.1665540 Feb 05 03:04:59.509756 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9728e6ba-704f-419c-a5e5-a4b2b28dc2e0 admin admin] Request body: {'subnet': {'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1509145307-subnet', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:04:59.547161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37874) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:04:59.551832 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf05fb3a-ea23-427c-8b11-05b0b1b7fdb6 req-7c04c60c-218e-49c4-8cf0-dcd3cb22ad2a tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 210 time: 0.0373230 Feb 05 03:04:59.580659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9728e6ba-704f-419c-a5e5-a4b2b28dc2e0 admin admin] Made reservation on behalf of 853f1900c482489d82f61a09748f53b2 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:04:59.590722 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9728e6ba-704f-419c-a5e5-a4b2b28dc2e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:59.765334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60193bb2-372c-4580-b9a8-c288d6cbcf6b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for security_group (714e7414-f7f7-4fa7-bac3-9ffa43fd01b5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:59.768579 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-d467ff43-6d19-4b09-8d0a-c675c5f44fc3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acb28c92-8aec-4518-83f2-c35adecc50ea HTTP/1.1" status: 200 len: 217 time: 0.2450168 Feb 05 03:04:59.875575 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60193bb2-372c-4580-b9a8-c288d6cbcf6b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (714e7414-f7f7-4fa7-bac3-9ffa43fd01b5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:59.879898 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-2d4b753c-a9c1-4c0b-8f5d-bbc9f36a0599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:04:59.881716 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-2d4b753c-a9c1-4c0b-8f5d-bbc9f36a0599 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9710adb9-a86e-4bd9-b62b-bccb80188957 HTTP/1.1" status: 200 len: 853 time: 0.1036289 Feb 05 03:04:59.904387 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9728e6ba-704f-419c-a5e5-a4b2b28dc2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (145e9b3d-7ddc-4810-9390-8de255c8f149), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:04:59.929650 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-cb15a1d2-9ec4-482e-971d-62204a61bbc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98ab2392-eb0d-400b-ae03-4808c53f38dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389342 Feb 05 03:04:59.945005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60193bb2-372c-4580-b9a8-c288d6cbcf6b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:05:00.020903 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4b29b1df-6acd-4d85-9a2d-a1efb9556b52 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-510331738', 'router:external': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:00.029039 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60193bb2-372c-4580-b9a8-c288d6cbcf6b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (01ecf452-fa34-4861-858d-87b670e8b45d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.029578 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-60193bb2-372c-4580-b9a8-c288d6cbcf6b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Added segment 01ecf452-fa34-4861-858d-87b670e8b45d of type vlan for network 57b73e8d-1ffe-4d1d-bcc7-5d309b22726a Feb 05 03:05:00.052166 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60193bb2-372c-4580-b9a8-c288d6cbcf6b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714e7414-f7f7-4fa7-bac3-9ffa43fd01b5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:00.064167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728e6ba-704f-419c-a5e5-a4b2b28dc2e0 admin admin] Checking segment: {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:00.064546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9728e6ba-704f-419c-a5e5-a4b2b28dc2e0 admin admin] Network hostable DHCP agents. Network: 98d2707f-9918-4156-9358-be4daec3064f, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:05:00.092381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728e6ba-704f-419c-a5e5-a4b2b28dc2e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=145e9b3d-7ddc-4810-9390-8de255c8f149,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:00.146057 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60193bb2-372c-4580-b9a8-c288d6cbcf6b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (57b73e8d-1ffe-4d1d-bcc7-5d309b22726a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.157330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9728e6ba-704f-419c-a5e5-a4b2b28dc2e0 admin admin] Network 98d2707f-9918-4156-9358-be4daec3064f is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:05:00.167943 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b29b1df-6acd-4d85-9a2d-a1efb9556b52 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Made reservation on behalf of 73878a41469843dba7a4bb59ad672ad5 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:05:00.171587 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b29b1df-6acd-4d85-9a2d-a1efb9556b52 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.184208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9728e6ba-704f-419c-a5e5-a4b2b28dc2e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 98d2707f-9918-4156-9358-be4daec3064f) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:00.186253 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b29b1df-6acd-4d85-9a2d-a1efb9556b52 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.201041 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dafcbe3-f7b9-45bb-85e8-64ae3a3251ba None None] Network 98d2707f-9918-4156-9358-be4daec3064f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:05:00.208702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9728e6ba-704f-419c-a5e5-a4b2b28dc2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:00.209315 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9728e6ba-704f-419c-a5e5-a4b2b28dc2e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.217129 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-e4734cab-cbeb-492c-9aea-08180afe3205 service neutron] 10.222.0.10 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764165 Feb 05 03:05:00.244517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9728e6ba-704f-419c-a5e5-a4b2b28dc2e0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7395372 Feb 05 03:05:00.248415 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37896) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:00.254636 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1509145307-router', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:00.305638 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (e6599155-eef1-49bd-8c36-24017ed7bf89), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.307026 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (e6599155-eef1-49bd-8c36-24017ed7bf89), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.339467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-98d2707f-9918-4156-9358-be4daec3064f', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'project_id': '853f1900c482489d82f61a09748f53b2', 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:05:00.342065 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.474669 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60193bb2-372c-4580-b9a8-c288d6cbcf6b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (57b73e8d-1ffe-4d1d-bcc7-5d309b22726a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.491061 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60193bb2-372c-4580-b9a8-c288d6cbcf6b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:00.492097 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60193bb2-372c-4580-b9a8-c288d6cbcf6b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.622417 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Publish callbacks [] for router_controller (e6599155-eef1-49bd-8c36-24017ed7bf89), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.630209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Allocated IP 172.20.0.2 (98d2707f-9918-4156-9358-be4daec3064f/145e9b3d-7ddc-4810-9390-8de255c8f149/de998ed0-85ce-4024-ab64-46504bf68b26) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:00.698846 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b29b1df-6acd-4d85-9a2d-a1efb9556b52 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for security_group (46816d85-f583-4cab-b5e3-2666041dce9a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.766564 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b29b1df-6acd-4d85-9a2d-a1efb9556b52 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (46816d85-f583-4cab-b5e3-2666041dce9a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.783079 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b29b1df-6acd-4d85-9a2d-a1efb9556b52 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:05:00.793788 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b29b1df-6acd-4d85-9a2d-a1efb9556b52 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (369adaa8-0a7d-4fbc-9b8e-8f6f73518bd7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.794360 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-4b29b1df-6acd-4d85-9a2d-a1efb9556b52 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Added segment 369adaa8-0a7d-4fbc-9b8e-8f6f73518bd7 of type vlan for network 6b752d6f-7bae-479f-94df-e03e803b2618 Feb 05 03:05:00.845664 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b29b1df-6acd-4d85-9a2d-a1efb9556b52 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (6b752d6f-7bae-479f-94df-e03e803b2618), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.871753 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Publish callbacks [] for router_gateway (e6599155-eef1-49bd-8c36-24017ed7bf89), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.881878 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a1cf408b-ac1c-42b5-8e87-3f2893fdb316 req-029cb98c-78d1-49cc-b16b-0f14781513dd service neutron] 10.222.0.10 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6537030 Feb 05 03:05:00.891578 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b29b1df-6acd-4d85-9a2d-a1efb9556b52 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (6b752d6f-7bae-479f-94df-e03e803b2618), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.892778 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b29b1df-6acd-4d85-9a2d-a1efb9556b52 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:00.893596 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b29b1df-6acd-4d85-9a2d-a1efb9556b52 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.914260 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-60193bb2-372c-4580-b9a8-c288d6cbcf6b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0441439 Feb 05 03:05:00.920985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37906) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:00.931250 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4b29b1df-6acd-4d85-9a2d-a1efb9556b52 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.3829722 Feb 05 03:05:00.937259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d8f00459-180b-41f2-ab67-e1972507f0b0 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'network': {'name': 'tempest-RoutersTest-2096556334'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:00.943866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37908) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:00.952200 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fe4e50c6-1f19-4ffe-91a9-a15aa75789cb tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Request body: {'subnet': {'network_id': '6b752d6f-7bae-479f-94df-e03e803b2618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:00.960801 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Publish callbacks [] for port (de998ed0-85ce-4024-ab64-46504bf68b26), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:00.966114 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60193bb2-372c-4580-b9a8-c288d6cbcf6b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Network': ['ID=57b73e8d-1ffe-4d1d-bcc7-5d309b22726a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:00.970018 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc06eafd-afaa-48db-b892-e0ddbc8ba249 req-3d137874-2d31-4745-9c1d-b9c9c008ff1e tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 210 time: 0.1899333 Feb 05 03:05:01.000398 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (de998ed0-85ce-4024-ab64-46504bf68b26), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:01.000398 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 57b73e8d-1ffe-4d1d-bcc7-5d309b22726a details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:05:01.040754 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633db63-d581-4018-9365-df7098d689ba req-cbc39056-6314-4626-a3fb-e3999ea07d98 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:01.042402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7633db63-d581-4018-9365-df7098d689ba req-cbc39056-6314-4626-a3fb-e3999ea07d98 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.5441773 Feb 05 03:05:01.087835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29b1df-6acd-4d85-9a2d-a1efb9556b52 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Pushing event updated for resources: {'Network': ['ID=6b752d6f-7bae-479f-94df-e03e803b2618,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:01.138878 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-51993b75-3e0c-44e0-aa36-563496171d62 req-55b26924-3261-45f2-9d2c-554e03889e6a tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=47b349bfded4489b98728568fac14a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352209 Feb 05 03:05:01.152833 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Pushing event updated for resources: {'Port': ['ID=de998ed0-85ce-4024-ab64-46504bf68b26,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:01.157546 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29b1df-6acd-4d85-9a2d-a1efb9556b52 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46816d85-f583-4cab-b5e3-2666041dce9a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:01.205493 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 6b752d6f-7bae-479f-94df-e03e803b2618 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:05:01.251183 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7633db63-d581-4018-9365-df7098d689ba req-c099b4f7-bc30-4240-947e-d9b355f1ef6f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982567 Feb 05 03:05:01.310249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Network 98d2707f-9918-4156-9358-be4daec3064f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:01.339089 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:01.342965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:01.351761 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:01.352643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:01.353181 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:01.353741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:01.354280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:01.354832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:01.355438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:01.355962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:01.356501 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:01.357019 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:01.357545 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:01.358082 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:01.359335 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:01.449907 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Attempting to bind port de998ed0-85ce-4024-ab64-46504bf68b26 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:05:01.450726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Attempting to bind port de998ed0-85ce-4024-ab64-46504bf68b26 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:05:01.451330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Attempting to bind port de998ed0-85ce-4024-ab64-46504bf68b26 on network 98d2707f-9918-4156-9358-be4daec3064f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:01.460220 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:05:01.463096 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Checking segment: {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:01.463764 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:01.464384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Bound using segment: {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:05:01.465078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Bound port: de998ed0-85ce-4024-ab64-46504bf68b26, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:05:01.467157 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (de998ed0-85ce-4024-ab64-46504bf68b26), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:01.594414 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] For port de998ed0-85ce-4024-ab64-46504bf68b26, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:05:01.598439 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] For port de998ed0-85ce-4024-ab64-46504bf68b26, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=de998ed0-85ce-4024-ab64-46504bf68b26,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:05:01.607883 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Publish callbacks [] for router_gateway (e6599155-eef1-49bd-8c36-24017ed7bf89), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:01.610850 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (de998ed0-85ce-4024-ab64-46504bf68b26), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:01.645046 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:01.698693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f00459-180b-41f2-ab67-e1972507f0b0 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:05:01.702070 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8f00459-180b-41f2-ab67-e1972507f0b0 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:01.706126 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb4c1b-3e19-412c-a57a-72ba934efcdb None None] Pushing event updated for resources: {'Port': ['ID=de998ed0-85ce-4024-ab64-46504bf68b26,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:01.836162 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Allocated IP 172.25.0.70 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/a04e1d85-d3cc-4812-bffe-6b69c71f43c5) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:01.881762 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4e50c6-1f19-4ffe-91a9-a15aa75789cb tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Made reservation on behalf of 73878a41469843dba7a4bb59ad672ad5 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:05:01.890923 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe4e50c6-1f19-4ffe-91a9-a15aa75789cb tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:02.040668 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Publish callbacks [] for port (a04e1d85-d3cc-4812-bffe-6b69c71f43c5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:02.114548 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51993b75-3e0c-44e0-aa36-563496171d62 req-d49a94e0-9725-4111-a8ea-f2dfb39fbb1b tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:02.116525 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-51993b75-3e0c-44e0-aa36-563496171d62 req-d49a94e0-9725-4111-a8ea-f2dfb39fbb1b tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9708073 Feb 05 03:05:02.133413 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cde3e006-1c28-4b38-86a4-bc34cb9ff200 req-56f95b27-72c1-43de-9302-ea73b6819077 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 210 time: 0.0398717 Feb 05 03:05:02.148841 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (a04e1d85-d3cc-4812-bffe-6b69c71f43c5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:02.165042 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-51993b75-3e0c-44e0-aa36-563496171d62 req-b91ed392-c6b0-44c7-bc27-3b7f3431abc3 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Request body: {'port': {'device_id': '0b853956-dc6e-4574-8d39-31b77e00c35c', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '47b349bfded4489b98728568fac14a11'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:02.176529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:02.179425 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:02.182366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:02.188604 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcb50f-6a0d-4abf-8e32-689dd39a47d5 req-83ded17b-0f93-4e6c-bd87-4259400d7d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:02.190593 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60dcb50f-6a0d-4abf-8e32-689dd39a47d5 req-83ded17b-0f93-4e6c-bd87-4259400d7d26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48d75b9896b4443ca4a344d32f5eb70e&device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 1125 time: 1.1002414 Feb 05 03:05:02.192969 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f00459-180b-41f2-ab67-e1972507f0b0 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:05:02.247031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device acb28c92-8aec-4518-83f2-c35adecc50ea details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:05:02.396166 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port acb28c92-8aec-4518-83f2-c35adecc50ea, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=acb28c92-8aec-4518-83f2-c35adecc50ea,segment=NetworkSegment(e48789ca-2411-4dd0-8111-f6e23a9e113b),segment_id=e48789ca-2411-4dd0-8111-f6e23a9e113b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:02.405695 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8f00459-180b-41f2-ab67-e1972507f0b0 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (1b9748cb-5b13-4a8a-b8e2-adbd89a151b6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:02.406059 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-d8f00459-180b-41f2-ab67-e1972507f0b0 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Added segment 1b9748cb-5b13-4a8a-b8e2-adbd89a151b6 of type vlan for network e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59 Feb 05 03:05:02.417916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'acb28c92-8aec-4518-83f2-c35adecc50ea', 'network_id': '98ab2392-eb0d-400b-ae03-4808c53f38dc', 'port_id': 'acb28c92-8aec-4518-83f2-c35adecc50ea', 'mac_address': 'fa:16:3e:bc:67:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9710adb9-a86e-4bd9-b62b-bccb80188957', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:05:02.419943 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Pushing event updated for resources: {'Port': ['ID=a04e1d85-d3cc-4812-bffe-6b69c71f43c5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:02.494380 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port acb28c92-8aec-4518-83f2-c35adecc50ea is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:02.495214 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:02.495690 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21bfe7-8bc4-4d7d-b871-98db3768c7a3 req-efd23356-44a5-4e9d-94f1-cb71e2c51081 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:02.497716 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb21bfe7-8bc4-4d7d-b871-98db3768c7a3 req-efd23356-44a5-4e9d-94f1-cb71e2c51081 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.0930779 Feb 05 03:05:02.523830 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb28c92-8aec-4518-83f2-c35adecc50ea {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:05:02.557318 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port acb28c92-8aec-4518-83f2-c35adecc50ea, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=acb28c92-8aec-4518-83f2-c35adecc50ea,segment=NetworkSegment(e48789ca-2411-4dd0-8111-f6e23a9e113b),segment_id=e48789ca-2411-4dd0-8111-f6e23a9e113b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:02.557559 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8f00459-180b-41f2-ab67-e1972507f0b0 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:02.563715 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:02.564788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51993b75-3e0c-44e0-aa36-563496171d62 req-b91ed392-c6b0-44c7-bc27-3b7f3431abc3 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Made reservation on behalf of 47b349bfded4489b98728568fac14a11 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:05:02.568516 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51993b75-3e0c-44e0-aa36-563496171d62 req-b91ed392-c6b0-44c7-bc27-3b7f3431abc3 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:02.629441 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=acb28c92-8aec-4518-83f2-c35adecc50ea,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:02.638954 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51993b75-3e0c-44e0-aa36-563496171d62 req-b91ed392-c6b0-44c7-bc27-3b7f3431abc3 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:02.666930 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb21bfe7-8bc4-4d7d-b871-98db3768c7a3 req-de5c962e-ba45-47be-b13e-97e91c9678b1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073225 Feb 05 03:05:02.722546 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Publish callbacks [] for router_gateway (e6599155-eef1-49bd-8c36-24017ed7bf89), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:02.757795 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcb50f-6a0d-4abf-8e32-689dd39a47d5 req-fa6ce609-ced4-42d5-998f-80198e13cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:02.758724 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['acb28c92-8aec-4518-83f2-c35adecc50ea'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:05:02.759582 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60dcb50f-6a0d-4abf-8e32-689dd39a47d5 req-fa6ce609-ced4-42d5-998f-80198e13cb80 service neutron] 10.222.0.10 "GET /v2.0/networks?id=98ab2392-eb0d-400b-ae03-4808c53f38dc HTTP/1.1" status: 200 len: 914 time: 0.5303848 Feb 05 03:05:02.803651 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8f00459-180b-41f2-ab67-e1972507f0b0 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:02.812515 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f00459-180b-41f2-ab67-e1972507f0b0 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:02.827699 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8f00459-180b-41f2-ab67-e1972507f0b0 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:02.931091 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51993b75-3e0c-44e0-aa36-563496171d62 req-b91ed392-c6b0-44c7-bc27-3b7f3431abc3 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Publish callbacks [] for security_group (ea88452e-5c9f-429f-95b0-2135f85e856d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:03.060655 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f00459-180b-41f2-ab67-e1972507f0b0 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Network': ['ID=e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:03.074888 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60dcb50f-6a0d-4abf-8e32-689dd39a47d5 req-e66a30e2-709e-43bd-9666-e0a4be037a80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acb28c92-8aec-4518-83f2-c35adecc50ea HTTP/1.1" status: 200 len: 217 time: 0.3056495 Feb 05 03:05:03.075765 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51993b75-3e0c-44e0-aa36-563496171d62 req-b91ed392-c6b0-44c7-bc27-3b7f3431abc3 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ea88452e-5c9f-429f-95b0-2135f85e856d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:03.087807 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:05:03.154521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ed392-c6b0-44c7-bc27-3b7f3431abc3 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea88452e-5c9f-429f-95b0-2135f85e856d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:03.190869 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (e6599155-eef1-49bd-8c36-24017ed7bf89), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:03.213406 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d8f00459-180b-41f2-ab67-e1972507f0b0 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2808082 Feb 05 03:05:03.218893 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37924) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:03.235261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4e014861-9b88-48d2-8287-af414da0ee14 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'subnet': {'network_id': '57b73e8d-1ffe-4d1d-bcc7-5d309b22726a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:03.281920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7187a4-fb1c-4789-bc41-dda5f2421ee2 None None] Network 98d2707f-9918-4156-9358-be4daec3064f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:05:03.388957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcb50f-6a0d-4abf-8e32-689dd39a47d5 req-b591e4b5-0b98-421e-a91c-1d5ec9265ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:03.390936 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60dcb50f-6a0d-4abf-8e32-689dd39a47d5 req-b591e4b5-0b98-421e-a91c-1d5ec9265ddd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9710adb9-a86e-4bd9-b62b-bccb80188957 HTTP/1.1" status: 200 len: 853 time: 0.3076220 Feb 05 03:05:03.461917 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60dcb50f-6a0d-4abf-8e32-689dd39a47d5 req-966d122e-c505-43c8-8d6f-ca698550778e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98ab2392-eb0d-400b-ae03-4808c53f38dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589473 Feb 05 03:05:03.549978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bda5958b-d3a1-4e3e-ab17-befa3f5838ce None None] Provisioning complete for port de998ed0-85ce-4024-ab64-46504bf68b26 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:03.550348 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bda5958b-d3a1-4e3e-ab17-befa3f5838ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (de998ed0-85ce-4024-ab64-46504bf68b26), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:03.579613 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Router e6599155-eef1-49bd-8c36-24017ed7bf89 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:05:03.583451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e014861-9b88-48d2-8287-af414da0ee14 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:05:03.591173 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e014861-9b88-48d2-8287-af414da0ee14 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:03.771266 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-51993b75-3e0c-44e0-aa36-563496171d62 req-b91ed392-c6b0-44c7-bc27-3b7f3431abc3 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Allocated IP 192.168.233.93 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/4d060e01-5cfa-4411-983a-16e5755d3ed2) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:03.796325 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1101356-7f1d-4401-b36b-d3aa7643f8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:03.797847 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bda5958b-d3a1-4e3e-ab17-befa3f5838ce None None] Current status of the port de998ed0-85ce-4024-ab64-46504bf68b26 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:03.798993 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bda5958b-d3a1-4e3e-ab17-befa3f5838ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (de998ed0-85ce-4024-ab64-46504bf68b26), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:03.799490 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-588daad6-05a3-4a8f-980f-442f8ee111ff req-a286a8f1-c2f3-452b-9d3b-bb9fbd0990e1 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 210 time: 0.4893889 Feb 05 03:05:03.885779 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bda5958b-d3a1-4e3e-ab17-befa3f5838ce None None] For port de998ed0-85ce-4024-ab64-46504bf68b26, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=de998ed0-85ce-4024-ab64-46504bf68b26,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:03.898668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device de998ed0-85ce-4024-ab64-46504bf68b26 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:03.905590 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:05:03.933994 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bda5958b-d3a1-4e3e-ab17-befa3f5838ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (de998ed0-85ce-4024-ab64-46504bf68b26), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:03.949728 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:03.951108 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-85a4f983-9f3f-483f-b5dc-8b57b7a35e46 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7016058 Feb 05 03:05:03.955488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37932) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:03.988870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc0ec8-a40a-4ce7-b9c1-a7aa1339b27c req-f2121123-25ea-490d-8c7c-b8661546b09d tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:03.993202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Sync routers for ids ['e6599155-eef1-49bd-8c36-24017ed7bf89'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:05:03.999314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5958b-d3a1-4e3e-ab17-befa3f5838ce None None] Pushing event updated for resources: {'Port': ['ID=de998ed0-85ce-4024-ab64-46504bf68b26,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:04.000049 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90fc0ec8-a40a-4ce7-b9c1-a7aa1339b27c req-f2121123-25ea-490d-8c7c-b8661546b09d tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 944 time: 0.1309512 Feb 05 03:05:04.039857 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Routers {'e6599155-eef1-49bd-8c36-24017ed7bf89'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:04.040618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:04:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e6599155-eef1-49bd-8c36-24017ed7bf89'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:04.116180 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90fc0ec8-a40a-4ce7-b9c1-a7aa1339b27c req-7d335b3e-b4bd-404b-a0c6-84f4d6dfdca8 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119611 Feb 05 03:05:04.213269 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51993b75-3e0c-44e0-aa36-563496171d62 req-b91ed392-c6b0-44c7-bc27-3b7f3431abc3 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Publish callbacks [] for port (4d060e01-5cfa-4411-983a-16e5755d3ed2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:04.267202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device acb28c92-8aec-4518-83f2-c35adecc50ea up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:04.342326 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60dcb50f-6a0d-4abf-8e32-689dd39a47d5 req-18cc39a4-5cbb-4283-a39c-7da9f27768a3 service neutron] 10.222.0.10 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8398755 Feb 05 03:05:04.603149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port de998ed0-85ce-4024-ab64-46504bf68b26 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:04.603525 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (de998ed0-85ce-4024-ab64-46504bf68b26), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:04.706985 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Set router e6599155-eef1-49bd-8c36-24017ed7bf89 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:05:04.718909 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60dcb50f-6a0d-4abf-8e32-689dd39a47d5 req-160927f4-266c-48d3-b10c-d44b7ba4a5d4 service neutron] 10.222.0.10 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895020 Feb 05 03:05:04.748380 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e014861-9b88-48d2-8287-af414da0ee14 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (97e6e969-f4b6-4db2-af37-e02d8de61232), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:04.800291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-dc903dbd-dd5f-4727-a046-c7a265ec58e2 None None] Provisioning complete for port de998ed0-85ce-4024-ab64-46504bf68b26 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:04.801087 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dc903dbd-dd5f-4727-a046-c7a265ec58e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (de998ed0-85ce-4024-ab64-46504bf68b26), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:04.801615 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51993b75-3e0c-44e0-aa36-563496171d62 req-b91ed392-c6b0-44c7-bc27-3b7f3431abc3 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4d060e01-5cfa-4411-983a-16e5755d3ed2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:04.917190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51993b75-3e0c-44e0-aa36-563496171d62 req-b91ed392-c6b0-44c7-bc27-3b7f3431abc3 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:04.938790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ed392-c6b0-44c7-bc27-3b7f3431abc3 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Pushing event updated for resources: {'Port': ['ID=4d060e01-5cfa-4411-983a-16e5755d3ed2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:04.953709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dc903dbd-dd5f-4727-a046-c7a265ec58e2 None None] Current status of the port de998ed0-85ce-4024-ab64-46504bf68b26 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:04.953980 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-51993b75-3e0c-44e0-aa36-563496171d62 req-b91ed392-c6b0-44c7-bc27-3b7f3431abc3 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:04.979746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-51993b75-3e0c-44e0-aa36-563496171d62 req-b91ed392-c6b0-44c7-bc27-3b7f3431abc3 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:04.979941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port acb28c92-8aec-4518-83f2-c35adecc50ea completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:05:04.986589 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port acb28c92-8aec-4518-83f2-c35adecc50ea triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:04.986998 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:04.992221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.objects.ports [None req-fe4e50c6-1f19-4ffe-91a9-a15aa75789cb tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:05:04.997180 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe4e50c6-1f19-4ffe-91a9-a15aa75789cb tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (e07cfdc2-4a1f-467e-9629-0b11c9852332), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:05.003118 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4583ab-cef3-4b4b-9288-9b0c6258a98f req-879213ef-e717-492b-92df-27205b76989c tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:05.017145 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd4583ab-cef3-4b4b-9288-9b0c6258a98f req-879213ef-e717-492b-92df-27205b76989c tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 935 time: 0.1254182 Feb 05 03:05:05.114840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port de998ed0-85ce-4024-ab64-46504bf68b26 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:05.138783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd4583ab-cef3-4b4b-9288-9b0c6258a98f req-08567e10-7f31-4041-8401-43c7bbb92176 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea88452e-5c9f-429f-95b0-2135f85e856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203494 Feb 05 03:05:05.248582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port acb28c92-8aec-4518-83f2-c35adecc50ea is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:05.248976 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:05.331639 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd73736-84fb-4d5a-9fdc-f5e234f361fc req-3bedd137-c3b0-4b1c-9661-e916de0b8924 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:05.336024 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cdd73736-84fb-4d5a-9fdc-f5e234f361fc req-3bedd137-c3b0-4b1c-9661-e916de0b8924 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 944 time: 0.1018550 Feb 05 03:05:05.340791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'name': 'tempest-ServerActionsTestJSON-1509145307-router', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:00Z', 'updated_at': '2022-02-05T03:05:02Z', 'revision_number': 3, 'project_id': '853f1900c482489d82f61a09748f53b2', 'gw_port': {'id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:01Z', 'updated_at': '2022-02-05T03:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:05.360771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e014861-9b88-48d2-8287-af414da0ee14 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Checking segment: {'id': '01ecf452-fa34-4861-858d-87b670e8b45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '57b73e8d-1ffe-4d1d-bcc7-5d309b22726a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:05.361371 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e014861-9b88-48d2-8287-af414da0ee14 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network hostable DHCP agents. Network: 57b73e8d-1ffe-4d1d-bcc7-5d309b22726a, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:05:05.378309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port acb28c92-8aec-4518-83f2-c35adecc50ea, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=acb28c92-8aec-4518-83f2-c35adecc50ea,segment=NetworkSegment(e48789ca-2411-4dd0-8111-f6e23a9e113b),segment_id=e48789ca-2411-4dd0-8111-f6e23a9e113b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:05.417163 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bffaab-531e-4a6e-b87a-7c8c14f97670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb28c92-8aec-4518-83f2-c35adecc50ea'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:05:05.419547 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02831116-9f59-47bf-a641-1b8d65834e29" -d '{"events": [{"server_uuid": "b6bffaab-531e-4a6e-b87a-7c8c14f97670", "name": "network-vif-plugged", "status": "completed", "tag": "acb28c92-8aec-4518-83f2-c35adecc50ea"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:05:05.422821 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Checking router: e6599155-eef1-49bd-8c36-24017ed7bf89 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:05:05.423185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Updating router e6599155-eef1-49bd-8c36-24017ed7bf89 port a04e1d85-d3cc-4812-bffe-6b69c71f43c5 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:05:05.427945 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:05.430503 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cdd73736-84fb-4d5a-9fdc-f5e234f361fc req-b4fb2453-5511-4083-9fc7-45640ae79608 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882192 Feb 05 03:05:05.524317 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926975a8-daef-42b2-af87-bab26a79d9e2 x-openstack-request-id: req-926975a8-daef-42b2-af87-bab26a79d9e2 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:05:05.524654 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bffaab-531e-4a6e-b87a-7c8c14f97670", "name": "network-vif-plugged", "status": "completed", "tag": "acb28c92-8aec-4518-83f2-c35adecc50ea", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:05:05.525566 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-926975a8-daef-42b2-af87-bab26a79d9e2 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:05:05.525967 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bffaab-531e-4a6e-b87a-7c8c14f97670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb28c92-8aec-4518-83f2-c35adecc50ea', 'code': 200} Feb 05 03:05:05.527159 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=acb28c92-8aec-4518-83f2-c35adecc50ea,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:05.530351 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e014861-9b88-48d2-8287-af414da0ee14 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Subnet': ['ID=97e6e969-f4b6-4db2-af37-e02d8de61232,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:05.556510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51993b75-3e0c-44e0-aa36-563496171d62 req-b91ed392-c6b0-44c7-bc27-3b7f3431abc3 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:05.557133 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51993b75-3e0c-44e0-aa36-563496171d62 req-b91ed392-c6b0-44c7-bc27-3b7f3431abc3 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:05.568517 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2599f4a3-6a8f-4e29-8d60-8235eac72465 None None] Provisioning complete for port 4d060e01-5cfa-4411-983a-16e5755d3ed2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:05.568955 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2599f4a3-6a8f-4e29-8d60-8235eac72465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4d060e01-5cfa-4411-983a-16e5755d3ed2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:05.593714 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a04e1d85-d3cc-4812-bffe-6b69c71f43c5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:05.885266 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Publish callbacks [] for port (a04e1d85-d3cc-4812-bffe-6b69c71f43c5), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:05.896353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device de998ed0-85ce-4024-ab64-46504bf68b26 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:05.908223 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a04e1d85-d3cc-4812-bffe-6b69c71f43c5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:06.001033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e014861-9b88-48d2-8287-af414da0ee14 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network 57b73e8d-1ffe-4d1d-bcc7-5d309b22726a is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:05:06.007597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2599f4a3-6a8f-4e29-8d60-8235eac72465 None None] Port 4d060e01-5cfa-4411-983a-16e5755d3ed2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:05:06.022969 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3732fdc6-c4d9-41ef-ae41-7f4214d9ce81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:06.028319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4e50c6-1f19-4ffe-91a9-a15aa75789cb tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Checking segment: {'id': '369adaa8-0a7d-4fbc-9b8e-8f6f73518bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6b752d6f-7bae-479f-94df-e03e803b2618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:06.028699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4e50c6-1f19-4ffe-91a9-a15aa75789cb tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Network hostable DHCP agents. Network: 6b752d6f-7bae-479f-94df-e03e803b2618, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:05:06.043716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42f85d-70db-4607-a709-0da48dc96193 None None] Pushing event updated for resources: {'Port': ['ID=a04e1d85-d3cc-4812-bffe-6b69c71f43c5,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:06.051872 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Attempting to bind port a04e1d85-d3cc-4812-bffe-6b69c71f43c5 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:05:06.052254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Attempting to bind port a04e1d85-d3cc-4812-bffe-6b69c71f43c5 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:05:06.052765 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Attempting to bind port a04e1d85-d3cc-4812-bffe-6b69c71f43c5 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:06.061864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4e014861-9b88-48d2-8287-af414da0ee14 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 57b73e8d-1ffe-4d1d-bcc7-5d309b22726a) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:06.063766 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:05:06.064153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:06.064562 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:06.073287 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-51993b75-3e0c-44e0-aa36-563496171d62 req-b91ed392-c6b0-44c7-bc27-3b7f3431abc3 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9402394 Feb 05 03:05:06.073973 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e50c6-1f19-4ffe-91a9-a15aa75789cb tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e07cfdc2-4a1f-467e-9629-0b11c9852332,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:06.074961 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:05:06.075666 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Bound port: a04e1d85-d3cc-4812-bffe-6b69c71f43c5, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:05:06.076078 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a04e1d85-d3cc-4812-bffe-6b69c71f43c5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:06.092112 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Request body: {'port': {'device_id': '0b853956-dc6e-4574-8d39-31b77e00c35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:06.098795 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e014861-9b88-48d2-8287-af414da0ee14 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:06.099629 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e014861-9b88-48d2-8287-af414da0ee14 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:06.136526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56146112-8756-4b7f-af53-332996c533cb None None] Network 57b73e8d-1ffe-4d1d-bcc7-5d309b22726a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:05:06.138537 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dbfe9-974c-48be-b1ef-99768f0b7388 req-5d7ace57-eccf-4605-9ffc-99fad6b4b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:06.140371 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-069dbfe9-974c-48be-b1ef-99768f0b7388 req-5d7ace57-eccf-4605-9ffc-99fad6b4b8e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 1127 time: 0.2148845 Feb 05 03:05:06.142369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port de998ed0-85ce-4024-ab64-46504bf68b26 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:06.142750 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (de998ed0-85ce-4024-ab64-46504bf68b26), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:06.144265 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4e50c6-1f19-4ffe-91a9-a15aa75789cb tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Network 6b752d6f-7bae-479f-94df-e03e803b2618 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:05:06.213853 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4e014861-9b88-48d2-8287-af414da0ee14 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9824941 Feb 05 03:05:06.214698 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-fe4e50c6-1f19-4ffe-91a9-a15aa75789cb tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 6b752d6f-7bae-479f-94df-e03e803b2618) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:06.216613 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37950) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:06.222526 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f4669f7f-e9a3-4d36-b46b-d22e1074cd26 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'subnet': {'network_id': 'e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:06.242223 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] For port a04e1d85-d3cc-4812-bffe-6b69c71f43c5, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:05:06.245321 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] For port a04e1d85-d3cc-4812-bffe-6b69c71f43c5, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a04e1d85-d3cc-4812-bffe-6b69c71f43c5,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:05:06.313307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b813abcb-3c33-4823-a79f-a8915c0efd3b None None] Network 6b752d6f-7bae-479f-94df-e03e803b2618 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:05:06.347867 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4e50c6-1f19-4ffe-91a9-a15aa75789cb tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:06.356714 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe4e50c6-1f19-4ffe-91a9-a15aa75789cb tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:06.358987 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4d060e01-5cfa-4411-983a-16e5755d3ed2), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:06.415535 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-069dbfe9-974c-48be-b1ef-99768f0b7388 req-ce87045f-80c2-41b1-94df-f18fd0358445 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633679 Feb 05 03:05:06.433982 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a04e1d85-d3cc-4812-bffe-6b69c71f43c5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:06.518724 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d768fb73-dafa-49b3-90f7-d85e79dbd192 None None] Network 6b752d6f-7bae-479f-94df-e03e803b2618 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:05:06.533353 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fe4e50c6-1f19-4ffe-91a9-a15aa75789cb tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.5850468 Feb 05 03:05:06.534009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37956) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:06.543158 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7087f2eb-69ae-45cb-b423-2636f5d7436c tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1329188937', 'network_id': '6b752d6f-7bae-479f-94df-e03e803b2618'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:06.545646 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb5e7c-afc4-45ef-b161-8044b6dfc775 req-e7f399d3-8fad-42b7-ab35-c4a06f700b60 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:06.553584 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75fb5e7c-afc4-45ef-b161-8044b6dfc775 req-e7f399d3-8fad-42b7-ab35-c4a06f700b60 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 935 time: 0.2130475 Feb 05 03:05:06.593159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4669f7f-e9a3-4d36-b46b-d22e1074cd26 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:05:06.600175 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4669f7f-e9a3-4d36-b46b-d22e1074cd26 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:06.605113 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7087f2eb-69ae-45cb-b423-2636f5d7436c tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Made reservation on behalf of 73878a41469843dba7a4bb59ad672ad5 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:05:06.607484 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7087f2eb-69ae-45cb-b423-2636f5d7436c tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:06.709818 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-7087f2eb-69ae-45cb-b423-2636f5d7436c tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] device_id is not set on port 85326199-763f-4019-89e5-f0b8624d5d90 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:05:06.727164 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port de998ed0-85ce-4024-ab64-46504bf68b26 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:06.730455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Routers {'e6599155-eef1-49bd-8c36-24017ed7bf89'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:06.731726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e6599155-eef1-49bd-8c36-24017ed7bf89'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:06.736224 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:06.775739 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75fb5e7c-afc4-45ef-b161-8044b6dfc775 req-0e10cb9f-ee95-46b1-acf0-979e36738c8e tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea88452e-5c9f-429f-95b0-2135f85e856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212076 Feb 05 03:05:06.828750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79239e80-89a6-4e0a-a776-8d98cdb4b647 req-a4fd667b-cff5-42ae-8c05-5ad5cb5e025b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:06.829931 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79239e80-89a6-4e0a-a776-8d98cdb4b647 req-a4fd667b-cff5-42ae-8c05-5ad5cb5e025b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2572415 Feb 05 03:05:06.904659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] Set router e6599155-eef1-49bd-8c36-24017ed7bf89 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:05:07.031662 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79239e80-89a6-4e0a-a776-8d98cdb4b647 req-b3d7615d-871f-4e4e-a76d-331607ce441c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914775 Feb 05 03:05:07.033341 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4669f7f-e9a3-4d36-b46b-d22e1074cd26 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (838b99d6-4b4b-444e-844e-5f44c6d5d429), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:07.137213 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4669f7f-e9a3-4d36-b46b-d22e1074cd26 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Subnet': ['ID=838b99d6-4b4b-444e-844e-5f44c6d5d429,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:07.161011 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4669f7f-e9a3-4d36-b46b-d22e1074cd26 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Checking segment: {'id': '1b9748cb-5b13-4a8a-b8e2-adbd89a151b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:07.161442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4669f7f-e9a3-4d36-b46b-d22e1074cd26 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network hostable DHCP agents. Network: e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:05:07.193223 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4669f7f-e9a3-4d36-b46b-d22e1074cd26 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:05:07.209523 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-f4669f7f-e9a3-4d36-b46b-d22e1074cd26 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:07.212521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-7087f2eb-69ae-45cb-b423-2636f5d7436c tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Allocated IP 172.20.0.3 (6b752d6f-7bae-479f-94df-e03e803b2618/e07cfdc2-4a1f-467e-9629-0b11c9852332/85326199-763f-4019-89e5-f0b8624d5d90) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:07.214821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4669f7f-e9a3-4d36-b46b-d22e1074cd26 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:07.215523 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4669f7f-e9a3-4d36-b46b-d22e1074cd26 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:07.246515 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f4669f7f-e9a3-4d36-b46b-d22e1074cd26 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0281925 Feb 05 03:05:07.249364 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37960) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:07.254713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b2545c36-fbc3-4f2b-a0f1-7151cd4d4393 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-914801561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:07.263000 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ee8d5813-f8b6-437a-9d37-0401b258ac4b req-9f14412b-b4a5-48de-8a48-d7fc88fc6bbb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2973180 Feb 05 03:05:07.298340 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2545c36-fbc3-4f2b-a0f1-7151cd4d4393 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (48e3162d-e20f-4503-8642-3ca7b073dfa1), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:07.300699 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2545c36-fbc3-4f2b-a0f1-7151cd4d4393 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (48e3162d-e20f-4503-8642-3ca7b073dfa1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:07.440376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d060e01-5cfa-4411-983a-16e5755d3ed2 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:05:07.440961 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42f85d-70db-4607-a709-0da48dc96193 None None] Pushing event updated for resources: {'Port': ['ID=a04e1d85-d3cc-4812-bffe-6b69c71f43c5,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:07.450902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Allocated IP 172.20.0.1 (98d2707f-9918-4156-9358-be4daec3064f/145e9b3d-7ddc-4810-9390-8de255c8f149/144146fa-dbc1-458c-8c3a-728ec261a21e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:07.456126 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Publish callbacks [] for port (4d060e01-5cfa-4411-983a-16e5755d3ed2), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:07.482723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3b5a17-f970-4a07-a345-15d0cf1b441c None None] Network e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:05:07.491353 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2545c36-fbc3-4f2b-a0f1-7151cd4d4393 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_controller (48e3162d-e20f-4503-8642-3ca7b073dfa1), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:07.499410 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2545c36-fbc3-4f2b-a0f1-7151cd4d4393 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (48e3162d-e20f-4503-8642-3ca7b073dfa1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:07.518449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Transition to ACTIVE for port object 4d060e01-5cfa-4411-983a-16e5755d3ed2 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:05:07.544947 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2545c36-fbc3-4f2b-a0f1-7151cd4d4393 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:07.546587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b2545c36-fbc3-4f2b-a0f1-7151cd4d4393 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2962391 Feb 05 03:05:07.549923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37964) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:07.551430 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4d060e01-5cfa-4411-983a-16e5755d3ed2), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:07.595051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d5813-f8b6-437a-9d37-0401b258ac4b req-ca7809e2-23cc-445d-bdce-fb202a9e8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:07.596587 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ee8d5813-f8b6-437a-9d37-0401b258ac4b req-ca7809e2-23cc-445d-bdce-fb202a9e8a53 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 1127 time: 0.2436604 Feb 05 03:05:07.614159 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-57b73e8d-1ffe-4d1d-bcc7-5d309b22726a', 'network_id': '57b73e8d-1ffe-4d1d-bcc7-5d309b22726a', 'project_id': '456239914dd84c50ba91285736155cbe', 'fixed_ips': [{'subnet_id': '97e6e969-f4b6-4db2-af37-e02d8de61232'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:05:07.615531 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:07.634627 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:07.712546 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Publish callbacks [] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:07.725247 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'name': 'tempest-ServerActionsTestJSON-1509145307-router', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:00Z', 'updated_at': '2022-02-05T03:05:02Z', 'revision_number': 3, 'project_id': '853f1900c482489d82f61a09748f53b2', 'gw_port': {'id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:01Z', 'updated_at': '2022-02-05T03:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:07.763234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281680fb-ff4b-4dc5-9107-e98b8188b034 None None] The sync data for ids ['e6599155-eef1-49bd-8c36-24017ed7bf89'] in n-d-826942-8 is: [{'id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'name': 'tempest-ServerActionsTestJSON-1509145307-router', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:00Z', 'updated_at': '2022-02-05T03:05:02Z', 'revision_number': 3, 'project_id': '853f1900c482489d82f61a09748f53b2', 'gw_port': {'id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:01Z', 'updated_at': '2022-02-05T03:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:05:07.838746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Allocated IP 172.20.0.2 (57b73e8d-1ffe-4d1d-bcc7-5d309b22726a/97e6e969-f4b6-4db2-af37-e02d8de61232/1b23b223-18c5-4d52-8ab0-d7bfa62edee6) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:07.860249 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Pushing event updated for resources: {'Port': ['ID=4d060e01-5cfa-4411-983a-16e5755d3ed2,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:07.943694 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59', 'network_id': 'e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59', 'project_id': '456239914dd84c50ba91285736155cbe', 'fixed_ips': [{'subnet_id': '838b99d6-4b4b-444e-844e-5f44c6d5d429'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:05:07.944590 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:07.951120 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7087f2eb-69ae-45cb-b423-2636f5d7436c tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for port (85326199-763f-4019-89e5-f0b8624d5d90), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:08.121625 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:08.168069 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7087f2eb-69ae-45cb-b423-2636f5d7436c tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (85326199-763f-4019-89e5-f0b8624d5d90), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:08.396144 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d5813-f8b6-437a-9d37-0401b258ac4b req-cafeab16-28fe-4282-a6b9-a402cfe6cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:08.399100 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ee8d5813-f8b6-437a-9d37-0401b258ac4b req-cafeab16-28fe-4282-a6b9-a402cfe6cf93 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 913 time: 0.6212726 Feb 05 03:05:08.420810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Network 98d2707f-9918-4156-9358-be4daec3064f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:08.452377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Pushing event updated for resources: {'Port': ['ID=144146fa-dbc1-458c-8c3a-728ec261a21e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:08.481791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Allocated IP 172.21.0.2 (e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59/838b99d6-4b4b-444e-844e-5f44c6d5d429/63c0c6e4-fc20-4381-b23b-5f7d68a8144d) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:08.495872 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Publish callbacks [] for port (1b23b223-18c5-4d52-8ab0-d7bfa62edee6), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:08.519382 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (1b23b223-18c5-4d52-8ab0-d7bfa62edee6), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:08.541846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:08.545286 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7087f2eb-69ae-45cb-b423-2636f5d7436c tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Network 6b752d6f-7bae-479f-94df-e03e803b2618 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:08.553543 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ee8d5813-f8b6-437a-9d37-0401b258ac4b req-219cc4ea-a486-4161-ab64-68356d32b953 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f34ccca-0ac7-4081-84b7-4777f35592f2 HTTP/1.1" status: 200 len: 217 time: 0.1313744 Feb 05 03:05:08.554705 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:08.559644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7087f2eb-69ae-45cb-b423-2636f5d7436c tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:08.619306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Network 57b73e8d-1ffe-4d1d-bcc7-5d309b22726a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:08.623680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7087f2eb-69ae-45cb-b423-2636f5d7436c tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:08.653569 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:08.655916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:08.689850 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:08.736371 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (e6599155-eef1-49bd-8c36-24017ed7bf89), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:08.801512 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Attempting to bind port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:05:08.801865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Attempting to bind port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '01ecf452-fa34-4861-858d-87b670e8b45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '57b73e8d-1ffe-4d1d-bcc7-5d309b22726a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:05:08.802240 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Attempting to bind port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 on network 57b73e8d-1ffe-4d1d-bcc7-5d309b22726a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:08.802868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45302671-b52e-498b-9e99-a03a2d43316a req-3698a5cc-ac59-47f0-a68f-3e48c304394f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:08.804449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45302671-b52e-498b-9e99-a03a2d43316a req-3698a5cc-ac59-47f0-a68f-3e48c304394f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1981544 Feb 05 03:05:08.809488 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Pushing event updated for resources: {'Port': ['ID=1b23b223-18c5-4d52-8ab0-d7bfa62edee6,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:08.825266 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087f2eb-69ae-45cb-b423-2636f5d7436c tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Pushing event updated for resources: {'Port': ['ID=85326199-763f-4019-89e5-f0b8624d5d90,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:08.834904 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:05:08.835596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Checking segment: {'id': '01ecf452-fa34-4861-858d-87b670e8b45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '57b73e8d-1ffe-4d1d-bcc7-5d309b22726a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:08.835596 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:08.835975 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Bound using segment: {'id': '01ecf452-fa34-4861-858d-87b670e8b45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '57b73e8d-1ffe-4d1d-bcc7-5d309b22726a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:05:08.836519 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Bound port: 1b23b223-18c5-4d52-8ab0-d7bfa62edee6, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ecf452-fa34-4861-858d-87b670e8b45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '57b73e8d-1ffe-4d1d-bcc7-5d309b22726a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:05:08.837367 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1b23b223-18c5-4d52-8ab0-d7bfa62edee6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:08.864096 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:08.908692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed205e41-6014-454a-b72a-6af983ee04bb req-16b71794-9130-4d83-b599-3915ad022341 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:08.911228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed205e41-6014-454a-b72a-6af983ee04bb req-16b71794-9130-4d83-b599-3915ad022341 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 947 time: 0.3241179 Feb 05 03:05:08.916760 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Attempting to bind port 4d060e01-5cfa-4411-983a-16e5755d3ed2 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:05:08.917098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Attempting to bind port 4d060e01-5cfa-4411-983a-16e5755d3ed2 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:05:08.917430 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Attempting to bind port 4d060e01-5cfa-4411-983a-16e5755d3ed2 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:08.935283 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Port 4d060e01-5cfa-4411-983a-16e5755d3ed2 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:05:08.936013 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Attempting to bind port 4d060e01-5cfa-4411-983a-16e5755d3ed2 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:08.953331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7087f2eb-69ae-45cb-b423-2636f5d7436c tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:08.953946 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7087f2eb-69ae-45cb-b423-2636f5d7436c tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:08.962112 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:05:08.962449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:08.962860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:05:08.963295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Bound port: 4d060e01-5cfa-4411-983a-16e5755d3ed2, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:05:08.963661 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4d060e01-5cfa-4411-983a-16e5755d3ed2), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:08.966325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d5813-f8b6-437a-9d37-0401b258ac4b req-11adad06-005f-44b6-b213-db2f56c1eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:08.967840 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ee8d5813-f8b6-437a-9d37-0401b258ac4b req-11adad06-005f-44b6-b213-db2f56c1eb18 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37fc2b86-02d8-4bec-8794-80413f7999c9 HTTP/1.1" status: 200 len: 852 time: 0.4035285 Feb 05 03:05:08.975485 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-30cd15ac-55de-43a4-a595-465cac9061ff None None] Provisioning complete for port 144146fa-dbc1-458c-8c3a-728ec261a21e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:08.976108 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30cd15ac-55de-43a4-a595-465cac9061ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:09.018232 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ee8d5813-f8b6-437a-9d37-0401b258ac4b req-492a4b95-5e90-405b-99f1-88ae1a352dd2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f706900-b41e-4e10-9d88-c9a7b11c206d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365186 Feb 05 03:05:09.022969 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7087f2eb-69ae-45cb-b423-2636f5d7436c tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.4824016 Feb 05 03:05:09.033743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-30cd15ac-55de-43a4-a595-465cac9061ff None None] Port 144146fa-dbc1-458c-8c3a-728ec261a21e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:05:09.048355 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Publish callbacks [] for port (63c0c6e4-fc20-4381-b23b-5f7d68a8144d), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:09.055555 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] For port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:05:09.057964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37976) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:09.059412 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] For port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1b23b223-18c5-4d52-8ab0-d7bfa62edee6,segment=NetworkSegment(01ecf452-fa34-4861-858d-87b670e8b45d),segment_id=01ecf452-fa34-4861-858d-87b670e8b45d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:05:09.063683 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (63c0c6e4-fc20-4381-b23b-5f7d68a8144d), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:09.076297 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45302671-b52e-498b-9e99-a03a2d43316a req-4e2cdfd8-1692-4f35-9ddf-ae22d56ffc31 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223740 Feb 05 03:05:09.127501 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Pushing event updated for resources: {'Port': ['ID=63c0c6e4-fc20-4381-b23b-5f7d68a8144d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:09.136200 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1b23b223-18c5-4d52-8ab0-d7bfa62edee6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:09.157026 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:05:09.163794 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Network e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:09.217043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:09.220574 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:09.247794 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] For port 4d060e01-5cfa-4411-983a-16e5755d3ed2, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:05:09.264746 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed205e41-6014-454a-b72a-6af983ee04bb req-53ebe524-b762-427d-a6e1-75bacf0f92e1 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea88452e-5c9f-429f-95b0-2135f85e856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153820 Feb 05 03:05:09.320404 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] For port 4d060e01-5cfa-4411-983a-16e5755d3ed2, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d060e01-5cfa-4411-983a-16e5755d3ed2,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:05:09.324809 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:09.375546 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4d060e01-5cfa-4411-983a-16e5755d3ed2), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:09.406152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d3cb3-e399-4c4f-81c7-93d3e04ae27c None None] Pushing event updated for resources: {'Port': ['ID=1b23b223-18c5-4d52-8ab0-d7bfa62edee6,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:09.422493 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Attempting to bind port 63c0c6e4-fc20-4381-b23b-5f7d68a8144d on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:05:09.422777 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Attempting to bind port 63c0c6e4-fc20-4381-b23b-5f7d68a8144d by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1b9748cb-5b13-4a8a-b8e2-adbd89a151b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:05:09.430106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Attempting to bind port 63c0c6e4-fc20-4381-b23b-5f7d68a8144d on network e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:09.438247 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:05:09.439071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Checking segment: {'id': '1b9748cb-5b13-4a8a-b8e2-adbd89a151b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:09.440096 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:09.454662 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Bound using segment: {'id': '1b9748cb-5b13-4a8a-b8e2-adbd89a151b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:05:09.457912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Bound port: 63c0c6e4-fc20-4381-b23b-5f7d68a8144d, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9748cb-5b13-4a8a-b8e2-adbd89a151b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:05:09.459001 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (63c0c6e4-fc20-4381-b23b-5f7d68a8144d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:09.467713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:09.468496 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:09.470301 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-51993b75-3e0c-44e0-aa36-563496171d62 req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] 10.222.0.10 "PUT /v2.0/ports/4d060e01-5cfa-4411-983a-16e5755d3ed2 HTTP/1.1" status: 200 len: 1095 time: 3.3828790 Feb 05 03:05:09.471131 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b853956-dc6e-4574-8d39-31b77e00c35c', 'tag': '4d060e01-5cfa-4411-983a-16e5755d3ed2'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:05:09.473999 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1bee7a-1850-49a6-9dde-236ad4907d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b853956-dc6e-4574-8d39-31b77e00c35c", "tag": "4d060e01-5cfa-4411-983a-16e5755d3ed2"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:05:09.539973 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ee8d5813-f8b6-437a-9d37-0401b258ac4b req-a5949dd0-c999-4869-a7b7-bbe019a1cdf4 service neutron] 10.222.0.31 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710662 Feb 05 03:05:09.670441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078ba45-6737-415c-8b17-bb616da4eb27 service neutron] Pushing event updated for resources: {'Port': ['ID=4d060e01-5cfa-4411-983a-16e5755d3ed2,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:09.758139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] For port 63c0c6e4-fc20-4381-b23b-5f7d68a8144d, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:05:09.771269 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] For port 63c0c6e4-fc20-4381-b23b-5f7d68a8144d, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=63c0c6e4-fc20-4381-b23b-5f7d68a8144d,segment=NetworkSegment(1b9748cb-5b13-4a8a-b8e2-adbd89a151b6),segment_id=1b9748cb-5b13-4a8a-b8e2-adbd89a151b6)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:05:09.806966 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (63c0c6e4-fc20-4381-b23b-5f7d68a8144d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:09.823273 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01f8258-e72b-4b2b-97ae-c5eaa9e3675a x-openstack-request-id: req-a01f8258-e72b-4b2b-97ae-c5eaa9e3675a {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:05:09.823781 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b853956-dc6e-4574-8d39-31b77e00c35c", "tag": "4d060e01-5cfa-4411-983a-16e5755d3ed2", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:05:09.824206 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a01f8258-e72b-4b2b-97ae-c5eaa9e3675a {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:05:09.824991 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b853956-dc6e-4574-8d39-31b77e00c35c', 'tag': '4d060e01-5cfa-4411-983a-16e5755d3ed2', 'status': 'completed', 'code': 200} Feb 05 03:05:09.939348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce58de-2774-4455-af31-51f510f17282 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Deleting port 85326199-763f-4019-89e5-f0b8624d5d90 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:05:09.939941 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5ce58de-2774-4455-af31-51f510f17282 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (85326199-763f-4019-89e5-f0b8624d5d90), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:09.985290 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:10.002407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff39cd-7d67-421e-88b9-aa7ea8c03bf5 None None] Pushing event updated for resources: {'Port': ['ID=63c0c6e4-fc20-4381-b23b-5f7d68a8144d,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:10.081227 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-ff8c9b50-8647-4fd1-9718-461332282900 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:10.085406 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-ff8c9b50-8647-4fd1-9718-461332282900 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/networks?id=98ab2392-eb0d-400b-ae03-4808c53f38dc HTTP/1.1" status: 200 len: 813 time: 0.4998922 Feb 05 03:05:10.112227 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51993b75-3e0c-44e0-aa36-563496171d62 req-00c8bed5-0f53-4454-b360-74592e47572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:10.114566 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-51993b75-3e0c-44e0-aa36-563496171d62 req-00c8bed5-0f53-4454-b360-74592e47572a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=47b349bfded4489b98728568fac14a11&device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 1129 time: 0.4698744 Feb 05 03:05:10.124712 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:10.233037 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-8028baa3-c821-4b06-932e-98aaa94a2034 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/quotas/48d75b9896b4443ca4a344d32f5eb70e HTTP/1.1" status: 200 len: 375 time: 0.1361310 Feb 05 03:05:10.256590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:10.257266 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1b23b223-18c5-4d52-8ab0-d7bfa62edee6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:10.285757 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Allocated IP 172.20.0.1 (57b73e8d-1ffe-4d1d-bcc7-5d309b22726a/97e6e969-f4b6-4db2-af37-e02d8de61232/f62cf136-255a-40c0-930f-d7da8a190824) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:10.368843 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5ce58de-2774-4455-af31-51f510f17282 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (85326199-763f-4019-89e5-f0b8624d5d90), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:10.427251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:10.427643 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1b23b223-18c5-4d52-8ab0-d7bfa62edee6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:10.434729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce58de-2774-4455-af31-51f510f17282 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Calling delete_port for 85326199-763f-4019-89e5-f0b8624d5d90 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:05:10.459549 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-276df21c-4598-41d8-928b-cfa3194ebd02 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=48d75b9896b4443ca4a344d32f5eb70e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2143681 Feb 05 03:05:10.489497 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1b23b223-18c5-4d52-8ab0-d7bfa62edee6,segment=NetworkSegment(01ecf452-fa34-4861-858d-87b670e8b45d),segment_id=01ecf452-fa34-4861-858d-87b670e8b45d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:10.499713 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1b23b223-18c5-4d52-8ab0-d7bfa62edee6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:10.500675 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a04e1d85-d3cc-4812-bffe-6b69c71f43c5 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:10.635781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=1b23b223-18c5-4d52-8ab0-d7bfa62edee6,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:10.663169 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port a04e1d85-d3cc-4812-bffe-6b69c71f43c5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:10.663705 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a04e1d85-d3cc-4812-bffe-6b69c71f43c5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:10.668808 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-51993b75-3e0c-44e0-aa36-563496171d62 req-3871a973-1b6e-4a0c-932f-8141c792acb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=4d060e01-5cfa-4411-983a-16e5755d3ed2 HTTP/1.1" status: 200 len: 217 time: 0.5429506 Feb 05 03:05:10.736310 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Publish callbacks [] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:10.740827 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ee8d5813-f8b6-437a-9d37-0401b258ac4b req-08db4a6b-5e4b-4adf-a3fd-78a5c8ff8e58 service neutron] 10.222.0.31 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9660873 Feb 05 03:05:10.754790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:10.767476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port a04e1d85-d3cc-4812-bffe-6b69c71f43c5 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:10.768186 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a04e1d85-d3cc-4812-bffe-6b69c71f43c5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:10.816384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port a04e1d85-d3cc-4812-bffe-6b69c71f43c5, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a04e1d85-d3cc-4812-bffe-6b69c71f43c5,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:10.833242 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (e6599155-eef1-49bd-8c36-24017ed7bf89), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:10.841857 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a04e1d85-d3cc-4812-bffe-6b69c71f43c5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:10.897251 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-f0bddb3f-5409-424a-8792-667db3bd74ca service neutron] 10.222.0.36 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625302 Feb 05 03:05:10.946787 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=a04e1d85-d3cc-4812-bffe-6b69c71f43c5,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:10.975616 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51993b75-3e0c-44e0-aa36-563496171d62 req-5d964ed4-6d87-4c46-90a2-02b246ab0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:10.977139 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-51993b75-3e0c-44e0-aa36-563496171d62 req-5d964ed4-6d87-4c46-90a2-02b246ab0388 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.2352457 Feb 05 03:05:10.996730 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43c9be-721b-4a7a-ab90-9e81cb9b3730 req-049c99d6-4a36-43ef-afe4-5795d43e5985 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:10.998385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d43c9be-721b-4a7a-ab90-9e81cb9b3730 req-049c99d6-4a36-43ef-afe4-5795d43e5985 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 947 time: 0.5517597 Feb 05 03:05:11.005355 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (f62cf136-255a-40c0-930f-d7da8a190824), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:11.024931 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Pushing event updated for resources: {'Port': ['ID=144146fa-dbc1-458c-8c3a-728ec261a21e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:11.057245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Network 98d2707f-9918-4156-9358-be4daec3064f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:11.061200 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:11.168773 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51993b75-3e0c-44e0-aa36-563496171d62 req-9a999a9e-84c8-4307-9656-4ef1148a6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:11.170716 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-51993b75-3e0c-44e0-aa36-563496171d62 req-9a999a9e-84c8-4307-9656-4ef1148a6d4e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1835468 Feb 05 03:05:11.176711 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5ce58de-2774-4455-af31-51f510f17282 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (85326199-763f-4019-89e5-f0b8624d5d90), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:11.243734 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:11.269782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce58de-2774-4455-af31-51f510f17282 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Pushing event deleted for resources: {'Port': ['ID=85326199-763f-4019-89e5-f0b8624d5d90,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:11.286998 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d43c9be-721b-4a7a-ab90-9e81cb9b3730 req-f6778514-9ed7-453d-ab66-e659ccd9839a tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea88452e-5c9f-429f-95b0-2135f85e856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797720 Feb 05 03:05:11.292364 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (f62cf136-255a-40c0-930f-d7da8a190824), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:11.330141 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-783c5b17-18fb-48b7-98e1-9cd6a2e37987 service neutron] 10.222.0.36 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319317 Feb 05 03:05:11.387669 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Router e6599155-eef1-49bd-8c36-24017ed7bf89 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:05:11.396967 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-51993b75-3e0c-44e0-aa36-563496171d62 req-ed7c1a3c-b2dd-484c-b9d2-b0f0b9623357 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149732 Feb 05 03:05:11.473734 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network 57b73e8d-1ffe-4d1d-bcc7-5d309b22726a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:11.484652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:11.491308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:11.497285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=f62cf136-255a-40c0-930f-d7da8a190824,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:11.533488 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c3210fd1-91b1-4f8f-8304-6d87054a3662 None None] Provisioning complete for port 144146fa-dbc1-458c-8c3a-728ec261a21e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:11.534004 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5ce58de-2774-4455-af31-51f510f17282 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:11.534154 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3210fd1-91b1-4f8f-8304-6d87054a3662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:11.537836 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c5ce58de-2774-4455-af31-51f510f17282 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "DELETE /v2.0/ports/85326199-763f-4019-89e5-f0b8624d5d90 HTTP/1.1" status: 204 len: 168 time: 2.4783211 Feb 05 03:05:11.540956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38018) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:11.545588 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b752d6f-7bae-479f-94df-e03e803b2618', 'external_fixed_ips': [{'subnet_id': 'e07cfdc2-4a1f-467e-9629-0b11c9852332', 'ip_address': '172.20.0.3'}]}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:11.571470 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (48e3162d-e20f-4503-8642-3ca7b073dfa1), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:11.656453 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:05:11.670620 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Sync routers for ids ['e6599155-eef1-49bd-8c36-24017ed7bf89'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:05:11.684477 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6fa03b40-735b-441e-8a26-82c8beda0be9 admin admin] 10.222.0.36 "PUT /v2.0/routers/e6599155-eef1-49bd-8c36-24017ed7bf89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4431276 Feb 05 03:05:11.692465 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Routers {'e6599155-eef1-49bd-8c36-24017ed7bf89'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:11.693111 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e6599155-eef1-49bd-8c36-24017ed7bf89'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:11.703165 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c3210fd1-91b1-4f8f-8304-6d87054a3662 None None] Port 144146fa-dbc1-458c-8c3a-728ec261a21e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:05:11.718419 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab0be68d-3f7b-4f77-b53b-2c45624526bc req-d21c2ed6-d995-4153-b7ca-2439840eb84a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=56425865-b32b-47b8-bbb5-ddfea325091c HTTP/1.1" status: 200 len: 210 time: 0.0860455 Feb 05 03:05:11.747148 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (3f18bffe-46af-4ae2-a1ef-c61d10358f90), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:11.748495 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (3f18bffe-46af-4ae2-a1ef-c61d10358f90), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:11.758025 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-51993b75-3e0c-44e0-aa36-563496171d62 req-01209a1e-b7c2-4268-9373-be6b100c6126 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499982 Feb 05 03:05:11.809062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346e3e7e-db7f-438e-ad1d-38458e15955a None None] Network e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:05:11.930935 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bee7a-1850-49a6-9dde-236ad4907d3f req-ce99d329-889e-4ea4-b916-f39cb30d71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:11.937048 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ae1bee7a-1850-49a6-9dde-236ad4907d3f req-ce99d329-889e-4ea4-b916-f39cb30d71f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=47b349bfded4489b98728568fac14a11&device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 1129 time: 0.1050301 Feb 05 03:05:11.986641 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Set router e6599155-eef1-49bd-8c36-24017ed7bf89 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:05:12.072107 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_controller (3f18bffe-46af-4ae2-a1ef-c61d10358f90), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:12.158643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:12.253938 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bee7a-1850-49a6-9dde-236ad4907d3f req-d088f517-b427-4b09-b765-4977bff5295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:12.255909 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ae1bee7a-1850-49a6-9dde-236ad4907d3f req-d088f517-b427-4b09-b765-4977bff5295f service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.3053203 Feb 05 03:05:12.263026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-458911e2-5e40-4762-bbe2-6182a5513098 None None] Provisioning complete for port 63c0c6e4-fc20-4381-b23b-5f7d68a8144d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:12.265391 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-458911e2-5e40-4762-bbe2-6182a5513098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (63c0c6e4-fc20-4381-b23b-5f7d68a8144d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:12.451927 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f62cf136-255a-40c0-930f-d7da8a190824), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:12.466556 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ae1bee7a-1850-49a6-9dde-236ad4907d3f req-a4a0cd4b-73c9-4152-a433-53f270487451 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=4d060e01-5cfa-4411-983a-16e5755d3ed2 HTTP/1.1" status: 200 len: 217 time: 0.1910050 Feb 05 03:05:12.487282 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (3f18bffe-46af-4ae2-a1ef-c61d10358f90), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:12.491973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:12.492507 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1b23b223-18c5-4d52-8ab0-d7bfa62edee6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:12.500785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-458911e2-5e40-4762-bbe2-6182a5513098 None None] Current status of the port 63c0c6e4-fc20-4381-b23b-5f7d68a8144d is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:12.501332 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-458911e2-5e40-4762-bbe2-6182a5513098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (63c0c6e4-fc20-4381-b23b-5f7d68a8144d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:12.567637 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6df1b7-819f-4b7e-9d63-4bef7efd4d51 None None] Network 57b73e8d-1ffe-4d1d-bcc7-5d309b22726a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:05:12.625128 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bee7a-1850-49a6-9dde-236ad4907d3f req-c18fc33f-a284-4b2f-a03f-a8522e84682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:12.627282 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ae1bee7a-1850-49a6-9dde-236ad4907d3f req-c18fc33f-a284-4b2f-a03f-a8522e84682b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1555748 Feb 05 03:05:12.706350 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'name': 'tempest-ServerActionsTestJSON-1509145307-router', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:00Z', 'updated_at': '2022-02-05T03:05:09Z', 'revision_number': 4, 'project_id': '853f1900c482489d82f61a09748f53b2', 'gw_port': {'id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:01Z', 'updated_at': '2022-02-05T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '144146fa-dbc1-458c-8c3a-728ec261a21e', 'name': '', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'mac_address': 'fa:16:3e:75:c5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:06Z', 'updated_at': '2022-02-05T03:05:09Z', 'revision_number': 2, 'project_id': '853f1900c482489d82f61a09748f53b2', 'subnets': [{'id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:12.722399 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bee7a-1850-49a6-9dde-236ad4907d3f req-c16d065b-7f46-4b97-9361-3909c3fe3ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:12.728391 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ae1bee7a-1850-49a6-9dde-236ad4907d3f req-c16d065b-7f46-4b97-9361-3909c3fe3ab7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0922804 Feb 05 03:05:12.734586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-458911e2-5e40-4762-bbe2-6182a5513098 None None] For port 63c0c6e4-fc20-4381-b23b-5f7d68a8144d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=63c0c6e4-fc20-4381-b23b-5f7d68a8144d,segment=NetworkSegment(1b9748cb-5b13-4a8a-b8e2-adbd89a151b6),segment_id=1b9748cb-5b13-4a8a-b8e2-adbd89a151b6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:12.763369 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-458911e2-5e40-4762-bbe2-6182a5513098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (63c0c6e4-fc20-4381-b23b-5f7d68a8144d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:12.800085 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Checking router: e6599155-eef1-49bd-8c36-24017ed7bf89 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:05:12.800443 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Updating router e6599155-eef1-49bd-8c36-24017ed7bf89 port 144146fa-dbc1-458c-8c3a-728ec261a21e binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:05:12.836763 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:12.838735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 63c0c6e4-fc20-4381-b23b-5f7d68a8144d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:12.910857 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:12.929201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-152d8387-e349-454b-92e6-5bfa328d1960 None None] Provisioning complete for port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:12.929585 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-152d8387-e349-454b-92e6-5bfa328d1960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1b23b223-18c5-4d52-8ab0-d7bfa62edee6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:12.962633 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458911e2-5e40-4762-bbe2-6182a5513098 None None] Pushing event updated for resources: {'Port': ['ID=63c0c6e4-fc20-4381-b23b-5f7d68a8144d,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:13.009634 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ae1bee7a-1850-49a6-9dde-236ad4907d3f req-505e827d-8f37-40b9-b5b3-8de98edd2a56 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727747 Feb 05 03:05:13.041918 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 63c0c6e4-fc20-4381-b23b-5f7d68a8144d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:13.042297 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (63c0c6e4-fc20-4381-b23b-5f7d68a8144d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:13.214079 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38048) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:13.228641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1667988797', 'description': 'tempest-description--471048109'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:13.288634 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-152d8387-e349-454b-92e6-5bfa328d1960 None None] Current status of the port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:13.299361 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:13.305993 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (f62cf136-255a-40c0-930f-d7da8a190824), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:13.382484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-86d0ced7-d10a-4f6d-afc8-f0fdba64b022 req-2b9bb590-760f-4f09-a038-88897647506a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=56425865-b32b-47b8-bbb5-ddfea325091c HTTP/1.1" status: 200 len: 210 time: 0.0660145 Feb 05 03:05:13.383246 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (f62cf136-255a-40c0-930f-d7da8a190824), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:13.450147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 63c0c6e4-fc20-4381-b23b-5f7d68a8144d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:13.451259 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a04e1d85-d3cc-4812-bffe-6b69c71f43c5 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:13.459659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-63c65498-66de-4465-9139-4831a1655e26 None None] Provisioning complete for port 63c0c6e4-fc20-4381-b23b-5f7d68a8144d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:13.460039 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-63c65498-66de-4465-9139-4831a1655e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (63c0c6e4-fc20-4381-b23b-5f7d68a8144d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:13.490520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331201c-48a8-4134-8839-8c44fe0f7b50 req-1d1ceee4-b6b7-4b9d-9d31-467e71385433 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:13.492192 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6331201c-48a8-4134-8839-8c44fe0f7b50 req-1d1ceee4-b6b7-4b9d-9d31-467e71385433 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 947 time: 0.9607208 Feb 05 03:05:13.518524 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ae1bee7a-1850-49a6-9dde-236ad4907d3f req-2a20b52f-c117-4abe-bb58-fbe3189f9e33 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040195 Feb 05 03:05:13.589493 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for security_group (963368a5-0fbb-4b7f-99ae-d64c1151df08), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:13.600311 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (963368a5-0fbb-4b7f-99ae-d64c1151df08), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:13.638014 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=f62cf136-255a-40c0-930f-d7da8a190824,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:13.653782 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (48e3162d-e20f-4503-8642-3ca7b073dfa1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:13.682455 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Publish callbacks [] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:13.700007 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:13.796386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6331201c-48a8-4134-8839-8c44fe0f7b50 req-b0ab5564-6c6a-4624-ae82-a9e1c85b4778 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea88452e-5c9f-429f-95b0-2135f85e856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701485 Feb 05 03:05:13.860811 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:13.862065 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6442237 Feb 05 03:05:13.875599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38056) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:13.878592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963368a5-0fbb-4b7f-99ae-d64c1151df08,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:13.908867 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:13.909290 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:13.909907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:13.909907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:13.911004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:13.911004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:13.911004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:13.911449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:13.911780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:13.912107 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:13.912431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:13.912758 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:13.913084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d9668-fdef-4b7c-9a0e-0b224158f534 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:13.952447 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-63c65498-66de-4465-9139-4831a1655e26 None None] Current status of the port 63c0c6e4-fc20-4381-b23b-5f7d68a8144d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:13.984699 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285469b-3f90-4ab5-88fd-a87d7b4d6649 None None] Pushing event updated for resources: {'Port': ['ID=144146fa-dbc1-458c-8c3a-728ec261a21e,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:13.998284 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285469b-3f90-4ab5-88fd-a87d7b4d6649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:13.999446 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285469b-3f90-4ab5-88fd-a87d7b4d6649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:14.000149 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285469b-3f90-4ab5-88fd-a87d7b4d6649 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:14.000659 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285469b-3f90-4ab5-88fd-a87d7b4d6649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:14.001860 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285469b-3f90-4ab5-88fd-a87d7b4d6649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:14.002354 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285469b-3f90-4ab5-88fd-a87d7b4d6649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:14.002887 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285469b-3f90-4ab5-88fd-a87d7b4d6649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:14.003400 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285469b-3f90-4ab5-88fd-a87d7b4d6649 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:14.004033 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285469b-3f90-4ab5-88fd-a87d7b4d6649 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:14.008695 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285469b-3f90-4ab5-88fd-a87d7b4d6649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:14.010599 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285469b-3f90-4ab5-88fd-a87d7b4d6649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:14.011239 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285469b-3f90-4ab5-88fd-a87d7b4d6649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:14.012364 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d285469b-3f90-4ab5-88fd-a87d7b4d6649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:14.035909 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Attempting to bind port 144146fa-dbc1-458c-8c3a-728ec261a21e on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:05:14.036620 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Attempting to bind port 144146fa-dbc1-458c-8c3a-728ec261a21e by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:05:14.037176 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Attempting to bind port 144146fa-dbc1-458c-8c3a-728ec261a21e on network 98d2707f-9918-4156-9358-be4daec3064f {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:14.049522 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:05:14.050419 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Checking segment: {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:14.055341 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:14.055996 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Bound using segment: {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:05:14.056732 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Bound port: 144146fa-dbc1-458c-8c3a-728ec261a21e, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:05:14.057414 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:14.061081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-dee3603c-6165-4df3-b13f-f9edfab62f5c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:14.062645 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-dee3603c-6165-4df3-b13f-f9edfab62f5c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.31 "GET /v2.0/networks?id=98ab2392-eb0d-400b-ae03-4808c53f38dc HTTP/1.1" status: 200 len: 813 time: 0.3979943 Feb 05 03:05:14.084244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-1ceb216f-d47e-45fe-8fe3-2b5335965f42 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Request body: {'port': {'device_id': '56425865-b32b-47b8-bbb5-ddfea325091c', 'network_id': '98ab2392-eb0d-400b-ae03-4808c53f38dc', 'admin_state_up': True, 'tenant_id': '48d75b9896b4443ca4a344d32f5eb70e'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:14.209299 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] For port 144146fa-dbc1-458c-8c3a-728ec261a21e, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:05:14.212949 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] For port 144146fa-dbc1-458c-8c3a-728ec261a21e, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=144146fa-dbc1-458c-8c3a-728ec261a21e,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:05:14.240659 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:14.274728 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-1ceb216f-d47e-45fe-8fe3-2b5335965f42 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Made reservation on behalf of 48d75b9896b4443ca4a344d32f5eb70e for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:05:14.278647 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-1ceb216f-d47e-45fe-8fe3-2b5335965f42 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:14.308672 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285469b-3f90-4ab5-88fd-a87d7b4d6649 None None] Pushing event updated for resources: {'Port': ['ID=144146fa-dbc1-458c-8c3a-728ec261a21e,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:14.311321 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Routers {'e6599155-eef1-49bd-8c36-24017ed7bf89'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:14.311915 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e6599155-eef1-49bd-8c36-24017ed7bf89'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:14.375504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4d060e01-5cfa-4411-983a-16e5755d3ed2 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:05:14.495331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port a04e1d85-d3cc-4812-bffe-6b69c71f43c5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:14.495683 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a04e1d85-d3cc-4812-bffe-6b69c71f43c5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:14.502177 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] Set router e6599155-eef1-49bd-8c36-24017ed7bf89 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:05:14.578087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-63c65498-66de-4465-9139-4831a1655e26 None None] Provisioning complete for port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:14.578379 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-63c65498-66de-4465-9139-4831a1655e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1b23b223-18c5-4d52-8ab0-d7bfa62edee6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:14.593907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-1ceb216f-d47e-45fe-8fe3-2b5335965f42 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Allocated IP 172.20.0.2 (98ab2392-eb0d-400b-ae03-4808c53f38dc/9710adb9-a86e-4bd9-b62b-bccb80188957/ad005d41-c03d-41c2-9d80-424341061d7a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:14.762624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4d060e01-5cfa-4411-983a-16e5755d3ed2, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d060e01-5cfa-4411-983a-16e5755d3ed2,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:14.767073 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-faaa7d13-6ec6-466d-84bc-70e48f666342 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Request body: {'security_group_rule': {'security_group_id': '963368a5-0fbb-4b7f-99ae-d64c1151df08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:14.809897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port a04e1d85-d3cc-4812-bffe-6b69c71f43c5 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:14.813447 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-63c65498-66de-4465-9139-4831a1655e26 None None] Current status of the port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:14.857359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '4d060e01-5cfa-4411-983a-16e5755d3ed2', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '4d060e01-5cfa-4411-983a-16e5755d3ed2', 'mac_address': 'fa:16:3e:16:89:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:05:14.875545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network 57b73e8d-1ffe-4d1d-bcc7-5d309b22726a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:14.886105 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32cd5c1b-2627-4776-9b41-266aea1ba1cf req-39d3d574-fb3a-4d01-ab69-74917d205b87 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=56425865-b32b-47b8-bbb5-ddfea325091c HTTP/1.1" status: 200 len: 210 time: 0.1046631 Feb 05 03:05:14.897243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-63c65498-66de-4465-9139-4831a1655e26 None None] Provisioning complete for port f62cf136-255a-40c0-930f-d7da8a190824 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:14.897510 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-1ceb216f-d47e-45fe-8fe3-2b5335965f42 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Publish callbacks [] for port (ad005d41-c03d-41c2-9d80-424341061d7a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:14.897989 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-63c65498-66de-4465-9139-4831a1655e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f62cf136-255a-40c0-930f-d7da8a190824), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:14.906797 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:14.956528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d3c62-78e6-4183-bcd7-94b05fca49ac req-4e3152fc-722a-4e56-98fa-8ce42dab3ed6 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:14.958953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef1d3c62-78e6-4183-bcd7-94b05fca49ac req-4e3152fc-722a-4e56-98fa-8ce42dab3ed6 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 945 time: 1.0800538 Feb 05 03:05:15.041849 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-1ceb216f-d47e-45fe-8fe3-2b5335965f42 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ad005d41-c03d-41c2-9d80-424341061d7a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:15.046293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 63c0c6e4-fc20-4381-b23b-5f7d68a8144d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:15.072845 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'name': 'tempest-ServerActionsTestJSON-1509145307-router', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:00Z', 'updated_at': '2022-02-05T03:05:09Z', 'revision_number': 4, 'project_id': '853f1900c482489d82f61a09748f53b2', 'gw_port': {'id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:01Z', 'updated_at': '2022-02-05T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '144146fa-dbc1-458c-8c3a-728ec261a21e', 'name': '', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'mac_address': 'fa:16:3e:75:c5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:06Z', 'updated_at': '2022-02-05T03:05:14Z', 'revision_number': 4, 'project_id': '853f1900c482489d82f61a09748f53b2', 'subnets': [{'id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:15.076514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-1ceb216f-d47e-45fe-8fe3-2b5335965f42 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Network 98ab2392-eb0d-400b-ae03-4808c53f38dc is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:15.079014 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-1ceb216f-d47e-45fe-8fe3-2b5335965f42 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:15.081742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['acb28c92-8aec-4518-83f2-c35adecc50ea'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:05:15.117907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-1ceb216f-d47e-45fe-8fe3-2b5335965f42 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:15.119342 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa6a36-2eef-4e61-8315-e2456715a3fc None None] The sync data for ids ['e6599155-eef1-49bd-8c36-24017ed7bf89'] in n-d-826942-8 is: [{'id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'name': 'tempest-ServerActionsTestJSON-1509145307-router', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:00Z', 'updated_at': '2022-02-05T03:05:09Z', 'revision_number': 4, 'project_id': '853f1900c482489d82f61a09748f53b2', 'gw_port': {'id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:01Z', 'updated_at': '2022-02-05T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '144146fa-dbc1-458c-8c3a-728ec261a21e', 'name': '', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'mac_address': 'fa:16:3e:75:c5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:06Z', 'updated_at': '2022-02-05T03:05:14Z', 'revision_number': 4, 'project_id': '853f1900c482489d82f61a09748f53b2', 'subnets': [{'id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:05:15.177369 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb216f-d47e-45fe-8fe3-2b5335965f42 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Pushing event updated for resources: {'Port': ['ID=ad005d41-c03d-41c2-9d80-424341061d7a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:15.195352 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-63c65498-66de-4465-9139-4831a1655e26 None None] Port f62cf136-255a-40c0-930f-d7da8a190824 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:05:15.233356 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-1ceb216f-d47e-45fe-8fe3-2b5335965f42 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:15.234027 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-1ceb216f-d47e-45fe-8fe3-2b5335965f42 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:15.273277 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-1ceb216f-d47e-45fe-8fe3-2b5335965f42 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1969881 Feb 05 03:05:15.286259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Request body: {'port': {'device_id': '56425865-b32b-47b8-bbb5-ddfea325091c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:15.298624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4d060e01-5cfa-4411-983a-16e5755d3ed2 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:15.298959 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4d060e01-5cfa-4411-983a-16e5755d3ed2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:15.370191 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d060e01-5cfa-4411-983a-16e5755d3ed2 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:05:15.394795 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a6b5e0d5-d070-403e-8661-0a325a5c6f26 None None] Provisioning complete for port 144146fa-dbc1-458c-8c3a-728ec261a21e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:15.395590 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6b5e0d5-d070-403e-8661-0a325a5c6f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:15.398813 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faaa7d13-6ec6-466d-84bc-70e48f666342 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for security_group_rule (ea78eb8f-c7f4-4ade-a44b-46a4e2836a19), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:15.413928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4d060e01-5cfa-4411-983a-16e5755d3ed2, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d060e01-5cfa-4411-983a-16e5755d3ed2,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:15.423362 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ad005d41-c03d-41c2-9d80-424341061d7a), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:15.456307 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4d060e01-5cfa-4411-983a-16e5755d3ed2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:15.460900 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef1d3c62-78e6-4183-bcd7-94b05fca49ac req-b4cd46dd-1676-45da-bab6-7f29229f36c4 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790422 Feb 05 03:05:15.526379 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4d060e01-5cfa-4411-983a-16e5755d3ed2,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:15.559837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 63c0c6e4-fc20-4381-b23b-5f7d68a8144d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:15.560263 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (63c0c6e4-fc20-4381-b23b-5f7d68a8144d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:15.593053 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faaa7d13-6ec6-466d-84bc-70e48f666342 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for security_group_rule (ea78eb8f-c7f4-4ade-a44b-46a4e2836a19), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:15.609325 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faaa7d13-6ec6-466d-84bc-70e48f666342 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (ea78eb8f-c7f4-4ade-a44b-46a4e2836a19), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:15.639094 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faaa7d13-6ec6-466d-84bc-70e48f666342 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:15.643144 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-faaa7d13-6ec6-466d-84bc-70e48f666342 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8794713 Feb 05 03:05:15.645051 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (3f18bffe-46af-4ae2-a1ef-c61d10358f90), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:15.654993 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77465c47-eaf5-46dd-8725-4f93422c6cbb req-99afebfd-b23f-4ef3-8c5b-0bff28200869 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:15.656617 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77465c47-eaf5-46dd-8725-4f93422c6cbb req-99afebfd-b23f-4ef3-8c5b-0bff28200869 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 947 time: 0.4812005 Feb 05 03:05:15.659611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38066) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:15.700941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e2302099-e47e-46e0-83aa-7cf61f1076b1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Request body: {'security_group_rule': {'security_group_id': '963368a5-0fbb-4b7f-99ae-d64c1151df08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:15.716271 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4d060e01-5cfa-4411-983a-16e5755d3ed2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:05:15.733138 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:15.798024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad005d41-c03d-41c2-9d80-424341061d7a {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:05:15.808250 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Publish callbacks [] for port (ad005d41-c03d-41c2-9d80-424341061d7a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:15.817239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5e0d5-d070-403e-8661-0a325a5c6f26 None None] Current status of the port 144146fa-dbc1-458c-8c3a-728ec261a21e is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:15.817654 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6b5e0d5-d070-403e-8661-0a325a5c6f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:15.820925 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Transition to ACTIVE for port object ad005d41-c03d-41c2-9d80-424341061d7a will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:05:15.833677 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ad005d41-c03d-41c2-9d80-424341061d7a), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:15.924446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Allocated IP 172.20.0.3 (6b752d6f-7bae-479f-94df-e03e803b2618/e07cfdc2-4a1f-467e-9629-0b11c9852332/d90778c0-f563-4280-b8c1-8b5d7a34675c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:15.962227 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Pushing event updated for resources: {'Port': ['ID=ad005d41-c03d-41c2-9d80-424341061d7a,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:15.970342 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 63c0c6e4-fc20-4381-b23b-5f7d68a8144d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:16.002377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763cccd-7be2-4048-9683-acc42d39b413 req-2291144b-7ae3-4a0a-a06d-e77a19cf3b66 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:16.004935 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a763cccd-7be2-4048-9683-acc42d39b413 req-2291144b-7ae3-4a0a-a06d-e77a19cf3b66 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.31 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 945 time: 0.1825507 Feb 05 03:05:16.006597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a6b5e0d5-d070-403e-8661-0a325a5c6f26 None None] For port 144146fa-dbc1-458c-8c3a-728ec261a21e, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=144146fa-dbc1-458c-8c3a-728ec261a21e,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:16.016484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa7d13-6ec6-466d-84bc-70e48f666342 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea78eb8f-c7f4-4ade-a44b-46a4e2836a19,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:16.029487 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6b5e0d5-d070-403e-8661-0a325a5c6f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.122625 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2302099-e47e-46e0-83aa-7cf61f1076b1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for security_group_rule (1694ac66-9cce-4aeb-9d31-0f3b6d9e8dd1), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.135310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Attempting to bind port ad005d41-c03d-41c2-9d80-424341061d7a on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:05:16.135650 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Attempting to bind port ad005d41-c03d-41c2-9d80-424341061d7a by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'e48789ca-2411-4dd0-8111-f6e23a9e113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '98ab2392-eb0d-400b-ae03-4808c53f38dc'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:05:16.136067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Attempting to bind port ad005d41-c03d-41c2-9d80-424341061d7a on network 98ab2392-eb0d-400b-ae03-4808c53f38dc {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:16.137640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a6b5e0d5-d070-403e-8661-0a325a5c6f26 None None] Provisioning complete for port f62cf136-255a-40c0-930f-d7da8a190824 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:16.137900 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6b5e0d5-d070-403e-8661-0a325a5c6f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f62cf136-255a-40c0-930f-d7da8a190824), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.156806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Port ad005d41-c03d-41c2-9d80-424341061d7a on network 98ab2392-eb0d-400b-ae03-4808c53f38dc not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:05:16.157195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Attempting to bind port ad005d41-c03d-41c2-9d80-424341061d7a on network 98ab2392-eb0d-400b-ae03-4808c53f38dc {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:16.169907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:05:16.170301 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Checking segment: {'id': 'e48789ca-2411-4dd0-8111-f6e23a9e113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '98ab2392-eb0d-400b-ae03-4808c53f38dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:16.170867 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Bound using segment: {'id': 'e48789ca-2411-4dd0-8111-f6e23a9e113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '98ab2392-eb0d-400b-ae03-4808c53f38dc'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:05:16.171308 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Bound port: ad005d41-c03d-41c2-9d80-424341061d7a, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e48789ca-2411-4dd0-8111-f6e23a9e113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '98ab2392-eb0d-400b-ae03-4808c53f38dc'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:05:16.171668 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ad005d41-c03d-41c2-9d80-424341061d7a), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.177851 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.204763 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a763cccd-7be2-4048-9683-acc42d39b413 req-2c00c6ad-befa-4f63-a23e-2aad7b82e31d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Deleting port 2f34ccca-0ac7-4081-84b7-4777f35592f2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:05:16.211067 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a763cccd-7be2-4048-9683-acc42d39b413 req-2c00c6ad-befa-4f63-a23e-2aad7b82e31d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (2f34ccca-0ac7-4081-84b7-4777f35592f2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.230909 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5e0d5-d070-403e-8661-0a325a5c6f26 None None] Pushing event updated for resources: {'Port': ['ID=144146fa-dbc1-458c-8c3a-728ec261a21e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:16.267116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5e0d5-d070-403e-8661-0a325a5c6f26 None None] Port f62cf136-255a-40c0-930f-d7da8a190824 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:05:16.280606 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2302099-e47e-46e0-83aa-7cf61f1076b1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for security_group_rule (1694ac66-9cce-4aeb-9d31-0f3b6d9e8dd1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.306566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77465c47-eaf5-46dd-8725-4f93422c6cbb req-89da9f14-52ce-4f22-bd68-4e51ddd02ae0 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea88452e-5c9f-429f-95b0-2135f85e856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6347928 Feb 05 03:05:16.333878 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2302099-e47e-46e0-83aa-7cf61f1076b1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (1694ac66-9cce-4aeb-9d31-0f3b6d9e8dd1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.374212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 48e3162d-e20f-4503-8642-3ca7b073dfa1 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:05:16.398119 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2302099-e47e-46e0-83aa-7cf61f1076b1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1694ac66-9cce-4aeb-9d31-0f3b6d9e8dd1,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:16.402477 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cafc92b8-fd88-4d98-a8a6-493637c0fb2f None None] Provisioning complete for port f62cf136-255a-40c0-930f-d7da8a190824 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:16.406226 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cafc92b8-fd88-4d98-a8a6-493637c0fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f62cf136-255a-40c0-930f-d7da8a190824), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.406705 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77e53c-5c16-409e-9889-0004e597fe7e req-ed82c815-ecd6-45e4-858a-92fade5f9baa tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:16.408297 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a77e53c-5c16-409e-9889-0004e597fe7e req-ed82c815-ecd6-45e4-858a-92fade5f9baa tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=56425865-b32b-47b8-bbb5-ddfea325091c HTTP/1.1" status: 200 len: 943 time: 0.3135078 Feb 05 03:05:16.412364 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for port (d90778c0-f563-4280-b8c1-8b5d7a34675c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.433189 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2302099-e47e-46e0-83aa-7cf61f1076b1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.435542 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a763cccd-7be2-4048-9683-acc42d39b413 req-2c00c6ad-befa-4f63-a23e-2aad7b82e31d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] For port 2f34ccca-0ac7-4081-84b7-4777f35592f2, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=2f34ccca-0ac7-4081-84b7-4777f35592f2,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:16.436059 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a763cccd-7be2-4048-9683-acc42d39b413 req-2c00c6ad-befa-4f63-a23e-2aad7b82e31d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (2f34ccca-0ac7-4081-84b7-4777f35592f2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.439053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e2302099-e47e-46e0-83aa-7cf61f1076b1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7743337 Feb 05 03:05:16.451449 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38072) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:16.453629 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a763cccd-7be2-4048-9683-acc42d39b413 req-2c00c6ad-befa-4f63-a23e-2aad7b82e31d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Calling delete_port for 2f34ccca-0ac7-4081-84b7-4777f35592f2 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:05:16.459121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:16.490365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cafc92b8-fd88-4d98-a8a6-493637c0fb2f None None] Port f62cf136-255a-40c0-930f-d7da8a190824 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:05:16.601067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] For port ad005d41-c03d-41c2-9d80-424341061d7a, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:05:16.605296 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a763cccd-7be2-4048-9683-acc42d39b413 req-2c00c6ad-befa-4f63-a23e-2aad7b82e31d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (2f34ccca-0ac7-4081-84b7-4777f35592f2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.620409 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['2f34ccca-0ac7-4081-84b7-4777f35592f2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:05:16.633864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] For port ad005d41-c03d-41c2-9d80-424341061d7a, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ad005d41-c03d-41c2-9d80-424341061d7a,segment=NetworkSegment(e48789ca-2411-4dd0-8111-f6e23a9e113b),segment_id=e48789ca-2411-4dd0-8111-f6e23a9e113b)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:05:16.668740 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00c6ad-befa-4f63-a23e-2aad7b82e31d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Pushing event deleted for resources: {'Port': ['ID=2f34ccca-0ac7-4081-84b7-4777f35592f2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:16.677888 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ad005d41-c03d-41c2-9d80-424341061d7a), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.688482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c26af1dc-98ee-4225-94af-8106d2777c79 req-d400e1ba-f4b6-4535-99aa-eec377c820bd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 210 time: 0.0836980 Feb 05 03:05:16.699080 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.771844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a763cccd-7be2-4048-9683-acc42d39b413 req-2c00c6ad-befa-4f63-a23e-2aad7b82e31d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] No DVR routers for this DVR port 2f34ccca-0ac7-4081-84b7-4777f35592f2 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:05:16.772072 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a77e53c-5c16-409e-9889-0004e597fe7e req-d0e54264-aa06-4322-ab93-b3632b627c6d tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520360 Feb 05 03:05:16.783095 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a763cccd-7be2-4048-9683-acc42d39b413 req-2c00c6ad-befa-4f63-a23e-2aad7b82e31d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.784801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:05:16.787178 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a763cccd-7be2-4048-9683-acc42d39b413 req-2c00c6ad-befa-4f63-a23e-2aad7b82e31d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.31 "DELETE /v2.0/ports/2f34ccca-0ac7-4081-84b7-4777f35592f2 HTTP/1.1" status: 204 len: 173 time: 0.7748771 Feb 05 03:05:16.789869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d906ec-c887-49fb-9617-6a1d974d7e43', 'name': 'network-vif-deleted', 'tag': '2f34ccca-0ac7-4081-84b7-4777f35592f2'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:05:16.792181 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-50ce2ec2-ab99-462c-9d53-142da6ccd35d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/48e3162d-e20f-4503-8642-3ca7b073dfa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2395225 Feb 05 03:05:16.793063 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d32da8-47f2-4f1d-98cd-6adb9816f760" -d '{"events": [{"server_uuid": "10d906ec-c887-49fb-9617-6a1d974d7e43", "name": "network-vif-deleted", "tag": "2f34ccca-0ac7-4081-84b7-4777f35592f2"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:05:16.793771 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d90778c0-f563-4280-b8c1-8b5d7a34675c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.796220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38078) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:16.804704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34abf7d9-df2e-4246-97c3-48e933265959 None None] Sync routers for ids ['48e3162d-e20f-4503-8642-3ca7b073dfa1'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:05:16.828604 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:16.829254 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:16.830880 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] 10.222.0.31 "PUT /v2.0/ports/ad005d41-c03d-41c2-9d80-424341061d7a HTTP/1.1" status: 200 len: 1091 time: 1.5489626 Feb 05 03:05:16.831693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92d3e1-7def-4a1b-bbc3-e8adc3da4222 service neutron] Pushing event updated for resources: {'Port': ['ID=ad005d41-c03d-41c2-9d80-424341061d7a,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:16.837592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34abf7d9-df2e-4246-97c3-48e933265959 None None] Routers {'48e3162d-e20f-4503-8642-3ca7b073dfa1'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:16.838333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-34abf7d9-df2e-4246-97c3-48e933265959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['48e3162d-e20f-4503-8642-3ca7b073dfa1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:16.891437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-34abf7d9-df2e-4246-97c3-48e933265959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:16.913777 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34abf7d9-df2e-4246-97c3-48e933265959 None None] Routers {'48e3162d-e20f-4503-8642-3ca7b073dfa1'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:16.914425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-34abf7d9-df2e-4246-97c3-48e933265959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['48e3162d-e20f-4503-8642-3ca7b073dfa1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:16.960660 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-34abf7d9-df2e-4246-97c3-48e933265959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:16.961481 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34abf7d9-df2e-4246-97c3-48e933265959 None None] The sync data for ids ['48e3162d-e20f-4503-8642-3ca7b073dfa1'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:05:16.966989 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08489e6c-fd3f-4166-bdd1-802b2c2641d9 x-openstack-request-id: req-08489e6c-fd3f-4166-bdd1-802b2c2641d9 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:05:16.967499 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d906ec-c887-49fb-9617-6a1d974d7e43", "name": "network-vif-deleted", "tag": "2f34ccca-0ac7-4081-84b7-4777f35592f2", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:05:16.967499 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08489e6c-fd3f-4166-bdd1-802b2c2641d9 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:05:16.967900 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d906ec-c887-49fb-9617-6a1d974d7e43', 'name': 'network-vif-deleted', 'tag': '2f34ccca-0ac7-4081-84b7-4777f35592f2', 'status': 'completed', 'code': 200} Feb 05 03:05:17.020148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-939b42be-783b-4526-afe6-9b3b16fe973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:17.022058 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-939b42be-783b-4526-afe6-9b3b16fe973f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=48d75b9896b4443ca4a344d32f5eb70e&device_id=56425865-b32b-47b8-bbb5-ddfea325091c HTTP/1.1" status: 200 len: 1125 time: 0.1390853 Feb 05 03:05:17.030149 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Network 6b752d6f-7bae-479f-94df-e03e803b2618 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:17.048853 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:17.053497 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Pushing event updated for resources: {'Port': ['ID=d90778c0-f563-4280-b8c1-8b5d7a34675c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:17.061382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5552e422-9d46-488f-94d6-8f6d1fc57a5d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:17.065863 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5552e422-9d46-488f-94d6-8f6d1fc57a5d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports/f62cf136-255a-40c0-930f-d7da8a190824 HTTP/1.1" status: 200 len: 910 time: 0.1646259 Feb 05 03:05:17.066639 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38082) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:17.068586 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:17.092535 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-43188179-8c0b-48d7-b503-e85fd5a2ee41 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad005d41-c03d-41c2-9d80-424341061d7a HTTP/1.1" status: 200 len: 217 time: 0.0623980 Feb 05 03:05:17.093268 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 144146fa-dbc1-458c-8c3a-728ec261a21e up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:17.172811 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 144146fa-dbc1-458c-8c3a-728ec261a21e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:17.173189 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:17.195413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-1eac5a7f-edb7-45a6-bf9a-6a288410dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:17.196917 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-1eac5a7f-edb7-45a6-bf9a-6a288410dec3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9710adb9-a86e-4bd9-b62b-bccb80188957 HTTP/1.1" status: 200 len: 853 time: 0.0968993 Feb 05 03:05:17.239441 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-284335a6-c0f0-43dd-b583-b6e6e79529af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98ab2392-eb0d-400b-ae03-4808c53f38dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354149 Feb 05 03:05:17.402849 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:17.404740 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 144146fa-dbc1-458c-8c3a-728ec261a21e is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:17.440766 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-1861223d-f080-4bf9-bbde-1631fdaa9d42 service neutron] 10.222.0.31 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949031 Feb 05 03:05:17.548528 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-231bcb5a-8436-4a1e-bfd1-74c36c848d35 req-f7c0d8f7-684d-436e-af86-34427ce67ab3 service neutron] 10.222.0.31 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000547 Feb 05 03:05:17.778344 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84211da0-36b0-4e6c-aa81-1d9734d79149 req-bc71bfbc-d6a6-4958-a696-e5b4a25f0110 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:17.780085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84211da0-36b0-4e6c-aa81-1d9734d79149 req-bc71bfbc-d6a6-4958-a696-e5b4a25f0110 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 948 time: 0.3237622 Feb 05 03:05:17.887174 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24b0d097-007c-4cba-9cad-3a1f7e8e2671 req-2c200cec-e0ab-4cc8-8eb8-3bb7034897ec tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 210 time: 0.0691497 Feb 05 03:05:17.915349 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Allocated IP 172.25.0.142 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/b4bdd5ba-7d95-4168-a52a-38bf25ff81e6) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:17.970645 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (3f18bffe-46af-4ae2-a1ef-c61d10358f90), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:17.983327 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84211da0-36b0-4e6c-aa81-1d9734d79149 req-15811856-7b38-4e13-a544-0b3ef5e27e00 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea88452e-5c9f-429f-95b0-2135f85e856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967871 Feb 05 03:05:18.297126 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4d060e01-5cfa-4411-983a-16e5755d3ed2 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:18.366898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 4d060e01-5cfa-4411-983a-16e5755d3ed2 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:05:18.380852 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 4d060e01-5cfa-4411-983a-16e5755d3ed2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:18.380852 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4d060e01-5cfa-4411-983a-16e5755d3ed2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:18.475016 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4d060e01-5cfa-4411-983a-16e5755d3ed2 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:18.475670 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4d060e01-5cfa-4411-983a-16e5755d3ed2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:18.499719 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b853956-dc6e-4574-8d39-31b77e00c35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d060e01-5cfa-4411-983a-16e5755d3ed2'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:05:18.501969 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec261ec-8897-4895-822e-3d3f9c2cd378" -d '{"events": [{"server_uuid": "0b853956-dc6e-4574-8d39-31b77e00c35c", "name": "network-vif-plugged", "status": "completed", "tag": "4d060e01-5cfa-4411-983a-16e5755d3ed2"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:05:18.526201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4d060e01-5cfa-4411-983a-16e5755d3ed2, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d060e01-5cfa-4411-983a-16e5755d3ed2,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:18.534050 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4d060e01-5cfa-4411-983a-16e5755d3ed2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:18.563252 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:18.564795 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d958990-619a-42b5-9340-a25ca76dc432 x-openstack-request-id: req-1d958990-619a-42b5-9340-a25ca76dc432 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:05:18.565091 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b853956-dc6e-4574-8d39-31b77e00c35c", "name": "network-vif-plugged", "status": "completed", "tag": "4d060e01-5cfa-4411-983a-16e5755d3ed2", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:05:18.565348 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d958990-619a-42b5-9340-a25ca76dc432 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:05:18.565873 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b853956-dc6e-4574-8d39-31b77e00c35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d060e01-5cfa-4411-983a-16e5755d3ed2', 'code': 200} Feb 05 03:05:18.591570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4d060e01-5cfa-4411-983a-16e5755d3ed2,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:18.611122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57915d2-43ea-4874-a499-cd8ff41cc62a req-9994a3b9-7fd7-4d84-b925-79bfa862d750 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:18.612623 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b57915d2-43ea-4874-a499-cd8ff41cc62a req-9994a3b9-7fd7-4d84-b925-79bfa862d750 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=56425865-b32b-47b8-bbb5-ddfea325091c HTTP/1.1" status: 200 len: 943 time: 0.5931802 Feb 05 03:05:18.718433 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 2f34ccca-0ac7-4081-84b7-4777f35592f2 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:05:18.728180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4ce4b-5870-4846-8ce6-870a5a0a3589 req-e25794a4-7461-4a9f-bdda-15ac05e09cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:18.729728 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-39e4ce4b-5870-4846-8ce6-870a5a0a3589 req-e25794a4-7461-4a9f-bdda-15ac05e09cd0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 1131 time: 0.1055470 Feb 05 03:05:18.751210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 2f34ccca-0ac7-4081-84b7-4777f35592f2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:05:18.751817 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 2f34ccca-0ac7-4081-84b7-4777f35592f2 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:05:18.756431 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for port (b4bdd5ba-7d95-4168-a52a-38bf25ff81e6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:18.780156 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-39e4ce4b-5870-4846-8ce6-870a5a0a3589 req-826b0e7b-0ca3-47ca-b487-e9a6bc765b65 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ea88452e-5c9f-429f-95b0-2135f85e856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443943 Feb 05 03:05:18.874737 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b57915d2-43ea-4874-a499-cd8ff41cc62a req-d4d4de60-37f3-4ee4-b873-b7bb27adaa4d tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205343 Feb 05 03:05:18.969175 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56425865-b32b-47b8-bbb5-ddfea325091c', 'tag': 'ad005d41-c03d-41c2-9d80-424341061d7a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:05:18.971841 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dd3226-25cd-4c2a-866e-cf474dd3f8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "56425865-b32b-47b8-bbb5-ddfea325091c", "tag": "ad005d41-c03d-41c2-9d80-424341061d7a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:05:19.013359 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918190a4-4b4b-4e83-8085-eee1e25bf507 x-openstack-request-id: req-918190a4-4b4b-4e83-8085-eee1e25bf507 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:05:19.013794 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56425865-b32b-47b8-bbb5-ddfea325091c", "tag": "ad005d41-c03d-41c2-9d80-424341061d7a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:05:19.014155 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-918190a4-4b4b-4e83-8085-eee1e25bf507 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:05:19.014645 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56425865-b32b-47b8-bbb5-ddfea325091c', 'tag': 'ad005d41-c03d-41c2-9d80-424341061d7a', 'status': 'completed', 'code': 200} Feb 05 03:05:19.023882 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (3f18bffe-46af-4ae2-a1ef-c61d10358f90), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:19.026584 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (b4bdd5ba-7d95-4168-a52a-38bf25ff81e6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:19.038618 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7312daea-bf5e-4855-b101-f99a3db78192 req-91ce60cc-1c43-44f5-846c-1e82a2addb14 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 210 time: 0.0519650 Feb 05 03:05:19.119073 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd3226-25cd-4c2a-866e-cf474dd3f8d9 req-224a4de8-b23a-439b-bb1f-80a4db0c75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:19.120918 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a8dd3226-25cd-4c2a-866e-cf474dd3f8d9 req-224a4de8-b23a-439b-bb1f-80a4db0c75b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=48d75b9896b4443ca4a344d32f5eb70e&device_id=56425865-b32b-47b8-bbb5-ddfea325091c HTTP/1.1" status: 200 len: 1125 time: 0.0822656 Feb 05 03:05:19.186627 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:19.211945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd3226-25cd-4c2a-866e-cf474dd3f8d9 req-dff194bf-bb4c-477b-8eff-4178b41b254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:19.213303 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a8dd3226-25cd-4c2a-866e-cf474dd3f8d9 req-dff194bf-bb4c-477b-8eff-4178b41b254c service neutron] 10.222.0.31 "GET /v2.0/networks?id=98ab2392-eb0d-400b-ae03-4808c53f38dc HTTP/1.1" status: 200 len: 914 time: 0.0857699 Feb 05 03:05:19.217446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:19.226285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:19.230982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event updated for resources: {'Port': ['ID=b4bdd5ba-7d95-4168-a52a-38bf25ff81e6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:19.264915 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a8dd3226-25cd-4c2a-866e-cf474dd3f8d9 req-fea9751d-8b55-4256-88dc-ba0219217984 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad005d41-c03d-41c2-9d80-424341061d7a HTTP/1.1" status: 200 len: 217 time: 0.0454895 Feb 05 03:05:19.276601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:19.276955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:19.277301 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:19.277643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:19.277978 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:19.278312 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:19.278641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:19.278995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:19.279787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:19.279787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:19.280027 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:19.280265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:19.280589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:05:19.308706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Allocated IP 172.21.0.1 (e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59/838b99d6-4b4b-444e-844e-5f44c6d5d429/4fc008f8-11d3-4e2a-ad17-835cd4be1b4a) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:19.325011 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd3226-25cd-4c2a-866e-cf474dd3f8d9 req-bbd50ad3-7d3a-4d75-85e6-41810e0b463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:19.326860 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a8dd3226-25cd-4c2a-866e-cf474dd3f8d9 req-bbd50ad3-7d3a-4d75-85e6-41810e0b463c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9710adb9-a86e-4bd9-b62b-bccb80188957 HTTP/1.1" status: 200 len: 853 time: 0.0559943 Feb 05 03:05:19.340859 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ed8ed-a94d-4e6a-8fa0-7ad4cf28099f req-85efd337-6daa-400f-a946-be928a9db792 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:19.342465 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-910ed8ed-a94d-4e6a-8fa0-7ad4cf28099f req-85efd337-6daa-400f-a946-be928a9db792 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 949 time: 0.2225170 Feb 05 03:05:19.375071 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a8dd3226-25cd-4c2a-866e-cf474dd3f8d9 req-4d88b8b2-b0fe-4fab-8eaa-d1ada851e71e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98ab2392-eb0d-400b-ae03-4808c53f38dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418093 Feb 05 03:05:19.496437 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for floatingip (81714398-12c0-4d58-8c13-aac5226b6cf5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:19.501757 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a8dd3226-25cd-4c2a-866e-cf474dd3f8d9 req-7ef7aa4f-2f11-4f1c-a10e-fac16a1f4fa4 service neutron] 10.222.0.31 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201613 Feb 05 03:05:19.543200 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-910ed8ed-a94d-4e6a-8fa0-7ad4cf28099f req-6eeabc1f-874c-40eb-9af9-6cbf52fbf649 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea88452e-5c9f-429f-95b0-2135f85e856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847024 Feb 05 03:05:19.601274 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (4fc008f8-11d3-4e2a-ad17-835cd4be1b4a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:19.607081 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b4bdd5ba-7d95-4168-a52a-38bf25ff81e6), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:19.612201 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Router 3f18bffe-46af-4ae2-a1ef-c61d10358f90 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:05:19.653806 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a8dd3226-25cd-4c2a-866e-cf474dd3f8d9 req-d01d94cc-46c8-4184-a22e-faeef1b09bde service neutron] 10.222.0.31 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447186 Feb 05 03:05:19.759700 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4fc008f8-11d3-4e2a-ad17-835cd4be1b4a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:19.865166 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:19.889474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:19.908782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:19.981194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=4fc008f8-11d3-4e2a-ad17-835cd4be1b4a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:20.006751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:05:20.016864 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47259b8-ec30-46d3-bd6e-5977a8db307e None None] Sync routers for ids ['3f18bffe-46af-4ae2-a1ef-c61d10358f90'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:05:20.045996 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47259b8-ec30-46d3-bd6e-5977a8db307e None None] Routers {'3f18bffe-46af-4ae2-a1ef-c61d10358f90'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:20.047175 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a47259b8-ec30-46d3-bd6e-5977a8db307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['3f18bffe-46af-4ae2-a1ef-c61d10358f90'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:20.061005 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (48e3162d-e20f-4503-8642-3ca7b073dfa1), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:20.142271 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:20.143549 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-56dd6a2a-e39d-49f5-88ce-ff0fb676f71e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.6016390 Feb 05 03:05:20.147657 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38128) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:20.202619 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for port (b4bdd5ba-7d95-4168-a52a-38bf25ff81e6), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:20.223798 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b464a-763f-4c4f-86e8-4cd0144a42c2 req-5fbb9734-944f-43ab-a72f-728d4102ecdd tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:20.225624 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-015b464a-763f-4c4f-86e8-4cd0144a42c2 req-5fbb9734-944f-43ab-a72f-728d4102ecdd tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=56425865-b32b-47b8-bbb5-ddfea325091c HTTP/1.1" status: 200 len: 943 time: 0.2556210 Feb 05 03:05:20.253342 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (b4bdd5ba-7d95-4168-a52a-38bf25ff81e6), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:20.257326 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a367a1f2-c3c0-4d5e-93ac-ad54b70f967a req-e9661330-7bb5-43c4-8bc6-5f4876e38d66 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 210 time: 0.0765457 Feb 05 03:05:20.266008 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-47660e02-3c19-41f1-8c62-ac145f0019c0 None None] Provisioning complete for port 4fc008f8-11d3-4e2a-ad17-835cd4be1b4a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:20.266565 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47660e02-3c19-41f1-8c62-ac145f0019c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4fc008f8-11d3-4e2a-ad17-835cd4be1b4a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:20.312262 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a47259b8-ec30-46d3-bd6e-5977a8db307e None None] Set router 3f18bffe-46af-4ae2-a1ef-c61d10358f90 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:05:20.358507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-47660e02-3c19-41f1-8c62-ac145f0019c0 None None] Port 4fc008f8-11d3-4e2a-ad17-835cd4be1b4a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:05:20.385738 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbf26f85-f34a-49a8-ac39-9d62733e80ed tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router (3f18bffe-46af-4ae2-a1ef-c61d10358f90), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:20.406719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event updated for resources: {'Port': ['ID=b4bdd5ba-7d95-4168-a52a-38bf25ff81e6,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:20.456977 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-015b464a-763f-4c4f-86e8-4cd0144a42c2 req-3447c161-62b2-4eb9-a407-9a97943fb11a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064338 Feb 05 03:05:20.466268 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (81714398-12c0-4d58-8c13-aac5226b6cf5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:20.483766 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4fc008f8-11d3-4e2a-ad17-835cd4be1b4a), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:20.497346 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:20.498902 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a27f4766-e6fb-4dd0-9389-17aa39c39cfa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0448515 Feb 05 03:05:20.675305 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbf26f85-f34a-49a8-ac39-9d62733e80ed tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (3f18bffe-46af-4ae2-a1ef-c61d10358f90), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:20.685372 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a47259b8-ec30-46d3-bd6e-5977a8db307e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f18bffe-46af-4ae2-a1ef-c61d10358f90', 'name': '', 'tenant_id': '73878a41469843dba7a4bb59ad672ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b752d6f-7bae-479f-94df-e03e803b2618', 'external_fixed_ips': [{'subnet_id': 'e07cfdc2-4a1f-467e-9629-0b11c9852332', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd90778c0-f563-4280-b8c1-8b5d7a34675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:11Z', 'updated_at': '2022-02-05T03:05:17Z', 'revision_number': 3, 'project_id': '73878a41469843dba7a4bb59ad672ad5', 'gw_port': {'id': 'd90778c0-f563-4280-b8c1-8b5d7a34675c', 'name': '', 'network_id': '6b752d6f-7bae-479f-94df-e03e803b2618', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:45:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f18bffe-46af-4ae2-a1ef-c61d10358f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': 'e07cfdc2-4a1f-467e-9629-0b11c9852332', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:15Z', 'updated_at': '2022-02-05T03:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e07cfdc2-4a1f-467e-9629-0b11c9852332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:20.729766 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47259b8-ec30-46d3-bd6e-5977a8db307e None None] Checking router: 3f18bffe-46af-4ae2-a1ef-c61d10358f90 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:05:20.731608 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ad005d41-c03d-41c2-9d80-424341061d7a details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:05:20.731863 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47259b8-ec30-46d3-bd6e-5977a8db307e None None] Updating router 3f18bffe-46af-4ae2-a1ef-c61d10358f90 port d90778c0-f563-4280-b8c1-8b5d7a34675c binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:05:20.745666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cbf26f85-f34a-49a8-ac39-9d62733e80ed tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Deleting port d90778c0-f563-4280-b8c1-8b5d7a34675c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:05:20.746310 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbf26f85-f34a-49a8-ac39-9d62733e80ed tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d90778c0-f563-4280-b8c1-8b5d7a34675c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:20.793148 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a47259b8-ec30-46d3-bd6e-5977a8db307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d90778c0-f563-4280-b8c1-8b5d7a34675c), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:20.840465 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbf26f85-f34a-49a8-ac39-9d62733e80ed tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d90778c0-f563-4280-b8c1-8b5d7a34675c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:20.866717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cbf26f85-f34a-49a8-ac39-9d62733e80ed tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Calling delete_port for d90778c0-f563-4280-b8c1-8b5d7a34675c owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:05:20.875222 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-e7903002-1bd3-4b36-a7a5-b11c4d685f0e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1667988797&fields=id&tenant_id=853f1900c482489d82f61a09748f53b2 HTTP/1.1" status: 200 len: 267 time: 0.1768785 Feb 05 03:05:20.900663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ad005d41-c03d-41c2-9d80-424341061d7a, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ad005d41-c03d-41c2-9d80-424341061d7a,segment=NetworkSegment(e48789ca-2411-4dd0-8111-f6e23a9e113b),segment_id=e48789ca-2411-4dd0-8111-f6e23a9e113b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:20.932241 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'ad005d41-c03d-41c2-9d80-424341061d7a', 'network_id': '98ab2392-eb0d-400b-ae03-4808c53f38dc', 'port_id': 'ad005d41-c03d-41c2-9d80-424341061d7a', 'mac_address': 'fa:16:3e:b7:cb:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9710adb9-a86e-4bd9-b62b-bccb80188957', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:05:20.964126 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605525c-fca5-4691-ae82-cd2582849309 req-9b24ee2d-fd85-443c-ac52-0a01f048f60a tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:20.971508 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a605525c-fca5-4691-ae82-cd2582849309 req-9b24ee2d-fd85-443c-ac52-0a01f048f60a tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 949 time: 0.2962008 Feb 05 03:05:21.053409 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ad005d41-c03d-41c2-9d80-424341061d7a is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:21.054175 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ad005d41-c03d-41c2-9d80-424341061d7a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:21.078518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad005d41-c03d-41c2-9d80-424341061d7a {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:05:21.109681 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbf26f85-f34a-49a8-ac39-9d62733e80ed tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d90778c0-f563-4280-b8c1-8b5d7a34675c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:21.117700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-1a09ad16-fda6-4992-9f32-d4c0f0c7bcb5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:21.125771 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-1a09ad16-fda6-4992-9f32-d4c0f0c7bcb5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 812 time: 0.2272124 Feb 05 03:05:21.130595 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ad005d41-c03d-41c2-9d80-424341061d7a, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ad005d41-c03d-41c2-9d80-424341061d7a,segment=NetworkSegment(e48789ca-2411-4dd0-8111-f6e23a9e113b),segment_id=e48789ca-2411-4dd0-8111-f6e23a9e113b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:21.143400 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ad005d41-c03d-41c2-9d80-424341061d7a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:21.150685 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-4722c9c7-d36d-4be7-9775-d97cd6fc7d9e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/quotas/853f1900c482489d82f61a09748f53b2 HTTP/1.1" status: 200 len: 375 time: 0.0236742 Feb 05 03:05:21.150851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf26f85-f34a-49a8-ac39-9d62733e80ed tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Pushing event deleted for resources: {'Port': ['ID=d90778c0-f563-4280-b8c1-8b5d7a34675c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:21.236376 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a605525c-fca5-4691-ae82-cd2582849309 req-d47086e7-03f4-4250-80e1-cbdaf6cdc577 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea88452e-5c9f-429f-95b0-2135f85e856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639251 Feb 05 03:05:21.246224 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbf26f85-f34a-49a8-ac39-9d62733e80ed tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (3f18bffe-46af-4ae2-a1ef-c61d10358f90), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:21.268766 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ad005d41-c03d-41c2-9d80-424341061d7a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:21.374496 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbf26f85-f34a-49a8-ac39-9d62733e80ed tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (3f18bffe-46af-4ae2-a1ef-c61d10358f90), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:21.376777 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbf26f85-f34a-49a8-ac39-9d62733e80ed tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_controller (3f18bffe-46af-4ae2-a1ef-c61d10358f90), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:21.421186 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (4fc008f8-11d3-4e2a-ad17-835cd4be1b4a), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:21.422297 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.db.api [None req-a47259b8-ec30-46d3-bd6e-5977a8db307e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:05:21.422944 n-d-826942-8 neutron-server[109677]: DEBUG oslo_db.api [None req-a47259b8-ec30-46d3-bd6e-5977a8db307e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:05:21.432194 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbf26f85-f34a-49a8-ac39-9d62733e80ed tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (3f18bffe-46af-4ae2-a1ef-c61d10358f90), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:21.432938 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf26f85-f34a-49a8-ac39-9d62733e80ed tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f18bffe-46af-4ae2-a1ef-c61d10358f90 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:05:21.440732 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbf26f85-f34a-49a8-ac39-9d62733e80ed tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:21.440924 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (4fc008f8-11d3-4e2a-ad17-835cd4be1b4a), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:21.450025 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cbf26f85-f34a-49a8-ac39-9d62733e80ed tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "DELETE /v2.0/routers/3f18bffe-46af-4ae2-a1ef-c61d10358f90 HTTP/1.1" status: 204 len: 168 time: 1.3011997 Feb 05 03:05:21.450965 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38154) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:21.457163 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['ad005d41-c03d-41c2-9d80-424341061d7a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:05:21.483994 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc3934ae-634d-46fc-94e1-18f6dbc0e524 req-a1522006-e17d-48f5-83f6-d53030402510 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 210 time: 0.0527344 Feb 05 03:05:21.517191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-4761bc0f-efa0-4cba-a7c5-89a33a575e67 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Deleting subnet e07cfdc2-4a1f-467e-9629-0b11c9852332 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:05:21.521389 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4761bc0f-efa0-4cba-a7c5-89a33a575e67 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for subnet (e07cfdc2-4a1f-467e-9629-0b11c9852332), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:21.585888 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4761bc0f-efa0-4cba-a7c5-89a33a575e67 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (e07cfdc2-4a1f-467e-9629-0b11c9852332), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:21.625958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=4fc008f8-11d3-4e2a-ad17-835cd4be1b4a,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:21.657208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-40c79d70-f748-421f-b5aa-6ac78008d557 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5058784 Feb 05 03:05:21.664503 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (48e3162d-e20f-4503-8642-3ca7b073dfa1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:21.688359 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4761bc0f-efa0-4cba-a7c5-89a33a575e67 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e07cfdc2-4a1f-467e-9629-0b11c9852332), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:21.794401 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4761bc0f-efa0-4cba-a7c5-89a33a575e67 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (e07cfdc2-4a1f-467e-9629-0b11c9852332), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:21.844613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761bc0f-efa0-4cba-a7c5-89a33a575e67 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e07cfdc2-4a1f-467e-9629-0b11c9852332,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:21.859187 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4761bc0f-efa0-4cba-a7c5-89a33a575e67 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:21.864421 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4761bc0f-efa0-4cba-a7c5-89a33a575e67 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/e07cfdc2-4a1f-467e-9629-0b11c9852332 HTTP/1.1" status: 204 len: 168 time: 0.4116731 Feb 05 03:05:21.866615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38160) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:21.957735 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c4cf0b0-76b7-4594-91b0-74f7f5c08fb0 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (6b752d6f-7bae-479f-94df-e03e803b2618), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:22.085306 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47259b8-ec30-46d3-bd6e-5977a8db307e None None] Port d90778c0-f563-4280-b8c1-8b5d7a34675c not found while updating agent binding for router 3f18bffe-46af-4ae2-a1ef-c61d10358f90. {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 05 03:05:22.106948 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47259b8-ec30-46d3-bd6e-5977a8db307e None None] Routers set() bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:22.107525 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47259b8-ec30-46d3-bd6e-5977a8db307e None None] Router IDs set() for agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 05 03:05:22.108370 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_agentschedulers_db [None req-a47259b8-ec30-46d3-bd6e-5977a8db307e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3f18bffe-46af-4ae2-a1ef-c61d10358f90'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent'). {{(pid=109677) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 05 03:05:22.108934 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47259b8-ec30-46d3-bd6e-5977a8db307e None None] The sync data for ids ['3f18bffe-46af-4ae2-a1ef-c61d10358f90'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:05:22.353221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081623d-e931-470d-9408-643fc6486c9e req-f6ede902-a640-4047-ab88-5172dc5c2a7f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:22.360589 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4081623d-e931-470d-9408-643fc6486c9e req-f6ede902-a640-4047-ab88-5172dc5c2a7f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=56425865-b32b-47b8-bbb5-ddfea325091c HTTP/1.1" status: 200 len: 944 time: 0.5406027 Feb 05 03:05:22.417741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-6bc6d485-53f8-484c-92a1-c0207b37db4f service neutron] 10.222.0.36 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7240837 Feb 05 03:05:22.473939 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c4cf0b0-76b7-4594-91b0-74f7f5c08fb0 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (6b752d6f-7bae-479f-94df-e03e803b2618), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:22.497682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-7c4cf0b0-76b7-4594-91b0-74f7f5c08fb0 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b752d6f-7bae-479f-94df-e03e803b2618']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:22.507096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:22.510656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:22.510865 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-7c4cf0b0-76b7-4594-91b0-74f7f5c08fb0 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369adaa8-0a7d-4fbc-9b8e-8f6f73518bd7') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:22.511344 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-7c4cf0b0-76b7-4594-91b0-74f7f5c08fb0 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369adaa8-0a7d-4fbc-9b8e-8f6f73518bd7') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:22.522378 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4081623d-e931-470d-9408-643fc6486c9e req-1457b5d0-7185-4e33-b17b-f029abff4e83 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608152 Feb 05 03:05:22.522827 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c4cf0b0-76b7-4594-91b0-74f7f5c08fb0 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (369adaa8-0a7d-4fbc-9b8e-8f6f73518bd7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:22.559624 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c4cf0b0-76b7-4594-91b0-74f7f5c08fb0 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (369adaa8-0a7d-4fbc-9b8e-8f6f73518bd7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:22.568140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4cf0b0-76b7-4594-91b0-74f7f5c08fb0 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:05:22.568542 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c4cf0b0-76b7-4594-91b0-74f7f5c08fb0 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (369adaa8-0a7d-4fbc-9b8e-8f6f73518bd7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:05:22.570528 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:05:22.671184 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c4cf0b0-76b7-4594-91b0-74f7f5c08fb0 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (6b752d6f-7bae-479f-94df-e03e803b2618), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:22.680351 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4cf0b0-76b7-4594-91b0-74f7f5c08fb0 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b752d6f-7bae-479f-94df-e03e803b2618 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 05 03:05:22.693714 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c4cf0b0-76b7-4594-91b0-74f7f5c08fb0 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:22.704271 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7c4cf0b0-76b7-4594-91b0-74f7f5c08fb0 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "DELETE /v2.0/networks/6b752d6f-7bae-479f-94df-e03e803b2618 HTTP/1.1" status: 204 len: 168 time: 0.8363786 Feb 05 03:05:22.734108 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cf0b0-76b7-4594-91b0-74f7f5c08fb0 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b752d6f-7bae-479f-94df-e03e803b2618,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:22.747626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ad005d41-c03d-41c2-9d80-424341061d7a up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:22.780740 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 48e3162d-e20f-4503-8642-3ca7b073dfa1 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:05:22.898239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port ad005d41-c03d-41c2-9d80-424341061d7a completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:05:22.905795 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port ad005d41-c03d-41c2-9d80-424341061d7a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:22.906193 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ad005d41-c03d-41c2-9d80-424341061d7a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:22.981677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:05:22.990834 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c2017492-d147-4954-8f65-f4c3c17804e3 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/48e3162d-e20f-4503-8642-3ca7b073dfa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9194701 Feb 05 03:05:22.993420 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38174) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:23.016619 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-6bdcba63-a51c-499b-90e9-40e4e47508e3 service neutron] 10.222.0.36 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955403 Feb 05 03:05:23.041197 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402031a-6cd3-4eb6-9e1d-2c60b366410f req-ec2c33e7-1a04-4b9c-a794-d19732978bef tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:23.052915 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c402031a-6cd3-4eb6-9e1d-2c60b366410f req-ec2c33e7-1a04-4b9c-a794-d19732978bef tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 949 time: 0.3260314 Feb 05 03:05:23.056065 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc5f52-36bf-47b1-8d79-c41f0ba05f6d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:23.057777 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f0fc5f52-36bf-47b1-8d79-c41f0ba05f6d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports/4fc008f8-11d3-4e2a-ad17-835cd4be1b4a HTTP/1.1" status: 200 len: 910 time: 0.0631006 Feb 05 03:05:23.060373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38176) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:23.096082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38178) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:23.102328 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-61ff6e53-b3d0-47a6-86ce-b0aa1f738df9 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Request body: {'router': {'name': 'tempest-router--99066328', 'project_id': '7a8553acbdde40fa8a85419b8da6dc4d'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:23.107222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a9e795aa-f79e-4fc1-8c7e-0f688b651527 None None] Provisioning complete for port 4fc008f8-11d3-4e2a-ad17-835cd4be1b4a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:23.107670 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a9e795aa-f79e-4fc1-8c7e-0f688b651527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4fc008f8-11d3-4e2a-ad17-835cd4be1b4a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:23.160949 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ad005d41-c03d-41c2-9d80-424341061d7a is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:23.161409 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ad005d41-c03d-41c2-9d80-424341061d7a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:23.258005 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56425865-b32b-47b8-bbb5-ddfea325091c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad005d41-c03d-41c2-9d80-424341061d7a'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:05:23.266195 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10d954b-4029-49b6-bdd7-5716a21e107d" -d '{"events": [{"server_uuid": "56425865-b32b-47b8-bbb5-ddfea325091c", "name": "network-vif-plugged", "status": "completed", "tag": "ad005d41-c03d-41c2-9d80-424341061d7a"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:05:23.274103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c402031a-6cd3-4eb6-9e1d-2c60b366410f req-9c198b15-ae62-4c59-b4e9-fd2e736cca1f tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea88452e-5c9f-429f-95b0-2135f85e856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190099 Feb 05 03:05:23.278216 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61ff6e53-b3d0-47a6-86ce-b0aa1f738df9 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (df2ab8c5-8a53-4814-a366-d07415fc01b8), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:23.280527 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61ff6e53-b3d0-47a6-86ce-b0aa1f738df9 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (df2ab8c5-8a53-4814-a366-d07415fc01b8), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:23.288060 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a9e795aa-f79e-4fc1-8c7e-0f688b651527 None None] Port 4fc008f8-11d3-4e2a-ad17-835cd4be1b4a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:05:23.314837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ad005d41-c03d-41c2-9d80-424341061d7a, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ad005d41-c03d-41c2-9d80-424341061d7a,segment=NetworkSegment(e48789ca-2411-4dd0-8111-f6e23a9e113b),segment_id=e48789ca-2411-4dd0-8111-f6e23a9e113b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:23.324651 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ad005d41-c03d-41c2-9d80-424341061d7a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:23.394593 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61ff6e53-b3d0-47a6-86ce-b0aa1f738df9 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_controller (df2ab8c5-8a53-4814-a366-d07415fc01b8), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:23.402685 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61ff6e53-b3d0-47a6-86ce-b0aa1f738df9 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (df2ab8c5-8a53-4814-a366-d07415fc01b8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:23.424393 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61ff6e53-b3d0-47a6-86ce-b0aa1f738df9 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:23.429915 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-61ff6e53-b3d0-47a6-86ce-b0aa1f738df9 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3308430 Feb 05 03:05:23.438970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38190) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:23.439244 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5901eb-e3c1-4c0f-9ce8-ba600ac24d51 x-openstack-request-id: req-ea5901eb-e3c1-4c0f-9ce8-ba600ac24d51 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:05:23.440375 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56425865-b32b-47b8-bbb5-ddfea325091c", "name": "network-vif-plugged", "status": "completed", "tag": "ad005d41-c03d-41c2-9d80-424341061d7a", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:05:23.440642 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea5901eb-e3c1-4c0f-9ce8-ba600ac24d51 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:05:23.444533 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56425865-b32b-47b8-bbb5-ddfea325091c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad005d41-c03d-41c2-9d80-424341061d7a', 'code': 200} Feb 05 03:05:23.490480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ad005d41-c03d-41c2-9d80-424341061d7a,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:23.563048 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-929d79ee-bb57-492b-9159-2fe0332d6292 req-692b2d77-c28a-4fdd-8ec1-26442ad1c27c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 210 time: 0.0545399 Feb 05 03:05:23.588894 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1af112fb-9e11-4412-80d3-425019515eda tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router (df2ab8c5-8a53-4814-a366-d07415fc01b8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:23.766316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8db472-3db7-4673-913c-7a341d1242ed req-78925e5f-b081-41e5-ac03-8c0cb6f9d78b tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:23.784364 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1f8db472-3db7-4673-913c-7a341d1242ed req-78925e5f-b081-41e5-ac03-8c0cb6f9d78b tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 949 time: 0.5664670 Feb 05 03:05:23.788576 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a19e0d9-b55f-44ea-b2ae-b125296c4a3e None None] Sync routers for ids ['48e3162d-e20f-4503-8642-3ca7b073dfa1'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:05:23.801350 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a19e0d9-b55f-44ea-b2ae-b125296c4a3e None None] Routers {'48e3162d-e20f-4503-8642-3ca7b073dfa1'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:23.801971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8a19e0d9-b55f-44ea-b2ae-b125296c4a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['48e3162d-e20f-4503-8642-3ca7b073dfa1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:23.818092 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f22dea71-688e-4a60-b0d6-bfb319ce141c req-4c6445cc-9285-42d8-8c5a-44a1a217bfa8 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 210 time: 0.3679266 Feb 05 03:05:23.859930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8c134-d2d9-4284-af3c-0e56f0f1ae9e req-082766ed-0cb3-4251-abbc-1b23a32ae5f5 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:23.870951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8a19e0d9-b55f-44ea-b2ae-b125296c4a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:23.875320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38c8c134-d2d9-4284-af3c-0e56f0f1ae9e req-082766ed-0cb3-4251-abbc-1b23a32ae5f5 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=56425865-b32b-47b8-bbb5-ddfea325091c HTTP/1.1" status: 200 len: 945 time: 0.1777468 Feb 05 03:05:23.917284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a19e0d9-b55f-44ea-b2ae-b125296c4a3e None None] Routers {'48e3162d-e20f-4503-8642-3ca7b073dfa1'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:23.920243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8a19e0d9-b55f-44ea-b2ae-b125296c4a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['48e3162d-e20f-4503-8642-3ca7b073dfa1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:23.946693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6a9ed-dad1-45bd-987c-e657a401ce99 req-69b63d7b-ca2d-42fc-842d-d397cd0b76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:23.948647 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c5d6a9ed-dad1-45bd-987c-e657a401ce99 req-69b63d7b-ca2d-42fc-842d-d397cd0b76ce service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=56425865-b32b-47b8-bbb5-ddfea325091c HTTP/1.1" status: 200 len: 1127 time: 0.3693218 Feb 05 03:05:23.994593 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38c8c134-d2d9-4284-af3c-0e56f0f1ae9e req-b600df5b-5445-42ea-90b0-fb8e77885bcf tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139948 Feb 05 03:05:24.021827 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8a19e0d9-b55f-44ea-b2ae-b125296c4a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:24.022503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a19e0d9-b55f-44ea-b2ae-b125296c4a3e None None] The sync data for ids ['48e3162d-e20f-4503-8642-3ca7b073dfa1'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:05:24.069066 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1af112fb-9e11-4412-80d3-425019515eda tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (df2ab8c5-8a53-4814-a366-d07415fc01b8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:24.099066 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1af112fb-9e11-4412-80d3-425019515eda tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_controller (df2ab8c5-8a53-4814-a366-d07415fc01b8), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:24.102700 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c5d6a9ed-dad1-45bd-987c-e657a401ce99 req-6055e6bf-8dec-43ff-9280-c1431e267582 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846853 Feb 05 03:05:24.164885 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1af112fb-9e11-4412-80d3-425019515eda tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (df2ab8c5-8a53-4814-a366-d07415fc01b8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:24.165745 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af112fb-9e11-4412-80d3-425019515eda tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df2ab8c5-8a53-4814-a366-d07415fc01b8 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:05:24.170680 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1af112fb-9e11-4412-80d3-425019515eda tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:24.175546 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1af112fb-9e11-4412-80d3-425019515eda tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "DELETE /v2.0/routers/df2ab8c5-8a53-4814-a366-d07415fc01b8 HTTP/1.1" status: 204 len: 168 time: 0.7279422 Feb 05 03:05:24.190423 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-1f8db472-3db7-4673-913c-7a341d1242ed req-264f6073-b2f8-42f6-bff8-12825980c519 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Deleting port 4d060e01-5cfa-4411-983a-16e5755d3ed2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:05:24.190798 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1f8db472-3db7-4673-913c-7a341d1242ed req-264f6073-b2f8-42f6-bff8-12825980c519 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4d060e01-5cfa-4411-983a-16e5755d3ed2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:24.340177 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-1f8db472-3db7-4673-913c-7a341d1242ed req-264f6073-b2f8-42f6-bff8-12825980c519 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] For port 4d060e01-5cfa-4411-983a-16e5755d3ed2, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d060e01-5cfa-4411-983a-16e5755d3ed2,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:24.340554 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1f8db472-3db7-4673-913c-7a341d1242ed req-264f6073-b2f8-42f6-bff8-12825980c519 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4d060e01-5cfa-4411-983a-16e5755d3ed2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:24.354510 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd7daf38-d99e-44b3-b564-78c6e92144cb tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (48e3162d-e20f-4503-8642-3ca7b073dfa1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:24.392955 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-1f8db472-3db7-4673-913c-7a341d1242ed req-264f6073-b2f8-42f6-bff8-12825980c519 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Calling delete_port for 4d060e01-5cfa-4411-983a-16e5755d3ed2 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:05:24.469241 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38210) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:24.507285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f5268-9346-4544-a3e5-7207cbca9b60 req-38fdb159-87bb-412f-992f-25ecb65d221f tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:24.509063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e5f5268-9346-4544-a3e5-7207cbca9b60 req-38fdb159-87bb-412f-992f-25ecb65d221f tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 949 time: 0.0992360 Feb 05 03:05:24.608109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e5f5268-9346-4544-a3e5-7207cbca9b60 req-d8fceec6-1df9-435b-bb0f-531178e8e5f0 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea88452e-5c9f-429f-95b0-2135f85e856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931926 Feb 05 03:05:24.744053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6df400b7-b0de-4e64-9a97-aa74955f848a req-e4f55b19-ced7-4c82-8e6c-583739361aab tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 210 time: 0.0631139 Feb 05 03:05:24.746304 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1f8db472-3db7-4673-913c-7a341d1242ed req-264f6073-b2f8-42f6-bff8-12825980c519 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4d060e01-5cfa-4411-983a-16e5755d3ed2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:24.802287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f6073-b2f8-42f6-bff8-12825980c519 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Pushing event deleted for resources: {'Port': ['ID=4d060e01-5cfa-4411-983a-16e5755d3ed2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:24.806691 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1696563026', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:24.889387 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8db472-3db7-4673-913c-7a341d1242ed req-264f6073-b2f8-42f6-bff8-12825980c519 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] No DVR routers for this DVR port 4d060e01-5cfa-4411-983a-16e5755d3ed2 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:05:24.893657 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1f8db472-3db7-4673-913c-7a341d1242ed req-264f6073-b2f8-42f6-bff8-12825980c519 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:24.897178 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1f8db472-3db7-4673-913c-7a341d1242ed req-264f6073-b2f8-42f6-bff8-12825980c519 tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.10 "DELETE /v2.0/ports/4d060e01-5cfa-4411-983a-16e5755d3ed2 HTTP/1.1" status: 204 len: 173 time: 1.0862379 Feb 05 03:05:24.898354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b853956-dc6e-4574-8d39-31b77e00c35c', 'name': 'network-vif-deleted', 'tag': '4d060e01-5cfa-4411-983a-16e5755d3ed2'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:05:24.900612 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7772b1e1-d7a7-4d1b-9aec-873c93ae3da4" -d '{"events": [{"server_uuid": "0b853956-dc6e-4574-8d39-31b77e00c35c", "name": "network-vif-deleted", "tag": "4d060e01-5cfa-4411-983a-16e5755d3ed2"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:05:24.911833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (da19147c-aa09-4cfc-a6a6-ef965f48d292), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:24.913117 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (da19147c-aa09-4cfc-a6a6-ef965f48d292), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:25.032618 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18ae297-5276-41d0-81ce-610ca6a9ea2c x-openstack-request-id: req-a18ae297-5276-41d0-81ce-610ca6a9ea2c {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:05:25.032917 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b853956-dc6e-4574-8d39-31b77e00c35c", "name": "network-vif-deleted", "tag": "4d060e01-5cfa-4411-983a-16e5755d3ed2", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:05:25.033183 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a18ae297-5276-41d0-81ce-610ca6a9ea2c {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:05:25.033595 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b853956-dc6e-4574-8d39-31b77e00c35c', 'name': 'network-vif-deleted', 'tag': '4d060e01-5cfa-4411-983a-16e5755d3ed2', 'status': 'completed', 'code': 200} Feb 05 03:05:25.043834 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cd7daf38-d99e-44b3-b564-78c6e92144cb tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting port 4fc008f8-11d3-4e2a-ad17-835cd4be1b4a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:05:25.044371 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd7daf38-d99e-44b3-b564-78c6e92144cb tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4fc008f8-11d3-4e2a-ad17-835cd4be1b4a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:25.044814 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1624cfaa-f6b9-4e28-b379-e1f2e913d1fe req-301c35c3-cb9a-43e7-bf1c-ea921aa11183 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 210 time: 0.0612335 Feb 05 03:05:25.065282 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_controller (da19147c-aa09-4cfc-a6a6-ef965f48d292), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:25.240931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0980b-5270-4041-b558-7d6ec69a413b req-9010f413-bc95-46de-800b-54e229ca542a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:25.242529 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52f0980b-5270-4041-b558-7d6ec69a413b req-9010f413-bc95-46de-800b-54e229ca542a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=56425865-b32b-47b8-bbb5-ddfea325091c HTTP/1.1" status: 200 len: 945 time: 0.1152921 Feb 05 03:05:25.353477 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52f0980b-5270-4041-b558-7d6ec69a413b req-6855be5e-eb2e-47e7-8ee3-e2f205ae4d53 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928202 Feb 05 03:05:25.374028 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (da19147c-aa09-4cfc-a6a6-ef965f48d292), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:25.425053 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd7daf38-d99e-44b3-b564-78c6e92144cb tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4fc008f8-11d3-4e2a-ad17-835cd4be1b4a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:25.515618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cd7daf38-d99e-44b3-b564-78c6e92144cb tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Calling delete_port for 4fc008f8-11d3-4e2a-ad17-835cd4be1b4a owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:05:25.794239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ee8dcc5-ccd0-4d49-b997-b58d50bb7baa req-9a34bce9-56ef-42e4-ab41-fe18336ae53d tempest-VolumesNegativeTest-134427906 tempest-VolumesNegativeTest-134427906-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b853956-dc6e-4574-8d39-31b77e00c35c HTTP/1.1" status: 200 len: 210 time: 0.0434973 Feb 05 03:05:25.900061 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce6b324a-e249-47bf-ba95-0827eab92867 req-7032c7ed-306f-4a6d-9a57-e6e43d03a7a3 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 210 time: 0.0443428 Feb 05 03:05:26.021773 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-61f13ac3-8597-4c27-bfe1-8815bf6a7594 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:26.023265 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-61f13ac3-8597-4c27-bfe1-8815bf6a7594 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 812 time: 0.6421237 Feb 05 03:05:26.147399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2e25c96-fbe6-4c96-ac83-7bef273f8117 req-c7383657-b794-4173-b7ee-e2ba7896332d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 210 time: 0.0379634 Feb 05 03:05:26.156081 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-9df2f6b8-6b00-461e-983f-3843a11f4f11 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=853f1900c482489d82f61a09748f53b2 HTTP/1.1" status: 200 len: 380 time: 0.0949504 Feb 05 03:05:26.165944 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-53f01cf4-e9b3-4d59-8cb0-355e721292d5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Request body: {'port': {'device_id': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'admin_state_up': True, 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'security_groups': ['963368a5-0fbb-4b7f-99ae-d64c1151df08']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:26.280127 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd7daf38-d99e-44b3-b564-78c6e92144cb tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4fc008f8-11d3-4e2a-ad17-835cd4be1b4a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:26.334895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7daf38-d99e-44b3-b564-78c6e92144cb tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Port': ['ID=4fc008f8-11d3-4e2a-ad17-835cd4be1b4a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:26.337097 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4d060e01-5cfa-4411-983a-16e5755d3ed2 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:05:26.411292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 4d060e01-5cfa-4411-983a-16e5755d3ed2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:05:26.421658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4d060e01-5cfa-4411-983a-16e5755d3ed2 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:05:26.515549 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (da19147c-aa09-4cfc-a6a6-ef965f48d292), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:26.548715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31fefa-a1dc-4402-a002-4d2faf361407 req-a47e17c4-e53e-488d-b3c6-e90c689a6315 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:26.551386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f31fefa-a1dc-4402-a002-4d2faf361407 req-a47e17c4-e53e-488d-b3c6-e90c689a6315 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=56425865-b32b-47b8-bbb5-ddfea325091c HTTP/1.1" status: 200 len: 945 time: 0.1053565 Feb 05 03:05:26.563594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-53f01cf4-e9b3-4d59-8cb0-355e721292d5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Made reservation on behalf of 853f1900c482489d82f61a09748f53b2 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:05:26.568959 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-53f01cf4-e9b3-4d59-8cb0-355e721292d5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:26.574240 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:26.624797 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f31fefa-a1dc-4402-a002-4d2faf361407 req-bd0919de-7237-46f1-9a57-7e0df3e9dc06 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660441 Feb 05 03:05:26.879079 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd7daf38-d99e-44b3-b564-78c6e92144cb tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (48e3162d-e20f-4503-8642-3ca7b073dfa1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:27.027137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Allocated IP 172.25.0.62 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/c844609d-9490-461e-9207-0c55055531da) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:27.038064 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-53f01cf4-e9b3-4d59-8cb0-355e721292d5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Allocated IP 172.20.0.9 (98d2707f-9918-4156-9358-be4daec3064f/145e9b3d-7ddc-4810-9390-8de255c8f149/ea3e72d2-28d8-4c80-b058-4aaf3f3508f5) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:27.106120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05661d57-b5da-472f-9247-d7380badb508 req-03ae424a-2c11-4968-ba42-e1fbd88f7f33 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:27.113578 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-05661d57-b5da-472f-9247-d7380badb508 req-03ae424a-2c11-4968-ba42-e1fbd88f7f33 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=56425865-b32b-47b8-bbb5-ddfea325091c HTTP/1.1" status: 200 len: 945 time: 0.1922021 Feb 05 03:05:27.135294 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-101f9cc4-c543-4537-85b8-89f1b9145db5 req-ed1032d4-b01d-415e-9b9c-8544de64fa6b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 210 time: 0.0912137 Feb 05 03:05:27.246208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-05661d57-b5da-472f-9247-d7380badb508 req-d2a11786-734d-4b2e-a7e1-88385008abed tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312108 Feb 05 03:05:27.332364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c66cb417-84d7-4f79-93fd-35a47c806d25 req-43ab9651-defe-4063-8adb-07318502e498 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 210 time: 0.0505576 Feb 05 03:05:27.354785 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for port (c844609d-9490-461e-9207-0c55055531da), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:27.408014 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7daf38-d99e-44b3-b564-78c6e92144cb tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 48e3162d-e20f-4503-8642-3ca7b073dfa1 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:05:27.432673 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-53f01cf4-e9b3-4d59-8cb0-355e721292d5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:27.532426 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c844609d-9490-461e-9207-0c55055531da), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:27.598422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:27.608835 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-53f01cf4-e9b3-4d59-8cb0-355e721292d5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:27.610682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:27.616825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7daf38-d99e-44b3-b564-78c6e92144cb tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:05:27.621259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:27.627914 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d725099-854d-4167-802a-2a2e47bf9d69 None None] Sync routers for ids ['48e3162d-e20f-4503-8642-3ca7b073dfa1'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:05:27.641240 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d725099-854d-4167-802a-2a2e47bf9d69 None None] Routers {'48e3162d-e20f-4503-8642-3ca7b073dfa1'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:27.641881 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0d725099-854d-4167-802a-2a2e47bf9d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['48e3162d-e20f-4503-8642-3ca7b073dfa1'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:27.645818 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cd7daf38-d99e-44b3-b564-78c6e92144cb tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/48e3162d-e20f-4503-8642-3ca7b073dfa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5840733 Feb 05 03:05:27.648543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38274) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:27.702797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Pushing event updated for resources: {'Port': ['ID=c844609d-9490-461e-9207-0c55055531da,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:27.718949 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0d725099-854d-4167-802a-2a2e47bf9d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:27.741973 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d725099-854d-4167-802a-2a2e47bf9d69 None None] Routers {'48e3162d-e20f-4503-8642-3ca7b073dfa1'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:27.742817 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0d725099-854d-4167-802a-2a2e47bf9d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['48e3162d-e20f-4503-8642-3ca7b073dfa1'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:27.780422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-53f01cf4-e9b3-4d59-8cb0-355e721292d5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Network 98d2707f-9918-4156-9358-be4daec3064f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:27.794368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-53f01cf4-e9b3-4d59-8cb0-355e721292d5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:27.808589 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0d725099-854d-4167-802a-2a2e47bf9d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:27.809247 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d725099-854d-4167-802a-2a2e47bf9d69 None None] The sync data for ids ['48e3162d-e20f-4503-8642-3ca7b073dfa1'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:05:27.823541 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-53f01cf4-e9b3-4d59-8cb0-355e721292d5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:27.868885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f01cf4-e9b3-4d59-8cb0-355e721292d5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event updated for resources: {'Port': ['ID=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:28.023105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-53f01cf4-e9b3-4d59-8cb0-355e721292d5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:28.024100 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-53f01cf4-e9b3-4d59-8cb0-355e721292d5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:28.086176 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-53f01cf4-e9b3-4d59-8cb0-355e721292d5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9238582 Feb 05 03:05:28.110631 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Request body: {'port': {'device_id': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:28.285253 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a167c6f3-a3d0-4a7a-b5c5-19c2df64a462 None None] Provisioning complete for port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:28.285856 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a167c6f3-a3d0-4a7a-b5c5-19c2df64a462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:28.338033 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (da19147c-aa09-4cfc-a6a6-ef965f48d292), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:28.399108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a167c6f3-a3d0-4a7a-b5c5-19c2df64a462 None None] Port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:05:28.428621 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:28.507008 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16455bcf-e7db-40a0-9c01-08cb4da787bf req-e8d517b6-c9ea-4bd5-b151-fdc4c24a1080 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:28.508585 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16455bcf-e7db-40a0-9c01-08cb4da787bf req-e8d517b6-c9ea-4bd5-b151-fdc4c24a1080 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 931 time: 0.2639599 Feb 05 03:05:28.512047 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36cb0dc6-431a-43aa-88b7-6eeb1f9e396d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (48e3162d-e20f-4503-8642-3ca7b073dfa1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:28.522595 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc0b95-d31d-4fe1-b00b-3ff9b3a9c6e5 req-c47f0ddb-5976-4cfd-88a2-3a802503b78a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:28.524371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2dc0b95-d31d-4fe1-b00b-3ff9b3a9c6e5 req-c47f0ddb-5976-4cfd-88a2-3a802503b78a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=56425865-b32b-47b8-bbb5-ddfea325091c HTTP/1.1" status: 200 len: 945 time: 0.1318989 Feb 05 03:05:28.702673 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16455bcf-e7db-40a0-9c01-08cb4da787bf req-6de29506-a65b-4411-a8bc-d4a6ae40ec62 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456959 Feb 05 03:05:28.768660 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2dc0b95-d31d-4fe1-b00b-3ff9b3a9c6e5 req-87a09212-7204-48d4-bd6a-b43d22fac2f9 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785381 Feb 05 03:05:28.905585 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1444e51f-e227-463b-ab19-068be5e50d26 req-a4a04780-6af5-46b9-878f-a45b7782d38b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=10d906ec-c887-49fb-9617-6a1d974d7e43 HTTP/1.1" status: 200 len: 210 time: 0.0614936 Feb 05 03:05:28.917143 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (da19147c-aa09-4cfc-a6a6-ef965f48d292), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:29.085611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-36cb0dc6-431a-43aa-88b7-6eeb1f9e396d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting port f62cf136-255a-40c0-930f-d7da8a190824 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:05:29.086256 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36cb0dc6-431a-43aa-88b7-6eeb1f9e396d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f62cf136-255a-40c0-930f-d7da8a190824), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:29.129290 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f3e20-56d4-4b11-80f2-f079dc4d7df5 req-5a281d73-e05f-4d4d-88d6-feb00b272af6 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:29.131257 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-294f3e20-56d4-4b11-80f2-f079dc4d7df5 req-5a281d73-e05f-4d4d-88d6-feb00b272af6 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.31 "GET /v2.0/ports?device_id=56425865-b32b-47b8-bbb5-ddfea325091c HTTP/1.1" status: 200 len: 945 time: 0.7823048 Feb 05 03:05:29.246084 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36cb0dc6-431a-43aa-88b7-6eeb1f9e396d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f62cf136-255a-40c0-930f-d7da8a190824), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:29.275816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-36cb0dc6-431a-43aa-88b7-6eeb1f9e396d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Calling delete_port for f62cf136-255a-40c0-930f-d7da8a190824 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:05:29.573614 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36cb0dc6-431a-43aa-88b7-6eeb1f9e396d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (f62cf136-255a-40c0-930f-d7da8a190824), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:29.609924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb0dc6-431a-43aa-88b7-6eeb1f9e396d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Port': ['ID=f62cf136-255a-40c0-930f-d7da8a190824,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:29.841891 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36cb0dc6-431a-43aa-88b7-6eeb1f9e396d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (48e3162d-e20f-4503-8642-3ca7b073dfa1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:30.098443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:05:30.107406 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Publish callbacks [] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:30.123582 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Transition to ACTIVE for port object ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:05:30.125957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Router da19147c-aa09-4cfc-a6a6-ef965f48d292 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:05:30.130524 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-294f3e20-56d4-4b11-80f2-f079dc4d7df5 req-f366c513-2287-4c02-9757-2a10f39965f1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Deleting port ad005d41-c03d-41c2-9d80-424341061d7a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:05:30.131189 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-294f3e20-56d4-4b11-80f2-f079dc4d7df5 req-f366c513-2287-4c02-9757-2a10f39965f1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ad005d41-c03d-41c2-9d80-424341061d7a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:30.148889 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:30.176434 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950a464-0842-46a2-98fb-48acb54999fa req-f6bd07a3-d21f-4c37-a172-81eb8bcd6021 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:30.183644 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2950a464-0842-46a2-98fb-48acb54999fa req-f6bd07a3-d21f-4c37-a172-81eb8bcd6021 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 931 time: 0.3348618 Feb 05 03:05:30.203817 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cb0dc6-431a-43aa-88b7-6eeb1f9e396d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 48e3162d-e20f-4503-8642-3ca7b073dfa1 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:05:30.220192 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da8a8c-0fdb-4b3d-8b8d-a532246355bd req-414faead-fd74-4d41-985d-fb16ffbf2eab tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:30.221957 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94da8a8c-0fdb-4b3d-8b8d-a532246355bd req-414faead-fd74-4d41-985d-fb16ffbf2eab tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=56425865-b32b-47b8-bbb5-ddfea325091c HTTP/1.1" status: 200 len: 945 time: 0.1991017 Feb 05 03:05:30.226298 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:30.396273 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2950a464-0842-46a2-98fb-48acb54999fa req-90f267fe-d433-4c04-bca3-0e75c5fd578f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117610 Feb 05 03:05:30.440807 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94da8a8c-0fdb-4b3d-8b8d-a532246355bd req-4fec36e6-4e7a-4c6b-9159-136b1ddf6f53 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993828 Feb 05 03:05:30.447773 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cb0dc6-431a-43aa-88b7-6eeb1f9e396d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:05:30.462671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-36cb0dc6-431a-43aa-88b7-6eeb1f9e396d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/48e3162d-e20f-4503-8642-3ca7b073dfa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8059528 Feb 05 03:05:30.462671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38468) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:30.462993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c767866b-465a-4b12-b893-015d1a4a0c0b None None] Sync routers for ids ['48e3162d-e20f-4503-8642-3ca7b073dfa1'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:05:30.477824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c767866b-465a-4b12-b893-015d1a4a0c0b None None] Routers {'48e3162d-e20f-4503-8642-3ca7b073dfa1'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:30.482172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c767866b-465a-4b12-b893-015d1a4a0c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['48e3162d-e20f-4503-8642-3ca7b073dfa1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:30.536767 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c767866b-465a-4b12-b893-015d1a4a0c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:30.539785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-294f3e20-56d4-4b11-80f2-f079dc4d7df5 req-f366c513-2287-4c02-9757-2a10f39965f1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] For port ad005d41-c03d-41c2-9d80-424341061d7a, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ad005d41-c03d-41c2-9d80-424341061d7a,segment=NetworkSegment(e48789ca-2411-4dd0-8111-f6e23a9e113b),segment_id=e48789ca-2411-4dd0-8111-f6e23a9e113b)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:30.540316 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-294f3e20-56d4-4b11-80f2-f079dc4d7df5 req-f366c513-2287-4c02-9757-2a10f39965f1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ad005d41-c03d-41c2-9d80-424341061d7a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:30.555450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-216bd4d3-f325-4257-950d-7e847a983577 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports?device_id=48e3162d-e20f-4503-8642-3ca7b073dfa1 HTTP/1.1" status: 200 len: 205 time: 0.0963871 Feb 05 03:05:30.556246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38474) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:30.569392 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:05:30.571397 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-294f3e20-56d4-4b11-80f2-f079dc4d7df5 req-f366c513-2287-4c02-9757-2a10f39965f1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Calling delete_port for ad005d41-c03d-41c2-9d80-424341061d7a owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:05:30.573751 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Attempting to bind port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:05:30.581595 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f56dc-1356-4b30-a1f5-3b6a82d4a376 None None] Sync routers for ids ['da19147c-aa09-4cfc-a6a6-ef965f48d292'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:05:30.582140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c767866b-465a-4b12-b893-015d1a4a0c0b None None] Routers {'48e3162d-e20f-4503-8642-3ca7b073dfa1'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:30.583176 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c767866b-465a-4b12-b893-015d1a4a0c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['48e3162d-e20f-4503-8642-3ca7b073dfa1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:30.593118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Attempting to bind port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:05:30.594996 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Attempting to bind port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 on network 98d2707f-9918-4156-9358-be4daec3064f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:30.601528 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85f56dc-1356-4b30-a1f5-3b6a82d4a376 None None] Routers {'da19147c-aa09-4cfc-a6a6-ef965f48d292'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:30.602176 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a85f56dc-1356-4b30-a1f5-3b6a82d4a376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['da19147c-aa09-4cfc-a6a6-ef965f48d292'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:30.625639 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 on network 98d2707f-9918-4156-9358-be4daec3064f not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:05:30.626870 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Attempting to bind port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 on network 98d2707f-9918-4156-9358-be4daec3064f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:30.655896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:05:30.656160 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Checking segment: {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:30.656562 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Bound using segment: {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:05:30.657007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Bound port: ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:05:30.657372 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:30.687381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c767866b-465a-4b12-b893-015d1a4a0c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:30.688339 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c767866b-465a-4b12-b893-015d1a4a0c0b None None] The sync data for ids ['48e3162d-e20f-4503-8642-3ca7b073dfa1'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:05:30.697418 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a85f56dc-1356-4b30-a1f5-3b6a82d4a376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:30.713477 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:30.715614 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85f56dc-1356-4b30-a1f5-3b6a82d4a376 None None] Routers {'da19147c-aa09-4cfc-a6a6-ef965f48d292'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:30.716487 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a85f56dc-1356-4b30-a1f5-3b6a82d4a376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['da19147c-aa09-4cfc-a6a6-ef965f48d292'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:30.718108 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ffdd7ca1-7328-48f1-9f34-f1ebc27bbecd tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2443933 Feb 05 03:05:30.720792 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38480) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:30.792371 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a85f56dc-1356-4b30-a1f5-3b6a82d4a376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:30.793704 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f56dc-1356-4b30-a1f5-3b6a82d4a376 None None] The sync data for ids ['da19147c-aa09-4cfc-a6a6-ef965f48d292'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:05:30.814180 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a3c02c1-2318-4fa4-b3c8-60d19f1ba9cc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (48e3162d-e20f-4503-8642-3ca7b073dfa1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:30.984278 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:05:30.991025 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:05:31.122197 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:31.219257 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-294f3e20-56d4-4b11-80f2-f079dc4d7df5 req-f366c513-2287-4c02-9757-2a10f39965f1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ad005d41-c03d-41c2-9d80-424341061d7a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:31.267662 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-086a7a3d-14f1-49fe-9295-3bc9f5c3d2d6 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "GET /v2.0/routers/da19147c-aa09-4cfc-a6a6-ef965f48d292 HTTP/1.1" status: 200 len: 920 time: 0.5432873 Feb 05 03:05:31.298206 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38528) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:31.317145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:31.318433 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:31.320379 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] 10.222.0.31 "PUT /v2.0/ports/ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 HTTP/1.1" status: 200 len: 1091 time: 3.2146423 Feb 05 03:05:31.396606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:05:31.399255 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3d159b-8c88-4e44-a2f6-d57c009f933f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:05:31.405846 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-73170128-f4d4-4914-a7ba-8e69f2cf0458 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "GET /v2.0/ports?device_id=da19147c-aa09-4cfc-a6a6-ef965f48d292 HTTP/1.1" status: 200 len: 205 time: 0.0972960 Feb 05 03:05:31.405846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be91c3b-d1c7-4685-95fb-7c17decbb727 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:31.462706 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38546) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:31.522000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-294f3e20-56d4-4b11-80f2-f079dc4d7df5 req-f366c513-2287-4c02-9757-2a10f39965f1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] No DVR routers for this DVR port ad005d41-c03d-41c2-9d80-424341061d7a on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:05:31.525368 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-294f3e20-56d4-4b11-80f2-f079dc4d7df5 req-f366c513-2287-4c02-9757-2a10f39965f1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:31.529059 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-294f3e20-56d4-4b11-80f2-f079dc4d7df5 req-f366c513-2287-4c02-9757-2a10f39965f1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.31 "DELETE /v2.0/ports/ad005d41-c03d-41c2-9d80-424341061d7a HTTP/1.1" status: 204 len: 173 time: 2.3859725 Feb 05 03:05:31.626365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['acb28c92-8aec-4518-83f2-c35adecc50ea'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:05:31.683307 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366c513-2287-4c02-9757-2a10f39965f1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Pushing event deleted for resources: {'Port': ['ID=ad005d41-c03d-41c2-9d80-424341061d7a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:31.786894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-dfdad719-2ad2-4c7a-9a02-25e02201d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:31.788418 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-dfdad719-2ad2-4c7a-9a02-25e02201d7fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 1125 time: 0.3461375 Feb 05 03:05:31.883480 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a3c02c1-2318-4fa4-b3c8-60d19f1ba9cc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (48e3162d-e20f-4503-8642-3ca7b073dfa1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:31.887750 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-a67a06b1-cae5-47ef-a721-83cd98868306 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 HTTP/1.1" status: 200 len: 217 time: 0.0898364 Feb 05 03:05:31.891326 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a3c02c1-2318-4fa4-b3c8-60d19f1ba9cc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_controller (48e3162d-e20f-4503-8642-3ca7b073dfa1), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:31.953033 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-074d9233-066b-42b8-8b31-3363d1c7d2ae tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (da19147c-aa09-4cfc-a6a6-ef965f48d292), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:32.052507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65541748-baaa-4133-a742-de792aa305a1 req-0327fcf4-bdd0-431c-94a2-82cd58ce06f4 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:32.061027 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65541748-baaa-4133-a742-de792aa305a1 req-0327fcf4-bdd0-431c-94a2-82cd58ce06f4 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 943 time: 0.3308842 Feb 05 03:05:32.080882 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a3c02c1-2318-4fa4-b3c8-60d19f1ba9cc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (48e3162d-e20f-4503-8642-3ca7b073dfa1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:32.081635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3c02c1-2318-4fa4-b3c8-60d19f1ba9cc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Fanout notify agent at l3_agent the message router_deleted on router 48e3162d-e20f-4503-8642-3ca7b073dfa1 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:05:32.095058 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-074d9233-066b-42b8-8b31-3363d1c7d2ae tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (da19147c-aa09-4cfc-a6a6-ef965f48d292), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:32.101044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-d465a033-4071-49ca-bbd0-318421eb0068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:32.102516 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-d465a033-4071-49ca-bbd0-318421eb0068 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.2019596 Feb 05 03:05:32.115294 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a3c02c1-2318-4fa4-b3c8-60d19f1ba9cc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:32.119051 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4a3c02c1-2318-4fa4-b3c8-60d19f1ba9cc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/routers/48e3162d-e20f-4503-8642-3ca7b073dfa1 HTTP/1.1" status: 204 len: 168 time: 1.5564749 Feb 05 03:05:32.120020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38556) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:32.147539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1a0ae-2a14-4427-af3a-bf9e98d97546 req-540ebe1a-5d35-4bf2-8af7-dc90db41ec2a tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:32.151223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82c1a0ae-2a14-4427-af3a-bf9e98d97546 req-540ebe1a-5d35-4bf2-8af7-dc90db41ec2a tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 812 time: 0.4222863 Feb 05 03:05:32.194143 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-05b97e37-e2a4-44c5-9159-bd6592000f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:32.195997 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-05b97e37-e2a4-44c5-9159-bd6592000f08 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0871115 Feb 05 03:05:32.209595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-b2acb4e1-038d-404f-9b28-7c5b885725dd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:05:32.210637 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-b2acb4e1-038d-404f-9b28-7c5b885725dd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054338 Feb 05 03:05:32.213399 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-074d9233-066b-42b8-8b31-3363d1c7d2ae tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Deleting port c844609d-9490-461e-9207-0c55055531da {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:05:32.213729 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-074d9233-066b-42b8-8b31-3363d1c7d2ae tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c844609d-9490-461e-9207-0c55055531da), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:32.239350 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82c1a0ae-2a14-4427-af3a-bf9e98d97546 req-07b98f8a-a05f-402c-9a73-7cdc482a3aad tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/quotas/97e56238892c4ce9b594b081cf9ab6c4 HTTP/1.1" status: 200 len: 375 time: 0.0563722 Feb 05 03:05:32.273793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d1a2a9-9c5c-4718-b64c-052632d53c4a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting subnet 838b99d6-4b4b-444e-844e-5f44c6d5d429 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:05:32.278250 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-99d1a2a9-9c5c-4718-b64c-052632d53c4a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (838b99d6-4b4b-444e-844e-5f44c6d5d429), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:32.306942 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-074d9233-066b-42b8-8b31-3363d1c7d2ae tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c844609d-9490-461e-9207-0c55055531da), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:32.324171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-074d9233-066b-42b8-8b31-3363d1c7d2ae tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Calling delete_port for c844609d-9490-461e-9207-0c55055531da owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:05:32.324425 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-99d1a2a9-9c5c-4718-b64c-052632d53c4a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (838b99d6-4b4b-444e-844e-5f44c6d5d429), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:32.389836 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65541748-baaa-4133-a742-de792aa305a1 req-7da027de-5981-4abd-aacb-f3efff81b5b9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275242 Feb 05 03:05:32.461899 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82c1a0ae-2a14-4427-af3a-bf9e98d97546 req-3299e83b-2475-4d0d-a68e-408a6ebc1607 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2120249 Feb 05 03:05:32.518164 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04a6b9f-7f23-40ee-a6ad-215d983812d4 x-openstack-request-id: req-c04a6b9f-7f23-40ee-a6ad-215d983812d4 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:05:32.518492 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:05:32.519691 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c04a6b9f-7f23-40ee-a6ad-215d983812d4 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:05:32.519822 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'status': 'completed', 'code': 200} Feb 05 03:05:32.562724 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-3f70744a-ef37-475a-a595-e843298dfc60 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854186 Feb 05 03:05:32.673251 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-99d1a2a9-9c5c-4718-b64c-052632d53c4a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (838b99d6-4b4b-444e-844e-5f44c6d5d429), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:32.693800 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-074d9233-066b-42b8-8b31-3363d1c7d2ae tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c844609d-9490-461e-9207-0c55055531da), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:32.763264 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ad005d41-c03d-41c2-9d80-424341061d7a no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:05:32.764709 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d9233-066b-42b8-8b31-3363d1c7d2ae tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Pushing event deleted for resources: {'Port': ['ID=c844609d-9490-461e-9207-0c55055531da,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:32.771212 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82c1a0ae-2a14-4427-af3a-bf9e98d97546 req-6e65d3ae-040c-4a27-a697-97ee217a91c2 service neutron] 10.222.0.36 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083146 Feb 05 03:05:32.788269 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-979eac3a-6c93-40bb-a595-0c7fa0d41aff req-a7a1c983-1f4d-4185-91cf-f8bef0696d85 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185285 Feb 05 03:05:32.824869 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: ad005d41-c03d-41c2-9d80-424341061d7a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:05:32.827082 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ad005d41-c03d-41c2-9d80-424341061d7a not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:05:32.833344 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-99d1a2a9-9c5c-4718-b64c-052632d53c4a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (838b99d6-4b4b-444e-844e-5f44c6d5d429), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:32.899060 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-074d9233-066b-42b8-8b31-3363d1c7d2ae tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (da19147c-aa09-4cfc-a6a6-ef965f48d292), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:33.006562 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1a2a9-9c5c-4718-b64c-052632d53c4a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Subnet': ['ID=838b99d6-4b4b-444e-844e-5f44c6d5d429,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:33.017552 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-074d9233-066b-42b8-8b31-3363d1c7d2ae tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (da19147c-aa09-4cfc-a6a6-ef965f48d292), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:33.018028 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-99d1a2a9-9c5c-4718-b64c-052632d53c4a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:33.021538 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d159b-8c88-4e44-a2f6-d57c009f933f req-36cc0d54-dd57-4056-9a6a-cbd51f9a588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:33.024550 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e3d159b-8c88-4e44-a2f6-d57c009f933f req-36cc0d54-dd57-4056-9a6a-cbd51f9a588f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 1125 time: 0.1649117 Feb 05 03:05:33.024807 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-074d9233-066b-42b8-8b31-3363d1c7d2ae tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_controller (da19147c-aa09-4cfc-a6a6-ef965f48d292), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:33.030325 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2276f2e3-c6b3-4707-970a-297fb26e2382 None None] Network e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:05:33.035855 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-99d1a2a9-9c5c-4718-b64c-052632d53c4a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/838b99d6-4b4b-444e-844e-5f44c6d5d429 HTTP/1.1" status: 204 len: 168 time: 0.9100859 Feb 05 03:05:33.045897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38566) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:33.127685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c69419-be02-440d-8fa4-36b257638579 req-cd467799-ac47-4364-a6aa-8333d3ea203b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:33.136135 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-57c69419-be02-440d-8fa4-36b257638579 req-cd467799-ac47-4364-a6aa-8333d3ea203b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.5371795 Feb 05 03:05:33.180934 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82c1a0ae-2a14-4427-af3a-bf9e98d97546 req-460a363a-9bcc-4b3b-a463-322e0a1d5247 service neutron] 10.222.0.36 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088352 Feb 05 03:05:33.193509 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-099f741c-bc40-4230-bc9a-fe86a97d2d86 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting subnet 97e6e969-f4b6-4db2-af37-e02d8de61232 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:05:33.208634 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-099f741c-bc40-4230-bc9a-fe86a97d2d86 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (97e6e969-f4b6-4db2-af37-e02d8de61232), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:33.260977 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8fda6a-2aa3-469e-ba6e-f73e868b19e8 None None] DHCP port deletion for e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:05:33.297562 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d159b-8c88-4e44-a2f6-d57c009f933f req-3d1afa63-e882-4873-a1cf-5d39ee82b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:33.299823 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e3d159b-8c88-4e44-a2f6-d57c009f933f req-3d1afa63-e882-4873-a1cf-5d39ee82b605 service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.2545345 Feb 05 03:05:33.334956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-57c69419-be02-440d-8fa4-36b257638579 req-794ef052-ad24-48f8-a06a-7662c9aa76ba tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852360 Feb 05 03:05:33.349675 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-099f741c-bc40-4230-bc9a-fe86a97d2d86 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (97e6e969-f4b6-4db2-af37-e02d8de61232), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:33.404087 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-074d9233-066b-42b8-8b31-3363d1c7d2ae tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (da19147c-aa09-4cfc-a6a6-ef965f48d292), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:33.406081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074d9233-066b-42b8-8b31-3363d1c7d2ae tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Fanout notify agent at l3_agent the message router_deleted on router da19147c-aa09-4cfc-a6a6-ef965f48d292 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:05:33.418101 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-074d9233-066b-42b8-8b31-3363d1c7d2ae tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:33.423523 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-074d9233-066b-42b8-8b31-3363d1c7d2ae tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "DELETE /v2.0/routers/da19147c-aa09-4cfc-a6a6-ef965f48d292 HTTP/1.1" status: 204 len: 168 time: 1.9584303 Feb 05 03:05:33.424374 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38580) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:33.432990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Request body: {'router': {'name': 'tempest-snat-router-323607116', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'enable_snat': False}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:33.441261 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e3d159b-8c88-4e44-a2f6-d57c009f933f req-267f9a90-10ec-44f2-987b-d695591c2121 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 HTTP/1.1" status: 200 len: 217 time: 0.1330044 Feb 05 03:05:33.445979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d8fda6a-2aa3-469e-ba6e-f73e868b19e8 None None] Deleting port 63c0c6e4-fc20-4381-b23b-5f7d68a8144d {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:05:33.447535 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d8fda6a-2aa3-469e-ba6e-f73e868b19e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (63c0c6e4-fc20-4381-b23b-5f7d68a8144d), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:33.552988 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (0e4b95ca-4b0b-44f8-ae00-c776bd700137), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:33.556090 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (0e4b95ca-4b0b-44f8-ae00-c776bd700137), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:33.573629 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d159b-8c88-4e44-a2f6-d57c009f933f req-c639efb1-4b9d-43d1-8f52-badbaa92e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:33.575518 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e3d159b-8c88-4e44-a2f6-d57c009f933f req-c639efb1-4b9d-43d1-8f52-badbaa92e563 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.1247938 Feb 05 03:05:33.614557 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d8fda6a-2aa3-469e-ba6e-f73e868b19e8 None None] For port 63c0c6e4-fc20-4381-b23b-5f7d68a8144d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=63c0c6e4-fc20-4381-b23b-5f7d68a8144d,segment=NetworkSegment(1b9748cb-5b13-4a8a-b8e2-adbd89a151b6),segment_id=1b9748cb-5b13-4a8a-b8e2-adbd89a151b6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:33.614996 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d8fda6a-2aa3-469e-ba6e-f73e868b19e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (63c0c6e4-fc20-4381-b23b-5f7d68a8144d), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:33.677402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d8fda6a-2aa3-469e-ba6e-f73e868b19e8 None None] Calling delete_port for 63c0c6e4-fc20-4381-b23b-5f7d68a8144d owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:05:33.692235 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ccf46d9-39b6-4ce2-a619-f4aeb2af3613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:33.740571 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_controller (0e4b95ca-4b0b-44f8-ae00-c776bd700137), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:33.754540 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d159b-8c88-4e44-a2f6-d57c009f933f req-7bcfb4df-460c-46f1-8fac-2e2770499a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:33.759219 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e3d159b-8c88-4e44-a2f6-d57c009f933f req-7bcfb4df-460c-46f1-8fac-2e2770499a63 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1753023 Feb 05 03:05:33.796088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0cb02c7-2160-4e2d-b752-bfc53fc78271 req-a6fe97e3-f24e-470e-ba75-5fe7bad0f525 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc35b39e-05a3-4a47-a5ec-cb1f82e6b9ea HTTP/1.1" status: 200 len: 210 time: 0.1412709 Feb 05 03:05:33.828148 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-099f741c-bc40-4230-bc9a-fe86a97d2d86 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (97e6e969-f4b6-4db2-af37-e02d8de61232), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:33.898602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3186d25-95f0-4dab-b734-eface9f06cc8 req-6407a612-5913-4052-89d4-dec68ee7a31b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:33.906559 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c3186d25-95f0-4dab-b734-eface9f06cc8 req-6407a612-5913-4052-89d4-dec68ee7a31b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 943 time: 0.3457735 Feb 05 03:05:33.908260 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d8fda6a-2aa3-469e-ba6e-f73e868b19e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (63c0c6e4-fc20-4381-b23b-5f7d68a8144d), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:33.980688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fda6a-2aa3-469e-ba6e-f73e868b19e8 None None] Pushing event deleted for resources: {'Port': ['ID=63c0c6e4-fc20-4381-b23b-5f7d68a8144d,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:33.992810 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8fda6a-2aa3-469e-ba6e-f73e868b19e8 None None] No DVR routers for this DVR port 63c0c6e4-fc20-4381-b23b-5f7d68a8144d on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:05:34.036172 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c3186d25-95f0-4dab-b734-eface9f06cc8 req-d31128af-b411-4513-afbd-6060b186c8c3 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279209 Feb 05 03:05:34.074614 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-099f741c-bc40-4230-bc9a-fe86a97d2d86 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (97e6e969-f4b6-4db2-af37-e02d8de61232), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:34.161441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f741c-bc40-4230-bc9a-fe86a97d2d86 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Subnet': ['ID=97e6e969-f4b6-4db2-af37-e02d8de61232,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:34.163549 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-099f741c-bc40-4230-bc9a-fe86a97d2d86 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:34.169657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb090f73-a501-4757-9450-16c8e1b2692e None None] Network 57b73e8d-1ffe-4d1d-bcc7-5d309b22726a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:05:34.185128 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-099f741c-bc40-4230-bc9a-fe86a97d2d86 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/97e6e969-f4b6-4db2-af37-e02d8de61232 HTTP/1.1" status: 204 len: 168 time: 1.1358945 Feb 05 03:05:34.192518 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38606) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:34.485094 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e3d159b-8c88-4e44-a2f6-d57c009f933f req-42811d4c-29e0-4d55-8942-efff44661a52 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251922 Feb 05 03:05:34.558373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6271bd9-15c4-46b8-b1b0-76ad26039bad None None] DHCP port deletion for 57b73e8d-1ffe-4d1d-bcc7-5d309b22726a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:05:34.592818 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb135294-08f0-4721-b0e2-6e7089d7da9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:34.615684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685154a0-95e8-42be-b80e-efa511b5b2c7 req-1b9762b0-3fda-482c-a8c8-19631ca2122d tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:34.617582 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-685154a0-95e8-42be-b80e-efa511b5b2c7 req-1b9762b0-3fda-482c-a8c8-19631ca2122d tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.4217923 Feb 05 03:05:34.679216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c6271bd9-15c4-46b8-b1b0-76ad26039bad None None] Deleting port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:05:34.680175 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c6271bd9-15c4-46b8-b1b0-76ad26039bad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1b23b223-18c5-4d52-8ab0-d7bfa62edee6), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:34.737497 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-685154a0-95e8-42be-b80e-efa511b5b2c7 req-481a7b5d-7556-4e5f-aa79-408324ddc771 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113517 Feb 05 03:05:34.815929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c6271bd9-15c4-46b8-b1b0-76ad26039bad None None] For port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1b23b223-18c5-4d52-8ab0-d7bfa62edee6,segment=NetworkSegment(01ecf452-fa34-4861-858d-87b670e8b45d),segment_id=01ecf452-fa34-4861-858d-87b670e8b45d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:34.816332 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c6271bd9-15c4-46b8-b1b0-76ad26039bad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1b23b223-18c5-4d52-8ab0-d7bfa62edee6), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:34.852199 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c6271bd9-15c4-46b8-b1b0-76ad26039bad None None] Calling delete_port for 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:05:34.954316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:05:35.010275 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb135294-08f0-4721-b0e2-6e7089d7da9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:35.026208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56425865-b32b-47b8-bbb5-ddfea325091c', 'name': 'network-vif-deleted', 'tag': 'ad005d41-c03d-41c2-9d80-424341061d7a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:05:35.028558 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df68d6bb-443a-4219-ad97-8a72364e1f7f" -d '{"events": [{"server_uuid": "56425865-b32b-47b8-bbb5-ddfea325091c", "name": "network-vif-deleted", "tag": "ad005d41-c03d-41c2-9d80-424341061d7a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:05:35.059047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:35.059679 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1b23b223-18c5-4d52-8ab0-d7bfa62edee6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:35.061643 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (0e4b95ca-4b0b-44f8-ae00-c776bd700137), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:35.097301 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1b23b223-18c5-4d52-8ab0-d7bfa62edee6,segment=NetworkSegment(01ecf452-fa34-4861-858d-87b670e8b45d),segment_id=01ecf452-fa34-4861-858d-87b670e8b45d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:35.109406 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1b23b223-18c5-4d52-8ab0-d7bfa62edee6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:35.110357 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 63c0c6e4-fc20-4381-b23b-5f7d68a8144d no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:05:35.136613 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 63c0c6e4-fc20-4381-b23b-5f7d68a8144d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:05:35.137224 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 63c0c6e4-fc20-4381-b23b-5f7d68a8144d not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:05:35.171921 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e3d159b-8c88-4e44-a2f6-d57c009f933f req-052d841e-545f-48a1-a7f9-79d4f9bcad1e service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6767831 Feb 05 03:05:35.177185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-fb135294-08f0-4721-b0e2-6e7089d7da9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:35.194413 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c6271bd9-15c4-46b8-b1b0-76ad26039bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (1b23b223-18c5-4d52-8ab0-d7bfa62edee6), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:35.210748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6271bd9-15c4-46b8-b1b0-76ad26039bad None None] No DVR routers for this DVR port 1b23b223-18c5-4d52-8ab0-d7bfa62edee6 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:05:35.224542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-fb135294-08f0-4721-b0e2-6e7089d7da9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9748cb-5b13-4a8a-b8e2-adbd89a151b6') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:35.224841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-fb135294-08f0-4721-b0e2-6e7089d7da9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9748cb-5b13-4a8a-b8e2-adbd89a151b6') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:35.254299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=1b23b223-18c5-4d52-8ab0-d7bfa62edee6,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:35.257193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4a24e-7c4a-4fc7-aac5-218d063a536b req-b2aa3f30-94b8-4950-8578-7b654ca7ba54 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:35.266115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09e4a24e-7c4a-4fc7-aac5-218d063a536b req-b2aa3f30-94b8-4950-8578-7b654ca7ba54 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.3673913 Feb 05 03:05:35.275959 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb135294-08f0-4721-b0e2-6e7089d7da9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (1b9748cb-5b13-4a8a-b8e2-adbd89a151b6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:35.291885 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb135294-08f0-4721-b0e2-6e7089d7da9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (1b9748cb-5b13-4a8a-b8e2-adbd89a151b6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:35.299143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb135294-08f0-4721-b0e2-6e7089d7da9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:05:35.299835 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb135294-08f0-4721-b0e2-6e7089d7da9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (1b9748cb-5b13-4a8a-b8e2-adbd89a151b6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:35.304830 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6271bd9-15c4-46b8-b1b0-76ad26039bad None None] Pushing event deleted for resources: {'Port': ['ID=1b23b223-18c5-4d52-8ab0-d7bfa62edee6,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:05:35.316461 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:05:35.408017 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (0e4b95ca-4b0b-44f8-ae00-c776bd700137), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:35.415965 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb135294-08f0-4721-b0e2-6e7089d7da9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:35.433675 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:35.463527 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09e4a24e-7c4a-4fc7-aac5-218d063a536b req-dc57cf16-c819-4689-b68b-21df6a45a815 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964121 Feb 05 03:05:35.513828 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb135294-08f0-4721-b0e2-6e7089d7da9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:35.528064 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fb135294-08f0-4721-b0e2-6e7089d7da9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/networks/e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59 HTTP/1.1" status: 204 len: 168 time: 1.3344443 Feb 05 03:05:35.529342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb135294-08f0-4721-b0e2-6e7089d7da9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Network': ['ID=e0b4a22a-40d2-4678-8ed0-1a0d3a91fe59,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:35.533971 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38642) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:35.540775 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafa819-fee4-4538-903b-45425371b541 req-12a8bcce-ae6e-475f-b6af-d6c405cc47cd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:35.556084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7aafa819-fee4-4538-903b-45425371b541 req-12a8bcce-ae6e-475f-b6af-d6c405cc47cd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 812 time: 0.5739396 Feb 05 03:05:35.586390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Allocated IP 172.25.0.101 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/0d18fd46-810e-4f2e-8e56-7698f49b583d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:35.685753 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7aafa819-fee4-4538-903b-45425371b541 req-001a9359-4444-4611-bd00-8f2d4344da4d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/quotas/97e56238892c4ce9b594b081cf9ab6c4 HTTP/1.1" status: 200 len: 375 time: 0.1287787 Feb 05 03:05:35.734913 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86cd2cf-3838-4abe-82d0-00021eef99d9 x-openstack-request-id: req-c86cd2cf-3838-4abe-82d0-00021eef99d9 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:05:35.735312 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56425865-b32b-47b8-bbb5-ddfea325091c", "name": "network-vif-deleted", "tag": "ad005d41-c03d-41c2-9d80-424341061d7a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:05:35.735576 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c86cd2cf-3838-4abe-82d0-00021eef99d9 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:05:35.736062 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56425865-b32b-47b8-bbb5-ddfea325091c', 'name': 'network-vif-deleted', 'tag': 'ad005d41-c03d-41c2-9d80-424341061d7a', 'status': 'completed', 'code': 200} Feb 05 03:05:35.757899 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for port (0d18fd46-810e-4f2e-8e56-7698f49b583d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:35.818541 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0d18fd46-810e-4f2e-8e56-7698f49b583d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:35.885679 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7aafa819-fee4-4538-903b-45425371b541 req-5463b5ec-489d-4253-823a-04f3dc111176 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1846888 Feb 05 03:05:35.899155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:35.903465 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b13d1479-20bb-460a-bb6d-87762919c7f5 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (57b73e8d-1ffe-4d1d-bcc7-5d309b22726a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:35.904450 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:35.917019 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:35.919622 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2cc1c304-b90f-4326-8b74-3521f9cab716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:35.979356 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Pushing event updated for resources: {'Port': ['ID=0d18fd46-810e-4f2e-8e56-7698f49b583d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:36.071060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7aafa819-fee4-4538-903b-45425371b541 req-602b0e43-7ed7-4b9e-a44f-0dc55ba7b43a service neutron] 10.222.0.36 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843703 Feb 05 03:05:36.205430 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987818a-07c7-4429-8016-2c9aa28e9953 req-b73eba95-9a57-478f-895a-f043204cd70b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:36.206374 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d987818a-07c7-4429-8016-2c9aa28e9953 req-b73eba95-9a57-478f-895a-f043204cd70b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 943 time: 0.5398855 Feb 05 03:05:36.275487 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (0e4b95ca-4b0b-44f8-ae00-c776bd700137), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:36.322487 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b13d1479-20bb-460a-bb6d-87762919c7f5 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (57b73e8d-1ffe-4d1d-bcc7-5d309b22726a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:36.329057 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d987818a-07c7-4429-8016-2c9aa28e9953 req-eea22f27-fadc-4af8-aee2-68a53c34e373 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098754 Feb 05 03:05:36.373765 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7aafa819-fee4-4538-903b-45425371b541 req-b65822bc-ef4d-4342-9c5d-850a08af73cf service neutron] 10.222.0.36 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912986 Feb 05 03:05:36.381871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b13d1479-20bb-460a-bb6d-87762919c7f5 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b73e8d-1ffe-4d1d-bcc7-5d309b22726a']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:36.399972 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b13d1479-20bb-460a-bb6d-87762919c7f5 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ecf452-fa34-4861-858d-87b670e8b45d') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:36.400268 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b13d1479-20bb-460a-bb6d-87762919c7f5 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ecf452-fa34-4861-858d-87b670e8b45d') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:36.429331 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b13d1479-20bb-460a-bb6d-87762919c7f5 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (01ecf452-fa34-4861-858d-87b670e8b45d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:36.446995 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b13d1479-20bb-460a-bb6d-87762919c7f5 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (01ecf452-fa34-4861-858d-87b670e8b45d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:36.455716 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13d1479-20bb-460a-bb6d-87762919c7f5 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:05:36.457501 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b13d1479-20bb-460a-bb6d-87762919c7f5 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (01ecf452-fa34-4861-858d-87b670e8b45d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:36.537571 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (0e4b95ca-4b0b-44f8-ae00-c776bd700137), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:05:36.543221 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:05:36.553699 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b13d1479-20bb-460a-bb6d-87762919c7f5 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (57b73e8d-1ffe-4d1d-bcc7-5d309b22726a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:36.575235 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b13d1479-20bb-460a-bb6d-87762919c7f5 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:36.595105 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b13d1479-20bb-460a-bb6d-87762919c7f5 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/networks/57b73e8d-1ffe-4d1d-bcc7-5d309b22726a HTTP/1.1" status: 204 len: 168 time: 1.0368443 Feb 05 03:05:36.606385 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38660) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:36.633602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d1479-20bb-460a-bb6d-87762919c7f5 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Network': ['ID=57b73e8d-1ffe-4d1d-bcc7-5d309b22726a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:36.639433 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c1b4b900-193f-4758-addd-b883d359b270 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'network': {'name': 'tempest-RoutersTest-659396351'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:36.668421 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b4b900-193f-4758-addd-b883d359b270 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:05:36.671790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b900-193f-4758-addd-b883d359b270 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:36.735161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2443fa32-c1b9-4fc9-846b-5470384472ec req-d7e4b88b-97b8-4729-abc6-7c08dc2f8fee tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 210 time: 0.0869813 Feb 05 03:05:36.741701 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b4b900-193f-4758-addd-b883d359b270 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:05:36.767091 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b900-193f-4758-addd-b883d359b270 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:36.767357 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-c1b4b900-193f-4758-addd-b883d359b270 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Added segment c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02 of type vlan for network 92d64729-c169-4515-ac74-fe7d57028f4a Feb 05 03:05:36.796657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:05:36.892251 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b900-193f-4758-addd-b883d359b270 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (92d64729-c169-4515-ac74-fe7d57028f4a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:36.945892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Router 0e4b95ca-4b0b-44f8-ae00-c776bd700137 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:05:36.946979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:37.004346 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'port_id': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'mac_address': 'fa:16:3e:c9:3e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:05:37.104495 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b900-193f-4758-addd-b883d359b270 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (92d64729-c169-4515-ac74-fe7d57028f4a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:37.113691 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b4b900-193f-4758-addd-b883d359b270 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:37.114412 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b900-193f-4758-addd-b883d359b270 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:37.148675 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:37.149039 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:37.158522 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:37.180315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:05:37.225368 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:37.234482 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:37.248126 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c1b4b900-193f-4758-addd-b883d359b270 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6406054 Feb 05 03:05:37.251196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38680) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:37.257538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3e137bce-7890-4271-b325-135e8b89280b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'subnet': {'network_id': '92d64729-c169-4515-ac74-fe7d57028f4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:37.286189 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4b900-193f-4758-addd-b883d359b270 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Network': ['ID=92d64729-c169-4515-ac74-fe7d57028f4a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:37.300993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:05:37.323402 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:37.327373 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0d9ac5be-cc21-43ef-a5f7-5f760ab6f73e tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8970091 Feb 05 03:05:37.330246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:37.332017 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38684) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:37.333709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 92d64729-c169-4515-ac74-fe7d57028f4a details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:05:37.336349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Sync routers for ids ['0e4b95ca-4b0b-44f8-ae00-c776bd700137'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:05:37.480631 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Routers {'0e4b95ca-4b0b-44f8-ae00-c776bd700137'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:37.481817 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0e4b95ca-4b0b-44f8-ae00-c776bd700137'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:37.589816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38688) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:37.590027 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f738957e-2083-4e9c-83d2-2ed84ccdbf56 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "GET /v2.0/routers/0e4b95ca-4b0b-44f8-ae00-c776bd700137 HTTP/1.1" status: 200 len: 908 time: 0.2562211 Feb 05 03:05:37.592622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['ea3e72d2-28d8-4c80-b058-4aaf3f3508f5'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:05:37.598812 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Request body: {'router': {'name': 'tempest-snat-router-323607116', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'enable_snat': True}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:37.607706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e137bce-7890-4271-b325-135e8b89280b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:05:37.611583 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e137bce-7890-4271-b325-135e8b89280b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:37.652338 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2d2a6-3a05-4946-9d12-3bf09f4c27d2 req-69d5fa94-deff-4f77-8eec-0f2801fb53aa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:37.657690 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (169f4a82-f511-43ee-93d1-9a0bf9da247a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:37.660182 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (169f4a82-f511-43ee-93d1-9a0bf9da247a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:37.663099 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aef2d2a6-3a05-4946-9d12-3bf09f4c27d2 req-69d5fa94-deff-4f77-8eec-0f2801fb53aa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1587143 Feb 05 03:05:37.723317 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Set router 0e4b95ca-4b0b-44f8-ae00-c776bd700137 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:05:37.848096 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_controller (169f4a82-f511-43ee-93d1-9a0bf9da247a), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:38.092783 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4b95ca-4b0b-44f8-ae00-c776bd700137', 'name': 'tempest-snat-router-323607116', 'tenant_id': '73878a41469843dba7a4bb59ad672ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.101'}], 'enable_snat': False}, 'gw_port_id': '0d18fd46-810e-4f2e-8e56-7698f49b583d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:33Z', 'updated_at': '2022-02-05T03:05:36Z', 'revision_number': 3, 'project_id': '73878a41469843dba7a4bb59ad672ad5', 'gw_port': {'id': '0d18fd46-810e-4f2e-8e56-7698f49b583d', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:96:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4b95ca-4b0b-44f8-ae00-c776bd700137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:35Z', 'updated_at': '2022-02-05T03:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:38.122228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aef2d2a6-3a05-4946-9d12-3bf09f4c27d2 req-ecdf41f0-bcd2-4144-bb51-3c30f7dfc92d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4580364 Feb 05 03:05:38.138871 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-63c90988-e875-4cb4-897e-0699c722a3f3 req-1d10652e-70cc-43ca-b9ba-ebfd15f48aba tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 210 time: 0.1745057 Feb 05 03:05:38.160579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Checking router: 0e4b95ca-4b0b-44f8-ae00-c776bd700137 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:05:38.161177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Updating router 0e4b95ca-4b0b-44f8-ae00-c776bd700137 port 0d18fd46-810e-4f2e-8e56-7698f49b583d binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:05:38.177456 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (169f4a82-f511-43ee-93d1-9a0bf9da247a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:38.235236 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0d18fd46-810e-4f2e-8e56-7698f49b583d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:38.396626 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e137bce-7890-4271-b325-135e8b89280b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (1726add3-37cb-453b-a13c-165e33e214ba), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:38.476194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e137bce-7890-4271-b325-135e8b89280b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Subnet': ['ID=1726add3-37cb-453b-a13c-165e33e214ba,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:38.488945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e137bce-7890-4271-b325-135e8b89280b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Checking segment: {'id': 'c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92d64729-c169-4515-ac74-fe7d57028f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:38.489568 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e137bce-7890-4271-b325-135e8b89280b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network hostable DHCP agents. Network: 92d64729-c169-4515-ac74-fe7d57028f4a, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:05:38.520352 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e137bce-7890-4271-b325-135e8b89280b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network 92d64729-c169-4515-ac74-fe7d57028f4a is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:05:38.540339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3e137bce-7890-4271-b325-135e8b89280b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 92d64729-c169-4515-ac74-fe7d57028f4a) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:38.545340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e137bce-7890-4271-b325-135e8b89280b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:38.546924 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e137bce-7890-4271-b325-135e8b89280b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:38.584591 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3e137bce-7890-4271-b325-135e8b89280b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3300838 Feb 05 03:05:38.584840 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38700) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:38.594923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd900ed-ec2b-4c36-8cf8-141872d0f1d2 None None] Network 92d64729-c169-4515-ac74-fe7d57028f4a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:05:38.606046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-022b435e-1c5e-4770-9c93-1b456e55c2fc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-538475568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:38.653894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafa819-fee4-4538-903b-45425371b541 req-487a51d7-0385-445f-8c6f-edaad71d9b64 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:38.655963 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7aafa819-fee4-4538-903b-45425371b541 req-487a51d7-0385-445f-8c6f-edaad71d9b64 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 812 time: 0.4508722 Feb 05 03:05:38.671150 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-7aafa819-fee4-4538-903b-45425371b541 req-64f6906a-d16e-429b-b8bb-cf91799dd772 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Request body: {'port': {'device_id': 'f48d4000-9ae3-4212-83ae-548a53587c8d', 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d', 'admin_state_up': True, 'tenant_id': '97e56238892c4ce9b594b081cf9ab6c4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:38.739457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-92d64729-c169-4515-ac74-fe7d57028f4a', 'network_id': '92d64729-c169-4515-ac74-fe7d57028f4a', 'project_id': '456239914dd84c50ba91285736155cbe', 'fixed_ips': [{'subnet_id': '1726add3-37cb-453b-a13c-165e33e214ba'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:05:38.740610 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:38.769595 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:38.782605 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38704) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:38.783855 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-022b435e-1c5e-4770-9c93-1b456e55c2fc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (218762db-48a5-4c46-9a05-f79d0e8bbefb), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:38.785852 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-022b435e-1c5e-4770-9c93-1b456e55c2fc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (218762db-48a5-4c46-9a05-f79d0e8bbefb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:38.859861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aafa819-fee4-4538-903b-45425371b541 req-64f6906a-d16e-429b-b8bb-cf91799dd772 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Made reservation on behalf of 97e56238892c4ce9b594b081cf9ab6c4 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:05:38.864314 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7aafa819-fee4-4538-903b-45425371b541 req-64f6906a-d16e-429b-b8bb-cf91799dd772 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:38.945959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Allocated IP 172.20.0.2 (92d64729-c169-4515-ac74-fe7d57028f4a/1726add3-37cb-453b-a13c-165e33e214ba/cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:38.986601 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-022b435e-1c5e-4770-9c93-1b456e55c2fc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_controller (218762db-48a5-4c46-9a05-f79d0e8bbefb), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.009328 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-022b435e-1c5e-4770-9c93-1b456e55c2fc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (218762db-48a5-4c46-9a05-f79d0e8bbefb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.024128 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ee0a8e96-5a5c-4292-8b69-c75d6a077d40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47b349bfded4489b98728568fac14a11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397764 Feb 05 03:05:39.026156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38708) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:39.054191 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-022b435e-1c5e-4770-9c93-1b456e55c2fc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.055398 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-022b435e-1c5e-4770-9c93-1b456e55c2fc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4685912 Feb 05 03:05:39.059485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38710) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:39.067991 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3e13e957-2b4e-46fe-9f90-7b8e03626f10 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'port': {'network_id': '92d64729-c169-4515-ac74-fe7d57028f4a', 'name': 'tempest-RoutersTest-732426625'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:39.187969 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9203aa15-6478-45b6-90ba-eba0a98b06f7 admin admin] Publish callbacks [] for security_group (ea88452e-5c9f-429f-95b0-2135f85e856d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.215982 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Publish callbacks [] for port (0d18fd46-810e-4f2e-8e56-7698f49b583d), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.233566 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9203aa15-6478-45b6-90ba-eba0a98b06f7 admin admin] Publish callbacks [] for security_group (ea88452e-5c9f-429f-95b0-2135f85e856d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.298272 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-7aafa819-fee4-4538-903b-45425371b541 req-64f6906a-d16e-429b-b8bb-cf91799dd772 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Allocated IP 172.20.0.4 (2f706900-b41e-4e10-9d88-c9a7b11c206d/37fc2b86-02d8-4bec-8794-80413f7999c9/4db6823a-5bde-4216-a6b5-08431047bea1) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:39.305559 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Publish callbacks [] for port (cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.309205 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:39.315135 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0d18fd46-810e-4f2e-8e56-7698f49b583d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.370248 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.377865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Attempting to bind port 0d18fd46-810e-4f2e-8e56-7698f49b583d on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:05:39.379631 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Attempting to bind port 0d18fd46-810e-4f2e-8e56-7698f49b583d by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:05:39.380273 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Attempting to bind port 0d18fd46-810e-4f2e-8e56-7698f49b583d on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:39.436438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b11bfa-f4bb-4beb-a1f1-08ae8bf7305f None None] Pushing event updated for resources: {'Port': ['ID=0d18fd46-810e-4f2e-8e56-7698f49b583d,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:39.444281 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9bf8396b-ea63-4f26-b2d6-58fc126e9f96 req-09fe81d2-151b-45da-b0bf-679223f875f2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 210 time: 0.2070436 Feb 05 03:05:39.498861 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:05:39.499309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:39.499647 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.500041 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:05:39.500520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Bound port: 0d18fd46-810e-4f2e-8e56-7698f49b583d, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:05:39.500897 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0d18fd46-810e-4f2e-8e56-7698f49b583d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.504995 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9203aa15-6478-45b6-90ba-eba0a98b06f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ea88452e-5c9f-429f-95b0-2135f85e856d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.522979 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9203aa15-6478-45b6-90ba-eba0a98b06f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.522979 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9203aa15-6478-45b6-90ba-eba0a98b06f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea88452e-5c9f-429f-95b0-2135f85e856d HTTP/1.1" status: 204 len: 168 time: 0.4881351 Feb 05 03:05:39.558061 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203aa15-6478-45b6-90ba-eba0a98b06f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea88452e-5c9f-429f-95b0-2135f85e856d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:39.562056 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] For port 0d18fd46-810e-4f2e-8e56-7698f49b583d, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:05:39.568240 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] For port 0d18fd46-810e-4f2e-8e56-7698f49b583d, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0d18fd46-810e-4f2e-8e56-7698f49b583d,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:05:39.594280 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7aafa819-fee4-4538-903b-45425371b541 req-64f6906a-d16e-429b-b8bb-cf91799dd772 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks [] for port (4db6823a-5bde-4216-a6b5-08431047bea1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.615607 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0d18fd46-810e-4f2e-8e56-7698f49b583d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.618986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Network 92d64729-c169-4515-ac74-fe7d57028f4a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:39.623076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fd426-b494-4f18-996c-6f1e8dd91ec8 req-97ffc186-c5f2-44ab-a7b2-acea4f4d3ad2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:39.633630 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef6fd426-b494-4f18-996c-6f1e8dd91ec8 req-97ffc186-c5f2-44ab-a7b2-acea4f4d3ad2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.3592224 Feb 05 03:05:39.641281 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:39.643527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:39.663859 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e13e957-2b4e-46fe-9f90-7b8e03626f10 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:05:39.671256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Routers {'0e4b95ca-4b0b-44f8-ae00-c776bd700137'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:39.671950 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0e4b95ca-4b0b-44f8-ae00-c776bd700137'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:39.676504 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e13e957-2b4e-46fe-9f90-7b8e03626f10 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.679898 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (169f4a82-f511-43ee-93d1-9a0bf9da247a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.742184 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:39.760643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-3e13e957-2b4e-46fe-9f90-7b8e03626f10 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] device_id is not set on port 7ff97d27-d56b-4360-ad94-ab31fa68d129 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:05:39.876897 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7aafa819-fee4-4538-903b-45425371b541 req-64f6906a-d16e-429b-b8bb-cf91799dd772 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4db6823a-5bde-4216-a6b5-08431047bea1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:40.026028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aafa819-fee4-4538-903b-45425371b541 req-64f6906a-d16e-429b-b8bb-cf91799dd772 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Network 2f706900-b41e-4e10-9d88-c9a7b11c206d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:40.051094 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-7aafa819-fee4-4538-903b-45425371b541 req-64f6906a-d16e-429b-b8bb-cf91799dd772 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:40.062774 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aafa819-fee4-4538-903b-45425371b541 req-64f6906a-d16e-429b-b8bb-cf91799dd772 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:40.069413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-3e13e957-2b4e-46fe-9f90-7b8e03626f10 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Allocated IP 172.20.0.4 (92d64729-c169-4515-ac74-fe7d57028f4a/1726add3-37cb-453b-a13c-165e33e214ba/7ff97d27-d56b-4360-ad94-ab31fa68d129) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:40.072765 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] Set router 0e4b95ca-4b0b-44f8-ae00-c776bd700137 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:05:40.113944 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6906a-d16e-429b-b8bb-cf91799dd772 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Pushing event updated for resources: {'Port': ['ID=4db6823a-5bde-4216-a6b5-08431047bea1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:40.147531 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Allocated IP 172.25.0.65 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/44fbf0cf-a343-42f2-a25d-24cb2c848699) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:40.163278 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafa819-fee4-4538-903b-45425371b541 req-64f6906a-d16e-429b-b8bb-cf91799dd772 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:40.164234 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7aafa819-fee4-4538-903b-45425371b541 req-64f6906a-d16e-429b-b8bb-cf91799dd772 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:40.213314 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7aafa819-fee4-4538-903b-45425371b541 req-64f6906a-d16e-429b-b8bb-cf91799dd772 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5476644 Feb 05 03:05:40.250156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-7aafa819-fee4-4538-903b-45425371b541 req-87e04b88-bf19-4122-b220-b326b92f28d2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:05:40.251400 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7aafa819-fee4-4538-903b-45425371b541 req-87e04b88-bf19-4122-b220-b326b92f28d2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067365 Feb 05 03:05:40.267132 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Request body: {'port': {'device_id': 'f48d4000-9ae3-4212-83ae-548a53587c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:40.284302 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Pushing event updated for resources: {'Port': ['ID=cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:40.397901 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4db6823a-5bde-4216-a6b5-08431047bea1), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:40.400749 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:05:40.411132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef6fd426-b494-4f18-996c-6f1e8dd91ec8 req-f8bc7f60-9a1e-40cd-9823-aed1ed071491 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7751398 Feb 05 03:05:40.426566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:40.427427 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:40.429781 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:40.470966 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Attempting to bind port cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:05:40.471607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Attempting to bind port cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92d64729-c169-4515-ac74-fe7d57028f4a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:05:40.473070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Attempting to bind port cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 on network 92d64729-c169-4515-ac74-fe7d57028f4a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:40.484383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:05:40.485495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Checking segment: {'id': 'c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92d64729-c169-4515-ac74-fe7d57028f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:40.486175 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:40.486843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Bound using segment: {'id': 'c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92d64729-c169-4515-ac74-fe7d57028f4a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:05:40.488612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Bound port: cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92d64729-c169-4515-ac74-fe7d57028f4a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:05:40.489642 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:40.508107 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for port (44fbf0cf-a343-42f2-a25d-24cb2c848699), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:40.526158 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e13e957-2b4e-46fe-9f90-7b8e03626f10 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (7ff97d27-d56b-4360-ad94-ab31fa68d129), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:40.572571 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e13e957-2b4e-46fe-9f90-7b8e03626f10 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7ff97d27-d56b-4360-ad94-ab31fa68d129), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:40.673668 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13e957-2b4e-46fe-9f90-7b8e03626f10 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=7ff97d27-d56b-4360-ad94-ab31fa68d129,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:40.695305 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b11bfa-f4bb-4beb-a1f1-08ae8bf7305f None None] Pushing event updated for resources: {'Port': ['ID=0d18fd46-810e-4f2e-8e56-7698f49b583d,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:40.696040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76892524-eb88-4f49-8850-ec5beb0171b1 req-630e56d8-fc98-4c6e-be0d-1d309a79f534 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:40.697645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76892524-eb88-4f49-8850-ec5beb0171b1 req-630e56d8-fc98-4c6e-be0d-1d309a79f534 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.4051518 Feb 05 03:05:40.729820 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] For port cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:05:40.749008 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e13e957-2b4e-46fe-9f90-7b8e03626f10 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network 92d64729-c169-4515-ac74-fe7d57028f4a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:40.754335 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3e13e957-2b4e-46fe-9f90-7b8e03626f10 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:40.762293 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (44fbf0cf-a343-42f2-a25d-24cb2c848699), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:40.767617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e13e957-2b4e-46fe-9f90-7b8e03626f10 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:40.778965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] For port cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97,segment=NetworkSegment(c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02),segment_id=c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:05:40.854630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:40.855057 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:40.889947 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:40.916226 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:40.994142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374449d-b82f-4fc4-80bc-60c88fcffb9d None None] Pushing event updated for resources: {'Port': ['ID=cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:40.994807 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:40.998216 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:41.005318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Pushing event updated for resources: {'Port': ['ID=44fbf0cf-a343-42f2-a25d-24cb2c848699,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:41.020364 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:05:41.024889 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146378e8-3725-44fe-9ec4-d73c8f09a2d5" -d '{"events": [{"server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "name": "network-vif-plugged", "status": "completed", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:05:41.096722 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:41.128997 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:41.150303 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38758) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:41.187331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4b95ca-4b0b-44f8-ae00-c776bd700137', 'name': 'tempest-snat-router-323607116', 'tenant_id': '73878a41469843dba7a4bb59ad672ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.101'}], 'enable_snat': False}, 'gw_port_id': '0d18fd46-810e-4f2e-8e56-7698f49b583d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:33Z', 'updated_at': '2022-02-05T03:05:36Z', 'revision_number': 3, 'project_id': '73878a41469843dba7a4bb59ad672ad5', 'gw_port': {'id': '0d18fd46-810e-4f2e-8e56-7698f49b583d', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:96:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4b95ca-4b0b-44f8-ae00-c776bd700137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:35Z', 'updated_at': '2022-02-05T03:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:41.231625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba444a6b-67e3-4286-970f-02ee477ac339 None None] The sync data for ids ['0e4b95ca-4b0b-44f8-ae00-c776bd700137'] in n-d-826942-8 is: [{'id': '0e4b95ca-4b0b-44f8-ae00-c776bd700137', 'name': 'tempest-snat-router-323607116', 'tenant_id': '73878a41469843dba7a4bb59ad672ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.101'}], 'enable_snat': False}, 'gw_port_id': '0d18fd46-810e-4f2e-8e56-7698f49b583d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:33Z', 'updated_at': '2022-02-05T03:05:36Z', 'revision_number': 3, 'project_id': '73878a41469843dba7a4bb59ad672ad5', 'gw_port': {'id': '0d18fd46-810e-4f2e-8e56-7698f49b583d', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:96:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4b95ca-4b0b-44f8-ae00-c776bd700137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:35Z', 'updated_at': '2022-02-05T03:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:05:41.245807 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:41.257602 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:41.493311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db6823a-5bde-4216-a6b5-08431047bea1 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:05:41.511553 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a01a7b4b-d081-4d29-921b-3aa3d0357db0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1224941087-network', 'tenant_id': 'af909152ceed4448ad63ec7a94eeb2b6'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:41.516399 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Publish callbacks [] for port (4db6823a-5bde-4216-a6b5-08431047bea1), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:41.678672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Transition to ACTIVE for port object 4db6823a-5bde-4216-a6b5-08431047bea1 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:05:41.692329 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4db6823a-5bde-4216-a6b5-08431047bea1), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:41.719292 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76892524-eb88-4f49-8850-ec5beb0171b1 req-9c8785dd-8011-475e-998a-85f41989eb9a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9831326 Feb 05 03:05:41.747113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e13e957-2b4e-46fe-9f90-7b8e03626f10 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:41.748046 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e13e957-2b4e-46fe-9f90-7b8e03626f10 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:41.780210 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847f82e-d75a-4bb1-82ce-c625749669a5 req-2a4ecc65-09c6-4373-ad30-13b9ed7ca08c tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:41.795395 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5847f82e-d75a-4bb1-82ce-c625749669a5 req-2a4ecc65-09c6-4373-ad30-13b9ed7ca08c tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 931 time: 1.2248094 Feb 05 03:05:41.804587 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Pushing event updated for resources: {'Port': ['ID=4db6823a-5bde-4216-a6b5-08431047bea1,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:41.819007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01a7b4b-d081-4d29-921b-3aa3d0357db0 admin admin] Made reservation on behalf of af909152ceed4448ad63ec7a94eeb2b6 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:05:41.821334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a01a7b4b-d081-4d29-921b-3aa3d0357db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:41.867598 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c974bdad-f0bc-4be7-964e-247df84af92b x-openstack-request-id: req-c974bdad-f0bc-4be7-964e-247df84af92b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:05:41.867988 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "name": "network-vif-plugged", "status": "completed", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:05:41.867988 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c974bdad-f0bc-4be7-964e-247df84af92b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:05:41.869134 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'code': 200} Feb 05 03:05:41.948229 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3e13e957-2b4e-46fe-9f90-7b8e03626f10 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.8875189 Feb 05 03:05:41.953135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38768) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:42.047054 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5847f82e-d75a-4bb1-82ce-c625749669a5 req-22bccd18-ed6b-4055-9ee2-8264f2f06bc0 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502229 Feb 05 03:05:42.277614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020e79d-693c-4b86-b6f0-15113e10ef88 req-c579720d-325b-4e22-9f7c-722f3e428dc3 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:42.279260 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a020e79d-693c-4b86-b6f0-15113e10ef88 req-c579720d-325b-4e22-9f7c-722f3e428dc3 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 945 time: 0.2588215 Feb 05 03:05:42.327865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a01a7b4b-d081-4d29-921b-3aa3d0357db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:42.375987 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (169f4a82-f511-43ee-93d1-9a0bf9da247a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:42.411938 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf1408-dc0f-4c83-a285-bc567e1013ff req-3efcf012-29a4-4171-b135-8e27606f291d tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:42.419515 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7faf1408-dc0f-4c83-a285-bc567e1013ff req-3efcf012-29a4-4171-b135-8e27606f291d tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2829950 Feb 05 03:05:42.540180 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a020e79d-693c-4b86-b6f0-15113e10ef88 req-552b9276-2de1-49bd-9a9f-b925298dd59f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233667 Feb 05 03:05:42.563285 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7faf1408-dc0f-4c83-a285-bc567e1013ff req-1123f319-867c-4187-b1cc-15d667e1eb68 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426013 Feb 05 03:05:42.664038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cee50b-0409-45ea-aade-0d7cfa08a8a7 req-72ce2df3-0d10-4a43-bbe0-226c37c77356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:42.667738 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-92cee50b-0409-45ea-aade-0d7cfa08a8a7 req-72ce2df3-0d10-4a43-bbe0-226c37c77356 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 1127 time: 0.3537946 Feb 05 03:05:42.674666 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c21e58ef-73b4-4f5c-b5bc-e0f1abb99e1f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7ff97d27-d56b-4360-ad94-ab31fa68d129), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:42.862069 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-92cee50b-0409-45ea-aade-0d7cfa08a8a7 req-85532ef1-237e-459f-a93e-617ea5a7e345 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791925 Feb 05 03:05:42.948587 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b142758-f6ee-4150-9268-8a0abe4d6b69 None None] Network 92d64729-c169-4515-ac74-fe7d57028f4a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:05:43.014633 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a01a7b4b-d081-4d29-921b-3aa3d0357db0 admin admin] Publish callbacks [] for security_group (afcdef4c-9bb3-4e36-b72c-4ffad392cbe3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:43.119636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d246fe8f-8ac7-4301-a449-370dfa5ee49c None None] Provisioning complete for port cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:43.120335 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d246fe8f-8ac7-4301-a449-370dfa5ee49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:43.153423 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (169f4a82-f511-43ee-93d1-9a0bf9da247a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:43.156760 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Attempting to bind port 4db6823a-5bde-4216-a6b5-08431047bea1 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:05:43.157012 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Attempting to bind port 4db6823a-5bde-4216-a6b5-08431047bea1 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:05:43.157523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Attempting to bind port 4db6823a-5bde-4216-a6b5-08431047bea1 on network 2f706900-b41e-4e10-9d88-c9a7b11c206d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:43.162208 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a01a7b4b-d081-4d29-921b-3aa3d0357db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (afcdef4c-9bb3-4e36-b72c-4ffad392cbe3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:43.225114 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:43.323315 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Port 4db6823a-5bde-4216-a6b5-08431047bea1 on network 2f706900-b41e-4e10-9d88-c9a7b11c206d not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:05:43.323740 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Attempting to bind port 4db6823a-5bde-4216-a6b5-08431047bea1 on network 2f706900-b41e-4e10-9d88-c9a7b11c206d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:43.345656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01a7b4b-d081-4d29-921b-3aa3d0357db0 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:05:43.355663 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:05:43.355986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Checking segment: {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:43.356373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Bound using segment: {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:05:43.356885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Bound port: 4db6823a-5bde-4216-a6b5-08431047bea1, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:05:43.357259 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4db6823a-5bde-4216-a6b5-08431047bea1), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:43.397210 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a7b4b-d081-4d29-921b-3aa3d0357db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcdef4c-9bb3-4e36-b72c-4ffad392cbe3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:43.400406 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a01a7b4b-d081-4d29-921b-3aa3d0357db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:43.400757 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-a01a7b4b-d081-4d29-921b-3aa3d0357db0 admin admin] Added segment 14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85 of type vlan for network 97d8f928-e670-4536-a22c-a1de6e5a4788 Feb 05 03:05:43.407537 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75450978-9975-4011-956c-894ba56cfef1 req-dffa5018-a9d2-48ba-bf21-2e93d822fc31 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:43.412821 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75450978-9975-4011-956c-894ba56cfef1 req-dffa5018-a9d2-48ba-bf21-2e93d822fc31 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 943 time: 0.2135723 Feb 05 03:05:43.487295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Router 169f4a82-f511-43ee-93d1-9a0bf9da247a is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:05:43.488436 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d246fe8f-8ac7-4301-a449-370dfa5ee49c None None] Current status of the port cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:43.491827 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d246fe8f-8ac7-4301-a449-370dfa5ee49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:43.494968 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a01a7b4b-d081-4d29-921b-3aa3d0357db0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (97d8f928-e670-4536-a22c-a1de6e5a4788), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:43.523971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75450978-9975-4011-956c-894ba56cfef1 req-85dea0f5-18e4-4d33-bad7-fb5b0da20954 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024837 Feb 05 03:05:43.561039 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c21e58ef-73b4-4f5c-b5bc-e0f1abb99e1f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (7ff97d27-d56b-4360-ad94-ab31fa68d129), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:43.566589 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d246fe8f-8ac7-4301-a449-370dfa5ee49c None None] For port cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97,segment=NetworkSegment(c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02),segment_id=c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:43.568590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:43.569005 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:43.571212 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c21e58ef-73b4-4f5c-b5bc-e0f1abb99e1f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (7ff97d27-d56b-4360-ad94-ab31fa68d129), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:43.582883 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d246fe8f-8ac7-4301-a449-370dfa5ee49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:43.745265 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246fe8f-8ac7-4301-a449-370dfa5ee49c None None] Pushing event updated for resources: {'Port': ['ID=cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:43.747796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e58ef-73b4-4f5c-b5bc-e0f1abb99e1f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=7ff97d27-d56b-4360-ad94-ab31fa68d129,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:43.754699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] For port 4db6823a-5bde-4216-a6b5-08431047bea1, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:05:43.762743 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a01a7b4b-d081-4d29-921b-3aa3d0357db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (97d8f928-e670-4536-a22c-a1de6e5a4788), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:43.764513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01a7b4b-d081-4d29-921b-3aa3d0357db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:43.765260 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a01a7b4b-d081-4d29-921b-3aa3d0357db0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:43.875528 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a7b4b-d081-4d29-921b-3aa3d0357db0 admin admin] Pushing event updated for resources: {'Network': ['ID=97d8f928-e670-4536-a22c-a1de6e5a4788,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:43.895364 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 97d8f928-e670-4536-a22c-a1de6e5a4788 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:05:43.901274 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] For port 4db6823a-5bde-4216-a6b5-08431047bea1, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4db6823a-5bde-4216-a6b5-08431047bea1,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:05:43.924180 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a01a7b4b-d081-4d29-921b-3aa3d0357db0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7725101 Feb 05 03:05:43.931250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38802) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:43.934417 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4db6823a-5bde-4216-a6b5-08431047bea1), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:43.944985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b604ca9b-8502-400e-8a55-13801f6685ba admin admin] Request body: {'subnet': {'network_id': '97d8f928-e670-4536-a22c-a1de6e5a4788', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1224941087-subnet', 'tenant_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:44.099075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Pushing event updated for resources: {'Port': ['ID=4db6823a-5bde-4216-a6b5-08431047bea1,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:44.111297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:05:44.128758 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Sync routers for ids ['169f4a82-f511-43ee-93d1-9a0bf9da247a'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:05:44.137260 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:44.138457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0d18fd46-810e-4f2e-8e56-7698f49b583d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:44.140798 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9f9c2b63-be1f-4452-8af4-b76e0172cc4b None None] Provisioning complete for port 7ff97d27-d56b-4360-ad94-ab31fa68d129 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:44.140798 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2b63-be1f-4452-8af4-b76e0172cc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7ff97d27-d56b-4360-ad94-ab31fa68d129), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:44.160533 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:44.165713 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:44.167341 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7aafa819-fee4-4538-903b-45425371b541 req-a59cefdc-f093-4d59-9b2b-bb7c1e7c4712 service neutron] 10.222.0.10 "PUT /v2.0/ports/4db6823a-5bde-4216-a6b5-08431047bea1 HTTP/1.1" status: 200 len: 1091 time: 3.9054580 Feb 05 03:05:44.171179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48d4000-9ae3-4212-83ae-548a53587c8d', 'tag': '4db6823a-5bde-4216-a6b5-08431047bea1'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:05:44.173652 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bf6d98-5b0e-4cce-805c-d13bc0bab2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f48d4000-9ae3-4212-83ae-548a53587c8d", "tag": "4db6823a-5bde-4216-a6b5-08431047bea1"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:05:44.180668 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Routers {'169f4a82-f511-43ee-93d1-9a0bf9da247a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:44.181333 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['169f4a82-f511-43ee-93d1-9a0bf9da247a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:44.184576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b604ca9b-8502-400e-8a55-13801f6685ba admin admin] Made reservation on behalf of af909152ceed4448ad63ec7a94eeb2b6 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:05:44.195469 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b604ca9b-8502-400e-8a55-13801f6685ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:44.331147 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a07b4e-1ee0-4ea5-960f-218e909275ac x-openstack-request-id: req-33a07b4e-1ee0-4ea5-960f-218e909275ac {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:05:44.331645 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48d4000-9ae3-4212-83ae-548a53587c8d", "tag": "4db6823a-5bde-4216-a6b5-08431047bea1", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:05:44.332229 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33a07b4e-1ee0-4ea5-960f-218e909275ac {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:05:44.339903 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48d4000-9ae3-4212-83ae-548a53587c8d', 'tag': '4db6823a-5bde-4216-a6b5-08431047bea1', 'status': 'completed', 'code': 200} Feb 05 03:05:44.353508 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c21e58ef-73b4-4f5c-b5bc-e0f1abb99e1f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (218762db-48a5-4c46-9a05-f79d0e8bbefb), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:44.362792 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:44.366922 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-712b9a08-f7fb-4989-8390-a9f18483ad01 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.7737024 Feb 05 03:05:44.368995 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c2b63-be1f-4452-8af4-b76e0172cc4b None None] Port 7ff97d27-d56b-4360-ad94-ab31fa68d129 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:05:44.423219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9f9c2b63-be1f-4452-8af4-b76e0172cc4b None None] Provisioning complete for port cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:44.423686 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2b63-be1f-4452-8af4-b76e0172cc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:44.434932 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38810) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:44.496364 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Set router 169f4a82-f511-43ee-93d1-9a0bf9da247a gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:05:44.525601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 0d18fd46-810e-4f2e-8e56-7698f49b583d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:44.526356 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0d18fd46-810e-4f2e-8e56-7698f49b583d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:44.548877 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5362a-c088-4111-bb61-fa13b956d74e req-6acab13a-30c4-4a9b-8d10-3f8262f65781 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:44.551667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32d5362a-c088-4111-bb61-fa13b956d74e req-6acab13a-30c4-4a9b-8d10-3f8262f65781 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 945 time: 0.7600210 Feb 05 03:05:44.719144 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c21e58ef-73b4-4f5c-b5bc-e0f1abb99e1f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7ff97d27-d56b-4360-ad94-ab31fa68d129), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:44.743373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c2b63-be1f-4452-8af4-b76e0172cc4b None None] Current status of the port cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:44.744863 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafa819-fee4-4538-903b-45425371b541 req-750c54d7-79b8-4e47-bc65-01997167a780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:44.753246 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7aafa819-fee4-4538-903b-45425371b541 req-750c54d7-79b8-4e47-bc65-01997167a780 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 1125 time: 0.4590647 Feb 05 03:05:44.810733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 0d18fd46-810e-4f2e-8e56-7698f49b583d is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:44.811212 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0d18fd46-810e-4f2e-8e56-7698f49b583d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:44.828791 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32d5362a-c088-4111-bb61-fa13b956d74e req-65005380-6ef7-4687-9570-cb50bcf39f12 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564893 Feb 05 03:05:44.839683 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 0d18fd46-810e-4f2e-8e56-7698f49b583d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0d18fd46-810e-4f2e-8e56-7698f49b583d,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:44.856546 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0d18fd46-810e-4f2e-8e56-7698f49b583d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:44.891426 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2bb6ca75-c200-43a2-be2c-669e53f3a0f7 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "GET /v2.0/routers/169f4a82-f511-43ee-93d1-9a0bf9da247a HTTP/1.1" status: 200 len: 906 time: 0.4547119 Feb 05 03:05:44.896005 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7aafa819-fee4-4538-903b-45425371b541 req-afa286ac-edfb-41ac-a085-5807986c636a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4db6823a-5bde-4216-a6b5-08431047bea1 HTTP/1.1" status: 200 len: 217 time: 0.1306572 Feb 05 03:05:44.897138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38814) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:44.914787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234532e-3b76-4fbf-b6ab-71a974ea561d req-8ebcf053-423f-40a0-b1d2-85f34973e35c tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:44.919091 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9234532e-3b76-4fbf-b6ab-71a974ea561d req-8ebcf053-423f-40a0-b1d2-85f34973e35c tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 943 time: 0.2444866 Feb 05 03:05:44.933235 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169f4a82-f511-43ee-93d1-9a0bf9da247a', 'name': 'tempest-snat-router-323607116', 'tenant_id': '73878a41469843dba7a4bb59ad672ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '44fbf0cf-a343-42f2-a25d-24cb2c848699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:37Z', 'updated_at': '2022-02-05T03:05:41Z', 'revision_number': 3, 'project_id': '73878a41469843dba7a4bb59ad672ad5', 'gw_port': {'id': '44fbf0cf-a343-42f2-a25d-24cb2c848699', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169f4a82-f511-43ee-93d1-9a0bf9da247a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:39Z', 'updated_at': '2022-02-05T03:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:44.940439 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=0d18fd46-810e-4f2e-8e56-7698f49b583d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:44.955236 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6edc1cc0-09d5-451d-8c60-55c79b46d7e3 None None] Provisioning complete for port 7ff97d27-d56b-4360-ad94-ab31fa68d129 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:44.955667 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6edc1cc0-09d5-451d-8c60-55c79b46d7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7ff97d27-d56b-4360-ad94-ab31fa68d129), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:45.001769 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Checking router: 169f4a82-f511-43ee-93d1-9a0bf9da247a for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:05:45.002399 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Updating router 169f4a82-f511-43ee-93d1-9a0bf9da247a port 44fbf0cf-a343-42f2-a25d-24cb2c848699 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:05:45.007220 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6edc1cc0-09d5-451d-8c60-55c79b46d7e3 None None] Port 7ff97d27-d56b-4360-ad94-ab31fa68d129 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:05:45.017265 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:45.036185 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafa819-fee4-4538-903b-45425371b541 req-dce75d68-ddb5-42be-85d8-1f546ca92f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:45.042230 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7aafa819-fee4-4538-903b-45425371b541 req-dce75d68-ddb5-42be-85d8-1f546ca92f98 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37fc2b86-02d8-4bec-8794-80413f7999c9 HTTP/1.1" status: 200 len: 852 time: 0.1171739 Feb 05 03:05:45.076887 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:45.077263 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:45.078918 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44fbf0cf-a343-42f2-a25d-24cb2c848699), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:45.177924 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:45.262085 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7aafa819-fee4-4538-903b-45425371b541 req-7446b569-6231-455f-967a-a1fb9ec7517f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f706900-b41e-4e10-9d88-c9a7b11c206d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358907 Feb 05 03:05:45.302395 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9234532e-3b76-4fbf-b6ab-71a974ea561d req-2a70fa56-10f7-4fde-a2c4-c3c31a280c91 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718638 Feb 05 03:05:45.428004 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c21e58ef-73b4-4f5c-b5bc-e0f1abb99e1f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (7ff97d27-d56b-4360-ad94-ab31fa68d129), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:45.440396 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c21e58ef-73b4-4f5c-b5bc-e0f1abb99e1f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (7ff97d27-d56b-4360-ad94-ab31fa68d129), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:45.455527 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Publish callbacks [] for port (44fbf0cf-a343-42f2-a25d-24cb2c848699), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:45.462821 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (44fbf0cf-a343-42f2-a25d-24cb2c848699), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:45.476095 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7aafa819-fee4-4538-903b-45425371b541 req-1d80cd8f-c786-4efb-8c8c-6312bb2061ac service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029717 Feb 05 03:05:45.549384 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Attempting to bind port 44fbf0cf-a343-42f2-a25d-24cb2c848699 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:05:45.550623 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Attempting to bind port 44fbf0cf-a343-42f2-a25d-24cb2c848699 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:05:45.551608 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Attempting to bind port 44fbf0cf-a343-42f2-a25d-24cb2c848699 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:45.552377 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e58ef-73b4-4f5c-b5bc-e0f1abb99e1f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=7ff97d27-d56b-4360-ad94-ab31fa68d129,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:45.554847 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c21e58ef-73b4-4f5c-b5bc-e0f1abb99e1f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (218762db-48a5-4c46-9a05-f79d0e8bbefb), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:45.568767 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:05:45.569151 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:45.569547 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:45.569932 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:05:45.570397 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Bound port: 44fbf0cf-a343-42f2-a25d-24cb2c848699, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:05:45.571248 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44fbf0cf-a343-42f2-a25d-24cb2c848699), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:45.602894 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e5964-6286-47dc-895e-2928912edac8 None None] Pushing event updated for resources: {'Port': ['ID=44fbf0cf-a343-42f2-a25d-24cb2c848699,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:45.681065 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] For port 44fbf0cf-a343-42f2-a25d-24cb2c848699, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:05:45.688770 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] For port 44fbf0cf-a343-42f2-a25d-24cb2c848699, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=44fbf0cf-a343-42f2-a25d-24cb2c848699,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:05:45.707509 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (44fbf0cf-a343-42f2-a25d-24cb2c848699), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:45.741081 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21e58ef-73b4-4f5c-b5bc-e0f1abb99e1f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network 92d64729-c169-4515-ac74-fe7d57028f4a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:45.741773 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa454c0e-a0d3-4c9b-b51b-d5fea8030723 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router (169f4a82-f511-43ee-93d1-9a0bf9da247a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:45.743009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c21e58ef-73b4-4f5c-b5bc-e0f1abb99e1f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:45.763495 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7aafa819-fee4-4538-903b-45425371b541 req-69da29ad-3a37-4d19-bbbc-3d52e5428332 service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790756 Feb 05 03:05:45.809628 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e5964-6286-47dc-895e-2928912edac8 None None] Pushing event updated for resources: {'Port': ['ID=44fbf0cf-a343-42f2-a25d-24cb2c848699,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:45.841882 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b604ca9b-8502-400e-8a55-13801f6685ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (83c2d13c-5fc3-45b4-9343-f69854aa6e10), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:45.848305 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Routers {'169f4a82-f511-43ee-93d1-9a0bf9da247a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:45.848945 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['169f4a82-f511-43ee-93d1-9a0bf9da247a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:46.054907 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] Set router 169f4a82-f511-43ee-93d1-9a0bf9da247a gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:05:46.072637 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604ca9b-8502-400e-8a55-13801f6685ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c2d13c-5fc3-45b4-9343-f69854aa6e10,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:46.082830 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010f635-cd3e-4c52-9bcf-d6c8492fcff7 req-8559ce83-0815-4d20-b75d-5540a61f8d55 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:46.093168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6010f635-cd3e-4c52-9bcf-d6c8492fcff7 req-8559ce83-0815-4d20-b75d-5540a61f8d55 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 945 time: 0.1152804 Feb 05 03:05:46.115750 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:46.136306 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b604ca9b-8502-400e-8a55-13801f6685ba admin admin] Checking segment: {'id': '14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97d8f928-e670-4536-a22c-a1de6e5a4788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:46.136918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b604ca9b-8502-400e-8a55-13801f6685ba admin admin] Network hostable DHCP agents. Network: 97d8f928-e670-4536-a22c-a1de6e5a4788, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:05:46.143511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf6d98-5b0e-4cce-805c-d13bc0bab2a6 req-4a0d4440-3d8b-41bb-a0a2-41d145af325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:46.145966 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d6bf6d98-5b0e-4cce-805c-d13bc0bab2a6 req-4a0d4440-3d8b-41bb-a0a2-41d145af325f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 1125 time: 0.2506599 Feb 05 03:05:46.147978 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa454c0e-a0d3-4c9b-b51b-d5fea8030723 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (169f4a82-f511-43ee-93d1-9a0bf9da247a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:46.150000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-70b1ccc2-5e5e-47ee-8119-e106ad9e5cc2 None None] Provisioning complete for port 7ff97d27-d56b-4360-ad94-ab31fa68d129 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:46.150429 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70b1ccc2-5e5e-47ee-8119-e106ad9e5cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7ff97d27-d56b-4360-ad94-ab31fa68d129), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:46.189851 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6010f635-cd3e-4c52-9bcf-d6c8492fcff7 req-7355a234-24fa-449c-9d0a-5447061d0a8a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956976 Feb 05 03:05:46.208453 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21e58ef-73b4-4f5c-b5bc-e0f1abb99e1f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 218762db-48a5-4c46-9a05-f79d0e8bbefb is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:05:46.240454 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:05:46.248093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b604ca9b-8502-400e-8a55-13801f6685ba admin admin] Network 97d8f928-e670-4536-a22c-a1de6e5a4788 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:05:46.286014 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-70b1ccc2-5e5e-47ee-8119-e106ad9e5cc2 None None] Port 7ff97d27-d56b-4360-ad94-ab31fa68d129 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:05:46.301347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf6d98-5b0e-4cce-805c-d13bc0bab2a6 req-47cacc79-b042-4046-a46f-0ebddeb18f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:46.302985 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d6bf6d98-5b0e-4cce-805c-d13bc0bab2a6 req-47cacc79-b042-4046-a46f-0ebddeb18f99 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 913 time: 0.1484432 Feb 05 03:05:46.303578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b604ca9b-8502-400e-8a55-13801f6685ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 97d8f928-e670-4536-a22c-a1de6e5a4788) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:46.325304 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea03ce31-c33d-48c0-8482-67b58eca379b None None] Network 97d8f928-e670-4536-a22c-a1de6e5a4788 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:05:46.372368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b604ca9b-8502-400e-8a55-13801f6685ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:46.372777 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b604ca9b-8502-400e-8a55-13801f6685ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:46.432336 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21e58ef-73b4-4f5c-b5bc-e0f1abb99e1f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:05:46.434353 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169f4a82-f511-43ee-93d1-9a0bf9da247a', 'name': 'tempest-snat-router-323607116', 'tenant_id': '73878a41469843dba7a4bb59ad672ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '44fbf0cf-a343-42f2-a25d-24cb2c848699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:37Z', 'updated_at': '2022-02-05T03:05:41Z', 'revision_number': 3, 'project_id': '73878a41469843dba7a4bb59ad672ad5', 'gw_port': {'id': '44fbf0cf-a343-42f2-a25d-24cb2c848699', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169f4a82-f511-43ee-93d1-9a0bf9da247a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:39Z', 'updated_at': '2022-02-05T03:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:46.449633 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c21e58ef-73b4-4f5c-b5bc-e0f1abb99e1f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/218762db-48a5-4c46-9a05-f79d0e8bbefb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4954157 Feb 05 03:05:46.481417 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38830) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:46.495173 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e0f8d-ce1c-4d30-bc59-d21c24d3484a None None] The sync data for ids ['169f4a82-f511-43ee-93d1-9a0bf9da247a'] in n-d-826942-8 is: [{'id': '169f4a82-f511-43ee-93d1-9a0bf9da247a', 'name': 'tempest-snat-router-323607116', 'tenant_id': '73878a41469843dba7a4bb59ad672ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '44fbf0cf-a343-42f2-a25d-24cb2c848699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:37Z', 'updated_at': '2022-02-05T03:05:41Z', 'revision_number': 3, 'project_id': '73878a41469843dba7a4bb59ad672ad5', 'gw_port': {'id': '44fbf0cf-a343-42f2-a25d-24cb2c848699', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169f4a82-f511-43ee-93d1-9a0bf9da247a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:39Z', 'updated_at': '2022-02-05T03:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:05:46.498586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d07401-ca52-482b-8525-8fa889379a44 None None] Sync routers for ids ['218762db-48a5-4c46-9a05-f79d0e8bbefb'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:05:46.551585 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d07401-ca52-482b-8525-8fa889379a44 None None] Routers {'218762db-48a5-4c46-9a05-f79d0e8bbefb'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:46.552425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d1d07401-ca52-482b-8525-8fa889379a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['218762db-48a5-4c46-9a05-f79d0e8bbefb'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:46.574216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-97d8f928-e670-4536-a22c-a1de6e5a4788', 'network_id': '97d8f928-e670-4536-a22c-a1de6e5a4788', 'project_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'fixed_ips': [{'subnet_id': '83c2d13c-5fc3-45b4-9343-f69854aa6e10'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:05:46.575097 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:46.597829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e28056-3a5a-4a90-9b2e-34626d228c2c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:46.600099 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f3e28056-3a5a-4a90-9b2e-34626d228c2c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports/7ff97d27-d56b-4360-ad94-ab31fa68d129 HTTP/1.1" status: 200 len: 976 time: 0.1190464 Feb 05 03:05:46.608136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38834) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:46.616406 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc3a76-3646-4795-944e-8d304be9b644 req-f94b65ac-23f0-4583-b881-8022170bb4c9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:46.619715 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cefc3a76-3646-4795-944e-8d304be9b644 req-f94b65ac-23f0-4583-b881-8022170bb4c9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 945 time: 0.1689713 Feb 05 03:05:46.631385 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38838) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:46.647531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d1d07401-ca52-482b-8525-8fa889379a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:46.668306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d07401-ca52-482b-8525-8fa889379a44 None None] Routers {'218762db-48a5-4c46-9a05-f79d0e8bbefb'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:46.669024 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d1d07401-ca52-482b-8525-8fa889379a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['218762db-48a5-4c46-9a05-f79d0e8bbefb'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:46.672668 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47584dbb-5e31-4a01-9416-a4e35f37b227 req-1ba6ada0-5b37-46e4-abc5-4cecb064de4e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:46.679491 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47584dbb-5e31-4a01-9416-a4e35f37b227 req-1ba6ada0-5b37-46e4-abc5-4cecb064de4e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 943 time: 0.2114267 Feb 05 03:05:46.689606 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b60a78f2-d343-4de5-8ea2-e4f14ea63604 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Request body: {'floatingip': {'port_id': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:46.775127 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d1d07401-ca52-482b-8525-8fa889379a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:46.775799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d07401-ca52-482b-8525-8fa889379a44 None None] The sync data for ids ['218762db-48a5-4c46-9a05-f79d0e8bbefb'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:05:46.849283 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b60a78f2-d343-4de5-8ea2-e4f14ea63604 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for floatingip (81714398-12c0-4d58-8c13-aac5226b6cf5), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:46.869588 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47584dbb-5e31-4a01-9416-a4e35f37b227 req-659098c9-11ce-4f21-b764-7846121e3910 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857560 Feb 05 03:05:46.898047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Allocated IP 172.20.0.2 (97d8f928-e670-4536-a22c-a1de6e5a4788/83c2d13c-5fc3-45b4-9343-f69854aa6e10/fc50d224-d0e3-4b6e-9a31-877d5f565c18) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:47.086395 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b604ca9b-8502-400e-8a55-13801f6685ba admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.1536353 Feb 05 03:05:47.088381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38844) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:47.090228 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0d18fd46-810e-4f2e-8e56-7698f49b583d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:47.091214 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d6bf6d98-5b0e-4cce-805c-d13bc0bab2a6 req-e2d3ca04-bbc5-4a3a-867d-d09770b52c20 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4db6823a-5bde-4216-a6b5-08431047bea1 HTTP/1.1" status: 200 len: 217 time: 0.7808604 Feb 05 03:05:47.102658 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1224941087-router', 'tenant_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:47.181019 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-aa454c0e-a0d3-4c9b-b51b-d5fea8030723 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Deleting port 44fbf0cf-a343-42f2-a25d-24cb2c848699 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:05:47.181411 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa454c0e-a0d3-4c9b-b51b-d5fea8030723 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (44fbf0cf-a343-42f2-a25d-24cb2c848699), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:47.289526 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Publish callbacks [] for port (fc50d224-d0e3-4b6e-9a31-877d5f565c18), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:47.293319 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 0d18fd46-810e-4f2e-8e56-7698f49b583d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:47.293747 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0d18fd46-810e-4f2e-8e56-7698f49b583d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:47.340031 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (fc50d224-d0e3-4b6e-9a31-877d5f565c18), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:47.363467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf6d98-5b0e-4cce-805c-d13bc0bab2a6 req-63194129-883e-4a22-a1b7-1a3817658d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:47.367516 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d6bf6d98-5b0e-4cce-805c-d13bc0bab2a6 req-63194129-883e-4a22-a1b7-1a3817658d2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37fc2b86-02d8-4bec-8794-80413f7999c9 HTTP/1.1" status: 200 len: 852 time: 0.2599282 Feb 05 03:05:47.401533 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-aa454c0e-a0d3-4c9b-b51b-d5fea8030723 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] For port 44fbf0cf-a343-42f2-a25d-24cb2c848699, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=44fbf0cf-a343-42f2-a25d-24cb2c848699,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:47.402084 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa454c0e-a0d3-4c9b-b51b-d5fea8030723 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (44fbf0cf-a343-42f2-a25d-24cb2c848699), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:47.420825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-aa454c0e-a0d3-4c9b-b51b-d5fea8030723 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Calling delete_port for 44fbf0cf-a343-42f2-a25d-24cb2c848699 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:05:47.423668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Network 97d8f928-e670-4536-a22c-a1de6e5a4788 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:47.437062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:47.453490 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:47.477166 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0504af-788f-4e1f-a00e-cdb148be4f93 req-9f9f313c-8f6e-47a6-9259-ebd64c285757 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:47.484218 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f0504af-788f-4e1f-a00e-cdb148be4f93 req-9f9f313c-8f6e-47a6-9259-ebd64c285757 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.7102895 Feb 05 03:05:47.611584 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (0b78954f-6f05-4847-bdf7-7a37d3bfbabf), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:47.613521 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (0b78954f-6f05-4847-bdf7-7a37d3bfbabf), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:47.619825 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d6bf6d98-5b0e-4cce-805c-d13bc0bab2a6 req-cd950851-f22b-4ee9-8ceb-d8bbe6e7447f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f706900-b41e-4e10-9d88-c9a7b11c206d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2373745 Feb 05 03:05:47.670807 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f0504af-788f-4e1f-a00e-cdb148be4f93 req-9707031c-2098-4b73-89c9-d0c6a0b43168 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856599 Feb 05 03:05:47.863064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Pushing event updated for resources: {'Port': ['ID=fc50d224-d0e3-4b6e-9a31-877d5f565c18,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:47.883854 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d6bf6d98-5b0e-4cce-805c-d13bc0bab2a6 req-958bef40-e552-484a-ba81-cf45d1a81ceb service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490907 Feb 05 03:05:47.892186 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Publish callbacks [] for router_controller (0b78954f-6f05-4847-bdf7-7a37d3bfbabf), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:47.954186 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 0d18fd46-810e-4f2e-8e56-7698f49b583d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:47.956726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Attempting to bind port fc50d224-d0e3-4b6e-9a31-877d5f565c18 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:05:47.958140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Attempting to bind port fc50d224-d0e3-4b6e-9a31-877d5f565c18 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97d8f928-e670-4536-a22c-a1de6e5a4788'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:05:47.958523 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Attempting to bind port fc50d224-d0e3-4b6e-9a31-877d5f565c18 on network 97d8f928-e670-4536-a22c-a1de6e5a4788 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:47.968746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:05:47.968746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Checking segment: {'id': '14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97d8f928-e670-4536-a22c-a1de6e5a4788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:47.969058 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:47.969292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Bound using segment: {'id': '14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97d8f928-e670-4536-a22c-a1de6e5a4788'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:05:47.969843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Bound port: fc50d224-d0e3-4b6e-9a31-877d5f565c18, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97d8f928-e670-4536-a22c-a1de6e5a4788'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:05:47.970228 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fc50d224-d0e3-4b6e-9a31-877d5f565c18), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:47.984838 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e7cb6-15dc-4424-864e-9e76cee91ec8 req-61de9138-374e-4211-8f95-4cf977ecb7b7 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:47.986565 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-123e7cb6-15dc-4424-864e-9e76cee91ec8 req-61de9138-374e-4211-8f95-4cf977ecb7b7 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1670558 Feb 05 03:05:48.047122 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d6bf6d98-5b0e-4cce-805c-d13bc0bab2a6 req-8b66a2ff-d924-4dc0-a316-d0670d14dac0 service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534908 Feb 05 03:05:48.083465 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] For port fc50d224-d0e3-4b6e-9a31-877d5f565c18, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:05:48.086858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] For port fc50d224-d0e3-4b6e-9a31-877d5f565c18, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fc50d224-d0e3-4b6e-9a31-877d5f565c18,segment=NetworkSegment(14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85),segment_id=14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:05:48.095153 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fc50d224-d0e3-4b6e-9a31-877d5f565c18), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:48.180009 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-123e7cb6-15dc-4424-864e-9e76cee91ec8 req-65fddcdd-bf42-465b-a19c-414aee5ee61d tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792741 Feb 05 03:05:48.188394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c8987-0ede-41b2-87b4-b10828df26e1 None None] Pushing event updated for resources: {'Port': ['ID=fc50d224-d0e3-4b6e-9a31-877d5f565c18,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:48.228708 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01202e39-2448-4122-8313-9808ae9445b0 req-1e1f2204-50a8-4276-9e69-a23b5f80be67 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:48.230251 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01202e39-2448-4122-8313-9808ae9445b0 req-1e1f2204-50a8-4276-9e69-a23b5f80be67 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 943 time: 0.2190108 Feb 05 03:05:48.297649 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa454c0e-a0d3-4c9b-b51b-d5fea8030723 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (44fbf0cf-a343-42f2-a25d-24cb2c848699), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:48.393016 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa454c0e-a0d3-4c9b-b51b-d5fea8030723 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Pushing event deleted for resources: {'Port': ['ID=44fbf0cf-a343-42f2-a25d-24cb2c848699,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:48.412343 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b60a78f2-d343-4de5-8ea2-e4f14ea63604 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:48.418641 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4db6823a-5bde-4216-a6b5-08431047bea1 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:05:48.422861 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Publish callbacks [] for router_gateway (0b78954f-6f05-4847-bdf7-7a37d3bfbabf), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:48.437057 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b60a78f2-d343-4de5-8ea2-e4f14ea63604 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (81714398-12c0-4d58-8c13-aac5226b6cf5), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:48.457461 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01202e39-2448-4122-8313-9808ae9445b0 req-59725425-4bad-404a-85ec-bf0c14547f56 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691248 Feb 05 03:05:48.458393 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0dd16c25-577a-46d9-8a8e-18b3e2df8072 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (218762db-48a5-4c46-9a05-f79d0e8bbefb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:48.554834 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa454c0e-a0d3-4c9b-b51b-d5fea8030723 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (169f4a82-f511-43ee-93d1-9a0bf9da247a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:48.610916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80276e8f-3066-4dae-9893-7f2b7e57fe8c req-074ab2ef-3d5d-4061-b7f2-7939195c36ed tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:48.613773 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80276e8f-3066-4dae-9893-7f2b7e57fe8c req-074ab2ef-3d5d-4061-b7f2-7939195c36ed tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2634356 Feb 05 03:05:48.633215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4db6823a-5bde-4216-a6b5-08431047bea1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4db6823a-5bde-4216-a6b5-08431047bea1,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:48.646832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '4db6823a-5bde-4216-a6b5-08431047bea1', 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d', 'port_id': '4db6823a-5bde-4216-a6b5-08431047bea1', 'mac_address': 'fa:16:3e:85:a9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fc2b86-02d8-4bec-8794-80413f7999c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:05:48.695696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4db6823a-5bde-4216-a6b5-08431047bea1 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:48.696100 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4db6823a-5bde-4216-a6b5-08431047bea1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:48.714289 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db6823a-5bde-4216-a6b5-08431047bea1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:05:48.715008 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa454c0e-a0d3-4c9b-b51b-d5fea8030723 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (169f4a82-f511-43ee-93d1-9a0bf9da247a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:48.718426 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa454c0e-a0d3-4c9b-b51b-d5fea8030723 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_controller (169f4a82-f511-43ee-93d1-9a0bf9da247a), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:48.741591 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4db6823a-5bde-4216-a6b5-08431047bea1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4db6823a-5bde-4216-a6b5-08431047bea1,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:48.755672 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4db6823a-5bde-4216-a6b5-08431047bea1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:48.829320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80276e8f-3066-4dae-9893-7f2b7e57fe8c req-27b122b0-9fdb-4c8a-965c-83a7641a6e36 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782932 Feb 05 03:05:48.833498 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-b60a78f2-d343-4de5-8ea2-e4f14ea63604 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Floating IP 81714398-12c0-4d58-8c13-aac5226b6cf5 associated. External IP: 172.25.0.142, port: ea3e72d2-28d8-4c80-b058-4aaf3f3508f5. Feb 05 03:05:48.850750 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4db6823a-5bde-4216-a6b5-08431047bea1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:48.883370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa454c0e-a0d3-4c9b-b51b-d5fea8030723 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (169f4a82-f511-43ee-93d1-9a0bf9da247a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:48.884140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa454c0e-a0d3-4c9b-b51b-d5fea8030723 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 169f4a82-f511-43ee-93d1-9a0bf9da247a {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:05:48.889704 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa454c0e-a0d3-4c9b-b51b-d5fea8030723 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:48.894737 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-aa454c0e-a0d3-4c9b-b51b-d5fea8030723 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "DELETE /v2.0/routers/169f4a82-f511-43ee-93d1-9a0bf9da247a HTTP/1.1" status: 204 len: 168 time: 3.9918115 Feb 05 03:05:48.896947 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38880) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:48.963758 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4db6823a-5bde-4216-a6b5-08431047bea1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:05:49.125867 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Publish callbacks [] for router_gateway (0b78954f-6f05-4847-bdf7-7a37d3bfbabf), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:49.148587 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:49.152005 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-feb5675c-1ea9-4478-9124-bfb11fa70d47 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router (0e4b95ca-4b0b-44f8-ae00-c776bd700137), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:49.160293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fc50d224-d0e3-4b6e-9a31-877d5f565c18 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:49.210018 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae5d34-f646-4e6e-ad04-a44d3e44b8b5 req-9be2cea4-df88-4a1e-a49d-5cbbd15c5d17 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:49.213471 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32ae5d34-f646-4e6e-ad04-a44d3e44b8b5 req-9be2cea4-df88-4a1e-a49d-5cbbd15c5d17 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2482975 Feb 05 03:05:49.292422 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port fc50d224-d0e3-4b6e-9a31-877d5f565c18 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:49.293220 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fc50d224-d0e3-4b6e-9a31-877d5f565c18), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:49.332267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60a78f2-d343-4de5-8ea2-e4f14ea63604 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Router e6599155-eef1-49bd-8c36-24017ed7bf89 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:05:49.353260 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32ae5d34-f646-4e6e-ad04-a44d3e44b8b5 req-a12d332d-596d-4357-a875-c13fbb003450 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310019 Feb 05 03:05:49.362206 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-feb5675c-1ea9-4478-9124-bfb11fa70d47 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (0e4b95ca-4b0b-44f8-ae00-c776bd700137), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:49.366685 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Allocated IP 172.25.0.219 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:49.461436 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port fc50d224-d0e3-4b6e-9a31-877d5f565c18 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:49.461891 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fc50d224-d0e3-4b6e-9a31-877d5f565c18), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:49.468290 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0dd16c25-577a-46d9-8a8e-18b3e2df8072 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting port 7ff97d27-d56b-4360-ad94-ab31fa68d129 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:05:49.468632 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0dd16c25-577a-46d9-8a8e-18b3e2df8072 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7ff97d27-d56b-4360-ad94-ab31fa68d129), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:49.526382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port fc50d224-d0e3-4b6e-9a31-877d5f565c18, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fc50d224-d0e3-4b6e-9a31-877d5f565c18,segment=NetworkSegment(14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85),segment_id=14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:49.538324 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fc50d224-d0e3-4b6e-9a31-877d5f565c18), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:49.563030 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-feb5675c-1ea9-4478-9124-bfb11fa70d47 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Deleting port 0d18fd46-810e-4f2e-8e56-7698f49b583d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:05:49.563399 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-feb5675c-1ea9-4478-9124-bfb11fa70d47 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0d18fd46-810e-4f2e-8e56-7698f49b583d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:49.583443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60a78f2-d343-4de5-8ea2-e4f14ea63604 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:05:49.597245 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3229e8ee-b977-49e3-b591-a8c962284ea2 None None] Sync routers for ids ['e6599155-eef1-49bd-8c36-24017ed7bf89'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:05:49.599518 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b60a78f2-d343-4de5-8ea2-e4f14ea63604 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:49.639513 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=fc50d224-d0e3-4b6e-9a31-877d5f565c18,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:49.650981 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3229e8ee-b977-49e3-b591-a8c962284ea2 None None] Routers {'e6599155-eef1-49bd-8c36-24017ed7bf89'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:49.651692 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3229e8ee-b977-49e3-b591-a8c962284ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e6599155-eef1-49bd-8c36-24017ed7bf89'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:49.653699 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Publish callbacks [] for port (1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:49.739708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-feb5675c-1ea9-4478-9124-bfb11fa70d47 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] For port 0d18fd46-810e-4f2e-8e56-7698f49b583d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0d18fd46-810e-4f2e-8e56-7698f49b583d,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:49.740483 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-feb5675c-1ea9-4478-9124-bfb11fa70d47 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0d18fd46-810e-4f2e-8e56-7698f49b583d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:49.751738 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:49.759216 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0dd16c25-577a-46d9-8a8e-18b3e2df8072 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7ff97d27-d56b-4360-ad94-ab31fa68d129), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:49.767680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-feb5675c-1ea9-4478-9124-bfb11fa70d47 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Calling delete_port for 0d18fd46-810e-4f2e-8e56-7698f49b583d owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:05:49.793995 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b60a78f2-d343-4de5-8ea2-e4f14ea63604 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "PUT /v2.0/floatingips/81714398-12c0-4d58-8c13-aac5226b6cf5 HTTP/1.1" status: 200 len: 991 time: 3.1053355 Feb 05 03:05:49.799199 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:05:49.802456 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4896f6-1a0d-4626-93c7-f7d881663210" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:05:49.835244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:49.836205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Pushing event updated for resources: {'Port': ['ID=1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:49.853394 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3229e8ee-b977-49e3-b591-a8c962284ea2 None None] Set router e6599155-eef1-49bd-8c36-24017ed7bf89 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:05:49.854092 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0dd16c25-577a-46d9-8a8e-18b3e2df8072 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Calling delete_port for 7ff97d27-d56b-4360-ad94-ab31fa68d129 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:05:49.872448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:49.876957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:49.984520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0991de3-ecd7-4127-b316-8e2eb9b0958e req-0e24f87c-f7f7-412a-aa3e-c71f09b2c651 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:49.992217 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0991de3-ecd7-4127-b316-8e2eb9b0958e req-0e24f87c-f7f7-412a-aa3e-c71f09b2c651 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.3151572 Feb 05 03:05:50.263676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0991de3-ecd7-4127-b316-8e2eb9b0958e req-92786680-7f32-45ed-b66d-dd343ca7e911 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705863 Feb 05 03:05:50.272914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eac725-940f-46b0-a9a3-6ee810d67f8e req-b4056b4a-b6cf-4cc3-b636-6a9452aaa9a8 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:50.280739 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52eac725-940f-46b0-a9a3-6ee810d67f8e req-b4056b4a-b6cf-4cc3-b636-6a9452aaa9a8 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 944 time: 0.5593302 Feb 05 03:05:50.349441 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0dd16c25-577a-46d9-8a8e-18b3e2df8072 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7ff97d27-d56b-4360-ad94-ab31fa68d129), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:50.372877 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52eac725-940f-46b0-a9a3-6ee810d67f8e req-1ddf0f96-ac36-42fe-9f41-7a0af44714d7 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911067 Feb 05 03:05:50.435327 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4db6823a-5bde-4216-a6b5-08431047bea1 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:50.452083 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Publish callbacks [] for router_gateway (0b78954f-6f05-4847-bdf7-7a37d3bfbabf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:50.459931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd16c25-577a-46d9-8a8e-18b3e2df8072 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Port': ['ID=7ff97d27-d56b-4360-ad94-ab31fa68d129,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:50.566189 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15972761-ec8b-48d0-8cac-7971d425ef3d x-openstack-request-id: req-15972761-ec8b-48d0-8cac-7971d425ef3d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:05:50.566189 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:05:50.566614 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15972761-ec8b-48d0-8cac-7971d425ef3d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:05:50.566913 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'status': 'completed', 'code': 200} Feb 05 03:05:50.570081 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 4db6823a-5bde-4216-a6b5-08431047bea1 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:05:50.574172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 4db6823a-5bde-4216-a6b5-08431047bea1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:50.574691 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4db6823a-5bde-4216-a6b5-08431047bea1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:50.591655 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3229e8ee-b977-49e3-b591-a8c962284ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'name': 'tempest-ServerActionsTestJSON-1509145307-router', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:00Z', 'updated_at': '2022-02-05T03:05:09Z', 'revision_number': 4, 'project_id': '853f1900c482489d82f61a09748f53b2', 'gw_port': {'id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:01Z', 'updated_at': '2022-02-05T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '81714398-12c0-4d58-8c13-aac5226b6cf5', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'port_id': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'mac_address': 'fa:16:3e:c9:3e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:05:19Z', 'updated_at': '2022-02-05T03:05:48Z', 'revision_number': 1, 'project_id': '853f1900c482489d82f61a09748f53b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144146fa-dbc1-458c-8c3a-728ec261a21e', 'name': '', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'mac_address': 'fa:16:3e:75:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:06Z', 'updated_at': '2022-02-05T03:05:15Z', 'revision_number': 5, 'project_id': '853f1900c482489d82f61a09748f53b2', 'subnets': [{'id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:50.656107 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3229e8ee-b977-49e3-b591-a8c962284ea2 None None] Checking router: e6599155-eef1-49bd-8c36-24017ed7bf89 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:05:50.675488 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3229e8ee-b977-49e3-b591-a8c962284ea2 None None] Routers {'e6599155-eef1-49bd-8c36-24017ed7bf89'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:50.675981 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3229e8ee-b977-49e3-b591-a8c962284ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e6599155-eef1-49bd-8c36-24017ed7bf89'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:50.704878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0f8ec-b09c-44df-b86b-212c366c4829 req-08093679-6b90-4d80-a489-eb2a1113d078 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:50.707226 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfd0f8ec-b09c-44df-b86b-212c366c4829 req-08093679-6b90-4d80-a489-eb2a1113d078 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 945 time: 0.2898738 Feb 05 03:05:50.730524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4db6823a-5bde-4216-a6b5-08431047bea1 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:50.730965 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4db6823a-5bde-4216-a6b5-08431047bea1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:50.743197 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-feb5675c-1ea9-4478-9124-bfb11fa70d47 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0d18fd46-810e-4f2e-8e56-7698f49b583d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:50.745226 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760bce1a-182c-4d8e-82b3-65afb87e3b52 None None] Network 97d8f928-e670-4536-a22c-a1de6e5a4788 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:05:50.899713 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4016cf67-02d4-4c88-965f-570b26a12de7 None None] Provisioning complete for port fc50d224-d0e3-4b6e-9a31-877d5f565c18 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:50.899795 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4016cf67-02d4-4c88-965f-570b26a12de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fc50d224-d0e3-4b6e-9a31-877d5f565c18), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:50.916970 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3229e8ee-b977-49e3-b591-a8c962284ea2 None None] Set router e6599155-eef1-49bd-8c36-24017ed7bf89 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:05:50.950378 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0dd16c25-577a-46d9-8a8e-18b3e2df8072 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (218762db-48a5-4c46-9a05-f79d0e8bbefb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:50.957718 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48d4000-9ae3-4212-83ae-548a53587c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db6823a-5bde-4216-a6b5-08431047bea1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:05:50.960062 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c952edd8-afea-4086-8d70-0af29b7cb271" -d '{"events": [{"server_uuid": "f48d4000-9ae3-4212-83ae-548a53587c8d", "name": "network-vif-plugged", "status": "completed", "tag": "4db6823a-5bde-4216-a6b5-08431047bea1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:05:50.980776 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4db6823a-5bde-4216-a6b5-08431047bea1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4db6823a-5bde-4216-a6b5-08431047bea1,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:50.994593 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4db6823a-5bde-4216-a6b5-08431047bea1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:51.012559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fc50d224-d0e3-4b6e-9a31-877d5f565c18 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:51.013607 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5675c-1ea9-4478-9124-bfb11fa70d47 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d18fd46-810e-4f2e-8e56-7698f49b583d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:51.155007 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4016cf67-02d4-4c88-965f-570b26a12de7 None None] Current status of the port fc50d224-d0e3-4b6e-9a31-877d5f565c18 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:51.166342 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4896f6-1a0d-4626-93c7-f7d881663210 req-a8e93b5f-8bc2-479e-b11f-da6270c6935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:51.167524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4db6823a-5bde-4216-a6b5-08431047bea1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:51.168970 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2d4896f6-1a0d-4626-93c7-f7d881663210 req-a8e93b5f-8bc2-479e-b11f-da6270c6935a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 1127 time: 0.5802693 Feb 05 03:05:51.184563 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port fc50d224-d0e3-4b6e-9a31-877d5f565c18 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:51.184934 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fc50d224-d0e3-4b6e-9a31-877d5f565c18), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:51.225600 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-feb5675c-1ea9-4478-9124-bfb11fa70d47 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (0e4b95ca-4b0b-44f8-ae00-c776bd700137), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:51.317962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port fc50d224-d0e3-4b6e-9a31-877d5f565c18 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:51.328053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 44fbf0cf-a343-42f2-a25d-24cb2c848699 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:05:51.362114 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 44fbf0cf-a343-42f2-a25d-24cb2c848699 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:05:51.363773 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 44fbf0cf-a343-42f2-a25d-24cb2c848699 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:05:51.445980 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3229e8ee-b977-49e3-b591-a8c962284ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'name': 'tempest-ServerActionsTestJSON-1509145307-router', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:00Z', 'updated_at': '2022-02-05T03:05:09Z', 'revision_number': 4, 'project_id': '853f1900c482489d82f61a09748f53b2', 'gw_port': {'id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:01Z', 'updated_at': '2022-02-05T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '81714398-12c0-4d58-8c13-aac5226b6cf5', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'port_id': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'mac_address': 'fa:16:3e:c9:3e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:05:19Z', 'updated_at': '2022-02-05T03:05:48Z', 'revision_number': 1, 'project_id': '853f1900c482489d82f61a09748f53b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144146fa-dbc1-458c-8c3a-728ec261a21e', 'name': '', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'mac_address': 'fa:16:3e:75:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:06Z', 'updated_at': '2022-02-05T03:05:15Z', 'revision_number': 5, 'project_id': '853f1900c482489d82f61a09748f53b2', 'subnets': [{'id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:51.480666 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3229e8ee-b977-49e3-b591-a8c962284ea2 None None] The sync data for ids ['e6599155-eef1-49bd-8c36-24017ed7bf89'] in n-d-826942-8 is: [{'id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'name': 'tempest-ServerActionsTestJSON-1509145307-router', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:00Z', 'updated_at': '2022-02-05T03:05:09Z', 'revision_number': 4, 'project_id': '853f1900c482489d82f61a09748f53b2', 'gw_port': {'id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:01Z', 'updated_at': '2022-02-05T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '81714398-12c0-4d58-8c13-aac5226b6cf5', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'port_id': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'mac_address': 'fa:16:3e:c9:3e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:05:19Z', 'updated_at': '2022-02-05T03:05:48Z', 'revision_number': 1, 'project_id': '853f1900c482489d82f61a09748f53b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144146fa-dbc1-458c-8c3a-728ec261a21e', 'name': '', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'mac_address': 'fa:16:3e:75:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:06Z', 'updated_at': '2022-02-05T03:05:15Z', 'revision_number': 5, 'project_id': '853f1900c482489d82f61a09748f53b2', 'subnets': [{'id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:05:51.594290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4ca62060-8d53-44b5-a198-1b8539f99d44 None None] Provisioning complete for port fc50d224-d0e3-4b6e-9a31-877d5f565c18 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:51.594853 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4ca62060-8d53-44b5-a198-1b8539f99d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fc50d224-d0e3-4b6e-9a31-877d5f565c18), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:51.624704 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfd0f8ec-b09c-44df-b86b-212c366c4829 req-f5464e6d-5581-472c-a600-71d92e2c828a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8985686 Feb 05 03:05:51.686795 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (0b78954f-6f05-4847-bdf7-7a37d3bfbabf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:51.734550 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9356ff82-954e-4ee9-8273-1ccbcdff268e x-openstack-request-id: req-9356ff82-954e-4ee9-8273-1ccbcdff268e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:05:51.735219 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48d4000-9ae3-4212-83ae-548a53587c8d", "name": "network-vif-plugged", "status": "completed", "tag": "4db6823a-5bde-4216-a6b5-08431047bea1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:05:51.735575 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9356ff82-954e-4ee9-8273-1ccbcdff268e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:05:51.736069 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48d4000-9ae3-4212-83ae-548a53587c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db6823a-5bde-4216-a6b5-08431047bea1', 'code': 200} Feb 05 03:05:51.764888 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4ca62060-8d53-44b5-a198-1b8539f99d44 None None] Current status of the port fc50d224-d0e3-4b6e-9a31-877d5f565c18 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:51.798693 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd16c25-577a-46d9-8a8e-18b3e2df8072 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 218762db-48a5-4c46-9a05-f79d0e8bbefb has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:05:51.815066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df862d11-c88d-4a6c-ba04-c6898d82d8d8 req-cb238216-7aa4-4c3a-a4c7-b4b115f31020 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:51.824389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df862d11-c88d-4a6c-ba04-c6898d82d8d8 req-cb238216-7aa4-4c3a-a4c7-b4b115f31020 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 1.2246323 Feb 05 03:05:51.860928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6e2bd-edb2-4589-9a6e-04515cb4dc3a None None] New status for floating IP 81714398-12c0-4d58-8c13-aac5226b6cf5: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:05:51.929640 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-feb5675c-1ea9-4478-9124-bfb11fa70d47 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (0e4b95ca-4b0b-44f8-ae00-c776bd700137), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:51.938966 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-feb5675c-1ea9-4478-9124-bfb11fa70d47 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_controller (0e4b95ca-4b0b-44f8-ae00-c776bd700137), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:52.021441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4896f6-1a0d-4626-93c7-f7d881663210 req-63ab69fd-75b1-42c0-89c0-8683987a3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:52.023454 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2d4896f6-1a0d-4626-93c7-f7d881663210 req-63ab69fd-75b1-42c0-89c0-8683987a3389 service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.8430073 Feb 05 03:05:52.033515 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-feb5675c-1ea9-4478-9124-bfb11fa70d47 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (0e4b95ca-4b0b-44f8-ae00-c776bd700137), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:52.034125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb5675c-1ea9-4478-9124-bfb11fa70d47 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e4b95ca-4b0b-44f8-ae00-c776bd700137 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:05:52.055829 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-feb5675c-1ea9-4478-9124-bfb11fa70d47 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:52.063244 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-feb5675c-1ea9-4478-9124-bfb11fa70d47 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "DELETE /v2.0/routers/0e4b95ca-4b0b-44f8-ae00-c776bd700137 HTTP/1.1" status: 204 len: 168 time: 3.1646004 Feb 05 03:05:52.067572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3d04f-70a0-442c-a5dc-f57e824dbba8 req-9d471c5d-df7e-44b7-b04b-a3d17f5a3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:52.069260 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7d3d04f-70a0-442c-a5dc-f57e824dbba8 req-9d471c5d-df7e-44b7-b04b-a3d17f5a3f89 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 1127 time: 0.2811284 Feb 05 03:05:52.071838 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38910) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:52.072023 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df862d11-c88d-4a6c-ba04-c6898d82d8d8 req-500d8ac2-4527-4ca0-b0b0-8bd042abe6ee tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445323 Feb 05 03:05:52.106981 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0b9a1-a17c-4e4d-9d13-2fcb5a120d51 req-ad20c16b-e269-40c1-a26c-24ff52011f9c tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:52.123643 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d1c0b9a1-a17c-4e4d-9d13-2fcb5a120d51 req-ad20c16b-e269-40c1-a26c-24ff52011f9c tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 945 time: 0.2746053 Feb 05 03:05:52.133061 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd16c25-577a-46d9-8a8e-18b3e2df8072 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:05:52.144196 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644142a-c500-4e27-a824-eb0e4bc793a4 None None] Sync routers for ids ['218762db-48a5-4c46-9a05-f79d0e8bbefb'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:05:52.152686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0dd16c25-577a-46d9-8a8e-18b3e2df8072 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/218762db-48a5-4c46-9a05-f79d0e8bbefb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5293746 Feb 05 03:05:52.160740 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644142a-c500-4e27-a824-eb0e4bc793a4 None None] Routers {'218762db-48a5-4c46-9a05-f79d0e8bbefb'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:52.161373 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5644142a-c500-4e27-a824-eb0e4bc793a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['218762db-48a5-4c46-9a05-f79d0e8bbefb'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:52.173053 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38916) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:52.201621 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-538225884', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:52.249176 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (83708c7b-aa9d-4b42-9e1c-86471f83eed7), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:52.250902 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (83708c7b-aa9d-4b42-9e1c-86471f83eed7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:52.267020 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5644142a-c500-4e27-a824-eb0e4bc793a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:52.294391 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644142a-c500-4e27-a824-eb0e4bc793a4 None None] Routers {'218762db-48a5-4c46-9a05-f79d0e8bbefb'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:52.295414 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5644142a-c500-4e27-a824-eb0e4bc793a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['218762db-48a5-4c46-9a05-f79d0e8bbefb'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:52.392353 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5644142a-c500-4e27-a824-eb0e4bc793a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:52.392353 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644142a-c500-4e27-a824-eb0e4bc793a4 None None] The sync data for ids ['218762db-48a5-4c46-9a05-f79d0e8bbefb'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:05:52.420030 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2d4896f6-1a0d-4626-93c7-f7d881663210 req-28738433-e27f-4aad-a9a6-a972619ba04d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 HTTP/1.1" status: 200 len: 999 time: 0.3765001 Feb 05 03:05:52.479787 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7d3d04f-70a0-442c-a5dc-f57e824dbba8 req-d54e0d45-a7cd-4ce1-b3ab-d4b407004d11 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522409 Feb 05 03:05:52.526201 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d1c0b9a1-a17c-4e4d-9d13-2fcb5a120d51 req-96307898-53cf-40cc-afdf-d0e1db9e20ef tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014838 Feb 05 03:05:52.532022 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_controller (83708c7b-aa9d-4b42-9e1c-86471f83eed7), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:52.536072 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Router 0b78954f-6f05-4847-bdf7-7a37d3bfbabf is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:05:52.540441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4896f6-1a0d-4626-93c7-f7d881663210 req-5ea4bf4f-206b-4f78-8d71-37bbeaad9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:52.542682 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2d4896f6-1a0d-4626-93c7-f7d881663210 req-5ea4bf4f-206b-4f78-8d71-37bbeaad9893 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.1098111 Feb 05 03:05:52.594345 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-f5ff8714-ad6b-453e-92a8-673c55e508cb tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] remove_router_interface failed (client error): The resource could not be found. Feb 05 03:05:52.595842 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f5ff8714-ad6b-453e-92a8-673c55e508cb tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/218762db-48a5-4c46-9a05-f79d0e8bbefb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4169245 Feb 05 03:05:52.600705 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38924) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:52.619533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdad27-ad39-4cc2-b24d-66609dff7fbb req-fdddedbb-c0bb-45ae-bbbf-84011a8ba221 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:52.621637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8acdad27-ad39-4cc2-b24d-66609dff7fbb req-fdddedbb-c0bb-45ae-bbbf-84011a8ba221 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1946387 Feb 05 03:05:52.681637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-925feaa3-97fc-43b4-8e7d-c42d95f61740 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports?device_id=218762db-48a5-4c46-9a05-f79d0e8bbefb HTTP/1.1" status: 200 len: 205 time: 0.0796092 Feb 05 03:05:52.698164 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38928) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:52.837164 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (83708c7b-aa9d-4b42-9e1c-86471f83eed7), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:52.895649 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8acdad27-ad39-4cc2-b24d-66609dff7fbb req-3f0181f9-b3d3-4761-b81f-6a42e4f3a8f8 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362437 Feb 05 03:05:52.899370 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9813bc6-a61e-462e-9937-42602c2ad840 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (218762db-48a5-4c46-9a05-f79d0e8bbefb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:52.948417 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4896f6-1a0d-4626-93c7-f7d881663210 req-ab1b8f4f-452f-4c95-bddf-86d9063332fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:52.951193 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2d4896f6-1a0d-4626-93c7-f7d881663210 req-ab1b8f4f-452f-4c95-bddf-86d9063332fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4010165 Feb 05 03:05:52.970624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0d18fd46-810e-4f2e-8e56-7698f49b583d no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:05:53.014410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2f3ea-6e18-4474-ad95-65c5f9be4a41 req-3ff0a739-69de-4dd2-8c2a-573d58bb33ae tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:53.016449 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 0d18fd46-810e-4f2e-8e56-7698f49b583d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:05:53.016805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0d18fd46-810e-4f2e-8e56-7698f49b583d not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:05:53.024971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7de2f3ea-6e18-4474-ad95-65c5f9be4a41 req-3ff0a739-69de-4dd2-8c2a-573d58bb33ae tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 945 time: 0.2631769 Feb 05 03:05:53.029153 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:05:53.041538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Sync routers for ids ['0b78954f-6f05-4847-bdf7-7a37d3bfbabf'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:05:53.057700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Routers {'0b78954f-6f05-4847-bdf7-7a37d3bfbabf'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:53.061360 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0b78954f-6f05-4847-bdf7-7a37d3bfbabf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:53.092746 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:53.098142 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ba43b286-5b53-4b29-870b-d309ca4b2c59 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.0059247 Feb 05 03:05:53.118730 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38932) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:53.139164 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2d4896f6-1a0d-4626-93c7-f7d881663210 req-c14127be-3106-4caa-8414-195a2b96701c service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783464 Feb 05 03:05:53.261409 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2d4896f6-1a0d-4626-93c7-f7d881663210 req-123f1757-3154-48d5-946e-b84066dfa2cf service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177409 Feb 05 03:05:53.297033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Set router 0b78954f-6f05-4847-bdf7-7a37d3bfbabf gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:05:53.339949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7de2f3ea-6e18-4474-ad95-65c5f9be4a41 req-aae16b1e-7725-4e88-ab7e-d519c9f5f45a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113744 Feb 05 03:05:53.368553 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9813bc6-a61e-462e-9937-42602c2ad840 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (218762db-48a5-4c46-9a05-f79d0e8bbefb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:53.368553 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9813bc6-a61e-462e-9937-42602c2ad840 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_controller (218762db-48a5-4c46-9a05-f79d0e8bbefb), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:53.408509 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (83708c7b-aa9d-4b42-9e1c-86471f83eed7), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:53.446736 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9813bc6-a61e-462e-9937-42602c2ad840 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (218762db-48a5-4c46-9a05-f79d0e8bbefb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:53.447330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9813bc6-a61e-462e-9937-42602c2ad840 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Fanout notify agent at l3_agent the message router_deleted on router 218762db-48a5-4c46-9a05-f79d0e8bbefb {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:05:53.457763 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45638938-aa7c-4e7c-a5ca-5cf01ee786f0 req-35900eab-667c-495a-bd31-c795f145b5d1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:53.459542 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45638938-aa7c-4e7c-a5ca-5cf01ee786f0 req-35900eab-667c-495a-bd31-c795f145b5d1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.3521130 Feb 05 03:05:53.489456 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9813bc6-a61e-462e-9937-42602c2ad840 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:53.491178 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:53.493464 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d9813bc6-a61e-462e-9937-42602c2ad840 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/routers/218762db-48a5-4c46-9a05-f79d0e8bbefb HTTP/1.1" status: 204 len: 168 time: 0.7913141 Feb 05 03:05:53.494395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38938) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:53.584239 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-986861a5-cd8e-4425-82cb-a8d3c1a6955f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting subnet 1726add3-37cb-453b-a13c-165e33e214ba {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:05:53.594532 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-986861a5-cd8e-4425-82cb-a8d3c1a6955f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (1726add3-37cb-453b-a13c-165e33e214ba), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:53.724690 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Allocated IP 172.25.0.51 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/68dcaa4d-e234-4aa1-ac04-1c9aff19d245) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:53.783471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'name': 'tempest-ImageQuotaTest-1224941087-router', 'tenant_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:47Z', 'updated_at': '2022-02-05T03:05:50Z', 'revision_number': 3, 'project_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'gw_port': {'id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:49Z', 'updated_at': '2022-02-05T03:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:53.837214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Checking router: 0b78954f-6f05-4847-bdf7-7a37d3bfbabf for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:05:53.844506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Updating router 0b78954f-6f05-4847-bdf7-7a37d3bfbabf port 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:05:53.856584 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for port (68dcaa4d-e234-4aa1-ac04-1c9aff19d245), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:53.858075 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45638938-aa7c-4e7c-a5ca-5cf01ee786f0 req-531fdb42-2b69-42ad-8070-fd5d00f58d71 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808553 Feb 05 03:05:53.863056 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-986861a5-cd8e-4425-82cb-a8d3c1a6955f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (1726add3-37cb-453b-a13c-165e33e214ba), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:53.915472 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (68dcaa4d-e234-4aa1-ac04-1c9aff19d245), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:53.930237 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:54.006192 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:54.019866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:54.025053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:54.132425 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e5bba-dd14-4178-9924-5c4511c119d5 req-0ec00f65-b598-4e91-ac90-123824cac6c2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:54.133992 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-270e5bba-dd14-4178-9924-5c4511c119d5 req-0ec00f65-b598-4e91-ac90-123824cac6c2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 945 time: 0.4509559 Feb 05 03:05:54.257873 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Pushing event updated for resources: {'Port': ['ID=68dcaa4d-e234-4aa1-ac04-1c9aff19d245,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:54.376087 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (83708c7b-aa9d-4b42-9e1c-86471f83eed7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:54.556075 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-986861a5-cd8e-4425-82cb-a8d3c1a6955f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (1726add3-37cb-453b-a13c-165e33e214ba), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:54.600714 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-270e5bba-dd14-4178-9924-5c4511c119d5 req-881eaffb-7fb8-4c3b-9ef5-78a8d3f28177 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101598 Feb 05 03:05:54.629375 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Publish callbacks [] for port (1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:54.646933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0fe46-9996-4e82-8a01-d411dc64c25f req-56aabd62-f370-4d2a-a005-df55ce980acc tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:54.649668 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aea0fe46-9996-4e82-8a01-d411dc64c25f req-56aabd62-f370-4d2a-a005-df55ce980acc tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.5948565 Feb 05 03:05:54.659424 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:54.764643 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:54.795107 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-986861a5-cd8e-4425-82cb-a8d3c1a6955f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (1726add3-37cb-453b-a13c-165e33e214ba), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:54.819857 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Attempting to bind port 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:05:54.824075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Attempting to bind port 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:05:54.824993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Attempting to bind port 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:05:54.847539 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:05:54.855623 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:54.856414 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:54.856997 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:05:54.857704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Bound port: 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:05:54.858309 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:54.861235 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31362659-a3d9-45ea-8a69-dd97160ff831 None None] Pushing event updated for resources: {'Port': ['ID=1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:54.888376 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (83708c7b-aa9d-4b42-9e1c-86471f83eed7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:54.955534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] For port 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:05:54.961354 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] For port 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:05:54.974991 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:55.095446 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31362659-a3d9-45ea-8a69-dd97160ff831 None None] Pushing event updated for resources: {'Port': ['ID=1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:55.103195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Router 83708c7b-aa9d-4b42-9e1c-86471f83eed7 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:05:55.113945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Routers {'0b78954f-6f05-4847-bdf7-7a37d3bfbabf'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:55.114592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0b78954f-6f05-4847-bdf7-7a37d3bfbabf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:55.138206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aea0fe46-9996-4e82-8a01-d411dc64c25f req-69f28e6d-f4e5-4006-a8ce-815d30daf4d1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779887 Feb 05 03:05:55.177810 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-986861a5-cd8e-4425-82cb-a8d3c1a6955f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:55.182183 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-986861a5-cd8e-4425-82cb-a8d3c1a6955f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/1726add3-37cb-453b-a13c-165e33e214ba HTTP/1.1" status: 204 len: 168 time: 1.6823840 Feb 05 03:05:55.182870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986861a5-cd8e-4425-82cb-a8d3c1a6955f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Subnet': ['ID=1726add3-37cb-453b-a13c-165e33e214ba,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:55.201917 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 38980) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:55.277767 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad19c505-e125-4907-8d4a-7defa9fe28ca None None] Network 92d64729-c169-4515-ac74-fe7d57028f4a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:05:55.405771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:05:55.420201 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ad61d-1694-4442-b90d-edc554fd2dd7 None None] Sync routers for ids ['83708c7b-aa9d-4b42-9e1c-86471f83eed7'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:05:55.453308 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ad61d-1694-4442-b90d-edc554fd2dd7 None None] Routers {'83708c7b-aa9d-4b42-9e1c-86471f83eed7'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:55.454407 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-117ad61d-1694-4442-b90d-edc554fd2dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['83708c7b-aa9d-4b42-9e1c-86471f83eed7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:55.486833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38986) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:55.497945 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:55.501832 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f3c0f726-877b-4c33-abbe-3d71114b0dd4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.3046913 Feb 05 03:05:55.504482 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c6f49-e2ef-411e-9294-24e85d13f87c req-3fa5115a-ffef-47cf-b1dc-3ce9ab827dc0 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:55.506109 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38990) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:55.510842 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1900e0bc-2780-4d64-8988-0ea3b0bf4aba tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'enable_snat': False}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:55.513706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e6c6f49-e2ef-411e-9294-24e85d13f87c req-3fa5115a-ffef-47cf-b1dc-3ce9ab827dc0 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 945 time: 0.7029440 Feb 05 03:05:55.568797 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-117ad61d-1694-4442-b90d-edc554fd2dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:55.603594 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] Set router 0b78954f-6f05-4847-bdf7-7a37d3bfbabf gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:05:55.604083 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ad61d-1694-4442-b90d-edc554fd2dd7 None None] Routers {'83708c7b-aa9d-4b42-9e1c-86471f83eed7'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:55.607300 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-117ad61d-1694-4442-b90d-edc554fd2dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['83708c7b-aa9d-4b42-9e1c-86471f83eed7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:55.673729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Allocated IP 172.20.0.1 (97d8f928-e670-4536-a22c-a1de6e5a4788/83c2d13c-5fc3-45b4-9343-f69854aa6e10/8650c67f-eda1-4160-b802-0df24bc8c50c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:05:55.712310 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-117ad61d-1694-4442-b90d-edc554fd2dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:55.713161 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ad61d-1694-4442-b90d-edc554fd2dd7 None None] The sync data for ids ['83708c7b-aa9d-4b42-9e1c-86471f83eed7'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:05:55.793102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acaafb1-8942-45a2-b48c-ca071ccfa055 None None] DHCP port deletion for 92d64729-c169-4515-ac74-fe7d57028f4a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:05:55.843695 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48b908f8-3d06-4454-bcda-9f6a469354d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:55.921097 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5acaafb1-8942-45a2-b48c-ca071ccfa055 None None] Deleting port cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:05:55.921541 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5acaafb1-8942-45a2-b48c-ca071ccfa055 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.029402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'name': 'tempest-ImageQuotaTest-1224941087-router', 'tenant_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:47Z', 'updated_at': '2022-02-05T03:05:50Z', 'revision_number': 3, 'project_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'gw_port': {'id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:49Z', 'updated_at': '2022-02-05T03:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:56.037496 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5acaafb1-8942-45a2-b48c-ca071ccfa055 None None] For port cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97,segment=NetworkSegment(c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02),segment_id=c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:56.037899 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5acaafb1-8942-45a2-b48c-ca071ccfa055 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.074717 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c568a8c9-3ef8-4c79-af96-bf4171362bdd None None] The sync data for ids ['0b78954f-6f05-4847-bdf7-7a37d3bfbabf'] in n-d-826942-8 is: [{'id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'name': 'tempest-ImageQuotaTest-1224941087-router', 'tenant_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:47Z', 'updated_at': '2022-02-05T03:05:50Z', 'revision_number': 3, 'project_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'gw_port': {'id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:49Z', 'updated_at': '2022-02-05T03:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:05:56.080284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5acaafb1-8942-45a2-b48c-ca071ccfa055 None None] Calling delete_port for cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:05:56.216366 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5acaafb1-8942-45a2-b48c-ca071ccfa055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.250127 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Publish callbacks [] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.276913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acaafb1-8942-45a2-b48c-ca071ccfa055 None None] No DVR routers for this DVR port cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:05:56.287784 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acaafb1-8942-45a2-b48c-ca071ccfa055 None None] Pushing event deleted for resources: {'Port': ['ID=cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:56.328453 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.365875 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ad059c7-41a5-4b72-8c9b-167a0a404353 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (92d64729-c169-4515-ac74-fe7d57028f4a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.427801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Network 97d8f928-e670-4536-a22c-a1de6e5a4788 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:56.448795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68c32f-8f28-4b10-98eb-afa2732a288c req-fdd9fabf-928f-43f4-8c66-67393fc3b81b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:56.456023 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de68c32f-8f28-4b10-98eb-afa2732a288c req-fdd9fabf-928f-43f4-8c66-67393fc3b81b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.9242375 Feb 05 03:05:56.465151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:56.486683 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48b908f8-3d06-4454-bcda-9f6a469354d1 admin admin] Publish callbacks [] for security_group (524c8178-5d51-41ef-b119-e85857833c5f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.501006 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48b908f8-3d06-4454-bcda-9f6a469354d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (524c8178-5d51-41ef-b119-e85857833c5f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.513958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:05:56.520534 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e6c6f49-e2ef-411e-9294-24e85d13f87c req-8a3f7314-6484-469e-9967-0c224754222f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0059433 Feb 05 03:05:56.582989 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1900e0bc-2780-4d64-8988-0ea3b0bf4aba tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (83708c7b-aa9d-4b42-9e1c-86471f83eed7), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.594338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b908f8-3d06-4454-bcda-9f6a469354d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524c8178-5d51-41ef-b119-e85857833c5f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:56.602038 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-48b908f8-3d06-4454-bcda-9f6a469354d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3da1215832af41f7a97e69e5c6d2ffc9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1138301 Feb 05 03:05:56.604986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38994) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:56.612004 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ad059c7-41a5-4b72-8c9b-167a0a404353 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (92d64729-c169-4515-ac74-fe7d57028f4a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.635374 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-6ad059c7-41a5-4b72-8c9b-167a0a404353 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d64729-c169-4515-ac74-fe7d57028f4a']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:56.647258 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-6ad059c7-41a5-4b72-8c9b-167a0a404353 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:56.647370 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-6ad059c7-41a5-4b72-8c9b-167a0a404353 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:56.658133 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ad059c7-41a5-4b72-8c9b-167a0a404353 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.672906 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ad059c7-41a5-4b72-8c9b-167a0a404353 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.680637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad059c7-41a5-4b72-8c9b-167a0a404353 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:05:56.681049 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ad059c7-41a5-4b72-8c9b-167a0a404353 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (c2542a8c-0798-4c93-8e5d-d5dcb5cc4e02), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:05:56.728001 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:05:56.729859 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Pushing event updated for resources: {'Port': ['ID=8650c67f-eda1-4160-b802-0df24bc8c50c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:56.736618 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b85df3d8-d11f-44f9-9702-2ac1e129e56d admin admin] Publish callbacks [] for security_group (524c8178-5d51-41ef-b119-e85857833c5f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.773693 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b85df3d8-d11f-44f9-9702-2ac1e129e56d admin admin] Publish callbacks [] for security_group (524c8178-5d51-41ef-b119-e85857833c5f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.836557 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (0b78954f-6f05-4847-bdf7-7a37d3bfbabf), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.913897 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ad059c7-41a5-4b72-8c9b-167a0a404353 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (92d64729-c169-4515-ac74-fe7d57028f4a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.916139 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b85df3d8-d11f-44f9-9702-2ac1e129e56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (524c8178-5d51-41ef-b119-e85857833c5f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.919845 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b85df3d8-d11f-44f9-9702-2ac1e129e56d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.921925 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b85df3d8-d11f-44f9-9702-2ac1e129e56d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/524c8178-5d51-41ef-b119-e85857833c5f HTTP/1.1" status: 204 len: 168 time: 0.3150434 Feb 05 03:05:56.935605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85df3d8-d11f-44f9-9702-2ac1e129e56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524c8178-5d51-41ef-b119-e85857833c5f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:56.949418 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ad059c7-41a5-4b72-8c9b-167a0a404353 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.960911 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-30482766-e373-4ff5-9b92-1d74dd9826ad None None] Provisioning complete for port 8650c67f-eda1-4160-b802-0df24bc8c50c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:56.961894 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30482766-e373-4ff5-9b92-1d74dd9826ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:56.962318 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6ad059c7-41a5-4b72-8c9b-167a0a404353 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/networks/92d64729-c169-4515-ac74-fe7d57028f4a HTTP/1.1" status: 204 len: 168 time: 1.7574809 Feb 05 03:05:56.964241 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 38998) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:56.974550 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-109453a6-5e17-4093-98be-d4a6adf5f753 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'network': {'name': 'tempest-RoutersTest-1895339883'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:56.975953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de68c32f-8f28-4b10-98eb-afa2732a288c req-afd9852c-05fa-4049-91fb-83351b0303f4 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184200 Feb 05 03:05:57.017675 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad059c7-41a5-4b72-8c9b-167a0a404353 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Network': ['ID=92d64729-c169-4515-ac74-fe7d57028f4a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:57.040526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109453a6-5e17-4093-98be-d4a6adf5f753 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:05:57.044984 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953e279-5506-4597-a420-555a6d9cf765 req-9c570125-8c5b-4d36-9c57-a390701de7ed tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:57.046555 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6953e279-5506-4597-a420-555a6d9cf765 req-9c570125-8c5b-4d36-9c57-a390701de7ed tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 945 time: 0.3457277 Feb 05 03:05:57.059277 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-109453a6-5e17-4093-98be-d4a6adf5f753 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:57.131271 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-30482766-e373-4ff5-9b92-1d74dd9826ad None None] Port 8650c67f-eda1-4160-b802-0df24bc8c50c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:05:57.141596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:57.232932 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109453a6-5e17-4093-98be-d4a6adf5f753 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:05:57.255141 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-109453a6-5e17-4093-98be-d4a6adf5f753 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (24c0d276-af56-4e2b-ad98-bd86a002e0b9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:57.255487 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-109453a6-5e17-4093-98be-d4a6adf5f753 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Added segment 24c0d276-af56-4e2b-ad98-bd86a002e0b9 of type vlan for network a456906c-b9ed-4b45-866d-eae5941c8cfd Feb 05 03:05:57.265940 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6953e279-5506-4597-a420-555a6d9cf765 req-c30ecbff-d6c9-4caa-96f8-4a94fe9e88be tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835647 Feb 05 03:05:57.266982 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:57.267361 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:57.302043 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e65b5d-e957-4d2c-9a81-3b49a2b83e87 req-806b9e77-305d-4c9a-8d4d-a6a71b29fe28 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:57.303793 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09e65b5d-e957-4d2c-9a81-3b49a2b83e87 req-806b9e77-305d-4c9a-8d4d-a6a71b29fe28 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 945 time: 0.1319728 Feb 05 03:05:57.404427 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:57.438577 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-109453a6-5e17-4093-98be-d4a6adf5f753 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (a456906c-b9ed-4b45-866d-eae5941c8cfd), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:57.455613 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:57.456959 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:57.481442 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09e65b5d-e957-4d2c-9a81-3b49a2b83e87 req-3381b07b-546d-4f0a-a715-ec993341c296 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353312 Feb 05 03:05:57.486574 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:57.494509 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:57.532245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39012) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:57.582363 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:57.601703 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2876139f-e9ec-494a-afce-78513ed3c5c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:57.619131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:05:57.622156 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-109453a6-5e17-4093-98be-d4a6adf5f753 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (a456906c-b9ed-4b45-866d-eae5941c8cfd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:57.627688 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109453a6-5e17-4093-98be-d4a6adf5f753 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:57.629037 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-109453a6-5e17-4093-98be-d4a6adf5f753 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:57.662446 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:05:57.663093 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cbd33fd3-2d5e-4bb0-b30a-c6aba72b6a97 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:05:57.730085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27132475-a5cd-4fa4-9f8b-4eff69cfb53d req-3e7d560b-341e-4a5c-a497-5e275c475789 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:57.738298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27132475-a5cd-4fa4-9f8b-4eff69cfb53d req-3e7d560b-341e-4a5c-a497-5e275c475789 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.0975363 Feb 05 03:05:57.772548 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-109453a6-5e17-4093-98be-d4a6adf5f753 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8068006 Feb 05 03:05:57.775303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39020) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:57.776657 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1900e0bc-2780-4d64-8988-0ea3b0bf4aba tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (83708c7b-aa9d-4b42-9e1c-86471f83eed7), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:57.786530 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-228dd46c-4aa4-42d7-bb48-631ffa07493e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'subnet': {'network_id': 'a456906c-b9ed-4b45-866d-eae5941c8cfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:57.792901 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1900e0bc-2780-4d64-8988-0ea3b0bf4aba tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (83708c7b-aa9d-4b42-9e1c-86471f83eed7), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:57.849475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109453a6-5e17-4093-98be-d4a6adf5f753 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Network': ['ID=a456906c-b9ed-4b45-866d-eae5941c8cfd,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:57.854457 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Publish callbacks [] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:57.867938 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network a456906c-b9ed-4b45-866d-eae5941c8cfd details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:05:57.873347 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27132475-a5cd-4fa4-9f8b-4eff69cfb53d req-9ee8e4e0-c574-4885-abcb-d55efac6e3da tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336915 Feb 05 03:05:57.881404 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:57.974854 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Pushing event updated for resources: {'Port': ['ID=8650c67f-eda1-4160-b802-0df24bc8c50c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:57.979799 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (0b78954f-6f05-4847-bdf7-7a37d3bfbabf), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:58.003881 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2876139f-e9ec-494a-afce-78513ed3c5c0 admin admin] Publish callbacks [] for security_group (b04d7261-dbe2-4ed7-ad45-d2a2d9798a12), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:58.006549 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228dd46c-4aa4-42d7-bb48-631ffa07493e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:05:58.010449 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-228dd46c-4aa4-42d7-bb48-631ffa07493e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:58.012172 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2876139f-e9ec-494a-afce-78513ed3c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b04d7261-dbe2-4ed7-ad45-d2a2d9798a12), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:58.073324 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2876139f-e9ec-494a-afce-78513ed3c5c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f387759a00f4d26bc89543cbf8f0467&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5304639 Feb 05 03:05:58.077297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39032) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:58.082784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1900e0bc-2780-4d64-8988-0ea3b0bf4aba tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Router 83708c7b-aa9d-4b42-9e1c-86471f83eed7 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:05:58.091050 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876139f-e9ec-494a-afce-78513ed3c5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04d7261-dbe2-4ed7-ad45-d2a2d9798a12,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:58.217910 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e290770d-b0af-4f2d-ad60-2893b9f42403 admin admin] Publish callbacks [] for security_group (b04d7261-dbe2-4ed7-ad45-d2a2d9798a12), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:58.228833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-621b95f6-5438-41db-a784-f723653eaf90 req-2fbb8d1c-c96c-4a4d-bcaf-54a034640a55 service neutron] (109675) timed out ('10.222.0.31', 52221) {{(pid=109675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 05 03:05:58.249064 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ae37d-35e1-408d-b4de-98ae37685e6f req-9a701cff-779a-42ff-8435-4d0b2ef885d4 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:58.250601 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e1ae37d-35e1-408d-b4de-98ae37685e6f req-9a701cff-779a-42ff-8435-4d0b2ef885d4 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 945 time: 0.2580707 Feb 05 03:05:58.251286 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e290770d-b0af-4f2d-ad60-2893b9f42403 admin admin] Publish callbacks [] for security_group (b04d7261-dbe2-4ed7-ad45-d2a2d9798a12), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:58.284632 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76ddcf-a9f4-4f35-b4f2-2f27093cf75d req-c0b97483-a546-463d-b821-60492d19643a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:58.286209 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e76ddcf-a9f4-4f35-b4f2-2f27093cf75d req-c0b97483-a546-463d-b821-60492d19643a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1839643 Feb 05 03:05:58.287636 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1900e0bc-2780-4d64-8988-0ea3b0bf4aba tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:05:58.288122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Network 97d8f928-e670-4536-a22c-a1de6e5a4788 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:05:58.293747 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1900e0bc-2780-4d64-8988-0ea3b0bf4aba tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:58.295341 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1900e0bc-2780-4d64-8988-0ea3b0bf4aba tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "PUT /v2.0/routers/83708c7b-aa9d-4b42-9e1c-86471f83eed7 HTTP/1.1" status: 200 len: 920 time: 2.7881942 Feb 05 03:05:58.299331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39034) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:58.307641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:58.322178 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6c3db1-a7af-4aa8-88cd-50317cf3fa26 None None] Sync routers for ids ['83708c7b-aa9d-4b42-9e1c-86471f83eed7'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:05:58.338015 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c3db1-a7af-4aa8-88cd-50317cf3fa26 None None] Routers {'83708c7b-aa9d-4b42-9e1c-86471f83eed7'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:58.339626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8a6c3db1-a7af-4aa8-88cd-50317cf3fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['83708c7b-aa9d-4b42-9e1c-86471f83eed7'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:58.402296 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e290770d-b0af-4f2d-ad60-2893b9f42403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b04d7261-dbe2-4ed7-ad45-d2a2d9798a12), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:58.405259 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e290770d-b0af-4f2d-ad60-2893b9f42403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:58.409583 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e290770d-b0af-4f2d-ad60-2893b9f42403 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b04d7261-dbe2-4ed7-ad45-d2a2d9798a12 HTTP/1.1" status: 204 len: 168 time: 0.3266544 Feb 05 03:05:58.422337 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290770d-b0af-4f2d-ad60-2893b9f42403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04d7261-dbe2-4ed7-ad45-d2a2d9798a12,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:58.428399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8a6c3db1-a7af-4aa8-88cd-50317cf3fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:58.461475 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-450e2ca9-e3ec-4209-ba14-ec8be643a6d9 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "GET /v2.0/routers/83708c7b-aa9d-4b42-9e1c-86471f83eed7 HTTP/1.1" status: 200 len: 920 time: 0.1599786 Feb 05 03:05:58.464282 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39038) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:58.475746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c3db1-a7af-4aa8-88cd-50317cf3fa26 None None] Routers {'83708c7b-aa9d-4b42-9e1c-86471f83eed7'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:58.476532 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8a6c3db1-a7af-4aa8-88cd-50317cf3fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['83708c7b-aa9d-4b42-9e1c-86471f83eed7'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:58.511653 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e1ae37d-35e1-408d-b4de-98ae37685e6f req-c23c4536-fcfb-45ab-a933-3728c1eb45c8 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476516 Feb 05 03:05:58.527178 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e76ddcf-a9f4-4f35-b4f2-2f27093cf75d req-e2a4a79e-bcf1-44cd-8e02-c28c7fa45c56 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223716 Feb 05 03:05:58.561476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8a6c3db1-a7af-4aa8-88cd-50317cf3fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:58.566200 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6c3db1-a7af-4aa8-88cd-50317cf3fa26 None None] The sync data for ids ['83708c7b-aa9d-4b42-9e1c-86471f83eed7'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:05:58.657574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638799b9-20f2-4af1-904f-12cd16e8edcc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:58.659721 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-638799b9-20f2-4af1-904f-12cd16e8edcc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&device_id=83708c7b-aa9d-4b42-9e1c-86471f83eed7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1938372 Feb 05 03:05:58.664203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39042) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:58.744983 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-228dd46c-4aa4-42d7-bb48-631ffa07493e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (eaba92df-8c4c-48fa-817b-afe7f65e441b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:58.769091 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-81087167-f96f-4b34-90e8-f052afd58494 None None] Provisioning complete for port 8650c67f-eda1-4160-b802-0df24bc8c50c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:58.769464 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-81087167-f96f-4b34-90e8-f052afd58494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:58.770850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Router 0b78954f-6f05-4847-bdf7-7a37d3bfbabf has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:05:58.833555 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-81087167-f96f-4b34-90e8-f052afd58494 None None] Port 8650c67f-eda1-4160-b802-0df24bc8c50c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:05:58.915771 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dd46c-4aa4-42d7-bb48-631ffa07493e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Subnet': ['ID=eaba92df-8c4c-48fa-817b-afe7f65e441b,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:58.949266 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:05:59.015940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2fb1d7-7b27-4594-a4fb-4ea7ecd61446 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:59.017355 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8d2fb1d7-7b27-4594-a4fb-4ea7ecd61446 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 881 time: 0.3442822 Feb 05 03:05:59.021292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:05:59.021651 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39064) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:59.022004 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:59.026679 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228dd46c-4aa4-42d7-bb48-631ffa07493e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Checking segment: {'id': '24c0d276-af56-4e2b-ad98-bd86a002e0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a456906c-b9ed-4b45-866d-eae5941c8cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:05:59.026945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228dd46c-4aa4-42d7-bb48-631ffa07493e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network hostable DHCP agents. Network: a456906c-b9ed-4b45-866d-eae5941c8cfd, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:05:59.044070 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a0468-1657-493d-8733-d043308212fb req-c32e4d8d-0ed0-4255-85fc-8877f44e19a3 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:59.045657 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca6a0468-1657-493d-8733-d043308212fb req-c32e4d8d-0ed0-4255-85fc-8877f44e19a3 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "GET /v2.0/ports?device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 945 time: 0.0734448 Feb 05 03:05:59.061939 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa67dc-dc24-4e3c-9815-14191e2776e7 req-1438f446-63ea-4757-a6e2-dc4d9f1b7e09 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:59.063223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01fa67dc-dc24-4e3c-9815-14191e2776e7 req-1438f446-63ea-4757-a6e2-dc4d9f1b7e09 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/networks?id=98ab2392-eb0d-400b-ae03-4808c53f38dc HTTP/1.1" status: 200 len: 813 time: 0.2954130 Feb 05 03:05:59.064224 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6cce6a63-288e-4f86-b5e2-8d433c3b5131 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "GET /v2.0/ports?device_id=83708c7b-aa9d-4b42-9e1c-86471f83eed7 HTTP/1.1" status: 200 len: 205 time: 0.0402346 Feb 05 03:05:59.069505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39070) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:59.149981 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:05:59.175367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ca6a0468-1657-493d-8733-d043308212fb req-e0b78c68-781a-4192-8afa-e3dd67290e77 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Deleting port 4db6823a-5bde-4216-a6b5-08431047bea1 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:05:59.175691 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01fa67dc-dc24-4e3c-9815-14191e2776e7 req-e7d1567b-9d11-4042-b743-bb16be0e2dfd tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/quotas/48d75b9896b4443ca4a344d32f5eb70e HTTP/1.1" status: 200 len: 375 time: 0.0905473 Feb 05 03:05:59.176080 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ca6a0468-1657-493d-8733-d043308212fb req-e0b78c68-781a-4192-8afa-e3dd67290e77 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4db6823a-5bde-4216-a6b5-08431047bea1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:59.176280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228dd46c-4aa4-42d7-bb48-631ffa07493e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network a456906c-b9ed-4b45-866d-eae5941c8cfd is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:05:59.208460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:05:59.224991 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Sync routers for ids ['0b78954f-6f05-4847-bdf7-7a37d3bfbabf'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:05:59.237557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-37d9c3e1-2149-4d42-973e-5580c2428d21 admin admin] 10.222.0.36 "PUT /v2.0/routers/0b78954f-6f05-4847-bdf7-7a37d3bfbabf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1175747 Feb 05 03:05:59.240145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-228dd46c-4aa4-42d7-bb48-631ffa07493e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, a456906c-b9ed-4b45-866d-eae5941c8cfd) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:05:59.243928 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Routers {'0b78954f-6f05-4847-bdf7-7a37d3bfbabf'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:05:59.245146 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0b78954f-6f05-4847-bdf7-7a37d3bfbabf'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:59.249015 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a6395-6e44-4f61-8c79-b03ba29a00f7 None None] Network a456906c-b9ed-4b45-866d-eae5941c8cfd requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:05:59.259076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228dd46c-4aa4-42d7-bb48-631ffa07493e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:59.259941 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-228dd46c-4aa4-42d7-bb48-631ffa07493e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:59.283078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ca6a0468-1657-493d-8733-d043308212fb req-e0b78c68-781a-4192-8afa-e3dd67290e77 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] For port 4db6823a-5bde-4216-a6b5-08431047bea1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4db6823a-5bde-4216-a6b5-08431047bea1,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:05:59.283670 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ca6a0468-1657-493d-8733-d043308212fb req-e0b78c68-781a-4192-8afa-e3dd67290e77 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4db6823a-5bde-4216-a6b5-08431047bea1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:59.301304 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ca6a0468-1657-493d-8733-d043308212fb req-e0b78c68-781a-4192-8afa-e3dd67290e77 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Calling delete_port for 4db6823a-5bde-4216-a6b5-08431047bea1 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:05:59.311740 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-228dd46c-4aa4-42d7-bb48-631ffa07493e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5351999 Feb 05 03:05:59.314307 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39078) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:59.315953 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18297a61-90f5-4700-b701-7508d1fc860a tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (83708c7b-aa9d-4b42-9e1c-86471f83eed7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:59.321713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d1e3ff68-1800-4a72-b9a7-0bd1249aac9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-228169078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:05:59.388802 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Set router 0b78954f-6f05-4847-bdf7-7a37d3bfbabf gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:05:59.389494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01fa67dc-dc24-4e3c-9815-14191e2776e7 req-6cba7690-324d-4497-8874-4549499e5396 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=48d75b9896b4443ca4a344d32f5eb70e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2040327 Feb 05 03:05:59.422099 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ff68-1800-4a72-b9a7-0bd1249aac9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (60e63dab-d226-44e8-a69b-c2d299c159f8), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:59.423727 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ff68-1800-4a72-b9a7-0bd1249aac9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (60e63dab-d226-44e8-a69b-c2d299c159f8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:59.493761 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18297a61-90f5-4700-b701-7508d1fc860a tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (83708c7b-aa9d-4b42-9e1c-86471f83eed7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:59.561476 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ff68-1800-4a72-b9a7-0bd1249aac9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_controller (60e63dab-d226-44e8-a69b-c2d299c159f8), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:59.586909 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ff68-1800-4a72-b9a7-0bd1249aac9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (60e63dab-d226-44e8-a69b-c2d299c159f8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:59.631763 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ff68-1800-4a72-b9a7-0bd1249aac9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:59.633136 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d1e3ff68-1800-4a72-b9a7-0bd1249aac9a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3176506 Feb 05 03:05:59.636183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39090) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:05:59.648975 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ca6a0468-1657-493d-8733-d043308212fb req-e0b78c68-781a-4192-8afa-e3dd67290e77 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4db6823a-5bde-4216-a6b5-08431047bea1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:59.662871 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-a456906c-b9ed-4b45-866d-eae5941c8cfd', 'network_id': 'a456906c-b9ed-4b45-866d-eae5941c8cfd', 'project_id': '456239914dd84c50ba91285736155cbe', 'fixed_ips': [{'subnet_id': 'eaba92df-8c4c-48fa-817b-afe7f65e441b'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:05:59.664358 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:59.678916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4db6823a-5bde-4216-a6b5-08431047bea1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:05:59.688862 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'name': 'tempest-ImageQuotaTest-1224941087-router', 'tenant_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:47Z', 'updated_at': '2022-02-05T03:05:57Z', 'revision_number': 4, 'project_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'gw_port': {'id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:49Z', 'updated_at': '2022-02-05T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '8650c67f-eda1-4160-b802-0df24bc8c50c', 'name': '', 'network_id': '97d8f928-e670-4536-a22c-a1de6e5a4788', 'tenant_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'mac_address': 'fa:16:3e:4c:cb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '83c2d13c-5fc3-45b4-9343-f69854aa6e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:54Z', 'updated_at': '2022-02-05T03:05:57Z', 'revision_number': 2, 'project_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'subnets': [{'id': '83c2d13c-5fc3-45b4-9343-f69854aa6e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:05:59.705521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d5df4-c4aa-4fd8-b7ae-f33b7aa802d0 req-5560ed24-1e70-4bf9-a222-7f5215182e7a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:05:59.717711 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-578d5df4-c4aa-4fd8-b7ae-f33b7aa802d0 req-5560ed24-1e70-4bf9-a222-7f5215182e7a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2264714 Feb 05 03:05:59.724628 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Checking router: 0b78954f-6f05-4847-bdf7-7a37d3bfbabf for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:05:59.724912 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Updating router 0b78954f-6f05-4847-bdf7-7a37d3bfbabf port 8650c67f-eda1-4160-b802-0df24bc8c50c binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:05:59.765222 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:59.802139 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b78c68-781a-4192-8afa-e3dd67290e77 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Pushing event deleted for resources: {'Port': ['ID=4db6823a-5bde-4216-a6b5-08431047bea1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:05:59.984996 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6a0468-1657-493d-8733-d043308212fb req-e0b78c68-781a-4192-8afa-e3dd67290e77 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] No DVR routers for this DVR port 4db6823a-5bde-4216-a6b5-08431047bea1 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:05:59.989914 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ca6a0468-1657-493d-8733-d043308212fb req-e0b78c68-781a-4192-8afa-e3dd67290e77 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:05:59.996309 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca6a0468-1657-493d-8733-d043308212fb req-e0b78c68-781a-4192-8afa-e3dd67290e77 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "DELETE /v2.0/ports/4db6823a-5bde-4216-a6b5-08431047bea1 HTTP/1.1" status: 204 len: 173 time: 0.9331987 Feb 05 03:05:59.996973 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48d4000-9ae3-4212-83ae-548a53587c8d', 'name': 'network-vif-deleted', 'tag': '4db6823a-5bde-4216-a6b5-08431047bea1'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:05:59.999800 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7691501d-9547-4322-8e5a-d35138d6b3e9" -d '{"events": [{"server_uuid": "f48d4000-9ae3-4212-83ae-548a53587c8d", "name": "network-vif-deleted", "tag": "4db6823a-5bde-4216-a6b5-08431047bea1"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:06:00.070694 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Allocated IP 172.20.0.2 (a456906c-b9ed-4b45-866d-eae5941c8cfd/eaba92df-8c4c-48fa-817b-afe7f65e441b/3ff718ec-8c3f-4739-956f-4118baaf1780) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:00.290018 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:00.378338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebf3f379-8d19-4424-b7a6-03bd81bc8774 req-e9efe387-499e-4002-9737-822ac5c38c0a tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=f48d4000-9ae3-4212-83ae-548a53587c8d HTTP/1.1" status: 200 len: 210 time: 0.6585460 Feb 05 03:06:00.443977 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-578d5df4-c4aa-4fd8-b7ae-f33b7aa802d0 req-d72b4a12-685a-47df-88f5-e95b09ef384a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7253165 Feb 05 03:06:00.451405 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Publish callbacks [] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:00.458313 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-18297a61-90f5-4700-b701-7508d1fc860a tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Deleting port 68dcaa4d-e234-4aa1-ac04-1c9aff19d245 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:00.458685 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18297a61-90f5-4700-b701-7508d1fc860a tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (68dcaa4d-e234-4aa1-ac04-1c9aff19d245), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:00.462718 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:00.531612 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Publish callbacks [] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:00.541264 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb12430-0d2e-4bda-892b-a3bd6acd5292 None None] Pushing event updated for resources: {'Port': ['ID=8650c67f-eda1-4160-b802-0df24bc8c50c,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:00.558991 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:00.622411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Network a456906c-b9ed-4b45-866d-eae5941c8cfd is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:00.676871 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Attempting to bind port 8650c67f-eda1-4160-b802-0df24bc8c50c on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:06:00.677306 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Attempting to bind port 8650c67f-eda1-4160-b802-0df24bc8c50c by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97d8f928-e670-4536-a22c-a1de6e5a4788'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:06:00.677786 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Attempting to bind port 8650c67f-eda1-4160-b802-0df24bc8c50c on network 97d8f928-e670-4536-a22c-a1de6e5a4788 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:06:00.687511 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:00.699965 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:06:00.712994 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Checking segment: {'id': '14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97d8f928-e670-4536-a22c-a1de6e5a4788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:06:00.713624 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:00.714087 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Bound using segment: {'id': '14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97d8f928-e670-4536-a22c-a1de6e5a4788'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:06:00.714718 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Bound port: 8650c67f-eda1-4160-b802-0df24bc8c50c, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97d8f928-e670-4536-a22c-a1de6e5a4788'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:06:00.715189 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:00.740352 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:00.761547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Pushing event updated for resources: {'Port': ['ID=3ff718ec-8c3f-4739-956f-4118baaf1780,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:00.826431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e2b3-de85-44e6-ba7e-faaf5bc5038e req-05eeabad-d3e5-4d47-a8f7-6b7045dfffa9 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:00.828835 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8261e2b3-de85-44e6-ba7e-faaf5bc5038e req-05eeabad-d3e5-4d47-a8f7-6b7045dfffa9 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2382147 Feb 05 03:06:00.865087 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18297a61-90f5-4700-b701-7508d1fc860a tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (68dcaa4d-e234-4aa1-ac04-1c9aff19d245), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:00.901767 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Attempting to bind port 3ff718ec-8c3f-4739-956f-4118baaf1780 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:06:00.904087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Attempting to bind port 3ff718ec-8c3f-4739-956f-4118baaf1780 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '24c0d276-af56-4e2b-ad98-bd86a002e0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a456906c-b9ed-4b45-866d-eae5941c8cfd'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:06:00.904564 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Attempting to bind port 3ff718ec-8c3f-4739-956f-4118baaf1780 on network a456906c-b9ed-4b45-866d-eae5941c8cfd {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:06:00.908165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-18297a61-90f5-4700-b701-7508d1fc860a tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Calling delete_port for 68dcaa4d-e234-4aa1-ac04-1c9aff19d245 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:00.915562 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] For port 8650c67f-eda1-4160-b802-0df24bc8c50c, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:06:00.919172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:06:00.920763 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] For port 8650c67f-eda1-4160-b802-0df24bc8c50c, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8650c67f-eda1-4160-b802-0df24bc8c50c,segment=NetworkSegment(14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85),segment_id=14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:06:00.930051 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:00.944278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:06:00.951888 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Checking segment: {'id': '24c0d276-af56-4e2b-ad98-bd86a002e0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a456906c-b9ed-4b45-866d-eae5941c8cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:06:00.954699 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:00.955240 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Bound using segment: {'id': '24c0d276-af56-4e2b-ad98-bd86a002e0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a456906c-b9ed-4b45-866d-eae5941c8cfd'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:06:00.955868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Bound port: 3ff718ec-8c3f-4739-956f-4118baaf1780, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c0d276-af56-4e2b-ad98-bd86a002e0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a456906c-b9ed-4b45-866d-eae5941c8cfd'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:06:00.956383 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:00.960360 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8261e2b3-de85-44e6-ba7e-faaf5bc5038e req-e0cd360c-c31e-4ff2-aa28-3e1662b579a6 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177068 Feb 05 03:06:01.026009 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8bd77b-0792-4106-9fb4-7835fb71fe37 x-openstack-request-id: req-9f8bd77b-0792-4106-9fb4-7835fb71fe37 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:06:01.026568 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48d4000-9ae3-4212-83ae-548a53587c8d", "name": "network-vif-deleted", "tag": "4db6823a-5bde-4216-a6b5-08431047bea1", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:06:01.026731 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f8bd77b-0792-4106-9fb4-7835fb71fe37 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:06:01.027505 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48d4000-9ae3-4212-83ae-548a53587c8d', 'name': 'network-vif-deleted', 'tag': '4db6823a-5bde-4216-a6b5-08431047bea1', 'status': 'completed', 'code': 200} Feb 05 03:06:01.030822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Allocated IP 172.20.0.1 (a456906c-b9ed-4b45-866d-eae5941c8cfd/eaba92df-8c4c-48fa-817b-afe7f65e441b/a543f11a-8c98-4aed-b61a-9d796856ae02) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:01.042426 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Routers {'0b78954f-6f05-4847-bdf7-7a37d3bfbabf'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:01.043239 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0b78954f-6f05-4847-bdf7-7a37d3bfbabf'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:01.219928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:01.273957 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb12430-0d2e-4bda-892b-a3bd6acd5292 None None] Pushing event updated for resources: {'Port': ['ID=8650c67f-eda1-4160-b802-0df24bc8c50c,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:01.286571 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18297a61-90f5-4700-b701-7508d1fc860a tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (68dcaa4d-e234-4aa1-ac04-1c9aff19d245), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:01.292711 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (a543f11a-8c98-4aed-b61a-9d796856ae02), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:01.330201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-af568c2b-3289-495f-bb86-1bfcb82fca5a None None] Provisioning complete for port 8650c67f-eda1-4160-b802-0df24bc8c50c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:01.334046 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af568c2b-3289-495f-bb86-1bfcb82fca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:01.341131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'port_id': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'mac_address': 'fa:16:3e:c9:3e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:06:01.342054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18297a61-90f5-4700-b701-7508d1fc860a tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Pushing event deleted for resources: {'Port': ['ID=68dcaa4d-e234-4aa1-ac04-1c9aff19d245,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:01.355158 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] Set router 0b78954f-6f05-4847-bdf7-7a37d3bfbabf gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:06:01.396741 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a543f11a-8c98-4aed-b61a-9d796856ae02), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:01.484537 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network a456906c-b9ed-4b45-866d-eae5941c8cfd is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:01.500090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:01.521463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:01.522350 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:01.531266 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:01.541496 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18297a61-90f5-4700-b701-7508d1fc860a tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (83708c7b-aa9d-4b42-9e1c-86471f83eed7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:01.568909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=a543f11a-8c98-4aed-b61a-9d796856ae02,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:01.592247 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (60e63dab-d226-44e8-a69b-c2d299c159f8), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:01.615753 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:06:01.677473 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1bf888d3-f8d0-4af9-aef0-03099e6cbf15 req-948b2ee2-d394-4808-a0ea-3f28fb6d2bc2 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=48d75b9896b4443ca4a344d32f5eb70e HTTP/1.1" status: 200 len: 221 time: 0.1601624 Feb 05 03:06:01.686106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] For port 3ff718ec-8c3f-4739-956f-4118baaf1780, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:06:01.688515 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] For port 3ff718ec-8c3f-4739-956f-4118baaf1780, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3ff718ec-8c3f-4739-956f-4118baaf1780,segment=NetworkSegment(24c0d276-af56-4e2b-ad98-bd86a002e0b9),segment_id=24c0d276-af56-4e2b-ad98-bd86a002e0b9)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:06:01.704811 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18297a61-90f5-4700-b701-7508d1fc860a tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (83708c7b-aa9d-4b42-9e1c-86471f83eed7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:01.711907 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:01.713153 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18297a61-90f5-4700-b701-7508d1fc860a tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_controller (83708c7b-aa9d-4b42-9e1c-86471f83eed7), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:01.799347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:01.802324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Pushing event updated for resources: {'Port': ['ID=3ff718ec-8c3f-4739-956f-4118baaf1780,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:01.834938 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:01.836584 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a543f11a-8c98-4aed-b61a-9d796856ae02), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:01.840531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:01.841023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:01.841472 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:01.841917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:01.843923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:01.844719 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:01.845272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:01.845743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:01.846353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:01.848104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:01.848708 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:01.849601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:01.850192 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e97b50c-2616-43f9-9812-a21a6d1dae42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:01.915099 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'name': 'tempest-ImageQuotaTest-1224941087-router', 'tenant_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:47Z', 'updated_at': '2022-02-05T03:05:57Z', 'revision_number': 4, 'project_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'gw_port': {'id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:49Z', 'updated_at': '2022-02-05T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '8650c67f-eda1-4160-b802-0df24bc8c50c', 'name': '', 'network_id': '97d8f928-e670-4536-a22c-a1de6e5a4788', 'tenant_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'mac_address': 'fa:16:3e:4c:cb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '83c2d13c-5fc3-45b4-9343-f69854aa6e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:54Z', 'updated_at': '2022-02-05T03:06:00Z', 'revision_number': 4, 'project_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'subnets': [{'id': '83c2d13c-5fc3-45b4-9343-f69854aa6e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:01.948349 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18297a61-90f5-4700-b701-7508d1fc860a tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (83708c7b-aa9d-4b42-9e1c-86471f83eed7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:01.948928 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18297a61-90f5-4700-b701-7508d1fc860a tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Fanout notify agent at l3_agent the message router_deleted on router 83708c7b-aa9d-4b42-9e1c-86471f83eed7 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:06:01.963999 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:01.981730 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18297a61-90f5-4700-b701-7508d1fc860a tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:01.988185 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-18297a61-90f5-4700-b701-7508d1fc860a tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "DELETE /v2.0/routers/83708c7b-aa9d-4b42-9e1c-86471f83eed7 HTTP/1.1" status: 204 len: 168 time: 2.9127598 Feb 05 03:06:01.990898 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39172) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:01.993070 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f5ad08-7c01-4d33-a2bb-a3cab8c06740 None None] The sync data for ids ['0b78954f-6f05-4847-bdf7-7a37d3bfbabf'] in n-d-826942-8 is: [{'id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'name': 'tempest-ImageQuotaTest-1224941087-router', 'tenant_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:47Z', 'updated_at': '2022-02-05T03:05:57Z', 'revision_number': 4, 'project_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'gw_port': {'id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:49Z', 'updated_at': '2022-02-05T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '8650c67f-eda1-4160-b802-0df24bc8c50c', 'name': '', 'network_id': '97d8f928-e670-4536-a22c-a1de6e5a4788', 'tenant_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'mac_address': 'fa:16:3e:4c:cb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '83c2d13c-5fc3-45b4-9343-f69854aa6e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:54Z', 'updated_at': '2022-02-05T03:06:00Z', 'revision_number': 4, 'project_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'subnets': [{'id': '83c2d13c-5fc3-45b4-9343-f69854aa6e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:06:02.010615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-65fade52-45ca-4163-842c-b843f9ce2a33 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1721161625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:02.048109 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-af568c2b-3289-495f-bb86-1bfcb82fca5a None None] Current status of the port 8650c67f-eda1-4160-b802-0df24bc8c50c is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:02.048503 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af568c2b-3289-495f-bb86-1bfcb82fca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:02.053039 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['ea3e72d2-28d8-4c80-b058-4aaf3f3508f5'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:06:02.224733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-af568c2b-3289-495f-bb86-1bfcb82fca5a None None] For port 8650c67f-eda1-4160-b802-0df24bc8c50c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8650c67f-eda1-4160-b802-0df24bc8c50c,segment=NetworkSegment(14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85),segment_id=14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:02.239139 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af568c2b-3289-495f-bb86-1bfcb82fca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:02.306200 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39178) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:02.342240 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af568c2b-3289-495f-bb86-1bfcb82fca5a None None] Pushing event updated for resources: {'Port': ['ID=8650c67f-eda1-4160-b802-0df24bc8c50c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:02.401674 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e628cf-445b-4822-ab60-2ccc90846d94 req-a2b02946-4c58-4f17-a0dc-365d6bd6391f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:02.411722 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8e628cf-445b-4822-ab60-2ccc90846d94 req-a2b02946-4c58-4f17-a0dc-365d6bd6391f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.5945172 Feb 05 03:06:02.432314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-85e169b1-62a6-4d10-b5a9-bd37b68fae57 None None] Provisioning complete for port 8650c67f-eda1-4160-b802-0df24bc8c50c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:02.432700 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-85e169b1-62a6-4d10-b5a9-bd37b68fae57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:02.529112 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4db6823a-5bde-4216-a6b5-08431047bea1 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:06:02.563935 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 4db6823a-5bde-4216-a6b5-08431047bea1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:06:02.564280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4db6823a-5bde-4216-a6b5-08431047bea1 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:06:02.616857 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-85e169b1-62a6-4d10-b5a9-bd37b68fae57 None None] Current status of the port 8650c67f-eda1-4160-b802-0df24bc8c50c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:02.715151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-c06e9536-a0c7-4ce6-a5f9-25d7d3c82d88 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:02.718504 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-c06e9536-a0c7-4ce6-a5f9-25d7d3c82d88 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 812 time: 0.7324913 Feb 05 03:06:02.729974 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8e628cf-445b-4822-ab60-2ccc90846d94 req-e3ab6adc-89c3-488f-b1c1-cf13292f0dc7 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182002 Feb 05 03:06:02.749216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-ab434326-1b3a-4162-82b1-a1958bad1a03 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/quotas/97e56238892c4ce9b594b081cf9ab6c4 HTTP/1.1" status: 200 len: 375 time: 0.0179212 Feb 05 03:06:02.891534 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-98376ddd-faa2-462b-a7d5-1d5fb741f150 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852075 Feb 05 03:06:02.891974 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:02.978532 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-0660bfc9-5e16-4588-ba99-57194aad6f7e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:06:02.981996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-0660bfc9-5e16-4588-ba99-57194aad6f7e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085199 Feb 05 03:06:03.138045 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65fade52-45ca-4163-842c-b843f9ce2a33 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:03.139886 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65fade52-45ca-4163-842c-b843f9ce2a33 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:03.177234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1fae0-0225-4f4e-91bf-3ab8d8e2378d req-b207412b-e9ee-49d0-9893-c6f78e6c3be0 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:03.186373 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17e1fae0-0225-4f4e-91bf-3ab8d8e2378d req-b207412b-e9ee-49d0-9893-c6f78e6c3be0 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.3401110 Feb 05 03:06:03.201129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:03.201511 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:03.255202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8650c67f-eda1-4160-b802-0df24bc8c50c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:03.283072 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (a543f11a-8c98-4aed-b61a-9d796856ae02), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:03.343164 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65fade52-45ca-4163-842c-b843f9ce2a33 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_controller (e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:03.345711 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (a543f11a-8c98-4aed-b61a-9d796856ae02), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:03.352333 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-08da5ab3-964f-45d6-958b-908dfd930f72 service neutron] 10.222.0.36 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372252 Feb 05 03:06:03.360467 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65fade52-45ca-4163-842c-b843f9ce2a33 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:03.367993 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17e1fae0-0225-4f4e-91bf-3ab8d8e2378d req-ac273813-dfab-450a-ae06-c0b34d1d180a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387129 Feb 05 03:06:03.395318 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8650c67f-eda1-4160-b802-0df24bc8c50c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:03.413393 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:03.477700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=a543f11a-8c98-4aed-b61a-9d796856ae02,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:03.507067 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:03.511196 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:03.511609 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65fade52-45ca-4163-842c-b843f9ce2a33 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:03.515530 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-65fade52-45ca-4163-842c-b843f9ce2a33 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5209436 Feb 05 03:06:03.520340 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39192) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:03.525762 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:03.608343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:06:03.614725 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821aa914-d8d6-419f-bd6a-41db850f79c2" -d '{"events": [{"server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "name": "network-vif-plugged", "status": "completed", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:06:03.649830 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (60e63dab-d226-44e8-a69b-c2d299c159f8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:03.679390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:03.693214 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:03.737719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50985c3a-020c-4847-9021-7fd2bc96eef6 req-82560bac-1155-40df-bce2-8ba1559e972f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:03.754827 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc7196cd-3577-4142-b490-ea60a36d3b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:03.776521 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50985c3a-020c-4847-9021-7fd2bc96eef6 req-82560bac-1155-40df-bce2-8ba1559e972f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2393312 Feb 05 03:06:03.788380 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-39346c49-f2d2-4c7f-a9a4-719eadfc446d service neutron] 10.222.0.36 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244163 Feb 05 03:06:03.843691 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8650c67f-eda1-4160-b802-0df24bc8c50c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:03.845353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3ff718ec-8c3f-4739-956f-4118baaf1780 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:03.873284 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a4880c58-ffd4-49ae-bb65-7d0537a7038d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (0b78954f-6f05-4847-bdf7-7a37d3bfbabf), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:03.916823 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:03.932366 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 3ff718ec-8c3f-4739-956f-4118baaf1780 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:03.933546 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:03.951725 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9799a87b-2252-4027-b5a5-01f866d9fb75 req-8551cfae-50b2-4006-b537-0eb8c4d6e851 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5258076 Feb 05 03:06:03.971224 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4c63dc-cf8b-4438-9987-b80aaa96a26f None None] Network a456906c-b9ed-4b45-866d-eae5941c8cfd requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:06:04.040326 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50985c3a-020c-4847-9021-7fd2bc96eef6 req-87191832-c894-4dbd-a345-233d501f61f0 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629237 Feb 05 03:06:04.120778 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:04.214021 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8ede777b-d1d8-4bde-93a4-50d48380f544 None None] Provisioning complete for port 3ff718ec-8c3f-4739-956f-4118baaf1780 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:04.214416 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ede777b-d1d8-4bde-93a4-50d48380f544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:04.294542 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network a456906c-b9ed-4b45-866d-eae5941c8cfd is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:04.301057 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799a87b-2252-4027-b5a5-01f866d9fb75 req-19654080-bfac-4f31-abb6-6f9bab925f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:04.302970 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9799a87b-2252-4027-b5a5-01f866d9fb75 req-19654080-bfac-4f31-abb6-6f9bab925f89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48d75b9896b4443ca4a344d32f5eb70e&device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 1127 time: 0.2342560 Feb 05 03:06:04.304031 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:04.391017 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f698ab-c652-4ca3-89dc-119022678b15 req-e31d1bbc-1cb8-4b05-b076-bf2d9bb8a29f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:04.392864 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25f698ab-c652-4ca3-89dc-119022678b15 req-e31d1bbc-1cb8-4b05-b076-bf2d9bb8a29f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1568677 Feb 05 03:06:04.467678 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2a29ae-86e5-42f9-8b4c-c4a7e52f6dfb x-openstack-request-id: req-8f2a29ae-86e5-42f9-8b4c-c4a7e52f6dfb {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:06:04.468746 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "name": "network-vif-plugged", "status": "completed", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:06:04.469013 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f2a29ae-86e5-42f9-8b4c-c4a7e52f6dfb {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:06:04.470439 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'code': 200} Feb 05 03:06:04.491322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 3ff718ec-8c3f-4739-956f-4118baaf1780 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:04.491768 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:04.535368 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 3ff718ec-8c3f-4739-956f-4118baaf1780, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3ff718ec-8c3f-4739-956f-4118baaf1780,segment=NetworkSegment(24c0d276-af56-4e2b-ad98-bd86a002e0b9),segment_id=24c0d276-af56-4e2b-ad98-bd86a002e0b9)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:04.539127 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ee6d42cb-f6ff-41df-9707-f763db2c1f49 req-5637b1f0-32a5-4c07-9f15-62fc09e84fe2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 210 time: 0.0384319 Feb 05 03:06:04.581953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25f698ab-c652-4ca3-89dc-119022678b15 req-dccc7fbd-0491-428f-967e-a9691abd3ddd tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753919 Feb 05 03:06:04.583427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8ede777b-d1d8-4bde-93a4-50d48380f544 None None] Current status of the port 3ff718ec-8c3f-4739-956f-4118baaf1780 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:04.584003 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ede777b-d1d8-4bde-93a4-50d48380f544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:04.623509 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a4880c58-ffd4-49ae-bb65-7d0537a7038d admin admin] Deleting port 8650c67f-eda1-4160-b802-0df24bc8c50c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:04.623895 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a4880c58-ffd4-49ae-bb65-7d0537a7038d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:04.627022 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:04.642562 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799a87b-2252-4027-b5a5-01f866d9fb75 req-2e310b7f-e139-4e7b-ad92-0525aff12b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:04.645238 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9799a87b-2252-4027-b5a5-01f866d9fb75 req-2e310b7f-e139-4e7b-ad92-0525aff12b1c service neutron] 10.222.0.10 "GET /v2.0/networks?id=98ab2392-eb0d-400b-ae03-4808c53f38dc HTTP/1.1" status: 200 len: 914 time: 0.2913320 Feb 05 03:06:04.703095 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9799a87b-2252-4027-b5a5-01f866d9fb75 req-65aba428-d3a4-4480-b61c-88da79443a30 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acb28c92-8aec-4518-83f2-c35adecc50ea HTTP/1.1" status: 200 len: 217 time: 0.0478089 Feb 05 03:06:04.764027 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 60e63dab-d226-44e8-a69b-c2d299c159f8 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:06:04.801345 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-8ede777b-d1d8-4bde-93a4-50d48380f544 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:06:04.801674 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-8ede777b-d1d8-4bde-93a4-50d48380f544 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:06:04.802142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=3ff718ec-8c3f-4739-956f-4118baaf1780,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:04.808638 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-a4880c58-ffd4-49ae-bb65-7d0537a7038d admin admin] For port 8650c67f-eda1-4160-b802-0df24bc8c50c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8650c67f-eda1-4160-b802-0df24bc8c50c,segment=NetworkSegment(14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85),segment_id=14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:04.809167 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a4880c58-ffd4-49ae-bb65-7d0537a7038d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:04.828265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a4880c58-ffd4-49ae-bb65-7d0537a7038d admin admin] Calling delete_port for 8650c67f-eda1-4160-b802-0df24bc8c50c owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:04.843949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2f0b6-3dc4-44d8-8b10-a7d30fdc6a4e req-8aa7710c-18ed-420e-b330-46633ca07eb7 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:04.846047 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7bd2f0b6-3dc4-44d8-8b10-a7d30fdc6a4e req-8aa7710c-18ed-420e-b330-46633ca07eb7 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1372304 Feb 05 03:06:05.005722 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7bd2f0b6-3dc4-44d8-8b10-a7d30fdc6a4e req-d2b5d04c-695d-4cee-bac0-27f70c15812b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500719 Feb 05 03:06:05.173372 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:06:05.183912 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d708e754-8fd6-4c4a-ad92-240b4660d8c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/60e63dab-d226-44e8-a69b-c2d299c159f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5464747 Feb 05 03:06:05.185739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef6285d-f39f-4b2c-b486-78bb707fdb4f None None] Sync routers for ids ['60e63dab-d226-44e8-a69b-c2d299c159f8'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:06:05.189685 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:05.220295 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39236) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:05.225638 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:05.230402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef6285d-f39f-4b2c-b486-78bb707fdb4f None None] Routers {'60e63dab-d226-44e8-a69b-c2d299c159f8'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:05.231312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-2ef6285d-f39f-4b2c-b486-78bb707fdb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['60e63dab-d226-44e8-a69b-c2d299c159f8'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:05.244696 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799a87b-2252-4027-b5a5-01f866d9fb75 req-a8b5b0aa-31ec-4d64-8541-917b8015cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:05.246913 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9799a87b-2252-4027-b5a5-01f866d9fb75 req-a8b5b0aa-31ec-4d64-8541-917b8015cd37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9710adb9-a86e-4bd9-b62b-bccb80188957 HTTP/1.1" status: 200 len: 853 time: 0.5362306 Feb 05 03:06:05.311564 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-2ef6285d-f39f-4b2c-b486-78bb707fdb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:05.397344 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef6285d-f39f-4b2c-b486-78bb707fdb4f None None] Routers {'60e63dab-d226-44e8-a69b-c2d299c159f8'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:05.398485 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-2ef6285d-f39f-4b2c-b486-78bb707fdb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:05:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['60e63dab-d226-44e8-a69b-c2d299c159f8'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:05.422331 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9799a87b-2252-4027-b5a5-01f866d9fb75 req-bf64a388-deee-468d-9e70-f0f5461baeff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98ab2392-eb0d-400b-ae03-4808c53f38dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761483 Feb 05 03:06:05.517121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3ff718ec-8c3f-4739-956f-4118baaf1780 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:05.526086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113e09ba-a349-4475-8419-c8082eadb6ce tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:05.527781 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-113e09ba-a349-4475-8419-c8082eadb6ce tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports/a543f11a-8c98-4aed-b61a-9d796856ae02 HTTP/1.1" status: 200 len: 910 time: 0.3039818 Feb 05 03:06:05.531037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39250) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:05.548322 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a4880c58-ffd4-49ae-bb65-7d0537a7038d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8650c67f-eda1-4160-b802-0df24bc8c50c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:05.645189 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-2ef6285d-f39f-4b2c-b486-78bb707fdb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:05.645966 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef6285d-f39f-4b2c-b486-78bb707fdb4f None None] The sync data for ids ['60e63dab-d226-44e8-a69b-c2d299c159f8'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:06:05.649785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8ede777b-d1d8-4bde-93a4-50d48380f544 None None] Current status of the port 3ff718ec-8c3f-4739-956f-4118baaf1780 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:05.697830 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 3ff718ec-8c3f-4739-956f-4118baaf1780 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:05.698044 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:05.702527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6c973-e7a4-4a21-8258-1b2c8a304503 req-139a6f5d-6a9d-461d-b59d-b524503a8fde tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:05.720894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52f6c973-e7a4-4a21-8258-1b2c8a304503 req-139a6f5d-6a9d-461d-b59d-b524503a8fde tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.5044699 Feb 05 03:06:05.732295 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4880c58-ffd4-49ae-bb65-7d0537a7038d admin admin] Pushing event deleted for resources: {'Port': ['ID=8650c67f-eda1-4160-b802-0df24bc8c50c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:05.862395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1ef51961-7cc9-4ea5-af7e-0ce610242679 None None] Provisioning complete for port a543f11a-8c98-4aed-b61a-9d796856ae02 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:05.862824 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ef51961-7cc9-4ea5-af7e-0ce610242679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a543f11a-8c98-4aed-b61a-9d796856ae02), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:06.024217 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-674796af-7c57-465d-bf8b-bb6d59d6aba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:06.046566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec127caa-bca3-4c2a-a722-a8403a52f4ed req-5157b289-9902-48c9-92bb-9cf72b6ecc31 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 210 time: 0.2018886 Feb 05 03:06:06.060710 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9799a87b-2252-4027-b5a5-01f866d9fb75 req-f756866f-79ad-4874-a70d-5a491e541237 service neutron] 10.222.0.10 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229708 Feb 05 03:06:06.063849 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1ef51961-7cc9-4ea5-af7e-0ce610242679 None None] Port a543f11a-8c98-4aed-b61a-9d796856ae02 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:06:06.072803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 3ff718ec-8c3f-4739-956f-4118baaf1780 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:06.093367 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1ef51961-7cc9-4ea5-af7e-0ce610242679 None None] Provisioning complete for port 3ff718ec-8c3f-4739-956f-4118baaf1780 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:06.093748 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ef51961-7cc9-4ea5-af7e-0ce610242679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:06.137412 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-bb2a8ae8-c551-41c1-8db4-68bc06f2f1f0 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:06.140326 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-bb2a8ae8-c551-41c1-8db4-68bc06f2f1f0 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 812 time: 0.5302820 Feb 05 03:06:06.157813 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Allocated IP 172.25.0.222 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/58f785ac-0628-46dc-82a3-34707f083f95) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:06.189554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-6e554b92-133f-41b9-a6a6-000d88dc42cc tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Request body: {'port': {'device_id': '785d32d0-5f05-43d4-b6a9-c595b095a411', 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d', 'admin_state_up': True, 'tenant_id': '97e56238892c4ce9b594b081cf9ab6c4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:06.223450 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a4880c58-ffd4-49ae-bb65-7d0537a7038d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (0b78954f-6f05-4847-bdf7-7a37d3bfbabf), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:06.244347 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52f6c973-e7a4-4a21-8258-1b2c8a304503 req-ad4aa714-aaba-48f4-9424-e19fa9e73811 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217695 Feb 05 03:06:06.337389 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1ef51961-7cc9-4ea5-af7e-0ce610242679 None None] Current status of the port 3ff718ec-8c3f-4739-956f-4118baaf1780 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:06.480918 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-140ac730-b96c-404c-9ad2-e4f1e4da3c75 None None] Provisioning complete for port a543f11a-8c98-4aed-b61a-9d796856ae02 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:06.481297 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-140ac730-b96c-404c-9ad2-e4f1e4da3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a543f11a-8c98-4aed-b61a-9d796856ae02), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:06.560925 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9799a87b-2252-4027-b5a5-01f866d9fb75 req-76a0be90-2977-49cd-9de5-cf27c8d6450c service neutron] 10.222.0.10 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742036 Feb 05 03:06:06.572242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-6e554b92-133f-41b9-a6a6-000d88dc42cc tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Made reservation on behalf of 97e56238892c4ce9b594b081cf9ab6c4 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:06:06.575561 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-6e554b92-133f-41b9-a6a6-000d88dc42cc tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:06.651963 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-140ac730-b96c-404c-9ad2-e4f1e4da3c75 None None] Port a543f11a-8c98-4aed-b61a-9d796856ae02 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:06:06.687209 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for port (58f785ac-0628-46dc-82a3-34707f083f95), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:06.911174 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (58f785ac-0628-46dc-82a3-34707f083f95), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:06.942649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b89eb7-9384-45f8-8df1-de0a0fe38417 req-83911c6f-8ea5-4665-9a2e-83707ca84d2f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:06.944624 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3b89eb7-9384-45f8-8df1-de0a0fe38417 req-83911c6f-8ea5-4665-9a2e-83707ca84d2f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1610203 Feb 05 03:06:06.966427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-6e554b92-133f-41b9-a6a6-000d88dc42cc tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Allocated IP 172.20.0.5 (2f706900-b41e-4e10-9d88-c9a7b11c206d/37fc2b86-02d8-4bec-8794-80413f7999c9/436a9422-1923-4423-8be6-0bcb587012ee) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:07.036104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3b89eb7-9384-45f8-8df1-de0a0fe38417 req-f9016440-5f92-4c5b-a4b6-b2723ce9a740 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798421 Feb 05 03:06:07.057523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:07.073538 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:07.128842 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:07.130094 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:07.178077 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Pushing event updated for resources: {'Port': ['ID=58f785ac-0628-46dc-82a3-34707f083f95,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:07.344611 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be927391-bb4b-4984-8385-37cfb8bb589c req-d4b39108-098c-4415-bf66-825d0326031d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 210 time: 0.0706069 Feb 05 03:06:07.392156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4880c58-ffd4-49ae-bb65-7d0537a7038d admin admin] Router 0b78954f-6f05-4847-bdf7-7a37d3bfbabf has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:06:07.414960 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c574250e-a8b9-44a4-b637-3e62dd72bb7c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (60e63dab-d226-44e8-a69b-c2d299c159f8), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:07.531762 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4e1fe-7342-462b-8be0-1245f527b5e0 req-cbec633c-7ccb-446a-be8a-dd6cb2d76d4b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:07.533263 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1a4e1fe-7342-462b-8be0-1245f527b5e0 req-cbec633c-7ccb-446a-be8a-dd6cb2d76d4b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2744763 Feb 05 03:06:07.616461 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1a4e1fe-7342-462b-8be0-1245f527b5e0 req-5a48bb64-b91f-4fba-83bc-4dfa49324102 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526488 Feb 05 03:06:07.945450 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4880c58-ffd4-49ae-bb65-7d0537a7038d admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:06:07.957458 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ed0a18-a18b-4e25-9876-ea6b5a4d40b2 None None] Sync routers for ids ['0b78954f-6f05-4847-bdf7-7a37d3bfbabf'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:06:07.966331 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a4880c58-ffd4-49ae-bb65-7d0537a7038d admin admin] 10.222.0.36 "PUT /v2.0/routers/0b78954f-6f05-4847-bdf7-7a37d3bfbabf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6482885 Feb 05 03:06:07.970184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39298) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:07.982644 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-6e554b92-133f-41b9-a6a6-000d88dc42cc tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks [] for port (436a9422-1923-4423-8be6-0bcb587012ee), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:07.988079 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed0a18-a18b-4e25-9876-ea6b5a4d40b2 None None] Routers {'0b78954f-6f05-4847-bdf7-7a37d3bfbabf'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:07.988851 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b8ed0a18-a18b-4e25-9876-ea6b5a4d40b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0b78954f-6f05-4847-bdf7-7a37d3bfbabf'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:08.042686 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:08.156847 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-6e554b92-133f-41b9-a6a6-000d88dc42cc tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (436a9422-1923-4423-8be6-0bcb587012ee), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:08.209857 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bd21d-73f4-4600-bec9-f4e9945d7196 req-5f1bebbe-6bab-4b82-825b-88e2481a92f3 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:08.213035 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-572bd21d-73f4-4600-bec9-f4e9945d7196 req-5f1bebbe-6bab-4b82-825b-88e2481a92f3 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.4037290 Feb 05 03:06:08.230622 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b8ed0a18-a18b-4e25-9876-ea6b5a4d40b2 None None] Set router 0b78954f-6f05-4847-bdf7-7a37d3bfbabf gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:06:08.254645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-6e554b92-133f-41b9-a6a6-000d88dc42cc tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Network 2f706900-b41e-4e10-9d88-c9a7b11c206d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:08.258065 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-6e554b92-133f-41b9-a6a6-000d88dc42cc tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:08.264474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e554b92-133f-41b9-a6a6-000d88dc42cc tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Pushing event updated for resources: {'Port': ['ID=436a9422-1923-4423-8be6-0bcb587012ee,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:08.274818 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-6e554b92-133f-41b9-a6a6-000d88dc42cc tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:08.321490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c574250e-a8b9-44a4-b637-3e62dd72bb7c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting port a543f11a-8c98-4aed-b61a-9d796856ae02 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:08.321983 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c574250e-a8b9-44a4-b637-3e62dd72bb7c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a543f11a-8c98-4aed-b61a-9d796856ae02), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:08.378906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-6e554b92-133f-41b9-a6a6-000d88dc42cc tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:08.381637 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-6e554b92-133f-41b9-a6a6-000d88dc42cc tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:08.484326 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-572bd21d-73f4-4600-bec9-f4e9945d7196 req-c579e52a-37b5-4fe6-bd7c-d7af2c392eff tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487206 Feb 05 03:06:08.493349 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff955312-cfeb-4af7-b63b-aedccbacaecb admin admin] Publish callbacks [] for router (0b78954f-6f05-4847-bdf7-7a37d3bfbabf), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:08.547438 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b8ed0a18-a18b-4e25-9876-ea6b5a4d40b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'name': 'tempest-ImageQuotaTest-1224941087-router', 'tenant_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:47Z', 'updated_at': '2022-02-05T03:06:05Z', 'revision_number': 5, 'project_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'gw_port': {'id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:49Z', 'updated_at': '2022-02-05T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:08.548755 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:08.555719 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:08.580453 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ed0a18-a18b-4e25-9876-ea6b5a4d40b2 None None] Checking router: 0b78954f-6f05-4847-bdf7-7a37d3bfbabf for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:06:08.591191 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed0a18-a18b-4e25-9876-ea6b5a4d40b2 None None] Routers {'0b78954f-6f05-4847-bdf7-7a37d3bfbabf'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:08.592088 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b8ed0a18-a18b-4e25-9876-ea6b5a4d40b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0b78954f-6f05-4847-bdf7-7a37d3bfbabf'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:08.636810 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:08.786049 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff955312-cfeb-4af7-b63b-aedccbacaecb admin admin] Publish callbacks [] for router_gateway (0b78954f-6f05-4847-bdf7-7a37d3bfbabf), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:08.804555 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-6e554b92-133f-41b9-a6a6-000d88dc42cc tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6182899 Feb 05 03:06:08.814193 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b8ed0a18-a18b-4e25-9876-ea6b5a4d40b2 None None] Set router 0b78954f-6f05-4847-bdf7-7a37d3bfbabf gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:06:08.825229 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Request body: {'port': {'device_id': '785d32d0-5f05-43d4-b6a9-c595b095a411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:08.890840 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c574250e-a8b9-44a4-b637-3e62dd72bb7c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a543f11a-8c98-4aed-b61a-9d796856ae02), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:08.922940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c574250e-a8b9-44a4-b637-3e62dd72bb7c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Calling delete_port for a543f11a-8c98-4aed-b61a-9d796856ae02 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:08.950244 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (436a9422-1923-4423-8be6-0bcb587012ee), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:09.038316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3cae7-c690-4e1d-beba-e083ce435af7 req-4b53caa9-5bab-4dfa-9f06-df03cb9159dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:09.040236 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-92d3cae7-c690-4e1d-beba-e083ce435af7 req-4b53caa9-5bab-4dfa-9f06-df03cb9159dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 1127 time: 0.1207764 Feb 05 03:06:09.167572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f233a0f-43e2-4e02-bec5-5d63550fbb0d req-3043eb65-9a30-47e6-a5f0-f1d7e9704afe tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:09.175002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f233a0f-43e2-4e02-bec5-5d63550fbb0d req-3043eb65-9a30-47e6-a5f0-f1d7e9704afe tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.4692163 Feb 05 03:06:09.223134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3cae7-c690-4e1d-beba-e083ce435af7 req-488335a3-7021-4ded-bd34-922291824645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:09.225330 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-92d3cae7-c690-4e1d-beba-e083ce435af7 req-488335a3-7021-4ded-bd34-922291824645 service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.1424010 Feb 05 03:06:09.225479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Router e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:06:09.230991 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b8ed0a18-a18b-4e25-9876-ea6b5a4d40b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'name': 'tempest-ImageQuotaTest-1224941087-router', 'tenant_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:47Z', 'updated_at': '2022-02-05T03:06:05Z', 'revision_number': 5, 'project_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'gw_port': {'id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:49Z', 'updated_at': '2022-02-05T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:09.297060 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ed0a18-a18b-4e25-9876-ea6b5a4d40b2 None None] The sync data for ids ['0b78954f-6f05-4847-bdf7-7a37d3bfbabf'] in n-d-826942-8 is: [{'id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'name': 'tempest-ImageQuotaTest-1224941087-router', 'tenant_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:47Z', 'updated_at': '2022-02-05T03:06:05Z', 'revision_number': 5, 'project_id': 'af909152ceed4448ad63ec7a94eeb2b6', 'gw_port': {'id': '1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78954f-6f05-4847-bdf7-7a37d3bfbabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:49Z', 'updated_at': '2022-02-05T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:06:09.348385 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-92d3cae7-c690-4e1d-beba-e083ce435af7 req-223349db-b3e7-4423-a15a-898abd88f663 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 HTTP/1.1" status: 200 len: 1001 time: 0.1029832 Feb 05 03:06:09.349731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d49428-c95a-4349-a8f2-c91b72008505 req-89feb991-808e-4411-ab68-3955607be9de tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:09.358783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5d49428-c95a-4349-a8f2-c91b72008505 req-89feb991-808e-4411-ab68-3955607be9de tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 931 time: 0.8655386 Feb 05 03:06:09.420835 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f233a0f-43e2-4e02-bec5-5d63550fbb0d req-986ba06a-3476-4ae3-ac2b-1c2473606da9 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434826 Feb 05 03:06:09.422117 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c574250e-a8b9-44a4-b637-3e62dd72bb7c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (a543f11a-8c98-4aed-b61a-9d796856ae02), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:09.451490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3cae7-c690-4e1d-beba-e083ce435af7 req-636d2166-b003-46b4-899d-3268ba0eb547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:09.453416 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-92d3cae7-c690-4e1d-beba-e083ce435af7 req-636d2166-b003-46b4-899d-3268ba0eb547 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.0886035 Feb 05 03:06:09.495318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574250e-a8b9-44a4-b637-3e62dd72bb7c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Port': ['ID=a543f11a-8c98-4aed-b61a-9d796856ae02,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:09.517113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ff955312-cfeb-4af7-b63b-aedccbacaecb admin admin] Deleting port 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:09.517462 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff955312-cfeb-4af7-b63b-aedccbacaecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:09.651982 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3cae7-c690-4e1d-beba-e083ce435af7 req-3cd16d8c-c2b2-44b4-b9c6-1f2d1f92735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:09.653499 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-92d3cae7-c690-4e1d-beba-e083ce435af7 req-3cd16d8c-c2b2-44b4-b9c6-1f2d1f92735b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1631293 Feb 05 03:06:09.715079 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-ff955312-cfeb-4af7-b63b-aedccbacaecb admin admin] For port 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:09.715817 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff955312-cfeb-4af7-b63b-aedccbacaecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:09.734194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ff955312-cfeb-4af7-b63b-aedccbacaecb admin admin] Calling delete_port for 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:09.878958 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-92d3cae7-c690-4e1d-beba-e083ce435af7 req-d97d8e7a-015c-433d-a078-02a10e8bc9a2 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999896 Feb 05 03:06:09.910783 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:10.005103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5d49428-c95a-4349-a8f2-c91b72008505 req-bc544f00-8450-403a-83c4-63f4c293d4d6 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6440310 Feb 05 03:06:10.030000 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-92d3cae7-c690-4e1d-beba-e083ce435af7 req-3ba8e1a6-cc98-41de-807e-ca33ec6dffb6 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284158 Feb 05 03:06:10.046884 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff955312-cfeb-4af7-b63b-aedccbacaecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:10.108285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:06:10.116501 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:10.119902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef27f74-d209-4b56-a52f-d533ec69a945 None None] Sync routers for ids ['e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:06:10.133189 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7f61c87d-84d7-4acc-bbf5-d3f107a9dfd2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "PUT /v2.0/routers/e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333 HTTP/1.1" status: 200 len: 880 time: 6.6117282 Feb 05 03:06:10.137195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39340) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:10.140672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef27f74-d209-4b56-a52f-d533ec69a945 None None] Routers {'e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:10.141312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8ef27f74-d209-4b56-a52f-d533ec69a945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:10.146196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff955312-cfeb-4af7-b63b-aedccbacaecb admin admin] Pushing event deleted for resources: {'Port': ['ID=1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:10.250042 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8ef27f74-d209-4b56-a52f-d533ec69a945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:10.263921 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef27f74-d209-4b56-a52f-d533ec69a945 None None] Routers {'e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:10.264570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8ef27f74-d209-4b56-a52f-d533ec69a945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:10.297519 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c9939-f3cb-4aa3-9b07-1c205ce134ac req-21275568-a33f-45d4-8915-3c2315562800 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:10.304237 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-433c9939-f3cb-4aa3-9b07-1c205ce134ac req-21275568-a33f-45d4-8915-3c2315562800 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.6677864 Feb 05 03:06:10.348570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8ef27f74-d209-4b56-a52f-d533ec69a945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:10.349280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef27f74-d209-4b56-a52f-d533ec69a945 None None] The sync data for ids ['e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:06:10.387563 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e8b65e7a-0236-43d4-936b-ac1e27dae5e7 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "GET /v2.0/routers/e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333 HTTP/1.1" status: 200 len: 921 time: 0.2492175 Feb 05 03:06:10.391086 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39346) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:10.399374 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c574250e-a8b9-44a4-b637-3e62dd72bb7c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (60e63dab-d226-44e8-a69b-c2d299c159f8), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:10.415058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-433c9939-f3cb-4aa3-9b07-1c205ce134ac req-81041d94-0811-4c16-ab74-3a89fa4ffd3a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097310 Feb 05 03:06:10.436457 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff955312-cfeb-4af7-b63b-aedccbacaecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (0b78954f-6f05-4847-bdf7-7a37d3bfbabf), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:10.493191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9a217b-8e2d-4959-a08d-06e8112ffee2 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:10.498385 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0d9a217b-8e2d-4959-a08d-06e8112ffee2 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&device_id=e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1062472 Feb 05 03:06:10.499389 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39350) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:10.669691 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436a9422-1923-4423-8be6-0bcb587012ee {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:06:10.688799 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Publish callbacks [] for port (436a9422-1923-4423-8be6-0bcb587012ee), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:10.712276 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c23258-da27-4d2c-bfa1-5b7a344913fb tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:10.717058 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d6c23258-da27-4d2c-bfa1-5b7a344913fb tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 881 time: 0.2126019 Feb 05 03:06:10.718498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39352) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:10.721055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Transition to ACTIVE for port object 436a9422-1923-4423-8be6-0bcb587012ee will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:06:10.730113 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff955312-cfeb-4af7-b63b-aedccbacaecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (0b78954f-6f05-4847-bdf7-7a37d3bfbabf), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:10.739097 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (436a9422-1923-4423-8be6-0bcb587012ee), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:10.739909 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff955312-cfeb-4af7-b63b-aedccbacaecb admin admin] Publish callbacks [] for router_controller (0b78954f-6f05-4847-bdf7-7a37d3bfbabf), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:10.776827 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bfb453e7-c833-4d69-8235-8169fdd8c315 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333 HTTP/1.1" status: 200 len: 205 time: 0.0548244 Feb 05 03:06:10.779848 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39358) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:10.810411 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Pushing event updated for resources: {'Port': ['ID=436a9422-1923-4423-8be6-0bcb587012ee,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:10.974018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Attempting to bind port 436a9422-1923-4423-8be6-0bcb587012ee on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:06:10.974614 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Attempting to bind port 436a9422-1923-4423-8be6-0bcb587012ee by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:06:10.975133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Attempting to bind port 436a9422-1923-4423-8be6-0bcb587012ee on network 2f706900-b41e-4e10-9d88-c9a7b11c206d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:06:10.980574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Port 436a9422-1923-4423-8be6-0bcb587012ee on network 2f706900-b41e-4e10-9d88-c9a7b11c206d not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:06:10.981152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Attempting to bind port 436a9422-1923-4423-8be6-0bcb587012ee on network 2f706900-b41e-4e10-9d88-c9a7b11c206d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:06:10.987881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:06:10.988601 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Checking segment: {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:06:10.989188 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Bound using segment: {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:06:10.989799 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Bound port: 436a9422-1923-4423-8be6-0bcb587012ee, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:06:10.990481 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (436a9422-1923-4423-8be6-0bcb587012ee), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:11.010689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8650c67f-eda1-4160-b802-0df24bc8c50c no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:06:11.062839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 8650c67f-eda1-4160-b802-0df24bc8c50c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:06:11.065309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8650c67f-eda1-4160-b802-0df24bc8c50c not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:06:11.126173 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] For port 436a9422-1923-4423-8be6-0bcb587012ee, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:06:11.131963 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] For port 436a9422-1923-4423-8be6-0bcb587012ee, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=436a9422-1923-4423-8be6-0bcb587012ee,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:06:11.150734 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (436a9422-1923-4423-8be6-0bcb587012ee), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:11.174724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:11.176174 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:11.178545 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] 10.222.0.10 "PUT /v2.0/ports/436a9422-1923-4423-8be6-0bcb587012ee HTTP/1.1" status: 200 len: 1091 time: 2.3656273 Feb 05 03:06:11.180788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785d32d0-5f05-43d4-b6a9-c595b095a411', 'tag': '436a9422-1923-4423-8be6-0bcb587012ee'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:06:11.184420 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fa00c8-e8b3-4322-b2d4-0bb912be565c" -d '{"events": [{"name": "network-changed", "server_uuid": "785d32d0-5f05-43d4-b6a9-c595b095a411", "tag": "436a9422-1923-4423-8be6-0bcb587012ee"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:06:11.307424 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a8a0a-6d43-45df-ae5c-3ad6940b7539 service neutron] Pushing event updated for resources: {'Port': ['ID=436a9422-1923-4423-8be6-0bcb587012ee,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:11.308443 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:11.430138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-9809f815-b65c-410b-a039-73c19568e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:11.433996 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-9809f815-b65c-410b-a039-73c19568e820 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 1125 time: 0.1124654 Feb 05 03:06:11.497496 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-b793efd4-e6a2-4132-8136-cd887b408fc9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=436a9422-1923-4423-8be6-0bcb587012ee HTTP/1.1" status: 200 len: 217 time: 0.0545912 Feb 05 03:06:11.524923 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff955312-cfeb-4af7-b63b-aedccbacaecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (0b78954f-6f05-4847-bdf7-7a37d3bfbabf), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:11.525453 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff955312-cfeb-4af7-b63b-aedccbacaecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b78954f-6f05-4847-bdf7-7a37d3bfbabf {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:06:11.533494 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265da95f-010c-4de7-84ac-acbbae54d37f req-4e6fbbe5-b143-477e-9cfb-7f3a55c9baea tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:11.535295 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-265da95f-010c-4de7-84ac-acbbae54d37f req-4e6fbbe5-b143-477e-9cfb-7f3a55c9baea tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.9247255 Feb 05 03:06:11.545701 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff955312-cfeb-4af7-b63b-aedccbacaecb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:11.546988 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ff955312-cfeb-4af7-b63b-aedccbacaecb admin admin] 10.222.0.36 "DELETE /v2.0/routers/0b78954f-6f05-4847-bdf7-7a37d3bfbabf HTTP/1.1" status: 204 len: 168 time: 3.5699418 Feb 05 03:06:11.553756 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39368) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:11.562474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c574250e-a8b9-44a4-b637-3e62dd72bb7c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 60e63dab-d226-44e8-a69b-c2d299c159f8 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:06:11.632681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-47f3e3d8-5e7f-45d9-bf01-1739c59909c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:11.636473 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-47f3e3d8-5e7f-45d9-bf01-1739c59909c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37fc2b86-02d8-4bec-8794-80413f7999c9 HTTP/1.1" status: 200 len: 852 time: 0.1279941 Feb 05 03:06:11.673926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-1635a790-042d-43f5-89a7-5095fc8b95e6 admin admin] Deleting subnet 83c2d13c-5fc3-45b4-9343-f69854aa6e10 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:06:11.700899 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1635a790-042d-43f5-89a7-5095fc8b95e6 admin admin] Publish callbacks [] for subnet (83c2d13c-5fc3-45b4-9343-f69854aa6e10), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:11.732222 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-f16cbd7c-aed2-4d38-a3e4-200556c859ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f706900-b41e-4e10-9d88-c9a7b11c206d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877237 Feb 05 03:06:11.869912 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03617d2e-8cca-4e4b-8170-dc8c4fd3535e req-4c28447e-453c-483e-8377-7f7c05eeba29 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:11.875099 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-4b99251c-bbd1-4112-bdf8-3cdbe184b639 service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327198 Feb 05 03:06:11.875292 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03617d2e-8cca-4e4b-8170-dc8c4fd3535e req-4c28447e-453c-483e-8377-7f7c05eeba29 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 943 time: 0.4642501 Feb 05 03:06:11.903115 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c574250e-a8b9-44a4-b637-3e62dd72bb7c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:06:11.912668 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1635a790-042d-43f5-89a7-5095fc8b95e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (83c2d13c-5fc3-45b4-9343-f69854aa6e10), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:11.915135 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23510201-1add-4374-9452-cf6855f16c25 None None] Sync routers for ids ['60e63dab-d226-44e8-a69b-c2d299c159f8'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:06:11.932735 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23510201-1add-4374-9452-cf6855f16c25 None None] Routers {'60e63dab-d226-44e8-a69b-c2d299c159f8'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:11.933508 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-23510201-1add-4374-9452-cf6855f16c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['60e63dab-d226-44e8-a69b-c2d299c159f8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:11.937879 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c574250e-a8b9-44a4-b637-3e62dd72bb7c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/60e63dab-d226-44e8-a69b-c2d299c159f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4056082 Feb 05 03:06:11.947818 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39374) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:11.965137 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2edeb644-d912-4763-bd68-0cc2e2c4cf6c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:11.991143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-265da95f-010c-4de7-84ac-acbbae54d37f req-fd73b745-cd28-4976-80dc-b67f634a758e tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375958 Feb 05 03:06:12.012240 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-23510201-1add-4374-9452-cf6855f16c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:12.024036 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e90e60d7-2f87-44ee-b44e-eeef14ef4c76 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports?device_id=60e63dab-d226-44e8-a69b-c2d299c159f8 HTTP/1.1" status: 200 len: 205 time: 0.0725856 Feb 05 03:06:12.024225 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39378) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:12.034358 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23510201-1add-4374-9452-cf6855f16c25 None None] Routers {'60e63dab-d226-44e8-a69b-c2d299c159f8'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:12.037924 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-23510201-1add-4374-9452-cf6855f16c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['60e63dab-d226-44e8-a69b-c2d299c159f8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:12.106011 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e60637b-f9b3-44f0-8097-c186524fec80 x-openstack-request-id: req-2e60637b-f9b3-44f0-8097-c186524fec80 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:06:12.106584 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785d32d0-5f05-43d4-b6a9-c595b095a411", "tag": "436a9422-1923-4423-8be6-0bcb587012ee", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:06:12.107171 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e60637b-f9b3-44f0-8097-c186524fec80 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:06:12.107801 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785d32d0-5f05-43d4-b6a9-c595b095a411', 'tag': '436a9422-1923-4423-8be6-0bcb587012ee', 'status': 'completed', 'code': 200} Feb 05 03:06:12.177905 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ca131a3-b9ef-4c9a-a67a-0de3955b6b05 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (60e63dab-d226-44e8-a69b-c2d299c159f8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:12.182924 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fabf9ab-d464-4888-a219-9a113b6c6d7b req-32af28b8-30da-4d97-9d41-97c0ba428f2d service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019869 Feb 05 03:06:12.320663 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03617d2e-8cca-4e4b-8170-dc8c4fd3535e req-2816b8e8-101c-4fe8-8ef3-55c151b529c3 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446638 Feb 05 03:06:12.325913 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-23510201-1add-4374-9452-cf6855f16c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:12.327832 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23510201-1add-4374-9452-cf6855f16c25 None None] The sync data for ids ['60e63dab-d226-44e8-a69b-c2d299c159f8'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:06:12.435057 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1635a790-042d-43f5-89a7-5095fc8b95e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (83c2d13c-5fc3-45b4-9343-f69854aa6e10), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:12.538599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae18882-edc2-48c2-a705-5056909f46a1 req-45f20917-70ca-4bcb-ac82-0ccfb0a69d6b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:12.551333 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ae18882-edc2-48c2-a705-5056909f46a1 req-45f20917-70ca-4bcb-ac82-0ccfb0a69d6b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2864554 Feb 05 03:06:12.622434 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2edeb644-d912-4763-bd68-0cc2e2c4cf6c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:12.662646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ae18882-edc2-48c2-a705-5056909f46a1 req-de92e1ff-c962-45a4-908e-e39ea1b7bf63 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103930 Feb 05 03:06:12.674190 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1635a790-042d-43f5-89a7-5095fc8b95e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (83c2d13c-5fc3-45b4-9343-f69854aa6e10), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:12.708692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635a790-042d-43f5-89a7-5095fc8b95e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c2d13c-5fc3-45b4-9343-f69854aa6e10,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:12.716306 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1635a790-042d-43f5-89a7-5095fc8b95e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:12.720791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d014d12-1103-45bf-8de7-01700dbae8ad None None] Network 97d8f928-e670-4536-a22c-a1de6e5a4788 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:06:12.731761 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1635a790-042d-43f5-89a7-5095fc8b95e6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/83c2d13c-5fc3-45b4-9343-f69854aa6e10 HTTP/1.1" status: 204 len: 168 time: 1.1676731 Feb 05 03:06:12.740384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39388) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:12.816993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa00c8-e8b3-4322-b2d4-0bb912be565c req-555aa947-289c-4ab9-b415-9dec7741d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:12.818894 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b5fa00c8-e8b3-4322-b2d4-0bb912be565c req-555aa947-289c-4ab9-b415-9dec7741d7ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 1125 time: 0.5505283 Feb 05 03:06:12.820787 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ca131a3-b9ef-4c9a-a67a-0de3955b6b05 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (60e63dab-d226-44e8-a69b-c2d299c159f8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:12.825320 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ca131a3-b9ef-4c9a-a67a-0de3955b6b05 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_controller (60e63dab-d226-44e8-a69b-c2d299c159f8), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:12.925797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:06:12.948208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa00c8-e8b3-4322-b2d4-0bb912be565c req-a1888c12-5dae-4bd6-92d1-afea36063b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:12.948455 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b5fa00c8-e8b3-4322-b2d4-0bb912be565c req-a1888c12-5dae-4bd6-92d1-afea36063b81 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 913 time: 0.1181583 Feb 05 03:06:12.949736 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:06:12.950191 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1783fbd0-bf7a-4c31-ac9f-2d7a19d1a19a not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:06:12.979514 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (97d8f928-e670-4536-a22c-a1de6e5a4788), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:13.040474 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b5fa00c8-e8b3-4322-b2d4-0bb912be565c req-f88192ad-358d-4936-bb54-e92ab6e6d705 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=436a9422-1923-4423-8be6-0bcb587012ee HTTP/1.1" status: 200 len: 217 time: 0.0845687 Feb 05 03:06:13.055665 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469ced0f-2fcd-4e66-94b8-58bf8f9fa465 None None] DHCP port deletion for 97d8f928-e670-4536-a22c-a1de6e5a4788 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:06:13.079436 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ca131a3-b9ef-4c9a-a67a-0de3955b6b05 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (60e63dab-d226-44e8-a69b-c2d299c159f8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:13.083396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca131a3-b9ef-4c9a-a67a-0de3955b6b05 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Fanout notify agent at l3_agent the message router_deleted on router 60e63dab-d226-44e8-a69b-c2d299c159f8 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:06:13.087213 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9673ad7-d142-4f8f-95da-9f1d96391c33 req-e9a64701-7660-4d5b-b5f5-5a0f9eea0635 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:13.090961 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9673ad7-d142-4f8f-95da-9f1d96391c33 req-e9a64701-7660-4d5b-b5f5-5a0f9eea0635 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1556396 Feb 05 03:06:13.152213 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ca131a3-b9ef-4c9a-a67a-0de3955b6b05 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:13.157327 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3ca131a3-b9ef-4c9a-a67a-0de3955b6b05 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/routers/60e63dab-d226-44e8-a69b-c2d299c159f8 HTTP/1.1" status: 204 len: 168 time: 1.1320832 Feb 05 03:06:13.162367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39394) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:13.164444 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9673ad7-d142-4f8f-95da-9f1d96391c33 req-83dca1d1-f2c1-437d-b5d0-b8f76ab80eec tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649939 Feb 05 03:06:13.172214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-469ced0f-2fcd-4e66-94b8-58bf8f9fa465 None None] Deleting port fc50d224-d0e3-4b6e-9a31-877d5f565c18 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:13.172533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2edeb644-d912-4763-bd68-0cc2e2c4cf6c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Deleting port 58f785ac-0628-46dc-82a3-34707f083f95 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:13.172894 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2edeb644-d912-4763-bd68-0cc2e2c4cf6c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (58f785ac-0628-46dc-82a3-34707f083f95), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:13.173347 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-469ced0f-2fcd-4e66-94b8-58bf8f9fa465 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fc50d224-d0e3-4b6e-9a31-877d5f565c18), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:13.317297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa00c8-e8b3-4322-b2d4-0bb912be565c req-f6191937-262b-4ba0-afcb-9c6eb061f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:13.320278 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b5fa00c8-e8b3-4322-b2d4-0bb912be565c req-f6191937-262b-4ba0-afcb-9c6eb061f870 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37fc2b86-02d8-4bec-8794-80413f7999c9 HTTP/1.1" status: 200 len: 852 time: 0.2716856 Feb 05 03:06:13.355028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-469ced0f-2fcd-4e66-94b8-58bf8f9fa465 None None] For port fc50d224-d0e3-4b6e-9a31-877d5f565c18, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fc50d224-d0e3-4b6e-9a31-877d5f565c18,segment=NetworkSegment(14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85),segment_id=14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:13.355645 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-469ced0f-2fcd-4e66-94b8-58bf8f9fa465 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fc50d224-d0e3-4b6e-9a31-877d5f565c18), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:13.365474 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2edeb644-d912-4763-bd68-0cc2e2c4cf6c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (58f785ac-0628-46dc-82a3-34707f083f95), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:13.396922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-469ced0f-2fcd-4e66-94b8-58bf8f9fa465 None None] Calling delete_port for fc50d224-d0e3-4b6e-9a31-877d5f565c18 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:13.414991 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2edeb644-d912-4763-bd68-0cc2e2c4cf6c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Calling delete_port for 58f785ac-0628-46dc-82a3-34707f083f95 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:13.425826 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b5fa00c8-e8b3-4322-b2d4-0bb912be565c req-4892f827-bb8d-4713-a35d-cbfb3e26d1cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f706900-b41e-4e10-9d88-c9a7b11c206d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949821 Feb 05 03:06:13.451721 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting subnet eaba92df-8c4c-48fa-817b-afe7f65e441b {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:06:13.467859 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (eaba92df-8c4c-48fa-817b-afe7f65e441b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:13.587900 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-469ced0f-2fcd-4e66-94b8-58bf8f9fa465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (fc50d224-d0e3-4b6e-9a31-877d5f565c18), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:13.610513 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ced0f-2fcd-4e66-94b8-58bf8f9fa465 None None] No DVR routers for this DVR port fc50d224-d0e3-4b6e-9a31-877d5f565c18 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:06:13.662822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ced0f-2fcd-4e66-94b8-58bf8f9fa465 None None] Pushing event deleted for resources: {'Port': ['ID=fc50d224-d0e3-4b6e-9a31-877d5f565c18,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:13.693938 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] Deleting port fc50d224-d0e3-4b6e-9a31-877d5f565c18 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:13.693938 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fc50d224-d0e3-4b6e-9a31-877d5f565c18), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:13.697501 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (eaba92df-8c4c-48fa-817b-afe7f65e441b), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:13.772157 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b5fa00c8-e8b3-4322-b2d4-0bb912be565c req-5a19efa7-098c-4f8c-b559-4ab5428f297a service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383505 Feb 05 03:06:13.799836 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] For port fc50d224-d0e3-4b6e-9a31-877d5f565c18, host n-d-826942-8, got binding levels [] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:13.800247 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fc50d224-d0e3-4b6e-9a31-877d5f565c18), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:13.861609 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2edeb644-d912-4763-bd68-0cc2e2c4cf6c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (58f785ac-0628-46dc-82a3-34707f083f95), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:13.865931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] Calling delete_port for fc50d224-d0e3-4b6e-9a31-877d5f565c18 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:13.884390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] Port fc50d224-d0e3-4b6e-9a31-877d5f565c18 was not found and therefore no delete operation was performed {{(pid=109675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 03:06:13.923436 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (fc50d224-d0e3-4b6e-9a31-877d5f565c18), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:13.928467 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edeb644-d912-4763-bd68-0cc2e2c4cf6c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Pushing event deleted for resources: {'Port': ['ID=58f785ac-0628-46dc-82a3-34707f083f95,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:13.947344 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b36d8-8f62-46b4-934c-e9515c5b1ab8 req-588eed35-7a5c-4992-9ada-36e11b9b83cd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:13.953125 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-662b36d8-8f62-46b4-934c-e9515c5b1ab8 req-588eed35-7a5c-4992-9ada-36e11b9b83cd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 943 time: 0.3086908 Feb 05 03:06:13.996656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f8e48-aa6b-49c8-ae92-298b0887b144 req-caeb5a63-ef15-4d5f-9bd7-1cb35bdb47c4 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:13.998232 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-361f8e48-aa6b-49c8-ae92-298b0887b144 req-caeb5a63-ef15-4d5f-9bd7-1cb35bdb47c4 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.3281171 Feb 05 03:06:13.999067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] Pushing event deleted for resources: {'Port': ['ID=fc50d224-d0e3-4b6e-9a31-877d5f565c18,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:14.029899 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (eaba92df-8c4c-48fa-817b-afe7f65e441b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.039945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] No DVR routers for this DVR port fc50d224-d0e3-4b6e-9a31-877d5f565c18 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:06:14.136532 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b5fa00c8-e8b3-4322-b2d4-0bb912be565c req-7e3297a6-68f9-4d9d-b880-d263cc41f962 service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540533 Feb 05 03:06:14.146232 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (eaba92df-8c4c-48fa-817b-afe7f65e441b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.186196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.194385 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/eaba92df-8c4c-48fa-817b-afe7f65e441b HTTP/1.1" status: 204 len: 168 time: 1.0304649 Feb 05 03:06:14.195827 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39416) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:14.196831 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb913dbb-1c40-47d9-9230-bbb0a3b34f62 None None] Network a456906c-b9ed-4b45-866d-eae5941c8cfd requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:06:14.198979 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Subnet': ['ID=eaba92df-8c4c-48fa-817b-afe7f65e441b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:14.208031 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:14.208383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:14.208724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:14.209785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:14.209785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:14.209785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:14.210025 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:14.210333 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:14.210662 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:14.211009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:14.211667 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:14.212021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:14.212341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a89572c-f957-4562-99a0-5020ff66ce70 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:14.223064 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-662b36d8-8f62-46b4-934c-e9515c5b1ab8 req-4eda84bb-cae0-439f-9f02-ff6301e8f727 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415180 Feb 05 03:06:14.271054 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (97d8f928-e670-4536-a22c-a1de6e5a4788), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.278489 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-361f8e48-aa6b-49c8-ae92-298b0887b144 req-f3845ecd-e3bf-4f8d-bbcf-42a07147b124 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548001 Feb 05 03:06:14.284317 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2edeb644-d912-4763-bd68-0cc2e2c4cf6c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.489052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d8f928-e670-4536-a22c-a1de6e5a4788']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:14.512161 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ab9b56-7acf-451d-883e-ca16263cc58c None None] DHCP port deletion for a456906c-b9ed-4b45-866d-eae5941c8cfd request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:06:14.521964 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2edeb644-d912-4763-bd68-0cc2e2c4cf6c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.530816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:14.531126 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:14.539194 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2edeb644-d912-4763-bd68-0cc2e2c4cf6c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_controller (e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.546499 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (a456906c-b9ed-4b45-866d-eae5941c8cfd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.553523 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.577990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-37ab9b56-7acf-451d-883e-ca16263cc58c None None] Deleting port 3ff718ec-8c3f-4739-956f-4118baaf1780 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:14.579257 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-37ab9b56-7acf-451d-883e-ca16263cc58c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.629343 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.640030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:06:14.640322 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (14b4f6a5-59eb-4748-8f57-f6b4f8a5fa85), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:06:14.643568 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:06:14.645674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 436a9422-1923-4423-8be6-0bcb587012ee details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:06:14.677075 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2edeb644-d912-4763-bd68-0cc2e2c4cf6c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.677606 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edeb644-d912-4763-bd68-0cc2e2c4cf6c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Fanout notify agent at l3_agent the message router_deleted on router e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:06:14.685956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8e4fb-6d84-4580-a407-4041c3a8e2b9 req-58d16169-f194-4ed3-87b2-d6eea66c83f6 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:14.687489 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfa8e4fb-6d84-4580-a407-4041c3a8e2b9 req-58d16169-f194-4ed3-87b2-d6eea66c83f6 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2442448 Feb 05 03:06:14.724108 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2edeb644-d912-4763-bd68-0cc2e2c4cf6c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.725258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2edeb644-d912-4763-bd68-0cc2e2c4cf6c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "DELETE /v2.0/routers/e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333 HTTP/1.1" status: 204 len: 168 time: 3.9427278 Feb 05 03:06:14.729072 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39422) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:14.733721 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-714f2f23-45ff-4288-8499-7d864c3fb61c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-873052169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:14.784779 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-714f2f23-45ff-4288-8499-7d864c3fb61c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (7cd6ca87-fa41-4d48-b7c5-1e2657b90e46), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.786043 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-714f2f23-45ff-4288-8499-7d864c3fb61c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (7cd6ca87-fa41-4d48-b7c5-1e2657b90e46), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.872417 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (97d8f928-e670-4536-a22c-a1de6e5a4788), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.920322 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-714f2f23-45ff-4288-8499-7d864c3fb61c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_controller (7cd6ca87-fa41-4d48-b7c5-1e2657b90e46), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.922482 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.931058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] 10.222.0.36 "DELETE /v2.0/networks/97d8f928-e670-4536-a22c-a1de6e5a4788 HTTP/1.1" status: 204 len: 168 time: 2.1840429 Feb 05 03:06:14.931445 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-714f2f23-45ff-4288-8499-7d864c3fb61c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (7cd6ca87-fa41-4d48-b7c5-1e2657b90e46), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.938620 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0037ac-f1e6-4ad2-8d8e-e01bf623acce admin admin] Pushing event deleted for resources: {'Network': ['ID=97d8f928-e670-4536-a22c-a1de6e5a4788,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:14.956527 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfa8e4fb-6d84-4580-a407-4041c3a8e2b9 req-9de23da2-2167-45da-8699-0de2c1f5daba tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135203 Feb 05 03:06:14.960366 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-714f2f23-45ff-4288-8499-7d864c3fb61c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:14.961664 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-714f2f23-45ff-4288-8499-7d864c3fb61c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2315714 Feb 05 03:06:14.964409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39436) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:14.968827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'enable_snat': True}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:14.994442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting port 3ff718ec-8c3f-4739-956f-4118baaf1780 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:14.994442 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:15.263828 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] For port 3ff718ec-8c3f-4739-956f-4118baaf1780, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3ff718ec-8c3f-4739-956f-4118baaf1780,segment=NetworkSegment(24c0d276-af56-4e2b-ad98-bd86a002e0b9),segment_id=24c0d276-af56-4e2b-ad98-bd86a002e0b9)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:15.263828 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:15.269210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3ff718ec-8c3f-4739-956f-4118baaf1780 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:06:15.408652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Calling delete_port for 3ff718ec-8c3f-4739-956f-4118baaf1780 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:15.467357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39448) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:15.500456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-37ab9b56-7acf-451d-883e-ca16263cc58c None None] For port 3ff718ec-8c3f-4739-956f-4118baaf1780, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3ff718ec-8c3f-4739-956f-4118baaf1780,segment=NetworkSegment(24c0d276-af56-4e2b-ad98-bd86a002e0b9),segment_id=24c0d276-af56-4e2b-ad98-bd86a002e0b9)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:15.501098 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-37ab9b56-7acf-451d-883e-ca16263cc58c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:15.557406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-37ab9b56-7acf-451d-883e-ca16263cc58c None None] Calling delete_port for 3ff718ec-8c3f-4739-956f-4118baaf1780 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:15.621627 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 3ff718ec-8c3f-4739-956f-4118baaf1780 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:15.622282 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:15.645949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f794886-963c-407b-821d-3c9b6a031c7e req-07411871-5d65-44fc-b68e-ee2e1c6a5d0c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:15.652841 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0f794886-963c-407b-821d-3c9b6a031c7e req-07411871-5d65-44fc-b68e-ee2e1c6a5d0c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.4561560 Feb 05 03:06:15.669934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 3ff718ec-8c3f-4739-956f-4118baaf1780, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3ff718ec-8c3f-4739-956f-4118baaf1780,segment=NetworkSegment(24c0d276-af56-4e2b-ad98-bd86a002e0b9),segment_id=24c0d276-af56-4e2b-ad98-bd86a002e0b9)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:15.678700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 436a9422-1923-4423-8be6-0bcb587012ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=436a9422-1923-4423-8be6-0bcb587012ee,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:15.683720 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:15.684651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fc50d224-d0e3-4b6e-9a31-877d5f565c18 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:06:15.722789 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (7cd6ca87-fa41-4d48-b7c5-1e2657b90e46), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:15.770180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe1efa-0756-4d8e-802f-7d24a4cee041 req-d6a8b314-a3af-46bf-9462-e294f714e740 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:15.775903 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-57491adf-d36a-4776-aeff-5e5d97badff6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af909152ceed4448ad63ec7a94eeb2b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2954147 Feb 05 03:06:15.781892 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7fbe1efa-0756-4d8e-802f-7d24a4cee041 req-d6a8b314-a3af-46bf-9462-e294f714e740 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 943 time: 0.3710754 Feb 05 03:06:15.782214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: fc50d224-d0e3-4b6e-9a31-877d5f565c18 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:06:15.782712 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fc50d224-d0e3-4b6e-9a31-877d5f565c18 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:06:15.786020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39450) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:15.790216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '436a9422-1923-4423-8be6-0bcb587012ee', 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d', 'port_id': '436a9422-1923-4423-8be6-0bcb587012ee', 'mac_address': 'fa:16:3e:36:c7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fc2b86-02d8-4bec-8794-80413f7999c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:06:15.882434 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=3ff718ec-8c3f-4739-956f-4118baaf1780,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:15.890912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 436a9422-1923-4423-8be6-0bcb587012ee is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:15.891873 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (436a9422-1923-4423-8be6-0bcb587012ee), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:15.911244 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436a9422-1923-4423-8be6-0bcb587012ee {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:06:15.946618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 436a9422-1923-4423-8be6-0bcb587012ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=436a9422-1923-4423-8be6-0bcb587012ee,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:15.999338 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-37ab9b56-7acf-451d-883e-ca16263cc58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:16.008296 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (3ff718ec-8c3f-4739-956f-4118baaf1780), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:16.044683 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (436a9422-1923-4423-8be6-0bcb587012ee), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:16.051612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab9b56-7acf-451d-883e-ca16263cc58c None None] Pushing event deleted for resources: {'Port': ['ID=3ff718ec-8c3f-4739-956f-4118baaf1780,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:16.131587 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=436a9422-1923-4423-8be6-0bcb587012ee,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:16.166648 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ab9b56-7acf-451d-883e-ca16263cc58c None None] No DVR routers for this DVR port 3ff718ec-8c3f-4739-956f-4118baaf1780 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:06:16.208024 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:16.218370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (7cd6ca87-fa41-4d48-b7c5-1e2657b90e46), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:16.247864 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:16.274851 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['436a9422-1923-4423-8be6-0bcb587012ee'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:06:16.509617 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Allocated IP 172.25.0.11 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/7d050f81-60f3-43da-b313-94f618e4db5c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:16.754565 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for port (7d050f81-60f3-43da-b313-94f618e4db5c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:16.807514 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0f794886-963c-407b-821d-3c9b6a031c7e req-e9468139-6b63-4a97-9296-c68d03ab94d6 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1362925 Feb 05 03:06:16.897926 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7d050f81-60f3-43da-b313-94f618e4db5c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:16.905807 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] No DVR routers for this DVR port 3ff718ec-8c3f-4739-956f-4118baaf1780 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:06:16.949791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:16.956327 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7fbe1efa-0756-4d8e-802f-7d24a4cee041 req-a7d9d906-23bf-4201-98df-f1e246a96417 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1729450 Feb 05 03:06:16.957067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:16.958557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Port': ['ID=3ff718ec-8c3f-4739-956f-4118baaf1780,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:16.970128 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:16.994543 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54c37df5-9595-4ea0-b71e-31e75af1663d admin admin] Publish callbacks [] for security_group (afcdef4c-9bb3-4e36-b72c-4ffad392cbe3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:17.101529 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (a456906c-b9ed-4b45-866d-eae5941c8cfd), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:17.124730 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a456906c-b9ed-4b45-866d-eae5941c8cfd']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:17.136865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c0d276-af56-4e2b-ad98-bd86a002e0b9') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:17.137168 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c0d276-af56-4e2b-ad98-bd86a002e0b9') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:17.150195 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (24c0d276-af56-4e2b-ad98-bd86a002e0b9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:17.180125 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (24c0d276-af56-4e2b-ad98-bd86a002e0b9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:17.195870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:06:17.197434 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (24c0d276-af56-4e2b-ad98-bd86a002e0b9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:17.327730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Pushing event updated for resources: {'Port': ['ID=7d050f81-60f3-43da-b313-94f618e4db5c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:06:17.345933 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:06:17.371542 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (a456906c-b9ed-4b45-866d-eae5941c8cfd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:17.404686 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:17.415950 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/networks/a456906c-b9ed-4b45-866d-eae5941c8cfd HTTP/1.1" status: 204 len: 168 time: 3.2153697 Feb 05 03:06:17.425244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39484) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:17.427039 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54c37df5-9595-4ea0-b71e-31e75af1663d admin admin] Publish callbacks [] for security_group (afcdef4c-9bb3-4e36-b72c-4ffad392cbe3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:17.437081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1664190051', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:17.454670 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a0574-486b-4fa8-bdeb-aa3c9c120dad tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Network': ['ID=a456906c-b9ed-4b45-866d-eae5941c8cfd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:17.485895 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b92b0d-3d3d-4ead-8c67-a0c38e10cdc0 req-eba045f2-7517-4ab2-ba9a-1c3da0ba13d7 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:17.489198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7b92b0d-3d3d-4ead-8c67-a0c38e10cdc0 req-eba045f2-7517-4ab2-ba9a-1c3da0ba13d7 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.5252223 Feb 05 03:06:17.519208 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (3545ec32-8a07-44f8-87d8-f4fcca3e7a7a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:17.523989 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (3545ec32-8a07-44f8-87d8-f4fcca3e7a7a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:17.560561 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (7cd6ca87-fa41-4d48-b7c5-1e2657b90e46), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:17.572424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7b92b0d-3d3d-4ead-8c67-a0c38e10cdc0 req-9a1e171e-5cf5-4544-badb-dd84a5358283 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717869 Feb 05 03:06:17.606638 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54c37df5-9595-4ea0-b71e-31e75af1663d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (afcdef4c-9bb3-4e36-b72c-4ffad392cbe3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:17.609692 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54c37df5-9595-4ea0-b71e-31e75af1663d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:17.613968 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-54c37df5-9595-4ea0-b71e-31e75af1663d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/afcdef4c-9bb3-4e36-b72c-4ffad392cbe3 HTTP/1.1" status: 204 len: 168 time: 1.8235917 Feb 05 03:06:17.631638 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c37df5-9595-4ea0-b71e-31e75af1663d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcdef4c-9bb3-4e36-b72c-4ffad392cbe3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:17.866803 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_controller (3545ec32-8a07-44f8-87d8-f4fcca3e7a7a), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:17.906284 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d13c8-7e38-4c84-8c56-79d6d031d563 req-bb3239e8-f805-496e-bf3f-9aeb542a3c9c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:17.907949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d53d13c8-7e38-4c84-8c56-79d6d031d563 req-bb3239e8-f805-496e-bf3f-9aeb542a3c9c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1271245 Feb 05 03:06:17.998697 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d53d13c8-7e38-4c84-8c56-79d6d031d563 req-c5571221-ba62-477b-8076-2726d35f0326 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847154 Feb 05 03:06:18.311791 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec43a81-2743-4c14-8c6f-112d5a6713a4 req-3f29af12-4f19-4557-acf9-bf65f2ee3c4a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:18.313691 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dec43a81-2743-4c14-8c6f-112d5a6713a4 req-3f29af12-4f19-4557-acf9-bf65f2ee3c4a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1344993 Feb 05 03:06:18.425352 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (7cd6ca87-fa41-4d48-b7c5-1e2657b90e46), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:18.429808 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (7cd6ca87-fa41-4d48-b7c5-1e2657b90e46), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:18.469464 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb86ab-03e0-4f0a-a8d6-f14ec0194561 req-625925b4-8ba4-48e5-b001-d585bbca7874 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:18.473472 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dffb86ab-03e0-4f0a-a8d6-f14ec0194561 req-625925b4-8ba4-48e5-b001-d585bbca7874 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 944 time: 0.3801496 Feb 05 03:06:18.479802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39506) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:18.482680 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dec43a81-2743-4c14-8c6f-112d5a6713a4 req-531f95b1-aa24-451c-8f84-1dbb6a232530 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603351 Feb 05 03:06:18.589115 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1f46c18-6a05-4cc2-9f7d-63ed578b535e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:18.607384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dffb86ab-03e0-4f0a-a8d6-f14ec0194561 req-9915517a-b770-486b-b443-3afc58231183 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215146 Feb 05 03:06:18.666393 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 436a9422-1923-4423-8be6-0bcb587012ee up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:18.824067 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 436a9422-1923-4423-8be6-0bcb587012ee completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:06:18.829678 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 436a9422-1923-4423-8be6-0bcb587012ee triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:18.830381 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (436a9422-1923-4423-8be6-0bcb587012ee), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:18.947683 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 436a9422-1923-4423-8be6-0bcb587012ee is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:18.948084 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (436a9422-1923-4423-8be6-0bcb587012ee), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:19.029882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 436a9422-1923-4423-8be6-0bcb587012ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=436a9422-1923-4423-8be6-0bcb587012ee,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:19.030996 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785d32d0-5f05-43d4-b6a9-c595b095a411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436a9422-1923-4423-8be6-0bcb587012ee'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:06:19.036579 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd909525-ed54-4b0e-b0ef-5c524ce6cd29" -d '{"events": [{"server_uuid": "785d32d0-5f05-43d4-b6a9-c595b095a411", "name": "network-vif-plugged", "status": "completed", "tag": "436a9422-1923-4423-8be6-0bcb587012ee"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:06:19.056582 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (436a9422-1923-4423-8be6-0bcb587012ee), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:19.137357 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2b84b5-d891-4ff9-a465-918e9362c864 x-openstack-request-id: req-7d2b84b5-d891-4ff9-a465-918e9362c864 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:06:19.144835 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785d32d0-5f05-43d4-b6a9-c595b095a411", "name": "network-vif-plugged", "status": "completed", "tag": "436a9422-1923-4423-8be6-0bcb587012ee", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:06:19.146256 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d2b84b5-d891-4ff9-a465-918e9362c864 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:06:19.146864 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785d32d0-5f05-43d4-b6a9-c595b095a411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436a9422-1923-4423-8be6-0bcb587012ee', 'code': 200} Feb 05 03:06:19.196632 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745d42a-c517-460e-b7d6-db66e12b1f08 req-87bcf8e2-1dea-4736-8320-106a5b935171 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:19.200608 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e745d42a-c517-460e-b7d6-db66e12b1f08 req-87bcf8e2-1dea-4736-8320-106a5b935171 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1889429 Feb 05 03:06:19.220989 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=436a9422-1923-4423-8be6-0bcb587012ee,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:19.316829 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e745d42a-c517-460e-b7d6-db66e12b1f08 req-87e368e7-1ffc-4e83-88e5-0bd4def604ee tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955446 Feb 05 03:06:19.459658 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_gateway (3545ec32-8a07-44f8-87d8-f4fcca3e7a7a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:19.635944 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c58d5-f30e-4ed8-9adb-ebc894d00ab3 req-428e64c1-ed78-4ed4-8392-550b42cd9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:19.637877 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f79c58d5-f30e-4ed8-9adb-ebc894d00ab3 req-428e64c1-ed78-4ed4-8392-550b42cd9825 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 1127 time: 0.2029676 Feb 05 03:06:19.774331 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1f46c18-6a05-4cc2-9f7d-63ed578b535e admin admin] Publish callbacks [] for security_group (2e79cd25-9718-4739-a15f-358d8b8f3f7f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:19.782601 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Router 7cd6ca87-fa41-4d48-b7c5-1e2657b90e46 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:06:19.789019 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f79c58d5-f30e-4ed8-9adb-ebc894d00ab3 req-80bf97ce-1267-430a-b92b-5d4333941b1b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291986 Feb 05 03:06:19.791039 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1f46c18-6a05-4cc2-9f7d-63ed578b535e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2e79cd25-9718-4739-a15f-358d8b8f3f7f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:19.925604 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f46c18-6a05-4cc2-9f7d-63ed578b535e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e79cd25-9718-4739-a15f-358d8b8f3f7f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:19.932352 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b1f46c18-6a05-4cc2-9f7d-63ed578b535e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 1.4456975 Feb 05 03:06:19.934897 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39534) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:19.950567 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954541c-e4ab-4ba0-baf5-5dc44b820a6f req-5b6b9da2-d44f-4b97-b594-14c3efac4df3 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:19.964943 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a954541c-e4ab-4ba0-baf5-5dc44b820a6f req-5b6b9da2-d44f-4b97-b594-14c3efac4df3 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.2244539 Feb 05 03:06:20.055176 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a954541c-e4ab-4ba0-baf5-5dc44b820a6f req-e6e37136-c3cc-4015-abca-3cc64187af45 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814073 Feb 05 03:06:20.106381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:06:20.117796 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2a95c-1d27-41c7-9b0e-3451a002a747 None None] Sync routers for ids ['7cd6ca87-fa41-4d48-b7c5-1e2657b90e46'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:06:20.134316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d2a95c-1d27-41c7-9b0e-3451a002a747 None None] Routers {'7cd6ca87-fa41-4d48-b7c5-1e2657b90e46'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:20.136174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f8d2a95c-1d27-41c7-9b0e-3451a002a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['7cd6ca87-fa41-4d48-b7c5-1e2657b90e46'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:20.145373 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:20.146618 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-314b3dbc-53c9-4577-88b6-1b8cadbd3014 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "PUT /v2.0/routers/7cd6ca87-fa41-4d48-b7c5-1e2657b90e46 HTTP/1.1" status: 200 len: 913 time: 5.1812594 Feb 05 03:06:20.147647 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f77d7f3-2244-49ae-92ab-697dc00fb979 admin admin] Publish callbacks [] for security_group (2e79cd25-9718-4739-a15f-358d8b8f3f7f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:20.149396 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39536) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:20.209437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f8d2a95c-1d27-41c7-9b0e-3451a002a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:20.219999 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d2a95c-1d27-41c7-9b0e-3451a002a747 None None] Routers {'7cd6ca87-fa41-4d48-b7c5-1e2657b90e46'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:20.220634 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f8d2a95c-1d27-41c7-9b0e-3451a002a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['7cd6ca87-fa41-4d48-b7c5-1e2657b90e46'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:20.224725 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f77d7f3-2244-49ae-92ab-697dc00fb979 admin admin] Publish callbacks [] for security_group (2e79cd25-9718-4739-a15f-358d8b8f3f7f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:20.272126 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f8d2a95c-1d27-41c7-9b0e-3451a002a747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:20.273069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2a95c-1d27-41c7-9b0e-3451a002a747 None None] The sync data for ids ['7cd6ca87-fa41-4d48-b7c5-1e2657b90e46'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:06:20.289404 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_gateway (3545ec32-8a07-44f8-87d8-f4fcca3e7a7a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:20.322189 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:20.355267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f7ba7148-2f5b-4e07-9cdd-72304ff735f4 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "GET /v2.0/routers/7cd6ca87-fa41-4d48-b7c5-1e2657b90e46 HTTP/1.1" status: 200 len: 919 time: 0.2038841 Feb 05 03:06:20.355841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39544) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:20.443912 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f77d7f3-2244-49ae-92ab-697dc00fb979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2e79cd25-9718-4739-a15f-358d8b8f3f7f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:20.447047 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f77d7f3-2244-49ae-92ab-697dc00fb979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:20.448217 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4f77d7f3-2244-49ae-92ab-697dc00fb979 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e79cd25-9718-4739-a15f-358d8b8f3f7f HTTP/1.1" status: 204 len: 168 time: 0.5103288 Feb 05 03:06:20.530729 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77d7f3-2244-49ae-92ab-697dc00fb979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e79cd25-9718-4739-a15f-358d8b8f3f7f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:20.546830 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fc6f11-05d3-41b5-a80a-c8f2a498c81a tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:20.552456 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a2fc6f11-05d3-41b5-a80a-c8f2a498c81a tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&device_id=7cd6ca87-fa41-4d48-b7c5-1e2657b90e46&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1955428 Feb 05 03:06:20.553186 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39548) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:20.579577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Allocated IP 172.25.0.217 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/7786bc8a-230b-4090-8528-5abf22959936) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:20.640299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c0233-8e48-4b43-a285-eb8bc8ea465d req-83954604-453c-40af-870a-0d342ddf6ef9 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:20.642398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c08c0233-8e48-4b43-a285-eb8bc8ea465d req-83954604-453c-40af-870a-0d342ddf6ef9 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1796153 Feb 05 03:06:20.850157 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c08c0233-8e48-4b43-a285-eb8bc8ea465d req-692baed9-3a1e-40a9-973d-a0e626c93e3e tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860650 Feb 05 03:06:21.027220 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (7786bc8a-230b-4090-8528-5abf22959936), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:21.068136 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f10b14c-cdba-4764-9a14-3448c331e75c tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:21.072952 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4f10b14c-cdba-4764-9a14-3448c331e75c tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 881 time: 0.5156772 Feb 05 03:06:21.074789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39556) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:21.084925 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7786bc8a-230b-4090-8528-5abf22959936), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:21.199108 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4d404152-bb48-4635-92b8-bf75dca155e2 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cd6ca87-fa41-4d48-b7c5-1e2657b90e46 HTTP/1.1" status: 200 len: 205 time: 0.1171205 Feb 05 03:06:21.211996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39564) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:21.235265 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:21.256960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:21.273448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:21.277728 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=7786bc8a-230b-4090-8528-5abf22959936,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:21.396732 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (7cd6ca87-fa41-4d48-b7c5-1e2657b90e46), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:21.637514 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e50bb-62fc-47a5-8efa-37edb8bbc213 req-cf335231-6c5d-4613-bdcd-f750115ad9c4 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:21.639193 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d26e50bb-62fc-47a5-8efa-37edb8bbc213 req-cf335231-6c5d-4613-bdcd-f750115ad9c4 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2399108 Feb 05 03:06:21.665615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41523a79-d6d4-45b8-ba8d-bd00b3e8b6c1 req-bf63b3dc-c848-452b-b13e-7bd073dbf315 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:21.673391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41523a79-d6d4-45b8-ba8d-bd00b3e8b6c1 req-bf63b3dc-c848-452b-b13e-7bd073dbf315 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.2726245 Feb 05 03:06:21.809112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_gateway (3545ec32-8a07-44f8-87d8-f4fcca3e7a7a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:21.858017 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41523a79-d6d4-45b8-ba8d-bd00b3e8b6c1 req-5cc06b4a-9760-43f7-a22b-73ed7aa1bd82 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836379 Feb 05 03:06:21.890689 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d26e50bb-62fc-47a5-8efa-37edb8bbc213 req-92e41a65-898e-4e19-a658-102c2ddcba03 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393005 Feb 05 03:06:21.896881 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (7cd6ca87-fa41-4d48-b7c5-1e2657b90e46), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:21.991766 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Deleting port 7d050f81-60f3-43da-b313-94f618e4db5c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:21.992856 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7d050f81-60f3-43da-b313-94f618e4db5c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:22.117688 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7d050f81-60f3-43da-b313-94f618e4db5c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:22.132491 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Calling delete_port for 7d050f81-60f3-43da-b313-94f618e4db5c owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:22.181402 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (3545ec32-8a07-44f8-87d8-f4fcca3e7a7a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:22.470111 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 3545ec32-8a07-44f8-87d8-f4fcca3e7a7a is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:06:22.495189 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7d050f81-60f3-43da-b313-94f618e4db5c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:22.552316 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Pushing event deleted for resources: {'Port': ['ID=7d050f81-60f3-43da-b313-94f618e4db5c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:22.572702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:22.573055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:22.573401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:22.573737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:22.574072 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:22.574397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:22.578394 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:22.578750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:22.579142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:22.579489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:22.579817 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:22.580150 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:22.580645 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:22.692704 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (7cd6ca87-fa41-4d48-b7c5-1e2657b90e46), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:22.704190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:06:22.715650 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a2c2a-8e13-4d4c-bdd4-a9609de19d9c None None] Sync routers for ids ['3545ec32-8a07-44f8-87d8-f4fcca3e7a7a'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:06:22.738970 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a2c2a-8e13-4d4c-bdd4-a9609de19d9c None None] Routers {'3545ec32-8a07-44f8-87d8-f4fcca3e7a7a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:22.739602 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bb2a2c2a-8e13-4d4c-bdd4-a9609de19d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['3545ec32-8a07-44f8-87d8-f4fcca3e7a7a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:22.752552 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:22.755128 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b8c83c08-62c4-4a4b-87d0-d0a72d6ff391 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.3285847 Feb 05 03:06:22.757726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39602) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:22.811024 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bb2a2c2a-8e13-4d4c-bdd4-a9609de19d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:22.831238 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a2c2a-8e13-4d4c-bdd4-a9609de19d9c None None] Routers {'3545ec32-8a07-44f8-87d8-f4fcca3e7a7a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:22.831858 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bb2a2c2a-8e13-4d4c-bdd4-a9609de19d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['3545ec32-8a07-44f8-87d8-f4fcca3e7a7a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:22.852193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59e428-29b1-463d-b3c3-01b3a29f8f9d req-137e3161-61f2-4189-8746-ecdad3b88dff tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:22.869902 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e59e428-29b1-463d-b3c3-01b3a29f8f9d req-137e3161-61f2-4189-8746-ecdad3b88dff tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.2818527 Feb 05 03:06:22.927359 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bb2a2c2a-8e13-4d4c-bdd4-a9609de19d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:22.928024 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a2c2a-8e13-4d4c-bdd4-a9609de19d9c None None] The sync data for ids ['3545ec32-8a07-44f8-87d8-f4fcca3e7a7a'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:06:22.957890 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (7cd6ca87-fa41-4d48-b7c5-1e2657b90e46), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:22.963197 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_controller (7cd6ca87-fa41-4d48-b7c5-1e2657b90e46), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:22.975539 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b5149ea7-24b8-417a-a54a-9f0191897c24 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/routers/3545ec32-8a07-44f8-87d8-f4fcca3e7a7a HTTP/1.1" status: 200 len: 881 time: 0.2119789 Feb 05 03:06:22.977282 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39610) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:23.039089 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e59e428-29b1-463d-b3c3-01b3a29f8f9d req-3aab952a-619b-48cb-9e86-b964cc1fca05 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682003 Feb 05 03:06:23.068966 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (7cd6ca87-fa41-4d48-b7c5-1e2657b90e46), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:23.069495 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Fanout notify agent at l3_agent the message router_deleted on router 7cd6ca87-fa41-4d48-b7c5-1e2657b90e46 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:06:23.078033 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:23.087011 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2a89e232-f142-4d0a-889f-b12cd6f36350 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "DELETE /v2.0/routers/7cd6ca87-fa41-4d48-b7c5-1e2657b90e46 HTTP/1.1" status: 204 len: 168 time: 1.8728251 Feb 05 03:06:23.105657 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39612) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:23.110033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-af75abe4-ddd1-4829-bd89-c740818f2b8d tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-866589976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:23.137342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad94436-f71e-4098-830d-2dd41bb84a47 req-3418c2c6-823f-4398-a30c-278b74ded87a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:23.148062 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bad94436-f71e-4098-830d-2dd41bb84a47 req-3418c2c6-823f-4398-a30c-278b74ded87a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1042361 Feb 05 03:06:23.179913 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:06:23.207308 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bad94436-f71e-4098-830d-2dd41bb84a47 req-c408810e-65ea-4ba2-9c2f-025d25343615 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559156 Feb 05 03:06:23.227325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af75abe4-ddd1-4829-bd89-c740818f2b8d tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (43d556ea-4b3f-4af7-8b1f-4c85fd0c948c), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:23.228424 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af75abe4-ddd1-4829-bd89-c740818f2b8d tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (43d556ea-4b3f-4af7-8b1f-4c85fd0c948c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:23.397960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec316d-b4f7-4327-ad2c-e86413ea540c req-b2193bce-d526-475f-9fd3-a8007ad12053 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:23.398510 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af75abe4-ddd1-4829-bd89-c740818f2b8d tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_controller (43d556ea-4b3f-4af7-8b1f-4c85fd0c948c), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:23.399995 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01ec316d-b4f7-4327-ad2c-e86413ea540c req-b2193bce-d526-475f-9fd3-a8007ad12053 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.0949869 Feb 05 03:06:23.424886 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af75abe4-ddd1-4829-bd89-c740818f2b8d tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (43d556ea-4b3f-4af7-8b1f-4c85fd0c948c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:23.457143 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af75abe4-ddd1-4829-bd89-c740818f2b8d tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:23.461071 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-af75abe4-ddd1-4829-bd89-c740818f2b8d tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3517861 Feb 05 03:06:23.467817 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39620) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:23.475999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'enable_snat': False}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:23.520650 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-580eaca7-0b67-4b71-86fd-a18385643d5f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5391488 Feb 05 03:06:23.524896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39622) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:23.529911 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bef62281-0afd-4731-997f-cd1346b69fcc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1664190051'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:23.593783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01ec316d-b4f7-4327-ad2c-e86413ea540c req-3120b62d-30a6-4f94-b03e-357c6ca4ae4f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782672 Feb 05 03:06:23.913333 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (43d556ea-4b3f-4af7-8b1f-4c85fd0c948c), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:23.934548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175fff9-515d-401d-b848-421a603c402a req-a3e65525-1913-46cb-89bd-48356064d6bf tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:23.942694 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2175fff9-515d-401d-b848-421a603c402a req-a3e65525-1913-46cb-89bd-48356064d6bf tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1928039 Feb 05 03:06:23.981585 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bef62281-0afd-4731-997f-cd1346b69fcc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (3545ec32-8a07-44f8-87d8-f4fcca3e7a7a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:23.995554 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bef62281-0afd-4731-997f-cd1346b69fcc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (3545ec32-8a07-44f8-87d8-f4fcca3e7a7a), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:24.059371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2175fff9-515d-401d-b848-421a603c402a req-fc5b5fc7-4833-4a3c-a2d9-9ea904cc3e53 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162302 Feb 05 03:06:24.141077 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef62281-0afd-4731-997f-cd1346b69fcc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 3545ec32-8a07-44f8-87d8-f4fcca3e7a7a has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:06:24.354322 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (43d556ea-4b3f-4af7-8b1f-4c85fd0c948c), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:24.417600 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:24.433470 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089b743-72b9-49b4-a66c-824239dd8702 req-edfbbc23-794f-4d68-b3ba-0b93c07cc40e tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:24.435201 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0089b743-72b9-49b4-a66c-824239dd8702 req-edfbbc23-794f-4d68-b3ba-0b93c07cc40e tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1925843 Feb 05 03:06:24.614643 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0089b743-72b9-49b4-a66c-824239dd8702 req-fc88862a-b04a-4ee4-9693-199195626ddf tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653605 Feb 05 03:06:24.663321 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cc199-30c1-40d0-8e13-a0a4ae6363fe req-b997600a-011d-4768-8da2-c10119ad3222 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:24.665003 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ad9cc199-30c1-40d0-8e13-a0a4ae6363fe req-b997600a-011d-4768-8da2-c10119ad3222 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1220169 Feb 05 03:06:24.679932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Allocated IP 172.25.0.107 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/0f8591ea-a386-45c0-9bde-1b3378fc98d1) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:24.768441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef62281-0afd-4731-997f-cd1346b69fcc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:06:24.777775 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bef62281-0afd-4731-997f-cd1346b69fcc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:24.778452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f4350-fbd5-43ab-b793-52093055b942 None None] Sync routers for ids ['3545ec32-8a07-44f8-87d8-f4fcca3e7a7a'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:06:24.779811 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bef62281-0afd-4731-997f-cd1346b69fcc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/3545ec32-8a07-44f8-87d8-f4fcca3e7a7a HTTP/1.1" status: 200 len: 888 time: 1.2539120 Feb 05 03:06:24.782455 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39648) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:24.798017 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f4350-fbd5-43ab-b793-52093055b942 None None] Routers {'3545ec32-8a07-44f8-87d8-f4fcca3e7a7a'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:24.803535 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5b1f4350-fbd5-43ab-b793-52093055b942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['3545ec32-8a07-44f8-87d8-f4fcca3e7a7a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:24.813494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ad9cc199-30c1-40d0-8e13-a0a4ae6363fe req-03f226ef-3dff-4d1c-938d-b366d04333f4 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376977 Feb 05 03:06:24.894167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5b1f4350-fbd5-43ab-b793-52093055b942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:24.912291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f4350-fbd5-43ab-b793-52093055b942 None None] Routers {'3545ec32-8a07-44f8-87d8-f4fcca3e7a7a'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:24.913270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5b1f4350-fbd5-43ab-b793-52093055b942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['3545ec32-8a07-44f8-87d8-f4fcca3e7a7a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:24.954330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5b1f4350-fbd5-43ab-b793-52093055b942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:24.956142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f4350-fbd5-43ab-b793-52093055b942 None None] The sync data for ids ['3545ec32-8a07-44f8-87d8-f4fcca3e7a7a'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:06:25.015940 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-004fa25b-499d-4e52-a50d-8c58b13db721 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/routers/3545ec32-8a07-44f8-87d8-f4fcca3e7a7a HTTP/1.1" status: 200 len: 888 time: 0.2307425 Feb 05 03:06:25.017543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39650) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:25.047644 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1ec47453-9d2a-414d-855c-73a4cb082895 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports?device_id=3545ec32-8a07-44f8-87d8-f4fcca3e7a7a HTTP/1.1" status: 200 len: 205 time: 0.0288157 Feb 05 03:06:25.050810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39652) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:25.194394 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffd3c-6796-4cc8-8c16-745cdc1d4963 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (3545ec32-8a07-44f8-87d8-f4fcca3e7a7a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:25.327780 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for port (0f8591ea-a386-45c0-9bde-1b3378fc98d1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:25.355395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce90233-ea52-4f2c-ac8b-e8c67e19addb req-53728473-0df0-469a-b8f2-1371618007eb tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:25.362673 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffd3c-6796-4cc8-8c16-745cdc1d4963 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_gateway (3545ec32-8a07-44f8-87d8-f4fcca3e7a7a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:25.363535 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ce90233-ea52-4f2c-ac8b-e8c67e19addb req-53728473-0df0-469a-b8f2-1371618007eb tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.5040932 Feb 05 03:06:25.425429 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (0f8591ea-a386-45c0-9bde-1b3378fc98d1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:25.447178 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ce90233-ea52-4f2c-ac8b-e8c67e19addb req-e208f6ee-f5c6-4b8f-b161-71367621296b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826228 Feb 05 03:06:25.454367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ffd3c-6796-4cc8-8c16-745cdc1d4963 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting port 7786bc8a-230b-4090-8528-5abf22959936 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:25.454580 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffd3c-6796-4cc8-8c16-745cdc1d4963 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7786bc8a-230b-4090-8528-5abf22959936), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:25.498448 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Pushing event updated for resources: {'Port': ['ID=0f8591ea-a386-45c0-9bde-1b3378fc98d1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:25.529480 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:25.532454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:25.540792 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:25.627716 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffd3c-6796-4cc8-8c16-745cdc1d4963 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7786bc8a-230b-4090-8528-5abf22959936), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:25.649451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ffd3c-6796-4cc8-8c16-745cdc1d4963 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Calling delete_port for 7786bc8a-230b-4090-8528-5abf22959936 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:25.838554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c8c1f-09d4-4202-a1cd-2e6af14513ea req-1c0629ca-1c25-4690-a83c-4b6619d87e6a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:25.840345 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-651c8c1f-09d4-4202-a1cd-2e6af14513ea req-1c0629ca-1c25-4690-a83c-4b6619d87e6a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2390585 Feb 05 03:06:26.040326 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffd3c-6796-4cc8-8c16-745cdc1d4963 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7786bc8a-230b-4090-8528-5abf22959936), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:26.074821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ffd3c-6796-4cc8-8c16-745cdc1d4963 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Port': ['ID=7786bc8a-230b-4090-8528-5abf22959936,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:26.075508 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-651c8c1f-09d4-4202-a1cd-2e6af14513ea req-1ecf0909-6351-430b-9dc0-5fbdd8535afc tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887386 Feb 05 03:06:26.119009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59233354-29cc-4068-bbbf-c236acbe2ee1 req-d5bb41cc-fff2-43b7-b90c-043c9f69d725 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:26.119009 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59233354-29cc-4068-bbbf-c236acbe2ee1 req-d5bb41cc-fff2-43b7-b90c-043c9f69d725 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1369309 Feb 05 03:06:26.119009 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router_gateway (43d556ea-4b3f-4af7-8b1f-4c85fd0c948c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:26.174080 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffd3c-6796-4cc8-8c16-745cdc1d4963 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (3545ec32-8a07-44f8-87d8-f4fcca3e7a7a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:26.278875 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffd3c-6796-4cc8-8c16-745cdc1d4963 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (3545ec32-8a07-44f8-87d8-f4fcca3e7a7a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:26.281257 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffd3c-6796-4cc8-8c16-745cdc1d4963 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_controller (3545ec32-8a07-44f8-87d8-f4fcca3e7a7a), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:26.315397 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59233354-29cc-4068-bbbf-c236acbe2ee1 req-54bb3125-3346-4e81-81b7-4241f24d814d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174462 Feb 05 03:06:26.340450 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffd3c-6796-4cc8-8c16-745cdc1d4963 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (3545ec32-8a07-44f8-87d8-f4fcca3e7a7a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:26.341021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8ffd3c-6796-4cc8-8c16-745cdc1d4963 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Fanout notify agent at l3_agent the message router_deleted on router 3545ec32-8a07-44f8-87d8-f4fcca3e7a7a {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:06:26.360101 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffd3c-6796-4cc8-8c16-745cdc1d4963 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:26.361589 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bc8ffd3c-6796-4cc8-8c16-745cdc1d4963 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/routers/3545ec32-8a07-44f8-87d8-f4fcca3e7a7a HTTP/1.1" status: 204 len: 168 time: 1.3097942 Feb 05 03:06:26.366663 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39682) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:26.373837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8817fe2e-82f4-43be-847c-8a9ad3b7d7ee tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'network': {'name': 'tempest-RoutersTest-1205608676'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:26.403318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8817fe2e-82f4-43be-847c-8a9ad3b7d7ee tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:06:26.411057 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8817fe2e-82f4-43be-847c-8a9ad3b7d7ee tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:26.439937 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8817fe2e-82f4-43be-847c-8a9ad3b7d7ee tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:06:26.452169 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8817fe2e-82f4-43be-847c-8a9ad3b7d7ee tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (aff83ce8-f3be-47a7-9863-02511ebedb3e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:26.452538 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-8817fe2e-82f4-43be-847c-8a9ad3b7d7ee tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Added segment aff83ce8-f3be-47a7-9863-02511ebedb3e of type vlan for network 3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f Feb 05 03:06:26.458360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f8e39-a5a0-4ff3-8d7f-72dd40df6250 req-49b5545b-d549-43d5-91b0-058cdab9c1bf tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:26.460103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-841f8e39-a5a0-4ff3-8d7f-72dd40df6250 req-49b5545b-d549-43d5-91b0-058cdab9c1bf tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2086897 Feb 05 03:06:26.512573 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8817fe2e-82f4-43be-847c-8a9ad3b7d7ee tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:26.538214 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (43d556ea-4b3f-4af7-8b1f-4c85fd0c948c), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:26.544551 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-841f8e39-a5a0-4ff3-8d7f-72dd40df6250 req-7727c55e-e0ff-4975-9b85-63f6097e096f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759945 Feb 05 03:06:26.546195 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (43d556ea-4b3f-4af7-8b1f-4c85fd0c948c), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:26.547196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8817fe2e-82f4-43be-847c-8a9ad3b7d7ee tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:26.553500 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8817fe2e-82f4-43be-847c-8a9ad3b7d7ee tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:26.554153 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8817fe2e-82f4-43be-847c-8a9ad3b7d7ee tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:26.636115 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8817fe2e-82f4-43be-847c-8a9ad3b7d7ee tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2651603 Feb 05 03:06:26.637324 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39690) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:26.642334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7f9f710b-ac61-4318-9b67-2ae763e7a683 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'subnet': {'network_id': '3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:26.711586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817fe2e-82f4-43be-847c-8a9ad3b7d7ee tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Network': ['ID=3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:26.726038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:06:26.736472 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ba47b-a9e1-4e15-9a7a-0942ed342d1e req-fa20c850-c097-49ad-a39a-3272a47ac5ac tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:26.738868 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-af3ba47b-a9e1-4e15-9a7a-0942ed342d1e req-fa20c850-c097-49ad-a39a-3272a47ac5ac tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.0722308 Feb 05 03:06:26.770482 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Router 43d556ea-4b3f-4af7-8b1f-4c85fd0c948c is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:06:26.794183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9f710b-ac61-4318-9b67-2ae763e7a683 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:06:26.798280 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f9f710b-ac61-4318-9b67-2ae763e7a683 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:26.911821 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-af3ba47b-a9e1-4e15-9a7a-0942ed342d1e req-2c9425f8-c6c0-4a53-a4bf-479f1779a4b8 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639140 Feb 05 03:06:26.962717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:06:26.970671 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:26.975168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-20fae737-c579-4761-90cb-c5ba1f35edfc tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "PUT /v2.0/routers/43d556ea-4b3f-4af7-8b1f-4c85fd0c948c HTTP/1.1" status: 200 len: 915 time: 3.5034301 Feb 05 03:06:26.976613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39704) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:26.989131 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1a576f-d608-493d-b7e3-f01e862eb694 None None] Sync routers for ids ['43d556ea-4b3f-4af7-8b1f-4c85fd0c948c'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:06:27.000385 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1a576f-d608-493d-b7e3-f01e862eb694 None None] Routers {'43d556ea-4b3f-4af7-8b1f-4c85fd0c948c'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:27.001018 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3a1a576f-d608-493d-b7e3-f01e862eb694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['43d556ea-4b3f-4af7-8b1f-4c85fd0c948c'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:27.047892 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3a1a576f-d608-493d-b7e3-f01e862eb694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:27.084370 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1a576f-d608-493d-b7e3-f01e862eb694 None None] Routers {'43d556ea-4b3f-4af7-8b1f-4c85fd0c948c'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:27.090276 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3a1a576f-d608-493d-b7e3-f01e862eb694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['43d556ea-4b3f-4af7-8b1f-4c85fd0c948c'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:27.099961 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6836e9-f869-4ade-9290-dda13ee67e7e req-e2700b70-05d2-4dfc-961c-d632e3198a88 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:27.109453 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f6836e9-f869-4ade-9290-dda13ee67e7e req-e2700b70-05d2-4dfc-961c-d632e3198a88 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.0780404 Feb 05 03:06:27.149867 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3a1a576f-d608-493d-b7e3-f01e862eb694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:27.150991 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1a576f-d608-493d-b7e3-f01e862eb694 None None] The sync data for ids ['43d556ea-4b3f-4af7-8b1f-4c85fd0c948c'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:06:27.159911 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f9f710b-ac61-4318-9b67-2ae763e7a683 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (2f1eab69-c9d8-46c4-a5be-aaa30d02b523), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:27.175691 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f6836e9-f869-4ade-9290-dda13ee67e7e req-1a54bee6-fe56-4733-ba42-1547ee3af4b0 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592422 Feb 05 03:06:27.217187 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-44057376-dcab-427a-b0de-99fd4c389954 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "GET /v2.0/routers/43d556ea-4b3f-4af7-8b1f-4c85fd0c948c HTTP/1.1" status: 200 len: 921 time: 0.2400837 Feb 05 03:06:27.220127 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39720) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:27.244146 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f710b-ac61-4318-9b67-2ae763e7a683 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Subnet': ['ID=2f1eab69-c9d8-46c4-a5be-aaa30d02b523,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:27.253269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9f710b-ac61-4318-9b67-2ae763e7a683 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Checking segment: {'id': 'aff83ce8-f3be-47a7-9863-02511ebedb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:06:27.253695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f710b-ac61-4318-9b67-2ae763e7a683 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network hostable DHCP agents. Network: 3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:06:27.271732 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f710b-ac61-4318-9b67-2ae763e7a683 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network 3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:06:27.282079 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7f9f710b-ac61-4318-9b67-2ae763e7a683 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:27.292201 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9f710b-ac61-4318-9b67-2ae763e7a683 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:27.292450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edded625-1381-473e-885f-c420c28bbb11 None None] Network 3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:06:27.293007 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f9f710b-ac61-4318-9b67-2ae763e7a683 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:27.301022 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e160a-2d1d-4e8a-b07e-7d905018c2b0 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:27.305159 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ee0e160a-2d1d-4e8a-b07e-7d905018c2b0 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&device_id=43d556ea-4b3f-4af7-8b1f-4c85fd0c948c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0814416 Feb 05 03:06:27.305975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39724) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:27.312946 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7f9f710b-ac61-4318-9b67-2ae763e7a683 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6745853 Feb 05 03:06:27.315552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39726) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:27.323396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bebba625-c595-4cc8-b64d-b15b793d9cdc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1315209993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:27.377159 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebba625-c595-4cc8-b64d-b15b793d9cdc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (38507016-f1ce-4575-b1c8-8844f44c8325), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:27.379009 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebba625-c595-4cc8-b64d-b15b793d9cdc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (38507016-f1ce-4575-b1c8-8844f44c8325), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:27.412742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c5f4c-d410-4fab-be25-86036d308dab req-a7d3cca5-f194-46c3-87f5-5c260391ec44 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:27.412742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-813c5f4c-d410-4fab-be25-86036d308dab req-a7d3cca5-f194-46c3-87f5-5c260391ec44 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1464691 Feb 05 03:06:27.444058 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f', 'network_id': '3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f', 'project_id': '456239914dd84c50ba91285736155cbe', 'fixed_ips': [{'subnet_id': '2f1eab69-c9d8-46c4-a5be-aaa30d02b523'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:06:27.445009 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:27.496473 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebba625-c595-4cc8-b64d-b15b793d9cdc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_controller (38507016-f1ce-4575-b1c8-8844f44c8325), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:27.502538 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebba625-c595-4cc8-b64d-b15b793d9cdc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (38507016-f1ce-4575-b1c8-8844f44c8325), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:27.506175 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a246c32-b0be-40b2-8638-2bf82d84a278 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:27.507628 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2a246c32-b0be-40b2-8638-2bf82d84a278 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "GET /v2.0/networks/1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 881 time: 0.2006996 Feb 05 03:06:27.514355 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39734) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:27.529073 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-813c5f4c-d410-4fab-be25-86036d308dab req-f7b28d40-fcc8-4223-ab9f-35fbe2355e78 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102920 Feb 05 03:06:27.543195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88072d-3f6d-410e-ad33-ca0b87408675 req-539e092e-6609-44ec-8e99-b5602f656179 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:27.545622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c88072d-3f6d-410e-ad33-ca0b87408675 req-539e092e-6609-44ec-8e99-b5602f656179 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1296091 Feb 05 03:06:27.566541 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4fdd52de-639a-45a3-9cda-ad9304b9be5a tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d556ea-4b3f-4af7-8b1f-4c85fd0c948c HTTP/1.1" status: 200 len: 205 time: 0.0518267 Feb 05 03:06:27.569475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39744) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:27.585619 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebba625-c595-4cc8-b64d-b15b793d9cdc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:27.587316 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bebba625-c595-4cc8-b64d-b15b793d9cdc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2701828 Feb 05 03:06:27.593230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39748) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:27.657991 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Allocated IP 172.20.0.2 (3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f/2f1eab69-c9d8-46c4-a5be-aaa30d02b523/c968bd7d-0d0c-42ac-8868-ab20b9602a80) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:27.688372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c88072d-3f6d-410e-ad33-ca0b87408675 req-42f2d3a1-706a-4ede-b839-3d574d8bb960 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360483 Feb 05 03:06:27.785603 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e13f8d8e-b6e3-4684-a2e7-9c1919ef9dc3 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (43d556ea-4b3f-4af7-8b1f-4c85fd0c948c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:27.911799 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e13f8d8e-b6e3-4684-a2e7-9c1919ef9dc3 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (43d556ea-4b3f-4af7-8b1f-4c85fd0c948c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:27.928986 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Publish callbacks [] for port (c968bd7d-0d0c-42ac-8868-ab20b9602a80), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:27.937628 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (c968bd7d-0d0c-42ac-8868-ab20b9602a80), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:27.978273 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e13f8d8e-b6e3-4684-a2e7-9c1919ef9dc3 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Deleting port 0f8591ea-a386-45c0-9bde-1b3378fc98d1 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:27.978548 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e13f8d8e-b6e3-4684-a2e7-9c1919ef9dc3 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0f8591ea-a386-45c0-9bde-1b3378fc98d1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:27.985728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Network 3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:27.990261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:27.996836 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac22518-e1c4-4fc3-bac2-66968302ff56 req-226477e5-4446-4552-a76d-0ed4f6ba46ae tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:27.998474 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6ac22518-e1c4-4fc3-bac2-66968302ff56 req-226477e5-4446-4552-a76d-0ed4f6ba46ae tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 945 time: 0.2265182 Feb 05 03:06:28.005480 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736b6e8-d2d8-4724-9320-91c727513dce req-3ab9ee6f-d671-4e1e-8af0-c562b8fc7f8c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:28.007034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2736b6e8-d2d8-4724-9320-91c727513dce req-3ab9ee6f-d671-4e1e-8af0-c562b8fc7f8c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2265904 Feb 05 03:06:28.010357 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:28.079554 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e13f8d8e-b6e3-4684-a2e7-9c1919ef9dc3 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0f8591ea-a386-45c0-9bde-1b3378fc98d1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:28.081612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Pushing event updated for resources: {'Port': ['ID=c968bd7d-0d0c-42ac-8868-ab20b9602a80,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:28.094047 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e13f8d8e-b6e3-4684-a2e7-9c1919ef9dc3 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Calling delete_port for 0f8591ea-a386-45c0-9bde-1b3378fc98d1 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:28.102591 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Attempting to bind port c968bd7d-0d0c-42ac-8868-ab20b9602a80 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:06:28.103157 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Attempting to bind port c968bd7d-0d0c-42ac-8868-ab20b9602a80 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'aff83ce8-f3be-47a7-9863-02511ebedb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:06:28.103731 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Attempting to bind port c968bd7d-0d0c-42ac-8868-ab20b9602a80 on network 3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:06:28.110572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:06:28.110996 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Checking segment: {'id': 'aff83ce8-f3be-47a7-9863-02511ebedb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:06:28.111409 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:28.113150 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Bound using segment: {'id': 'aff83ce8-f3be-47a7-9863-02511ebedb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:06:28.113835 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Bound port: c968bd7d-0d0c-42ac-8868-ab20b9602a80, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff83ce8-f3be-47a7-9863-02511ebedb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:06:28.114278 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c968bd7d-0d0c-42ac-8868-ab20b9602a80), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:28.178316 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6ac22518-e1c4-4fc3-bac2-66968302ff56 req-d8e29261-f81d-4b79-946d-23db85c67d49 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702271 Feb 05 03:06:28.195177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] For port c968bd7d-0d0c-42ac-8868-ab20b9602a80, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:06:28.198723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] For port c968bd7d-0d0c-42ac-8868-ab20b9602a80, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c968bd7d-0d0c-42ac-8868-ab20b9602a80,segment=NetworkSegment(aff83ce8-f3be-47a7-9863-02511ebedb3e),segment_id=aff83ce8-f3be-47a7-9863-02511ebedb3e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:06:28.203189 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2736b6e8-d2d8-4724-9320-91c727513dce req-4b375086-4213-4d7e-a7be-a40ecefdd244 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674018 Feb 05 03:06:28.216453 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c968bd7d-0d0c-42ac-8868-ab20b9602a80), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:28.245002 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:28.305725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b5e74-d049-4ec1-b858-cb14b8a633a0 None None] Pushing event updated for resources: {'Port': ['ID=c968bd7d-0d0c-42ac-8868-ab20b9602a80,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:28.318593 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e13f8d8e-b6e3-4684-a2e7-9c1919ef9dc3 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0f8591ea-a386-45c0-9bde-1b3378fc98d1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:28.364083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f8d8e-b6e3-4684-a2e7-9c1919ef9dc3 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Pushing event deleted for resources: {'Port': ['ID=0f8591ea-a386-45c0-9bde-1b3378fc98d1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:28.456006 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e13f8d8e-b6e3-4684-a2e7-9c1919ef9dc3 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (43d556ea-4b3f-4af7-8b1f-4c85fd0c948c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:28.490457 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c65b70-77cc-4bff-b417-0625f8aa9df1 req-e892dae9-b012-4502-9434-7ba9cc57a01c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:28.492546 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58c65b70-77cc-4bff-b417-0625f8aa9df1 req-e892dae9-b012-4502-9434-7ba9cc57a01c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1431077 Feb 05 03:06:28.582634 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58c65b70-77cc-4bff-b417-0625f8aa9df1 req-ccf29f6a-11e0-4941-9496-1df1ee62e1cd tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788786 Feb 05 03:06:28.628344 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e13f8d8e-b6e3-4684-a2e7-9c1919ef9dc3 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (43d556ea-4b3f-4af7-8b1f-4c85fd0c948c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:28.630454 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e13f8d8e-b6e3-4684-a2e7-9c1919ef9dc3 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_controller (43d556ea-4b3f-4af7-8b1f-4c85fd0c948c), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:28.652463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Allocated IP 172.20.0.1 (3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f/2f1eab69-c9d8-46c4-a5be-aaa30d02b523/039a811f-11a8-45ee-b74b-32b5aae92b1e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:28.708823 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e13f8d8e-b6e3-4684-a2e7-9c1919ef9dc3 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (43d556ea-4b3f-4af7-8b1f-4c85fd0c948c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:28.709478 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13f8d8e-b6e3-4684-a2e7-9c1919ef9dc3 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Fanout notify agent at l3_agent the message router_deleted on router 43d556ea-4b3f-4af7-8b1f-4c85fd0c948c {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:06:28.719441 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e13f8d8e-b6e3-4684-a2e7-9c1919ef9dc3 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:28.724675 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e13f8d8e-b6e3-4684-a2e7-9c1919ef9dc3 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "DELETE /v2.0/routers/43d556ea-4b3f-4af7-8b1f-4c85fd0c948c HTTP/1.1" status: 204 len: 168 time: 1.1538270 Feb 05 03:06:28.725484 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39768) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:28.730211 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-42023133', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:28.771073 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (bacd8a13-53bf-4158-bda6-19056b1b355c), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:28.772402 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (bacd8a13-53bf-4158-bda6-19056b1b355c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:28.859797 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_controller (bacd8a13-53bf-4158-bda6-19056b1b355c), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:28.902627 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (039a811f-11a8-45ee-b74b-32b5aae92b1e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:28.952676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a969b2-4120-4019-bb2e-7eb91701bd62 req-757c9294-199a-41b7-8dd6-05d9e6827283 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:28.954201 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7a969b2-4120-4019-bb2e-7eb91701bd62 req-757c9294-199a-41b7-8dd6-05d9e6827283 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1091866 Feb 05 03:06:28.973000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da6cd3-146c-4fb4-baa0-f41551b3285f req-f4876864-c1ad-428a-864a-926a8a3e54a7 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:28.974615 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85da6cd3-146c-4fb4-baa0-f41551b3285f req-f4876864-c1ad-428a-864a-926a8a3e54a7 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1531858 Feb 05 03:06:29.035695 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (bacd8a13-53bf-4158-bda6-19056b1b355c), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:29.060452 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (039a811f-11a8-45ee-b74b-32b5aae92b1e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:29.079867 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7a969b2-4120-4019-bb2e-7eb91701bd62 req-2c8e438c-3d3f-454f-ac9b-28a7ac1d570e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021008 Feb 05 03:06:29.088841 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c968bd7d-0d0c-42ac-8868-ab20b9602a80 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:29.118275 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network 3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:29.121787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:29.126603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85da6cd3-146c-4fb4-baa0-f41551b3285f req-0e4d4d2e-3108-4cbe-9224-750b7adf8ffd tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455746 Feb 05 03:06:29.129911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:29.187044 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=039a811f-11a8-45ee-b74b-32b5aae92b1e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:29.189404 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (38507016-f1ce-4575-b1c8-8844f44c8325), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:29.211316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c968bd7d-0d0c-42ac-8868-ab20b9602a80 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:29.211691 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c968bd7d-0d0c-42ac-8868-ab20b9602a80), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:29.348808 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (bacd8a13-53bf-4158-bda6-19056b1b355c), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:29.350017 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c968bd7d-0d0c-42ac-8868-ab20b9602a80 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:29.350485 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c968bd7d-0d0c-42ac-8868-ab20b9602a80), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:29.375309 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:29.396943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port c968bd7d-0d0c-42ac-8868-ab20b9602a80, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c968bd7d-0d0c-42ac-8868-ab20b9602a80,segment=NetworkSegment(aff83ce8-f3be-47a7-9863-02511ebedb3e),segment_id=aff83ce8-f3be-47a7-9863-02511ebedb3e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:29.405168 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c968bd7d-0d0c-42ac-8868-ab20b9602a80), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:29.473630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=c968bd7d-0d0c-42ac-8868-ab20b9602a80,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:29.478303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbd634-0950-4f8b-b8c8-8af817a9f97e req-7bbe8d58-6382-44e3-9bc6-61f649840ae9 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:29.479927 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c9bbd634-0950-4f8b-b8c8-8af817a9f97e req-7bbe8d58-6382-44e3-9bc6-61f649840ae9 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2178004 Feb 05 03:06:29.492298 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f7f37-67e0-41e2-82e0-0d8210c969a4 req-b36fbfbf-7bab-402a-8682-be5e7469e028 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:29.494684 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c7f7f37-67e0-41e2-82e0-0d8210c969a4 req-b36fbfbf-7bab-402a-8682-be5e7469e028 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 945 time: 0.2156167 Feb 05 03:06:29.516367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Allocated IP 172.25.0.135 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/98f37e45-4bbe-446f-a1ca-2986564dfe82) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:29.577018 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (039a811f-11a8-45ee-b74b-32b5aae92b1e), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:29.606518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c7f7f37-67e0-41e2-82e0-0d8210c969a4 req-11a3a5d2-e912-42e0-a1a2-e285f31100b4 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910642 Feb 05 03:06:29.656011 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for port (98f37e45-4bbe-446f-a1ca-2986564dfe82), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:29.718893 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c9bbd634-0950-4f8b-b8c8-8af817a9f97e req-986e1d6d-fcf2-4be7-9725-f414b3a17c82 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175558 Feb 05 03:06:29.814692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b68ee3d-64c5-462f-bd77-51c841be47b6 None None] Network 3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:06:29.986729 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b763d60e-c6d3-4715-a15c-c60499cf0fc3 None None] Provisioning complete for port c968bd7d-0d0c-42ac-8868-ab20b9602a80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:29.987333 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b763d60e-c6d3-4715-a15c-c60499cf0fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c968bd7d-0d0c-42ac-8868-ab20b9602a80), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:30.088990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b763d60e-c6d3-4715-a15c-c60499cf0fc3 None None] Current status of the port c968bd7d-0d0c-42ac-8868-ab20b9602a80 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:30.143967 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (98f37e45-4bbe-446f-a1ca-2986564dfe82), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:30.192622 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:30.196165 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:30.204630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:30.249995 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Pushing event updated for resources: {'Port': ['ID=98f37e45-4bbe-446f-a1ca-2986564dfe82,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:30.440598 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25296ea-db0a-4bf8-92dc-e32c456c8e8f req-c7040c39-edd8-42e9-bd7b-6cf0701aa154 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:30.447676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e25296ea-db0a-4bf8-92dc-e32c456c8e8f req-c7040c39-edd8-42e9-bd7b-6cf0701aa154 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.6038048 Feb 05 03:06:30.520046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4fb75ba2-608d-4817-b274-9d7b6b1ef8cd None None] Provisioning complete for port 039a811f-11a8-45ee-b74b-32b5aae92b1e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:30.520419 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4fb75ba2-608d-4817-b274-9d7b6b1ef8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (039a811f-11a8-45ee-b74b-32b5aae92b1e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:30.560091 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e25296ea-db0a-4bf8-92dc-e32c456c8e8f req-de1928b3-4d36-4a3b-9758-dc44fca045f1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115525 Feb 05 03:06:30.563172 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (bacd8a13-53bf-4158-bda6-19056b1b355c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:30.569414 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33408bd2-8756-4617-82e2-8e8db5bc59d4 req-ed9600cc-9d8d-40a5-b3ca-e6923d9c8353 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:30.588150 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-33408bd2-8756-4617-82e2-8e8db5bc59d4 req-ed9600cc-9d8d-40a5-b3ca-e6923d9c8353 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1538358 Feb 05 03:06:30.600611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4fb75ba2-608d-4817-b274-9d7b6b1ef8cd None None] Port 039a811f-11a8-45ee-b74b-32b5aae92b1e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:06:30.615432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4fb75ba2-608d-4817-b274-9d7b6b1ef8cd None None] Provisioning complete for port c968bd7d-0d0c-42ac-8868-ab20b9602a80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:30.616937 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4fb75ba2-608d-4817-b274-9d7b6b1ef8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c968bd7d-0d0c-42ac-8868-ab20b9602a80), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:30.664787 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (039a811f-11a8-45ee-b74b-32b5aae92b1e), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:30.680797 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-33408bd2-8756-4617-82e2-8e8db5bc59d4 req-8cbf83e7-ea00-4dc5-9a98-2d37d0ad49f8 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917380 Feb 05 03:06:30.685545 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (039a811f-11a8-45ee-b74b-32b5aae92b1e), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:30.749125 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4fb75ba2-608d-4817-b274-9d7b6b1ef8cd None None] Current status of the port c968bd7d-0d0c-42ac-8868-ab20b9602a80 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:30.802235 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=039a811f-11a8-45ee-b74b-32b5aae92b1e,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:30.807478 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (38507016-f1ce-4575-b1c8-8844f44c8325), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:30.833916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a0125-51cc-495c-9057-92102a9c4bae req-9a63c622-4965-4dfb-b756-ae88ea45db7a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:30.835960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-313a0125-51cc-495c-9057-92102a9c4bae req-9a63c622-4965-4dfb-b756-ae88ea45db7a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1517911 Feb 05 03:06:30.871351 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (bacd8a13-53bf-4158-bda6-19056b1b355c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:30.874450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-514f372b-9db6-48a3-a3d5-c2b4d840bb91 None None] Provisioning complete for port 039a811f-11a8-45ee-b74b-32b5aae92b1e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:30.875177 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-514f372b-9db6-48a3-a3d5-c2b4d840bb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (039a811f-11a8-45ee-b74b-32b5aae92b1e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:30.938325 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-313a0125-51cc-495c-9057-92102a9c4bae req-e11c10f7-32d5-42fc-a342-cc69be7d9232 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925963 Feb 05 03:06:30.954692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-514f372b-9db6-48a3-a3d5-c2b4d840bb91 None None] Port 039a811f-11a8-45ee-b74b-32b5aae92b1e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:06:30.977959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network 3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:30.981215 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:30.983227 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:06:31.042194 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c968bd7d-0d0c-42ac-8868-ab20b9602a80 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:31.120207 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Router bacd8a13-53bf-4158-bda6-19056b1b355c is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:06:31.229868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 38507016-f1ce-4575-b1c8-8844f44c8325 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:06:31.241208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:31.241704 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:31.251391 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a457d2d-3859-41f4-bd05-3291159a3eb6 req-b20f91ed-6618-413b-bf22-2e7e52fd0dca tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:31.258551 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a457d2d-3859-41f4-bd05-3291159a3eb6 req-b20f91ed-6618-413b-bf22-2e7e52fd0dca tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.0921891 Feb 05 03:06:31.292459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:31.293577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:06:31.296073 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6724adac-d41e-43b9-aa21-c024a7e2c6ff" -d '{"events": [{"server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "name": "network-vif-unplugged", "status": "completed", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:06:31.319352 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c968bd7d-0d0c-42ac-8868-ab20b9602a80 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:31.319741 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c968bd7d-0d0c-42ac-8868-ab20b9602a80), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:31.321509 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:31.327302 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:06:31.365724 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:31.367817 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9a5a7747-b8b0-4b1f-b87f-06953804a7b4 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6413040 Feb 05 03:06:31.370629 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39818) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:31.378078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6c7254eb-c691-4b8e-893c-63afd9245f2b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:31.380243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb40486-233d-46ac-90b4-4b892cebcf1c None None] Sync routers for ids ['bacd8a13-53bf-4158-bda6-19056b1b355c'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:06:31.383441 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e863b83-d1a8-4320-b15f-2f86ee9513a7 x-openstack-request-id: req-6e863b83-d1a8-4320-b15f-2f86ee9513a7 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:06:31.383739 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "name": "network-vif-unplugged", "status": "completed", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:06:31.383998 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e863b83-d1a8-4320-b15f-2f86ee9513a7 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:06:31.384397 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'code': 200} Feb 05 03:06:31.425158 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a457d2d-3859-41f4-bd05-3291159a3eb6 req-610e7ad0-3f51-41f4-b8c0-f0d9c2bf5b7e tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653876 Feb 05 03:06:31.437069 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:06:31.451135 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00f515b-a7fd-4018-8c43-2d2f519809a3 None None] Sync routers for ids ['38507016-f1ce-4575-b1c8-8844f44c8325'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:06:31.452463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb40486-233d-46ac-90b4-4b892cebcf1c None None] Routers {'bacd8a13-53bf-4158-bda6-19056b1b355c'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:31.453111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7fb40486-233d-46ac-90b4-4b892cebcf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['bacd8a13-53bf-4158-bda6-19056b1b355c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:31.456721 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d08deeb2-0b8a-4fbf-9f97-55ec21cbbe1d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/38507016-f1ce-4575-b1c8-8844f44c8325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8623714 Feb 05 03:06:31.459095 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39820) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:31.467009 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f515b-a7fd-4018-8c43-2d2f519809a3 None None] Routers {'38507016-f1ce-4575-b1c8-8844f44c8325'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:31.467827 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c00f515b-a7fd-4018-8c43-2d2f519809a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['38507016-f1ce-4575-b1c8-8844f44c8325'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:31.529563 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c00f515b-a7fd-4018-8c43-2d2f519809a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:31.542022 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f515b-a7fd-4018-8c43-2d2f519809a3 None None] Routers {'38507016-f1ce-4575-b1c8-8844f44c8325'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:31.543013 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c00f515b-a7fd-4018-8c43-2d2f519809a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['38507016-f1ce-4575-b1c8-8844f44c8325'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:31.560250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ce486b-05a7-4906-bd94-f9fc4aace175 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:31.561688 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-04ce486b-05a7-4906-bd94-f9fc4aace175 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports/039a811f-11a8-45ee-b74b-32b5aae92b1e HTTP/1.1" status: 200 len: 910 time: 0.1010919 Feb 05 03:06:31.566713 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7fb40486-233d-46ac-90b4-4b892cebcf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:31.570372 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c5d0d4da-4a51-4efc-9aa1-48cc34feb6b2 None None] Provisioning complete for port 039a811f-11a8-45ee-b74b-32b5aae92b1e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:31.570486 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39824) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:31.570748 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c5d0d4da-4a51-4efc-9aa1-48cc34feb6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (039a811f-11a8-45ee-b74b-32b5aae92b1e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:31.581234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-da6e7b6b-417c-4315-8c20-1f6f4651b084 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2f1eab69-c9d8-46c4-a5be-aaa30d02b523'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:31.590217 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c00f515b-a7fd-4018-8c43-2d2f519809a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:31.590916 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00f515b-a7fd-4018-8c43-2d2f519809a3 None None] The sync data for ids ['38507016-f1ce-4575-b1c8-8844f44c8325'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:06:31.592443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:31.613686 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb40486-233d-46ac-90b4-4b892cebcf1c None None] Routers {'bacd8a13-53bf-4158-bda6-19056b1b355c'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:31.614328 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7fb40486-233d-46ac-90b4-4b892cebcf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['bacd8a13-53bf-4158-bda6-19056b1b355c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:31.655253 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7fb40486-233d-46ac-90b4-4b892cebcf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:31.655922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb40486-233d-46ac-90b4-4b892cebcf1c None None] The sync data for ids ['bacd8a13-53bf-4158-bda6-19056b1b355c'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:06:31.665351 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c5d0d4da-4a51-4efc-9aa1-48cc34feb6b2 None None] Port 039a811f-11a8-45ee-b74b-32b5aae92b1e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:06:31.685499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f06bd-76a5-4530-8702-95b81c718444 req-6c7f5ac6-c67f-40fe-8d12-0bff943a2d00 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:31.688096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-259f06bd-76a5-4530-8702-95b81c718444 req-6c7f5ac6-c67f-40fe-8d12-0bff943a2d00 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1203880 Feb 05 03:06:31.719612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c968bd7d-0d0c-42ac-8868-ab20b9602a80 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:31.836282 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-259f06bd-76a5-4530-8702-95b81c718444 req-03e603db-9d58-4c78-9e65-fc174728d0ce tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360123 Feb 05 03:06:31.869325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c7254eb-c691-4b8e-893c-63afd9245f2b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (bacd8a13-53bf-4158-bda6-19056b1b355c), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:31.891259 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c7254eb-c691-4b8e-893c-63afd9245f2b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_gateway (bacd8a13-53bf-4158-bda6-19056b1b355c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:31.911388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a2aed-934f-4459-8104-1fb6eb55dcd4 req-5da564d2-d7ec-4f51-90f9-c84cf704ca56 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:31.913010 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-153a2aed-934f-4459-8104-1fb6eb55dcd4 req-5da564d2-d7ec-4f51-90f9-c84cf704ca56 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1556976 Feb 05 03:06:31.928700 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da6e7b6b-417c-4315-8c20-1f6f4651b084 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (039a811f-11a8-45ee-b74b-32b5aae92b1e), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:31.980710 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-153a2aed-934f-4459-8104-1fb6eb55dcd4 req-4deabfbf-486a-4495-a4ee-2992eeb8abd4 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619202 Feb 05 03:06:31.995815 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6c7254eb-c691-4b8e-893c-63afd9245f2b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Deleting port 98f37e45-4bbe-446f-a1ca-2986564dfe82 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:32.011873 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c7254eb-c691-4b8e-893c-63afd9245f2b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (98f37e45-4bbe-446f-a1ca-2986564dfe82), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:32.102556 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c7254eb-c691-4b8e-893c-63afd9245f2b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (98f37e45-4bbe-446f-a1ca-2986564dfe82), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:32.114881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6c7254eb-c691-4b8e-893c-63afd9245f2b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Calling delete_port for 98f37e45-4bbe-446f-a1ca-2986564dfe82 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:32.196629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50624123-0005-4f57-8780-a680573c5402 req-fa8b6927-e200-416d-a8b8-a3f458f1ad1f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:32.198431 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50624123-0005-4f57-8780-a680573c5402 req-fa8b6927-e200-416d-a8b8-a3f458f1ad1f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1235371 Feb 05 03:06:32.312736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c7254eb-c691-4b8e-893c-63afd9245f2b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (98f37e45-4bbe-446f-a1ca-2986564dfe82), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:32.333810 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50624123-0005-4f57-8780-a680573c5402 req-8b665f40-d0b3-49a1-8459-5125c07070c5 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062026 Feb 05 03:06:32.339773 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7254eb-c691-4b8e-893c-63afd9245f2b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Pushing event deleted for resources: {'Port': ['ID=98f37e45-4bbe-446f-a1ca-2986564dfe82,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:32.422375 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c7254eb-c691-4b8e-893c-63afd9245f2b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (bacd8a13-53bf-4158-bda6-19056b1b355c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:32.531705 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d04e8-1ccc-4739-8e3e-f36ede9173b1 req-48fac5e6-a403-4b08-a990-24412213b6fe tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:32.533252 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f42d04e8-1ccc-4739-8e3e-f36ede9173b1 req-48fac5e6-a403-4b08-a990-24412213b6fe tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1018143 Feb 05 03:06:32.586295 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da6e7b6b-417c-4315-8c20-1f6f4651b084 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (039a811f-11a8-45ee-b74b-32b5aae92b1e), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:32.601960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f42d04e8-1ccc-4739-8e3e-f36ede9173b1 req-7efb7d58-8351-401a-858e-d1e367a8ce50 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596554 Feb 05 03:06:32.603156 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da6e7b6b-417c-4315-8c20-1f6f4651b084 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (039a811f-11a8-45ee-b74b-32b5aae92b1e), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:32.651194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e7b6b-417c-4315-8c20-1f6f4651b084 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=039a811f-11a8-45ee-b74b-32b5aae92b1e,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:32.676142 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c7254eb-c691-4b8e-893c-63afd9245f2b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (bacd8a13-53bf-4158-bda6-19056b1b355c), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:32.681233 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c7254eb-c691-4b8e-893c-63afd9245f2b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (bacd8a13-53bf-4158-bda6-19056b1b355c), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:32.707424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6e7b6b-417c-4315-8c20-1f6f4651b084 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:32.708062 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da6e7b6b-417c-4315-8c20-1f6f4651b084 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:32.712020 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-da6e7b6b-417c-4315-8c20-1f6f4651b084 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/ports/039a811f-11a8-45ee-b74b-32b5aae92b1e HTTP/1.1" status: 200 len: 910 time: 1.1380355 Feb 05 03:06:32.712242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39848) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:32.773397 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7254eb-c691-4b8e-893c-63afd9245f2b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Router bacd8a13-53bf-4158-bda6-19056b1b355c has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:06:32.854331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802641b-172c-4069-b379-5f5b4168c6c3 req-9ce226d9-fe01-49e2-b9a7-1ce5dfc34236 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:32.855803 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8802641b-172c-4069-b379-5f5b4168c6c3 req-9ce226d9-fe01-49e2-b9a7-1ce5dfc34236 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1453085 Feb 05 03:06:32.856142 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7254eb-c691-4b8e-893c-63afd9245f2b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:06:32.862972 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c7254eb-c691-4b8e-893c-63afd9245f2b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:32.866785 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6c7254eb-c691-4b8e-893c-63afd9245f2b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "PUT /v2.0/routers/bacd8a13-53bf-4158-bda6-19056b1b355c HTTP/1.1" status: 200 len: 704 time: 1.4949057 Feb 05 03:06:32.867610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39850) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:32.875887 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf596a-bdb7-482a-a7c0-ba623a28eab7 None None] Sync routers for ids ['bacd8a13-53bf-4158-bda6-19056b1b355c'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:06:32.894239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cf596a-bdb7-482a-a7c0-ba623a28eab7 None None] Routers {'bacd8a13-53bf-4158-bda6-19056b1b355c'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:32.896360 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-91cf596a-bdb7-482a-a7c0-ba623a28eab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['bacd8a13-53bf-4158-bda6-19056b1b355c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:32.968557 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-91cf596a-bdb7-482a-a7c0-ba623a28eab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:32.983078 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8802641b-172c-4069-b379-5f5b4168c6c3 req-77fe0056-3916-4fac-ae35-ca2526c9f5ff tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918612 Feb 05 03:06:32.999969 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cf596a-bdb7-482a-a7c0-ba623a28eab7 None None] Routers {'bacd8a13-53bf-4158-bda6-19056b1b355c'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:33.015192 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-91cf596a-bdb7-482a-a7c0-ba623a28eab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['bacd8a13-53bf-4158-bda6-19056b1b355c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:33.030311 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0de7ef1d-3f0a-42de-a516-2c289e7dfe2f tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "GET /v2.0/routers/bacd8a13-53bf-4158-bda6-19056b1b355c HTTP/1.1" status: 200 len: 739 time: 0.1613975 Feb 05 03:06:33.033171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39856) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:33.082744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:06:33.086029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-91cf596a-bdb7-482a-a7c0-ba623a28eab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:33.086648 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf596a-bdb7-482a-a7c0-ba623a28eab7 None None] The sync data for ids ['bacd8a13-53bf-4158-bda6-19056b1b355c'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:06:33.133278 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-39833b13-ae90-4ebf-9351-f0dd20ce55b4 tempest-RoutersAdminTest-1004342986 tempest-RoutersAdminTest-1004342986-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&device_id=bacd8a13-53bf-4158-bda6-19056b1b355c HTTP/1.1" status: 200 len: 205 time: 0.0975564 Feb 05 03:06:33.137482 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39858) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:33.170745 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-faf2856e-cba9-46aa-b648-b14fdb8d347c tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "GET /v2.0/ports?device_id=bacd8a13-53bf-4158-bda6-19056b1b355c HTTP/1.1" status: 200 len: 205 time: 0.0297647 Feb 05 03:06:33.170955 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39860) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:33.206373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621dd10-81b9-4dab-a432-9e945604e20b req-0b80aa62-2a2e-4a6a-b5b8-913bfe73f015 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:33.208318 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f621dd10-81b9-4dab-a432-9e945604e20b req-0b80aa62-2a2e-4a6a-b5b8-913bfe73f015 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1408010 Feb 05 03:06:33.257351 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8da84-bc8f-422d-a1d9-d4aa5621036e req-420482b5-34b9-4ce6-8ebf-2d6c68c2ba91 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:33.259239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14e8da84-bc8f-422d-a1d9-d4aa5621036e req-420482b5-34b9-4ce6-8ebf-2d6c68c2ba91 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1428795 Feb 05 03:06:33.283794 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83ee3ef1-46aa-4236-a3f1-a9d90f5c6364 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (bacd8a13-53bf-4158-bda6-19056b1b355c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:33.312010 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f621dd10-81b9-4dab-a432-9e945604e20b req-3e9518f1-d65f-4b08-a2d8-c9e2a9fa1ab5 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977209 Feb 05 03:06:33.319012 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eecb550c-0ebe-4a7c-97d3-f51a506c6d97 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (38507016-f1ce-4575-b1c8-8844f44c8325), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:33.423731 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:33.440899 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'port_id': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'mac_address': 'fa:16:3e:c9:3e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:06:33.459686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14e8da84-bc8f-422d-a1d9-d4aa5621036e req-880609e3-b03b-4a58-b926-c8b0a113a85e tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855543 Feb 05 03:06:33.503471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:33.504094 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:33.522353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:06:33.532263 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83ee3ef1-46aa-4236-a3f1-a9d90f5c6364 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (bacd8a13-53bf-4158-bda6-19056b1b355c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:33.539305 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83ee3ef1-46aa-4236-a3f1-a9d90f5c6364 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router_controller (bacd8a13-53bf-4158-bda6-19056b1b355c), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:33.543579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:33.551964 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:33.594528 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83ee3ef1-46aa-4236-a3f1-a9d90f5c6364 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (bacd8a13-53bf-4158-bda6-19056b1b355c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:33.596442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ee3ef1-46aa-4236-a3f1-a9d90f5c6364 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Fanout notify agent at l3_agent the message router_deleted on router bacd8a13-53bf-4158-bda6-19056b1b355c {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:06:33.616864 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83ee3ef1-46aa-4236-a3f1-a9d90f5c6364 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:33.627346 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-83ee3ef1-46aa-4236-a3f1-a9d90f5c6364 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "DELETE /v2.0/routers/bacd8a13-53bf-4158-bda6-19056b1b355c HTTP/1.1" status: 204 len: 168 time: 0.4552817 Feb 05 03:06:33.627990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39872) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:33.654304 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['ea3e72d2-28d8-4c80-b058-4aaf3f3508f5'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:06:33.680184 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ccbdb515-65f9-41f6-bd8b-079d97f80d0a tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "GET /v2.0/ports?device_id=bacd8a13-53bf-4158-bda6-19056b1b355c HTTP/1.1" status: 200 len: 205 time: 0.0485294 Feb 05 03:06:33.680376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39874) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:33.727999 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-37096353-e68d-40f2-bf76-868d70a71bad tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] delete failed (client error): The resource could not be found. Feb 05 03:06:33.731541 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-37096353-e68d-40f2-bf76-868d70a71bad tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "DELETE /v2.0/routers/bacd8a13-53bf-4158-bda6-19056b1b355c HTTP/1.1" status: 404 len: 336 time: 0.0478082 Feb 05 03:06:33.732283 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39880) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:33.744657 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-eecb550c-0ebe-4a7c-97d3-f51a506c6d97 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting port 039a811f-11a8-45ee-b74b-32b5aae92b1e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:33.745056 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eecb550c-0ebe-4a7c-97d3-f51a506c6d97 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (039a811f-11a8-45ee-b74b-32b5aae92b1e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:33.774727 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-df935b7c-cbe1-447c-9b16-f166cdf4e7ea tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d556ea-4b3f-4af7-8b1f-4c85fd0c948c HTTP/1.1" status: 200 len: 205 time: 0.0390794 Feb 05 03:06:33.774955 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bbf7a09e-4590-4866-ac6e-31c89c8c2c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:33.776426 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:33.777577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39882) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:33.841872 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-307fc088-31a1-485f-8643-dc9671f7b672 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] delete failed (client error): The resource could not be found. Feb 05 03:06:33.843021 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-307fc088-31a1-485f-8643-dc9671f7b672 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "DELETE /v2.0/routers/43d556ea-4b3f-4af7-8b1f-4c85fd0c948c HTTP/1.1" status: 404 len: 336 time: 0.0640030 Feb 05 03:06:33.849678 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39888) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:33.888431 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cc8e95fc-4350-4c42-a6e8-d51d384f8c23 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cd6ca87-fa41-4d48-b7c5-1e2657b90e46 HTTP/1.1" status: 200 len: 205 time: 0.0371473 Feb 05 03:06:33.890514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39890) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:33.894301 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eecb550c-0ebe-4a7c-97d3-f51a506c6d97 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (039a811f-11a8-45ee-b74b-32b5aae92b1e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:33.917313 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-eecb550c-0ebe-4a7c-97d3-f51a506c6d97 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Calling delete_port for 039a811f-11a8-45ee-b74b-32b5aae92b1e owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:33.955841 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-8569c704-764f-4dfa-8665-e7a4fa65fda6 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] delete failed (client error): The resource could not be found. Feb 05 03:06:33.961089 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8569c704-764f-4dfa-8665-e7a4fa65fda6 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "DELETE /v2.0/routers/7cd6ca87-fa41-4d48-b7c5-1e2657b90e46 HTTP/1.1" status: 404 len: 336 time: 0.0669930 Feb 05 03:06:33.962004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39894) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:34.011826 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ab29bf0f-7fad-449c-a069-8b1386f587a1 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333 HTTP/1.1" status: 200 len: 205 time: 0.0461574 Feb 05 03:06:34.012310 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39896) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:34.109959 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-d606546b-7752-49b1-ae6e-7a9813f9378d tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] delete failed (client error): The resource could not be found. Feb 05 03:06:34.111004 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d606546b-7752-49b1-ae6e-7a9813f9378d tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "DELETE /v2.0/routers/e1aa0da7-cdfa-4ba5-b1d0-e11ba07c4333 HTTP/1.1" status: 404 len: 336 time: 0.0671790 Feb 05 03:06:34.114577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39898) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:34.161414 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dc3d1ec3-6517-4e62-81d0-604744fe6228 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "GET /v2.0/ports?device_id=83708c7b-aa9d-4b42-9e1c-86471f83eed7 HTTP/1.1" status: 200 len: 205 time: 0.0450361 Feb 05 03:06:34.162048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39900) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:34.167650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ca8eb-2e3f-4c29-b11b-fa640f219811 req-3188cdc6-aad1-49b3-8593-1b56e02fb7dd tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:34.169189 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-370ca8eb-2e3f-4c29-b11b-fa640f219811 req-3188cdc6-aad1-49b3-8593-1b56e02fb7dd tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1580973 Feb 05 03:06:34.213027 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-4a9c59cf-40c8-445e-91bf-681ab68c822b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] delete failed (client error): The resource could not be found. Feb 05 03:06:34.217313 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4a9c59cf-40c8-445e-91bf-681ab68c822b tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "DELETE /v2.0/routers/83708c7b-aa9d-4b42-9e1c-86471f83eed7 HTTP/1.1" status: 404 len: 336 time: 0.0538979 Feb 05 03:06:34.217471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39902) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:34.219336 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eecb550c-0ebe-4a7c-97d3-f51a506c6d97 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (039a811f-11a8-45ee-b74b-32b5aae92b1e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:34.284406 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c65ecb5e-3e52-4332-90a2-1d609f03f645 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "GET /v2.0/ports?device_id=da19147c-aa09-4cfc-a6a6-ef965f48d292 HTTP/1.1" status: 200 len: 205 time: 0.0658078 Feb 05 03:06:34.287032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39904) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:34.288104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb550c-0ebe-4a7c-97d3-f51a506c6d97 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Port': ['ID=039a811f-11a8-45ee-b74b-32b5aae92b1e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:34.292412 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-370ca8eb-2e3f-4c29-b11b-fa640f219811 req-60e04e2e-8a11-40d0-ac8b-b133601383cf tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170073 Feb 05 03:06:34.380489 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-82d0d8ea-42a1-48f6-a849-b9cb9a12ef5d tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] delete failed (client error): The resource could not be found. Feb 05 03:06:34.381634 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-82d0d8ea-42a1-48f6-a849-b9cb9a12ef5d tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "DELETE /v2.0/routers/da19147c-aa09-4cfc-a6a6-ef965f48d292 HTTP/1.1" status: 404 len: 336 time: 0.0932648 Feb 05 03:06:34.386269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39914) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:34.443633 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57f13dd-d25e-443d-ad8f-21499c0cfd12 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] DELETE failed (client error): The resource could not be found. Feb 05 03:06:34.444098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57f13dd-d25e-443d-ad8f-21499c0cfd12 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:06:34.447193 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f57f13dd-d25e-443d-ad8f-21499c0cfd12 tempest-RoutersAdminTest-847677659 tempest-RoutersAdminTest-847677659-project] 10.222.0.36 "DELETE /v2.0/subnets/e07cfdc2-4a1f-467e-9629-0b11c9852332 HTTP/1.1" status: 404 len: 337 time: 0.0608621 Feb 05 03:06:34.469198 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eecb550c-0ebe-4a7c-97d3-f51a506c6d97 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (38507016-f1ce-4575-b1c8-8844f44c8325), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:34.699520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39922) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:34.825989 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc54e641-a7ce-4a6d-809c-b58c610b7703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:34.931282 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc54e641-a7ce-4a6d-809c-b58c610b7703 admin admin] Publish callbacks [] for security_group (a4f5de47-e1ab-4426-a0e9-0ad1600326a7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:34.936360 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc54e641-a7ce-4a6d-809c-b58c610b7703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a4f5de47-e1ab-4426-a0e9-0ad1600326a7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:34.977886 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dc54e641-a7ce-4a6d-809c-b58c610b7703 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a49abd3d24cc40f7b20210d1ee1a96ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2749691 Feb 05 03:06:34.978226 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39928) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:34.984130 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e8a35-bdd8-4425-9cca-6f75cb5b7327 req-58badabe-5e5c-4554-ad9f-23ebab08fcc5 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:34.984607 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54e641-a7ce-4a6d-809c-b58c610b7703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f5de47-e1ab-4426-a0e9-0ad1600326a7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:34.985776 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd2e8a35-bdd8-4425-9cca-6f75cb5b7327 req-58badabe-5e5c-4554-ad9f-23ebab08fcc5 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.5137386 Feb 05 03:06:35.012036 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:35.046113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecb550c-0ebe-4a7c-97d3-f51a506c6d97 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 38507016-f1ce-4575-b1c8-8844f44c8325 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:06:35.056744 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3548c39-cf42-4bc8-bf8d-3da744fb0f44 admin admin] Publish callbacks [] for security_group (a4f5de47-e1ab-4426-a0e9-0ad1600326a7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.069304 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:35.069966 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.078060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd2e8a35-bdd8-4425-9cca-6f75cb5b7327 req-337f0440-94e4-4a99-86fe-c7d82469bb6e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648386 Feb 05 03:06:35.085938 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3548c39-cf42-4bc8-bf8d-3da744fb0f44 admin admin] Publish callbacks [] for security_group (a4f5de47-e1ab-4426-a0e9-0ad1600326a7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.155240 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3548c39-cf42-4bc8-bf8d-3da744fb0f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a4f5de47-e1ab-4426-a0e9-0ad1600326a7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.160863 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3548c39-cf42-4bc8-bf8d-3da744fb0f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.164441 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c3548c39-cf42-4bc8-bf8d-3da744fb0f44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4f5de47-e1ab-4426-a0e9-0ad1600326a7 HTTP/1.1" status: 204 len: 168 time: 0.1828928 Feb 05 03:06:35.169427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:35.169928 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.173596 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecb550c-0ebe-4a7c-97d3-f51a506c6d97 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:06:35.185496 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39932) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:35.186646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-eecb550c-0ebe-4a7c-97d3-f51a506c6d97 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/38507016-f1ce-4575-b1c8-8844f44c8325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4731486 Feb 05 03:06:35.191617 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c980e57c-9d45-4f8c-b8fa-1d020baba58a None None] Sync routers for ids ['38507016-f1ce-4575-b1c8-8844f44c8325'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:06:35.207949 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c980e57c-9d45-4f8c-b8fa-1d020baba58a None None] Routers {'38507016-f1ce-4575-b1c8-8844f44c8325'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:35.208650 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c980e57c-9d45-4f8c-b8fa-1d020baba58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['38507016-f1ce-4575-b1c8-8844f44c8325'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:35.210461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:06:35.212775 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76869e9f-2fd2-426d-9155-9d996e7e1a60" -d '{"events": [{"server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "name": "network-vif-plugged", "status": "completed", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:06:35.226328 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:35.235359 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.236530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3548c39-cf42-4bc8-bf8d-3da744fb0f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f5de47-e1ab-4426-a0e9-0ad1600326a7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:35.256574 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39936) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:35.256701 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c980e57c-9d45-4f8c-b8fa-1d020baba58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:35.268357 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c980e57c-9d45-4f8c-b8fa-1d020baba58a None None] Routers {'38507016-f1ce-4575-b1c8-8844f44c8325'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:35.269304 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c980e57c-9d45-4f8c-b8fa-1d020baba58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['38507016-f1ce-4575-b1c8-8844f44c8325'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:35.270662 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-82e68c46-db5b-49ab-a849-7dc896002de1 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports?device_id=38507016-f1ce-4575-b1c8-8844f44c8325 HTTP/1.1" status: 200 len: 205 time: 0.0789349 Feb 05 03:06:35.309764 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c980e57c-9d45-4f8c-b8fa-1d020baba58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:35.310779 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c980e57c-9d45-4f8c-b8fa-1d020baba58a None None] The sync data for ids ['38507016-f1ce-4575-b1c8-8844f44c8325'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:06:35.315795 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7b40c1-7cb6-49ee-9e84-4860c2f46b57 x-openstack-request-id: req-ff7b40c1-7cb6-49ee-9e84-4860c2f46b57 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:06:35.315986 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "name": "network-vif-plugged", "status": "completed", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:06:35.316215 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff7b40c1-7cb6-49ee-9e84-4860c2f46b57 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:06:35.317126 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'code': 200} Feb 05 03:06:35.381481 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:35.407889 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a39031d-cfa8-473f-b1bb-2fa19175e4c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (38507016-f1ce-4575-b1c8-8844f44c8325), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.601598 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39950) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:35.634498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67d3d3-f365-4e12-bc0e-ca2bc66538a6 req-e7d1f95e-6529-4116-920a-e517d198ef0b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:35.636289 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e67d3d3-f365-4e12-bc0e-ca2bc66538a6 req-e7d1f95e-6529-4116-920a-e517d198ef0b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1892955 Feb 05 03:06:35.638081 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a39031d-cfa8-473f-b1bb-2fa19175e4c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (38507016-f1ce-4575-b1c8-8844f44c8325), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.640350 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a39031d-cfa8-473f-b1bb-2fa19175e4c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_controller (38507016-f1ce-4575-b1c8-8844f44c8325), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.662480 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-10547cd3-effe-4bfb-b53c-399874423a17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73878a41469843dba7a4bb59ad672ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0592008 Feb 05 03:06:35.663246 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39952) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:35.709016 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a39031d-cfa8-473f-b1bb-2fa19175e4c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (38507016-f1ce-4575-b1c8-8844f44c8325), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.709694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a39031d-cfa8-473f-b1bb-2fa19175e4c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Fanout notify agent at l3_agent the message router_deleted on router 38507016-f1ce-4575-b1c8-8844f44c8325 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:06:35.715429 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9641bd15-dc15-419e-be62-ac2ed65d8939 admin admin] Publish callbacks [] for security_group (46816d85-f583-4cab-b5e3-2666041dce9a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.720612 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a39031d-cfa8-473f-b1bb-2fa19175e4c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.724705 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9a39031d-cfa8-473f-b1bb-2fa19175e4c7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/routers/38507016-f1ce-4575-b1c8-8844f44c8325 HTTP/1.1" status: 204 len: 168 time: 0.4647248 Feb 05 03:06:35.725657 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39954) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:35.734218 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e67d3d3-f365-4e12-bc0e-ca2bc66538a6 req-4fe51b50-359e-484b-bd46-625b3e2c1195 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901701 Feb 05 03:06:35.768379 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9641bd15-dc15-419e-be62-ac2ed65d8939 admin admin] Publish callbacks [] for security_group (46816d85-f583-4cab-b5e3-2666041dce9a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.805721 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-5898d42c-41b3-49b2-b1d8-db19d9a3da5a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting subnet 2f1eab69-c9d8-46c4-a5be-aaa30d02b523 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:06:35.815851 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5898d42c-41b3-49b2-b1d8-db19d9a3da5a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (2f1eab69-c9d8-46c4-a5be-aaa30d02b523), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.865444 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5898d42c-41b3-49b2-b1d8-db19d9a3da5a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (2f1eab69-c9d8-46c4-a5be-aaa30d02b523), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.874331 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55c2e886-9d5f-4081-a212-502d05ba7107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.902802 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9641bd15-dc15-419e-be62-ac2ed65d8939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (46816d85-f583-4cab-b5e3-2666041dce9a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.905423 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9641bd15-dc15-419e-be62-ac2ed65d8939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:35.907010 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9641bd15-dc15-419e-be62-ac2ed65d8939 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46816d85-f583-4cab-b5e3-2666041dce9a HTTP/1.1" status: 204 len: 168 time: 0.2426484 Feb 05 03:06:35.924899 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641bd15-dc15-419e-be62-ac2ed65d8939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46816d85-f583-4cab-b5e3-2666041dce9a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:35.989299 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5898d42c-41b3-49b2-b1d8-db19d9a3da5a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (2f1eab69-c9d8-46c4-a5be-aaa30d02b523), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:36.054684 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5898d42c-41b3-49b2-b1d8-db19d9a3da5a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (2f1eab69-c9d8-46c4-a5be-aaa30d02b523), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:36.083928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898d42c-41b3-49b2-b1d8-db19d9a3da5a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Subnet': ['ID=2f1eab69-c9d8-46c4-a5be-aaa30d02b523,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:36.085935 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5898d42c-41b3-49b2-b1d8-db19d9a3da5a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:36.090610 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5898d42c-41b3-49b2-b1d8-db19d9a3da5a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/2f1eab69-c9d8-46c4-a5be-aaa30d02b523 HTTP/1.1" status: 204 len: 168 time: 0.3626094 Feb 05 03:06:36.092482 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39958) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:36.100349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888334b1-98c4-403b-94ab-8fc3539d6970 None None] Network 3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:06:36.259408 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:36.275780 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cace0-e812-459f-98f3-ee17b0aa1b86 req-b8de7804-5403-47e8-97c4-30a5ce9a1ee6 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:36.277302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd5cace0-e812-459f-98f3-ee17b0aa1b86 req-b8de7804-5403-47e8-97c4-30a5ce9a1ee6 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.0931072 Feb 05 03:06:36.308378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e055de-2cfd-4a80-a0bc-79080abb3936 None None] DHCP port deletion for 3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:06:36.362963 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-44e055de-2cfd-4a80-a0bc-79080abb3936 None None] Deleting port c968bd7d-0d0c-42ac-8868-ab20b9602a80 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:36.363370 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-44e055de-2cfd-4a80-a0bc-79080abb3936 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c968bd7d-0d0c-42ac-8868-ab20b9602a80), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:36.395063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd5cace0-e812-459f-98f3-ee17b0aa1b86 req-cdb68c95-5e8b-4d44-bd7f-7247644fefb6 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864427 Feb 05 03:06:36.398702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting port c968bd7d-0d0c-42ac-8868-ab20b9602a80 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:36.399076 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c968bd7d-0d0c-42ac-8868-ab20b9602a80), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:36.453615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-44e055de-2cfd-4a80-a0bc-79080abb3936 None None] For port c968bd7d-0d0c-42ac-8868-ab20b9602a80, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c968bd7d-0d0c-42ac-8868-ab20b9602a80,segment=NetworkSegment(aff83ce8-f3be-47a7-9863-02511ebedb3e),segment_id=aff83ce8-f3be-47a7-9863-02511ebedb3e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:36.454102 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-44e055de-2cfd-4a80-a0bc-79080abb3936 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c968bd7d-0d0c-42ac-8868-ab20b9602a80), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:36.471636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-44e055de-2cfd-4a80-a0bc-79080abb3936 None None] Calling delete_port for c968bd7d-0d0c-42ac-8868-ab20b9602a80 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:36.484593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] For port c968bd7d-0d0c-42ac-8868-ab20b9602a80, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c968bd7d-0d0c-42ac-8868-ab20b9602a80,segment=NetworkSegment(aff83ce8-f3be-47a7-9863-02511ebedb3e),segment_id=aff83ce8-f3be-47a7-9863-02511ebedb3e)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:36.485297 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c968bd7d-0d0c-42ac-8868-ab20b9602a80), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:36.500263 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Calling delete_port for c968bd7d-0d0c-42ac-8868-ab20b9602a80 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:36.556667 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-44e055de-2cfd-4a80-a0bc-79080abb3936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (c968bd7d-0d0c-42ac-8868-ab20b9602a80), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:36.592771 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e055de-2cfd-4a80-a0bc-79080abb3936 None None] Pushing event deleted for resources: {'Port': ['ID=c968bd7d-0d0c-42ac-8868-ab20b9602a80,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:36.596835 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e055de-2cfd-4a80-a0bc-79080abb3936 None None] No DVR routers for this DVR port c968bd7d-0d0c-42ac-8868-ab20b9602a80 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:06:36.627921 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c968bd7d-0d0c-42ac-8868-ab20b9602a80), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:36.665031 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Port': ['ID=c968bd7d-0d0c-42ac-8868-ab20b9602a80,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:36.669130 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] No DVR routers for this DVR port c968bd7d-0d0c-42ac-8868-ab20b9602a80 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:06:36.772730 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:36.810722 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:36.843265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff83ce8-f3be-47a7-9863-02511ebedb3e') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:36.843790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff83ce8-f3be-47a7-9863-02511ebedb3e') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:36.877096 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (aff83ce8-f3be-47a7-9863-02511ebedb3e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:36.894924 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (aff83ce8-f3be-47a7-9863-02511ebedb3e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:36.902034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:06:36.902445 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (aff83ce8-f3be-47a7-9863-02511ebedb3e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:06:36.971083 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:06:36.974207 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40006) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:36.989545 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:36.999851 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.003152 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/networks/3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f HTTP/1.1" status: 204 len: 168 time: 0.9095447 Feb 05 03:06:37.008190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40012) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:37.013468 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3e9e38ff-b9d4-4200-9637-4b24810a2d5b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1693750588', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:37.015018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c968bd7d-0d0c-42ac-8868-ab20b9602a80 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:06:37.044685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7eb52d-b046-4903-b9ff-fd32dbcfb172 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Network': ['ID=3ab2eb18-d502-4d79-bc1f-006ab0fbdf8f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:37.059592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: c968bd7d-0d0c-42ac-8868-ab20b9602a80 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:06:37.059945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c968bd7d-0d0c-42ac-8868-ab20b9602a80 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:06:37.061746 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e9e38ff-b9d4-4200-9637-4b24810a2d5b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (6008e616-0dba-4191-8d92-c6678e078111), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.063094 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e9e38ff-b9d4-4200-9637-4b24810a2d5b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (6008e616-0dba-4191-8d92-c6678e078111), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.081676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0278680-b696-41df-8c04-930fcbcf5c2e req-32a17955-38a1-43b4-b9d6-35ff03133dfb tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:37.083343 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0278680-b696-41df-8c04-930fcbcf5c2e req-32a17955-38a1-43b4-b9d6-35ff03133dfb tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2749894 Feb 05 03:06:37.103293 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.156320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0278680-b696-41df-8c04-930fcbcf5c2e req-f08ef7ab-00fc-420a-907e-2a816b037c58 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636981 Feb 05 03:06:37.367062 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40016) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:37.473888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c7bc01c8-c168-4fd9-b5dd-553f484253f1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-58840740'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:37.485267 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e9e38ff-b9d4-4200-9637-4b24810a2d5b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_controller (6008e616-0dba-4191-8d92-c6678e078111), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.499435 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e9e38ff-b9d4-4200-9637-4b24810a2d5b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (6008e616-0dba-4191-8d92-c6678e078111), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.513615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bc01c8-c168-4fd9-b5dd-553f484253f1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Made reservation on behalf of e5fd53c2d5654a50baa5332eed7bfa1c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:06:37.516847 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7bc01c8-c168-4fd9-b5dd-553f484253f1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.520843 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1002086a-75aa-4405-8fe0-094d848d74ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.526734 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7bc01c8-c168-4fd9-b5dd-553f484253f1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.530363 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e9e38ff-b9d4-4200-9637-4b24810a2d5b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.531571 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3e9e38ff-b9d4-4200-9637-4b24810a2d5b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5221801 Feb 05 03:06:37.536621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40026) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:37.542205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-800c79e4-b87b-4e8e-832c-b2c201f6f671 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'network': {'name': 'tempest-RoutersTest-1044813363'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:37.585190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df3b35-6f53-4b60-924e-5cbe8fd93f8b req-f70a8ec5-b44a-457d-8851-71978d79df5a tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:37.592561 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85df3b35-6f53-4b60-924e-5cbe8fd93f8b req-f70a8ec5-b44a-457d-8851-71978d79df5a tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1268744 Feb 05 03:06:37.612213 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7bc01c8-c168-4fd9-b5dd-553f484253f1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks [] for security_group (d187cc3d-ef65-4b03-81ec-6fa40ee45994), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.616353 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7bc01c8-c168-4fd9-b5dd-553f484253f1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d187cc3d-ef65-4b03-81ec-6fa40ee45994), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.618145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800c79e4-b87b-4e8e-832c-b2c201f6f671 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:06:37.622079 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-800c79e4-b87b-4e8e-832c-b2c201f6f671 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.641639 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7bc01c8-c168-4fd9-b5dd-553f484253f1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:06:37.658079 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc01c8-c168-4fd9-b5dd-553f484253f1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d187cc3d-ef65-4b03-81ec-6fa40ee45994,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:37.668699 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7bc01c8-c168-4fd9-b5dd-553f484253f1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ad04ee7b-100d-4657-8c37-1e766d6ea1c5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.669516 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-c7bc01c8-c168-4fd9-b5dd-553f484253f1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Added segment ad04ee7b-100d-4657-8c37-1e766d6ea1c5 of type vlan for network 45a0298c-2ee0-4030-8725-c317be094dd0 Feb 05 03:06:37.695210 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800c79e4-b87b-4e8e-832c-b2c201f6f671 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:06:37.716904 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85df3b35-6f53-4b60-924e-5cbe8fd93f8b req-afd754ef-3093-41b3-a911-17a75b15aba4 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234617 Feb 05 03:06:37.721081 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-800c79e4-b87b-4e8e-832c-b2c201f6f671 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c0061bd0-884e-4756-8634-6c0ba4b282ef), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.721430 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-800c79e4-b87b-4e8e-832c-b2c201f6f671 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Added segment c0061bd0-884e-4756-8634-6c0ba4b282ef of type vlan for network 76c11778-8025-4118-adc5-fe51f7d4a3f0 Feb 05 03:06:37.721561 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7bc01c8-c168-4fd9-b5dd-553f484253f1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (45a0298c-2ee0-4030-8725-c317be094dd0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.742145 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1002086a-75aa-4405-8fe0-094d848d74ed admin admin] Publish callbacks [] for security_group (0989e114-85d1-4fff-9f6a-d4f69e4d922e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.755649 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7bc01c8-c168-4fd9-b5dd-553f484253f1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (45a0298c-2ee0-4030-8725-c317be094dd0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.761241 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bc01c8-c168-4fd9-b5dd-553f484253f1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:37.761923 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7bc01c8-c168-4fd9-b5dd-553f484253f1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.763571 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1002086a-75aa-4405-8fe0-094d848d74ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0989e114-85d1-4fff-9f6a-d4f69e4d922e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.790456 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-800c79e4-b87b-4e8e-832c-b2c201f6f671 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (76c11778-8025-4118-adc5-fe51f7d4a3f0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.822792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1002086a-75aa-4405-8fe0-094d848d74ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6035aad4eff740179d34c4d8eaa33574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4544830 Feb 05 03:06:37.823757 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40028) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:37.826170 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002086a-75aa-4405-8fe0-094d848d74ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0989e114-85d1-4fff-9f6a-d4f69e4d922e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:37.846173 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-800c79e4-b87b-4e8e-832c-b2c201f6f671 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (76c11778-8025-4118-adc5-fe51f7d4a3f0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.851503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800c79e4-b87b-4e8e-832c-b2c201f6f671 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:37.852217 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-800c79e4-b87b-4e8e-832c-b2c201f6f671 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.855579 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c7bc01c8-c168-4fd9-b5dd-553f484253f1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8801467 Feb 05 03:06:37.862808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40030) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:37.870516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc01c8-c168-4fd9-b5dd-553f484253f1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event updated for resources: {'Network': ['ID=45a0298c-2ee0-4030-8725-c317be094dd0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:37.878356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b9d7f7c0-d2da-400b-b4fe-b67f6ed6a1b5 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Request body: {'subnet': {'network_id': '45a0298c-2ee0-4030-8725-c317be094dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:37.882657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 45a0298c-2ee0-4030-8725-c317be094dd0 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:06:37.899943 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9532f38a-d711-488f-bd7e-aa3098fb1c7c admin admin] Publish callbacks [] for security_group (0989e114-85d1-4fff-9f6a-d4f69e4d922e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.932686 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9532f38a-d711-488f-bd7e-aa3098fb1c7c admin admin] Publish callbacks [] for security_group (0989e114-85d1-4fff-9f6a-d4f69e4d922e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:37.977412 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-800c79e4-b87b-4e8e-832c-b2c201f6f671 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4397438 Feb 05 03:06:37.982127 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40032) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:37.988820 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f7c2f3a1-1ca2-4309-99d5-e65f699e0605 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'subnet': {'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:37.992687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c79e4-b87b-4e8e-832c-b2c201f6f671 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Network': ['ID=76c11778-8025-4118-adc5-fe51f7d4a3f0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:38.006844 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 76c11778-8025-4118-adc5-fe51f7d4a3f0 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:06:38.072574 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d7f7c0-d2da-400b-b4fe-b67f6ed6a1b5 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Made reservation on behalf of e5fd53c2d5654a50baa5332eed7bfa1c for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:06:38.076685 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f7c0-d2da-400b-b4fe-b67f6ed6a1b5 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:38.082628 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9532f38a-d711-488f-bd7e-aa3098fb1c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0989e114-85d1-4fff-9f6a-d4f69e4d922e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:38.085292 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9532f38a-d711-488f-bd7e-aa3098fb1c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:38.086512 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9532f38a-d711-488f-bd7e-aa3098fb1c7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0989e114-85d1-4fff-9f6a-d4f69e4d922e HTTP/1.1" status: 204 len: 168 time: 0.2619066 Feb 05 03:06:38.101500 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532f38a-d711-488f-bd7e-aa3098fb1c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0989e114-85d1-4fff-9f6a-d4f69e4d922e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:38.114653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c2f3a1-1ca2-4309-99d5-e65f699e0605 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:06:38.123461 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7c2f3a1-1ca2-4309-99d5-e65f699e0605 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:38.429466 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7c2f3a1-1ca2-4309-99d5-e65f699e0605 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (871d3e69-caca-4edb-a72c-e5efb9570b9c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:38.431026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277d445-ed80-4287-8682-5e479ea42eb7 req-36322161-5d1c-49f0-a0b7-d834b6976ec1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:38.432910 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3277d445-ed80-4287-8682-5e479ea42eb7 req-36322161-5d1c-49f0-a0b7-d834b6976ec1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1258223 Feb 05 03:06:38.435131 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f7c0-d2da-400b-b4fe-b67f6ed6a1b5 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (5962dacc-2461-42e9-be39-fb03e13fce32), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:38.500538 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2f3a1-1ca2-4309-99d5-e65f699e0605 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Subnet': ['ID=871d3e69-caca-4edb-a72c-e5efb9570b9c,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:38.534534 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7f7c0-d2da-400b-b4fe-b67f6ed6a1b5 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event updated for resources: {'Subnet': ['ID=5962dacc-2461-42e9-be39-fb03e13fce32,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:38.535471 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2f3a1-1ca2-4309-99d5-e65f699e0605 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Checking segment: {'id': 'c0061bd0-884e-4756-8634-6c0ba4b282ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:06:38.535832 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c2f3a1-1ca2-4309-99d5-e65f699e0605 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network hostable DHCP agents. Network: 76c11778-8025-4118-adc5-fe51f7d4a3f0, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:06:38.559385 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c2f3a1-1ca2-4309-99d5-e65f699e0605 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network 76c11778-8025-4118-adc5-fe51f7d4a3f0 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:06:38.573174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f7c2f3a1-1ca2-4309-99d5-e65f699e0605 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 76c11778-8025-4118-adc5-fe51f7d4a3f0) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:38.578171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c2f3a1-1ca2-4309-99d5-e65f699e0605 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:38.579225 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7c2f3a1-1ca2-4309-99d5-e65f699e0605 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:38.589555 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3277d445-ed80-4287-8682-5e479ea42eb7 req-b5e61bf9-adf0-42d6-9fbb-a133c0cee5f4 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464016 Feb 05 03:06:38.592046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6216c69e-d927-4e5e-b06d-6d19ac061b08 None None] Network 76c11778-8025-4118-adc5-fe51f7d4a3f0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:06:38.598905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7f7c0-d2da-400b-b4fe-b67f6ed6a1b5 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Checking segment: {'id': 'ad04ee7b-100d-4657-8c37-1e766d6ea1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '45a0298c-2ee0-4030-8725-c317be094dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:06:38.600022 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d7f7c0-d2da-400b-b4fe-b67f6ed6a1b5 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Network hostable DHCP agents. Network: 45a0298c-2ee0-4030-8725-c317be094dd0, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:06:38.622013 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f7c2f3a1-1ca2-4309-99d5-e65f699e0605 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6387410 Feb 05 03:06:38.624931 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40058) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:38.627524 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d7f7c0-d2da-400b-b4fe-b67f6ed6a1b5 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Network 45a0298c-2ee0-4030-8725-c317be094dd0 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:06:38.635812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b9d7f7c0-d2da-400b-b4fe-b67f6ed6a1b5 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 45a0298c-2ee0-4030-8725-c317be094dd0) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:38.641311 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d7f7c0-d2da-400b-b4fe-b67f6ed6a1b5 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:38.645420 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f7c0-d2da-400b-b4fe-b67f6ed6a1b5 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:38.667044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8158876f-c695-4981-8d7c-61a3b1f943b3 None None] Network 45a0298c-2ee0-4030-8725-c317be094dd0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:06:38.687632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b9d7f7c0-d2da-400b-b4fe-b67f6ed6a1b5 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8240263 Feb 05 03:06:38.688337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40060) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:38.701311 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d82d084f-4b1d-4cde-af7d-9b2b9dcb335f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Request body: {'port': {'network_id': '45a0298c-2ee0-4030-8725-c317be094dd0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1365533684'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:38.754273 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40062) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:38.827567 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-45a0298c-2ee0-4030-8725-c317be094dd0', 'network_id': '45a0298c-2ee0-4030-8725-c317be094dd0', 'project_id': 'e5fd53c2d5654a50baa5332eed7bfa1c', 'fixed_ips': [{'subnet_id': '5962dacc-2461-42e9-be39-fb03e13fce32'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:06:38.828514 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:38.842213 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b387697-1414-457a-abab-2d9b0236f85d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:38.852150 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:38.933979 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b387697-1414-457a-abab-2d9b0236f85d admin admin] Publish callbacks [] for security_group (f4bad9f5-4294-4079-8d5f-725fed505fb5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:38.952216 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbb2e9-2110-4ad9-b5ca-bbb7055f4639 req-a9335ea2-d85c-42e7-8d37-715f08b0a54b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:38.960960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9bbb2e9-2110-4ad9-b5ca-bbb7055f4639 req-a9335ea2-d85c-42e7-8d37-715f08b0a54b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1307318 Feb 05 03:06:38.964839 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82d084f-4b1d-4cde-af7d-9b2b9dcb335f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Made reservation on behalf of e5fd53c2d5654a50baa5332eed7bfa1c for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:06:38.971473 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d82d084f-4b1d-4cde-af7d-9b2b9dcb335f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:38.998468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-d82d084f-4b1d-4cde-af7d-9b2b9dcb335f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] device_id is not set on port 91fab354-ace7-498b-8116-1316f36c8253 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:06:39.005523 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-76c11778-8025-4118-adc5-fe51f7d4a3f0', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'project_id': '456239914dd84c50ba91285736155cbe', 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:06:39.007476 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:39.029850 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b387697-1414-457a-abab-2d9b0236f85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f4bad9f5-4294-4079-8d5f-725fed505fb5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:39.107470 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9bbb2e9-2110-4ad9-b5ca-bbb7055f4639 req-15cbad19-ca6a-4956-8e83-e00fb6088edd tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453798 Feb 05 03:06:39.176529 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9b387697-1414-457a-abab-2d9b0236f85d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26358461e83f493e8cb9d19191e9ba7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4144683 Feb 05 03:06:39.177738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40074) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:39.180262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Allocated IP 2001:db8::2 (45a0298c-2ee0-4030-8725-c317be094dd0/5962dacc-2461-42e9-be39-fb03e13fce32/d477f0f7-96e8-4d7b-a020-a54a6447dcb3) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:39.204225 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b387697-1414-457a-abab-2d9b0236f85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bad9f5-4294-4079-8d5f-725fed505fb5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:39.268833 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2539bbc8-e356-4f72-abba-4925cdd76143 admin admin] Publish callbacks [] for security_group (f4bad9f5-4294-4079-8d5f-725fed505fb5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:39.272318 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:39.300731 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2539bbc8-e356-4f72-abba-4925cdd76143 admin admin] Publish callbacks [] for security_group (f4bad9f5-4294-4079-8d5f-725fed505fb5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:39.317936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Allocated IP 172.20.0.2 (76c11778-8025-4118-adc5-fe51f7d4a3f0/871d3e69-caca-4edb-a72c-e5efb9570b9c/83b5c77c-2e64-4d6a-90b2-a38a653bcd71) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:39.382463 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2539bbc8-e356-4f72-abba-4925cdd76143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f4bad9f5-4294-4079-8d5f-725fed505fb5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:39.385837 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2539bbc8-e356-4f72-abba-4925cdd76143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:39.389739 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2539bbc8-e356-4f72-abba-4925cdd76143 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4bad9f5-4294-4079-8d5f-725fed505fb5 HTTP/1.1" status: 204 len: 168 time: 0.2106361 Feb 05 03:06:39.400222 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539bbc8-e356-4f72-abba-4925cdd76143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bad9f5-4294-4079-8d5f-725fed505fb5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:39.534965 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Publish callbacks [] for port (d477f0f7-96e8-4d7b-a020-a54a6447dcb3), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:39.564192 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (d477f0f7-96e8-4d7b-a020-a54a6447dcb3), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:39.648677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Network 45a0298c-2ee0-4030-8725-c317be094dd0 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:39.654288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:39.662707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:39.683885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Pushing event updated for resources: {'Port': ['ID=d477f0f7-96e8-4d7b-a020-a54a6447dcb3,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:39.695939 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-d82d084f-4b1d-4cde-af7d-9b2b9dcb335f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Allocated IP 2001:db8::111 (45a0298c-2ee0-4030-8725-c317be094dd0/5962dacc-2461-42e9-be39-fb03e13fce32/91fab354-ace7-498b-8116-1316f36c8253) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:39.703795 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Publish callbacks [] for port (83b5c77c-2e64-4d6a-90b2-a38a653bcd71), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:39.762052 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (83b5c77c-2e64-4d6a-90b2-a38a653bcd71), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:39.837315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Attempting to bind port d477f0f7-96e8-4d7b-a020-a54a6447dcb3 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:06:39.837937 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Attempting to bind port d477f0f7-96e8-4d7b-a020-a54a6447dcb3 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'ad04ee7b-100d-4657-8c37-1e766d6ea1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '45a0298c-2ee0-4030-8725-c317be094dd0'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:06:39.838117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Attempting to bind port d477f0f7-96e8-4d7b-a020-a54a6447dcb3 on network 45a0298c-2ee0-4030-8725-c317be094dd0 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:06:39.840161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Allocated IP 172.20.0.1 (76c11778-8025-4118-adc5-fe51f7d4a3f0/871d3e69-caca-4edb-a72c-e5efb9570b9c/50bddbf9-841a-4e79-a094-c953e62b2226) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:39.847554 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Network 76c11778-8025-4118-adc5-fe51f7d4a3f0 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:39.848529 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:06:39.848893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Checking segment: {'id': 'ad04ee7b-100d-4657-8c37-1e766d6ea1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '45a0298c-2ee0-4030-8725-c317be094dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:06:39.849298 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:39.849700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Bound using segment: {'id': 'ad04ee7b-100d-4657-8c37-1e766d6ea1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '45a0298c-2ee0-4030-8725-c317be094dd0'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:06:39.850212 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Bound port: d477f0f7-96e8-4d7b-a020-a54a6447dcb3, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad04ee7b-100d-4657-8c37-1e766d6ea1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '45a0298c-2ee0-4030-8725-c317be094dd0'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:06:39.850545 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d477f0f7-96e8-4d7b-a020-a54a6447dcb3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:39.859203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be0884-8c11-43bf-b6d7-a27300c8f281 req-03f639e8-4e1f-4cc0-b62f-96199388cf6c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:39.864429 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85be0884-8c11-43bf-b6d7-a27300c8f281 req-03f639e8-4e1f-4cc0-b62f-96199388cf6c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1727657 Feb 05 03:06:39.864646 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:39.875278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:39.957250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Pushing event updated for resources: {'Port': ['ID=83b5c77c-2e64-4d6a-90b2-a38a653bcd71,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:40.003551 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:40.009652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] For port d477f0f7-96e8-4d7b-a020-a54a6447dcb3, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:06:40.021766 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Attempting to bind port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:06:40.022113 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Attempting to bind port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'c0061bd0-884e-4756-8634-6c0ba4b282ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:06:40.022460 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Attempting to bind port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 on network 76c11778-8025-4118-adc5-fe51f7d4a3f0 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:06:40.030593 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] For port d477f0f7-96e8-4d7b-a020-a54a6447dcb3, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d477f0f7-96e8-4d7b-a020-a54a6447dcb3,segment=NetworkSegment(ad04ee7b-100d-4657-8c37-1e766d6ea1c5),segment_id=ad04ee7b-100d-4657-8c37-1e766d6ea1c5)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:06:40.035442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:06:40.036464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Checking segment: {'id': 'c0061bd0-884e-4756-8634-6c0ba4b282ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:06:40.036464 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:40.036850 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Bound using segment: {'id': 'c0061bd0-884e-4756-8634-6c0ba4b282ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:06:40.037062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Bound port: 83b5c77c-2e64-4d6a-90b2-a38a653bcd71, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0061bd0-884e-4756-8634-6c0ba4b282ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:06:40.037425 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (83b5c77c-2e64-4d6a-90b2-a38a653bcd71), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:40.050016 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d477f0f7-96e8-4d7b-a020-a54a6447dcb3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:40.121680 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (50bddbf9-841a-4e79-a094-c953e62b2226), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:40.167658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] For port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:06:40.171675 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] For port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=83b5c77c-2e64-4d6a-90b2-a38a653bcd71,segment=NetworkSegment(c0061bd0-884e-4756-8634-6c0ba4b282ef),segment_id=c0061bd0-884e-4756-8634-6c0ba4b282ef)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:06:40.176557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85be0884-8c11-43bf-b6d7-a27300c8f281 req-fa46f8e0-364f-4f40-a1b9-0caad7ef2dae tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764409 Feb 05 03:06:40.185076 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (83b5c77c-2e64-4d6a-90b2-a38a653bcd71), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:40.236855 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (50bddbf9-841a-4e79-a094-c953e62b2226), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:40.250611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf79a7-1570-421f-86ee-3be2c62aa26e None None] Pushing event updated for resources: {'Port': ['ID=d477f0f7-96e8-4d7b-a020-a54a6447dcb3,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:40.274026 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d82d084f-4b1d-4cde-af7d-9b2b9dcb335f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks [] for port (91fab354-ace7-498b-8116-1316f36c8253), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:40.324807 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network 76c11778-8025-4118-adc5-fe51f7d4a3f0 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:40.328547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:40.338471 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:40.347428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=50bddbf9-841a-4e79-a094-c953e62b2226,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:40.366459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306eb592-f9f2-4a0a-aaa1-270a63a9ae6f None None] Pushing event updated for resources: {'Port': ['ID=83b5c77c-2e64-4d6a-90b2-a38a653bcd71,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:40.504291 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (6008e616-0dba-4191-8d92-c6678e078111), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:40.531757 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612ee6d-6430-4daa-9f87-618cef9145a0 req-4268cfdd-f6f2-4304-9105-ad7acf1660b2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:40.544100 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f612ee6d-6430-4daa-9f87-618cef9145a0 req-4268cfdd-f6f2-4304-9105-ad7acf1660b2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.2676709 Feb 05 03:06:40.653810 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f612ee6d-6430-4daa-9f87-618cef9145a0 req-a987d651-b712-4adc-98a9-aa01fbb0e866 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081531 Feb 05 03:06:40.663685 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d82d084f-4b1d-4cde-af7d-9b2b9dcb335f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (91fab354-ace7-498b-8116-1316f36c8253), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:40.790451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82d084f-4b1d-4cde-af7d-9b2b9dcb335f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Network 45a0298c-2ee0-4030-8725-c317be094dd0 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:40.792194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d82d084f-4b1d-4cde-af7d-9b2b9dcb335f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:40.795457 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d084f-4b1d-4cde-af7d-9b2b9dcb335f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:40.801637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82d084f-4b1d-4cde-af7d-9b2b9dcb335f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:40.802314 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d82d084f-4b1d-4cde-af7d-9b2b9dcb335f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:40.819892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d084f-4b1d-4cde-af7d-9b2b9dcb335f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event updated for resources: {'Port': ['ID=91fab354-ace7-498b-8116-1316f36c8253,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:40.835062 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d82d084f-4b1d-4cde-af7d-9b2b9dcb335f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1421995 Feb 05 03:06:40.835570 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40108) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:40.842102 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-84292141-25a7-478b-92ce-72e16530b31d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Request body: {'port': {'network_id': '45a0298c-2ee0-4030-8725-c317be094dd0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1282101450', 'allowed_address_pairs': [{'ip_address': '2001:db8::111', 'mac_address': 'fa:16:3e:67:54:76'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:40.850673 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (50bddbf9-841a-4e79-a094-c953e62b2226), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:41.036160 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84292141-25a7-478b-92ce-72e16530b31d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Made reservation on behalf of e5fd53c2d5654a50baa5332eed7bfa1c for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:06:41.199427 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84292141-25a7-478b-92ce-72e16530b31d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:41.244153 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-84292141-25a7-478b-92ce-72e16530b31d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] device_id is not set on port 05724dca-0c28-40f3-8cbf-3cb52de212fb yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:06:41.287126 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:41.309373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:41.438904 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:41.440320 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (83b5c77c-2e64-4d6a-90b2-a38a653bcd71), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:41.462434 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921839f-5e0d-4f62-96c1-5c946604d593 req-0797f96c-4a30-4f96-97fb-f8db49a2ad7a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:41.469836 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1921839f-5e0d-4f62-96c1-5c946604d593 req-0797f96c-4a30-4f96-97fb-f8db49a2ad7a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1450260 Feb 05 03:06:41.505724 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (50bddbf9-841a-4e79-a094-c953e62b2226), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:41.516637 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (50bddbf9-841a-4e79-a094-c953e62b2226), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:41.560693 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1921839f-5e0d-4f62-96c1-5c946604d593 req-57f7963c-03d1-410b-9062-4ecec5379fe3 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898440 Feb 05 03:06:41.617357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-84292141-25a7-478b-92ce-72e16530b31d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Allocated IP 2001:db8::2fc (45a0298c-2ee0-4030-8725-c317be094dd0/5962dacc-2461-42e9-be39-fb03e13fce32/05724dca-0c28-40f3-8cbf-3cb52de212fb) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:41.621336 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:41.622159 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (83b5c77c-2e64-4d6a-90b2-a38a653bcd71), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:41.724617 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=83b5c77c-2e64-4d6a-90b2-a38a653bcd71,segment=NetworkSegment(c0061bd0-884e-4756-8634-6c0ba4b282ef),segment_id=c0061bd0-884e-4756-8634-6c0ba4b282ef)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:41.734497 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (83b5c77c-2e64-4d6a-90b2-a38a653bcd71), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:41.735473 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d477f0f7-96e8-4d7b-a020-a54a6447dcb3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:41.916176 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e483f696-2de4-4fb8-806c-35b7cbfef75e None None] Network 45a0298c-2ee0-4030-8725-c317be094dd0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:06:41.931748 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=50bddbf9-841a-4e79-a094-c953e62b2226,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:41.934438 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (6008e616-0dba-4191-8d92-c6678e078111), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:41.992255 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=83b5c77c-2e64-4d6a-90b2-a38a653bcd71,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:42.048337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d477f0f7-96e8-4d7b-a020-a54a6447dcb3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:42.050532 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d477f0f7-96e8-4d7b-a020-a54a6447dcb3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:42.072346 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-131e0d24-cf4b-4e9e-9b7a-a6a1d065ddd5 None None] Provisioning complete for port d477f0f7-96e8-4d7b-a020-a54a6447dcb3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:42.072549 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-131e0d24-cf4b-4e9e-9b7a-a6a1d065ddd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d477f0f7-96e8-4d7b-a020-a54a6447dcb3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:42.092167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d1297-9a12-4a94-a720-b6d373823aea req-413cf43c-5e25-4439-a66e-273425fd5bae tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:42.103260 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a3d1297-9a12-4a94-a720-b6d373823aea req-413cf43c-5e25-4439-a66e-273425fd5bae tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.2384121 Feb 05 03:06:42.188066 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network 76c11778-8025-4118-adc5-fe51f7d4a3f0 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:42.190358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:42.259038 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84292141-25a7-478b-92ce-72e16530b31d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks [] for port (05724dca-0c28-40f3-8cbf-3cb52de212fb), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:42.429614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a3d1297-9a12-4a94-a720-b6d373823aea req-96a0a47e-4639-4e03-ae08-b2eaf1f3ab6a tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089578 Feb 05 03:06:42.460692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 6008e616-0dba-4191-8d92-c6678e078111 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:06:42.489120 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84292141-25a7-478b-92ce-72e16530b31d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (05724dca-0c28-40f3-8cbf-3cb52de212fb), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:42.489522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc65b87-8843-4ae3-8479-9cff0e2b7e0e None None] Network 76c11778-8025-4118-adc5-fe51f7d4a3f0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:06:42.591420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-131e0d24-cf4b-4e9e-9b7a-a6a1d065ddd5 None None] Current status of the port d477f0f7-96e8-4d7b-a020-a54a6447dcb3 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:42.591821 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-131e0d24-cf4b-4e9e-9b7a-a6a1d065ddd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d477f0f7-96e8-4d7b-a020-a54a6447dcb3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:42.601815 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:06:42.611413 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-aa9667f2-4de4-4d08-99de-a3a5c81f4259 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/6008e616-0dba-4191-8d92-c6678e078111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9811420 Feb 05 03:06:42.613087 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40130) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:42.615436 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84292141-25a7-478b-92ce-72e16530b31d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event updated for resources: {'Port': ['ID=05724dca-0c28-40f3-8cbf-3cb52de212fb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:42.620628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6a9c9418-bb96-4bcf-b298-c9a58258ed6e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'network': {'name': 'tempest-RoutersTest-373847200'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:42.623624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Sync routers for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:06:42.625376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84292141-25a7-478b-92ce-72e16530b31d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Network 45a0298c-2ee0-4030-8725-c317be094dd0 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:42.628832 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-84292141-25a7-478b-92ce-72e16530b31d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:42.637106 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84292141-25a7-478b-92ce-72e16530b31d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:42.637324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d477f0f7-96e8-4d7b-a020-a54a6447dcb3 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:42.637719 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d477f0f7-96e8-4d7b-a020-a54a6447dcb3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:42.642958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84292141-25a7-478b-92ce-72e16530b31d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:42.648175 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84292141-25a7-478b-92ce-72e16530b31d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:42.681462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9c9418-bb96-4bcf-b298-c9a58258ed6e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:06:42.687027 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-84292141-25a7-478b-92ce-72e16530b31d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.8501003 Feb 05 03:06:42.687717 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-131e0d24-cf4b-4e9e-9b7a-a6a1d065ddd5 None None] For port d477f0f7-96e8-4d7b-a020-a54a6447dcb3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d477f0f7-96e8-4d7b-a020-a54a6447dcb3,segment=NetworkSegment(ad04ee7b-100d-4657-8c37-1e766d6ea1c5),segment_id=ad04ee7b-100d-4657-8c37-1e766d6ea1c5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:42.690109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40132) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:42.698480 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9418-bb96-4bcf-b298-c9a58258ed6e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:42.745685 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-131e0d24-cf4b-4e9e-9b7a-a6a1d065ddd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d477f0f7-96e8-4d7b-a020-a54a6447dcb3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:42.755118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9c9418-bb96-4bcf-b298-c9a58258ed6e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:06:42.779674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9418-bb96-4bcf-b298-c9a58258ed6e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (0e3d3b0a-307f-41ee-9260-d66fa5a0846b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:42.780374 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-6a9c9418-bb96-4bcf-b298-c9a58258ed6e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Added segment 0e3d3b0a-307f-41ee-9260-d66fa5a0846b of type vlan for network b6b5ee55-a9bf-42ab-b704-95d60d2067ae Feb 05 03:06:42.811302 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:42.812065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:42.882314 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9418-bb96-4bcf-b298-c9a58258ed6e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (b6b5ee55-a9bf-42ab-b704-95d60d2067ae), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:42.883190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc5fb2-e52b-4841-9282-501f8a4ce5d4 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:42.897505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc5fb2-e52b-4841-9282-501f8a4ce5d4 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:42.902792 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc5fb2-e52b-4841-9282-501f8a4ce5d4 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:42.912718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-59fc5fb2-e52b-4841-9282-501f8a4ce5d4 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.2186248 Feb 05 03:06:42.916484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40138) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:42.942114 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9418-bb96-4bcf-b298-c9a58258ed6e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (b6b5ee55-a9bf-42ab-b704-95d60d2067ae), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:42.949097 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9c9418-bb96-4bcf-b298-c9a58258ed6e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:42.949960 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9418-bb96-4bcf-b298-c9a58258ed6e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:42.997871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db097475-2845-45a4-9c05-e050e5a7e709 req-4d59d003-9b0a-415e-a7f2-e9f80342e886 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:43.000311 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db097475-2845-45a4-9c05-e050e5a7e709 req-4d59d003-9b0a-415e-a7f2-e9f80342e886 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2658556 Feb 05 03:06:43.073494 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:06:43.074001 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:06:43.082623 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c9418-bb96-4bcf-b298-c9a58258ed6e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Network': ['ID=b6b5ee55-a9bf-42ab-b704-95d60d2067ae,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:43.085468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e0d24-cf4b-4e9e-9b7a-a6a1d065ddd5 None None] Pushing event updated for resources: {'Port': ['ID=d477f0f7-96e8-4d7b-a020-a54a6447dcb3,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:43.106691 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6a9c9418-bb96-4bcf-b298-c9a58258ed6e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4916978 Feb 05 03:06:43.110796 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40140) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:43.121470 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2cad7f5f-c65b-4aba-b431-f5ae20bfd673 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'subnet': {'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:43.145679 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network b6b5ee55-a9bf-42ab-b704-95d60d2067ae details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:06:43.223988 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:06:43.351088 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cad7f5f-c65b-4aba-b431-f5ae20bfd673 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:06:43.355084 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cad7f5f-c65b-4aba-b431-f5ae20bfd673 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:43.468893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-277836f1-5741-460a-ba63-3faf4976c1cc None None] Provisioning complete for port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:43.469418 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-277836f1-5741-460a-ba63-3faf4976c1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (83b5c77c-2e64-4d6a-90b2-a38a653bcd71), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:43.851397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d477f0f7-96e8-4d7b-a020-a54a6447dcb3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:43.928107 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db097475-2845-45a4-9c05-e050e5a7e709 req-f05768c8-105b-45ea-83ff-66a99d0371d5 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9178367 Feb 05 03:06:43.970252 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-45806506-b5d6-4232-99a5-5b23da9ae8e3 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Deleting port 05724dca-0c28-40f3-8cbf-3cb52de212fb {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:43.971235 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45806506-b5d6-4232-99a5-5b23da9ae8e3 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (05724dca-0c28-40f3-8cbf-3cb52de212fb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:44.088916 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cad7f5f-c65b-4aba-b431-f5ae20bfd673 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (7fe12137-35b0-4692-beb5-fc683bb4635f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:44.103966 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:44.153833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69030dc-1720-448b-a83b-d67b5e165705 req-82fc6749-e2a0-4b7e-81a8-73994b380419 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:44.167527 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f69030dc-1720-448b-a83b-d67b5e165705 req-82fc6749-e2a0-4b7e-81a8-73994b380419 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.4494367 Feb 05 03:06:44.261894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f69030dc-1720-448b-a83b-d67b5e165705 req-5b269340-57e3-4e66-9dda-0ca33422a466 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781395 Feb 05 03:06:44.291869 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-277836f1-5741-460a-ba63-3faf4976c1cc None None] Current status of the port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:44.321009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad7f5f-c65b-4aba-b431-f5ae20bfd673 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Subnet': ['ID=7fe12137-35b0-4692-beb5-fc683bb4635f,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:44.348037 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45806506-b5d6-4232-99a5-5b23da9ae8e3 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (05724dca-0c28-40f3-8cbf-3cb52de212fb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:44.354427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cad7f5f-c65b-4aba-b431-f5ae20bfd673 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Checking segment: {'id': '0e3d3b0a-307f-41ee-9260-d66fa5a0846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:06:44.354815 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cad7f5f-c65b-4aba-b431-f5ae20bfd673 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network hostable DHCP agents. Network: b6b5ee55-a9bf-42ab-b704-95d60d2067ae, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:06:44.358414 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:44.358966 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (83b5c77c-2e64-4d6a-90b2-a38a653bcd71), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:44.387663 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-45806506-b5d6-4232-99a5-5b23da9ae8e3 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Calling delete_port for 05724dca-0c28-40f3-8cbf-3cb52de212fb owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:44.436693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cad7f5f-c65b-4aba-b431-f5ae20bfd673 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network b6b5ee55-a9bf-42ab-b704-95d60d2067ae is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:06:44.459384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:06:40Z', 'revision_number': 2, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:41Z', 'revision_number': 2, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:44.461636 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-2cad7f5f-c65b-4aba-b431-f5ae20bfd673 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, b6b5ee55-a9bf-42ab-b704-95d60d2067ae) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:44.469624 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cad7f5f-c65b-4aba-b431-f5ae20bfd673 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:44.470228 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cad7f5f-c65b-4aba-b431-f5ae20bfd673 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:44.499724 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d2ecfe20-87d6-4c8c-84c8-286abeeca1ba None None] Provisioning complete for port 05724dca-0c28-40f3-8cbf-3cb52de212fb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:44.500093 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2ecfe20-87d6-4c8c-84c8-286abeeca1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (05724dca-0c28-40f3-8cbf-3cb52de212fb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:44.520447 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2cad7f5f-c65b-4aba-b431-f5ae20bfd673 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4070137 Feb 05 03:06:44.523172 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40152) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:44.543499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de3b38a-f3b5-43dc-94b4-171bdc54d778 None None] Network b6b5ee55-a9bf-42ab-b704-95d60d2067ae requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:06:44.555340 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Checking router: 6008e616-0dba-4191-8d92-c6678e078111 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:06:44.555995 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Updating router 6008e616-0dba-4191-8d92-c6678e078111 port 50bddbf9-841a-4e79-a094-c953e62b2226 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:06:44.686059 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d2ecfe20-87d6-4c8c-84c8-286abeeca1ba None None] Port 05724dca-0c28-40f3-8cbf-3cb52de212fb cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:06:44.694044 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (50bddbf9-841a-4e79-a094-c953e62b2226), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:44.707405 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:44.708896 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d477f0f7-96e8-4d7b-a020-a54a6447dcb3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:44.750932 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45806506-b5d6-4232-99a5-5b23da9ae8e3 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (05724dca-0c28-40f3-8cbf-3cb52de212fb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:44.787571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45806506-b5d6-4232-99a5-5b23da9ae8e3 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event deleted for resources: {'Port': ['ID=05724dca-0c28-40f3-8cbf-3cb52de212fb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:44.851804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device acb28c92-8aec-4518-83f2-c35adecc50ea details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:06:44.863291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d2ecfe20-87d6-4c8c-84c8-286abeeca1ba None None] Provisioning complete for port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:44.863671 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2ecfe20-87d6-4c8c-84c8-286abeeca1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (83b5c77c-2e64-4d6a-90b2-a38a653bcd71), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:45.052821 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45806506-b5d6-4232-99a5-5b23da9ae8e3 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:45.062698 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d477f0f7-96e8-4d7b-a020-a54a6447dcb3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:45.063107 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d477f0f7-96e8-4d7b-a020-a54a6447dcb3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:45.070666 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-45806506-b5d6-4232-99a5-5b23da9ae8e3 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "DELETE /v2.0/ports/05724dca-0c28-40f3-8cbf-3cb52de212fb HTTP/1.1" status: 204 len: 168 time: 2.1531365 Feb 05 03:06:45.072540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40160) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:45.168089 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'project_id': '456239914dd84c50ba91285736155cbe', 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:06:45.168962 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:45.171745 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-49da8666-f028-463c-86c2-b84a64596a19 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] GET failed (client error): The resource could not be found. Feb 05 03:06:45.173418 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-49da8666-f028-463c-86c2-b84a64596a19 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "GET /v2.0/ports/05724dca-0c28-40f3-8cbf-3cb52de212fb HTTP/1.1" status: 404 len: 333 time: 0.1000109 Feb 05 03:06:45.185364 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40162) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:45.191602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9ed2f729-522f-4824-bfde-370109c12052 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Request body: {'port': {'network_id': '45a0298c-2ee0-4030-8725-c317be094dd0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-240823992'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:45.227051 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368da5ef-9e43-4958-a7bf-d0d863e03502 req-ad494c4e-d32f-4b8f-896e-8c60b28ecadb tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:45.229712 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-368da5ef-9e43-4958-a7bf-d0d863e03502 req-ad494c4e-d32f-4b8f-896e-8c60b28ecadb tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1578064 Feb 05 03:06:45.305120 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:45.349174 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-368da5ef-9e43-4958-a7bf-d0d863e03502 req-6bfc9d6e-aa61-43f3-9982-2448dfa22e22 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053522 Feb 05 03:06:45.504362 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f62e6-78a6-46f3-a483-439482306955 req-89a0ec60-094e-492a-b670-f916140999b3 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:45.505748 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-523f62e6-78a6-46f3-a483-439482306955 req-89a0ec60-094e-492a-b670-f916140999b3 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1103027 Feb 05 03:06:45.620990 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-523f62e6-78a6-46f3-a483-439482306955 req-d15446bf-d5f5-4d33-bc3d-cd32d567557b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048136 Feb 05 03:06:45.734140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed2f729-522f-4824-bfde-370109c12052 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Made reservation on behalf of e5fd53c2d5654a50baa5332eed7bfa1c for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:06:45.748011 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f729-522f-4824-bfde-370109c12052 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:45.760710 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d2ecfe20-87d6-4c8c-84c8-286abeeca1ba None None] Current status of the port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:45.779575 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port acb28c92-8aec-4518-83f2-c35adecc50ea, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=acb28c92-8aec-4518-83f2-c35adecc50ea,segment=NetworkSegment(e48789ca-2411-4dd0-8111-f6e23a9e113b),segment_id=e48789ca-2411-4dd0-8111-f6e23a9e113b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:45.839671 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Allocated IP 172.21.0.1 (b6b5ee55-a9bf-42ab-b704-95d60d2067ae/7fe12137-35b0-4692-beb5-fc683bb4635f/32127a35-cc94-469b-a6f8-e5008d0ab2da) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:45.884839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'acb28c92-8aec-4518-83f2-c35adecc50ea', 'network_id': '98ab2392-eb0d-400b-ae03-4808c53f38dc', 'port_id': 'acb28c92-8aec-4518-83f2-c35adecc50ea', 'mac_address': 'fa:16:3e:bc:67:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9710adb9-a86e-4bd9-b62b-bccb80188957', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:06:45.939110 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d2ecfe20-87d6-4c8c-84c8-286abeeca1ba None None] Provisioning complete for port d477f0f7-96e8-4d7b-a020-a54a6447dcb3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:45.940491 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2ecfe20-87d6-4c8c-84c8-286abeeca1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d477f0f7-96e8-4d7b-a020-a54a6447dcb3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:46.011290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d477f0f7-96e8-4d7b-a020-a54a6447dcb3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:46.062577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port acb28c92-8aec-4518-83f2-c35adecc50ea is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:46.063063 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:46.091235 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acb28c92-8aec-4518-83f2-c35adecc50ea {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:06:46.187523 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port acb28c92-8aec-4518-83f2-c35adecc50ea, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=acb28c92-8aec-4518-83f2-c35adecc50ea,segment=NetworkSegment(e48789ca-2411-4dd0-8111-f6e23a9e113b),segment_id=e48789ca-2411-4dd0-8111-f6e23a9e113b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:46.194045 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:46.209357 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:46.214276 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Publish callbacks [] for port (50bddbf9-841a-4e79-a094-c953e62b2226), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:46.249688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d2ecfe20-87d6-4c8c-84c8-286abeeca1ba None None] Current status of the port d477f0f7-96e8-4d7b-a020-a54a6447dcb3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:46.252325 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (50bddbf9-841a-4e79-a094-c953e62b2226), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:46.306696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d2ecfe20-87d6-4c8c-84c8-286abeeca1ba None None] Provisioning complete for port 91fab354-ace7-498b-8116-1316f36c8253 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:46.313287 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2ecfe20-87d6-4c8c-84c8-286abeeca1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (91fab354-ace7-498b-8116-1316f36c8253), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:46.317010 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=acb28c92-8aec-4518-83f2-c35adecc50ea,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:46.324403 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['acb28c92-8aec-4518-83f2-c35adecc50ea'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:06:46.483962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-9ed2f729-522f-4824-bfde-370109c12052 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] device_id is not set on port 6174d3ca-228b-42f8-8a58-aa996c471d48 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:06:46.552508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd08ff-bb77-42ed-bc01-45502d6c803e req-a8656d5c-c837-4258-8d03-ce81a2ec7fa4 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:46.556805 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ccd08ff-bb77-42ed-bc01-45502d6c803e req-a8656d5c-c837-4258-8d03-ce81a2ec7fa4 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 944 time: 0.1098228 Feb 05 03:06:46.580842 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d2ecfe20-87d6-4c8c-84c8-286abeeca1ba None None] Port 91fab354-ace7-498b-8116-1316f36c8253 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:06:46.645020 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919cc76-4055-4ae0-9263-5d7e7e56aa8a None None] Pushing event updated for resources: {'Port': ['ID=50bddbf9-841a-4e79-a094-c953e62b2226,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:46.656526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Attempting to bind port 50bddbf9-841a-4e79-a094-c953e62b2226 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:06:46.656526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Attempting to bind port 50bddbf9-841a-4e79-a094-c953e62b2226 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'c0061bd0-884e-4756-8634-6c0ba4b282ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:06:46.656526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Attempting to bind port 50bddbf9-841a-4e79-a094-c953e62b2226 on network 76c11778-8025-4118-adc5-fe51f7d4a3f0 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:06:46.688897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d2ecfe20-87d6-4c8c-84c8-286abeeca1ba None None] Provisioning complete for port 50bddbf9-841a-4e79-a094-c953e62b2226 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:46.690049 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2ecfe20-87d6-4c8c-84c8-286abeeca1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (50bddbf9-841a-4e79-a094-c953e62b2226), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:46.701822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:06:46.703259 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Checking segment: {'id': 'c0061bd0-884e-4756-8634-6c0ba4b282ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:06:46.703888 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:46.704512 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Bound using segment: {'id': 'c0061bd0-884e-4756-8634-6c0ba4b282ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:06:46.705296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Bound port: 50bddbf9-841a-4e79-a094-c953e62b2226, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0061bd0-884e-4756-8634-6c0ba4b282ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:06:46.705898 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (50bddbf9-841a-4e79-a094-c953e62b2226), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:46.715675 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ccd08ff-bb77-42ed-bc01-45502d6c803e req-719773b2-d4f7-4400-8fc3-1e5f2ab4801b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517198 Feb 05 03:06:46.819192 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-9ed2f729-522f-4824-bfde-370109c12052 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Allocated IP 2001:db8::3c5 (45a0298c-2ee0-4030-8725-c317be094dd0/5962dacc-2461-42e9-be39-fb03e13fce32/6174d3ca-228b-42f8-8a58-aa996c471d48) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:46.845563 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:46.878338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d2ecfe20-87d6-4c8c-84c8-286abeeca1ba None None] Port 50bddbf9-841a-4e79-a094-c953e62b2226 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:06:46.926650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a24de-22ef-4457-a5ec-ee6b75cba5d9 req-ca226cbd-df33-4733-b279-0787de884d07 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:46.932602 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e97a24de-22ef-4457-a5ec-ee6b75cba5d9 req-ca226cbd-df33-4733-b279-0787de884d07 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.2006743 Feb 05 03:06:47.027952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e97a24de-22ef-4457-a5ec-ee6b75cba5d9 req-515e4776-6b90-4337-aae1-18d4304f1f54 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839968 Feb 05 03:06:47.042706 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:47.106586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network b6b5ee55-a9bf-42ab-b704-95d60d2067ae is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:47.114431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:47.129526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:47.153122 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=32127a35-cc94-469b-a6f8-e5008d0ab2da,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:47.197831 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (6008e616-0dba-4191-8d92-c6678e078111), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:47.202963 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f729-522f-4824-bfde-370109c12052 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks [] for port (6174d3ca-228b-42f8-8a58-aa996c471d48), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:47.242736 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Allocated IP 172.21.0.2 (b6b5ee55-a9bf-42ab-b704-95d60d2067ae/7fe12137-35b0-4692-beb5-fc683bb4635f/7491d98c-7353-4f17-abbf-0084d6c1d03e) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:47.256598 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c8e3f53d-e17c-44c3-bcbe-7d838d920d32 None None] Provisioning complete for port 50bddbf9-841a-4e79-a094-c953e62b2226 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:47.257175 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f53d-e17c-44c3-bcbe-7d838d920d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (50bddbf9-841a-4e79-a094-c953e62b2226), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:47.301974 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c8e3f53d-e17c-44c3-bcbe-7d838d920d32 None None] Port 50bddbf9-841a-4e79-a094-c953e62b2226 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:06:47.305639 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] For port 50bddbf9-841a-4e79-a094-c953e62b2226, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:06:47.333533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] For port 50bddbf9-841a-4e79-a094-c953e62b2226, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=50bddbf9-841a-4e79-a094-c953e62b2226,segment=NetworkSegment(c0061bd0-884e-4756-8634-6c0ba4b282ef),segment_id=c0061bd0-884e-4756-8634-6c0ba4b282ef)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:06:47.359034 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (50bddbf9-841a-4e79-a094-c953e62b2226), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:47.363928 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f729-522f-4824-bfde-370109c12052 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6174d3ca-228b-42f8-8a58-aa996c471d48), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:47.445469 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:47.452978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed2f729-522f-4824-bfde-370109c12052 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Network 45a0298c-2ee0-4030-8725-c317be094dd0 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:47.464785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9ed2f729-522f-4824-bfde-370109c12052 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:47.477543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2f729-522f-4824-bfde-370109c12052 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event updated for resources: {'Port': ['ID=6174d3ca-228b-42f8-8a58-aa996c471d48,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:47.485304 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed2f729-522f-4824-bfde-370109c12052 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:47.494165 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed2f729-522f-4824-bfde-370109c12052 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:47.495175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f729-522f-4824-bfde-370109c12052 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:47.543017 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919cc76-4055-4ae0-9263-5d7e7e56aa8a None None] Pushing event updated for resources: {'Port': ['ID=50bddbf9-841a-4e79-a094-c953e62b2226,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:47.600243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:47.600897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:47.638652 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9ed2f729-522f-4824-bfde-370109c12052 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4492252 Feb 05 03:06:47.639535 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40206) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:47.649264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3fc8e9f7-b430-4d19-89c0-b2fba928f024 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::111', 'mac_address': 'fa:16:3e:67:54:76'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:47.770325 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:06:48.048800 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3fc8e9f7-b430-4d19-89c0-b2fba928f024 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6174d3ca-228b-42f8-8a58-aa996c471d48), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:48.317476 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:48.334034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:48.345095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-375f0fc7-25dc-47b4-b36d-ff504db77adb None None] Provisioning complete for port 6174d3ca-228b-42f8-8a58-aa996c471d48 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:48.345619 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-375f0fc7-25dc-47b4-b36d-ff504db77adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6174d3ca-228b-42f8-8a58-aa996c471d48), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:48.502859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-375f0fc7-25dc-47b4-b36d-ff504db77adb None None] Port 6174d3ca-228b-42f8-8a58-aa996c471d48 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:06:48.513299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:06:47Z', 'revision_number': 3, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:45Z', 'revision_number': 1, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:47Z', 'revision_number': 4, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:48.563251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=32127a35-cc94-469b-a6f8-e5008d0ab2da,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:48.595272 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (6008e616-0dba-4191-8d92-c6678e078111), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:48.598410 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Publish callbacks [] for port (7491d98c-7353-4f17-abbf-0084d6c1d03e), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:48.606467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900f3de-5ecc-4118-812e-5d66ba166b99 None None] The sync data for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 is: [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:06:47Z', 'revision_number': 3, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:45Z', 'revision_number': 1, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:47Z', 'revision_number': 4, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:06:48.657265 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (7491d98c-7353-4f17-abbf-0084d6c1d03e), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:48.696194 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9ce8f3a9-89f0-40f3-b7f2-63be59d5da09 None None] Provisioning complete for port 50bddbf9-841a-4e79-a094-c953e62b2226 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:48.696564 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f3a9-89f0-40f3-b7f2-63be59d5da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (50bddbf9-841a-4e79-a094-c953e62b2226), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:48.775601 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3fc8e9f7-b430-4d19-89c0-b2fba928f024 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks [] for port (6174d3ca-228b-42f8-8a58-aa996c471d48), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:48.812561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3f150-1a4f-43dc-ab6e-56956709cbff req-e0a9fd28-71c4-4b90-9afd-b1f609672204 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:48.813107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device acb28c92-8aec-4518-83f2-c35adecc50ea up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:48.822502 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network b6b5ee55-a9bf-42ab-b704-95d60d2067ae is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:48.822715 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73b3f150-1a4f-43dc-ab6e-56956709cbff req-e0a9fd28-71c4-4b90-9afd-b1f609672204 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 944 time: 0.7981606 Feb 05 03:06:48.827073 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:48.875145 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3fc8e9f7-b430-4d19-89c0-b2fba928f024 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (6174d3ca-228b-42f8-8a58-aa996c471d48), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:48.908728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Network b6b5ee55-a9bf-42ab-b704-95d60d2067ae is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:48.917364 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:48.930230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:48.962675 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Pushing event updated for resources: {'Port': ['ID=7491d98c-7353-4f17-abbf-0084d6c1d03e,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:49.047077 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfac127-c426-4fb5-874b-26c080b63982 req-25be7d2a-282d-454a-837b-98027e323685 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:49.056631 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebfac127-c426-4fb5-874b-26c080b63982 req-25be7d2a-282d-454a-837b-98027e323685 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.4738269 Feb 05 03:06:49.121469 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8e9f7-b430-4d19-89c0-b2fba928f024 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] In _notify_port_updated(), no bound segment for port 6174d3ca-228b-42f8-8a58-aa996c471d48 on network 45a0298c-2ee0-4030-8725-c317be094dd0 {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:06:49.136079 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc8e9f7-b430-4d19-89c0-b2fba928f024 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:49.136754 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3fc8e9f7-b430-4d19-89c0-b2fba928f024 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:49.138094 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3fc8e9f7-b430-4d19-89c0-b2fba928f024 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "PUT /v2.0/ports/6174d3ca-228b-42f8-8a58-aa996c471d48 HTTP/1.1" status: 200 len: 1002 time: 1.4969862 Feb 05 03:06:49.160987 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40226) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:49.227051 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Attempting to bind port 7491d98c-7353-4f17-abbf-0084d6c1d03e on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:06:49.227357 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Attempting to bind port 7491d98c-7353-4f17-abbf-0084d6c1d03e by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '0e3d3b0a-307f-41ee-9260-d66fa5a0846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:06:49.227723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Attempting to bind port 7491d98c-7353-4f17-abbf-0084d6c1d03e on network b6b5ee55-a9bf-42ab-b704-95d60d2067ae {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:06:49.260220 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port acb28c92-8aec-4518-83f2-c35adecc50ea triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:49.260598 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:49.264945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:06:49.265324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Checking segment: {'id': '0e3d3b0a-307f-41ee-9260-d66fa5a0846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:06:49.265721 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:49.266114 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Bound using segment: {'id': '0e3d3b0a-307f-41ee-9260-d66fa5a0846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:06:49.266599 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Bound port: 7491d98c-7353-4f17-abbf-0084d6c1d03e, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3d3b0a-307f-41ee-9260-d66fa5a0846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:06:49.285546 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7491d98c-7353-4f17-abbf-0084d6c1d03e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:49.305050 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebfac127-c426-4fb5-874b-26c080b63982 req-be2c963a-a457-476d-ae3b-8b1e444cbec4 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469952 Feb 05 03:06:49.350196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9ce8f3a9-89f0-40f3-b7f2-63be59d5da09 None None] Current status of the port 50bddbf9-841a-4e79-a094-c953e62b2226 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:49.351164 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f3a9-89f0-40f3-b7f2-63be59d5da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (50bddbf9-841a-4e79-a094-c953e62b2226), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:49.352735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8e9f7-b430-4d19-89c0-b2fba928f024 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event updated for resources: {'Port': ['ID=6174d3ca-228b-42f8-8a58-aa996c471d48,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:49.373535 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73b3f150-1a4f-43dc-ab6e-56956709cbff req-389cc343-c2a3-454d-bb82-96cf37d5c0da tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498962 Feb 05 03:06:49.517649 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9ce8f3a9-89f0-40f3-b7f2-63be59d5da09 None None] For port 50bddbf9-841a-4e79-a094-c953e62b2226, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=50bddbf9-841a-4e79-a094-c953e62b2226,segment=NetworkSegment(c0061bd0-884e-4756-8634-6c0ba4b282ef),segment_id=c0061bd0-884e-4756-8634-6c0ba4b282ef)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:49.541301 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ce8f3a9-89f0-40f3-b7f2-63be59d5da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (50bddbf9-841a-4e79-a094-c953e62b2226), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:49.605706 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 6008e616-0dba-4191-8d92-c6678e078111 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:06:49.673785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8f3a9-89f0-40f3-b7f2-63be59d5da09 None None] Pushing event updated for resources: {'Port': ['ID=50bddbf9-841a-4e79-a094-c953e62b2226,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:49.756119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-eb02f820-dbc1-45b6-84c5-d6e21a3ad1b5 req-d7c6390e-7d0d-4d60-ae52-603df787a3d5 service neutron] (109674) timed out ('10.222.0.10', 52215) {{(pid=109674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 05 03:06:49.828292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] For port 7491d98c-7353-4f17-abbf-0084d6c1d03e, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:06:49.855494 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4215588f-1c86-49ad-8efa-a2820cc1be34 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Deleting port 6174d3ca-228b-42f8-8a58-aa996c471d48 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:06:49.855975 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4215588f-1c86-49ad-8efa-a2820cc1be34 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6174d3ca-228b-42f8-8a58-aa996c471d48), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:49.926181 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] For port 7491d98c-7353-4f17-abbf-0084d6c1d03e, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7491d98c-7353-4f17-abbf-0084d6c1d03e,segment=NetworkSegment(0e3d3b0a-307f-41ee-9260-d66fa5a0846b),segment_id=0e3d3b0a-307f-41ee-9260-d66fa5a0846b)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:06:49.983403 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4215588f-1c86-49ad-8efa-a2820cc1be34 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6174d3ca-228b-42f8-8a58-aa996c471d48), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:50.011970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4215588f-1c86-49ad-8efa-a2820cc1be34 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Calling delete_port for 6174d3ca-228b-42f8-8a58-aa996c471d48 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:06:50.021088 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7491d98c-7353-4f17-abbf-0084d6c1d03e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:50.055087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port acb28c92-8aec-4518-83f2-c35adecc50ea is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:50.068196 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:50.073815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c30064b2-8954-4beb-a3bc-9439cfe3a6bf None None] Provisioning complete for port 6174d3ca-228b-42f8-8a58-aa996c471d48 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:50.080208 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c30064b2-8954-4beb-a3bc-9439cfe3a6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6174d3ca-228b-42f8-8a58-aa996c471d48), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:50.289235 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4215588f-1c86-49ad-8efa-a2820cc1be34 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6174d3ca-228b-42f8-8a58-aa996c471d48), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:50.332595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215588f-1c86-49ad-8efa-a2820cc1be34 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event deleted for resources: {'Port': ['ID=6174d3ca-228b-42f8-8a58-aa996c471d48,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:50.502217 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:06:50.539956 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-94e6110f-d4b7-47cf-974e-0c90125f5707 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/6008e616-0dba-4191-8d92-c6678e078111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0156510 Feb 05 03:06:50.544681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40238) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:50.574532 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1b2b8bb6-878b-4841-823c-b39c2b1a7d62 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'network': {'name': 'tempest-RoutersTest-1744178405'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:50.741737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485c350-27b9-491d-b5a6-2c000fd5d640 req-feed67e5-afbf-451f-a9a1-54ed4ec18f18 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:50.743995 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7485c350-27b9-491d-b5a6-2c000fd5d640 req-feed67e5-afbf-451f-a9a1-54ed4ec18f18 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.2493184 Feb 05 03:06:50.846342 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4215588f-1c86-49ad-8efa-a2820cc1be34 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:50.865014 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4215588f-1c86-49ad-8efa-a2820cc1be34 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "DELETE /v2.0/ports/6174d3ca-228b-42f8-8a58-aa996c471d48 HTTP/1.1" status: 204 len: 168 time: 1.7009873 Feb 05 03:06:50.871002 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40240) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:50.871825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2b8bb6-878b-4841-823c-b39c2b1a7d62 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:06:50.883160 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b2b8bb6-878b-4841-823c-b39c2b1a7d62 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:50.897163 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7485c350-27b9-491d-b5a6-2c000fd5d640 req-793f52b1-f849-4278-b4d3-8822ab3a11c2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420009 Feb 05 03:06:50.914372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a330a-62b6-4775-a1e7-ae36e030572c req-da81b3ef-a540-4ac4-8bbe-85149ce28004 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:50.916275 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b6a330a-62b6-4775-a1e7-ae36e030572c req-da81b3ef-a540-4ac4-8bbe-85149ce28004 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 944 time: 0.3208678 Feb 05 03:06:51.010519 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c30064b2-8954-4beb-a3bc-9439cfe3a6bf None None] Port 6174d3ca-228b-42f8-8a58-aa996c471d48 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:06:51.024742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b6a330a-62b6-4775-a1e7-ae36e030572c req-2a7ec341-c8c6-46b4-9812-e375f96ded9a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902441 Feb 05 03:06:51.061663 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5847bdf-d16d-4046-8e32-68d117f0ff9f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] GET failed (client error): The resource could not be found. Feb 05 03:06:51.079105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40242) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:51.080762 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b5847bdf-d16d-4046-8e32-68d117f0ff9f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "GET /v2.0/ports/6174d3ca-228b-42f8-8a58-aa996c471d48 HTTP/1.1" status: 404 len: 333 time: 0.1434922 Feb 05 03:06:51.088288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 50bddbf9-841a-4e79-a094-c953e62b2226 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:51.088708 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-889552d1-8e20-41c6-a761-845da9faca0d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Request body: {'port': {'network_id': '45a0298c-2ee0-4030-8725-c317be094dd0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-383351248'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:51.090608 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 436a9422-1923-4423-8be6-0bcb587012ee details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:06:51.092405 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2b8bb6-878b-4841-823c-b39c2b1a7d62 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:06:51.112094 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b2b8bb6-878b-4841-823c-b39c2b1a7d62 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (9615ec39-5d94-41a2-9ce9-24361f1234da), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:51.112514 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-1b2b8bb6-878b-4841-823c-b39c2b1a7d62 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Added segment 9615ec39-5d94-41a2-9ce9-24361f1234da of type vlan for network 37ddb4ff-75bc-467a-b273-e3f92951f54b Feb 05 03:06:51.206679 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b2b8bb6-878b-4841-823c-b39c2b1a7d62 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (37ddb4ff-75bc-467a-b273-e3f92951f54b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:51.283858 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b2b8bb6-878b-4841-823c-b39c2b1a7d62 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (37ddb4ff-75bc-467a-b273-e3f92951f54b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:51.301250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2b8bb6-878b-4841-823c-b39c2b1a7d62 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:51.306610 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b2b8bb6-878b-4841-823c-b39c2b1a7d62 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:51.321331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bffaab-531e-4a6e-b87a-7c8c14f97670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb28c92-8aec-4518-83f2-c35adecc50ea'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:06:51.334515 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21cab32-6e41-415c-8241-6c8eb5f4d237" -d '{"events": [{"server_uuid": "b6bffaab-531e-4a6e-b87a-7c8c14f97670", "name": "network-vif-plugged", "status": "completed", "tag": "acb28c92-8aec-4518-83f2-c35adecc50ea"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:06:51.425798 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889552d1-8e20-41c6-a761-845da9faca0d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Made reservation on behalf of e5fd53c2d5654a50baa5332eed7bfa1c for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:06:51.432260 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-889552d1-8e20-41c6-a761-845da9faca0d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:51.434904 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40246) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:51.439199 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1b2b8bb6-878b-4841-823c-b39c2b1a7d62 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8840854 Feb 05 03:06:51.456101 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2e4a6e47-376b-40ec-8af4-8e768feef6c6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'subnet': {'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:51.480361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b8bb6-878b-4841-823c-b39c2b1a7d62 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Network': ['ID=37ddb4ff-75bc-467a-b273-e3f92951f54b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:51.481607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port acb28c92-8aec-4518-83f2-c35adecc50ea, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=acb28c92-8aec-4518-83f2-c35adecc50ea,segment=NetworkSegment(e48789ca-2411-4dd0-8111-f6e23a9e113b),segment_id=e48789ca-2411-4dd0-8111-f6e23a9e113b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:51.485376 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e4be8d-60a9-4b49-a3d3-528765f9db94 x-openstack-request-id: req-62e4be8d-60a9-4b49-a3d3-528765f9db94 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:06:51.486636 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bffaab-531e-4a6e-b87a-7c8c14f97670", "name": "network-vif-plugged", "status": "completed", "tag": "acb28c92-8aec-4518-83f2-c35adecc50ea", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:06:51.487359 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62e4be8d-60a9-4b49-a3d3-528765f9db94 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:06:51.488236 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bffaab-531e-4a6e-b87a-7c8c14f97670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb28c92-8aec-4518-83f2-c35adecc50ea', 'code': 200} Feb 05 03:06:51.491999 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 03:06:51.494139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e25beb-2be1-4e33-92c2-89b834f0f402 None None] Pushing event updated for resources: {'Port': ['ID=7491d98c-7353-4f17-abbf-0084d6c1d03e,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:51.519415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 37ddb4ff-75bc-467a-b273-e3f92951f54b details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:06:51.599613 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:51.798360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-889552d1-8e20-41c6-a761-845da9faca0d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] device_id is not set on port 26103cc6-cbd1-4cd8-b1a7-f6e77c36075d yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:06:51.852545 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=acb28c92-8aec-4518-83f2-c35adecc50ea,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:51.863162 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 50bddbf9-841a-4e79-a094-c953e62b2226 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:51.863576 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (50bddbf9-841a-4e79-a094-c953e62b2226), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:52.162333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 436a9422-1923-4423-8be6-0bcb587012ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=436a9422-1923-4423-8be6-0bcb587012ee,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:52.235530 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '436a9422-1923-4423-8be6-0bcb587012ee', 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d', 'port_id': '436a9422-1923-4423-8be6-0bcb587012ee', 'mac_address': 'fa:16:3e:36:c7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fc2b86-02d8-4bec-8794-80413f7999c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:06:52.334660 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 436a9422-1923-4423-8be6-0bcb587012ee is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:52.335080 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (436a9422-1923-4423-8be6-0bcb587012ee), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:52.403753 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 50bddbf9-841a-4e79-a094-c953e62b2226 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:52.427517 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 436a9422-1923-4423-8be6-0bcb587012ee {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:06:52.475463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 436a9422-1923-4423-8be6-0bcb587012ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=436a9422-1923-4423-8be6-0bcb587012ee,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:52.484556 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (436a9422-1923-4423-8be6-0bcb587012ee), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:52.566685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4a6e47-376b-40ec-8af4-8e768feef6c6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:06:52.571137 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e4a6e47-376b-40ec-8af4-8e768feef6c6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:52.597246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=436a9422-1923-4423-8be6-0bcb587012ee,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:52.669320 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['436a9422-1923-4423-8be6-0bcb587012ee'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:06:52.742539 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Sync routers for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:06:52.779779 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:52.785710 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7491d98c-7353-4f17-abbf-0084d6c1d03e up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:52.791756 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:52.896707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-889552d1-8e20-41c6-a761-845da9faca0d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Allocated IP 2001:db8::2de (45a0298c-2ee0-4030-8725-c317be094dd0/5962dacc-2461-42e9-be39-fb03e13fce32/26103cc6-cbd1-4cd8-b1a7-f6e77c36075d) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:52.969808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3025d-84f4-465f-b2ee-3a105ba95234 req-c84b4cf0-52d5-4828-8565-516d39f518d5 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:52.973671 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:06:52.985488 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ba3025d-84f4-465f-b2ee-3a105ba95234 req-c84b4cf0-52d5-4828-8565-516d39f518d5 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.7402534 Feb 05 03:06:53.006719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ad9e7-c357-4e54-a810-feccd5c9a51a req-3d4baa3a-8169-4f88-af0a-8b546703e040 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:53.011101 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f40ad9e7-c357-4e54-a810-feccd5c9a51a req-3d4baa3a-8169-4f88-af0a-8b546703e040 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.9296715 Feb 05 03:06:53.257835 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:06:47Z', 'revision_number': 3, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:47Z', 'revision_number': 2, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:53.290803 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Checking router: 6008e616-0dba-4191-8d92-c6678e078111 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:06:53.291509 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Updating router 6008e616-0dba-4191-8d92-c6678e078111 port 32127a35-cc94-469b-a6f8-e5008d0ab2da binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:06:53.331199 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:53.443772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db825d2-df79-41a7-a763-243ebe754b8c None None] Network b6b5ee55-a9bf-42ab-b704-95d60d2067ae requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:06:53.601516 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e4a6e47-376b-40ec-8af4-8e768feef6c6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (2866178b-f758-4d6a-bae8-8328f8ec66f7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:53.663830 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c6165f4e-015a-4e5a-8e07-9fdfb3a0c59c None None] Provisioning complete for port 7491d98c-7353-4f17-abbf-0084d6c1d03e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:53.664210 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c6165f4e-015a-4e5a-8e07-9fdfb3a0c59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7491d98c-7353-4f17-abbf-0084d6c1d03e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:53.765463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 7491d98c-7353-4f17-abbf-0084d6c1d03e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:53.765766 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7491d98c-7353-4f17-abbf-0084d6c1d03e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:53.775081 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ba3025d-84f4-465f-b2ee-3a105ba95234 req-e84e4f4e-eeaa-457c-97d6-69d694d773f9 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7866814 Feb 05 03:06:53.828029 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Publish callbacks [] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:53.837495 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:53.943123 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b74ae6-7725-4fa7-8060-b63ae2773912 None None] Pushing event updated for resources: {'Port': ['ID=32127a35-cc94-469b-a6f8-e5008d0ab2da,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:53.974168 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74ae6-7725-4fa7-8060-b63ae2773912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:53.974503 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74ae6-7725-4fa7-8060-b63ae2773912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:53.982967 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74ae6-7725-4fa7-8060-b63ae2773912 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:53.983440 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74ae6-7725-4fa7-8060-b63ae2773912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:53.983784 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74ae6-7725-4fa7-8060-b63ae2773912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:53.984121 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74ae6-7725-4fa7-8060-b63ae2773912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:53.984451 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74ae6-7725-4fa7-8060-b63ae2773912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:53.984777 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74ae6-7725-4fa7-8060-b63ae2773912 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:53.985098 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74ae6-7725-4fa7-8060-b63ae2773912 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:53.985417 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74ae6-7725-4fa7-8060-b63ae2773912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:53.985745 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74ae6-7725-4fa7-8060-b63ae2773912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:53.986245 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74ae6-7725-4fa7-8060-b63ae2773912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:53.986684 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74ae6-7725-4fa7-8060-b63ae2773912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:06:54.000098 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f40ad9e7-c357-4e54-a810-feccd5c9a51a req-f1c3b61b-ec6a-48e1-8c5f-0a8eb157c220 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348593 Feb 05 03:06:54.113383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a6e47-376b-40ec-8af4-8e768feef6c6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Subnet': ['ID=2866178b-f758-4d6a-bae8-8328f8ec66f7,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:54.131078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 7491d98c-7353-4f17-abbf-0084d6c1d03e is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:54.131355 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7491d98c-7353-4f17-abbf-0084d6c1d03e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:54.169545 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Attempting to bind port 32127a35-cc94-469b-a6f8-e5008d0ab2da on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:06:54.171865 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Attempting to bind port 32127a35-cc94-469b-a6f8-e5008d0ab2da by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '0e3d3b0a-307f-41ee-9260-d66fa5a0846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:06:54.172222 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Attempting to bind port 32127a35-cc94-469b-a6f8-e5008d0ab2da on network b6b5ee55-a9bf-42ab-b704-95d60d2067ae {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:06:54.188247 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:06:54.188639 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Checking segment: {'id': '0e3d3b0a-307f-41ee-9260-d66fa5a0846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:06:54.189012 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:54.190147 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Bound using segment: {'id': '0e3d3b0a-307f-41ee-9260-d66fa5a0846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:06:54.199179 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Bound port: 32127a35-cc94-469b-a6f8-e5008d0ab2da, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3d3b0a-307f-41ee-9260-d66fa5a0846b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:06:54.199638 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:54.301088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c6165f4e-015a-4e5a-8e07-9fdfb3a0c59c None None] Current status of the port 7491d98c-7353-4f17-abbf-0084d6c1d03e is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:54.301547 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c6165f4e-015a-4e5a-8e07-9fdfb3a0c59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7491d98c-7353-4f17-abbf-0084d6c1d03e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:54.331056 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 7491d98c-7353-4f17-abbf-0084d6c1d03e, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7491d98c-7353-4f17-abbf-0084d6c1d03e,segment=NetworkSegment(0e3d3b0a-307f-41ee-9260-d66fa5a0846b),segment_id=0e3d3b0a-307f-41ee-9260-d66fa5a0846b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:54.358549 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] For port 32127a35-cc94-469b-a6f8-e5008d0ab2da, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:06:54.371786 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] For port 32127a35-cc94-469b-a6f8-e5008d0ab2da, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=32127a35-cc94-469b-a6f8-e5008d0ab2da,segment=NetworkSegment(0e3d3b0a-307f-41ee-9260-d66fa5a0846b),segment_id=0e3d3b0a-307f-41ee-9260-d66fa5a0846b)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:06:54.376058 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7491d98c-7353-4f17-abbf-0084d6c1d03e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:54.387706 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:54.440791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=7491d98c-7353-4f17-abbf-0084d6c1d03e,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:54.483067 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-c6165f4e-015a-4e5a-8e07-9fdfb3a0c59c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:06:54.483710 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-c6165f4e-015a-4e5a-8e07-9fdfb3a0c59c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:06:54.517502 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b74ae6-7725-4fa7-8060-b63ae2773912 None None] Pushing event updated for resources: {'Port': ['ID=32127a35-cc94-469b-a6f8-e5008d0ab2da,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:54.550744 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:06:54.551421 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:54.637621 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-889552d1-8e20-41c6-a761-845da9faca0d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks [] for port (26103cc6-cbd1-4cd8-b1a7-f6e77c36075d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:54.648857 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a6e47-376b-40ec-8af4-8e768feef6c6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Checking segment: {'id': '9615ec39-5d94-41a2-9ce9-24361f1234da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:06:54.651322 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a6e47-376b-40ec-8af4-8e768feef6c6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network hostable DHCP agents. Network: 37ddb4ff-75bc-467a-b273-e3f92951f54b, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:06:54.696114 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40262) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:54.735357 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 436a9422-1923-4423-8be6-0bcb587012ee up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:54.773194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a6e47-376b-40ec-8af4-8e768feef6c6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network 37ddb4ff-75bc-467a-b273-e3f92951f54b is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:06:54.826641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2e4a6e47-376b-40ec-8af4-8e768feef6c6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 37ddb4ff-75bc-467a-b273-e3f92951f54b) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:54.847294 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a6e47-376b-40ec-8af4-8e768feef6c6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:54.847991 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e4a6e47-376b-40ec-8af4-8e768feef6c6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:54.849884 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:06:54.862254 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-889552d1-8e20-41c6-a761-845da9faca0d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (26103cc6-cbd1-4cd8-b1a7-f6e77c36075d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:54.906819 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a480eab-ad7b-4902-8d56-c4270206ca6f None None] Network 37ddb4ff-75bc-467a-b273-e3f92951f54b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:06:55.178845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40270) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:55.179187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2e4a6e47-376b-40ec-8af4-8e768feef6c6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7342591 Feb 05 03:06:55.209412 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889552d1-8e20-41c6-a761-845da9faca0d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Network 45a0298c-2ee0-4030-8725-c317be094dd0 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:55.445335 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-889552d1-8e20-41c6-a761-845da9faca0d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:55.451011 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889552d1-8e20-41c6-a761-845da9faca0d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:55.460891 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889552d1-8e20-41c6-a761-845da9faca0d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:55.461540 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-889552d1-8e20-41c6-a761-845da9faca0d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:55.558860 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c6165f4e-015a-4e5a-8e07-9fdfb3a0c59c None None] Current status of the port 7491d98c-7353-4f17-abbf-0084d6c1d03e is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:55.570315 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19d12395-f522-4005-8940-3fadd2bba961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:55.589076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889552d1-8e20-41c6-a761-845da9faca0d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event updated for resources: {'Port': ['ID=26103cc6-cbd1-4cd8-b1a7-f6e77c36075d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:55.671682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-37ddb4ff-75bc-467a-b273-e3f92951f54b', 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b', 'project_id': '456239914dd84c50ba91285736155cbe', 'fixed_ips': [{'subnet_id': '2866178b-f758-4d6a-bae8-8328f8ec66f7'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:06:55.673013 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:55.723592 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea16e4e-710b-4c9d-a000-dff9969d74d7 req-a5c8e53c-05f0-4eea-b7d0-47c4d4d41273 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:55.745967 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ea16e4e-710b-4c9d-a000-dff9969d74d7 req-a5c8e53c-05f0-4eea-b7d0-47c4d4d41273 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.7452853 Feb 05 03:06:55.775196 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:06:47Z', 'revision_number': 3, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:54Z', 'revision_number': 4, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:06:55.785447 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 436a9422-1923-4423-8be6-0bcb587012ee triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:55.789311 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (436a9422-1923-4423-8be6-0bcb587012ee), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:55.811592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40276) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:55.819383 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-889552d1-8e20-41c6-a761-845da9faca0d tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.7371428 Feb 05 03:06:55.842699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0c30d35b-76c2-4988-967b-221b4027bca7 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:67:54:76'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:06:55.886299 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad2488a-a5d5-4be8-82c9-883edce09906 None None] The sync data for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 is: [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:06:47Z', 'revision_number': 3, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:54Z', 'revision_number': 4, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:06:55.966433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5eca9-68e0-440e-91ce-53a4e572f5af req-b9ac69c2-7f56-4c95-86dd-f91f1e0b724e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:55.984621 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-23f5eca9-68e0-440e-91ce-53a4e572f5af req-b9ac69c2-7f56-4c95-86dd-f91f1e0b724e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 944 time: 0.7784555 Feb 05 03:06:56.005840 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ea16e4e-710b-4c9d-a000-dff9969d74d7 req-a41fc05d-4c7c-4a6b-8533-fc1c6a2458f8 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587121 Feb 05 03:06:56.015078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a6d42af9-25e6-4f8b-b3f8-adae86b0ecd7 None None] Provisioning complete for port 7491d98c-7353-4f17-abbf-0084d6c1d03e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:56.015298 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6d42af9-25e6-4f8b-b3f8-adae86b0ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7491d98c-7353-4f17-abbf-0084d6c1d03e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:56.175005 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-23f5eca9-68e0-440e-91ce-53a4e572f5af req-8927c6ac-1c1f-46ab-bebf-051570f3929a tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554351 Feb 05 03:06:56.473816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a6d42af9-25e6-4f8b-b3f8-adae86b0ecd7 None None] Current status of the port 7491d98c-7353-4f17-abbf-0084d6c1d03e is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:56.512110 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 436a9422-1923-4423-8be6-0bcb587012ee is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:56.512471 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (436a9422-1923-4423-8be6-0bcb587012ee), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:56.569921 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a6d42af9-25e6-4f8b-b3f8-adae86b0ecd7 None None] Provisioning complete for port 32127a35-cc94-469b-a6f8-e5008d0ab2da triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:56.570594 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6d42af9-25e6-4f8b-b3f8-adae86b0ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:56.634864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Allocated IP 172.22.0.2 (37ddb4ff-75bc-467a-b273-e3f92951f54b/2866178b-f758-4d6a-bae8-8328f8ec66f7/1cbe58cd-1c42-46b4-842e-72de743a09a6) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:56.706595 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 436a9422-1923-4423-8be6-0bcb587012ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=436a9422-1923-4423-8be6-0bcb587012ee,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:56.718255 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785d32d0-5f05-43d4-b6a9-c595b095a411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436a9422-1923-4423-8be6-0bcb587012ee'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:06:56.727776 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a0c639-2c09-41bf-a364-40e323b97dbc" -d '{"events": [{"server_uuid": "785d32d0-5f05-43d4-b6a9-c595b095a411", "name": "network-vif-plugged", "status": "completed", "tag": "436a9422-1923-4423-8be6-0bcb587012ee"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:06:56.747863 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (436a9422-1923-4423-8be6-0bcb587012ee), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:56.776203 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 32127a35-cc94-469b-a6f8-e5008d0ab2da up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:56.905391 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:56.932974 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fd2372-553c-4af5-a063-8458065ac7e2 x-openstack-request-id: req-16fd2372-553c-4af5-a063-8458065ac7e2 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:06:56.933277 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785d32d0-5f05-43d4-b6a9-c595b095a411", "name": "network-vif-plugged", "status": "completed", "tag": "436a9422-1923-4423-8be6-0bcb587012ee", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:06:56.933537 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16fd2372-553c-4af5-a063-8458065ac7e2 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:06:56.933934 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785d32d0-5f05-43d4-b6a9-c595b095a411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436a9422-1923-4423-8be6-0bcb587012ee', 'code': 200} Feb 05 03:06:56.954592 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c30d35b-76c2-4988-967b-221b4027bca7 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (26103cc6-cbd1-4cd8-b1a7-f6e77c36075d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:57.021850 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19d12395-f522-4005-8940-3fadd2bba961 admin admin] Publish callbacks [] for security_group (f09cb32b-1f4f-49b5-96b3-c3837e5fa014), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:57.129595 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19d12395-f522-4005-8940-3fadd2bba961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f09cb32b-1f4f-49b5-96b3-c3837e5fa014), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:57.248045 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=436a9422-1923-4423-8be6-0bcb587012ee,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:57.253906 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-19d12395-f522-4005-8940-3fadd2bba961 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9cbd194dbac14a5bb40e19d1b9dc2015&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5565505 Feb 05 03:06:57.281861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40288) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:57.620801 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a6d42af9-25e6-4f8b-b3f8-adae86b0ecd7 None None] Current status of the port 32127a35-cc94-469b-a6f8-e5008d0ab2da is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:57.621396 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac3141-08a0-40bf-aea2-d3e5d37af158 req-94dbd3fb-5d8b-4280-8831-c64ac094e86c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:57.622079 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6d42af9-25e6-4f8b-b3f8-adae86b0ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:57.628181 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1dac3141-08a0-40bf-aea2-d3e5d37af158 req-94dbd3fb-5d8b-4280-8831-c64ac094e86c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.4139400 Feb 05 03:06:57.632329 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-efaf7658-a0ba-44c1-8a97-85ac3726b12c admin admin] Publish callbacks [] for security_group (f09cb32b-1f4f-49b5-96b3-c3837e5fa014), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:57.638646 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 32127a35-cc94-469b-a6f8-e5008d0ab2da triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:57.639276 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:57.644580 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d12395-f522-4005-8940-3fadd2bba961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09cb32b-1f4f-49b5-96b3-c3837e5fa014,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:57.740641 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a6d42af9-25e6-4f8b-b3f8-adae86b0ecd7 None None] For port 32127a35-cc94-469b-a6f8-e5008d0ab2da, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=32127a35-cc94-469b-a6f8-e5008d0ab2da,segment=NetworkSegment(0e3d3b0a-307f-41ee-9260-d66fa5a0846b),segment_id=0e3d3b0a-307f-41ee-9260-d66fa5a0846b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:06:57.758435 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6d42af9-25e6-4f8b-b3f8-adae86b0ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:57.775493 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964a9dd-d01f-476f-8fb9-1305d2023631 req-a8a89249-0eba-4458-ad07-e77c63b8f458 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:57.779793 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8964a9dd-d01f-476f-8fb9-1305d2023631 req-a8a89249-0eba-4458-ad07-e77c63b8f458 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.3968410 Feb 05 03:06:57.868500 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Publish callbacks [] for port (1cbe58cd-1c42-46b4-842e-72de743a09a6), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:57.913788 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1dac3141-08a0-40bf-aea2-d3e5d37af158 req-e23e6e41-d140-4432-8da7-dda75e555fb6 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701812 Feb 05 03:06:57.932339 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-efaf7658-a0ba-44c1-8a97-85ac3726b12c admin admin] Publish callbacks [] for security_group (f09cb32b-1f4f-49b5-96b3-c3837e5fa014), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:57.942819 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (1cbe58cd-1c42-46b4-842e-72de743a09a6), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:58.013526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Network 37ddb4ff-75bc-467a-b273-e3f92951f54b is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:06:58.110464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 32127a35-cc94-469b-a6f8-e5008d0ab2da is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:58.113246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7491d98c-7353-4f17-abbf-0084d6c1d03e up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:58.134752 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:06:58.171674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8964a9dd-d01f-476f-8fb9-1305d2023631 req-9e860c8b-c058-45c4-975c-61436ead5525 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613350 Feb 05 03:06:58.180290 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c30d35b-76c2-4988-967b-221b4027bca7 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks [] for port (26103cc6-cbd1-4cd8-b1a7-f6e77c36075d), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:58.205474 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:06:58.209680 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c30d35b-76c2-4988-967b-221b4027bca7 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (26103cc6-cbd1-4cd8-b1a7-f6e77c36075d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:58.211571 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-efaf7658-a0ba-44c1-8a97-85ac3726b12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f09cb32b-1f4f-49b5-96b3-c3837e5fa014), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:58.214846 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-efaf7658-a0ba-44c1-8a97-85ac3726b12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:58.216592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-efaf7658-a0ba-44c1-8a97-85ac3726b12c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f09cb32b-1f4f-49b5-96b3-c3837e5fa014 HTTP/1.1" status: 204 len: 168 time: 0.9286368 Feb 05 03:06:58.253132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-708d72fa-7a71-4b27-aff0-23a8eed7fa39 None None] Provisioning complete for port 32127a35-cc94-469b-a6f8-e5008d0ab2da triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:58.253383 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-708d72fa-7a71-4b27-aff0-23a8eed7fa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:58.263586 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf7658-a0ba-44c1-8a97-85ac3726b12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09cb32b-1f4f-49b5-96b3-c3837e5fa014,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:58.426529 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d42af9-25e6-4f8b-b3f8-adae86b0ecd7 None None] Pushing event updated for resources: {'Port': ['ID=32127a35-cc94-469b-a6f8-e5008d0ab2da,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:58.797908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Attempting to bind port 1cbe58cd-1c42-46b4-842e-72de743a09a6 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:06:58.799643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Attempting to bind port 1cbe58cd-1c42-46b4-842e-72de743a09a6 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '9615ec39-5d94-41a2-9ce9-24361f1234da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:06:58.799643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Attempting to bind port 1cbe58cd-1c42-46b4-842e-72de743a09a6 on network 37ddb4ff-75bc-467a-b273-e3f92951f54b {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:06:58.804207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Pushing event updated for resources: {'Port': ['ID=1cbe58cd-1c42-46b4-842e-72de743a09a6,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:58.819880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:06:58.820260 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Checking segment: {'id': '9615ec39-5d94-41a2-9ce9-24361f1234da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:06:58.820659 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:58.821043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Bound using segment: {'id': '9615ec39-5d94-41a2-9ce9-24361f1234da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:06:58.821519 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Bound port: 1cbe58cd-1c42-46b4-842e-72de743a09a6, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9615ec39-5d94-41a2-9ce9-24361f1234da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:06:58.821896 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1cbe58cd-1c42-46b4-842e-72de743a09a6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:58.846398 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-708d72fa-7a71-4b27-aff0-23a8eed7fa39 None None] Current status of the port 32127a35-cc94-469b-a6f8-e5008d0ab2da is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:58.984282 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] For port 1cbe58cd-1c42-46b4-842e-72de743a09a6, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:06:58.994382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] For port 1cbe58cd-1c42-46b4-842e-72de743a09a6, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1cbe58cd-1c42-46b4-842e-72de743a09a6,segment=NetworkSegment(9615ec39-5d94-41a2-9ce9-24361f1234da),segment_id=9615ec39-5d94-41a2-9ce9-24361f1234da)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:06:59.017907 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 7491d98c-7353-4f17-abbf-0084d6c1d03e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:59.018454 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7491d98c-7353-4f17-abbf-0084d6c1d03e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:59.020945 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1cbe58cd-1c42-46b4-842e-72de743a09a6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:59.024406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-708d72fa-7a71-4b27-aff0-23a8eed7fa39 None None] Provisioning complete for port 26103cc6-cbd1-4cd8-b1a7-f6e77c36075d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:59.024902 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-708d72fa-7a71-4b27-aff0-23a8eed7fa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (26103cc6-cbd1-4cd8-b1a7-f6e77c36075d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:59.144689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-708d72fa-7a71-4b27-aff0-23a8eed7fa39 None None] Port 26103cc6-cbd1-4cd8-b1a7-f6e77c36075d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:06:59.261461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2c372-0e2b-470e-8c4b-2078e1b46ece None None] Pushing event updated for resources: {'Port': ['ID=1cbe58cd-1c42-46b4-842e-72de743a09a6,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:59.261824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b222fa-862a-452a-9d18-73d709ac4a9a req-d639c4a5-6017-4173-a5a0-5202550a8e74 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:59.263480 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11b222fa-862a-452a-9d18-73d709ac4a9a req-d639c4a5-6017-4173-a5a0-5202550a8e74 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1670449 Feb 05 03:06:59.327704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30d35b-76c2-4988-967b-221b4027bca7 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event updated for resources: {'Port': ['ID=26103cc6-cbd1-4cd8-b1a7-f6e77c36075d,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:06:59.418394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11b222fa-862a-452a-9d18-73d709ac4a9a req-8680185a-cf99-4866-90c2-4022f36aa1a2 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441283 Feb 05 03:06:59.475430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 7491d98c-7353-4f17-abbf-0084d6c1d03e is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:06:59.553262 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d2e9f-2f50-49ab-bf76-f324af8a0a39 req-01dbb7f1-e077-4001-9d61-43b025e6261f tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:59.566482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c4d2e9f-2f50-49ab-bf76-f324af8a0a39 req-01dbb7f1-e077-4001-9d61-43b025e6261f tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1467855 Feb 05 03:06:59.605067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0c30d35b-76c2-4988-967b-221b4027bca7 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] In _notify_port_updated(), no bound segment for port 26103cc6-cbd1-4cd8-b1a7-f6e77c36075d on network 45a0298c-2ee0-4030-8725-c317be094dd0 {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:06:59.628549 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c30d35b-76c2-4988-967b-221b4027bca7 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:06:59.629237 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c30d35b-76c2-4988-967b-221b4027bca7 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:06:59.630581 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0c30d35b-76c2-4988-967b-221b4027bca7 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "PUT /v2.0/ports/26103cc6-cbd1-4cd8-b1a7-f6e77c36075d HTTP/1.1" status: 200 len: 1002 time: 3.7921889 Feb 05 03:06:59.635507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40314) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:06:59.670218 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c4d2e9f-2f50-49ab-bf76-f324af8a0a39 req-a9b1611b-9a66-47d0-bc80-a763e96d7208 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024661 Feb 05 03:06:59.700796 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 32127a35-cc94-469b-a6f8-e5008d0ab2da up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:06:59.839163 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Allocated IP 172.22.0.1 (37ddb4ff-75bc-467a-b273-e3f92951f54b/2866178b-f758-4d6a-bae8-8328f8ec66f7/cbb45965-65e6-4930-985d-95c4c7b36945) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:06:59.859668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 32127a35-cc94-469b-a6f8-e5008d0ab2da triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:06:59.872492 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:00.063672 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (cbb45965-65e6-4930-985d-95c4c7b36945), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:00.151626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 32127a35-cc94-469b-a6f8-e5008d0ab2da is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:00.184936 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:07:00.236602 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:00.288848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network 37ddb4ff-75bc-467a-b273-e3f92951f54b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:07:00.300222 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:00.305309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:07:00.317608 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-feaeda25-6438-4804-9428-8e2b8cb11262 None None] Provisioning complete for port 26103cc6-cbd1-4cd8-b1a7-f6e77c36075d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:00.318007 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-feaeda25-6438-4804-9428-8e2b8cb11262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (26103cc6-cbd1-4cd8-b1a7-f6e77c36075d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:00.368065 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (6008e616-0dba-4191-8d92-c6678e078111), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:00.488150 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-feaeda25-6438-4804-9428-8e2b8cb11262 None None] Port 26103cc6-cbd1-4cd8-b1a7-f6e77c36075d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:00.552495 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0d799a0e-b159-473a-a266-225029a184f9 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Deleting port 26103cc6-cbd1-4cd8-b1a7-f6e77c36075d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:00.552849 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d799a0e-b159-473a-a266-225029a184f9 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (26103cc6-cbd1-4cd8-b1a7-f6e77c36075d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:00.562725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=cbb45965-65e6-4930-985d-95c4c7b36945,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:00.677746 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efec67-ec44-427a-8e18-cb87eb38b8a5 req-d556d323-c236-403c-844e-24e4077f4a4e tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:00.690393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b4efec67-ec44-427a-8e18-cb87eb38b8a5 req-d556d323-c236-403c-844e-24e4077f4a4e tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.1312885 Feb 05 03:07:00.827437 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b4efec67-ec44-427a-8e18-cb87eb38b8a5 req-0b746c9b-cc5a-43c2-a6f9-f6b8a90a4a0e tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269701 Feb 05 03:07:00.882078 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:00.950959 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d799a0e-b159-473a-a266-225029a184f9 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (26103cc6-cbd1-4cd8-b1a7-f6e77c36075d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:00.963195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c28da-f273-4251-a15a-8d0796e1510d req-b3b833b5-1704-4935-91e0-93e000ba4124 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:00.966469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a69c28da-f273-4251-a15a-8d0796e1510d req-b3b833b5-1704-4935-91e0-93e000ba4124 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1442003 Feb 05 03:07:01.000170 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0d799a0e-b159-473a-a266-225029a184f9 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Calling delete_port for 26103cc6-cbd1-4cd8-b1a7-f6e77c36075d owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:01.149697 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a69c28da-f273-4251-a15a-8d0796e1510d req-f943d0d2-3e6f-4d74-b25f-b0f72a8ca3ec tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720536 Feb 05 03:07:01.215469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307ed0db-3839-4019-85a9-8a88a0744ad2 None None] Network 37ddb4ff-75bc-467a-b273-e3f92951f54b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:07:01.365263 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-89509338-affa-4a39-ab4f-418d9efb7b39 None None] Provisioning complete for port 1cbe58cd-1c42-46b4-842e-72de743a09a6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:01.365942 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89509338-affa-4a39-ab4f-418d9efb7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1cbe58cd-1c42-46b4-842e-72de743a09a6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:01.416203 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d799a0e-b159-473a-a266-225029a184f9 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (26103cc6-cbd1-4cd8-b1a7-f6e77c36075d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:01.473355 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d799a0e-b159-473a-a266-225029a184f9 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event deleted for resources: {'Port': ['ID=26103cc6-cbd1-4cd8-b1a7-f6e77c36075d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:01.511276 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-89509338-affa-4a39-ab4f-418d9efb7b39 None None] Current status of the port 1cbe58cd-1c42-46b4-842e-72de743a09a6 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:01.511792 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89509338-affa-4a39-ab4f-418d9efb7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1cbe58cd-1c42-46b4-842e-72de743a09a6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:01.533153 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d799a0e-b159-473a-a266-225029a184f9 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:01.541756 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0d799a0e-b159-473a-a266-225029a184f9 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "DELETE /v2.0/ports/26103cc6-cbd1-4cd8-b1a7-f6e77c36075d HTTP/1.1" status: 204 len: 168 time: 1.9052014 Feb 05 03:07:01.544872 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40324) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:01.556226 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-89509338-affa-4a39-ab4f-418d9efb7b39 None None] For port 1cbe58cd-1c42-46b4-842e-72de743a09a6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1cbe58cd-1c42-46b4-842e-72de743a09a6,segment=NetworkSegment(9615ec39-5d94-41a2-9ce9-24361f1234da),segment_id=9615ec39-5d94-41a2-9ce9-24361f1234da)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:01.571930 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89509338-affa-4a39-ab4f-418d9efb7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1cbe58cd-1c42-46b4-842e-72de743a09a6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:01.610427 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d535a921-a5ce-44d0-9a86-69eefc4787d6 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] GET failed (client error): The resource could not be found. Feb 05 03:07:01.618337 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d535a921-a5ce-44d0-9a86-69eefc4787d6 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "GET /v2.0/ports/26103cc6-cbd1-4cd8-b1a7-f6e77c36075d HTTP/1.1" status: 404 len: 333 time: 0.0697484 Feb 05 03:07:01.619263 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40326) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:01.626016 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-34c86acd-fe63-4ae9-ad16-398743c13af2 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Request body: {'port': {'network_id': '45a0298c-2ee0-4030-8725-c317be094dd0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-748480060'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:01.694484 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89509338-affa-4a39-ab4f-418d9efb7b39 None None] Pushing event updated for resources: {'Port': ['ID=1cbe58cd-1c42-46b4-842e-72de743a09a6,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:01.789813 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1cbe58cd-1c42-46b4-842e-72de743a09a6 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:07:01.960843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c86acd-fe63-4ae9-ad16-398743c13af2 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Made reservation on behalf of e5fd53c2d5654a50baa5332eed7bfa1c for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:07:01.965855 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34c86acd-fe63-4ae9-ad16-398743c13af2 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:02.018184 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 1cbe58cd-1c42-46b4-842e-72de743a09a6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:02.018717 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1cbe58cd-1c42-46b4-842e-72de743a09a6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:02.084384 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (cbb45965-65e6-4930-985d-95c4c7b36945), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:02.089068 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-34c86acd-fe63-4ae9-ad16-398743c13af2 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] device_id is not set on port 88303a90-86a0-4c59-8b84-699d9d778c09 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:07:02.094284 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:02.119957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f76946d0-90cf-4031-8f57-90abf2ea9f56 None None] Provisioning complete for port 1cbe58cd-1c42-46b4-842e-72de743a09a6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:02.120694 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f76946d0-90cf-4031-8f57-90abf2ea9f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1cbe58cd-1c42-46b4-842e-72de743a09a6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:02.259909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=cbb45965-65e6-4930-985d-95c4c7b36945,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:02.263312 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (6008e616-0dba-4191-8d92-c6678e078111), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:02.351841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-34c86acd-fe63-4ae9-ad16-398743c13af2 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Allocated IP 2001:db8::2b0 (45a0298c-2ee0-4030-8725-c317be094dd0/5962dacc-2461-42e9-be39-fb03e13fce32/88303a90-86a0-4c59-8b84-699d9d778c09) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:07:02.471679 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f76946d0-90cf-4031-8f57-90abf2ea9f56 None None] Current status of the port 1cbe58cd-1c42-46b4-842e-72de743a09a6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:02.482587 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 1cbe58cd-1c42-46b4-842e-72de743a09a6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:02.493875 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f76946d0-90cf-4031-8f57-90abf2ea9f56 None None] Provisioning complete for port cbb45965-65e6-4930-985d-95c4c7b36945 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:02.494479 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f76946d0-90cf-4031-8f57-90abf2ea9f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:02.554634 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f76946d0-90cf-4031-8f57-90abf2ea9f56 None None] Port cbb45965-65e6-4930-985d-95c4c7b36945 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:02.599277 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network 37ddb4ff-75bc-467a-b273-e3f92951f54b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:07:02.601717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:02.736786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-dc00432d-ace0-44c5-8fb1-d1b4b667a1f9 None None] Provisioning complete for port cbb45965-65e6-4930-985d-95c4c7b36945 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:02.741466 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dc00432d-ace0-44c5-8fb1-d1b4b667a1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:02.773408 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c21c5b-2fac-471e-b4cc-4ec6d616082f req-96180881-95c8-4ed5-91ee-09c9341ff3a9 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:02.776038 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00c21c5b-2fac-471e-b4cc-4ec6d616082f req-96180881-95c8-4ed5-91ee-09c9341ff3a9 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.7605591 Feb 05 03:07:02.806566 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34c86acd-fe63-4ae9-ad16-398743c13af2 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks [] for port (88303a90-86a0-4c59-8b84-699d9d778c09), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:02.846524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dc00432d-ace0-44c5-8fb1-d1b4b667a1f9 None None] Port cbb45965-65e6-4930-985d-95c4c7b36945 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:02.976855 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00c21c5b-2fac-471e-b4cc-4ec6d616082f req-3ffb4644-7523-4246-bc35-ea72201f6621 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681087 Feb 05 03:07:02.993295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 6008e616-0dba-4191-8d92-c6678e078111 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:07:02.995773 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dadbd3-225c-4921-916c-3b200494b794 req-d26d4a84-8fae-4d85-ad98-b1a7f0148ea3 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:02.997473 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36dadbd3-225c-4921-916c-3b200494b794 req-d26d4a84-8fae-4d85-ad98-b1a7f0148ea3 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.4968822 Feb 05 03:07:03.115354 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36dadbd3-225c-4921-916c-3b200494b794 req-c2857586-35bc-4c37-aede-7c8953fa0498 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984540 Feb 05 03:07:03.117353 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34c86acd-fe63-4ae9-ad16-398743c13af2 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (88303a90-86a0-4c59-8b84-699d9d778c09), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:03.189275 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9df7bd24-2d44-4276-9c47-98cf527a0f28 None None] Provisioning complete for port cbb45965-65e6-4930-985d-95c4c7b36945 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:03.189741 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9df7bd24-2d44-4276-9c47-98cf527a0f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:03.204436 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c86acd-fe63-4ae9-ad16-398743c13af2 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event updated for resources: {'Port': ['ID=88303a90-86a0-4c59-8b84-699d9d778c09,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:03.206941 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:07:03.223134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Sync routers for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:07:03.224991 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-19b93ec9-94fe-4190-922d-517ff6ec057a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/6008e616-0dba-4191-8d92-c6678e078111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0571456 Feb 05 03:07:03.225933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40340) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:03.231898 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b5cbcecf-34fd-4fe6-be54-845367acd117 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'network': {'name': 'tempest-RoutersTest-1315017451'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:03.252328 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:03.254185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:06:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:03.259931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c86acd-fe63-4ae9-ad16-398743c13af2 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Network 45a0298c-2ee0-4030-8725-c317be094dd0 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:07:03.264363 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-34c86acd-fe63-4ae9-ad16-398743c13af2 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:03.267811 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c86acd-fe63-4ae9-ad16-398743c13af2 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:07:03.273447 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c86acd-fe63-4ae9-ad16-398743c13af2 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:03.274072 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34c86acd-fe63-4ae9-ad16-398743c13af2 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:03.291280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cbcecf-34fd-4fe6-be54-845367acd117 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:07:03.300635 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b5cbcecf-34fd-4fe6-be54-845367acd117 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:03.348103 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40342) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:03.350881 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-34c86acd-fe63-4ae9-ad16-398743c13af2 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7287362 Feb 05 03:07:03.356802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-da601bcd-9bcf-45d6-831d-c5a579c396d1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Request body: {'port': {'network_id': '45a0298c-2ee0-4030-8725-c317be094dd0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-781679029'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:03.357283 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9df7bd24-2d44-4276-9c47-98cf527a0f28 None None] Port cbb45965-65e6-4930-985d-95c4c7b36945 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:03.372109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5cbcecf-34fd-4fe6-be54-845367acd117 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:07:03.403690 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b5cbcecf-34fd-4fe6-be54-845367acd117 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (73decb74-3823-477f-87d1-5cad259a1912), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:03.404040 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-b5cbcecf-34fd-4fe6-be54-845367acd117 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Added segment 73decb74-3823-477f-87d1-5cad259a1912 of type vlan for network c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f Feb 05 03:07:03.406299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:03.559449 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b5cbcecf-34fd-4fe6-be54-845367acd117 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:03.651654 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b5cbcecf-34fd-4fe6-be54-845367acd117 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:03.669654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cbcecf-34fd-4fe6-be54-845367acd117 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:03.671745 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b5cbcecf-34fd-4fe6-be54-845367acd117 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:03.677322 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da601bcd-9bcf-45d6-831d-c5a579c396d1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Made reservation on behalf of e5fd53c2d5654a50baa5332eed7bfa1c for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:07:03.688301 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da601bcd-9bcf-45d6-831d-c5a579c396d1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:03.746675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-da601bcd-9bcf-45d6-831d-c5a579c396d1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] device_id is not set on port d781ac4f-8799-4396-b295-886188a1d40f yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:07:03.765749 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1cbe58cd-1c42-46b4-842e-72de743a09a6 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:07:03.863478 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbcecf-34fd-4fe6-be54-845367acd117 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Network': ['ID=c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:03.899021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40344) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:03.899307 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b5cbcecf-34fd-4fe6-be54-845367acd117 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6722813 Feb 05 03:07:03.900706 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:07:03.915772 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-53b19ee0-9dfb-40e8-9e10-18ca5d2527ab tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'subnet': {'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:04.134490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-da601bcd-9bcf-45d6-831d-c5a579c396d1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Allocated IP 2001:db8::134 (45a0298c-2ee0-4030-8725-c317be094dd0/5962dacc-2461-42e9-be39-fb03e13fce32/d781ac4f-8799-4396-b295-886188a1d40f) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:07:04.257859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b19ee0-9dfb-40e8-9e10-18ca5d2527ab tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Made reservation on behalf of 456239914dd84c50ba91285736155cbe for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:07:04.261586 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-53b19ee0-9dfb-40e8-9e10-18ca5d2527ab tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:04.401682 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d536201-f0f9-4334-8b98-004f002fadcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:04.442604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-694f84ba-48af-439b-82c7-8cd6b2950c13 None None] Provisioning complete for port 88303a90-86a0-4c59-8b84-699d9d778c09 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:04.443006 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-694f84ba-48af-439b-82c7-8cd6b2950c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (88303a90-86a0-4c59-8b84-699d9d778c09), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:04.446922 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25672e-534d-4e57-9474-e2c9fadb5242 req-21f5efbf-22c1-4c96-90cc-2e3b26ab782c tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:04.448510 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a25672e-534d-4e57-9474-e2c9fadb5242 req-21f5efbf-22c1-4c96-90cc-2e3b26ab782c tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1660678 Feb 05 03:07:04.455641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bc7ac-2c55-41af-87a4-5ee5bd91ba77 req-5179cd90-67cc-43b5-9599-30237e2542cd tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:04.457114 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-737bc7ac-2c55-41af-87a4-5ee5bd91ba77 req-5179cd90-67cc-43b5-9599-30237e2542cd tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2442074 Feb 05 03:07:04.565411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 1cbe58cd-1c42-46b4-842e-72de743a09a6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:04.565830 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1cbe58cd-1c42-46b4-842e-72de743a09a6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:04.585381 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a25672e-534d-4e57-9474-e2c9fadb5242 req-bf07dccf-3b1b-46d6-99fc-13fffa26be41 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178923 Feb 05 03:07:04.676119 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-737bc7ac-2c55-41af-87a4-5ee5bd91ba77 req-69d31c05-2fd6-42c8-947a-d6a075fac636 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052835 Feb 05 03:07:04.707947 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-694f84ba-48af-439b-82c7-8cd6b2950c13 None None] Port 88303a90-86a0-4c59-8b84-699d9d778c09 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:04.779478 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:00Z', 'revision_number': 4, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb45965-65e6-4930-985d-95c4c7b36945', 'name': '', 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:80:88:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:57Z', 'updated_at': '2022-02-05T03:07:01Z', 'revision_number': 2, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:04.805881 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da601bcd-9bcf-45d6-831d-c5a579c396d1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks [] for port (d781ac4f-8799-4396-b295-886188a1d40f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:04.813914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Checking router: 6008e616-0dba-4191-8d92-c6678e078111 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:07:04.814007 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Updating router 6008e616-0dba-4191-8d92-c6678e078111 port cbb45965-65e6-4930-985d-95c4c7b36945 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:07:04.824373 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-53b19ee0-9dfb-40e8-9e10-18ca5d2527ab tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (6bbc2fb3-b218-4044-9afd-5d9e8cc72907), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:04.855116 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:04.871737 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 1cbe58cd-1c42-46b4-842e-72de743a09a6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:04.915597 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da601bcd-9bcf-45d6-831d-c5a579c396d1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d781ac4f-8799-4396-b295-886188a1d40f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:04.951651 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a4501-604a-44e4-a9a4-8a327330a19c req-b959bc90-874e-46c2-afa4-fe78431a5615 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:04.953180 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-799a4501-604a-44e4-a9a4-8a327330a19c req-b959bc90-874e-46c2-afa4-fe78431a5615 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.1037526 Feb 05 03:07:05.055744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da601bcd-9bcf-45d6-831d-c5a579c396d1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Network 45a0298c-2ee0-4030-8725-c317be094dd0 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:07:05.060223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-799a4501-604a-44e4-a9a4-8a327330a19c req-b40667a7-f0c5-4852-931d-9a9c3d48a0dc tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913489 Feb 05 03:07:05.069730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-da601bcd-9bcf-45d6-831d-c5a579c396d1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:05.080759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b19ee0-9dfb-40e8-9e10-18ca5d2527ab tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Checking segment: {'id': '73decb74-3823-477f-87d1-5cad259a1912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:07:05.081123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b19ee0-9dfb-40e8-9e10-18ca5d2527ab tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network hostable DHCP agents. Network: c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:07:05.086689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da601bcd-9bcf-45d6-831d-c5a579c396d1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:07:05.095762 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da601bcd-9bcf-45d6-831d-c5a579c396d1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:05.097566 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da601bcd-9bcf-45d6-831d-c5a579c396d1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:05.116419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b19ee0-9dfb-40e8-9e10-18ca5d2527ab tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Subnet': ['ID=6bbc2fb3-b218-4044-9afd-5d9e8cc72907,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:05.134159 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-da601bcd-9bcf-45d6-831d-c5a579c396d1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7823980 Feb 05 03:07:05.134464 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40404) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:05.144419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1d6ca09a-3b4f-467f-ac3f-fccfa22e2382 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::111', 'mac_address': 'fa:16:3e:67:54:76'}, {'ip_address': '2001:db8::2b0', 'mac_address': 'fa:16:3e:b3:56:1f'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:05.151848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da601bcd-9bcf-45d6-831d-c5a579c396d1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event updated for resources: {'Port': ['ID=d781ac4f-8799-4396-b295-886188a1d40f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:05.191801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b19ee0-9dfb-40e8-9e10-18ca5d2527ab tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:07:05.211056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-53b19ee0-9dfb-40e8-9e10-18ca5d2527ab tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:05.222410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b19ee0-9dfb-40e8-9e10-18ca5d2527ab tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:05.223048 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-53b19ee0-9dfb-40e8-9e10-18ca5d2527ab tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:05.262416 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-53b19ee0-9dfb-40e8-9e10-18ca5d2527ab tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3581479 Feb 05 03:07:05.262652 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40408) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:05.263748 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Publish callbacks [] for port (cbb45965-65e6-4930-985d-95c4c7b36945), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:05.270066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea1350-7190-4202-8c02-47d0bfafc3d4 None None] Network c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:07:05.376076 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:05.490316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4580f-3fdd-4244-be71-8d31c112efa0 None None] Pushing event updated for resources: {'Port': ['ID=cbb45965-65e6-4930-985d-95c4c7b36945,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:05.551011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4580f-3fdd-4244-be71-8d31c112efa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:05.551333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4580f-3fdd-4244-be71-8d31c112efa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:05.551668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4580f-3fdd-4244-be71-8d31c112efa0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:05.552002 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4580f-3fdd-4244-be71-8d31c112efa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:05.552333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4580f-3fdd-4244-be71-8d31c112efa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:05.552723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4580f-3fdd-4244-be71-8d31c112efa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:05.554044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4580f-3fdd-4244-be71-8d31c112efa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:05.554044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4580f-3fdd-4244-be71-8d31c112efa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:05.554044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4580f-3fdd-4244-be71-8d31c112efa0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:05.559224 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4580f-3fdd-4244-be71-8d31c112efa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:05.559855 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4580f-3fdd-4244-be71-8d31c112efa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:05.559981 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4580f-3fdd-4244-be71-8d31c112efa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:05.560065 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d6ca09a-3b4f-467f-ac3f-fccfa22e2382 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d781ac4f-8799-4396-b295-886188a1d40f), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:05.560685 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f4580f-3fdd-4244-be71-8d31c112efa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:05.786989 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648119f0-ca6a-4e3b-921e-ab0534cea9cb req-7999abb4-0062-4d09-88f9-075418455a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:05.788465 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-648119f0-ca6a-4e3b-921e-ab0534cea9cb req-7999abb4-0062-4d09-88f9-075418455a92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48d75b9896b4443ca4a344d32f5eb70e&device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 1127 time: 0.2214851 Feb 05 03:07:05.833529 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Attempting to bind port cbb45965-65e6-4930-985d-95c4c7b36945 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:07:05.834114 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Attempting to bind port cbb45965-65e6-4930-985d-95c4c7b36945 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '9615ec39-5d94-41a2-9ce9-24361f1234da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:07:05.834223 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Attempting to bind port cbb45965-65e6-4930-985d-95c4c7b36945 on network 37ddb4ff-75bc-467a-b273-e3f92951f54b {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:07:05.859669 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:07:05.860054 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Checking segment: {'id': '9615ec39-5d94-41a2-9ce9-24361f1234da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:07:05.860368 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:05.861378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Bound using segment: {'id': '9615ec39-5d94-41a2-9ce9-24361f1234da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:07:05.861876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Bound port: cbb45965-65e6-4930-985d-95c4c7b36945, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9615ec39-5d94-41a2-9ce9-24361f1234da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:07:05.862402 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:05.873154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f', 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f', 'project_id': '456239914dd84c50ba91285736155cbe', 'fixed_ips': [{'subnet_id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:07:05.874014 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:05.928602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-46027dc2-391c-45f4-bc84-772c9692df60 None None] Provisioning complete for port d781ac4f-8799-4396-b295-886188a1d40f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:05.929694 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46027dc2-391c-45f4-bc84-772c9692df60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d781ac4f-8799-4396-b295-886188a1d40f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:06.083629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] For port cbb45965-65e6-4930-985d-95c4c7b36945, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:07:06.087683 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] For port cbb45965-65e6-4930-985d-95c4c7b36945, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=cbb45965-65e6-4930-985d-95c4c7b36945,segment=NetworkSegment(9615ec39-5d94-41a2-9ce9-24361f1234da),segment_id=9615ec39-5d94-41a2-9ce9-24361f1234da)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:07:06.110066 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-82949fad-2050-4cf0-974d-7fb1ee621f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:06.116922 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:06.195425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4580f-3fdd-4244-be71-8d31c112efa0 None None] Pushing event updated for resources: {'Port': ['ID=cbb45965-65e6-4930-985d-95c4c7b36945,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:06.259437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-46027dc2-391c-45f4-bc84-772c9692df60 None None] Port d781ac4f-8799-4396-b295-886188a1d40f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:06.369377 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:06.370629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:06.403632 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648119f0-ca6a-4e3b-921e-ab0534cea9cb req-e3f6e72c-0be6-4d4b-983a-36f2db71c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:06.408298 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-648119f0-ca6a-4e3b-921e-ab0534cea9cb req-e3f6e72c-0be6-4d4b-983a-36f2db71c0c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=98ab2392-eb0d-400b-ae03-4808c53f38dc HTTP/1.1" status: 200 len: 914 time: 0.2604318 Feb 05 03:07:06.522680 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-648119f0-ca6a-4e3b-921e-ab0534cea9cb req-6cc4b66a-bcac-4f41-a408-f1f0bc49a121 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acb28c92-8aec-4518-83f2-c35adecc50ea HTTP/1.1" status: 200 len: 217 time: 0.1066332 Feb 05 03:07:06.564756 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-68b132e2-ee7e-4ff7-ac1f-365e01b4a14b None None] Provisioning complete for port cbb45965-65e6-4930-985d-95c4c7b36945 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:06.565364 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68b132e2-ee7e-4ff7-ac1f-365e01b4a14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:06.572803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Allocated IP 172.23.0.2 (c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f/6bbc2fb3-b218-4044-9afd-5d9e8cc72907/63113aad-be4a-493b-bcaa-02a47405d3f1) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:07:06.617726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:06.769517 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:06.801371 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648119f0-ca6a-4e3b-921e-ab0534cea9cb req-282f0652-fbb4-4c4f-827d-079c8218d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:06.821628 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-648119f0-ca6a-4e3b-921e-ab0534cea9cb req-282f0652-fbb4-4c4f-827d-079c8218d977 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9710adb9-a86e-4bd9-b62b-bccb80188957 HTTP/1.1" status: 200 len: 853 time: 0.2462502 Feb 05 03:07:06.860232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-68b132e2-ee7e-4ff7-ac1f-365e01b4a14b None None] Current status of the port cbb45965-65e6-4930-985d-95c4c7b36945 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:06.861569 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68b132e2-ee7e-4ff7-ac1f-365e01b4a14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:06.920352 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-648119f0-ca6a-4e3b-921e-ab0534cea9cb req-f7bd8390-670d-4dac-961c-4a1f23d24401 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98ab2392-eb0d-400b-ae03-4808c53f38dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846758 Feb 05 03:07:06.924774 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-68b132e2-ee7e-4ff7-ac1f-365e01b4a14b None None] For port cbb45965-65e6-4930-985d-95c4c7b36945, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=cbb45965-65e6-4930-985d-95c4c7b36945,segment=NetworkSegment(9615ec39-5d94-41a2-9ce9-24361f1234da),segment_id=9615ec39-5d94-41a2-9ce9-24361f1234da)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:06.943396 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68b132e2-ee7e-4ff7-ac1f-365e01b4a14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:06.981992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21faab-ec76-487b-b672-13037fb5ac41 req-b91c5075-daff-452c-86d2-4b0d8a3551c5 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:06.992566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b21faab-ec76-487b-b672-13037fb5ac41 req-b91c5075-daff-452c-86d2-4b0d8a3551c5 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 1.2168865 Feb 05 03:07:07.098409 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b21faab-ec76-487b-b672-13037fb5ac41 req-9aacd32c-51ff-4bb3-9c60-4624ccbf4217 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019106 Feb 05 03:07:07.124546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63b2d9-25ce-446a-a36a-055817bfad7f req-efbe2271-a558-4619-936c-4c24ce0ceb67 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:07.136996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dc63b2d9-25ce-446a-a36a-055817bfad7f req-efbe2271-a558-4619-936c-4c24ce0ceb67 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 1.2712107 Feb 05 03:07:07.233436 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e5caf2b3-42c4-4f69-ab07-5a7a34dcde8f None None] Provisioning complete for port cbb45965-65e6-4930-985d-95c4c7b36945 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:07.234377 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e5caf2b3-42c4-4f69-ab07-5a7a34dcde8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:07.245001 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d6ca09a-3b4f-467f-ac3f-fccfa22e2382 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks [] for port (d781ac4f-8799-4396-b295-886188a1d40f), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:07.289794 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d6ca09a-3b4f-467f-ac3f-fccfa22e2382 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (d781ac4f-8799-4396-b295-886188a1d40f), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:07.294047 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:07.295076 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b132e2-ee7e-4ff7-ac1f-365e01b4a14b None None] Pushing event updated for resources: {'Port': ['ID=cbb45965-65e6-4930-985d-95c4c7b36945,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:07.313399 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Publish callbacks [] for port (63113aad-be4a-493b-bcaa-02a47405d3f1), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:07.334328 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (63113aad-be4a-493b-bcaa-02a47405d3f1), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:07.481919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ca09a-3b4f-467f-ac3f-fccfa22e2382 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] In _notify_port_updated(), no bound segment for port d781ac4f-8799-4396-b295-886188a1d40f on network 45a0298c-2ee0-4030-8725-c317be094dd0 {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:07:07.495693 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6ca09a-3b4f-467f-ac3f-fccfa22e2382 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:07.496389 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d6ca09a-3b4f-467f-ac3f-fccfa22e2382 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:07.497745 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1d6ca09a-3b4f-467f-ac3f-fccfa22e2382 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "PUT /v2.0/ports/d781ac4f-8799-4396-b295-886188a1d40f HTTP/1.1" status: 200 len: 1067 time: 2.3620014 Feb 05 03:07:07.507423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40428) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:07.630493 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ca09a-3b4f-467f-ac3f-fccfa22e2382 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event updated for resources: {'Port': ['ID=d781ac4f-8799-4396-b295-886188a1d40f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:07.708427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce7855-ca0e-482d-8c4e-c5d67764ee78 req-6458d5e3-6b8e-4169-a975-be90652a191c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:07.722139 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-53ce7855-ca0e-482d-8c4e-c5d67764ee78 req-6458d5e3-6b8e-4169-a975-be90652a191c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.4736509 Feb 05 03:07:07.743287 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dc63b2d9-25ce-446a-a36a-055817bfad7f req-27b427e7-c9f7-4186-b480-937998e0b1fc tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032665 Feb 05 03:07:07.849671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Pushing event updated for resources: {'Port': ['ID=63113aad-be4a-493b-bcaa-02a47405d3f1,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:07.863256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1c58eda8-5d3c-459c-b11e-9ec55f0a876f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Deleting port d781ac4f-8799-4396-b295-886188a1d40f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:07.863858 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c58eda8-5d3c-459c-b11e-9ec55f0a876f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d781ac4f-8799-4396-b295-886188a1d40f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:07.910207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Network c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:07:07.917863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:07.926122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e5caf2b3-42c4-4f69-ab07-5a7a34dcde8f None None] Current status of the port cbb45965-65e6-4930-985d-95c4c7b36945 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:07.930443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:07:07.960833 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:00Z', 'revision_number': 4, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb45965-65e6-4930-985d-95c4c7b36945', 'name': '', 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:80:88:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:57Z', 'updated_at': '2022-02-05T03:07:06Z', 'revision_number': 4, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:08.021636 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c58eda8-5d3c-459c-b11e-9ec55f0a876f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d781ac4f-8799-4396-b295-886188a1d40f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:08.038783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1c58eda8-5d3c-459c-b11e-9ec55f0a876f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Calling delete_port for d781ac4f-8799-4396-b295-886188a1d40f owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:08.047879 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7d1b68-129a-45d0-be9d-99748e733df6 None None] The sync data for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 is: [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:00Z', 'revision_number': 4, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb45965-65e6-4930-985d-95c4c7b36945', 'name': '', 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:80:88:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:57Z', 'updated_at': '2022-02-05T03:07:06Z', 'revision_number': 4, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:07:08.073156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Allocated IP 172.23.0.1 (c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f/6bbc2fb3-b218-4044-9afd-5d9e8cc72907/5bfe09f0-4b25-407d-b5d3-066883854b91) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:07:08.185132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Attempting to bind port 63113aad-be4a-493b-bcaa-02a47405d3f1 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:07:08.185562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Attempting to bind port 63113aad-be4a-493b-bcaa-02a47405d3f1 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '73decb74-3823-477f-87d1-5cad259a1912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:07:08.186015 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Attempting to bind port 63113aad-be4a-493b-bcaa-02a47405d3f1 on network c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:07:08.206746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5f00e2da-3481-4a3f-9bc5-44136d0bb182 None None] Provisioning complete for port d781ac4f-8799-4396-b295-886188a1d40f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:08.207255 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f00e2da-3481-4a3f-9bc5-44136d0bb182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d781ac4f-8799-4396-b295-886188a1d40f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:08.266389 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:07:08.271293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Checking segment: {'id': '73decb74-3823-477f-87d1-5cad259a1912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:07:08.325581 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-53ce7855-ca0e-482d-8c4e-c5d67764ee78 req-5923544f-dd16-4926-9768-ceeafe401740 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5999238 Feb 05 03:07:08.338923 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:08.338923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Bound using segment: {'id': '73decb74-3823-477f-87d1-5cad259a1912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:07:08.338923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Bound port: 63113aad-be4a-493b-bcaa-02a47405d3f1, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73decb74-3823-477f-87d1-5cad259a1912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:07:08.338923 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (63113aad-be4a-493b-bcaa-02a47405d3f1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:08.339453 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c58eda8-5d3c-459c-b11e-9ec55f0a876f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d781ac4f-8799-4396-b295-886188a1d40f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:08.409657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5f00e2da-3481-4a3f-9bc5-44136d0bb182 None None] Port d781ac4f-8799-4396-b295-886188a1d40f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:08.524019 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58eda8-5d3c-459c-b11e-9ec55f0a876f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event deleted for resources: {'Port': ['ID=d781ac4f-8799-4396-b295-886188a1d40f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:08.546779 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:08.579533 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-648119f0-ca6a-4e3b-921e-ab0534cea9cb req-56d07d46-f06e-41a4-8ce7-370d2a2243e1 service neutron] 10.222.0.10 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6163738 Feb 05 03:07:08.628263 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] For port 63113aad-be4a-493b-bcaa-02a47405d3f1, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:07:08.667949 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] For port 63113aad-be4a-493b-bcaa-02a47405d3f1, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=63113aad-be4a-493b-bcaa-02a47405d3f1,segment=NetworkSegment(73decb74-3823-477f-87d1-5cad259a1912),segment_id=73decb74-3823-477f-87d1-5cad259a1912)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:07:08.680871 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:08.685010 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (63113aad-be4a-493b-bcaa-02a47405d3f1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:08.712467 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca1fca-171c-4a9a-b6d0-d4e8b8989748 req-ab927345-5ff7-4f0d-ae65-b4ebc82ad142 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:08.723390 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4aca1fca-171c-4a9a-b6d0-d4e8b8989748 req-ab927345-5ff7-4f0d-ae65-b4ebc82ad142 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.3966546 Feb 05 03:07:08.827666 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d3d19-1cdf-459c-9b90-c6efe1e9bfb0 None None] Pushing event updated for resources: {'Port': ['ID=63113aad-be4a-493b-bcaa-02a47405d3f1,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:08.925723 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-648119f0-ca6a-4e3b-921e-ab0534cea9cb req-1f987cbe-f3bd-4577-b31f-ecd7344c0325 service neutron] 10.222.0.10 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382251 Feb 05 03:07:09.015227 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:09.113015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4aca1fca-171c-4a9a-b6d0-d4e8b8989748 req-a2c003b7-bea6-4677-9753-49392d6b49c2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859141 Feb 05 03:07:09.114861 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c58eda8-5d3c-459c-b11e-9ec55f0a876f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:09.123219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:07:09.134377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1c58eda8-5d3c-459c-b11e-9ec55f0a876f tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "DELETE /v2.0/ports/d781ac4f-8799-4396-b295-886188a1d40f HTTP/1.1" status: 204 len: 168 time: 1.6115792 Feb 05 03:07:09.144997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40440) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:09.166584 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:07:09.178614 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:09.194827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:07:09.252209 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-285de900-0eef-4f95-8c89-7e7496a72ac1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] GET failed (client error): The resource could not be found. Feb 05 03:07:09.258792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-285de900-0eef-4f95-8c89-7e7496a72ac1 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "GET /v2.0/ports/d781ac4f-8799-4396-b295-886188a1d40f HTTP/1.1" status: 404 len: 333 time: 0.1071293 Feb 05 03:07:09.259786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40442) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:09.304611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=5bfe09f0-4b25-407d-b5d3-066883854b91,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:09.423983 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (6008e616-0dba-4191-8d92-c6678e078111), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:09.472662 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:09.473361 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:09.544031 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160428c7-301d-4722-a585-4fbd589819d6 req-3bc5c8ea-8faf-4fd3-a11a-5fa7e174559b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:09.554251 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-160428c7-301d-4722-a585-4fbd589819d6 req-3bc5c8ea-8faf-4fd3-a11a-5fa7e174559b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.2726204 Feb 05 03:07:09.573597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:07:09.580504 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be7aa39-d3b8-4911-9561-0ec7aeea437d" -d '{"events": [{"server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "name": "network-vif-unplugged", "status": "completed", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:07:09.644087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:09.659069 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:09.721740 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-160428c7-301d-4722-a585-4fbd589819d6 req-1f173161-98ce-4962-8ff1-713d15e45139 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665096 Feb 05 03:07:09.747421 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-37467253-8a3d-4fce-b3c2-a49c4373e907 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Deleting port 88303a90-86a0-4c59-8b84-699d9d778c09 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:09.748175 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37467253-8a3d-4fce-b3c2-a49c4373e907 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (88303a90-86a0-4c59-8b84-699d9d778c09), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:09.799991 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:09.818220 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,revision_number=11']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:09.845067 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8cafe8-bc4c-40ed-be39-a8f0e68d5823 x-openstack-request-id: req-8b8cafe8-bc4c-40ed-be39-a8f0e68d5823 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:07:09.845067 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "name": "network-vif-unplugged", "status": "completed", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:07:09.845067 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b8cafe8-bc4c-40ed-be39-a8f0e68d5823 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:07:09.845067 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'code': 200} Feb 05 03:07:09.926999 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:09.949635 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37467253-8a3d-4fce-b3c2-a49c4373e907 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (88303a90-86a0-4c59-8b84-699d9d778c09), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:09.965426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-37467253-8a3d-4fce-b3c2-a49c4373e907 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Calling delete_port for 88303a90-86a0-4c59-8b84-699d9d778c09 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:09.971219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 63113aad-be4a-493b-bcaa-02a47405d3f1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:07:10.072093 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 63113aad-be4a-493b-bcaa-02a47405d3f1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:10.072833 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (63113aad-be4a-493b-bcaa-02a47405d3f1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:10.351603 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 63113aad-be4a-493b-bcaa-02a47405d3f1 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:10.352314 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (63113aad-be4a-493b-bcaa-02a47405d3f1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:10.396579 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37467253-8a3d-4fce-b3c2-a49c4373e907 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (88303a90-86a0-4c59-8b84-699d9d778c09), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:10.534427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 63113aad-be4a-493b-bcaa-02a47405d3f1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=63113aad-be4a-493b-bcaa-02a47405d3f1,segment=NetworkSegment(73decb74-3823-477f-87d1-5cad259a1912),segment_id=73decb74-3823-477f-87d1-5cad259a1912)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:10.545448 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (63113aad-be4a-493b-bcaa-02a47405d3f1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:10.547530 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cbb45965-65e6-4930-985d-95c4c7b36945 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:07:10.600204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:10.614860 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:10.625521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37467253-8a3d-4fce-b3c2-a49c4373e907 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event deleted for resources: {'Port': ['ID=88303a90-86a0-4c59-8b84-699d9d778c09,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:10.638155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacb44e-05b8-4d4f-9479-8ea1e0302040 req-d5a29814-89d5-4878-a88f-1be34a7133bf tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:10.651712 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9cacb44e-05b8-4d4f-9479-8ea1e0302040 req-d5a29814-89d5-4878-a88f-1be34a7133bf tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.3911648 Feb 05 03:07:10.772723 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9cacb44e-05b8-4d4f-9479-8ea1e0302040 req-991f873c-ce6e-42e6-bf3b-fb469dc9475c tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191618 Feb 05 03:07:10.860374 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37467253-8a3d-4fce-b3c2-a49c4373e907 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:10.864274 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-37467253-8a3d-4fce-b3c2-a49c4373e907 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "DELETE /v2.0/ports/88303a90-86a0-4c59-8b84-699d9d778c09 HTTP/1.1" status: 204 len: 168 time: 1.6030791 Feb 05 03:07:10.875736 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40456) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:10.924643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port cbb45965-65e6-4930-985d-95c4c7b36945 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:10.925209 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:11.026251 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b08d66-554a-449a-a1a9-2c957a266703 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] GET failed (client error): The resource could not be found. Feb 05 03:07:11.027899 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e4b08d66-554a-449a-a1a9-2c957a266703 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "GET /v2.0/ports/88303a90-86a0-4c59-8b84-699d9d778c09 HTTP/1.1" status: 404 len: 333 time: 0.1501818 Feb 05 03:07:11.035973 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40458) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:11.167986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event updated for resources: {'Port': ['ID=5bfe09f0-4b25-407d-b5d3-066883854b91,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:11.216356 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=63113aad-be4a-493b-bcaa-02a47405d3f1,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:11.234971 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (6008e616-0dba-4191-8d92-c6678e078111), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:11.272528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa9c04-5c5a-4598-81b1-a47570731929 req-baddc29a-bd6e-4b91-b6c1-9106847eda5a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:11.296254 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24fa9c04-5c5a-4598-81b1-a47570731929 req-baddc29a-bd6e-4b91-b6c1-9106847eda5a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.3351676 Feb 05 03:07:11.314834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbb9fb8-103a-4f37-a4d7-6f5a0850e0da None None] Network c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:07:11.356666 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e54000bb-da5c-4b8a-a564-262c7daddc5b tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Deleting port 91fab354-ace7-498b-8116-1316f36c8253 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:11.357124 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e54000bb-da5c-4b8a-a564-262c7daddc5b tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (91fab354-ace7-498b-8116-1316f36c8253), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:11.479892 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24fa9c04-5c5a-4598-81b1-a47570731929 req-85a26c2c-9fe6-4728-b27b-ae5749372808 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820338 Feb 05 03:07:11.517495 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e54000bb-da5c-4b8a-a564-262c7daddc5b tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (91fab354-ace7-498b-8116-1316f36c8253), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:11.560605 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e54000bb-da5c-4b8a-a564-262c7daddc5b tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Calling delete_port for 91fab354-ace7-498b-8116-1316f36c8253 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:11.678697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Network c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:07:11.687730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:11.691776 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:11.712525 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cef2a52-2287-4b27-a73e-62c73a7e6c24 req-0a002c97-b0e9-48f9-a915-047a0b3f4c4c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7358055 Feb 05 03:07:11.762469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c6a8202a-0701-4f74-8661-a74d92a6cb65 None None] Provisioning complete for port 63113aad-be4a-493b-bcaa-02a47405d3f1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:11.763388 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c6a8202a-0701-4f74-8661-a74d92a6cb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (63113aad-be4a-493b-bcaa-02a47405d3f1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:11.767646 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port cbb45965-65e6-4930-985d-95c4c7b36945 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:11.929684 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8202a-0701-4f74-8661-a74d92a6cb65 None None] Current status of the port 63113aad-be4a-493b-bcaa-02a47405d3f1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:12.042966 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 63113aad-be4a-493b-bcaa-02a47405d3f1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:07:12.054469 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e54000bb-da5c-4b8a-a564-262c7daddc5b tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (91fab354-ace7-498b-8116-1316f36c8253), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:12.067916 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 6008e616-0dba-4191-8d92-c6678e078111 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:07:12.118571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef2a52-2287-4b27-a73e-62c73a7e6c24 req-2e5a2532-c3b7-487a-abfe-5381d887329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:12.121352 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cef2a52-2287-4b27-a73e-62c73a7e6c24 req-2e5a2532-c3b7-487a-abfe-5381d887329b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 1126 time: 0.1801188 Feb 05 03:07:12.171584 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 63113aad-be4a-493b-bcaa-02a47405d3f1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:12.172036 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (63113aad-be4a-493b-bcaa-02a47405d3f1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:12.193259 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54000bb-da5c-4b8a-a564-262c7daddc5b tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event deleted for resources: {'Port': ['ID=91fab354-ace7-498b-8116-1316f36c8253,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:12.422499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 63113aad-be4a-493b-bcaa-02a47405d3f1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:12.423682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:07:12.431395 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-05d72eb5-eea3-4c02-bab0-17e56704f17d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/6008e616-0dba-4191-8d92-c6678e078111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1674864 Feb 05 03:07:12.471477 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40482) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:12.478113 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Sync routers for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:07:12.487163 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ef51c3d7-72ea-4c67-afda-cd518bcaa39e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:12.506236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6438f6-7e8a-48d8-9db0-c1cf1a365423 req-914ab289-e847-4089-971e-7e9675c6a79c tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:12.512206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b6438f6-7e8a-48d8-9db0-c1cf1a365423 req-914ab289-e847-4089-971e-7e9675c6a79c tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.5136468 Feb 05 03:07:12.523683 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:12.525017 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:12.525484 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e54000bb-da5c-4b8a-a564-262c7daddc5b tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:12.575200 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e54000bb-da5c-4b8a-a564-262c7daddc5b tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "DELETE /v2.0/ports/91fab354-ace7-498b-8116-1316f36c8253 HTTP/1.1" status: 204 len: 168 time: 1.5394230 Feb 05 03:07:12.597635 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-480937b0-96e9-4441-baf7-d210163bf4df None None] Provisioning complete for port 63113aad-be4a-493b-bcaa-02a47405d3f1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:12.597858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40492) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:12.598079 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-480937b0-96e9-4441-baf7-d210163bf4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (63113aad-be4a-493b-bcaa-02a47405d3f1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:12.856602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-480937b0-96e9-4441-baf7-d210163bf4df None None] Current status of the port 63113aad-be4a-493b-bcaa-02a47405d3f1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:12.896219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-480937b0-96e9-4441-baf7-d210163bf4df None None] Provisioning complete for port 5bfe09f0-4b25-407d-b5d3-066883854b91 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:12.896526 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-480937b0-96e9-4441-baf7-d210163bf4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:12.924671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b6438f6-7e8a-48d8-9db0-c1cf1a365423 req-45d7c6ba-726a-4cd7-be06-91b9d88abbfe tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478401 Feb 05 03:07:12.960574 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e77457d-5dc1-4386-a7d8-a4defeabc475 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Deleting subnet 5962dacc-2461-42e9-be39-fb03e13fce32 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:07:12.971654 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e77457d-5dc1-4386-a7d8-a4defeabc475 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks [] for subnet (5962dacc-2461-42e9-be39-fb03e13fce32), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:13.111657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-480937b0-96e9-4441-baf7-d210163bf4df None None] Port 5bfe09f0-4b25-407d-b5d3-066883854b91 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:13.209315 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e77457d-5dc1-4386-a7d8-a4defeabc475 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (5962dacc-2461-42e9-be39-fb03e13fce32), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:13.275537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4c303227-bf9e-48a5-9aab-7b5ceb1fb283 None None] Provisioning complete for port 5bfe09f0-4b25-407d-b5d3-066883854b91 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:13.279651 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c303227-bf9e-48a5-9aab-7b5ceb1fb283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:13.299197 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:13.309199 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef2a52-2287-4b27-a73e-62c73a7e6c24 req-968cabe2-351a-42df-9944-66563803719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:13.311985 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cef2a52-2287-4b27-a73e-62c73a7e6c24 req-968cabe2-351a-42df-9944-66563803719c service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.9293072 Feb 05 03:07:13.324159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92f4f2-52eb-4ee5-86ae-425aa0884bbb req-13ab599c-9207-476a-857a-f315a28e19cc tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:13.331898 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c92f4f2-52eb-4ee5-86ae-425aa0884bbb req-13ab599c-9207-476a-857a-f315a28e19cc tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.2334266 Feb 05 03:07:13.394913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4c303227-bf9e-48a5-9aab-7b5ceb1fb283 None None] Port 5bfe09f0-4b25-407d-b5d3-066883854b91 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:13.395803 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ec19c-b033-4156-bf86-41311d58ca51 req-362e185d-4f1f-4e69-8ced-98bafb3df3eb tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:13.404621 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e39ec19c-b033-4156-bf86-41311d58ca51 req-362e185d-4f1f-4e69-8ced-98bafb3df3eb tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.3312328 Feb 05 03:07:13.566694 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e39ec19c-b033-4156-bf86-41311d58ca51 req-f4f38606-6fe9-4dd4-8f8b-2940d8440d88 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608763 Feb 05 03:07:13.663186 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e77457d-5dc1-4386-a7d8-a4defeabc475 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (5962dacc-2461-42e9-be39-fb03e13fce32), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:13.677797 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c92f4f2-52eb-4ee5-86ae-425aa0884bbb req-3d489045-7503-4535-8c8b-fd4e98c5cc2b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3449633 Feb 05 03:07:13.722466 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cef2a52-2287-4b27-a73e-62c73a7e6c24 req-9149cdcc-a130-437b-8f27-48ed2dd07fa7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 HTTP/1.1" status: 200 len: 999 time: 0.3969812 Feb 05 03:07:13.730193 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71670d-ffcd-4661-b760-de427ce2af17 req-aaf57ba7-9c9c-455e-8000-1747eeaf770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:13.732559 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb71670d-ffcd-4661-b760-de427ce2af17 req-aaf57ba7-9c9c-455e-8000-1747eeaf770c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48d75b9896b4443ca4a344d32f5eb70e&device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 1127 time: 0.5826237 Feb 05 03:07:13.740402 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:09Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfe09f0-4b25-407d-b5d3-066883854b91', 'name': '', 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:c2:a9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:07:07Z', 'updated_at': '2022-02-05T03:07:10Z', 'revision_number': 2, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb45965-65e6-4930-985d-95c4c7b36945', 'name': '', 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:80:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:57Z', 'updated_at': '2022-02-05T03:07:06Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:13.812564 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Checking router: 6008e616-0dba-4191-8d92-c6678e078111 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:07:13.817741 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Updating router 6008e616-0dba-4191-8d92-c6678e078111 port 5bfe09f0-4b25-407d-b5d3-066883854b91 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:07:13.823747 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e77457d-5dc1-4386-a7d8-a4defeabc475 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (5962dacc-2461-42e9-be39-fb03e13fce32), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:13.849212 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7e22f338-d447-4805-bda3-6eaa5be8634f None None] Provisioning complete for port 5bfe09f0-4b25-407d-b5d3-066883854b91 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:13.849212 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7e22f338-d447-4805-bda3-6eaa5be8634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:13.869260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77457d-5dc1-4386-a7d8-a4defeabc475 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event deleted for resources: {'Subnet': ['ID=5962dacc-2461-42e9-be39-fb03e13fce32,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:13.882662 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:13.887224 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e77457d-5dc1-4386-a7d8-a4defeabc475 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:13.892977 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7e77457d-5dc1-4386-a7d8-a4defeabc475 tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "DELETE /v2.0/subnets/5962dacc-2461-42e9-be39-fb03e13fce32 HTTP/1.1" status: 204 len: 168 time: 1.2921894 Feb 05 03:07:13.895617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40532) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:13.928702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef2a52-2287-4b27-a73e-62c73a7e6c24 req-94539935-f9ef-4146-9a65-0fbaee86eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:13.930236 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cef2a52-2287-4b27-a73e-62c73a7e6c24 req-94539935-f9ef-4146-9a65-0fbaee86eaa9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.1946642 Feb 05 03:07:13.940958 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53935099-d263-4ad5-b452-2bc9a355aec9 None None] Network 45a0298c-2ee0-4030-8725-c317be094dd0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:07:14.021898 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (45a0298c-2ee0-4030-8725-c317be094dd0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:14.186785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7e22f338-d447-4805-bda3-6eaa5be8634f None None] Port 5bfe09f0-4b25-407d-b5d3-066883854b91 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:14.290103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990de5b5-0a8a-43db-b297-83db18521866 req-dd927500-df7c-49e1-b14a-7ad27b365691 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:14.292027 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-990de5b5-0a8a-43db-b297-83db18521866 req-dd927500-df7c-49e1-b14a-7ad27b365691 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.2466087 Feb 05 03:07:14.334015 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Deleting port d477f0f7-96e8-4d7b-a020-a54a6447dcb3 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:14.334578 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d477f0f7-96e8-4d7b-a020-a54a6447dcb3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:14.396949 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de9217b-bb70-4fee-a580-9c7db6bae29f None None] DHCP port deletion for 45a0298c-2ee0-4030-8725-c317be094dd0 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:07:14.488053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4de9217b-bb70-4fee-a580-9c7db6bae29f None None] Deleting port d477f0f7-96e8-4d7b-a020-a54a6447dcb3 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:14.488432 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4de9217b-bb70-4fee-a580-9c7db6bae29f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d477f0f7-96e8-4d7b-a020-a54a6447dcb3), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:14.509026 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-990de5b5-0a8a-43db-b297-83db18521866 req-48b04a8a-4f22-4aea-bb7f-311a38de600f tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069442 Feb 05 03:07:14.531438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.extraroute_db [None req-ef51c3d7-72ea-4c67-afda-cd518bcaa39e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 05 03:07:14.550962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.extraroute_db [None req-ef51c3d7-72ea-4c67-afda-cd518bcaa39e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Removed routes are [] {{(pid=109674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 05 03:07:14.552362 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef51c3d7-72ea-4c67-afda-cd518bcaa39e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (6008e616-0dba-4191-8d92-c6678e078111), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:14.585926 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Publish callbacks [] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:14.601045 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:14.653018 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] For port d477f0f7-96e8-4d7b-a020-a54a6447dcb3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d477f0f7-96e8-4d7b-a020-a54a6447dcb3,segment=NetworkSegment(ad04ee7b-100d-4657-8c37-1e766d6ea1c5),segment_id=ad04ee7b-100d-4657-8c37-1e766d6ea1c5)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:14.653585 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d477f0f7-96e8-4d7b-a020-a54a6447dcb3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:14.677302 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4de9217b-bb70-4fee-a580-9c7db6bae29f None None] For port d477f0f7-96e8-4d7b-a020-a54a6447dcb3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d477f0f7-96e8-4d7b-a020-a54a6447dcb3,segment=NetworkSegment(ad04ee7b-100d-4657-8c37-1e766d6ea1c5),segment_id=ad04ee7b-100d-4657-8c37-1e766d6ea1c5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:14.677708 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4de9217b-bb70-4fee-a580-9c7db6bae29f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d477f0f7-96e8-4d7b-a020-a54a6447dcb3), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:14.725574 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4de9217b-bb70-4fee-a580-9c7db6bae29f None None] Calling delete_port for d477f0f7-96e8-4d7b-a020-a54a6447dcb3 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:14.777645 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08196b-c482-49b3-bc83-dfb51d668b39 None None] Pushing event updated for resources: {'Port': ['ID=5bfe09f0-4b25-407d-b5d3-066883854b91,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:14.838635 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device acb28c92-8aec-4518-83f2-c35adecc50ea no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:07:14.849758 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef51c3d7-72ea-4c67-afda-cd518bcaa39e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (6008e616-0dba-4191-8d92-c6678e078111), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:14.857342 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71670d-ffcd-4661-b760-de427ce2af17 req-92d04c3f-8c9f-4486-9a11-84ca319117c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:14.859022 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb71670d-ffcd-4661-b760-de427ce2af17 req-92d04c3f-8c9f-4486-9a11-84ca319117c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=98ab2392-eb0d-400b-ae03-4808c53f38dc HTTP/1.1" status: 200 len: 914 time: 1.1140225 Feb 05 03:07:14.866891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef2a52-2287-4b27-a73e-62c73a7e6c24 req-26760e0d-d434-436d-9d42-8ef3239943e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:14.868553 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cef2a52-2287-4b27-a73e-62c73a7e6c24 req-26760e0d-d434-436d-9d42-8ef3239943e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4266586 Feb 05 03:07:14.925610 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef51c3d7-72ea-4c67-afda-cd518bcaa39e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (6008e616-0dba-4191-8d92-c6678e078111), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:14.933364 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Calling delete_port for d477f0f7-96e8-4d7b-a020-a54a6447dcb3 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:14.935346 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Attempting to bind port 5bfe09f0-4b25-407d-b5d3-066883854b91 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:07:14.936041 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Attempting to bind port 5bfe09f0-4b25-407d-b5d3-066883854b91 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '73decb74-3823-477f-87d1-5cad259a1912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:07:14.936493 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Attempting to bind port 5bfe09f0-4b25-407d-b5d3-066883854b91 on network c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:07:14.947119 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:07:14.951995 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb71670d-ffcd-4661-b760-de427ce2af17 req-7d2e38e5-4d96-4433-ab43-684865995a18 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acb28c92-8aec-4518-83f2-c35adecc50ea HTTP/1.1" status: 200 len: 217 time: 0.0818894 Feb 05 03:07:14.954458 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Checking segment: {'id': '73decb74-3823-477f-87d1-5cad259a1912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:07:14.956870 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:14.958014 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Bound using segment: {'id': '73decb74-3823-477f-87d1-5cad259a1912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:07:14.959877 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Bound port: 5bfe09f0-4b25-407d-b5d3-066883854b91, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73decb74-3823-477f-87d1-5cad259a1912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:07:14.962050 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:15.078350 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dfe1a-8b43-4455-bee9-6e86266111ba req-249a96f1-6163-4593-ac67-6302e070a57a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:15.082490 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-060dfe1a-8b43-4455-bee9-6e86266111ba req-249a96f1-6163-4593-ac67-6302e070a57a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 945 time: 0.4172864 Feb 05 03:07:15.114153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port acb28c92-8aec-4518-83f2-c35adecc50ea is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:15.114708 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:15.151997 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] For port 5bfe09f0-4b25-407d-b5d3-066883854b91, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:07:15.162650 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] For port 5bfe09f0-4b25-407d-b5d3-066883854b91, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5bfe09f0-4b25-407d-b5d3-066883854b91,segment=NetworkSegment(73decb74-3823-477f-87d1-5cad259a1912),segment_id=73decb74-3823-477f-87d1-5cad259a1912)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:07:15.175525 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:15.219173 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port acb28c92-8aec-4518-83f2-c35adecc50ea, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=acb28c92-8aec-4518-83f2-c35adecc50ea,segment=NetworkSegment(e48789ca-2411-4dd0-8111-f6e23a9e113b),segment_id=e48789ca-2411-4dd0-8111-f6e23a9e113b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:15.224922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bffaab-531e-4a6e-b87a-7c8c14f97670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb28c92-8aec-4518-83f2-c35adecc50ea'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:07:15.232264 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa98feee-ac01-4508-8766-0800140726a4" -d '{"events": [{"server_uuid": "b6bffaab-531e-4a6e-b87a-7c8c14f97670", "name": "network-vif-unplugged", "status": "completed", "tag": "acb28c92-8aec-4518-83f2-c35adecc50ea"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:07:15.251662 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:15.273653 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f5c58f4b-48e0-4a3e-86f5-a7a6a8802105 None None] Provisioning complete for port 5bfe09f0-4b25-407d-b5d3-066883854b91 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:15.273879 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f5c58f4b-48e0-4a3e-86f5-a7a6a8802105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:15.304176 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50b77a-39e9-41f9-9d21-de726db8356c req-f33f4e91-8620-4a15-ae58-59a40674d561 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:15.305749 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc50b77a-39e9-41f9-9d21-de726db8356c req-f33f4e91-8620-4a15-ae58-59a40674d561 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.4609587 Feb 05 03:07:15.363700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef51c3d7-72ea-4c67-afda-cd518bcaa39e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 6008e616-0dba-4191-8d92-c6678e078111 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:07:15.371481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71670d-ffcd-4661-b760-de427ce2af17 req-6a8522be-a4ed-4cb1-8a79-72c19abecc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:15.371481 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb71670d-ffcd-4661-b760-de427ce2af17 req-6a8522be-a4ed-4cb1-8a79-72c19abecc2f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9710adb9-a86e-4bd9-b62b-bccb80188957 HTTP/1.1" status: 200 len: 853 time: 0.3480339 Feb 05 03:07:15.389032 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4de9217b-bb70-4fee-a580-9c7db6bae29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (d477f0f7-96e8-4d7b-a020-a54a6447dcb3), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:15.397914 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:15.399580 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:15.404496 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08196b-c482-49b3-bc83-dfb51d668b39 None None] Pushing event updated for resources: {'Port': ['ID=5bfe09f0-4b25-407d-b5d3-066883854b91,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:15.489892 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-060dfe1a-8b43-4455-bee9-6e86266111ba req-edc766ac-14a5-4c83-b50e-c89f98acfd2c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179903 Feb 05 03:07:15.502633 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de9217b-bb70-4fee-a580-9c7db6bae29f None None] No DVR routers for this DVR port d477f0f7-96e8-4d7b-a020-a54a6447dcb3 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:07:15.504502 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d477f0f7-96e8-4d7b-a020-a54a6447dcb3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:15.507442 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb71670d-ffcd-4661-b760-de427ce2af17 req-2a7bc1b1-8309-42a3-89f8-d0d8b7b6436e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98ab2392-eb0d-400b-ae03-4808c53f38dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190372 Feb 05 03:07:15.517363 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=acb28c92-8aec-4518-83f2-c35adecc50ea,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:15.582941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event deleted for resources: {'Port': ['ID=d477f0f7-96e8-4d7b-a020-a54a6447dcb3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:15.625912 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc50b77a-39e9-41f9-9d21-de726db8356c req-98510fcc-a326-4dcc-8305-77056b03f7b4 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727365 Feb 05 03:07:15.637145 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489f2d0d-94e4-4a3d-8350-ebaa18ccdaaa x-openstack-request-id: req-489f2d0d-94e4-4a3d-8350-ebaa18ccdaaa {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:07:15.637145 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bffaab-531e-4a6e-b87a-7c8c14f97670", "name": "network-vif-unplugged", "status": "completed", "tag": "acb28c92-8aec-4518-83f2-c35adecc50ea", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:07:15.637442 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-489f2d0d-94e4-4a3d-8350-ebaa18ccdaaa {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:07:15.647667 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bffaab-531e-4a6e-b87a-7c8c14f97670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb28c92-8aec-4518-83f2-c35adecc50ea', 'code': 200} Feb 05 03:07:15.652012 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9217b-bb70-4fee-a580-9c7db6bae29f None None] Pushing event deleted for resources: {'Port': ['ID=d477f0f7-96e8-4d7b-a020-a54a6447dcb3,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:15.655612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] No DVR routers for this DVR port d477f0f7-96e8-4d7b-a020-a54a6447dcb3 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:07:15.693841 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:15.734028 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cef2a52-2287-4b27-a73e-62c73a7e6c24 req-2abae372-759f-464d-8525-5b4d0e383c35 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7963421 Feb 05 03:07:15.816866 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f5c58f4b-48e0-4a3e-86f5-a7a6a8802105 None None] Current status of the port 5bfe09f0-4b25-407d-b5d3-066883854b91 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:15.818572 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f5c58f4b-48e0-4a3e-86f5-a7a6a8802105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:15.953933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f5c58f4b-48e0-4a3e-86f5-a7a6a8802105 None None] For port 5bfe09f0-4b25-407d-b5d3-066883854b91, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5bfe09f0-4b25-407d-b5d3-066883854b91,segment=NetworkSegment(73decb74-3823-477f-87d1-5cad259a1912),segment_id=73decb74-3823-477f-87d1-5cad259a1912)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:15.963278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d477f0f7-96e8-4d7b-a020-a54a6447dcb3 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:07:15.972196 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f5c58f4b-48e0-4a3e-86f5-a7a6a8802105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:15.990165 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (45a0298c-2ee0-4030-8725-c317be094dd0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:16.030687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a0298c-2ee0-4030-8725-c317be094dd0']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:16.057264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe3cc1-f379-4d8b-803f-3fee6490ae72 req-566ae9fe-6f13-4431-8e18-54f80c886f6d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:16.059776 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-afbe3cc1-f379-4d8b-803f-3fee6490ae72 req-566ae9fe-6f13-4431-8e18-54f80c886f6d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1993279 Feb 05 03:07:16.062364 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad04ee7b-100d-4657-8c37-1e766d6ea1c5') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:16.062927 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad04ee7b-100d-4657-8c37-1e766d6ea1c5') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:16.076265 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: d477f0f7-96e8-4d7b-a020-a54a6447dcb3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:07:16.076800 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (ad04ee7b-100d-4657-8c37-1e766d6ea1c5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:16.076978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d477f0f7-96e8-4d7b-a020-a54a6447dcb3 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:07:16.120152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c58f4b-48e0-4a3e-86f5-a7a6a8802105 None None] Pushing event updated for resources: {'Port': ['ID=5bfe09f0-4b25-407d-b5d3-066883854b91,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:16.131548 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-35b39b0d-0ed5-4cfa-9836-80ced809ba7a None None] Provisioning complete for port 5bfe09f0-4b25-407d-b5d3-066883854b91 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:16.131942 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35b39b0d-0ed5-4cfa-9836-80ced809ba7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:16.160550 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:16.247752 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ad04ee7b-100d-4657-8c37-1e766d6ea1c5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:16.258166 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-afbe3cc1-f379-4d8b-803f-3fee6490ae72 req-26c1e3fa-a0ff-4325-83c2-a5f05af55f48 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612265 Feb 05 03:07:16.264486 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:07:16.265087 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (ad04ee7b-100d-4657-8c37-1e766d6ea1c5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:07:16.269388 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:07:16.340669 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-35b39b0d-0ed5-4cfa-9836-80ced809ba7a None None] Current status of the port 5bfe09f0-4b25-407d-b5d3-066883854b91 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:16.394604 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (45a0298c-2ee0-4030-8725-c317be094dd0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:16.406940 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:16.420637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] 10.222.0.36 "DELETE /v2.0/networks/45a0298c-2ee0-4030-8725-c317be094dd0 HTTP/1.1" status: 204 len: 168 time: 2.5222523 Feb 05 03:07:16.443800 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acdaf4-53e4-4073-8d55-bec36624422a tempest-AllowedAddressPairIpV6TestJSON-21093248 tempest-AllowedAddressPairIpV6TestJSON-21093248-project] Pushing event deleted for resources: {'Network': ['ID=45a0298c-2ee0-4030-8725-c317be094dd0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:16.523890 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:14Z', 'revision_number': 6, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfe09f0-4b25-407d-b5d3-066883854b91', 'name': '', 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:c2:a9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:07:07Z', 'updated_at': '2022-02-05T03:07:15Z', 'revision_number': 4, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb45965-65e6-4930-985d-95c4c7b36945', 'name': '', 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:80:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:57Z', 'updated_at': '2022-02-05T03:07:06Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:16.657351 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5bf11c-c1b0-48e7-9abc-22aca58277d8 None None] The sync data for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 is: [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:14Z', 'revision_number': 6, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfe09f0-4b25-407d-b5d3-066883854b91', 'name': '', 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:c2:a9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:07:07Z', 'updated_at': '2022-02-05T03:07:15Z', 'revision_number': 4, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb45965-65e6-4930-985d-95c4c7b36945', 'name': '', 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:80:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:57Z', 'updated_at': '2022-02-05T03:07:06Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:07:16.840737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef51c3d7-72ea-4c67-afda-cd518bcaa39e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:07:16.850296 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef51c3d7-72ea-4c67-afda-cd518bcaa39e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:16.854720 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ef51c3d7-72ea-4c67-afda-cd518bcaa39e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/6008e616-0dba-4191-8d92-c6678e078111 HTTP/1.1" status: 200 len: 934 time: 4.3818045 Feb 05 03:07:16.868238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40558) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:16.900741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96610a8e-9b64-4060-9cb4-f985b0905fe6 req-e74cb655-3d07-4dee-8368-35d65fd2f14c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:16.902324 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96610a8e-9b64-4060-9cb4-f985b0905fe6 req-e74cb655-3d07-4dee-8368-35d65fd2f14c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1101615 Feb 05 03:07:16.911240 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c20de-f5fc-48ca-b731-68f85f5bae1e req-74acd247-73b6-4fc5-af15-bce9ef3a819d tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:16.913012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d3c20de-f5fc-48ca-b731-68f85f5bae1e req-74acd247-73b6-4fc5-af15-bce9ef3a819d tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.2422209 Feb 05 03:07:17.024802 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb71670d-ffcd-4661-b760-de427ce2af17 req-bf1b341a-7253-47d7-af58-d67776b03e4a service neutron] 10.222.0.10 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5164285 Feb 05 03:07:17.036390 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9f37c312-8151-48be-a6bf-84ffaed79b75 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/routers/6008e616-0dba-4191-8d92-c6678e078111 HTTP/1.1" status: 200 len: 934 time: 0.1277375 Feb 05 03:07:17.038611 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cef2a52-2287-4b27-a73e-62c73a7e6c24 req-181e53f1-6cb9-4ddb-b897-f114496dde25 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2774324 Feb 05 03:07:17.039132 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40560) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:17.041105 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96610a8e-9b64-4060-9cb4-f985b0905fe6 req-fdc974e9-aa26-4838-b9f9-04a054fb62a3 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271124 Feb 05 03:07:17.091022 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40562) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:17.109835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-84c376b5-b7bf-438a-a796-2edc9fdeb9f2 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'router': {'routes': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:17.123813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d3c20de-f5fc-48ca-b731-68f85f5bae1e req-03d01158-a116-4b29-80dc-01bc579f5ba7 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862154 Feb 05 03:07:17.164909 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:07:17.384953 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:17.415800 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'port_id': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'mac_address': 'fa:16:3e:c9:3e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:07:17.421878 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-67a63799-5bea-4c56-9087-86bbcdc4fde8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5fd53c2d5654a50baa5332eed7bfa1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3269091 Feb 05 03:07:17.430956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40568) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:17.464266 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:17.464758 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:17.478797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:07:17.494154 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb71670d-ffcd-4661-b760-de427ce2af17 req-3e3b9be1-00a3-4377-b47f-463d1095b319 service neutron] 10.222.0.10 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540594 Feb 05 03:07:17.522061 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:17.528648 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:17.550355 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad865bf0-9aa4-4f04-953b-126c46ce0957 req-f665b299-cc05-41b8-9063-ca07a9c91049 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:17.551989 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ad865bf0-9aa4-4f04-953b-126c46ce0957 req-f665b299-cc05-41b8-9063-ca07a9c91049 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1311700 Feb 05 03:07:17.726415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ad865bf0-9aa4-4f04-953b-126c46ce0957 req-245d5675-f4cd-4389-8b61-409c6d622df6 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629837 Feb 05 03:07:17.966014 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,revision_number=12']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:18.016170 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Publish callbacks [] for security_group (d187cc3d-ef65-4b03-81ec-6fa40ee45994), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:18.018174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['ea3e72d2-28d8-4c80-b058-4aaf3f3508f5'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:07:18.023108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5bfe09f0-4b25-407d-b5d3-066883854b91 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:07:18.086996 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Publish callbacks [] for security_group (d187cc3d-ef65-4b03-81ec-6fa40ee45994), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:18.224708 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5bfe09f0-4b25-407d-b5d3-066883854b91 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:18.225301 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:18.244117 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d187cc3d-ef65-4b03-81ec-6fa40ee45994), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:18.246713 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:18.247910 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d187cc3d-ef65-4b03-81ec-6fa40ee45994 HTTP/1.1" status: 204 len: 168 time: 0.8031142 Feb 05 03:07:18.318865 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.extraroute_db [None req-84c376b5-b7bf-438a-a796-2edc9fdeb9f2 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Added routes are [] {{(pid=109674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 05 03:07:18.319212 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.extraroute_db [None req-84c376b5-b7bf-438a-a796-2edc9fdeb9f2 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 05 03:07:18.319777 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff005ff-44b8-49e7-ac4e-444060144216 None None] Sync routers for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:07:18.322786 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d187cc3d-ef65-4b03-81ec-6fa40ee45994,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:18.344964 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff005ff-44b8-49e7-ac4e-444060144216 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:18.346402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bff005ff-44b8-49e7-ac4e-444060144216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:18.359786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24887084-6666-41ba-afa6-f1173319e31d req-4d1506cd-410b-459e-8562-57462849c7aa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:18.363351 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24887084-6666-41ba-afa6-f1173319e31d req-4d1506cd-410b-459e-8562-57462849c7aa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 945 time: 0.1878159 Feb 05 03:07:18.370985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:18.384572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:18.385048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:18.385664 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:18.386018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:18.386386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:18.386816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:18.387161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:18.387495 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:18.387866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:18.388245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:18.388578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:18.388907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29765f2-87dd-4b9a-862f-40a7c363bfca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:18.416688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f636085-daee-45b8-88be-76ce2fb2e576 req-328043d2-59aa-4026-93f5-a6a67bde8fc3 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:18.424162 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f636085-daee-45b8-88be-76ce2fb2e576 req-328043d2-59aa-4026-93f5-a6a67bde8fc3 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.1424725 Feb 05 03:07:18.457395 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84c376b5-b7bf-438a-a796-2edc9fdeb9f2 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (6008e616-0dba-4191-8d92-c6678e078111), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:18.566439 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f636085-daee-45b8-88be-76ce2fb2e576 req-f835f152-280c-4a4e-9759-9b134c601010 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405025 Feb 05 03:07:18.599885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24887084-6666-41ba-afa6-f1173319e31d req-ccea460d-2e41-404f-ab3d-4ecc28f12da2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238467 Feb 05 03:07:18.856541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-bff005ff-44b8-49e7-ac4e-444060144216 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:18.949763 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25292457-5a5d-4b1f-a942-7df9aa4fd886 req-9a8c7205-eb1e-4844-b84c-5a55f3a4c307 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:18.953619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5bfe09f0-4b25-407d-b5d3-066883854b91 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:18.963529 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25292457-5a5d-4b1f-a942-7df9aa4fd886 req-9a8c7205-eb1e-4844-b84c-5a55f3a4c307 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1047237 Feb 05 03:07:19.088816 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84c376b5-b7bf-438a-a796-2edc9fdeb9f2 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (6008e616-0dba-4191-8d92-c6678e078111), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:19.089509 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25292457-5a5d-4b1f-a942-7df9aa4fd886 req-8cb67ace-82c6-4550-8223-99b03d2acb8d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236694 Feb 05 03:07:19.105710 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84c376b5-b7bf-438a-a796-2edc9fdeb9f2 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (6008e616-0dba-4191-8d92-c6678e078111), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:19.311116 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c376b5-b7bf-438a-a796-2edc9fdeb9f2 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 6008e616-0dba-4191-8d92-c6678e078111 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:07:19.312244 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bff005ff-44b8-49e7-ac4e-444060144216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:14Z', 'revision_number': 6, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfe09f0-4b25-407d-b5d3-066883854b91', 'name': '', 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:c2:a9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:07:07Z', 'updated_at': '2022-02-05T03:07:15Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb45965-65e6-4930-985d-95c4c7b36945', 'name': '', 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:80:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:57Z', 'updated_at': '2022-02-05T03:07:06Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:19.354174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff005ff-44b8-49e7-ac4e-444060144216 None None] Checking router: 6008e616-0dba-4191-8d92-c6678e078111 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:07:19.365025 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff005ff-44b8-49e7-ac4e-444060144216 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:19.366165 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bff005ff-44b8-49e7-ac4e-444060144216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:19.513273 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c376b5-b7bf-438a-a796-2edc9fdeb9f2 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:07:19.528671 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84c376b5-b7bf-438a-a796-2edc9fdeb9f2 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:19.535729 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-84c376b5-b7bf-438a-a796-2edc9fdeb9f2 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/6008e616-0dba-4191-8d92-c6678e078111 HTTP/1.1" status: 200 len: 700 time: 2.4274063 Feb 05 03:07:19.535729 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40598) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:19.600155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-bff005ff-44b8-49e7-ac4e-444060144216 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:19.729965 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-870fc63f-0d67-4c31-960f-25443e881911 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/routers/6008e616-0dba-4191-8d92-c6678e078111 HTTP/1.1" status: 200 len: 700 time: 0.1907854 Feb 05 03:07:19.730307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40606) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:19.879137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40610) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:20.091571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-96eb3a0e-92cd-43f5-ac45-160f963df969 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-937432739'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:20.118967 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96eb3a0e-92cd-43f5-ac45-160f963df969 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Made reservation on behalf of 1f2dac18ce864b3f890aaab7a3ab46a3 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:07:20.124141 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96eb3a0e-92cd-43f5-ac45-160f963df969 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:20.135755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bff005ff-44b8-49e7-ac4e-444060144216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:18Z', 'revision_number': 7, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfe09f0-4b25-407d-b5d3-066883854b91', 'name': '', 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:c2:a9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:07:07Z', 'updated_at': '2022-02-05T03:07:15Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb45965-65e6-4930-985d-95c4c7b36945', 'name': '', 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:80:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:57Z', 'updated_at': '2022-02-05T03:07:06Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:20.140000 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96eb3a0e-92cd-43f5-ac45-160f963df969 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:20.164777 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff005ff-44b8-49e7-ac4e-444060144216 None None] The sync data for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 is: [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:18Z', 'revision_number': 7, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfe09f0-4b25-407d-b5d3-066883854b91', 'name': '', 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:c2:a9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:07:07Z', 'updated_at': '2022-02-05T03:07:15Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb45965-65e6-4930-985d-95c4c7b36945', 'name': '', 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:80:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:57Z', 'updated_at': '2022-02-05T03:07:06Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:07:20.214382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231942c3-76a1-4b7a-ba72-304266ec05ac req-5c6bebba-9e8a-4b9b-bef3-029bb8bc25d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:20.216790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-231942c3-76a1-4b7a-ba72-304266ec05ac req-5c6bebba-9e8a-4b9b-bef3-029bb8bc25d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 945 time: 0.1932676 Feb 05 03:07:20.246405 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db3261-6801-4c15-a28d-3fd28a49e184 req-2d69f050-ba06-423e-b8f5-3feba12cb3ed tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:20.248046 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0db3261-6801-4c15-a28d-3fd28a49e184 req-2d69f050-ba06-423e-b8f5-3feba12cb3ed tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.2234414 Feb 05 03:07:20.321142 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96eb3a0e-92cd-43f5-ac45-160f963df969 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks [] for security_group (8d58fc62-ec15-48ff-8d33-29f487e12f3a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:20.329137 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96eb3a0e-92cd-43f5-ac45-160f963df969 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8d58fc62-ec15-48ff-8d33-29f487e12f3a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:20.398616 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96eb3a0e-92cd-43f5-ac45-160f963df969 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:07:20.415881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb3a0e-92cd-43f5-ac45-160f963df969 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d58fc62-ec15-48ff-8d33-29f487e12f3a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:20.440875 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96eb3a0e-92cd-43f5-ac45-160f963df969 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (5869a0b0-32be-42e7-a96e-3aa41f1e057a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:20.441264 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-96eb3a0e-92cd-43f5-ac45-160f963df969 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Added segment 5869a0b0-32be-42e7-a96e-3aa41f1e057a of type vlan for network 3d3cd9ee-017c-4778-b549-b9f9e1340157 Feb 05 03:07:20.486578 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-231942c3-76a1-4b7a-ba72-304266ec05ac req-2d3bd257-0104-41d1-966a-abc73470aee8 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560058 Feb 05 03:07:20.531077 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96eb3a0e-92cd-43f5-ac45-160f963df969 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (3d3cd9ee-017c-4778-b549-b9f9e1340157), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:20.572739 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96eb3a0e-92cd-43f5-ac45-160f963df969 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (3d3cd9ee-017c-4778-b549-b9f9e1340157), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:20.585445 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eb3a0e-92cd-43f5-ac45-160f963df969 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:20.586228 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96eb3a0e-92cd-43f5-ac45-160f963df969 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:20.591378 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0db3261-6801-4c15-a28d-3fd28a49e184 req-5e50fb09-8eea-4fef-a41e-95802ab957d1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241689 Feb 05 03:07:20.618531 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-96eb3a0e-92cd-43f5-ac45-160f963df969 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7430792 Feb 05 03:07:20.642055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40624) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:20.691303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cb890002-597f-41ee-801a-5ec7cef90883 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Request body: {'subnet': {'network_id': '3d3cd9ee-017c-4778-b549-b9f9e1340157', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:20.700515 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825b31b3-a318-4b54-8eec-7cf61850d512 None None] Sync routers for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:07:20.721287 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b31b3-a318-4b54-8eec-7cf61850d512 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:20.727940 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-825b31b3-a318-4b54-8eec-7cf61850d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:20.766479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb3a0e-92cd-43f5-ac45-160f963df969 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event updated for resources: {'Network': ['ID=3d3cd9ee-017c-4778-b549-b9f9e1340157,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:20.779652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 3d3cd9ee-017c-4778-b549-b9f9e1340157 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:07:20.903236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2af512-d4af-4a7f-a813-ac89377597a5 req-0d5f707f-c40f-4b1d-9b42-9f9ae68dfd8f tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:20.911312 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae2af512-d4af-4a7f-a813-ac89377597a5 req-0d5f707f-c40f-4b1d-9b42-9f9ae68dfd8f tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.2744663 Feb 05 03:07:20.957554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a2de-57de-43ca-a867-7cc7114a40e5 req-3c73c1f4-6e60-4f7d-b143-8e46573e920c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:20.960498 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-825b31b3-a318-4b54-8eec-7cf61850d512 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:20.964894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5bd0a2de-57de-43ca-a867-7cc7114a40e5 req-3c73c1f4-6e60-4f7d-b143-8e46573e920c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.2175565 Feb 05 03:07:20.993364 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb890002-597f-41ee-801a-5ec7cef90883 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Made reservation on behalf of 1f2dac18ce864b3f890aaab7a3ab46a3 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:07:20.998827 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb890002-597f-41ee-801a-5ec7cef90883 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:21.197171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:07:21.320942 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:21.322459 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:21.330922 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-825b31b3-a318-4b54-8eec-7cf61850d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:18Z', 'revision_number': 7, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfe09f0-4b25-407d-b5d3-066883854b91', 'name': '', 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:c2:a9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:07:07Z', 'updated_at': '2022-02-05T03:07:15Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb45965-65e6-4930-985d-95c4c7b36945', 'name': '', 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:80:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:57Z', 'updated_at': '2022-02-05T03:07:06Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:21.390844 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825b31b3-a318-4b54-8eec-7cf61850d512 None None] Checking router: 6008e616-0dba-4191-8d92-c6678e078111 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:07:21.402211 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b31b3-a318-4b54-8eec-7cf61850d512 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:21.402862 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-825b31b3-a318-4b54-8eec-7cf61850d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:21.460292 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae2af512-d4af-4a7f-a813-ac89377597a5 req-4a42cc71-d24d-4deb-89e2-197ffb73b8a0 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479300 Feb 05 03:07:21.535468 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (6008e616-0dba-4191-8d92-c6678e078111), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:21.552072 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:21.552757 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:21.568147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5bd0a2de-57de-43ca-a867-7cc7114a40e5 req-9820c919-7c38-4282-856d-9850b38bd1bf tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019650 Feb 05 03:07:21.625457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:07:21.631674 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c876cd-95a2-4fb9-8128-3f49444a34a7" -d '{"events": [{"server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "name": "network-vif-plugged", "status": "completed", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:07:21.670586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:21.679411 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:21.695258 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-825b31b3-a318-4b54-8eec-7cf61850d512 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:21.739416 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c04c00-e4b1-4616-96c6-2c89d37d5f38 x-openstack-request-id: req-05c04c00-e4b1-4616-96c6-2c89d37d5f38 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:07:21.739748 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "name": "network-vif-plugged", "status": "completed", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:07:21.739947 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05c04c00-e4b1-4616-96c6-2c89d37d5f38 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:07:21.741698 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'code': 200} Feb 05 03:07:21.802397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,revision_number=13']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:22.013169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd563c-4d91-4101-9728-b9b692fcd13d req-c04209c2-43f3-42c7-bf3f-81de984611ed tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:22.014664 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4dbd563c-4d91-4101-9728-b9b692fcd13d req-c04209c2-43f3-42c7-bf3f-81de984611ed tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.2843525 Feb 05 03:07:22.071966 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb890002-597f-41ee-801a-5ec7cef90883 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (e55d6ce5-9a11-4512-b209-927b92c58c8f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:22.119410 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-825b31b3-a318-4b54-8eec-7cf61850d512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:18Z', 'revision_number': 7, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfe09f0-4b25-407d-b5d3-066883854b91', 'name': '', 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:c2:a9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:07:07Z', 'updated_at': '2022-02-05T03:07:15Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb45965-65e6-4930-985d-95c4c7b36945', 'name': '', 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:80:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:57Z', 'updated_at': '2022-02-05T03:07:06Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:22.155673 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4dbd563c-4d91-4101-9728-b9b692fcd13d req-a7aeb3ed-e6c6-4ed6-adda-de8c2e948796 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291163 Feb 05 03:07:22.182798 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825b31b3-a318-4b54-8eec-7cf61850d512 None None] The sync data for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 is: [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:18Z', 'revision_number': 7, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bfe09f0-4b25-407d-b5d3-066883854b91', 'name': '', 'network_id': 'c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:c2:a9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:07:07Z', 'updated_at': '2022-02-05T03:07:15Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '6bbc2fb3-b218-4044-9afd-5d9e8cc72907', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb45965-65e6-4930-985d-95c4c7b36945', 'name': '', 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:80:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:57Z', 'updated_at': '2022-02-05T03:07:06Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:07:22.187037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb890002-597f-41ee-801a-5ec7cef90883 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event updated for resources: {'Subnet': ['ID=e55d6ce5-9a11-4512-b209-927b92c58c8f,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:22.235940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb890002-597f-41ee-801a-5ec7cef90883 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Checking segment: {'id': '5869a0b0-32be-42e7-a96e-3aa41f1e057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3d3cd9ee-017c-4778-b549-b9f9e1340157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:07:22.236238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb890002-597f-41ee-801a-5ec7cef90883 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Network hostable DHCP agents. Network: 3d3cd9ee-017c-4778-b549-b9f9e1340157, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:07:22.313881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb890002-597f-41ee-801a-5ec7cef90883 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Network 3d3cd9ee-017c-4778-b549-b9f9e1340157 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:07:22.335354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-cb890002-597f-41ee-801a-5ec7cef90883 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 3d3cd9ee-017c-4778-b549-b9f9e1340157) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:22.340419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb890002-597f-41ee-801a-5ec7cef90883 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:22.341300 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb890002-597f-41ee-801a-5ec7cef90883 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:22.351773 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aee379d-9e08-4f59-b536-fbf02fe6c629 None None] Network 3d3cd9ee-017c-4778-b549-b9f9e1340157 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:07:22.367193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting port 5bfe09f0-4b25-407d-b5d3-066883854b91 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:22.367910 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:22.393514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40638) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:22.394232 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cb890002-597f-41ee-801a-5ec7cef90883 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7505178 Feb 05 03:07:22.399759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-36c74235-b022-446f-b9c5-7ee6f0ee3379 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Request body: {'port': {'network_id': '3d3cd9ee-017c-4778-b549-b9f9e1340157', 'name': 'tempest-AllowedAddressPairTestJSON-454948778'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:22.506580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] For port 5bfe09f0-4b25-407d-b5d3-066883854b91, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5bfe09f0-4b25-407d-b5d3-066883854b91,segment=NetworkSegment(73decb74-3823-477f-87d1-5cad259a1912),segment_id=73decb74-3823-477f-87d1-5cad259a1912)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:22.506893 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:22.530665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Calling delete_port for 5bfe09f0-4b25-407d-b5d3-066883854b91 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:22.571725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c74235-b022-446f-b9c5-7ee6f0ee3379 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Made reservation on behalf of 1f2dac18ce864b3f890aaab7a3ab46a3 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:07:22.576363 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36c74235-b022-446f-b9c5-7ee6f0ee3379 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:22.605844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-36c74235-b022-446f-b9c5-7ee6f0ee3379 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] device_id is not set on port 9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:07:22.625021 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-3d3cd9ee-017c-4778-b549-b9f9e1340157', 'network_id': '3d3cd9ee-017c-4778-b549-b9f9e1340157', 'project_id': '1f2dac18ce864b3f890aaab7a3ab46a3', 'fixed_ips': [{'subnet_id': 'e55d6ce5-9a11-4512-b209-927b92c58c8f'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:07:22.628047 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:22.788261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-36c74235-b022-446f-b9c5-7ee6f0ee3379 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Allocated IP 172.20.0.3 (3d3cd9ee-017c-4778-b549-b9f9e1340157/e55d6ce5-9a11-4512-b209-927b92c58c8f/9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:07:22.802454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e29d56-fa5f-4e3a-a67c-ca78157ff014 req-396d02c4-7e39-40e8-aa86-b5cd575ad8b4 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:22.810370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62e29d56-fa5f-4e3a-a67c-ca78157ff014 req-396d02c4-7e39-40e8-aa86-b5cd575ad8b4 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.2154770 Feb 05 03:07:22.847912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device acb28c92-8aec-4518-83f2-c35adecc50ea no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:07:22.877997 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62e29d56-fa5f-4e3a-a67c-ca78157ff014 req-69410ac3-4f48-4cb4-8577-f7c1a8d136ea tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664146 Feb 05 03:07:22.971795 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (5bfe09f0-4b25-407d-b5d3-066883854b91), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:23.023437 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Port': ['ID=5bfe09f0-4b25-407d-b5d3-066883854b91,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:23.042802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port acb28c92-8aec-4518-83f2-c35adecc50ea is: DOWN; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:23.052907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:23.057540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:23.057894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:23.058235 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:23.058573 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:23.058933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:23.059260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:23.059599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:23.059911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:23.060232 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:23.060554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:23.060881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:23.061194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:07:23.161033 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36c74235-b022-446f-b9c5-7ee6f0ee3379 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks [] for port (9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:23.274190 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36c74235-b022-446f-b9c5-7ee6f0ee3379 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:23.334271 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c74235-b022-446f-b9c5-7ee6f0ee3379 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Network 3d3cd9ee-017c-4778-b549-b9f9e1340157 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:07:23.337722 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-36c74235-b022-446f-b9c5-7ee6f0ee3379 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:23.340317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c74235-b022-446f-b9c5-7ee6f0ee3379 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:07:23.382481 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Allocated IP 172.20.0.2 (3d3cd9ee-017c-4778-b549-b9f9e1340157/e55d6ce5-9a11-4512-b209-927b92c58c8f/d20ca16f-8a9c-4a7b-afb1-29217439af30) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:07:23.387058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c74235-b022-446f-b9c5-7ee6f0ee3379 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event updated for resources: {'Port': ['ID=9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:23.410391 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c74235-b022-446f-b9c5-7ee6f0ee3379 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:23.411065 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36c74235-b022-446f-b9c5-7ee6f0ee3379 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:23.458126 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-36c74235-b022-446f-b9c5-7ee6f0ee3379 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0633676 Feb 05 03:07:23.459168 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40646) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:23.464627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bb49522b-0143-45fc-91a7-c5cfb60f68b0 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Request body: {'port': {'network_id': '3d3cd9ee-017c-4778-b549-b9f9e1340157', 'name': 'tempest-AllowedAddressPairTestJSON-1382997660', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:6d:72:c4'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:23.506906 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (6008e616-0dba-4191-8d92-c6678e078111), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:23.522479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db02c70-b1f3-4a24-b277-6b9bc64a1f56 req-7aa0fd66-1148-4f18-803f-db18ce591905 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:23.524160 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6db02c70-b1f3-4a24-b277-6b9bc64a1f56 req-7aa0fd66-1148-4f18-803f-db18ce591905 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.1849742 Feb 05 03:07:23.694888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb49522b-0143-45fc-91a7-c5cfb60f68b0 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Made reservation on behalf of 1f2dac18ce864b3f890aaab7a3ab46a3 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:07:23.736929 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Publish callbacks [] for port (d20ca16f-8a9c-4a7b-afb1-29217439af30), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:23.758809 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (d20ca16f-8a9c-4a7b-afb1-29217439af30), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:23.838075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Network 3d3cd9ee-017c-4778-b549-b9f9e1340157 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:07:23.851241 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:23.861807 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:07:23.872611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Pushing event updated for resources: {'Port': ['ID=d20ca16f-8a9c-4a7b-afb1-29217439af30,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:23.940030 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb49522b-0143-45fc-91a7-c5cfb60f68b0 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:23.974000 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6db02c70-b1f3-4a24-b277-6b9bc64a1f56 req-2cb42df5-db56-4b20-9dd3-0e38603cd179 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3892488 Feb 05 03:07:23.980812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 6008e616-0dba-4191-8d92-c6678e078111 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:07:23.982104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-bb49522b-0143-45fc-91a7-c5cfb60f68b0 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] device_id is not set on port daf3c080-1fc0-44e8-af7e-bf8232fe728e yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:07:23.988132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Attempting to bind port d20ca16f-8a9c-4a7b-afb1-29217439af30 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:07:23.988493 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Attempting to bind port d20ca16f-8a9c-4a7b-afb1-29217439af30 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '5869a0b0-32be-42e7-a96e-3aa41f1e057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3d3cd9ee-017c-4778-b549-b9f9e1340157'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:07:23.988859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Attempting to bind port d20ca16f-8a9c-4a7b-afb1-29217439af30 on network 3d3cd9ee-017c-4778-b549-b9f9e1340157 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:07:24.000366 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:07:24.000741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Checking segment: {'id': '5869a0b0-32be-42e7-a96e-3aa41f1e057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3d3cd9ee-017c-4778-b549-b9f9e1340157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:07:24.001678 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:24.002068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Bound using segment: {'id': '5869a0b0-32be-42e7-a96e-3aa41f1e057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3d3cd9ee-017c-4778-b549-b9f9e1340157'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:07:24.002538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Bound port: d20ca16f-8a9c-4a7b-afb1-29217439af30, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5869a0b0-32be-42e7-a96e-3aa41f1e057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3d3cd9ee-017c-4778-b549-b9f9e1340157'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:07:24.002971 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d20ca16f-8a9c-4a7b-afb1-29217439af30), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:24.133383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] For port d20ca16f-8a9c-4a7b-afb1-29217439af30, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:07:24.146375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] For port d20ca16f-8a9c-4a7b-afb1-29217439af30, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d20ca16f-8a9c-4a7b-afb1-29217439af30,segment=NetworkSegment(5869a0b0-32be-42e7-a96e-3aa41f1e057a),segment_id=5869a0b0-32be-42e7-a96e-3aa41f1e057a)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:07:24.165879 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d20ca16f-8a9c-4a7b-afb1-29217439af30), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:24.238889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-bb49522b-0143-45fc-91a7-c5cfb60f68b0 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Allocated IP 172.20.0.13 (3d3cd9ee-017c-4778-b549-b9f9e1340157/e55d6ce5-9a11-4512-b209-927b92c58c8f/daf3c080-1fc0-44e8-af7e-bf8232fe728e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:07:24.256939 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:07:24.270284 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40652) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:24.271412 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e67851f5-5397-40cf-ae9e-2a3f3508a5bc tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/6008e616-0dba-4191-8d92-c6678e078111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5398831 Feb 05 03:07:24.286239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a662a1cf-5ea7-4707-b9d6-521bbc9c2b9d None None] Sync routers for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:07:24.311346 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7d393-563f-4b98-a03e-79e03600a792 req-65453611-cccf-47b1-bce6-1d254a439c73 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:24.313276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24c7d393-563f-4b98-a03e-79e03600a792 req-65453611-cccf-47b1-bce6-1d254a439c73 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.2081273 Feb 05 03:07:24.347310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662a1cf-5ea7-4707-b9d6-521bbc9c2b9d None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:24.348188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a662a1cf-5ea7-4707-b9d6-521bbc9c2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:24.355889 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ea148-a99b-4a7d-a0ac-70cd6fbdfea5 None None] Pushing event updated for resources: {'Port': ['ID=d20ca16f-8a9c-4a7b-afb1-29217439af30,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:24.458104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24c7d393-563f-4b98-a03e-79e03600a792 req-1101854d-f31d-467a-a079-7a7832296c33 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313112 Feb 05 03:07:24.512470 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6144a8b-f132-483d-a1e1-d6a87b31a2b4 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting subnet 6bbc2fb3-b218-4044-9afd-5d9e8cc72907 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:07:24.596191 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6144a8b-f132-483d-a1e1-d6a87b31a2b4 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (6bbc2fb3-b218-4044-9afd-5d9e8cc72907), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:24.610979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a662a1cf-5ea7-4707-b9d6-521bbc9c2b9d None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:24.678853 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6144a8b-f132-483d-a1e1-d6a87b31a2b4 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (6bbc2fb3-b218-4044-9afd-5d9e8cc72907), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:24.802435 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb49522b-0143-45fc-91a7-c5cfb60f68b0 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks [] for port (daf3c080-1fc0-44e8-af7e-bf8232fe728e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:24.892308 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6144a8b-f132-483d-a1e1-d6a87b31a2b4 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (6bbc2fb3-b218-4044-9afd-5d9e8cc72907), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:24.950986 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb49522b-0143-45fc-91a7-c5cfb60f68b0 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (daf3c080-1fc0-44e8-af7e-bf8232fe728e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:25.112558 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49522b-0143-45fc-91a7-c5cfb60f68b0 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event updated for resources: {'Port': ['ID=daf3c080-1fc0-44e8-af7e-bf8232fe728e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:25.127557 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb49522b-0143-45fc-91a7-c5cfb60f68b0 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Network 3d3cd9ee-017c-4778-b549-b9f9e1340157 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:07:25.132460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f1501-fee0-4e06-a700-f8a499e902ff req-35233b9e-8b68-438a-a288-f75aad500cf1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:25.137682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-bb49522b-0143-45fc-91a7-c5cfb60f68b0 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:25.141245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb49522b-0143-45fc-91a7-c5cfb60f68b0 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:07:25.148434 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c9f1501-fee0-4e06-a700-f8a499e902ff req-35233b9e-8b68-438a-a288-f75aad500cf1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.0881181 Feb 05 03:07:25.239511 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6144a8b-f132-483d-a1e1-d6a87b31a2b4 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (6bbc2fb3-b218-4044-9afd-5d9e8cc72907), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:25.264994 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c9f1501-fee0-4e06-a700-f8a499e902ff req-23eded2a-5d30-4496-847c-6ebf4f7897fe tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139708 Feb 05 03:07:25.273394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a662a1cf-5ea7-4707-b9d6-521bbc9c2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:22Z', 'revision_number': 8, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb45965-65e6-4930-985d-95c4c7b36945', 'name': '', 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:80:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:57Z', 'updated_at': '2022-02-05T03:07:06Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:25.340531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a662a1cf-5ea7-4707-b9d6-521bbc9c2b9d None None] Checking router: 6008e616-0dba-4191-8d92-c6678e078111 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:07:25.358890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662a1cf-5ea7-4707-b9d6-521bbc9c2b9d None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:25.358890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a662a1cf-5ea7-4707-b9d6-521bbc9c2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:25.375896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6144a8b-f132-483d-a1e1-d6a87b31a2b4 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbc2fb3-b218-4044-9afd-5d9e8cc72907,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:25.396436 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6144a8b-f132-483d-a1e1-d6a87b31a2b4 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:25.403152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40658) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:25.403514 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a6144a8b-f132-483d-a1e1-d6a87b31a2b4 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/6bbc2fb3-b218-4044-9afd-5d9e8cc72907 HTTP/1.1" status: 204 len: 168 time: 1.1213415 Feb 05 03:07:25.418379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb49522b-0143-45fc-91a7-c5cfb60f68b0 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:25.419095 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb49522b-0143-45fc-91a7-c5cfb60f68b0 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:25.462301 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281869dc-e2ed-4872-b10c-76dee55cb258 None None] Network c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:07:25.463058 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bb49522b-0143-45fc-91a7-c5cfb60f68b0 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.0026062 Feb 05 03:07:25.466012 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40660) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:25.578911 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a662a1cf-5ea7-4707-b9d6-521bbc9c2b9d None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:25.595942 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:25.616753 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660dcc0-f617-4927-8a96-b98093390a68 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:25.652975 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660dcc0-f617-4927-8a96-b98093390a68 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:25.666313 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660dcc0-f617-4927-8a96-b98093390a68 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:25.679131 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c660dcc0-f617-4927-8a96-b98093390a68 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2091258 Feb 05 03:07:25.679307 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40664) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:25.745789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7da556-4b4d-45bf-aff3-bc4c730a337f req-dc67f148-3a31-40b2-8c92-6ebe0935cc0b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:25.749042 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca7da556-4b4d-45bf-aff3-bc4c730a337f req-dc67f148-3a31-40b2-8c92-6ebe0935cc0b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1604903 Feb 05 03:07:25.975194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca7da556-4b4d-45bf-aff3-bc4c730a337f req-1e19df14-9da2-43fc-b333-fbbbe688e18a tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014208 Feb 05 03:07:25.978192 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting port 63113aad-be4a-493b-bcaa-02a47405d3f1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:25.978541 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (63113aad-be4a-493b-bcaa-02a47405d3f1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:26.007414 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-89baaa2e-2757-4597-8d66-5ae79427745a tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Deleting port daf3c080-1fc0-44e8-af7e-bf8232fe728e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:26.007765 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89baaa2e-2757-4597-8d66-5ae79427745a tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (daf3c080-1fc0-44e8-af7e-bf8232fe728e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:26.035975 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1935de-e06d-4129-83df-6a0810253157 None None] Network 3d3cd9ee-017c-4778-b549-b9f9e1340157 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:07:26.176960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] For port 63113aad-be4a-493b-bcaa-02a47405d3f1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=63113aad-be4a-493b-bcaa-02a47405d3f1,segment=NetworkSegment(73decb74-3823-477f-87d1-5cad259a1912),segment_id=73decb74-3823-477f-87d1-5cad259a1912)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:26.177357 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (63113aad-be4a-493b-bcaa-02a47405d3f1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:26.198258 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6387a1-130e-4464-a877-006026299217 None None] DHCP port deletion for c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:07:26.200084 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d20ca16f-8a9c-4a7b-afb1-29217439af30 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:07:26.201738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Calling delete_port for 63113aad-be4a-493b-bcaa-02a47405d3f1 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:26.211838 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89baaa2e-2757-4597-8d66-5ae79427745a tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (daf3c080-1fc0-44e8-af7e-bf8232fe728e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:26.240822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-89baaa2e-2757-4597-8d66-5ae79427745a tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Calling delete_port for daf3c080-1fc0-44e8-af7e-bf8232fe728e owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:26.295818 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a81ee107-7a68-4318-9c8c-5a9ea8b4e52a None None] Provisioning complete for port d20ca16f-8a9c-4a7b-afb1-29217439af30 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:26.296394 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a81ee107-7a68-4318-9c8c-5a9ea8b4e52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d20ca16f-8a9c-4a7b-afb1-29217439af30), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:26.408569 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a662a1cf-5ea7-4707-b9d6-521bbc9c2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:22Z', 'revision_number': 8, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb45965-65e6-4930-985d-95c4c7b36945', 'name': '', 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:80:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:57Z', 'updated_at': '2022-02-05T03:07:06Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:26.456427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a662a1cf-5ea7-4707-b9d6-521bbc9c2b9d None None] The sync data for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 is: [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:22Z', 'revision_number': 8, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb45965-65e6-4930-985d-95c4c7b36945', 'name': '', 'network_id': '37ddb4ff-75bc-467a-b273-e3f92951f54b', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:80:88:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:57Z', 'updated_at': '2022-02-05T03:07:06Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '2866178b-f758-4d6a-bae8-8328f8ec66f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:07:26.520500 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a81ee107-7a68-4318-9c8c-5a9ea8b4e52a None None] Current status of the port d20ca16f-8a9c-4a7b-afb1-29217439af30 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:26.521133 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a81ee107-7a68-4318-9c8c-5a9ea8b4e52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d20ca16f-8a9c-4a7b-afb1-29217439af30), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:26.534362 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4a6387a1-130e-4464-a877-006026299217 None None] Deleting port 63113aad-be4a-493b-bcaa-02a47405d3f1 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:26.534923 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a6387a1-130e-4464-a877-006026299217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (63113aad-be4a-493b-bcaa-02a47405d3f1), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:26.540615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c7fb4-3842-4002-9edf-65df06b7775b req-a9e1a24d-341a-45ac-b020-7e31b816a153 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:26.559084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a10c7fb4-3842-4002-9edf-65df06b7775b req-a9e1a24d-341a-45ac-b020-7e31b816a153 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.1760051 Feb 05 03:07:26.597841 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (63113aad-be4a-493b-bcaa-02a47405d3f1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:26.644732 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89baaa2e-2757-4597-8d66-5ae79427745a tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (daf3c080-1fc0-44e8-af7e-bf8232fe728e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:26.649748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4a6387a1-130e-4464-a877-006026299217 None None] For port 63113aad-be4a-493b-bcaa-02a47405d3f1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=63113aad-be4a-493b-bcaa-02a47405d3f1,segment=NetworkSegment(73decb74-3823-477f-87d1-5cad259a1912),segment_id=73decb74-3823-477f-87d1-5cad259a1912)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:26.650410 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a6387a1-130e-4464-a877-006026299217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (63113aad-be4a-493b-bcaa-02a47405d3f1), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:26.671412 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4a6387a1-130e-4464-a877-006026299217 None None] Calling delete_port for 63113aad-be4a-493b-bcaa-02a47405d3f1 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:26.702093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Port': ['ID=63113aad-be4a-493b-bcaa-02a47405d3f1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:26.726048 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] No DVR routers for this DVR port 63113aad-be4a-493b-bcaa-02a47405d3f1 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:07:26.789121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d20ca16f-8a9c-4a7b-afb1-29217439af30 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:26.789121 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d20ca16f-8a9c-4a7b-afb1-29217439af30), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:26.843754 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89baaa2e-2757-4597-8d66-5ae79427745a tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event deleted for resources: {'Port': ['ID=daf3c080-1fc0-44e8-af7e-bf8232fe728e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:26.907892 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a6387a1-130e-4464-a877-006026299217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (63113aad-be4a-493b-bcaa-02a47405d3f1), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:26.945643 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a10c7fb4-3842-4002-9edf-65df06b7775b req-6dbdf6ae-6b30-49c0-b07a-5675c4f849c1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3740447 Feb 05 03:07:26.973478 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:26.991343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a81ee107-7a68-4318-9c8c-5a9ea8b4e52a None None] For port d20ca16f-8a9c-4a7b-afb1-29217439af30, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d20ca16f-8a9c-4a7b-afb1-29217439af30,segment=NetworkSegment(5869a0b0-32be-42e7-a96e-3aa41f1e057a),segment_id=5869a0b0-32be-42e7-a96e-3aa41f1e057a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:27.060818 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:27.081398 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6387a1-130e-4464-a877-006026299217 None None] Pushing event deleted for resources: {'Port': ['ID=63113aad-be4a-493b-bcaa-02a47405d3f1,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:27.092977 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a81ee107-7a68-4318-9c8c-5a9ea8b4e52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d20ca16f-8a9c-4a7b-afb1-29217439af30), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:27.102330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73decb74-3823-477f-87d1-5cad259a1912') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:27.102629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73decb74-3823-477f-87d1-5cad259a1912') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:27.145744 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (73decb74-3823-477f-87d1-5cad259a1912), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:27.166796 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (73decb74-3823-477f-87d1-5cad259a1912), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:27.189609 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:07:27.195075 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (73decb74-3823-477f-87d1-5cad259a1912), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:07:27.201604 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:07:27.208347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6387a1-130e-4464-a877-006026299217 None None] No DVR routers for this DVR port 63113aad-be4a-493b-bcaa-02a47405d3f1 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:07:27.212481 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ee107-7a68-4318-9c8c-5a9ea8b4e52a None None] Pushing event updated for resources: {'Port': ['ID=d20ca16f-8a9c-4a7b-afb1-29217439af30,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:27.214974 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89baaa2e-2757-4597-8d66-5ae79427745a tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:27.227923 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-89baaa2e-2757-4597-8d66-5ae79427745a tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "DELETE /v2.0/ports/daf3c080-1fc0-44e8-af7e-bf8232fe728e HTTP/1.1" status: 204 len: 168 time: 1.5475814 Feb 05 03:07:27.232003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40672) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:27.255533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0255c5fc-c079-4b3e-89be-069d94d91ac8 None None] Provisioning complete for port 9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:27.255966 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0255c5fc-c079-4b3e-89be-069d94d91ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:27.270067 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ff8877-a090-4842-b40a-cad899095449 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] GET failed (client error): The resource could not be found. Feb 05 03:07:27.275051 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-66ff8877-a090-4842-b40a-cad899095449 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "GET /v2.0/ports/daf3c080-1fc0-44e8-af7e-bf8232fe728e HTTP/1.1" status: 404 len: 333 time: 0.0386243 Feb 05 03:07:27.275314 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40674) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:27.286567 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-34c5f566-0742-4d55-b989-a5e3bc025c02 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Request body: {'port': {'network_id': '3d3cd9ee-017c-4778-b549-b9f9e1340157', 'name': 'tempest-AllowedAddressPairTestJSON-350052365'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:27.488163 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757dc57-9dd7-4d9d-938a-3f02e62c6dd2 req-9b5ab23f-c28d-48e1-bec1-098f7b6a2f01 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:27.492114 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3757dc57-9dd7-4d9d-938a-3f02e62c6dd2 req-9b5ab23f-c28d-48e1-bec1-098f7b6a2f01 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.2893269 Feb 05 03:07:27.492636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0255c5fc-c079-4b3e-89be-069d94d91ac8 None None] Port 9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:27.498983 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:27.518437 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:27.523518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/networks/c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f HTTP/1.1" status: 204 len: 168 time: 2.1185341 Feb 05 03:07:27.526350 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d20ca16f-8a9c-4a7b-afb1-29217439af30 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:27.548362 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40682) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:27.551207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0255c5fc-c079-4b3e-89be-069d94d91ac8 None None] Provisioning complete for port d20ca16f-8a9c-4a7b-afb1-29217439af30 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:27.551699 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0255c5fc-c079-4b3e-89be-069d94d91ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d20ca16f-8a9c-4a7b-afb1-29217439af30), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:27.628138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8e774-e69a-4955-9ff2-57bf9fb1d77d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Network': ['ID=c7f0db2c-4d35-456f-ac3d-d51cd9d1c39f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:27.663000 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3757dc57-9dd7-4d9d-938a-3f02e62c6dd2 req-474d8899-7ff7-4a99-a4cc-bd99b9def850 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571925 Feb 05 03:07:27.699892 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0255c5fc-c079-4b3e-89be-069d94d91ac8 None None] Current status of the port d20ca16f-8a9c-4a7b-afb1-29217439af30 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:27.704950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c5f566-0742-4d55-b989-a5e3bc025c02 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Made reservation on behalf of 1f2dac18ce864b3f890aaab7a3ab46a3 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:07:27.705542 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0255c5fc-c079-4b3e-89be-069d94d91ac8 None None] Could not find standard attr ID for object daf3c080-1fc0-44e8-af7e-bf8232fe728e. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:07:27.711084 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34c5f566-0742-4d55-b989-a5e3bc025c02 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:27.749345 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-34c5f566-0742-4d55-b989-a5e3bc025c02 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] device_id is not set on port c9ce3787-8954-4318-9079-82ddaff97144 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:07:27.843385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3559f2c2-dd27-42df-88b9-20b67b7cb0d6 None None] Provisioning complete for port 9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:27.843827 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3559f2c2-dd27-42df-88b9-20b67b7cb0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:27.914905 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3559f2c2-dd27-42df-88b9-20b67b7cb0d6 None None] Port 9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:27.918451 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3559f2c2-dd27-42df-88b9-20b67b7cb0d6 None None] Could not find standard attr ID for object daf3c080-1fc0-44e8-af7e-bf8232fe728e. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:07:27.952098 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d20ca16f-8a9c-4a7b-afb1-29217439af30 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:07:28.099109 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d20ca16f-8a9c-4a7b-afb1-29217439af30 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:28.099510 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d20ca16f-8a9c-4a7b-afb1-29217439af30), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:28.116264 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-34c5f566-0742-4d55-b989-a5e3bc025c02 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Allocated IP 172.20.0.7 (3d3cd9ee-017c-4778-b549-b9f9e1340157/e55d6ce5-9a11-4512-b209-927b92c58c8f/c9ce3787-8954-4318-9079-82ddaff97144) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:07:28.194605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d20ca16f-8a9c-4a7b-afb1-29217439af30 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:28.232824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510a003-947f-4da3-9e88-213ae18dfe2b req-3b8733a1-9b85-4c79-a576-4e7fa59bd3ef tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:28.244841 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0510a003-947f-4da3-9e88-213ae18dfe2b req-3b8733a1-9b85-4c79-a576-4e7fa59bd3ef tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.1516609 Feb 05 03:07:28.281336 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 63113aad-be4a-493b-bcaa-02a47405d3f1 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:07:28.317172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 63113aad-be4a-493b-bcaa-02a47405d3f1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:07:28.317524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 63113aad-be4a-493b-bcaa-02a47405d3f1 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:07:28.318658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5bfe09f0-4b25-407d-b5d3-066883854b91 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:07:28.326924 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0510a003-947f-4da3-9e88-213ae18dfe2b req-f43b3779-dffc-48d1-88ff-f7e608eb3efa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684657 Feb 05 03:07:28.354121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 5bfe09f0-4b25-407d-b5d3-066883854b91 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:07:28.354852 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5bfe09f0-4b25-407d-b5d3-066883854b91 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:07:28.750293 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-6e65a87f-b213-4175-9670-7b8b405c6ba0 req-033c77b9-4e66-4ab8-a178-ae0100d7f6f9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:07:28.760850 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e65a87f-b213-4175-9670-7b8b405c6ba0 req-033c77b9-4e66-4ab8-a178-ae0100d7f6f9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1056695 Feb 05 03:07:28.846914 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34c5f566-0742-4d55-b989-a5e3bc025c02 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks [] for port (c9ce3787-8954-4318-9079-82ddaff97144), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:28.865790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14968d5-d1e8-4c38-bbcc-164cf843a0fb req-371763e0-c25a-4e17-ba3e-7ab5b7f260ac tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:28.873213 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d14968d5-d1e8-4c38-bbcc-164cf843a0fb req-371763e0-c25a-4e17-ba3e-7ab5b7f260ac tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.1076243 Feb 05 03:07:28.929459 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34c5f566-0742-4d55-b989-a5e3bc025c02 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c9ce3787-8954-4318-9079-82ddaff97144), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:28.938603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d14968d5-d1e8-4c38-bbcc-164cf843a0fb req-a4e0d28f-6789-4aee-8d0a-46de143a4e21 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642018 Feb 05 03:07:29.022322 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8649ba-3ec3-454b-af47-2424a6325f88 req-6a2d0553-4d47-453e-a6ca-56fe0b6fb4a8 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:29.023843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0062c8e3-edac-480b-825a-b17f713af51e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (6008e616-0dba-4191-8d92-c6678e078111), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:29.024038 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b8649ba-3ec3-454b-af47-2424a6325f88 req-6a2d0553-4d47-453e-a6ca-56fe0b6fb4a8 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.0654848 Feb 05 03:07:29.036964 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c5f566-0742-4d55-b989-a5e3bc025c02 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Network 3d3cd9ee-017c-4778-b549-b9f9e1340157 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:07:29.117682 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b8649ba-3ec3-454b-af47-2424a6325f88 req-f6f6f523-ab3b-40ce-a5c7-246ebdbb36ff tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827506 Feb 05 03:07:29.131024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-34c5f566-0742-4d55-b989-a5e3bc025c02 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:29.133443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5f566-0742-4d55-b989-a5e3bc025c02 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:07:29.141823 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5f566-0742-4d55-b989-a5e3bc025c02 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event updated for resources: {'Port': ['ID=c9ce3787-8954-4318-9079-82ddaff97144,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:29.235110 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c5f566-0742-4d55-b989-a5e3bc025c02 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:29.236074 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34c5f566-0742-4d55-b989-a5e3bc025c02 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:29.300225 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b812483-b102-4eca-ac33-91d90d82fe61 req-6ec23c72-77f7-4ca9-93db-7cb8b436c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:29.301747 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b812483-b102-4eca-ac33-91d90d82fe61 req-6ec23c72-77f7-4ca9-93db-7cb8b436c429 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 1127 time: 0.1885748 Feb 05 03:07:29.338490 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-34c5f566-0742-4d55-b989-a5e3bc025c02 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0621305 Feb 05 03:07:29.341230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40732) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:29.348827 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-00277322-18c0-468d-8204-2bd17af87b73 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:6d:72:c4'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:29.517752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b812483-b102-4eca-ac33-91d90d82fe61 req-18b5ace7-723a-42b1-aec6-6ca17e9ae9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:29.527382 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b812483-b102-4eca-ac33-91d90d82fe61 req-18b5ace7-723a-42b1-aec6-6ca17e9ae9ee service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 913 time: 0.1872063 Feb 05 03:07:29.583618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec3eba7-0bcd-49a6-96ef-af0aed548ba5 None None] Provisioning complete for port c9ce3787-8954-4318-9079-82ddaff97144 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:29.584213 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec3eba7-0bcd-49a6-96ef-af0aed548ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c9ce3787-8954-4318-9079-82ddaff97144), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:29.633596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec3eba7-0bcd-49a6-96ef-af0aed548ba5 None None] Port c9ce3787-8954-4318-9079-82ddaff97144 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:29.637811 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b812483-b102-4eca-ac33-91d90d82fe61 req-1a8980a8-c7c2-426f-add7-48fc8fba10da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=436a9422-1923-4423-8be6-0bcb587012ee HTTP/1.1" status: 200 len: 217 time: 0.1012659 Feb 05 03:07:29.757913 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b812483-b102-4eca-ac33-91d90d82fe61 req-0882e4d7-0e4e-4e15-9594-6ef49016b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:29.759231 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00277322-18c0-468d-8204-2bd17af87b73 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c9ce3787-8954-4318-9079-82ddaff97144), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:29.759706 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b812483-b102-4eca-ac33-91d90d82fe61 req-0882e4d7-0e4e-4e15-9594-6ef49016b95e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37fc2b86-02d8-4bec-8794-80413f7999c9 HTTP/1.1" status: 200 len: 852 time: 0.1106267 Feb 05 03:07:29.827380 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b812483-b102-4eca-ac33-91d90d82fe61 req-3d1e6f4d-883b-48f3-be7e-f0298ca320f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f706900-b41e-4e10-9d88-c9a7b11c206d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440772 Feb 05 03:07:29.846321 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad8b95-e698-4858-a333-d60495040a2e req-cf36edf1-6885-47bb-a6ad-2226d7d3d0ee tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:29.852528 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69ad8b95-e698-4858-a333-d60495040a2e req-cf36edf1-6885-47bb-a6ad-2226d7d3d0ee tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.3494787 Feb 05 03:07:29.942666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0062c8e3-edac-480b-825a-b17f713af51e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting port cbb45965-65e6-4930-985d-95c4c7b36945 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:29.943784 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0062c8e3-edac-480b-825a-b17f713af51e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:29.995898 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69ad8b95-e698-4858-a333-d60495040a2e req-e1e42413-e3a9-433d-858f-c7c4ee656d87 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422818 Feb 05 03:07:30.054410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-0062c8e3-edac-480b-825a-b17f713af51e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] For port cbb45965-65e6-4930-985d-95c4c7b36945, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=cbb45965-65e6-4930-985d-95c4c7b36945,segment=NetworkSegment(9615ec39-5d94-41a2-9ce9-24361f1234da),segment_id=9615ec39-5d94-41a2-9ce9-24361f1234da)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:30.055082 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0062c8e3-edac-480b-825a-b17f713af51e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:30.073003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0062c8e3-edac-480b-825a-b17f713af51e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Calling delete_port for cbb45965-65e6-4930-985d-95c4c7b36945 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:30.091047 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b812483-b102-4eca-ac33-91d90d82fe61 req-35985978-e990-47e7-9d6a-44132f468bd8 service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523985 Feb 05 03:07:30.220573 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00277322-18c0-468d-8204-2bd17af87b73 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks [] for port (c9ce3787-8954-4318-9079-82ddaff97144), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:30.245907 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00277322-18c0-468d-8204-2bd17af87b73 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (c9ce3787-8954-4318-9079-82ddaff97144), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:30.254131 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b812483-b102-4eca-ac33-91d90d82fe61 req-0f6910d2-00fa-4e5f-ae78-fec8a71663ec service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562915 Feb 05 03:07:30.360939 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00277322-18c0-468d-8204-2bd17af87b73 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event updated for resources: {'Port': ['ID=c9ce3787-8954-4318-9079-82ddaff97144,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:30.372471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63f8f7-9164-426a-b2bb-56c808a5de20 req-d2806192-6512-4389-bc71-364b4720d7fb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:30.374271 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dc63f8f7-9164-426a-b2bb-56c808a5de20 req-d2806192-6512-4389-bc71-364b4720d7fb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 945 time: 0.2924242 Feb 05 03:07:30.495068 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e8ccf-9a67-4d94-a596-f099bcaf56ad req-291b0627-6fc7-466d-8df3-fb545abba771 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:30.503356 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-662e8ccf-9a67-4d94-a596-f099bcaf56ad req-291b0627-6fc7-466d-8df3-fb545abba771 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.2484348 Feb 05 03:07:30.535162 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0062c8e3-edac-480b-825a-b17f713af51e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (cbb45965-65e6-4930-985d-95c4c7b36945), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:30.549439 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-00277322-18c0-468d-8204-2bd17af87b73 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] In _notify_port_updated(), no bound segment for port c9ce3787-8954-4318-9079-82ddaff97144 on network 3d3cd9ee-017c-4778-b549-b9f9e1340157 {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:07:30.555748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00277322-18c0-468d-8204-2bd17af87b73 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:30.556407 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00277322-18c0-468d-8204-2bd17af87b73 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:30.561876 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-00277322-18c0-468d-8204-2bd17af87b73 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "PUT /v2.0/ports/c9ce3787-8954-4318-9079-82ddaff97144 HTTP/1.1" status: 200 len: 992 time: 1.2191007 Feb 05 03:07:30.566571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40742) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:30.630949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dc63f8f7-9164-426a-b2bb-56c808a5de20 req-89982baa-9ece-405d-974a-0bd5b1081191 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496045 Feb 05 03:07:30.670668 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062c8e3-edac-480b-825a-b17f713af51e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Port': ['ID=cbb45965-65e6-4930-985d-95c4c7b36945,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:30.712285 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-662e8ccf-9a67-4d94-a596-f099bcaf56ad req-24774086-7365-466b-9be3-44dca2abb1c4 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079473 Feb 05 03:07:30.800957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a16dfd92-9942-47a3-9f4a-115726415d6a tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Deleting port c9ce3787-8954-4318-9079-82ddaff97144 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:30.801527 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a16dfd92-9942-47a3-9f4a-115726415d6a tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c9ce3787-8954-4318-9079-82ddaff97144), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:30.883414 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ca3d1d1b-4c78-42be-ad1b-3d97cf8d9531 None None] Provisioning complete for port c9ce3787-8954-4318-9079-82ddaff97144 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:30.884474 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ca3d1d1b-4c78-42be-ad1b-3d97cf8d9531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c9ce3787-8954-4318-9079-82ddaff97144), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:30.934731 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ca3d1d1b-4c78-42be-ad1b-3d97cf8d9531 None None] Port c9ce3787-8954-4318-9079-82ddaff97144 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:30.936673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 436a9422-1923-4423-8be6-0bcb587012ee no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:07:30.995193 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0062c8e3-edac-480b-825a-b17f713af51e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (6008e616-0dba-4191-8d92-c6678e078111), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:30.997614 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a16dfd92-9942-47a3-9f4a-115726415d6a tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c9ce3787-8954-4318-9079-82ddaff97144), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:31.012658 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a16dfd92-9942-47a3-9f4a-115726415d6a tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Calling delete_port for c9ce3787-8954-4318-9079-82ddaff97144 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:31.078799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 436a9422-1923-4423-8be6-0bcb587012ee is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:31.082988 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (436a9422-1923-4423-8be6-0bcb587012ee), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:31.122998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785d32d0-5f05-43d4-b6a9-c595b095a411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '436a9422-1923-4423-8be6-0bcb587012ee'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:07:31.125838 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d81c17c-bd3e-4915-ace6-d803e151a5bf" -d '{"events": [{"server_uuid": "785d32d0-5f05-43d4-b6a9-c595b095a411", "name": "network-vif-unplugged", "status": "completed", "tag": "436a9422-1923-4423-8be6-0bcb587012ee"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:07:31.133136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 436a9422-1923-4423-8be6-0bcb587012ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=436a9422-1923-4423-8be6-0bcb587012ee,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:31.142069 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (436a9422-1923-4423-8be6-0bcb587012ee), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:31.211213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=436a9422-1923-4423-8be6-0bcb587012ee,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:31.284581 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1107a8f-78a8-44b1-951e-43c50373ecab x-openstack-request-id: req-c1107a8f-78a8-44b1-951e-43c50373ecab {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:07:31.285440 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785d32d0-5f05-43d4-b6a9-c595b095a411", "name": "network-vif-unplugged", "status": "completed", "tag": "436a9422-1923-4423-8be6-0bcb587012ee", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:07:31.285995 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1107a8f-78a8-44b1-951e-43c50373ecab {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:07:31.287704 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785d32d0-5f05-43d4-b6a9-c595b095a411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '436a9422-1923-4423-8be6-0bcb587012ee', 'code': 200} Feb 05 03:07:31.339052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9489b9-9776-44b1-895d-d619a7a1304c req-b0aae876-f070-4869-9469-6eee6cdb7c3a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:31.344958 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d9489b9-9776-44b1-895d-d619a7a1304c req-b0aae876-f070-4869-9469-6eee6cdb7c3a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.1806693 Feb 05 03:07:31.403277 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d9489b9-9776-44b1-895d-d619a7a1304c req-4eba68a5-580d-4617-8b1c-0d977712ad41 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553071 Feb 05 03:07:31.440707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0062c8e3-edac-480b-825a-b17f713af51e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 6008e616-0dba-4191-8d92-c6678e078111 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:07:31.498726 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a16dfd92-9942-47a3-9f4a-115726415d6a tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c9ce3787-8954-4318-9079-82ddaff97144), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:31.534407 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16dfd92-9942-47a3-9f4a-115726415d6a tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event deleted for resources: {'Port': ['ID=c9ce3787-8954-4318-9079-82ddaff97144,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:31.585573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0062c8e3-edac-480b-825a-b17f713af51e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:07:31.597340 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0062c8e3-edac-480b-825a-b17f713af51e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/6008e616-0dba-4191-8d92-c6678e078111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0471492 Feb 05 03:07:31.598713 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474828d3-93e7-4e83-9ba7-7a38b9fd0bf6 None None] Sync routers for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:07:31.600805 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40750) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:31.611779 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474828d3-93e7-4e83-9ba7-7a38b9fd0bf6 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:31.612410 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-474828d3-93e7-4e83-9ba7-7a38b9fd0bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:31.676572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7dd8ad3-f8ca-4391-b6ab-ed9e92d278b7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting subnet 2866178b-f758-4d6a-bae8-8328f8ec66f7 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:07:31.686074 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8ad3-f8ca-4391-b6ab-ed9e92d278b7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (2866178b-f758-4d6a-bae8-8328f8ec66f7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:31.740953 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8ad3-f8ca-4391-b6ab-ed9e92d278b7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (2866178b-f758-4d6a-bae8-8328f8ec66f7), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:31.853850 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-474828d3-93e7-4e83-9ba7-7a38b9fd0bf6 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:31.995558 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8ad3-f8ca-4391-b6ab-ed9e92d278b7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (2866178b-f758-4d6a-bae8-8328f8ec66f7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:32.134738 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8ad3-f8ca-4391-b6ab-ed9e92d278b7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (2866178b-f758-4d6a-bae8-8328f8ec66f7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:32.145454 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a16dfd92-9942-47a3-9f4a-115726415d6a tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:32.156177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a16dfd92-9942-47a3-9f4a-115726415d6a tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "DELETE /v2.0/ports/c9ce3787-8954-4318-9079-82ddaff97144 HTTP/1.1" status: 204 len: 168 time: 1.5874679 Feb 05 03:07:32.171957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40758) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:32.195473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd8ad3-f8ca-4391-b6ab-ed9e92d278b7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Subnet': ['ID=2866178b-f758-4d6a-bae8-8328f8ec66f7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:32.209232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24542f3e-a00f-4db2-a144-17d155a8ce28 None None] Network 37ddb4ff-75bc-467a-b273-e3f92951f54b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:07:32.221781 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8ad3-f8ca-4391-b6ab-ed9e92d278b7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:32.226225 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e7dd8ad3-f8ca-4391-b6ab-ed9e92d278b7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/2866178b-f758-4d6a-bae8-8328f8ec66f7 HTTP/1.1" status: 204 len: 168 time: 0.6244018 Feb 05 03:07:32.230348 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-058fc624-6d8a-47d1-8a2b-a48ab1fd7daa tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] GET failed (client error): The resource could not be found. Feb 05 03:07:32.231215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40760) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:32.231830 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-058fc624-6d8a-47d1-8a2b-a48ab1fd7daa tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "GET /v2.0/ports/c9ce3787-8954-4318-9079-82ddaff97144 HTTP/1.1" status: 404 len: 333 time: 0.0584676 Feb 05 03:07:32.237869 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40762) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:32.247881 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-474828d3-93e7-4e83-9ba7-7a38b9fd0bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:30Z', 'revision_number': 9, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:32.253625 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bb52cc01-460c-4b07-83b2-94ed14f5354c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Request body: {'port': {'network_id': '3d3cd9ee-017c-4778-b549-b9f9e1340157', 'name': 'tempest-AllowedAddressPairTestJSON-1466623144'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:32.296600 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474828d3-93e7-4e83-9ba7-7a38b9fd0bf6 None None] Checking router: 6008e616-0dba-4191-8d92-c6678e078111 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:07:32.307308 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474828d3-93e7-4e83-9ba7-7a38b9fd0bf6 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:32.308174 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-474828d3-93e7-4e83-9ba7-7a38b9fd0bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:32.451763 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb52cc01-460c-4b07-83b2-94ed14f5354c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Made reservation on behalf of 1f2dac18ce864b3f890aaab7a3ab46a3 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:07:32.461656 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb52cc01-460c-4b07-83b2-94ed14f5354c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:32.492654 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (37ddb4ff-75bc-467a-b273-e3f92951f54b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:32.535618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13134732-b044-47d9-a3a8-d31f49b3da44 req-8d025fbc-9b57-4a5b-8eb0-6470e0bd298f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:32.537612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13134732-b044-47d9-a3a8-d31f49b3da44 req-8d025fbc-9b57-4a5b-8eb0-6470e0bd298f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.6346765 Feb 05 03:07:32.551391 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc887d4c-92fb-4bc5-9eac-d8dbd51e39ed None None] DHCP port deletion for 37ddb4ff-75bc-467a-b273-e3f92951f54b request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:07:32.560057 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da750d-628c-432b-86fb-db1731b38f72 req-d816afb8-4606-4260-ae82-6fba26265992 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:32.574608 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-474828d3-93e7-4e83-9ba7-7a38b9fd0bf6 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:32.578132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70da750d-628c-432b-86fb-db1731b38f72 req-d816afb8-4606-4260-ae82-6fba26265992 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 943 time: 0.6543531 Feb 05 03:07:32.620453 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting port 1cbe58cd-1c42-46b4-842e-72de743a09a6 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:32.620903 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1cbe58cd-1c42-46b4-842e-72de743a09a6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:32.647173 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-bb52cc01-460c-4b07-83b2-94ed14f5354c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] device_id is not set on port 8003e726-236e-4e5f-8414-9d9af9761b34 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:07:32.660904 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fc887d4c-92fb-4bc5-9eac-d8dbd51e39ed None None] Deleting port 1cbe58cd-1c42-46b4-842e-72de743a09a6 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:32.661207 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc887d4c-92fb-4bc5-9eac-d8dbd51e39ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1cbe58cd-1c42-46b4-842e-72de743a09a6), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:32.750166 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13134732-b044-47d9-a3a8-d31f49b3da44 req-4c3b7037-006c-42e8-ac07-dc024f6ff757 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665015 Feb 05 03:07:32.767513 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70da750d-628c-432b-86fb-db1731b38f72 req-d612f90d-948f-4324-a155-15031b005f17 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872907 Feb 05 03:07:32.840963 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] For port 1cbe58cd-1c42-46b4-842e-72de743a09a6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1cbe58cd-1c42-46b4-842e-72de743a09a6,segment=NetworkSegment(9615ec39-5d94-41a2-9ce9-24361f1234da),segment_id=9615ec39-5d94-41a2-9ce9-24361f1234da)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:32.841343 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1cbe58cd-1c42-46b4-842e-72de743a09a6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:32.869868 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Calling delete_port for 1cbe58cd-1c42-46b4-842e-72de743a09a6 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:32.962599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-bb52cc01-460c-4b07-83b2-94ed14f5354c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Allocated IP 172.20.0.11 (3d3cd9ee-017c-4778-b549-b9f9e1340157/e55d6ce5-9a11-4512-b209-927b92c58c8f/8003e726-236e-4e5f-8414-9d9af9761b34) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:07:33.006658 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1cbe58cd-1c42-46b4-842e-72de743a09a6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:33.082359 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Port': ['ID=1cbe58cd-1c42-46b4-842e-72de743a09a6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:33.084400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3a771-f7ce-406b-9657-2b8b5e6be538 req-e978feb0-2b02-4ec2-ab91-5e72f01c1ee9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:33.090088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0af3a771-f7ce-406b-9657-2b8b5e6be538 req-e978feb0-2b02-4ec2-ab91-5e72f01c1ee9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.2467215 Feb 05 03:07:33.101564 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] No DVR routers for this DVR port 1cbe58cd-1c42-46b4-842e-72de743a09a6 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:07:33.125315 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-474828d3-93e7-4e83-9ba7-7a38b9fd0bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:30Z', 'revision_number': 9, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:33.198881 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fc887d4c-92fb-4bc5-9eac-d8dbd51e39ed None None] For port 1cbe58cd-1c42-46b4-842e-72de743a09a6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1cbe58cd-1c42-46b4-842e-72de743a09a6,segment=NetworkSegment(9615ec39-5d94-41a2-9ce9-24361f1234da),segment_id=9615ec39-5d94-41a2-9ce9-24361f1234da)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:33.199278 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc887d4c-92fb-4bc5-9eac-d8dbd51e39ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1cbe58cd-1c42-46b4-842e-72de743a09a6), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:33.201520 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474828d3-93e7-4e83-9ba7-7a38b9fd0bf6 None None] The sync data for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 is: [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:30Z', 'revision_number': 9, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '32127a35-cc94-469b-a6f8-e5008d0ab2da', 'name': '', 'network_id': 'b6b5ee55-a9bf-42ab-b704-95d60d2067ae', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:67:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:45Z', 'updated_at': '2022-02-05T03:06:57Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '7fe12137-35b0-4692-beb5-fc683bb4635f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:07:33.226319 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fc887d4c-92fb-4bc5-9eac-d8dbd51e39ed None None] Calling delete_port for 1cbe58cd-1c42-46b4-842e-72de743a09a6 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:33.234033 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (37ddb4ff-75bc-467a-b273-e3f92951f54b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:33.296368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ddb4ff-75bc-467a-b273-e3f92951f54b']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:33.318509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9615ec39-5d94-41a2-9ce9-24361f1234da') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:33.318886 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9615ec39-5d94-41a2-9ce9-24361f1234da') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:33.335080 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc887d4c-92fb-4bc5-9eac-d8dbd51e39ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (1cbe58cd-1c42-46b4-842e-72de743a09a6), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:33.347113 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (9615ec39-5d94-41a2-9ce9-24361f1234da), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:33.351611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc887d4c-92fb-4bc5-9eac-d8dbd51e39ed None None] No DVR routers for this DVR port 1cbe58cd-1c42-46b4-842e-72de743a09a6 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:07:33.352351 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0af3a771-f7ce-406b-9657-2b8b5e6be538 req-05fb8019-55ac-4355-a99d-99947b8390a7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315927 Feb 05 03:07:33.400978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc887d4c-92fb-4bc5-9eac-d8dbd51e39ed None None] Pushing event deleted for resources: {'Port': ['ID=1cbe58cd-1c42-46b4-842e-72de743a09a6,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:33.408553 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (9615ec39-5d94-41a2-9ce9-24361f1234da), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:33.418875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:07:33.420146 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (9615ec39-5d94-41a2-9ce9-24361f1234da), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:07:33.425637 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:07:33.438009 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb52cc01-460c-4b07-83b2-94ed14f5354c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks [] for port (8003e726-236e-4e5f-8414-9d9af9761b34), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:33.486325 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb52cc01-460c-4b07-83b2-94ed14f5354c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8003e726-236e-4e5f-8414-9d9af9761b34), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:33.531938 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (37ddb4ff-75bc-467a-b273-e3f92951f54b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:33.548842 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:33.557535 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/networks/37ddb4ff-75bc-467a-b273-e3f92951f54b HTTP/1.1" status: 204 len: 168 time: 1.3239872 Feb 05 03:07:33.563923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40768) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:33.583100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711f987-c037-40fe-8c21-e6731457bde6 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Network': ['ID=37ddb4ff-75bc-467a-b273-e3f92951f54b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:33.651949 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2f636e8a-edc2-4f1c-b101-d71f3f0d59f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:33.977471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cbb45965-65e6-4930-985d-95c4c7b36945 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:07:34.018301 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: cbb45965-65e6-4930-985d-95c4c7b36945 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:07:34.019759 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cbb45965-65e6-4930-985d-95c4c7b36945 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:07:34.020348 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1cbe58cd-1c42-46b4-842e-72de743a09a6 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:07:34.048222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 1cbe58cd-1c42-46b4-842e-72de743a09a6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:07:34.048987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1cbe58cd-1c42-46b4-842e-72de743a09a6 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:07:34.145392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb52cc01-460c-4b07-83b2-94ed14f5354c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Network 3d3cd9ee-017c-4778-b549-b9f9e1340157 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:07:34.189071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-bb52cc01-460c-4b07-83b2-94ed14f5354c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:34.232991 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb52cc01-460c-4b07-83b2-94ed14f5354c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:07:34.273169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52cc01-460c-4b07-83b2-94ed14f5354c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event updated for resources: {'Port': ['ID=8003e726-236e-4e5f-8414-9d9af9761b34,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:34.433341 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb52cc01-460c-4b07-83b2-94ed14f5354c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:34.434739 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb52cc01-460c-4b07-83b2-94ed14f5354c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:34.537910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca4fde-ba00-4a38-a418-c859444d5d95 req-a12fdebb-d685-4e5b-b92a-f8eb062ea5de tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:34.544700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48ca4fde-ba00-4a38-a418-c859444d5d95 req-a12fdebb-d685-4e5b-b92a-f8eb062ea5de tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 943 time: 0.4030335 Feb 05 03:07:34.601860 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7a2108e0-1e6a-4c07-bed7-e33e5a227c26 None None] Provisioning complete for port 8003e726-236e-4e5f-8414-9d9af9761b34 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:34.607860 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a2108e0-1e6a-4c07-bed7-e33e5a227c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8003e726-236e-4e5f-8414-9d9af9761b34), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:34.609469 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40794) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:34.615796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bb52cc01-460c-4b07-83b2-94ed14f5354c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3768234 Feb 05 03:07:34.615977 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-99e9e13b-83ae-43fc-9720-9bd48f2520b8 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6d:72:c4'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:34.631579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899f937-9036-47ee-a4a4-4767a60c044c req-6cac5f2b-19bd-49a6-ad23-2f06f3d01051 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:34.641880 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0899f937-9036-47ee-a4a4-4767a60c044c req-6cac5f2b-19bd-49a6-ad23-2f06f3d01051 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.4964223 Feb 05 03:07:34.658171 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48ca4fde-ba00-4a38-a418-c859444d5d95 req-ee2e94a7-ddf1-44e2-ad9f-daed5a361243 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089513 Feb 05 03:07:34.680758 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7a2108e0-1e6a-4c07-bed7-e33e5a227c26 None None] Port 8003e726-236e-4e5f-8414-9d9af9761b34 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:34.791275 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96ff2e2b-0281-4661-a6f6-9f826043e965 req-c92c57f7-3740-4c28-98aa-5c3640467a6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4828944 Feb 05 03:07:34.805223 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99e9e13b-83ae-43fc-9720-9bd48f2520b8 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8003e726-236e-4e5f-8414-9d9af9761b34), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:34.881954 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-96ff2e2b-0281-4661-a6f6-9f826043e965 req-c4f2d512-a72f-49b4-a797-6abc808404ca service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:07:34.883276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96ff2e2b-0281-4661-a6f6-9f826043e965 req-c4f2d512-a72f-49b4-a797-6abc808404ca service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0366809 Feb 05 03:07:34.913999 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 436a9422-1923-4423-8be6-0bcb587012ee no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:07:34.916922 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0899f937-9036-47ee-a4a4-4767a60c044c req-47ec69cd-ebcd-4fa7-8e2b-e3f593ae66bd tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731948 Feb 05 03:07:35.044194 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99e9e13b-83ae-43fc-9720-9bd48f2520b8 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks [] for port (8003e726-236e-4e5f-8414-9d9af9761b34), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:35.055449 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99e9e13b-83ae-43fc-9720-9bd48f2520b8 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (8003e726-236e-4e5f-8414-9d9af9761b34), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:35.077553 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db4751-3693-41d7-9309-e5e05d4d6184 req-4dd1fce3-2fc2-44aa-aea0-89930a882325 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:35.085406 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96db4751-3693-41d7-9309-e5e05d4d6184 req-4dd1fce3-2fc2-44aa-aea0-89930a882325 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.2319427 Feb 05 03:07:35.137170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 436a9422-1923-4423-8be6-0bcb587012ee is: DOWN; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:35.198145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-99e9e13b-83ae-43fc-9720-9bd48f2520b8 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] In _notify_port_updated(), no bound segment for port 8003e726-236e-4e5f-8414-9d9af9761b34 on network 3d3cd9ee-017c-4778-b549-b9f9e1340157 {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:07:35.223806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e9e13b-83ae-43fc-9720-9bd48f2520b8 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:35.224505 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99e9e13b-83ae-43fc-9720-9bd48f2520b8 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:35.232945 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-99e9e13b-83ae-43fc-9720-9bd48f2520b8 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "PUT /v2.0/ports/8003e726-236e-4e5f-8414-9d9af9761b34 HTTP/1.1" status: 200 len: 997 time: 0.6213522 Feb 05 03:07:35.241879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40808) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:35.283391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96db4751-3693-41d7-9309-e5e05d4d6184 req-48ce391c-a243-44b0-9279-1c23ad516ba7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965427 Feb 05 03:07:35.302633 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10096924-0adf-4761-bb38-038d93c1327b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (6008e616-0dba-4191-8d92-c6678e078111), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:35.324014 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9e13b-83ae-43fc-9720-9bd48f2520b8 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event updated for resources: {'Port': ['ID=8003e726-236e-4e5f-8414-9d9af9761b34,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:35.478989 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f11d444b-76b6-4e53-a133-fae219e0205c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Deleting port 8003e726-236e-4e5f-8414-9d9af9761b34 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:35.486709 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f11d444b-76b6-4e53-a133-fae219e0205c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8003e726-236e-4e5f-8414-9d9af9761b34), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:35.724285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ff78c530-664a-40af-bba4-485b22960c81 None None] Provisioning complete for port 8003e726-236e-4e5f-8414-9d9af9761b34 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:35.724890 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ff78c530-664a-40af-bba4-485b22960c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8003e726-236e-4e5f-8414-9d9af9761b34), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:35.794390 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f11d444b-76b6-4e53-a133-fae219e0205c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8003e726-236e-4e5f-8414-9d9af9761b34), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:35.812849 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f11d444b-76b6-4e53-a133-fae219e0205c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Calling delete_port for 8003e726-236e-4e5f-8414-9d9af9761b34 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:35.816579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ff78c530-664a-40af-bba4-485b22960c81 None None] Port 8003e726-236e-4e5f-8414-9d9af9761b34 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:35.882476 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2f5d640c-2d47-4928-b688-17a6055e39b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:35.894290 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-10096924-0adf-4761-bb38-038d93c1327b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting port 32127a35-cc94-469b-a6f8-e5008d0ab2da {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:35.894896 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10096924-0adf-4761-bb38-038d93c1327b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:36.089652 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f11d444b-76b6-4e53-a133-fae219e0205c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (8003e726-236e-4e5f-8414-9d9af9761b34), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:36.150095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d444b-76b6-4e53-a133-fae219e0205c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event deleted for resources: {'Port': ['ID=8003e726-236e-4e5f-8414-9d9af9761b34,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:36.241558 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42510ee4-cc8b-459e-a401-d148732d5e50 req-b786ff63-ea8a-4b66-9798-7de7ff00a25b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:36.243736 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42510ee4-cc8b-459e-a401-d148732d5e50 req-b786ff63-ea8a-4b66-9798-7de7ff00a25b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.2030158 Feb 05 03:07:36.246646 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-10096924-0adf-4761-bb38-038d93c1327b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] For port 32127a35-cc94-469b-a6f8-e5008d0ab2da, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=32127a35-cc94-469b-a6f8-e5008d0ab2da,segment=NetworkSegment(0e3d3b0a-307f-41ee-9260-d66fa5a0846b),segment_id=0e3d3b0a-307f-41ee-9260-d66fa5a0846b)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:36.247774 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10096924-0adf-4761-bb38-038d93c1327b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:36.284006 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f11d444b-76b6-4e53-a133-fae219e0205c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:36.303009 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f11d444b-76b6-4e53-a133-fae219e0205c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "DELETE /v2.0/ports/8003e726-236e-4e5f-8414-9d9af9761b34 HTTP/1.1" status: 204 len: 168 time: 1.0600760 Feb 05 03:07:36.305615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40854) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:36.316514 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-10096924-0adf-4761-bb38-038d93c1327b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Calling delete_port for 32127a35-cc94-469b-a6f8-e5008d0ab2da owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:36.387073 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e82dde5-5258-4ec8-8a72-d6eb1952467c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] GET failed (client error): The resource could not be found. Feb 05 03:07:36.397430 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4e82dde5-5258-4ec8-8a72-d6eb1952467c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "GET /v2.0/ports/8003e726-236e-4e5f-8414-9d9af9761b34 HTTP/1.1" status: 404 len: 333 time: 0.0899808 Feb 05 03:07:36.404623 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40856) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:36.424229 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42510ee4-cc8b-459e-a401-d148732d5e50 req-ee216218-48ec-4c73-86ce-5b90ee22eb98 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547129 Feb 05 03:07:36.428929 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cc777954-cbd2-41c7-be85-52b309a08d52 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Request body: {'port': {'network_id': '3d3cd9ee-017c-4778-b549-b9f9e1340157', 'name': 'tempest-AllowedAddressPairTestJSON-824914156'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:36.743115 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc777954-cbd2-41c7-be85-52b309a08d52 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Made reservation on behalf of 1f2dac18ce864b3f890aaab7a3ab46a3 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:07:36.748341 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc777954-cbd2-41c7-be85-52b309a08d52 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:36.771565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff2e2b-0281-4661-a6f6-9f826043e965 req-a69e1ab4-0648-4bae-8b93-7b65be93b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:36.773452 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-96ff2e2b-0281-4661-a6f6-9f826043e965 req-a69e1ab4-0648-4bae-8b93-7b65be93b950 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670&tenant_id=48d75b9896b4443ca4a344d32f5eb70e HTTP/1.1" status: 200 len: 1125 time: 0.1298382 Feb 05 03:07:36.775275 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10096924-0adf-4761-bb38-038d93c1327b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (32127a35-cc94-469b-a6f8-e5008d0ab2da), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:36.787726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-cc777954-cbd2-41c7-be85-52b309a08d52 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] device_id is not set on port 1e858590-691f-4bea-98b2-9c7bc883754f yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:07:36.856226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10096924-0adf-4761-bb38-038d93c1327b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Port': ['ID=32127a35-cc94-469b-a6f8-e5008d0ab2da,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:36.898805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348a22f-0df2-4cb7-a796-b4fc7eb206e4 req-a3f921eb-db27-4e0f-9190-ad36540a5fe7 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:36.900411 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4348a22f-0df2-4cb7-a796-b4fc7eb206e4 req-a3f921eb-db27-4e0f-9190-ad36540a5fe7 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=785d32d0-5f05-43d4-b6a9-c595b095a411 HTTP/1.1" status: 200 len: 943 time: 0.2928658 Feb 05 03:07:36.988236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644df76-3773-4921-b20d-6391012e6be6 req-404d867a-e6d2-4d58-a1c8-f2979285d3fe tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:36.990002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0644df76-3773-4921-b20d-6391012e6be6 req-404d867a-e6d2-4d58-a1c8-f2979285d3fe tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.3492177 Feb 05 03:07:37.029975 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff2e2b-0281-4661-a6f6-9f826043e965 req-732a8c1f-0c2a-472a-93a8-b369b7182b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:37.032217 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-96ff2e2b-0281-4661-a6f6-9f826043e965 req-732a8c1f-0c2a-472a-93a8-b369b7182b82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48d75b9896b4443ca4a344d32f5eb70e&device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 1125 time: 0.2299311 Feb 05 03:07:37.076830 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:37.088822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-cc777954-cbd2-41c7-be85-52b309a08d52 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Allocated IP 172.20.0.9 (3d3cd9ee-017c-4778-b549-b9f9e1340157/e55d6ce5-9a11-4512-b209-927b92c58c8f/1e858590-691f-4bea-98b2-9c7bc883754f) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:07:37.186531 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:07:37.217867 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10096924-0adf-4761-bb38-038d93c1327b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (6008e616-0dba-4191-8d92-c6678e078111), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:37.393631 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0644df76-3773-4921-b20d-6391012e6be6 req-c7128845-f475-4400-af8f-f67874fc7562 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3743043 Feb 05 03:07:37.396736 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-4348a22f-0df2-4cb7-a796-b4fc7eb206e4 req-ff369cdc-5dde-4a09-abd7-3353f7409e3e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Deleting port 436a9422-1923-4423-8be6-0bcb587012ee {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:37.397213 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4348a22f-0df2-4cb7-a796-b4fc7eb206e4 req-ff369cdc-5dde-4a09-abd7-3353f7409e3e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (436a9422-1923-4423-8be6-0bcb587012ee), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:37.578324 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10096924-0adf-4761-bb38-038d93c1327b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 6008e616-0dba-4191-8d92-c6678e078111 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:07:37.618553 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4348a22f-0df2-4cb7-a796-b4fc7eb206e4 req-ff369cdc-5dde-4a09-abd7-3353f7409e3e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] For port 436a9422-1923-4423-8be6-0bcb587012ee, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=436a9422-1923-4423-8be6-0bcb587012ee,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:37.618967 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4348a22f-0df2-4cb7-a796-b4fc7eb206e4 req-ff369cdc-5dde-4a09-abd7-3353f7409e3e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (436a9422-1923-4423-8be6-0bcb587012ee), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:37.731141 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc777954-cbd2-41c7-be85-52b309a08d52 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks [] for port (1e858590-691f-4bea-98b2-9c7bc883754f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:37.746264 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff2e2b-0281-4661-a6f6-9f826043e965 req-284d3e08-fe35-4253-b7d7-09084908de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:37.748399 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-96ff2e2b-0281-4661-a6f6-9f826043e965 req-284d3e08-fe35-4253-b7d7-09084908de1a service neutron] 10.222.0.10 "GET /v2.0/networks?id=98ab2392-eb0d-400b-ae03-4808c53f38dc HTTP/1.1" status: 200 len: 914 time: 0.7091706 Feb 05 03:07:37.763649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-4348a22f-0df2-4cb7-a796-b4fc7eb206e4 req-ff369cdc-5dde-4a09-abd7-3353f7409e3e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Calling delete_port for 436a9422-1923-4423-8be6-0bcb587012ee owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:37.767980 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10096924-0adf-4761-bb38-038d93c1327b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:07:37.779001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec74d47-14bb-4cfb-991c-67e5582fa367 None None] Sync routers for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:07:37.784933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-10096924-0adf-4761-bb38-038d93c1327b tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/6008e616-0dba-4191-8d92-c6678e078111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2176952 Feb 05 03:07:37.792998 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40872) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:37.817152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec74d47-14bb-4cfb-991c-67e5582fa367 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:37.821535 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-eec74d47-14bb-4cfb-991c-67e5582fa367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:37.854004 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c522e-47c0-410e-b6fe-b1ec6b2a4029 req-125e143c-239e-48ad-9e20-9aba35119e1b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:37.855860 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f8c522e-47c0-410e-b6fe-b1ec6b2a4029 req-125e143c-239e-48ad-9e20-9aba35119e1b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.2701733 Feb 05 03:07:37.892788 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-96ff2e2b-0281-4661-a6f6-9f826043e965 req-ba880d97-aafd-4756-bfd9-7c3fa049f9f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acb28c92-8aec-4518-83f2-c35adecc50ea HTTP/1.1" status: 200 len: 217 time: 0.1370702 Feb 05 03:07:37.938262 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-1852ba81-5aca-4c53-beb4-938bca50c94f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting subnet 7fe12137-35b0-4692-beb5-fc683bb4635f {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:07:37.947564 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1852ba81-5aca-4c53-beb4-938bca50c94f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (7fe12137-35b0-4692-beb5-fc683bb4635f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:37.949926 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff2e2b-0281-4661-a6f6-9f826043e965 req-4ca5987f-90b9-46a3-a008-6fd975dfccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:37.952320 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-96ff2e2b-0281-4661-a6f6-9f826043e965 req-4ca5987f-90b9-46a3-a008-6fd975dfccb8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9710adb9-a86e-4bd9-b62b-bccb80188957 HTTP/1.1" status: 200 len: 853 time: 0.0535927 Feb 05 03:07:38.009795 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-96ff2e2b-0281-4661-a6f6-9f826043e965 req-22dcb591-d556-4a63-a6f4-38525c7f4a90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98ab2392-eb0d-400b-ae03-4808c53f38dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381811 Feb 05 03:07:38.084296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-eec74d47-14bb-4cfb-991c-67e5582fa367 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:38.131466 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1852ba81-5aca-4c53-beb4-938bca50c94f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (7fe12137-35b0-4692-beb5-fc683bb4635f), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:38.148880 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc777954-cbd2-41c7-be85-52b309a08d52 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1e858590-691f-4bea-98b2-9c7bc883754f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:38.159566 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-96ff2e2b-0281-4661-a6f6-9f826043e965 req-46b0415f-ea3a-4526-8578-0f07cd5a5cae service neutron] 10.222.0.10 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415727 Feb 05 03:07:38.213832 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc777954-cbd2-41c7-be85-52b309a08d52 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Network 3d3cd9ee-017c-4778-b549-b9f9e1340157 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:07:38.228333 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-cc777954-cbd2-41c7-be85-52b309a08d52 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:38.231236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc777954-cbd2-41c7-be85-52b309a08d52 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:07:38.414215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc777954-cbd2-41c7-be85-52b309a08d52 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:38.417450 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc777954-cbd2-41c7-be85-52b309a08d52 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:38.434879 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1852ba81-5aca-4c53-beb4-938bca50c94f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (7fe12137-35b0-4692-beb5-fc683bb4635f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:38.451026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-eec74d47-14bb-4cfb-991c-67e5582fa367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:36Z', 'revision_number': 10, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:38.490606 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec74d47-14bb-4cfb-991c-67e5582fa367 None None] Checking router: 6008e616-0dba-4191-8d92-c6678e078111 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:07:38.502433 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec74d47-14bb-4cfb-991c-67e5582fa367 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:38.503452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-eec74d47-14bb-4cfb-991c-67e5582fa367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:38.511930 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cc777954-cbd2-41c7-be85-52b309a08d52 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0986462 Feb 05 03:07:38.514911 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40876) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:38.543656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6ba34001-dc34-4858-b8ba-c93ef1468b99 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Request body: {'port': {'network_id': '3d3cd9ee-017c-4778-b549-b9f9e1340157', 'name': 'tempest-AllowedAddressPairTestJSON-1692728461'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:38.598246 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1852ba81-5aca-4c53-beb4-938bca50c94f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (7fe12137-35b0-4692-beb5-fc683bb4635f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:38.639354 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-eec74d47-14bb-4cfb-991c-67e5582fa367 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:38.691459 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1852ba81-5aca-4c53-beb4-938bca50c94f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:38.700642 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1852ba81-5aca-4c53-beb4-938bca50c94f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/7fe12137-35b0-4692-beb5-fc683bb4635f HTTP/1.1" status: 204 len: 168 time: 0.9064338 Feb 05 03:07:38.707712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852ba81-5aca-4c53-beb4-938bca50c94f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe12137-35b0-4692-beb5-fc683bb4635f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:38.713721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40878) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:38.729590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f1fdcc-cbb5-4461-b4a9-563096064bc2 None None] Network b6b5ee55-a9bf-42ab-b704-95d60d2067ae requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:07:38.744842 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f8c522e-47c0-410e-b6fe-b1ec6b2a4029 req-0456aba6-aff9-49b3-915b-41c65e986106 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441114 Feb 05 03:07:38.778965 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc777954-cbd2-41c7-be85-52b309a08d52 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event updated for resources: {'Port': ['ID=1e858590-691f-4bea-98b2-9c7bc883754f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:38.882663 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-96ff2e2b-0281-4661-a6f6-9f826043e965 req-f0740e13-e076-45eb-a081-4ff98a2c6dd1 service neutron] 10.222.0.10 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7119758 Feb 05 03:07:38.884820 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba34001-dc34-4858-b8ba-c93ef1468b99 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Made reservation on behalf of 1f2dac18ce864b3f890aaab7a3ab46a3 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:07:38.910011 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ba34001-dc34-4858-b8ba-c93ef1468b99 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:38.917025 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-27ef75a2-df83-4939-9201-573bc804ac39 None None] Provisioning complete for port 1e858590-691f-4bea-98b2-9c7bc883754f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:38.917395 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27ef75a2-df83-4939-9201-573bc804ac39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1e858590-691f-4bea-98b2-9c7bc883754f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:38.953690 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-6ba34001-dc34-4858-b8ba-c93ef1468b99 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] device_id is not set on port 09e76a04-e0e2-4443-bde4-92f28257d55c yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:07:38.967434 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-27ef75a2-df83-4939-9201-573bc804ac39 None None] Port 1e858590-691f-4bea-98b2-9c7bc883754f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:38.974227 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:39.176625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193b62b2-e5c7-4867-8154-f41cff290c22 None None] DHCP port deletion for b6b5ee55-a9bf-42ab-b704-95d60d2067ae request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:07:39.208308 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4348a22f-0df2-4cb7-a796-b4fc7eb206e4 req-ff369cdc-5dde-4a09-abd7-3353f7409e3e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (436a9422-1923-4423-8be6-0bcb587012ee), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:39.214840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-eec74d47-14bb-4cfb-991c-67e5582fa367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:36Z', 'revision_number': 10, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:39.222160 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (b6b5ee55-a9bf-42ab-b704-95d60d2067ae), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:39.227150 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6ba34001-dc34-4858-b8ba-c93ef1468b99 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Allocated IP 172.20.0.14 (3d3cd9ee-017c-4778-b549-b9f9e1340157/e55d6ce5-9a11-4512-b209-927b92c58c8f/09e76a04-e0e2-4443-bde4-92f28257d55c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:07:39.248827 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec74d47-14bb-4cfb-991c-67e5582fa367 None None] The sync data for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 is: [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:36Z', 'revision_number': 10, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None, '_interfaces': [{'id': '50bddbf9-841a-4e79-a094-c953e62b2226', 'name': '', 'network_id': '76c11778-8025-4118-adc5-fe51f7d4a3f0', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'mac_address': 'fa:16:3e:66:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008e616-0dba-4191-8d92-c6678e078111', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:06:39Z', 'updated_at': '2022-02-05T03:06:49Z', 'revision_number': 5, 'project_id': '456239914dd84c50ba91285736155cbe', 'subnets': [{'id': '871d3e69-caca-4edb-a72c-e5efb9570b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:07:39.309485 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-193b62b2-e5c7-4867-8154-f41cff290c22 None None] Deleting port 7491d98c-7353-4f17-abbf-0084d6c1d03e {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:39.309702 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-193b62b2-e5c7-4867-8154-f41cff290c22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7491d98c-7353-4f17-abbf-0084d6c1d03e), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:39.319447 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff369cdc-5dde-4a09-abd7-3353f7409e3e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Pushing event deleted for resources: {'Port': ['ID=436a9422-1923-4423-8be6-0bcb587012ee,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:39.352803 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d145c-4c96-49a3-aa6a-95ffbd19a3ac req-60390ac8-ec01-45a6-88b1-b9d66e473da2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:39.354449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc0d145c-4c96-49a3-aa6a-95ffbd19a3ac req-60390ac8-ec01-45a6-88b1-b9d66e473da2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.4901373 Feb 05 03:07:39.418627 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-193b62b2-e5c7-4867-8154-f41cff290c22 None None] For port 7491d98c-7353-4f17-abbf-0084d6c1d03e, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7491d98c-7353-4f17-abbf-0084d6c1d03e,segment=NetworkSegment(0e3d3b0a-307f-41ee-9260-d66fa5a0846b),segment_id=0e3d3b0a-307f-41ee-9260-d66fa5a0846b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:39.419170 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-193b62b2-e5c7-4867-8154-f41cff290c22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7491d98c-7353-4f17-abbf-0084d6c1d03e), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:39.431423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4348a22f-0df2-4cb7-a796-b4fc7eb206e4 req-ff369cdc-5dde-4a09-abd7-3353f7409e3e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] No DVR routers for this DVR port 436a9422-1923-4423-8be6-0bcb587012ee on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:07:39.436676 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4348a22f-0df2-4cb7-a796-b4fc7eb206e4 req-ff369cdc-5dde-4a09-abd7-3353f7409e3e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:39.442119 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-193b62b2-e5c7-4867-8154-f41cff290c22 None None] Calling delete_port for 7491d98c-7353-4f17-abbf-0084d6c1d03e owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:39.447593 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4348a22f-0df2-4cb7-a796-b4fc7eb206e4 req-ff369cdc-5dde-4a09-abd7-3353f7409e3e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "DELETE /v2.0/ports/436a9422-1923-4423-8be6-0bcb587012ee HTTP/1.1" status: 204 len: 173 time: 2.5390959 Feb 05 03:07:39.449122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785d32d0-5f05-43d4-b6a9-c595b095a411', 'name': 'network-vif-deleted', 'tag': '436a9422-1923-4423-8be6-0bcb587012ee'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:07:39.451779 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29570cd3-9e59-4485-b90a-383d9894fe17" -d '{"events": [{"server_uuid": "785d32d0-5f05-43d4-b6a9-c595b095a411", "name": "network-vif-deleted", "tag": "436a9422-1923-4423-8be6-0bcb587012ee"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:07:39.556218 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc0d145c-4c96-49a3-aa6a-95ffbd19a3ac req-3de2a235-8999-4307-a205-1ccee81eb3a2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892214 Feb 05 03:07:39.562028 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-193b62b2-e5c7-4867-8154-f41cff290c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (7491d98c-7353-4f17-abbf-0084d6c1d03e), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:39.586775 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting port 7491d98c-7353-4f17-abbf-0084d6c1d03e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:39.587104 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7491d98c-7353-4f17-abbf-0084d6c1d03e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:39.663739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193b62b2-e5c7-4867-8154-f41cff290c22 None None] No DVR routers for this DVR port 7491d98c-7353-4f17-abbf-0084d6c1d03e on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:07:39.667500 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b62b2-e5c7-4867-8154-f41cff290c22 None None] Pushing event deleted for resources: {'Port': ['ID=7491d98c-7353-4f17-abbf-0084d6c1d03e,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:39.834804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] For port 7491d98c-7353-4f17-abbf-0084d6c1d03e, host n-d-826942-8, got binding levels [] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:39.835692 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7491d98c-7353-4f17-abbf-0084d6c1d03e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:39.892358 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Calling delete_port for 7491d98c-7353-4f17-abbf-0084d6c1d03e owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:39.895940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Port 7491d98c-7353-4f17-abbf-0084d6c1d03e was not found and therefore no delete operation was performed {{(pid=109675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 03:07:39.897217 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7491d98c-7353-4f17-abbf-0084d6c1d03e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:39.952711 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:39.984576 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ba34001-dc34-4858-b8ba-c93ef1468b99 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks [] for port (09e76a04-e0e2-4443-bde4-92f28257d55c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:39.994622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 32127a35-cc94-469b-a6f8-e5008d0ab2da no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:07:40.004190 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 05 Feb 2022 03:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a759a512-f825-43bc-b1e4-0d188a287a1f x-openstack-request-id: req-a759a512-f825-43bc-b1e4-0d188a287a1f {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:07:40.004568 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785d32d0-5f05-43d4-b6a9-c595b095a411", "name": "network-vif-deleted", "tag": "436a9422-1923-4423-8be6-0bcb587012ee", "status": "failed", "code": 422}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:07:40.004766 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a759a512-f825-43bc-b1e4-0d188a287a1f {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:07:40.005190 n-d-826942-8 neutron-server[109675]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '785d32d0-5f05-43d4-b6a9-c595b095a411', 'name': 'network-vif-deleted', 'tag': '436a9422-1923-4423-8be6-0bcb587012ee', 'status': 'failed', 'code': 422} returned with failed status Feb 05 03:07:40.043479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] No DVR routers for this DVR port 7491d98c-7353-4f17-abbf-0084d6c1d03e on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:07:40.066958 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 32127a35-cc94-469b-a6f8-e5008d0ab2da {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:07:40.068190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 32127a35-cc94-469b-a6f8-e5008d0ab2da not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:07:40.070574 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7491d98c-7353-4f17-abbf-0084d6c1d03e no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:07:40.104370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ba34001-dc34-4858-b8ba-c93ef1468b99 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (09e76a04-e0e2-4443-bde4-92f28257d55c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:40.132779 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 7491d98c-7353-4f17-abbf-0084d6c1d03e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:07:40.134528 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7491d98c-7353-4f17-abbf-0084d6c1d03e not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:07:40.167046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Port': ['ID=7491d98c-7353-4f17-abbf-0084d6c1d03e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:40.269954 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba34001-dc34-4858-b8ba-c93ef1468b99 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Network 3d3cd9ee-017c-4778-b549-b9f9e1340157 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:07:40.284530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba34001-dc34-4858-b8ba-c93ef1468b99 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event updated for resources: {'Port': ['ID=09e76a04-e0e2-4443-bde4-92f28257d55c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:40.295856 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6ba34001-dc34-4858-b8ba-c93ef1468b99 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:40.299036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba34001-dc34-4858-b8ba-c93ef1468b99 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:07:40.365146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024259f-2221-43b1-a7f2-ffb367945b98 req-543231bc-b006-4588-a682-95b590938ea1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:40.368333 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6024259f-2221-43b1-a7f2-ffb367945b98 req-543231bc-b006-4588-a682-95b590938ea1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.1955459 Feb 05 03:07:40.371092 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (b6b5ee55-a9bf-42ab-b704-95d60d2067ae), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:40.448073 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b5ee55-a9bf-42ab-b704-95d60d2067ae']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:40.461064 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba34001-dc34-4858-b8ba-c93ef1468b99 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:40.461417 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ba34001-dc34-4858-b8ba-c93ef1468b99 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:40.477776 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3d3b0a-307f-41ee-9260-d66fa5a0846b') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:40.478283 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3d3b0a-307f-41ee-9260-d66fa5a0846b') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:40.502601 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6ba34001-dc34-4858-b8ba-c93ef1468b99 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9772055 Feb 05 03:07:40.503682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40926) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:40.510295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-73ac7f0a-302a-455e-a94c-cbefb4c825f5 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:6d:72:c4'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:91:dd:b8'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:40.532764 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (0e3d3b0a-307f-41ee-9260-d66fa5a0846b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:40.556006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6024259f-2221-43b1-a7f2-ffb367945b98 req-3adc62dd-305c-4faf-8e24-e45e9be09c02 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817131 Feb 05 03:07:40.569457 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (0e3d3b0a-307f-41ee-9260-d66fa5a0846b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:40.582440 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:07:40.588142 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (0e3d3b0a-307f-41ee-9260-d66fa5a0846b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:07:40.599837 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:07:40.832321 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (b6b5ee55-a9bf-42ab-b704-95d60d2067ae), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:40.843819 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ce97e8e8-e048-4994-b045-8a6259e9be15 None None] Provisioning complete for port 09e76a04-e0e2-4443-bde4-92f28257d55c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:40.846347 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ce97e8e8-e048-4994-b045-8a6259e9be15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (09e76a04-e0e2-4443-bde4-92f28257d55c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:40.854008 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:40.860000 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/networks/b6b5ee55-a9bf-42ab-b704-95d60d2067ae HTTP/1.1" status: 204 len: 168 time: 2.1403069 Feb 05 03:07:40.865511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40934) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:40.904880 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b104f71-b663-4356-99d0-8d41dc93371c tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Network': ['ID=b6b5ee55-a9bf-42ab-b704-95d60d2067ae,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:40.918685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85f4e2-5260-43bc-91a7-d80f087796ab req-d8aab632-4809-41f9-a234-8b17dc8e0dbd tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:40.940084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e85f4e2-5260-43bc-91a7-d80f087796ab req-d8aab632-4809-41f9-a234-8b17dc8e0dbd tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.2248027 Feb 05 03:07:40.950633 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ce97e8e8-e048-4994-b045-8a6259e9be15 None None] Port 09e76a04-e0e2-4443-bde4-92f28257d55c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:41.019438 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e85f4e2-5260-43bc-91a7-d80f087796ab req-82b2e1fc-1c41-49e4-9708-0d4c9de3dca5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749795 Feb 05 03:07:41.052600 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ac7f0a-302a-455e-a94c-cbefb4c825f5 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (09e76a04-e0e2-4443-bde4-92f28257d55c), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:41.290792 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:41.582526 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ac7f0a-302a-455e-a94c-cbefb4c825f5 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks [] for port (09e76a04-e0e2-4443-bde4-92f28257d55c), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:41.594955 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ac7f0a-302a-455e-a94c-cbefb4c825f5 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (09e76a04-e0e2-4443-bde4-92f28257d55c), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:41.684550 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-73ac7f0a-302a-455e-a94c-cbefb4c825f5 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] In _notify_port_updated(), no bound segment for port 09e76a04-e0e2-4443-bde4-92f28257d55c on network 3d3cd9ee-017c-4778-b549-b9f9e1340157 {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:07:41.690928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ac7f0a-302a-455e-a94c-cbefb4c825f5 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:41.691737 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73ac7f0a-302a-455e-a94c-cbefb4c825f5 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:41.695960 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-73ac7f0a-302a-455e-a94c-cbefb4c825f5 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "PUT /v2.0/ports/09e76a04-e0e2-4443-bde4-92f28257d55c HTTP/1.1" status: 200 len: 1056 time: 1.1909518 Feb 05 03:07:41.697715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40940) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:41.748154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac7f0a-302a-455e-a94c-cbefb4c825f5 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event updated for resources: {'Port': ['ID=09e76a04-e0e2-4443-bde4-92f28257d55c,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:41.848702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757be30-09a0-44a0-8cc5-29479167cfb3 req-ab2623e2-750b-4d67-8147-bd2609c7bea2 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:41.850342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0757be30-09a0-44a0-8cc5-29479167cfb3 req-ab2623e2-750b-4d67-8147-bd2609c7bea2 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.2178228 Feb 05 03:07:41.937984 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42ba97b9-471c-4fe1-bbad-bf0d2390e6b9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (6008e616-0dba-4191-8d92-c6678e078111), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:41.953294 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-33e6b931-7fdb-48cb-a51a-ef1930e985f4 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Deleting port 09e76a04-e0e2-4443-bde4-92f28257d55c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:41.953627 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33e6b931-7fdb-48cb-a51a-ef1930e985f4 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (09e76a04-e0e2-4443-bde4-92f28257d55c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:42.107100 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d6cf1707-99e1-439f-aa89-13312e694996 None None] Provisioning complete for port 09e76a04-e0e2-4443-bde4-92f28257d55c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:42.109981 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6cf1707-99e1-439f-aa89-13312e694996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (09e76a04-e0e2-4443-bde4-92f28257d55c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:42.200535 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d6cf1707-99e1-439f-aa89-13312e694996 None None] Port 09e76a04-e0e2-4443-bde4-92f28257d55c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:07:42.218494 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33e6b931-7fdb-48cb-a51a-ef1930e985f4 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (09e76a04-e0e2-4443-bde4-92f28257d55c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:42.277238 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0757be30-09a0-44a0-8cc5-29479167cfb3 req-d8f2cc25-0083-47ae-ae08-1e9040bf1457 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094634 Feb 05 03:07:42.304143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-33e6b931-7fdb-48cb-a51a-ef1930e985f4 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Calling delete_port for 09e76a04-e0e2-4443-bde4-92f28257d55c owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:42.454666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-42ba97b9-471c-4fe1-bbad-bf0d2390e6b9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting port 50bddbf9-841a-4e79-a094-c953e62b2226 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:42.455104 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42ba97b9-471c-4fe1-bbad-bf0d2390e6b9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (50bddbf9-841a-4e79-a094-c953e62b2226), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:42.574983 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-42ba97b9-471c-4fe1-bbad-bf0d2390e6b9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] For port 50bddbf9-841a-4e79-a094-c953e62b2226, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=50bddbf9-841a-4e79-a094-c953e62b2226,segment=NetworkSegment(c0061bd0-884e-4756-8634-6c0ba4b282ef),segment_id=c0061bd0-884e-4756-8634-6c0ba4b282ef)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:42.575351 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42ba97b9-471c-4fe1-bbad-bf0d2390e6b9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (50bddbf9-841a-4e79-a094-c953e62b2226), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:42.576368 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d65f16-3d60-4d39-9fc2-e6d114df3567 req-791765cb-c39e-4403-908d-6152c162f51e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:42.578348 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48d65f16-3d60-4d39-9fc2-e6d114df3567 req-791765cb-c39e-4403-908d-6152c162f51e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.1320555 Feb 05 03:07:42.590192 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-42ba97b9-471c-4fe1-bbad-bf0d2390e6b9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Calling delete_port for 50bddbf9-841a-4e79-a094-c953e62b2226 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:42.721088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48d65f16-3d60-4d39-9fc2-e6d114df3567 req-039164bf-6dad-436d-b7bf-9770ff8ddae0 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733659 Feb 05 03:07:42.781386 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33e6b931-7fdb-48cb-a51a-ef1930e985f4 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (09e76a04-e0e2-4443-bde4-92f28257d55c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:42.813501 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42ba97b9-471c-4fe1-bbad-bf0d2390e6b9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (50bddbf9-841a-4e79-a094-c953e62b2226), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:42.832489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6b931-7fdb-48cb-a51a-ef1930e985f4 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event deleted for resources: {'Port': ['ID=09e76a04-e0e2-4443-bde4-92f28257d55c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:42.851362 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba97b9-471c-4fe1-bbad-bf0d2390e6b9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Port': ['ID=50bddbf9-841a-4e79-a094-c953e62b2226,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:43.111654 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42ba97b9-471c-4fe1-bbad-bf0d2390e6b9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (6008e616-0dba-4191-8d92-c6678e078111), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:43.484349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ba97b9-471c-4fe1-bbad-bf0d2390e6b9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 6008e616-0dba-4191-8d92-c6678e078111 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:07:43.674782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ba97b9-471c-4fe1-bbad-bf0d2390e6b9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:07:43.681977 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-42ba97b9-471c-4fe1-bbad-bf0d2390e6b9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/6008e616-0dba-4191-8d92-c6678e078111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8107193 Feb 05 03:07:43.686630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40954) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:43.687223 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb6e1e1-1784-470e-b2cd-71bdcd645428 None None] Sync routers for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:07:43.701139 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb6e1e1-1784-470e-b2cd-71bdcd645428 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:43.702507 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5cb6e1e1-1784-470e-b2cd-71bdcd645428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:43.788680 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5cb6e1e1-1784-470e-b2cd-71bdcd645428 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:43.857767 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5cb6e1e1-1784-470e-b2cd-71bdcd645428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:42Z', 'revision_number': 11, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:43.921735 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb6e1e1-1784-470e-b2cd-71bdcd645428 None None] Checking router: 6008e616-0dba-4191-8d92-c6678e078111 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:07:43.942474 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb6e1e1-1784-470e-b2cd-71bdcd645428 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:43.943398 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5cb6e1e1-1784-470e-b2cd-71bdcd645428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:43.961437 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d83e503-f22e-4aec-b105-9d07953444c9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting subnet 871d3e69-caca-4edb-a72c-e5efb9570b9c {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:07:43.965725 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d83e503-f22e-4aec-b105-9d07953444c9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (871d3e69-caca-4edb-a72c-e5efb9570b9c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:44.023553 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d83e503-f22e-4aec-b105-9d07953444c9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (871d3e69-caca-4edb-a72c-e5efb9570b9c), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:44.037018 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5cb6e1e1-1784-470e-b2cd-71bdcd645428 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:44.114907 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5cb6e1e1-1784-470e-b2cd-71bdcd645428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:42Z', 'revision_number': 11, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:44.155070 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb6e1e1-1784-470e-b2cd-71bdcd645428 None None] The sync data for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 is: [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:42Z', 'revision_number': 11, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:07:44.174106 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d83e503-f22e-4aec-b105-9d07953444c9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (871d3e69-caca-4edb-a72c-e5efb9570b9c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:44.299835 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d83e503-f22e-4aec-b105-9d07953444c9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (871d3e69-caca-4edb-a72c-e5efb9570b9c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:44.398618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f72d589-4cf9-4e9f-b6de-8faf46040504 None None] Network 76c11778-8025-4118-adc5-fe51f7d4a3f0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:07:44.411057 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d83e503-f22e-4aec-b105-9d07953444c9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:44.420817 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9d83e503-f22e-4aec-b105-9d07953444c9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/871d3e69-caca-4edb-a72c-e5efb9570b9c HTTP/1.1" status: 204 len: 168 time: 0.6969335 Feb 05 03:07:44.425255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40960) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:44.528700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83e503-f22e-4aec-b105-9d07953444c9 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Subnet': ['ID=871d3e69-caca-4edb-a72c-e5efb9570b9c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:44.624175 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d1485-b460-45df-ab3f-f620a65de6c3 req-9fbede36-0ae5-4852-9403-ea59ed945faf tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:44.626449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd5d1485-b460-45df-ab3f-f620a65de6c3 req-9fbede36-0ae5-4852-9403-ea59ed945faf tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.9596653 Feb 05 03:07:44.636822 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (76c11778-8025-4118-adc5-fe51f7d4a3f0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:44.771906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Deleting port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:44.772563 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (83b5c77c-2e64-4d6a-90b2-a38a653bcd71), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:44.796899 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd5d1485-b460-45df-ab3f-f620a65de6c3 req-8b3bb0f6-2f37-468a-b11a-ff2ab0b48ab5 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594763 Feb 05 03:07:44.799074 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33e6b931-7fdb-48cb-a51a-ef1930e985f4 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:44.818186 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-33e6b931-7fdb-48cb-a51a-ef1930e985f4 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "DELETE /v2.0/ports/09e76a04-e0e2-4443-bde4-92f28257d55c HTTP/1.1" status: 204 len: 168 time: 3.1196377 Feb 05 03:07:44.822044 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40964) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:44.848287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16409846-7b12-408a-9335-e76f422e63dc None None] DHCP port deletion for 76c11778-8025-4118-adc5-fe51f7d4a3f0 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:07:44.895335 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e622eb85-4afe-4a93-9e50-662a7d0e581b tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] GET failed (client error): The resource could not be found. Feb 05 03:07:44.897142 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e622eb85-4afe-4a93-9e50-662a7d0e581b tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "GET /v2.0/ports/09e76a04-e0e2-4443-bde4-92f28257d55c HTTP/1.1" status: 404 len: 333 time: 0.0741644 Feb 05 03:07:44.900436 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40966) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:44.921743 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] For port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=83b5c77c-2e64-4d6a-90b2-a38a653bcd71,segment=NetworkSegment(c0061bd0-884e-4756-8634-6c0ba4b282ef),segment_id=c0061bd0-884e-4756-8634-6c0ba4b282ef)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:44.921743 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (83b5c77c-2e64-4d6a-90b2-a38a653bcd71), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:45.047238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Calling delete_port for 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:45.060093 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-16409846-7b12-408a-9335-e76f422e63dc None None] Deleting port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:45.060567 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-16409846-7b12-408a-9335-e76f422e63dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (83b5c77c-2e64-4d6a-90b2-a38a653bcd71), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:45.212476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-16409846-7b12-408a-9335-e76f422e63dc None None] For port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=83b5c77c-2e64-4d6a-90b2-a38a653bcd71,segment=NetworkSegment(c0061bd0-884e-4756-8634-6c0ba4b282ef),segment_id=c0061bd0-884e-4756-8634-6c0ba4b282ef)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:45.214259 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-16409846-7b12-408a-9335-e76f422e63dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (83b5c77c-2e64-4d6a-90b2-a38a653bcd71), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:45.231992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815b22b-1136-449b-b601-c4ee975098a1 req-710a7d0b-d942-49e8-ac3a-df206a7450a0 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:45.253546 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2815b22b-1136-449b-b601-c4ee975098a1 req-710a7d0b-d942-49e8-ac3a-df206a7450a0 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.1992166 Feb 05 03:07:45.257230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-16409846-7b12-408a-9335-e76f422e63dc None None] Calling delete_port for 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:45.275780 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (83b5c77c-2e64-4d6a-90b2-a38a653bcd71), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:45.303235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] No DVR routers for this DVR port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:07:45.388815 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Port': ['ID=83b5c77c-2e64-4d6a-90b2-a38a653bcd71,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:45.401599 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2815b22b-1136-449b-b601-c4ee975098a1 req-1855c99a-c739-4baf-b36a-1e99d0d5207d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470795 Feb 05 03:07:45.420903 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-badfcf0d-598c-446a-97fc-1036ed3e6b7b tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Deleting port 1e858590-691f-4bea-98b2-9c7bc883754f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:45.421529 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-badfcf0d-598c-446a-97fc-1036ed3e6b7b tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1e858590-691f-4bea-98b2-9c7bc883754f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:45.468458 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-16409846-7b12-408a-9335-e76f422e63dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (83b5c77c-2e64-4d6a-90b2-a38a653bcd71), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:45.538640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16409846-7b12-408a-9335-e76f422e63dc None None] Pushing event deleted for resources: {'Port': ['ID=83b5c77c-2e64-4d6a-90b2-a38a653bcd71,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:45.550814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16409846-7b12-408a-9335-e76f422e63dc None None] No DVR routers for this DVR port 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:07:45.564570 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (76c11778-8025-4118-adc5-fe51f7d4a3f0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:45.608041 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-badfcf0d-598c-446a-97fc-1036ed3e6b7b tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1e858590-691f-4bea-98b2-9c7bc883754f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:45.617234 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c11778-8025-4118-adc5-fe51f7d4a3f0']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:45.631829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-badfcf0d-598c-446a-97fc-1036ed3e6b7b tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Calling delete_port for 1e858590-691f-4bea-98b2-9c7bc883754f owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:45.643247 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0061bd0-884e-4756-8634-6c0ba4b282ef') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:45.643532 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0061bd0-884e-4756-8634-6c0ba4b282ef') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:45.671834 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (c0061bd0-884e-4756-8634-6c0ba4b282ef), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:45.695686 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c0061bd0-884e-4756-8634-6c0ba4b282ef), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:45.711915 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:07:45.712325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (c0061bd0-884e-4756-8634-6c0ba4b282ef), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:07:45.715858 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:07:45.849868 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (76c11778-8025-4118-adc5-fe51f7d4a3f0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:45.860816 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:45.868014 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/networks/76c11778-8025-4118-adc5-fe51f7d4a3f0 HTTP/1.1" status: 204 len: 168 time: 1.4416418 Feb 05 03:07:45.878066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40972) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:45.896634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-80c69f99-a496-4c06-865b-1adab171c575 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'router': {'routes': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:45.921585 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ba088-c641-41de-b2bd-14bc0fb1130a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Pushing event deleted for resources: {'Network': ['ID=76c11778-8025-4118-adc5-fe51f7d4a3f0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:45.990814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:07:46.052661 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:07:46.057095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 83b5c77c-2e64-4d6a-90b2-a38a653bcd71 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:07:46.058424 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 50bddbf9-841a-4e79-a094-c953e62b2226 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:07:46.152337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 50bddbf9-841a-4e79-a094-c953e62b2226 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:07:46.152687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 50bddbf9-841a-4e79-a094-c953e62b2226 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:07:46.165512 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:46.233232 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-badfcf0d-598c-446a-97fc-1036ed3e6b7b tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (1e858590-691f-4bea-98b2-9c7bc883754f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:46.307638 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfcf0d-598c-446a-97fc-1036ed3e6b7b tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event deleted for resources: {'Port': ['ID=1e858590-691f-4bea-98b2-9c7bc883754f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:46.334061 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.extraroute_db [None req-80c69f99-a496-4c06-865b-1adab171c575 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Added routes are [] {{(pid=109675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 05 03:07:46.334525 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.extraroute_db [None req-80c69f99-a496-4c06-865b-1adab171c575 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Removed routes are [] {{(pid=109675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 05 03:07:46.334950 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80c69f99-a496-4c06-865b-1adab171c575 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (6008e616-0dba-4191-8d92-c6678e078111), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:46.370870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd4456-731f-4397-aaa0-476a47a1d483 req-8060ce36-3b2a-4658-a5dd-071610d8de9e tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:46.372480 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01cd4456-731f-4397-aaa0-476a47a1d483 req-8060ce36-3b2a-4658-a5dd-071610d8de9e tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.3766944 Feb 05 03:07:46.637830 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80c69f99-a496-4c06-865b-1adab171c575 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (6008e616-0dba-4191-8d92-c6678e078111), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:46.665488 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80c69f99-a496-4c06-865b-1adab171c575 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (6008e616-0dba-4191-8d92-c6678e078111), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:46.668114 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-badfcf0d-598c-446a-97fc-1036ed3e6b7b tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:46.675682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40978) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:46.675907 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-badfcf0d-598c-446a-97fc-1036ed3e6b7b tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "DELETE /v2.0/ports/1e858590-691f-4bea-98b2-9c7bc883754f HTTP/1.1" status: 204 len: 168 time: 1.7742271 Feb 05 03:07:46.735964 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b10aac-1485-4c8c-bc8c-383216e103af tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] GET failed (client error): The resource could not be found. Feb 05 03:07:46.739867 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-78b10aac-1485-4c8c-bc8c-383216e103af tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "GET /v2.0/ports/1e858590-691f-4bea-98b2-9c7bc883754f HTTP/1.1" status: 404 len: 333 time: 0.0631378 Feb 05 03:07:46.745791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40980) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:46.831230 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01cd4456-731f-4397-aaa0-476a47a1d483 req-2a374ebc-840f-4550-8bde-fee6d6455eb0 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532507 Feb 05 03:07:46.848353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c69f99-a496-4c06-865b-1adab171c575 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 6008e616-0dba-4191-8d92-c6678e078111 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:07:46.943222 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-52e8e4d5-17c7-4c38-bfd4-20f10df8804c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Deleting port 9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:46.944208 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52e8e4d5-17c7-4c38-bfd4-20f10df8804c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:47.031047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c69f99-a496-4c06-865b-1adab171c575 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:07:47.041311 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80c69f99-a496-4c06-865b-1adab171c575 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:47.046045 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-80c69f99-a496-4c06-865b-1adab171c575 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/6008e616-0dba-4191-8d92-c6678e078111 HTTP/1.1" status: 200 len: 701 time: 1.1670647 Feb 05 03:07:47.047093 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ba012f-865e-4065-ad57-7eed8cab81a6 None None] Sync routers for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:07:47.049416 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40982) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:47.059211 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ba012f-865e-4065-ad57-7eed8cab81a6 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:47.059853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-30ba012f-865e-4065-ad57-7eed8cab81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:47.124601 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52e8e4d5-17c7-4c38-bfd4-20f10df8804c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:47.133400 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6ffa43b8-3bcd-40d3-9fd8-177a8ae93e60 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports?device_id=6008e616-0dba-4191-8d92-c6678e078111 HTTP/1.1" status: 200 len: 205 time: 0.0825195 Feb 05 03:07:47.136574 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40984) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:47.138116 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-52e8e4d5-17c7-4c38-bfd4-20f10df8804c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Calling delete_port for 9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:47.153136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-30ba012f-865e-4065-ad57-7eed8cab81a6 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:47.232283 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-30ba012f-865e-4065-ad57-7eed8cab81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:42Z', 'revision_number': 11, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:47.271583 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ba012f-865e-4065-ad57-7eed8cab81a6 None None] Checking router: 6008e616-0dba-4191-8d92-c6678e078111 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:07:47.283931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ba012f-865e-4065-ad57-7eed8cab81a6 None None] Routers {'6008e616-0dba-4191-8d92-c6678e078111'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:47.284802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-30ba012f-865e-4065-ad57-7eed8cab81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6008e616-0dba-4191-8d92-c6678e078111'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:47.284934 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52e8e4d5-17c7-4c38-bfd4-20f10df8804c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:47.288603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ea25b-ae6d-438c-969d-401772fa1064 req-3e96d751-750f-4fbe-8952-60f151a4a300 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:47.290876 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a40ea25b-ae6d-438c-969d-401772fa1064 req-3e96d751-750f-4fbe-8952-60f151a4a300 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.3018525 Feb 05 03:07:47.364724 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-437330c2-c117-4c5f-956e-1a7df1256ed8 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (6008e616-0dba-4191-8d92-c6678e078111), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:47.420666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8e4d5-17c7-4c38-bfd4-20f10df8804c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event deleted for resources: {'Port': ['ID=9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:47.603279 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52e8e4d5-17c7-4c38-bfd4-20f10df8804c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:47.612734 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-52e8e4d5-17c7-4c38-bfd4-20f10df8804c tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "DELETE /v2.0/ports/9cb9ff8d-8eed-4217-ad0e-31746d4cdcfd HTTP/1.1" status: 204 len: 168 time: 0.8655016 Feb 05 03:07:47.615134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40986) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:47.675676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a40ea25b-ae6d-438c-969d-401772fa1064 req-78a79e11-6016-4629-87e5-f37480485a59 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3660746 Feb 05 03:07:47.812688 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f21a675-b90e-45f9-b6bf-5def6ce385a1 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Deleting subnet e55d6ce5-9a11-4512-b209-927b92c58c8f {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:07:47.830312 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f21a675-b90e-45f9-b6bf-5def6ce385a1 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks [] for subnet (e55d6ce5-9a11-4512-b209-927b92c58c8f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:47.882907 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-437330c2-c117-4c5f-956e-1a7df1256ed8 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (6008e616-0dba-4191-8d92-c6678e078111), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:47.891448 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-437330c2-c117-4c5f-956e-1a7df1256ed8 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_controller (6008e616-0dba-4191-8d92-c6678e078111), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:47.953898 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f21a675-b90e-45f9-b6bf-5def6ce385a1 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (e55d6ce5-9a11-4512-b209-927b92c58c8f), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:47.975151 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-30ba012f-865e-4065-ad57-7eed8cab81a6 None None] Set router 6008e616-0dba-4191-8d92-c6678e078111 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:47.976175 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-437330c2-c117-4c5f-956e-1a7df1256ed8 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (6008e616-0dba-4191-8d92-c6678e078111), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:47.976884 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437330c2-c117-4c5f-956e-1a7df1256ed8 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Fanout notify agent at l3_agent the message router_deleted on router 6008e616-0dba-4191-8d92-c6678e078111 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:07:47.989824 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-437330c2-c117-4c5f-956e-1a7df1256ed8 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:47.991002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-437330c2-c117-4c5f-956e-1a7df1256ed8 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/routers/6008e616-0dba-4191-8d92-c6678e078111 HTTP/1.1" status: 204 len: 168 time: 0.8414803 Feb 05 03:07:47.999443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40992) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:48.014566 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bb0c5289-63af-49b2-806c-7545f7aaf820 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1535262557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:48.060143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-30ba012f-865e-4065-ad57-7eed8cab81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:42Z', 'revision_number': 11, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:48.076892 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f21a675-b90e-45f9-b6bf-5def6ce385a1 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e55d6ce5-9a11-4512-b209-927b92c58c8f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:48.116716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ba012f-865e-4065-ad57-7eed8cab81a6 None None] The sync data for ids ['6008e616-0dba-4191-8d92-c6678e078111'] in n-d-826942-8 is: [{'id': '6008e616-0dba-4191-8d92-c6678e078111', 'name': 'tempest-RoutersTest-router-1693750588', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:06:37Z', 'updated_at': '2022-02-05T03:07:42Z', 'revision_number': 11, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:07:48.151657 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f21a675-b90e-45f9-b6bf-5def6ce385a1 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (e55d6ce5-9a11-4512-b209-927b92c58c8f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:48.177660 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5289-63af-49b2-806c-7545f7aaf820 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (9b446187-b68c-4842-b38c-4f487f5db753), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:48.181446 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5289-63af-49b2-806c-7545f7aaf820 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (9b446187-b68c-4842-b38c-4f487f5db753), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:48.199643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b93502-0ed4-45b5-a16a-cbe4e26f2f51 req-b53b7e3e-8975-4e62-94be-95caee972aff tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:48.203065 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78b93502-0ed4-45b5-a16a-cbe4e26f2f51 req-b53b7e3e-8975-4e62-94be-95caee972aff tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.2083275 Feb 05 03:07:48.213475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21a675-b90e-45f9-b6bf-5def6ce385a1 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event deleted for resources: {'Subnet': ['ID=e55d6ce5-9a11-4512-b209-927b92c58c8f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:48.246370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f21a675-b90e-45f9-b6bf-5def6ce385a1 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:48.252077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad58f2da-1c24-4723-bafe-bfae0d01c3db None None] Network 3d3cd9ee-017c-4778-b549-b9f9e1340157 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:07:48.256457 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4f21a675-b90e-45f9-b6bf-5def6ce385a1 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "DELETE /v2.0/subnets/e55d6ce5-9a11-4512-b209-927b92c58c8f HTTP/1.1" status: 204 len: 168 time: 0.6400120 Feb 05 03:07:48.262040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40998) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:48.383061 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78b93502-0ed4-45b5-a16a-cbe4e26f2f51 req-46040273-84d9-4694-b128-28332a1723dd tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718571 Feb 05 03:07:48.395206 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5289-63af-49b2-806c-7545f7aaf820 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_controller (9b446187-b68c-4842-b38c-4f487f5db753), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:48.405683 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5289-63af-49b2-806c-7545f7aaf820 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (9b446187-b68c-4842-b38c-4f487f5db753), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:48.451378 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5289-63af-49b2-806c-7545f7aaf820 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:48.455390 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bb0c5289-63af-49b2-806c-7545f7aaf820 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4535859 Feb 05 03:07:48.459424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41000) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:48.465998 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (3d3cd9ee-017c-4778-b549-b9f9e1340157), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:48.466560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a496ff10-7ffe-447e-a7d1-1eb35e43300a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:48.675391 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bc2404-8702-41cc-979c-63d0983072d6 None None] DHCP port deletion for 3d3cd9ee-017c-4778-b549-b9f9e1340157 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:07:48.847609 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-29bc2404-8702-41cc-979c-63d0983072d6 None None] Deleting port d20ca16f-8a9c-4a7b-afb1-29217439af30 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:48.849132 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29bc2404-8702-41cc-979c-63d0983072d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d20ca16f-8a9c-4a7b-afb1-29217439af30), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:49.005021 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-29bc2404-8702-41cc-979c-63d0983072d6 None None] For port d20ca16f-8a9c-4a7b-afb1-29217439af30, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d20ca16f-8a9c-4a7b-afb1-29217439af30,segment=NetworkSegment(5869a0b0-32be-42e7-a96e-3aa41f1e057a),segment_id=5869a0b0-32be-42e7-a96e-3aa41f1e057a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:49.005789 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29bc2404-8702-41cc-979c-63d0983072d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d20ca16f-8a9c-4a7b-afb1-29217439af30), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:49.023638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-29bc2404-8702-41cc-979c-63d0983072d6 None None] Calling delete_port for d20ca16f-8a9c-4a7b-afb1-29217439af30 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:49.277244 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29bc2404-8702-41cc-979c-63d0983072d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (d20ca16f-8a9c-4a7b-afb1-29217439af30), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:49.375769 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc2404-8702-41cc-979c-63d0983072d6 None None] Pushing event deleted for resources: {'Port': ['ID=d20ca16f-8a9c-4a7b-afb1-29217439af30,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:49.382339 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Deleting port d20ca16f-8a9c-4a7b-afb1-29217439af30 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:49.385398 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bc2404-8702-41cc-979c-63d0983072d6 None None] No DVR routers for this DVR port d20ca16f-8a9c-4a7b-afb1-29217439af30 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:07:49.387255 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d20ca16f-8a9c-4a7b-afb1-29217439af30), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:49.510922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] For port d20ca16f-8a9c-4a7b-afb1-29217439af30, host n-d-826942-8, got binding levels [] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:49.511488 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d20ca16f-8a9c-4a7b-afb1-29217439af30), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:49.514064 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a496ff10-7ffe-447e-a7d1-1eb35e43300a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (9b446187-b68c-4842-b38c-4f487f5db753), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:49.536708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Calling delete_port for d20ca16f-8a9c-4a7b-afb1-29217439af30 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:49.541536 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.ipam_backend_mixin [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Port d20ca16f-8a9c-4a7b-afb1-29217439af30 was not found and therefore no delete operation was performed {{(pid=109674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 03:07:49.543986 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d20ca16f-8a9c-4a7b-afb1-29217439af30), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:49.560119 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a496ff10-7ffe-447e-a7d1-1eb35e43300a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (9b446187-b68c-4842-b38c-4f487f5db753), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:49.577465 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] No DVR routers for this DVR port d20ca16f-8a9c-4a7b-afb1-29217439af30 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:07:49.591892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event deleted for resources: {'Port': ['ID=d20ca16f-8a9c-4a7b-afb1-29217439af30,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:49.596097 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fb21d-b76f-467f-ab86-9ac862dbba1d req-dd91dfe5-1ceb-4a97-8c74-1e4967fde654 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:49.597682 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d5fb21d-b76f-467f-ab86-9ac862dbba1d req-dd91dfe5-1ceb-4a97-8c74-1e4967fde654 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.7364640 Feb 05 03:07:49.779911 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d5fb21d-b76f-467f-ab86-9ac862dbba1d req-56384b2b-4d45-43ab-95b2-90c47b3a2d45 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200280 Feb 05 03:07:49.829849 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (3d3cd9ee-017c-4778-b549-b9f9e1340157), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:49.847144 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a496ff10-7ffe-447e-a7d1-1eb35e43300a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Router 9b446187-b68c-4842-b38c-4f487f5db753 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:07:49.885176 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3cd9ee-017c-4778-b549-b9f9e1340157']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:49.926043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5869a0b0-32be-42e7-a96e-3aa41f1e057a') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:49.927756 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5869a0b0-32be-42e7-a96e-3aa41f1e057a') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:49.930554 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d20ca16f-8a9c-4a7b-afb1-29217439af30 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:07:49.950437 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (5869a0b0-32be-42e7-a96e-3aa41f1e057a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:49.982727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: d20ca16f-8a9c-4a7b-afb1-29217439af30 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:07:49.983386 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d20ca16f-8a9c-4a7b-afb1-29217439af30 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:07:49.997505 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (5869a0b0-32be-42e7-a96e-3aa41f1e057a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:50.010101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:07:50.011258 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (5869a0b0-32be-42e7-a96e-3aa41f1e057a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:07:50.028629 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:07:50.078030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a496ff10-7ffe-447e-a7d1-1eb35e43300a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:07:50.098131 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2c12ea-0933-4a82-9bc3-b615db92f0cc None None] Sync routers for ids ['9b446187-b68c-4842-b38c-4f487f5db753'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:07:50.115537 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (3d3cd9ee-017c-4778-b549-b9f9e1340157), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:50.123797 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2c12ea-0933-4a82-9bc3-b615db92f0cc None None] Routers {'9b446187-b68c-4842-b38c-4f487f5db753'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:50.124438 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ff2c12ea-0933-4a82-9bc3-b615db92f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9b446187-b68c-4842-b38c-4f487f5db753'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:50.125987 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:50.129815 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] 10.222.0.36 "DELETE /v2.0/networks/3d3cd9ee-017c-4778-b549-b9f9e1340157 HTTP/1.1" status: 204 len: 168 time: 1.8665679 Feb 05 03:07:50.135369 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a496ff10-7ffe-447e-a7d1-1eb35e43300a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:50.139919 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a496ff10-7ffe-447e-a7d1-1eb35e43300a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "PUT /v2.0/routers/9b446187-b68c-4842-b38c-4f487f5db753 HTTP/1.1" status: 200 len: 694 time: 1.6764605 Feb 05 03:07:50.153676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41026) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:50.177707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deaad2-41a6-4402-8565-8e87043afb40 tempest-AllowedAddressPairTestJSON-260416091 tempest-AllowedAddressPairTestJSON-260416091-project] Pushing event deleted for resources: {'Network': ['ID=3d3cd9ee-017c-4778-b549-b9f9e1340157,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:50.189922 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ab6eb-26df-42a9-95a7-f5a52723cb3f req-71f31c5c-3188-427c-84d0-3e44fbd4f433 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:50.204750 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-139ab6eb-26df-42a9-95a7-f5a52723cb3f req-71f31c5c-3188-427c-84d0-3e44fbd4f433 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.2484345 Feb 05 03:07:50.332082 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-07d16563-5f2e-45cd-8d66-395297bda2bb tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/routers/9b446187-b68c-4842-b38c-4f487f5db753 HTTP/1.1" status: 200 len: 700 time: 0.1774476 Feb 05 03:07:50.342579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41034) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:50.422113 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-be059ee6-e63c-420b-b7ff-b1d91fa62038 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b446187-b68c-4842-b38c-4f487f5db753 HTTP/1.1" status: 200 len: 205 time: 0.0755084 Feb 05 03:07:50.424554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41036) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:50.498892 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ff2c12ea-0933-4a82-9bc3-b615db92f0cc None None] Set router 9b446187-b68c-4842-b38c-4f487f5db753 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:50.561808 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ff2c12ea-0933-4a82-9bc3-b615db92f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b446187-b68c-4842-b38c-4f487f5db753', 'name': 'tempest-RoutersTest-router-1535262557', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:07:48Z', 'updated_at': '2022-02-05T03:07:49Z', 'revision_number': 2, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:50.593584 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2c12ea-0933-4a82-9bc3-b615db92f0cc None None] Checking router: 9b446187-b68c-4842-b38c-4f487f5db753 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:07:50.603973 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2c12ea-0933-4a82-9bc3-b615db92f0cc None None] Routers {'9b446187-b68c-4842-b38c-4f487f5db753'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:07:50.605113 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ff2c12ea-0933-4a82-9bc3-b615db92f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:07:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9b446187-b68c-4842-b38c-4f487f5db753'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:50.608673 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-139ab6eb-26df-42a9-95a7-f5a52723cb3f req-9069783f-73b7-4b14-aa46-5143d2381764 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023492 Feb 05 03:07:50.702708 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5a42b81-a0ec-4dcf-8b33-351f4cf593b8 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (9b446187-b68c-4842-b38c-4f487f5db753), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:50.733585 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-8368f5cd-eed2-4139-bdf0-005ecae1d81f tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:50.737365 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-8368f5cd-eed2-4139-bdf0-005ecae1d81f tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 812 time: 0.3839834 Feb 05 03:07:50.747401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41040) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:50.776177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-87a68f25-c938-416e-9264-b38fa50ceeec tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/quotas/97e56238892c4ce9b594b081cf9ab6c4 HTTP/1.1" status: 200 len: 375 time: 0.0226519 Feb 05 03:07:50.843222 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ff2c12ea-0933-4a82-9bc3-b615db92f0cc None None] Set router 9b446187-b68c-4842-b38c-4f487f5db753 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:07:50.870092 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-04b9be49-57cf-4dd4-898a-741aaba85c6e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809996 Feb 05 03:07:51.037781 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ff2c12ea-0933-4a82-9bc3-b615db92f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b446187-b68c-4842-b38c-4f487f5db753', 'name': 'tempest-RoutersTest-router-1535262557', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:07:48Z', 'updated_at': '2022-02-05T03:07:49Z', 'revision_number': 2, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:07:51.126137 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2c12ea-0933-4a82-9bc3-b615db92f0cc None None] The sync data for ids ['9b446187-b68c-4842-b38c-4f487f5db753'] in n-d-826942-8 is: [{'id': '9b446187-b68c-4842-b38c-4f487f5db753', 'name': 'tempest-RoutersTest-router-1535262557', 'tenant_id': '456239914dd84c50ba91285736155cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:07:48Z', 'updated_at': '2022-02-05T03:07:49Z', 'revision_number': 2, 'project_id': '456239914dd84c50ba91285736155cbe', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:07:51.199903 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5a42b81-a0ec-4dcf-8b33-351f4cf593b8 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (9b446187-b68c-4842-b38c-4f487f5db753), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:51.203270 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5a42b81-a0ec-4dcf-8b33-351f4cf593b8 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router_controller (9b446187-b68c-4842-b38c-4f487f5db753), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:51.238572 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-496066b2-dec0-4478-b568-d7140e72e04e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f2dac18ce864b3f890aaab7a3ab46a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4898334 Feb 05 03:07:51.244067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41056) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:51.326299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf297f8-21da-4298-a5b5-69d59a70f136 req-2838e27d-b33d-4b01-9b87-deaa9e2aaa3c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:51.328200 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4bf297f8-21da-4298-a5b5-69d59a70f136 req-2838e27d-b33d-4b01-9b87-deaa9e2aaa3c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.3872192 Feb 05 03:07:51.331432 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5a42b81-a0ec-4dcf-8b33-351f4cf593b8 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (9b446187-b68c-4842-b38c-4f487f5db753), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:51.332041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a42b81-a0ec-4dcf-8b33-351f4cf593b8 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Fanout notify agent at l3_agent the message router_deleted on router 9b446187-b68c-4842-b38c-4f487f5db753 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:07:51.352246 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5a42b81-a0ec-4dcf-8b33-351f4cf593b8 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:51.353295 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d5a42b81-a0ec-4dcf-8b33-351f4cf593b8 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/routers/9b446187-b68c-4842-b38c-4f487f5db753 HTTP/1.1" status: 204 len: 168 time: 0.9274850 Feb 05 03:07:51.360301 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41058) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:51.409561 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c674bfcd-673b-4bbb-8316-55b772ddd49e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b446187-b68c-4842-b38c-4f487f5db753 HTTP/1.1" status: 200 len: 205 time: 0.0480759 Feb 05 03:07:51.412706 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41060) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:51.413051 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-f24010b1-073f-473a-937f-12b4966fa216 service neutron] 10.222.0.36 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334723 Feb 05 03:07:51.468279 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4bf297f8-21da-4298-a5b5-69d59a70f136 req-56d52e0c-5a29-4b7a-9975-01ae39ef58ea tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162136 Feb 05 03:07:51.483618 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46770d66-fc39-4b55-8c15-5b2d9d0500e5 admin admin] Publish callbacks [] for security_group (8d58fc62-ec15-48ff-8d33-29f487e12f3a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:51.488528 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-e80d965b-6376-4a45-87f6-235802a8986f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] delete failed (client error): The resource could not be found. Feb 05 03:07:51.490254 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e80d965b-6376-4a45-87f6-235802a8986f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/routers/9b446187-b68c-4842-b38c-4f487f5db753 HTTP/1.1" status: 404 len: 336 time: 0.0765350 Feb 05 03:07:51.496668 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41066) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:51.558611 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f60bd69-c6da-4e27-b16c-c072f129d96f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] DELETE failed (client error): The resource could not be found. Feb 05 03:07:51.559330 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f60bd69-c6da-4e27-b16c-c072f129d96f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:07:51.562563 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8f60bd69-c6da-4e27-b16c-c072f129d96f tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/6bbc2fb3-b218-4044-9afd-5d9e8cc72907 HTTP/1.1" status: 404 len: 337 time: 0.0644875 Feb 05 03:07:51.576424 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41068) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:51.660141 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46770d66-fc39-4b55-8c15-5b2d9d0500e5 admin admin] Publish callbacks [] for security_group (8d58fc62-ec15-48ff-8d33-29f487e12f3a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:51.667739 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-69515780-79cb-4933-be46-6fa319763f06 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] DELETE failed (client error): The resource could not be found. Feb 05 03:07:51.682262 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69515780-79cb-4933-be46-6fa319763f06 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:07:51.689787 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-69515780-79cb-4933-be46-6fa319763f06 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/2866178b-f758-4d6a-bae8-8328f8ec66f7 HTTP/1.1" status: 404 len: 337 time: 0.1102724 Feb 05 03:07:51.693400 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41072) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:51.785126 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e55ad2c-1d65-4619-ab68-4a8a5e437416 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] DELETE failed (client error): The resource could not be found. Feb 05 03:07:51.786279 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e55ad2c-1d65-4619-ab68-4a8a5e437416 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:07:51.789658 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2e55ad2c-1d65-4619-ab68-4a8a5e437416 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/7fe12137-35b0-4692-beb5-fc683bb4635f HTTP/1.1" status: 404 len: 337 time: 0.0959904 Feb 05 03:07:51.794716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41076) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:51.859543 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fcdc48-a9b6-4d04-a616-06932ab96eed tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] DELETE failed (client error): The resource could not be found. Feb 05 03:07:51.860585 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42fcdc48-a9b6-4d04-a616-06932ab96eed tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:07:51.869738 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-42fcdc48-a9b6-4d04-a616-06932ab96eed tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/871d3e69-caca-4edb-a72c-e5efb9570b9c HTTP/1.1" status: 404 len: 337 time: 0.0678136 Feb 05 03:07:51.871601 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41078) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:51.912147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-83fcfa1f-0f25-408e-a069-eb312fcccdd3 service neutron] 10.222.0.36 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638045 Feb 05 03:07:51.954250 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-17a8c8af-f7c7-4731-8d0f-806c54c235fb tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports?device_id=6008e616-0dba-4191-8d92-c6678e078111 HTTP/1.1" status: 200 len: 205 time: 0.0794809 Feb 05 03:07:51.955803 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41080) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:51.968977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9d13c-2991-4652-b713-7d2baea5bf75 req-2180e7ad-3e93-4d48-9e17-aa07871bdf5b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:51.979457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49c9d13c-2991-4652-b713-7d2baea5bf75 req-2180e7ad-3e93-4d48-9e17-aa07871bdf5b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.2058308 Feb 05 03:07:52.076259 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-8c821637-3b88-4ab7-8aa4-97cfba6fde51 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] delete failed (client error): The resource could not be found. Feb 05 03:07:52.080960 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8c821637-3b88-4ab7-8aa4-97cfba6fde51 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/routers/6008e616-0dba-4191-8d92-c6678e078111 HTTP/1.1" status: 404 len: 336 time: 0.1218438 Feb 05 03:07:52.081421 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41084) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:52.093074 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46770d66-fc39-4b55-8c15-5b2d9d0500e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8d58fc62-ec15-48ff-8d33-29f487e12f3a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:52.100228 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46770d66-fc39-4b55-8c15-5b2d9d0500e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:52.111259 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-46770d66-fc39-4b55-8c15-5b2d9d0500e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d58fc62-ec15-48ff-8d33-29f487e12f3a HTTP/1.1" status: 204 len: 168 time: 0.8612907 Feb 05 03:07:52.159239 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2f6f5937-e31b-4662-9e6a-9220eaaf5e57 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports?device_id=38507016-f1ce-4575-b1c8-8844f44c8325 HTTP/1.1" status: 200 len: 205 time: 0.0766079 Feb 05 03:07:52.162970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41090) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:52.174136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46770d66-fc39-4b55-8c15-5b2d9d0500e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d58fc62-ec15-48ff-8d33-29f487e12f3a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:52.267294 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49c9d13c-2991-4652-b713-7d2baea5bf75 req-864279bb-07e5-46b1-a2cf-d3b8689f9358 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801130 Feb 05 03:07:52.305606 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-01f6fbb0-9b9e-4161-aead-4db9d1028b6e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] delete failed (client error): The resource could not be found. Feb 05 03:07:52.306676 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-01f6fbb0-9b9e-4161-aead-4db9d1028b6e tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/routers/38507016-f1ce-4575-b1c8-8844f44c8325 HTTP/1.1" status: 404 len: 336 time: 0.1427650 Feb 05 03:07:52.311186 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41102) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:52.395809 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66dc7d1-c01d-4d1e-8068-e3089c8e6a6a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] DELETE failed (client error): The resource could not be found. Feb 05 03:07:52.401025 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66dc7d1-c01d-4d1e-8068-e3089c8e6a6a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:07:52.404885 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a66dc7d1-c01d-4d1e-8068-e3089c8e6a6a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/2f1eab69-c9d8-46c4-a5be-aaa30d02b523 HTTP/1.1" status: 404 len: 337 time: 0.0925875 Feb 05 03:07:52.408649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41108) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:52.544049 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b189042-4767-47a6-a26b-54d26865074e req-be5b36c0-6a3a-4755-84e4-f831bfd92958 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 210 time: 0.1663613 Feb 05 03:07:52.611310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41118) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:52.626510 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d1f53694-2397-4f05-ab18-5c49aeb5403a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports?device_id=3545ec32-8a07-44f8-87d8-f4fcca3e7a7a HTTP/1.1" status: 200 len: 205 time: 0.1968300 Feb 05 03:07:52.768089 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-87c96018-c7c1-424a-9978-b751c19d85d1 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] delete failed (client error): The resource could not be found. Feb 05 03:07:52.775441 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-87c96018-c7c1-424a-9978-b751c19d85d1 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/routers/3545ec32-8a07-44f8-87d8-f4fcca3e7a7a HTTP/1.1" status: 404 len: 336 time: 0.1626196 Feb 05 03:07:52.777392 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41132) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:52.871711 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989c23d-273c-4250-8c53-4027f57a55a5 req-39c9a093-661c-4fa6-acbc-8e9ccf4e9e8d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:52.876042 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c989c23d-273c-4250-8c53-4027f57a55a5 req-39c9a093-661c-4fa6-acbc-8e9ccf4e9e8d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.1921675 Feb 05 03:07:52.889736 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41138) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:52.890413 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4c962e55-a7f1-45c4-af45-b44dcb2d142a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports?device_id=60e63dab-d226-44e8-a69b-c2d299c159f8 HTTP/1.1" status: 200 len: 205 time: 0.1115341 Feb 05 03:07:53.033914 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-0165892f-8275-4098-b4aa-d5000b4c948d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] delete failed (client error): The resource could not be found. Feb 05 03:07:53.039715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41146) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:53.050078 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0165892f-8275-4098-b4aa-d5000b4c948d tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/routers/60e63dab-d226-44e8-a69b-c2d299c159f8 HTTP/1.1" status: 404 len: 336 time: 0.1578126 Feb 05 03:07:53.172737 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff845faf-3e7b-4884-81d0-e2302a1ebaa7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] DELETE failed (client error): The resource could not be found. Feb 05 03:07:53.179067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff845faf-3e7b-4884-81d0-e2302a1ebaa7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:07:53.191688 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ff845faf-3e7b-4884-81d0-e2302a1ebaa7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/eaba92df-8c4c-48fa-817b-afe7f65e441b HTTP/1.1" status: 404 len: 337 time: 0.1503990 Feb 05 03:07:53.196376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41150) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:53.256888 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c989c23d-273c-4250-8c53-4027f57a55a5 req-c6b81f5f-8244-4bbe-babd-79e9ab479f33 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679307 Feb 05 03:07:53.342312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:07:53.373100 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-abbeed0f-1ed9-4b0f-8e1b-79286ede02d7 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports?device_id=218762db-48a5-4c46-9a05-f79d0e8bbefb HTTP/1.1" status: 200 len: 205 time: 0.1752391 Feb 05 03:07:53.376117 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41164) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:53.488182 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-573fce98-62ae-4492-a82a-6d2a91390727 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] delete failed (client error): The resource could not be found. Feb 05 03:07:53.490750 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-573fce98-62ae-4492-a82a-6d2a91390727 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/routers/218762db-48a5-4c46-9a05-f79d0e8bbefb HTTP/1.1" status: 404 len: 336 time: 0.1119990 Feb 05 03:07:53.493009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41168) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:53.646903 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aca46b6-7b72-4c97-b8ea-20887059045a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] DELETE failed (client error): The resource could not be found. Feb 05 03:07:53.647993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aca46b6-7b72-4c97-b8ea-20887059045a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:07:53.659057 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0aca46b6-7b72-4c97-b8ea-20887059045a tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/1726add3-37cb-453b-a13c-165e33e214ba HTTP/1.1" status: 404 len: 337 time: 0.1625566 Feb 05 03:07:53.662157 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41174) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:53.666147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:53.666550 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:53.681378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e7aaa-9e9d-4d34-a874-2846ff86a0dd req-21f7aa39-d951-400f-86f7-02718d15dc33 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:53.684051 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-792e7aaa-9e9d-4d34-a874-2846ff86a0dd req-21f7aa39-d951-400f-86f7-02718d15dc33 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.2307165 Feb 05 03:07:53.731706 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d1c344cd-9605-47f2-97ea-74e170d9b1eb tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "GET /v2.0/ports?device_id=48e3162d-e20f-4503-8642-3ca7b073dfa1 HTTP/1.1" status: 200 len: 205 time: 0.0666518 Feb 05 03:07:53.733782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41178) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:53.797123 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:53.798708 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:07:53.802244 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abd56cd-cb7c-444c-9bb0-8bb01458801e" -d '{"events": [{"server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "name": "network-vif-unplugged", "status": "completed", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:07:53.818477 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:53.847110 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-d8ad31c3-d3aa-42eb-8795-ae842829cebf tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] delete failed (client error): The resource could not be found. Feb 05 03:07:53.848604 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d8ad31c3-d3aa-42eb-8795-ae842829cebf tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/routers/48e3162d-e20f-4503-8642-3ca7b073dfa1 HTTP/1.1" status: 404 len: 336 time: 0.1117043 Feb 05 03:07:53.851806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41184) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:53.884521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b15ca-826d-4de6-9f7d-9912f8da92fd req-bc18f719-262b-4709-9bbe-070b8da173fc tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:53.895141 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-706b15ca-826d-4de6-9f7d-9912f8da92fd req-bc18f719-262b-4709-9bbe-070b8da173fc tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 946 time: 0.2774360 Feb 05 03:07:53.913849 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-792e7aaa-9e9d-4d34-a874-2846ff86a0dd req-fb3c0c6e-4e9f-49d1-a925-9305398f646a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910760 Feb 05 03:07:53.932956 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-605ffb07-336c-4b9c-b7a5-bdae45266410 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] DELETE failed (client error): The resource could not be found. Feb 05 03:07:53.933594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605ffb07-336c-4b9c-b7a5-bdae45266410 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:07:53.941153 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-605ffb07-336c-4b9c-b7a5-bdae45266410 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/838b99d6-4b4b-444e-844e-5f44c6d5d429 HTTP/1.1" status: 404 len: 337 time: 0.0848484 Feb 05 03:07:53.941451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41186) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:53.985400 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,revision_number=14']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:54.030232 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f38d1b3-eb87-461a-a001-d71100485688 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] DELETE failed (client error): The resource could not be found. Feb 05 03:07:54.030232 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f38d1b3-eb87-461a-a001-d71100485688 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:07:54.042369 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4f38d1b3-eb87-461a-a001-d71100485688 tempest-RoutersTest-297406080 tempest-RoutersTest-297406080-project] 10.222.0.36 "DELETE /v2.0/subnets/97e6e969-f4b6-4db2-af37-e02d8de61232 HTTP/1.1" status: 404 len: 337 time: 0.0974944 Feb 05 03:07:54.074081 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-706b15ca-826d-4de6-9f7d-9912f8da92fd req-f6b287ec-e428-4dc2-a575-ac0c2821bee5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753366 Feb 05 03:07:54.192676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7da4e38-0f43-4ac9-ab92-794950e5bad3 req-b2491a2e-a94e-4a5f-87c1-c526c200d501 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 210 time: 0.0450759 Feb 05 03:07:54.221643 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ab4a17-9df3-42bf-87c1-dbe62ba5ed64 x-openstack-request-id: req-54ab4a17-9df3-42bf-87c1-dbe62ba5ed64 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:07:54.221993 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "name": "network-vif-unplugged", "status": "completed", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:07:54.222209 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-54ab4a17-9df3-42bf-87c1-dbe62ba5ed64 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:07:54.222789 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'code': 200} Feb 05 03:07:54.276789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41198) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:54.506812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41210) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:54.635184 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8d060fce-3e91-42f4-9333-9e74f3bd3a9e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1458656614'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:54.703203 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d060fce-3e91-42f4-9333-9e74f3bd3a9e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:07:54.715116 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d060fce-3e91-42f4-9333-9e74f3bd3a9e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:54.744255 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d060fce-3e91-42f4-9333-9e74f3bd3a9e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:54.754746 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0dcd9a32-7436-414f-a888-3408d6aeaa63 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=456239914dd84c50ba91285736155cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2464592 Feb 05 03:07:54.755304 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41214) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:54.786073 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2ab3af2f-8fa7-438f-ae6a-a261d2341aa6 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:54.787934 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2ab3af2f-8fa7-438f-ae6a-a261d2341aa6 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 812 time: 0.2969584 Feb 05 03:07:54.825716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-dadd1fca-84ac-42ac-8963-ca053167af44 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Request body: {'port': {'device_id': 'e6d5f90f-af56-42f3-9bde-4702e54fda92', 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d', 'admin_state_up': True, 'tenant_id': '97e56238892c4ce9b594b081cf9ab6c4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:54.827448 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f9214c6-7ce2-42e8-bdeb-f51ecb1da90d admin admin] Publish callbacks [] for security_group (714e7414-f7f7-4fa7-bac3-9ffa43fd01b5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:54.861300 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f9214c6-7ce2-42e8-bdeb-f51ecb1da90d admin admin] Publish callbacks [] for security_group (714e7414-f7f7-4fa7-bac3-9ffa43fd01b5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:54.940026 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f9214c6-7ce2-42e8-bdeb-f51ecb1da90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (714e7414-f7f7-4fa7-bac3-9ffa43fd01b5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:54.946470 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f9214c6-7ce2-42e8-bdeb-f51ecb1da90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:54.947669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8f9214c6-7ce2-42e8-bdeb-f51ecb1da90d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/714e7414-f7f7-4fa7-bac3-9ffa43fd01b5 HTTP/1.1" status: 204 len: 168 time: 0.1912801 Feb 05 03:07:54.964542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9214c6-7ce2-42e8-bdeb-f51ecb1da90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714e7414-f7f7-4fa7-bac3-9ffa43fd01b5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:55.091608 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d060fce-3e91-42f4-9333-9e74f3bd3a9e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for security_group (a20b0f70-8d3b-4247-a52f-560735233279), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:55.099610 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d060fce-3e91-42f4-9333-9e74f3bd3a9e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a20b0f70-8d3b-4247-a52f-560735233279), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:55.122268 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5891061-c2c8-4ea1-b74e-70f865fb8cbf req-3d8ffaf2-595b-4213-b3ff-71463d4f71af tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:55.123796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5891061-c2c8-4ea1-b74e-70f865fb8cbf req-3d8ffaf2-595b-4213-b3ff-71463d4f71af tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.0806293 Feb 05 03:07:55.170988 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d060fce-3e91-42f4-9333-9e74f3bd3a9e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:07:55.195499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d060fce-3e91-42f4-9333-9e74f3bd3a9e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20b0f70-8d3b-4247-a52f-560735233279,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:55.206873 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d060fce-3e91-42f4-9333-9e74f3bd3a9e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:55.207477 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-8d060fce-3e91-42f4-9333-9e74f3bd3a9e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Added segment 1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc of type vlan for network 8390d630-9d9e-438f-b4d6-5ec8bb91124a Feb 05 03:07:55.215871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-dadd1fca-84ac-42ac-8963-ca053167af44 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Made reservation on behalf of 97e56238892c4ce9b594b081cf9ab6c4 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:07:55.223065 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-dadd1fca-84ac-42ac-8963-ca053167af44 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:55.244065 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5891061-c2c8-4ea1-b74e-70f865fb8cbf req-4546ea17-f2a0-4021-9607-70bf621c3664 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015282 Feb 05 03:07:55.347496 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7ad1e36-c9c9-4341-bc13-b4ca0d6e0657 req-d16df630-6ea2-4ae6-9746-e457ecc49b40 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 210 time: 0.0450242 Feb 05 03:07:55.467963 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d060fce-3e91-42f4-9333-9e74f3bd3a9e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (8390d630-9d9e-438f-b4d6-5ec8bb91124a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:55.507443 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d060fce-3e91-42f4-9333-9e74f3bd3a9e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (8390d630-9d9e-438f-b4d6-5ec8bb91124a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:55.515734 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d060fce-3e91-42f4-9333-9e74f3bd3a9e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:55.516935 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d060fce-3e91-42f4-9333-9e74f3bd3a9e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:55.629547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d060fce-3e91-42f4-9333-9e74f3bd3a9e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Network': ['ID=8390d630-9d9e-438f-b4d6-5ec8bb91124a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:55.643032 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:07:55.657703 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8d060fce-3e91-42f4-9333-9e74f3bd3a9e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3786836 Feb 05 03:07:55.660846 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41268) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:55.665906 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2fae5645-44c6-415a-811b-c96d700ee721 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:55.727192 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-dadd1fca-84ac-42ac-8963-ca053167af44 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Allocated IP 172.20.0.11 (2f706900-b41e-4e10-9d88-c9a7b11c206d/37fc2b86-02d8-4bec-8794-80413f7999c9/0476a7ff-1693-4e82-a207-e41cd7a0c806) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:07:55.873347 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fae5645-44c6-415a-811b-c96d700ee721 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:07:55.878506 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2fae5645-44c6-415a-811b-c96d700ee721 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:55.975586 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-dadd1fca-84ac-42ac-8963-ca053167af44 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks [] for port (0476a7ff-1693-4e82-a207-e41cd7a0c806), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:56.049510 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-dadd1fca-84ac-42ac-8963-ca053167af44 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0476a7ff-1693-4e82-a207-e41cd7a0c806), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:56.156701 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-dadd1fca-84ac-42ac-8963-ca053167af44 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Network 2f706900-b41e-4e10-9d88-c9a7b11c206d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:07:56.161312 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-dadd1fca-84ac-42ac-8963-ca053167af44 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:56.167970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-dadd1fca-84ac-42ac-8963-ca053167af44 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:07:56.189536 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2fae5645-44c6-415a-811b-c96d700ee721 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (ba9976ef-0393-4404-b75b-c52e3810b858), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:56.247521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-dadd1fca-84ac-42ac-8963-ca053167af44 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:56.248169 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-dadd1fca-84ac-42ac-8963-ca053167af44 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:56.256819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd1fca-84ac-42ac-8963-ca053167af44 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Pushing event updated for resources: {'Port': ['ID=0476a7ff-1693-4e82-a207-e41cd7a0c806,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:56.290602 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-dadd1fca-84ac-42ac-8963-ca053167af44 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4901326 Feb 05 03:07:56.305337 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Request body: {'port': {'device_id': 'e6d5f90f-af56-42f3-9bde-4702e54fda92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:56.316491 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fae5645-44c6-415a-811b-c96d700ee721 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:07:56.317000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fae5645-44c6-415a-811b-c96d700ee721 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network hostable DHCP agents. Network: 8390d630-9d9e-438f-b4d6-5ec8bb91124a, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:07:56.353456 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae5645-44c6-415a-811b-c96d700ee721 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=ba9976ef-0393-4404-b75b-c52e3810b858,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:56.382878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fae5645-44c6-415a-811b-c96d700ee721 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:07:56.420046 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0476a7ff-1693-4e82-a207-e41cd7a0c806), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:56.446877 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2fae5645-44c6-415a-811b-c96d700ee721 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 8390d630-9d9e-438f-b4d6-5ec8bb91124a) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:56.456635 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3d47db-87b6-42d1-8685-12df3d2c431c None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:07:56.472748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fae5645-44c6-415a-811b-c96d700ee721 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:56.473698 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2fae5645-44c6-415a-811b-c96d700ee721 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:56.492597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96e2a5-ec42-4c5c-8416-aadbf4be67bc req-9b56b8b8-3005-4fe8-8b8c-189fd3261f6a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:56.494587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a96e2a5-ec42-4c5c-8416-aadbf4be67bc req-9b56b8b8-3005-4fe8-8b8c-189fd3261f6a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 943 time: 0.1429834 Feb 05 03:07:56.572859 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2fae5645-44c6-415a-811b-c96d700ee721 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9108052 Feb 05 03:07:56.575965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41316) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:56.588139 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7b71e372-4c62-4bc1-84ba-f71cb87c9ca5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'name': 'tempest-NetworksTestDHCPv6-1833328134'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:56.697085 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': 'ba9976ef-0393-4404-b75b-c52e3810b858'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:07:56.698726 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:56.741197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a96e2a5-ec42-4c5c-8416-aadbf4be67bc req-fb2b2dd6-026d-49c4-94c1-b6391cb662db tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166677 Feb 05 03:07:56.752001 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c785a6-82c7-4a5d-8da2-59b17842a939 req-3c15d8a4-cceb-43a9-b386-5297a5033100 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:56.754439 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54c785a6-82c7-4a5d-8da2-59b17842a939 req-3c15d8a4-cceb-43a9-b386-5297a5033100 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 932 time: 0.2558939 Feb 05 03:07:56.769215 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b71e372-4c62-4bc1-84ba-f71cb87c9ca5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:07:56.769215 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b71e372-4c62-4bc1-84ba-f71cb87c9ca5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:56.788116 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-7b71e372-4c62-4bc1-84ba-f71cb87c9ca5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port 61487a91-e79b-4fb5-8a3b-85fbe7f68484 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:07:56.809225 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0476a7ff-1693-4e82-a207-e41cd7a0c806 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:07:56.819255 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Publish callbacks [] for port (0476a7ff-1693-4e82-a207-e41cd7a0c806), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:56.834060 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Transition to ACTIVE for port object 0476a7ff-1693-4e82-a207-e41cd7a0c806 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:07:56.843286 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0476a7ff-1693-4e82-a207-e41cd7a0c806), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:56.945389 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=0476a7ff-1693-4e82-a207-e41cd7a0c806,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:56.966045 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-7b71e372-4c62-4bc1-84ba-f71cb87c9ca5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::e1 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/ba9976ef-0393-4404-b75b-c52e3810b858/61487a91-e79b-4fb5-8a3b-85fbe7f68484) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:07:57.021555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Attempting to bind port 0476a7ff-1693-4e82-a207-e41cd7a0c806 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:07:57.022027 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Attempting to bind port 0476a7ff-1693-4e82-a207-e41cd7a0c806 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:07:57.022365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Attempting to bind port 0476a7ff-1693-4e82-a207-e41cd7a0c806 on network 2f706900-b41e-4e10-9d88-c9a7b11c206d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:07:57.027588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Port 0476a7ff-1693-4e82-a207-e41cd7a0c806 on network 2f706900-b41e-4e10-9d88-c9a7b11c206d not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:07:57.027970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Attempting to bind port 0476a7ff-1693-4e82-a207-e41cd7a0c806 on network 2f706900-b41e-4e10-9d88-c9a7b11c206d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:07:57.034170 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:07:57.034541 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Checking segment: {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:07:57.034956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Bound using segment: {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:07:57.035391 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Bound port: 0476a7ff-1693-4e82-a207-e41cd7a0c806, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:07:57.035751 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0476a7ff-1693-4e82-a207-e41cd7a0c806), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:57.085212 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device acb28c92-8aec-4518-83f2-c35adecc50ea details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:07:57.131779 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] For port 0476a7ff-1693-4e82-a207-e41cd7a0c806, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:07:57.137319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] For port 0476a7ff-1693-4e82-a207-e41cd7a0c806, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0476a7ff-1693-4e82-a207-e41cd7a0c806,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:07:57.147891 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0476a7ff-1693-4e82-a207-e41cd7a0c806), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:57.149128 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54c785a6-82c7-4a5d-8da2-59b17842a939 req-5d693e2b-750e-462f-8cdb-1dd184065697 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868184 Feb 05 03:07:57.159134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28e85d-2bf5-466b-aaa4-7deb5246acbe req-31b2c8c1-da84-4bf8-8df9-fe699bfbc18f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:57.160737 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab28e85d-2bf5-466b-aaa4-7deb5246acbe req-31b2c8c1-da84-4bf8-8df9-fe699bfbc18f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1514900 Feb 05 03:07:57.227323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:57.227720 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:57.229897 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] 10.222.0.10 "PUT /v2.0/ports/0476a7ff-1693-4e82-a207-e41cd7a0c806 HTTP/1.1" status: 200 len: 1092 time: 0.9289293 Feb 05 03:07:57.230459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d5f90f-af56-42f3-9bde-4702e54fda92', 'tag': '0476a7ff-1693-4e82-a207-e41cd7a0c806'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:07:57.233284 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2284f69f-941c-44f8-9e62-0e7077ae3194" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d5f90f-af56-42f3-9bde-4702e54fda92", "tag": "0476a7ff-1693-4e82-a207-e41cd7a0c806"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:07:57.274112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab28e85d-2bf5-466b-aaa4-7deb5246acbe req-b9357f41-c838-4763-92f1-2d49a23c5929 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041849 Feb 05 03:07:57.277242 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b71e372-4c62-4bc1-84ba-f71cb87c9ca5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (61487a91-e79b-4fb5-8a3b-85fbe7f68484), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:57.296035 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port acb28c92-8aec-4518-83f2-c35adecc50ea, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=acb28c92-8aec-4518-83f2-c35adecc50ea,segment=NetworkSegment(e48789ca-2411-4dd0-8111-f6e23a9e113b),segment_id=e48789ca-2411-4dd0-8111-f6e23a9e113b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:57.325951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'acb28c92-8aec-4518-83f2-c35adecc50ea', 'network_id': '98ab2392-eb0d-400b-ae03-4808c53f38dc', 'port_id': 'acb28c92-8aec-4518-83f2-c35adecc50ea', 'mac_address': 'fa:16:3e:bc:67:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9710adb9-a86e-4bd9-b62b-bccb80188957', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:07:57.327065 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d186c85-c78b-4384-8e82-2058ee519aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=0476a7ff-1693-4e82-a207-e41cd7a0c806,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:57.352501 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd3dd78-2b58-4280-9c2e-4415ae97fa24 x-openstack-request-id: req-afd3dd78-2b58-4280-9c2e-4415ae97fa24 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:07:57.352951 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d5f90f-af56-42f3-9bde-4702e54fda92", "tag": "0476a7ff-1693-4e82-a207-e41cd7a0c806", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:07:57.353266 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-afd3dd78-2b58-4280-9c2e-4415ae97fa24 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:07:57.353786 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d5f90f-af56-42f3-9bde-4702e54fda92', 'tag': '0476a7ff-1693-4e82-a207-e41cd7a0c806', 'status': 'completed', 'code': 200} Feb 05 03:07:57.362965 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b71e372-4c62-4bc1-84ba-f71cb87c9ca5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (61487a91-e79b-4fb5-8a3b-85fbe7f68484), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:57.397296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-95b47373-ece0-4e26-9b31-43354b5c302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:57.400470 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-95b47373-ece0-4e26-9b31-43354b5c302d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 1126 time: 0.1224048 Feb 05 03:07:57.412794 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port acb28c92-8aec-4518-83f2-c35adecc50ea is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:57.413175 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:57.459601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b71e372-4c62-4bc1-84ba-f71cb87c9ca5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:07:57.465677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-7b71e372-4c62-4bc1-84ba-f71cb87c9ca5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:57.470431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b71e372-4c62-4bc1-84ba-f71cb87c9ca5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:07:57.482327 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b71e372-4c62-4bc1-84ba-f71cb87c9ca5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:57.483058 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b71e372-4c62-4bc1-84ba-f71cb87c9ca5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:57.497242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71e372-4c62-4bc1-84ba-f71cb87c9ca5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=61487a91-e79b-4fb5-8a3b-85fbe7f68484,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:57.506068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb28c92-8aec-4518-83f2-c35adecc50ea {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:07:57.516540 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-15644ccf-1de5-4715-a949-c50eeed5f44b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0476a7ff-1693-4e82-a207-e41cd7a0c806 HTTP/1.1" status: 200 len: 217 time: 0.1071837 Feb 05 03:07:57.530504 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7b71e372-4c62-4bc1-84ba-f71cb87c9ca5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9519987 Feb 05 03:07:57.532997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41340) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:57.559732 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port acb28c92-8aec-4518-83f2-c35adecc50ea, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=acb28c92-8aec-4518-83f2-c35adecc50ea,segment=NetworkSegment(e48789ca-2411-4dd0-8111-f6e23a9e113b),segment_id=e48789ca-2411-4dd0-8111-f6e23a9e113b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:57.571312 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:57.640661 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=acb28c92-8aec-4518-83f2-c35adecc50ea,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:57.651491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-fcf51a1b-2fdd-4096-8049-8bf75bcb4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:57.655877 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-fcf51a1b-2fdd-4096-8049-8bf75bcb4bc8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37fc2b86-02d8-4bec-8794-80413f7999c9 HTTP/1.1" status: 200 len: 852 time: 0.1285462 Feb 05 03:07:57.657384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Allocated IP 2001:db8::2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/ba9976ef-0393-4404-b75b-c52e3810b858/ef035ac1-3f3e-418f-ab2c-88f4316bf82f) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:07:57.671036 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5aaed3-567c-4603-83ec-f82757c0f691 req-f5d1a970-fdd9-4a1f-9616-524197500f5b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:57.685984 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c5aaed3-567c-4603-83ec-f82757c0f691 req-f5d1a970-fdd9-4a1f-9616-524197500f5b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.0897715 Feb 05 03:07:57.724589 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-e29d453b-c45e-4d3a-86a4-36a5a94b9a2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f706900-b41e-4e10-9d88-c9a7b11c206d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482996 Feb 05 03:07:57.752592 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1864fb2d-9190-4c4c-949e-a69de9f26e62 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:57.754188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1864fb2d-9190-4c4c-949e-a69de9f26e62 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2190068 Feb 05 03:07:57.793614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41346) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:57.799003 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c5aaed3-567c-4603-83ec-f82757c0f691 req-5c234254-4773-4182-8101-11b5dcd336b9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026356 Feb 05 03:07:57.803018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['acb28c92-8aec-4518-83f2-c35adecc50ea'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:07:57.887134 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-7c4fe804-9f1c-489b-b390-ee440b184275 service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545053 Feb 05 03:07:57.894949 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968b897-f534-4b51-9b30-5ac02d7f98c6 req-f00820da-e9cb-4500-a215-37bdfe46a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:57.896589 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7968b897-f534-4b51-9b30-5ac02d7f98c6 req-f00820da-e9cb-4500-a215-37bdfe46a2a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 1126 time: 0.3465877 Feb 05 03:07:57.940478 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Publish callbacks [] for port (ef035ac1-3f3e-418f-ab2c-88f4316bf82f), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:57.961601 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (ef035ac1-3f3e-418f-ab2c-88f4316bf82f), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:57.982615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd24d7-3213-4553-a7fb-aff9919566f1 req-2b0cfa11-2a64-4a5f-a8b5-8fff3172a475 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:57.984486 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15fd24d7-3213-4553-a7fb-aff9919566f1 req-2b0cfa11-2a64-4a5f-a8b5-8fff3172a475 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 944 time: 0.1262465 Feb 05 03:07:57.987605 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea62bb-4fb1-4e1a-989a-31f05a95c23d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port 61487a91-e79b-4fb5-8a3b-85fbe7f68484 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:07:57.987960 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6ea62bb-4fb1-4e1a-989a-31f05a95c23d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (61487a91-e79b-4fb5-8a3b-85fbe7f68484), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:58.009121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Pushing event updated for resources: {'Port': ['ID=ef035ac1-3f3e-418f-ab2c-88f4316bf82f,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:58.043908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:07:58.049955 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:07:58.079295 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:07:58.113035 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9efdce80-287a-4f3c-b7a5-26e07eb39291 req-6a9b090c-3543-4d93-af35-415d2646d3ef service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153857 Feb 05 03:07:58.130614 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968b897-f534-4b51-9b30-5ac02d7f98c6 req-de868973-446d-4434-9a5f-9aa3ac97b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:58.139405 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7968b897-f534-4b51-9b30-5ac02d7f98c6 req-de868973-446d-4434-9a5f-9aa3ac97b1a2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.2331982 Feb 05 03:07:58.205609 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15fd24d7-3213-4553-a7fb-aff9919566f1 req-f04d417a-8449-48f9-bedf-9062d75ad1d4 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101731 Feb 05 03:07:58.217958 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6ea62bb-4fb1-4e1a-989a-31f05a95c23d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (61487a91-e79b-4fb5-8a3b-85fbe7f68484), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:58.226381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Attempting to bind port ef035ac1-3f3e-418f-ab2c-88f4316bf82f on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:07:58.226934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Attempting to bind port ef035ac1-3f3e-418f-ab2c-88f4316bf82f by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:07:58.227393 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Attempting to bind port ef035ac1-3f3e-418f-ab2c-88f4316bf82f on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:07:58.233432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:07:58.233912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:07:58.234425 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:58.235437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:07:58.236356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea62bb-4fb1-4e1a-989a-31f05a95c23d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for 61487a91-e79b-4fb5-8a3b-85fbe7f68484 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:07:58.236522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Bound port: ef035ac1-3f3e-418f-ab2c-88f4316bf82f, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:07:58.237032 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ef035ac1-3f3e-418f-ab2c-88f4316bf82f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:58.306254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] For port ef035ac1-3f3e-418f-ab2c-88f4316bf82f, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:07:58.309781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] For port ef035ac1-3f3e-418f-ab2c-88f4316bf82f, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ef035ac1-3f3e-418f-ab2c-88f4316bf82f,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:07:58.321600 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ef035ac1-3f3e-418f-ab2c-88f4316bf82f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:58.363401 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7968b897-f534-4b51-9b30-5ac02d7f98c6 req-d1df0b38-c542-4674-a965-6d1c093b4052 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 HTTP/1.1" status: 200 len: 999 time: 0.2172544 Feb 05 03:07:58.405983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb1ab5-44ac-414a-bcbf-0ae581b1cb72 req-a45c4e88-5de1-4573-91cb-8674d8e7b93e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:58.408578 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dddb1ab5-44ac-414a-bcbf-0ae581b1cb72 req-a45c4e88-5de1-4573-91cb-8674d8e7b93e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 944 time: 0.0925155 Feb 05 03:07:58.430026 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284f69f-941c-44f8-9e62-0e7077ae3194 req-63424346-3072-4239-8a51-b50714ea3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:58.432578 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2284f69f-941c-44f8-9e62-0e7077ae3194 req-63424346-3072-4239-8a51-b50714ea3546 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 1126 time: 0.1581683 Feb 05 03:07:58.456316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab1ec9-cb36-4352-b4f0-ac628739fd33 None None] Pushing event updated for resources: {'Port': ['ID=ef035ac1-3f3e-418f-ab2c-88f4316bf82f,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:58.512970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968b897-f534-4b51-9b30-5ac02d7f98c6 req-127a5a6c-3bd5-455e-84dc-289172616c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:58.515025 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7968b897-f534-4b51-9b30-5ac02d7f98c6 req-127a5a6c-3bd5-455e-84dc-289172616c12 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.1452513 Feb 05 03:07:58.521666 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dddb1ab5-44ac-414a-bcbf-0ae581b1cb72 req-339689db-681d-4013-9f60-8a58831b4aae tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025069 Feb 05 03:07:58.526318 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6ea62bb-4fb1-4e1a-989a-31f05a95c23d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (61487a91-e79b-4fb5-8a3b-85fbe7f68484), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:58.565395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea62bb-4fb1-4e1a-989a-31f05a95c23d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=61487a91-e79b-4fb5-8a3b-85fbe7f68484,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:58.604555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968b897-f534-4b51-9b30-5ac02d7f98c6 req-c6d40a55-87ba-4aa0-a70f-cf2cf20784ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:58.606086 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7968b897-f534-4b51-9b30-5ac02d7f98c6 req-c6d40a55-87ba-4aa0-a70f-cf2cf20784ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0820680 Feb 05 03:07:58.611282 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6ea62bb-4fb1-4e1a-989a-31f05a95c23d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:58.615141 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b6ea62bb-4fb1-4e1a-989a-31f05a95c23d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/61487a91-e79b-4fb5-8a3b-85fbe7f68484 HTTP/1.1" status: 204 len: 168 time: 0.8147771 Feb 05 03:07:58.617608 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41358) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:58.633951 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284f69f-941c-44f8-9e62-0e7077ae3194 req-2dce27de-a005-43e9-989b-75001b193a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:58.635891 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2284f69f-941c-44f8-9e62-0e7077ae3194 req-2dce27de-a005-43e9-989b-75001b193a3e service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 913 time: 0.1939123 Feb 05 03:07:58.765000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34f0b6f-95d0-47da-82ed-abc962b63a02 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:58.767216 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34f0b6f-95d0-47da-82ed-abc962b63a02 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:58.769717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e34f0b6f-95d0-47da-82ed-abc962b63a02 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1506307 Feb 05 03:07:58.772639 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41362) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:58.857426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-37084457-181c-403b-bf32-9ffd9304e213 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet ba9976ef-0393-4404-b75b-c52e3810b858 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:07:58.867472 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37084457-181c-403b-bf32-9ffd9304e213 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (ba9976ef-0393-4404-b75b-c52e3810b858), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:58.976712 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37084457-181c-403b-bf32-9ffd9304e213 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (ba9976ef-0393-4404-b75b-c52e3810b858), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:59.034134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e0a1d-3aaa-46bb-bfc8-302e3febbd03 req-4551d94d-4d60-4106-8e1e-ac56b7c29062 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:59.041494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b7e0a1d-3aaa-46bb-bfc8-302e3febbd03 req-4551d94d-4d60-4106-8e1e-ac56b7c29062 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1507580 Feb 05 03:07:59.092262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device acb28c92-8aec-4518-83f2-c35adecc50ea up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:07:59.157267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b7e0a1d-3aaa-46bb-bfc8-302e3febbd03 req-a3486a3a-b7ec-4c0f-b915-a8656f66f1a9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141777 Feb 05 03:07:59.161147 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2284f69f-941c-44f8-9e62-0e7077ae3194 req-2d537247-8e9a-4387-bb0b-99b63d839731 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0476a7ff-1693-4e82-a207-e41cd7a0c806 HTTP/1.1" status: 200 len: 217 time: 0.5125616 Feb 05 03:07:59.205520 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37084457-181c-403b-bf32-9ffd9304e213 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (ba9976ef-0393-4404-b75b-c52e3810b858), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:59.207897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port acb28c92-8aec-4518-83f2-c35adecc50ea triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:07:59.209428 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:59.318441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284f69f-941c-44f8-9e62-0e7077ae3194 req-b6f90eb6-1481-442a-a443-943a4fc0d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:59.318441 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2284f69f-941c-44f8-9e62-0e7077ae3194 req-b6f90eb6-1481-442a-a443-943a4fc0d1f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37fc2b86-02d8-4bec-8794-80413f7999c9 HTTP/1.1" status: 200 len: 852 time: 0.1504316 Feb 05 03:07:59.320351 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7968b897-f534-4b51-9b30-5ac02d7f98c6 req-ae0f86fd-3a34-41a4-b868-18f8167da80a service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7011998 Feb 05 03:07:59.342444 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37084457-181c-403b-bf32-9ffd9304e213 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (ba9976ef-0393-4404-b75b-c52e3810b858), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:59.388310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port acb28c92-8aec-4518-83f2-c35adecc50ea is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:07:59.388872 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:59.416241 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bffaab-531e-4a6e-b87a-7c8c14f97670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb28c92-8aec-4518-83f2-c35adecc50ea'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:07:59.419104 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e96089a-217a-4705-ac64-f9d36dcbf19f" -d '{"events": [{"server_uuid": "b6bffaab-531e-4a6e-b87a-7c8c14f97670", "name": "network-vif-plugged", "status": "completed", "tag": "acb28c92-8aec-4518-83f2-c35adecc50ea"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:07:59.420231 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37084457-181c-403b-bf32-9ffd9304e213 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=ba9976ef-0393-4404-b75b-c52e3810b858,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:59.447947 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port acb28c92-8aec-4518-83f2-c35adecc50ea, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=acb28c92-8aec-4518-83f2-c35adecc50ea,segment=NetworkSegment(e48789ca-2411-4dd0-8111-f6e23a9e113b),segment_id=e48789ca-2411-4dd0-8111-f6e23a9e113b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:07:59.457387 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:59.461049 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37084457-181c-403b-bf32-9ffd9304e213 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:07:59.464761 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-37084457-181c-403b-bf32-9ffd9304e213 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/ba9976ef-0393-4404-b75b-c52e3810b858 HTTP/1.1" status: 204 len: 168 time: 0.6903231 Feb 05 03:07:59.476735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41374) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:59.504923 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae1514c-4951-40b2-aa6e-ff890915a980 x-openstack-request-id: req-3ae1514c-4951-40b2-aa6e-ff890915a980 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:07:59.505365 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bffaab-531e-4a6e-b87a-7c8c14f97670", "name": "network-vif-plugged", "status": "completed", "tag": "acb28c92-8aec-4518-83f2-c35adecc50ea", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:07:59.506332 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ae1514c-4951-40b2-aa6e-ff890915a980 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:07:59.506332 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bffaab-531e-4a6e-b87a-7c8c14f97670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb28c92-8aec-4518-83f2-c35adecc50ea', 'code': 200} Feb 05 03:07:59.524400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c8bb4-4777-4a1d-934c-c33bb482327d req-1576776d-ac3c-42d5-a73d-df12b8b444d5 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:59.526223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf0c8bb4-4777-4a1d-934c-c33bb482327d req-1576776d-ac3c-42d5-a73d-df12b8b444d5 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.1073718 Feb 05 03:07:59.539530 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2284f69f-941c-44f8-9e62-0e7077ae3194 req-a6239394-26f1-462e-a765-997a3183a20d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f706900-b41e-4e10-9d88-c9a7b11c206d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2143555 Feb 05 03:07:59.590898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=acb28c92-8aec-4518-83f2-c35adecc50ea,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:07:59.639016 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d35d33a6-5fd9-4d25-83f9-56d63d724d3a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1358485 Feb 05 03:07:59.645015 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41378) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:07:59.654441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bb5ab13f-040f-44a0-adc8-8bc480796379 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:07:59.691916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf0c8bb4-4777-4a1d-934c-c33bb482327d req-f95f1926-8f32-4ccb-8b31-1105b946f8f3 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533635 Feb 05 03:07:59.851853 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf80a2-ae4f-44b2-b545-f6b1acac0bd1 req-67f98395-9aa7-4293-95f1-c485995d93e8 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:59.860585 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fedf80a2-ae4f-44b2-b545-f6b1acac0bd1 req-67f98395-9aa7-4293-95f1-c485995d93e8 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 944 time: 0.1837521 Feb 05 03:07:59.880727 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7968b897-f534-4b51-9b30-5ac02d7f98c6 req-d8c72fda-fee3-48d1-b1ea-40f8410583a8 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296545 Feb 05 03:07:59.924694 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9323053-f2fd-4edd-8da9-ab35d94a2807 req-33022953-9e04-421f-9036-1a96e5294c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:07:59.945466 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f9323053-f2fd-4edd-8da9-ab35d94a2807 req-33022953-9e04-421f-9036-1a96e5294c86 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 1128 time: 0.2072518 Feb 05 03:07:59.999611 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fedf80a2-ae4f-44b2-b545-f6b1acac0bd1 req-88d61127-dbb5-4312-a5fc-91f3408e9436 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375480 Feb 05 03:08:00.040225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5ab13f-040f-44a0-adc8-8bc480796379 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:00.045504 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb5ab13f-040f-44a0-adc8-8bc480796379 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:00.125082 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f9323053-f2fd-4edd-8da9-ab35d94a2807 req-e4e809ca-a853-4c24-a2d9-619fd152a234 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619773 Feb 05 03:08:00.130236 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2284f69f-941c-44f8-9e62-0e7077ae3194 req-0d3bd521-2aea-48d0-a9c3-44c60f67a0e1 service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896710 Feb 05 03:08:00.151579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ef035ac1-3f3e-418f-ab2c-88f4316bf82f up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:08:00.270135 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ef035ac1-3f3e-418f-ab2c-88f4316bf82f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:00.270135 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ef035ac1-3f3e-418f-ab2c-88f4316bf82f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:00.375927 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb5ab13f-040f-44a0-adc8-8bc480796379 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (f6320cc2-20c6-4c6c-9e82-a5ab40cee3f7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:00.409209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ef035ac1-3f3e-418f-ab2c-88f4316bf82f is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:00.410806 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ef035ac1-3f3e-418f-ab2c-88f4316bf82f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:00.467644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a79addd-6f97-4ce6-9ac3-014b21a7ba57 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:00.482242 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2284f69f-941c-44f8-9e62-0e7077ae3194 req-23541de6-68ec-4ad5-b2fa-d371f5876ff2 service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671839 Feb 05 03:08:00.537973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port ef035ac1-3f3e-418f-ab2c-88f4316bf82f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ef035ac1-3f3e-418f-ab2c-88f4316bf82f,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:00.646913 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ef035ac1-3f3e-418f-ab2c-88f4316bf82f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:00.699063 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6af7eaeb-9e67-4c43-b4c7-c39a49cdf679 None None] Provisioning complete for port ef035ac1-3f3e-418f-ab2c-88f4316bf82f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:00.699440 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6af7eaeb-9e67-4c43-b4c7-c39a49cdf679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ef035ac1-3f3e-418f-ab2c-88f4316bf82f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:00.806028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=ef035ac1-3f3e-418f-ab2c-88f4316bf82f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:00.824140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6af7eaeb-9e67-4c43-b4c7-c39a49cdf679 None None] Current status of the port ef035ac1-3f3e-418f-ab2c-88f4316bf82f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:00.945612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ab13f-040f-44a0-adc8-8bc480796379 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=f6320cc2-20c6-4c6c-9e82-a5ab40cee3f7,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:00.949215 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5ab13f-040f-44a0-adc8-8bc480796379 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:00.963899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b6da4-f131-41b8-9971-117908d0397e req-0963f45e-ceb5-4f1f-84d7-1b22c4dfb0b9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:00.971940 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c37b6da4-f131-41b8-9971-117908d0397e req-0963f45e-ceb5-4f1f-84d7-1b22c4dfb0b9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.6494908 Feb 05 03:08:00.974151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-bb5ab13f-040f-44a0-adc8-8bc480796379 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:00.978452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5ab13f-040f-44a0-adc8-8bc480796379 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:00.979231 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb5ab13f-040f-44a0-adc8-8bc480796379 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:01.059733 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c37b6da4-f131-41b8-9971-117908d0397e req-7b985a67-d396-470f-b2c0-d88b2b25a24b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868270 Feb 05 03:08:01.071456 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bb5ab13f-040f-44a0-adc8-8bc480796379 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4224746 Feb 05 03:08:01.071812 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41402) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:01.076384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4102f311-6bcb-4fce-afcc-f2aba600cb4a None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:01.077756 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ec7005de-eb85-46bc-8f95-b98ba0076fee tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'name': 'tempest-NetworksTestDHCPv6-1377818086'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:01.100664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514c585-6a95-4a32-83ff-02f010532372 req-8c895869-fd8b-43c4-8555-c6d540bcf946 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:01.102228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a514c585-6a95-4a32-83ff-02f010532372 req-8c895869-fd8b-43c4-8555-c6d540bcf946 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.2353709 Feb 05 03:08:01.206144 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0476a7ff-1693-4e82-a207-e41cd7a0c806 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:08:01.227924 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a514c585-6a95-4a32-83ff-02f010532372 req-3ce65a0f-78cc-454a-86fc-79e67e4de61e tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068795 Feb 05 03:08:01.313222 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7005de-eb85-46bc-8f95-b98ba0076fee tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:01.316389 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-948abc6d-5836-40f2-9074-f84d9ed8aafa None None] Provisioning complete for port ef035ac1-3f3e-418f-ab2c-88f4316bf82f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:01.316389 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-948abc6d-5836-40f2-9074-f84d9ed8aafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ef035ac1-3f3e-418f-ab2c-88f4316bf82f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:01.317645 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec7005de-eb85-46bc-8f95-b98ba0076fee tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:01.341548 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-ec7005de-eb85-46bc-8f95-b98ba0076fee tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port f10a79c1-3ff9-47df-82f5-36bc8903d578 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:08:01.364342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873b6ec-3c77-4131-b277-add96868cb8e req-1bb67357-db19-4a1d-9f4a-d0aec708133f tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:01.374254 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6873b6ec-3c77-4131-b277-add96868cb8e req-1bb67357-db19-4a1d-9f4a-d0aec708133f tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 944 time: 0.1582711 Feb 05 03:08:01.460476 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 03:08:01.467039 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6873b6ec-3c77-4131-b277-add96868cb8e req-403fa0c3-7afd-4dde-90ce-50480a3709bb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856824 Feb 05 03:08:01.540499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ec7005de-eb85-46bc-8f95-b98ba0076fee tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::167 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/f6320cc2-20c6-4c6c-9e82-a5ab40cee3f7/f10a79c1-3ff9-47df-82f5-36bc8903d578) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:01.623461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-948abc6d-5836-40f2-9074-f84d9ed8aafa None None] Current status of the port ef035ac1-3f3e-418f-ab2c-88f4316bf82f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:01.645639 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0476a7ff-1693-4e82-a207-e41cd7a0c806, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0476a7ff-1693-4e82-a207-e41cd7a0c806,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:01.659152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '0476a7ff-1693-4e82-a207-e41cd7a0c806', 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d', 'port_id': '0476a7ff-1693-4e82-a207-e41cd7a0c806', 'mac_address': 'fa:16:3e:18:88:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fc2b86-02d8-4bec-8794-80413f7999c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:08:01.721020 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0476a7ff-1693-4e82-a207-e41cd7a0c806 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:01.735405 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0476a7ff-1693-4e82-a207-e41cd7a0c806), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:01.776966 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec7005de-eb85-46bc-8f95-b98ba0076fee tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (f10a79c1-3ff9-47df-82f5-36bc8903d578), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:01.783235 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0476a7ff-1693-4e82-a207-e41cd7a0c806 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:08:01.840548 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0476a7ff-1693-4e82-a207-e41cd7a0c806, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0476a7ff-1693-4e82-a207-e41cd7a0c806,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:01.872472 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec7005de-eb85-46bc-8f95-b98ba0076fee tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f10a79c1-3ff9-47df-82f5-36bc8903d578), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:01.877058 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0476a7ff-1693-4e82-a207-e41cd7a0c806), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:01.982743 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7005de-eb85-46bc-8f95-b98ba0076fee tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:02.008726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ec7005de-eb85-46bc-8f95-b98ba0076fee tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:02.038235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7005de-eb85-46bc-8f95-b98ba0076fee tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:02.041442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=0476a7ff-1693-4e82-a207-e41cd7a0c806,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:02.051438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ef035ac1-3f3e-418f-ab2c-88f4316bf82f up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:08:02.052520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7005de-eb85-46bc-8f95-b98ba0076fee tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:02.053674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec7005de-eb85-46bc-8f95-b98ba0076fee tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:02.085725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7005de-eb85-46bc-8f95-b98ba0076fee tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=f10a79c1-3ff9-47df-82f5-36bc8903d578,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:02.117435 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ec7005de-eb85-46bc-8f95-b98ba0076fee tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0445263 Feb 05 03:08:02.123661 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41444) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:02.167750 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0476a7ff-1693-4e82-a207-e41cd7a0c806'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:08:02.225292 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b013ec-f054-44de-b554-7b744e97a22f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:02.247620 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b013ec-f054-44de-b554-7b744e97a22f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:02.254142 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-61b013ec-f054-44de-b554-7b744e97a22f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1281202 Feb 05 03:08:02.257929 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41450) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:02.333661 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-47ff26d4-e926-4be3-8aaf-1128598667d6 None None] Provisioning complete for port ef035ac1-3f3e-418f-ab2c-88f4316bf82f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:02.334545 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47ff26d4-e926-4be3-8aaf-1128598667d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ef035ac1-3f3e-418f-ab2c-88f4316bf82f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:02.570140 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf80f3-8945-4c3d-b2f9-03e82300b35c req-1d93a84e-5e9d-4be4-8033-8e43b0d92b83 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:02.572147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04cf80f3-8945-4c3d-b2f9-03e82300b35c req-1d93a84e-5e9d-4be4-8033-8e43b0d92b83 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.2508283 Feb 05 03:08:02.573439 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d7347-8a76-4a06-9731-321953876307 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port f10a79c1-3ff9-47df-82f5-36bc8903d578 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:02.573439 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef1d7347-8a76-4a06-9731-321953876307 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f10a79c1-3ff9-47df-82f5-36bc8903d578), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:02.583713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a83b9-c963-4ff9-90bf-c2fa8dc1d07d req-3a3e7377-4f8f-4e6d-8b82-1e183045f617 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:02.591467 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d62a83b9-c963-4ff9-90bf-c2fa8dc1d07d req-3a3e7377-4f8f-4e6d-8b82-1e183045f617 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.1668172 Feb 05 03:08:02.709396 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef1d7347-8a76-4a06-9731-321953876307 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f10a79c1-3ff9-47df-82f5-36bc8903d578), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:02.712570 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04cf80f3-8945-4c3d-b2f9-03e82300b35c req-c6966b9a-7aa9-4d9a-9771-a6379ed126cc tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180155 Feb 05 03:08:02.727412 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d62a83b9-c963-4ff9-90bf-c2fa8dc1d07d req-a9952f8c-91b0-4fd1-9cea-0509466cc173 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348042 Feb 05 03:08:02.733782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d7347-8a76-4a06-9731-321953876307 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for f10a79c1-3ff9-47df-82f5-36bc8903d578 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:02.795551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ef035ac1-3f3e-418f-ab2c-88f4316bf82f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:02.795910 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ef035ac1-3f3e-418f-ab2c-88f4316bf82f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:02.836327 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-47ff26d4-e926-4be3-8aaf-1128598667d6 None None] Current status of the port ef035ac1-3f3e-418f-ab2c-88f4316bf82f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:02.974207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ef035ac1-3f3e-418f-ab2c-88f4316bf82f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:02.979576 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef1d7347-8a76-4a06-9731-321953876307 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f10a79c1-3ff9-47df-82f5-36bc8903d578), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:02.991765 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-19dff13b-296c-4574-9526-b0e7c05a61ae None None] Provisioning complete for port f10a79c1-3ff9-47df-82f5-36bc8903d578 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:02.992142 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-19dff13b-296c-4574-9526-b0e7c05a61ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f10a79c1-3ff9-47df-82f5-36bc8903d578), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:02.995855 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb504142-4a9f-4221-b84a-c3cededc51a2 req-71e58498-eb5e-420d-b084-7db0b52731c4 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:03.007749 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb504142-4a9f-4221-b84a-c3cededc51a2 req-71e58498-eb5e-420d-b084-7db0b52731c4 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 945 time: 0.1536849 Feb 05 03:08:03.033499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d7347-8a76-4a06-9731-321953876307 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=f10a79c1-3ff9-47df-82f5-36bc8903d578,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:03.036674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-19dff13b-296c-4574-9526-b0e7c05a61ae None None] Port f10a79c1-3ff9-47df-82f5-36bc8903d578 was deleted so its status cannot be updated. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 05 03:08:03.040473 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-19dff13b-296c-4574-9526-b0e7c05a61ae None None] Could not find standard attr ID for object 61487a91-e79b-4fb5-8a3b-85fbe7f68484. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:08:03.092661 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef1d7347-8a76-4a06-9731-321953876307 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:03.107977 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ef1d7347-8a76-4a06-9731-321953876307 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/f10a79c1-3ff9-47df-82f5-36bc8903d578 HTTP/1.1" status: 204 len: 168 time: 0.8489459 Feb 05 03:08:03.111097 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41466) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:03.129881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509a63f-bd18-4cd4-a4fb-b1885be8bc39 req-e1808685-fe34-4a56-8cc2-34ff454d403a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:03.131717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0509a63f-bd18-4cd4-a4fb-b1885be8bc39 req-e1808685-fe34-4a56-8cc2-34ff454d403a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1168418 Feb 05 03:08:03.135454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb504142-4a9f-4221-b84a-c3cededc51a2 req-9b893cad-71dd-4527-b561-b5bc7a6f54e0 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268680 Feb 05 03:08:03.202443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac8dc1c-2eef-4280-a1af-dcf9586416d6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:03.205109 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac8dc1c-2eef-4280-a1af-dcf9586416d6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:03.207720 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0509a63f-bd18-4cd4-a4fb-b1885be8bc39 req-8b30969f-24f4-4457-ad8f-f5bd06627ecf tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646427 Feb 05 03:08:03.214133 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41468) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:03.214399 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6ac8dc1c-2eef-4280-a1af-dcf9586416d6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1020422 Feb 05 03:08:03.288308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04571ce-881c-4d45-87f9-ecaa30d921e4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet f6320cc2-20c6-4c6c-9e82-a5ab40cee3f7 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:08:03.292036 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a04571ce-881c-4d45-87f9-ecaa30d921e4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (f6320cc2-20c6-4c6c-9e82-a5ab40cee3f7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:03.372343 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a04571ce-881c-4d45-87f9-ecaa30d921e4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (f6320cc2-20c6-4c6c-9e82-a5ab40cee3f7), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:03.430337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8536f0-803a-4d58-a1a8-584d97d49eea req-690da9c8-8285-41e4-b06a-4a6e282a13b0 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:03.431829 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec8536f0-803a-4d58-a1a8-584d97d49eea req-690da9c8-8285-41e4-b06a-4a6e282a13b0 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1146612 Feb 05 03:08:03.436187 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a04571ce-881c-4d45-87f9-ecaa30d921e4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (f6320cc2-20c6-4c6c-9e82-a5ab40cee3f7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:03.519219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec8536f0-803a-4d58-a1a8-584d97d49eea req-c84ccead-6f00-4150-88d1-73feb6174424 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798745 Feb 05 03:08:03.530408 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a04571ce-881c-4d45-87f9-ecaa30d921e4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (f6320cc2-20c6-4c6c-9e82-a5ab40cee3f7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:03.568944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04571ce-881c-4d45-87f9-ecaa30d921e4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=f6320cc2-20c6-4c6c-9e82-a5ab40cee3f7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:03.582177 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a04571ce-881c-4d45-87f9-ecaa30d921e4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:03.584934 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41482) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:03.591533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0abb2a2-69a2-4151-ac06-31b5ac743dad None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:03.595404 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a04571ce-881c-4d45-87f9-ecaa30d921e4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/f6320cc2-20c6-4c6c-9e82-a5ab40cee3f7 HTTP/1.1" status: 204 len: 168 time: 0.3800859 Feb 05 03:08:03.657380 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5dadeb10-3fb5-42e3-bd34-a3094bc7a35f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703294 Feb 05 03:08:03.658692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41484) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:03.664963 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-fbecb35a-7b32-400c-8c9b-176a683393d2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:03.708551 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4e8c1695-4a98-4ace-aead-15bfcd278d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:03.848692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed191c41-d571-48e6-a861-330bb2479182 None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:08:03.968876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ed191c41-d571-48e6-a861-330bb2479182 None None] Deleting port ef035ac1-3f3e-418f-ab2c-88f4316bf82f {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:03.969877 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed191c41-d571-48e6-a861-330bb2479182 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ef035ac1-3f3e-418f-ab2c-88f4316bf82f), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:04.022241 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ef035ac1-3f3e-418f-ab2c-88f4316bf82f no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:08:04.068935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-c871bcea-c9c9-41f8-9205-cec351239be9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:04.070640 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-c871bcea-c9c9-41f8-9205-cec351239be9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 812 time: 0.2560906 Feb 05 03:08:04.071419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbecb35a-7b32-400c-8c9b-176a683393d2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:04.078812 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbecb35a-7b32-400c-8c9b-176a683393d2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:04.110613 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ed191c41-d571-48e6-a861-330bb2479182 None None] For port ef035ac1-3f3e-418f-ab2c-88f4316bf82f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ef035ac1-3f3e-418f-ab2c-88f4316bf82f,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:04.114930 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed191c41-d571-48e6-a861-330bb2479182 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ef035ac1-3f3e-418f-ab2c-88f4316bf82f), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:04.137947 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ed191c41-d571-48e6-a861-330bb2479182 None None] Calling delete_port for ef035ac1-3f3e-418f-ab2c-88f4316bf82f owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:04.158559 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-c6311bd4-52b1-4c9a-87ca-48a31113ba7e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/quotas/853f1900c482489d82f61a09748f53b2 HTTP/1.1" status: 200 len: 375 time: 0.0335686 Feb 05 03:08:04.237213 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caae5fd-118e-470b-8dd2-71298a284d1f req-f6d7834a-a859-422b-9429-23322bc3f11b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:04.245737 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7caae5fd-118e-470b-8dd2-71298a284d1f req-f6d7834a-a859-422b-9429-23322bc3f11b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.3136652 Feb 05 03:08:04.265499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ef035ac1-3f3e-418f-ab2c-88f4316bf82f is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:04.266347 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ef035ac1-3f3e-418f-ab2c-88f4316bf82f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:04.310680 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-5de26a85-69d9-4055-a48e-f1b9b43edca7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1511164 Feb 05 03:08:04.329060 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed191c41-d571-48e6-a861-330bb2479182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (ef035ac1-3f3e-418f-ab2c-88f4316bf82f), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:04.362922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed191c41-d571-48e6-a861-330bb2479182 None None] Pushing event deleted for resources: {'Port': ['ID=ef035ac1-3f3e-418f-ab2c-88f4316bf82f,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:04.371671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed191c41-d571-48e6-a861-330bb2479182 None None] No DVR routers for this DVR port ef035ac1-3f3e-418f-ab2c-88f4316bf82f on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:08:04.377030 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 05 03:08:04.377030 n-d-826942-8 neutron-server[109676]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 05 03:08:04.377030 n-d-826942-8 neutron-server[109676]: [parameters: {'status': 'DOWN', 'ports_id': 'ef035ac1-3f3e-418f-ab2c-88f4316bf82f'}] Feb 05 03:08:04.377030 n-d-826942-8 neutron-server[109676]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:08:04.377422 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:08:04.436772 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7caae5fd-118e-470b-8dd2-71298a284d1f req-8b82b908-d146-4e46-9078-d2c74fa0c394 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901646 Feb 05 03:08:04.529100 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-571f8af3-c9b2-49e2-a96a-0a99e54d6fcd service neutron] 10.222.0.36 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173872 Feb 05 03:08:04.561416 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbecb35a-7b32-400c-8c9b-176a683393d2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (51ce511f-65fc-4a2e-bf27-98d3400064d7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:04.663929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbecb35a-7b32-400c-8c9b-176a683393d2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:04.676191 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-fbecb35a-7b32-400c-8c9b-176a683393d2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:04.683506 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbecb35a-7b32-400c-8c9b-176a683393d2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:04.684103 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbecb35a-7b32-400c-8c9b-176a683393d2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:04.692108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ea94b0-8ec7-452e-856e-01b2c4ad9f3b None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:04.693669 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823eb84-b3ff-4023-a205-b097dc860cb2 req-cb409d60-bde9-45a9-a602-fc7a8d6cb871 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:04.700586 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c823eb84-b3ff-4023-a205-b097dc860cb2 req-cb409d60-bde9-45a9-a602-fc7a8d6cb871 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 945 time: 0.1973441 Feb 05 03:08:04.710127 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecb35a-7b32-400c-8c9b-176a683393d2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=51ce511f-65fc-4a2e-bf27-98d3400064d7,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:04.757309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41506) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:04.757883 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fbecb35a-7b32-400c-8c9b-176a683393d2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0971639 Feb 05 03:08:04.759507 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-0b666bd7-20df-44fb-b234-c6868f277ee6 service neutron] 10.222.0.36 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096460 Feb 05 03:08:04.762678 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-459003de-9df0-47d6-8eeb-925f1acdfac3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'name': 'tempest-NetworksTestDHCPv6-806090386'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:04.796248 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c823eb84-b3ff-4023-a205-b097dc860cb2 req-b721e843-4da7-4631-881b-6f3f96dcfe7f tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895431 Feb 05 03:08:04.876669 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': '51ce511f-65fc-4a2e-bf27-98d3400064d7'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:08:04.877535 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:04.932083 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Port ef035ac1-3f3e-418f-ab2c-88f4316bf82f update to DOWN by agent not found {{(pid=109676) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 05 03:08:04.989068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459003de-9df0-47d6-8eeb-925f1acdfac3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:04.992982 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-459003de-9df0-47d6-8eeb-925f1acdfac3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:04.998188 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72648f0b-4e4b-4cac-ad8b-064446aed9cd req-7c32c98b-c084-4952-a6f1-677dc7486d34 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:05.003424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72648f0b-4e4b-4cac-ad8b-064446aed9cd req-7c32c98b-c084-4952-a6f1-677dc7486d34 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.1169968 Feb 05 03:08:05.028582 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-459003de-9df0-47d6-8eeb-925f1acdfac3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port fe2c51f3-bb2d-4964-a1bf-d84ce8e93abd yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:08:05.123156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-872c836b-c61f-4b99-9a52-efaeb1ef1c06 req-292d73b8-b64e-4c95-a95d-511e6a858cad tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 210 time: 0.0619273 Feb 05 03:08:05.140115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72648f0b-4e4b-4cac-ad8b-064446aed9cd req-a3a94880-d3b9-422f-8bef-c849cfea1544 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258652 Feb 05 03:08:05.158622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0476a7ff-1693-4e82-a207-e41cd7a0c806 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:08:05.208810 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Allocated IP 2001:db8::2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/51ce511f-65fc-4a2e-bf27-98d3400064d7/9fbb370c-7ab3-457d-9518-121a3ec45650) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:05.302452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 0476a7ff-1693-4e82-a207-e41cd7a0c806 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:08:05.311158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 0476a7ff-1693-4e82-a207-e41cd7a0c806 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:05.311894 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0476a7ff-1693-4e82-a207-e41cd7a0c806), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:05.314146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50cf37-7429-4480-98c4-3152bb1db1e6 req-c48fcba5-a058-43a9-9a36-7441cc5cf02b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:05.322936 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b50cf37-7429-4480-98c4-3152bb1db1e6 req-c48fcba5-a058-43a9-9a36-7441cc5cf02b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.0723672 Feb 05 03:08:05.409832 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b50cf37-7429-4480-98c4-3152bb1db1e6 req-b5022d08-6573-45f7-b98f-6b8d16db38b1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859301 Feb 05 03:08:05.554237 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Publish callbacks [] for port (9fbb370c-7ab3-457d-9518-121a3ec45650), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:05.567621 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0476a7ff-1693-4e82-a207-e41cd7a0c806 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:05.568044 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0476a7ff-1693-4e82-a207-e41cd7a0c806), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:05.570401 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (9fbb370c-7ab3-457d-9518-121a3ec45650), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:05.627733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:05.628359 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fb77a-dc95-48a6-9333-727ba49034e8 req-ae52b2e3-7552-4b6e-9039-9e785c41e2d0 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:05.630862 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c7fb77a-dc95-48a6-9333-727ba49034e8 req-ae52b2e3-7552-4b6e-9039-9e785c41e2d0 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.0928175 Feb 05 03:08:05.650037 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:05.655823 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:05.665007 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d5f90f-af56-42f3-9bde-4702e54fda92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0476a7ff-1693-4e82-a207-e41cd7a0c806'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:08:05.668212 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef49cea1-afcd-4e3c-b26b-ba50c1bb8b9e" -d '{"events": [{"server_uuid": "e6d5f90f-af56-42f3-9bde-4702e54fda92", "name": "network-vif-plugged", "status": "completed", "tag": "0476a7ff-1693-4e82-a207-e41cd7a0c806"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:08:05.723441 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0476a7ff-1693-4e82-a207-e41cd7a0c806, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0476a7ff-1693-4e82-a207-e41cd7a0c806,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:05.726096 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Pushing event updated for resources: {'Port': ['ID=9fbb370c-7ab3-457d-9518-121a3ec45650,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:05.748206 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8a3ee5-c1b9-4101-a629-ac13fe588a73 x-openstack-request-id: req-aa8a3ee5-c1b9-4101-a629-ac13fe588a73 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:08:05.748501 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d5f90f-af56-42f3-9bde-4702e54fda92", "name": "network-vif-plugged", "status": "completed", "tag": "0476a7ff-1693-4e82-a207-e41cd7a0c806", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:08:05.748756 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa8a3ee5-c1b9-4101-a629-ac13fe588a73 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:08:05.749335 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d5f90f-af56-42f3-9bde-4702e54fda92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0476a7ff-1693-4e82-a207-e41cd7a0c806', 'code': 200} Feb 05 03:08:05.751516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c7fb77a-dc95-48a6-9333-727ba49034e8 req-a88015b6-a1e9-4a20-acf6-f9d1b089e0f7 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139822 Feb 05 03:08:05.757087 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0476a7ff-1693-4e82-a207-e41cd7a0c806), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:05.761830 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:05.762179 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:05.762519 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:05.762895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:05.763226 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:05.763555 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:05.763878 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:05.764204 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:05.764522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:05.764847 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:05.765172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:05.765485 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:05.765840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:05.800766 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-459003de-9df0-47d6-8eeb-925f1acdfac3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::35b (8390d630-9d9e-438f-b4d6-5ec8bb91124a/51ce511f-65fc-4a2e-bf27-98d3400064d7/fe2c51f3-bb2d-4964-a1bf-d84ce8e93abd) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:05.808561 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Attempting to bind port 9fbb370c-7ab3-457d-9518-121a3ec45650 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:08:05.809230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Attempting to bind port 9fbb370c-7ab3-457d-9518-121a3ec45650 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:08:05.809700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Attempting to bind port 9fbb370c-7ab3-457d-9518-121a3ec45650 on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:05.818315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:08:05.818917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:08:05.819518 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:05.819976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:08:05.820549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Bound port: 9fbb370c-7ab3-457d-9518-121a3ec45650, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:08:05.821220 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9fbb370c-7ab3-457d-9518-121a3ec45650), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:05.913618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] For port 9fbb370c-7ab3-457d-9518-121a3ec45650, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:08:05.917012 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] For port 9fbb370c-7ab3-457d-9518-121a3ec45650, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9fbb370c-7ab3-457d-9518-121a3ec45650,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:08:05.938918 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9fbb370c-7ab3-457d-9518-121a3ec45650), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:05.952340 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=0476a7ff-1693-4e82-a207-e41cd7a0c806,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:05.962531 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9518aaec-314a-4a75-8dd5-c125368fcb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:06.050000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2313f-03ae-4185-a04c-153df8c4c6c3 None None] Pushing event updated for resources: {'Port': ['ID=9fbb370c-7ab3-457d-9518-121a3ec45650,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:06.109290 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36b962-c3c2-4d97-8019-729328d8f6cd req-8a106f4f-9e60-4d5d-9294-5c49c6513da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:06.111127 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb36b962-c3c2-4d97-8019-729328d8f6cd req-8a106f4f-9e60-4d5d-9294-5c49c6513da3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 1128 time: 0.2506766 Feb 05 03:08:06.126785 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e37e50-fe02-4746-89cd-27df138ab358 req-fe9bd842-b494-4e13-9037-b3a5dfca3f01 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:06.138974 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42e37e50-fe02-4746-89cd-27df138ab358 req-fe9bd842-b494-4e13-9037-b3a5dfca3f01 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.1402156 Feb 05 03:08:06.153821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75535ce-752d-40f4-918f-f0115bbd0d9f req-d2816f42-7321-40fc-b659-6c84ee3c889b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:06.162429 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f75535ce-752d-40f4-918f-f0115bbd0d9f req-d2816f42-7321-40fc-b659-6c84ee3c889b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.2725551 Feb 05 03:08:06.191644 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb36b962-c3c2-4d97-8019-729328d8f6cd req-3c581a7f-17ce-4f73-b26e-17c4bbb696ac service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729978 Feb 05 03:08:06.240420 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-459003de-9df0-47d6-8eeb-925f1acdfac3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (fe2c51f3-bb2d-4964-a1bf-d84ce8e93abd), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:06.322649 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42e37e50-fe02-4746-89cd-27df138ab358 req-e3c81317-3fec-4aa3-88d4-ce4a0ea6ad17 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804988 Feb 05 03:08:06.334812 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f75535ce-752d-40f4-918f-f0115bbd0d9f req-127f1b98-f0a7-4b2f-a62a-c82cdcaf82c0 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669602 Feb 05 03:08:06.383632 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-459003de-9df0-47d6-8eeb-925f1acdfac3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fe2c51f3-bb2d-4964-a1bf-d84ce8e93abd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:06.450108 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459003de-9df0-47d6-8eeb-925f1acdfac3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:06.459978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-459003de-9df0-47d6-8eeb-925f1acdfac3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:06.476068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459003de-9df0-47d6-8eeb-925f1acdfac3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:06.489871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459003de-9df0-47d6-8eeb-925f1acdfac3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:06.490542 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-459003de-9df0-47d6-8eeb-925f1acdfac3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:06.520900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459003de-9df0-47d6-8eeb-925f1acdfac3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=fe2c51f3-bb2d-4964-a1bf-d84ce8e93abd,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:06.595729 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-459003de-9df0-47d6-8eeb-925f1acdfac3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8372328 Feb 05 03:08:06.599594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41544) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:06.607719 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80306aad-2135-4f1a-b42f-cdde0b3577de req-4b944ee1-36ba-47c6-8c75-a1c94df1f563 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 210 time: 0.1226325 Feb 05 03:08:06.695031 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1aa998-b270-4573-a512-8a232bf77c19 req-1cb61a8a-223c-4cf0-8891-3cee0fb081df tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:06.695484 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ee0cdd-73ed-4b40-ad83-c68460b6ca72 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:06.697214 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd1aa998-b270-4573-a512-8a232bf77c19 req-1cb61a8a-223c-4cf0-8891-3cee0fb081df tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.0884888 Feb 05 03:08:06.701118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ee0cdd-73ed-4b40-ad83-c68460b6ca72 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:06.703029 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e9ee0cdd-73ed-4b40-ad83-c68460b6ca72 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1019235 Feb 05 03:08:06.706888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41546) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:06.724630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-4c12eca8-fdf7-43cb-ad5f-ba7b412b9a96 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:06.726788 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-4c12eca8-fdf7-43cb-ad5f-ba7b412b9a96 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 812 time: 0.2330413 Feb 05 03:08:06.751314 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-d86dabe9-2fe0-4c97-ad1b-e848408de927 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Request body: {'port': {'device_id': 'e7e728a3-58df-44ee-bd60-3473e2da590e', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'admin_state_up': True, 'tenant_id': '853f1900c482489d82f61a09748f53b2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:06.764590 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd1aa998-b270-4573-a512-8a232bf77c19 req-a6de29c0-c3a6-4bfd-b903-fd13570eee37 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604110 Feb 05 03:08:06.894159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d222f-131c-4425-9a2d-c257714971d6 req-e2d61dfc-9463-42e3-8dc2-1fb4242d212c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:06.896036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-861d222f-131c-4425-9a2d-c257714971d6 req-e2d61dfc-9463-42e3-8dc2-1fb4242d212c tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.0615792 Feb 05 03:08:06.902463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-14141d03-40c3-4db2-b69c-fce8a90bf8a1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port fe2c51f3-bb2d-4964-a1bf-d84ce8e93abd {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:06.903057 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14141d03-40c3-4db2-b69c-fce8a90bf8a1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fe2c51f3-bb2d-4964-a1bf-d84ce8e93abd), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:06.948800 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-861d222f-131c-4425-9a2d-c257714971d6 req-9404826a-578c-41c2-8e35-cc9a7d4fef0f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461023 Feb 05 03:08:06.951033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-d86dabe9-2fe0-4c97-ad1b-e848408de927 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Made reservation on behalf of 853f1900c482489d82f61a09748f53b2 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:06.954970 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-d86dabe9-2fe0-4c97-ad1b-e848408de927 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:07.019474 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14141d03-40c3-4db2-b69c-fce8a90bf8a1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fe2c51f3-bb2d-4964-a1bf-d84ce8e93abd), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:07.035000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-14141d03-40c3-4db2-b69c-fce8a90bf8a1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for fe2c51f3-bb2d-4964-a1bf-d84ce8e93abd owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:07.059279 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:07.361919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-d86dabe9-2fe0-4c97-ad1b-e848408de927 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Allocated IP 172.20.0.10 (98d2707f-9918-4156-9358-be4daec3064f/145e9b3d-7ddc-4810-9390-8de255c8f149/36ec2062-61f3-4b79-bfaf-aeca1f042639) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:07.519742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf1cb3-7b35-4ad6-800e-46e407668ac5 req-90813b8f-6537-4d90-9518-4f8585c0b2d8 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:07.527747 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eebf1cb3-7b35-4ad6-800e-46e407668ac5 req-90813b8f-6537-4d90-9518-4f8585c0b2d8 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.0986061 Feb 05 03:08:07.580271 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14141d03-40c3-4db2-b69c-fce8a90bf8a1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fe2c51f3-bb2d-4964-a1bf-d84ce8e93abd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:07.604799 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eebf1cb3-7b35-4ad6-800e-46e407668ac5 req-05292370-cfd6-4490-beff-5f00abbe0cfe tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739970 Feb 05 03:08:07.619883 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14141d03-40c3-4db2-b69c-fce8a90bf8a1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=fe2c51f3-bb2d-4964-a1bf-d84ce8e93abd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:07.629319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea2ad2-0e88-44f9-ba59-4590396fbb31 req-33f3bc51-5df1-4c76-93cb-3f95e867278d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:07.630993 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b4ea2ad2-0e88-44f9-ba59-4590396fbb31 req-33f3bc51-5df1-4c76-93cb-3f95e867278d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.1525044 Feb 05 03:08:07.641486 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-d86dabe9-2fe0-4c97-ad1b-e848408de927 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for port (36ec2062-61f3-4b79-bfaf-aeca1f042639), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:07.663393 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14141d03-40c3-4db2-b69c-fce8a90bf8a1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:07.669939 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-14141d03-40c3-4db2-b69c-fce8a90bf8a1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/fe2c51f3-bb2d-4964-a1bf-d84ce8e93abd HTTP/1.1" status: 204 len: 168 time: 0.9601891 Feb 05 03:08:07.670141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41562) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:07.682172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-84682a2f-bd90-4077-b5e5-5bb8feb9110d None None] Provisioning complete for port 9fbb370c-7ab3-457d-9518-121a3ec45650 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:07.682875 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84682a2f-bd90-4077-b5e5-5bb8feb9110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9fbb370c-7ab3-457d-9518-121a3ec45650), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:07.750476 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b4ea2ad2-0e88-44f9-ba59-4590396fbb31 req-46347d07-164d-48e3-b931-128b2f14c4ae tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016533 Feb 05 03:08:07.761105 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-d86dabe9-2fe0-4c97-ad1b-e848408de927 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (36ec2062-61f3-4b79-bfaf-aeca1f042639), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:07.788859 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-12a241b7-724c-4ae4-ad2e-bfef5296b966 req-95e91cac-7390-4ffc-9d24-bf9571697c40 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 210 time: 0.0457401 Feb 05 03:08:07.824515 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539ffe0d-55a1-439f-b932-bdb768cfc827 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:07.826258 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539ffe0d-55a1-439f-b932-bdb768cfc827 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:07.827897 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-539ffe0d-55a1-439f-b932-bdb768cfc827 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1568375 Feb 05 03:08:07.831645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41570) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:07.920500 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-84682a2f-bd90-4077-b5e5-5bb8feb9110d None None] Current status of the port 9fbb370c-7ab3-457d-9518-121a3ec45650 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:07.920743 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84682a2f-bd90-4077-b5e5-5bb8feb9110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9fbb370c-7ab3-457d-9518-121a3ec45650), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:07.927415 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-d86dabe9-2fe0-4c97-ad1b-e848408de927 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Network 98d2707f-9918-4156-9358-be4daec3064f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:07.937106 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-d86dabe9-2fe0-4c97-ad1b-e848408de927 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:07.998438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-d86dabe9-2fe0-4c97-ad1b-e848408de927 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:08.006563 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-84682a2f-bd90-4077-b5e5-5bb8feb9110d None None] For port 9fbb370c-7ab3-457d-9518-121a3ec45650, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9fbb370c-7ab3-457d-9518-121a3ec45650,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:08.013675 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84682a2f-bd90-4077-b5e5-5bb8feb9110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9fbb370c-7ab3-457d-9518-121a3ec45650), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:08.015778 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dabe9-2fe0-4c97-ad1b-e848408de927 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event updated for resources: {'Port': ['ID=36ec2062-61f3-4b79-bfaf-aeca1f042639,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:08.022573 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9fbb370c-7ab3-457d-9518-121a3ec45650 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:08:08.154831 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-d86dabe9-2fe0-4c97-ad1b-e848408de927 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:08.157681 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-d86dabe9-2fe0-4c97-ad1b-e848408de927 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:08.184433 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84682a2f-bd90-4077-b5e5-5bb8feb9110d None None] Pushing event updated for resources: {'Port': ['ID=9fbb370c-7ab3-457d-9518-121a3ec45650,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:08.202376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1e9292-dacc-4cc8-a0e3-2d519526bfcc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet 51ce511f-65fc-4a2e-bf27-98d3400064d7 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:08:08.207693 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9292-dacc-4cc8-a0e3-2d519526bfcc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (51ce511f-65fc-4a2e-bf27-98d3400064d7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:08.212825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5a60b-01f6-495d-9b32-13af7be26bad req-a3f3d43b-7576-462e-8575-2c90af3cc20a tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:08.222377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07e5a60b-01f6-495d-9b32-13af7be26bad req-a3f3d43b-7576-462e-8575-2c90af3cc20a tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.1174726 Feb 05 03:08:08.249671 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-d86dabe9-2fe0-4c97-ad1b-e848408de927 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5046165 Feb 05 03:08:08.262291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-82aec0ae-a019-47ab-93d2-74df721f69fd None None] Could not find standard attr ID for object fe2c51f3-bb2d-4964-a1bf-d84ce8e93abd. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:08:08.265344 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Request body: {'port': {'device_id': 'e7e728a3-58df-44ee-bd60-3473e2da590e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:08.292508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 9fbb370c-7ab3-457d-9518-121a3ec45650 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:08.293749 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9fbb370c-7ab3-457d-9518-121a3ec45650), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:08.314934 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9292-dacc-4cc8-a0e3-2d519526bfcc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (51ce511f-65fc-4a2e-bf27-98d3400064d7), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:08.346143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07e5a60b-01f6-495d-9b32-13af7be26bad req-d66df0cf-ca44-472e-b016-11d9a1e0c5a3 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205487 Feb 05 03:08:08.423253 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (36ec2062-61f3-4b79-bfaf-aeca1f042639), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:08.541196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 9fbb370c-7ab3-457d-9518-121a3ec45650 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:08.557422 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-26f138dd-4509-4f7b-927f-e13ebd6dffcc None None] Provisioning complete for port 36ec2062-61f3-4b79-bfaf-aeca1f042639 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:08.557812 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-26f138dd-4509-4f7b-927f-e13ebd6dffcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (36ec2062-61f3-4b79-bfaf-aeca1f042639), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:08.597636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-26f138dd-4509-4f7b-927f-e13ebd6dffcc None None] Port 36ec2062-61f3-4b79-bfaf-aeca1f042639 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:08:08.621843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9292-dacc-4cc8-a0e3-2d519526bfcc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (51ce511f-65fc-4a2e-bf27-98d3400064d7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:08.634174 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:08.750475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88446-8d02-4c2c-9f64-ddd3b8ec8f2e req-bcb9cb58-5edc-41bb-bd39-044a1e3ff593 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:08.752099 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-faa88446-8d02-4c2c-9f64-ddd3b8ec8f2e req-bcb9cb58-5edc-41bb-bd39-044a1e3ff593 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.0655179 Feb 05 03:08:08.784516 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9292-dacc-4cc8-a0e3-2d519526bfcc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (51ce511f-65fc-4a2e-bf27-98d3400064d7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:08.809130 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea1e9292-dacc-4cc8-a0e3-2d519526bfcc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:08.822034 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ea1e9292-dacc-4cc8-a0e3-2d519526bfcc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/51ce511f-65fc-4a2e-bf27-98d3400064d7 HTTP/1.1" status: 204 len: 168 time: 0.9872282 Feb 05 03:08:08.833682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41618) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:08.837700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f62c60-2aef-40bb-b1b3-ed0a9ae69ce3 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:08.853056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e9292-dacc-4cc8-a0e3-2d519526bfcc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=51ce511f-65fc-4a2e-bf27-98d3400064d7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:08.916252 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5bee4700-c86c-4825-9dde-34cc1e865f39 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814376 Feb 05 03:08:08.918693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41620) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:08.919713 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-faa88446-8d02-4c2c-9f64-ddd3b8ec8f2e req-cf4af5fb-b7fa-4d6c-9773-16a88be02d4f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618037 Feb 05 03:08:09.028224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ec2062-61f3-4b79-bfaf-aeca1f042639 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:08:09.041978 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Publish callbacks [] for port (36ec2062-61f3-4b79-bfaf-aeca1f042639), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:09.064608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfae4ac-2594-4a9a-b632-2ce408ce6c4a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:09.066382 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1dfae4ac-2594-4a9a-b632-2ce408ce6c4a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1395345 Feb 05 03:08:09.068603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063053f-a1f5-416c-82ab-8395c8e9c349 req-6a808fb0-ed3b-46a3-a77e-7c183946fb71 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:09.070185 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6063053f-a1f5-416c-82ab-8395c8e9c349 req-6a808fb0-ed3b-46a3-a77e-7c183946fb71 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 932 time: 0.1365459 Feb 05 03:08:09.070376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41626) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:09.104080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb74319a-c9a5-44f3-a116-bba2ad76426a None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:08:09.132124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b759e0d-02e7-41a9-b2fc-6fbeb68d0445 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:09.133701 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8b759e0d-02e7-41a9-b2fc-6fbeb68d0445 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0622947 Feb 05 03:08:09.136461 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41628) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:09.163520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6063053f-a1f5-416c-82ab-8395c8e9c349 req-8a69522a-2499-4210-93ed-05f2e93b50de tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848877 Feb 05 03:08:09.190326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Transition to ACTIVE for port object 36ec2062-61f3-4b79-bfaf-aeca1f042639 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:08:09.193335 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3aa21ca1-7e27-4986-ba5a-629ccbcd652b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553894 Feb 05 03:08:09.197969 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (36ec2062-61f3-4b79-bfaf-aeca1f042639), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:09.200232 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41630) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:09.208278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2559c719-1f7b-4607-9f7f-6972b4177ecc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:09.236938 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bb74319a-c9a5-44f3-a116-bba2ad76426a None None] Deleting port 9fbb370c-7ab3-457d-9518-121a3ec45650 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:09.237924 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb74319a-c9a5-44f3-a116-bba2ad76426a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (9fbb370c-7ab3-457d-9518-121a3ec45650), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:09.262073 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Pushing event updated for resources: {'Port': ['ID=36ec2062-61f3-4b79-bfaf-aeca1f042639,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:09.379391 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bb74319a-c9a5-44f3-a116-bba2ad76426a None None] For port 9fbb370c-7ab3-457d-9518-121a3ec45650, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9fbb370c-7ab3-457d-9518-121a3ec45650,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:09.379794 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb74319a-c9a5-44f3-a116-bba2ad76426a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (9fbb370c-7ab3-457d-9518-121a3ec45650), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:09.399223 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2559c719-1f7b-4607-9f7f-6972b4177ecc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:09.412284 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2559c719-1f7b-4607-9f7f-6972b4177ecc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:09.435249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bb74319a-c9a5-44f3-a116-bba2ad76426a None None] Calling delete_port for 9fbb370c-7ab3-457d-9518-121a3ec45650 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:09.532358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Attempting to bind port 36ec2062-61f3-4b79-bfaf-aeca1f042639 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:08:09.532789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Attempting to bind port 36ec2062-61f3-4b79-bfaf-aeca1f042639 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:08:09.535482 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Attempting to bind port 36ec2062-61f3-4b79-bfaf-aeca1f042639 on network 98d2707f-9918-4156-9358-be4daec3064f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:09.544802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Port 36ec2062-61f3-4b79-bfaf-aeca1f042639 on network 98d2707f-9918-4156-9358-be4daec3064f not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:08:09.545048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Attempting to bind port 36ec2062-61f3-4b79-bfaf-aeca1f042639 on network 98d2707f-9918-4156-9358-be4daec3064f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:09.584905 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784db74-afb9-4daf-b826-b6a39a58c6aa req-a7a01c8e-a55e-4903-9176-62818e9a6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:09.586834 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7784db74-afb9-4daf-b826-b6a39a58c6aa req-a7a01c8e-a55e-4903-9176-62818e9a6c0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=48d75b9896b4443ca4a344d32f5eb70e&device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 1128 time: 0.1426854 Feb 05 03:08:09.587394 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:08:09.587710 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Checking segment: {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:08:09.588083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Bound using segment: {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:08:09.588517 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Bound port: 36ec2062-61f3-4b79-bfaf-aeca1f042639, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:08:09.588868 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (36ec2062-61f3-4b79-bfaf-aeca1f042639), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:09.646969 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb74319a-c9a5-44f3-a116-bba2ad76426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (9fbb370c-7ab3-457d-9518-121a3ec45650), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:09.661674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb74319a-c9a5-44f3-a116-bba2ad76426a None None] No DVR routers for this DVR port 9fbb370c-7ab3-457d-9518-121a3ec45650 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:08:09.719356 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74319a-c9a5-44f3-a116-bba2ad76426a None None] Pushing event deleted for resources: {'Port': ['ID=9fbb370c-7ab3-457d-9518-121a3ec45650,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:09.732256 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] For port 36ec2062-61f3-4b79-bfaf-aeca1f042639, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:08:09.738887 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] For port 36ec2062-61f3-4b79-bfaf-aeca1f042639, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=36ec2062-61f3-4b79-bfaf-aeca1f042639,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:08:09.759230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f5a38-e959-41fa-9a3e-61ae45139315 req-94198680-ae7f-45fe-a7a9-db524a99709a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:09.773150 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf9f5a38-e959-41fa-9a3e-61ae45139315 req-94198680-ae7f-45fe-a7a9-db524a99709a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.3434069 Feb 05 03:08:09.803460 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (36ec2062-61f3-4b79-bfaf-aeca1f042639), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:09.805994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d844e17-1b4e-47f0-8e32-88404f22cc30 req-eaf74431-f111-40c8-8760-708c06e6c504 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:09.807468 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d844e17-1b4e-47f0-8e32-88404f22cc30 req-eaf74431-f111-40c8-8760-708c06e6c504 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.2333858 Feb 05 03:08:09.870692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:09.872750 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:09.872876 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] 10.222.0.31 "PUT /v2.0/ports/36ec2062-61f3-4b79-bfaf-aeca1f042639 HTTP/1.1" status: 200 len: 1092 time: 1.6149750 Feb 05 03:08:09.913979 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e728a3-58df-44ee-bd60-3473e2da590e', 'tag': '36ec2062-61f3-4b79-bfaf-aeca1f042639'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:08:09.921943 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e80751-dbec-475d-804c-00fd1cf31d11" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e728a3-58df-44ee-bd60-3473e2da590e", "tag": "36ec2062-61f3-4b79-bfaf-aeca1f042639"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:08:09.943154 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf9f5a38-e959-41fa-9a3e-61ae45139315 req-cea220a7-ba99-4e0f-b6ca-4bdd70da6993 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608257 Feb 05 03:08:09.950348 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:09.979521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9fbb370c-7ab3-457d-9518-121a3ec45650 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:08:10.018030 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 9fbb370c-7ab3-457d-9518-121a3ec45650 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:08:10.018385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9fbb370c-7ab3-457d-9518-121a3ec45650 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:08:10.037651 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d844e17-1b4e-47f0-8e32-88404f22cc30 req-447ba1e7-8c36-4011-9be9-5205f590d45d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669140 Feb 05 03:08:10.052991 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06037782-9d65-495e-a3bc-4c4d613dbd7d service neutron] Pushing event updated for resources: {'Port': ['ID=36ec2062-61f3-4b79-bfaf-aeca1f042639,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:10.076252 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34279d9f-2796-491c-8ae9-3bc16c45be37 x-openstack-request-id: req-34279d9f-2796-491c-8ae9-3bc16c45be37 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:08:10.076548 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e728a3-58df-44ee-bd60-3473e2da590e", "tag": "36ec2062-61f3-4b79-bfaf-aeca1f042639", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:08:10.076805 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34279d9f-2796-491c-8ae9-3bc16c45be37 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:08:10.077284 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e728a3-58df-44ee-bd60-3473e2da590e', 'tag': '36ec2062-61f3-4b79-bfaf-aeca1f042639', 'status': 'completed', 'code': 200} Feb 05 03:08:10.088974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784db74-afb9-4daf-b826-b6a39a58c6aa req-bdf47c11-6aff-4c8c-9fd5-292c447800b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:10.090461 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7784db74-afb9-4daf-b826-b6a39a58c6aa req-bdf47c11-6aff-4c8c-9fd5-292c447800b6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=98ab2392-eb0d-400b-ae03-4808c53f38dc HTTP/1.1" status: 200 len: 914 time: 0.4788847 Feb 05 03:08:10.097977 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-14aca0e6-6a23-4d65-8664-41af43e02a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:10.099767 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-14aca0e6-6a23-4d65-8664-41af43e02a58 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 1126 time: 0.1515338 Feb 05 03:08:10.192277 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7784db74-afb9-4daf-b826-b6a39a58c6aa req-fbdfabbd-f73a-48d5-be18-2d9d07b37daf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acb28c92-8aec-4518-83f2-c35adecc50ea HTTP/1.1" status: 200 len: 217 time: 0.0910468 Feb 05 03:08:10.207167 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2559c719-1f7b-4607-9f7f-6972b4177ecc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (55052c17-6327-40c5-8c8b-02047a91a55d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:10.269806 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-7303e509-5338-4c97-bb30-27a28755f9bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36ec2062-61f3-4b79-bfaf-aeca1f042639 HTTP/1.1" status: 200 len: 217 time: 0.0765264 Feb 05 03:08:10.275139 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559c719-1f7b-4607-9f7f-6972b4177ecc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:10.277268 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2559c719-1f7b-4607-9f7f-6972b4177ecc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:10.282230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2559c719-1f7b-4607-9f7f-6972b4177ecc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:10.282852 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2559c719-1f7b-4607-9f7f-6972b4177ecc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:10.288953 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67abfc9d-c175-463b-9f97-400554afca2a None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:10.343389 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784db74-afb9-4daf-b826-b6a39a58c6aa req-69edd5f2-0459-4164-84f4-8aded258e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:10.345799 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7784db74-afb9-4daf-b826-b6a39a58c6aa req-69edd5f2-0459-4164-84f4-8aded258e879 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9710adb9-a86e-4bd9-b62b-bccb80188957 HTTP/1.1" status: 200 len: 853 time: 0.1416991 Feb 05 03:08:10.348999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559c719-1f7b-4607-9f7f-6972b4177ecc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=55052c17-6327-40c5-8c8b-02047a91a55d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:10.365499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2559c719-1f7b-4607-9f7f-6972b4177ecc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1641307 Feb 05 03:08:10.366271 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41646) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:10.375388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6c87446e-19c8-4491-a4d5-1574f348f1b6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'fixed_ips': [{'subnet_id': '55052c17-6327-40c5-8c8b-02047a91a55d', 'ip_address': '2001:db8::89bf:de44:7588:3d44'}], 'name': 'tempest-NetworksTestDHCPv6-586099025'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:10.401885 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7784db74-afb9-4daf-b826-b6a39a58c6aa req-9de0c027-7247-4bdd-9776-b63b2f226c25 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98ab2392-eb0d-400b-ae03-4808c53f38dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456884 Feb 05 03:08:10.403423 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-707db49d-650b-4e66-89ce-7f17960ccace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:10.405459 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-707db49d-650b-4e66-89ce-7f17960ccace service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.1167705 Feb 05 03:08:10.480908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6dae44-893a-4148-a981-16e9e99a44c7 req-2f1c989d-e9a9-4840-94ea-e4933231779d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:10.482488 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff6dae44-893a-4148-a981-16e9e99a44c7 req-2f1c989d-e9a9-4840-94ea-e4933231779d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 944 time: 0.1750228 Feb 05 03:08:10.496075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': '55052c17-6327-40c5-8c8b-02047a91a55d'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:08:10.497908 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:10.583847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-5ab5bde7-eff1-485c-8779-a175b1bb798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:10.585414 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-5ab5bde7-eff1-485c-8779-a175b1bb798f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1684902 Feb 05 03:08:10.589323 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7784db74-afb9-4daf-b826-b6a39a58c6aa req-7876ac3e-40b4-480b-a24a-2c5cb994f81d service neutron] 10.222.0.10 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816070 Feb 05 03:08:10.646023 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff6dae44-893a-4148-a981-16e9e99a44c7 req-6cd478c5-9b91-4d90-ab18-382f8bcf3b93 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461110 Feb 05 03:08:10.688941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c87446e-19c8-4491-a4d5-1574f348f1b6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:10.712689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Allocated IP 2001:db8::2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/55052c17-6327-40c5-8c8b-02047a91a55d/e9a532d9-7714-4d30-8540-e01212e35299) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:10.814278 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7784db74-afb9-4daf-b826-b6a39a58c6aa req-1ca11d1e-d92c-4aff-acda-d5906416240a service neutron] 10.222.0.10 "GET /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177484 Feb 05 03:08:10.838402 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c87446e-19c8-4491-a4d5-1574f348f1b6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:10.869827 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-6c87446e-19c8-4491-a4d5-1574f348f1b6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port a5c2c199-b3c7-4bed-836e-3b05e253b1ca yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:08:10.876732 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Publish callbacks [] for port (e9a532d9-7714-4d30-8540-e01212e35299), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:10.888989 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (e9a532d9-7714-4d30-8540-e01212e35299), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:10.904089 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-085e3c82-f1a5-4ff0-94fd-ba6cfb8ec63b service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106790 Feb 05 03:08:10.941971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Pushing event updated for resources: {'Port': ['ID=e9a532d9-7714-4d30-8540-e01212e35299,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:10.949531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:10.951008 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:10.953883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:11.015005 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Attempting to bind port e9a532d9-7714-4d30-8540-e01212e35299 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:08:11.015384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Attempting to bind port e9a532d9-7714-4d30-8540-e01212e35299 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:08:11.016444 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Attempting to bind port e9a532d9-7714-4d30-8540-e01212e35299 on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:11.022407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:08:11.022818 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:08:11.023235 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:11.023788 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:08:11.024274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Bound port: e9a532d9-7714-4d30-8540-e01212e35299, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:08:11.024668 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e9a532d9-7714-4d30-8540-e01212e35299), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:11.225159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83ed65-6146-48c2-b397-4d1ce87eb98b req-d3583cf4-d557-465b-9222-5495baa238d1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:11.233100 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc83ed65-6146-48c2-b397-4d1ce87eb98b req-d3583cf4-d557-465b-9222-5495baa238d1 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.1653535 Feb 05 03:08:11.282009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-6c87446e-19c8-4491-a4d5-1574f348f1b6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::89bf:de44:7588:3d44 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/55052c17-6327-40c5-8c8b-02047a91a55d/a5c2c199-b3c7-4bed-836e-3b05e253b1ca) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:11.319152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf5a9d-fb43-4edf-b184-938c618d5e96 req-9166abda-bc04-4b65-a157-ff2fa35b9adf tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:11.320970 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2cf5a9d-fb43-4edf-b184-938c618d5e96 req-9166abda-bc04-4b65-a157-ff2fa35b9adf tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.1463668 Feb 05 03:08:11.332877 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] For port e9a532d9-7714-4d30-8540-e01212e35299, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:08:11.348051 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] For port e9a532d9-7714-4d30-8540-e01212e35299, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e9a532d9-7714-4d30-8540-e01212e35299,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:08:11.360685 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c04eee0f-3374-4946-a5d3-a516e00fcca9 req-51fb6d46-09d0-4871-b0cc-40832e9db2a2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4936063 Feb 05 03:08:11.370065 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc83ed65-6146-48c2-b397-4d1ce87eb98b req-54ffe936-97e4-4e35-8b8f-b84c8ac68e71 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311197 Feb 05 03:08:11.370269 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e9a532d9-7714-4d30-8540-e01212e35299), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:11.429722 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0e2a242-a5ed-4ea2-8d52-6db0c4aa4453 req-d7983275-415b-42c3-825c-1e7676184fd7 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173118 Feb 05 03:08:11.431589 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:11.473379 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005278c-6466-40df-a249-710b2ac26a0a None None] Pushing event updated for resources: {'Port': ['ID=e9a532d9-7714-4d30-8540-e01212e35299,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:11.527372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2cf5a9d-fb43-4edf-b184-938c618d5e96 req-e9b8a639-2fcd-4a5f-a8a1-c5facc700a77 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958992 Feb 05 03:08:11.571583 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04eee0f-3374-4946-a5d3-a516e00fcca9 req-8196cfca-7502-4df2-83d2-c2a4b283c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:11.573435 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c04eee0f-3374-4946-a5d3-a516e00fcca9 req-8196cfca-7502-4df2-83d2-c2a4b283c472 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 1126 time: 0.1425178 Feb 05 03:08:11.580185 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e80751-dbec-475d-804c-00fd1cf31d11 req-dbe2fd61-7673-4b56-9e93-a1caff88acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:11.584416 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-70e80751-dbec-475d-804c-00fd1cf31d11 req-dbe2fd61-7673-4b56-9e93-a1caff88acb3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 1126 time: 0.0887146 Feb 05 03:08:11.711072 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e80751-dbec-475d-804c-00fd1cf31d11 req-47a4ec90-cd24-4df6-bcb6-10b01132103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:11.712782 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-70e80751-dbec-475d-804c-00fd1cf31d11 req-47a4ec90-cd24-4df6-bcb6-10b01132103a service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.1206486 Feb 05 03:08:11.777957 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c87446e-19c8-4491-a4d5-1574f348f1b6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (a5c2c199-b3c7-4bed-836e-3b05e253b1ca), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:11.861725 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-70e80751-dbec-475d-804c-00fd1cf31d11 req-0782a240-1bb1-4a45-b5cd-c019e7026ad6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36ec2062-61f3-4b79-bfaf-aeca1f042639 HTTP/1.1" status: 200 len: 217 time: 0.1280169 Feb 05 03:08:12.034236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e80751-dbec-475d-804c-00fd1cf31d11 req-c6368105-ce47-46b4-bd9f-fd06d413f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:12.039918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21938dbe-4d13-4a8c-af4a-101c1258e75e req-43c3b80b-2482-4f36-8e25-a13902a21989 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:12.044406 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-70e80751-dbec-475d-804c-00fd1cf31d11 req-c6368105-ce47-46b4-bd9f-fd06d413f98d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.1408260 Feb 05 03:08:12.050339 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-21938dbe-4d13-4a8c-af4a-101c1258e75e req-43c3b80b-2482-4f36-8e25-a13902a21989 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 944 time: 0.2420847 Feb 05 03:08:12.051906 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c87446e-19c8-4491-a4d5-1574f348f1b6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (a5c2c199-b3c7-4bed-836e-3b05e253b1ca), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:12.074693 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e9a532d9-7714-4d30-8540-e01212e35299 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:08:12.178289 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e9a532d9-7714-4d30-8540-e01212e35299 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:12.181658 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e9a532d9-7714-4d30-8540-e01212e35299), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:12.193201 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04eee0f-3374-4946-a5d3-a516e00fcca9 req-3d52097c-3302-41f7-b552-05519df55966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:12.194790 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c04eee0f-3374-4946-a5d3-a516e00fcca9 req-3d52097c-3302-41f7-b552-05519df55966 service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.4802744 Feb 05 03:08:12.212947 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c87446e-19c8-4491-a4d5-1574f348f1b6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:12.216880 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87446e-19c8-4491-a4d5-1574f348f1b6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=a5c2c199-b3c7-4bed-836e-3b05e253b1ca,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:12.224197 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6c87446e-19c8-4491-a4d5-1574f348f1b6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:12.229823 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c87446e-19c8-4491-a4d5-1574f348f1b6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:12.236043 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c87446e-19c8-4491-a4d5-1574f348f1b6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:12.236691 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c87446e-19c8-4491-a4d5-1574f348f1b6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:12.244168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-21938dbe-4d13-4a8c-af4a-101c1258e75e req-d554f3c4-b851-46c2-bbd0-5639795c461c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706872 Feb 05 03:08:12.268924 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6c87446e-19c8-4491-a4d5-1574f348f1b6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8971817 Feb 05 03:08:12.269585 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41668) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:12.289987 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e80751-dbec-475d-804c-00fd1cf31d11 req-5eccde25-f217-4b27-8644-01a4f5398b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:12.292128 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-70e80751-dbec-475d-804c-00fd1cf31d11 req-5eccde25-f217-4b27-8644-01a4f5398b47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2273545 Feb 05 03:08:12.361699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db8b191-432c-4e09-a605-755e183acb88 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:12.375708 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db8b191-432c-4e09-a605-755e183acb88 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:12.381524 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6db8b191-432c-4e09-a605-755e183acb88 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1108494 Feb 05 03:08:12.382168 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41670) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:12.388081 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e9a532d9-7714-4d30-8540-e01212e35299 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:12.388623 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e9a532d9-7714-4d30-8540-e01212e35299), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:12.397138 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c04eee0f-3374-4946-a5d3-a516e00fcca9 req-47d23354-b87a-4e9b-ad00-7c84bc7f291f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 HTTP/1.1" status: 200 len: 999 time: 0.1895099 Feb 05 03:08:12.495579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port e9a532d9-7714-4d30-8540-e01212e35299, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e9a532d9-7714-4d30-8540-e01212e35299,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:12.503019 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e9a532d9-7714-4d30-8540-e01212e35299), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:12.528809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04eee0f-3374-4946-a5d3-a516e00fcca9 req-3a9dc21b-9ac9-43c5-bda2-db0857c5b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:12.532044 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c04eee0f-3374-4946-a5d3-a516e00fcca9 req-3a9dc21b-9ac9-43c5-bda2-db0857c5b8d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.1185429 Feb 05 03:08:12.603411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=e9a532d9-7714-4d30-8540-e01212e35299,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:12.624451 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-70e80751-dbec-475d-804c-00fd1cf31d11 req-8f036a2d-b9da-41ee-a25d-1a8b0197a680 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185966 Feb 05 03:08:12.729591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04eee0f-3374-4946-a5d3-a516e00fcca9 req-c5bf1c57-a653-43bd-827e-f2765caa1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:12.731269 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c04eee0f-3374-4946-a5d3-a516e00fcca9 req-c5bf1c57-a653-43bd-827e-f2765caa1150 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1869156 Feb 05 03:08:12.861982 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-70e80751-dbec-475d-804c-00fd1cf31d11 req-837abd4d-d0a2-4919-8a33-c268654c3a6d service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299492 Feb 05 03:08:12.913321 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c04eee0f-3374-4946-a5d3-a516e00fcca9 req-f7c973d5-060a-4ff1-a3a9-8d180980ada8 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742980 Feb 05 03:08:13.042048 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c04eee0f-3374-4946-a5d3-a516e00fcca9 req-37b6d2ac-9f35-4dcd-8466-bc409ee3838b service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207047 Feb 05 03:08:13.084804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b6296-09e5-40ad-92e2-05c885810cf5 req-6d9e24f1-1a2a-4cf3-b47f-cf1052d21e95 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:13.089890 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b94b6296-09e5-40ad-92e2-05c885810cf5 req-6d9e24f1-1a2a-4cf3-b47f-cf1052d21e95 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.6264880 Feb 05 03:08:13.181179 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-93564f35-0cae-493b-bd16-dc83121517ce None None] Provisioning complete for port e9a532d9-7714-4d30-8540-e01212e35299 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:13.182265 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93564f35-0cae-493b-bd16-dc83121517ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e9a532d9-7714-4d30-8540-e01212e35299), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:13.205719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c6a64f3a-f950-487e-80b4-f7e06c0ddb9b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port a5c2c199-b3c7-4bed-836e-3b05e253b1ca {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:13.206319 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6a64f3a-f950-487e-80b4-f7e06c0ddb9b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a5c2c199-b3c7-4bed-836e-3b05e253b1ca), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:13.239625 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4beff05-50c4-48f5-8e06-095995aaa9d4 req-8ce4dc59-4db4-42e2-9bfd-4a1a048c2cf6 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:13.241206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4beff05-50c4-48f5-8e06-095995aaa9d4 req-8ce4dc59-4db4-42e2-9bfd-4a1a048c2cf6 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.1889973 Feb 05 03:08:13.329630 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b94b6296-09e5-40ad-92e2-05c885810cf5 req-411eeada-3e57-4519-afe0-4cc85ea329ec tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222185 Feb 05 03:08:13.359554 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-93564f35-0cae-493b-bd16-dc83121517ce None None] Current status of the port e9a532d9-7714-4d30-8540-e01212e35299 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:13.461880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 36ec2062-61f3-4b79-bfaf-aeca1f042639 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:08:13.568367 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6a64f3a-f950-487e-80b4-f7e06c0ddb9b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a5c2c199-b3c7-4bed-836e-3b05e253b1ca), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:13.574546 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e4487f44-52d6-40a1-997f-507ce89c3c30 None None] Provisioning complete for port a5c2c199-b3c7-4bed-836e-3b05e253b1ca triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:13.574956 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4487f44-52d6-40a1-997f-507ce89c3c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a5c2c199-b3c7-4bed-836e-3b05e253b1ca), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:13.582079 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c6a64f3a-f950-487e-80b4-f7e06c0ddb9b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for a5c2c199-b3c7-4bed-836e-3b05e253b1ca owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:13.611468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e4487f44-52d6-40a1-997f-507ce89c3c30 None None] Port a5c2c199-b3c7-4bed-836e-3b05e253b1ca cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:08:13.640268 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 36ec2062-61f3-4b79-bfaf-aeca1f042639, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=36ec2062-61f3-4b79-bfaf-aeca1f042639,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:13.643807 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4beff05-50c4-48f5-8e06-095995aaa9d4 req-2ed3d889-9642-42b2-82e2-d812422d0eda tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391924 Feb 05 03:08:13.674772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '36ec2062-61f3-4b79-bfaf-aeca1f042639', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'port_id': '36ec2062-61f3-4b79-bfaf-aeca1f042639', 'mac_address': 'fa:16:3e:49:1d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:08:13.701050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03d7a8-1355-4c89-835f-aa0be4c4e620 req-e6fa4826-5e8e-41bc-a287-0b635d2c369c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:13.708062 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c03d7a8-1355-4c89-835f-aa0be4c4e620 req-e6fa4826-5e8e-41bc-a287-0b635d2c369c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 944 time: 0.1932638 Feb 05 03:08:13.731047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 36ec2062-61f3-4b79-bfaf-aeca1f042639 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:13.731447 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (36ec2062-61f3-4b79-bfaf-aeca1f042639), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:13.745520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ec2062-61f3-4b79-bfaf-aeca1f042639 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:08:13.768059 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 36ec2062-61f3-4b79-bfaf-aeca1f042639, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=36ec2062-61f3-4b79-bfaf-aeca1f042639,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:13.774542 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (36ec2062-61f3-4b79-bfaf-aeca1f042639), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:13.806804 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c03d7a8-1355-4c89-835f-aa0be4c4e620 req-475fe527-8558-4932-b453-33a2c41af226 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965371 Feb 05 03:08:13.871013 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=36ec2062-61f3-4b79-bfaf-aeca1f042639,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:13.882513 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc0752-3f06-4a82-a4c1-68897bb89eb1 req-adb43171-c8da-46fe-9ce4-adc6ad26f9b3 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:13.884133 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ffc0752-3f06-4a82-a4c1-68897bb89eb1 req-adb43171-c8da-46fe-9ce4-adc6ad26f9b3 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.1420000 Feb 05 03:08:13.944626 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6a64f3a-f950-487e-80b4-f7e06c0ddb9b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (a5c2c199-b3c7-4bed-836e-3b05e253b1ca), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:13.947983 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e9a532d9-7714-4d30-8540-e01212e35299 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:08:13.958698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ffc0752-3f06-4a82-a4c1-68897bb89eb1 req-91bcd115-0559-49ca-9044-9dfccf127965 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684218 Feb 05 03:08:13.989208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a64f3a-f950-487e-80b4-f7e06c0ddb9b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=a5c2c199-b3c7-4bed-836e-3b05e253b1ca,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:14.018769 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6a64f3a-f950-487e-80b4-f7e06c0ddb9b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:14.025277 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41700) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:14.026284 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c6a64f3a-f950-487e-80b4-f7e06c0ddb9b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/a5c2c199-b3c7-4bed-836e-3b05e253b1ca HTTP/1.1" status: 204 len: 168 time: 1.6411521 Feb 05 03:08:14.077168 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e9a532d9-7714-4d30-8540-e01212e35299 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:14.077934 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e9a532d9-7714-4d30-8540-e01212e35299), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:14.117423 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f16fda-b084-4a5f-904f-5a4facba66b1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:14.118850 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f16fda-b084-4a5f-904f-5a4facba66b1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:14.120383 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-73f16fda-b084-4a5f-904f-5a4facba66b1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0940912 Feb 05 03:08:14.123328 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41702) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:14.160248 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['36ec2062-61f3-4b79-bfaf-aeca1f042639'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:08:14.188182 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:08:14.228668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e9a532d9-7714-4d30-8540-e01212e35299 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:14.240275 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b122f662-e1be-42c9-a933-c8c61406473f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet 55052c17-6327-40c5-8c8b-02047a91a55d {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:08:14.297342 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b122f662-e1be-42c9-a933-c8c61406473f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (55052c17-6327-40c5-8c8b-02047a91a55d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:14.364249 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b122f662-e1be-42c9-a933-c8c61406473f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (55052c17-6327-40c5-8c8b-02047a91a55d), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:14.404234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094b092-5a37-4a4d-bf83-7384a3bcf256 req-1ea48fcc-3cda-4c29-ade0-2b2c2fd1e7b8 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:14.406672 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9094b092-5a37-4a4d-bf83-7384a3bcf256 req-1ea48fcc-3cda-4c29-ade0-2b2c2fd1e7b8 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.2818785 Feb 05 03:08:14.494507 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9094b092-5a37-4a4d-bf83-7384a3bcf256 req-0def7132-8e4a-4616-b92f-b500aea9a241 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811491 Feb 05 03:08:14.497373 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b122f662-e1be-42c9-a933-c8c61406473f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (55052c17-6327-40c5-8c8b-02047a91a55d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:14.594041 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b122f662-e1be-42c9-a933-c8c61406473f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (55052c17-6327-40c5-8c8b-02047a91a55d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:14.609037 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b122f662-e1be-42c9-a933-c8c61406473f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:14.612893 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b122f662-e1be-42c9-a933-c8c61406473f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/55052c17-6327-40c5-8c8b-02047a91a55d HTTP/1.1" status: 204 len: 168 time: 0.4868946 Feb 05 03:08:14.615467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41712) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:14.617440 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378ec2b4-6799-43da-b9e5-9e5aa07aaaf2 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:14.632611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122f662-e1be-42c9-a933-c8c61406473f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=55052c17-6327-40c5-8c8b-02047a91a55d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:14.681526 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b9e3e34c-4f9a-486b-a060-76d3995bf334 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649474 Feb 05 03:08:14.684238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41716) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:14.690579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3071d71c-1b7e-45d8-bd7e-a2c4ba2baf7a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:14.763563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b402b-2df4-44b1-bd58-86817427e0b4 req-41a8fb42-aa2f-4498-8d81-9763743fef10 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:14.765188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b58b402b-2df4-44b1-bd58-86817427e0b4 req-41a8fb42-aa2f-4498-8d81-9763743fef10 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.1032767 Feb 05 03:08:14.833043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3071d71c-1b7e-45d8-bd7e-a2c4ba2baf7a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:14.845434 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3071d71c-1b7e-45d8-bd7e-a2c4ba2baf7a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:14.884792 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f127df9-648c-4f47-ad29-5ef25eede2df req-d9d635f0-a023-4f08-a380-31724a055ab0 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:14.886671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f127df9-648c-4f47-ad29-5ef25eede2df req-d9d635f0-a023-4f08-a380-31724a055ab0 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.1200461 Feb 05 03:08:14.890210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b58b402b-2df4-44b1-bd58-86817427e0b4 req-ca314dff-14d5-42dc-8e1b-d049dfdc50d6 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713458 Feb 05 03:08:14.908333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e34377-0425-4471-9a42-462c45edc4cb None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:08:14.973158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-88e34377-0425-4471-9a42-462c45edc4cb None None] Deleting port e9a532d9-7714-4d30-8540-e01212e35299 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:14.973656 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88e34377-0425-4471-9a42-462c45edc4cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e9a532d9-7714-4d30-8540-e01212e35299), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:15.016014 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f127df9-648c-4f47-ad29-5ef25eede2df req-bfa3dedc-92dc-4cf7-a517-7daa3d3f59c9 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036608 Feb 05 03:08:15.065915 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-88e34377-0425-4471-9a42-462c45edc4cb None None] For port e9a532d9-7714-4d30-8540-e01212e35299, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e9a532d9-7714-4d30-8540-e01212e35299,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:15.066329 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88e34377-0425-4471-9a42-462c45edc4cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e9a532d9-7714-4d30-8540-e01212e35299), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:15.085116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-88e34377-0425-4471-9a42-462c45edc4cb None None] Calling delete_port for e9a532d9-7714-4d30-8540-e01212e35299 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:15.104107 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88151c-c88f-4915-a3a1-fcc5ad72aba5 req-b1181488-62c7-40d2-b6b2-e0321918af10 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:15.112660 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0f88151c-c88f-4915-a3a1-fcc5ad72aba5 req-b1181488-62c7-40d2-b6b2-e0321918af10 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 945 time: 0.0948634 Feb 05 03:08:15.186694 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88e34377-0425-4471-9a42-462c45edc4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (e9a532d9-7714-4d30-8540-e01212e35299), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:15.256653 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0f88151c-c88f-4915-a3a1-fcc5ad72aba5 req-17d41e7c-6056-4391-bf58-ee7c50e5b50d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398556 Feb 05 03:08:15.357910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e34377-0425-4471-9a42-462c45edc4cb None None] Pushing event deleted for resources: {'Port': ['ID=e9a532d9-7714-4d30-8540-e01212e35299,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:15.364929 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3071d71c-1b7e-45d8-bd7e-a2c4ba2baf7a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (2513dc3e-06b9-49be-85ab-4107e02deef3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:15.374469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e34377-0425-4471-9a42-462c45edc4cb None None] No DVR routers for this DVR port e9a532d9-7714-4d30-8540-e01212e35299 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:08:15.403682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ededa12-e469-454a-a359-fec2d8b7fffa req-88dfce44-3fe9-4f95-ac28-a9d409c56cd5 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:15.408433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ededa12-e469-454a-a359-fec2d8b7fffa req-88dfce44-3fe9-4f95-ac28-a9d409c56cd5 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.1129122 Feb 05 03:08:15.435485 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3071d71c-1b7e-45d8-bd7e-a2c4ba2baf7a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:15.439059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-3071d71c-1b7e-45d8-bd7e-a2c4ba2baf7a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:15.443668 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3071d71c-1b7e-45d8-bd7e-a2c4ba2baf7a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:15.444271 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3071d71c-1b7e-45d8-bd7e-a2c4ba2baf7a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:15.449142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70159151-0645-427c-bc21-3c6d80b99618 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:15.465405 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071d71c-1b7e-45d8-bd7e-a2c4ba2baf7a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=2513dc3e-06b9-49be-85ab-4107e02deef3,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:15.476564 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3071d71c-1b7e-45d8-bd7e-a2c4ba2baf7a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7888737 Feb 05 03:08:15.476895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41728) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:15.479135 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ededa12-e469-454a-a359-fec2d8b7fffa req-023fc3cb-1366-4627-9f4d-da352a157a89 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633223 Feb 05 03:08:15.501735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c6b8fb23-33ed-4caa-a95f-c35caa164c09 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'fixed_ips': [{'subnet_id': '2513dc3e-06b9-49be-85ab-4107e02deef3', 'ip_address': '2001:db8::a3b9:fa1d:ad53:a59e'}], 'name': 'tempest-NetworksTestDHCPv6-1248011354'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:15.598599 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 36ec2062-61f3-4b79-bfaf-aeca1f042639 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:08:15.643176 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d5a73-34cf-4756-a920-601d777e91bb req-f84f06e5-6ec7-4de1-9307-463b17dbb0b3 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:15.647258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-395d5a73-34cf-4756-a920-601d777e91bb req-f84f06e5-6ec7-4de1-9307-463b17dbb0b3 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.0911243 Feb 05 03:08:15.685607 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b8fb23-33ed-4caa-a95f-c35caa164c09 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:15.716664 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': '2513dc3e-06b9-49be-85ab-4107e02deef3'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:08:15.719618 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:15.722353 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-395d5a73-34cf-4756-a920-601d777e91bb req-1bb7fd19-f87d-4730-876f-77203558cdd4 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691926 Feb 05 03:08:15.786466 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6b8fb23-33ed-4caa-a95f-c35caa164c09 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:15.809741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-c6b8fb23-33ed-4caa-a95f-c35caa164c09 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port b454e3cf-bccd-4b76-a4ef-9ea255c0e0b8 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:08:15.850649 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 36ec2062-61f3-4b79-bfaf-aeca1f042639 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:08:15.856406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 36ec2062-61f3-4b79-bfaf-aeca1f042639 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:15.857277 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (36ec2062-61f3-4b79-bfaf-aeca1f042639), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:15.957202 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b38bd-4916-4785-b3e3-0132044f27de req-872cf70c-0ea3-469d-96d6-edeaf662fc64 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:15.959015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de7b38bd-4916-4785-b3e3-0132044f27de req-872cf70c-0ea3-469d-96d6-edeaf662fc64 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.1229708 Feb 05 03:08:15.986616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 36ec2062-61f3-4b79-bfaf-aeca1f042639 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:15.987054 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (36ec2062-61f3-4b79-bfaf-aeca1f042639), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:15.996058 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e9a532d9-7714-4d30-8540-e01212e35299 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:08:16.006861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de7b38bd-4916-4785-b3e3-0132044f27de req-a32d183f-ceec-4fa3-974e-c92443888ac2 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418608 Feb 05 03:08:16.046604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Allocated IP 2001:db8::2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/2513dc3e-06b9-49be-85ab-4107e02deef3/1fd52f6e-2265-43ff-9660-72f5abf7343c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:16.052335 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: e9a532d9-7714-4d30-8540-e01212e35299 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:08:16.052679 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e9a532d9-7714-4d30-8540-e01212e35299 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:08:16.059369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e728a3-58df-44ee-bd60-3473e2da590e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ec2062-61f3-4b79-bfaf-aeca1f042639'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:08:16.061601 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6c49a1-a5f8-47a0-9c81-08ec50e10e63" -d '{"events": [{"server_uuid": "e7e728a3-58df-44ee-bd60-3473e2da590e", "name": "network-vif-plugged", "status": "completed", "tag": "36ec2062-61f3-4b79-bfaf-aeca1f042639"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:08:16.082405 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 36ec2062-61f3-4b79-bfaf-aeca1f042639, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=36ec2062-61f3-4b79-bfaf-aeca1f042639,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:16.095387 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (36ec2062-61f3-4b79-bfaf-aeca1f042639), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:16.180413 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:16.194020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ae082-5c65-4282-99d5-93c4e7c6a839 req-6d8b62ab-b0ed-4302-a9fd-765015d1ccd7 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:16.195641 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a6ae082-5c65-4282-99d5-93c4e7c6a839 req-6d8b62ab-b0ed-4302-a9fd-765015d1ccd7 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.0927081 Feb 05 03:08:16.206628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc543918-0441-43a3-985c-0b532dbcd4f1 req-e5872cb9-8210-456e-a92f-e5e12b3e91a2 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:16.208361 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc543918-0441-43a3-985c-0b532dbcd4f1 req-e5872cb9-8210-456e-a92f-e5e12b3e91a2 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.0781915 Feb 05 03:08:16.218036 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=36ec2062-61f3-4b79-bfaf-aeca1f042639,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:16.299034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a6ae082-5c65-4282-99d5-93c4e7c6a839 req-4c77918a-8820-470f-9e6b-e796067c423e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850489 Feb 05 03:08:16.321890 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc543918-0441-43a3-985c-0b532dbcd4f1 req-da63d81b-382a-4b0a-b6a8-8dc7f4a179aa tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993063 Feb 05 03:08:16.346022 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Publish callbacks [] for port (1fd52f6e-2265-43ff-9660-72f5abf7343c), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:16.361220 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (1fd52f6e-2265-43ff-9660-72f5abf7343c), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:16.469269 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968dede3-b93f-4c6f-a976-b9fe3b1eebcb x-openstack-request-id: req-968dede3-b93f-4c6f-a976-b9fe3b1eebcb {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:08:16.469620 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e728a3-58df-44ee-bd60-3473e2da590e", "name": "network-vif-plugged", "status": "completed", "tag": "36ec2062-61f3-4b79-bfaf-aeca1f042639", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:08:16.469856 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-968dede3-b93f-4c6f-a976-b9fe3b1eebcb {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:08:16.478446 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e728a3-58df-44ee-bd60-3473e2da590e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ec2062-61f3-4b79-bfaf-aeca1f042639', 'code': 200} Feb 05 03:08:16.536121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:16.548709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:16.550912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Pushing event updated for resources: {'Port': ['ID=1fd52f6e-2265-43ff-9660-72f5abf7343c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:16.560232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:16.562215 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c1a8b-d4ed-41d6-98bb-7017a252f3f2 req-61760d17-3702-4760-8f3a-ebe8c3ab0981 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:16.568198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e34c1a8b-d4ed-41d6-98bb-7017a252f3f2 req-61760d17-3702-4760-8f3a-ebe8c3ab0981 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.1453447 Feb 05 03:08:16.629120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-c6b8fb23-33ed-4caa-a95f-c35caa164c09 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::a3b9:fa1d:ad53:a59e (8390d630-9d9e-438f-b4d6-5ec8bb91124a/2513dc3e-06b9-49be-85ab-4107e02deef3/b454e3cf-bccd-4b76-a4ef-9ea255c0e0b8) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:16.667904 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Attempting to bind port 1fd52f6e-2265-43ff-9660-72f5abf7343c on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:08:16.668337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Attempting to bind port 1fd52f6e-2265-43ff-9660-72f5abf7343c by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:08:16.668644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Attempting to bind port 1fd52f6e-2265-43ff-9660-72f5abf7343c on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:16.671142 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efa57c-b7ed-481b-8034-e972e331352a req-caf08e1d-ce7d-44d3-97a0-acda592fbdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:16.673523 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d7efa57c-b7ed-481b-8034-e972e331352a req-caf08e1d-ce7d-44d3-97a0-acda592fbdc2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 1128 time: 0.2003388 Feb 05 03:08:16.676622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:08:16.677014 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:08:16.677423 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:16.677823 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:08:16.678307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Bound port: 1fd52f6e-2265-43ff-9660-72f5abf7343c, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:08:16.678744 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1fd52f6e-2265-43ff-9660-72f5abf7343c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:16.758615 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e34c1a8b-d4ed-41d6-98bb-7017a252f3f2 req-f80fa284-94f6-434f-b8e4-fd2fccc2e9d8 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773090 Feb 05 03:08:16.804635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2e7f9-e1a3-448a-8ad7-0353d83e599c req-fc608602-5cdc-4923-a57b-fcebd9b18800 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:16.808455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] For port 1fd52f6e-2265-43ff-9660-72f5abf7343c, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:08:16.812847 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] For port 1fd52f6e-2265-43ff-9660-72f5abf7343c, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1fd52f6e-2265-43ff-9660-72f5abf7343c,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:08:16.816436 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43b2e7f9-e1a3-448a-8ad7-0353d83e599c req-fc608602-5cdc-4923-a57b-fcebd9b18800 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.1948638 Feb 05 03:08:16.823179 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1fd52f6e-2265-43ff-9660-72f5abf7343c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:16.836527 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d7efa57c-b7ed-481b-8034-e972e331352a req-0c506d98-a9ca-4e36-97c7-5c3c3ba4edce service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494694 Feb 05 03:08:16.920095 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43b2e7f9-e1a3-448a-8ad7-0353d83e599c req-438e8a76-85aa-473e-b0d4-42e0f3c8e77b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023998 Feb 05 03:08:16.969608 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b69a2f-9c49-4348-8c5d-971938f12706 None None] Pushing event updated for resources: {'Port': ['ID=1fd52f6e-2265-43ff-9660-72f5abf7343c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:17.027025 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6b8fb23-33ed-4caa-a95f-c35caa164c09 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (b454e3cf-bccd-4b76-a4ef-9ea255c0e0b8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:17.084769 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6b8fb23-33ed-4caa-a95f-c35caa164c09 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (b454e3cf-bccd-4b76-a4ef-9ea255c0e0b8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:17.100151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ddebd-a363-45a5-b27b-e13e129eb6c3 req-b244f778-0976-4bc9-a7ae-19d1cb66f1e8 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:17.107696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e1ddebd-a363-45a5-b27b-e13e129eb6c3 req-b244f778-0976-4bc9-a7ae-19d1cb66f1e8 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.0800724 Feb 05 03:08:17.143647 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b8fb23-33ed-4caa-a95f-c35caa164c09 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:17.149864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c6b8fb23-33ed-4caa-a95f-c35caa164c09 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:17.159677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b8fb23-33ed-4caa-a95f-c35caa164c09 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:17.166250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b8fb23-33ed-4caa-a95f-c35caa164c09 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:17.167042 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6b8fb23-33ed-4caa-a95f-c35caa164c09 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:17.173746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8fb23-33ed-4caa-a95f-c35caa164c09 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=b454e3cf-bccd-4b76-a4ef-9ea255c0e0b8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:17.180114 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e1ddebd-a363-45a5-b27b-e13e129eb6c3 req-8c4f9d3d-632c-41d3-a5ed-25ffb4f5ca9f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715673 Feb 05 03:08:17.235069 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c6b8fb23-33ed-4caa-a95f-c35caa164c09 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7530046 Feb 05 03:08:17.235206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41764) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:17.326703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45715674-6198-4f14-8b53-1a5961561c1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:17.334087 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45715674-6198-4f14-8b53-1a5961561c1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:17.336242 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-45715674-6198-4f14-8b53-1a5961561c1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1018085 Feb 05 03:08:17.339466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41772) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:17.440768 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b1ac2-18b0-413c-bdfe-ff852df77fcf req-face3e28-44f3-46ab-ab2d-f512cdcd009a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:17.442656 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d79b1ac2-18b0-413c-bdfe-ff852df77fcf req-face3e28-44f3-46ab-ab2d-f512cdcd009a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.1050899 Feb 05 03:08:17.523592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-68221b1e-e56a-447e-8c2a-25faa8078f26 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port b454e3cf-bccd-4b76-a4ef-9ea255c0e0b8 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:17.524395 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68221b1e-e56a-447e-8c2a-25faa8078f26 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b454e3cf-bccd-4b76-a4ef-9ea255c0e0b8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:17.538954 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d79b1ac2-18b0-413c-bdfe-ff852df77fcf req-d9e9aae2-8451-4d54-9af4-4d2cc91e581b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887747 Feb 05 03:08:17.549219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14eea3-dc9b-48f9-97cc-50b86a4ae30f req-e987e8dc-bc6a-4cff-a92a-428b4d8721d1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:17.550848 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e14eea3-dc9b-48f9-97cc-50b86a4ae30f req-e987e8dc-bc6a-4cff-a92a-428b4d8721d1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.1624398 Feb 05 03:08:17.632005 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68221b1e-e56a-447e-8c2a-25faa8078f26 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b454e3cf-bccd-4b76-a4ef-9ea255c0e0b8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:17.647048 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e14eea3-dc9b-48f9-97cc-50b86a4ae30f req-f99ad3ea-bab0-4be9-a2d1-2641bb5877e1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899589 Feb 05 03:08:17.649370 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-68221b1e-e56a-447e-8c2a-25faa8078f26 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for b454e3cf-bccd-4b76-a4ef-9ea255c0e0b8 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:17.708078 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96452e07-e967-476f-ab43-a3f66c021438 req-921a488d-07b6-4522-9f54-286bb63fbf0e tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:17.709109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96452e07-e967-476f-ab43-a3f66c021438 req-921a488d-07b6-4522-9f54-286bb63fbf0e tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.0837452 Feb 05 03:08:17.780144 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96452e07-e967-476f-ab43-a3f66c021438 req-8024ce99-73cd-4a84-8707-f0ec6ee6c493 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644360 Feb 05 03:08:17.808856 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68221b1e-e56a-447e-8c2a-25faa8078f26 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (b454e3cf-bccd-4b76-a4ef-9ea255c0e0b8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:17.875624 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68221b1e-e56a-447e-8c2a-25faa8078f26 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=b454e3cf-bccd-4b76-a4ef-9ea255c0e0b8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:17.944461 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68221b1e-e56a-447e-8c2a-25faa8078f26 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:17.950676 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-68221b1e-e56a-447e-8c2a-25faa8078f26 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/b454e3cf-bccd-4b76-a4ef-9ea255c0e0b8 HTTP/1.1" status: 204 len: 168 time: 0.6100299 Feb 05 03:08:17.961349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41786) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:18.003176 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec63df-b44e-46c1-95f9-a7fa438ac917 req-e885ac38-0abd-417c-afa2-a975c71a4b98 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:18.011389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1ec63df-b44e-46c1-95f9-a7fa438ac917 req-e885ac38-0abd-417c-afa2-a975c71a4b98 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.1362927 Feb 05 03:08:18.031996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a7d07-17c1-4a7e-b852-bffbff63ad77 req-b28d3ffe-7b02-4d0b-9c4c-466502ea753a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:18.040207 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-599a7d07-17c1-4a7e-b852-bffbff63ad77 req-b28d3ffe-7b02-4d0b-9c4c-466502ea753a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.1552598 Feb 05 03:08:18.046709 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19b9004-2ac0-4437-ba8c-54b36f87fa44 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:18.048360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19b9004-2ac0-4437-ba8c-54b36f87fa44 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:18.064143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41790) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:18.074486 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f19b9004-2ac0-4437-ba8c-54b36f87fa44 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1119597 Feb 05 03:08:18.104568 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1fd52f6e-2265-43ff-9660-72f5abf7343c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:08:18.181420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 1fd52f6e-2265-43ff-9660-72f5abf7343c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:18.181798 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1fd52f6e-2265-43ff-9660-72f5abf7343c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:18.193469 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-69be2899-f3c5-4ac1-88b6-be9158ba55cd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet 2513dc3e-06b9-49be-85ab-4107e02deef3 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:08:18.214498 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1ec63df-b44e-46c1-95f9-a7fa438ac917 req-40030ac5-e428-4186-a555-67e52e426029 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925890 Feb 05 03:08:18.215702 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69be2899-f3c5-4ac1-88b6-be9158ba55cd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (2513dc3e-06b9-49be-85ab-4107e02deef3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:18.243300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-599a7d07-17c1-4a7e-b852-bffbff63ad77 req-49aa7835-d281-4c59-93c8-540f253bd3e7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019777 Feb 05 03:08:18.311327 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69be2899-f3c5-4ac1-88b6-be9158ba55cd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (2513dc3e-06b9-49be-85ab-4107e02deef3), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:18.413201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 1fd52f6e-2265-43ff-9660-72f5abf7343c is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:18.413673 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1fd52f6e-2265-43ff-9660-72f5abf7343c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:18.484060 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 1fd52f6e-2265-43ff-9660-72f5abf7343c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1fd52f6e-2265-43ff-9660-72f5abf7343c,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:18.491359 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd62d3-ea4b-41d3-bf8f-64823ea01677 req-6dcc7a8a-f494-4ce7-a3c9-fe52419725e0 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:18.492510 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1fd52f6e-2265-43ff-9660-72f5abf7343c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:18.492944 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7dd62d3-ea4b-41d3-bf8f-64823ea01677 req-6dcc7a8a-f494-4ce7-a3c9-fe52419725e0 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.1294818 Feb 05 03:08:18.547569 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69be2899-f3c5-4ac1-88b6-be9158ba55cd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (2513dc3e-06b9-49be-85ab-4107e02deef3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:18.604895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=1fd52f6e-2265-43ff-9660-72f5abf7343c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:18.615372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7dd62d3-ea4b-41d3-bf8f-64823ea01677 req-8f03bc1e-5c15-4729-a275-d138080e0424 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076834 Feb 05 03:08:18.615534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-27c006de-383d-42cc-ab2d-3a84cbfcb803 None None] Provisioning complete for port 1fd52f6e-2265-43ff-9660-72f5abf7343c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:18.615805 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27c006de-383d-42cc-ab2d-3a84cbfcb803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1fd52f6e-2265-43ff-9660-72f5abf7343c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:18.708359 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69be2899-f3c5-4ac1-88b6-be9158ba55cd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (2513dc3e-06b9-49be-85ab-4107e02deef3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:18.755315 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be2899-f3c5-4ac1-88b6-be9158ba55cd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=2513dc3e-06b9-49be-85ab-4107e02deef3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:18.763301 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69be2899-f3c5-4ac1-88b6-be9158ba55cd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:18.771765 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-69be2899-f3c5-4ac1-88b6-be9158ba55cd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/2513dc3e-06b9-49be-85ab-4107e02deef3 HTTP/1.1" status: 204 len: 168 time: 0.7055612 Feb 05 03:08:18.774509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41800) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:18.806653 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-27c006de-383d-42cc-ab2d-3a84cbfcb803 None None] Current status of the port 1fd52f6e-2265-43ff-9660-72f5abf7343c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:18.878308 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3e0be0c9-f0ba-4952-90d3-69bdc3128fde tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019454 Feb 05 03:08:18.880962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c98fffc-e5f2-4f8d-af03-cb8e8a168e0d None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:18.882038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41804) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:18.887851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-016bc364-2a36-4474-bfe1-60ac56e10e78 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:18.975816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0af0e79f-d706-46b6-bba3-f0900030a416 None None] Could not find standard attr ID for object b454e3cf-bccd-4b76-a4ef-9ea255c0e0b8. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:08:18.983996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987dbfd-05fd-471d-ba2c-d3db7b961196 req-fe067964-e313-4078-b70f-506832118b69 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:18.986142 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4987dbfd-05fd-471d-ba2c-d3db7b961196 req-fe067964-e313-4078-b70f-506832118b69 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.2133090 Feb 05 03:08:18.997623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df465cb-dc8b-441f-b935-ce85a4b778e1 req-04119577-f59e-463b-a6da-194e0e2d34bc tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:18.999250 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1df465cb-dc8b-441f-b935-ce85a4b778e1 req-04119577-f59e-463b-a6da-194e0e2d34bc tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.2012246 Feb 05 03:08:19.074904 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016bc364-2a36-4474-bfe1-60ac56e10e78 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:19.079102 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-016bc364-2a36-4474-bfe1-60ac56e10e78 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:19.119441 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8e8593-bfd7-4c4e-98d3-54805b433b3c None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:08:19.154499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4987dbfd-05fd-471d-ba2c-d3db7b961196 req-8d67818b-efd9-48ff-b66e-c1412e6fd0eb tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538477 Feb 05 03:08:19.194535 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1df465cb-dc8b-441f-b935-ce85a4b778e1 req-9e8bd63a-3340-4f7f-bd9c-f77e32be60f7 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789401 Feb 05 03:08:19.216741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ce8e8593-bfd7-4c4e-98d3-54805b433b3c None None] Deleting port 1fd52f6e-2265-43ff-9660-72f5abf7343c {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:19.217384 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8593-bfd7-4c4e-98d3-54805b433b3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1fd52f6e-2265-43ff-9660-72f5abf7343c), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:19.586895 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8cacf-c2ba-4faf-99a6-5580cbbed969 req-98511a79-5749-479c-9794-95d23488e733 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:19.595253 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ce8e8593-bfd7-4c4e-98d3-54805b433b3c None None] For port 1fd52f6e-2265-43ff-9660-72f5abf7343c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1fd52f6e-2265-43ff-9660-72f5abf7343c,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:19.596739 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8593-bfd7-4c4e-98d3-54805b433b3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1fd52f6e-2265-43ff-9660-72f5abf7343c), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:19.598230 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-33c8cacf-c2ba-4faf-99a6-5580cbbed969 req-98511a79-5749-479c-9794-95d23488e733 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.1654615 Feb 05 03:08:19.600183 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-016bc364-2a36-4474-bfe1-60ac56e10e78 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (e0910583-60ea-4734-b823-d3621a8d50bf), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:19.623291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ce8e8593-bfd7-4c4e-98d3-54805b433b3c None None] Calling delete_port for 1fd52f6e-2265-43ff-9660-72f5abf7343c owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:19.706461 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016bc364-2a36-4474-bfe1-60ac56e10e78 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:19.712704 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bc364-2a36-4474-bfe1-60ac56e10e78 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=e0910583-60ea-4734-b823-d3621a8d50bf,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:19.720868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-016bc364-2a36-4474-bfe1-60ac56e10e78 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:19.731221 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8593-bfd7-4c4e-98d3-54805b433b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (1fd52f6e-2265-43ff-9660-72f5abf7343c), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:19.760346 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-33c8cacf-c2ba-4faf-99a6-5580cbbed969 req-5356a2ae-fb22-4d26-bc28-767709e4b41e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506331 Feb 05 03:08:19.762117 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016bc364-2a36-4474-bfe1-60ac56e10e78 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:19.762839 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-016bc364-2a36-4474-bfe1-60ac56e10e78 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:19.816901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8e8593-bfd7-4c4e-98d3-54805b433b3c None None] No DVR routers for this DVR port 1fd52f6e-2265-43ff-9660-72f5abf7343c on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:08:19.826290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-016bc364-2a36-4474-bfe1-60ac56e10e78 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9399817 Feb 05 03:08:19.826784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41828) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:19.829294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e8593-bfd7-4c4e-98d3-54805b433b3c None None] Pushing event deleted for resources: {'Port': ['ID=1fd52f6e-2265-43ff-9660-72f5abf7343c,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:19.837106 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3cf75f05-bacd-4652-bd3f-fdb012c82519 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'fixed_ips': [{'subnet_id': 'e0910583-60ea-4734-b823-d3621a8d50bf', 'ip_address': '2001:db8::ffd4:d322:dea9:1c'}], 'name': 'tempest-NetworksTestDHCPv6-1904986412'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:19.876868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fd9a8d-195d-42fe-a8c1-dd56d57857bf None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:20.094502 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1fd52f6e-2265-43ff-9660-72f5abf7343c no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:08:20.140416 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41836) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:20.173117 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf75f05-bacd-4652-bd3f-fdb012c82519 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:20.224950 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 1fd52f6e-2265-43ff-9660-72f5abf7343c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:08:20.225480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1fd52f6e-2265-43ff-9660-72f5abf7343c not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:08:20.265027 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': 'e0910583-60ea-4734-b823-d3621a8d50bf'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:08:20.267176 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:20.290560 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3cf75f05-bacd-4652-bd3f-fdb012c82519 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:20.353970 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:20.355039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-3cf75f05-bacd-4652-bd3f-fdb012c82519 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port e1a1523b-7cee-4d7a-96d9-f0371ae22f9f yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:08:20.459568 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] Publish callbacks [] for security_group (e2094c35-6afb-49b1-bd93-4d994a489910), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:20.469373 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e2094c35-6afb-49b1-bd93-4d994a489910), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:20.529819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2094c35-6afb-49b1-bd93-4d994a489910,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:20.536453 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Allocated IP 2001:db8::2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/e0910583-60ea-4734-b823-d3621a8d50bf/6a2ca043-9d99-41c0-a7cf-fa913f2d13d1) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:20.552500 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:20.554148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:20.555084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:20.556343 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:20.556922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:20.558859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:20.559443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:20.561261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:20.561843 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:20.564382 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:20.565846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:20.566540 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:20.567314 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:20.587025 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-40c8a860-e304-4723-885b-95599867a2b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82ebdbfa554c42eabf6596ca444b9b59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4434140 Feb 05 03:08:20.588527 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41844) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:20.708620 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11236606-d1bd-4a02-bbaa-138fc2e96fcb admin admin] Publish callbacks [] for security_group (e2094c35-6afb-49b1-bd93-4d994a489910), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:20.764195 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11236606-d1bd-4a02-bbaa-138fc2e96fcb admin admin] Publish callbacks [] for security_group (e2094c35-6afb-49b1-bd93-4d994a489910), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:20.770460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e5438-386e-4394-a2fb-6d1354ed4bd1 req-adc1d12c-16f4-4fdd-90d0-3c5fcba77b42 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:20.779371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-025e5438-386e-4394-a2fb-6d1354ed4bd1 req-adc1d12c-16f4-4fdd-90d0-3c5fcba77b42 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.5027108 Feb 05 03:08:20.838734 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2a9c1-8810-4517-b38e-5074310bee25 req-6fb55d26-55b0-483b-92ee-d80c76755e47 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:20.859600 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ac2a9c1-8810-4517-b38e-5074310bee25 req-6fb55d26-55b0-483b-92ee-d80c76755e47 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.5398083 Feb 05 03:08:20.874261 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11236606-d1bd-4a02-bbaa-138fc2e96fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e2094c35-6afb-49b1-bd93-4d994a489910), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:20.878639 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11236606-d1bd-4a02-bbaa-138fc2e96fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:20.883165 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-11236606-d1bd-4a02-bbaa-138fc2e96fcb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2094c35-6afb-49b1-bd93-4d994a489910 HTTP/1.1" status: 204 len: 168 time: 0.2922230 Feb 05 03:08:20.885956 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Publish callbacks [] for port (6a2ca043-9d99-41c0-a7cf-fa913f2d13d1), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:20.899710 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11236606-d1bd-4a02-bbaa-138fc2e96fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2094c35-6afb-49b1-bd93-4d994a489910,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:20.909650 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (6a2ca043-9d99-41c0-a7cf-fa913f2d13d1), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:20.943168 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:20.951549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:20.957850 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:20.984054 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-025e5438-386e-4394-a2fb-6d1354ed4bd1 req-582df92b-6792-4471-9f86-36ea99b9da6b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026787 Feb 05 03:08:21.098014 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Attempting to bind port 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:08:21.098401 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Attempting to bind port 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:08:21.098784 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Attempting to bind port 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1 on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:21.121425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Pushing event updated for resources: {'Port': ['ID=6a2ca043-9d99-41c0-a7cf-fa913f2d13d1,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:21.134287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:08:21.134672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:08:21.135111 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:21.135506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:08:21.136237 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Bound port: 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:08:21.137067 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6a2ca043-9d99-41c0-a7cf-fa913f2d13d1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:21.152959 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ac2a9c1-8810-4517-b38e-5074310bee25 req-b18d2d3e-cd7a-4789-92fd-6695e93be906 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839489 Feb 05 03:08:21.182580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-3cf75f05-bacd-4652-bd3f-fdb012c82519 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::ffd4:d322:dea9:1c (8390d630-9d9e-438f-b4d6-5ec8bb91124a/e0910583-60ea-4734-b823-d3621a8d50bf/e1a1523b-7cee-4d7a-96d9-f0371ae22f9f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:21.222536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] For port 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:08:21.229031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] For port 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6a2ca043-9d99-41c0-a7cf-fa913f2d13d1,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:08:21.245295 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6a2ca043-9d99-41c0-a7cf-fa913f2d13d1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:21.402545 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40740c3b-96a1-45c6-8403-9bdf0661ca78 None None] Pushing event updated for resources: {'Port': ['ID=6a2ca043-9d99-41c0-a7cf-fa913f2d13d1,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:21.436649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41852) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:21.454858 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff6a5190-fc82-4656-9534-2aea89122a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:21.475042 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3cf75f05-bacd-4652-bd3f-fdb012c82519 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (e1a1523b-7cee-4d7a-96d9-f0371ae22f9f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:21.514557 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3cf75f05-bacd-4652-bd3f-fdb012c82519 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e1a1523b-7cee-4d7a-96d9-f0371ae22f9f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:21.636709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf75f05-bacd-4652-bd3f-fdb012c82519 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=e1a1523b-7cee-4d7a-96d9-f0371ae22f9f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:21.657456 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff6a5190-fc82-4656-9534-2aea89122a93 admin admin] Publish callbacks [] for security_group (744f6198-1ada-4a65-80f3-3c7d340cfc86), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:21.674030 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff6a5190-fc82-4656-9534-2aea89122a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (744f6198-1ada-4a65-80f3-3c7d340cfc86), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:21.675274 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf75f05-bacd-4652-bd3f-fdb012c82519 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:21.693348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3cf75f05-bacd-4652-bd3f-fdb012c82519 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:21.699750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf75f05-bacd-4652-bd3f-fdb012c82519 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:21.706262 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf75f05-bacd-4652-bd3f-fdb012c82519 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:21.707109 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3cf75f05-bacd-4652-bd3f-fdb012c82519 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:21.752459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3cf75f05-bacd-4652-bd3f-fdb012c82519 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.9243939 Feb 05 03:08:21.756751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41856) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:21.787448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a5190-fc82-4656-9534-2aea89122a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744f6198-1ada-4a65-80f3-3c7d340cfc86,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:21.806792 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ff6a5190-fc82-4656-9534-2aea89122a93 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b62455b0ee1749b3b78bd69836736fef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3680375 Feb 05 03:08:21.809183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41858) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:21.917129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4745f3c2-6ed4-42a7-a1c4-3cbd736fc57f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:21.929967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4745f3c2-6ed4-42a7-a1c4-3cbd736fc57f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:21.931656 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4745f3c2-6ed4-42a7-a1c4-3cbd736fc57f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1738641 Feb 05 03:08:21.934373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41860) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:21.970864 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8845a990-99f7-40da-90db-724320fe530e admin admin] Publish callbacks [] for security_group (744f6198-1ada-4a65-80f3-3c7d340cfc86), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:22.039063 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8845a990-99f7-40da-90db-724320fe530e admin admin] Publish callbacks [] for security_group (744f6198-1ada-4a65-80f3-3c7d340cfc86), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:22.098885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:08:22.178538 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-747c6269-38f1-433d-9184-12770ea5c69d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port e1a1523b-7cee-4d7a-96d9-f0371ae22f9f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:22.181121 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-747c6269-38f1-433d-9184-12770ea5c69d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e1a1523b-7cee-4d7a-96d9-f0371ae22f9f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:22.239949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da7c8d-b35b-4978-a09f-2b58ab88519a req-7d7261a4-a2ea-494a-bc2e-8b193a57a112 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:22.248571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:22.249085 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6a2ca043-9d99-41c0-a7cf-fa913f2d13d1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:22.256128 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58da7c8d-b35b-4978-a09f-2b58ab88519a req-7d7261a4-a2ea-494a-bc2e-8b193a57a112 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.1487052 Feb 05 03:08:22.268186 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8845a990-99f7-40da-90db-724320fe530e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (744f6198-1ada-4a65-80f3-3c7d340cfc86), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:22.270797 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8845a990-99f7-40da-90db-724320fe530e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:22.282944 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8845a990-99f7-40da-90db-724320fe530e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/744f6198-1ada-4a65-80f3-3c7d340cfc86 HTTP/1.1" status: 204 len: 168 time: 0.4618344 Feb 05 03:08:22.322127 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845a990-99f7-40da-90db-724320fe530e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744f6198-1ada-4a65-80f3-3c7d340cfc86,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:22.452323 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-747c6269-38f1-433d-9184-12770ea5c69d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e1a1523b-7cee-4d7a-96d9-f0371ae22f9f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:22.478729 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58da7c8d-b35b-4978-a09f-2b58ab88519a req-6a201bc5-5f84-48b4-9064-b81006ec5fec tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216249 Feb 05 03:08:22.498101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:22.501502 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6a2ca043-9d99-41c0-a7cf-fa913f2d13d1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:22.508259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-747c6269-38f1-433d-9184-12770ea5c69d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for e1a1523b-7cee-4d7a-96d9-f0371ae22f9f owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:22.520306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1260578-71e0-44bd-8831-a7d0bdaa568d req-7468a79a-9989-4bf6-9a15-095e63c784c3 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:22.521885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1260578-71e0-44bd-8831-a7d0bdaa568d req-7468a79a-9989-4bf6-9a15-095e63c784c3 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.2264755 Feb 05 03:08:22.627160 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6a2ca043-9d99-41c0-a7cf-fa913f2d13d1,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:22.642040 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6a2ca043-9d99-41c0-a7cf-fa913f2d13d1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:22.691582 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1260578-71e0-44bd-8831-a7d0bdaa568d req-94e69b8e-003d-448b-9e66-cf2b4f30ace9 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555843 Feb 05 03:08:22.732285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=6a2ca043-9d99-41c0-a7cf-fa913f2d13d1,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:22.896725 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-747c6269-38f1-433d-9184-12770ea5c69d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (e1a1523b-7cee-4d7a-96d9-f0371ae22f9f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:22.935814 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c6269-38f1-433d-9184-12770ea5c69d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=e1a1523b-7cee-4d7a-96d9-f0371ae22f9f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:23.001748 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-747c6269-38f1-433d-9184-12770ea5c69d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:23.005341 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-747c6269-38f1-433d-9184-12770ea5c69d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/e1a1523b-7cee-4d7a-96d9-f0371ae22f9f HTTP/1.1" status: 204 len: 168 time: 1.0699592 Feb 05 03:08:23.007830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41882) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:23.085634 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471c1e63-e2b5-4ad8-b603-2b0592c769fb tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:23.086984 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471c1e63-e2b5-4ad8-b603-2b0592c769fb tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:23.090299 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-471c1e63-e2b5-4ad8-b603-2b0592c769fb tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0803547 Feb 05 03:08:23.092148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41884) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:23.157875 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-47947d2b-c7b3-4084-8c61-8ffceaae4692 None None] Provisioning complete for port 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:23.159209 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47947d2b-c7b3-4084-8c61-8ffceaae4692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6a2ca043-9d99-41c0-a7cf-fa913f2d13d1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:23.228140 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet e0910583-60ea-4734-b823-d3621a8d50bf {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:08:23.236279 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (e0910583-60ea-4734-b823-d3621a8d50bf), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:23.279126 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-47947d2b-c7b3-4084-8c61-8ffceaae4692 None None] Current status of the port 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:23.305582 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (e0910583-60ea-4734-b823-d3621a8d50bf), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:23.471235 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e0910583-60ea-4734-b823-d3621a8d50bf), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:23.500992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-68057a97-dac5-40c1-8e6a-6a57e51c2680 None None] Could not find standard attr ID for object e1a1523b-7cee-4d7a-96d9-f0371ae22f9f. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:08:23.564436 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (e0910583-60ea-4734-b823-d3621a8d50bf), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:23.653801 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:23.659538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/e0910583-60ea-4734-b823-d3621a8d50bf HTTP/1.1" status: 204 len: 168 time: 0.5639389 Feb 05 03:08:23.659894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41900) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:23.666604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=e0910583-60ea-4734-b823-d3621a8d50bf,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:23.688910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:23.689265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:23.689611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:23.689949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:23.690284 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:23.690617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:23.691267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:23.691878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:23.692269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:23.692544 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:23.692871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:23.693194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:23.693532 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bc2711-aeb9-426b-a4ee-3af54317ad9c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:08:23.719905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa086af-dec2-4bf6-855b-93067584a4c3 req-714d275a-ac07-409a-b183-28ea977f31f5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:23.721720 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2aa086af-dec2-4bf6-855b-93067584a4c3 req-714d275a-ac07-409a-b183-28ea977f31f5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.1492665 Feb 05 03:08:23.756031 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5de54c36-be7b-4f4a-9ced-b95d5e62758e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928321 Feb 05 03:08:23.756362 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41906) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:23.857169 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2aa086af-dec2-4bf6-855b-93067584a4c3 req-9bb65067-6892-4469-9c38-65420c162b6f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228139 Feb 05 03:08:23.873993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdd89a4-9fb1-4889-9cf7-67ebc4eccf71 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:23.882873 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4fdd89a4-9fb1-4889-9cf7-67ebc4eccf71 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1254923 Feb 05 03:08:23.891719 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41908) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:23.912021 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165d18f4-30f3-4f32-94bd-56480eaef824 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:23.955424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ed3f6-d89d-441b-8494-9cadec0dd21a req-8ba1c845-e376-4499-bb6a-e0547c3edd9d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:23.963517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a07ed3f6-d89d-441b-8494-9cadec0dd21a req-8ba1c845-e376-4499-bb6a-e0547c3edd9d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.0977862 Feb 05 03:08:23.988734 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d6fba1-6434-49f7-bc10-aaf405e2c7aa tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:23.998313 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f6d6fba1-6434-49f7-bc10-aaf405e2c7aa tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1001143 Feb 05 03:08:23.998595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41912) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:24.024730 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a07ed3f6-d89d-441b-8494-9cadec0dd21a req-ceb9b350-004b-40ad-b006-df83b9c2d90d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538290 Feb 05 03:08:24.034147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:08:24.076440 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-00209ca5-c8ad-4a5e-a92b-cb5418fd8077 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719690 Feb 05 03:08:24.076646 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41914) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:24.082751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-13d0cc9f-6ecf-42ba-9b99-e294f5ce13c3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:24.144372 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:24.144832 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6a2ca043-9d99-41c0-a7cf-fa913f2d13d1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:24.269128 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:24.281590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8d7ac4-3602-4ff5-8aee-7a8c421e8fe2 None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:08:24.282977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d0cc9f-6ecf-42ba-9b99-e294f5ce13c3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:24.291302 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13d0cc9f-6ecf-42ba-9b99-e294f5ce13c3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:24.345129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8b8d7ac4-3602-4ff5-8aee-7a8c421e8fe2 None None] Deleting port 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:24.345726 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7ac4-3602-4ff5-8aee-7a8c421e8fe2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6a2ca043-9d99-41c0-a7cf-fa913f2d13d1), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:24.422710 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8b8d7ac4-3602-4ff5-8aee-7a8c421e8fe2 None None] For port 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6a2ca043-9d99-41c0-a7cf-fa913f2d13d1,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:24.423458 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7ac4-3602-4ff5-8aee-7a8c421e8fe2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6a2ca043-9d99-41c0-a7cf-fa913f2d13d1), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:24.439970 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8b8d7ac4-3602-4ff5-8aee-7a8c421e8fe2 None None] Calling delete_port for 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:24.606377 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7ac4-3602-4ff5-8aee-7a8c421e8fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (6a2ca043-9d99-41c0-a7cf-fa913f2d13d1), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:24.644898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d7ac4-3602-4ff5-8aee-7a8c421e8fe2 None None] Pushing event deleted for resources: {'Port': ['ID=6a2ca043-9d99-41c0-a7cf-fa913f2d13d1,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:24.654884 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13d0cc9f-6ecf-42ba-9b99-e294f5ce13c3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (82fb9d7b-13f3-408b-95c0-5bb165af19f0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:24.678108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8d7ac4-3602-4ff5-8aee-7a8c421e8fe2 None None] No DVR routers for this DVR port 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:08:24.734966 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d0cc9f-6ecf-42ba-9b99-e294f5ce13c3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:24.738598 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-13d0cc9f-6ecf-42ba-9b99-e294f5ce13c3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:24.743879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d0cc9f-6ecf-42ba-9b99-e294f5ce13c3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:24.745033 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13d0cc9f-6ecf-42ba-9b99-e294f5ce13c3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:24.748434 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333f4bc6-741f-4219-aca9-c7f93069610b None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:24.810657 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-13d0cc9f-6ecf-42ba-9b99-e294f5ce13c3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7328460 Feb 05 03:08:24.813937 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41932) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:24.820042 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ba16ef9c-9dc4-4d75-9e44-2709480aa160 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'fixed_ips': [{'subnet_id': '82fb9d7b-13f3-408b-95c0-5bb165af19f0', 'ip_address': '2001:db8::f46e:ef6:2e30:c08'}], 'name': 'tempest-NetworksTestDHCPv6-2122764297'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:24.827189 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0cc9f-6ecf-42ba-9b99-e294f5ce13c3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=82fb9d7b-13f3-408b-95c0-5bb165af19f0,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:25.048514 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': '82fb9d7b-13f3-408b-95c0-5bb165af19f0'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:08:25.049625 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:25.079972 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae715dac-feb9-4eeb-8522-5060139f57d5 req-c970f8d3-0f96-4465-96b7-2c2ece1572e2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:25.082098 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae715dac-feb9-4eeb-8522-5060139f57d5 req-c970f8d3-0f96-4465-96b7-2c2ece1572e2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.0965958 Feb 05 03:08:25.153790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae715dac-feb9-4eeb-8522-5060139f57d5 req-a73621f7-40f5-4e3a-8c65-8c11e7144fb1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633368 Feb 05 03:08:25.254486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba16ef9c-9dc4-4d75-9e44-2709480aa160 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:25.283619 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ef139-1f17-4564-9ad7-a9fe70bf9976 req-4ac071ac-3a0f-4192-92c9-75fd3ee92584 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:25.285794 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Allocated IP 2001:db8::2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/82fb9d7b-13f3-408b-95c0-5bb165af19f0/3b0b31eb-581d-496b-a281-afb752315d57) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:25.292500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-269ef139-1f17-4564-9ad7-a9fe70bf9976 req-4ac071ac-3a0f-4192-92c9-75fd3ee92584 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.1086197 Feb 05 03:08:25.398342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-269ef139-1f17-4564-9ad7-a9fe70bf9976 req-48d96294-7c74-46a3-8611-6b42a6518959 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971091 Feb 05 03:08:25.426902 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba16ef9c-9dc4-4d75-9e44-2709480aa160 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:25.447376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-ba16ef9c-9dc4-4d75-9e44-2709480aa160 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port 6935366f-3c85-4204-b091-7bb9b70467ac yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:08:25.489909 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Publish callbacks [] for port (3b0b31eb-581d-496b-a281-afb752315d57), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:25.496833 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (3b0b31eb-581d-496b-a281-afb752315d57), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:25.535111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:25.538132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:25.541791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:25.607600 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Pushing event updated for resources: {'Port': ['ID=3b0b31eb-581d-496b-a281-afb752315d57,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:25.615695 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Attempting to bind port 3b0b31eb-581d-496b-a281-afb752315d57 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:08:25.616127 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Attempting to bind port 3b0b31eb-581d-496b-a281-afb752315d57 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:08:25.616494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Attempting to bind port 3b0b31eb-581d-496b-a281-afb752315d57 on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:25.623399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:08:25.624111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:08:25.624838 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:25.625741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:08:25.627540 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Bound port: 3b0b31eb-581d-496b-a281-afb752315d57, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:08:25.628365 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3b0b31eb-581d-496b-a281-afb752315d57), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:25.658030 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ba16ef9c-9dc4-4d75-9e44-2709480aa160 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::f46e:ef6:2e30:c08 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/82fb9d7b-13f3-408b-95c0-5bb165af19f0/6935366f-3c85-4204-b091-7bb9b70467ac) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:25.733922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] For port 3b0b31eb-581d-496b-a281-afb752315d57, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:08:25.737941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] For port 3b0b31eb-581d-496b-a281-afb752315d57, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3b0b31eb-581d-496b-a281-afb752315d57,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:08:25.747994 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3b0b31eb-581d-496b-a281-afb752315d57), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:25.825437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6072d-2ce0-43f2-a0f9-cb2f139b81e0 None None] Pushing event updated for resources: {'Port': ['ID=3b0b31eb-581d-496b-a281-afb752315d57,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:25.878040 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba16ef9c-9dc4-4d75-9e44-2709480aa160 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (6935366f-3c85-4204-b091-7bb9b70467ac), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:25.920969 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba16ef9c-9dc4-4d75-9e44-2709480aa160 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6935366f-3c85-4204-b091-7bb9b70467ac), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:25.945019 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:08:25.981585 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:08:25.981939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6a2ca043-9d99-41c0-a7cf-fa913f2d13d1 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:08:26.012926 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba16ef9c-9dc4-4d75-9e44-2709480aa160 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:26.017231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ba16ef9c-9dc4-4d75-9e44-2709480aa160 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:26.021594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba16ef9c-9dc4-4d75-9e44-2709480aa160 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:26.027509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba16ef9c-9dc4-4d75-9e44-2709480aa160 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:26.028160 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba16ef9c-9dc4-4d75-9e44-2709480aa160 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:26.061112 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16ef9c-9dc4-4d75-9e44-2709480aa160 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=6935366f-3c85-4204-b091-7bb9b70467ac,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:26.095568 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ba16ef9c-9dc4-4d75-9e44-2709480aa160 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2797880 Feb 05 03:08:26.096200 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41992) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:26.123808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c311b9f0-0275-47ed-9522-7a26c3e4402e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'fixed_ips': [{'subnet_id': '82fb9d7b-13f3-408b-95c0-5bb165af19f0', 'ip_address': '2001:db8::f46e:ef6:2e30:c08'}], 'name': 'tempest-NetworksTestDHCPv6-2100327939'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:26.361164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c311b9f0-0275-47ed-9522-7a26c3e4402e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:26.366290 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c311b9f0-0275-47ed-9522-7a26c3e4402e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:26.390919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-c311b9f0-0275-47ed-9522-7a26c3e4402e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port 8d8ca54d-ae6d-47cb-b86e-3e3057823192 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:08:26.396820 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f2ccc-bfb4-4e2d-82a4-b85d22b269fc req-823f776d-c82b-4385-abce-a08ce1fd8913 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:26.411192 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d29f2ccc-bfb4-4e2d-82a4-b85d22b269fc req-823f776d-c82b-4385-abce-a08ce1fd8913 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.1414657 Feb 05 03:08:26.618478 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d29f2ccc-bfb4-4e2d-82a4-b85d22b269fc req-1cdc56ce-ff05-4bc9-9bc9-fac754a92477 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057736 Feb 05 03:08:26.686414 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178f9b4-6819-463e-8e51-4b00ecfbf21f req-209e9b48-b679-4431-b4f9-a0a692c7dc3b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:26.690517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f178f9b4-6819-463e-8e51-4b00ecfbf21f req-209e9b48-b679-4431-b4f9-a0a692c7dc3b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.1724381 Feb 05 03:08:26.752541 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-c311b9f0-0275-47ed-9522-7a26c3e4402e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 05 03:08:26.752994 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c311b9f0-0275-47ed-9522-7a26c3e4402e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:08:26.787829 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c311b9f0-0275-47ed-9522-7a26c3e4402e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 0.6882565 Feb 05 03:08:26.791051 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f178f9b4-6819-463e-8e51-4b00ecfbf21f req-4758700a-5abd-4235-8827-c308ef0a8bb5 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930622 Feb 05 03:08:26.791188 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42042) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:26.951062 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4f7747-0e71-43b8-aa90-7f11568cc481 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:26.957936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4f7747-0e71-43b8-aa90-7f11568cc481 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:26.965113 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8d4f7747-0e71-43b8-aa90-7f11568cc481 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1719136 Feb 05 03:08:26.967403 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42048) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:27.128024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-048811fc-3984-44d5-9082-f58a381a0dd5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port 6935366f-3c85-4204-b091-7bb9b70467ac {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:27.128373 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-048811fc-3984-44d5-9082-f58a381a0dd5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6935366f-3c85-4204-b091-7bb9b70467ac), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:27.314932 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-048811fc-3984-44d5-9082-f58a381a0dd5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6935366f-3c85-4204-b091-7bb9b70467ac), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:27.333249 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-048811fc-3984-44d5-9082-f58a381a0dd5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for 6935366f-3c85-4204-b091-7bb9b70467ac owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:27.500096 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-88fd4a98-9612-45be-b690-4d487bfcf750 None None] Provisioning complete for port 3b0b31eb-581d-496b-a281-afb752315d57 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:27.502622 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88fd4a98-9612-45be-b690-4d487bfcf750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3b0b31eb-581d-496b-a281-afb752315d57), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:27.540506 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42062) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:27.683639 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-048811fc-3984-44d5-9082-f58a381a0dd5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (6935366f-3c85-4204-b091-7bb9b70467ac), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:27.745812 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-88fd4a98-9612-45be-b690-4d487bfcf750 None None] Current status of the port 3b0b31eb-581d-496b-a281-afb752315d57 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:27.746203 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88fd4a98-9612-45be-b690-4d487bfcf750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3b0b31eb-581d-496b-a281-afb752315d57), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:27.746696 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048811fc-3984-44d5-9082-f58a381a0dd5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=6935366f-3c85-4204-b091-7bb9b70467ac,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:27.808385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-88fd4a98-9612-45be-b690-4d487bfcf750 None None] For port 3b0b31eb-581d-496b-a281-afb752315d57, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3b0b31eb-581d-496b-a281-afb752315d57,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:27.816329 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88fd4a98-9612-45be-b690-4d487bfcf750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3b0b31eb-581d-496b-a281-afb752315d57), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:27.853116 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-048811fc-3984-44d5-9082-f58a381a0dd5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:27.873709 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-048811fc-3984-44d5-9082-f58a381a0dd5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/6935366f-3c85-4204-b091-7bb9b70467ac HTTP/1.1" status: 204 len: 168 time: 0.9004855 Feb 05 03:08:27.879838 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42072) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:27.901059 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee9ad801-b1fe-47de-9ffc-9a635b126e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:27.934529 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f1370a4f-c8a6-4465-96b5-f98d44a3276f None None] Could not find standard attr ID for object 6935366f-3c85-4204-b091-7bb9b70467ac. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:08:27.939837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd4a98-9612-45be-b690-4d487bfcf750 None None] Pushing event updated for resources: {'Port': ['ID=3b0b31eb-581d-496b-a281-afb752315d57,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:28.092477 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee9ad801-b1fe-47de-9ffc-9a635b126e6e admin admin] Publish callbacks [] for security_group (bdc276ff-fd67-4d22-87b6-c88abf5e353e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:28.108488 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee9ad801-b1fe-47de-9ffc-9a635b126e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (bdc276ff-fd67-4d22-87b6-c88abf5e353e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:28.120542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4cba8a-9884-488f-97e4-0a5e363c5197 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:28.124350 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4cba8a-9884-488f-97e4-0a5e363c5197 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:28.133539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42074) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:28.133815 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fb4cba8a-9884-488f-97e4-0a5e363c5197 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2504752 Feb 05 03:08:28.156364 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0f351-4ac9-4255-bb13-c57b03222213 req-e9980848-c288-4406-afb9-114f668a94ad tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:28.159636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3b0b31eb-581d-496b-a281-afb752315d57 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:08:28.173271 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8b0f351-4ac9-4255-bb13-c57b03222213 req-e9980848-c288-4406-afb9-114f668a94ad tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.4024029 Feb 05 03:08:28.225489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ad801-b1fe-47de-9ffc-9a635b126e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc276ff-fd67-4d22-87b6-c88abf5e353e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:28.254606 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aaa338-3c59-4615-9f93-7aef7d2bfd32 req-5cd758b5-765b-45d9-a004-27309334faf5 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:28.270578 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e4aaa338-3c59-4615-9f93-7aef7d2bfd32 req-5cd758b5-765b-45d9-a004-27309334faf5 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.3033838 Feb 05 03:08:28.283590 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ee9ad801-b1fe-47de-9ffc-9a635b126e6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6985eddc02b44979a52e6e004a38585a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7417054 Feb 05 03:08:28.284443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42078) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:28.309348 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 3b0b31eb-581d-496b-a281-afb752315d57 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:28.309728 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3b0b31eb-581d-496b-a281-afb752315d57), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:28.346036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02a65a9-8acd-4e2e-9035-155bbc9c8ada tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet 82fb9d7b-13f3-408b-95c0-5bb165af19f0 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:08:28.363789 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8b0f351-4ac9-4255-bb13-c57b03222213 req-b93e62de-318d-440f-bc8c-7f4cad72ce8e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802044 Feb 05 03:08:28.376563 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f02a65a9-8acd-4e2e-9035-155bbc9c8ada tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (82fb9d7b-13f3-408b-95c0-5bb165af19f0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:28.435354 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5d8d859-82a4-47a1-a278-18191791b1d3 admin admin] Publish callbacks [] for security_group (bdc276ff-fd67-4d22-87b6-c88abf5e353e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:28.445669 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f02a65a9-8acd-4e2e-9035-155bbc9c8ada tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (82fb9d7b-13f3-408b-95c0-5bb165af19f0), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:28.461592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 3b0b31eb-581d-496b-a281-afb752315d57 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:28.463674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e4aaa338-3c59-4615-9f93-7aef7d2bfd32 req-82f2a7a5-23fa-4968-952d-bce8c9cdf232 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782053 Feb 05 03:08:28.518728 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5d8d859-82a4-47a1-a278-18191791b1d3 admin admin] Publish callbacks [] for security_group (bdc276ff-fd67-4d22-87b6-c88abf5e353e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:28.615697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f02a65a9-8acd-4e2e-9035-155bbc9c8ada tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (82fb9d7b-13f3-408b-95c0-5bb165af19f0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:28.642564 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5d8d859-82a4-47a1-a278-18191791b1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (bdc276ff-fd67-4d22-87b6-c88abf5e353e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:28.645188 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5d8d859-82a4-47a1-a278-18191791b1d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:28.646569 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c5d8d859-82a4-47a1-a278-18191791b1d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bdc276ff-fd67-4d22-87b6-c88abf5e353e HTTP/1.1" status: 204 len: 168 time: 0.3584404 Feb 05 03:08:28.659741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8d859-82a4-47a1-a278-18191791b1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc276ff-fd67-4d22-87b6-c88abf5e353e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:28.724984 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f02a65a9-8acd-4e2e-9035-155bbc9c8ada tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (82fb9d7b-13f3-408b-95c0-5bb165af19f0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:28.762241 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a65a9-8acd-4e2e-9035-155bbc9c8ada tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=82fb9d7b-13f3-408b-95c0-5bb165af19f0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:28.769764 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f02a65a9-8acd-4e2e-9035-155bbc9c8ada tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:28.775412 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f02a65a9-8acd-4e2e-9035-155bbc9c8ada tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/82fb9d7b-13f3-408b-95c0-5bb165af19f0 HTTP/1.1" status: 204 len: 168 time: 0.5857372 Feb 05 03:08:28.776204 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42082) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:28.785859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923e8e51-955a-4960-a6c4-e7d121cbd63b None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:28.882749 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42088) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:28.885352 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ab2f7767-756a-4bc1-b401-8712daa6c128 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065607 Feb 05 03:08:28.888124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6c0f971b-684a-4d4e-971f-c6ed3f2561ab tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:29.026494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaecbc7-3a98-423a-a593-e1061e90deef None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:08:29.040507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0f971b-684a-4d4e-971f-c6ed3f2561ab tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:29.044125 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c0f971b-684a-4d4e-971f-c6ed3f2561ab tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:29.089845 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-feaecbc7-3a98-423a-a593-e1061e90deef None None] Deleting port 3b0b31eb-581d-496b-a281-afb752315d57 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:29.090578 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-feaecbc7-3a98-423a-a593-e1061e90deef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3b0b31eb-581d-496b-a281-afb752315d57), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:29.190975 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-feaecbc7-3a98-423a-a593-e1061e90deef None None] For port 3b0b31eb-581d-496b-a281-afb752315d57, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3b0b31eb-581d-496b-a281-afb752315d57,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:29.191403 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-feaecbc7-3a98-423a-a593-e1061e90deef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3b0b31eb-581d-496b-a281-afb752315d57), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:29.202302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42090) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:29.209304 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-feaecbc7-3a98-423a-a593-e1061e90deef None None] Calling delete_port for 3b0b31eb-581d-496b-a281-afb752315d57 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:29.226478 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4efcb78-9ac5-43d3-9c4d-66983c0895d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:29.338558 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-feaecbc7-3a98-423a-a593-e1061e90deef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (3b0b31eb-581d-496b-a281-afb752315d57), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:29.382729 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4efcb78-9ac5-43d3-9c4d-66983c0895d5 admin admin] Publish callbacks [] for security_group (0ff40358-6624-46dd-950e-e14215e7a9dc), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:29.386023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaecbc7-3a98-423a-a593-e1061e90deef None None] Pushing event deleted for resources: {'Port': ['ID=3b0b31eb-581d-496b-a281-afb752315d57,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:29.395398 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4efcb78-9ac5-43d3-9c4d-66983c0895d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0ff40358-6624-46dd-950e-e14215e7a9dc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:29.409846 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaecbc7-3a98-423a-a593-e1061e90deef None None] No DVR routers for this DVR port 3b0b31eb-581d-496b-a281-afb752315d57 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:08:29.411145 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c0f971b-684a-4d4e-971f-c6ed3f2561ab tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (c12a2cdc-24c4-4a35-88c8-4d809f69bd29), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:29.481700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0f971b-684a-4d4e-971f-c6ed3f2561ab tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:29.485984 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6c0f971b-684a-4d4e-971f-c6ed3f2561ab tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:29.491442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0f971b-684a-4d4e-971f-c6ed3f2561ab tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:29.492357 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c0f971b-684a-4d4e-971f-c6ed3f2561ab tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:29.496223 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0ed741-537e-4573-b5b3-8c961f5fde7c None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:29.496690 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f971b-684a-4d4e-971f-c6ed3f2561ab tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=c12a2cdc-24c4-4a35-88c8-4d809f69bd29,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:29.537602 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6c0f971b-684a-4d4e-971f-c6ed3f2561ab tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6502228 Feb 05 03:08:29.546311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42098) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:29.547534 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efcb78-9ac5-43d3-9c4d-66983c0895d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff40358-6624-46dd-950e-e14215e7a9dc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:29.552316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-aae516c6-04e0-46d0-b325-09e8326a1bb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'fixed_ips': [{'subnet_id': 'c12a2cdc-24c4-4a35-88c8-4d809f69bd29', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1233480445'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:29.622929 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c4efcb78-9ac5-43d3-9c4d-66983c0895d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e9634a58f3c4ac9bbd17c2213ed1cbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4184229 Feb 05 03:08:29.625138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42100) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:29.685773 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0cdd1-c981-4331-98e3-a4f2a5f501d4 req-c49084c1-98ab-4938-95a3-48d8c78bd996 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:29.687677 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2a0cdd1-c981-4331-98e3-a4f2a5f501d4 req-c49084c1-98ab-4938-95a3-48d8c78bd996 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.2147071 Feb 05 03:08:29.695896 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': 'c12a2cdc-24c4-4a35-88c8-4d809f69bd29'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:08:29.697165 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:29.700308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea537e-64f7-4143-b932-9139856ceeec req-c9243050-539f-4081-92cd-d6bc54223d64 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:29.702481 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5eea537e-64f7-4143-b932-9139856ceeec req-c9243050-539f-4081-92cd-d6bc54223d64 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.1276538 Feb 05 03:08:29.734700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae516c6-04e0-46d0-b325-09e8326a1bb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:29.742201 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aae516c6-04e0-46d0-b325-09e8326a1bb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:29.759009 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1327ed38-1aa4-413a-b549-db2b4a30a47c admin admin] Publish callbacks [] for security_group (0ff40358-6624-46dd-950e-e14215e7a9dc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:29.826708 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2a0cdd1-c981-4331-98e3-a4f2a5f501d4 req-16717f6c-83a1-4fd8-a5d9-2dc728c70858 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216207 Feb 05 03:08:29.829134 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1327ed38-1aa4-413a-b549-db2b4a30a47c admin admin] Publish callbacks [] for security_group (0ff40358-6624-46dd-950e-e14215e7a9dc), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:29.834110 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5eea537e-64f7-4143-b932-9139856ceeec req-b85829fe-03d0-4db8-83e9-9cfa78c38d70 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211150 Feb 05 03:08:29.924435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Allocated IP 2001:db8::2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/c12a2cdc-24c4-4a35-88c8-4d809f69bd29/41f0eb4a-3503-4720-ac2b-fa7ea32dca45) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:29.944745 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1327ed38-1aa4-413a-b549-db2b4a30a47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0ff40358-6624-46dd-950e-e14215e7a9dc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:29.947932 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1327ed38-1aa4-413a-b549-db2b4a30a47c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:29.952206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1327ed38-1aa4-413a-b549-db2b4a30a47c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ff40358-6624-46dd-950e-e14215e7a9dc HTTP/1.1" status: 204 len: 168 time: 0.3259337 Feb 05 03:08:29.971101 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327ed38-1aa4-413a-b549-db2b4a30a47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff40358-6624-46dd-950e-e14215e7a9dc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:30.038739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3b0b31eb-581d-496b-a281-afb752315d57 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:08:30.256359 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-aae516c6-04e0-46d0-b325-09e8326a1bb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port 515bb1c9-b893-430b-829e-4528aa5b0412 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:08:30.314104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 3b0b31eb-581d-496b-a281-afb752315d57 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:08:30.314452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3b0b31eb-581d-496b-a281-afb752315d57 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:08:30.393593 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Publish callbacks [] for port (41f0eb4a-3503-4720-ac2b-fa7ea32dca45), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:30.410159 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (41f0eb4a-3503-4720-ac2b-fa7ea32dca45), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:30.457498 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae516c6-04e0-46d0-b325-09e8326a1bb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:08:30.459224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae516c6-04e0-46d0-b325-09e8326a1bb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:08:30.489091 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-aae516c6-04e0-46d0-b325-09e8326a1bb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9386170 Feb 05 03:08:30.489479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42112) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:30.511248 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:30.512803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Pushing event updated for resources: {'Port': ['ID=41f0eb4a-3503-4720-ac2b-fa7ea32dca45,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:30.515782 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:30.518100 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:30.584242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5c2150-cbee-4492-a977-23aae76e83b0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:30.585888 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1f5c2150-cbee-4492-a977-23aae76e83b0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0953984 Feb 05 03:08:30.588561 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42118) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:30.589935 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Attempting to bind port 41f0eb4a-3503-4720-ac2b-fa7ea32dca45 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:08:30.590314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Attempting to bind port 41f0eb4a-3503-4720-ac2b-fa7ea32dca45 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:08:30.590682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Attempting to bind port 41f0eb4a-3503-4720-ac2b-fa7ea32dca45 on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:30.597018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:08:30.597404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:08:30.597816 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:30.598211 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:08:30.598681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Bound port: 41f0eb4a-3503-4720-ac2b-fa7ea32dca45, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:08:30.599077 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (41f0eb4a-3503-4720-ac2b-fa7ea32dca45), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:30.685014 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3115f4-7831-4734-874c-6ba21fb9fc61 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:30.686316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3115f4-7831-4734-874c-6ba21fb9fc61 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:30.689476 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bd3115f4-7831-4734-874c-6ba21fb9fc61 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0986311 Feb 05 03:08:30.692184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42122) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:30.711015 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] For port 41f0eb4a-3503-4720-ac2b-fa7ea32dca45, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:08:30.715009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] For port 41f0eb4a-3503-4720-ac2b-fa7ea32dca45, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=41f0eb4a-3503-4720-ac2b-fa7ea32dca45,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:08:30.725820 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (41f0eb4a-3503-4720-ac2b-fa7ea32dca45), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:30.788888 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-561fa1b6-2822-409a-af3d-a322f35fa1c9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet c12a2cdc-24c4-4a35-88c8-4d809f69bd29 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:08:30.792751 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-561fa1b6-2822-409a-af3d-a322f35fa1c9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (c12a2cdc-24c4-4a35-88c8-4d809f69bd29), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:30.806880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8dd44-91a2-43ea-921a-cf92ff4ebe5f None None] Pushing event updated for resources: {'Port': ['ID=41f0eb4a-3503-4720-ac2b-fa7ea32dca45,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:30.915001 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-561fa1b6-2822-409a-af3d-a322f35fa1c9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (c12a2cdc-24c4-4a35-88c8-4d809f69bd29), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:31.651972 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea367b65-2bc7-4169-9c0a-4ea5cc183c15 req-3d5d7187-cee3-49de-a986-e56b1163c0bf tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:31.654024 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea367b65-2bc7-4169-9c0a-4ea5cc183c15 req-3d5d7187-cee3-49de-a986-e56b1163c0bf tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.6880097 Feb 05 03:08:31.660731 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-561fa1b6-2822-409a-af3d-a322f35fa1c9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (c12a2cdc-24c4-4a35-88c8-4d809f69bd29), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:31.741872 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef229c1b-a884-4dd4-92fa-f66832ae7229 req-39efd661-707d-46c8-b100-bd905ba9b9fc tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:31.748833 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef229c1b-a884-4dd4-92fa-f66832ae7229 req-39efd661-707d-46c8-b100-bd905ba9b9fc tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.7449026 Feb 05 03:08:31.806213 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea367b65-2bc7-4169-9c0a-4ea5cc183c15 req-823e87ba-1d91-40fd-a422-c277dd7080c4 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412525 Feb 05 03:08:31.826182 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-561fa1b6-2822-409a-af3d-a322f35fa1c9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (c12a2cdc-24c4-4a35-88c8-4d809f69bd29), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:31.880445 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-561fa1b6-2822-409a-af3d-a322f35fa1c9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:31.887377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42158) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:31.887904 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-561fa1b6-2822-409a-af3d-a322f35fa1c9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/c12a2cdc-24c4-4a35-88c8-4d809f69bd29 HTTP/1.1" status: 204 len: 168 time: 1.1943798 Feb 05 03:08:31.928689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fa1b6-2822-409a-af3d-a322f35fa1c9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=c12a2cdc-24c4-4a35-88c8-4d809f69bd29,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:31.965506 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef229c1b-a884-4dd4-92fa-f66832ae7229 req-70b878ae-44b8-4ddd-bef3-d52351ee3ec8 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141509 Feb 05 03:08:31.983400 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4fb9426b-c119-4838-8b48-aa32ef1389c0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941436 Feb 05 03:08:31.988015 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42164) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:31.994844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6fbd87b2-c30c-4639-8a5d-5376f3f94bb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:32.123961 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 41f0eb4a-3503-4720-ac2b-fa7ea32dca45 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:08:32.195335 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 41f0eb4a-3503-4720-ac2b-fa7ea32dca45 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:32.196330 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (41f0eb4a-3503-4720-ac2b-fa7ea32dca45), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:32.236360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbd87b2-c30c-4639-8a5d-5376f3f94bb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:32.249051 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fbd87b2-c30c-4639-8a5d-5376f3f94bb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:32.406690 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 41f0eb4a-3503-4720-ac2b-fa7ea32dca45 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:32.407273 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (41f0eb4a-3503-4720-ac2b-fa7ea32dca45), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:32.495939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 41f0eb4a-3503-4720-ac2b-fa7ea32dca45, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=41f0eb4a-3503-4720-ac2b-fa7ea32dca45,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:32.518079 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (41f0eb4a-3503-4720-ac2b-fa7ea32dca45), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:32.533704 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03bf31-f3d3-46f1-8860-2d2d8cf0f0b5 req-57857ef7-741d-4bff-b432-dcd5d0e2331b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:32.561392 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd03bf31-f3d3-46f1-8860-2d2d8cf0f0b5 req-57857ef7-741d-4bff-b432-dcd5d0e2331b tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.1655264 Feb 05 03:08:32.590000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=41f0eb4a-3503-4720-ac2b-fa7ea32dca45,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:32.593089 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6556bbd7-e223-4676-a19e-b68d7cc37625 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:32.668181 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd03bf31-f3d3-46f1-8860-2d2d8cf0f0b5 req-4fbbb9bf-ee90-4a05-89b3-81255ede525f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088145 Feb 05 03:08:32.673549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bb7acc4a-6435-43e0-a316-987f5a83554d None None] Provisioning complete for port 41f0eb4a-3503-4720-ac2b-fa7ea32dca45 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:32.674289 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb7acc4a-6435-43e0-a316-987f5a83554d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (41f0eb4a-3503-4720-ac2b-fa7ea32dca45), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:32.693146 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fbd87b2-c30c-4639-8a5d-5376f3f94bb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (e0dcacd2-8212-4620-9a5d-4ac18908c2c5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:32.833799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bb7acc4a-6435-43e0-a316-987f5a83554d None None] Current status of the port 41f0eb4a-3503-4720-ac2b-fa7ea32dca45 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:32.849382 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd87b2-c30c-4639-8a5d-5376f3f94bb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=e0dcacd2-8212-4620-9a5d-4ac18908c2c5,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:32.863241 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbd87b2-c30c-4639-8a5d-5376f3f94bb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:32.864852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6fbd87b2-c30c-4639-8a5d-5376f3f94bb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:32.865033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea460525-6d2d-491e-80fa-2239d44f85f3 None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:08:32.867929 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbd87b2-c30c-4639-8a5d-5376f3f94bb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:32.868629 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fbd87b2-c30c-4639-8a5d-5376f3f94bb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:32.892396 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6fbd87b2-c30c-4639-8a5d-5376f3f94bb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9026387 Feb 05 03:08:32.894741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42186) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:32.901352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fd81ae17-aed8-49b7-8029-d93a4b57cdd1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1622636284', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:32.933680 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd81ae17-aed8-49b7-8029-d93a4b57cdd1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (c05130f7-97ae-4116-84d9-856acdc7c3bc), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:32.935284 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd81ae17-aed8-49b7-8029-d93a4b57cdd1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (c05130f7-97ae-4116-84d9-856acdc7c3bc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:32.983030 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ea460525-6d2d-491e-80fa-2239d44f85f3 None None] Deleting port 41f0eb4a-3503-4720-ac2b-fa7ea32dca45 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:32.983411 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea460525-6d2d-491e-80fa-2239d44f85f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (41f0eb4a-3503-4720-ac2b-fa7ea32dca45), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:33.002955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3161e-a0f3-4e27-b173-f4f6c5c20c30 req-c03bbd19-cc0f-413f-b00c-a5891eefb17b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:33.012504 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-34a3161e-a0f3-4e27-b173-f4f6c5c20c30 req-c03bbd19-cc0f-413f-b00c-a5891eefb17b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.0719550 Feb 05 03:08:33.031954 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd81ae17-aed8-49b7-8029-d93a4b57cdd1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for router_controller (c05130f7-97ae-4116-84d9-856acdc7c3bc), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:33.043882 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd81ae17-aed8-49b7-8029-d93a4b57cdd1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (c05130f7-97ae-4116-84d9-856acdc7c3bc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:33.050692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42190) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:33.081098 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd81ae17-aed8-49b7-8029-d93a4b57cdd1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:33.082991 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fd81ae17-aed8-49b7-8029-d93a4b57cdd1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1866260 Feb 05 03:08:33.085355 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42194) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:33.102399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-34a3161e-a0f3-4e27-b173-f4f6c5c20c30 req-09d4ffea-810f-4c0d-abbb-90315afd6718 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887294 Feb 05 03:08:33.203795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c923c-7eb2-42cf-ac0c-683617fea5d4 req-f809fab8-caa2-4f86-884c-4a58d688d12e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:33.205468 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d15c923c-7eb2-42cf-ac0c-683617fea5d4 req-f809fab8-caa2-4f86-884c-4a58d688d12e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.1022227 Feb 05 03:08:33.209418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ea460525-6d2d-491e-80fa-2239d44f85f3 None None] For port 41f0eb4a-3503-4720-ac2b-fa7ea32dca45, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=41f0eb4a-3503-4720-ac2b-fa7ea32dca45,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:33.210528 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea460525-6d2d-491e-80fa-2239d44f85f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (41f0eb4a-3503-4720-ac2b-fa7ea32dca45), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:33.233507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ea460525-6d2d-491e-80fa-2239d44f85f3 None None] Calling delete_port for 41f0eb4a-3503-4720-ac2b-fa7ea32dca45 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:33.305770 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d15c923c-7eb2-42cf-ac0c-683617fea5d4 req-d01cc19e-9a7d-4024-a9fd-72a2ce9b3d51 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892897 Feb 05 03:08:33.332120 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea460525-6d2d-491e-80fa-2239d44f85f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (41f0eb4a-3503-4720-ac2b-fa7ea32dca45), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:33.349721 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bd3ae33-96b7-424d-b114-5d385925cb3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:33.375499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea460525-6d2d-491e-80fa-2239d44f85f3 None None] No DVR routers for this DVR port 41f0eb4a-3503-4720-ac2b-fa7ea32dca45 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:08:33.394636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea460525-6d2d-491e-80fa-2239d44f85f3 None None] Pushing event deleted for resources: {'Port': ['ID=41f0eb4a-3503-4720-ac2b-fa7ea32dca45,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:33.401596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d168b9-d89f-4b8d-ba15-cad143f44c2a None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:33.540602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': 'e0dcacd2-8212-4620-9a5d-4ac18908c2c5'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:08:33.542732 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:33.582267 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:33.678616 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de130bbd-56b3-4d14-a64d-9cee818dece3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:33.686135 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bd3ae33-96b7-424d-b114-5d385925cb3c admin admin] Publish callbacks [] for security_group (a8e8cd2e-8760-4c70-9cab-27bcfeed88ae), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:33.702811 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bd3ae33-96b7-424d-b114-5d385925cb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a8e8cd2e-8760-4c70-9cab-27bcfeed88ae), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:33.781369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Allocated IP 2001:db8::2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/e0dcacd2-8212-4620-9a5d-4ac18908c2c5/6bfa9ad4-928d-40a2-a9bf-039b457dac33) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:33.796206 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1bd3ae33-96b7-424d-b114-5d385925cb3c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe3bbd047b2c43bf98d57484639caeb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7442613 Feb 05 03:08:33.800205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3ae33-96b7-424d-b114-5d385925cb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e8cd2e-8760-4c70-9cab-27bcfeed88ae,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:33.805259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42200) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:33.840483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206809c-dd9d-4067-9596-ca63b9561656 req-321d0d32-62d0-4396-a1cb-3dff5f55904d tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:33.848036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9206809c-dd9d-4067-9596-ca63b9561656 req-321d0d32-62d0-4396-a1cb-3dff5f55904d tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.0750105 Feb 05 03:08:33.910864 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9206809c-dd9d-4067-9596-ca63b9561656 req-f9cc8f96-fd0b-4869-929a-5311b2ec5e2a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618253 Feb 05 03:08:33.932968 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1123594-bbdd-4ff3-8d1c-2f45cfcb2f67 admin admin] Publish callbacks [] for security_group (a8e8cd2e-8760-4c70-9cab-27bcfeed88ae), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:33.977110 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1123594-bbdd-4ff3-8d1c-2f45cfcb2f67 admin admin] Publish callbacks [] for security_group (a8e8cd2e-8760-4c70-9cab-27bcfeed88ae), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:33.980154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 41f0eb4a-3503-4720-ac2b-fa7ea32dca45 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:08:34.033984 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 41f0eb4a-3503-4720-ac2b-fa7ea32dca45 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:08:34.034704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 41f0eb4a-3503-4720-ac2b-fa7ea32dca45 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:08:34.049002 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1123594-bbdd-4ff3-8d1c-2f45cfcb2f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a8e8cd2e-8760-4c70-9cab-27bcfeed88ae), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:34.052093 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1123594-bbdd-4ff3-8d1c-2f45cfcb2f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:34.053527 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f1123594-bbdd-4ff3-8d1c-2f45cfcb2f67 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8e8cd2e-8760-4c70-9cab-27bcfeed88ae HTTP/1.1" status: 204 len: 168 time: 0.2474129 Feb 05 03:08:34.064625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1123594-bbdd-4ff3-8d1c-2f45cfcb2f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e8cd2e-8760-4c70-9cab-27bcfeed88ae,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:34.111725 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Publish callbacks [] for port (6bfa9ad4-928d-40a2-a9bf-039b457dac33), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:34.130478 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (6bfa9ad4-928d-40a2-a9bf-039b457dac33), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:34.197680 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:34.199676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Pushing event updated for resources: {'Port': ['ID=6bfa9ad4-928d-40a2-a9bf-039b457dac33,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:34.204814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:34.208788 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:34.255038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::1 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/e0dcacd2-8212-4620-9a5d-4ac18908c2c5/d9665d28-ecc5-44e2-8071-f4ba78efbdd7) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:34.374081 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22af3cd-78fc-4c82-8a3d-9f7985f9fcea req-e2f7de31-3b6e-477b-85d6-115bb7310fcc tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:34.377809 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e22af3cd-78fc-4c82-8a3d-9f7985f9fcea req-e2f7de31-3b6e-477b-85d6-115bb7310fcc tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.1246681 Feb 05 03:08:34.397259 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Attempting to bind port 6bfa9ad4-928d-40a2-a9bf-039b457dac33 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:08:34.397783 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Attempting to bind port 6bfa9ad4-928d-40a2-a9bf-039b457dac33 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:08:34.398011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Attempting to bind port 6bfa9ad4-928d-40a2-a9bf-039b457dac33 on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:34.413830 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:08:34.414172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:08:34.414520 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:34.416048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:08:34.416790 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Bound port: 6bfa9ad4-928d-40a2-a9bf-039b457dac33, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:08:34.416923 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6bfa9ad4-928d-40a2-a9bf-039b457dac33), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:34.451211 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e22af3cd-78fc-4c82-8a3d-9f7985f9fcea req-ad1e98f6-7a67-4265-925c-540f06bfe6b7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677028 Feb 05 03:08:34.494833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a38304-141a-42cd-90e8-ba0a1ef7f783 req-17740e23-5950-46c3-b1af-a3634722fe4f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:34.496539 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a2a38304-141a-42cd-90e8-ba0a1ef7f783 req-17740e23-5950-46c3-b1af-a3634722fe4f tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.2435071 Feb 05 03:08:34.519908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] For port 6bfa9ad4-928d-40a2-a9bf-039b457dac33, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:08:34.523770 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] For port 6bfa9ad4-928d-40a2-a9bf-039b457dac33, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6bfa9ad4-928d-40a2-a9bf-039b457dac33,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:08:34.533323 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6bfa9ad4-928d-40a2-a9bf-039b457dac33), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:34.551488 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42212) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:34.571566 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33661bc9-9aff-42aa-931d-02a8637a4bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:34.594519 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd76e2-46fb-4b1e-9a83-b36adbcc25ac None None] Pushing event updated for resources: {'Port': ['ID=6bfa9ad4-928d-40a2-a9bf-039b457dac33,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:34.635697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (d9665d28-ecc5-44e2-8071-f4ba78efbdd7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:34.645049 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468c5aa-aeaf-470e-a272-c9942c693336 req-3f48d09d-1245-4925-8d2a-9fe306d26116 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:34.652050 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2468c5aa-aeaf-470e-a272-c9942c693336 req-3f48d09d-1245-4925-8d2a-9fe306d26116 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.1883245 Feb 05 03:08:34.722548 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a2a38304-141a-42cd-90e8-ba0a1ef7f783 req-105c280f-752a-4960-b20f-808892fb9557 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Deleting port acb28c92-8aec-4518-83f2-c35adecc50ea {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:34.722751 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a2a38304-141a-42cd-90e8-ba0a1ef7f783 req-105c280f-752a-4960-b20f-808892fb9557 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:34.727854 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d9665d28-ecc5-44e2-8071-f4ba78efbdd7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:34.769171 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33661bc9-9aff-42aa-931d-02a8637a4bdf admin admin] Publish callbacks [] for security_group (75c04dc4-840c-4755-87e6-43aa37a96e03), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:34.775129 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2468c5aa-aeaf-470e-a272-c9942c693336 req-873b7160-287c-48e5-aff9-f937554219bb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222227 Feb 05 03:08:34.779305 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33661bc9-9aff-42aa-931d-02a8637a4bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (75c04dc4-840c-4755-87e6-43aa37a96e03), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:34.818046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=d9665d28-ecc5-44e2-8071-f4ba78efbdd7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:34.837212 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-33661bc9-9aff-42aa-931d-02a8637a4bdf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef0f643def234c6eb682034e00cc44af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2831070 Feb 05 03:08:34.838501 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42214) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:34.843467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:34.849224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:34.853816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:34.854375 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (c05130f7-97ae-4116-84d9-856acdc7c3bc), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:34.953362 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a2a38304-141a-42cd-90e8-ba0a1ef7f783 req-105c280f-752a-4960-b20f-808892fb9557 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] For port acb28c92-8aec-4518-83f2-c35adecc50ea, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=acb28c92-8aec-4518-83f2-c35adecc50ea,segment=NetworkSegment(e48789ca-2411-4dd0-8111-f6e23a9e113b),segment_id=e48789ca-2411-4dd0-8111-f6e23a9e113b)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:34.954081 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a2a38304-141a-42cd-90e8-ba0a1ef7f783 req-105c280f-752a-4960-b20f-808892fb9557 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:34.962577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33661bc9-9aff-42aa-931d-02a8637a4bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c04dc4-840c-4755-87e6-43aa37a96e03,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:34.988414 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a2a38304-141a-42cd-90e8-ba0a1ef7f783 req-105c280f-752a-4960-b20f-808892fb9557 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Calling delete_port for acb28c92-8aec-4518-83f2-c35adecc50ea owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:34.990199 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01309362-d510-41eb-908f-4873f6964e2f admin admin] Publish callbacks [] for security_group (75c04dc4-840c-4755-87e6-43aa37a96e03), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:35.054613 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01309362-d510-41eb-908f-4873f6964e2f admin admin] Publish callbacks [] for security_group (75c04dc4-840c-4755-87e6-43aa37a96e03), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:35.172132 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a2a38304-141a-42cd-90e8-ba0a1ef7f783 req-105c280f-752a-4960-b20f-808892fb9557 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (acb28c92-8aec-4518-83f2-c35adecc50ea), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:35.186564 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['acb28c92-8aec-4518-83f2-c35adecc50ea'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:08:35.205684 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01309362-d510-41eb-908f-4873f6964e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (75c04dc4-840c-4755-87e6-43aa37a96e03), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:35.208507 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01309362-d510-41eb-908f-4873f6964e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:35.214992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c280f-752a-4960-b20f-808892fb9557 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Pushing event deleted for resources: {'Port': ['ID=acb28c92-8aec-4518-83f2-c35adecc50ea,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:35.237445 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-01309362-d510-41eb-908f-4873f6964e2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75c04dc4-840c-4755-87e6-43aa37a96e03 HTTP/1.1" status: 204 len: 168 time: 0.3741198 Feb 05 03:08:35.254375 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076670b4-ad10-4c47-8450-9b693048bc02 req-99a13512-63de-4a23-abf8-ad3a344ca182 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:35.261180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a38304-141a-42cd-90e8-ba0a1ef7f783 req-105c280f-752a-4960-b20f-808892fb9557 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] No DVR routers for this DVR port acb28c92-8aec-4518-83f2-c35adecc50ea on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:08:35.261542 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-076670b4-ad10-4c47-8450-9b693048bc02 req-99a13512-63de-4a23-abf8-ad3a344ca182 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bffaab-531e-4a6e-b87a-7c8c14f97670 HTTP/1.1" status: 200 len: 946 time: 0.1528003 Feb 05 03:08:35.264924 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a2a38304-141a-42cd-90e8-ba0a1ef7f783 req-105c280f-752a-4960-b20f-808892fb9557 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:35.268208 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a2a38304-141a-42cd-90e8-ba0a1ef7f783 req-105c280f-752a-4960-b20f-808892fb9557 tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.10 "DELETE /v2.0/ports/acb28c92-8aec-4518-83f2-c35adecc50ea HTTP/1.1" status: 204 len: 173 time: 0.7641783 Feb 05 03:08:35.268680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bffaab-531e-4a6e-b87a-7c8c14f97670', 'name': 'network-vif-deleted', 'tag': 'acb28c92-8aec-4518-83f2-c35adecc50ea'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:08:35.271046 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e032fb6-4ea3-4f88-b623-fa27c24c953e" -d '{"events": [{"server_uuid": "b6bffaab-531e-4a6e-b87a-7c8c14f97670", "name": "network-vif-deleted", "tag": "acb28c92-8aec-4518-83f2-c35adecc50ea"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:08:35.272489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01309362-d510-41eb-908f-4873f6964e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c04dc4-840c-4755-87e6-43aa37a96e03,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:35.322934 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d9665d28-ecc5-44e2-8071-f4ba78efbdd7), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:35.385608 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-076670b4-ad10-4c47-8450-9b693048bc02 req-ad220959-44f4-4e75-8617-f942c2c9a74a tempest-ServersNegativeTestJSON-859340419 tempest-ServersNegativeTestJSON-859340419-project] 10.222.0.36 "GET /v2.0/security-groups?id=2410d7fd-b988-4cb0-b3df-80c01e0fb427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090772 Feb 05 03:08:35.409571 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e5563a-b01e-412a-b608-b61be38dae29 x-openstack-request-id: req-30e5563a-b01e-412a-b608-b61be38dae29 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:08:35.409571 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bffaab-531e-4a6e-b87a-7c8c14f97670", "name": "network-vif-deleted", "tag": "acb28c92-8aec-4518-83f2-c35adecc50ea", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:08:35.409571 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30e5563a-b01e-412a-b608-b61be38dae29 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:08:35.409571 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bffaab-531e-4a6e-b87a-7c8c14f97670', 'name': 'network-vif-deleted', 'tag': 'acb28c92-8aec-4518-83f2-c35adecc50ea', 'status': 'completed', 'code': 200} Feb 05 03:08:35.644699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a92f75-a678-4618-a3fd-42ba2a7ee580 req-396de92d-1182-4ff3-a4c3-225858f5d64b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:35.646459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f1a92f75-a678-4618-a3fd-42ba2a7ee580 req-396de92d-1182-4ff3-a4c3-225858f5d64b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.0816371 Feb 05 03:08:35.726498 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f1a92f75-a678-4618-a3fd-42ba2a7ee580 req-2a960ed9-38ef-4239-97ef-6c01e5ba4a99 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725327 Feb 05 03:08:35.729107 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (d9665d28-ecc5-44e2-8071-f4ba78efbdd7), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:35.742700 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (d9665d28-ecc5-44e2-8071-f4ba78efbdd7), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:35.743567 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (c05130f7-97ae-4116-84d9-856acdc7c3bc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:35.885744 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd98f64c-d38e-43fe-a91d-47dc484c9813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:35.989965 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=d9665d28-ecc5-44e2-8071-f4ba78efbdd7,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:36.061139 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104524fc-bb40-4734-9f5e-0237f1a6bd5f req-dfc99794-1502-4f38-bd42-6c29c111ec61 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:36.064040 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-104524fc-bb40-4734-9f5e-0237f1a6bd5f req-dfc99794-1502-4f38-bd42-6c29c111ec61 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.1549392 Feb 05 03:08:36.075613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:36.084487 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6bfa9ad4-928d-40a2-a9bf-039b457dac33 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:08:36.088425 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:36.155279 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-104524fc-bb40-4734-9f5e-0237f1a6bd5f req-fe638146-d2e9-4467-9514-e3dd352b939e tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771201 Feb 05 03:08:36.183862 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6bfa9ad4-928d-40a2-a9bf-039b457dac33 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:36.184333 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6bfa9ad4-928d-40a2-a9bf-039b457dac33), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:36.282457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6bfa9ad4-928d-40a2-a9bf-039b457dac33 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:36.283149 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6bfa9ad4-928d-40a2-a9bf-039b457dac33), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:36.299176 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Router c05130f7-97ae-4116-84d9-856acdc7c3bc is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:08:36.336399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 6bfa9ad4-928d-40a2-a9bf-039b457dac33, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6bfa9ad4-928d-40a2-a9bf-039b457dac33,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:36.346145 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6bfa9ad4-928d-40a2-a9bf-039b457dac33), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:36.449492 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=6bfa9ad4-928d-40a2-a9bf-039b457dac33,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:36.463598 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:08:36.466257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42250) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:36.479921 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aad29854-8343-4889-9e77-9d0905b4666c None None] Provisioning complete for port 6bfa9ad4-928d-40a2-a9bf-039b457dac33 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:36.480314 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aad29854-8343-4889-9e77-9d0905b4666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6bfa9ad4-928d-40a2-a9bf-039b457dac33), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:36.496872 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-baa863bd-4628-48e3-b553-8e0cbc81c18b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "PUT /v2.0/routers/c05130f7-97ae-4116-84d9-856acdc7c3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4076698 Feb 05 03:08:36.501896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42254) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:36.539040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e06334-5238-4ba3-8211-1d41c3620a85 admin admin] Deleting subnet 9710adb9-a86e-4bd9-b62b-bccb80188957 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:08:36.542339 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76e06334-5238-4ba3-8211-1d41c3620a85 admin admin] Publish callbacks [] for subnet (9710adb9-a86e-4bd9-b62b-bccb80188957), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:36.557092 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Sync routers for ids ['c05130f7-97ae-4116-84d9-856acdc7c3bc'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:08:36.574457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Routers {'c05130f7-97ae-4116-84d9-856acdc7c3bc'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:08:36.584244 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:08:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c05130f7-97ae-4116-84d9-856acdc7c3bc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:08:36.632492 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2061c189-ed51-40ce-b316-e1ed4e899d3e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:36.633993 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2061c189-ed51-40ce-b316-e1ed4e899d3e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports/d9665d28-ecc5-44e2-8071-f4ba78efbdd7 HTTP/1.1" status: 200 len: 911 time: 0.1309958 Feb 05 03:08:36.636827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42260) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:36.643401 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76e06334-5238-4ba3-8211-1d41c3620a85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (9710adb9-a86e-4bd9-b62b-bccb80188957), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:36.727109 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76e06334-5238-4ba3-8211-1d41c3620a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (9710adb9-a86e-4bd9-b62b-bccb80188957), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:36.790342 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4061c8d3-d2a8-4808-8ac6-1c4d0d226f1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:36.804081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4061c8d3-d2a8-4808-8ac6-1c4d0d226f1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:36.809265 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4061c8d3-d2a8-4808-8ac6-1c4d0d226f1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1677551 Feb 05 03:08:36.809930 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42268) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:36.855836 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76e06334-5238-4ba3-8211-1d41c3620a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (9710adb9-a86e-4bd9-b62b-bccb80188957), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:36.912889 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Set router c05130f7-97ae-4116-84d9-856acdc7c3bc gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:08:36.917702 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aad29854-8343-4889-9e77-9d0905b4666c None None] Current status of the port 6bfa9ad4-928d-40a2-a9bf-039b457dac33 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:36.988346 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e06334-5238-4ba3-8211-1d41c3620a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9710adb9-a86e-4bd9-b62b-bccb80188957,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:37.002496 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76e06334-5238-4ba3-8211-1d41c3620a85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:37.006137 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-76e06334-5238-4ba3-8211-1d41c3620a85 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9710adb9-a86e-4bd9-b62b-bccb80188957 HTTP/1.1" status: 204 len: 168 time: 0.5379491 Feb 05 03:08:37.008722 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42272) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:37.060257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5084301-2b89-4891-93d9-d6f5cedaa4c9 req-9882046e-5583-45e8-a7e3-4bc7251bddb0 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:37.062669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c5084301-2b89-4891-93d9-d6f5cedaa4c9 req-9882046e-5583-45e8-a7e3-4bc7251bddb0 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.1889679 Feb 05 03:08:37.159100 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-636be9ad-2749-4b0f-aafa-40a6d8390a41 None None] Provisioning complete for port d9665d28-ecc5-44e2-8071-f4ba78efbdd7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:37.159554 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-636be9ad-2749-4b0f-aafa-40a6d8390a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d9665d28-ecc5-44e2-8071-f4ba78efbdd7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:37.161570 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:37.190168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c5084301-2b89-4891-93d9-d6f5cedaa4c9 req-7c75c7df-7ccc-4587-a098-f3e5e9f413f1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130064 Feb 05 03:08:37.231981 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e3a6342-519c-424b-af3e-aa617e47cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (98ab2392-eb0d-400b-ae03-4808c53f38dc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:37.306830 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device acb28c92-8aec-4518-83f2-c35adecc50ea no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:08:37.363068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: acb28c92-8aec-4518-83f2-c35adecc50ea {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:08:37.374103 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device acb28c92-8aec-4518-83f2-c35adecc50ea not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:08:37.399449 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-636be9ad-2749-4b0f-aafa-40a6d8390a41 None None] Port d9665d28-ecc5-44e2-8071-f4ba78efbdd7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:08:37.417223 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76899373-3280-4b35-b2b2-dae6370b9b07 req-b9754910-1b16-48c6-b156-2f7986ff6e40 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:37.418410 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76899373-3280-4b35-b2b2-dae6370b9b07 req-b9754910-1b16-48c6-b156-2f7986ff6e40 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.1439443 Feb 05 03:08:37.513586 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76899373-3280-4b35-b2b2-dae6370b9b07 req-1ca30fbf-409a-47c5-8372-7e8f6d428399 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848060 Feb 05 03:08:37.517232 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e3a6342-519c-424b-af3e-aa617e47cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (98ab2392-eb0d-400b-ae03-4808c53f38dc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:37.533860 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05130f7-97ae-4116-84d9-856acdc7c3bc', 'name': 'tempest-NetworksTestDHCPv6-router-1622636284', 'tenant_id': '0029f960a51b45c693bd83d39043c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:08:32Z', 'updated_at': '2022-02-05T03:08:35Z', 'revision_number': 2, 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'gw_port_host': None, '_interfaces': [{'id': 'd9665d28-ecc5-44e2-8071-f4ba78efbdd7', 'name': '', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'tenant_id': '0029f960a51b45c693bd83d39043c2aa', 'mac_address': 'fa:16:3e:dc:ac:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05130f7-97ae-4116-84d9-856acdc7c3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'e0dcacd2-8212-4620-9a5d-4ac18908c2c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:08:33Z', 'updated_at': '2022-02-05T03:08:35Z', 'revision_number': 2, 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'subnets': [{'id': 'e0dcacd2-8212-4620-9a5d-4ac18908c2c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:08:37.565969 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Checking router: c05130f7-97ae-4116-84d9-856acdc7c3bc for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:08:37.566399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Updating router c05130f7-97ae-4116-84d9-856acdc7c3bc port d9665d28-ecc5-44e2-8071-f4ba78efbdd7 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:08:37.566520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9e3a6342-519c-424b-af3e-aa617e47cd0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ab2392-eb0d-400b-ae03-4808c53f38dc']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:08:37.568407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2c9ce805-a8f3-425f-9d2a-e201c5b34ec5 None None] Provisioning complete for port d9665d28-ecc5-44e2-8071-f4ba78efbdd7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:37.568838 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2c9ce805-a8f3-425f-9d2a-e201c5b34ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d9665d28-ecc5-44e2-8071-f4ba78efbdd7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:37.584439 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9e3a6342-519c-424b-af3e-aa617e47cd0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48789ca-2411-4dd0-8111-f6e23a9e113b') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:08:37.584738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9e3a6342-519c-424b-af3e-aa617e47cd0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48789ca-2411-4dd0-8111-f6e23a9e113b') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:08:37.604736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e3a6342-519c-424b-af3e-aa617e47cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (e48789ca-2411-4dd0-8111-f6e23a9e113b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:37.632500 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d9665d28-ecc5-44e2-8071-f4ba78efbdd7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:37.643428 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ce805-a8f3-425f-9d2a-e201c5b34ec5 None None] Port d9665d28-ecc5-44e2-8071-f4ba78efbdd7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:08:37.666519 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e3a6342-519c-424b-af3e-aa617e47cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e48789ca-2411-4dd0-8111-f6e23a9e113b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:37.693715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3a6342-519c-424b-af3e-aa617e47cd0e admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:08:37.694171 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e3a6342-519c-424b-af3e-aa617e47cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (e48789ca-2411-4dd0-8111-f6e23a9e113b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:08:37.695928 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:08:37.990687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6bfa9ad4-928d-40a2-a9bf-039b457dac33 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:08:38.091681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6bfa9ad4-928d-40a2-a9bf-039b457dac33 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:38.091984 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6bfa9ad4-928d-40a2-a9bf-039b457dac33), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:38.215445 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6bfa9ad4-928d-40a2-a9bf-039b457dac33 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:38.284737 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e3a6342-519c-424b-af3e-aa617e47cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (98ab2392-eb0d-400b-ae03-4808c53f38dc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:38.297940 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Publish callbacks [] for port (d9665d28-ecc5-44e2-8071-f4ba78efbdd7), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:38.312967 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d9665d28-ecc5-44e2-8071-f4ba78efbdd7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:38.345030 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e3a6342-519c-424b-af3e-aa617e47cd0e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:38.349977 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9e3a6342-519c-424b-af3e-aa617e47cd0e admin admin] 10.222.0.36 "DELETE /v2.0/networks/98ab2392-eb0d-400b-ae03-4808c53f38dc HTTP/1.1" status: 204 len: 168 time: 1.3361821 Feb 05 03:08:38.362212 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a6342-519c-424b-af3e-aa617e47cd0e admin admin] Pushing event deleted for resources: {'Network': ['ID=98ab2392-eb0d-400b-ae03-4808c53f38dc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:38.444539 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e11435fc-542b-4d6b-ab75-eaf7a205858c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (c05130f7-97ae-4116-84d9-856acdc7c3bc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:38.457101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb77b5-b2e4-40d3-90e8-bf04d3c31afe None None] Pushing event updated for resources: {'Port': ['ID=d9665d28-ecc5-44e2-8071-f4ba78efbdd7,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:38.565137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a96d9-2e1f-4053-be96-a6055254d69f req-8e41a0cd-2712-46dc-b601-5631ab6bcde9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:38.568722 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f8a96d9-2e1f-4053-be96-a6055254d69f req-8e41a0cd-2712-46dc-b601-5631ab6bcde9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.2173481 Feb 05 03:08:38.598667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Attempting to bind port d9665d28-ecc5-44e2-8071-f4ba78efbdd7 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:08:38.598981 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Attempting to bind port d9665d28-ecc5-44e2-8071-f4ba78efbdd7 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:08:38.599347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Attempting to bind port d9665d28-ecc5-44e2-8071-f4ba78efbdd7 on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:38.646048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:08:38.646976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:08:38.648002 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:38.648563 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:08:38.650142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Bound port: d9665d28-ecc5-44e2-8071-f4ba78efbdd7, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:08:38.651887 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d9665d28-ecc5-44e2-8071-f4ba78efbdd7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:38.749503 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:38.824072 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f8a96d9-2e1f-4053-be96-a6055254d69f req-4aaf420a-91d2-4dcc-b09c-8a7522892acd tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444816 Feb 05 03:08:38.827298 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] For port d9665d28-ecc5-44e2-8071-f4ba78efbdd7, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:08:38.845531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] For port d9665d28-ecc5-44e2-8071-f4ba78efbdd7, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d9665d28-ecc5-44e2-8071-f4ba78efbdd7,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:08:38.872516 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d9665d28-ecc5-44e2-8071-f4ba78efbdd7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:38.873588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42330) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:38.880100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e14e2a-c507-4732-8eb5-835f60f48346 req-0cc16dca-0e8a-48b4-9750-f86ec8efc1c9 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:38.881643 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37e14e2a-c507-4732-8eb5-835f60f48346 req-0cc16dca-0e8a-48b4-9750-f86ec8efc1c9 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.2114270 Feb 05 03:08:38.964126 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Routers {'c05130f7-97ae-4116-84d9-856acdc7c3bc'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:08:38.964779 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:08:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c05130f7-97ae-4116-84d9-856acdc7c3bc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:08:38.987321 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-747fa9c6-e7d4-4ef2-987d-060852227b44 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48d75b9896b4443ca4a344d32f5eb70e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1101921 Feb 05 03:08:38.993690 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42332) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:39.002499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37e14e2a-c507-4732-8eb5-835f60f48346 req-15617731-5f41-49c0-8052-fcef93c20952 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102512 Feb 05 03:08:39.014252 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42334) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:39.052826 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e11435fc-542b-4d6b-ab75-eaf7a205858c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port d9665d28-ecc5-44e2-8071-f4ba78efbdd7 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:39.060016 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e11435fc-542b-4d6b-ab75-eaf7a205858c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d9665d28-ecc5-44e2-8071-f4ba78efbdd7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:39.259812 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6e7569f-1c56-4f4b-adea-85f412003bad admin admin] Publish callbacks [] for security_group (2410d7fd-b988-4cb0-b3df-80c01e0fb427), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:39.332767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-e11435fc-542b-4d6b-ab75-eaf7a205858c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] For port d9665d28-ecc5-44e2-8071-f4ba78efbdd7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d9665d28-ecc5-44e2-8071-f4ba78efbdd7,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:39.333415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e11435fc-542b-4d6b-ab75-eaf7a205858c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d9665d28-ecc5-44e2-8071-f4ba78efbdd7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:39.346362 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-439d382c-2ccb-4126-b585-5b08c79fb2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:39.372802 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6e7569f-1c56-4f4b-adea-85f412003bad admin admin] Publish callbacks [] for security_group (2410d7fd-b988-4cb0-b3df-80c01e0fb427), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:39.400953 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e11435fc-542b-4d6b-ab75-eaf7a205858c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for d9665d28-ecc5-44e2-8071-f4ba78efbdd7 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:39.471262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb77b5-b2e4-40d3-90e8-bf04d3c31afe None None] Pushing event updated for resources: {'Port': ['ID=d9665d28-ecc5-44e2-8071-f4ba78efbdd7,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:39.506246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9f9d8f7d-7ea3-449f-8b8b-0851b4460e29 None None] Provisioning complete for port d9665d28-ecc5-44e2-8071-f4ba78efbdd7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:39.507257 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8f7d-7ea3-449f-8b8b-0851b4460e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d9665d28-ecc5-44e2-8071-f4ba78efbdd7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:39.553295 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] Set router c05130f7-97ae-4116-84d9-856acdc7c3bc gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:08:39.572190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b4269-4c03-41f7-a653-72ad5256006d req-2722dd48-d4a4-478f-9226-b19febaa82d1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:39.573780 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f85b4269-4c03-41f7-a653-72ad5256006d req-2722dd48-d4a4-478f-9226-b19febaa82d1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.1642482 Feb 05 03:08:39.655217 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-439d382c-2ccb-4126-b585-5b08c79fb2ee admin admin] Publish callbacks [] for security_group (c5ab76b9-e69d-48cc-94ad-2420b98aba06), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:39.656968 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6e7569f-1c56-4f4b-adea-85f412003bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2410d7fd-b988-4cb0-b3df-80c01e0fb427), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:39.662465 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6e7569f-1c56-4f4b-adea-85f412003bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:39.663574 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a6e7569f-1c56-4f4b-adea-85f412003bad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2410d7fd-b988-4cb0-b3df-80c01e0fb427 HTTP/1.1" status: 204 len: 168 time: 0.6685348 Feb 05 03:08:39.667040 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e11435fc-542b-4d6b-ab75-eaf7a205858c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d9665d28-ecc5-44e2-8071-f4ba78efbdd7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:39.676894 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-439d382c-2ccb-4126-b585-5b08c79fb2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c5ab76b9-e69d-48cc-94ad-2420b98aba06), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:39.688338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7569f-1c56-4f4b-adea-85f412003bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2410d7fd-b988-4cb0-b3df-80c01e0fb427,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:39.721798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11435fc-542b-4d6b-ab75-eaf7a205858c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=d9665d28-ecc5-44e2-8071-f4ba78efbdd7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:39.736966 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f85b4269-4c03-41f7-a653-72ad5256006d req-47d02e62-0c55-4604-87cd-e7505e46bac4 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452565 Feb 05 03:08:39.748666 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-439d382c-2ccb-4126-b585-5b08c79fb2ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fa147c900a74993844cc8c6fdf3c10d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7331955 Feb 05 03:08:39.750405 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d382c-2ccb-4126-b585-5b08c79fb2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ab76b9-e69d-48cc-94ad-2420b98aba06,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:39.753295 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42344) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:39.902618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9f9d8f7d-7ea3-449f-8b8b-0851b4460e29 None None] Port d9665d28-ecc5-44e2-8071-f4ba78efbdd7 update to ACTIVE by agent not found {{(pid=109676) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 05 03:08:39.903851 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f8642c8-9bb6-4a1c-aa5b-898956eac6f0 admin admin] Publish callbacks [] for security_group (c5ab76b9-e69d-48cc-94ad-2420b98aba06), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:39.948034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e11435fc-542b-4d6b-ab75-eaf7a205858c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (c05130f7-97ae-4116-84d9-856acdc7c3bc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:39.953826 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f8642c8-9bb6-4a1c-aa5b-898956eac6f0 admin admin] Publish callbacks [] for security_group (c5ab76b9-e69d-48cc-94ad-2420b98aba06), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:40.022449 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f8642c8-9bb6-4a1c-aa5b-898956eac6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c5ab76b9-e69d-48cc-94ad-2420b98aba06), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:40.026078 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f8642c8-9bb6-4a1c-aa5b-898956eac6f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:40.028684 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0f8642c8-9bb6-4a1c-aa5b-898956eac6f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5ab76b9-e69d-48cc-94ad-2420b98aba06 HTTP/1.1" status: 204 len: 168 time: 0.2745097 Feb 05 03:08:40.144456 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:40.156421 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-83c27479-2901-4697-9beb-2dcdb6d2bd5e None None] Could not find standard attr ID for object d9665d28-ecc5-44e2-8071-f4ba78efbdd7. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:08:40.177844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8642c8-9bb6-4a1c-aa5b-898956eac6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ab76b9-e69d-48cc-94ad-2420b98aba06,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:40.242258 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05130f7-97ae-4116-84d9-856acdc7c3bc', 'name': 'tempest-NetworksTestDHCPv6-router-1622636284', 'tenant_id': '0029f960a51b45c693bd83d39043c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:08:32Z', 'updated_at': '2022-02-05T03:08:35Z', 'revision_number': 2, 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'gw_port_host': None, '_interfaces': [{'id': 'd9665d28-ecc5-44e2-8071-f4ba78efbdd7', 'name': '', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'tenant_id': '0029f960a51b45c693bd83d39043c2aa', 'mac_address': 'fa:16:3e:dc:ac:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05130f7-97ae-4116-84d9-856acdc7c3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'e0dcacd2-8212-4620-9a5d-4ac18908c2c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:08:33Z', 'updated_at': '2022-02-05T03:08:38Z', 'revision_number': 4, 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'subnets': [{'id': 'e0dcacd2-8212-4620-9a5d-4ac18908c2c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:08:40.256556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f82b3f-3b36-4774-bd3e-dc8bc1c61edc req-c0092f95-c3cc-4990-b76c-c44ff0598c2c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:40.268192 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4f82b3f-3b36-4774-bd3e-dc8bc1c61edc req-c0092f95-c3cc-4990-b76c-c44ff0598c2c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.2026129 Feb 05 03:08:40.290809 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dddadd-5091-4e34-ae4c-3f2642b7bec0 None None] The sync data for ids ['c05130f7-97ae-4116-84d9-856acdc7c3bc'] in n-d-826942-8 is: [{'id': 'c05130f7-97ae-4116-84d9-856acdc7c3bc', 'name': 'tempest-NetworksTestDHCPv6-router-1622636284', 'tenant_id': '0029f960a51b45c693bd83d39043c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:08:32Z', 'updated_at': '2022-02-05T03:08:35Z', 'revision_number': 2, 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'gw_port_host': None, '_interfaces': [{'id': 'd9665d28-ecc5-44e2-8071-f4ba78efbdd7', 'name': '', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'tenant_id': '0029f960a51b45c693bd83d39043c2aa', 'mac_address': 'fa:16:3e:dc:ac:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05130f7-97ae-4116-84d9-856acdc7c3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'e0dcacd2-8212-4620-9a5d-4ac18908c2c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:08:33Z', 'updated_at': '2022-02-05T03:08:38Z', 'revision_number': 4, 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'subnets': [{'id': 'e0dcacd2-8212-4620-9a5d-4ac18908c2c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:08:40.356875 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4f82b3f-3b36-4774-bd3e-dc8bc1c61edc req-5d979aac-7291-4911-babd-a378d7155850 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875371 Feb 05 03:08:40.409604 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11435fc-542b-4d6b-ab75-eaf7a205858c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Router c05130f7-97ae-4116-84d9-856acdc7c3bc has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:08:40.581598 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11435fc-542b-4d6b-ab75-eaf7a205858c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:08:40.587302 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e11435fc-542b-4d6b-ab75-eaf7a205858c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "PUT /v2.0/routers/c05130f7-97ae-4116-84d9-856acdc7c3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7757998 Feb 05 03:08:40.589936 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42366) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:40.669475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76f20c-b1ad-4247-8384-15d23ec01007 req-111b668a-bbc1-49fe-95ec-adb0e8026e55 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:40.670945 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ae76f20c-b1ad-4247-8384-15d23ec01007 req-111b668a-bbc1-49fe-95ec-adb0e8026e55 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.0875270 Feb 05 03:08:40.755993 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1723f139-5e0d-4632-bcf1-82ecaa426a84 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:40.761377 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1723f139-5e0d-4632-bcf1-82ecaa426a84 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:40.766139 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1723f139-5e0d-4632-bcf1-82ecaa426a84 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1715381 Feb 05 03:08:40.772809 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42372) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:40.805150 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42376) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:40.881426 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ae76f20c-b1ad-4247-8384-15d23ec01007 req-2c41573a-f0ce-4cfc-a737-355a1f22ee97 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Deleting port 0476a7ff-1693-4e82-a207-e41cd7a0c806 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:40.881771 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ae76f20c-b1ad-4247-8384-15d23ec01007 req-2c41573a-f0ce-4cfc-a737-355a1f22ee97 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0476a7ff-1693-4e82-a207-e41cd7a0c806), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:40.888953 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-349c1d2f-a6d7-4c7f-8973-2ed2fdc5fd87 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet e0dcacd2-8212-4620-9a5d-4ac18908c2c5 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:08:40.893501 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-349c1d2f-a6d7-4c7f-8973-2ed2fdc5fd87 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (e0dcacd2-8212-4620-9a5d-4ac18908c2c5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:40.950185 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-349c1d2f-a6d7-4c7f-8973-2ed2fdc5fd87 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (e0dcacd2-8212-4620-9a5d-4ac18908c2c5), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:41.031410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ae76f20c-b1ad-4247-8384-15d23ec01007 req-2c41573a-f0ce-4cfc-a737-355a1f22ee97 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] For port 0476a7ff-1693-4e82-a207-e41cd7a0c806, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0476a7ff-1693-4e82-a207-e41cd7a0c806,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:41.041103 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ae76f20c-b1ad-4247-8384-15d23ec01007 req-2c41573a-f0ce-4cfc-a737-355a1f22ee97 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0476a7ff-1693-4e82-a207-e41cd7a0c806), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:41.063837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ae76f20c-b1ad-4247-8384-15d23ec01007 req-2c41573a-f0ce-4cfc-a737-355a1f22ee97 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Calling delete_port for 0476a7ff-1693-4e82-a207-e41cd7a0c806 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:41.084607 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6eef1d3f-6be9-4fed-8466-e1c159a1d332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:41.185551 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-349c1d2f-a6d7-4c7f-8973-2ed2fdc5fd87 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e0dcacd2-8212-4620-9a5d-4ac18908c2c5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:41.260731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e866b-65a0-4736-a33f-e64ac04dd85c req-bbd813c1-a9a7-491e-aa45-070213841263 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:41.263728 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f36e866b-65a0-4736-a33f-e64ac04dd85c req-bbd813c1-a9a7-491e-aa45-070213841263 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6d5f90f-af56-42f3-9bde-4702e54fda92 HTTP/1.1" status: 200 len: 946 time: 0.1977153 Feb 05 03:08:41.284673 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ae76f20c-b1ad-4247-8384-15d23ec01007 req-2c41573a-f0ce-4cfc-a737-355a1f22ee97 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0476a7ff-1693-4e82-a207-e41cd7a0c806), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:41.286287 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:41.300532 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-349c1d2f-a6d7-4c7f-8973-2ed2fdc5fd87 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (e0dcacd2-8212-4620-9a5d-4ac18908c2c5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:41.358245 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c1d2f-a6d7-4c7f-8973-2ed2fdc5fd87 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=e0dcacd2-8212-4620-9a5d-4ac18908c2c5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:41.367621 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fe3fa8-b2fe-4e89-822b-fb79ba02e014 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:41.384105 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-349c1d2f-a6d7-4c7f-8973-2ed2fdc5fd87 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:41.389646 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41573a-f0ce-4cfc-a737-355a1f22ee97 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Pushing event deleted for resources: {'Port': ['ID=0476a7ff-1693-4e82-a207-e41cd7a0c806,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:41.391582 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-349c1d2f-a6d7-4c7f-8973-2ed2fdc5fd87 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/e0dcacd2-8212-4620-9a5d-4ac18908c2c5 HTTP/1.1" status: 204 len: 168 time: 0.6159196 Feb 05 03:08:41.396215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42388) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:41.429364 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae76f20c-b1ad-4247-8384-15d23ec01007 req-2c41573a-f0ce-4cfc-a737-355a1f22ee97 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] No DVR routers for this DVR port 0476a7ff-1693-4e82-a207-e41cd7a0c806 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:08:41.442096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f36e866b-65a0-4736-a33f-e64ac04dd85c req-88d3479b-3c19-4c1b-b5f4-7b7e00004790 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629102 Feb 05 03:08:41.447959 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ae76f20c-b1ad-4247-8384-15d23ec01007 req-2c41573a-f0ce-4cfc-a737-355a1f22ee97 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:41.473455 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ae76f20c-b1ad-4247-8384-15d23ec01007 req-2c41573a-f0ce-4cfc-a737-355a1f22ee97 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "DELETE /v2.0/ports/0476a7ff-1693-4e82-a207-e41cd7a0c806 HTTP/1.1" status: 204 len: 173 time: 0.7890809 Feb 05 03:08:41.474133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d5f90f-af56-42f3-9bde-4702e54fda92', 'name': 'network-vif-deleted', 'tag': '0476a7ff-1693-4e82-a207-e41cd7a0c806'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:08:41.476585 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b041cd0b-7084-467e-8817-e3cd4ad35721" -d '{"events": [{"server_uuid": "e6d5f90f-af56-42f3-9bde-4702e54fda92", "name": "network-vif-deleted", "tag": "0476a7ff-1693-4e82-a207-e41cd7a0c806"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:08:41.540172 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6eef1d3f-6be9-4fed-8466-e1c159a1d332 admin admin] Publish callbacks [] for security_group (eb87bf08-bf97-406e-8820-417215d106c2), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:41.587729 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6eef1d3f-6be9-4fed-8466-e1c159a1d332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (eb87bf08-bf97-406e-8820-417215d106c2), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:41.603153 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4fb796-cf57-46b4-99e3-33b1cd880bdd x-openstack-request-id: req-8c4fb796-cf57-46b4-99e3-33b1cd880bdd {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:08:41.603650 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d5f90f-af56-42f3-9bde-4702e54fda92", "name": "network-vif-deleted", "tag": "0476a7ff-1693-4e82-a207-e41cd7a0c806", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:08:41.604062 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c4fb796-cf57-46b4-99e3-33b1cd880bdd {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:08:41.604764 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d5f90f-af56-42f3-9bde-4702e54fda92', 'name': 'network-vif-deleted', 'tag': '0476a7ff-1693-4e82-a207-e41cd7a0c806', 'status': 'completed', 'code': 200} Feb 05 03:08:41.624030 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-be59b868-dcab-440a-95f9-036f64e73570 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2248845 Feb 05 03:08:41.626897 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42396) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:41.721856 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6eef1d3f-6be9-4fed-8466-e1c159a1d332 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdb4957b49ed43438130ad619ec7e47b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9157815 Feb 05 03:08:41.728657 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42400) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:41.740258 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef1d3f-6be9-4fed-8466-e1c159a1d332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb87bf08-bf97-406e-8820-417215d106c2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:41.756065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470b79c1-3118-4830-ae6b-8cc8391f715f None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:08:41.764850 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b58bdb9b-9131-49fe-aa34-ef2c4f9561d3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for router (c05130f7-97ae-4116-84d9-856acdc7c3bc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:41.871968 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe5590-8e1c-42df-8633-95c20c00182f req-0cc5c191-39bd-42a4-8ba5-68810b92429a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:41.873894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9fbe5590-8e1c-42df-8633-95c20c00182f req-0cc5c191-39bd-42a4-8ba5-68810b92429a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.3310788 Feb 05 03:08:41.912450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-470b79c1-3118-4830-ae6b-8cc8391f715f None None] Deleting port 6bfa9ad4-928d-40a2-a9bf-039b457dac33 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:41.912830 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-470b79c1-3118-4830-ae6b-8cc8391f715f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6bfa9ad4-928d-40a2-a9bf-039b457dac33), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:41.953777 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9c06c88a-9ea0-4404-af07-a4574bcdb19f admin admin] Publish callbacks [] for security_group (eb87bf08-bf97-406e-8820-417215d106c2), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:42.004086 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b58bdb9b-9131-49fe-aa34-ef2c4f9561d3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (c05130f7-97ae-4116-84d9-856acdc7c3bc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:42.007173 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b58bdb9b-9131-49fe-aa34-ef2c4f9561d3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for router_controller (c05130f7-97ae-4116-84d9-856acdc7c3bc), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:42.022978 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9c06c88a-9ea0-4404-af07-a4574bcdb19f admin admin] Publish callbacks [] for security_group (eb87bf08-bf97-406e-8820-417215d106c2), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:42.027421 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9fbe5590-8e1c-42df-8633-95c20c00182f req-35fb7e8d-7927-4088-a7b5-97d104562f86 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440394 Feb 05 03:08:42.042217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6bfa9ad4-928d-40a2-a9bf-039b457dac33 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:08:42.058124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-470b79c1-3118-4830-ae6b-8cc8391f715f None None] For port 6bfa9ad4-928d-40a2-a9bf-039b457dac33, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6bfa9ad4-928d-40a2-a9bf-039b457dac33,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:42.058519 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-470b79c1-3118-4830-ae6b-8cc8391f715f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6bfa9ad4-928d-40a2-a9bf-039b457dac33), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:42.064028 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b58bdb9b-9131-49fe-aa34-ef2c4f9561d3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (c05130f7-97ae-4116-84d9-856acdc7c3bc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:42.064566 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58bdb9b-9131-49fe-aa34-ef2c4f9561d3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Fanout notify agent at l3_agent the message router_deleted on router c05130f7-97ae-4116-84d9-856acdc7c3bc {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:08:42.074150 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b58bdb9b-9131-49fe-aa34-ef2c4f9561d3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:42.078155 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b58bdb9b-9131-49fe-aa34-ef2c4f9561d3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/routers/c05130f7-97ae-4116-84d9-856acdc7c3bc HTTP/1.1" status: 204 len: 168 time: 0.4465945 Feb 05 03:08:42.082715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42406) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:42.100611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-eb342eaa-9a4f-45a3-8529-1c0bf7a2af6c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:42.108829 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-470b79c1-3118-4830-ae6b-8cc8391f715f None None] Calling delete_port for 6bfa9ad4-928d-40a2-a9bf-039b457dac33 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:42.212449 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9c06c88a-9ea0-4404-af07-a4574bcdb19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (eb87bf08-bf97-406e-8820-417215d106c2), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:42.216898 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9c06c88a-9ea0-4404-af07-a4574bcdb19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:42.218726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9c06c88a-9ea0-4404-af07-a4574bcdb19f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb87bf08-bf97-406e-8820-417215d106c2 HTTP/1.1" status: 204 len: 168 time: 0.4878843 Feb 05 03:08:42.277792 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06c88a-9ea0-4404-af07-a4574bcdb19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb87bf08-bf97-406e-8820-417215d106c2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:42.283098 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6bfa9ad4-928d-40a2-a9bf-039b457dac33 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:42.288361 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6bfa9ad4-928d-40a2-a9bf-039b457dac33), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:42.294343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb342eaa-9a4f-45a3-8529-1c0bf7a2af6c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:42.303083 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb342eaa-9a4f-45a3-8529-1c0bf7a2af6c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:42.393151 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 6bfa9ad4-928d-40a2-a9bf-039b457dac33, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6bfa9ad4-928d-40a2-a9bf-039b457dac33,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:42.404933 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6bfa9ad4-928d-40a2-a9bf-039b457dac33), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:42.448934 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-470b79c1-3118-4830-ae6b-8cc8391f715f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (6bfa9ad4-928d-40a2-a9bf-039b457dac33), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:42.469768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470b79c1-3118-4830-ae6b-8cc8391f715f None None] No DVR routers for this DVR port 6bfa9ad4-928d-40a2-a9bf-039b457dac33 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:08:42.508978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=6bfa9ad4-928d-40a2-a9bf-039b457dac33,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:42.545161 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b79c1-3118-4830-ae6b-8cc8391f715f None None] Pushing event deleted for resources: {'Port': ['ID=6bfa9ad4-928d-40a2-a9bf-039b457dac33,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:42.679344 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527a7ef8-ca7a-4dfd-aeb6-0700c977ad4c None None] Sync routers for ids ['c05130f7-97ae-4116-84d9-856acdc7c3bc'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:08:42.693191 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527a7ef8-ca7a-4dfd-aeb6-0700c977ad4c None None] Routers set() bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:08:42.694208 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527a7ef8-ca7a-4dfd-aeb6-0700c977ad4c None None] Router IDs set() for agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 05 03:08:42.695401 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_agentschedulers_db [None req-527a7ef8-ca7a-4dfd-aeb6-0700c977ad4c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c05130f7-97ae-4116-84d9-856acdc7c3bc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:08:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent'). {{(pid=109677) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 05 03:08:42.699273 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb342eaa-9a4f-45a3-8529-1c0bf7a2af6c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (fcd410a3-3d0d-4985-89b4-1bcf16c1c793), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:42.707721 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527a7ef8-ca7a-4dfd-aeb6-0700c977ad4c None None] Routers set() bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:08:42.708455 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527a7ef8-ca7a-4dfd-aeb6-0700c977ad4c None None] Router IDs set() for agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 05 03:08:42.709240 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_agentschedulers_db [None req-527a7ef8-ca7a-4dfd-aeb6-0700c977ad4c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c05130f7-97ae-4116-84d9-856acdc7c3bc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:08:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent'). {{(pid=109677) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 05 03:08:42.710062 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527a7ef8-ca7a-4dfd-aeb6-0700c977ad4c None None] The sync data for ids ['c05130f7-97ae-4116-84d9-856acdc7c3bc'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:08:42.770354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb342eaa-9a4f-45a3-8529-1c0bf7a2af6c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:42.771756 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb342eaa-9a4f-45a3-8529-1c0bf7a2af6c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=fcd410a3-3d0d-4985-89b4-1bcf16c1c793,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:42.774233 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-eb342eaa-9a4f-45a3-8529-1c0bf7a2af6c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:42.794424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb342eaa-9a4f-45a3-8529-1c0bf7a2af6c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:42.803488 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb342eaa-9a4f-45a3-8529-1c0bf7a2af6c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:42.807138 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c86e79-b839-40c4-a81d-6b6d34dfb53b None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:42.853530 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-eb342eaa-9a4f-45a3-8529-1c0bf7a2af6c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7693515 Feb 05 03:08:42.856932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42432) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:42.863681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-62936fdd-5a21-4d4d-9efa-5d7d70da0a37 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-805631816', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:42.962068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': 'fcd410a3-3d0d-4985-89b4-1bcf16c1c793'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:08:42.963118 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:43.022573 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62936fdd-5a21-4d4d-9efa-5d7d70da0a37 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (c80a4d35-60f9-4219-b60b-f1a89f247361), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:43.028508 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62936fdd-5a21-4d4d-9efa-5d7d70da0a37 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (c80a4d35-60f9-4219-b60b-f1a89f247361), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:43.121295 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-b4eb48f3-ee31-499f-ae49-f1220aaf0697 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:43.122964 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-b4eb48f3-ee31-499f-ae49-f1220aaf0697 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 812 time: 0.2307534 Feb 05 03:08:43.125028 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62936fdd-5a21-4d4d-9efa-5d7d70da0a37 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for router_controller (c80a4d35-60f9-4219-b60b-f1a89f247361), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:43.131371 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62936fdd-5a21-4d4d-9efa-5d7d70da0a37 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (c80a4d35-60f9-4219-b60b-f1a89f247361), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:43.185090 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Allocated IP 2001:db8::2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/fcd410a3-3d0d-4985-89b4-1bcf16c1c793/c38fd582-73a6-422b-bc56-3a35607acd4d) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:43.222547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-a9a6007e-0c88-442c-98f5-b47e8f6de8ee tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/quotas/97e56238892c4ce9b594b081cf9ab6c4 HTTP/1.1" status: 200 len: 375 time: 0.0844650 Feb 05 03:08:43.290021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-2b1ce78a-686e-40f9-9fd6-611ac7086cbb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665200 Feb 05 03:08:43.304206 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0476a7ff-1693-4e82-a207-e41cd7a0c806 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:08:43.328961 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62936fdd-5a21-4d4d-9efa-5d7d70da0a37 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:43.333614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-62936fdd-5a21-4d4d-9efa-5d7d70da0a37 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4716258 Feb 05 03:08:43.333614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42458) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:43.340130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 0476a7ff-1693-4e82-a207-e41cd7a0c806 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:08:43.340482 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0476a7ff-1693-4e82-a207-e41cd7a0c806 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:08:43.521650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fd1fb-d07c-4329-b614-ff2d92a16225 req-0854ec71-18ce-4311-9cee-c4d3a5e2b7fc tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:43.522910 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-567fd1fb-d07c-4329-b614-ff2d92a16225 req-0854ec71-18ce-4311-9cee-c4d3a5e2b7fc tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.3573594 Feb 05 03:08:43.588092 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Publish callbacks [] for port (c38fd582-73a6-422b-bc56-3a35607acd4d), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:43.599592 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (c38fd582-73a6-422b-bc56-3a35607acd4d), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:43.656586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42470) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:43.692608 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:43.696789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:43.698737 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Pushing event updated for resources: {'Port': ['ID=c38fd582-73a6-422b-bc56-3a35607acd4d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:43.701079 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:43.775826 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Attempting to bind port c38fd582-73a6-422b-bc56-3a35607acd4d on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:08:43.776218 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Attempting to bind port c38fd582-73a6-422b-bc56-3a35607acd4d by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:08:43.776571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Attempting to bind port c38fd582-73a6-422b-bc56-3a35607acd4d on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:43.782252 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:08:43.782644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:08:43.783076 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:43.783475 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:08:43.783950 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Bound port: c38fd582-73a6-422b-bc56-3a35607acd4d, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:08:43.784331 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c38fd582-73a6-422b-bc56-3a35607acd4d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:43.826241 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e0367743-e7ec-424a-aa3a-f01ea655b490 service neutron] 10.222.0.36 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089865 Feb 05 03:08:43.860889 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] For port c38fd582-73a6-422b-bc56-3a35607acd4d, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:08:43.864202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] For port c38fd582-73a6-422b-bc56-3a35607acd4d, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c38fd582-73a6-422b-bc56-3a35607acd4d,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:08:43.865032 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-567fd1fb-d07c-4329-b614-ff2d92a16225 req-05b18131-d803-4f00-af5e-297449395eb1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525640 Feb 05 03:08:43.873816 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c38fd582-73a6-422b-bc56-3a35607acd4d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:43.958174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7ea6f-99f7-4928-b2c9-de9cceabdb3a None None] Pushing event updated for resources: {'Port': ['ID=c38fd582-73a6-422b-bc56-3a35607acd4d,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:43.964487 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d9665d28-ecc5-44e2-8071-f4ba78efbdd7 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:08:43.984924 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ee6645a-1461-42a8-a0b9-4e76112d5299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:43.997401 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: d9665d28-ecc5-44e2-8071-f4ba78efbdd7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:08:43.997743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d9665d28-ecc5-44e2-8071-f4ba78efbdd7 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:08:44.079194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-3f55ba38-f096-4953-891c-6ce7d04ecd62 service neutron] 10.222.0.36 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116804 Feb 05 03:08:44.130658 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:44.199682 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ee6645a-1461-42a8-a0b9-4e76112d5299 admin admin] Publish callbacks [] for security_group (0ddf9dfb-4690-4dbb-87eb-15dd7d07a625), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:44.209438 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ee6645a-1461-42a8-a0b9-4e76112d5299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0ddf9dfb-4690-4dbb-87eb-15dd7d07a625), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:44.316917 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6ee6645a-1461-42a8-a0b9-4e76112d5299 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5a765fa55de74587b9fd2b6757e21b69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6593275 Feb 05 03:08:44.321476 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42490) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:44.336335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6645a-1461-42a8-a0b9-4e76112d5299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddf9dfb-4690-4dbb-87eb-15dd7d07a625,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:44.427010 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18f74a6c-8408-4f84-aefd-705e801ceeaa admin admin] Publish callbacks [] for security_group (0ddf9dfb-4690-4dbb-87eb-15dd7d07a625), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:44.459736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18f74a6c-8408-4f84-aefd-705e801ceeaa admin admin] Publish callbacks [] for security_group (0ddf9dfb-4690-4dbb-87eb-15dd7d07a625), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:44.510514 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65f218b7-39db-4002-9033-1eb4dc724205 req-7b8487c8-3add-4507-aa1f-96fa5a98c7ad tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 210 time: 0.1221774 Feb 05 03:08:44.558419 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18f74a6c-8408-4f84-aefd-705e801ceeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0ddf9dfb-4690-4dbb-87eb-15dd7d07a625), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:44.564321 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18f74a6c-8408-4f84-aefd-705e801ceeaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:44.565585 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-18f74a6c-8408-4f84-aefd-705e801ceeaa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ddf9dfb-4690-4dbb-87eb-15dd7d07a625 HTTP/1.1" status: 204 len: 168 time: 0.2422981 Feb 05 03:08:44.600671 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f74a6c-8408-4f84-aefd-705e801ceeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddf9dfb-4690-4dbb-87eb-15dd7d07a625,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:44.777200 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::1 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/fcd410a3-3d0d-4985-89b4-1bcf16c1c793/5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:45.210961 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:45.279789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc511b-90ac-4102-816e-2ea462af9078 req-d5c633b0-71b1-47ac-9901-81eca141695e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:45.289079 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d7dc511b-90ac-4102-816e-2ea462af9078 req-d5c633b0-71b1-47ac-9901-81eca141695e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.2314227 Feb 05 03:08:45.395108 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d7dc511b-90ac-4102-816e-2ea462af9078 req-9a771cab-e31c-4789-854a-080c0214dffe tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872638 Feb 05 03:08:45.424642 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:45.514423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:45.520976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:45.526890 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:45.527449 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (c80a4d35-60f9-4219-b60b-f1a89f247361), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:45.810408 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:45.826730 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2190fbd3-5579-4c0e-a947-c6327168b1af req-166bf79b-17aa-4aa6-84a8-17aff3295efa tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 210 time: 0.0699766 Feb 05 03:08:45.919629 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:45.941203 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5eb9c0cb-c908-4a49-983b-1c6ea14734eb None None] Provisioning complete for port c38fd582-73a6-422b-bc56-3a35607acd4d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:45.946834 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c0cb-c908-4a49-983b-1c6ea14734eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c38fd582-73a6-422b-bc56-3a35607acd4d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:46.242476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c38fd582-73a6-422b-bc56-3a35607acd4d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:08:46.269042 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:46.310659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9c0cb-c908-4a49-983b-1c6ea14734eb None None] Current status of the port c38fd582-73a6-422b-bc56-3a35607acd4d is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:46.311311 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c0cb-c908-4a49-983b-1c6ea14734eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c38fd582-73a6-422b-bc56-3a35607acd4d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:46.389262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5eb9c0cb-c908-4a49-983b-1c6ea14734eb None None] For port c38fd582-73a6-422b-bc56-3a35607acd4d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c38fd582-73a6-422b-bc56-3a35607acd4d,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:46.397922 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5eb9c0cb-c908-4a49-983b-1c6ea14734eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c38fd582-73a6-422b-bc56-3a35607acd4d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:46.443878 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c38fd582-73a6-422b-bc56-3a35607acd4d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:46.444442 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c38fd582-73a6-422b-bc56-3a35607acd4d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:46.590518 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-54ab9f53-ff4d-4a8f-8c9c-2d3dd3074ca2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:46.592879 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-54ab9f53-ff4d-4a8f-8c9c-2d3dd3074ca2 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 812 time: 0.4420023 Feb 05 03:08:46.614289 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-bfea9c6d-631b-4e65-9ac6-182833b4e8fb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Request body: {'port': {'device_id': 'a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7', 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d', 'admin_state_up': True, 'tenant_id': '97e56238892c4ce9b594b081cf9ab6c4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:46.621049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9de49b25-2cf5-408b-b1a8-e66ce32653ac None None] Provisioning complete for port 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:46.621191 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9de49b25-2cf5-408b-b1a8-e66ce32653ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:46.622735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9c0cb-c908-4a49-983b-1c6ea14734eb None None] Pushing event updated for resources: {'Port': ['ID=c38fd582-73a6-422b-bc56-3a35607acd4d,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:46.693679 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:46.698859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c38fd582-73a6-422b-bc56-3a35607acd4d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:46.710325 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9de49b25-2cf5-408b-b1a8-e66ce32653ac None None] Port 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:08:46.720217 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:46.721852 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (c80a4d35-60f9-4219-b60b-f1a89f247361), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:46.811468 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-bfea9c6d-631b-4e65-9ac6-182833b4e8fb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Made reservation on behalf of 97e56238892c4ce9b594b081cf9ab6c4 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:46.816039 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-bfea9c6d-631b-4e65-9ac6-182833b4e8fb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:46.820550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbc1e2-168f-4c52-a55b-da1e70a171b9 req-f9e2de20-b106-4bf1-b747-b4a4919a3ad8 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:46.822078 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3bbc1e2-168f-4c52-a55b-da1e70a171b9 req-f9e2de20-b106-4bf1-b747-b4a4919a3ad8 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.2814939 Feb 05 03:08:46.838334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:46.996132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3bbc1e2-168f-4c52-a55b-da1e70a171b9 req-0aecdaaa-9b6c-4fc8-8a1f-16ea70e04284 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651225 Feb 05 03:08:47.000792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3cf4c4f4-efe1-4995-836e-53424ce56b2e req-d455a567-ff34-42ef-92df-281674e95388 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 210 time: 0.0539007 Feb 05 03:08:47.024526 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:47.026832 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:47.054694 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-bfea9c6d-631b-4e65-9ac6-182833b4e8fb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Allocated IP 172.20.0.12 (2f706900-b41e-4e10-9d88-c9a7b11c206d/37fc2b86-02d8-4bec-8794-80413f7999c9/8dedb593-ab43-4434-98c5-762dfa516a84) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:47.240423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Router c80a4d35-60f9-4219-b60b-f1a89f247361 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:08:47.389121 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-bfea9c6d-631b-4e65-9ac6-182833b4e8fb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks [] for port (8dedb593-ab43-4434-98c5-762dfa516a84), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:47.455836 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-bfea9c6d-631b-4e65-9ac6-182833b4e8fb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (8dedb593-ab43-4434-98c5-762dfa516a84), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:47.489599 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7b894f8e-8053-42f1-aad6-d1ebd13fe6f0 None None] Provisioning complete for port 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:47.490263 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7b894f8e-8053-42f1-aad6-d1ebd13fe6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:47.511824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:08:47.521213 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8d90388c-227e-4827-afdc-c8b31dfa6c5d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "PUT /v2.0/routers/c80a4d35-60f9-4219-b60b-f1a89f247361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1869400 Feb 05 03:08:47.524427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42602) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:47.549652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7b894f8e-8053-42f1-aad6-d1ebd13fe6f0 None None] Port 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:08:47.552668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Sync routers for ids ['c80a4d35-60f9-4219-b60b-f1a89f247361'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:08:47.567625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Routers {'c80a4d35-60f9-4219-b60b-f1a89f247361'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:08:47.569049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:08:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c80a4d35-60f9-4219-b60b-f1a89f247361'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:08:47.586408 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-bfea9c6d-631b-4e65-9ac6-182833b4e8fb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Network 2f706900-b41e-4e10-9d88-c9a7b11c206d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:47.593142 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-bfea9c6d-631b-4e65-9ac6-182833b4e8fb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:47.595731 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-bfea9c6d-631b-4e65-9ac6-182833b4e8fb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:47.611651 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c5727-1284-42d4-af61-4c351b7f45af req-91c43ca9-16e5-482a-94b6-e09a92eefdf9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:47.614603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e7c5727-1284-42d4-af61-4c351b7f45af req-91c43ca9-16e5-482a-94b6-e09a92eefdf9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.3628552 Feb 05 03:08:47.661096 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea9c6d-631b-4e65-9ac6-182833b4e8fb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Pushing event updated for resources: {'Port': ['ID=8dedb593-ab43-4434-98c5-762dfa516a84,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:47.697553 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f6c3bf-0165-4f2f-86cd-b0987ded46f2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:47.703475 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-10f6c3bf-0165-4f2f-86cd-b0987ded46f2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports/5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b HTTP/1.1" status: 200 len: 911 time: 0.1750090 Feb 05 03:08:47.704872 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42610) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:47.726101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-bfea9c6d-631b-4e65-9ac6-182833b4e8fb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:47.739883 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-bfea9c6d-631b-4e65-9ac6-182833b4e8fb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:47.780438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Set router c80a4d35-60f9-4219-b60b-f1a89f247361 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:08:47.780909 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-bfea9c6d-631b-4e65-9ac6-182833b4e8fb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1730733 Feb 05 03:08:47.784307 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e7c5727-1284-42d4-af61-4c351b7f45af req-65f26065-6016-498e-a1a2-a30d91e5696b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362593 Feb 05 03:08:47.799904 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Request body: {'port': {'device_id': 'a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:47.867084 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4de9db2-1d27-42e0-9d38-4967f66f202f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:47.877850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4de9db2-1d27-42e0-9d38-4967f66f202f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:47.882102 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d4de9db2-1d27-42e0-9d38-4967f66f202f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1734049 Feb 05 03:08:47.882903 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42616) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:47.949632 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8dedb593-ab43-4434-98c5-762dfa516a84), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:48.040138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d97e24-e583-4caa-85df-f7b0ef90fd8b req-6e04d134-1e6c-4aed-8f4f-6f1bae11f2da tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:48.042845 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f5d97e24-e583-4caa-85df-f7b0ef90fd8b req-6e04d134-1e6c-4aed-8f4f-6f1bae11f2da tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1158011 Feb 05 03:08:48.060427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c38fd582-73a6-422b-bc56-3a35607acd4d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:08:48.143180 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f5d97e24-e583-4caa-85df-f7b0ef90fd8b req-eff6ae5d-ca24-4535-8067-fd93c4c65054 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925272 Feb 05 03:08:48.282588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c38fd582-73a6-422b-bc56-3a35607acd4d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:48.285163 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c38fd582-73a6-422b-bc56-3a35607acd4d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:48.323949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a94e2-9332-469c-b498-fc57a6e9068b req-ee2d42b8-8797-4a5c-8214-29db3d3f8cd5 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:48.325572 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-971a94e2-9332-469c-b498-fc57a6e9068b req-ee2d42b8-8797-4a5c-8214-29db3d3f8cd5 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 932 time: 0.1290863 Feb 05 03:08:48.355246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80a4d35-60f9-4219-b60b-f1a89f247361', 'name': 'tempest-NetworksTestDHCPv6-router-805631816', 'tenant_id': '0029f960a51b45c693bd83d39043c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:08:43Z', 'updated_at': '2022-02-05T03:08:45Z', 'revision_number': 2, 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'gw_port_host': None, '_interfaces': [{'id': '5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b', 'name': '', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'tenant_id': '0029f960a51b45c693bd83d39043c2aa', 'mac_address': 'fa:16:3e:b9:c3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80a4d35-60f9-4219-b60b-f1a89f247361', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'fcd410a3-3d0d-4985-89b4-1bcf16c1c793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:08:44Z', 'updated_at': '2022-02-05T03:08:46Z', 'revision_number': 2, 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'subnets': [{'id': 'fcd410a3-3d0d-4985-89b4-1bcf16c1c793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:08:48.434048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Checking router: c80a4d35-60f9-4219-b60b-f1a89f247361 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:08:48.435957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Updating router c80a4d35-60f9-4219-b60b-f1a89f247361 port 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:08:48.437147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-971a94e2-9332-469c-b498-fc57a6e9068b req-0afb04e5-db59-459c-8d73-c94167e86db7 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960112 Feb 05 03:08:48.456951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42632) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:48.492086 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:48.576703 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c38fd582-73a6-422b-bc56-3a35607acd4d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:48.838412 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-658c100e-f21e-46d8-b414-d5fe8f564b12 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:48.843925 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-658c100e-f21e-46d8-b414-d5fe8f564b12 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 812 time: 0.3176706 Feb 05 03:08:48.867759 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-b0eafcb3-0e51-452f-b083-1475fffe34d9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/quotas/853f1900c482489d82f61a09748f53b2 HTTP/1.1" status: 200 len: 375 time: 0.0184150 Feb 05 03:08:48.942575 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Publish callbacks [] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:48.949727 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:49.017402 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40fb0f21-6ecb-44e3-b891-82a5771d2f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:49.072251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dedb593-ab43-4434-98c5-762dfa516a84 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:08:49.084181 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Publish callbacks [] for port (8dedb593-ab43-4434-98c5-762dfa516a84), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:49.095482 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b13dd317-0f07-4205-8e32-56d04de0ec98 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (c80a4d35-60f9-4219-b60b-f1a89f247361), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:49.207906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Transition to ACTIVE for port object 8dedb593-ab43-4434-98c5-762dfa516a84 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:08:49.218003 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (8dedb593-ab43-4434-98c5-762dfa516a84), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:49.286769 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40fb0f21-6ecb-44e3-b891-82a5771d2f1a admin admin] Publish callbacks [] for security_group (c9eab022-8cca-45f6-9050-f9c5f4bcead5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:49.298796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-c654e89e-b351-49ff-9ddd-808d5ba0a558 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=87aa67e833b94c59a23485085547924d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2552676 Feb 05 03:08:49.312504 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40fb0f21-6ecb-44e3-b891-82a5771d2f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c9eab022-8cca-45f6-9050-f9c5f4bcead5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:49.312781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82db5e0-ac2c-4cc9-9813-ae718590cbf6 None None] Pushing event updated for resources: {'Port': ['ID=5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:49.328641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=8dedb593-ab43-4434-98c5-762dfa516a84,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:49.351404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Attempting to bind port 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:08:49.352043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Attempting to bind port 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:08:49.352574 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Attempting to bind port 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:49.359721 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:08:49.360479 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:08:49.361050 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:49.361644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:08:49.362365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Bound port: 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:08:49.363016 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:49.448414 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] For port 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:08:49.458978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] For port 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:08:49.470280 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:49.546645 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Routers {'c80a4d35-60f9-4219-b60b-f1a89f247361'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:08:49.547573 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:08:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c80a4d35-60f9-4219-b60b-f1a89f247361'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:08:49.565817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Attempting to bind port 8dedb593-ab43-4434-98c5-762dfa516a84 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:08:49.566431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Attempting to bind port 8dedb593-ab43-4434-98c5-762dfa516a84 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:08:49.566962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Attempting to bind port 8dedb593-ab43-4434-98c5-762dfa516a84 on network 2f706900-b41e-4e10-9d88-c9a7b11c206d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:49.578174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Port 8dedb593-ab43-4434-98c5-762dfa516a84 on network 2f706900-b41e-4e10-9d88-c9a7b11c206d not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:08:49.579784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Attempting to bind port 8dedb593-ab43-4434-98c5-762dfa516a84 on network 2f706900-b41e-4e10-9d88-c9a7b11c206d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:49.590473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:08:49.590473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Checking segment: {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:08:49.590895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Bound using segment: {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:08:49.591235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Bound port: 8dedb593-ab43-4434-98c5-762dfa516a84, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:08:49.591598 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8dedb593-ab43-4434-98c5-762dfa516a84), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:49.606928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-51d94aeb-72c5-4cf8-af19-60bafb4f4b11 None None] Provisioning complete for port 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:49.607317 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-51d94aeb-72c5-4cf8-af19-60bafb4f4b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:49.700724 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82db5e0-ac2c-4cc9-9813-ae718590cbf6 None None] Pushing event updated for resources: {'Port': ['ID=5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:49.729339 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] For port 8dedb593-ab43-4434-98c5-762dfa516a84, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:08:49.732859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd317-0f07-4205-8e32-56d04de0ec98 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:49.733269 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b13dd317-0f07-4205-8e32-56d04de0ec98 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:49.739328 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] For port 8dedb593-ab43-4434-98c5-762dfa516a84, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=8dedb593-ab43-4434-98c5-762dfa516a84,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:08:49.761366 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (8dedb593-ab43-4434-98c5-762dfa516a84), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:49.771456 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-40fb0f21-6ecb-44e3-b891-82a5771d2f1a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a02393d80374516a8f975f120111302&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3107736 Feb 05 03:08:49.777208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] Set router c80a4d35-60f9-4219-b60b-f1a89f247361 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:08:49.784769 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42658) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:49.833981 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:49.834535 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:49.836537 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] 10.222.0.10 "PUT /v2.0/ports/8dedb593-ab43-4434-98c5-762dfa516a84 HTTP/1.1" status: 200 len: 1092 time: 2.0450516 Feb 05 03:08:49.846308 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7', 'tag': '8dedb593-ab43-4434-98c5-762dfa516a84'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:08:49.849180 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee8dbcb-62e6-491e-8278-790292d5df8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7", "tag": "8dedb593-ab43-4434-98c5-762dfa516a84"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:08:49.877074 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-05222ddf-85a4-4400-945f-48a3cf20f23c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&fields=id HTTP/1.1" status: 200 len: 394 time: 1.0030334 Feb 05 03:08:49.959324 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb0f21-6ecb-44e3-b891-82a5771d2f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eab022-8cca-45f6-9050-f9c5f4bcead5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:49.992573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413ac56-4b2b-4db0-83f0-ebd0f3c50ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=8dedb593-ab43-4434-98c5-762dfa516a84,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:50.006906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-b13dd317-0f07-4205-8e32-56d04de0ec98 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] For port 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:50.007274 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b13dd317-0f07-4205-8e32-56d04de0ec98 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:50.016005 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35db5e2a-7f24-4744-b19d-8526b3d3bc5e admin admin] Publish callbacks [] for security_group (c9eab022-8cca-45f6-9050-f9c5f4bcead5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:50.023231 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-51d94aeb-72c5-4cf8-af19-60bafb4f4b11 None None] Current status of the port 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:50.023951 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-51d94aeb-72c5-4cf8-af19-60bafb4f4b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:50.030357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b13dd317-0f07-4205-8e32-56d04de0ec98 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:50.044407 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35db5e2a-7f24-4744-b19d-8526b3d3bc5e admin admin] Publish callbacks [] for security_group (c9eab022-8cca-45f6-9050-f9c5f4bcead5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:50.054472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-1901c4a0-5e64-406a-b772-77b7f0ce7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:50.056388 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-1901c4a0-5e64-406a-b772-77b7f0ce7dc2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 1126 time: 0.1531878 Feb 05 03:08:50.086415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-51d94aeb-72c5-4cf8-af19-60bafb4f4b11 None None] For port 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:50.106810 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-51d94aeb-72c5-4cf8-af19-60bafb4f4b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:50.117850 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35db5e2a-7f24-4744-b19d-8526b3d3bc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c9eab022-8cca-45f6-9050-f9c5f4bcead5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:50.120591 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35db5e2a-7f24-4744-b19d-8526b3d3bc5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:50.124635 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-35db5e2a-7f24-4744-b19d-8526b3d3bc5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9eab022-8cca-45f6-9050-f9c5f4bcead5 HTTP/1.1" status: 204 len: 168 time: 0.3341393 Feb 05 03:08:50.151250 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-1631e15f-38b3-4441-b103-cbd207e1ba1b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dedb593-ab43-4434-98c5-762dfa516a84 HTTP/1.1" status: 200 len: 217 time: 0.0504792 Feb 05 03:08:50.184493 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d94aeb-72c5-4cf8-af19-60bafb4f4b11 None None] Pushing event updated for resources: {'Port': ['ID=5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:50.186193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db5e2a-7f24-4744-b19d-8526b3d3bc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eab022-8cca-45f6-9050-f9c5f4bcead5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:50.196050 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80a4d35-60f9-4219-b60b-f1a89f247361', 'name': 'tempest-NetworksTestDHCPv6-router-805631816', 'tenant_id': '0029f960a51b45c693bd83d39043c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:08:43Z', 'updated_at': '2022-02-05T03:08:45Z', 'revision_number': 2, 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'gw_port_host': None, '_interfaces': [{'id': '5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b', 'name': '', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'tenant_id': '0029f960a51b45c693bd83d39043c2aa', 'mac_address': 'fa:16:3e:b9:c3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80a4d35-60f9-4219-b60b-f1a89f247361', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'fcd410a3-3d0d-4985-89b4-1bcf16c1c793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:08:44Z', 'updated_at': '2022-02-05T03:08:49Z', 'revision_number': 4, 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'subnets': [{'id': 'fcd410a3-3d0d-4985-89b4-1bcf16c1c793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:08:50.208903 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-207cca9b-936b-46e7-a05a-9b970f128c75 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:50.215922 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-207cca9b-936b-46e7-a05a-9b970f128c75 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9161310 Feb 05 03:08:50.252505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-f6862001-c3c9-4e33-b4e0-449ba42e9407 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/quotas/87aa67e833b94c59a23485085547924d HTTP/1.1" status: 200 len: 375 time: 0.0355520 Feb 05 03:08:50.255330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cab2e9-3207-4faf-97e0-a20b85abc607 None None] The sync data for ids ['c80a4d35-60f9-4219-b60b-f1a89f247361'] in n-d-826942-8 is: [{'id': 'c80a4d35-60f9-4219-b60b-f1a89f247361', 'name': 'tempest-NetworksTestDHCPv6-router-805631816', 'tenant_id': '0029f960a51b45c693bd83d39043c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:08:43Z', 'updated_at': '2022-02-05T03:08:45Z', 'revision_number': 2, 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'gw_port_host': None, '_interfaces': [{'id': '5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b', 'name': '', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'tenant_id': '0029f960a51b45c693bd83d39043c2aa', 'mac_address': 'fa:16:3e:b9:c3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80a4d35-60f9-4219-b60b-f1a89f247361', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'fcd410a3-3d0d-4985-89b4-1bcf16c1c793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:08:44Z', 'updated_at': '2022-02-05T03:08:49Z', 'revision_number': 4, 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'subnets': [{'id': 'fcd410a3-3d0d-4985-89b4-1bcf16c1c793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:08:50.270209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0ab4c05b-e8cd-40f1-abbe-4029aaf952c2 None None] Provisioning complete for port 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:50.270600 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ab4c05b-e8cd-40f1-abbe-4029aaf952c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:50.306232 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-f37ee4f8-1dcf-40ce-bb08-96fde468b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:50.306868 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-84f5c74a-659b-49b9-a15f-44fbd3447642 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=87aa67e833b94c59a23485085547924d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533438 Feb 05 03:08:50.307785 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-f37ee4f8-1dcf-40ce-bb08-96fde468b92e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37fc2b86-02d8-4bec-8794-80413f7999c9 HTTP/1.1" status: 200 len: 852 time: 0.1496220 Feb 05 03:08:50.308924 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-f1e1c10d-7355-4aff-a609-331925bfd520 service neutron] 10.222.0.36 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111760 Feb 05 03:08:50.355619 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-4bd09b89-5254-4c26-b801-59ff6795b446 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f706900-b41e-4e10-9d88-c9a7b11c206d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333433 Feb 05 03:08:50.443789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4c05b-e8cd-40f1-abbe-4029aaf952c2 None None] Current status of the port 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:50.541894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-47211c5e-96a7-4e04-a47d-93a79f0c3a79 service neutron] 10.222.0.36 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127810 Feb 05 03:08:50.594185 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b13dd317-0f07-4205-8e32-56d04de0ec98 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:50.651809 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-17cd66f1-513f-4a05-a535-221b70d7ed55 service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896278 Feb 05 03:08:50.697826 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dd317-0f07-4205-8e32-56d04de0ec98 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:50.816126 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32564d81-32cb-4692-87b3-0c690f884134 req-e4df3757-035e-42e2-8db3-3e4ec17ed4d8 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:50.817720 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32564d81-32cb-4692-87b3-0c690f884134 req-e4df3757-035e-42e2-8db3-3e4ec17ed4d8 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 944 time: 0.1520600 Feb 05 03:08:50.923253 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42680) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:50.989589 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20ea0ee8-2342-4d52-aa1e-a12b1081868b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:51.072622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32564d81-32cb-4692-87b3-0c690f884134 req-3ce89575-09a8-4a94-9c00-96d61df126be tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484303 Feb 05 03:08:51.090903 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6bdd31-127f-4241-aec0-f7583ee56e82 x-openstack-request-id: req-1e6bdd31-127f-4241-aec0-f7583ee56e82 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:08:51.091309 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7", "tag": "8dedb593-ab43-4434-98c5-762dfa516a84", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:08:51.091583 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e6bdd31-127f-4241-aec0-f7583ee56e82 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:08:51.092017 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7', 'tag': '8dedb593-ab43-4434-98c5-762dfa516a84', 'status': 'completed', 'code': 200} Feb 05 03:08:51.125375 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b13dd317-0f07-4205-8e32-56d04de0ec98 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (c80a4d35-60f9-4219-b60b-f1a89f247361), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:51.151707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a10ab997-361e-4f21-84a5-51028f64ed1f req-5a8b503a-9ed0-48a4-b46d-239b6822f2bc tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 210 time: 0.1301744 Feb 05 03:08:51.197989 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:08:51.290253 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20ea0ee8-2342-4d52-aa1e-a12b1081868b admin admin] Publish callbacks [] for security_group (b0223745-9445-432f-98a3-cd160f57c830), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:51.331828 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74caa4d5-07a0-4fcc-bf48-2d141b342cc1 req-c3feefb9-7c39-4e45-a315-bbfa920e28ce tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 210 time: 0.0375338 Feb 05 03:08:51.332693 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20ea0ee8-2342-4d52-aa1e-a12b1081868b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b0223745-9445-432f-98a3-cd160f57c830), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:51.362251 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6577689a-7c87-4402-b033-bf6ac86cc91f req-7fac5672-9099-49b8-8a1b-0359a4244bd1 service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6713068 Feb 05 03:08:51.402720 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-20ea0ee8-2342-4d52-aa1e-a12b1081868b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5685b8991814851b3ce5bb11394cf32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4765460 Feb 05 03:08:51.423616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42694) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:51.470735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea0ee8-2342-4d52-aa1e-a12b1081868b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0223745-9445-432f-98a3-cd160f57c830,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:51.523364 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f153336-83dc-47d6-9296-e44dc99d1932 admin admin] Publish callbacks [] for security_group (b0223745-9445-432f-98a3-cd160f57c830), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:51.565686 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f153336-83dc-47d6-9296-e44dc99d1932 admin admin] Publish callbacks [] for security_group (b0223745-9445-432f-98a3-cd160f57c830), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:51.617307 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13dd317-0f07-4205-8e32-56d04de0ec98 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Router c80a4d35-60f9-4219-b60b-f1a89f247361 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:08:51.624311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8dbcb-62e6-491e-8278-790292d5df8b req-e0a22961-7217-4796-b9b8-c447298de336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:51.626162 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ee8dbcb-62e6-491e-8278-790292d5df8b req-e0a22961-7217-4796-b9b8-c447298de336 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 1126 time: 0.1554942 Feb 05 03:08:51.647742 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f153336-83dc-47d6-9296-e44dc99d1932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b0223745-9445-432f-98a3-cd160f57c830), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:51.650604 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f153336-83dc-47d6-9296-e44dc99d1932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:51.655275 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0f153336-83dc-47d6-9296-e44dc99d1932 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0223745-9445-432f-98a3-cd160f57c830 HTTP/1.1" status: 204 len: 168 time: 0.2229333 Feb 05 03:08:51.686858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f153336-83dc-47d6-9296-e44dc99d1932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0223745-9445-432f-98a3-cd160f57c830,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:51.779660 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13dd317-0f07-4205-8e32-56d04de0ec98 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:08:51.789489 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b13dd317-0f07-4205-8e32-56d04de0ec98 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "PUT /v2.0/routers/c80a4d35-60f9-4219-b60b-f1a89f247361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8463054 Feb 05 03:08:51.790181 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42700) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:51.841410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8dbcb-62e6-491e-8278-790292d5df8b req-dfa5a3a2-dd12-4023-9964-9710aa2e86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:51.845540 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ee8dbcb-62e6-491e-8278-790292d5df8b req-dfa5a3a2-dd12-4023-9964-9710aa2e86cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 200 len: 913 time: 0.2092404 Feb 05 03:08:51.868660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2fc71b-1df5-49cb-b72d-941ad76137fe tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:51.882110 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2fc71b-1df5-49cb-b72d-941ad76137fe tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:51.888633 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2f2fc71b-1df5-49cb-b72d-941ad76137fe tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0969183 Feb 05 03:08:51.891081 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42702) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:51.994004 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ee8dbcb-62e6-491e-8278-790292d5df8b req-e2b81283-4fd8-46fe-9166-49fdc7ca476c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dedb593-ab43-4434-98c5-762dfa516a84 HTTP/1.1" status: 200 len: 217 time: 0.1402855 Feb 05 03:08:52.022165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacba0f9-2c99-474d-89a2-61e2d135656e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet fcd410a3-3d0d-4985-89b4-1bcf16c1c793 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:08:52.032068 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eacba0f9-2c99-474d-89a2-61e2d135656e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (fcd410a3-3d0d-4985-89b4-1bcf16c1c793), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:52.088090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8dbcb-62e6-491e-8278-790292d5df8b req-e4d053c7-4096-4237-82bd-f27d9bc91d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:52.090989 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ee8dbcb-62e6-491e-8278-790292d5df8b req-e4d053c7-4096-4237-82bd-f27d9bc91d29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37fc2b86-02d8-4bec-8794-80413f7999c9 HTTP/1.1" status: 200 len: 852 time: 0.0895038 Feb 05 03:08:52.138969 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eacba0f9-2c99-474d-89a2-61e2d135656e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (fcd410a3-3d0d-4985-89b4-1bcf16c1c793), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:52.139302 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ee8dbcb-62e6-491e-8278-790292d5df8b req-0a42109f-fae7-4453-839f-8fe94a695d9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f706900-b41e-4e10-9d88-c9a7b11c206d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315201 Feb 05 03:08:52.384447 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ee8dbcb-62e6-491e-8278-790292d5df8b req-bbc864e9-76b3-4b75-a210-4dd0f9cd4095 service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407446 Feb 05 03:08:52.390667 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-7e6c0ea3-1bec-4b27-9f84-171e58160af8 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=87aa67e833b94c59a23485085547924d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620947 Feb 05 03:08:52.397240 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bd3f34db-7587-41d4-8abc-caa150a8cb17 req-f4eb7a05-1e5c-4981-82ca-be3a40f5397d tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 210 time: 0.0478699 Feb 05 03:08:52.544718 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0f414-2cfb-4d51-a0db-69ca4486e7c6 req-a5d76f6b-9ac1-43e3-9187-b6c0a9cbc05a tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:52.553422 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9e0f414-2cfb-4d51-a0db-69ca4486e7c6 req-a5d76f6b-9ac1-43e3-9187-b6c0a9cbc05a tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 944 time: 0.2950423 Feb 05 03:08:52.653201 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eacba0f9-2c99-474d-89a2-61e2d135656e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (fcd410a3-3d0d-4985-89b4-1bcf16c1c793), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:52.667882 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd1df17f-712f-459f-b0e9-bc068c5e10d6 req-f4217500-fab8-48a7-aa36-2d7a45614d83 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 210 time: 0.1110168 Feb 05 03:08:52.732098 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9ee8dbcb-62e6-491e-8278-790292d5df8b req-dcfe4bd0-95aa-425e-9f11-ef1ea1079fd8 service neutron] 10.222.0.10 "GET /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371899 Feb 05 03:08:52.747434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-71f921ca-524e-4745-ab3f-eebcb1a04c66 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:52.748950 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-71f921ca-524e-4745-ab3f-eebcb1a04c66 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3367226 Feb 05 03:08:52.761678 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-97d7d058-1b29-47f7-8a6e-ab5e1982d13a tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Request body: {'port': {'device_id': '7bccf287-e5d7-479e-b96c-2691d68e95f1', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '87aa67e833b94c59a23485085547924d'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:52.798049 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4203c859-a22e-4342-a4f5-b6ef6ce6a1cd None None] Sync routers for ids ['c80a4d35-60f9-4219-b60b-f1a89f247361'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:08:52.821087 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4203c859-a22e-4342-a4f5-b6ef6ce6a1cd None None] Routers {'c80a4d35-60f9-4219-b60b-f1a89f247361'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:08:52.821766 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4203c859-a22e-4342-a4f5-b6ef6ce6a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:08:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c80a4d35-60f9-4219-b60b-f1a89f247361'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:08:52.852768 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9e0f414-2cfb-4d51-a0db-69ca4486e7c6 req-ef9cf729-cb03-48cc-8d39-d14b2813a9bb tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514188 Feb 05 03:08:52.886691 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eacba0f9-2c99-474d-89a2-61e2d135656e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (fcd410a3-3d0d-4985-89b4-1bcf16c1c793), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:52.943030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacba0f9-2c99-474d-89a2-61e2d135656e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd410a3-3d0d-4985-89b4-1bcf16c1c793,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:52.977610 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-0a38c168-aeec-406a-8e57-61906a70b334 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:52.979201 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-0a38c168-aeec-406a-8e57-61906a70b334 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.10 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 812 time: 0.3981845 Feb 05 03:08:52.992180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-fed108df-efb4-4c48-b215-4681fa837142 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Request body: {'port': {'device_id': '7dc46f92-ab99-4f72-86b7-0fcd73647f53', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'admin_state_up': True, 'tenant_id': '853f1900c482489d82f61a09748f53b2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:52.994248 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4203c859-a22e-4342-a4f5-b6ef6ce6a1cd None None] Set router c80a4d35-60f9-4219-b60b-f1a89f247361 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:08:53.011340 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eacba0f9-2c99-474d-89a2-61e2d135656e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:53.015411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3626a78c-7376-4dc7-9834-3900f74e898b None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:53.021159 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-eacba0f9-2c99-474d-89a2-61e2d135656e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/fcd410a3-3d0d-4985-89b4-1bcf16c1c793 HTTP/1.1" status: 204 len: 168 time: 1.1281798 Feb 05 03:08:53.029053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42724) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:53.153970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-97d7d058-1b29-47f7-8a6e-ab5e1982d13a tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Made reservation on behalf of 87aa67e833b94c59a23485085547924d for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:53.159572 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-97d7d058-1b29-47f7-8a6e-ab5e1982d13a tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:53.165063 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4203c859-a22e-4342-a4f5-b6ef6ce6a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80a4d35-60f9-4219-b60b-f1a89f247361', 'name': 'tempest-NetworksTestDHCPv6-router-805631816', 'tenant_id': '0029f960a51b45c693bd83d39043c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:08:43Z', 'updated_at': '2022-02-05T03:08:50Z', 'revision_number': 3, 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:08:53.189106 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-97d7d058-1b29-47f7-8a6e-ab5e1982d13a tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:53.207426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-fed108df-efb4-4c48-b215-4681fa837142 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Made reservation on behalf of 853f1900c482489d82f61a09748f53b2 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:53.211544 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9145dff1-8b5c-4825-9a2d-4001abe772d6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1827474 Feb 05 03:08:53.213462 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-fed108df-efb4-4c48-b215-4681fa837142 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:53.213918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42730) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:53.248114 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4203c859-a22e-4342-a4f5-b6ef6ce6a1cd None None] Checking router: c80a4d35-60f9-4219-b60b-f1a89f247361 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:08:53.285847 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4203c859-a22e-4342-a4f5-b6ef6ce6a1cd None None] Routers {'c80a4d35-60f9-4219-b60b-f1a89f247361'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:08:53.289033 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4203c859-a22e-4342-a4f5-b6ef6ce6a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:08:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c80a4d35-60f9-4219-b60b-f1a89f247361'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:08:53.386577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad39ffb-938e-4ecc-9a77-ee623562f6a6 None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:08:53.418080 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4203c859-a22e-4342-a4f5-b6ef6ce6a1cd None None] Set router c80a4d35-60f9-4219-b60b-f1a89f247361 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:08:53.421936 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-97d7d058-1b29-47f7-8a6e-ab5e1982d13a tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Publish callbacks [] for security_group (0b1ea7be-d654-4468-a970-1d959385c412), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:53.435857 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-97d7d058-1b29-47f7-8a6e-ab5e1982d13a tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0b1ea7be-d654-4468-a970-1d959385c412), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:53.473293 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd84135a-b204-4d20-8a7c-931a8ba23a99 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for router (c80a4d35-60f9-4219-b60b-f1a89f247361), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:53.482694 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7d058-1b29-47f7-8a6e-ab5e1982d13a tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1ea7be-d654-4468-a970-1d959385c412,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:53.530200 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5ad39ffb-938e-4ecc-9a77-ee623562f6a6 None None] Deleting port c38fd582-73a6-422b-bc56-3a35607acd4d {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:08:53.531766 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5ad39ffb-938e-4ecc-9a77-ee623562f6a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c38fd582-73a6-422b-bc56-3a35607acd4d), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:53.606989 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4203c859-a22e-4342-a4f5-b6ef6ce6a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80a4d35-60f9-4219-b60b-f1a89f247361', 'name': 'tempest-NetworksTestDHCPv6-router-805631816', 'tenant_id': '0029f960a51b45c693bd83d39043c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:08:43Z', 'updated_at': '2022-02-05T03:08:50Z', 'revision_number': 3, 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:08:53.613423 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5ad39ffb-938e-4ecc-9a77-ee623562f6a6 None None] For port c38fd582-73a6-422b-bc56-3a35607acd4d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c38fd582-73a6-422b-bc56-3a35607acd4d,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:53.614450 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5ad39ffb-938e-4ecc-9a77-ee623562f6a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c38fd582-73a6-422b-bc56-3a35607acd4d), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:53.631510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5ad39ffb-938e-4ecc-9a77-ee623562f6a6 None None] Calling delete_port for c38fd582-73a6-422b-bc56-3a35607acd4d owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:08:53.680582 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4203c859-a22e-4342-a4f5-b6ef6ce6a1cd None None] The sync data for ids ['c80a4d35-60f9-4219-b60b-f1a89f247361'] in n-d-826942-8 is: [{'id': 'c80a4d35-60f9-4219-b60b-f1a89f247361', 'name': 'tempest-NetworksTestDHCPv6-router-805631816', 'tenant_id': '0029f960a51b45c693bd83d39043c2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:08:43Z', 'updated_at': '2022-02-05T03:08:50Z', 'revision_number': 3, 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:08:53.758466 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5ad39ffb-938e-4ecc-9a77-ee623562f6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (c38fd582-73a6-422b-bc56-3a35607acd4d), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:53.775368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bab9c42f-4f40-414f-b3ae-206eed864d17 req-d86d3ba0-94eb-40a1-9c76-ba8c38a9e901 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 210 time: 0.1582558 Feb 05 03:08:53.842533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad39ffb-938e-4ecc-9a77-ee623562f6a6 None None] Pushing event deleted for resources: {'Port': ['ID=c38fd582-73a6-422b-bc56-3a35607acd4d,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:53.860124 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b58fbd6-ecfa-4fb9-a8f1-1b3e1767f914 req-8fab029e-4ef1-4c7d-8b34-3a37ae24a53b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 210 time: 0.0735705 Feb 05 03:08:53.860963 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad39ffb-938e-4ecc-9a77-ee623562f6a6 None None] No DVR routers for this DVR port c38fd582-73a6-422b-bc56-3a35607acd4d on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:08:53.861099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-fed108df-efb4-4c48-b215-4681fa837142 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Allocated IP 172.20.0.8 (98d2707f-9918-4156-9358-be4daec3064f/145e9b3d-7ddc-4810-9390-8de255c8f149/bd524c50-2e20-442f-a0b6-34b6a2a08f31) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:54.128540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521a106-14d3-46c8-8c6d-4840dc958348 req-cc31f561-2a7d-4986-a1a2-c3b24aef72d8 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:54.135956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2521a106-14d3-46c8-8c6d-4840dc958348 req-cc31f561-2a7d-4986-a1a2-c3b24aef72d8 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 944 time: 0.1608226 Feb 05 03:08:54.194136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c38fd582-73a6-422b-bc56-3a35607acd4d no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:08:54.238044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: c38fd582-73a6-422b-bc56-3a35607acd4d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:08:54.238397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c38fd582-73a6-422b-bc56-3a35607acd4d not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:08:54.243041 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:08:54.349453 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:08:54.349801 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5ef5d3d0-d4ad-4ca6-b727-5ffb28669d7b not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:08:54.477359 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2521a106-14d3-46c8-8c6d-4840dc958348 req-cf6bb908-fd77-4d81-a0c8-3683176da92b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400719 Feb 05 03:08:54.489688 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-fed108df-efb4-4c48-b215-4681fa837142 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for port (bd524c50-2e20-442f-a0b6-34b6a2a08f31), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:54.550175 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-fed108df-efb4-4c48-b215-4681fa837142 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (bd524c50-2e20-442f-a0b6-34b6a2a08f31), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:54.565594 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['36ec2062-61f3-4b79-bfaf-aeca1f042639'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:08:54.617139 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-fed108df-efb4-4c48-b215-4681fa837142 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Network 98d2707f-9918-4156-9358-be4daec3064f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:54.621519 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-fed108df-efb4-4c48-b215-4681fa837142 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:54.650284 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-fed108df-efb4-4c48-b215-4681fa837142 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:54.701487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed108df-efb4-4c48-b215-4681fa837142 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event updated for resources: {'Port': ['ID=bd524c50-2e20-442f-a0b6-34b6a2a08f31,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:54.767357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-fed108df-efb4-4c48-b215-4681fa837142 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:54.768310 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-fed108df-efb4-4c48-b215-4681fa837142 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:54.815525 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-fed108df-efb4-4c48-b215-4681fa837142 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8266993 Feb 05 03:08:54.827694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Request body: {'port': {'device_id': '7dc46f92-ab99-4f72-86b7-0fcd73647f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:54.879783 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd84135a-b204-4d20-8a7c-931a8ba23a99 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (c80a4d35-60f9-4219-b60b-f1a89f247361), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:54.910675 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd84135a-b204-4d20-8a7c-931a8ba23a99 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for router_controller (c80a4d35-60f9-4219-b60b-f1a89f247361), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:55.007508 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c9d1d6b4-577a-4ff7-8eb8-f0e2f964a5bf req-d61cd798-6d0f-430d-b234-18da02beebcf tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 210 time: 0.0656815 Feb 05 03:08:55.008151 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bd524c50-2e20-442f-a0b6-34b6a2a08f31), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:55.017361 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-78f85e32-f1ff-41ea-99c4-45acd082312f None None] Provisioning complete for port bd524c50-2e20-442f-a0b6-34b6a2a08f31 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:55.017751 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-78f85e32-f1ff-41ea-99c4-45acd082312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bd524c50-2e20-442f-a0b6-34b6a2a08f31), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:55.053415 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-97d7d058-1b29-47f7-8a6e-ab5e1982d13a tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Allocated IP 192.168.233.73 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/4a57a366-dca8-4d91-97b8-a290908e9531) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:55.059132 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd84135a-b204-4d20-8a7c-931a8ba23a99 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (c80a4d35-60f9-4219-b60b-f1a89f247361), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:55.059803 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd84135a-b204-4d20-8a7c-931a8ba23a99 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Fanout notify agent at l3_agent the message router_deleted on router c80a4d35-60f9-4219-b60b-f1a89f247361 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:08:55.073556 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd84135a-b204-4d20-8a7c-931a8ba23a99 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:55.075479 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bd84135a-b204-4d20-8a7c-931a8ba23a99 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/routers/c80a4d35-60f9-4219-b60b-f1a89f247361 HTTP/1.1" status: 204 len: 168 time: 1.8601987 Feb 05 03:08:55.080312 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42768) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:55.122133 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-78f85e32-f1ff-41ea-99c4-45acd082312f None None] Port bd524c50-2e20-442f-a0b6-34b6a2a08f31 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:08:55.137628 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b3d49ca9-f197-47da-8b9a-3e92bc5d9d14 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0528777 Feb 05 03:08:55.141397 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42772) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:55.229093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30d94d2-9e4d-435b-9d42-f1e3c739fe9f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:55.234011 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f30d94d2-9e4d-435b-9d42-f1e3c739fe9f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0911081 Feb 05 03:08:55.236043 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06afed57-2b40-4e5c-89bb-e63a9b19c0c6 req-ad71a6b2-db58-44b6-85dd-43026fc15bba tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:55.237992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42776) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:55.245290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06afed57-2b40-4e5c-89bb-e63a9b19c0c6 req-ad71a6b2-db58-44b6-85dd-43026fc15bba tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 931 time: 0.2403543 Feb 05 03:08:55.289628 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 8dedb593-ab43-4434-98c5-762dfa516a84 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:08:55.316019 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42780) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:55.316741 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-47d4b16a-05ce-47b2-a816-a1a59ee148b8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769000 Feb 05 03:08:55.322071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6d549da4-7925-4f37-a0af-6d8918b96041 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:55.333139 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06afed57-2b40-4e5c-89bb-e63a9b19c0c6 req-412e803f-c33f-41c3-b5d9-3f8065d73f7b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868471 Feb 05 03:08:55.436447 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 8dedb593-ab43-4434-98c5-762dfa516a84, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=8dedb593-ab43-4434-98c5-762dfa516a84,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:55.460807 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '8dedb593-ab43-4434-98c5-762dfa516a84', 'network_id': '2f706900-b41e-4e10-9d88-c9a7b11c206d', 'port_id': '8dedb593-ab43-4434-98c5-762dfa516a84', 'mac_address': 'fa:16:3e:92:29:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fc2b86-02d8-4bec-8794-80413f7999c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:08:55.514795 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-97d7d058-1b29-47f7-8a6e-ab5e1982d13a tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Publish callbacks [] for port (4a57a366-dca8-4d91-97b8-a290908e9531), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:55.536711 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 8dedb593-ab43-4434-98c5-762dfa516a84 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:55.538508 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8dedb593-ab43-4434-98c5-762dfa516a84), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:55.570028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dedb593-ab43-4434-98c5-762dfa516a84 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:08:55.582562 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d549da4-7925-4f37-a0af-6d8918b96041 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:55.588803 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d549da4-7925-4f37-a0af-6d8918b96041 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:55.607342 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 8dedb593-ab43-4434-98c5-762dfa516a84, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=8dedb593-ab43-4434-98c5-762dfa516a84,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:55.614105 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8dedb593-ab43-4434-98c5-762dfa516a84), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:55.628043 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-97d7d058-1b29-47f7-8a6e-ab5e1982d13a tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4a57a366-dca8-4d91-97b8-a290908e9531), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:55.687767 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=8dedb593-ab43-4434-98c5-762dfa516a84,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:55.750795 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-97d7d058-1b29-47f7-8a6e-ab5e1982d13a tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:55.761829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-97d7d058-1b29-47f7-8a6e-ab5e1982d13a tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:55.768125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-97d7d058-1b29-47f7-8a6e-ab5e1982d13a tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:55.782878 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7d058-1b29-47f7-8a6e-ab5e1982d13a tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Pushing event updated for resources: {'Port': ['ID=4a57a366-dca8-4d91-97b8-a290908e9531,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:55.810972 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['8dedb593-ab43-4434-98c5-762dfa516a84'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:08:55.904182 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-97d7d058-1b29-47f7-8a6e-ab5e1982d13a tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:55.904852 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-97d7d058-1b29-47f7-8a6e-ab5e1982d13a tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:55.910229 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb139f-5f0a-4fe2-bf10-d655d6513015 req-1e20fc61-9c5e-415c-85b1-4c61a738127a tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:55.915960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49fb139f-5f0a-4fe2-bf10-d655d6513015 req-1e20fc61-9c5e-415c-85b1-4c61a738127a tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 945 time: 0.1969690 Feb 05 03:08:55.933026 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-97d7d058-1b29-47f7-8a6e-ab5e1982d13a tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1731880 Feb 05 03:08:55.950003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Request body: {'port': {'device_id': '7bccf287-e5d7-479e-b96c-2691d68e95f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:56.114190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd524c50-2e20-442f-a0b6-34b6a2a08f31 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:08:56.127277 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Publish callbacks [] for port (bd524c50-2e20-442f-a0b6-34b6a2a08f31), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:56.130731 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a57a366-dca8-4d91-97b8-a290908e9531), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:56.154473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Transition to ACTIVE for port object bd524c50-2e20-442f-a0b6-34b6a2a08f31 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:08:56.203697 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49fb139f-5f0a-4fe2-bf10-d655d6513015 req-a38444bb-56dd-4323-8c42-cdd76a68cb33 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630875 Feb 05 03:08:56.248298 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f60c75b4-71cf-4eb6-ae7b-537451f0315f None None] Provisioning complete for port 4a57a366-dca8-4d91-97b8-a290908e9531 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:56.248678 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f60c75b4-71cf-4eb6-ae7b-537451f0315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a57a366-dca8-4d91-97b8-a290908e9531), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:56.282437 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (bd524c50-2e20-442f-a0b6-34b6a2a08f31), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:56.293003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f60c75b4-71cf-4eb6-ae7b-537451f0315f None None] Port 4a57a366-dca8-4d91-97b8-a290908e9531 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:08:56.527554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.objects.ports [None req-6d549da4-7925-4f37-a0af-6d8918b96041 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109675) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:08:56.532023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d549da4-7925-4f37-a0af-6d8918b96041 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (dbaff645-fa10-4623-b8e4-75cb2285d52c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:56.544164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a57a366-dca8-4d91-97b8-a290908e9531 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:08:56.556655 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Publish callbacks [] for port (4a57a366-dca8-4d91-97b8-a290908e9531), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:56.579129 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Transition to ACTIVE for port object 4a57a366-dca8-4d91-97b8-a290908e9531 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:08:56.584639 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd524c50-2e20-442f-a0b6-34b6a2a08f31,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:56.591159 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4a57a366-dca8-4d91-97b8-a290908e9531), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:56.595059 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77b280-633c-47d0-875d-70a588152f19 req-69a6d25c-ae18-4636-bdf9-18188ac6e394 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:56.602858 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e77b280-633c-47d0-875d-70a588152f19 req-69a6d25c-ae18-4636-bdf9-18188ac6e394 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 935 time: 0.3970520 Feb 05 03:08:56.644102 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d549da4-7925-4f37-a0af-6d8918b96041 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=dbaff645-fa10-4623-b8e4-75cb2285d52c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:56.773864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Attempting to bind port bd524c50-2e20-442f-a0b6-34b6a2a08f31 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:08:56.778257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Attempting to bind port bd524c50-2e20-442f-a0b6-34b6a2a08f31 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:08:56.779457 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Attempting to bind port bd524c50-2e20-442f-a0b6-34b6a2a08f31 on network 98d2707f-9918-4156-9358-be4daec3064f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:56.792409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Pushing event updated for resources: {'Port': ['ID=4a57a366-dca8-4d91-97b8-a290908e9531,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:56.796714 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d549da4-7925-4f37-a0af-6d8918b96041 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:56.801487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6d549da4-7925-4f37-a0af-6d8918b96041 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:56.810206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d549da4-7925-4f37-a0af-6d8918b96041 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:56.810548 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d549da4-7925-4f37-a0af-6d8918b96041 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:56.816041 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4735f573-c35f-4ed7-a3a9-a83c0f120c11 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:08:56.829009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Port bd524c50-2e20-442f-a0b6-34b6a2a08f31 on network 98d2707f-9918-4156-9358-be4daec3064f not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:08:56.829427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Attempting to bind port bd524c50-2e20-442f-a0b6-34b6a2a08f31 on network 98d2707f-9918-4156-9358-be4daec3064f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:56.834242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Attempting to bind port 4a57a366-dca8-4d91-97b8-a290908e9531 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:08:56.834679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Attempting to bind port 4a57a366-dca8-4d91-97b8-a290908e9531 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:08:56.835117 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Attempting to bind port 4a57a366-dca8-4d91-97b8-a290908e9531 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:56.841794 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Port 4a57a366-dca8-4d91-97b8-a290908e9531 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:08:56.842202 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Attempting to bind port 4a57a366-dca8-4d91-97b8-a290908e9531 on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:56.849028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:08:56.849596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:08:56.850525 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53fb8c-08ee-48d1-aeea-d13fe2ad0ab9 req-d4c0e4a8-429f-4a3c-a8da-346fd700bb02 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:56.851521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:08:56.852024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Bound port: 4a57a366-dca8-4d91-97b8-a290908e9531, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:08:56.852454 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a57a366-dca8-4d91-97b8-a290908e9531), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:56.862517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e53fb8c-08ee-48d1-aeea-d13fe2ad0ab9 req-d4c0e4a8-429f-4a3c-a8da-346fd700bb02 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 943 time: 0.3740840 Feb 05 03:08:56.864616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:08:56.865031 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Checking segment: {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:08:56.865489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Bound using segment: {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:08:56.866011 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Bound port: bd524c50-2e20-442f-a0b6-34b6a2a08f31, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:08:56.866444 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bd524c50-2e20-442f-a0b6-34b6a2a08f31), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:56.888026 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6d549da4-7925-4f37-a0af-6d8918b96041 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5680704 Feb 05 03:08:56.925941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42816) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:56.941040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-60107aac-192c-4f26-acb9-558bcef4020a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:56.943691 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] For port 4a57a366-dca8-4d91-97b8-a290908e9531, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:08:56.947969 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] For port 4a57a366-dca8-4d91-97b8-a290908e9531, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4a57a366-dca8-4d91-97b8-a290908e9531,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:08:56.961215 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4a57a366-dca8-4d91-97b8-a290908e9531), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:57.019309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:57.020199 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:57.021649 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] 10.222.0.10 "PUT /v2.0/ports/4a57a366-dca8-4d91-97b8-a290908e9531 HTTP/1.1" status: 200 len: 1095 time: 1.0837743 Feb 05 03:08:57.022242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bccf287-e5d7-479e-b96c-2691d68e95f1', 'tag': '4a57a366-dca8-4d91-97b8-a290908e9531'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:08:57.025787 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3322630-caac-41fb-8393-9de81dc68c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "7bccf287-e5d7-479e-b96c-2691d68e95f1", "tag": "4a57a366-dca8-4d91-97b8-a290908e9531"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:08:57.068253 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': 'dbaff645-fa10-4623-b8e4-75cb2285d52c'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:08:57.069123 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:57.070463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] For port bd524c50-2e20-442f-a0b6-34b6a2a08f31, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:08:57.074704 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] For port bd524c50-2e20-442f-a0b6-34b6a2a08f31, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bd524c50-2e20-442f-a0b6-34b6a2a08f31,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:08:57.085491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfc9af-ba5d-4d8c-9aba-4259a7775a82 service neutron] Pushing event updated for resources: {'Port': ['ID=4a57a366-dca8-4d91-97b8-a290908e9531,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:57.135805 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-7cd427de-200e-4876-a185-065aec389c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:57.138190 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e77b280-633c-47d0-875d-70a588152f19 req-ca31b2c6-aab5-4376-af96-2c5d4a6e80d4 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b1ea7be-d654-4468-a970-1d959385c412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342305 Feb 05 03:08:57.139179 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-7cd427de-200e-4876-a185-065aec389c78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87aa67e833b94c59a23485085547924d&device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 1129 time: 0.0674179 Feb 05 03:08:57.141991 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (bd524c50-2e20-442f-a0b6-34b6a2a08f31), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:57.267341 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:57.267983 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:57.269442 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] 10.222.0.10 "PUT /v2.0/ports/bd524c50-2e20-442f-a0b6-34b6a2a08f31 HTTP/1.1" status: 200 len: 1091 time: 2.4472051 Feb 05 03:08:57.277129 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-2fd0ca4a-0448-4a8c-9bd0-825c94c6ccef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4a57a366-dca8-4d91-97b8-a290908e9531 HTTP/1.1" status: 200 len: 217 time: 0.1288958 Feb 05 03:08:57.278562 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc46f92-ab99-4f72-86b7-0fcd73647f53', 'tag': 'bd524c50-2e20-442f-a0b6-34b6a2a08f31'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:08:57.283695 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a70c64-1510-4261-bc60-56a596a34bc1 x-openstack-request-id: req-85a70c64-1510-4261-bc60-56a596a34bc1 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:08:57.285427 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bccf287-e5d7-479e-b96c-2691d68e95f1", "tag": "4a57a366-dca8-4d91-97b8-a290908e9531", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:08:57.286437 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69e667b-bfab-44ad-b954-8ebc87656a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc46f92-ab99-4f72-86b7-0fcd73647f53", "tag": "bd524c50-2e20-442f-a0b6-34b6a2a08f31"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:08:57.286810 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85a70c64-1510-4261-bc60-56a596a34bc1 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:08:57.287619 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bccf287-e5d7-479e-b96c-2691d68e95f1', 'tag': '4a57a366-dca8-4d91-97b8-a290908e9531', 'status': 'completed', 'code': 200} Feb 05 03:08:57.320629 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e53fb8c-08ee-48d1-aeea-d13fe2ad0ab9 req-4e828118-4698-4303-9e2c-ed6efad5706c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526141 Feb 05 03:08:57.335206 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 8dedb593-ab43-4434-98c5-762dfa516a84 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:08:57.426135 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9b29b5-8c80-495e-8aa8-0c9d048cf100 x-openstack-request-id: req-ea9b29b5-8c80-495e-8aa8-0c9d048cf100 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:08:57.426440 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc46f92-ab99-4f72-86b7-0fcd73647f53", "tag": "bd524c50-2e20-442f-a0b6-34b6a2a08f31", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:08:57.426790 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea9b29b5-8c80-495e-8aa8-0c9d048cf100 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:08:57.427216 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc46f92-ab99-4f72-86b7-0fcd73647f53', 'tag': 'bd524c50-2e20-442f-a0b6-34b6a2a08f31', 'status': 'completed', 'code': 200} Feb 05 03:08:57.457055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-9a449701-3d8b-4a5c-8d55-5ff63e7cd844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:57.458579 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-9a449701-3d8b-4a5c-8d55-5ff63e7cd844 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1697242 Feb 05 03:08:57.566967 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-a98d7770-8667-4cff-b784-1142716ebd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:57.568696 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-a98d7770-8667-4cff-b784-1142716ebd62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1008756 Feb 05 03:08:57.596458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db978b-65a3-4584-8791-0797e53090f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd524c50-2e20-442f-a0b6-34b6a2a08f31,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:57.613171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Allocated IP 2001:db8::f816:3eff:fef8:f368 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/dbaff645-fa10-4623-b8e4-75cb2285d52c/44717fc8-fa20-4af2-9cce-096e098bd3a1) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:08:57.619022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 8dedb593-ab43-4434-98c5-762dfa516a84 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:08:57.632880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 8dedb593-ab43-4434-98c5-762dfa516a84 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:08:57.633701 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8dedb593-ab43-4434-98c5-762dfa516a84), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:57.634213 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-5e3e9c20-0301-4111-a3b8-64a66d691dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:57.635820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-5e3e9c20-0301-4111-a3b8-64a66d691dcf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 1125 time: 0.3030009 Feb 05 03:08:57.728067 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-6e072f9e-0632-4ef0-beaa-ecda9413599b service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480091 Feb 05 03:08:57.770399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-3b94b2be-459c-4f53-8ebf-06eb0b60e709 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd524c50-2e20-442f-a0b6-34b6a2a08f31 HTTP/1.1" status: 200 len: 217 time: 0.1188045 Feb 05 03:08:57.773159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60107aac-192c-4f26-acb9-558bcef4020a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:57.784681 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-60107aac-192c-4f26-acb9-558bcef4020a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:57.842044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 8dedb593-ab43-4434-98c5-762dfa516a84 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:08:57.842442 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8dedb593-ab43-4434-98c5-762dfa516a84), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:57.873674 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e748264-4ccf-4367-9690-e881a0b7b649 req-371b7b85-3a2a-40b2-8460-316384f207f8 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419265 Feb 05 03:08:57.900166 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dedb593-ab43-4434-98c5-762dfa516a84'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:08:57.902553 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682e939e-6280-4fc9-9ea0-6c403cefffc4" -d '{"events": [{"server_uuid": "a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7", "name": "network-vif-plugged", "status": "completed", "tag": "8dedb593-ab43-4434-98c5-762dfa516a84"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:08:57.941550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d851f2-0327-4325-bc34-e1b8de42df67 req-8b1afba8-6f85-49a8-b030-e6acba661387 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:57.949478 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1d851f2-0327-4325-bc34-e1b8de42df67 req-8b1afba8-6f85-49a8-b030-e6acba661387 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 945 time: 0.4999776 Feb 05 03:08:57.976116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 8dedb593-ab43-4434-98c5-762dfa516a84, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=8dedb593-ab43-4434-98c5-762dfa516a84,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:08:58.002005 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8dedb593-ab43-4434-98c5-762dfa516a84), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:58.021186 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Publish callbacks [] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:58.040671 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e9f710-3fff-4166-9369-98916db3e667 x-openstack-request-id: req-63e9f710-3fff-4166-9369-98916db3e667 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:08:58.040954 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7", "name": "network-vif-plugged", "status": "completed", "tag": "8dedb593-ab43-4434-98c5-762dfa516a84", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:08:58.041213 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63e9f710-3fff-4166-9369-98916db3e667 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:08:58.041608 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dedb593-ab43-4434-98c5-762dfa516a84', 'code': 200} Feb 05 03:08:58.060314 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:58.072444 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3322630-caac-41fb-8393-9de81dc68c7f req-c206b9e2-019e-4b19-b96f-b7549c8498f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:58.073995 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e3322630-caac-41fb-8393-9de81dc68c7f req-c206b9e2-019e-4b19-b96f-b7549c8498f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87aa67e833b94c59a23485085547924d&device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 1129 time: 0.0925252 Feb 05 03:08:58.083299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=8dedb593-ab43-4434-98c5-762dfa516a84,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:58.093119 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:58.120820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1d851f2-0327-4325-bc34-e1b8de42df67 req-432a9a76-effc-4433-ba2e-45db802ba89d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703045 Feb 05 03:08:58.125894 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:58.131454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-7d985f6d-793b-4483-8fd2-073be56de0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:58.132915 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-7d985f6d-793b-4483-8fd2-073be56de0f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.3400335 Feb 05 03:08:58.140214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:08:58.226617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-dfb31de0-e6ab-45ca-8999-593fd397d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:58.228106 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-dfb31de0-e6ab-45ca-8999-593fd397d7f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0761232 Feb 05 03:08:58.252437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Pushing event updated for resources: {'Port': ['ID=44717fc8-fa20-4af2-9cce-096e098bd3a1,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:58.271643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Attempting to bind port 44717fc8-fa20-4af2-9cce-096e098bd3a1 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:08:58.272071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Attempting to bind port 44717fc8-fa20-4af2-9cce-096e098bd3a1 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:08:58.272436 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Attempting to bind port 44717fc8-fa20-4af2-9cce-096e098bd3a1 on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:08:58.279384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:08:58.279762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:08:58.280196 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:58.280699 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:08:58.281213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Bound port: 44717fc8-fa20-4af2-9cce-096e098bd3a1, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:08:58.281544 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:58.311336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3322630-caac-41fb-8393-9de81dc68c7f req-211aee6d-0a23-450a-a945-45d38d13a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:58.313346 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e3322630-caac-41fb-8393-9de81dc68c7f req-211aee6d-0a23-450a-a945-45d38d13a64c service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.2160547 Feb 05 03:08:58.391238 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e3322630-caac-41fb-8393-9de81dc68c7f req-ee7f76a2-2f82-4a8f-8561-c37ead835575 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4a57a366-dca8-4d91-97b8-a290908e9531 HTTP/1.1" status: 200 len: 217 time: 0.0572126 Feb 05 03:08:58.443035 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af7d11-6bba-4486-9bf2-b22f6a18ece5 req-53e982f4-e92d-4da3-96e6-8050ead64424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:58.444722 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-76af7d11-6bba-4486-9bf2-b22f6a18ece5 req-53e982f4-e92d-4da3-96e6-8050ead64424 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 1128 time: 0.1413696 Feb 05 03:08:58.480286 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3322630-caac-41fb-8393-9de81dc68c7f req-a7a525f9-54d5-4c19-a920-e658dfafc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:58.481817 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e3322630-caac-41fb-8393-9de81dc68c7f req-a7a525f9-54d5-4c19-a920-e658dfafc1b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0820436 Feb 05 03:08:58.497678 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] For port 44717fc8-fa20-4af2-9cce-096e098bd3a1, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:08:58.504645 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] For port 44717fc8-fa20-4af2-9cce-096e098bd3a1, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=44717fc8-fa20-4af2-9cce-096e098bd3a1,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:08:58.521091 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:58.550897 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-76af7d11-6bba-4486-9bf2-b22f6a18ece5 req-948b227e-9611-49fe-8f9e-a20c57826699 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967202 Feb 05 03:08:58.573626 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3322630-caac-41fb-8393-9de81dc68c7f req-2806cbab-5e93-4c71-b0c3-170c27e6f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:58.575397 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e3322630-caac-41fb-8393-9de81dc68c7f req-2806cbab-5e93-4c71-b0c3-170c27e6f0e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0817187 Feb 05 03:08:58.637843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a360646-ec67-418e-bbe2-9608bfe170b1 None None] Pushing event updated for resources: {'Port': ['ID=44717fc8-fa20-4af2-9cce-096e098bd3a1,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:58.934814 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e3322630-caac-41fb-8393-9de81dc68c7f req-b29c4a09-aafe-47b3-94f0-6729ea87848d service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817057 Feb 05 03:08:59.075638 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-e43a6843-8ccd-449a-8c3e-962d25540592 service neutron] 10.222.0.10 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8370249 Feb 05 03:08:59.088910 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e3322630-caac-41fb-8393-9de81dc68c7f req-13fbd3b8-e1b4-4319-8a92-c170815943e0 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467843 Feb 05 03:08:59.113013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb069f24-4138-4687-a436-3d5f9b53e861 req-a9379813-2281-45a6-805e-ffbd876ae7ce tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:59.115235 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb069f24-4138-4687-a436-3d5f9b53e861 req-a9379813-2281-45a6-805e-ffbd876ae7ce tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 947 time: 0.7774365 Feb 05 03:08:59.127142 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-60107aac-192c-4f26-acb9-558bcef4020a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (7dbe143e-189d-43c1-9748-7f60c8bb0048), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:59.259301 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60107aac-192c-4f26-acb9-558bcef4020a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:08:59.283975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-60107aac-192c-4f26-acb9-558bcef4020a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:08:59.302011 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60107aac-192c-4f26-acb9-558bcef4020a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:59.302680 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-60107aac-192c-4f26-acb9-558bcef4020a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:08:59.323609 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60107aac-192c-4f26-acb9-558bcef4020a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=7dbe143e-189d-43c1-9748-7f60c8bb0048,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:08:59.332550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14df1f-ff2c-4deb-a56d-8c2f738af5bf req-1b2abee1-8f68-47c2-8736-0ff4411a7d12 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:59.334100 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c14df1f-ff2c-4deb-a56d-8c2f738af5bf req-1b2abee1-8f68-47c2-8736-0ff4411a7d12 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 943 time: 0.3612094 Feb 05 03:08:59.367717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb069f24-4138-4687-a436-3d5f9b53e861 req-e7350d09-b73a-4db1-92f1-7a9d7b41bac3 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b1ea7be-d654-4468-a970-1d959385c412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345772 Feb 05 03:08:59.373762 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e432da5c-6a3f-4455-903c-68a44a8194ce req-aa875007-3f4a-4743-a7a6-36d0750b937c service neutron] 10.222.0.10 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570443 Feb 05 03:08:59.397580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-60107aac-192c-4f26-acb9-558bcef4020a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4665277 Feb 05 03:08:59.400630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42864) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:08:59.408576 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c9f2a192-a33b-48d9-8620-e720396a18cf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'mac_address': 'fa:16:3e:2d:07:a7', 'name': 'tempest-NetworksTestDHCPv6-1117753429'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:08:59.534470 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c14df1f-ff2c-4deb-a56d-8c2f738af5bf req-f546fd07-57bc-4fbb-8775-1258be89d568 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819417 Feb 05 03:08:59.578427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e667b-bfab-44ad-b954-8ebc87656a9f req-a25cea44-4f45-4ff6-bb5d-9abeee0ae069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:59.579931 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f69e667b-bfab-44ad-b954-8ebc87656a9f req-a25cea44-4f45-4ff6-bb5d-9abeee0ae069 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 1125 time: 0.1153586 Feb 05 03:08:59.682158 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f2a192-a33b-48d9-8620-e720396a18cf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:08:59.765371 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e667b-bfab-44ad-b954-8ebc87656a9f req-0a610bdc-2e98-431f-9c88-f50bf4da4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:59.766904 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f69e667b-bfab-44ad-b954-8ebc87656a9f req-0a610bdc-2e98-431f-9c88-f50bf4da4727 service neutron] 10.222.0.10 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.1708634 Feb 05 03:08:59.837209 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f69e667b-bfab-44ad-b954-8ebc87656a9f req-30843f54-476b-49c1-b43b-beda9dfd9e73 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd524c50-2e20-442f-a0b6-34b6a2a08f31 HTTP/1.1" status: 200 len: 217 time: 0.0612950 Feb 05 03:08:59.906229 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e667b-bfab-44ad-b954-8ebc87656a9f req-bef105ac-493c-40ba-9409-a15274e15f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:08:59.908779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f69e667b-bfab-44ad-b954-8ebc87656a9f req-bef105ac-493c-40ba-9409-a15274e15f0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.0635426 Feb 05 03:08:59.924935 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a192-a33b-48d9-8620-e720396a18cf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:00.012636 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-c9f2a192-a33b-48d9-8620-e720396a18cf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port 62cfbc18-c356-4581-b1b7-f8883fa329f3 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:09:00.038503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978b9ff3-930d-4789-af63-44d8eb761190 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:00.097897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 44717fc8-fa20-4af2-9cce-096e098bd3a1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:00.107426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125897a-c9d6-4e72-962a-49c59fa2aa10 req-2153ddc9-e91c-4de2-9d96-3b014645c8d3 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:00.109159 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b125897a-c9d6-4e72-962a-49c59fa2aa10 req-2153ddc9-e91c-4de2-9d96-3b014645c8d3 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 946 time: 0.2084930 Feb 05 03:09:00.114783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e667b-bfab-44ad-b954-8ebc87656a9f req-fb3a65c5-0563-4bbb-ac8d-89639bfeffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:00.116440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f69e667b-bfab-44ad-b954-8ebc87656a9f req-fb3a65c5-0563-4bbb-ac8d-89639bfeffad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1872694 Feb 05 03:09:00.282346 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b125897a-c9d6-4e72-962a-49c59fa2aa10 req-37b4cfdc-ff3d-413d-b402-61b6608040a6 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623998 Feb 05 03:09:00.319423 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-81e68b00-23fd-4723-9a0c-c2d59214304a None None] Provisioning complete for port 44717fc8-fa20-4af2-9cce-096e098bd3a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:00.319799 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-81e68b00-23fd-4723-9a0c-c2d59214304a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:00.407669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f69e667b-bfab-44ad-b954-8ebc87656a9f req-2aee54c6-e731-49f7-9ed0-e0e5d6b5a976 service neutron] 10.222.0.10 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614193 Feb 05 03:09:00.416607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 44717fc8-fa20-4af2-9cce-096e098bd3a1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:00.417230 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:00.523148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-c9f2a192-a33b-48d9-8620-e720396a18cf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 172.20.0.8 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/7dbe143e-189d-43c1-9748-7f60c8bb0048/62cfbc18-c356-4581-b1b7-f8883fa329f3) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:00.569689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-81e68b00-23fd-4723-9a0c-c2d59214304a None None] Current status of the port 44717fc8-fa20-4af2-9cce-096e098bd3a1 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:00.573710 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-81e68b00-23fd-4723-9a0c-c2d59214304a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:00.586020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-c9f2a192-a33b-48d9-8620-e720396a18cf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::f816:3eff:fe2d:7a7 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/dbaff645-fa10-4623-b8e4-75cb2285d52c/62cfbc18-c356-4581-b1b7-f8883fa329f3) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:00.705136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-81e68b00-23fd-4723-9a0c-c2d59214304a None None] For port 44717fc8-fa20-4af2-9cce-096e098bd3a1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=44717fc8-fa20-4af2-9cce-096e098bd3a1,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:00.712233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6402d4-d63a-4ed6-ba12-25d5f5859f76 None None] Update dhcp port {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'fixed_ips': [{'subnet_id': 'dbaff645-fa10-4623-b8e4-75cb2285d52c', 'ip_address': '2001:db8::f816:3eff:fef8:f368'}, {'subnet_id': '7dbe143e-189d-43c1-9748-7f60c8bb0048'}], 'binding:host_id': 'n-d-826942-8'}, 'id': '44717fc8-fa20-4af2-9cce-096e098bd3a1'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 03:09:00.744762 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f69e667b-bfab-44ad-b954-8ebc87656a9f req-8aca60e7-f466-44f7-8f89-146dd1b69d76 service neutron] 10.222.0.10 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245606 Feb 05 03:09:00.752136 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3a6402d4-d63a-4ed6-ba12-25d5f5859f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:00.758289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82003513-fc84-44ce-a116-f6c8e4bc46bc req-43168ac7-db62-475a-afc3-a9ad7539906e tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:00.760004 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82003513-fc84-44ce-a116-f6c8e4bc46bc req-43168ac7-db62-475a-afc3-a9ad7539906e tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 947 time: 0.2384396 Feb 05 03:09:00.771223 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-81e68b00-23fd-4723-9a0c-c2d59214304a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:00.828984 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bb321-2f6a-48b5-bb77-de3a91ea5883 req-5dfce125-a196-4cfe-b85c-22c6317e6602 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:00.830573 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e2bb321-2f6a-48b5-bb77-de3a91ea5883 req-5dfce125-a196-4cfe-b85c-22c6317e6602 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 946 time: 0.2227335 Feb 05 03:09:00.849012 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e68b00-23fd-4723-9a0c-c2d59214304a None None] Pushing event updated for resources: {'Port': ['ID=44717fc8-fa20-4af2-9cce-096e098bd3a1,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:00.855970 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 44717fc8-fa20-4af2-9cce-096e098bd3a1 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:00.856620 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:00.935574 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82003513-fc84-44ce-a116-f6c8e4bc46bc req-3d472119-28e4-443f-be44-d9e9985d4bd5 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b1ea7be-d654-4468-a970-1d959385c412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619244 Feb 05 03:09:00.996916 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a192-a33b-48d9-8620-e720396a18cf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (62cfbc18-c356-4581-b1b7-f8883fa329f3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:00.999547 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:09:01.000334 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:09:01.024199 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e2bb321-2f6a-48b5-bb77-de3a91ea5883 req-1d1019d9-5efd-48c1-8b42-c22fb3234aba tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832538 Feb 05 03:09:01.107968 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a192-a33b-48d9-8620-e720396a18cf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (62cfbc18-c356-4581-b1b7-f8883fa329f3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:01.128619 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358dbca-5fbc-4946-b51e-226578dadde3 req-9fc29fdf-c8f7-4de6-bf01-e0016afbe0d2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:01.137610 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c358dbca-5fbc-4946-b51e-226578dadde3 req-9fc29fdf-c8f7-4de6-bf01-e0016afbe0d2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 943 time: 0.1318681 Feb 05 03:09:01.164334 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-3a6402d4-d63a-4ed6-ba12-25d5f5859f76 None None] Allocated IP 172.20.0.2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/7dbe143e-189d-43c1-9748-7f60c8bb0048/44717fc8-fa20-4af2-9cce-096e098bd3a1) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:01.238846 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c358dbca-5fbc-4946-b51e-226578dadde3 req-38792210-9584-4631-8bd0-2cfa1dc369d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002908 Feb 05 03:09:01.258674 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f2a192-a33b-48d9-8620-e720396a18cf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:01.260368 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c9f2a192-a33b-48d9-8620-e720396a18cf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:01.262580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2a192-a33b-48d9-8620-e720396a18cf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=62cfbc18-c356-4581-b1b7-f8883fa329f3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:01.265794 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f2a192-a33b-48d9-8620-e720396a18cf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:01.299475 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3a6402d4-d63a-4ed6-ba12-25d5f5859f76 None None] For port 44717fc8-fa20-4af2-9cce-096e098bd3a1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=44717fc8-fa20-4af2-9cce-096e098bd3a1,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:01.317162 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f2a192-a33b-48d9-8620-e720396a18cf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:01.317918 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a192-a33b-48d9-8620-e720396a18cf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:01.320632 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4a57a366-dca8-4d91-97b8-a290908e9531 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:09:01.344979 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3a6402d4-d63a-4ed6-ba12-25d5f5859f76 None None] Publish callbacks [] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:01.353037 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3a6402d4-d63a-4ed6-ba12-25d5f5859f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:01.361397 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c9f2a192-a33b-48d9-8620-e720396a18cf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9565411 Feb 05 03:09:01.361766 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42898) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:01.448965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af866912-08ed-4622-87fa-93b26434818c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:01.455409 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af866912-08ed-4622-87fa-93b26434818c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:01.460456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42900) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:01.460965 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-af866912-08ed-4622-87fa-93b26434818c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0975385 Feb 05 03:09:01.543236 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6402d4-d63a-4ed6-ba12-25d5f5859f76 None None] Pushing event updated for resources: {'Port': ['ID=44717fc8-fa20-4af2-9cce-096e098bd3a1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:01.588695 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4a57a366-dca8-4d91-97b8-a290908e9531, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4a57a366-dca8-4d91-97b8-a290908e9531,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:01.609509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '4a57a366-dca8-4d91-97b8-a290908e9531', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '4a57a366-dca8-4d91-97b8-a290908e9531', 'mac_address': 'fa:16:3e:b4:9e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:09:01.610676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e9c2d0b4-752e-4c06-bae9-a15013fb76c2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port 62cfbc18-c356-4581-b1b7-f8883fa329f3 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:09:01.611329 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d0b4-752e-4c06-bae9-a15013fb76c2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (62cfbc18-c356-4581-b1b7-f8883fa329f3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:01.620978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 44717fc8-fa20-4af2-9cce-096e098bd3a1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:01.666343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4a57a366-dca8-4d91-97b8-a290908e9531 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:01.666742 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a57a366-dca8-4d91-97b8-a290908e9531), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:01.695626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a57a366-dca8-4d91-97b8-a290908e9531 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:09:01.727428 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4a57a366-dca8-4d91-97b8-a290908e9531, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4a57a366-dca8-4d91-97b8-a290908e9531,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:01.736122 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4a57a366-dca8-4d91-97b8-a290908e9531), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:01.750658 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d0b4-752e-4c06-bae9-a15013fb76c2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (62cfbc18-c356-4581-b1b7-f8883fa329f3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:01.771005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e9c2d0b4-752e-4c06-bae9-a15013fb76c2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for 62cfbc18-c356-4581-b1b7-f8883fa329f3 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:09:01.826372 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4a57a366-dca8-4d91-97b8-a290908e9531,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:01.958093 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4a57a366-dca8-4d91-97b8-a290908e9531'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:09:02.022019 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 44717fc8-fa20-4af2-9cce-096e098bd3a1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:02.110103 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d0b4-752e-4c06-bae9-a15013fb76c2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (62cfbc18-c356-4581-b1b7-f8883fa329f3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:02.178342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72ff7b-d01a-41ee-bc8f-4289424bad30 req-a7f26de1-fb55-43c3-ac47-fa88ace532a2 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:02.179541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 44717fc8-fa20-4af2-9cce-096e098bd3a1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:02.179952 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:02.184456 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c72ff7b-d01a-41ee-bc8f-4289424bad30 req-a7f26de1-fb55-43c3-ac47-fa88ace532a2 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 948 time: 0.1311347 Feb 05 03:09:02.206445 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2d0b4-752e-4c06-bae9-a15013fb76c2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=62cfbc18-c356-4581-b1b7-f8883fa329f3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:02.303820 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74647b1-d372-4c13-b452-cc10abcaeb94 req-98988123-2a9f-4709-b7db-9fba6c3b0a23 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:02.305385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c74647b1-d372-4c13-b452-cc10abcaeb94 req-98988123-2a9f-4709-b7db-9fba6c3b0a23 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 946 time: 0.1923189 Feb 05 03:09:02.309094 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c72ff7b-d01a-41ee-bc8f-4289424bad30 req-6fd31d18-974c-4ce8-9078-8c7ccd065bba tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b1ea7be-d654-4468-a970-1d959385c412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002250 Feb 05 03:09:02.362137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 44717fc8-fa20-4af2-9cce-096e098bd3a1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:02.423058 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d0b4-752e-4c06-bae9-a15013fb76c2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:02.427582 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e9c2d0b4-752e-4c06-bae9-a15013fb76c2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/62cfbc18-c356-4581-b1b7-f8883fa329f3 HTTP/1.1" status: 204 len: 168 time: 0.9660008 Feb 05 03:09:02.430373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42918) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:02.451665 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c74647b1-d372-4c13-b452-cc10abcaeb94 req-9392f3c1-1643-4ea4-aaef-93fe101c4f9d tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306465 Feb 05 03:09:02.563538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f88416-bf41-418e-9d86-119407738121 req-a732c25d-d8b6-4120-b78a-2d8b223f845b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:02.569118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e09b054-fb8b-422a-8f56-a2df867024ec tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:02.570990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e09b054-fb8b-422a-8f56-a2df867024ec tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:02.572376 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67f88416-bf41-418e-9d86-119407738121 req-a732c25d-d8b6-4120-b78a-2d8b223f845b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 943 time: 0.1097338 Feb 05 03:09:02.573029 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e09b054-fb8b-422a-8f56-a2df867024ec tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:02.578387 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6e09b054-fb8b-422a-8f56-a2df867024ec tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1458557 Feb 05 03:09:02.579009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42922) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:02.645838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-65d72284-5d55-445e-84ed-80bed1c01a61 None None] Provisioning complete for port 44717fc8-fa20-4af2-9cce-096e098bd3a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:02.646220 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-65d72284-5d55-445e-84ed-80bed1c01a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:02.670561 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67f88416-bf41-418e-9d86-119407738121 req-2b2e5a1e-c8ea-4e7f-b62c-361a4bf0205c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954251 Feb 05 03:09:02.693649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c4f61d-4044-4a2e-9312-9cbaa7481915 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet 7dbe143e-189d-43c1-9748-7f60c8bb0048 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:09:02.698914 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6c4f61d-4044-4a2e-9312-9cbaa7481915 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (7dbe143e-189d-43c1-9748-7f60c8bb0048), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:02.794325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6c4f61d-4044-4a2e-9312-9cbaa7481915 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (7dbe143e-189d-43c1-9748-7f60c8bb0048), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:02.880797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-65d72284-5d55-445e-84ed-80bed1c01a61 None None] Current status of the port 44717fc8-fa20-4af2-9cce-096e098bd3a1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:02.899332 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed2231-e195-4c51-ace1-f440b838332f req-5cf2b34f-23ff-41ad-ad0e-32dc5fbb7527 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:02.907868 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59ed2231-e195-4c51-ace1-f440b838332f req-5cf2b34f-23ff-41ad-ad0e-32dc5fbb7527 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 946 time: 0.1055431 Feb 05 03:09:02.946597 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6c4f61d-4044-4a2e-9312-9cbaa7481915 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (7dbe143e-189d-43c1-9748-7f60c8bb0048), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:02.975117 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59ed2231-e195-4c51-ace1-f440b838332f req-2d05a7fa-506a-451a-8fe6-3dde281add5b tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659878 Feb 05 03:09:02.993668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8619b787-f275-4e5b-ba04-06ff10b1e7bb None None] Could not find standard attr ID for object 62cfbc18-c356-4581-b1b7-f8883fa329f3. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:09:03.048658 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6c4f61d-4044-4a2e-9312-9cbaa7481915 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (7dbe143e-189d-43c1-9748-7f60c8bb0048), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:03.085912 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4f61d-4044-4a2e-9312-9cbaa7481915 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=7dbe143e-189d-43c1-9748-7f60c8bb0048,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:03.095261 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6c4f61d-4044-4a2e-9312-9cbaa7481915 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:03.099380 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f6c4f61d-4044-4a2e-9312-9cbaa7481915 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/7dbe143e-189d-43c1-9748-7f60c8bb0048 HTTP/1.1" status: 204 len: 168 time: 0.5194094 Feb 05 03:09:03.102047 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42930) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:03.167403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-88339f2f-d6fe-446e-b541-41e37fb59488 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet dbaff645-fa10-4623-b8e4-75cb2285d52c {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:09:03.171290 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88339f2f-d6fe-446e-b541-41e37fb59488 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (dbaff645-fa10-4623-b8e4-75cb2285d52c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:03.219048 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88339f2f-d6fe-446e-b541-41e37fb59488 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (dbaff645-fa10-4623-b8e4-75cb2285d52c), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:03.262084 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072140ee-709d-48d6-8510-0d647851bc7b None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:03.319120 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device bd524c50-2e20-442f-a0b6-34b6a2a08f31 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:09:03.329016 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88339f2f-d6fe-446e-b541-41e37fb59488 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (dbaff645-fa10-4623-b8e4-75cb2285d52c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:03.417326 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88339f2f-d6fe-446e-b541-41e37fb59488 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (dbaff645-fa10-4623-b8e4-75cb2285d52c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:03.417873 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4a57a366-dca8-4d91-97b8-a290908e9531 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:03.450746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88339f2f-d6fe-446e-b541-41e37fb59488 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=dbaff645-fa10-4623-b8e4-75cb2285d52c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:03.456367 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88339f2f-d6fe-446e-b541-41e37fb59488 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:03.462013 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-88339f2f-d6fe-446e-b541-41e37fb59488 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/dbaff645-fa10-4623-b8e4-75cb2285d52c HTTP/1.1" status: 204 len: 168 time: 0.3567369 Feb 05 03:09:03.462299 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42940) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:03.518957 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-95828f33-02e4-4efe-a6e2-0e50931ecf06 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532768 Feb 05 03:09:03.518957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42942) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:03.523762 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-dd02c91e-2a01-4f39-8c88-520b829ac46a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:03.535132 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703e255-c31d-408f-bba1-f20b82299f8a req-a00f9425-761b-4e11-82ea-d79ae8b0d47e tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:03.550199 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port bd524c50-2e20-442f-a0b6-34b6a2a08f31, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bd524c50-2e20-442f-a0b6-34b6a2a08f31,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:03.550386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5703e255-c31d-408f-bba1-f20b82299f8a req-a00f9425-761b-4e11-82ea-d79ae8b0d47e tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 948 time: 0.1120074 Feb 05 03:09:03.571169 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'bd524c50-2e20-442f-a0b6-34b6a2a08f31', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'port_id': 'bd524c50-2e20-442f-a0b6-34b6a2a08f31', 'mac_address': 'fa:16:3e:1e:c4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:09:03.644198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5703e255-c31d-408f-bba1-f20b82299f8a req-d6f5c730-2ec8-49fa-98ac-0bafa9906481 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b1ea7be-d654-4468-a970-1d959385c412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867078 Feb 05 03:09:03.654378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port bd524c50-2e20-442f-a0b6-34b6a2a08f31 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:03.654908 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bd524c50-2e20-442f-a0b6-34b6a2a08f31), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:03.664912 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd02c91e-2a01-4f39-8c88-520b829ac46a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:03.668396 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd02c91e-2a01-4f39-8c88-520b829ac46a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:03.677574 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd524c50-2e20-442f-a0b6-34b6a2a08f31 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:09:03.682720 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 4a57a366-dca8-4d91-97b8-a290908e9531 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:09:03.693664 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 4a57a366-dca8-4d91-97b8-a290908e9531 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:03.694186 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a57a366-dca8-4d91-97b8-a290908e9531), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:03.778857 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port bd524c50-2e20-442f-a0b6-34b6a2a08f31, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bd524c50-2e20-442f-a0b6-34b6a2a08f31,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:03.797342 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (bd524c50-2e20-442f-a0b6-34b6a2a08f31), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:03.862422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548e8ed-6592-4611-ac77-af6277544a34 req-9e160613-65c4-45fd-b6df-13899e7eb31b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:03.870630 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03e05ceb-05ee-436d-8eb2-1faee5f96543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:03.872301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e548e8ed-6592-4611-ac77-af6277544a34 req-9e160613-65c4-45fd-b6df-13899e7eb31b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 943 time: 0.1098289 Feb 05 03:09:03.914348 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=bd524c50-2e20-442f-a0b6-34b6a2a08f31,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:03.972984 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4a57a366-dca8-4d91-97b8-a290908e9531 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:03.973489 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a57a366-dca8-4d91-97b8-a290908e9531), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:04.000885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e548e8ed-6592-4611-ac77-af6277544a34 req-3cc99ede-084f-4337-813a-43ea8fd9899e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261334 Feb 05 03:09:04.064677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4a57a366-dca8-4d91-97b8-a290908e9531, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4a57a366-dca8-4d91-97b8-a290908e9531,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:04.066707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bccf287-e5d7-479e-b96c-2691d68e95f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a57a366-dca8-4d91-97b8-a290908e9531'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:09:04.069285 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53886dcb-ac26-433d-a998-2a6c7c7a9379" -d '{"events": [{"server_uuid": "7bccf287-e5d7-479e-b96c-2691d68e95f1", "name": "network-vif-plugged", "status": "completed", "tag": "4a57a366-dca8-4d91-97b8-a290908e9531"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:09:04.080388 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4a57a366-dca8-4d91-97b8-a290908e9531), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:04.326207 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718806c-7969-4775-bb14-8f725bf5734b req-64b3ff6c-c9c1-44ea-80dd-fed51fa8fb0c tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:04.328433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f718806c-7969-4775-bb14-8f725bf5734b req-64b3ff6c-c9c1-44ea-80dd-fed51fa8fb0c tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "GET /v2.0/ports?device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 946 time: 0.2173975 Feb 05 03:09:04.362463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63819a8-1fb3-43f8-ba6d-95d323e5dac2 req-ce492f74-b057-45e9-aee9-14dd87be8c67 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:04.364869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a63819a8-1fb3-43f8-ba6d-95d323e5dac2 req-ce492f74-b057-45e9-aee9-14dd87be8c67 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 946 time: 0.2328999 Feb 05 03:09:04.517877 n-d-826942-8 neutron-server[109674]: DEBUG neutron.objects.ports [None req-dd02c91e-2a01-4f39-8c88-520b829ac46a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:09:04.519366 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a458fff2-0329-4389-8f36-2701e4df840d x-openstack-request-id: req-a458fff2-0329-4389-8f36-2701e4df840d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:09:04.519867 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bccf287-e5d7-479e-b96c-2691d68e95f1", "name": "network-vif-plugged", "status": "completed", "tag": "4a57a366-dca8-4d91-97b8-a290908e9531", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:09:04.519988 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a458fff2-0329-4389-8f36-2701e4df840d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:09:04.520433 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bccf287-e5d7-479e-b96c-2691d68e95f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a57a366-dca8-4d91-97b8-a290908e9531', 'code': 200} Feb 05 03:09:04.526560 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['bd524c50-2e20-442f-a0b6-34b6a2a08f31'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:09:04.579665 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a63819a8-1fb3-43f8-ba6d-95d323e5dac2 req-7b79913e-a555-479e-9127-47bb6637a50a tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/security-groups?id=27554524-4f0f-4faf-aa32-69d6b37fd9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995778 Feb 05 03:09:04.609113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-f718806c-7969-4775-bb14-8f725bf5734b req-9ed26403-b593-4146-9ec1-a6fa4517f7d1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Deleting port 8dedb593-ab43-4434-98c5-762dfa516a84 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:09:04.609856 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f718806c-7969-4775-bb14-8f725bf5734b req-9ed26403-b593-4146-9ec1-a6fa4517f7d1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8dedb593-ab43-4434-98c5-762dfa516a84), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:04.649976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5559baf4-528c-47f5-b66b-ae60ab87a6a8 None None] Update dhcp port {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'fixed_ips': [{'subnet_id': 'dbaff645-fa10-4623-b8e4-75cb2285d52c'}], 'binding:host_id': 'n-d-826942-8'}, 'id': '44717fc8-fa20-4af2-9cce-096e098bd3a1'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 03:09:04.696040 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5559baf4-528c-47f5-b66b-ae60ab87a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:04.712446 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4a57a366-dca8-4d91-97b8-a290908e9531,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:04.779947 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc351807-540a-4726-8b50-97fd7456692d req-120b220f-f7bd-445c-87da-3a46f8c4031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:04.782140 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dc351807-540a-4726-8b50-97fd7456692d req-120b220f-f7bd-445c-87da-3a46f8c4031c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 1131 time: 0.4675860 Feb 05 03:09:04.883840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f718806c-7969-4775-bb14-8f725bf5734b req-9ed26403-b593-4146-9ec1-a6fa4517f7d1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] For port 8dedb593-ab43-4434-98c5-762dfa516a84, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=8dedb593-ab43-4434-98c5-762dfa516a84,segment=NetworkSegment(a1cbc6d2-d635-4f52-bafa-1e0b63b8a845),segment_id=a1cbc6d2-d635-4f52-bafa-1e0b63b8a845)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:04.884284 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f718806c-7969-4775-bb14-8f725bf5734b req-9ed26403-b593-4146-9ec1-a6fa4517f7d1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8dedb593-ab43-4434-98c5-762dfa516a84), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:04.903093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-f718806c-7969-4775-bb14-8f725bf5734b req-9ed26403-b593-4146-9ec1-a6fa4517f7d1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Calling delete_port for 8dedb593-ab43-4434-98c5-762dfa516a84 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:09:04.926104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847574b4-44e6-451c-8e84-e7d103c884a9 req-737d12dd-8eaf-4b06-a4d4-af3d87067aa1 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:04.927806 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-847574b4-44e6-451c-8e84-e7d103c884a9 req-737d12dd-8eaf-4b06-a4d4-af3d87067aa1 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 949 time: 0.1544626 Feb 05 03:09:05.029889 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-847574b4-44e6-451c-8e84-e7d103c884a9 req-f373fb7d-3a27-4ca5-bf46-a9176d876c05 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b1ea7be-d654-4468-a970-1d959385c412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657907 Feb 05 03:09:05.049809 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dc351807-540a-4726-8b50-97fd7456692d req-d1cf8b60-7fb3-49d1-8527-df221890a710 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0b1ea7be-d654-4468-a970-1d959385c412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478201 Feb 05 03:09:05.193858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e403da60-98e1-4e41-9037-6fd23e622a69 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:05.196488 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f718806c-7969-4775-bb14-8f725bf5734b req-9ed26403-b593-4146-9ec1-a6fa4517f7d1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8dedb593-ab43-4434-98c5-762dfa516a84), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:05.201035 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd02c91e-2a01-4f39-8c88-520b829ac46a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:05.256164 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['8dedb593-ab43-4434-98c5-762dfa516a84'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:09:05.309634 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e4ca78f0-4e26-486c-89c4-2bd30740e29d None None] Provisioning complete for port 44717fc8-fa20-4af2-9cce-096e098bd3a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:05.310003 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4ca78f0-4e26-486c-89c4-2bd30740e29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:05.320185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f718806c-7969-4775-bb14-8f725bf5734b req-9ed26403-b593-4146-9ec1-a6fa4517f7d1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] No DVR routers for this DVR port 8dedb593-ab43-4434-98c5-762dfa516a84 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:09:05.323081 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed26403-b593-4146-9ec1-a6fa4517f7d1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Pushing event deleted for resources: {'Port': ['ID=8dedb593-ab43-4434-98c5-762dfa516a84,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:05.328410 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f718806c-7969-4775-bb14-8f725bf5734b req-9ed26403-b593-4146-9ec1-a6fa4517f7d1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:05.331610 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f718806c-7969-4775-bb14-8f725bf5734b req-9ed26403-b593-4146-9ec1-a6fa4517f7d1 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.10 "DELETE /v2.0/ports/8dedb593-ab43-4434-98c5-762dfa516a84 HTTP/1.1" status: 204 len: 173 time: 0.9891064 Feb 05 03:09:05.332115 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7', 'name': 'network-vif-deleted', 'tag': '8dedb593-ab43-4434-98c5-762dfa516a84'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:09:05.334414 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0496a89-c9b2-4d14-8230-7e0cc352e12e" -d '{"events": [{"server_uuid": "a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7", "name": "network-vif-deleted", "tag": "8dedb593-ab43-4434-98c5-762dfa516a84"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:09:05.401160 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650cdd5-c8d0-47dd-a9c2-8758c25a7f25 req-3f3c85b1-9f57-41e5-9178-0f34e96110b9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:05.414393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2650cdd5-c8d0-47dd-a9c2-8758c25a7f25 req-3f3c85b1-9f57-41e5-9178-0f34e96110b9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 944 time: 0.2636497 Feb 05 03:09:05.423333 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde3743d-fcdf-462f-a343-7f28f8caffc6 x-openstack-request-id: req-fde3743d-fcdf-462f-a343-7f28f8caffc6 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:09:05.423646 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7", "name": "network-vif-deleted", "tag": "8dedb593-ab43-4434-98c5-762dfa516a84", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:09:05.423904 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fde3743d-fcdf-462f-a343-7f28f8caffc6 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:09:05.429017 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7', 'name': 'network-vif-deleted', 'tag': '8dedb593-ab43-4434-98c5-762dfa516a84', 'status': 'completed', 'code': 200} Feb 05 03:09:05.510115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca78f0-4e26-486c-89c4-2bd30740e29d None None] Current status of the port 44717fc8-fa20-4af2-9cce-096e098bd3a1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:05.532743 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2650cdd5-c8d0-47dd-a9c2-8758c25a7f25 req-bb4742cf-5d31-4502-886c-551dba0a71e8 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128747 Feb 05 03:09:05.539349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-dd02c91e-2a01-4f39-8c88-520b829ac46a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] For port 44717fc8-fa20-4af2-9cce-096e098bd3a1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=44717fc8-fa20-4af2-9cce-096e098bd3a1,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:05.590301 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd02c91e-2a01-4f39-8c88-520b829ac46a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:05.599074 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd02c91e-2a01-4f39-8c88-520b829ac46a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:05.645592 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd02c91e-2a01-4f39-8c88-520b829ac46a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (e68b8706-8115-4bd7-a68a-d4502de58667), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:05.809083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd02c91e-2a01-4f39-8c88-520b829ac46a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:05.818205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-dd02c91e-2a01-4f39-8c88-520b829ac46a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:05.820873 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02c91e-2a01-4f39-8c88-520b829ac46a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=e68b8706-8115-4bd7-a68a-d4502de58667,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:05.827435 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02c91e-2a01-4f39-8c88-520b829ac46a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=44717fc8-fa20-4af2-9cce-096e098bd3a1,revision_number=8']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:05.828497 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2568281f-f0a6-4ff2-80f1-dbf0a3cbd063 req-bd7b8d62-096e-4a8e-9e8e-d5504d8f6831 tempest-DeleteServersTestJSON-786177472 tempest-DeleteServersTestJSON-786177472-project] 10.222.0.36 "GET /v2.0/ports?device_id=a28d2798-e4a3-4776-a6e1-7e16ff2f5bd7 HTTP/1.1" status: 200 len: 210 time: 0.1105456 Feb 05 03:09:05.848204 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd02c91e-2a01-4f39-8c88-520b829ac46a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:05.848752 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd02c91e-2a01-4f39-8c88-520b829ac46a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:05.885846 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96223586-964a-482b-95e1-f5fe6382e161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:05.907305 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dd02c91e-2a01-4f39-8c88-520b829ac46a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3852823 Feb 05 03:09:05.908734 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42996) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:05.913738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a1ef5054-2267-4e37-a173-1f047e1088be tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:05.944969 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 44717fc8-fa20-4af2-9cce-096e098bd3a1 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:09:06.014055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42998) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:06.190693 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 44717fc8-fa20-4af2-9cce-096e098bd3a1 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:06.192699 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:06.243391 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 44717fc8-fa20-4af2-9cce-096e098bd3a1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=44717fc8-fa20-4af2-9cce-096e098bd3a1,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:06.252172 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:06.297673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fe7f5-d81e-442a-b6cc-91b7c9abb08d req-5d76c174-d942-4d53-ac91-1c97977ad326 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:06.299552 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-013fe7f5-d81e-442a-b6cc-91b7c9abb08d req-5d76c174-d942-4d53-ac91-1c97977ad326 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 949 time: 0.1051500 Feb 05 03:09:06.300325 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ef5054-2267-4e37-a173-1f047e1088be tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:06.303749 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1ef5054-2267-4e37-a173-1f047e1088be tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:06.392735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=44717fc8-fa20-4af2-9cce-096e098bd3a1,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:06.406410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:06.407044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:06.407868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:06.408435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:06.409053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:06.409577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:06.410258 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:06.411488 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:06.413309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:06.414331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:06.415299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:06.417075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:06.417865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:06.496715 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 44717fc8-fa20-4af2-9cce-096e098bd3a1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:06.509026 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-013fe7f5-d81e-442a-b6cc-91b7c9abb08d req-97aa8f47-1d8b-44a9-912c-2778ea19f9ec tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b1ea7be-d654-4468-a970-1d959385c412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996293 Feb 05 03:09:06.560262 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1751f3d0-35c4-4536-a165-972f826ccbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:06.640861 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 44717fc8-fa20-4af2-9cce-096e098bd3a1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:06.641255 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:06.709864 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1751f3d0-35c4-4536-a165-972f826ccbb9 admin admin] Publish callbacks [] for security_group (0234a7f3-7d88-4f0e-b9b9-0dd16bcb834f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:06.724005 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1751f3d0-35c4-4536-a165-972f826ccbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0234a7f3-7d88-4f0e-b9b9-0dd16bcb834f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:06.782656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43010) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:06.783823 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1751f3d0-35c4-4536-a165-972f826ccbb9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c485ce876b5b433ab267dc2aa9505eab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7677779 Feb 05 03:09:06.785313 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751f3d0-35c4-4536-a165-972f826ccbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0234a7f3-7d88-4f0e-b9b9-0dd16bcb834f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:06.824413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a5e6d1-7729-4776-a4c4-ebcafa99314d None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:06.894392 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-727541c3-439d-430f-ba5b-9ec3ab361759 admin admin] Publish callbacks [] for security_group (0234a7f3-7d88-4f0e-b9b9-0dd16bcb834f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:06.913077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 44717fc8-fa20-4af2-9cce-096e098bd3a1 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:06.913632 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:06.925012 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-727541c3-439d-430f-ba5b-9ec3ab361759 admin admin] Publish callbacks [] for security_group (0234a7f3-7d88-4f0e-b9b9-0dd16bcb834f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:06.970660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2104b33-37be-4f22-bde4-8de8b3a8427e req-4b9ba62a-2a32-4567-881c-b20656de5055 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:06.972513 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2104b33-37be-4f22-bde4-8de8b3a8427e req-4b9ba62a-2a32-4567-881c-b20656de5055 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 944 time: 0.2846613 Feb 05 03:09:06.984592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6ac37aec-e9c5-4549-809d-2d74dec362fa None None] Provisioning complete for port 44717fc8-fa20-4af2-9cce-096e098bd3a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:06.991452 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ac37aec-e9c5-4549-809d-2d74dec362fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:07.024465 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-727541c3-439d-430f-ba5b-9ec3ab361759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0234a7f3-7d88-4f0e-b9b9-0dd16bcb834f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:07.027210 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-727541c3-439d-430f-ba5b-9ec3ab361759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:07.031179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-727541c3-439d-430f-ba5b-9ec3ab361759 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0234a7f3-7d88-4f0e-b9b9-0dd16bcb834f HTTP/1.1" status: 204 len: 168 time: 0.2444816 Feb 05 03:09:07.051528 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1ef5054-2267-4e37-a173-1f047e1088be tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (02940ba2-188b-46c8-bef2-dfa6c4e64805), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:07.075959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ef5054-2267-4e37-a173-1f047e1088be tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:07.115530 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727541c3-439d-430f-ba5b-9ec3ab361759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0234a7f3-7d88-4f0e-b9b9-0dd16bcb834f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:07.119474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a1ef5054-2267-4e37-a173-1f047e1088be tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:07.139202 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2104b33-37be-4f22-bde4-8de8b3a8427e req-abda5899-3cbd-4a54-b5e4-e703ffe27f14 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350656 Feb 05 03:09:07.141358 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ef5054-2267-4e37-a173-1f047e1088be tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:07.141956 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1ef5054-2267-4e37-a173-1f047e1088be tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:07.197005 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a1ef5054-2267-4e37-a173-1f047e1088be tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2842233 Feb 05 03:09:07.197214 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43032) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:07.202591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-135ebc0a-6a50-46ac-8440-d74140d74dfd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'mac_address': 'fa:16:3e:8b:13:a3', 'name': 'tempest-NetworksTestDHCPv6-1329871782'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:07.209192 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 44717fc8-fa20-4af2-9cce-096e098bd3a1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=44717fc8-fa20-4af2-9cce-096e098bd3a1,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:07.225808 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:07.227449 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:07.233014 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef5054-2267-4e37-a173-1f047e1088be tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=02940ba2-188b-46c8-bef2-dfa6c4e64805,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:07.349489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=44717fc8-fa20-4af2-9cce-096e098bd3a1,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:07.366465 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device bd524c50-2e20-442f-a0b6-34b6a2a08f31 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:07.492529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135ebc0a-6a50-46ac-8440-d74140d74dfd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:07.528582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port bd524c50-2e20-442f-a0b6-34b6a2a08f31 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:09:07.538811 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port bd524c50-2e20-442f-a0b6-34b6a2a08f31 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:07.538811 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bd524c50-2e20-442f-a0b6-34b6a2a08f31), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:07.614259 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6ac37aec-e9c5-4549-809d-2d74dec362fa None None] Current status of the port 44717fc8-fa20-4af2-9cce-096e098bd3a1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:07.729647 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port bd524c50-2e20-442f-a0b6-34b6a2a08f31 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:07.730816 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bd524c50-2e20-442f-a0b6-34b6a2a08f31), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:07.755566 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-135ebc0a-6a50-46ac-8440-d74140d74dfd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:07.787590 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-135ebc0a-6a50-46ac-8440-d74140d74dfd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port d80ae7c6-69ce-4fdc-8641-668958723bf3 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:09:07.806397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port bd524c50-2e20-442f-a0b6-34b6a2a08f31, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bd524c50-2e20-442f-a0b6-34b6a2a08f31,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:07.811859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc46f92-ab99-4f72-86b7-0fcd73647f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd524c50-2e20-442f-a0b6-34b6a2a08f31'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:09:07.825832 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a85829f-4c8f-4e47-bc9a-e54cabde8f3f" -d '{"events": [{"server_uuid": "7dc46f92-ab99-4f72-86b7-0fcd73647f53", "name": "network-vif-plugged", "status": "completed", "tag": "bd524c50-2e20-442f-a0b6-34b6a2a08f31"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:09:07.828346 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6652a-5986-4787-86d1-27f98cd5ffaf req-2653eda7-b545-4283-989f-c7b8f2870e47 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:07.833167 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (bd524c50-2e20-442f-a0b6-34b6a2a08f31), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:07.834620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6ce6652a-5986-4787-86d1-27f98cd5ffaf req-2653eda7-b545-4283-989f-c7b8f2870e47 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 949 time: 0.1743915 Feb 05 03:09:07.997121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=bd524c50-2e20-442f-a0b6-34b6a2a08f31,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:08.005943 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6ce6652a-5986-4787-86d1-27f98cd5ffaf req-d0a866ec-7e16-492f-896f-a3f8e5066321 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b1ea7be-d654-4468-a970-1d959385c412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510544 Feb 05 03:09:08.023867 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93838946-d3e7-4604-a965-bc9161d85931 x-openstack-request-id: req-93838946-d3e7-4604-a965-bc9161d85931 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:09:08.024164 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc46f92-ab99-4f72-86b7-0fcd73647f53", "name": "network-vif-plugged", "status": "completed", "tag": "bd524c50-2e20-442f-a0b6-34b6a2a08f31", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:09:08.024422 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-93838946-d3e7-4604-a965-bc9161d85931 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:09:08.024891 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc46f92-ab99-4f72-86b7-0fcd73647f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd524c50-2e20-442f-a0b6-34b6a2a08f31', 'code': 200} Feb 05 03:09:08.025566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d907b10-8f94-4fd6-a9e1-f5331b2b4d48 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:08.100884 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-135ebc0a-6a50-46ac-8440-d74140d74dfd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 172.20.0.6 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/02940ba2-188b-46c8-bef2-dfa6c4e64805/d80ae7c6-69ce-4fdc-8641-668958723bf3) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:08.118903 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-135ebc0a-6a50-46ac-8440-d74140d74dfd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::f816:3eff:fe8b:13a3 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/e68b8706-8115-4bd7-a68a-d4502de58667/d80ae7c6-69ce-4fdc-8641-668958723bf3) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:08.145819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5e408-cf16-4168-8d88-7c732ac550ed req-bb277633-7239-42d5-a24d-efb28b5ea05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:08.147768 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15e5e408-cf16-4168-8d88-7c732ac550ed req-bb277633-7239-42d5-a24d-efb28b5ea05c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 1127 time: 0.1078482 Feb 05 03:09:08.152482 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 44717fc8-fa20-4af2-9cce-096e098bd3a1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:08.293387 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15e5e408-cf16-4168-8d88-7c732ac550ed req-207c6949-a644-4b9a-b592-889aa1eaa693 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396890 Feb 05 03:09:08.348509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-277bc89b-2fd2-44c5-97b5-b6f32a5bbc16 None None] Provisioning complete for port 44717fc8-fa20-4af2-9cce-096e098bd3a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:08.349208 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-277bc89b-2fd2-44c5-97b5-b6f32a5bbc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:08.397843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0017c3-853d-45c7-b27b-854c103e9767 req-e121a0e6-49f3-44f2-a038-6cbacfec01df tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:08.409084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d0017c3-853d-45c7-b27b-854c103e9767 req-e121a0e6-49f3-44f2-a038-6cbacfec01df tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 945 time: 0.1182940 Feb 05 03:09:08.477096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d0017c3-853d-45c7-b27b-854c103e9767 req-13b02582-76f4-4b74-aa11-619bde39a769 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663450 Feb 05 03:09:08.493240 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43082) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:08.507219 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-135ebc0a-6a50-46ac-8440-d74140d74dfd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (d80ae7c6-69ce-4fdc-8641-668958723bf3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:08.554058 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 44717fc8-fa20-4af2-9cce-096e098bd3a1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:08.554456 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:08.586008 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-135ebc0a-6a50-46ac-8440-d74140d74dfd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d80ae7c6-69ce-4fdc-8641-668958723bf3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:08.665545 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-caa65d3f-42e0-45de-a836-4e009d5ef643 req-22fecd9e-4f25-47f8-93ca-c7972992c401 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1385980 Feb 05 03:09:08.676417 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135ebc0a-6a50-46ac-8440-d74140d74dfd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:08.679982 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-135ebc0a-6a50-46ac-8440-d74140d74dfd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:08.686435 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ebc0a-6a50-46ac-8440-d74140d74dfd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:08.776353 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ebc0a-6a50-46ac-8440-d74140d74dfd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=d80ae7c6-69ce-4fdc-8641-668958723bf3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:08.820062 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135ebc0a-6a50-46ac-8440-d74140d74dfd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:08.826185 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-135ebc0a-6a50-46ac-8440-d74140d74dfd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:08.831139 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb040865-cef4-4e25-b70b-907bd7dd5e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:08.853938 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:08.875907 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-135ebc0a-6a50-46ac-8440-d74140d74dfd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6746047 Feb 05 03:09:08.876349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43098) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:08.951480 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa65d3f-42e0-45de-a836-4e009d5ef643 req-c4b2f6d1-4b0d-49ad-9ba3-9ceb75eb414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:08.953728 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-caa65d3f-42e0-45de-a836-4e009d5ef643 req-c4b2f6d1-4b0d-49ad-9ba3-9ceb75eb414f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87aa67e833b94c59a23485085547924d&device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 1131 time: 0.2290125 Feb 05 03:09:08.955587 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-277bc89b-2fd2-44c5-97b5-b6f32a5bbc16 None None] Current status of the port 44717fc8-fa20-4af2-9cce-096e098bd3a1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:08.999720 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f045201-b0e4-4a2a-9aba-be651701d22b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:09.013740 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f045201-b0e4-4a2a-9aba-be651701d22b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:09.020596 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7f045201-b0e4-4a2a-9aba-be651701d22b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1433196 Feb 05 03:09:09.023199 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43100) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:09.069655 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 44717fc8-fa20-4af2-9cce-096e098bd3a1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:09.196724 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc63169-0630-41ff-b060-3e455905778e None None] Update dhcp port {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'fixed_ips': [{'subnet_id': 'e68b8706-8115-4bd7-a68a-d4502de58667', 'ip_address': '2001:db8::f816:3eff:fef8:f368'}, {'subnet_id': '02940ba2-188b-46c8-bef2-dfa6c4e64805'}], 'binding:host_id': 'n-d-826942-8'}, 'id': '44717fc8-fa20-4af2-9cce-096e098bd3a1'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 03:09:09.275368 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5fc63169-0630-41ff-b060-3e455905778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:09.280256 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8c529dca-81c3-4447-8f45-b7dc0996216a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port d80ae7c6-69ce-4fdc-8641-668958723bf3 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:09:09.281644 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c529dca-81c3-4447-8f45-b7dc0996216a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d80ae7c6-69ce-4fdc-8641-668958723bf3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:09.281917 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa65d3f-42e0-45de-a836-4e009d5ef643 req-637b5238-b748-43fc-9f46-a891a83295cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:09.283988 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-caa65d3f-42e0-45de-a836-4e009d5ef643 req-637b5238-b748-43fc-9f46-a891a83295cf service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.3062437 Feb 05 03:09:09.382096 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 8dedb593-ab43-4434-98c5-762dfa516a84 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:09:09.430955 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 8dedb593-ab43-4434-98c5-762dfa516a84 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:09:09.431299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 8dedb593-ab43-4434-98c5-762dfa516a84 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:09:09.437745 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-caa65d3f-42e0-45de-a836-4e009d5ef643 req-2fdaf700-5025-4687-a815-9ca717036342 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4a57a366-dca8-4d91-97b8-a290908e9531 HTTP/1.1" status: 200 len: 217 time: 0.1327906 Feb 05 03:09:09.467439 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb040865-cef4-4e25-b70b-907bd7dd5e95 admin admin] Publish callbacks [] for security_group (17c9174a-3b12-4c30-a553-313ce937d710), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:09.507814 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c529dca-81c3-4447-8f45-b7dc0996216a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d80ae7c6-69ce-4fdc-8641-668958723bf3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:09.530100 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb040865-cef4-4e25-b70b-907bd7dd5e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (17c9174a-3b12-4c30-a553-313ce937d710), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:09.547449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8c529dca-81c3-4447-8f45-b7dc0996216a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for d80ae7c6-69ce-4fdc-8641-668958723bf3 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:09:09.621426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb040865-cef4-4e25-b70b-907bd7dd5e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c9174a-3b12-4c30-a553-313ce937d710,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:09.678238 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fb040865-cef4-4e25-b70b-907bd7dd5e95 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec80a23458eb4733bf2b0e37995ac71b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1835811 Feb 05 03:09:09.679211 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43112) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:09.680967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa65d3f-42e0-45de-a836-4e009d5ef643 req-b339ac7e-beb1-490c-a8aa-deda9791b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:09.682783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-caa65d3f-42e0-45de-a836-4e009d5ef643 req-b339ac7e-beb1-490c-a8aa-deda9791b718 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.2328315 Feb 05 03:09:09.726316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-5fc63169-0630-41ff-b060-3e455905778e None None] Allocated IP 172.20.0.2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/02940ba2-188b-46c8-bef2-dfa6c4e64805/44717fc8-fa20-4af2-9cce-096e098bd3a1) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:09.809140 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa65d3f-42e0-45de-a836-4e009d5ef643 req-11f6898e-c3a9-4477-878c-fa59e418b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:09.826089 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-caa65d3f-42e0-45de-a836-4e009d5ef643 req-11f6898e-c3a9-4477-878c-fa59e418b4ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1110339 Feb 05 03:09:09.909553 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d09a8db0-b369-4cbf-ba27-e0cae1b2c21d admin admin] Publish callbacks [] for security_group (17c9174a-3b12-4c30-a553-313ce937d710), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:09.951379 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:09.972335 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5fc63169-0630-41ff-b060-3e455905778e None None] For port 44717fc8-fa20-4af2-9cce-096e098bd3a1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=44717fc8-fa20-4af2-9cce-096e098bd3a1,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:10.027020 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d09a8db0-b369-4cbf-ba27-e0cae1b2c21d admin admin] Publish callbacks [] for security_group (17c9174a-3b12-4c30-a553-313ce937d710), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:10.050939 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5fc63169-0630-41ff-b060-3e455905778e None None] Publish callbacks [] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:10.059253 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5fc63169-0630-41ff-b060-3e455905778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:10.189524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc63169-0630-41ff-b060-3e455905778e None None] Pushing event updated for resources: {'Port': ['ID=44717fc8-fa20-4af2-9cce-096e098bd3a1,revision_number=11']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:10.247458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7eabb0-54cb-40da-a6eb-667d4a740923 req-fe41c0a9-dde8-4b1e-a9c8-073ba743b881 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:10.252803 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c529dca-81c3-4447-8f45-b7dc0996216a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d80ae7c6-69ce-4fdc-8641-668958723bf3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:10.257587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf7eabb0-54cb-40da-a6eb-667d4a740923 req-fe41c0a9-dde8-4b1e-a9c8-073ba743b881 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 945 time: 0.2058902 Feb 05 03:09:10.297562 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-caa65d3f-42e0-45de-a836-4e009d5ef643 req-2a88b4da-c06a-436a-92e0-9dcf66a00d39 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693973 Feb 05 03:09:10.347279 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c529dca-81c3-4447-8f45-b7dc0996216a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=d80ae7c6-69ce-4fdc-8641-668958723bf3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:10.360624 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d09a8db0-b369-4cbf-ba27-e0cae1b2c21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (17c9174a-3b12-4c30-a553-313ce937d710), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:10.365726 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d09a8db0-b369-4cbf-ba27-e0cae1b2c21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:10.375211 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d09a8db0-b369-4cbf-ba27-e0cae1b2c21d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17c9174a-3b12-4c30-a553-313ce937d710 HTTP/1.1" status: 204 len: 168 time: 0.6937854 Feb 05 03:09:10.431413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a8db0-b369-4cbf-ba27-e0cae1b2c21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c9174a-3b12-4c30-a553-313ce937d710,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:10.490009 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-caa65d3f-42e0-45de-a836-4e009d5ef643 req-b1dbc569-b427-4287-94a2-0e4dc91c3fb8 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850333 Feb 05 03:09:10.549835 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf7eabb0-54cb-40da-a6eb-667d4a740923 req-07abacf5-6f09-46b7-b214-ee158fcb3293 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912850 Feb 05 03:09:10.562389 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c529dca-81c3-4447-8f45-b7dc0996216a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:10.568026 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8c529dca-81c3-4447-8f45-b7dc0996216a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/d80ae7c6-69ce-4fdc-8641-668958723bf3 HTTP/1.1" status: 204 len: 168 time: 1.5437386 Feb 05 03:09:10.570625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43156) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:10.676067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2400a0-a95b-40a2-96fa-2413124f893b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:10.677755 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2400a0-a95b-40a2-96fa-2413124f893b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:10.679300 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2400a0-a95b-40a2-96fa-2413124f893b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:10.681530 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0b2400a0-a95b-40a2-96fa-2413124f893b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1097517 Feb 05 03:09:10.684297 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43174) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:10.834120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c321c7-6c82-4975-b7b7-5377c0548709 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet 02940ba2-188b-46c8-bef2-dfa6c4e64805 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:09:10.847018 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01c321c7-6c82-4975-b7b7-5377c0548709 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (02940ba2-188b-46c8-bef2-dfa6c4e64805), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:10.980579 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01c321c7-6c82-4975-b7b7-5377c0548709 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (02940ba2-188b-46c8-bef2-dfa6c4e64805), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:11.027527 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-28994c44-dafe-4711-9b94-f72ce0d82c0e req-72688091-fdc5-4cec-bab1-09f7f56e0324 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1307578 Feb 05 03:09:11.205063 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01c321c7-6c82-4975-b7b7-5377c0548709 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (02940ba2-188b-46c8-bef2-dfa6c4e64805), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:11.224409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994c44-dafe-4711-9b94-f72ce0d82c0e req-0c07f58c-112d-45bc-8e4e-32bafbe6c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:11.227683 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-28994c44-dafe-4711-9b94-f72ce0d82c0e req-0c07f58c-112d-45bc-8e4e-32bafbe6c0d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 1126 time: 0.1178064 Feb 05 03:09:11.234546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43232) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:11.256239 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20deb2a4-9d5a-4aab-adc9-e1b1a2739384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:11.282154 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:11.366023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01c321c7-6c82-4975-b7b7-5377c0548709 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (02940ba2-188b-46c8-bef2-dfa6c4e64805), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:11.425926 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-656fcb2e-5a7c-4bda-a8c5-f69abc169c48 None None] Could not find standard attr ID for object d80ae7c6-69ce-4fdc-8641-668958723bf3. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:09:11.427757 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e850afaa-2040-456a-b733-faaef8c1b101 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:11.433449 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01c321c7-6c82-4975-b7b7-5377c0548709 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:11.439676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-01c321c7-6c82-4975-b7b7-5377c0548709 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/02940ba2-188b-46c8-bef2-dfa6c4e64805 HTTP/1.1" status: 204 len: 168 time: 0.7541358 Feb 05 03:09:11.442697 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c321c7-6c82-4975-b7b7-5377c0548709 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=02940ba2-188b-46c8-bef2-dfa6c4e64805,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:11.452922 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43250) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:11.554667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1ed699-dddb-44f7-ac03-695ba1880d8f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet e68b8706-8115-4bd7-a68a-d4502de58667 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:09:11.564351 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed699-dddb-44f7-ac03-695ba1880d8f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (e68b8706-8115-4bd7-a68a-d4502de58667), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:11.581765 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-656fcb2e-5a7c-4bda-a8c5-f69abc169c48 None None] Provisioning complete for port 44717fc8-fa20-4af2-9cce-096e098bd3a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:11.587749 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-656fcb2e-5a7c-4bda-a8c5-f69abc169c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:11.631347 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20deb2a4-9d5a-4aab-adc9-e1b1a2739384 admin admin] Publish callbacks [] for security_group (3134aac1-9853-408f-a753-1e97f9fcaa40), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:11.654183 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20deb2a4-9d5a-4aab-adc9-e1b1a2739384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3134aac1-9853-408f-a753-1e97f9fcaa40), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:11.751586 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-20deb2a4-9d5a-4aab-adc9-e1b1a2739384 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df5618edf76145d0bcfa111e682b721d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5155988 Feb 05 03:09:11.755836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-656fcb2e-5a7c-4bda-a8c5-f69abc169c48 None None] Current status of the port 44717fc8-fa20-4af2-9cce-096e098bd3a1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:11.759472 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43260) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:11.762557 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed699-dddb-44f7-ac03-695ba1880d8f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (e68b8706-8115-4bd7-a68a-d4502de58667), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:11.860327 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed699-dddb-44f7-ac03-695ba1880d8f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e68b8706-8115-4bd7-a68a-d4502de58667), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:12.065735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 44717fc8-fa20-4af2-9cce-096e098bd3a1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:12.132194 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43264) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:12.189472 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 44717fc8-fa20-4af2-9cce-096e098bd3a1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:12.190101 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:12.255808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994c44-dafe-4711-9b94-f72ce0d82c0e req-59a35d66-8712-4176-ac03-ecca8906d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:12.260799 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-28994c44-dafe-4711-9b94-f72ce0d82c0e req-59a35d66-8712-4176-ac03-ecca8906d68c service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 1.0070531 Feb 05 03:09:12.403511 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce91666f-0c32-4245-90b6-8d11334dbac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:12.418375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 44717fc8-fa20-4af2-9cce-096e098bd3a1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:12.456544 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-28994c44-dafe-4711-9b94-f72ce0d82c0e req-1c79d5c5-aedf-432a-9ac1-cfa7770c6770 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 HTTP/1.1" status: 200 len: 999 time: 0.1878915 Feb 05 03:09:12.574425 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994c44-dafe-4711-9b94-f72ce0d82c0e req-265bb845-0a66-4596-ace9-3e7592a50acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:12.576289 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-28994c44-dafe-4711-9b94-f72ce0d82c0e req-265bb845-0a66-4596-ace9-3e7592a50acb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.1110730 Feb 05 03:09:12.633288 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed699-dddb-44f7-ac03-695ba1880d8f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (e68b8706-8115-4bd7-a68a-d4502de58667), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:12.648616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20deb2a4-9d5a-4aab-adc9-e1b1a2739384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3134aac1-9853-408f-a753-1e97f9fcaa40,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:12.669333 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce91666f-0c32-4245-90b6-8d11334dbac1 admin admin] Publish callbacks [] for security_group (ffbfb551-505e-4429-b3d9-73c743cfb384), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:12.684309 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce91666f-0c32-4245-90b6-8d11334dbac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ffbfb551-505e-4429-b3d9-73c743cfb384), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:12.708888 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ed699-dddb-44f7-ac03-695ba1880d8f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=e68b8706-8115-4bd7-a68a-d4502de58667,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:12.717017 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994c44-dafe-4711-9b94-f72ce0d82c0e req-a01f9ea1-fa84-4a62-9594-deeab5ef2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:12.719360 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-28994c44-dafe-4711-9b94-f72ce0d82c0e req-a01f9ea1-fa84-4a62-9594-deeab5ef2dd5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1364026 Feb 05 03:09:12.722953 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed699-dddb-44f7-ac03-695ba1880d8f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:12.728349 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9a1ed699-dddb-44f7-ac03-695ba1880d8f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/e68b8706-8115-4bd7-a68a-d4502de58667 HTTP/1.1" status: 204 len: 168 time: 1.2717984 Feb 05 03:09:12.731982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43272) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:12.759990 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ce91666f-0c32-4245-90b6-8d11334dbac1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b568b3cbab4455b8fdd27d53557277b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6265340 Feb 05 03:09:12.781594 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43274) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:12.783957 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a07b4694-71f8-4068-85aa-b5a43a1bf766 admin admin] Publish callbacks [] for security_group (3134aac1-9853-408f-a753-1e97f9fcaa40), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:12.791189 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91666f-0c32-4245-90b6-8d11334dbac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbfb551-505e-4429-b3d9-73c743cfb384,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:12.832547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a4590-3b9f-48a4-8660-06a17b642aea None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:12.832764 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a07b4694-71f8-4068-85aa-b5a43a1bf766 admin admin] Publish callbacks [] for security_group (3134aac1-9853-408f-a753-1e97f9fcaa40), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:12.846599 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-28994c44-dafe-4711-9b94-f72ce0d82c0e req-42020f20-5bcc-4c89-b787-8f8b3e1c5079 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147082 Feb 05 03:09:12.926535 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d9c8b85b-64f9-4632-b8d1-98a79522a758 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1932881 Feb 05 03:09:12.933591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43278) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:12.944082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c3e5a512-4fee-47b7-8193-0b1494ef833a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:13.030475 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-76451571-5a46-49a0-b838-da3df52ba89e None None] Provisioning complete for port 44717fc8-fa20-4af2-9cce-096e098bd3a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:13.030751 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76451571-5a46-49a0-b838-da3df52ba89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:13.051339 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-28994c44-dafe-4711-9b94-f72ce0d82c0e req-4299694d-0376-4a73-9aee-d664c9c37efc service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988757 Feb 05 03:09:13.053136 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a07b4694-71f8-4068-85aa-b5a43a1bf766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3134aac1-9853-408f-a753-1e97f9fcaa40), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:13.063794 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a07b4694-71f8-4068-85aa-b5a43a1bf766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:13.064975 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a07b4694-71f8-4068-85aa-b5a43a1bf766 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3134aac1-9853-408f-a753-1e97f9fcaa40 HTTP/1.1" status: 204 len: 168 time: 0.5635378 Feb 05 03:09:13.078733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e5a512-4fee-47b7-8193-0b1494ef833a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:13.085098 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a512-4fee-47b7-8193-0b1494ef833a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:13.186010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b4694-71f8-4068-85aa-b5a43a1bf766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3134aac1-9853-408f-a753-1e97f9fcaa40,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:13.252488 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ce0f2b2b-e045-422a-95e4-53e5c45c990a admin admin] Publish callbacks [] for security_group (ffbfb551-505e-4429-b3d9-73c743cfb384), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:13.298308 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ce0f2b2b-e045-422a-95e4-53e5c45c990a admin admin] Publish callbacks [] for security_group (ffbfb551-505e-4429-b3d9-73c743cfb384), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:13.392004 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ce0f2b2b-e045-422a-95e4-53e5c45c990a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ffbfb551-505e-4429-b3d9-73c743cfb384), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:13.396216 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ce0f2b2b-e045-422a-95e4-53e5c45c990a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:13.398307 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ce0f2b2b-e045-422a-95e4-53e5c45c990a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ffbfb551-505e-4429-b3d9-73c743cfb384 HTTP/1.1" status: 204 len: 168 time: 0.6149333 Feb 05 03:09:13.435626 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f2b2b-e045-422a-95e4-53e5c45c990a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbfb551-505e-4429-b3d9-73c743cfb384,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:13.569256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-76451571-5a46-49a0-b838-da3df52ba89e None None] Current status of the port 44717fc8-fa20-4af2-9cce-096e098bd3a1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:13.595206 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a512-4fee-47b7-8193-0b1494ef833a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (f184aca1-2c9b-4cb9-bec8-c8f8d1605748), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:13.615522 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43290) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:13.642584 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31c710ef-6245-48ef-969d-475624e53c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:13.657976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d317a07d-777c-41af-ae97-6b62edd490cc None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:09:13.680732 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e5a512-4fee-47b7-8193-0b1494ef833a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:13.690789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c3e5a512-4fee-47b7-8193-0b1494ef833a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:13.696592 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e5a512-4fee-47b7-8193-0b1494ef833a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:13.699621 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a512-4fee-47b7-8193-0b1494ef833a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:13.716238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5a512-4fee-47b7-8193-0b1494ef833a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=f184aca1-2c9b-4cb9-bec8-c8f8d1605748,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:13.745158 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c3e5a512-4fee-47b7-8193-0b1494ef833a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8095422 Feb 05 03:09:13.748799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43294) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:13.756731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5bbb7ec4-ab91-4013-98f8-db5abcaaaa2d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:13.842225 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d317a07d-777c-41af-ae97-6b62edd490cc None None] Deleting port 44717fc8-fa20-4af2-9cce-096e098bd3a1 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:09:13.845383 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d317a07d-777c-41af-ae97-6b62edd490cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:13.850448 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31c710ef-6245-48ef-969d-475624e53c74 admin admin] Publish callbacks [] for security_group (6f3c6f74-b05f-49f1-815b-403d4cf7e554), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:13.861046 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31c710ef-6245-48ef-969d-475624e53c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6f3c6f74-b05f-49f1-815b-403d4cf7e554), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:13.925047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43296) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:13.934016 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-31c710ef-6245-48ef-969d-475624e53c74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7244b91115a6443f8b915e61a03ec494&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3096459 Feb 05 03:09:13.939560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c710ef-6245-48ef-969d-475624e53c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3c6f74-b05f-49f1-815b-403d4cf7e554,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:14.084179 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 44717fc8-fa20-4af2-9cce-096e098bd3a1 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:09:14.091390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbb7ec4-ab91-4013-98f8-db5abcaaaa2d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:14.098680 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7ec4-ab91-4013-98f8-db5abcaaaa2d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.155651 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43300) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:14.164122 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4130f8c5-4d4d-4a0a-b9de-769c6e8c4bb4 admin admin] Publish callbacks [] for security_group (6f3c6f74-b05f-49f1-815b-403d4cf7e554), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.170018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d317a07d-777c-41af-ae97-6b62edd490cc None None] For port 44717fc8-fa20-4af2-9cce-096e098bd3a1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=44717fc8-fa20-4af2-9cce-096e098bd3a1,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:14.170438 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d317a07d-777c-41af-ae97-6b62edd490cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.175355 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-becaed7f-cba5-492f-b8bd-0f5d60e58419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.194233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d317a07d-777c-41af-ae97-6b62edd490cc None None] Calling delete_port for 44717fc8-fa20-4af2-9cce-096e098bd3a1 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:09:14.232475 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4130f8c5-4d4d-4a0a-b9de-769c6e8c4bb4 admin admin] Publish callbacks [] for security_group (6f3c6f74-b05f-49f1-815b-403d4cf7e554), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.325677 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4130f8c5-4d4d-4a0a-b9de-769c6e8c4bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6f3c6f74-b05f-49f1-815b-403d4cf7e554), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.327466 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-becaed7f-cba5-492f-b8bd-0f5d60e58419 admin admin] Publish callbacks [] for security_group (028dedb5-475f-4b4c-b07f-02b5fb9e01f0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.330248 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4130f8c5-4d4d-4a0a-b9de-769c6e8c4bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.334480 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4130f8c5-4d4d-4a0a-b9de-769c6e8c4bb4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f3c6f74-b05f-49f1-815b-403d4cf7e554 HTTP/1.1" status: 204 len: 168 time: 0.4060819 Feb 05 03:09:14.336892 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-becaed7f-cba5-492f-b8bd-0f5d60e58419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (028dedb5-475f-4b4c-b07f-02b5fb9e01f0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.347960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130f8c5-4d4d-4a0a-b9de-769c6e8c4bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3c6f74-b05f-49f1-815b-403d4cf7e554,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:14.413802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 44717fc8-fa20-4af2-9cce-096e098bd3a1 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:14.414467 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.442518 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaed7f-cba5-492f-b8bd-0f5d60e58419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028dedb5-475f-4b4c-b07f-02b5fb9e01f0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:14.453474 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-becaed7f-cba5-492f-b8bd-0f5d60e58419 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47e50f44fbf24ecabd03ffdcecb0ef76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2940905 Feb 05 03:09:14.453962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43306) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:14.513641 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 44717fc8-fa20-4af2-9cce-096e098bd3a1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=44717fc8-fa20-4af2-9cce-096e098bd3a1,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:14.527435 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.579112 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d317a07d-777c-41af-ae97-6b62edd490cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (44717fc8-fa20-4af2-9cce-096e098bd3a1), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.605091 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-100ca12c-16ee-4b6e-a082-9c4717540be1 admin admin] Publish callbacks [] for security_group (028dedb5-475f-4b4c-b07f-02b5fb9e01f0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.635770 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d317a07d-777c-41af-ae97-6b62edd490cc None None] No DVR routers for this DVR port 44717fc8-fa20-4af2-9cce-096e098bd3a1 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:09:14.665800 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047c640e-7c98-4e7d-bb58-a436376b224b None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:14.697670 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=44717fc8-fa20-4af2-9cce-096e098bd3a1,revision_number=14']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:14.724467 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-100ca12c-16ee-4b6e-a082-9c4717540be1 admin admin] Publish callbacks [] for security_group (028dedb5-475f-4b4c-b07f-02b5fb9e01f0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.750432 n-d-826942-8 neutron-server[109675]: DEBUG neutron.objects.ports [None req-5bbb7ec4-ab91-4013-98f8-db5abcaaaa2d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109675) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:09:14.753760 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7ec4-ab91-4013-98f8-db5abcaaaa2d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (1c214e78-e55d-4e1c-a045-e6f0389bc900), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.824285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbb7ec4-ab91-4013-98f8-db5abcaaaa2d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:14.831025 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-5bbb7ec4-ab91-4013-98f8-db5abcaaaa2d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:14.834346 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbb7ec4-ab91-4013-98f8-db5abcaaaa2d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:14.835073 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5bbb7ec4-ab91-4013-98f8-db5abcaaaa2d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.858038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb7ec4-ab91-4013-98f8-db5abcaaaa2d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=1c214e78-e55d-4e1c-a045-e6f0389bc900,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:14.867417 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317a07d-777c-41af-ae97-6b62edd490cc None None] Pushing event deleted for resources: {'Port': ['ID=44717fc8-fa20-4af2-9cce-096e098bd3a1,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:14.870696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5bbb7ec4-ab91-4013-98f8-db5abcaaaa2d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1202419 Feb 05 03:09:14.871125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43312) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:14.879404 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2712258c-bd96-473c-b7e6-59782d59d306 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'mac_address': 'fa:16:3e:5c:1f:34', 'name': 'tempest-NetworksTestDHCPv6-826838871'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:14.898801 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-100ca12c-16ee-4b6e-a082-9c4717540be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (028dedb5-475f-4b4c-b07f-02b5fb9e01f0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.901479 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-100ca12c-16ee-4b6e-a082-9c4717540be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.904476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': '1c214e78-e55d-4e1c-a045-e6f0389bc900'}, {'subnet_id': 'f184aca1-2c9b-4cb9-bec8-c8f8d1605748'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:09:14.906268 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:14.909651 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-100ca12c-16ee-4b6e-a082-9c4717540be1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/028dedb5-475f-4b4c-b07f-02b5fb9e01f0 HTTP/1.1" status: 204 len: 168 time: 0.4477994 Feb 05 03:09:14.924361 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ca12c-16ee-4b6e-a082-9c4717540be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028dedb5-475f-4b4c-b07f-02b5fb9e01f0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:15.036632 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2712258c-bd96-473c-b7e6-59782d59d306 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:15.228509 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2712258c-bd96-473c-b7e6-59782d59d306 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:15.257374 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Allocated IP 172.20.0.2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/f184aca1-2c9b-4cb9-bec8-c8f8d1605748/2c79608f-2635-43d5-87d9-37b5410da655) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:15.258299 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-2712258c-bd96-473c-b7e6-59782d59d306 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port 353ab594-e2b0-4a3c-8810-d44a588d98f2 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:09:15.271694 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Allocated IP 2001:db8::f816:3eff:fecd:c928 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/1c214e78-e55d-4e1c-a045-e6f0389bc900/2c79608f-2635-43d5-87d9-37b5410da655) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:15.577038 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Publish callbacks [] for port (2c79608f-2635-43d5-87d9-37b5410da655), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:15.588070 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (2c79608f-2635-43d5-87d9-37b5410da655), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:15.714743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:15.732973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:15.744967 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:15.816995 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Pushing event updated for resources: {'Port': ['ID=2c79608f-2635-43d5-87d9-37b5410da655,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:15.819936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-2712258c-bd96-473c-b7e6-59782d59d306 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 172.20.0.6 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/f184aca1-2c9b-4cb9-bec8-c8f8d1605748/353ab594-e2b0-4a3c-8810-d44a588d98f2) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:15.829244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-2712258c-bd96-473c-b7e6-59782d59d306 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::f816:3eff:fe5c:1f34 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/1c214e78-e55d-4e1c-a045-e6f0389bc900/353ab594-e2b0-4a3c-8810-d44a588d98f2) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:15.948079 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Attempting to bind port 2c79608f-2635-43d5-87d9-37b5410da655 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:09:15.948378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Attempting to bind port 2c79608f-2635-43d5-87d9-37b5410da655 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:09:15.948739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Attempting to bind port 2c79608f-2635-43d5-87d9-37b5410da655 on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:09:15.955983 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:09:15.956384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:15.956787 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:15.957177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:09:15.957649 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Bound port: 2c79608f-2635-43d5-87d9-37b5410da655, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:09:15.958029 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c79608f-2635-43d5-87d9-37b5410da655), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:16.066963 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] For port 2c79608f-2635-43d5-87d9-37b5410da655, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:09:16.077820 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] For port 2c79608f-2635-43d5-87d9-37b5410da655, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=2c79608f-2635-43d5-87d9-37b5410da655,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:09:16.089781 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2c79608f-2635-43d5-87d9-37b5410da655), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:16.099648 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2712258c-bd96-473c-b7e6-59782d59d306 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (353ab594-e2b0-4a3c-8810-d44a588d98f2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:16.141680 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2712258c-bd96-473c-b7e6-59782d59d306 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (353ab594-e2b0-4a3c-8810-d44a588d98f2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:16.221658 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:16.235033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff945d-8228-455b-aca4-772fffec3c0e None None] Pushing event updated for resources: {'Port': ['ID=2c79608f-2635-43d5-87d9-37b5410da655,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:16.280103 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2712258c-bd96-473c-b7e6-59782d59d306 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:16.282671 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-2712258c-bd96-473c-b7e6-59782d59d306 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:16.289172 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2712258c-bd96-473c-b7e6-59782d59d306 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:16.294948 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712258c-bd96-473c-b7e6-59782d59d306 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=353ab594-e2b0-4a3c-8810-d44a588d98f2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:16.368487 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2712258c-bd96-473c-b7e6-59782d59d306 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:16.369074 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2712258c-bd96-473c-b7e6-59782d59d306 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:16.400662 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43364) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:16.401931 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2712258c-bd96-473c-b7e6-59782d59d306 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5285845 Feb 05 03:09:16.511937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0469fd3c-ef41-4d21-bee7-b1da24113d11 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:16.521640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0469fd3c-ef41-4d21-bee7-b1da24113d11 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:16.527118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43372) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:16.573737 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0469fd3c-ef41-4d21-bee7-b1da24113d11 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1505098 Feb 05 03:09:16.635058 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43378) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:16.731658 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c461d-41d6-4722-b8ff-10b188fb683c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port 353ab594-e2b0-4a3c-8810-d44a588d98f2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:09:16.733616 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e9c461d-41d6-4722-b8ff-10b188fb683c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (353ab594-e2b0-4a3c-8810-d44a588d98f2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:16.896142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c8160483-fca4-4f2d-a2c7-9e55b60152da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-183827999-network', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:16.953851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8160483-fca4-4f2d-a2c7-9e55b60152da admin admin] Made reservation on behalf of bf205d1005174d34b7264edb6224b46f for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:16.956860 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8160483-fca4-4f2d-a2c7-9e55b60152da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:16.959677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43396) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:16.988260 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8160483-fca4-4f2d-a2c7-9e55b60152da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:17.009888 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e9c461d-41d6-4722-b8ff-10b188fb683c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (353ab594-e2b0-4a3c-8810-d44a588d98f2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:17.040285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c461d-41d6-4722-b8ff-10b188fb683c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for 353ab594-e2b0-4a3c-8810-d44a588d98f2 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:09:17.260990 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c511120-e36f-476c-880f-036733155324 admin admin] Deleting subnet 37fc2b86-02d8-4bec-8794-80413f7999c9 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:09:17.269408 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c511120-e36f-476c-880f-036733155324 admin admin] Publish callbacks [] for subnet (37fc2b86-02d8-4bec-8794-80413f7999c9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:17.309259 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8160483-fca4-4f2d-a2c7-9e55b60152da admin admin] Publish callbacks [] for security_group (de4d4f2b-8a6a-44f4-8403-fd459b751cc8), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:17.318726 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8160483-fca4-4f2d-a2c7-9e55b60152da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (de4d4f2b-8a6a-44f4-8403-fd459b751cc8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:17.350888 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c511120-e36f-476c-880f-036733155324 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (37fc2b86-02d8-4bec-8794-80413f7999c9), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:17.469705 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c511120-e36f-476c-880f-036733155324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (37fc2b86-02d8-4bec-8794-80413f7999c9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:17.497324 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e9c461d-41d6-4722-b8ff-10b188fb683c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (353ab594-e2b0-4a3c-8810-d44a588d98f2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:17.546145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8160483-fca4-4f2d-a2c7-9e55b60152da admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:09:17.559834 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c461d-41d6-4722-b8ff-10b188fb683c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=353ab594-e2b0-4a3c-8810-d44a588d98f2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:17.566884 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8160483-fca4-4f2d-a2c7-9e55b60152da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (8c357a94-617c-4aea-953a-f16a07fc0fd5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:17.567215 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-c8160483-fca4-4f2d-a2c7-9e55b60152da admin admin] Added segment 8c357a94-617c-4aea-953a-f16a07fc0fd5 of type vlan for network 8a76fea9-ec7c-470a-8205-bae119528f63 Feb 05 03:09:17.620023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8160483-fca4-4f2d-a2c7-9e55b60152da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (8a76fea9-ec7c-470a-8205-bae119528f63), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:17.644597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8160483-fca4-4f2d-a2c7-9e55b60152da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4d4f2b-8a6a-44f4-8403-fd459b751cc8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:17.648751 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c511120-e36f-476c-880f-036733155324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (37fc2b86-02d8-4bec-8794-80413f7999c9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:17.687318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c511120-e36f-476c-880f-036733155324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37fc2b86-02d8-4bec-8794-80413f7999c9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:17.689974 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8160483-fca4-4f2d-a2c7-9e55b60152da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (8a76fea9-ec7c-470a-8205-bae119528f63), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:17.690986 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8160483-fca4-4f2d-a2c7-9e55b60152da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:17.691571 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8160483-fca4-4f2d-a2c7-9e55b60152da admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:17.725825 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c511120-e36f-476c-880f-036733155324 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:17.731433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4c511120-e36f-476c-880f-036733155324 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/37fc2b86-02d8-4bec-8794-80413f7999c9 HTTP/1.1" status: 204 len: 168 time: 0.7681618 Feb 05 03:09:17.732538 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43420) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:17.800897 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c8160483-fca4-4f2d-a2c7-9e55b60152da admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1646881 Feb 05 03:09:17.812290 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43426) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:17.817753 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8160483-fca4-4f2d-a2c7-9e55b60152da admin admin] Pushing event updated for resources: {'Network': ['ID=8a76fea9-ec7c-470a-8205-bae119528f63,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:17.824327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-59553d0d-b68f-4c2e-83c1-5b106ae71666 admin admin] Request body: {'subnet': {'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-183827999-subnet', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:17.836570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 8a76fea9-ec7c-470a-8205-bae119528f63 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:09:17.906113 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59553d0d-b68f-4c2e-83c1-5b106ae71666 admin admin] Made reservation on behalf of bf205d1005174d34b7264edb6224b46f for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:17.911346 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59553d0d-b68f-4c2e-83c1-5b106ae71666 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.031242 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e9c461d-41d6-4722-b8ff-10b188fb683c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.036467 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4e9c461d-41d6-4722-b8ff-10b188fb683c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/353ab594-e2b0-4a3c-8810-d44a588d98f2 HTTP/1.1" status: 204 len: 168 time: 1.5065064 Feb 05 03:09:18.039049 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43450) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:18.094790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52c7c5fe-9277-4cab-b360-eec07f0d7860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (2f706900-b41e-4e10-9d88-c9a7b11c206d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.158893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926e8052-996c-42db-9b41-76ccbdde92af None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:18.250630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f453a5b-4d8b-40fb-be4b-732560e43fe4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:18.258063 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f453a5b-4d8b-40fb-be4b-732560e43fe4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:18.259483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f453a5b-4d8b-40fb-be4b-732560e43fe4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:18.267517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7f453a5b-4d8b-40fb-be4b-732560e43fe4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2264557 Feb 05 03:09:18.269776 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43460) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:18.293263 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 2c79608f-2635-43d5-87d9-37b5410da655 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:18.298865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52c7c5fe-9277-4cab-b360-eec07f0d7860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (2f706900-b41e-4e10-9d88-c9a7b11c206d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.371570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-52c7c5fe-9277-4cab-b360-eec07f0d7860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f706900-b41e-4e10-9d88-c9a7b11c206d']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:18.393278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dae48e3-f25c-4b46-b0c3-155e730b50cc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet 1c214e78-e55d-4e1c-a045-e6f0389bc900 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:09:18.393458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-52c7c5fe-9277-4cab-b360-eec07f0d7860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:18.393642 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-52c7c5fe-9277-4cab-b360-eec07f0d7860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1cbc6d2-d635-4f52-bafa-1e0b63b8a845') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:18.397782 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1dae48e3-f25c-4b46-b0c3-155e730b50cc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (1c214e78-e55d-4e1c-a045-e6f0389bc900), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.409959 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52c7c5fe-9277-4cab-b360-eec07f0d7860 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (a1cbc6d2-d635-4f52-bafa-1e0b63b8a845), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.474572 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1dae48e3-f25c-4b46-b0c3-155e730b50cc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (1c214e78-e55d-4e1c-a045-e6f0389bc900), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.507854 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52c7c5fe-9277-4cab-b360-eec07f0d7860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a1cbc6d2-d635-4f52-bafa-1e0b63b8a845), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.523083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c7c5fe-9277-4cab-b360-eec07f0d7860 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:09:18.523505 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52c7c5fe-9277-4cab-b360-eec07f0d7860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (a1cbc6d2-d635-4f52-bafa-1e0b63b8a845), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.525513 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59553d0d-b68f-4c2e-83c1-5b106ae71666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (d6a9fd51-dee8-4234-b9ad-45957bee7324), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:09:18.542233 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:09:18.587066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f9672d85-6bf7-4e17-a1e6-fd7be81cdbd8 None None] Provisioning complete for port 2c79608f-2635-43d5-87d9-37b5410da655 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:18.587509 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f9672d85-6bf7-4e17-a1e6-fd7be81cdbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2c79608f-2635-43d5-87d9-37b5410da655), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.635683 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1dae48e3-f25c-4b46-b0c3-155e730b50cc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (1c214e78-e55d-4e1c-a045-e6f0389bc900), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.695230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 2c79608f-2635-43d5-87d9-37b5410da655 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:18.695612 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2c79608f-2635-43d5-87d9-37b5410da655), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.748403 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1dae48e3-f25c-4b46-b0c3-155e730b50cc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (1c214e78-e55d-4e1c-a045-e6f0389bc900), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.755399 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52c7c5fe-9277-4cab-b360-eec07f0d7860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (2f706900-b41e-4e10-9d88-c9a7b11c206d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.771209 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52c7c5fe-9277-4cab-b360-eec07f0d7860 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.777578 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-52c7c5fe-9277-4cab-b360-eec07f0d7860 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2f706900-b41e-4e10-9d88-c9a7b11c206d HTTP/1.1" status: 204 len: 168 time: 1.0404625 Feb 05 03:09:18.798976 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59553d0d-b68f-4c2e-83c1-5b106ae71666 admin admin] Checking segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:18.798976 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59553d0d-b68f-4c2e-83c1-5b106ae71666 admin admin] Network hostable DHCP agents. Network: 8a76fea9-ec7c-470a-8205-bae119528f63, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:09:18.799813 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59553d0d-b68f-4c2e-83c1-5b106ae71666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a9fd51-dee8-4234-b9ad-45957bee7324,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:18.806289 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7c5fe-9277-4cab-b360-eec07f0d7860 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f706900-b41e-4e10-9d88-c9a7b11c206d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:18.833706 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59553d0d-b68f-4c2e-83c1-5b106ae71666 admin admin] Network 8a76fea9-ec7c-470a-8205-bae119528f63 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:09:18.854526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-59553d0d-b68f-4c2e-83c1-5b106ae71666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 8a76fea9-ec7c-470a-8205-bae119528f63) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:18.860765 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59553d0d-b68f-4c2e-83c1-5b106ae71666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:18.861601 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59553d0d-b68f-4c2e-83c1-5b106ae71666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.889839 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae48e3-f25c-4b46-b0c3-155e730b50cc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=1c214e78-e55d-4e1c-a045-e6f0389bc900,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:18.894077 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1dae48e3-f25c-4b46-b0c3-155e730b50cc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.895444 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-59553d0d-b68f-4c2e-83c1-5b106ae71666 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0822427 Feb 05 03:09:18.898172 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43498) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:18.900278 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1dae48e3-f25c-4b46-b0c3-155e730b50cc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/1c214e78-e55d-4e1c-a045-e6f0389bc900 HTTP/1.1" status: 204 len: 168 time: 0.6280012 Feb 05 03:09:18.902985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:18.905725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5944641e-b7c3-4225-b829-7f5cd0d2dc29 None None] Network 8a76fea9-ec7c-470a-8205-bae119528f63 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:18.907151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43500) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:18.973006 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (12cbe9ea-2092-46f1-963e-d1830fb70539), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:18.974452 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (12cbe9ea-2092-46f1-963e-d1830fb70539), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:19.068426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbcae26d-de1d-4f32-9be1-89fab1082991 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet f184aca1-2c9b-4cb9-bec8-c8f8d1605748 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:09:19.081017 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbcae26d-de1d-4f32-9be1-89fab1082991 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (f184aca1-2c9b-4cb9-bec8-c8f8d1605748), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:19.096802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43516) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:19.143657 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Publish callbacks [] for router_controller (12cbe9ea-2092-46f1-963e-d1830fb70539), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:19.178820 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbcae26d-de1d-4f32-9be1-89fab1082991 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (f184aca1-2c9b-4cb9-bec8-c8f8d1605748), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:19.210778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 2c79608f-2635-43d5-87d9-37b5410da655 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:19.211169 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c79608f-2635-43d5-87d9-37b5410da655), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:19.252355 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f9672d85-6bf7-4e17-a1e6-fd7be81cdbd8 None None] Current status of the port 2c79608f-2635-43d5-87d9-37b5410da655 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:19.252821 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f9672d85-6bf7-4e17-a1e6-fd7be81cdbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c79608f-2635-43d5-87d9-37b5410da655), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:19.262741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8a76fea9-ec7c-470a-8205-bae119528f63', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:09:19.263700 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:19.302896 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7073b1bf-5fe4-4b9b-8c77-d7f35e9a8ddd None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:19.427589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43534) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:19.428071 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-29bc4d4f-f736-4cb5-aa0b-4af0218366dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97e56238892c4ce9b594b081cf9ab6c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194215 Feb 05 03:09:19.531032 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9c69dcc-34e1-4cf1-8e85-7b9dd311329e admin admin] Publish callbacks [] for security_group (27554524-4f0f-4faf-aa32-69d6b37fd9b8), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:19.544919 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Publish callbacks [] for router_gateway (12cbe9ea-2092-46f1-963e-d1830fb70539), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:19.593426 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9c69dcc-34e1-4cf1-8e85-7b9dd311329e admin admin] Publish callbacks [] for security_group (27554524-4f0f-4faf-aa32-69d6b37fd9b8), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:19.603501 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Allocated IP 172.20.0.2 (8a76fea9-ec7c-470a-8205-bae119528f63/d6a9fd51-dee8-4234-b9ad-45957bee7324/b20f67d4-8a91-43fe-9b5d-a083523dbd53) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:19.675671 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9c69dcc-34e1-4cf1-8e85-7b9dd311329e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (27554524-4f0f-4faf-aa32-69d6b37fd9b8), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:19.678796 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9c69dcc-34e1-4cf1-8e85-7b9dd311329e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:19.681351 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f9c69dcc-34e1-4cf1-8e85-7b9dd311329e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27554524-4f0f-4faf-aa32-69d6b37fd9b8 HTTP/1.1" status: 204 len: 168 time: 0.2526777 Feb 05 03:09:19.698671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c69dcc-34e1-4cf1-8e85-7b9dd311329e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27554524-4f0f-4faf-aa32-69d6b37fd9b8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:19.872822 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Publish callbacks [] for port (b20f67d4-8a91-43fe-9b5d-a083523dbd53), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:19.878133 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 2c79608f-2635-43d5-87d9-37b5410da655, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=2c79608f-2635-43d5-87d9-37b5410da655,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:19.895569 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbcae26d-de1d-4f32-9be1-89fab1082991 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (f184aca1-2c9b-4cb9-bec8-c8f8d1605748), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:19.901919 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2c79608f-2635-43d5-87d9-37b5410da655), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:19.906253 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (b20f67d4-8a91-43fe-9b5d-a083523dbd53), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:19.951490 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Publish callbacks [] for router_gateway (12cbe9ea-2092-46f1-963e-d1830fb70539), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:20.013365 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:20.021613 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Network 8a76fea9-ec7c-470a-8205-bae119528f63 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:20.067709 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbcae26d-de1d-4f32-9be1-89fab1082991 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (f184aca1-2c9b-4cb9-bec8-c8f8d1605748), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:20.099343 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbcae26d-de1d-4f32-9be1-89fab1082991 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:20.102396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:20.107165 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fbcae26d-de1d-4f32-9be1-89fab1082991 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/f184aca1-2c9b-4cb9-bec8-c8f8d1605748 HTTP/1.1" status: 204 len: 168 time: 1.1987593 Feb 05 03:09:20.111178 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:20.120076 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43558) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:20.162625 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcae26d-de1d-4f32-9be1-89fab1082991 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=f184aca1-2c9b-4cb9-bec8-c8f8d1605748,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:20.214956 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cdf9ad82-cb4d-41d1-8a99-d42f28fa7b6d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928020 Feb 05 03:09:20.216947 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43562) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:20.224627 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2ff49397-a596-46d3-bc23-c3bd8165f694 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:20.249442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43566) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:20.373661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Allocated IP 172.25.0.91 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/95e8c368-9800-4a97-acf0-a420064a1ef6) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:20.392948 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff49397-a596-46d3-bc23-c3bd8165f694 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:20.405248 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ff49397-a596-46d3-bc23-c3bd8165f694 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:20.543860 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:20.571199 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=2c79608f-2635-43d5-87d9-37b5410da655,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:20.647122 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ff49397-a596-46d3-bc23-c3bd8165f694 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (b7405ab7-6759-4a60-bc88-6c0bafb386a4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:20.739247 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-f9672d85-6bf7-4e17-a1e6-fd7be81cdbd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:09:20.740719 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-f9672d85-6bf7-4e17-a1e6-fd7be81cdbd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:09:20.746213 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] Publish callbacks [] for security_group (1e974a10-f86d-44a3-8883-8c3fdf3c4890), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:20.756624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Attempting to bind port b20f67d4-8a91-43fe-9b5d-a083523dbd53 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:09:20.757873 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Attempting to bind port b20f67d4-8a91-43fe-9b5d-a083523dbd53 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:09:20.759911 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Attempting to bind port b20f67d4-8a91-43fe-9b5d-a083523dbd53 on network 8a76fea9-ec7c-470a-8205-bae119528f63 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:09:20.761010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff49397-a596-46d3-bc23-c3bd8165f694 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=b7405ab7-6759-4a60-bc88-6c0bafb386a4,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:20.762020 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1e974a10-f86d-44a3-8883-8c3fdf3c4890), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:20.766093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff49397-a596-46d3-bc23-c3bd8165f694 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:20.769351 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2ff49397-a596-46d3-bc23-c3bd8165f694 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:20.772617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff49397-a596-46d3-bc23-c3bd8165f694 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:20.773474 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ff49397-a596-46d3-bc23-c3bd8165f694 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:20.800656 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2ff49397-a596-46d3-bc23-c3bd8165f694 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5814998 Feb 05 03:09:20.805784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43580) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:20.812567 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cf4f66b4-0747-4115-a512-fba55d0fe44d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:20.823868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Pushing event updated for resources: {'Port': ['ID=b20f67d4-8a91-43fe-9b5d-a083523dbd53,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:20.837223 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:09:20.837621 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Checking segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:20.838583 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:20.842006 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Bound using segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:09:20.842610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Bound port: b20f67d4-8a91-43fe-9b5d-a083523dbd53, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:09:20.843079 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b20f67d4-8a91-43fe-9b5d-a083523dbd53), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:20.917470 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Publish callbacks [] for port (95e8c368-9800-4a97-acf0-a420064a1ef6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:20.949312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1938ffe-52a3-4c13-88ed-616ca7b0ae82 None None] Update dhcp port {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'fixed_ips': [{'subnet_id': 'f184aca1-2c9b-4cb9-bec8-c8f8d1605748'}], 'binding:host_id': 'n-d-826942-8'}, 'id': '2c79608f-2635-43d5-87d9-37b5410da655'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 03:09:20.955287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e974a10-f86d-44a3-8883-8c3fdf3c4890,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:20.968392 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (95e8c368-9800-4a97-acf0-a420064a1ef6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:20.987067 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1938ffe-52a3-4c13-88ed-616ca7b0ae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c79608f-2635-43d5-87d9-37b5410da655), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:20.991540 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80074ca3a0a14fbd8e6610d81c4ce3a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7333164 Feb 05 03:09:20.993995 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:20.994394 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:20.994602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:20.994992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:20.995327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:20.996355 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:20.996355 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:20.996355 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:20.996614 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:20.996908 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:20.997380 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:20.997708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:20.998034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be0cb53-7875-4b72-8eec-1ed4ff6608a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:21.002884 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43588) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:21.025751 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] For port b20f67d4-8a91-43fe-9b5d-a083523dbd53, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:09:21.048255 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4f66b4-0747-4115-a512-fba55d0fe44d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:21.052858 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf4f66b4-0747-4115-a512-fba55d0fe44d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:21.060455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] For port b20f67d4-8a91-43fe-9b5d-a083523dbd53, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b20f67d4-8a91-43fe-9b5d-a083523dbd53,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:09:21.074561 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Pushing event updated for resources: {'Port': ['ID=95e8c368-9800-4a97-acf0-a420064a1ef6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:21.127311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43590) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:21.146474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:21.151474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:21.155769 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b20f67d4-8a91-43fe-9b5d-a083523dbd53), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:21.161722 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:21.225891 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418c095-6f82-4bd2-86f2-4f421581637b None None] Pushing event updated for resources: {'Port': ['ID=b20f67d4-8a91-43fe-9b5d-a083523dbd53,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:21.268458 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a778c0b-6df0-4a59-99ef-96a007e82a5d admin admin] Publish callbacks [] for security_group (1e974a10-f86d-44a3-8883-8c3fdf3c4890), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:21.333650 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a778c0b-6df0-4a59-99ef-96a007e82a5d admin admin] Publish callbacks [] for security_group (1e974a10-f86d-44a3-8883-8c3fdf3c4890), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:21.345681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f9672d85-6bf7-4e17-a1e6-fd7be81cdbd8 None None] Current status of the port 2c79608f-2635-43d5-87d9-37b5410da655 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:21.445119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1cdc47b8-b888-46aa-86e1-afc526972a1d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1324750262-network', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:21.457495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915b9ceb-2c55-4c08-82c3-dbea5e16503f None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:21.587804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdc47b8-b888-46aa-86e1-afc526972a1d admin admin] Made reservation on behalf of 2f8b994da52c4fe0af1b7c73d815c426 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:21.591588 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cdc47b8-b888-46aa-86e1-afc526972a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:21.596543 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-64c2049e-18f3-4414-a60c-4407969440f6 None None] Provisioning complete for port 2c79608f-2635-43d5-87d9-37b5410da655 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:21.596725 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-64c2049e-18f3-4414-a60c-4407969440f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2c79608f-2635-43d5-87d9-37b5410da655), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:21.622865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cdc47b8-b888-46aa-86e1-afc526972a1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:21.742625 n-d-826942-8 neutron-server[109675]: DEBUG neutron.objects.ports [None req-cf4f66b4-0747-4115-a512-fba55d0fe44d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109675) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:09:21.792076 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a778c0b-6df0-4a59-99ef-96a007e82a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1e974a10-f86d-44a3-8883-8c3fdf3c4890), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:21.796853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-64c2049e-18f3-4414-a60c-4407969440f6 None None] Current status of the port 2c79608f-2635-43d5-87d9-37b5410da655 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:21.797856 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a778c0b-6df0-4a59-99ef-96a007e82a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:21.799433 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6a778c0b-6df0-4a59-99ef-96a007e82a5d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e974a10-f86d-44a3-8883-8c3fdf3c4890 HTTP/1.1" status: 204 len: 168 time: 0.7260005 Feb 05 03:09:21.822284 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a778c0b-6df0-4a59-99ef-96a007e82a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e974a10-f86d-44a3-8883-8c3fdf3c4890,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:21.875940 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Publish callbacks [] for router_gateway (12cbe9ea-2092-46f1-963e-d1830fb70539), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:21.899137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74efe38-7a0b-4e57-9f8d-2693ae0ced2e None None] Update dhcp port {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'fixed_ips': [{'subnet_id': 'b7405ab7-6759-4a60-bc88-6c0bafb386a4'}], 'binding:host_id': 'n-d-826942-8'}, 'id': '2c79608f-2635-43d5-87d9-37b5410da655'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 03:09:21.934859 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b74efe38-7a0b-4e57-9f8d-2693ae0ced2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c79608f-2635-43d5-87d9-37b5410da655), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:21.993001 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cdc47b8-b888-46aa-86e1-afc526972a1d admin admin] Publish callbacks [] for security_group (63156adc-cf67-4175-8dd2-1cf1b56aa45d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:22.006324 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cdc47b8-b888-46aa-86e1-afc526972a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (63156adc-cf67-4175-8dd2-1cf1b56aa45d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:22.032199 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cdc47b8-b888-46aa-86e1-afc526972a1d admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:09:22.053966 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cdc47b8-b888-46aa-86e1-afc526972a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (f245c6e2-ff2b-4170-89a3-b6613442c458), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:22.054482 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-1cdc47b8-b888-46aa-86e1-afc526972a1d admin admin] Added segment f245c6e2-ff2b-4170-89a3-b6613442c458 of type vlan for network 7097744d-dd66-45ae-922a-012c6aa6d64a Feb 05 03:09:22.100365 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cdc47b8-b888-46aa-86e1-afc526972a1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (7097744d-dd66-45ae-922a-012c6aa6d64a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:22.156519 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cdc47b8-b888-46aa-86e1-afc526972a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (7097744d-dd66-45ae-922a-012c6aa6d64a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:22.158482 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdc47b8-b888-46aa-86e1-afc526972a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:22.159288 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cdc47b8-b888-46aa-86e1-afc526972a1d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:22.236976 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc47b8-b888-46aa-86e1-afc526972a1d admin admin] Pushing event updated for resources: {'Network': ['ID=7097744d-dd66-45ae-922a-012c6aa6d64a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:22.283268 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc47b8-b888-46aa-86e1-afc526972a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63156adc-cf67-4175-8dd2-1cf1b56aa45d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:22.304927 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28992eee-40a2-4a35-a802-39bc9c14fe8a req-8025352d-8d6e-4125-801f-c985788da7c4 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:22.313521 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28992eee-40a2-4a35-a802-39bc9c14fe8a req-8025352d-8d6e-4125-801f-c985788da7c4 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1430130 Feb 05 03:09:22.357856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b20f67d4-8a91-43fe-9b5d-a083523dbd53 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:22.364359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 7097744d-dd66-45ae-922a-012c6aa6d64a details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:09:22.390188 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43606) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:22.390406 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1cdc47b8-b888-46aa-86e1-afc526972a1d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2601891 Feb 05 03:09:22.403015 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1a314929-9933-429b-95be-50a8af52df3a admin admin] Request body: {'subnet': {'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1324750262-subnet', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:22.441255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43608) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:22.470589 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28992eee-40a2-4a35-a802-39bc9c14fe8a req-f51b5a1e-9322-4ad7-b212-1600c309ac6b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558015 Feb 05 03:09:22.471469 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf4f66b4-0747-4115-a512-fba55d0fe44d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c79608f-2635-43d5-87d9-37b5410da655), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:22.493629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a314929-9933-429b-95be-50a8af52df3a admin admin] Made reservation on behalf of 2f8b994da52c4fe0af1b7c73d815c426 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:22.496242 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1a314929-9933-429b-95be-50a8af52df3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:22.555031 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-b74efe38-7a0b-4e57-9f8d-2693ae0ced2e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 05 03:09:22.555031 n-d-826942-8 neutron-server[109676]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Feb 05 03:09:22.555031 n-d-826942-8 neutron-server[109676]: [parameters: {'ip_address': '2001:db8::f816:3eff:fecd:c928', 'status': 'ALLOCATED', 'ipam_subnet_id': '01bb5b8f-933c-45e0-85b3-bf2abd788f25'}] Feb 05 03:09:22.555031 n-d-826942-8 neutron-server[109676]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:09:22.557925 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-b74efe38-7a0b-4e57-9f8d-2693ae0ced2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:09:22.654038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port b20f67d4-8a91-43fe-9b5d-a083523dbd53 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:22.654328 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b20f67d4-8a91-43fe-9b5d-a083523dbd53), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:22.779714 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port b20f67d4-8a91-43fe-9b5d-a083523dbd53 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:22.780123 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b20f67d4-8a91-43fe-9b5d-a083523dbd53), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:22.844760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port b20f67d4-8a91-43fe-9b5d-a083523dbd53, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b20f67d4-8a91-43fe-9b5d-a083523dbd53,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:22.859740 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b20f67d4-8a91-43fe-9b5d-a083523dbd53), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:22.883083 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0bc0e-f7a0-454f-b332-37bdfa4fca4c req-beaf8fe6-146e-48fd-ae37-b1684f83f945 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:22.885444 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eac0bc0e-f7a0-454f-b332-37bdfa4fca4c req-beaf8fe6-146e-48fd-ae37-b1684f83f945 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.2500558 Feb 05 03:09:22.968125 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b3551c2-b066-41ca-ab5f-9c784c42fb01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:22.987114 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (12cbe9ea-2092-46f1-963e-d1830fb70539), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.001797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 2c79608f-2635-43d5-87d9-37b5410da655 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:09:23.005532 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdb62df-0636-40ea-8bd1-e968ae6c24fb None None] Network 8a76fea9-ec7c-470a-8205-bae119528f63 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:23.007174 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-cf4f66b4-0747-4115-a512-fba55d0fe44d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] For port 2c79608f-2635-43d5-87d9-37b5410da655, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=2c79608f-2635-43d5-87d9-37b5410da655,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:23.055427 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eac0bc0e-f7a0-454f-b332-37bdfa4fca4c req-502b35c8-a061-4c3b-b4e7-e9d2b0caec9a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598814 Feb 05 03:09:23.082957 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1a314929-9933-429b-95be-50a8af52df3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (8cf09b2e-137b-4998-8599-88061836d9fc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.088892 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=b20f67d4-8a91-43fe-9b5d-a083523dbd53,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:23.137938 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf4f66b4-0747-4115-a512-fba55d0fe44d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (2c79608f-2635-43d5-87d9-37b5410da655), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.156397 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf4f66b4-0747-4115-a512-fba55d0fe44d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (2c79608f-2635-43d5-87d9-37b5410da655), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.180319 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3148264c-6502-450e-941b-3d5a89c144d9 None None] Provisioning complete for port b20f67d4-8a91-43fe-9b5d-a083523dbd53 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:23.180776 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3148264c-6502-450e-941b-3d5a89c144d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b20f67d4-8a91-43fe-9b5d-a083523dbd53), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.183003 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b74efe38-7a0b-4e57-9f8d-2693ae0ced2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c79608f-2635-43d5-87d9-37b5410da655), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.250073 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf4f66b4-0747-4115-a512-fba55d0fe44d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (165aa49c-cd31-4f78-9530-457c64ee3c2e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.262568 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f66b4-0747-4115-a512-fba55d0fe44d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=2c79608f-2635-43d5-87d9-37b5410da655,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:23.304030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4f66b4-0747-4115-a512-fba55d0fe44d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:23.307713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a314929-9933-429b-95be-50a8af52df3a admin admin] Checking segment: {'id': 'f245c6e2-ff2b-4170-89a3-b6613442c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:23.308189 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a314929-9933-429b-95be-50a8af52df3a admin admin] Network hostable DHCP agents. Network: 7097744d-dd66-45ae-922a-012c6aa6d64a, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:09:23.320560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-cf4f66b4-0747-4115-a512-fba55d0fe44d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:23.321106 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b3551c2-b066-41ca-ab5f-9c784c42fb01 admin admin] Publish callbacks [] for security_group (d8e80a8c-710c-4205-862a-f33cad2d66a6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.324360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4f66b4-0747-4115-a512-fba55d0fe44d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:23.325201 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf4f66b4-0747-4115-a512-fba55d0fe44d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.338327 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b3551c2-b066-41ca-ab5f-9c784c42fb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d8e80a8c-710c-4205-862a-f33cad2d66a6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.341239 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a314929-9933-429b-95be-50a8af52df3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cf09b2e-137b-4998-8599-88061836d9fc,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:23.394948 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Router 12cbe9ea-2092-46f1-963e-d1830fb70539 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:09:23.403907 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 2c79608f-2635-43d5-87d9-37b5410da655 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:23.404463 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c79608f-2635-43d5-87d9-37b5410da655), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.408202 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f66b4-0747-4115-a512-fba55d0fe44d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=165aa49c-cd31-4f78-9530-457c64ee3c2e,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:23.418053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cf4f66b4-0747-4115-a512-fba55d0fe44d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6105087 Feb 05 03:09:23.418908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43616) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:23.428471 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5b3551c2-b066-41ca-ab5f-9c784c42fb01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e7c56ddf93348d99256273c870ccf27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9831860 Feb 05 03:09:23.428471 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3551c2-b066-41ca-ab5f-9c784c42fb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e80a8c-710c-4205-862a-f33cad2d66a6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:23.430668 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43618) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:23.433082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'mac_address': 'fa:16:3e:34:07:66', 'name': 'tempest-NetworksTestDHCPv6-1624116470'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:23.452373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a314929-9933-429b-95be-50a8af52df3a admin admin] Network 7097744d-dd66-45ae-922a-012c6aa6d64a is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:09:23.539714 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 2c79608f-2635-43d5-87d9-37b5410da655, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=2c79608f-2635-43d5-87d9-37b5410da655,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:23.577079 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2c79608f-2635-43d5-87d9-37b5410da655), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.597065 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:09:23.632753 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a680c60c-0fd2-43cc-8896-e90f4fd4a39c admin admin] Publish callbacks [] for security_group (d8e80a8c-710c-4205-862a-f33cad2d66a6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.651288 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.655459 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c8069dfd-b31f-4814-8405-eae218d8727b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7535138 Feb 05 03:09:23.657073 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43622) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:23.678634 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a680c60c-0fd2-43cc-8896-e90f4fd4a39c admin admin] Publish callbacks [] for security_group (d8e80a8c-710c-4205-862a-f33cad2d66a6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.687665 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Sync routers for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:09:23.738719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:23.770208 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a680c60c-0fd2-43cc-8896-e90f4fd4a39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d8e80a8c-710c-4205-862a-f33cad2d66a6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.774407 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a680c60c-0fd2-43cc-8896-e90f4fd4a39c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.774998 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a680c60c-0fd2-43cc-8896-e90f4fd4a39c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8e80a8c-710c-4205-862a-f33cad2d66a6 HTTP/1.1" status: 204 len: 168 time: 0.3109663 Feb 05 03:09:23.801856 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680c60c-0fd2-43cc-8896-e90f4fd4a39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e80a8c-710c-4205-862a-f33cad2d66a6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:23.808220 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3148264c-6502-450e-941b-3d5a89c144d9 None None] Current status of the port b20f67d4-8a91-43fe-9b5d-a083523dbd53 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:23.840446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-1a314929-9933-429b-95be-50a8af52df3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 7097744d-dd66-45ae-922a-012c6aa6d64a) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:23.845919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a314929-9933-429b-95be-50a8af52df3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:23.846518 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1a314929-9933-429b-95be-50a8af52df3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.871140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9097f2-01bc-4a6a-ac54-06df50677422 None None] Network 7097744d-dd66-45ae-922a-012c6aa6d64a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:23.877824 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43626) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:23.883945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1324750262-router', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:23.888409 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1a314929-9933-429b-95be-50a8af52df3a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4916260 Feb 05 03:09:23.912726 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.913715 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (eabefc84-be5a-4e6b-8624-0543567e7956), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.915836 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (eabefc84-be5a-4e6b-8624-0543567e7956), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:23.960726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:09:23.961364 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:09:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:24.041244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4905721-189d-4d82-974a-dd6f5c4ba56d req-511cd2ea-3673-41aa-a947-d023d718008b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:24.043853 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4905721-189d-4d82-974a-dd6f5c4ba56d req-511cd2ea-3673-41aa-a947-d023d718008b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.6240613 Feb 05 03:09:24.057474 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Publish callbacks [] for router_controller (eabefc84-be5a-4e6b-8624-0543567e7956), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:24.096287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port 15fa73fd-7e54-403f-8ab9-6d96352c06f6 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:09:24.156292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b20f67d4-8a91-43fe-9b5d-a083523dbd53 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:24.272621 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Publish callbacks [] for router_gateway (eabefc84-be5a-4e6b-8624-0543567e7956), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:24.287877 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-7097744d-dd66-45ae-922a-012c6aa6d64a', 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a', 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'fixed_ips': [{'subnet_id': '8cf09b2e-137b-4998-8599-88061836d9fc'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:09:24.288752 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:24.516426 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b74efe38-7a0b-4e57-9f8d-2693ae0ced2e None None] Allocated IP 172.20.0.2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/b7405ab7-6759-4a60-bc88-6c0bafb386a4/2c79608f-2635-43d5-87d9-37b5410da655) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:24.686905 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Publish callbacks [] for router_gateway (eabefc84-be5a-4e6b-8624-0543567e7956), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:24.710159 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:24.711876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b74efe38-7a0b-4e57-9f8d-2693ae0ced2e None None] For port 2c79608f-2635-43d5-87d9-37b5410da655, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=2c79608f-2635-43d5-87d9-37b5410da655,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:24.744792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4905721-189d-4d82-974a-dd6f5c4ba56d req-d601d58c-aada-48a3-8fa7-17fb0714e836 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6562138 Feb 05 03:09:24.782958 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=2c79608f-2635-43d5-87d9-37b5410da655,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:24.822415 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b74efe38-7a0b-4e57-9f8d-2693ae0ced2e None None] Publish callbacks [] for port (2c79608f-2635-43d5-87d9-37b5410da655), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:24.853724 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-27df545a-fbe1-4ede-8dfa-016afa053643 None None] Provisioning complete for port b20f67d4-8a91-43fe-9b5d-a083523dbd53 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:24.854110 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27df545a-fbe1-4ede-8dfa-016afa053643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b20f67d4-8a91-43fe-9b5d-a083523dbd53), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:24.919968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Allocated IP 172.25.0.164 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:24.948343 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b74efe38-7a0b-4e57-9f8d-2693ae0ced2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2c79608f-2635-43d5-87d9-37b5410da655), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:25.099815 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Publish callbacks [] for port (fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:25.145328 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:25.214076 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:09:25.219725 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 172.20.0.14 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/b7405ab7-6759-4a60-bc88-6c0bafb386a4/15fa73fd-7e54-403f-8ab9-6d96352c06f6) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:25.253681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:25.259506 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:25.267817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:25.301806 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::f816:3eff:fe34:766 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/165aa49c-cd31-4f78-9530-457c64ee3c2e/15fa73fd-7e54-403f-8ab9-6d96352c06f6) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:25.382930 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Pushing event updated for resources: {'Port': ['ID=fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:25.472313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-27df545a-fbe1-4ede-8dfa-016afa053643 None None] Current status of the port b20f67d4-8a91-43fe-9b5d-a083523dbd53 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:25.474403 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port b20f67d4-8a91-43fe-9b5d-a083523dbd53 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:25.474813 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b20f67d4-8a91-43fe-9b5d-a083523dbd53), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:25.501595 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74efe38-7a0b-4e57-9f8d-2693ae0ced2e None None] Pushing event updated for resources: {'Port': ['ID=2c79608f-2635-43d5-87d9-37b5410da655,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:25.729943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Allocated IP 172.20.0.2 (7097744d-dd66-45ae-922a-012c6aa6d64a/8cf09b2e-137b-4998-8599-88061836d9fc/9fa2f05e-0ab3-43c4-b103-73127a221c21) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:25.746581 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:25.807977 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Publish callbacks [] for router_gateway (eabefc84-be5a-4e6b-8624-0543567e7956), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:26.064882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port b20f67d4-8a91-43fe-9b5d-a083523dbd53 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:26.150072 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Allocated IP 172.20.0.1 (8a76fea9-ec7c-470a-8205-bae119528f63/d6a9fd51-dee8-4234-b9ad-45957bee7324/48554a1a-a170-430c-975e-5fb420e8cf0d) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:26.202852 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:21Z', 'revision_number': 3, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:26.285521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d0434-7f68-4c2e-a0ad-1c35ff24f178 req-3e20c8c3-5eee-4467-82fd-729419c7f2e6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:26.300584 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-544d0434-7f68-4c2e-a0ad-1c35ff24f178 req-3e20c8c3-5eee-4467-82fd-729419c7f2e6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.9335661 Feb 05 03:09:26.303307 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (eabefc84-be5a-4e6b-8624-0543567e7956), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:26.372359 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Publish callbacks [] for port (9fa2f05e-0ab3-43c4-b103-73127a221c21), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:26.382470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Checking router: 12cbe9ea-2092-46f1-963e-d1830fb70539 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:09:26.382844 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Updating router 12cbe9ea-2092-46f1-963e-d1830fb70539 port 95e8c368-9800-4a97-acf0-a420064a1ef6 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:09:26.384762 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (15fa73fd-7e54-403f-8ab9-6d96352c06f6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:26.435030 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 2c79608f-2635-43d5-87d9-37b5410da655 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:26.443610 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (95e8c368-9800-4a97-acf0-a420064a1ef6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:26.450256 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (9fa2f05e-0ab3-43c4-b103-73127a221c21), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:26.454234 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (15fa73fd-7e54-403f-8ab9-6d96352c06f6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:26.579043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Router eabefc84-be5a-4e6b-8624-0543567e7956 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:09:26.583658 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:26.590269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:26.605552 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-544d0434-7f68-4c2e-a0ad-1c35ff24f178 req-4608c674-b479-4102-8c6c-a02ffafbad50 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958093 Feb 05 03:09:26.615072 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:26.627869 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Network 7097744d-dd66-45ae-922a-012c6aa6d64a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:26.666382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Pushing event updated for resources: {'Port': ['ID=9fa2f05e-0ab3-43c4-b103-73127a221c21,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:26.684793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=15fa73fd-7e54-403f-8ab9-6d96352c06f6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:26.688560 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:26.693825 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Publish callbacks [] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:26.717958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:26.718884 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:26.719368 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:26.719913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:26.720336 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:26.720777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:26.721218 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:26.721680 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:26.722166 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:26.722721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:26.723165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:26.723888 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:26.724427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:26.756593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:26.757499 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:26.810788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:09:26.820383 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Sync routers for ids ['eabefc84-be5a-4e6b-8624-0543567e7956'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:09:26.825175 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-196c583c-5f53-4408-b51a-aba29970772a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4002221 Feb 05 03:09:26.829713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43750) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:26.836556 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Routers {'eabefc84-be5a-4e6b-8624-0543567e7956'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:09:26.837339 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:09:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['eabefc84-be5a-4e6b-8624-0543567e7956'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:26.856552 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:26.861778 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b394a5bc-2fee-457f-b683-f1fc8dc04850 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9825356 Feb 05 03:09:26.862404 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43752) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:26.862739 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43754) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:26.895138 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:26.961944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Network 8a76fea9-ec7c-470a-8205-bae119528f63 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:26.973030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3348d42-9976-4dea-b20c-a4419a588091 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:26.978413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3348d42-9976-4dea-b20c-a4419a588091 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:26.980384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b3348d42-9976-4dea-b20c-a4419a588091 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1470442 Feb 05 03:09:26.984183 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43760) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:26.985238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:26.988646 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:26.999025 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:27.006559 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Set router eabefc84-be5a-4e6b-8624-0543567e7956 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:09:27.016735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473b40e0-a072-4391-8fc8-600a330250b5 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:27.040157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Pushing event updated for resources: {'Port': ['ID=48554a1a-a170-430c-975e-5fb420e8cf0d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:27.068350 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-998c3497-ad77-45c0-a8f5-a24bcafab8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.129426 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (12cbe9ea-2092-46f1-963e-d1830fb70539), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.200480 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Publish callbacks [] for port (95e8c368-9800-4a97-acf0-a420064a1ef6), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.236124 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (95e8c368-9800-4a97-acf0-a420064a1ef6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.323547 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7afeb2c3-0531-4cd6-86f6-ec5eeadb3421 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port 15fa73fd-7e54-403f-8ab9-6d96352c06f6 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:09:27.324134 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7afeb2c3-0531-4cd6-86f6-ec5eeadb3421 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (15fa73fd-7e54-403f-8ab9-6d96352c06f6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.347533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5eba4-d150-44c2-b084-6e4459c0d6ff None None] Pushing event updated for resources: {'Port': ['ID=95e8c368-9800-4a97-acf0-a420064a1ef6,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:27.365444 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-998c3497-ad77-45c0-a8f5-a24bcafab8b2 admin admin] Publish callbacks [] for security_group (846c4c06-ad49-4f9a-b86b-7a607a7e27bc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.370965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 2c79608f-2635-43d5-87d9-37b5410da655 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:27.374840 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2c79608f-2635-43d5-87d9-37b5410da655), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.380741 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-998c3497-ad77-45c0-a8f5-a24bcafab8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (846c4c06-ad49-4f9a-b86b-7a607a7e27bc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.418178 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c3497-ad77-45c0-a8f5-a24bcafab8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846c4c06-ad49-4f9a-b86b-7a607a7e27bc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:27.444448 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2e5c05b1-699e-4c79-b63f-71634d4e8c3c None None] Provisioning complete for port 2c79608f-2635-43d5-87d9-37b5410da655 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:27.444937 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e5c05b1-699e-4c79-b63f-71634d4e8c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2c79608f-2635-43d5-87d9-37b5410da655), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.446546 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'name': 'tempest-TaggedBootDevicesTest-1324750262-router', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:23Z', 'updated_at': '2022-02-05T03:09:25Z', 'revision_number': 3, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'gw_port': {'id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ca:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:24Z', 'updated_at': '2022-02-05T03:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:27.458115 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-998c3497-ad77-45c0-a8f5-a24bcafab8b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e3531e84e544a86923ec8d54bf1f45c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5929751 Feb 05 03:09:27.461194 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43762) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:27.472827 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.492960 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Checking router: eabefc84-be5a-4e6b-8624-0543567e7956 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:09:27.493549 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Updating router eabefc84-be5a-4e6b-8624-0543567e7956 port fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:09:27.496197 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Attempting to bind port 95e8c368-9800-4a97-acf0-a420064a1ef6 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:09:27.497837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Attempting to bind port 95e8c368-9800-4a97-acf0-a420064a1ef6 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:09:27.497837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Attempting to bind port 95e8c368-9800-4a97-acf0-a420064a1ef6 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:09:27.503234 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7afeb2c3-0531-4cd6-86f6-ec5eeadb3421 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (15fa73fd-7e54-403f-8ab9-6d96352c06f6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.511856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:09:27.512381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:27.512890 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.513409 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:09:27.514642 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Bound port: 95e8c368-9800-4a97-acf0-a420064a1ef6, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:09:27.515869 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (95e8c368-9800-4a97-acf0-a420064a1ef6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.529848 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.538362 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7afeb2c3-0531-4cd6-86f6-ec5eeadb3421 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for 15fa73fd-7e54-403f-8ab9-6d96352c06f6 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:09:27.575614 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] For port 95e8c368-9800-4a97-acf0-a420064a1ef6, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:09:27.579660 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] For port 95e8c368-9800-4a97-acf0-a420064a1ef6, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=95e8c368-9800-4a97-acf0-a420064a1ef6,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:09:27.603438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Attempting to bind port 9fa2f05e-0ab3-43c4-b103-73127a221c21 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:09:27.603965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Attempting to bind port 9fa2f05e-0ab3-43c4-b103-73127a221c21 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'f245c6e2-ff2b-4170-89a3-b6613442c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:09:27.604473 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Attempting to bind port 9fa2f05e-0ab3-43c4-b103-73127a221c21 on network 7097744d-dd66-45ae-922a-012c6aa6d64a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:09:27.610864 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (95e8c368-9800-4a97-acf0-a420064a1ef6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.650689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:09:27.651662 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Checking segment: {'id': 'f245c6e2-ff2b-4170-89a3-b6613442c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:27.652466 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.653083 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Bound using segment: {'id': 'f245c6e2-ff2b-4170-89a3-b6613442c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:09:27.654045 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Bound port: 9fa2f05e-0ab3-43c4-b103-73127a221c21, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f245c6e2-ff2b-4170-89a3-b6613442c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:09:27.655254 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9fa2f05e-0ab3-43c4-b103-73127a221c21), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.684333 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d425449a-405e-4737-96fd-45adbbc2c284 admin admin] Publish callbacks [] for security_group (846c4c06-ad49-4f9a-b86b-7a607a7e27bc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.759931 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d425449a-405e-4737-96fd-45adbbc2c284 admin admin] Publish callbacks [] for security_group (846c4c06-ad49-4f9a-b86b-7a607a7e27bc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.771645 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5eba4-d150-44c2-b084-6e4459c0d6ff None None] Pushing event updated for resources: {'Port': ['ID=95e8c368-9800-4a97-acf0-a420064a1ef6,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:27.839289 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.845480 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Publish callbacks [] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.863716 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ea112-21c7-43d9-93d3-2e147d0fb4df req-cd71f014-a3c0-4a87-99ca-339d7ac966ec tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:27.865421 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c4ea112-21c7-43d9-93d3-2e147d0fb4df req-cd71f014-a3c0-4a87-99ca-339d7ac966ec tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1548562 Feb 05 03:09:27.878506 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d425449a-405e-4737-96fd-45adbbc2c284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (846c4c06-ad49-4f9a-b86b-7a607a7e27bc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.882126 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d425449a-405e-4737-96fd-45adbbc2c284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.885753 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d425449a-405e-4737-96fd-45adbbc2c284 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/846c4c06-ad49-4f9a-b86b-7a607a7e27bc HTTP/1.1" status: 204 len: 168 time: 0.4212484 Feb 05 03:09:27.887342 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Publish callbacks [] for port (fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.895862 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.916111 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:27.929263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425449a-405e-4737-96fd-45adbbc2c284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846c4c06-ad49-4f9a-b86b-7a607a7e27bc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:27.972582 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Attempting to bind port fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:09:27.973033 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Attempting to bind port fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:09:27.973455 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Attempting to bind port fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:09:27.977186 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a36f66-5105-4dd3-ba6b-695c109a2782 None None] Pushing event updated for resources: {'Port': ['ID=fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:27.989429 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a36f66-5105-4dd3-ba6b-695c109a2782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:27.990008 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a36f66-5105-4dd3-ba6b-695c109a2782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:27.990554 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a36f66-5105-4dd3-ba6b-695c109a2782 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:27.990989 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a36f66-5105-4dd3-ba6b-695c109a2782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:27.991393 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a36f66-5105-4dd3-ba6b-695c109a2782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:27.991784 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a36f66-5105-4dd3-ba6b-695c109a2782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:27.992309 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a36f66-5105-4dd3-ba6b-695c109a2782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:27.992695 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a36f66-5105-4dd3-ba6b-695c109a2782 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:27.993081 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a36f66-5105-4dd3-ba6b-695c109a2782 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:27.993464 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a36f66-5105-4dd3-ba6b-695c109a2782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:27.994856 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a36f66-5105-4dd3-ba6b-695c109a2782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:27.995198 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a36f66-5105-4dd3-ba6b-695c109a2782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:27.995607 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a36f66-5105-4dd3-ba6b-695c109a2782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:09:28.001147 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:09:28.001663 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:28.002322 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:28.002792 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:09:28.003381 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Bound port: fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:09:28.003854 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:28.072273 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 2c79608f-2635-43d5-87d9-37b5410da655 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:28.074120 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c79608f-2635-43d5-87d9-37b5410da655), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:28.076283 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7afeb2c3-0531-4cd6-86f6-ec5eeadb3421 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (15fa73fd-7e54-403f-8ab9-6d96352c06f6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:28.083885 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] For port fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:09:28.089976 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] For port fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:09:28.101702 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:28.120765 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 2c79608f-2635-43d5-87d9-37b5410da655, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=2c79608f-2635-43d5-87d9-37b5410da655,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:28.132396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Allocated IP 172.20.0.1 (7097744d-dd66-45ae-922a-012c6aa6d64a/8cf09b2e-137b-4998-8599-88061836d9fc/ea31fa63-2be9-432e-bbbb-1094bf8e0816) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:28.179905 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2c79608f-2635-43d5-87d9-37b5410da655), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:28.186043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:09:28.186687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:09:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:28.196733 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (12cbe9ea-2092-46f1-963e-d1830fb70539), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:28.196939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c05b1-699e-4c79-b63f-71634d4e8c3c None None] Current status of the port 2c79608f-2635-43d5-87d9-37b5410da655 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:28.197139 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e5c05b1-699e-4c79-b63f-71634d4e8c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c79608f-2635-43d5-87d9-37b5410da655), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:28.207532 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:09:28.226474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Pushing event updated for resources: {'Port': ['ID=48554a1a-a170-430c-975e-5fb420e8cf0d,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:28.229280 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Routers {'eabefc84-be5a-4e6b-8624-0543567e7956'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:09:28.230945 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:09:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['eabefc84-be5a-4e6b-8624-0543567e7956'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:28.231564 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c4ea112-21c7-43d9-93d3-2e147d0fb4df req-c072583e-3900-42a1-983e-eada89368f6c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3329780 Feb 05 03:09:28.297622 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afeb2c3-0531-4cd6-86f6-ec5eeadb3421 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=15fa73fd-7e54-403f-8ab9-6d96352c06f6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:28.318578 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a36f66-5105-4dd3-ba6b-695c109a2782 None None] Pushing event updated for resources: {'Port': ['ID=fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:28.408785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] For port 9fa2f05e-0ab3-43c4-b103-73127a221c21, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:09:28.411522 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Publish callbacks [] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:28.430081 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] Set router eabefc84-be5a-4e6b-8624-0543567e7956 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:09:28.456188 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-2e5c05b1-699e-4c79-b63f-71634d4e8c3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:09:28.456541 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-2e5c05b1-699e-4c79-b63f-71634d4e8c3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:09:28.457037 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=2c79608f-2635-43d5-87d9-37b5410da655,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:28.481472 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] For port 9fa2f05e-0ab3-43c4-b103-73127a221c21, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9fa2f05e-0ab3-43c4-b103-73127a221c21,segment=NetworkSegment(f245c6e2-ff2b-4170-89a3-b6613442c458),segment_id=f245c6e2-ff2b-4170-89a3-b6613442c458)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:09:28.503031 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9fa2f05e-0ab3-43c4-b103-73127a221c21), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:28.518818 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:09:28.521955 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:28.637022 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Pushing event updated for resources: {'Port': ['ID=ea31fa63-2be9-432e-bbbb-1094bf8e0816,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:28.666962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Network 7097744d-dd66-45ae-922a-012c6aa6d64a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:28.671104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:28.676397 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:28.779126 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (eabefc84-be5a-4e6b-8624-0543567e7956), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:28.827120 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'name': 'tempest-TaggedBootDevicesTest-1324750262-router', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:23Z', 'updated_at': '2022-02-05T03:09:25Z', 'revision_number': 3, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'gw_port': {'id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ca:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:24Z', 'updated_at': '2022-02-05T03:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:28.831907 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a18bb-dd45-4960-ae06-ff3003810c6b None None] Pushing event updated for resources: {'Port': ['ID=9fa2f05e-0ab3-43c4-b103-73127a221c21,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:28.869476 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b04b3-3fa3-453f-8e0c-dbd92aeb0f79 None None] The sync data for ids ['eabefc84-be5a-4e6b-8624-0543567e7956'] in n-d-826942-8 is: [{'id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'name': 'tempest-TaggedBootDevicesTest-1324750262-router', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:23Z', 'updated_at': '2022-02-05T03:09:25Z', 'revision_number': 3, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'gw_port': {'id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ca:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:24Z', 'updated_at': '2022-02-05T03:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:09:28.892100 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7afeb2c3-0531-4cd6-86f6-ec5eeadb3421 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:28.899602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43782) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:28.904058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7afeb2c3-0531-4cd6-86f6-ec5eeadb3421 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/15fa73fd-7e54-403f-8ab9-6d96352c06f6 HTTP/1.1" status: 204 len: 168 time: 1.9163511 Feb 05 03:09:28.965963 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Network 8a76fea9-ec7c-470a-8205-bae119528f63 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:28.967778 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:29.107507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 2, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:29.168961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0971c87c-69e9-4a72-bc69-d271e553a57e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:29.171271 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0971c87c-69e9-4a72-bc69-d271e553a57e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:29.174671 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0971c87c-69e9-4a72-bc69-d271e553a57e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:29.181000 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0971c87c-69e9-4a72-bc69-d271e553a57e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2742434 Feb 05 03:09:29.182227 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43792) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:29.232071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d40246-792c-40d4-ba18-ce9361ed0d8d None None] The sync data for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 is: [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 2, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:09:29.237388 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c05b1-699e-4c79-b63f-71634d4e8c3c None None] Current status of the port 2c79608f-2635-43d5-87d9-37b5410da655 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:29.386033 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Router 12cbe9ea-2092-46f1-963e-d1830fb70539 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:09:29.392569 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6d1e6649-ab39-4e3e-824c-ebdd1a4c9422 None None] Provisioning complete for port 48554a1a-a170-430c-975e-5fb420e8cf0d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:29.392959 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6649-ab39-4e3e-824c-ebdd1a4c9422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:29.460394 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:29.490644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b27fd6-3c15-4082-b29a-1ae64a9f43b3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet 165aa49c-cd31-4f78-9530-457c64ee3c2e {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:09:29.494746 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38b27fd6-3c15-4082-b29a-1ae64a9f43b3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (165aa49c-cd31-4f78-9530-457c64ee3c2e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:29.554680 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e6649-ab39-4e3e-824c-ebdd1a4c9422 None None] Port 48554a1a-a170-430c-975e-5fb420e8cf0d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:09:29.708931 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38b27fd6-3c15-4082-b29a-1ae64a9f43b3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (165aa49c-cd31-4f78-9530-457c64ee3c2e), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:29.722972 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-884ff373-f506-4b55-a632-bde0502cf857 None None] Provisioning complete for port 48554a1a-a170-430c-975e-5fb420e8cf0d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:29.727287 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-884ff373-f506-4b55-a632-bde0502cf857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:29.789629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ed216-6604-4469-8f27-cc416b529b97 req-7b234f28-7829-4a51-acdf-1299642b9a17 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:29.791333 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-999ed216-6604-4469-8f27-cc416b529b97 req-7b234f28-7829-4a51-acdf-1299642b9a17 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.2717946 Feb 05 03:09:29.821867 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-884ff373-f506-4b55-a632-bde0502cf857 None None] Port 48554a1a-a170-430c-975e-5fb420e8cf0d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:09:29.828805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:09:29.846050 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dcd9a7ad-49ac-45bd-b705-962ababd7b67 admin admin] 10.222.0.36 "PUT /v2.0/routers/12cbe9ea-2092-46f1-963e-d1830fb70539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1859162 Feb 05 03:09:29.884386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-999ed216-6604-4469-8f27-cc416b529b97 req-b410adb9-aac3-4f3d-a05d-fd4387d7cba2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869834 Feb 05 03:09:30.048387 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38b27fd6-3c15-4082-b29a-1ae64a9f43b3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (165aa49c-cd31-4f78-9530-457c64ee3c2e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:30.073852 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d647bc97-6e8b-439a-b421-6a7934b65e24 None None] Provisioning complete for port 2c79608f-2635-43d5-87d9-37b5410da655 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:30.074087 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d647bc97-6e8b-439a-b421-6a7934b65e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2c79608f-2635-43d5-87d9-37b5410da655), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:30.306696 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Publish callbacks [] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:30.342811 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:30.398825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d647bc97-6e8b-439a-b421-6a7934b65e24 None None] Current status of the port 2c79608f-2635-43d5-87d9-37b5410da655 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:30.504479 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38b27fd6-3c15-4082-b29a-1ae64a9f43b3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (165aa49c-cd31-4f78-9530-457c64ee3c2e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:30.615206 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38b27fd6-3c15-4082-b29a-1ae64a9f43b3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:30.620875 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-38b27fd6-3c15-4082-b29a-1ae64a9f43b3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/165aa49c-cd31-4f78-9530-457c64ee3c2e HTTP/1.1" status: 204 len: 168 time: 1.4352491 Feb 05 03:09:30.621456 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43820) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:30.653446 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b27fd6-3c15-4082-b29a-1ae64a9f43b3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=165aa49c-cd31-4f78-9530-457c64ee3c2e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:30.665555 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4c0e3843-68b5-474e-83e9-228a54b51959 None None] Could not find standard attr ID for object d80ae7c6-69ce-4fdc-8641-668958723bf3. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:09:30.672832 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Pushing event updated for resources: {'Port': ['ID=ea31fa63-2be9-432e-bbbb-1094bf8e0816,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:30.675928 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (eabefc84-be5a-4e6b-8624-0543567e7956), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:30.715068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9fa2f05e-0ab3-43c4-b103-73127a221c21 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:30.796998 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18a4858-1651-4e25-b342-b8f7e1174e91 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet b7405ab7-6759-4a60-bc88-6c0bafb386a4 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:09:30.816167 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d18a4858-1651-4e25-b342-b8f7e1174e91 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (b7405ab7-6759-4a60-bc88-6c0bafb386a4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:30.899039 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 9fa2f05e-0ab3-43c4-b103-73127a221c21 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:30.899826 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9fa2f05e-0ab3-43c4-b103-73127a221c21), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:30.979148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43828) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:30.990306 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d18a4858-1651-4e25-b342-b8f7e1174e91 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (b7405ab7-6759-4a60-bc88-6c0bafb386a4), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:31.012200 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b73fe92-268f-40b9-962c-738ac74bc5fb None None] Network 7097744d-dd66-45ae-922a-012c6aa6d64a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:31.064932 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Network 7097744d-dd66-45ae-922a-012c6aa6d64a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:31.067547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:31.109846 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bac416ac-a5da-4896-ad5d-d39a17c04311 None None] Provisioning complete for port 9fa2f05e-0ab3-43c4-b103-73127a221c21 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:31.110581 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bac416ac-a5da-4896-ad5d-d39a17c04311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9fa2f05e-0ab3-43c4-b103-73127a221c21), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:31.238004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43834) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:31.252034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1d2a47d7-5c56-49f3-b7a5-9a125dfb7fed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1055099583-network', 'tenant_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:31.297789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03251b4e-400c-4c2c-9073-c077b51e7948 req-718b35d6-0de3-4ab8-afe6-d92139b8dcb6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:31.300511 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03251b4e-400c-4c2c-9073-c077b51e7948 req-718b35d6-0de3-4ab8-afe6-d92139b8dcb6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.2370532 Feb 05 03:09:31.327928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2a47d7-5c56-49f3-b7a5-9a125dfb7fed admin admin] Made reservation on behalf of a1a5a83cad1e484ca06c8ada63d6cd1b for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:31.330407 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d2a47d7-5c56-49f3-b7a5-9a125dfb7fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:31.337768 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d18a4858-1651-4e25-b342-b8f7e1174e91 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (b7405ab7-6759-4a60-bc88-6c0bafb386a4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:31.396121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d9eeea-5e38-40b1-8b25-77d299ed8f4c None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:31.446591 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03251b4e-400c-4c2c-9073-c077b51e7948 req-a64186bc-0c3a-4d81-a53c-fc809457b093 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355901 Feb 05 03:09:31.487701 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-94cb32cb-3180-41b0-a83c-a3ec21457e07 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1044362045'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:31.492095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bac416ac-a5da-4896-ad5d-d39a17c04311 None None] Current status of the port 9fa2f05e-0ab3-43c4-b103-73127a221c21 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:31.492637 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bac416ac-a5da-4896-ad5d-d39a17c04311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9fa2f05e-0ab3-43c4-b103-73127a221c21), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:31.492760 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d18a4858-1651-4e25-b342-b8f7e1174e91 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (b7405ab7-6759-4a60-bc88-6c0bafb386a4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:31.513029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 9fa2f05e-0ab3-43c4-b103-73127a221c21 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:31.515492 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9fa2f05e-0ab3-43c4-b103-73127a221c21), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:31.543402 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a4858-1651-4e25-b342-b8f7e1174e91 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=b7405ab7-6759-4a60-bc88-6c0bafb386a4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:31.551689 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d18a4858-1651-4e25-b342-b8f7e1174e91 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:31.555872 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d18a4858-1651-4e25-b342-b8f7e1174e91 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/b7405ab7-6759-4a60-bc88-6c0bafb386a4 HTTP/1.1" status: 204 len: 168 time: 0.9325490 Feb 05 03:09:31.558787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43838) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:31.602335 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bac416ac-a5da-4896-ad5d-d39a17c04311 None None] For port 9fa2f05e-0ab3-43c4-b103-73127a221c21, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9fa2f05e-0ab3-43c4-b103-73127a221c21,segment=NetworkSegment(f245c6e2-ff2b-4170-89a3-b6613442c458),segment_id=f245c6e2-ff2b-4170-89a3-b6613442c458)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:31.609753 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-578ca94b-be95-44b6-86af-834ca52f03b8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470192 Feb 05 03:09:31.610657 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43840) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:31.635714 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bac416ac-a5da-4896-ad5d-d39a17c04311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9fa2f05e-0ab3-43c4-b103-73127a221c21), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:31.648875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cb32cb-3180-41b0-a83c-a3ec21457e07 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Made reservation on behalf of f5cab9e5e5854eec822bb494963dc121 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:31.652525 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94cb32cb-3180-41b0-a83c-a3ec21457e07 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:31.671669 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94cb32cb-3180-41b0-a83c-a3ec21457e07 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:31.718478 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd5dc86-a0d0-476b-9fc9-ed534c64031a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:31.720090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9cd5dc86-a0d0-476b-9fc9-ed534c64031a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1083498 Feb 05 03:09:31.722609 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43842) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:31.785238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3153e2e2-b5c3-4eb5-a22a-ef303e5d7f83 None None] Could not find standard attr ID for object 15fa73fd-7e54-403f-8ab9-6d96352c06f6. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:09:31.802802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac416ac-a5da-4896-ad5d-d39a17c04311 None None] Pushing event updated for resources: {'Port': ['ID=9fa2f05e-0ab3-43c4-b103-73127a221c21,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:31.809157 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:09:31.809501 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:09:31.817902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25187fd5-877d-44ec-b08f-5abce3fd85ae tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:31.820172 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-25187fd5-877d-44ec-b08f-5abce3fd85ae tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0962787 Feb 05 03:09:31.825400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43844) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:31.861687 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d2a47d7-5c56-49f3-b7a5-9a125dfb7fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:31.889727 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-295ff71b-d4bf-46bd-b8d3-15e440c26303 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619097 Feb 05 03:09:31.895017 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43846) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:31.906181 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-19c07358-0811-4d4c-bdc7-b6a7e6a7fae2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:31.932066 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94cb32cb-3180-41b0-a83c-a3ec21457e07 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Publish callbacks [] for security_group (4a8207da-3902-48ca-97b7-6dde511bafad), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:31.939441 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94cb32cb-3180-41b0-a83c-a3ec21457e07 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4a8207da-3902-48ca-97b7-6dde511bafad), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:31.966711 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cb32cb-3180-41b0-a83c-a3ec21457e07 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:09:31.980714 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b0f80a-82f6-4454-a1fd-bec914a1431b None None] Update dhcp port {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'fixed_ips': [{'subnet_id': 'b7405ab7-6759-4a60-bc88-6c0bafb386a4'}], 'binding:host_id': 'n-d-826942-8'}, 'id': '2c79608f-2635-43d5-87d9-37b5410da655'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 03:09:31.988341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Router eabefc84-be5a-4e6b-8624-0543567e7956 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:09:32.013618 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94cb32cb-3180-41b0-a83c-a3ec21457e07 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c271e1e2-0f14-4f32-9ca9-81d92e87c84d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:32.014879 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-94cb32cb-3180-41b0-a83c-a3ec21457e07 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Added segment c271e1e2-0f14-4f32-9ca9-81d92e87c84d of type vlan for network 43cafdcf-c46f-4f63-b084-598eaae19620 Feb 05 03:09:32.041152 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67b0f80a-82f6-4454-a1fd-bec914a1431b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c79608f-2635-43d5-87d9-37b5410da655), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:32.068075 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94cb32cb-3180-41b0-a83c-a3ec21457e07 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (43cafdcf-c46f-4f63-b084-598eaae19620), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:32.119569 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94cb32cb-3180-41b0-a83c-a3ec21457e07 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (43cafdcf-c46f-4f63-b084-598eaae19620), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:32.126401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cb32cb-3180-41b0-a83c-a3ec21457e07 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:32.127167 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94cb32cb-3180-41b0-a83c-a3ec21457e07 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:32.240680 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb32cb-3180-41b0-a83c-a3ec21457e07 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8207da-3902-48ca-97b7-6dde511bafad,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:32.263180 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-94cb32cb-3180-41b0-a83c-a3ec21457e07 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2771032 Feb 05 03:09:32.265417 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43848) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:32.265569 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c07358-0811-4d4c-bdc7-b6a7e6a7fae2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:32.274200 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb32cb-3180-41b0-a83c-a3ec21457e07 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Pushing event updated for resources: {'Network': ['ID=43cafdcf-c46f-4f63-b084-598eaae19620,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:32.276561 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19c07358-0811-4d4c-bdc7-b6a7e6a7fae2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:32.278785 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c07358-0811-4d4c-bdc7-b6a7e6a7fae2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:09:32.279339 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c07358-0811-4d4c-bdc7-b6a7e6a7fae2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:09:32.290185 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d2a47d7-5c56-49f3-b7a5-9a125dfb7fed admin admin] Publish callbacks [] for security_group (57b5cb69-7480-49ee-a4cd-7222956bb21e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:32.303320 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:09:32.308172 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d2a47d7-5c56-49f3-b7a5-9a125dfb7fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (57b5cb69-7480-49ee-a4cd-7222956bb21e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:32.323493 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5bd1d908-dd1b-4a08-9867-209bf4b85d74 admin admin] 10.222.0.36 "PUT /v2.0/routers/eabefc84-be5a-4e6b-8624-0543567e7956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4596014 Feb 05 03:09:32.349256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43854) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:32.354686 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-19c07358-0811-4d4c-bdc7-b6a7e6a7fae2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4582114 Feb 05 03:09:32.357935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b9c3bfcb-2600-405a-875e-0ebe714ede4f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:32.370417 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2a47d7-5c56-49f3-b7a5-9a125dfb7fed admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:09:32.427243 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d2a47d7-5c56-49f3-b7a5-9a125dfb7fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (4551c19d-dd47-4121-9749-bd870fee55b2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:32.427645 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-1d2a47d7-5c56-49f3-b7a5-9a125dfb7fed admin admin] Added segment 4551c19d-dd47-4121-9749-bd870fee55b2 of type vlan for network 8e61be18-d209-4e3e-a048-8147e455db83 Feb 05 03:09:32.431218 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a47d7-5c56-49f3-b7a5-9a125dfb7fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b5cb69-7480-49ee-a4cd-7222956bb21e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:32.470614 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 43cafdcf-c46f-4f63-b084-598eaae19620 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:09:32.472854 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 9fa2f05e-0ab3-43c4-b103-73127a221c21 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:32.473878 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 2c79608f-2635-43d5-87d9-37b5410da655 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:32.558734 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d2a47d7-5c56-49f3-b7a5-9a125dfb7fed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (8e61be18-d209-4e3e-a048-8147e455db83), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:32.611074 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d2a47d7-5c56-49f3-b7a5-9a125dfb7fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (8e61be18-d209-4e3e-a048-8147e455db83), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:32.612409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2a47d7-5c56-49f3-b7a5-9a125dfb7fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:32.613171 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d2a47d7-5c56-49f3-b7a5-9a125dfb7fed admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:32.673418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-832ae8fa-fd11-4ed9-aab6-f0ad47f570d5 None None] Provisioning complete for port 9fa2f05e-0ab3-43c4-b103-73127a221c21 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:32.673962 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-832ae8fa-fd11-4ed9-aab6-f0ad47f570d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9fa2f05e-0ab3-43c4-b103-73127a221c21), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:32.679510 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1d2a47d7-5c56-49f3-b7a5-9a125dfb7fed admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4388955 Feb 05 03:09:32.684750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b71aecda-8628-4e8e-9e68-598c1a5564d3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Request body: {'network': {'name': 'tempest-network--1517932056', 'router:external': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:32.720897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43860) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:32.784323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f9bc62a8-e593-4ab5-8a41-9fece2a9b87a admin admin] Request body: {'subnet': {'network_id': '8e61be18-d209-4e3e-a048-8147e455db83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1055099583-subnet', 'tenant_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:32.800121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26f7ca4-967c-4e6f-9647-f79646312076 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:32.801075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a47d7-5c56-49f3-b7a5-9a125dfb7fed admin admin] Pushing event updated for resources: {'Network': ['ID=8e61be18-d209-4e3e-a048-8147e455db83,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:32.866220 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 8e61be18-d209-4e3e-a048-8147e455db83 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:09:32.869716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 2c79608f-2635-43d5-87d9-37b5410da655 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:32.870073 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2c79608f-2635-43d5-87d9-37b5410da655), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:32.883894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71aecda-8628-4e8e-9e68-598c1a5564d3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Made reservation on behalf of 499cdf0a7c20417bb037699d8fcbc1c1 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:32.888114 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b71aecda-8628-4e8e-9e68-598c1a5564d3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:32.900829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bc62a8-e593-4ab5-8a41-9fece2a9b87a admin admin] Made reservation on behalf of a1a5a83cad1e484ca06c8ada63d6cd1b for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:32.903312 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9bc62a8-e593-4ab5-8a41-9fece2a9b87a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:32.915873 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfe250-04db-4a0a-96bb-5174fbf66bc1 req-c05a3bdd-9010-4323-be12-97fe78591daa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:32.924824 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83cfe250-04db-4a0a-96bb-5174fbf66bc1 req-c05a3bdd-9010-4323-be12-97fe78591daa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.3346620 Feb 05 03:09:32.926303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c3bfcb-2600-405a-875e-0ebe714ede4f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:32.929818 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b9c3bfcb-2600-405a-875e-0ebe714ede4f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:32.931372 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c3bfcb-2600-405a-875e-0ebe714ede4f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:09:32.932436 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c3bfcb-2600-405a-875e-0ebe714ede4f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:09:32.995343 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b71aecda-8628-4e8e-9e68-598c1a5564d3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.006223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43866) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:33.007018 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b9c3bfcb-2600-405a-875e-0ebe714ede4f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6565847 Feb 05 03:09:33.012850 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-281e19cc-903c-478a-8764-4670c6d2927d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:33.039827 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-832ae8fa-fd11-4ed9-aab6-f0ad47f570d5 None None] Current status of the port 9fa2f05e-0ab3-43c4-b103-73127a221c21 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:33.098138 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Sync routers for ids ['eabefc84-be5a-4e6b-8624-0543567e7956'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:09:33.130719 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83cfe250-04db-4a0a-96bb-5174fbf66bc1 req-131a712e-9610-4f89-bd0c-eeb5f26891a6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056384 Feb 05 03:09:33.133758 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-832ae8fa-fd11-4ed9-aab6-f0ad47f570d5 None None] Provisioning complete for port ea31fa63-2be9-432e-bbbb-1094bf8e0816 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:33.134138 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-832ae8fa-fd11-4ed9-aab6-f0ad47f570d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.180255 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Routers {'eabefc84-be5a-4e6b-8624-0543567e7956'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:09:33.180906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:09:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['eabefc84-be5a-4e6b-8624-0543567e7956'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:33.192543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281e19cc-903c-478a-8764-4670c6d2927d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:33.200990 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-281e19cc-903c-478a-8764-4670c6d2927d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.207233 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-281e19cc-903c-478a-8764-4670c6d2927d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:09:33.207692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281e19cc-903c-478a-8764-4670c6d2927d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:09:33.242388 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-281e19cc-903c-478a-8764-4670c6d2927d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2334239 Feb 05 03:09:33.246186 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43874) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:33.252743 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2253b200-fd41-4be7-ab4f-94cd3a58005c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:33.255401 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b71aecda-8628-4e8e-9e68-598c1a5564d3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for security_group (017cde13-1b9e-42c1-833d-97ad3d54de24), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.286241 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b71aecda-8628-4e8e-9e68-598c1a5564d3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (017cde13-1b9e-42c1-833d-97ad3d54de24), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.310247 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-832ae8fa-fd11-4ed9-aab6-f0ad47f570d5 None None] Port ea31fa63-2be9-432e-bbbb-1094bf8e0816 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:09:33.339385 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71aecda-8628-4e8e-9e68-598c1a5564d3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:09:33.355697 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9bc62a8-e593-4ab5-8a41-9fece2a9b87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (b05a4807-496e-44cf-8eb6-57bab89621b3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.373661 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71aecda-8628-4e8e-9e68-598c1a5564d3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017cde13-1b9e-42c1-833d-97ad3d54de24,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:33.398915 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b71aecda-8628-4e8e-9e68-598c1a5564d3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (b1845d89-c224-4c39-b775-307e9047ad13), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.399244 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-b71aecda-8628-4e8e-9e68-598c1a5564d3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Added segment b1845d89-c224-4c39-b775-307e9047ad13 of type vlan for network 7006f63b-c9fa-46e5-9a61-720807f67293 Feb 05 03:09:33.418198 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce87f8c4-7961-405a-8fec-bc98e95fe808 None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:09:33.433736 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43878) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:33.440825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-dddc7b02-b925-4c61-8549-09cbb9ea4e5c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1636464404-network', 'tenant_id': '542fc668868e4784949871af0632f0ea'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:33.443669 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2253b200-fd41-4be7-ab4f-94cd3a58005c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:33.447718 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2253b200-fd41-4be7-ab4f-94cd3a58005c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.449118 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-2253b200-fd41-4be7-ab4f-94cd3a58005c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:09:33.449543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2253b200-fd41-4be7-ab4f-94cd3a58005c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:09:33.453947 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 2c79608f-2635-43d5-87d9-37b5410da655 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:33.454653 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:33.459422 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Set router eabefc84-be5a-4e6b-8624-0543567e7956 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:09:33.475655 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2253b200-fd41-4be7-ab4f-94cd3a58005c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2274723 Feb 05 03:09:33.477231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddc7b02-b925-4c61-8549-09cbb9ea4e5c admin admin] Made reservation on behalf of 542fc668868e4784949871af0632f0ea for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:33.479534 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dddc7b02-b925-4c61-8549-09cbb9ea4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.481301 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43880) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:33.485804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc62a8-e593-4ab5-8a41-9fece2a9b87a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b05a4807-496e-44cf-8eb6-57bab89621b3,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:33.487104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-59d72963-0559-4b93-9633-9cf573de1dca tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:33.510518 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b71aecda-8628-4e8e-9e68-598c1a5564d3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (7006f63b-c9fa-46e5-9a61-720807f67293), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.520907 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dddc7b02-b925-4c61-8549-09cbb9ea4e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.526641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bc62a8-e593-4ab5-8a41-9fece2a9b87a admin admin] Checking segment: {'id': '4551c19d-dd47-4121-9749-bd870fee55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8e61be18-d209-4e3e-a048-8147e455db83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:33.527146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bc62a8-e593-4ab5-8a41-9fece2a9b87a admin admin] Network hostable DHCP agents. Network: 8e61be18-d209-4e3e-a048-8147e455db83, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:09:33.531879 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-91391b0f-bb10-4624-8385-4ebee36bdb60 None None] Provisioning complete for port 2c79608f-2635-43d5-87d9-37b5410da655 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:33.532259 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-91391b0f-bb10-4624-8385-4ebee36bdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2c79608f-2635-43d5-87d9-37b5410da655), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.566651 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b71aecda-8628-4e8e-9e68-598c1a5564d3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (7006f63b-c9fa-46e5-9a61-720807f67293), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.568148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71aecda-8628-4e8e-9e68-598c1a5564d3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:33.570921 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b71aecda-8628-4e8e-9e68-598c1a5564d3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.585405 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Sync routers for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:09:33.602029 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:09:33.602673 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:09:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:33.613459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bc62a8-e593-4ab5-8a41-9fece2a9b87a admin admin] Network 8e61be18-d209-4e3e-a048-8147e455db83 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:09:33.630147 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43886) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:33.631885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b71aecda-8628-4e8e-9e68-598c1a5564d3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3660395 Feb 05 03:09:33.677508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-f9bc62a8-e593-4ab5-8a41-9fece2a9b87a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 8e61be18-d209-4e3e-a048-8147e455db83) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:33.687265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bc62a8-e593-4ab5-8a41-9fece2a9b87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:33.688603 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9bc62a8-e593-4ab5-8a41-9fece2a9b87a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.707696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032d0cab-7936-4f1c-85e1-643ffff776f7 None None] Network 8e61be18-d209-4e3e-a048-8147e455db83 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:33.718670 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71aecda-8628-4e8e-9e68-598c1a5564d3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Pushing event updated for resources: {'Network': ['ID=7006f63b-c9fa-46e5-9a61-720807f67293,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:33.730361 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f9bc62a8-e593-4ab5-8a41-9fece2a9b87a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0082297 Feb 05 03:09:33.738721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43888) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:33.751702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1055099583-router', 'tenant_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:33.789721 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 7006f63b-c9fa-46e5-9a61-720807f67293 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:09:33.798817 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (ae6b73a2-e0b1-48bd-9020-61746a434c10), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.800534 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (ae6b73a2-e0b1-48bd-9020-61746a434c10), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.846948 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:09:33.847918 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58bda9ed-ee2e-462f-af18-59e74103c78f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (7006f63b-c9fa-46e5-9a61-720807f67293), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.879875 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dddc7b02-b925-4c61-8549-09cbb9ea4e5c admin admin] Publish callbacks [] for security_group (6f51753c-b52c-4809-9428-432274a4d972), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.881844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d72963-0559-4b93-9633-9cf573de1dca tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:33.895620 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59d72963-0559-4b93-9633-9cf573de1dca tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.897194 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d72963-0559-4b93-9633-9cf573de1dca tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:09:33.897640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d72963-0559-4b93-9633-9cf573de1dca tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:09:33.902068 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dddc7b02-b925-4c61-8549-09cbb9ea4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6f51753c-b52c-4809-9428-432274a4d972), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.920177 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Publish callbacks [] for router_controller (ae6b73a2-e0b1-48bd-9020-61746a434c10), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.958324 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41124f3d-78ae-442c-92ac-55dbbf6f8c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.976365 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-59d72963-0559-4b93-9633-9cf573de1dca tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4899912 Feb 05 03:09:33.976365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dddc7b02-b925-4c61-8549-09cbb9ea4e5c admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:09:33.978084 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ce87f8c4-7961-405a-8fec-bc98e95fe808 None None] Deleting port 2c79608f-2635-43d5-87d9-37b5410da655 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:09:33.978242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43892) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:33.978345 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ce87f8c4-7961-405a-8fec-bc98e95fe808 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (2c79608f-2635-43d5-87d9-37b5410da655), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:33.985674 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-12801d8d-97a4-4e48-a99e-dc6aa73a0849 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:34.032672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc7b02-b925-4c61-8549-09cbb9ea4e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f51753c-b52c-4809-9428-432274a4d972,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:34.053009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ce87f8c4-7961-405a-8fec-bc98e95fe808 None None] For port 2c79608f-2635-43d5-87d9-37b5410da655, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=2c79608f-2635-43d5-87d9-37b5410da655,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:34.053700 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ce87f8c4-7961-405a-8fec-bc98e95fe808 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (2c79608f-2635-43d5-87d9-37b5410da655), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.059209 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dddc7b02-b925-4c61-8549-09cbb9ea4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c7942f65-8acc-459e-9f84-37b5df62befc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.059563 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-dddc7b02-b925-4c61-8549-09cbb9ea4e5c admin admin] Added segment c7942f65-8acc-459e-9f84-37b5df62befc of type vlan for network 7ec7de06-eef4-40da-935f-f7e513222739 Feb 05 03:09:34.070724 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ce87f8c4-7961-405a-8fec-bc98e95fe808 None None] Calling delete_port for 2c79608f-2635-43d5-87d9-37b5410da655 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:09:34.076198 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:34.077611 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.124071 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58bda9ed-ee2e-462f-af18-59e74103c78f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (7006f63b-c9fa-46e5-9a61-720807f67293), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.155581 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dddc7b02-b925-4c61-8549-09cbb9ea4e5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (7ec7de06-eef4-40da-935f-f7e513222739), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.176074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-58bda9ed-ee2e-462f-af18-59e74103c78f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7006f63b-c9fa-46e5-9a61-720807f67293']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:34.195705 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-58bda9ed-ee2e-462f-af18-59e74103c78f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1845d89-c224-4c39-b775-307e9047ad13') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:34.196085 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-58bda9ed-ee2e-462f-af18-59e74103c78f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1845d89-c224-4c39-b775-307e9047ad13') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:34.232316 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58bda9ed-ee2e-462f-af18-59e74103c78f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (b1845d89-c224-4c39-b775-307e9047ad13), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.250002 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58bda9ed-ee2e-462f-af18-59e74103c78f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (b1845d89-c224-4c39-b775-307e9047ad13), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.255364 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dddc7b02-b925-4c61-8549-09cbb9ea4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (7ec7de06-eef4-40da-935f-f7e513222739), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.256495 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 2, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:34.256721 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc7b02-b925-4c61-8549-09cbb9ea4e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:34.257376 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dddc7b02-b925-4c61-8549-09cbb9ea4e5c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.268920 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58bda9ed-ee2e-462f-af18-59e74103c78f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:09:34.269525 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58bda9ed-ee2e-462f-af18-59e74103c78f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (b1845d89-c224-4c39-b775-307e9047ad13), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:09:34.271568 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:09:34.304538 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Checking router: 12cbe9ea-2092-46f1-963e-d1830fb70539 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:09:34.304754 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Updating router 12cbe9ea-2092-46f1-963e-d1830fb70539 port 48554a1a-a170-430c-975e-5fb420e8cf0d binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:09:34.339915 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.370182 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Publish callbacks [] for router_gateway (ae6b73a2-e0b1-48bd-9020-61746a434c10), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.390752 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dddc7b02-b925-4c61-8549-09cbb9ea4e5c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9548645 Feb 05 03:09:34.402053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-91391b0f-bb10-4624-8385-4ebee36bdb60 None None] Current status of the port 2c79608f-2635-43d5-87d9-37b5410da655 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:34.410520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43896) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:34.416474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7a177e82-a66f-4c7d-b215-84e54ffc590c admin admin] Request body: {'subnet': {'network_id': '7ec7de06-eef4-40da-935f-f7e513222739', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1636464404-subnet', 'tenant_id': '542fc668868e4784949871af0632f0ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:34.435226 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc7b02-b925-4c61-8549-09cbb9ea4e5c admin admin] Pushing event updated for resources: {'Network': ['ID=7ec7de06-eef4-40da-935f-f7e513222739,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:34.459608 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12801d8d-97a4-4e48-a99e-dc6aa73a0849 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:34.461335 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58bda9ed-ee2e-462f-af18-59e74103c78f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (7006f63b-c9fa-46e5-9a61-720807f67293), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.463544 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12801d8d-97a4-4e48-a99e-dc6aa73a0849 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.465196 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-12801d8d-97a4-4e48-a99e-dc6aa73a0849 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:09:34.465803 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12801d8d-97a4-4e48-a99e-dc6aa73a0849 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:09:34.475598 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bda9ed-ee2e-462f-af18-59e74103c78f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7006f63b-c9fa-46e5-9a61-720807f67293 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 05 03:09:34.477069 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a177e82-a66f-4c7d-b215-84e54ffc590c admin admin] Made reservation on behalf of 542fc668868e4784949871af0632f0ea for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:34.479993 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a177e82-a66f-4c7d-b215-84e54ffc590c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.482300 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58bda9ed-ee2e-462f-af18-59e74103c78f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.489215 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-58bda9ed-ee2e-462f-af18-59e74103c78f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "DELETE /v2.0/networks/7006f63b-c9fa-46e5-9a61-720807f67293 HTTP/1.1" status: 204 len: 168 time: 0.8530359 Feb 05 03:09:34.491234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 7ec7de06-eef4-40da-935f-f7e513222739 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:09:34.506236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19184e0-0bc3-412e-b3ee-4f3d5a45ddf5 req-b8aad0ac-3ab3-4174-a794-02935f8fad26 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:34.507197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e19184e0-0bc3-412e-b3ee-4f3d5a45ddf5 req-b8aad0ac-3ab3-4174-a794-02935f8fad26 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1929114 Feb 05 03:09:34.510735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43898) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:34.519956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bda9ed-ee2e-462f-af18-59e74103c78f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Pushing event deleted for resources: {'Network': ['ID=7006f63b-c9fa-46e5-9a61-720807f67293,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:34.520307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-236cbcdd-6e2d-4e99-84f7-195980f05307 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:34.555086 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-12801d8d-97a4-4e48-a99e-dc6aa73a0849 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5731635 Feb 05 03:09:34.563023 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43900) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:34.610334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236cbcdd-6e2d-4e99-84f7-195980f05307 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Made reservation on behalf of 499cdf0a7c20417bb037699d8fcbc1c1 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:34.612311 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-236cbcdd-6e2d-4e99-84f7-195980f05307 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.624883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8e61be18-d209-4e3e-a048-8147e455db83', 'network_id': '8e61be18-d209-4e3e-a048-8147e455db83', 'project_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'fixed_ips': [{'subnet_id': 'b05a4807-496e-44cf-8eb6-57bab89621b3'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:09:34.625952 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.628707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-91391b0f-bb10-4624-8385-4ebee36bdb60 None None] Provisioning complete for port ea31fa63-2be9-432e-bbbb-1094bf8e0816 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:34.630299 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-91391b0f-bb10-4624-8385-4ebee36bdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.652174 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e19184e0-0bc3-412e-b3ee-4f3d5a45ddf5 req-c193ce36-d817-45e3-b141-dbda38397662 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269007 Feb 05 03:09:34.675396 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236cbcdd-6e2d-4e99-84f7-195980f05307 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:09:34.694989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8285b773-0ef0-4214-96d9-f21503471b81 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:34.699039 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8285b773-0ef0-4214-96d9-f21503471b81 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1325750 Feb 05 03:09:34.700680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43902) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:34.700901 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-236cbcdd-6e2d-4e99-84f7-195980f05307 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (756d7dd2-1068-40ea-babf-aab699319f02), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.701249 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-236cbcdd-6e2d-4e99-84f7-195980f05307 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Added segment 756d7dd2-1068-40ea-babf-aab699319f02 of type vlan for network 1a7858be-6fcb-46fb-a66a-8a03f63c77d2 Feb 05 03:09:34.802086 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcc08e4-29da-4afb-b034-050fff23f8a3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:34.806095 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bdcc08e4-29da-4afb-b034-050fff23f8a3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1032705 Feb 05 03:09:34.806904 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43904) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:34.815909 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-236cbcdd-6e2d-4e99-84f7-195980f05307 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (1a7858be-6fcb-46fb-a66a-8a03f63c77d2), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.862028 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2a34ca69-d0a0-4b6a-bc7b-a601fac63a7f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470057 Feb 05 03:09:34.862028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43906) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:34.864451 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Publish callbacks [] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.869146 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4a2ec9e7-c098-425b-a230-5e0432400fe1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:34.870421 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.989883 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.db.resource_extend [None req-236cbcdd-6e2d-4e99-84f7-195980f05307 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 03:09:34.991388 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a177e82-a66f-4c7d-b215-84e54ffc590c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (6af2af97-834b-4bf9-b90e-19ca4b970cd1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:34.992516 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564b1be-86fd-4127-9077-462066d68059 None None] Pushing event updated for resources: {'Port': ['ID=48554a1a-a170-430c-975e-5fb420e8cf0d,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:35.051724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a177e82-a66f-4c7d-b215-84e54ffc590c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af2af97-834b-4bf9-b90e-19ca4b970cd1,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:35.088762 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2ec9e7-c098-425b-a230-5e0432400fe1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:35.090033 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-236cbcdd-6e2d-4e99-84f7-195980f05307 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (1a7858be-6fcb-46fb-a66a-8a03f63c77d2), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:35.091054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236cbcdd-6e2d-4e99-84f7-195980f05307 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:35.091634 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-236cbcdd-6e2d-4e99-84f7-195980f05307 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:35.098503 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a2ec9e7-c098-425b-a230-5e0432400fe1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:35.129023 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Attempting to bind port 48554a1a-a170-430c-975e-5fb420e8cf0d on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:09:35.129799 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Attempting to bind port 48554a1a-a170-430c-975e-5fb420e8cf0d by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:09:35.130671 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Attempting to bind port 48554a1a-a170-430c-975e-5fb420e8cf0d on network 8a76fea9-ec7c-470a-8205-bae119528f63 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:09:35.139166 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:09:35.142390 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Checking segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:35.143090 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:35.143973 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Bound using segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:09:35.145839 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Bound port: 48554a1a-a170-430c-975e-5fb420e8cf0d, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:09:35.146661 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:35.235912 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Publish callbacks [] for router_gateway (ae6b73a2-e0b1-48bd-9020-61746a434c10), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:35.236326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a177e82-a66f-4c7d-b215-84e54ffc590c admin admin] Checking segment: {'id': 'c7942f65-8acc-459e-9f84-37b5df62befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7ec7de06-eef4-40da-935f-f7e513222739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:35.236704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a177e82-a66f-4c7d-b215-84e54ffc590c admin admin] Network hostable DHCP agents. Network: 7ec7de06-eef4-40da-935f-f7e513222739, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:09:35.256782 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-236cbcdd-6e2d-4e99-84f7-195980f05307 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7411613 Feb 05 03:09:35.282905 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43910) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:35.283579 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] For port 48554a1a-a170-430c-975e-5fb420e8cf0d, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:09:35.287012 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] For port 48554a1a-a170-430c-975e-5fb420e8cf0d, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=48554a1a-a170-430c-975e-5fb420e8cf0d,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:09:35.301133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a130bb5c-b3df-47b8-9efb-081af030b3bf tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Request body: {'subnet': {'network_id': '1a7858be-6fcb-46fb-a66a-8a03f63c77d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:35.306342 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:35.312612 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:35.323772 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cbcdd-6e2d-4e99-84f7-195980f05307 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Pushing event updated for resources: {'Network': ['ID=1a7858be-6fcb-46fb-a66a-8a03f63c77d2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:35.403901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a177e82-a66f-4c7d-b215-84e54ffc590c admin admin] Network 7ec7de06-eef4-40da-935f-f7e513222739 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:09:35.422794 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a130bb5c-b3df-47b8-9efb-081af030b3bf tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Made reservation on behalf of 499cdf0a7c20417bb037699d8fcbc1c1 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:35.428355 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a130bb5c-b3df-47b8-9efb-081af030b3bf tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:35.433769 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:09:35.434988 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:09:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:35.461111 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564b1be-86fd-4127-9077-462066d68059 None None] Pushing event updated for resources: {'Port': ['ID=48554a1a-a170-430c-975e-5fb420e8cf0d,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:35.471733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Allocated IP 172.20.0.2 (8e61be18-d209-4e3e-a048-8147e455db83/b05a4807-496e-44cf-8eb6-57bab89621b3/6885b3b4-7182-42ac-8d95-675637ad6128) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:35.512615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 1a7858be-6fcb-46fb-a66a-8a03f63c77d2 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:09:35.595351 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:35.598487 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:35.609120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Allocated IP 172.25.0.53 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/e386f5f5-f2e8-4a01-8d7f-964d9145137d) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:35.682924 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:09:35.728751 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7a177e82-a66f-4c7d-b215-84e54ffc590c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 7ec7de06-eef4-40da-935f-f7e513222739) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:35.756429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a177e82-a66f-4c7d-b215-84e54ffc590c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:35.757042 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a177e82-a66f-4c7d-b215-84e54ffc590c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:35.801141 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Publish callbacks [] for port (e386f5f5-f2e8-4a01-8d7f-964d9145137d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:35.818268 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5792bd36-c128-4a7a-8a21-0831a029897c None None] Network 7ec7de06-eef4-40da-935f-f7e513222739 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:35.821035 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ce87f8c4-7961-405a-8fec-bc98e95fe808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (2c79608f-2635-43d5-87d9-37b5410da655), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:35.869954 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-91391b0f-bb10-4624-8385-4ebee36bdb60 None None] Port ea31fa63-2be9-432e-bbbb-1094bf8e0816 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:09:35.872171 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7a177e82-a66f-4c7d-b215-84e54ffc590c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4605217 Feb 05 03:09:35.882083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43914) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:35.910486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1636464404-router', 'tenant_id': '542fc668868e4784949871af0632f0ea', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:35.915656 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e386f5f5-f2e8-4a01-8d7f-964d9145137d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:36.002151 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:35Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:36.038996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:36.041609 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Pushing event updated for resources: {'Port': ['ID=e386f5f5-f2e8-4a01-8d7f-964d9145137d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:36.047169 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (dd9bdf02-8d82-4539-8951-f78a0e7db41a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:36.048219 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (dd9bdf02-8d82-4539-8951-f78a0e7db41a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:36.052597 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1e0ecb-5559-407e-b9b4-62350c23064f None None] The sync data for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 is: [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:35Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:09:36.055569 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:36.058554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:36.115137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c93b0f-d493-4605-bb27-8bd2e2f0a23b req-08706df1-15bc-4f25-bebd-981516962d0c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:36.116934 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-12c93b0f-d493-4605-bb27-8bd2e2f0a23b req-08706df1-15bc-4f25-bebd-981516962d0c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.2705219 Feb 05 03:09:36.174090 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:36.179164 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87f8c4-7961-405a-8fec-bc98e95fe808 None None] Pushing event deleted for resources: {'Port': ['ID=2c79608f-2635-43d5-87d9-37b5410da655,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:36.189246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce87f8c4-7961-405a-8fec-bc98e95fe808 None None] No DVR routers for this DVR port 2c79608f-2635-43d5-87d9-37b5410da655 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:09:36.206517 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Publish callbacks [] for router_controller (dd9bdf02-8d82-4539-8951-f78a0e7db41a), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:36.219724 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:36.226361 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ec8d-bced-4d9f-b9f2-2fc645d900d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:36.241528 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4ca9d2e8-c05a-47b2-9ac1-4660b1be75ad None None] Provisioning complete for port 48554a1a-a170-430c-975e-5fb420e8cf0d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:36.242086 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d2e8-c05a-47b2-9ac1-4660b1be75ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:36.272278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'name': 'tempest-TaggedBootDevicesTest-1324750262-router', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:23Z', 'updated_at': '2022-02-05T03:09:29Z', 'revision_number': 4, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'gw_port': {'id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ca:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:24Z', 'updated_at': '2022-02-05T03:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ea31fa63-2be9-432e-bbbb-1094bf8e0816', 'name': '', 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'mac_address': 'fa:16:3e:97:16:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:27Z', 'updated_at': '2022-02-05T03:09:29Z', 'revision_number': 2, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'subnets': [{'id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:36.336135 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Checking router: eabefc84-be5a-4e6b-8624-0543567e7956 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:09:36.336773 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Updating router eabefc84-be5a-4e6b-8624-0543567e7956 port ea31fa63-2be9-432e-bbbb-1094bf8e0816 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:09:36.404603 n-d-826942-8 neutron-server[109674]: DEBUG neutron.objects.ports [None req-4a2ec9e7-c098-425b-a230-5e0432400fe1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:09:36.425720 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-12c93b0f-d493-4605-bb27-8bd2e2f0a23b req-14d7caef-d99b-4b5e-a428-3d7e58ee3635 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571700 Feb 05 03:09:36.466197 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a2ec9e7-c098-425b-a230-5e0432400fe1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (cc895514-0cf4-4433-ab5c-2e15dea32eb7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:36.506646 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:36.516962 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Publish callbacks [] for router_gateway (dd9bdf02-8d82-4539-8951-f78a0e7db41a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:36.543251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:36.570309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.objects.ports [None req-a130bb5c-b3df-47b8-9efb-081af030b3bf tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:09:36.571000 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a130bb5c-b3df-47b8-9efb-081af030b3bf tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (5560ac99-59e0-4678-be77-d2c83365186d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:36.584677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2ec9e7-c098-425b-a230-5e0432400fe1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:36.600414 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-7ec7de06-eef4-40da-935f-f7e513222739', 'network_id': '7ec7de06-eef4-40da-935f-f7e513222739', 'project_id': '542fc668868e4784949871af0632f0ea', 'fixed_ips': [{'subnet_id': '6af2af97-834b-4bf9-b90e-19ca4b970cd1'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:09:36.601505 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:36.606936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4a2ec9e7-c098-425b-a230-5e0432400fe1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:36.613828 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2ec9e7-c098-425b-a230-5e0432400fe1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:36.614668 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a2ec9e7-c098-425b-a230-5e0432400fe1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:36.627280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9456f7e8-602f-43f2-bbc7-9303ec4d92e7 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:36.645319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ec9e7-c098-425b-a230-5e0432400fe1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=cc895514-0cf4-4433-ab5c-2e15dea32eb7,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:36.735298 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4a2ec9e7-c098-425b-a230-5e0432400fe1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8701284 Feb 05 03:09:36.740086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43920) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:36.763660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-68e6db6a-656f-44a4-b1af-c57597952baf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'mac_address': 'fa:16:3e:5b:1e:3a', 'name': 'tempest-NetworksTestDHCPv6-676752121'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:36.774048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a130bb5c-b3df-47b8-9efb-081af030b3bf tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Checking segment: {'id': '756d7dd2-1068-40ea-babf-aab699319f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1a7858be-6fcb-46fb-a66a-8a03f63c77d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:36.774561 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a130bb5c-b3df-47b8-9efb-081af030b3bf tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Network hostable DHCP agents. Network: 1a7858be-6fcb-46fb-a66a-8a03f63c77d2, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:09:36.778640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130bb5c-b3df-47b8-9efb-081af030b3bf tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5560ac99-59e0-4678-be77-d2c83365186d,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:36.807959 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a130bb5c-b3df-47b8-9efb-081af030b3bf tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Network 1a7858be-6fcb-46fb-a66a-8a03f63c77d2 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:09:36.846351 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a130bb5c-b3df-47b8-9efb-081af030b3bf tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 1a7858be-6fcb-46fb-a66a-8a03f63c77d2) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:36.853196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a130bb5c-b3df-47b8-9efb-081af030b3bf tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:36.853196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a130bb5c-b3df-47b8-9efb-081af030b3bf tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:36.901930 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9d2e8-c05a-47b2-9ac1-4660b1be75ad None None] Current status of the port 48554a1a-a170-430c-975e-5fb420e8cf0d is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:36.902323 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d2e8-c05a-47b2-9ac1-4660b1be75ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:36.921120 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 48554a1a-a170-430c-975e-5fb420e8cf0d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:36.923228 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10745c0d-19d6-4885-a0a8-dad25d78068d None None] Network 1a7858be-6fcb-46fb-a66a-8a03f63c77d2 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:36.955035 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Publish callbacks [] for port (6885b3b4-7182-42ac-8d95-675637ad6128), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:37.072108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4ca9d2e8-c05a-47b2-9ac1-4660b1be75ad None None] For port 48554a1a-a170-430c-975e-5fb420e8cf0d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=48554a1a-a170-430c-975e-5fb420e8cf0d,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:37.073323 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a130bb5c-b3df-47b8-9efb-081af030b3bf tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7891970 Feb 05 03:09:37.078343 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43926) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:37.086397 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Request body: {'floatingip': {'floating_network_id': '1a7858be-6fcb-46fb-a66a-8a03f63c77d2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:37.090857 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (6885b3b4-7182-42ac-8d95-675637ad6128), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:37.124870 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:37.144293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccc9f7-e584-4201-bdcf-e287136e8069 req-af046978-87bc-43a6-b848-58d7ede67fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:37.145907 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11ccc9f7-e584-4201-bdcf-e287136e8069 req-af046978-87bc-43a6-b848-58d7ede67fd2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 1126 time: 0.1601553 Feb 05 03:09:37.172461 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Publish callbacks [] for router_gateway (ae6b73a2-e0b1-48bd-9020-61746a434c10), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:37.197341 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d2e8-c05a-47b2-9ac1-4660b1be75ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:37.220047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Pushing event updated for resources: {'Port': ['ID=6885b3b4-7182-42ac-8d95-675637ad6128,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:37.271699 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Publish callbacks [] for router_gateway (dd9bdf02-8d82-4539-8951-f78a0e7db41a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:37.308055 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:37.353153 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8d0e6-6f9d-46d0-8090-d94d3bcca227 req-2020e001-f86d-4438-a758-6e608e63dece tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:37.360420 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3a8d0e6-6f9d-46d0-8090-d94d3bcca227 req-2020e001-f86d-4438-a758-6e608e63dece tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.2265208 Feb 05 03:09:37.370804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Network 8e61be18-d209-4e3e-a048-8147e455db83 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:37.371556 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:37.399068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': 'cc895514-0cf4-4433-ab5c-2e15dea32eb7'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:09:37.399907 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:37.402282 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:37.415986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:37.425942 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e6db6a-656f-44a4-b1af-c57597952baf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:37.474011 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Allocated IP 172.25.0.151 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/f5fe1822-603c-4b75-9170-6919ef908220) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:37.508895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Allocated IP 172.20.0.2 (7ec7de06-eef4-40da-935f-f7e513222739/6af2af97-834b-4bf9-b90e-19ca4b970cd1/29d25ed2-60e9-42ee-8e1a-e3f98f68330f) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:37.534925 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (ae6b73a2-e0b1-48bd-9020-61746a434c10), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:37.597036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3a8d0e6-6f9d-46d0-8090-d94d3bcca227 req-8aa3569d-caac-4bc5-a3f3-40f5af7b4677 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354453 Feb 05 03:09:37.620568 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Publish callbacks [] for port (f5fe1822-603c-4b75-9170-6919ef908220), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:37.671255 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f5fe1822-603c-4b75-9170-6919ef908220), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:37.712568 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68e6db6a-656f-44a4-b1af-c57597952baf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:37.713726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Allocated IP 2001:db8::f816:3eff:fe24:1a93 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/cc895514-0cf4-4433-ab5c-2e15dea32eb7/5d16c586-3e98-4f93-a518-cfd7e41b192d) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:37.743902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-68e6db6a-656f-44a4-b1af-c57597952baf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port 6f17fbf3-5a65-4007-9483-73c9395ab7d3 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:09:37.747212 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:37.752768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Pushing event updated for resources: {'Port': ['ID=f5fe1822-603c-4b75-9170-6919ef908220,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:37.757677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:37.762222 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:37.841783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Router ae6b73a2-e0b1-48bd-9020-61746a434c10 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:09:37.957920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9d2e8-c05a-47b2-9ac1-4660b1be75ad None None] Pushing event updated for resources: {'Port': ['ID=48554a1a-a170-430c-975e-5fb420e8cf0d,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:37.973603 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53be6c20-4053-4b19-9404-f15910236abd None None] Network 1a7858be-6fcb-46fb-a66a-8a03f63c77d2 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:37.975483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:09:37.989784 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:37.998660 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccc9f7-e584-4201-bdcf-e287136e8069 req-b07cbeac-26cb-470f-b971-571bf83dc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:38.000385 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11ccc9f7-e584-4201-bdcf-e287136e8069 req-b07cbeac-26cb-470f-b971-571bf83dc521 service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.8147707 Feb 05 03:09:38.005570 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:38.010138 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b1aa562b-72f3-4448-a841-d939d092e98f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2667487 Feb 05 03:09:38.010138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43928) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:38.094656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Sync routers for ids ['ae6b73a2-e0b1-48bd-9020-61746a434c10'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:09:38.116101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 48554a1a-a170-430c-975e-5fb420e8cf0d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:38.116101 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:38.120069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Attempting to bind port 6885b3b4-7182-42ac-8d95-675637ad6128 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:09:38.120436 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Attempting to bind port 6885b3b4-7182-42ac-8d95-675637ad6128 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '4551c19d-dd47-4121-9749-bd870fee55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8e61be18-d209-4e3e-a048-8147e455db83'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:09:38.120797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Attempting to bind port 6885b3b4-7182-42ac-8d95-675637ad6128 on network 8e61be18-d209-4e3e-a048-8147e455db83 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:09:38.229838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:09:38.230114 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Checking segment: {'id': '4551c19d-dd47-4121-9749-bd870fee55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8e61be18-d209-4e3e-a048-8147e455db83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:38.230522 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:38.231022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Bound using segment: {'id': '4551c19d-dd47-4121-9749-bd870fee55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8e61be18-d209-4e3e-a048-8147e455db83'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:09:38.231520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Bound port: 6885b3b4-7182-42ac-8d95-675637ad6128, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4551c19d-dd47-4121-9749-bd870fee55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8e61be18-d209-4e3e-a048-8147e455db83'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:09:38.231902 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6885b3b4-7182-42ac-8d95-675637ad6128), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:38.286687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Routers {'ae6b73a2-e0b1-48bd-9020-61746a434c10'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:09:38.287375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ae6b73a2-e0b1-48bd-9020-61746a434c10'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:38.582129 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11ccc9f7-e584-4201-bdcf-e287136e8069 req-0ccca025-fdb7-44aa-8226-5c6778f25d55 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 HTTP/1.1" status: 200 len: 999 time: 0.5736666 Feb 05 03:09:38.600842 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:38.660387 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccc9f7-e584-4201-bdcf-e287136e8069 req-c9686b8c-e2f4-4b99-aaa7-5dd20fe6cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:38.661949 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11ccc9f7-e584-4201-bdcf-e287136e8069 req-c9686b8c-e2f4-4b99-aaa7-5dd20fe6cbea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.0723770 Feb 05 03:09:38.737241 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] For port 6885b3b4-7182-42ac-8d95-675637ad6128, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:09:38.756573 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Publish callbacks [] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:38.785566 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:38.787330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Set router ae6b73a2-e0b1-48bd-9020-61746a434c10 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:09:38.790613 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] For port 6885b3b4-7182-42ac-8d95-675637ad6128, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6885b3b4-7182-42ac-8d95-675637ad6128,segment=NetworkSegment(4551c19d-dd47-4121-9749-bd870fee55b2),segment_id=4551c19d-dd47-4121-9749-bd870fee55b2)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:09:38.792212 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Publish callbacks [] for port (5d16c586-3e98-4f93-a518-cfd7e41b192d), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:38.793055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Allocated IP 172.20.0.4 (1a7858be-6fcb-46fb-a66a-8a03f63c77d2/5560ac99-59e0-4678-be77-d2c83365186d/2c841512-2ce9-4a47-9850-c2e049cda83e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:38.799784 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Publish callbacks [] for router_gateway (dd9bdf02-8d82-4539-8951-f78a0e7db41a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:38.823556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 48554a1a-a170-430c-975e-5fb420e8cf0d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:38.824231 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9fa2f05e-0ab3-43c4-b103-73127a221c21 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:38.826034 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:38.876100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3377cb-86f1-4132-b69d-524c31f3c9db req-3313f755-417d-454c-8f2a-a0ade6a56132 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:38.878115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a3377cb-86f1-4132-b69d-524c31f3c9db req-3313f755-417d-454c-8f2a-a0ade6a56132 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1484632 Feb 05 03:09:38.912886 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6885b3b4-7182-42ac-8d95-675637ad6128), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:38.915221 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (5d16c586-3e98-4f93-a518-cfd7e41b192d), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:38.923600 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Publish callbacks [] for port (29d25ed2-60e9-42ee-8e1a-e3f98f68330f), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:38.976553 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Allocated IP 172.20.0.1 (8e61be18-d209-4e3e-a048-8147e455db83/b05a4807-496e-44cf-8eb6-57bab89621b3/ddf0df51-d542-4fab-bac6-ce0932b79748) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:38.988200 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-68e6db6a-656f-44a4-b1af-c57597952baf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::f816:3eff:fe5b:1e3a (8390d630-9d9e-438f-b4d6-5ec8bb91124a/cc895514-0cf4-4433-ab5c-2e15dea32eb7/6f17fbf3-5a65-4007-9483-73c9395ab7d3) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:39.007074 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (29d25ed2-60e9-42ee-8e1a-e3f98f68330f), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:39.038999 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:39.051082 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a3377cb-86f1-4132-b69d-524c31f3c9db req-9c955d84-a5a6-4fda-bb3d-a5ab4ef641ad tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427062 Feb 05 03:09:39.071161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccc9f7-e584-4201-bdcf-e287136e8069 req-f36fa317-d7e5-4407-a4c9-c75de406334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:39.072741 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11ccc9f7-e584-4201-bdcf-e287136e8069 req-f36fa317-d7e5-4407-a4c9-c75de406334e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3560488 Feb 05 03:09:39.082680 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0eacd-6fc3-4ffd-b060-67878614ebfd None None] Pushing event updated for resources: {'Port': ['ID=ea31fa63-2be9-432e-bbbb-1094bf8e0816,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:39.085254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:39.120719 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:39.156499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Network 7ec7de06-eef4-40da-935f-f7e513222739 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:39.206167 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (dd9bdf02-8d82-4539-8951-f78a0e7db41a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:39.215019 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:39.287368 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:39.332750 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Publish callbacks [] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:39.431817 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68e6db6a-656f-44a4-b1af-c57597952baf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (6f17fbf3-5a65-4007-9483-73c9395ab7d3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:39.468369 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:39.524877 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Network 8e61be18-d209-4e3e-a048-8147e455db83 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:39.532556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:39.539337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecf85a-691a-4236-b297-dfeea9d9e805 None None] Pushing event updated for resources: {'Port': ['ID=6885b3b4-7182-42ac-8d95-675637ad6128,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:39.543951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:39.554253 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11ccc9f7-e584-4201-bdcf-e287136e8069 req-19645615-6b61-402b-8e97-cdf515ee7868 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090097 Feb 05 03:09:39.559478 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for port (2c841512-2ce9-4a47-9850-c2e049cda83e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:39.578868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Attempting to bind port 5d16c586-3e98-4f93-a518-cfd7e41b192d on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:09:39.579524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Attempting to bind port 5d16c586-3e98-4f93-a518-cfd7e41b192d by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:09:39.580074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Attempting to bind port 5d16c586-3e98-4f93-a518-cfd7e41b192d on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:09:39.590457 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf0df51-d542-4fab-bac6-ce0932b79748,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:39.597713 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68e6db6a-656f-44a4-b1af-c57597952baf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (6f17fbf3-5a65-4007-9483-73c9395ab7d3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:39.638133 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 9fa2f05e-0ab3-43c4-b103-73127a221c21 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:39.646559 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9fa2f05e-0ab3-43c4-b103-73127a221c21), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:39.688980 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Attempting to bind port ea31fa63-2be9-432e-bbbb-1094bf8e0816 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:09:39.692964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e6db6a-656f-44a4-b1af-c57597952baf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:39.695142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Attempting to bind port ea31fa63-2be9-432e-bbbb-1094bf8e0816 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'f245c6e2-ff2b-4170-89a3-b6613442c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:09:39.695799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Attempting to bind port ea31fa63-2be9-432e-bbbb-1094bf8e0816 on network 7097744d-dd66-45ae-922a-012c6aa6d64a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:09:39.701904 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-68e6db6a-656f-44a4-b1af-c57597952baf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:39.703782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6db6a-656f-44a4-b1af-c57597952baf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=6f17fbf3-5a65-4007-9483-73c9395ab7d3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:39.706344 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11ccc9f7-e584-4201-bdcf-e287136e8069 req-8b035800-c168-4d66-8501-2cbb36cdf675 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450112 Feb 05 03:09:39.713896 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6db6a-656f-44a4-b1af-c57597952baf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:39.722135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e6db6a-656f-44a4-b1af-c57597952baf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:39.723223 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68e6db6a-656f-44a4-b1af-c57597952baf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:39.736467 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (ae6b73a2-e0b1-48bd-9020-61746a434c10), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:39.766716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Pushing event updated for resources: {'Port': ['ID=5d16c586-3e98-4f93-a518-cfd7e41b192d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:39.774654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:09:39.775083 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:39.775480 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:39.775880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:09:39.776501 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Bound port: 5d16c586-3e98-4f93-a518-cfd7e41b192d, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:09:39.776843 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Router dd9bdf02-8d82-4539-8951-f78a0e7db41a is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:09:39.777566 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5d16c586-3e98-4f93-a518-cfd7e41b192d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:39.782283 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (2c841512-2ce9-4a47-9850-c2e049cda83e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:39.795970 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-68e6db6a-656f-44a4-b1af-c57597952baf tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0493300 Feb 05 03:09:39.797044 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43938) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:39.867098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Pushing event updated for resources: {'Port': ['ID=2c841512-2ce9-4a47-9850-c2e049cda83e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:39.871696 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Network 1a7858be-6fcb-46fb-a66a-8a03f63c77d2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:39.896836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:09:39.897201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Checking segment: {'id': 'f245c6e2-ff2b-4170-89a3-b6613442c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:39.897601 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:39.897992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Bound using segment: {'id': 'f245c6e2-ff2b-4170-89a3-b6613442c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:09:39.898474 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Bound port: ea31fa63-2be9-432e-bbbb-1094bf8e0816, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f245c6e2-ff2b-4170-89a3-b6613442c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:09:39.899644 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:39.912250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:39.912744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93d730-984c-4a09-81c3-fdbc79d31676 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:39.919659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93d730-984c-4a09-81c3-fdbc79d31676 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:39.921522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3e93d730-984c-4a09-81c3-fdbc79d31676 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1231539 Feb 05 03:09:39.926320 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43940) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:39.947022 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:39.981369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-535cfa45-2fe2-4cbb-8296-934b52c7e0b3 None None] Provisioning complete for port ea31fa63-2be9-432e-bbbb-1094bf8e0816 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:39.981741 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-535cfa45-2fe2-4cbb-8296-934b52c7e0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:40.038886 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Attempting to bind port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:09:40.039265 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Attempting to bind port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'c7942f65-8acc-459e-9f84-37b5df62befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7ec7de06-eef4-40da-935f-f7e513222739'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:09:40.039623 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Attempting to bind port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f on network 7ec7de06-eef4-40da-935f-f7e513222739 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:09:40.060114 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:40.080551 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:40.114117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:09:40.114513 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Checking segment: {'id': 'c7942f65-8acc-459e-9f84-37b5df62befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7ec7de06-eef4-40da-935f-f7e513222739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:40.114937 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:40.115344 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Bound using segment: {'id': 'c7942f65-8acc-459e-9f84-37b5df62befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7ec7de06-eef4-40da-935f-f7e513222739'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:09:40.115821 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Bound port: 29d25ed2-60e9-42ee-8e1a-e3f98f68330f, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7942f65-8acc-459e-9f84-37b5df62befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7ec7de06-eef4-40da-935f-f7e513222739'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:09:40.116203 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (29d25ed2-60e9-42ee-8e1a-e3f98f68330f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:40.119387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Pushing event updated for resources: {'Port': ['ID=29d25ed2-60e9-42ee-8e1a-e3f98f68330f,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:40.154096 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for floatingip (d82138a0-fbfe-4d6f-812e-eef9b34d44ba), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:40.183906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:09:40.197019 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Sync routers for ids ['dd9bdf02-8d82-4539-8951-f78a0e7db41a'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:09:40.210997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-89a6ecf0-73e5-40f3-bfd5-1d7c8243ee24 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port 6f17fbf3-5a65-4007-9483-73c9395ab7d3 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:09:40.211455 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecf0-73e5-40f3-bfd5-1d7c8243ee24 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6f17fbf3-5a65-4007-9483-73c9395ab7d3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:40.230118 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Routers {'dd9bdf02-8d82-4539-8951-f78a0e7db41a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:09:40.232199 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['dd9bdf02-8d82-4539-8951-f78a0e7db41a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:40.311268 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:40.315582 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6683f29c-b361-41eb-9c51-d9def651a80e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4320543 Feb 05 03:09:40.319089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43946) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:40.319833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c841512-2ce9-4a47-9850-c2e049cda83e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:40.567296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] For port 5d16c586-3e98-4f93-a518-cfd7e41b192d, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:09:40.572388 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] For port 5d16c586-3e98-4f93-a518-cfd7e41b192d, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5d16c586-3e98-4f93-a518-cfd7e41b192d,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:09:40.633390 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecf0-73e5-40f3-bfd5-1d7c8243ee24 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6f17fbf3-5a65-4007-9483-73c9395ab7d3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:40.659448 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] For port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:09:40.663245 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] For port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=29d25ed2-60e9-42ee-8e1a-e3f98f68330f,segment=NetworkSegment(c7942f65-8acc-459e-9f84-37b5df62befc),segment_id=c7942f65-8acc-459e-9f84-37b5df62befc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:09:40.667369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-535cfa45-2fe2-4cbb-8296-934b52c7e0b3 None None] Port ea31fa63-2be9-432e-bbbb-1094bf8e0816 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:09:40.681074 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5d16c586-3e98-4f93-a518-cfd7e41b192d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:40.693078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'name': 'tempest-TestVolumeBootPattern-1055099583-router', 'tenant_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:33Z', 'updated_at': '2022-02-05T03:09:36Z', 'revision_number': 3, 'project_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'gw_port': {'id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:35Z', 'updated_at': '2022-02-05T03:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:40.693953 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Set router dd9bdf02-8d82-4539-8951-f78a0e7db41a gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:09:40.723057 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244fbdc-438b-4115-ba12-1cf114c3d79f req-9da7ee3a-a589-4037-912b-1ab8cb6b3f74 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:40.726205 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d244fbdc-438b-4115-ba12-1cf114c3d79f req-9da7ee3a-a589-4037-912b-1ab8cb6b3f74 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.4414916 Feb 05 03:09:40.755972 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-89a6ecf0-73e5-40f3-bfd5-1d7c8243ee24 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for 6f17fbf3-5a65-4007-9483-73c9395ab7d3 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:09:40.781058 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Checking router: ae6b73a2-e0b1-48bd-9020-61746a434c10 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:09:40.781551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Updating router ae6b73a2-e0b1-48bd-9020-61746a434c10 port e386f5f5-f2e8-4a01-8d7f-964d9145137d binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:09:40.784182 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (29d25ed2-60e9-42ee-8e1a-e3f98f68330f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:40.839480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018a9f5b-6285-45e8-981a-4bd2cbc5aaba None None] Network 8e61be18-d209-4e3e-a048-8147e455db83 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:41.010930 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'name': 'tempest-TaggedBootDevicesTest-1636464404-router', 'tenant_id': '542fc668868e4784949871af0632f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:36Z', 'updated_at': '2022-02-05T03:09:38Z', 'revision_number': 3, 'project_id': '542fc668868e4784949871af0632f0ea', 'gw_port': {'id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:37Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:41.017351 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] For port ea31fa63-2be9-432e-bbbb-1094bf8e0816, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:09:41.063344 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9507ffaa-f25c-4925-a53c-8f7b91049574 None None] Provisioning complete for port 6885b3b4-7182-42ac-8d95-675637ad6128 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:41.063728 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9507ffaa-f25c-4925-a53c-8f7b91049574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6885b3b4-7182-42ac-8d95-675637ad6128), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:41.065024 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Checking router: dd9bdf02-8d82-4539-8951-f78a0e7db41a for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:09:41.065506 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Updating router dd9bdf02-8d82-4539-8951-f78a0e7db41a port f5fe1822-603c-4b75-9170-6919ef908220 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:09:41.109239 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for port (2c841512-2ce9-4a47-9850-c2e049cda83e), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:41.117499 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f5fe1822-603c-4b75-9170-6919ef908220), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:41.129771 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (2c841512-2ce9-4a47-9850-c2e049cda83e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:41.132053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 9fa2f05e-0ab3-43c4-b103-73127a221c21 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:41.133398 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 95e8c368-9800-4a97-acf0-a420064a1ef6 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:41.196182 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] For port ea31fa63-2be9-432e-bbbb-1094bf8e0816, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ea31fa63-2be9-432e-bbbb-1094bf8e0816,segment=NetworkSegment(f245c6e2-ff2b-4170-89a3-b6613442c458),segment_id=f245c6e2-ff2b-4170-89a3-b6613442c458)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:09:41.199780 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e386f5f5-f2e8-4a01-8d7f-964d9145137d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:41.520277 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Pushing event updated for resources: {'Port': ['ID=2c841512-2ce9-4a47-9850-c2e049cda83e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:41.522707 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Publish callbacks [] for port (f5fe1822-603c-4b75-9170-6919ef908220), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:41.540782 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f5fe1822-603c-4b75-9170-6919ef908220), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:41.553176 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:41.573266 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (d82138a0-fbfe-4d6f-812e-eef9b34d44ba), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:41.585787 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4f689-39b4-4da2-9ccf-4eed52f9b39b None None] Pushing event updated for resources: {'Port': ['ID=f5fe1822-603c-4b75-9170-6919ef908220,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:41.609333 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:41.613651 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b1ef6595-6c57-47b8-944f-143b9e9b0b3d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5304956 Feb 05 03:09:41.614640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43950) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:41.625459 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Attempting to bind port f5fe1822-603c-4b75-9170-6919ef908220 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:09:41.625925 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Attempting to bind port f5fe1822-603c-4b75-9170-6919ef908220 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:09:41.626454 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Attempting to bind port f5fe1822-603c-4b75-9170-6919ef908220 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:09:41.628552 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86deacc5-97fe-47ad-b998-34b816465bac None None] Pushing event updated for resources: {'Port': ['ID=5d16c586-3e98-4f93-a518-cfd7e41b192d,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:41.633292 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:09:41.633665 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:41.634064 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:41.635083 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:09:41.635083 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Bound port: f5fe1822-603c-4b75-9170-6919ef908220, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:09:41.648104 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f5fe1822-603c-4b75-9170-6919ef908220), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:41.705325 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:41.737278 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] For port f5fe1822-603c-4b75-9170-6919ef908220, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:09:41.741150 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] For port f5fe1822-603c-4b75-9170-6919ef908220, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f5fe1822-603c-4b75-9170-6919ef908220,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:09:41.752546 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f5fe1822-603c-4b75-9170-6919ef908220), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:41.778140 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-02f7ef02-323b-4101-814d-6d00e7465ca4 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=1a7858be-6fcb-46fb-a66a-8a03f63c77d2 HTTP/1.1" status: 200 len: 689 time: 0.1600862 Feb 05 03:09:41.778375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff379a5-60ad-4ca7-a6e0-75b35515f44e None None] Pushing event updated for resources: {'Port': ['ID=29d25ed2-60e9-42ee-8e1a-e3f98f68330f,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:41.782436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43952) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:41.793378 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Publish callbacks [] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:41.807928 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d244fbdc-438b-4115-ba12-1cf114c3d79f req-779b9185-c9db-419d-8ed0-5c6b5cd6d269 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0722926 Feb 05 03:09:41.809922 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:41.828633 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4f689-39b4-4da2-9ccf-4eed52f9b39b None None] Pushing event updated for resources: {'Port': ['ID=f5fe1822-603c-4b75-9170-6919ef908220,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:41.882452 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Routers {'dd9bdf02-8d82-4539-8951-f78a0e7db41a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:09:41.884840 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['dd9bdf02-8d82-4539-8951-f78a0e7db41a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:41.889377 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (1a7858be-6fcb-46fb-a66a-8a03f63c77d2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:41.902264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf0df51-d542-4fab-bac6-ce0932b79748,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:42.046236 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (ae6b73a2-e0b1-48bd-9020-61746a434c10), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:42.079525 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] Set router dd9bdf02-8d82-4539-8951-f78a0e7db41a gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:09:42.148811 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9507ffaa-f25c-4925-a53c-8f7b91049574 None None] Current status of the port 6885b3b4-7182-42ac-8d95-675637ad6128 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:42.149439 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9507ffaa-f25c-4925-a53c-8f7b91049574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6885b3b4-7182-42ac-8d95-675637ad6128), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:42.187562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0eacd-6fc3-4ffd-b060-67878614ebfd None None] Pushing event updated for resources: {'Port': ['ID=ea31fa63-2be9-432e-bbbb-1094bf8e0816,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:42.206047 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecf0-73e5-40f3-bfd5-1d7c8243ee24 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (6f17fbf3-5a65-4007-9483-73c9395ab7d3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:42.249559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Routers {'eabefc84-be5a-4e6b-8624-0543567e7956'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:09:42.250205 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['eabefc84-be5a-4e6b-8624-0543567e7956'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:42.274928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Deleting port 2c841512-2ce9-4a47-9850-c2e049cda83e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:09:42.275442 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (2c841512-2ce9-4a47-9850-c2e049cda83e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:42.324999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6ecf0-73e5-40f3-bfd5-1d7c8243ee24 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=6f17fbf3-5a65-4007-9483-73c9395ab7d3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:42.361840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 95e8c368-9800-4a97-acf0-a420064a1ef6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:42.362215 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (95e8c368-9800-4a97-acf0-a420064a1ef6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:42.372267 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'name': 'tempest-TaggedBootDevicesTest-1636464404-router', 'tenant_id': '542fc668868e4784949871af0632f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:36Z', 'updated_at': '2022-02-05T03:09:38Z', 'revision_number': 3, 'project_id': '542fc668868e4784949871af0632f0ea', 'gw_port': {'id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:37Z', 'updated_at': '2022-02-05T03:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:42.390501 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:42.393239 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecf0-73e5-40f3-bfd5-1d7c8243ee24 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:42.396957 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-89a6ecf0-73e5-40f3-bfd5-1d7c8243ee24 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/6f17fbf3-5a65-4007-9483-73c9395ab7d3 HTTP/1.1" status: 204 len: 168 time: 2.4694600 Feb 05 03:09:42.412914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43958) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:42.438482 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124d219-87ca-4a95-8213-91d908b8255d None None] The sync data for ids ['dd9bdf02-8d82-4539-8951-f78a0e7db41a'] in n-d-826942-8 is: [{'id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'name': 'tempest-TaggedBootDevicesTest-1636464404-router', 'tenant_id': '542fc668868e4784949871af0632f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:36Z', 'updated_at': '2022-02-05T03:09:38Z', 'revision_number': 3, 'project_id': '542fc668868e4784949871af0632f0ea', 'gw_port': {'id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:37Z', 'updated_at': '2022-02-05T03:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:09:42.519520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Network 8e61be18-d209-4e3e-a048-8147e455db83 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:42.523446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:42.633982 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9507ffaa-f25c-4925-a53c-8f7b91049574 None None] For port 6885b3b4-7182-42ac-8d95-675637ad6128, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6885b3b4-7182-42ac-8d95-675637ad6128,segment=NetworkSegment(4551c19d-dd47-4121-9749-bd870fee55b2),segment_id=4551c19d-dd47-4121-9749-bd870fee55b2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:42.731736 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] Set router eabefc84-be5a-4e6b-8624-0543567e7956 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:09:42.788839 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38228f4f-f6f9-43f5-bc5c-0afe9b15e1f3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:42.791521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38228f4f-f6f9-43f5-bc5c-0afe9b15e1f3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:42.793162 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-38228f4f-f6f9-43f5-bc5c-0afe9b15e1f3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3784173 Feb 05 03:09:42.796877 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43960) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:42.953603 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9507ffaa-f25c-4925-a53c-8f7b91049574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6885b3b4-7182-42ac-8d95-675637ad6128), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:43.015865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b396b945-ec69-4894-8799-eb845d908d21 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet cc895514-0cf4-4433-ab5c-2e15dea32eb7 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:09:43.027998 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b396b945-ec69-4894-8799-eb845d908d21 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (cc895514-0cf4-4433-ab5c-2e15dea32eb7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:43.132873 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b396b945-ec69-4894-8799-eb845d908d21 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (cc895514-0cf4-4433-ab5c-2e15dea32eb7), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:43.361582 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Publish callbacks [] for port (e386f5f5-f2e8-4a01-8d7f-964d9145137d), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:43.433564 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b396b945-ec69-4894-8799-eb845d908d21 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (cc895514-0cf4-4433-ab5c-2e15dea32eb7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:43.508796 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507ffaa-f25c-4925-a53c-8f7b91049574 None None] Pushing event updated for resources: {'Port': ['ID=6885b3b4-7182-42ac-8d95-675637ad6128,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:43.564717 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 95e8c368-9800-4a97-acf0-a420064a1ef6 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:43.565377 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (95e8c368-9800-4a97-acf0-a420064a1ef6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:43.575562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32040df7-6678-4f6c-88df-9035b0c09384 None None] Network 7ec7de06-eef4-40da-935f-f7e513222739 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:43.597403 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e386f5f5-f2e8-4a01-8d7f-964d9145137d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:43.601050 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9fbb3637-b123-4bda-b990-b800461d34ac None None] Provisioning complete for port 5d16c586-3e98-4f93-a518-cfd7e41b192d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:43.601656 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3637-b123-4bda-b990-b800461d34ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5d16c586-3e98-4f93-a518-cfd7e41b192d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:43.608539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Router ae6b73a2-e0b1-48bd-9020-61746a434c10 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:09:43.628815 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (2c841512-2ce9-4a47-9850-c2e049cda83e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:43.633851 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for floatingip (2c841512-2ce9-4a47-9850-c2e049cda83e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:43.640272 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b396b945-ec69-4894-8799-eb845d908d21 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (cc895514-0cf4-4433-ab5c-2e15dea32eb7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:43.682739 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396b945-ec69-4894-8799-eb845d908d21 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=cc895514-0cf4-4433-ab5c-2e15dea32eb7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:43.698168 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d3912-9179-4af8-bf56-2b65194eb093 req-137b2f92-9946-40d6-b868-c4d886e38787 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:43.700133 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e3d3912-9179-4af8-bf56-2b65194eb093 req-137b2f92-9946-40d6-b868-c4d886e38787 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.7880082 Feb 05 03:09:43.717887 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Calling delete_port for 2c841512-2ce9-4a47-9850-c2e049cda83e owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:09:43.809003 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b396b945-ec69-4894-8799-eb845d908d21 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:43.813767 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b396b945-ec69-4894-8799-eb845d908d21 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/cc895514-0cf4-4433-ab5c-2e15dea32eb7 HTTP/1.1" status: 204 len: 168 time: 1.0151408 Feb 05 03:09:43.816883 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43966) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:43.866597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Allocated IP 172.20.0.1 (7ec7de06-eef4-40da-935f-f7e513222739/6af2af97-834b-4bf9-b90e-19ca4b970cd1/2815a9de-f9f5-4d30-b050-636677c57e37) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:43.900629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 95e8c368-9800-4a97-acf0-a420064a1ef6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=95e8c368-9800-4a97-acf0-a420064a1ef6,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:43.953369 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-179824f2-df0f-4ea9-9c7b-15a4df4e64c0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992801 Feb 05 03:09:43.955083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43968) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:43.959978 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (95e8c368-9800-4a97-acf0-a420064a1ef6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:43.971861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0772a8a7-86ad-4adc-8f9d-f80fc3fd7719 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:44.017368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e3d3912-9179-4af8-bf56-2b65194eb093 req-8991edc0-3f03-41fa-9855-3372acf8762a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036063 Feb 05 03:09:44.027705 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea0e39-e681-44c5-8c43-2d5a0ea83bf5 None None] Pushing event updated for resources: {'Port': ['ID=e386f5f5-f2e8-4a01-8d7f-964d9145137d,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:44.051086 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Attempting to bind port e386f5f5-f2e8-4a01-8d7f-964d9145137d on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:09:44.059246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Attempting to bind port e386f5f5-f2e8-4a01-8d7f-964d9145137d by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:09:44.059973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Attempting to bind port e386f5f5-f2e8-4a01-8d7f-964d9145137d on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:09:44.068138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:09:44.077307 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7911e3ae-4f15-47c5-86e4-5b7443e3cc96 admin admin] 10.222.0.36 "PUT /v2.0/routers/ae6b73a2-e0b1-48bd-9020-61746a434c10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0659394 Feb 05 03:09:44.136362 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59db27a-2900-4e42-a672-4e81b7eb1f51 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:44.174660 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 2c79608f-2635-43d5-87d9-37b5410da655 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:09:44.179222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:09:44.179222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:44.179547 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:44.179905 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:09:44.180393 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Bound port: e386f5f5-f2e8-4a01-8d7f-964d9145137d, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:09:44.189193 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e386f5f5-f2e8-4a01-8d7f-964d9145137d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:44.229390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'name': 'tempest-TaggedBootDevicesTest-1324750262-router', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:23Z', 'updated_at': '2022-02-05T03:09:29Z', 'revision_number': 4, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'gw_port': {'id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:24Z', 'updated_at': '2022-02-05T03:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ea31fa63-2be9-432e-bbbb-1094bf8e0816', 'name': '', 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'mac_address': 'fa:16:3e:97:16:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:27Z', 'updated_at': '2022-02-05T03:09:40Z', 'revision_number': 4, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'subnets': [{'id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:44.276156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768deaec-519e-4d36-9d3f-42fbc8cbca89 req-5b9ec456-592e-4134-9a1e-28b705ac1f30 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:44.284827 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-768deaec-519e-4d36-9d3f-42fbc8cbca89 req-5b9ec456-592e-4134-9a1e-28b705ac1f30 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1215720 Feb 05 03:09:44.417396 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-768deaec-519e-4d36-9d3f-42fbc8cbca89 req-20c09965-bbaa-4af8-98dd-214b9a000138 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255636 Feb 05 03:09:44.609304 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Publish callbacks [] for port (2815a9de-f9f5-4d30-b050-636677c57e37), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:44.616861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0772a8a7-86ad-4adc-8f9d-f80fc3fd7719 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:44.620762 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0772a8a7-86ad-4adc-8f9d-f80fc3fd7719 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:44.676611 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (2c841512-2ce9-4a47-9850-c2e049cda83e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:44.715826 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c841512-2ce9-4a47-9850-c2e049cda83e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:44.880909 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (2815a9de-f9f5-4d30-b050-636677c57e37), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:44.923442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecda1d3-f08c-4880-9840-53b1f608411b req-d582a1c0-f56d-4379-a464-bcbad2dcbf3f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:44.925144 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aecda1d3-f08c-4880-9840-53b1f608411b req-d582a1c0-f56d-4379-a464-bcbad2dcbf3f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1335673 Feb 05 03:09:44.929641 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 2c79608f-2635-43d5-87d9-37b5410da655 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:09:44.930168 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 2c79608f-2635-43d5-87d9-37b5410da655 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:09:44.951227 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for floatingip (d82138a0-fbfe-4d6f-812e-eef9b34d44ba), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:44.961235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Pushing event updated for resources: {'Port': ['ID=2815a9de-f9f5-4d30-b050-636677c57e37,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:44.964628 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ddb13-6a7a-469e-b709-7b095d070ac2 None None] The sync data for ids ['eabefc84-be5a-4e6b-8624-0543567e7956'] in n-d-826942-8 is: [{'id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'name': 'tempest-TaggedBootDevicesTest-1324750262-router', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:23Z', 'updated_at': '2022-02-05T03:09:29Z', 'revision_number': 4, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'gw_port': {'id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:24Z', 'updated_at': '2022-02-05T03:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ea31fa63-2be9-432e-bbbb-1094bf8e0816', 'name': '', 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'mac_address': 'fa:16:3e:97:16:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:27Z', 'updated_at': '2022-02-05T03:09:40Z', 'revision_number': 4, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'subnets': [{'id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:09:45.021037 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Network 7ec7de06-eef4-40da-935f-f7e513222739 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:45.035021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aecda1d3-f08c-4880-9840-53b1f608411b req-f5b915ad-9241-47e4-b7e4-586cac984a0b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908091 Feb 05 03:09:45.052451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:45.067794 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:45.147716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=95e8c368-9800-4a97-acf0-a420064a1ef6,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:45.312962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] For port e386f5f5-f2e8-4a01-8d7f-964d9145137d, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:09:45.335309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb3637-b123-4bda-b990-b800461d34ac None None] Current status of the port 5d16c586-3e98-4f93-a518-cfd7e41b192d is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:45.343099 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3637-b123-4bda-b990-b800461d34ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5d16c586-3e98-4f93-a518-cfd7e41b192d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:45.361435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] For port e386f5f5-f2e8-4a01-8d7f-964d9145137d, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e386f5f5-f2e8-4a01-8d7f-964d9145137d,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:09:45.382514 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e386f5f5-f2e8-4a01-8d7f-964d9145137d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:45.449445 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9fbb3637-b123-4bda-b990-b800461d34ac None None] For port 5d16c586-3e98-4f93-a518-cfd7e41b192d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5d16c586-3e98-4f93-a518-cfd7e41b192d,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:45.468377 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (5560ac99-59e0-4678-be77-d2c83365186d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:45.505007 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3637-b123-4bda-b990-b800461d34ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5d16c586-3e98-4f93-a518-cfd7e41b192d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:45.508658 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (dd9bdf02-8d82-4539-8951-f78a0e7db41a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:45.579530 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d086e-5b02-4af9-be42-a95cd1c747f3 req-b72995ec-4569-4f62-9f5a-edc6b67ac8e1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:45.581156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f8d086e-5b02-4af9-be42-a95cd1c747f3 req-b72995ec-4569-4f62-9f5a-edc6b67ac8e1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1537974 Feb 05 03:09:45.785251 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f8d086e-5b02-4af9-be42-a95cd1c747f3 req-b99c4402-9fab-4a62-a55f-1f8a093e6b32 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906614 Feb 05 03:09:45.789093 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9fbb3637-b123-4bda-b990-b800461d34ac None None] Provisioning complete for port ea31fa63-2be9-432e-bbbb-1094bf8e0816 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:45.789490 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3637-b123-4bda-b990-b800461d34ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:45.838462 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (5560ac99-59e0-4678-be77-d2c83365186d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:45.876488 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea0e39-e681-44c5-8c43-2d5a0ea83bf5 None None] Pushing event updated for resources: {'Port': ['ID=e386f5f5-f2e8-4a01-8d7f-964d9145137d,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:45.887306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf1d190-d563-49c0-8a12-5a43896e962d None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:09:45.957182 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Routers {'ae6b73a2-e0b1-48bd-9020-61746a434c10'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:09:45.957831 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ae6b73a2-e0b1-48bd-9020-61746a434c10'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:46.080748 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5560ac99-59e0-4678-be77-d2c83365186d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:46.168709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6885b3b4-7182-42ac-8d95-675637ad6128 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:46.246871 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (1a7858be-6fcb-46fb-a66a-8a03f63c77d2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:46.291286 n-d-826942-8 neutron-server[109674]: DEBUG neutron.objects.ports [None req-0772a8a7-86ad-4adc-8f9d-f80fc3fd7719 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:09:46.295835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7858be-6fcb-46fb-a66a-8a03f63c77d2']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:46.323980 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:46.372660 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb3637-b123-4bda-b990-b800461d34ac None None] Pushing event updated for resources: {'Port': ['ID=5d16c586-3e98-4f93-a518-cfd7e41b192d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:46.415547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756d7dd2-1068-40ea-babf-aab699319f02') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:46.415841 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756d7dd2-1068-40ea-babf-aab699319f02') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:46.423404 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2815a9de-f9f5-4d30-b050-636677c57e37), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:46.432259 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (756d7dd2-1068-40ea-babf-aab699319f02), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:46.495244 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb3637-b123-4bda-b990-b800461d34ac None None] Current status of the port ea31fa63-2be9-432e-bbbb-1094bf8e0816 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:46.495875 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3637-b123-4bda-b990-b800461d34ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:46.512721 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (756d7dd2-1068-40ea-babf-aab699319f02), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:46.535228 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:09:46.535641 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (756d7dd2-1068-40ea-babf-aab699319f02), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:09:46.537526 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:09:46.551434 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fcf1d190-d563-49c0-8a12-5a43896e962d None None] Deleting port 5d16c586-3e98-4f93-a518-cfd7e41b192d {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:09:46.552105 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fcf1d190-d563-49c0-8a12-5a43896e962d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5d16c586-3e98-4f93-a518-cfd7e41b192d), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:46.619391 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] Set router ae6b73a2-e0b1-48bd-9020-61746a434c10 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:09:46.683498 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6885b3b4-7182-42ac-8d95-675637ad6128 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:46.684236 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6885b3b4-7182-42ac-8d95-675637ad6128), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:46.690490 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9fbb3637-b123-4bda-b990-b800461d34ac None None] For port ea31fa63-2be9-432e-bbbb-1094bf8e0816, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ea31fa63-2be9-432e-bbbb-1094bf8e0816,segment=NetworkSegment(f245c6e2-ff2b-4170-89a3-b6613442c458),segment_id=f245c6e2-ff2b-4170-89a3-b6613442c458)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:46.728866 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3637-b123-4bda-b990-b800461d34ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:46.845856 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Publish callbacks [] for port (2815a9de-f9f5-4d30-b050-636677c57e37), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:46.867087 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (2815a9de-f9f5-4d30-b050-636677c57e37), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:46.930444 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (dd9bdf02-8d82-4539-8951-f78a0e7db41a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:46.932934 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (1a7858be-6fcb-46fb-a66a-8a03f63c77d2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:47.005522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fcf1d190-d563-49c0-8a12-5a43896e962d None None] For port 5d16c586-3e98-4f93-a518-cfd7e41b192d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5d16c586-3e98-4f93-a518-cfd7e41b192d,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:47.006597 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fcf1d190-d563-49c0-8a12-5a43896e962d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5d16c586-3e98-4f93-a518-cfd7e41b192d), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:47.039439 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3fe33-afac-43f5-a1ed-24d4f00e5dc6 req-0a3c9453-02c3-4818-b091-5a07b38eb12a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:47.050317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1a7858be-6fcb-46fb-a66a-8a03f63c77d2 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 05 03:09:47.050603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47d3fe33-afac-43f5-a1ed-24d4f00e5dc6 req-0a3c9453-02c3-4818-b091-5a07b38eb12a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1092384 Feb 05 03:09:47.067746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6885b3b4-7182-42ac-8d95-675637ad6128 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:47.068248 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a7858be-6fcb-46fb-a66a-8a03f63c77d2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:47.069009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 29d25ed2-60e9-42ee-8e1a-e3f98f68330f up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:47.078751 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0772a8a7-86ad-4adc-8f9d-f80fc3fd7719 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5d16c586-3e98-4f93-a518-cfd7e41b192d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:47.123155 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:47.125319 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a250ab8d-edf0-4bb1-9924-2335dd2e4c39 None None] Provisioning complete for port ddf0df51-d542-4fab-bac6-ce0932b79748 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:47.125768 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a250ab8d-edf0-4bb1-9924-2335dd2e4c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:47.128576 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fcf1d190-d563-49c0-8a12-5a43896e962d None None] Calling delete_port for 5d16c586-3e98-4f93-a518-cfd7e41b192d owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:09:47.133533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb3637-b123-4bda-b990-b800461d34ac None None] Pushing event updated for resources: {'Port': ['ID=ea31fa63-2be9-432e-bbbb-1094bf8e0816,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:47.145366 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4ac06027-2f3c-4363-8de2-dc15c19ee42d tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "DELETE /v2.0/networks/1a7858be-6fcb-46fb-a66a-8a03f63c77d2 HTTP/1.1" status: 204 len: 168 time: 5.3614326 Feb 05 03:09:47.148207 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44008) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:47.224072 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47d3fe33-afac-43f5-a1ed-24d4f00e5dc6 req-6a0d84a6-afec-4f7f-bd9c-eadc7cd1c031 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722736 Feb 05 03:09:47.242986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a250ab8d-edf0-4bb1-9924-2335dd2e4c39 None None] Port ddf0df51-d542-4fab-bac6-ce0932b79748 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:09:47.243208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Pushing event updated for resources: {'Port': ['ID=2815a9de-f9f5-4d30-b050-636677c57e37,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:47.270047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:47.274244 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (29d25ed2-60e9-42ee-8e1a-e3f98f68330f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:47.340840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a250ab8d-edf0-4bb1-9924-2335dd2e4c39 None None] Provisioning complete for port 2815a9de-f9f5-4d30-b050-636677c57e37 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:47.341393 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a250ab8d-edf0-4bb1-9924-2335dd2e4c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2815a9de-f9f5-4d30-b050-636677c57e37), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:47.347139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'name': 'tempest-TestVolumeBootPattern-1055099583-router', 'tenant_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:33Z', 'updated_at': '2022-02-05T03:09:39Z', 'revision_number': 4, 'project_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'gw_port': {'id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:35Z', 'updated_at': '2022-02-05T03:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ddf0df51-d542-4fab-bac6-ce0932b79748', 'name': '', 'network_id': '8e61be18-d209-4e3e-a048-8147e455db83', 'tenant_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'mac_address': 'fa:16:3e:56:bd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'b05a4807-496e-44cf-8eb6-57bab89621b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:38Z', 'updated_at': '2022-02-05T03:09:40Z', 'revision_number': 2, 'project_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'subnets': [{'id': 'b05a4807-496e-44cf-8eb6-57bab89621b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:47.454692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c454188-a4a3-4391-b07b-268bc2b3387d None None] The sync data for ids ['ae6b73a2-e0b1-48bd-9020-61746a434c10'] in n-d-826942-8 is: [{'id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'name': 'tempest-TestVolumeBootPattern-1055099583-router', 'tenant_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:33Z', 'updated_at': '2022-02-05T03:09:39Z', 'revision_number': 4, 'project_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'gw_port': {'id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:35Z', 'updated_at': '2022-02-05T03:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ddf0df51-d542-4fab-bac6-ce0932b79748', 'name': '', 'network_id': '8e61be18-d209-4e3e-a048-8147e455db83', 'tenant_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'mac_address': 'fa:16:3e:56:bd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'b05a4807-496e-44cf-8eb6-57bab89621b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:38Z', 'updated_at': '2022-02-05T03:09:40Z', 'revision_number': 2, 'project_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'subnets': [{'id': 'b05a4807-496e-44cf-8eb6-57bab89621b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:09:47.477952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-76cc635b-e355-4f3f-ac4f-7e54a085d630 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 994 time: 0.3281631 Feb 05 03:09:47.492803 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44014) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:47.537318 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a250ab8d-edf0-4bb1-9924-2335dd2e4c39 None None] Port 2815a9de-f9f5-4d30-b050-636677c57e37 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:09:47.563353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0312614-f9b0-4824-8057-322f6913f03e req-281f0fb8-0752-43d1-8f3e-31c00d9a6812 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:47.575086 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a250ab8d-edf0-4bb1-9924-2335dd2e4c39 None None] Provisioning complete for port 6885b3b4-7182-42ac-8d95-675637ad6128 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:47.575258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0312614-f9b0-4824-8057-322f6913f03e req-281f0fb8-0752-43d1-8f3e-31c00d9a6812 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.0903184 Feb 05 03:09:47.575468 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a250ab8d-edf0-4bb1-9924-2335dd2e4c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6885b3b4-7182-42ac-8d95-675637ad6128), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:47.690580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0312614-f9b0-4824-8057-322f6913f03e req-964639af-1b36-4a23-bf36-df9176902559 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140783 Feb 05 03:09:47.746232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:47.746618 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (29d25ed2-60e9-42ee-8e1a-e3f98f68330f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:47.747430 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Network 7ec7de06-eef4-40da-935f-f7e513222739 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:47.776789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:47.799093 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=29d25ed2-60e9-42ee-8e1a-e3f98f68330f,segment=NetworkSegment(c7942f65-8acc-459e-9f84-37b5df62befc),segment_id=c7942f65-8acc-459e-9f84-37b5df62befc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:47.827142 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (29d25ed2-60e9-42ee-8e1a-e3f98f68330f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:47.827949 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5d16c586-3e98-4f93-a518-cfd7e41b192d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:47.842433 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff26acc-25aa-4911-8277-0bf138124b8f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:47.842919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff26acc-25aa-4911-8277-0bf138124b8f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:47.843371 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff26acc-25aa-4911-8277-0bf138124b8f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:47.843818 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff26acc-25aa-4911-8277-0bf138124b8f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:47.844258 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff26acc-25aa-4911-8277-0bf138124b8f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:47.844696 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff26acc-25aa-4911-8277-0bf138124b8f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:47.845134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff26acc-25aa-4911-8277-0bf138124b8f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:47.845571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff26acc-25aa-4911-8277-0bf138124b8f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:47.846011 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff26acc-25aa-4911-8277-0bf138124b8f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:47.851201 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44020) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:47.851374 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3ff26acc-25aa-4911-8277-0bf138124b8f tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5939 time: 0.3435826 Feb 05 03:09:47.853363 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-0772a8a7-86ad-4adc-8f9d-f80fc3fd7719 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] For port 5d16c586-3e98-4f93-a518-cfd7e41b192d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5d16c586-3e98-4f93-a518-cfd7e41b192d,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:47.994358 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-5ee21cc0-0e02-446e-a539-14a450268bb5 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] delete failed (client error): The resource could not be found. Feb 05 03:09:47.995854 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5ee21cc0-0e02-446e-a539-14a450268bb5 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/d82138a0-fbfe-4d6f-812e-eef9b34d44ba HTTP/1.1" status: 404 len: 345 time: 0.1434119 Feb 05 03:09:48.007354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44022) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:48.042188 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a944665-353c-4ecf-bbc5-d948ed720ca3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] DELETE failed (client error): The resource could not be found. Feb 05 03:09:48.042938 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a944665-353c-4ecf-bbc5-d948ed720ca3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:09:48.047545 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0772a8a7-86ad-4adc-8f9d-f80fc3fd7719 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (5d16c586-3e98-4f93-a518-cfd7e41b192d), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:48.055700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2a944665-353c-4ecf-bbc5-d948ed720ca3 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "DELETE /v2.0/networks/1a7858be-6fcb-46fb-a66a-8a03f63c77d2 HTTP/1.1" status: 404 len: 339 time: 0.0467496 Feb 05 03:09:48.056458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44024) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:48.068427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-34636cd2-fc52-4240-9491-a225c16ab21b tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Request body: {'network': {'name': 'tempest-network--825565268', 'router:external': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:48.116587 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34636cd2-fc52-4240-9491-a225c16ab21b tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Made reservation on behalf of 499cdf0a7c20417bb037699d8fcbc1c1 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:48.119155 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34636cd2-fc52-4240-9491-a225c16ab21b tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:48.132295 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0772a8a7-86ad-4adc-8f9d-f80fc3fd7719 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (5d16c586-3e98-4f93-a518-cfd7e41b192d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:48.183674 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34636cd2-fc52-4240-9491-a225c16ab21b tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:09:48.204658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a250ab8d-edf0-4bb1-9924-2335dd2e4c39 None None] Current status of the port 6885b3b4-7182-42ac-8d95-675637ad6128 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:48.207683 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fcf1d190-d563-49c0-8a12-5a43896e962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (5d16c586-3e98-4f93-a518-cfd7e41b192d), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:48.209389 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34636cd2-fc52-4240-9491-a225c16ab21b tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (6a540060-51b7-4ccc-b089-608d71ff46e2), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:48.209757 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-34636cd2-fc52-4240-9491-a225c16ab21b tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Added segment 6a540060-51b7-4ccc-b089-608d71ff46e2 of type vlan for network 88c03f12-2736-409f-9429-ade4386ed2f3 Feb 05 03:09:48.273170 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772a8a7-86ad-4adc-8f9d-f80fc3fd7719 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=5d16c586-3e98-4f93-a518-cfd7e41b192d,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:48.283379 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=29d25ed2-60e9-42ee-8e1a-e3f98f68330f,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:48.298157 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0772a8a7-86ad-4adc-8f9d-f80fc3fd7719 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (c51a4bbd-124f-40dc-98eb-7ecb3638f64b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:48.298573 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5d16c586-3e98-4f93-a518-cfd7e41b192d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:48.299138 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5d16c586-3e98-4f93-a518-cfd7e41b192d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:48.316999 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf1d190-d563-49c0-8a12-5a43896e962d None None] No DVR routers for this DVR port 5d16c586-3e98-4f93-a518-cfd7e41b192d on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:09:48.341524 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34636cd2-fc52-4240-9491-a225c16ab21b tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (88c03f12-2736-409f-9429-ade4386ed2f3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:48.383500 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Port 5d16c586-3e98-4f93-a518-cfd7e41b192d was deleted so its status cannot be updated. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 05 03:09:48.384307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 48554a1a-a170-430c-975e-5fb420e8cf0d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:48.415953 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34636cd2-fc52-4240-9491-a225c16ab21b tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (88c03f12-2736-409f-9429-ade4386ed2f3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:48.417688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34636cd2-fc52-4240-9491-a225c16ab21b tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:48.418853 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34636cd2-fc52-4240-9491-a225c16ab21b tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:48.424960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a250ab8d-edf0-4bb1-9924-2335dd2e4c39 None None] Provisioning complete for port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:48.425416 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a250ab8d-edf0-4bb1-9924-2335dd2e4c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (29d25ed2-60e9-42ee-8e1a-e3f98f68330f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:48.430296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1d190-d563-49c0-8a12-5a43896e962d None None] Pushing event deleted for resources: {'Port': ['ID=5d16c586-3e98-4f93-a518-cfd7e41b192d,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:48.463089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0772a8a7-86ad-4adc-8f9d-f80fc3fd7719 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:48.468271 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0772a8a7-86ad-4adc-8f9d-f80fc3fd7719 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:48.490225 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0114c2dd-c6e0-442f-a168-4901f77b6a53 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:48.496944 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0772a8a7-86ad-4adc-8f9d-f80fc3fd7719 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:48.497544 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0772a8a7-86ad-4adc-8f9d-f80fc3fd7719 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:48.513120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Router dd9bdf02-8d82-4539-8951-f78a0e7db41a has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:09:48.526313 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772a8a7-86ad-4adc-8f9d-f80fc3fd7719 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=c51a4bbd-124f-40dc-98eb-7ecb3638f64b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:48.563875 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0772a8a7-86ad-4adc-8f9d-f80fc3fd7719 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6027067 Feb 05 03:09:48.565013 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44026) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:48.577620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-34636cd2-fc52-4240-9491-a225c16ab21b tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5152082 Feb 05 03:09:48.583404 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44028) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:48.652813 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-803c9dca-7be4-4b29-80eb-88ad44661fb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'mac_address': 'fa:16:3e:83:b0:6a', 'name': 'tempest-NetworksTestDHCPv6-268934958'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:48.694454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a250ab8d-edf0-4bb1-9924-2335dd2e4c39 None None] Current status of the port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:48.755220 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 48554a1a-a170-430c-975e-5fb420e8cf0d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:48.757927 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:48.811901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34636cd2-fc52-4240-9491-a225c16ab21b tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Pushing event updated for resources: {'Network': ['ID=88c03f12-2736-409f-9429-ade4386ed2f3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:48.819078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a250ab8d-edf0-4bb1-9924-2335dd2e4c39 None None] Could not find standard attr ID for object 6f17fbf3-5a65-4007-9483-73c9395ab7d3. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:09:48.844001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 88c03f12-2736-409f-9429-ade4386ed2f3 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:09:48.893144 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': 'c51a4bbd-124f-40dc-98eb-7ecb3638f64b'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:09:48.894148 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:48.931964 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803c9dca-7be4-4b29-80eb-88ad44661fb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:49.051899 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:09:49.079660 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4f06ff09-7fe8-4f25-8e01-124a888bf261 admin admin] 10.222.0.36 "PUT /v2.0/routers/dd9bdf02-8d82-4539-8951-f78a0e7db41a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7573488 Feb 05 03:09:49.095557 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Sync routers for ids ['dd9bdf02-8d82-4539-8951-f78a0e7db41a'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:09:49.179086 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-803c9dca-7be4-4b29-80eb-88ad44661fb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:49.194151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeac58d-8499-4666-8be0-cf1469708e3f tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:49.198205 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-73f31312-b36c-429d-8197-88f9bde627c3 None None] Provisioning complete for port 2815a9de-f9f5-4d30-b050-636677c57e37 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:49.198588 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-73f31312-b36c-429d-8197-88f9bde627c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2815a9de-f9f5-4d30-b050-636677c57e37), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:49.200285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeac58d-8499-4666-8be0-cf1469708e3f tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:49.208737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeac58d-8499-4666-8be0-cf1469708e3f tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:49.214165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeac58d-8499-4666-8be0-cf1469708e3f tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:49.218828 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-baeac58d-8499-4666-8be0-cf1469708e3f tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6276579 Feb 05 03:09:49.219281 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44048) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:49.230407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-803c9dca-7be4-4b29-80eb-88ad44661fb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port d1f1efdf-d2c6-485a-ad80-944f59b699df yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:09:49.231186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39517181-28af-4875-a2c8-6c8db1b17555 req-ff9e6372-3e1a-489f-a0be-fc768e171521 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:49.238962 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-39517181-28af-4875-a2c8-6c8db1b17555 req-ff9e6372-3e1a-489f-a0be-fc768e171521 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.3901565 Feb 05 03:09:49.254940 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 48554a1a-a170-430c-975e-5fb420e8cf0d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:49.255643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f5fe1822-603c-4b75-9170-6919ef908220 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:49.260825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-73f31312-b36c-429d-8197-88f9bde627c3 None None] Port 2815a9de-f9f5-4d30-b050-636677c57e37 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:09:49.262482 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Routers {'dd9bdf02-8d82-4539-8951-f78a0e7db41a'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:09:49.263145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['dd9bdf02-8d82-4539-8951-f78a0e7db41a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:49.381204 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-39517181-28af-4875-a2c8-6c8db1b17555 req-da13c224-fc55-4ec3-ab78-ad4c12b82435 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413476 Feb 05 03:09:49.440533 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-146655e3-3567-4dd7-a488-556f4c220687 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (88c03f12-2736-409f-9429-ade4386ed2f3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:49.444531 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-c2006105-54df-47d8-969d-73c2769fd19c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:49.446146 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-c2006105-54df-47d8-969d-73c2769fd19c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 811 time: 0.3665767 Feb 05 03:09:49.479651 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-04a97b18-6459-4bad-ae23-2b162516642f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/quotas/bf205d1005174d34b7264edb6224b46f HTTP/1.1" status: 200 len: 375 time: 0.0223536 Feb 05 03:09:49.564163 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-fde65f6c-25a1-414e-8953-bfcb766d9cfd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835292 Feb 05 03:09:49.711156 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Set router dd9bdf02-8d82-4539-8951-f78a0e7db41a gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:09:49.727789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-803c9dca-7be4-4b29-80eb-88ad44661fb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::f816:3eff:fe83:b06a (8390d630-9d9e-438f-b4d6-5ec8bb91124a/c51a4bbd-124f-40dc-98eb-7ecb3638f64b/d1f1efdf-d2c6-485a-ad80-944f59b699df) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:49.753665 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-146655e3-3567-4dd7-a488-556f4c220687 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (88c03f12-2736-409f-9429-ade4386ed2f3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:49.760428 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbabae-f844-4def-9f5a-3eacb5824bed req-880ea9e3-119d-4b2f-95eb-08a8aa27ec19 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:49.771634 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8bbabae-f844-4def-9f5a-3eacb5824bed req-880ea9e3-119d-4b2f-95eb-08a8aa27ec19 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1511590 Feb 05 03:09:49.827910 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-f914c1c1-7f76-4967-95b9-d082c8acfd82 service neutron] 10.222.0.36 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624605 Feb 05 03:09:49.835560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-146655e3-3567-4dd7-a488-556f4c220687 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c03f12-2736-409f-9429-ade4386ed2f3']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:49.840605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port f5fe1822-603c-4b75-9170-6919ef908220 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:49.840982 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f5fe1822-603c-4b75-9170-6919ef908220), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:49.860982 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-146655e3-3567-4dd7-a488-556f4c220687 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a540060-51b7-4ccc-b089-608d71ff46e2') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:49.871627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-146655e3-3567-4dd7-a488-556f4c220687 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a540060-51b7-4ccc-b089-608d71ff46e2') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:49.909992 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-146655e3-3567-4dd7-a488-556f4c220687 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (6a540060-51b7-4ccc-b089-608d71ff46e2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:50.018520 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-146655e3-3567-4dd7-a488-556f4c220687 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (6a540060-51b7-4ccc-b089-608d71ff46e2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:50.037101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146655e3-3567-4dd7-a488-556f4c220687 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:09:50.037977 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-146655e3-3567-4dd7-a488-556f4c220687 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (6a540060-51b7-4ccc-b089-608d71ff46e2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:09:50.040624 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:09:50.220677 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-146655e3-3567-4dd7-a488-556f4c220687 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (88c03f12-2736-409f-9429-ade4386ed2f3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:50.244354 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-803c9dca-7be4-4b29-80eb-88ad44661fb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (d1f1efdf-d2c6-485a-ad80-944f59b699df), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:50.246395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146655e3-3567-4dd7-a488-556f4c220687 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 88c03f12-2736-409f-9429-ade4386ed2f3 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 05 03:09:50.264382 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-146655e3-3567-4dd7-a488-556f4c220687 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:50.271166 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-146655e3-3567-4dd7-a488-556f4c220687 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "DELETE /v2.0/networks/88c03f12-2736-409f-9429-ade4386ed2f3 HTTP/1.1" status: 204 len: 168 time: 1.0509820 Feb 05 03:09:50.283993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44094) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:50.289108 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-644f12f1-8732-4cee-aabe-8dfff967bde0 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Request body: {'network': {'name': 'tempest-network--1031553735', 'router:external': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:50.296287 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8bbabae-f844-4def-9f5a-3eacb5824bed req-710600fb-d645-40cb-8094-72f000898314 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5236149 Feb 05 03:09:50.305012 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146655e3-3567-4dd7-a488-556f4c220687 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Pushing event deleted for resources: {'Network': ['ID=88c03f12-2736-409f-9429-ade4386ed2f3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:50.359922 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-531b4485-b908-4000-9cfc-ae71d04ea9ed service neutron] 10.222.0.36 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307655 Feb 05 03:09:50.393433 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644f12f1-8732-4cee-aabe-8dfff967bde0 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Made reservation on behalf of 499cdf0a7c20417bb037699d8fcbc1c1 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:50.397526 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-644f12f1-8732-4cee-aabe-8dfff967bde0 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:50.435123 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port f5fe1822-603c-4b75-9170-6919ef908220 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:50.436260 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f5fe1822-603c-4b75-9170-6919ef908220), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:50.469273 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644f12f1-8732-4cee-aabe-8dfff967bde0 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:09:50.491582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port f5fe1822-603c-4b75-9170-6919ef908220, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f5fe1822-603c-4b75-9170-6919ef908220,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:50.500979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'name': 'tempest-TaggedBootDevicesTest-1636464404-router', 'tenant_id': '542fc668868e4784949871af0632f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:36Z', 'updated_at': '2022-02-05T03:09:46Z', 'revision_number': 4, 'project_id': '542fc668868e4784949871af0632f0ea', 'gw_port': {'id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:37Z', 'updated_at': '2022-02-05T03:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '2815a9de-f9f5-4d30-b050-636677c57e37', 'name': '', 'network_id': '7ec7de06-eef4-40da-935f-f7e513222739', 'tenant_id': '542fc668868e4784949871af0632f0ea', 'mac_address': 'fa:16:3e:93:12:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '6af2af97-834b-4bf9-b90e-19ca4b970cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:42Z', 'updated_at': '2022-02-05T03:09:46Z', 'revision_number': 2, 'project_id': '542fc668868e4784949871af0632f0ea', 'subnets': [{'id': '6af2af97-834b-4bf9-b90e-19ca4b970cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:50.504682 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f5fe1822-603c-4b75-9170-6919ef908220), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:50.505817 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:50.524443 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-644f12f1-8732-4cee-aabe-8dfff967bde0 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c537b2f2-1f5f-4bf5-8418-4a4218341c7b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:50.524819 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-644f12f1-8732-4cee-aabe-8dfff967bde0 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Added segment c537b2f2-1f5f-4bf5-8418-4a4218341c7b of type vlan for network 1bd12e15-4d7b-4332-bcad-cd6c31dd85d3 Feb 05 03:09:50.559186 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-803c9dca-7be4-4b29-80eb-88ad44661fb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d1f1efdf-d2c6-485a-ad80-944f59b699df), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:50.600756 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Checking router: dd9bdf02-8d82-4539-8951-f78a0e7db41a for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:09:50.601418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Updating router dd9bdf02-8d82-4539-8951-f78a0e7db41a port 2815a9de-f9f5-4d30-b050-636677c57e37 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:09:50.625296 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147dfd1-e9b9-41c9-ae67-e37b17828135 req-cca3627e-b731-41c7-b525-69b90e017480 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:50.626583 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c9dca-7be4-4b29-80eb-88ad44661fb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:50.630255 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a147dfd1-e9b9-41c9-ae67-e37b17828135 req-cca3627e-b731-41c7-b525-69b90e017480 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1912518 Feb 05 03:09:50.632467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-803c9dca-7be4-4b29-80eb-88ad44661fb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:50.643846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c9dca-7be4-4b29-80eb-88ad44661fb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:50.667900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803c9dca-7be4-4b29-80eb-88ad44661fb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:50.668577 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-803c9dca-7be4-4b29-80eb-88ad44661fb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:50.776174 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a147dfd1-e9b9-41c9-ae67-e37b17828135 req-7ad8e7a8-5308-4d86-b89c-c7951643ed6c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376774 Feb 05 03:09:50.784314 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2815a9de-f9f5-4d30-b050-636677c57e37), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:50.828640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44134) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:50.829226 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-803c9dca-7be4-4b29-80eb-88ad44661fb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2143538 Feb 05 03:09:50.833363 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-644f12f1-8732-4cee-aabe-8dfff967bde0 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (1bd12e15-4d7b-4332-bcad-cd6c31dd85d3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:50.853098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c9dca-7be4-4b29-80eb-88ad44661fb5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=d1f1efdf-d2c6-485a-ad80-944f59b699df,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:50.885323 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-644f12f1-8732-4cee-aabe-8dfff967bde0 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (1bd12e15-4d7b-4332-bcad-cd6c31dd85d3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:50.887156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644f12f1-8732-4cee-aabe-8dfff967bde0 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:50.888028 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-644f12f1-8732-4cee-aabe-8dfff967bde0 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:50.927576 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-644f12f1-8732-4cee-aabe-8dfff967bde0 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6421764 Feb 05 03:09:50.948886 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44140) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:51.019056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f12f1-8732-4cee-aabe-8dfff967bde0 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Pushing event updated for resources: {'Network': ['ID=1bd12e15-4d7b-4332-bcad-cd6c31dd85d3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:51.064852 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Allocated IP 2001:db8::f816:3eff:fe66:aee4 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/c51a4bbd-124f-40dc-98eb-7ecb3638f64b/35b12d08-14dd-4b87-9952-fdb69e20f9aa) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:51.097537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 1bd12e15-4d7b-4332-bcad-cd6c31dd85d3 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:09:51.103529 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:51.103899 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:51.183597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=f5fe1822-603c-4b75-9170-6919ef908220,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:51.188390 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28698596-10a0-4112-853d-2665fb6c52a9 req-d90be26a-46e7-4b65-96a6-d67a922fafda tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 210 time: 0.1572535 Feb 05 03:09:51.237760 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc3b8a1-9e9a-4923-ba77-cc8396f61811 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:51.240550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ffc3b8a1-9e9a-4923-ba77-cc8396f61811 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] 10.222.0.36 "GET /v2.0/networks/1bd12e15-4d7b-4332-bcad-cd6c31dd85d3 HTTP/1.1" status: 200 len: 757 time: 0.2889175 Feb 05 03:09:51.243944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44146) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:51.312579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b0fa43-eb85-4f6e-bcba-ae00d6a19a3a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:51.320452 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-80b0fa43-eb85-4f6e-bcba-ae00d6a19a3a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4906759 Feb 05 03:09:51.324628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44154) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:51.362313 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efccc959-9e0e-453d-86a7-54c5e85259e5 req-a81adfdd-73e2-43de-8108-3b1cb748f459 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:51.364198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-efccc959-9e0e-453d-86a7-54c5e85259e5 req-a81adfdd-73e2-43de-8108-3b1cb748f459 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.4380622 Feb 05 03:09:51.503586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8e3888b5-5ccf-4e8d-977d-5e145b4ec1da tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port d1f1efdf-d2c6-485a-ad80-944f59b699df {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:09:51.504140 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e3888b5-5ccf-4e8d-977d-5e145b4ec1da tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d1f1efdf-d2c6-485a-ad80-944f59b699df), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:51.542117 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2ebd1b-ff38-4472-879c-e1c8c333eec7 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:51.543837 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bc2ebd1b-ff38-4472-879c-e1c8c333eec7 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] 10.222.0.36 "GET /v2.0/networks/43cafdcf-c46f-4f63-b084-598eaae19620 HTTP/1.1" status: 200 len: 768 time: 0.2982395 Feb 05 03:09:51.547259 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44156) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:51.556918 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-efccc959-9e0e-453d-86a7-54c5e85259e5 req-629915ae-50ba-4fea-8e6c-42d91030c49d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789925 Feb 05 03:09:51.691294 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e3888b5-5ccf-4e8d-977d-5e145b4ec1da tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d1f1efdf-d2c6-485a-ad80-944f59b699df), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:51.710296 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2228f506-b6cf-4098-98c3-801113f0fb67 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (1bd12e15-4d7b-4332-bcad-cd6c31dd85d3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:51.724924 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8e3888b5-5ccf-4e8d-977d-5e145b4ec1da tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for d1f1efdf-d2c6-485a-ad80-944f59b699df owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:09:51.871495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:51.881313 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2228f506-b6cf-4098-98c3-801113f0fb67 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (1bd12e15-4d7b-4332-bcad-cd6c31dd85d3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:51.914282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2228f506-b6cf-4098-98c3-801113f0fb67 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd12e15-4d7b-4332-bcad-cd6c31dd85d3']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:51.940382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2228f506-b6cf-4098-98c3-801113f0fb67 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c537b2f2-1f5f-4bf5-8418-4a4218341c7b') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:51.940691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2228f506-b6cf-4098-98c3-801113f0fb67 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c537b2f2-1f5f-4bf5-8418-4a4218341c7b') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:51.960096 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2228f506-b6cf-4098-98c3-801113f0fb67 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (c537b2f2-1f5f-4bf5-8418-4a4218341c7b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:51.972677 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Publish callbacks [] for port (35b12d08-14dd-4b87-9952-fdb69e20f9aa), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:51.977227 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2228f506-b6cf-4098-98c3-801113f0fb67 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c537b2f2-1f5f-4bf5-8418-4a4218341c7b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:51.987807 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2228f506-b6cf-4098-98c3-801113f0fb67 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:09:51.988313 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2228f506-b6cf-4098-98c3-801113f0fb67 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (c537b2f2-1f5f-4bf5-8418-4a4218341c7b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:52.045217 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (35b12d08-14dd-4b87-9952-fdb69e20f9aa), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:09:52.065884 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:09:52.075058 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2228f506-b6cf-4098-98c3-801113f0fb67 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (1bd12e15-4d7b-4332-bcad-cd6c31dd85d3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:52.083545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2228f506-b6cf-4098-98c3-801113f0fb67 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1bd12e15-4d7b-4332-bcad-cd6c31dd85d3 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 05 03:09:52.091385 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2228f506-b6cf-4098-98c3-801113f0fb67 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:52.099953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2228f506-b6cf-4098-98c3-801113f0fb67 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "DELETE /v2.0/networks/1bd12e15-4d7b-4332-bcad-cd6c31dd85d3 HTTP/1.1" status: 204 len: 168 time: 0.5502727 Feb 05 03:09:52.101646 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44164) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:52.126982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228f506-b6cf-4098-98c3-801113f0fb67 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Pushing event deleted for resources: {'Network': ['ID=1bd12e15-4d7b-4332-bcad-cd6c31dd85d3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:52.496949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-822ef900-69aa-4117-a505-f5e147a64bd1 req-4e99958b-b631-47ac-b703-33b1d451d7d2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 210 time: 0.1093113 Feb 05 03:09:52.594329 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e386f5f5-f2e8-4a01-8d7f-964d9145137d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:52.596653 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Pushing event updated for resources: {'Port': ['ID=35b12d08-14dd-4b87-9952-fdb69e20f9aa,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:52.670467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:52.679741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:52.690772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:52.698833 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Publish callbacks [] for port (2815a9de-f9f5-4d30-b050-636677c57e37), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:52.741277 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2815a9de-f9f5-4d30-b050-636677c57e37), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:52.799485 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e386f5f5-f2e8-4a01-8d7f-964d9145137d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:52.799867 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e386f5f5-f2e8-4a01-8d7f-964d9145137d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:52.880072 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Attempting to bind port 35b12d08-14dd-4b87-9952-fdb69e20f9aa on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:09:52.880746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Attempting to bind port 35b12d08-14dd-4b87-9952-fdb69e20f9aa by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:09:52.880884 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Attempting to bind port 35b12d08-14dd-4b87-9952-fdb69e20f9aa on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:09:52.974270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:09:52.977278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:52.977726 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:52.978131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:09:52.978637 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Bound port: 35b12d08-14dd-4b87-9952-fdb69e20f9aa, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:09:52.979054 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (35b12d08-14dd-4b87-9952-fdb69e20f9aa), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:53.200249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee413f-ade2-4487-b75b-869c44b7b12a None None] Pushing event updated for resources: {'Port': ['ID=2815a9de-f9f5-4d30-b050-636677c57e37,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:53.255676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Attempting to bind port 2815a9de-f9f5-4d30-b050-636677c57e37 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:09:53.256062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Attempting to bind port 2815a9de-f9f5-4d30-b050-636677c57e37 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'c7942f65-8acc-459e-9f84-37b5df62befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7ec7de06-eef4-40da-935f-f7e513222739'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:09:53.256434 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Attempting to bind port 2815a9de-f9f5-4d30-b050-636677c57e37 on network 7ec7de06-eef4-40da-935f-f7e513222739 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:09:53.277853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:09:53.278241 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Checking segment: {'id': 'c7942f65-8acc-459e-9f84-37b5df62befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7ec7de06-eef4-40da-935f-f7e513222739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:53.278654 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:53.279730 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Bound using segment: {'id': 'c7942f65-8acc-459e-9f84-37b5df62befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7ec7de06-eef4-40da-935f-f7e513222739'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:09:53.280226 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Bound port: 2815a9de-f9f5-4d30-b050-636677c57e37, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7942f65-8acc-459e-9f84-37b5df62befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7ec7de06-eef4-40da-935f-f7e513222739'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:09:53.280615 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2815a9de-f9f5-4d30-b050-636677c57e37), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:53.297176 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e386f5f5-f2e8-4a01-8d7f-964d9145137d is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:53.297560 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e386f5f5-f2e8-4a01-8d7f-964d9145137d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:53.337795 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-58e1cd5c-18f7-41f4-8ed5-3baa13200e95 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Request body: {'network': {'name': 'tempest-network--22118122'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:53.347856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port e386f5f5-f2e8-4a01-8d7f-964d9145137d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e386f5f5-f2e8-4a01-8d7f-964d9145137d,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:53.389826 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e386f5f5-f2e8-4a01-8d7f-964d9145137d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:53.390628 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 29d25ed2-60e9-42ee-8e1a-e3f98f68330f up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:53.397074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] For port 35b12d08-14dd-4b87-9952-fdb69e20f9aa, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:09:53.588948 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] For port 2815a9de-f9f5-4d30-b050-636677c57e37, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:09:53.592912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] For port 2815a9de-f9f5-4d30-b050-636677c57e37, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=2815a9de-f9f5-4d30-b050-636677c57e37,segment=NetworkSegment(c7942f65-8acc-459e-9f84-37b5df62befc),segment_id=c7942f65-8acc-459e-9f84-37b5df62befc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:09:53.614745 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] For port 35b12d08-14dd-4b87-9952-fdb69e20f9aa, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=35b12d08-14dd-4b87-9952-fdb69e20f9aa,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:09:53.646712 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2815a9de-f9f5-4d30-b050-636677c57e37), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:53.664367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-ffd57892-f4f3-4aca-8793-22fd93811dd6 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:53.666076 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-ffd57892-f4f3-4aca-8793-22fd93811dd6 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.31 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 811 time: 0.3153403 Feb 05 03:09:53.687281 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-650fe6d9-ae03-4f38-8055-bd4b83abfcef tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Request body: {'port': {'device_id': '58b76578-4f38-4c7f-8256-69a86b36f424', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'admin_state_up': True, 'tenant_id': 'bf205d1005174d34b7264edb6224b46f'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:53.703969 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (35b12d08-14dd-4b87-9952-fdb69e20f9aa), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:53.736447 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bd6b7e7f-669f-4a9b-8675-eb1f8ab20aa1 req-919b2aba-61a3-448a-bc3b-d9427bff485c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 210 time: 0.0493715 Feb 05 03:09:53.819876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-24b84246-600e-4ba1-ae5b-f267e36ef763 None None] Provisioning complete for port 2815a9de-f9f5-4d30-b050-636677c57e37 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:53.822990 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-24b84246-600e-4ba1-ae5b-f267e36ef763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2815a9de-f9f5-4d30-b050-636677c57e37), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:53.944824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=e386f5f5-f2e8-4a01-8d7f-964d9145137d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:53.999274 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e1cd5c-18f7-41f4-8ed5-3baa13200e95 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Made reservation on behalf of 499cdf0a7c20417bb037699d8fcbc1c1 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:54.006793 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58e1cd5c-18f7-41f4-8ed5-3baa13200e95 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:54.134955 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e1cd5c-18f7-41f4-8ed5-3baa13200e95 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:09:54.167816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Routers {'dd9bdf02-8d82-4539-8951-f78a0e7db41a'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:09:54.170629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['dd9bdf02-8d82-4539-8951-f78a0e7db41a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:54.173910 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58e1cd5c-18f7-41f4-8ed5-3baa13200e95 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (8253ee9b-ad21-42aa-acd2-0988b67d44ef), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:54.174276 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-58e1cd5c-18f7-41f4-8ed5-3baa13200e95 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Added segment 8253ee9b-ad21-42aa-acd2-0988b67d44ef of type vlan for network 9febf5a2-61b5-4a8e-8470-bdff3892d878 Feb 05 03:09:54.276923 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e3888b5-5ccf-4e8d-977d-5e145b4ec1da tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d1f1efdf-d2c6-485a-ad80-944f59b699df), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:54.399806 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58e1cd5c-18f7-41f4-8ed5-3baa13200e95 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (9febf5a2-61b5-4a8e-8470-bdff3892d878), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:54.462542 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3888b5-5ccf-4e8d-977d-5e145b4ec1da tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=d1f1efdf-d2c6-485a-ad80-944f59b699df,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:54.474893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] Set router dd9bdf02-8d82-4539-8951-f78a0e7db41a gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:09:54.486538 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-650fe6d9-ae03-4f38-8055-bd4b83abfcef tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Made reservation on behalf of bf205d1005174d34b7264edb6224b46f for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:54.493883 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-650fe6d9-ae03-4f38-8055-bd4b83abfcef tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:54.522582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee413f-ade2-4487-b75b-869c44b7b12a None None] Pushing event updated for resources: {'Port': ['ID=2815a9de-f9f5-4d30-b050-636677c57e37,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:54.579786 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58e1cd5c-18f7-41f4-8ed5-3baa13200e95 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (9febf5a2-61b5-4a8e-8470-bdff3892d878), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:54.585520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416aba12-aaaf-4cff-8344-035abc968141 None None] Pushing event updated for resources: {'Port': ['ID=35b12d08-14dd-4b87-9952-fdb69e20f9aa,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:54.586723 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e1cd5c-18f7-41f4-8ed5-3baa13200e95 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:54.588263 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58e1cd5c-18f7-41f4-8ed5-3baa13200e95 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:54.620910 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e3888b5-5ccf-4e8d-977d-5e145b4ec1da tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:54.628587 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8e3888b5-5ccf-4e8d-977d-5e145b4ec1da tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/d1f1efdf-d2c6-485a-ad80-944f59b699df HTTP/1.1" status: 204 len: 168 time: 3.3028960 Feb 05 03:09:54.631099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44180) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:54.736271 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-58e1cd5c-18f7-41f4-8ed5-3baa13200e95 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4125721 Feb 05 03:09:54.741007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44182) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:54.792447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8335465f-ff2e-4f7a-b2ac-a122ab32ba81 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:54.829581 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1cd5c-18f7-41f4-8ed5-3baa13200e95 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Pushing event updated for resources: {'Network': ['ID=9febf5a2-61b5-4a8e-8470-bdff3892d878,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:54.838678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0db26d6-5dbd-4d8b-9539-5eda7d805465 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:54.853946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0db26d6-5dbd-4d8b-9539-5eda7d805465 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:54.863596 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a0db26d6-5dbd-4d8b-9539-5eda7d805465 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2279298 Feb 05 03:09:54.864246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44186) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:55.002689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 9febf5a2-61b5-4a8e-8470-bdff3892d878 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:09:55.017063 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe39c61b-320e-4006-a269-dc9a59c4c945 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet c51a4bbd-124f-40dc-98eb-7ecb3638f64b {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:09:55.022902 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe39c61b-320e-4006-a269-dc9a59c4c945 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (c51a4bbd-124f-40dc-98eb-7ecb3638f64b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:55.127582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:55.128089 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (29d25ed2-60e9-42ee-8e1a-e3f98f68330f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:55.133114 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe39c61b-320e-4006-a269-dc9a59c4c945 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (c51a4bbd-124f-40dc-98eb-7ecb3638f64b), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:55.135767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-650fe6d9-ae03-4f38-8055-bd4b83abfcef tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Allocated IP 172.20.0.8 (8a76fea9-ec7c-470a-8205-bae119528f63/d6a9fd51-dee8-4234-b9ad-45957bee7324/2159491b-cf12-4bc0-bd77-3be83d785539) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:09:55.243497 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-24b84246-600e-4ba1-ae5b-f267e36ef763 None None] Current status of the port 2815a9de-f9f5-4d30-b050-636677c57e37 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:55.243958 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-24b84246-600e-4ba1-ae5b-f267e36ef763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2815a9de-f9f5-4d30-b050-636677c57e37), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:55.244926 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Sync routers for ids ['ae6b73a2-e0b1-48bd-9020-61746a434c10'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:09:55.262040 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Routers {'ae6b73a2-e0b1-48bd-9020-61746a434c10'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:09:55.269930 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ae6b73a2-e0b1-48bd-9020-61746a434c10'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:55.281275 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8335465f-ff2e-4f7a-b2ac-a122ab32ba81 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (9febf5a2-61b5-4a8e-8470-bdff3892d878), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:55.316384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-24b84246-600e-4ba1-ae5b-f267e36ef763 None None] For port 2815a9de-f9f5-4d30-b050-636677c57e37, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=2815a9de-f9f5-4d30-b050-636677c57e37,segment=NetworkSegment(c7942f65-8acc-459e-9f84-37b5df62befc),segment_id=c7942f65-8acc-459e-9f84-37b5df62befc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:55.328253 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-24b84246-600e-4ba1-ae5b-f267e36ef763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2815a9de-f9f5-4d30-b050-636677c57e37), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:55.389317 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8335465f-ff2e-4f7a-b2ac-a122ab32ba81 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (9febf5a2-61b5-4a8e-8470-bdff3892d878), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:55.400094 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1072d337-06a2-4143-9dc6-d14fe1e71b2c req-8ea77a2f-9982-4c5c-adcc-3f16e997bf0d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 210 time: 0.1254151 Feb 05 03:09:55.531313 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe39c61b-320e-4006-a269-dc9a59c4c945 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (c51a4bbd-124f-40dc-98eb-7ecb3638f64b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:55.629950 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:55.631036 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 95e8c368-9800-4a97-acf0-a420064a1ef6 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:55.647007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335465f-ff2e-4f7a-b2ac-a122ab32ba81 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Pushing event updated for resources: {'Network': ['ID=9febf5a2-61b5-4a8e-8470-bdff3892d878,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:55.715351 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe39c61b-320e-4006-a269-dc9a59c4c945 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (c51a4bbd-124f-40dc-98eb-7ecb3638f64b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:55.737616 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8335465f-ff2e-4f7a-b2ac-a122ab32ba81 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Network 9febf5a2-61b5-4a8e-8470-bdff3892d878 is not hosted by any dhcp agent {{(pid=109674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 05 03:09:55.742125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8335465f-ff2e-4f7a-b2ac-a122ab32ba81 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:55.742775 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8335465f-ff2e-4f7a-b2ac-a122ab32ba81 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:55.744198 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8335465f-ff2e-4f7a-b2ac-a122ab32ba81 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "PUT /v2.0/networks/9febf5a2-61b5-4a8e-8470-bdff3892d878 HTTP/1.1" status: 200 len: 856 time: 0.9617579 Feb 05 03:09:55.747508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44194) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:55.763782 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-973bc341-6343-4b14-b443-9300101c9fa3 None None] Provisioning complete for port 2815a9de-f9f5-4d30-b050-636677c57e37 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:55.764223 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-973bc341-6343-4b14-b443-9300101c9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2815a9de-f9f5-4d30-b050-636677c57e37), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:55.800940 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe39c61b-320e-4006-a269-dc9a59c4c945 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:55.805829 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Set router ae6b73a2-e0b1-48bd-9020-61746a434c10 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:09:55.807288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b84246-600e-4ba1-ae5b-f267e36ef763 None None] Pushing event updated for resources: {'Port': ['ID=2815a9de-f9f5-4d30-b050-636677c57e37,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:55.810084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fe39c61b-320e-4006-a269-dc9a59c4c945 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/c51a4bbd-124f-40dc-98eb-7ecb3638f64b HTTP/1.1" status: 204 len: 168 time: 0.9448256 Feb 05 03:09:55.813227 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44196) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:55.834824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39c61b-320e-4006-a269-dc9a59c4c945 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=c51a4bbd-124f-40dc-98eb-7ecb3638f64b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:56.012718 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5719e322-03d8-4c0d-a70a-f79de8af5ee8 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (9febf5a2-61b5-4a8e-8470-bdff3892d878), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:56.015890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'name': 'tempest-TaggedBootDevicesTest-1636464404-router', 'tenant_id': '542fc668868e4784949871af0632f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:36Z', 'updated_at': '2022-02-05T03:09:46Z', 'revision_number': 4, 'project_id': '542fc668868e4784949871af0632f0ea', 'gw_port': {'id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:37Z', 'updated_at': '2022-02-05T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '2815a9de-f9f5-4d30-b050-636677c57e37', 'name': '', 'network_id': '7ec7de06-eef4-40da-935f-f7e513222739', 'tenant_id': '542fc668868e4784949871af0632f0ea', 'mac_address': 'fa:16:3e:93:12:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '6af2af97-834b-4bf9-b90e-19ca4b970cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:42Z', 'updated_at': '2022-02-05T03:09:53Z', 'revision_number': 4, 'project_id': '542fc668868e4784949871af0632f0ea', 'subnets': [{'id': '6af2af97-834b-4bf9-b90e-19ca4b970cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:56.026070 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5f8095a3-f058-44c7-959e-0f9bab1e51b1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2115884 Feb 05 03:09:56.027806 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44200) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:56.121463 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-650fe6d9-ae03-4f38-8055-bd4b83abfcef tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for port (2159491b-cf12-4bc0-bd77-3be83d785539), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:56.138824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367f7b1-7153-4860-b790-49f7c17df977 None None] The sync data for ids ['dd9bdf02-8d82-4539-8951-f78a0e7db41a'] in n-d-826942-8 is: [{'id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'name': 'tempest-TaggedBootDevicesTest-1636464404-router', 'tenant_id': '542fc668868e4784949871af0632f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:36Z', 'updated_at': '2022-02-05T03:09:46Z', 'revision_number': 4, 'project_id': '542fc668868e4784949871af0632f0ea', 'gw_port': {'id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:37Z', 'updated_at': '2022-02-05T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '2815a9de-f9f5-4d30-b050-636677c57e37', 'name': '', 'network_id': '7ec7de06-eef4-40da-935f-f7e513222739', 'tenant_id': '542fc668868e4784949871af0632f0ea', 'mac_address': 'fa:16:3e:93:12:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '6af2af97-834b-4bf9-b90e-19ca4b970cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:42Z', 'updated_at': '2022-02-05T03:09:53Z', 'revision_number': 4, 'project_id': '542fc668868e4784949871af0632f0ea', 'subnets': [{'id': '6af2af97-834b-4bf9-b90e-19ca4b970cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:09:56.271190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 95e8c368-9800-4a97-acf0-a420064a1ef6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:56.271575 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (95e8c368-9800-4a97-acf0-a420064a1ef6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:56.281164 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-650fe6d9-ae03-4f38-8055-bd4b83abfcef tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (2159491b-cf12-4bc0-bd77-3be83d785539), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:56.290957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-973bc341-6343-4b14-b443-9300101c9fa3 None None] Current status of the port 2815a9de-f9f5-4d30-b050-636677c57e37 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:56.505681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a8d9d3-3f28-456b-8970-72affd05f073 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:56.510140 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-61a8d9d3-3f28-456b-8970-72affd05f073 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4741824 Feb 05 03:09:56.516787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44204) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:56.552606 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5719e322-03d8-4c0d-a70a-f79de8af5ee8 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (9febf5a2-61b5-4a8e-8470-bdff3892d878), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:56.583759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-650fe6d9-ae03-4f38-8055-bd4b83abfcef tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Network 8a76fea9-ec7c-470a-8205-bae119528f63 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:09:56.611018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55935fdb-5e85-419a-a953-a11929b5f87b None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:09:56.627183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-650fe6d9-ae03-4f38-8055-bd4b83abfcef tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:09:56.657347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-650fe6d9-ae03-4f38-8055-bd4b83abfcef tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:09:56.906743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5719e322-03d8-4c0d-a70a-f79de8af5ee8 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9febf5a2-61b5-4a8e-8470-bdff3892d878']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:56.911277 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'name': 'tempest-TestVolumeBootPattern-1055099583-router', 'tenant_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:33Z', 'updated_at': '2022-02-05T03:09:39Z', 'revision_number': 4, 'project_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'gw_port': {'id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:35Z', 'updated_at': '2022-02-05T03:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ddf0df51-d542-4fab-bac6-ce0932b79748', 'name': '', 'network_id': '8e61be18-d209-4e3e-a048-8147e455db83', 'tenant_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'mac_address': 'fa:16:3e:56:bd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'b05a4807-496e-44cf-8eb6-57bab89621b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:38Z', 'updated_at': '2022-02-05T03:09:40Z', 'revision_number': 2, 'project_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'subnets': [{'id': 'b05a4807-496e-44cf-8eb6-57bab89621b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:56.976925 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29858816-9a15-48b5-b20d-0db8a37d3c6e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:56.978221 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-29858816-9a15-48b5-b20d-0db8a37d3c6e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4604931 Feb 05 03:09:56.993199 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fe6d9-ae03-4f38-8055-bd4b83abfcef tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'Port': ['ID=2159491b-cf12-4bc0-bd77-3be83d785539,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:56.998376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44210) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:57.000641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5719e322-03d8-4c0d-a70a-f79de8af5ee8 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8253ee9b-ad21-42aa-acd2-0988b67d44ef') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:57.005617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5719e322-03d8-4c0d-a70a-f79de8af5ee8 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8253ee9b-ad21-42aa-acd2-0988b67d44ef') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:57.026403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-650fe6d9-ae03-4f38-8055-bd4b83abfcef tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:57.032614 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-650fe6d9-ae03-4f38-8055-bd4b83abfcef tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:57.066462 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Checking router: ae6b73a2-e0b1-48bd-9020-61746a434c10 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:09:57.066878 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Updating router ae6b73a2-e0b1-48bd-9020-61746a434c10 port ddf0df51-d542-4fab-bac6-ce0932b79748 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:09:57.083092 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-650fe6d9-ae03-4f38-8055-bd4b83abfcef tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3992434 Feb 05 03:09:57.105935 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Request body: {'port': {'device_id': '58b76578-4f38-4c7f-8256-69a86b36f424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:57.201912 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:57.292373 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7ab42309-52a4-40e3-a402-5270e84d0465 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2830305 Feb 05 03:09:57.308582 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44216) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:57.356389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f83ca-6c7f-4412-8817-fcf4c00f55fd req-98a7721e-914d-4e42-83f2-24c643a57f65 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:57.367339 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-383f83ca-6c7f-4412-8817-fcf4c00f55fd req-98a7721e-914d-4e42-83f2-24c643a57f65 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 931 time: 0.7516968 Feb 05 03:09:57.372413 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5719e322-03d8-4c0d-a70a-f79de8af5ee8 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (8253ee9b-ad21-42aa-acd2-0988b67d44ef), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:57.406481 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-81b468b4-f9e1-4071-83d6-9f3e62effed6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:09:57.417370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2159491b-cf12-4bc0-bd77-3be83d785539), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:57.542223 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 95e8c368-9800-4a97-acf0-a420064a1ef6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:57.547411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ea31fa63-2be9-432e-bbbb-1094bf8e0816 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:57.715797 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5719e322-03d8-4c0d-a70a-f79de8af5ee8 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (8253ee9b-ad21-42aa-acd2-0988b67d44ef), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:57.737925 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5719e322-03d8-4c0d-a70a-f79de8af5ee8 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:09:57.738343 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5719e322-03d8-4c0d-a70a-f79de8af5ee8 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (8253ee9b-ad21-42aa-acd2-0988b67d44ef), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:09:57.740196 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:09:57.861006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-383f83ca-6c7f-4412-8817-fcf4c00f55fd req-64b00ad1-5a8f-4571-892b-07dfaa5276f9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924536 Feb 05 03:09:57.874121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4955994f-c3b9-41a0-840c-f2c9c2623373 None None] Provisioning complete for port 35b12d08-14dd-4b87-9952-fdb69e20f9aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:57.874501 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4955994f-c3b9-41a0-840c-f2c9c2623373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (35b12d08-14dd-4b87-9952-fdb69e20f9aa), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:57.955654 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5719e322-03d8-4c0d-a70a-f79de8af5ee8 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (9febf5a2-61b5-4a8e-8470-bdff3892d878), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:57.965657 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5719e322-03d8-4c0d-a70a-f79de8af5ee8 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9febf5a2-61b5-4a8e-8470-bdff3892d878 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 05 03:09:57.974747 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5719e322-03d8-4c0d-a70a-f79de8af5ee8 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:57.978367 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5719e322-03d8-4c0d-a70a-f79de8af5ee8 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] 10.222.0.36 "DELETE /v2.0/networks/9febf5a2-61b5-4a8e-8470-bdff3892d878 HTTP/1.1" status: 204 len: 168 time: 2.1952817 Feb 05 03:09:58.006098 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ea31fa63-2be9-432e-bbbb-1094bf8e0816 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:58.010302 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:58.016228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44220) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:58.093892 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20281b8-f12d-458c-894c-07f6e70eae09 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] DELETE failed (client error): The resource could not be found. Feb 05 03:09:58.094407 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20281b8-f12d-458c-894c-07f6e70eae09 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:09:58.104482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d20281b8-f12d-458c-894c-07f6e70eae09 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] 10.222.0.36 "DELETE /v2.0/subnets/5560ac99-59e0-4678-be77-d2c83365186d HTTP/1.1" status: 404 len: 337 time: 0.0839987 Feb 05 03:09:58.104482 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b468b4-f9e1-4071-83d6-9f3e62effed6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:09:58.104785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44222) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:09:58.112859 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81b468b4-f9e1-4071-83d6-9f3e62effed6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:58.122341 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719e322-03d8-4c0d-a70a-f79de8af5ee8 tempest-ExternalNetworksTestJSON-1258407830 tempest-ExternalNetworksTestJSON-1258407830-project-admin] Pushing event deleted for resources: {'Network': ['ID=9febf5a2-61b5-4a8e-8470-bdff3892d878,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:58.124227 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Publish callbacks [] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:58.143165 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:58.323267 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecf8ca-b8a9-4872-bfcc-4d05a9f7aae9 None None] Pushing event updated for resources: {'Port': ['ID=ddf0df51-d542-4fab-bac6-ce0932b79748,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:58.389048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4955994f-c3b9-41a0-840c-f2c9c2623373 None None] Current status of the port 35b12d08-14dd-4b87-9952-fdb69e20f9aa is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:58.391143 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4955994f-c3b9-41a0-840c-f2c9c2623373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (35b12d08-14dd-4b87-9952-fdb69e20f9aa), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:58.436815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b271eaca-9c9b-46de-8173-cabcb68ce79d None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:09:58.446077 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e9b29af-89f9-401a-bc04-12785448f2a4 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (43cafdcf-c46f-4f63-b084-598eaae19620), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:58.546020 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Attempting to bind port ddf0df51-d542-4fab-bac6-ce0932b79748 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:09:58.548530 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Attempting to bind port ddf0df51-d542-4fab-bac6-ce0932b79748 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '4551c19d-dd47-4121-9749-bd870fee55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8e61be18-d209-4e3e-a048-8147e455db83'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:09:58.548530 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Attempting to bind port ddf0df51-d542-4fab-bac6-ce0932b79748 on network 8e61be18-d209-4e3e-a048-8147e455db83 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:09:58.563310 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:09:58.566204 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Checking segment: {'id': '4551c19d-dd47-4121-9749-bd870fee55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8e61be18-d209-4e3e-a048-8147e455db83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:09:58.566204 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:58.566204 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Bound using segment: {'id': '4551c19d-dd47-4121-9749-bd870fee55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8e61be18-d209-4e3e-a048-8147e455db83'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:09:58.566204 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Bound port: ddf0df51-d542-4fab-bac6-ce0932b79748, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4551c19d-dd47-4121-9749-bd870fee55b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8e61be18-d209-4e3e-a048-8147e455db83'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:09:58.566204 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:58.568717 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4955994f-c3b9-41a0-840c-f2c9c2623373 None None] For port 35b12d08-14dd-4b87-9952-fdb69e20f9aa, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=35b12d08-14dd-4b87-9952-fdb69e20f9aa,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:58.583118 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4955994f-c3b9-41a0-840c-f2c9c2623373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (35b12d08-14dd-4b87-9952-fdb69e20f9aa), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:58.749893 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2159491b-cf12-4bc0-bd77-3be83d785539 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:09:58.832292 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] For port ddf0df51-d542-4fab-bac6-ce0932b79748, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:09:58.847703 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d78f73b3-1fc2-48da-aed2-17a8a92871df None None] Provisioning complete for port 2159491b-cf12-4bc0-bd77-3be83d785539 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:58.848447 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d78f73b3-1fc2-48da-aed2-17a8a92871df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2159491b-cf12-4bc0-bd77-3be83d785539), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:58.853796 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] For port ddf0df51-d542-4fab-bac6-ce0932b79748, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ddf0df51-d542-4fab-bac6-ce0932b79748,segment=NetworkSegment(4551c19d-dd47-4121-9749-bd870fee55b2),segment_id=4551c19d-dd47-4121-9749-bd870fee55b2)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:09:58.867395 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:58.910473 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Publish callbacks [] for port (2159491b-cf12-4bc0-bd77-3be83d785539), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:58.977822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955994f-c3b9-41a0-840c-f2c9c2623373 None None] Pushing event updated for resources: {'Port': ['ID=35b12d08-14dd-4b87-9952-fdb69e20f9aa,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:58.986397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ea31fa63-2be9-432e-bbbb-1094bf8e0816 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:09:58.992616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f5fe1822-603c-4b75-9170-6919ef908220 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:09:59.005557 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Routers {'ae6b73a2-e0b1-48bd-9020-61746a434c10'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:09:59.006228 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ae6b73a2-e0b1-48bd-9020-61746a434c10'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:59.009050 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e9b29af-89f9-401a-bc04-12785448f2a4 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (43cafdcf-c46f-4f63-b084-598eaae19620), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:59.036436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Transition to ACTIVE for port object 2159491b-cf12-4bc0-bd77-3be83d785539 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:09:59.054343 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (2159491b-cf12-4bc0-bd77-3be83d785539), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:59.100714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5e9b29af-89f9-401a-bc04-12785448f2a4 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cafdcf-c46f-4f63-b084-598eaae19620']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:59.110700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d78f73b3-1fc2-48da-aed2-17a8a92871df None None] Port 2159491b-cf12-4bc0-bd77-3be83d785539 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:09:59.133655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.objects.ports [None req-81b468b4-f9e1-4071-83d6-9f3e62effed6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109675) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:09:59.180496 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b271eaca-9c9b-46de-8173-cabcb68ce79d None None] Deleting port 35b12d08-14dd-4b87-9952-fdb69e20f9aa {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:09:59.180496 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b271eaca-9c9b-46de-8173-cabcb68ce79d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (35b12d08-14dd-4b87-9952-fdb69e20f9aa), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:59.221304 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5e9b29af-89f9-401a-bc04-12785448f2a4 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c271e1e2-0f14-4f32-9ca9-81d92e87c84d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:59.221906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5e9b29af-89f9-401a-bc04-12785448f2a4 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c271e1e2-0f14-4f32-9ca9-81d92e87c84d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:09:59.303241 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e9b29af-89f9-401a-bc04-12785448f2a4 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (c271e1e2-0f14-4f32-9ca9-81d92e87c84d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:59.351099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Pushing event updated for resources: {'Port': ['ID=2159491b-cf12-4bc0-bd77-3be83d785539,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:59.405957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b271eaca-9c9b-46de-8173-cabcb68ce79d None None] For port 35b12d08-14dd-4b87-9952-fdb69e20f9aa, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=35b12d08-14dd-4b87-9952-fdb69e20f9aa,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:09:59.406375 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b271eaca-9c9b-46de-8173-cabcb68ce79d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (35b12d08-14dd-4b87-9952-fdb69e20f9aa), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:59.428659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f79fc-04b5-45b3-b8ed-aab087a9612d req-cdd0cd9b-ea97-44bd-9721-83c6d6a0a04e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:09:59.430292 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b2f79fc-04b5-45b3-b8ed-aab087a9612d req-cdd0cd9b-ea97-44bd-9721-83c6d6a0a04e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 943 time: 0.4021626 Feb 05 03:09:59.445482 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b271eaca-9c9b-46de-8173-cabcb68ce79d None None] Calling delete_port for 35b12d08-14dd-4b87-9952-fdb69e20f9aa owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:09:59.465631 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e9b29af-89f9-401a-bc04-12785448f2a4 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c271e1e2-0f14-4f32-9ca9-81d92e87c84d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:59.546694 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9b29af-89f9-401a-bc04-12785448f2a4 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:09:59.554499 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e9b29af-89f9-401a-bc04-12785448f2a4 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (c271e1e2-0f14-4f32-9ca9-81d92e87c84d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:59.565390 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecf8ca-b8a9-4872-bfcc-4d05a9f7aae9 None None] Pushing event updated for resources: {'Port': ['ID=ddf0df51-d542-4fab-bac6-ce0932b79748,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:09:59.566236 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:09:59.661173 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] Set router ae6b73a2-e0b1-48bd-9020-61746a434c10 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:09:59.775218 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b271eaca-9c9b-46de-8173-cabcb68ce79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (35b12d08-14dd-4b87-9952-fdb69e20f9aa), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:59.811117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4682b589-993b-4c7a-9756-8623367b793e None None] Provisioning complete for port ddf0df51-d542-4fab-bac6-ce0932b79748 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:59.811492 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4682b589-993b-4c7a-9756-8623367b793e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:59.867161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b2f79fc-04b5-45b3-b8ed-aab087a9612d req-4c4b9cbd-788b-4dab-bd9e-c6a80598710b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183362 Feb 05 03:09:59.900169 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81b468b4-f9e1-4071-83d6-9f3e62effed6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (35b12d08-14dd-4b87-9952-fdb69e20f9aa), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:59.902256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b271eaca-9c9b-46de-8173-cabcb68ce79d None None] No DVR routers for this DVR port 35b12d08-14dd-4b87-9952-fdb69e20f9aa on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:09:59.904969 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271eaca-9c9b-46de-8173-cabcb68ce79d None None] Pushing event deleted for resources: {'Port': ['ID=35b12d08-14dd-4b87-9952-fdb69e20f9aa,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:09:59.909507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port f5fe1822-603c-4b75-9170-6919ef908220 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:09:59.909983 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f5fe1822-603c-4b75-9170-6919ef908220), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:09:59.946200 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e9b29af-89f9-401a-bc04-12785448f2a4 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (43cafdcf-c46f-4f63-b084-598eaae19620), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:00.009074 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e9b29af-89f9-401a-bc04-12785448f2a4 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:00.027172 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5e9b29af-89f9-401a-bc04-12785448f2a4 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] 10.222.0.36 "DELETE /v2.0/networks/43cafdcf-c46f-4f63-b084-598eaae19620 HTTP/1.1" status: 204 len: 168 time: 1.9097941 Feb 05 03:10:00.032494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port f5fe1822-603c-4b75-9170-6919ef908220 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:00.100537 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Attempting to bind port 2159491b-cf12-4bc0-bd77-3be83d785539 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:10:00.100880 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Attempting to bind port 2159491b-cf12-4bc0-bd77-3be83d785539 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:10:00.101214 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Attempting to bind port 2159491b-cf12-4bc0-bd77-3be83d785539 on network 8a76fea9-ec7c-470a-8205-bae119528f63 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:10:00.124574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Port 2159491b-cf12-4bc0-bd77-3be83d785539 on network 8a76fea9-ec7c-470a-8205-bae119528f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:10:00.124882 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Attempting to bind port 2159491b-cf12-4bc0-bd77-3be83d785539 on network 8a76fea9-ec7c-470a-8205-bae119528f63 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:10:00.136120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b29af-89f9-401a-bc04-12785448f2a4 tempest-ExternalNetworksTestJSON-1118401936 tempest-ExternalNetworksTestJSON-1118401936-project] Pushing event deleted for resources: {'Network': ['ID=43cafdcf-c46f-4f63-b084-598eaae19620,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:00.141723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b468b4-f9e1-4071-83d6-9f3e62effed6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Port 35b12d08-14dd-4b87-9952-fdb69e20f9aa concurrently deleted while adding address for new subnet {'id': '5aa39496-2198-4a98-af03-09c92ec006db', 'name': '', 'tenant_id': '0029f960a51b45c693bd83d39043c2aa', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2840, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-05T03:09:58Z', 'updated_at': '2022-02-05T03:09:58Z', 'revision_number': 0, 'segment_id': None, 'project_id': '0029f960a51b45c693bd83d39043c2aa'}. {{(pid=109675) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 05 03:10:00.145431 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81b468b4-f9e1-4071-83d6-9f3e62effed6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (5aa39496-2198-4a98-af03-09c92ec006db), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:00.156707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:10:00.157053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Checking segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:10:00.159559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Bound using segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:10:00.161695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Bound port: 2159491b-cf12-4bc0-bd77-3be83d785539, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:10:00.161971 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2159491b-cf12-4bc0-bd77-3be83d785539), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:00.173770 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5d16c586-3e98-4f93-a518-cfd7e41b192d no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:10:00.306380 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b468b4-f9e1-4071-83d6-9f3e62effed6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:00.323178 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 5d16c586-3e98-4f93-a518-cfd7e41b192d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:10:00.358672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5d16c586-3e98-4f93-a518-cfd7e41b192d not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:10:00.376548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-81b468b4-f9e1-4071-83d6-9f3e62effed6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:00.385021 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b468b4-f9e1-4071-83d6-9f3e62effed6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:00.387011 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81b468b4-f9e1-4071-83d6-9f3e62effed6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:00.388278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4682b589-993b-4c7a-9756-8623367b793e None None] Current status of the port ddf0df51-d542-4fab-bac6-ce0932b79748 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:00.389104 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4682b589-993b-4c7a-9756-8623367b793e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:00.397329 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6334fa-2ca3-4c22-8a93-b7477461f3a9 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:00.446209 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b468b4-f9e1-4071-83d6-9f3e62effed6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=5aa39496-2198-4a98-af03-09c92ec006db,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:00.457784 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-81b468b4-f9e1-4071-83d6-9f3e62effed6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.0880690 Feb 05 03:10:00.461225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44238) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:00.472952 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6cd56eb3-1055-4b3b-930d-e8be96bd2706 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'mac_address': 'fa:16:3e:98:4c:84', 'name': 'tempest-NetworksTestDHCPv6-16275632'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:00.490430 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'name': 'tempest-TestVolumeBootPattern-1055099583-router', 'tenant_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:33Z', 'updated_at': '2022-02-05T03:09:39Z', 'revision_number': 4, 'project_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'gw_port': {'id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:35Z', 'updated_at': '2022-02-05T03:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ddf0df51-d542-4fab-bac6-ce0932b79748', 'name': '', 'network_id': '8e61be18-d209-4e3e-a048-8147e455db83', 'tenant_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'mac_address': 'fa:16:3e:56:bd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'b05a4807-496e-44cf-8eb6-57bab89621b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:38Z', 'updated_at': '2022-02-05T03:09:58Z', 'revision_number': 4, 'project_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'subnets': [{'id': 'b05a4807-496e-44cf-8eb6-57bab89621b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:00.595597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] For port 2159491b-cf12-4bc0-bd77-3be83d785539, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:10:00.616365 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472b5af9-81e2-4eb0-b078-e65425745a3b None None] The sync data for ids ['ae6b73a2-e0b1-48bd-9020-61746a434c10'] in n-d-826942-8 is: [{'id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'name': 'tempest-TestVolumeBootPattern-1055099583-router', 'tenant_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:33Z', 'updated_at': '2022-02-05T03:09:39Z', 'revision_number': 4, 'project_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'gw_port': {'id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:35Z', 'updated_at': '2022-02-05T03:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ddf0df51-d542-4fab-bac6-ce0932b79748', 'name': '', 'network_id': '8e61be18-d209-4e3e-a048-8147e455db83', 'tenant_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'mac_address': 'fa:16:3e:56:bd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'b05a4807-496e-44cf-8eb6-57bab89621b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:38Z', 'updated_at': '2022-02-05T03:09:58Z', 'revision_number': 4, 'project_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'subnets': [{'id': 'b05a4807-496e-44cf-8eb6-57bab89621b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:10:00.620359 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] For port 2159491b-cf12-4bc0-bd77-3be83d785539, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=2159491b-cf12-4bc0-bd77-3be83d785539,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:10:00.646686 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (2159491b-cf12-4bc0-bd77-3be83d785539), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:00.702640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4682b589-993b-4c7a-9756-8623367b793e None None] For port ddf0df51-d542-4fab-bac6-ce0932b79748, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ddf0df51-d542-4fab-bac6-ce0932b79748,segment=NetworkSegment(4551c19d-dd47-4121-9749-bd870fee55b2),segment_id=4551c19d-dd47-4121-9749-bd870fee55b2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:00.718571 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4682b589-993b-4c7a-9756-8623367b793e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:00.835435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd56eb3-1055-4b3b-930d-e8be96bd2706 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:00.879273 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682b589-993b-4c7a-9756-8623367b793e None None] Pushing event updated for resources: {'Port': ['ID=ddf0df51-d542-4fab-bac6-ce0932b79748,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:00.914556 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:00.915648 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:00.921339 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] 10.222.0.31 "PUT /v2.0/ports/2159491b-cf12-4bc0-bd77-3be83d785539 HTTP/1.1" status: 200 len: 1091 time: 3.8261857 Feb 05 03:10:00.931901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b76578-4f38-4c7f-8256-69a86b36f424', 'tag': '2159491b-cf12-4bc0-bd77-3be83d785539'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:10:00.942150 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3612b3b3-1ceb-40a2-89a4-bd2064854afb" -d '{"events": [{"name": "network-changed", "server_uuid": "58b76578-4f38-4c7f-8256-69a86b36f424", "tag": "2159491b-cf12-4bc0-bd77-3be83d785539"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:10:01.114089 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e44145b1-64d7-4ce8-a3a6-c3a1f137e385 None None] Provisioning complete for port ddf0df51-d542-4fab-bac6-ce0932b79748 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:01.120167 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e44145b1-64d7-4ce8-a3a6-c3a1f137e385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:01.125159 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': '5aa39496-2198-4a98-af03-09c92ec006db'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:10:01.128816 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:01.155505 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a02e5f-83e1-4052-83ea-054fcc7d2efe x-openstack-request-id: req-01a02e5f-83e1-4052-83ea-054fcc7d2efe {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:10:01.156152 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b76578-4f38-4c7f-8256-69a86b36f424", "tag": "2159491b-cf12-4bc0-bd77-3be83d785539", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:10:01.158956 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01a02e5f-83e1-4052-83ea-054fcc7d2efe {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:10:01.159609 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b76578-4f38-4c7f-8256-69a86b36f424', 'tag': '2159491b-cf12-4bc0-bd77-3be83d785539', 'status': 'completed', 'code': 200} Feb 05 03:10:01.213845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732d7c0-b329-4cb6-9d78-08e4540daa9c service neutron] Pushing event updated for resources: {'Port': ['ID=2159491b-cf12-4bc0-bd77-3be83d785539,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:01.289173 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-828bf224-0a4f-4817-ab88-abf69c02f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:01.297356 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-828bf224-0a4f-4817-ab88-abf69c02f59c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 1125 time: 0.3142304 Feb 05 03:10:01.363958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44248) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:01.398325 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6cd56eb3-1055-4b3b-930d-e8be96bd2706 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:01.443222 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c37d8-dc34-4ff3-b1fa-6b13e566f4fd req-2aa9e61c-2a89-4b99-bf82-6f01db79bf9f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:01.445456 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-598c37d8-dc34-4ff3-b1fa-6b13e566f4fd req-2aa9e61c-2a89-4b99-bf82-6f01db79bf9f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 943 time: 0.3292844 Feb 05 03:10:01.500728 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-8738246a-c5ac-406e-a629-590358ed79e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2159491b-cf12-4bc0-bd77-3be83d785539 HTTP/1.1" status: 200 len: 217 time: 0.1884649 Feb 05 03:10:01.526426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-6cd56eb3-1055-4b3b-930d-e8be96bd2706 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port 85c26676-b984-4b93-816e-ab4c13171909 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:10:01.662842 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Allocated IP 2001:db8::f816:3eff:fe80:4bd (8390d630-9d9e-438f-b4d6-5ec8bb91124a/5aa39496-2198-4a98-af03-09c92ec006db/ae3d72a8-f65a-43eb-9805-bc1d91deddc7) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:01.675723 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-1f33ca0a-2171-43aa-bbe7-6b3cca5a3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:01.677379 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-1f33ca0a-2171-43aa-bbe7-6b3cca5a3349 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.1750426 Feb 05 03:10:01.692155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ddf0df51-d542-4fab-bac6-ce0932b79748 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:01.694665 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-598c37d8-dc34-4ff3-b1fa-6b13e566f4fd req-38227c86-ecf1-4f2b-9ca7-8dbafa837078 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397459 Feb 05 03:10:01.824452 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-fff930ab-acda-4b8d-ba57-8cceefce4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:01.827684 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-fff930ab-acda-4b8d-ba57-8cceefce4331 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1423595 Feb 05 03:10:01.866592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c7b40dc4-04fd-4769-81dd-523cb619da27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5cab9e5e5854eec822bb494963dc121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4991302 Feb 05 03:10:01.870332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44254) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:01.988781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e44145b1-64d7-4ce8-a3a6-c3a1f137e385 None None] Current status of the port ddf0df51-d542-4fab-bac6-ce0932b79748 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:02.040187 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ddf0df51-d542-4fab-bac6-ce0932b79748 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:02.040664 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:02.221293 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd6fd51a-4242-4272-9cf5-e2ab495b5dba admin admin] Publish callbacks [] for security_group (4a8207da-3902-48ca-97b7-6dde511bafad), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:02.233059 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-4895c2c8-9288-4c71-a531-229ba673e6e5 service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882673 Feb 05 03:10:02.251176 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ddf0df51-d542-4fab-bac6-ce0932b79748 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:02.252326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e386f5f5-f2e8-4a01-8d7f-964d9145137d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:02.401826 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd6fd51a-4242-4272-9cf5-e2ab495b5dba admin admin] Publish callbacks [] for security_group (4a8207da-3902-48ca-97b7-6dde511bafad), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:02.446330 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Publish callbacks [] for port (ae3d72a8-f65a-43eb-9805-bc1d91deddc7), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:02.473325 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (ae3d72a8-f65a-43eb-9805-bc1d91deddc7), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:02.552948 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:02.565689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:02.570819 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:02.590798 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Pushing event updated for resources: {'Port': ['ID=ae3d72a8-f65a-43eb-9805-bc1d91deddc7,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:02.598536 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-930aa9cc-4b10-4cb8-b7cf-ae90be7b5b45 req-18c95ff7-3fc1-40fa-bfa5-a0d8082b8b0e service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582876 Feb 05 03:10:02.618657 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd6fd51a-4242-4272-9cf5-e2ab495b5dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4a8207da-3902-48ca-97b7-6dde511bafad), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:02.629167 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd6fd51a-4242-4272-9cf5-e2ab495b5dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:02.630430 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fd6fd51a-4242-4272-9cf5-e2ab495b5dba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a8207da-3902-48ca-97b7-6dde511bafad HTTP/1.1" status: 204 len: 168 time: 0.7034998 Feb 05 03:10:02.668838 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fd51a-4242-4272-9cf5-e2ab495b5dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8207da-3902-48ca-97b7-6dde511bafad,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:02.690036 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-6cd56eb3-1055-4b3b-930d-e8be96bd2706 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::f816:3eff:fe98:4c84 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/5aa39496-2198-4a98-af03-09c92ec006db/85c26676-b984-4b93-816e-ab4c13171909) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:02.805755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e386f5f5-f2e8-4a01-8d7f-964d9145137d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:02.806138 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e386f5f5-f2e8-4a01-8d7f-964d9145137d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:02.909957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612b3b3-1ceb-40a2-89a4-bd2064854afb req-2ca2cbb3-1963-47b4-a7be-d4f2cc50a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:02.911527 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3612b3b3-1ceb-40a2-89a4-bd2064854afb req-2ca2cbb3-1963-47b4-a7be-d4f2cc50a66d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 1125 time: 0.2343633 Feb 05 03:10:03.154105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Attempting to bind port ae3d72a8-f65a-43eb-9805-bc1d91deddc7 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:10:03.155307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Attempting to bind port ae3d72a8-f65a-43eb-9805-bc1d91deddc7 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:10:03.156825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Attempting to bind port ae3d72a8-f65a-43eb-9805-bc1d91deddc7 on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:10:03.199753 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6cd56eb3-1055-4b3b-930d-e8be96bd2706 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (85c26676-b984-4b93-816e-ab4c13171909), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:03.210270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:10:03.210684 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:10:03.218358 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:03.221673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:10:03.223061 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Bound port: ae3d72a8-f65a-43eb-9805-bc1d91deddc7, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:10:03.224432 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ae3d72a8-f65a-43eb-9805-bc1d91deddc7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:03.256117 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe945d-ed61-4cc5-aee7-2bd0dcfbd560 req-64c9bbb5-4b30-4de7-bae3-875086ff050a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:03.258528 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0dbe945d-ed61-4cc5-aee7-2bd0dcfbd560 req-64c9bbb5-4b30-4de7-bae3-875086ff050a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 943 time: 0.4287951 Feb 05 03:10:03.269402 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612b3b3-1ceb-40a2-89a4-bd2064854afb req-3d080796-e872-43cf-87d0-14c4e09ca02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:03.274469 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3612b3b3-1ceb-40a2-89a4-bd2064854afb req-3d080796-e872-43cf-87d0-14c4e09ca02d service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.3501904 Feb 05 03:10:03.352075 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6cd56eb3-1055-4b3b-930d-e8be96bd2706 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (85c26676-b984-4b93-816e-ab4c13171909), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:03.403498 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e386f5f5-f2e8-4a01-8d7f-964d9145137d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:03.405250 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3612b3b3-1ceb-40a2-89a4-bd2064854afb req-b11d8008-f853-48c8-b9d2-2ed4938e29f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2159491b-cf12-4bc0-bd77-3be83d785539 HTTP/1.1" status: 200 len: 217 time: 0.1241698 Feb 05 03:10:03.405423 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 2815a9de-f9f5-4d30-b050-636677c57e37 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:03.463180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd56eb3-1055-4b3b-930d-e8be96bd2706 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:03.464985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd56eb3-1055-4b3b-930d-e8be96bd2706 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=85c26676-b984-4b93-816e-ab4c13171909,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:03.469100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6cd56eb3-1055-4b3b-930d-e8be96bd2706 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:03.471226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd56eb3-1055-4b3b-930d-e8be96bd2706 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:03.477183 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd56eb3-1055-4b3b-930d-e8be96bd2706 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:03.477820 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6cd56eb3-1055-4b3b-930d-e8be96bd2706 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:03.505015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0dbe945d-ed61-4cc5-aee7-2bd0dcfbd560 req-1a92be6f-a3bb-46c2-b7e7-11d74b97876d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352481 Feb 05 03:10:03.506849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44268) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:03.519088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6cd56eb3-1055-4b3b-930d-e8be96bd2706 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0564363 Feb 05 03:10:03.555213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] For port ae3d72a8-f65a-43eb-9805-bc1d91deddc7, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:10:03.559842 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612b3b3-1ceb-40a2-89a4-bd2064854afb req-e01e9a13-137d-4707-8ae8-e597031eb286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:03.562217 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3612b3b3-1ceb-40a2-89a4-bd2064854afb req-e01e9a13-137d-4707-8ae8-e597031eb286 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.1473920 Feb 05 03:10:03.592820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-10ff82d2-618b-4843-b168-89228be7fcc2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=499cdf0a7c20417bb037699d8fcbc1c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0837660 Feb 05 03:10:03.595337 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44270) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:03.605669 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] For port ae3d72a8-f65a-43eb-9805-bc1d91deddc7, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ae3d72a8-f65a-43eb-9805-bc1d91deddc7,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:10:03.625134 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ae3d72a8-f65a-43eb-9805-bc1d91deddc7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:03.633138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44274) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:03.687616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 2815a9de-f9f5-4d30-b050-636677c57e37 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:03.693313 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2815a9de-f9f5-4d30-b050-636677c57e37), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:03.753915 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a5188ee0-a087-44c6-ab76-36b904263a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:03.823092 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612b3b3-1ceb-40a2-89a4-bd2064854afb req-69ce82de-87ab-4de2-af23-8487afe99708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:03.824610 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3612b3b3-1ceb-40a2-89a4-bd2064854afb req-69ce82de-87ab-4de2-af23-8487afe99708 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2556028 Feb 05 03:10:03.836012 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f3f59-41f0-43c0-a23b-11aa5b0e428c None None] Pushing event updated for resources: {'Port': ['ID=ae3d72a8-f65a-43eb-9805-bc1d91deddc7,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:03.855589 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 2815a9de-f9f5-4d30-b050-636677c57e37 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:03.866238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e03ed2-6dea-4107-a048-127cf31850eb tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:03.877906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e03ed2-6dea-4107-a048-127cf31850eb tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:03.879634 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-50e03ed2-6dea-4107-a048-127cf31850eb tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.2432480 Feb 05 03:10:03.882531 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44280) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:03.943162 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3667da7b-949a-476b-a3ea-a3d0fc2f7188 admin admin] Publish callbacks [] for security_group (017cde13-1b9e-42c1-833d-97ad3d54de24), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:04.000246 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3667da7b-949a-476b-a3ea-a3d0fc2f7188 admin admin] Publish callbacks [] for security_group (017cde13-1b9e-42c1-833d-97ad3d54de24), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:04.087743 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3612b3b3-1ceb-40a2-89a4-bd2064854afb req-7e0d5a6e-287d-45bb-a3cc-ae706b45d4d8 service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500100 Feb 05 03:10:04.108231 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ddf0df51-d542-4fab-bac6-ce0932b79748 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:04.198322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ddf0df51-d542-4fab-bac6-ce0932b79748 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:04.199874 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:04.227843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-27dc9131-fcd0-446f-8766-ca1e97f9cc8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port 85c26676-b984-4b93-816e-ab4c13171909 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:10:04.228515 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27dc9131-fcd0-446f-8766-ca1e97f9cc8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (85c26676-b984-4b93-816e-ab4c13171909), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:04.351496 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ddf0df51-d542-4fab-bac6-ce0932b79748 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:04.487131 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27dc9131-fcd0-446f-8766-ca1e97f9cc8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (85c26676-b984-4b93-816e-ab4c13171909), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:04.517121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-27dc9131-fcd0-446f-8766-ca1e97f9cc8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for 85c26676-b984-4b93-816e-ab4c13171909 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:10:04.562428 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3667da7b-949a-476b-a3ea-a3d0fc2f7188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (017cde13-1b9e-42c1-833d-97ad3d54de24), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:04.569601 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3667da7b-949a-476b-a3ea-a3d0fc2f7188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:04.572117 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3667da7b-949a-476b-a3ea-a3d0fc2f7188 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/017cde13-1b9e-42c1-833d-97ad3d54de24 HTTP/1.1" status: 204 len: 168 time: 0.9757485 Feb 05 03:10:04.595889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667da7b-949a-476b-a3ea-a3d0fc2f7188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017cde13-1b9e-42c1-833d-97ad3d54de24,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:04.634359 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3612b3b3-1ceb-40a2-89a4-bd2064854afb req-b8097b27-2fb6-4760-9445-d01dd2c4507b service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423889 Feb 05 03:10:04.783599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c93cd-a725-46fa-9929-6c7149075389 req-d98073de-4feb-440c-b2f0-b8d896bff03c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:04.790733 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c9c93cd-a725-46fa-9929-6c7149075389 req-d98073de-4feb-440c-b2f0-b8d896bff03c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 943 time: 0.1086187 Feb 05 03:10:04.989741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c9c93cd-a725-46fa-9929-6c7149075389 req-f48aeb70-8c0d-42b3-8965-66416303527e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980200 Feb 05 03:10:05.011960 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27dc9131-fcd0-446f-8766-ca1e97f9cc8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (85c26676-b984-4b93-816e-ab4c13171909), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:05.107191 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27dc9131-fcd0-446f-8766-ca1e97f9cc8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:05.114372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-27dc9131-fcd0-446f-8766-ca1e97f9cc8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/85c26676-b984-4b93-816e-ab4c13171909 HTTP/1.1" status: 204 len: 168 time: 1.2280672 Feb 05 03:10:05.114845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44292) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:05.159567 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc9131-fcd0-446f-8766-ca1e97f9cc8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=85c26676-b984-4b93-816e-ab4c13171909,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:05.187456 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:10:05.293031 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1c16fb-f656-4235-a1ce-9f6c8a6bb693 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:05.297577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1c16fb-f656-4235-a1ce-9f6c8a6bb693 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:05.304045 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fc1c16fb-f656-4235-a1ce-9f6c8a6bb693 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1863627 Feb 05 03:10:05.305257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44296) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:05.467271 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-6188e3e2-44cb-4bf1-ae98-7ced03a32e7e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet 5aa39496-2198-4a98-af03-09c92ec006db {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:10:05.477878 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6188e3e2-44cb-4bf1-ae98-7ced03a32e7e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (5aa39496-2198-4a98-af03-09c92ec006db), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:05.575178 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6188e3e2-44cb-4bf1-ae98-7ced03a32e7e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (5aa39496-2198-4a98-af03-09c92ec006db), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:05.669154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Provisioning complete for port ae3d72a8-f65a-43eb-9805-bc1d91deddc7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:05.672688 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ae3d72a8-f65a-43eb-9805-bc1d91deddc7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:05.735307 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6188e3e2-44cb-4bf1-ae98-7ced03a32e7e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (5aa39496-2198-4a98-af03-09c92ec006db), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:05.860320 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Current status of the port ae3d72a8-f65a-43eb-9805-bc1d91deddc7 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:05.862072 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ae3d72a8-f65a-43eb-9805-bc1d91deddc7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:05.875584 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6188e3e2-44cb-4bf1-ae98-7ced03a32e7e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (5aa39496-2198-4a98-af03-09c92ec006db), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:05.929424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188e3e2-44cb-4bf1-ae98-7ced03a32e7e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa39496-2198-4a98-af03-09c92ec006db,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:05.932438 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6188e3e2-44cb-4bf1-ae98-7ced03a32e7e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:05.937802 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6188e3e2-44cb-4bf1-ae98-7ced03a32e7e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/5aa39496-2198-4a98-af03-09c92ec006db HTTP/1.1" status: 204 len: 168 time: 0.6310534 Feb 05 03:10:05.940413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44314) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:05.996401 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c2819841-3619-4d8b-8c85-bbc5bd8bdc74 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544019 Feb 05 03:10:05.999537 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44318) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:06.006087 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-20221b4e-d734-4349-8cf6-d347c029612b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:06.060916 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:10:06.061975 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:10:06.087784 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fde7a18f-18fe-4160-8173-1cc64fa7d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:06.149640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777af00d-9b99-4738-9ff2-9bfa5f79e314 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:06.159784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20221b4e-d734-4349-8cf6-d347c029612b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:06.164005 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20221b4e-d734-4349-8cf6-d347c029612b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:06.280911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d57779-212c-4412-b71d-abe14d57b262 req-71c6dc52-a5e1-4076-806b-21aa0f6d2107 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:06.282930 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96d57779-212c-4412-b71d-abe14d57b262 req-71c6dc52-a5e1-4076-806b-21aa0f6d2107 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 943 time: 0.1359370 Feb 05 03:10:06.400534 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96d57779-212c-4412-b71d-abe14d57b262 req-05f94766-f3ac-4581-b12b-0c4c02b82fc4 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112759 Feb 05 03:10:06.627143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ae3d72a8-f65a-43eb-9805-bc1d91deddc7 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:06.680793 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Current status of the port ae3d72a8-f65a-43eb-9805-bc1d91deddc7 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:06.683380 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ae3d72a8-f65a-43eb-9805-bc1d91deddc7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:06.720951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.objects.ports [None req-20221b4e-d734-4349-8cf6-d347c029612b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109675) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:10:06.837919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] For port ae3d72a8-f65a-43eb-9805-bc1d91deddc7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ae3d72a8-f65a-43eb-9805-bc1d91deddc7,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:06.855879 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ae3d72a8-f65a-43eb-9805-bc1d91deddc7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:06.917451 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Pushing event updated for resources: {'Port': ['ID=ae3d72a8-f65a-43eb-9805-bc1d91deddc7,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:06.939470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:06.941373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:06.941887 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:06.942390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:06.943066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:06.943570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:06.944057 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:06.944540 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:06.945026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:06.945508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:06.945999 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:06.946478 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:06.946980 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b4f513-eac8-49c7-bad7-ebf2e7f42925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:06.999124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-22e98d33-2f3a-404d-92fc-b4d42ec1783c None None] Could not find standard attr ID for object 85c26676-b984-4b93-816e-ab4c13171909. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:10:07.003781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ae3d72a8-f65a-43eb-9805-bc1d91deddc7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:07.004643 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ae3d72a8-f65a-43eb-9805-bc1d91deddc7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:07.122618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2780bb-8f99-48be-ba7b-36c2e45b0760 None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:10:07.158298 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20221b4e-d734-4349-8cf6-d347c029612b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ae3d72a8-f65a-43eb-9805-bc1d91deddc7), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:07.223029 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:07.341786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ae3d72a8-f65a-43eb-9805-bc1d91deddc7 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:07.364808 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4c2780bb-8f99-48be-ba7b-36c2e45b0760 None None] Deleting port ae3d72a8-f65a-43eb-9805-bc1d91deddc7 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:10:07.365329 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c2780bb-8f99-48be-ba7b-36c2e45b0760 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ae3d72a8-f65a-43eb-9805-bc1d91deddc7), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:07.412723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-20221b4e-d734-4349-8cf6-d347c029612b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] For port ae3d72a8-f65a-43eb-9805-bc1d91deddc7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ae3d72a8-f65a-43eb-9805-bc1d91deddc7,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:07.491464 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20221b4e-d734-4349-8cf6-d347c029612b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (ae3d72a8-f65a-43eb-9805-bc1d91deddc7), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:07.500238 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20221b4e-d734-4349-8cf6-d347c029612b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (ae3d72a8-f65a-43eb-9805-bc1d91deddc7), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:07.568831 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4c2780bb-8f99-48be-ba7b-36c2e45b0760 None None] For port ae3d72a8-f65a-43eb-9805-bc1d91deddc7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ae3d72a8-f65a-43eb-9805-bc1d91deddc7,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:07.569516 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c2780bb-8f99-48be-ba7b-36c2e45b0760 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ae3d72a8-f65a-43eb-9805-bc1d91deddc7), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:07.573381 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20221b4e-d734-4349-8cf6-d347c029612b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (52079e57-81c1-4855-93d8-c0e5eeeb9e6d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:07.585025 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44348) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:07.603712 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4c2780bb-8f99-48be-ba7b-36c2e45b0760 None None] Calling delete_port for ae3d72a8-f65a-43eb-9805-bc1d91deddc7 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:10:07.640621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20221b4e-d734-4349-8cf6-d347c029612b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=52079e57-81c1-4855-93d8-c0e5eeeb9e6d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:07.749008 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20221b4e-d734-4349-8cf6-d347c029612b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:07.758546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20221b4e-d734-4349-8cf6-d347c029612b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=ae3d72a8-f65a-43eb-9805-bc1d91deddc7,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:07.782477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-20221b4e-d734-4349-8cf6-d347c029612b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:07.787153 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20221b4e-d734-4349-8cf6-d347c029612b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:07.788142 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20221b4e-d734-4349-8cf6-d347c029612b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:07.828596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1298d164-2735-4031-b5a4-adeca2d50e94 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:07.844330 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-20221b4e-d734-4349-8cf6-d347c029612b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8430459 Feb 05 03:10:07.848662 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44352) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:07.854938 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb9b66-5adc-4b04-ad6c-2de909eed3f2 req-547abb01-1cbf-4eca-8d54-0097453d7d35 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:07.856441 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81bb9b66-5adc-4b04-ad6c-2de909eed3f2 req-547abb01-1cbf-4eca-8d54-0097453d7d35 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 943 time: 0.3055923 Feb 05 03:10:07.864086 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bc3cfe75-043e-4bf4-beeb-a36e2be02bb1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'mac_address': 'fa:16:3e:af:96:e2', 'name': 'tempest-NetworksTestDHCPv6-329970743'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:07.928585 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c2780bb-8f99-48be-ba7b-36c2e45b0760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (ae3d72a8-f65a-43eb-9805-bc1d91deddc7), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:07.960353 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1298d164-2735-4031-b5a4-adeca2d50e94 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] 10.222.0.36 "PUT /v2.0/quotas/ec87e8ac4c9a44748d25cf236e2bfe5c HTTP/1.1" status: 200 len: 368 time: 0.3742311 Feb 05 03:10:07.963280 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44354) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:07.970650 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a9f43ec1-9448-4da8-895c-d93039ec5526 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Request body: {'network': {'project_id': 'ec87e8ac4c9a44748d25cf236e2bfe5c'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:07.990516 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2780bb-8f99-48be-ba7b-36c2e45b0760 None None] Pushing event deleted for resources: {'Port': ['ID=ae3d72a8-f65a-43eb-9805-bc1d91deddc7,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:08.011424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81bb9b66-5adc-4b04-ad6c-2de909eed3f2 req-9a93b078-af41-4932-8ec0-2d30d6cca35b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393273 Feb 05 03:10:08.024889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f43ec1-9448-4da8-895c-d93039ec5526 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Made reservation on behalf of ec87e8ac4c9a44748d25cf236e2bfe5c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:08.032500 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9f43ec1-9448-4da8-895c-d93039ec5526 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:08.054289 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9f43ec1-9448-4da8-895c-d93039ec5526 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:08.085228 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ae3d72a8-f65a-43eb-9805-bc1d91deddc7 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:10:08.088823 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2780bb-8f99-48be-ba7b-36c2e45b0760 None None] No DVR routers for this DVR port ae3d72a8-f65a-43eb-9805-bc1d91deddc7 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:10:08.128371 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d384ecb-adf8-4226-87ea-5912f2b607d6 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:08.180675 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: ae3d72a8-f65a-43eb-9805-bc1d91deddc7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:10:08.181079 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ae3d72a8-f65a-43eb-9805-bc1d91deddc7 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:10:08.183215 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9f43ec1-9448-4da8-895c-d93039ec5526 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks [] for security_group (2cade4f5-9331-493d-8b38-7d0fe879e407), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:08.194508 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9f43ec1-9448-4da8-895c-d93039ec5526 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2cade4f5-9331-493d-8b38-7d0fe879e407), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:08.244114 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f43ec1-9448-4da8-895c-d93039ec5526 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:10:08.246017 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f43ec1-9448-4da8-895c-d93039ec5526 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cade4f5-9331-493d-8b38-7d0fe879e407,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:08.272415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9f43ec1-9448-4da8-895c-d93039ec5526 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e758b4b2-155d-4dd6-b86a-75bf4cbb68b5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:08.273002 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-a9f43ec1-9448-4da8-895c-d93039ec5526 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Added segment e758b4b2-155d-4dd6-b86a-75bf4cbb68b5 of type vlan for network e0823a88-b8e9-42f4-8738-270edf26cf8b Feb 05 03:10:08.290324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': '52079e57-81c1-4855-93d8-c0e5eeeb9e6d'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:10:08.291220 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:08.337515 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3cfe75-043e-4bf4-beeb-a36e2be02bb1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:08.472318 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc3cfe75-043e-4bf4-beeb-a36e2be02bb1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:08.473171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Allocated IP 2001:db8::f816:3eff:feac:e685 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/52079e57-81c1-4855-93d8-c0e5eeeb9e6d/4a9530c8-ed03-4251-aba8-ab3404d6940a) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:08.510968 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9f43ec1-9448-4da8-895c-d93039ec5526 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (e0823a88-b8e9-42f4-8738-270edf26cf8b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:08.518845 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-407676e3-02db-4198-8f35-4c64609b5b54 req-86ba69a4-b97c-4664-892b-b3a0729cfc9e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1007524 Feb 05 03:10:08.553784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-bc3cfe75-043e-4bf4-beeb-a36e2be02bb1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port 60d61ff6-c2f7-4454-8ddf-eff2836a832c yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:10:08.644506 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9f43ec1-9448-4da8-895c-d93039ec5526 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (e0823a88-b8e9-42f4-8738-270edf26cf8b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:08.649196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f43ec1-9448-4da8-895c-d93039ec5526 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:08.650010 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9f43ec1-9448-4da8-895c-d93039ec5526 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:08.676172 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:08.693155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407676e3-02db-4198-8f35-4c64609b5b54 req-e5f15dc9-48c1-4186-a97e-f2f64246858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:08.695280 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-407676e3-02db-4198-8f35-4c64609b5b54 req-e5f15dc9-48c1-4186-a97e-f2f64246858b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87aa67e833b94c59a23485085547924d&device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 1131 time: 0.1120625 Feb 05 03:10:08.731198 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Publish callbacks [] for port (4a9530c8-ed03-4251-aba8-ab3404d6940a), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:08.739755 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (4a9530c8-ed03-4251-aba8-ab3404d6940a), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:08.786901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f43ec1-9448-4da8-895c-d93039ec5526 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Pushing event updated for resources: {'Network': ['ID=e0823a88-b8e9-42f4-8738-270edf26cf8b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:08.794203 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Pushing event updated for resources: {'Port': ['ID=4a9530c8-ed03-4251-aba8-ab3404d6940a,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:08.803000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network e0823a88-b8e9-42f4-8738-270edf26cf8b details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:10:08.817174 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a9f43ec1-9448-4da8-895c-d93039ec5526 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8518257 Feb 05 03:10:08.822342 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44360) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:08.856755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:08.869890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:08.878939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:08.891142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407676e3-02db-4198-8f35-4c64609b5b54 req-8da1bb02-a30b-462b-9e14-1f42819a8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:08.896897 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-407676e3-02db-4198-8f35-4c64609b5b54 req-8da1bb02-a30b-462b-9e14-1f42819a8254 service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.1764183 Feb 05 03:10:08.900379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c6b3d97c-3f69-4cf1-a99a-05ff04da1729 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Request body: {'network': {'project_id': 'ec87e8ac4c9a44748d25cf236e2bfe5c'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:08.935577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b3d97c-3f69-4cf1-a99a-05ff04da1729 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Made reservation on behalf of ec87e8ac4c9a44748d25cf236e2bfe5c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:08.938848 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d97c-3f69-4cf1-a99a-05ff04da1729 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:08.968956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-bc3cfe75-043e-4bf4-beeb-a36e2be02bb1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::f816:3eff:feaf:96e2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/52079e57-81c1-4855-93d8-c0e5eeeb9e6d/60d61ff6-c2f7-4454-8ddf-eff2836a832c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:08.984834 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b3d97c-3f69-4cf1-a99a-05ff04da1729 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:10:08.992554 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Attempting to bind port 4a9530c8-ed03-4251-aba8-ab3404d6940a on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:10:08.993108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Attempting to bind port 4a9530c8-ed03-4251-aba8-ab3404d6940a by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:10:08.993346 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Attempting to bind port 4a9530c8-ed03-4251-aba8-ab3404d6940a on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:10:08.997159 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d97c-3f69-4cf1-a99a-05ff04da1729 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (63e59bc9-bc19-444f-ad5d-8e5da8670ccc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:08.998719 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-c6b3d97c-3f69-4cf1-a99a-05ff04da1729 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Added segment 63e59bc9-bc19-444f-ad5d-8e5da8670ccc of type vlan for network 81bb79d9-3f44-4669-a914-d1f5953443c4 Feb 05 03:10:08.999414 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:10:08.999798 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:10:09.000194 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:09.000880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:10:09.001412 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Bound port: 4a9530c8-ed03-4251-aba8-ab3404d6940a, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:10:09.002271 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-407676e3-02db-4198-8f35-4c64609b5b54 req-197c92f7-26ff-4711-9b69-e66a92078dad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4a57a366-dca8-4d91-97b8-a290908e9531 HTTP/1.1" status: 200 len: 217 time: 0.1019773 Feb 05 03:10:09.002399 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a9530c8-ed03-4251-aba8-ab3404d6940a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:09.123696 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407676e3-02db-4198-8f35-4c64609b5b54 req-044dd7c3-a714-4e09-ad02-5491e4e2eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:09.125197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-407676e3-02db-4198-8f35-4c64609b5b54 req-044dd7c3-a714-4e09-ad02-5491e4e2eb16 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1168149 Feb 05 03:10:09.141903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] For port 4a9530c8-ed03-4251-aba8-ab3404d6940a, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:10:09.146455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] For port 4a9530c8-ed03-4251-aba8-ab3404d6940a, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4a9530c8-ed03-4251-aba8-ab3404d6940a,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:10:09.157444 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4a9530c8-ed03-4251-aba8-ab3404d6940a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:09.314707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6ac04-7be2-44a1-bd6d-dd9c2d58741e None None] Pushing event updated for resources: {'Port': ['ID=4a9530c8-ed03-4251-aba8-ab3404d6940a,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:09.345051 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407676e3-02db-4198-8f35-4c64609b5b54 req-b90a5528-f838-4902-9c2f-dae27460d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:09.346853 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-407676e3-02db-4198-8f35-4c64609b5b54 req-b90a5528-f838-4902-9c2f-dae27460d141 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2141852 Feb 05 03:10:09.360279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c5db2-b170-4ad8-8e86-718d8bdf065e req-5c03fc81-3518-4561-a581-8a1c4e2e56cf tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:09.362077 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-409c5db2-b170-4ad8-8e86-718d8bdf065e req-5c03fc81-3518-4561-a581-8a1c4e2e56cf tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 943 time: 0.1429715 Feb 05 03:10:09.363270 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc3cfe75-043e-4bf4-beeb-a36e2be02bb1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (60d61ff6-c2f7-4454-8ddf-eff2836a832c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:09.418873 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc3cfe75-043e-4bf4-beeb-a36e2be02bb1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (60d61ff6-c2f7-4454-8ddf-eff2836a832c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:09.432534 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d97c-3f69-4cf1-a99a-05ff04da1729 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (81bb79d9-3f44-4669-a914-d1f5953443c4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:09.493119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3cfe75-043e-4bf4-beeb-a36e2be02bb1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:09.511230 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-bc3cfe75-043e-4bf4-beeb-a36e2be02bb1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:09.515218 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3cfe75-043e-4bf4-beeb-a36e2be02bb1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:09.526085 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3cfe75-043e-4bf4-beeb-a36e2be02bb1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:09.527015 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc3cfe75-043e-4bf4-beeb-a36e2be02bb1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:09.548712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cfe75-043e-4bf4-beeb-a36e2be02bb1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=60d61ff6-c2f7-4454-8ddf-eff2836a832c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:09.583063 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bc3cfe75-043e-4bf4-beeb-a36e2be02bb1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7266614 Feb 05 03:10:09.586267 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44368) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:09.589562 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d97c-3f69-4cf1-a99a-05ff04da1729 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (81bb79d9-3f44-4669-a914-d1f5953443c4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:09.593202 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b3d97c-3f69-4cf1-a99a-05ff04da1729 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:09.593202 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d97c-3f69-4cf1-a99a-05ff04da1729 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:09.717062 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3d97c-3f69-4cf1-a99a-05ff04da1729 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Pushing event updated for resources: {'Network': ['ID=81bb79d9-3f44-4669-a914-d1f5953443c4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:09.732605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 81bb79d9-3f44-4669-a914-d1f5953443c4 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:10:09.831395 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c6b3d97c-3f69-4cf1-a99a-05ff04da1729 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9461260 Feb 05 03:10:09.831812 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44370) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:09.843742 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3aadd6d1-c1d4-4067-9aaa-96733a811af0 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Request body: {'network': {'project_id': 'ec87e8ac4c9a44748d25cf236e2bfe5c'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:09.882829 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aadd6d1-c1d4-4067-9aaa-96733a811af0 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 05 03:10:09.883316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aadd6d1-c1d4-4067-9aaa-96733a811af0 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:09.887523 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3aadd6d1-c1d4-4067-9aaa-96733a811af0 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0516036 Feb 05 03:10:09.889127 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44372) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:09.936933 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484648f4-d547-41f9-afd6-980fe7a410d7 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:09.943031 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484648f4-d547-41f9-afd6-980fe7a410d7 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:09.947384 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-484648f4-d547-41f9-afd6-980fe7a410d7 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3564408 Feb 05 03:10:09.948832 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44374) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:09.969293 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:10.026390 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-409c5db2-b170-4ad8-8e86-718d8bdf065e req-918abdb4-f58f-4047-84fc-e94edc27c88a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6476822 Feb 05 03:10:10.073704 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c37a31a6-d4b3-4e21-aaa0-7825a105cee0 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec87e8ac4c9a44748d25cf236e2bfe5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1807561 Feb 05 03:10:10.077095 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44376) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:10.128632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-407676e3-02db-4198-8f35-4c64609b5b54 req-2fe3d68c-ca51-459f-834d-3319bb8ad0e5 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7639303 Feb 05 03:10:10.189537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4a9530c8-ed03-4251-aba8-ab3404d6940a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:10.230138 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af2301aa-69f5-49e9-a987-46cf5d4bae63 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks [] for security_group (2cade4f5-9331-493d-8b38-7d0fe879e407), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:10.255476 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-13ef1d42-3fba-4e89-b3bf-8080bc87d0dc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port 60d61ff6-c2f7-4454-8ddf-eff2836a832c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:10:10.255865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13ef1d42-3fba-4e89-b3bf-8080bc87d0dc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (60d61ff6-c2f7-4454-8ddf-eff2836a832c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:10.307594 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 4a9530c8-ed03-4251-aba8-ab3404d6940a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:10.308247 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a9530c8-ed03-4251-aba8-ab3404d6940a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:10.406455 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af2301aa-69f5-49e9-a987-46cf5d4bae63 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks [] for security_group (2cade4f5-9331-493d-8b38-7d0fe879e407), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:10.413406 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13ef1d42-3fba-4e89-b3bf-8080bc87d0dc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (60d61ff6-c2f7-4454-8ddf-eff2836a832c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:10.440288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-13ef1d42-3fba-4e89-b3bf-8080bc87d0dc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for 60d61ff6-c2f7-4454-8ddf-eff2836a832c owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:10:10.491837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 4a9530c8-ed03-4251-aba8-ab3404d6940a is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:10.492232 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a9530c8-ed03-4251-aba8-ab3404d6940a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:10.571787 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 4a9530c8-ed03-4251-aba8-ab3404d6940a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4a9530c8-ed03-4251-aba8-ab3404d6940a,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:10.580041 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4a9530c8-ed03-4251-aba8-ab3404d6940a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:10.597379 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-407676e3-02db-4198-8f35-4c64609b5b54 req-45a6f669-9834-4838-abca-2898f3d204b5 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557583 Feb 05 03:10:10.598700 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af2301aa-69f5-49e9-a987-46cf5d4bae63 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2cade4f5-9331-493d-8b38-7d0fe879e407), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:10.602731 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af2301aa-69f5-49e9-a987-46cf5d4bae63 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:10.607531 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-af2301aa-69f5-49e9-a987-46cf5d4bae63 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/2cade4f5-9331-493d-8b38-7d0fe879e407 HTTP/1.1" status: 204 len: 168 time: 0.5296109 Feb 05 03:10:10.608162 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44382) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:10.662054 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=4a9530c8-ed03-4251-aba8-ab3404d6940a,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:10.662625 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2301aa-69f5-49e9-a987-46cf5d4bae63 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cade4f5-9331-493d-8b38-7d0fe879e407,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:10.769150 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad95f806-6269-4075-bed6-a49e5efa70a4 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (81bb79d9-3f44-4669-a914-d1f5953443c4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:10.779600 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13ef1d42-3fba-4e89-b3bf-8080bc87d0dc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (60d61ff6-c2f7-4454-8ddf-eff2836a832c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:10.855172 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13ef1d42-3fba-4e89-b3bf-8080bc87d0dc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:10.865133 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-13ef1d42-3fba-4e89-b3bf-8080bc87d0dc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/60d61ff6-c2f7-4454-8ddf-eff2836a832c HTTP/1.1" status: 204 len: 168 time: 0.9145548 Feb 05 03:10:10.867251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef1d42-3fba-4e89-b3bf-8080bc87d0dc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=60d61ff6-c2f7-4454-8ddf-eff2836a832c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:10.868627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44384) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:10.902717 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad95f806-6269-4075-bed6-a49e5efa70a4 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (81bb79d9-3f44-4669-a914-d1f5953443c4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:10.942599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ad95f806-6269-4075-bed6-a49e5efa70a4 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81bb79d9-3f44-4669-a914-d1f5953443c4']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:10.975046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ad95f806-6269-4075-bed6-a49e5efa70a4 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e59bc9-bc19-444f-ad5d-8e5da8670ccc') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:10.975917 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ad95f806-6269-4075-bed6-a49e5efa70a4 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e59bc9-bc19-444f-ad5d-8e5da8670ccc') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:10.994434 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad95f806-6269-4075-bed6-a49e5efa70a4 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (63e59bc9-bc19-444f-ad5d-8e5da8670ccc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:11.016791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f060dc8d-4543-470e-877a-d031b99b6f57 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:11.018524 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f060dc8d-4543-470e-877a-d031b99b6f57 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:11.023591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44386) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:11.027334 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f060dc8d-4543-470e-877a-d031b99b6f57 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1576376 Feb 05 03:10:11.047912 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff6f9fef-b85e-4639-9866-afc7296a847f req-6ef74903-0fe9-493a-adb3-dc4f47a85b58 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1620929 Feb 05 03:10:11.087096 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad95f806-6269-4075-bed6-a49e5efa70a4 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (63e59bc9-bc19-444f-ad5d-8e5da8670ccc), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:11.102277 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad95f806-6269-4075-bed6-a49e5efa70a4 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:10:11.102680 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad95f806-6269-4075-bed6-a49e5efa70a4 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (63e59bc9-bc19-444f-ad5d-8e5da8670ccc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:10:11.107554 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:10:11.119081 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e88df475-aeaa-4e43-b3c6-92a5a28dc345 None None] Provisioning complete for port 4a9530c8-ed03-4251-aba8-ab3404d6940a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:11.119469 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e88df475-aeaa-4e43-b3c6-92a5a28dc345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a9530c8-ed03-4251-aba8-ab3404d6940a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:11.195255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f9fef-b85e-4639-9866-afc7296a847f req-5f94c78e-f789-45cb-bbc7-fafea450f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:11.198542 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff6f9fef-b85e-4639-9866-afc7296a847f req-5f94c78e-f789-45cb-bbc7-fafea450f5ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 1128 time: 0.1091664 Feb 05 03:10:11.277507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e88df475-aeaa-4e43-b3c6-92a5a28dc345 None None] Current status of the port 4a9530c8-ed03-4251-aba8-ab3404d6940a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:11.331084 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:11.368004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f9fef-b85e-4639-9866-afc7296a847f req-7fedba0b-f75d-4752-919d-ae57d0d26812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:11.369848 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff6f9fef-b85e-4639-9866-afc7296a847f req-7fedba0b-f75d-4752-919d-ae57d0d26812 service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.1508441 Feb 05 03:10:11.377342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-22028583-e298-4131-99f9-5ad77a4308f5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet 52079e57-81c1-4855-93d8-c0e5eeeb9e6d {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:10:11.406145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-304eb446-3cb3-4dd7-97b4-14f7503c891a None None] Could not find standard attr ID for object 60d61ff6-c2f7-4454-8ddf-eff2836a832c. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:10:11.406424 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22028583-e298-4131-99f9-5ad77a4308f5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (52079e57-81c1-4855-93d8-c0e5eeeb9e6d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:11.431957 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff6f9fef-b85e-4639-9866-afc7296a847f req-d074dd87-8cc4-4c62-9afe-4edda73940e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36ec2062-61f3-4b79-bfaf-aeca1f042639 HTTP/1.1" status: 200 len: 217 time: 0.0494804 Feb 05 03:10:11.463317 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad95f806-6269-4075-bed6-a49e5efa70a4 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (81bb79d9-3f44-4669-a914-d1f5953443c4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:11.493185 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad95f806-6269-4075-bed6-a49e5efa70a4 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:11.496198 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f9fef-b85e-4639-9866-afc7296a847f req-5f31412b-60cc-4806-9b74-8e219c7c9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:11.499954 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ad95f806-6269-4075-bed6-a49e5efa70a4 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] 10.222.0.36 "DELETE /v2.0/networks/81bb79d9-3f44-4669-a914-d1f5953443c4 HTTP/1.1" status: 204 len: 168 time: 0.8875382 Feb 05 03:10:11.500273 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff6f9fef-b85e-4639-9866-afc7296a847f req-5f31412b-60cc-4806-9b74-8e219c7c9663 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.0628724 Feb 05 03:10:11.500452 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44396) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:11.519206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477d303-f519-4d5b-8775-1743561d81df req-24592344-6ad4-48b2-8a3c-6c11afdaeb0b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:11.521037 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d477d303-f519-4d5b-8775-1743561d81df req-24592344-6ad4-48b2-8a3c-6c11afdaeb0b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 943 time: 0.2914257 Feb 05 03:10:11.524896 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95f806-6269-4075-bed6-a49e5efa70a4 tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Pushing event deleted for resources: {'Network': ['ID=81bb79d9-3f44-4669-a914-d1f5953443c4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:11.537859 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22028583-e298-4131-99f9-5ad77a4308f5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (52079e57-81c1-4855-93d8-c0e5eeeb9e6d), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:11.609143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d477d303-f519-4d5b-8775-1743561d81df req-3a36001d-9dcc-45f5-9792-68a5b3acad80 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798130 Feb 05 03:10:11.685976 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22028583-e298-4131-99f9-5ad77a4308f5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (52079e57-81c1-4855-93d8-c0e5eeeb9e6d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:11.723604 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f1d08d2-0c3b-4d4c-a126-a3a0664c320c tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (e0823a88-b8e9-42f4-8738-270edf26cf8b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:11.738694 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f9fef-b85e-4639-9866-afc7296a847f req-a932f485-f8ec-404e-a796-c3a9968b791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:11.740878 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff6f9fef-b85e-4639-9866-afc7296a847f req-a932f485-f8ec-404e-a796-c3a9968b791d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1198392 Feb 05 03:10:11.775052 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22028583-e298-4131-99f9-5ad77a4308f5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (52079e57-81c1-4855-93d8-c0e5eeeb9e6d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:11.811393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22028583-e298-4131-99f9-5ad77a4308f5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=52079e57-81c1-4855-93d8-c0e5eeeb9e6d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:11.815838 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22028583-e298-4131-99f9-5ad77a4308f5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:11.821841 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a5ced0-f7c2-48f7-970d-6c1fe7ef2975 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:11.833372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-22028583-e298-4131-99f9-5ad77a4308f5 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/52079e57-81c1-4855-93d8-c0e5eeeb9e6d HTTP/1.1" status: 204 len: 168 time: 0.8067589 Feb 05 03:10:11.835816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44398) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:11.926114 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6e8c871e-4ee3-40b2-956a-81a24f88f437 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889926 Feb 05 03:10:11.928768 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44400) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:11.960417 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f1d08d2-0c3b-4d4c-a126-a3a0664c320c tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (e0823a88-b8e9-42f4-8738-270edf26cf8b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:12.000465 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaae466-a29c-4bed-b838-75644cc39567 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:12.002175 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-feaae466-a29c-4bed-b838-75644cc39567 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0724628 Feb 05 03:10:12.005435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44402) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:12.039879 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4a9530c8-ed03-4251-aba8-ab3404d6940a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:12.044579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9f1d08d2-0c3b-4d4c-a126-a3a0664c320c tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0823a88-b8e9-42f4-8738-270edf26cf8b']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:12.069349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9f1d08d2-0c3b-4d4c-a126-a3a0664c320c tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e758b4b2-155d-4dd6-b86a-75bf4cbb68b5') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:12.070196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9f1d08d2-0c3b-4d4c-a126-a3a0664c320c tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e758b4b2-155d-4dd6-b86a-75bf4cbb68b5') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:12.078632 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1415722-ec14-4f17-99d8-21275e00ea4d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:12.080178 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c1415722-ec14-4f17-99d8-21275e00ea4d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0737967 Feb 05 03:10:12.087325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f1d08d2-0c3b-4d4c-a126-a3a0664c320c tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (e758b4b2-155d-4dd6-b86a-75bf4cbb68b5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:12.093199 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44404) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:12.103610 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f1d08d2-0c3b-4d4c-a126-a3a0664c320c tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e758b4b2-155d-4dd6-b86a-75bf4cbb68b5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:12.110601 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1d08d2-0c3b-4d4c-a126-a3a0664c320c tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:10:12.111264 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f1d08d2-0c3b-4d4c-a126-a3a0664c320c tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (e758b4b2-155d-4dd6-b86a-75bf4cbb68b5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:12.137088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2fd231-c3a9-4c3b-817d-b30921a2161e None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:10:12.161548 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f25ad938-2d16-41a9-a90b-fcc9ea86cb73 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642252 Feb 05 03:10:12.164700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44406) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:12.176970 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3a18a7ab-2d5a-4278-9d80-98c57cc15375 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: warnings.warn('Neutron quota engine will require "--force" ' Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:10:12.181365 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:10:12.187448 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 4a9530c8-ed03-4251-aba8-ab3404d6940a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:12.187922 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a9530c8-ed03-4251-aba8-ab3404d6940a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:12.190233 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f1d08d2-0c3b-4d4c-a126-a3a0664c320c tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (e0823a88-b8e9-42f4-8738-270edf26cf8b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:12.197293 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f1d08d2-0c3b-4d4c-a126-a3a0664c320c tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:12.200931 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9f1d08d2-0c3b-4d4c-a126-a3a0664c320c tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] 10.222.0.36 "DELETE /v2.0/networks/e0823a88-b8e9-42f4-8738-270edf26cf8b HTTP/1.1" status: 204 len: 168 time: 0.6994255 Feb 05 03:10:12.261518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7a2fd231-c3a9-4c3b-817d-b30921a2161e None None] Deleting port 4a9530c8-ed03-4251-aba8-ab3404d6940a {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:10:12.262442 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a2fd231-c3a9-4c3b-817d-b30921a2161e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4a9530c8-ed03-4251-aba8-ab3404d6940a), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:12.274687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d08d2-0c3b-4d4c-a126-a3a0664c320c tempest-QuotasNegativeTest-976501063 tempest-QuotasNegativeTest-976501063-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0823a88-b8e9-42f4-8738-270edf26cf8b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:12.323717 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff6f9fef-b85e-4639-9866-afc7296a847f req-f8391f21-0cbd-48ec-b987-f05d53250567 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730865 Feb 05 03:10:12.364173 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a18a7ab-2d5a-4278-9d80-98c57cc15375 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:12.368597 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a18a7ab-2d5a-4278-9d80-98c57cc15375 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:12.408652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 4a9530c8-ed03-4251-aba8-ab3404d6940a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:12.434263 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7a2fd231-c3a9-4c3b-817d-b30921a2161e None None] For port 4a9530c8-ed03-4251-aba8-ab3404d6940a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4a9530c8-ed03-4251-aba8-ab3404d6940a,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:12.434670 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a2fd231-c3a9-4c3b-817d-b30921a2161e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4a9530c8-ed03-4251-aba8-ab3404d6940a), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:12.449071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7a2fd231-c3a9-4c3b-817d-b30921a2161e None None] Calling delete_port for 4a9530c8-ed03-4251-aba8-ab3404d6940a owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:10:12.608014 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a2fd231-c3a9-4c3b-817d-b30921a2161e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (4a9530c8-ed03-4251-aba8-ab3404d6940a), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:12.633927 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff6f9fef-b85e-4639-9866-afc7296a847f req-84423fbf-f7f3-4854-893d-bdce5b6d202f service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992094 Feb 05 03:10:12.659239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fd231-c3a9-4c3b-817d-b30921a2161e None None] Pushing event deleted for resources: {'Port': ['ID=4a9530c8-ed03-4251-aba8-ab3404d6940a,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:12.662063 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2fd231-c3a9-4c3b-817d-b30921a2161e None None] No DVR routers for this DVR port 4a9530c8-ed03-4251-aba8-ab3404d6940a on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:10:12.727183 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a18a7ab-2d5a-4278-9d80-98c57cc15375 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (383b33e2-b232-46b9-b684-3612753d5c07), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:12.817943 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a18a7ab-2d5a-4278-9d80-98c57cc15375 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:12.819365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3a18a7ab-2d5a-4278-9d80-98c57cc15375 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:12.822364 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a18a7ab-2d5a-4278-9d80-98c57cc15375 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:12.822987 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a18a7ab-2d5a-4278-9d80-98c57cc15375 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:12.830856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192fdc5b-bd9a-4d2a-8e07-5babcf0d443e None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:12.839354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18a7ab-2d5a-4278-9d80-98c57cc15375 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=383b33e2-b232-46b9-b684-3612753d5c07,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:12.856678 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3a18a7ab-2d5a-4278-9d80-98c57cc15375 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6893470 Feb 05 03:10:12.859443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44418) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:12.868182 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ff403bf0-43d3-482a-b872-aec150e0bf8c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'mac_address': 'fa:16:3e:87:de:84', 'name': 'tempest-NetworksTestDHCPv6-18053760'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:12.891041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307335d-ba9c-4072-bdb4-3f4fa6e9279a req-947d90a4-7a8a-44b2-9adf-e1d6fc2f2e4a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:12.894458 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e307335d-ba9c-4072-bdb4-3f4fa6e9279a req-947d90a4-7a8a-44b2-9adf-e1d6fc2f2e4a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 943 time: 0.1369796 Feb 05 03:10:13.014791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': '383b33e2-b232-46b9-b684-3612753d5c07'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:10:13.015839 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:13.105163 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44422) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:13.146162 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e307335d-ba9c-4072-bdb4-3f4fa6e9279a req-835ddab9-5d2f-404f-a222-fb3757c54909 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309551 Feb 05 03:10:13.156275 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff403bf0-43d3-482a-b872-aec150e0bf8c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:13.193559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Allocated IP 2001:db8::2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/383b33e2-b232-46b9-b684-3612753d5c07/ec51065d-c0b6-4f23-95b0-d005cff21661) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:13.296003 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff403bf0-43d3-482a-b872-aec150e0bf8c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:13.317094 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ff6a82c-e952-470b-9378-061c0d11702c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:13.351499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-ff403bf0-43d3-482a-b872-aec150e0bf8c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port 4a245dec-6c06-48c7-95ec-419e6ca03ead yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:10:13.384612 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Publish callbacks [] for port (ec51065d-c0b6-4f23-95b0-d005cff21661), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:13.393409 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (ec51065d-c0b6-4f23-95b0-d005cff21661), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:13.447222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:13.453990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:13.461448 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:13.468748 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ff6a82c-e952-470b-9378-061c0d11702c admin admin] Publish callbacks [] for security_group (425e5e85-9857-4dd1-bb13-167361bd3908), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:13.472125 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Pushing event updated for resources: {'Port': ['ID=ec51065d-c0b6-4f23-95b0-d005cff21661,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:13.482417 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ff6a82c-e952-470b-9378-061c0d11702c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (425e5e85-9857-4dd1-bb13-167361bd3908), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:13.572032 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-ff403bf0-43d3-482a-b872-aec150e0bf8c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::3d4 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/383b33e2-b232-46b9-b684-3612753d5c07/4a245dec-6c06-48c7-95ec-419e6ca03ead) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:13.577807 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6a82c-e952-470b-9378-061c0d11702c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425e5e85-9857-4dd1-bb13-167361bd3908,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:13.589555 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8ff6a82c-e952-470b-9378-061c0d11702c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0ee385c08cf42829735fa1258bb0f8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4815264 Feb 05 03:10:13.591819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44434) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:13.705547 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-359ac9d5-4d2c-4af2-89d4-7546f3dc01c8 admin admin] Publish callbacks [] for security_group (425e5e85-9857-4dd1-bb13-167361bd3908), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:13.736707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-359ac9d5-4d2c-4af2-89d4-7546f3dc01c8 admin admin] Publish callbacks [] for security_group (425e5e85-9857-4dd1-bb13-167361bd3908), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:13.798054 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff403bf0-43d3-482a-b872-aec150e0bf8c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (4a245dec-6c06-48c7-95ec-419e6ca03ead), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:13.804181 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-359ac9d5-4d2c-4af2-89d4-7546f3dc01c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (425e5e85-9857-4dd1-bb13-167361bd3908), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:13.806800 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-359ac9d5-4d2c-4af2-89d4-7546f3dc01c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:13.810690 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-359ac9d5-4d2c-4af2-89d4-7546f3dc01c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/425e5e85-9857-4dd1-bb13-167361bd3908 HTTP/1.1" status: 204 len: 168 time: 0.2163482 Feb 05 03:10:13.815442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Attempting to bind port ec51065d-c0b6-4f23-95b0-d005cff21661 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:10:13.816112 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Attempting to bind port ec51065d-c0b6-4f23-95b0-d005cff21661 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:10:13.816707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Attempting to bind port ec51065d-c0b6-4f23-95b0-d005cff21661 on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:10:13.822428 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:10:13.823202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:10:13.823595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ac9d5-4d2c-4af2-89d4-7546f3dc01c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425e5e85-9857-4dd1-bb13-167361bd3908,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:13.824257 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:13.834712 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:10:13.835606 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Bound port: ec51065d-c0b6-4f23-95b0-d005cff21661, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:10:13.836225 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ec51065d-c0b6-4f23-95b0-d005cff21661), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:13.851316 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff403bf0-43d3-482a-b872-aec150e0bf8c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4a245dec-6c06-48c7-95ec-419e6ca03ead), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:13.900093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff403bf0-43d3-482a-b872-aec150e0bf8c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:13.903343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ff403bf0-43d3-482a-b872-aec150e0bf8c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:13.912630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff403bf0-43d3-482a-b872-aec150e0bf8c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:13.918250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff403bf0-43d3-482a-b872-aec150e0bf8c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:13.919126 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff403bf0-43d3-482a-b872-aec150e0bf8c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:13.948193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff403bf0-43d3-482a-b872-aec150e0bf8c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=4a245dec-6c06-48c7-95ec-419e6ca03ead,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:13.957795 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ff403bf0-43d3-482a-b872-aec150e0bf8c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0937943 Feb 05 03:10:13.964594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44442) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:13.976511 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] For port ec51065d-c0b6-4f23-95b0-d005cff21661, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:10:13.980305 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] For port ec51065d-c0b6-4f23-95b0-d005cff21661, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ec51065d-c0b6-4f23-95b0-d005cff21661,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:10:13.993727 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ec51065d-c0b6-4f23-95b0-d005cff21661), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:14.040425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4a9530c8-ed03-4251-aba8-ab3404d6940a no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:10:14.079902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed4c957-4e63-4eb6-bc92-a06731988e19 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:14.091834 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed4c957-4e63-4eb6-bc92-a06731988e19 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:14.095684 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 4a9530c8-ed03-4251-aba8-ab3404d6940a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:10:14.096035 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4a9530c8-ed03-4251-aba8-ab3404d6940a not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:10:14.096328 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-eed4c957-4e63-4eb6-bc92-a06731988e19 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1343205 Feb 05 03:10:14.098594 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44446) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:14.204552 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35689c7-d00a-4011-9989-e095bd98626a None None] Pushing event updated for resources: {'Port': ['ID=ec51065d-c0b6-4f23-95b0-d005cff21661,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:14.265772 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8b16af1c-6b5a-42a4-89ac-6ed4fb212829 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port 4a245dec-6c06-48c7-95ec-419e6ca03ead {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:10:14.266249 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b16af1c-6b5a-42a4-89ac-6ed4fb212829 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4a245dec-6c06-48c7-95ec-419e6ca03ead), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:14.298003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44450) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:14.319076 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ca50994-91fc-4158-aff7-8f2731d5ff42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:14.469324 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ca50994-91fc-4158-aff7-8f2731d5ff42 admin admin] Publish callbacks [] for security_group (ba1fee20-12ee-4195-8d30-36e320e2e091), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:14.483794 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ca50994-91fc-4158-aff7-8f2731d5ff42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ba1fee20-12ee-4195-8d30-36e320e2e091), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:14.510478 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd93afa-d9ba-460c-891b-7caac17c46ac req-b37d89ff-fae6-4390-931e-1ac6f0d66945 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:14.515244 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7bd93afa-d9ba-460c-891b-7caac17c46ac req-b37d89ff-fae6-4390-931e-1ac6f0d66945 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 943 time: 0.2304931 Feb 05 03:10:14.527217 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca50994-91fc-4158-aff7-8f2731d5ff42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1fee20-12ee-4195-8d30-36e320e2e091,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:14.563432 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3ca50994-91fc-4158-aff7-8f2731d5ff42 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7792b902570473e9f8127e850810516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2631683 Feb 05 03:10:14.565163 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44452) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:14.581139 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b16af1c-6b5a-42a4-89ac-6ed4fb212829 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4a245dec-6c06-48c7-95ec-419e6ca03ead), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:14.611727 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8b16af1c-6b5a-42a4-89ac-6ed4fb212829 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for 4a245dec-6c06-48c7-95ec-419e6ca03ead owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:10:14.624203 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7bd93afa-d9ba-460c-891b-7caac17c46ac req-26ca52b2-1401-46c6-b351-802eb30a93bd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976903 Feb 05 03:10:14.691764 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bce1d57-6e44-4cb1-9390-59a87389f4ca admin admin] Publish callbacks [] for security_group (ba1fee20-12ee-4195-8d30-36e320e2e091), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:14.745198 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bce1d57-6e44-4cb1-9390-59a87389f4ca admin admin] Publish callbacks [] for security_group (ba1fee20-12ee-4195-8d30-36e320e2e091), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:14.808839 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bce1d57-6e44-4cb1-9390-59a87389f4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ba1fee20-12ee-4195-8d30-36e320e2e091), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:14.812375 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bce1d57-6e44-4cb1-9390-59a87389f4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:14.816133 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7bce1d57-6e44-4cb1-9390-59a87389f4ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba1fee20-12ee-4195-8d30-36e320e2e091 HTTP/1.1" status: 204 len: 168 time: 0.2478542 Feb 05 03:10:14.823735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce1d57-6e44-4cb1-9390-59a87389f4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1fee20-12ee-4195-8d30-36e320e2e091,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:14.858000 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b16af1c-6b5a-42a4-89ac-6ed4fb212829 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4a245dec-6c06-48c7-95ec-419e6ca03ead), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:14.916065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16af1c-6b5a-42a4-89ac-6ed4fb212829 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=4a245dec-6c06-48c7-95ec-419e6ca03ead,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:14.988679 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b16af1c-6b5a-42a4-89ac-6ed4fb212829 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:14.996631 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8b16af1c-6b5a-42a4-89ac-6ed4fb212829 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/4a245dec-6c06-48c7-95ec-419e6ca03ead HTTP/1.1" status: 204 len: 168 time: 0.8922498 Feb 05 03:10:14.997117 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44460) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:15.088001 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ea991-07e7-4dc8-a434-e863549de91b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:15.098460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ea991-07e7-4dc8-a434-e863549de91b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:15.114751 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44462) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:15.125669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-820ea991-07e7-4dc8-a434-e863549de91b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1252503 Feb 05 03:10:15.220824 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c58267-29f4-4b4b-9f86-672d1515272c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet 383b33e2-b232-46b9-b684-3612753d5c07 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:10:15.233432 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84c58267-29f4-4b4b-9f86-672d1515272c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (383b33e2-b232-46b9-b684-3612753d5c07), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:15.315515 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84c58267-29f4-4b4b-9f86-672d1515272c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (383b33e2-b232-46b9-b684-3612753d5c07), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:15.479826 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84c58267-29f4-4b4b-9f86-672d1515272c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (383b33e2-b232-46b9-b684-3612753d5c07), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:15.550803 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84c58267-29f4-4b4b-9f86-672d1515272c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (383b33e2-b232-46b9-b684-3612753d5c07), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:15.588857 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c58267-29f4-4b4b-9f86-672d1515272c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=383b33e2-b232-46b9-b684-3612753d5c07,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:15.592079 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84c58267-29f4-4b4b-9f86-672d1515272c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:15.598399 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44482) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:15.607404 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-84c58267-29f4-4b4b-9f86-672d1515272c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/383b33e2-b232-46b9-b684-3612753d5c07 HTTP/1.1" status: 204 len: 168 time: 0.4910922 Feb 05 03:10:15.652124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44484) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:15.673836 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7a4bdf1f-a8a7-484e-a20c-fbbefed8202f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552988 Feb 05 03:10:15.705094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00582bb7-3e4b-492a-83a6-63a671c2b89e None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:15.836319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2765e50-2510-4108-be95-0909164db9c0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:15.845037 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d2765e50-2510-4108-be95-0909164db9c0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1910758 Feb 05 03:10:15.846848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44496) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:15.907358 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350c9d8-bd05-418a-9352-df5a4a3583aa req-a219297f-3d4f-4dc0-91b2-95024b73b80a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:15.913333 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6350c9d8-bd05-418a-9352-df5a4a3583aa req-a219297f-3d4f-4dc0-91b2-95024b73b80a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 943 time: 0.0905538 Feb 05 03:10:15.935917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-79a9bd11-53b9-473a-8976-da18b48cf6cf None None] Provisioning complete for port ec51065d-c0b6-4f23-95b0-d005cff21661 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:15.939183 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-79a9bd11-53b9-473a-8976-da18b48cf6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ec51065d-c0b6-4f23-95b0-d005cff21661), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:15.969118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac2ca13-6e2e-4b07-b402-7aff65664e71 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:15.971103 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5ac2ca13-6e2e-4b07-b402-7aff65664e71 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1230218 Feb 05 03:10:15.973475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44500) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:16.029060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6350c9d8-bd05-418a-9352-df5a4a3583aa req-658b06b9-8a2f-4049-985d-da00390e0aaa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109707 Feb 05 03:10:16.089152 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a7e06278-6968-4cd1-8ff7-5c1a9eb9a472 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1142759 Feb 05 03:10:16.093595 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44504) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:16.102946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f3eedadf-757b-435e-a487-06f1eb4d615f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:16.175847 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6b65c7-aa4d-49fe-bb58-7a1ce797a2d6 None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:10:16.185728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ec51065d-c0b6-4f23-95b0-d005cff21661 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:16.217355 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:16.243984 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-79a9bd11-53b9-473a-8976-da18b48cf6cf None None] Current status of the port ec51065d-c0b6-4f23-95b0-d005cff21661 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:16.244658 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-79a9bd11-53b9-473a-8976-da18b48cf6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ec51065d-c0b6-4f23-95b0-d005cff21661), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:16.269026 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44506) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:16.302046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-79a9bd11-53b9-473a-8976-da18b48cf6cf None None] For port ec51065d-c0b6-4f23-95b0-d005cff21661, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ec51065d-c0b6-4f23-95b0-d005cff21661,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:16.306257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3eedadf-757b-435e-a487-06f1eb4d615f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:16.312665 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3eedadf-757b-435e-a487-06f1eb4d615f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:16.314277 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-79a9bd11-53b9-473a-8976-da18b48cf6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ec51065d-c0b6-4f23-95b0-d005cff21661), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:16.363476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ec51065d-c0b6-4f23-95b0-d005cff21661 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:16.363843 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ec51065d-c0b6-4f23-95b0-d005cff21661), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:16.411476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0a6b65c7-aa4d-49fe-bb58-7a1ce797a2d6 None None] Deleting port ec51065d-c0b6-4f23-95b0-d005cff21661 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:10:16.411854 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a6b65c7-aa4d-49fe-bb58-7a1ce797a2d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ec51065d-c0b6-4f23-95b0-d005cff21661), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:16.416717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d4ed314a-60f4-4336-93f5-72a4b7717c7a tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] Request body: {'port': {'network_id': 'a5ac5611-f060-4b96-9db4-ccdeebb848df', 'name': 'tempest-NetworksNegativeTestJSON-2127564482'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:16.434614 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ed314a-60f4-4336-93f5-72a4b7717c7a tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] POST failed (client error): The resource could not be found. Feb 05 03:10:16.436511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ed314a-60f4-4336-93f5-72a4b7717c7a tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:16.445521 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d4ed314a-60f4-4336-93f5-72a4b7717c7a tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1751363 Feb 05 03:10:16.446682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44510) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:16.461156 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9bd11-53b9-473a-8976-da18b48cf6cf None None] Pushing event updated for resources: {'Port': ['ID=ec51065d-c0b6-4f23-95b0-d005cff21661,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:16.475566 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c0f29c-9c3a-4a14-b64b-c4b2a3f54a10 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:16.476407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c0f29c-9c3a-4a14-b64b-c4b2a3f54a10 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:16.484388 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b1c0f29c-9c3a-4a14-b64b-c4b2a3f54a10 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] 10.222.0.36 "DELETE /v2.0/networks/c8079a8d-c776-4a10-891a-ecf635d0f033 HTTP/1.1" status: 404 len: 339 time: 0.0363805 Feb 05 03:10:16.485416 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44512) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:16.511255 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-4523ef9e-750b-461c-8e64-3cb19a1f0163 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:16.512516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4523ef9e-750b-461c-8e64-3cb19a1f0163 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:16.520691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44514) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:16.521197 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4523ef9e-750b-461c-8e64-3cb19a1f0163 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] 10.222.0.36 "DELETE /v2.0/ports/9aa1576b-a3af-4ea8-8e60-45af814ecbb8 HTTP/1.1" status: 404 len: 333 time: 0.0342920 Feb 05 03:10:16.534103 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0a6b65c7-aa4d-49fe-bb58-7a1ce797a2d6 None None] For port ec51065d-c0b6-4f23-95b0-d005cff21661, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ec51065d-c0b6-4f23-95b0-d005cff21661,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:16.535044 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a6b65c7-aa4d-49fe-bb58-7a1ce797a2d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ec51065d-c0b6-4f23-95b0-d005cff21661), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:16.557030 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ec51065d-c0b6-4f23-95b0-d005cff21661 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:16.560556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0a6b65c7-aa4d-49fe-bb58-7a1ce797a2d6 None None] Calling delete_port for ec51065d-c0b6-4f23-95b0-d005cff21661 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:10:16.563897 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8d22c5-bbb8-4d82-8013-e2ebb530aea4 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:16.564362 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8d22c5-bbb8-4d82-8013-e2ebb530aea4 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:16.570954 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cc8d22c5-bbb8-4d82-8013-e2ebb530aea4 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] 10.222.0.36 "DELETE /v2.0/subnets/b9fc7c7c-11db-4b21-abd9-67c84b4a1198 HTTP/1.1" status: 404 len: 337 time: 0.0458453 Feb 05 03:10:16.571286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44516) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:16.616718 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-453b6550-58d4-4f6b-b2a3-d66efbc113ff tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] GET failed (client error): The resource could not be found. Feb 05 03:10:16.621505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-453b6550-58d4-4f6b-b2a3-d66efbc113ff tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] 10.222.0.36 "GET /v2.0/networks/14f7fb89-f487-4fea-9a71-4857e1a9630e HTTP/1.1" status: 404 len: 339 time: 0.0459280 Feb 05 03:10:16.621865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44518) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:16.659016 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1849cd-503e-48d1-8fe5-9fe5aa92588d tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] GET failed (client error): The resource could not be found. Feb 05 03:10:16.660587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ec1849cd-503e-48d1-8fe5-9fe5aa92588d tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] 10.222.0.36 "GET /v2.0/ports/3644bca0-9453-4995-bcbe-82c1661b553a HTTP/1.1" status: 404 len: 333 time: 0.0369263 Feb 05 03:10:16.664034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44520) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:16.674109 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a6b65c7-aa4d-49fe-bb58-7a1ce797a2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (ec51065d-c0b6-4f23-95b0-d005cff21661), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:16.701053 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d3fa14-587b-425d-ab20-d156b3765679 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] GET failed (client error): The resource could not be found. Feb 05 03:10:16.702430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c6d3fa14-587b-425d-ab20-d156b3765679 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] 10.222.0.36 "GET /v2.0/subnets/f8fe4d46-daea-4c11-b03d-96c87c8e0182 HTTP/1.1" status: 404 len: 337 time: 0.0371284 Feb 05 03:10:16.706205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44522) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:16.707726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6b65c7-aa4d-49fe-bb58-7a1ce797a2d6 None None] No DVR routers for this DVR port ec51065d-c0b6-4f23-95b0-d005cff21661 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:10:16.711920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b65c7-aa4d-49fe-bb58-7a1ce797a2d6 None None] Pushing event deleted for resources: {'Port': ['ID=ec51065d-c0b6-4f23-95b0-d005cff21661,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:16.749752 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-12547650-7add-4670-bf27-2d34fb531766 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:16.771516 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-12547650-7add-4670-bf27-2d34fb531766 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] PUT failed (client error): The resource could not be found. Feb 05 03:10:16.772145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12547650-7add-4670-bf27-2d34fb531766 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:16.776896 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-12547650-7add-4670-bf27-2d34fb531766 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] 10.222.0.36 "PUT /v2.0/networks/282f3d55-3d8a-4246-a061-e5e005d95fa0 HTTP/1.1" status: 404 len: 339 time: 0.0641360 Feb 05 03:10:16.777258 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44524) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:16.782784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ead52e00-ce72-44fe-9b47-1a32851253b5 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:16.809641 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead52e00-ce72-44fe-9b47-1a32851253b5 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] PUT failed (client error): The resource could not be found. Feb 05 03:10:16.810861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead52e00-ce72-44fe-9b47-1a32851253b5 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:16.815562 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ead52e00-ce72-44fe-9b47-1a32851253b5 tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] 10.222.0.36 "PUT /v2.0/ports/09e02828-1291-466b-9e50-3eef38841b4a HTTP/1.1" status: 404 len: 333 time: 0.0337508 Feb 05 03:10:16.816001 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44528) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:16.821220 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-13acb29d-fd72-48eb-8aa0-6e91788d6b1f tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:16.849587 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-13acb29d-fd72-48eb-8aa0-6e91788d6b1f tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] PUT failed (client error): The resource could not be found. Feb 05 03:10:16.850321 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13acb29d-fd72-48eb-8aa0-6e91788d6b1f tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:16.855570 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-13acb29d-fd72-48eb-8aa0-6e91788d6b1f tempest-NetworksNegativeTestJSON-1532955428 tempest-NetworksNegativeTestJSON-1532955428-project] 10.222.0.36 "PUT /v2.0/subnets/15443335-15bb-4a75-b272-66e5680a9ab7 HTTP/1.1" status: 404 len: 337 time: 0.0345917 Feb 05 03:10:16.909366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.objects.ports [None req-f3eedadf-757b-435e-a487-06f1eb4d615f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109675) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:10:16.911926 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3eedadf-757b-435e-a487-06f1eb4d615f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (ded4f748-7a0a-4664-8f66-ffca510a61dc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:16.960136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eedadf-757b-435e-a487-06f1eb4d615f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:16.966260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-f3eedadf-757b-435e-a487-06f1eb4d615f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:16.979827 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3011ef59-1714-4828-82f7-dd34abdaa948 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:16.984980 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eedadf-757b-435e-a487-06f1eb4d615f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:16.985805 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3eedadf-757b-435e-a487-06f1eb4d615f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:17.016493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f3eedadf-757b-435e-a487-06f1eb4d615f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9213815 Feb 05 03:10:17.019265 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44534) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:17.020795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eedadf-757b-435e-a487-06f1eb4d615f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=ded4f748-7a0a-4664-8f66-ffca510a61dc,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:17.025464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2b028bbd-4794-4ea6-9982-8091950cccd9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:17.127546 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': 'ded4f748-7a0a-4664-8f66-ffca510a61dc'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:10:17.128699 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:17.239585 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b028bbd-4794-4ea6-9982-8091950cccd9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:17.245592 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b028bbd-4794-4ea6-9982-8091950cccd9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:17.258169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a60f9-99b7-49cb-8977-a11caad3e930 req-c8520410-1a42-4ffa-af0d-d0494226ab5e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:17.259749 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-878a60f9-99b7-49cb-8977-a11caad3e930 req-c8520410-1a42-4ffa-af0d-d0494226ab5e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 943 time: 0.1197176 Feb 05 03:10:17.277187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44540) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:17.411582 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-878a60f9-99b7-49cb-8977-a11caad3e930 req-bc264107-3df5-4ad6-bc16-4886bcd0d3e6 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308556 Feb 05 03:10:17.453171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Allocated IP 2001:db8::f816:3eff:fe3f:5c36 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/ded4f748-7a0a-4664-8f66-ffca510a61dc/a1afec87-423b-439c-95fa-7277cc9bb444) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:17.496164 n-d-826942-8 neutron-server[109674]: INFO neutron.db.ipam_backend_mixin [None req-2b028bbd-4794-4ea6-9982-8091950cccd9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ded4f748-7a0a-4664-8f66-ffca510a61dc (CIDR: 2001:db8::/64) Feb 05 03:10:17.503897 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b028bbd-4794-4ea6-9982-8091950cccd9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:10:17.504528 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b028bbd-4794-4ea6-9982-8091950cccd9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:17.562820 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2b028bbd-4794-4ea6-9982-8091950cccd9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5423605 Feb 05 03:10:17.565275 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44544) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:17.574550 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b88d4dad-4a2a-413d-a865-96bc0945fd76 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:17.687745 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Publish callbacks [] for port (a1afec87-423b-439c-95fa-7277cc9bb444), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:17.697598 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (a1afec87-423b-439c-95fa-7277cc9bb444), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:17.712979 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2f2d-5e28-41e0-958c-bc8e0853a31e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:17.752691 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Pushing event updated for resources: {'Port': ['ID=a1afec87-423b-439c-95fa-7277cc9bb444,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:17.767418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:17.769035 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:17.771318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88d4dad-4a2a-413d-a865-96bc0945fd76 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:17.772225 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:17.775795 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b88d4dad-4a2a-413d-a865-96bc0945fd76 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:17.862185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Attempting to bind port a1afec87-423b-439c-95fa-7277cc9bb444 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:10:17.863758 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Attempting to bind port a1afec87-423b-439c-95fa-7277cc9bb444 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:10:17.865016 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Attempting to bind port a1afec87-423b-439c-95fa-7277cc9bb444 on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:10:17.893276 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:10:17.893276 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:10:17.893276 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:17.893276 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:10:17.893276 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Bound port: a1afec87-423b-439c-95fa-7277cc9bb444, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:10:17.896086 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a1afec87-423b-439c-95fa-7277cc9bb444), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:18.025538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ec51065d-c0b6-4f23-95b0-d005cff21661 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:10:18.048241 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2f2d-5e28-41e0-958c-bc8e0853a31e admin admin] Publish callbacks [] for security_group (0689e923-e719-4d83-9a45-647e989e6f48), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:18.058394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] For port a1afec87-423b-439c-95fa-7277cc9bb444, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:10:18.063567 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2f2d-5e28-41e0-958c-bc8e0853a31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0689e923-e719-4d83-9a45-647e989e6f48), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:18.064927 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] For port a1afec87-423b-439c-95fa-7277cc9bb444, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a1afec87-423b-439c-95fa-7277cc9bb444,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:10:18.096292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: ec51065d-c0b6-4f23-95b0-d005cff21661 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:10:18.096653 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ec51065d-c0b6-4f23-95b0-d005cff21661 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:10:18.111850 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a1afec87-423b-439c-95fa-7277cc9bb444), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:18.138937 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bb0e2f2d-5e28-41e0-958c-bc8e0853a31e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=030533f486314381ab0d8c7e70b97dc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8603110 Feb 05 03:10:18.141908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44554) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:18.153097 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e2f2d-5e28-41e0-958c-bc8e0853a31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0689e923-e719-4d83-9a45-647e989e6f48,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:18.220198 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da80826-4078-4359-bc71-c397a7625f1d None None] Pushing event updated for resources: {'Port': ['ID=a1afec87-423b-439c-95fa-7277cc9bb444,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:18.249150 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2807d4ae-b7e2-40b4-90b2-d7c8433b7785 admin admin] Publish callbacks [] for security_group (0689e923-e719-4d83-9a45-647e989e6f48), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:18.288107 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2807d4ae-b7e2-40b4-90b2-d7c8433b7785 admin admin] Publish callbacks [] for security_group (0689e923-e719-4d83-9a45-647e989e6f48), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:18.375086 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2807d4ae-b7e2-40b4-90b2-d7c8433b7785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0689e923-e719-4d83-9a45-647e989e6f48), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:18.381517 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2807d4ae-b7e2-40b4-90b2-d7c8433b7785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:18.387512 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2807d4ae-b7e2-40b4-90b2-d7c8433b7785 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0689e923-e719-4d83-9a45-647e989e6f48 HTTP/1.1" status: 204 len: 168 time: 0.2444389 Feb 05 03:10:18.402871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807d4ae-b7e2-40b4-90b2-d7c8433b7785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0689e923-e719-4d83-9a45-647e989e6f48,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:18.405340 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b88d4dad-4a2a-413d-a865-96bc0945fd76 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (58508f04-7609-4de0-aaa9-9e5944866091), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:18.491908 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d4dad-4a2a-413d-a865-96bc0945fd76 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=58508f04-7609-4de0-aaa9-9e5944866091,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:18.511672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88d4dad-4a2a-413d-a865-96bc0945fd76 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:18.514655 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b88d4dad-4a2a-413d-a865-96bc0945fd76 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:18.519662 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88d4dad-4a2a-413d-a865-96bc0945fd76 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:18.520233 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b88d4dad-4a2a-413d-a865-96bc0945fd76 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:18.551001 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b88d4dad-4a2a-413d-a865-96bc0945fd76 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9818494 Feb 05 03:10:18.551276 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44564) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:18.557361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6722ade1-e311-4b35-815a-f17dc400aad8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'mac_address': 'fa:16:3e:98:4a:75', 'name': 'tempest-NetworksTestDHCPv6-667497963'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:18.661957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142167f-07c1-4df4-a1c0-f0a9599dbd9b req-258f44fe-5f4b-4bd2-99c2-86b9886fbee8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:18.663580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3142167f-07c1-4df4-a1c0-f0a9599dbd9b req-258f44fe-5f4b-4bd2-99c2-86b9886fbee8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 943 time: 0.1102140 Feb 05 03:10:18.771493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3142167f-07c1-4df4-a1c0-f0a9599dbd9b req-8170779b-7da1-43ed-afde-e273256ab80c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005299 Feb 05 03:10:18.777179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6722ade1-e311-4b35-815a-f17dc400aad8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:18.885907 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6722ade1-e311-4b35-815a-f17dc400aad8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:18.907905 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-6722ade1-e311-4b35-815a-f17dc400aad8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port b3e2b671-75fe-4eaa-994f-6af5cd2f7375 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:10:19.120597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6722ade1-e311-4b35-815a-f17dc400aad8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8:0:1::350 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/58508f04-7609-4de0-aaa9-9e5944866091/b3e2b671-75fe-4eaa-994f-6af5cd2f7375) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:19.127812 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6722ade1-e311-4b35-815a-f17dc400aad8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::f816:3eff:fe98:4a75 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/ded4f748-7a0a-4664-8f66-ffca510a61dc/b3e2b671-75fe-4eaa-994f-6af5cd2f7375) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:19.401824 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6722ade1-e311-4b35-815a-f17dc400aad8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (b3e2b671-75fe-4eaa-994f-6af5cd2f7375), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:19.463518 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6722ade1-e311-4b35-815a-f17dc400aad8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (b3e2b671-75fe-4eaa-994f-6af5cd2f7375), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:19.503218 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44588) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:19.560864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6722ade1-e311-4b35-815a-f17dc400aad8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:19.564819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6722ade1-e311-4b35-815a-f17dc400aad8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:19.568045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6722ade1-e311-4b35-815a-f17dc400aad8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:19.573225 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6722ade1-e311-4b35-815a-f17dc400aad8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:19.573850 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6722ade1-e311-4b35-815a-f17dc400aad8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:19.583731 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722ade1-e311-4b35-815a-f17dc400aad8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=b3e2b671-75fe-4eaa-994f-6af5cd2f7375,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:19.610978 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6722ade1-e311-4b35-815a-f17dc400aad8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0563092 Feb 05 03:10:19.611379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44592) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:19.655882 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6c5b9b50-12ac-4821-91ec-094a81a38aa4 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1224556334'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:19.697433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5b9b50-12ac-4821-91ec-094a81a38aa4 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Made reservation on behalf of 4b55192320a342c89a1bf3f9448b7322 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:19.703334 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9b50-12ac-4821-91ec-094a81a38aa4 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:19.713181 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb5a952-e0b3-4798-8e91-0406681c97b6 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:19.718377 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9b50-12ac-4821-91ec-094a81a38aa4 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:19.768120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae573b-1bb9-442b-9dae-653324daa8f9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port b3e2b671-75fe-4eaa-994f-6af5cd2f7375 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:10:19.770290 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3ae573b-1bb9-442b-9dae-653324daa8f9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b3e2b671-75fe-4eaa-994f-6af5cd2f7375), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:19.818060 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9b50-12ac-4821-91ec-094a81a38aa4 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Publish callbacks [] for security_group (0544278e-52de-4e12-975c-c75bc7fa10cc), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:19.828348 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9b50-12ac-4821-91ec-094a81a38aa4 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0544278e-52de-4e12-975c-c75bc7fa10cc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:19.858054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5b9b50-12ac-4821-91ec-094a81a38aa4 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:10:19.906643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b9b50-12ac-4821-91ec-094a81a38aa4 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0544278e-52de-4e12-975c-c75bc7fa10cc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:19.920185 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9b50-12ac-4821-91ec-094a81a38aa4 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (69bb0598-29ed-4275-a5e8-48aeedd38bad), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:19.920529 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-6c5b9b50-12ac-4821-91ec-094a81a38aa4 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Added segment 69bb0598-29ed-4275-a5e8-48aeedd38bad of type vlan for network 518ae54e-b0aa-4ecc-9b03-05d33ef63418 Feb 05 03:10:19.932818 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-76a748d2-30aa-4ea8-89a0-e0b0e9404e05 None None] Provisioning complete for port a1afec87-423b-439c-95fa-7277cc9bb444 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:19.933206 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76a748d2-30aa-4ea8-89a0-e0b0e9404e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a1afec87-423b-439c-95fa-7277cc9bb444), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:19.963868 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3ae573b-1bb9-442b-9dae-653324daa8f9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b3e2b671-75fe-4eaa-994f-6af5cd2f7375), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:19.995314 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9b50-12ac-4821-91ec-094a81a38aa4 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (518ae54e-b0aa-4ecc-9b03-05d33ef63418), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:20.008741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae573b-1bb9-442b-9dae-653324daa8f9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for b3e2b671-75fe-4eaa-994f-6af5cd2f7375 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:10:20.035070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609186f8-f550-4417-8631-e98112ae068e req-c03b7d1e-3cb0-4c6c-aa9b-c5b7e49733c0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:20.060645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-609186f8-f550-4417-8631-e98112ae068e req-c03b7d1e-3cb0-4c6c-aa9b-c5b7e49733c0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 943 time: 0.1831713 Feb 05 03:10:20.136555 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9b50-12ac-4821-91ec-094a81a38aa4 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (518ae54e-b0aa-4ecc-9b03-05d33ef63418), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:20.142875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5b9b50-12ac-4821-91ec-094a81a38aa4 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:20.143731 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9b50-12ac-4821-91ec-094a81a38aa4 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:20.204562 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-609186f8-f550-4417-8631-e98112ae068e req-e645cd8f-d912-40c4-ba4f-79cc6a72e71e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427927 Feb 05 03:10:20.226112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6c5b9b50-12ac-4821-91ec-094a81a38aa4 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7209952 Feb 05 03:10:20.236258 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44602) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:20.237663 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-94570cfc-f29f-4d10-bcf1-59cf9a2e850e tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '518ae54e-b0aa-4ecc-9b03-05d33ef63418', 'tempest-TagsTest-Tag-2010620163') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:20.256177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b9b50-12ac-4821-91ec-094a81a38aa4 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Pushing event updated for resources: {'Network': ['ID=518ae54e-b0aa-4ecc-9b03-05d33ef63418,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:20.286471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-76a748d2-30aa-4ea8-89a0-e0b0e9404e05 None None] Current status of the port a1afec87-423b-439c-95fa-7277cc9bb444 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:20.287392 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76a748d2-30aa-4ea8-89a0-e0b0e9404e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a1afec87-423b-439c-95fa-7277cc9bb444), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:20.290895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a1afec87-423b-439c-95fa-7277cc9bb444 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:20.331115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 518ae54e-b0aa-4ecc-9b03-05d33ef63418 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:10:20.386326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1ccd0d-8526-4ecc-b0cd-10a8c1435719 None None] Update dhcp port {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'fixed_ips': [{'subnet_id': 'ded4f748-7a0a-4664-8f66-ffca510a61dc', 'ip_address': '2001:db8::f816:3eff:fe3f:5c36'}, {'subnet_id': '58508f04-7609-4de0-aaa9-9e5944866091'}], 'binding:host_id': 'n-d-826942-8'}, 'id': 'a1afec87-423b-439c-95fa-7277cc9bb444'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 03:10:20.539182 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e1ccd0d-8526-4ecc-b0cd-10a8c1435719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a1afec87-423b-439c-95fa-7277cc9bb444), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:20.550629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-76a748d2-30aa-4ea8-89a0-e0b0e9404e05 None None] For port a1afec87-423b-439c-95fa-7277cc9bb444, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a1afec87-423b-439c-95fa-7277cc9bb444,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:20.569110 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76a748d2-30aa-4ea8-89a0-e0b0e9404e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a1afec87-423b-439c-95fa-7277cc9bb444), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:20.607882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port a1afec87-423b-439c-95fa-7277cc9bb444 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:20.608713 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a1afec87-423b-439c-95fa-7277cc9bb444), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:20.625064 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3ae573b-1bb9-442b-9dae-653324daa8f9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (b3e2b671-75fe-4eaa-994f-6af5cd2f7375), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:20.641519 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-94570cfc-f29f-4d10-bcf1-59cf9a2e850e tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] 10.222.0.36 "PUT /v2.0/networks/518ae54e-b0aa-4ecc-9b03-05d33ef63418/tags/tempest-TagsTest-Tag-2010620163 HTTP/1.1" status: 201 len: 201 time: 0.4110923 Feb 05 03:10:20.643976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44604) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:20.648233 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-79d10950-cd1a-452c-a873-11b30d49ab0e tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '518ae54e-b0aa-4ecc-9b03-05d33ef63418', 'tempest-TagsTest-Tag-2010620163') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:20.664673 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae573b-1bb9-442b-9dae-653324daa8f9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=b3e2b671-75fe-4eaa-994f-6af5cd2f7375,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:20.718531 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3ae573b-1bb9-442b-9dae-653324daa8f9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:20.725344 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f3ae573b-1bb9-442b-9dae-653324daa8f9 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/b3e2b671-75fe-4eaa-994f-6af5cd2f7375 HTTP/1.1" status: 204 len: 168 time: 1.1127453 Feb 05 03:10:20.726130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44606) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:20.787173 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-79d10950-cd1a-452c-a873-11b30d49ab0e tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] 10.222.0.36 "GET /v2.0/networks/518ae54e-b0aa-4ecc-9b03-05d33ef63418/tags/tempest-TagsTest-Tag-2010620163 HTTP/1.1" status: 204 len: 168 time: 0.1421359 Feb 05 03:10:20.790086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44608) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:20.792375 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbeb6a0-9859-4d28-9d69-1d11526d5450 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:20.794601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-bc83f4c2-e3d3-49d1-ab5b-2a546cbb9a69 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '518ae54e-b0aa-4ecc-9b03-05d33ef63418') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:20.798324 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2dbeb6a0-9859-4d28-9d69-1d11526d5450 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0709813 Feb 05 03:10:20.798519 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44610) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:20.846891 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a748d2-30aa-4ea8-89a0-e0b0e9404e05 None None] Pushing event updated for resources: {'Port': ['ID=a1afec87-423b-439c-95fa-7277cc9bb444,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:20.878285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port a1afec87-423b-439c-95fa-7277cc9bb444 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:20.898921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4275e0-add4-49bf-ae58-3217d124ddfe tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:20.900401 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1d4275e0-add4-49bf-ae58-3217d124ddfe tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1012595 Feb 05 03:10:20.903322 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44612) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:20.911531 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bc83f4c2-e3d3-49d1-ab5b-2a546cbb9a69 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] 10.222.0.36 "GET /v2.0/networks/518ae54e-b0aa-4ecc-9b03-05d33ef63418/tags HTTP/1.1" status: 200 len: 238 time: 0.1205275 Feb 05 03:10:20.914037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44614) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:20.918523 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-7623d5de-5f9e-49e3-a5e7-fd19320efe2f tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '518ae54e-b0aa-4ecc-9b03-05d33ef63418', {'tags': ['tempest-TagsTest-Tag-1163494193', 'tempest-TagsTest-Tag-277453155', 'tempest-TagsTest-Tag-925323007']}) {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:20.963792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-9e1ccd0d-8526-4ecc-b0cd-10a8c1435719 None None] Allocated IP 2001:db8:0:1::2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/58508f04-7609-4de0-aaa9-9e5944866091/a1afec87-423b-439c-95fa-7277cc9bb444) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:20.994399 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccbd924-b627-48ab-9371-0c8ec282afed tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:20.995853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccbd924-b627-48ab-9371-0c8ec282afed tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:20.997196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccbd924-b627-48ab-9371-0c8ec282afed tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:21.004154 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5ccbd924-b627-48ab-9371-0c8ec282afed tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0973077 Feb 05 03:10:21.005346 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44618) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:21.025022 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7623d5de-5f9e-49e3-a5e7-fd19320efe2f tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] 10.222.0.36 "PUT /v2.0/networks/518ae54e-b0aa-4ecc-9b03-05d33ef63418/tags HTTP/1.1" status: 200 len: 307 time: 0.1096008 Feb 05 03:10:21.027354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44620) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:21.032843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-c49ba2f9-0bbb-448a-9de1-bd27c0571a32 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '518ae54e-b0aa-4ecc-9b03-05d33ef63418', 'tempest-TagsTest-Tag-1163494193') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:21.080451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet 58508f04-7609-4de0-aaa9-9e5944866091 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:10:21.163075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44624) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:21.168769 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-ae07ff7b-0627-4f30-906c-d9a296cdf6aa tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '518ae54e-b0aa-4ecc-9b03-05d33ef63418', 'tempest-TagsTest-Tag-1163494193') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:21.175243 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c49ba2f9-0bbb-448a-9de1-bd27c0571a32 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] 10.222.0.36 "DELETE /v2.0/networks/518ae54e-b0aa-4ecc-9b03-05d33ef63418/tags/tempest-TagsTest-Tag-1163494193 HTTP/1.1" status: 204 len: 168 time: 0.1465857 Feb 05 03:10:21.277625 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-ae07ff7b-0627-4f30-906c-d9a296cdf6aa tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] show failed (client error): The resource could not be found. Feb 05 03:10:21.281399 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ae07ff7b-0627-4f30-906c-d9a296cdf6aa tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] 10.222.0.36 "GET /v2.0/networks/518ae54e-b0aa-4ecc-9b03-05d33ef63418/tags/tempest-TagsTest-Tag-1163494193 HTTP/1.1" status: 404 len: 326 time: 0.1168888 Feb 05 03:10:21.282751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44628) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:21.287800 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-d380fe48-c6fc-48f3-bc9b-6e81cde4ae04 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '518ae54e-b0aa-4ecc-9b03-05d33ef63418', 'tempest-TagsTest-Tag-277453155') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:21.359504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9e1ccd0d-8526-4ecc-b0cd-10a8c1435719 None None] For port a1afec87-423b-439c-95fa-7277cc9bb444, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a1afec87-423b-439c-95fa-7277cc9bb444,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:21.404677 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e1ccd0d-8526-4ecc-b0cd-10a8c1435719 None None] Publish callbacks [] for port (a1afec87-423b-439c-95fa-7277cc9bb444), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:21.411018 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d380fe48-c6fc-48f3-bc9b-6e81cde4ae04 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] 10.222.0.36 "GET /v2.0/networks/518ae54e-b0aa-4ecc-9b03-05d33ef63418/tags/tempest-TagsTest-Tag-277453155 HTTP/1.1" status: 204 len: 168 time: 0.1270587 Feb 05 03:10:21.413520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44630) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:21.415989 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e1ccd0d-8526-4ecc-b0cd-10a8c1435719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a1afec87-423b-439c-95fa-7277cc9bb444), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:21.418280 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-018bb3d9-b757-4678-8a46-d3e0336c673b tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '518ae54e-b0aa-4ecc-9b03-05d33ef63418', 'tempest-TagsTest-Tag-925323007') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:21.442853 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (58508f04-7609-4de0-aaa9-9e5944866091), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:21.447660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83003e5d-b8b9-4dfd-9125-bed0a4e3929d req-e2aced42-27e1-4345-883a-34f81ce0b905 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:21.455323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83003e5d-b8b9-4dfd-9125-bed0a4e3929d req-e2aced42-27e1-4345-883a-34f81ce0b905 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 943 time: 0.1523569 Feb 05 03:10:21.517910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ccd0d-8526-4ecc-b0cd-10a8c1435719 None None] Pushing event updated for resources: {'Port': ['ID=a1afec87-423b-439c-95fa-7277cc9bb444,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:21.531922 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (58508f04-7609-4de0-aaa9-9e5944866091), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:21.548253 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83003e5d-b8b9-4dfd-9125-bed0a4e3929d req-e096359a-f3fe-443f-a256-bc7db9e050a8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847580 Feb 05 03:10:21.686303 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-018bb3d9-b757-4678-8a46-d3e0336c673b tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] 10.222.0.36 "GET /v2.0/networks/518ae54e-b0aa-4ecc-9b03-05d33ef63418/tags/tempest-TagsTest-Tag-925323007 HTTP/1.1" status: 204 len: 168 time: 0.2714972 Feb 05 03:10:21.689091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44632) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:21.695236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-57ba2559-1082-4ce4-bcff-7373b0ce1031 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '518ae54e-b0aa-4ecc-9b03-05d33ef63418') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:21.755444 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (58508f04-7609-4de0-aaa9-9e5944866091), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:21.858838 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (58508f04-7609-4de0-aaa9-9e5944866091), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:21.890106 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=58508f04-7609-4de0-aaa9-9e5944866091,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:21.897676 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-57ba2559-1082-4ce4-bcff-7373b0ce1031 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] 10.222.0.36 "DELETE /v2.0/networks/518ae54e-b0aa-4ecc-9b03-05d33ef63418/tags HTTP/1.1" status: 204 len: 168 time: 0.2073154 Feb 05 03:10:21.900221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44634) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:21.906012 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-7ce94483-6161-4d4d-8398-21526f2e380b tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '518ae54e-b0aa-4ecc-9b03-05d33ef63418', 'tempest-TagsTest-Tag-277453155') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:21.907969 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:21.911476 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/58508f04-7609-4de0-aaa9-9e5944866091 HTTP/1.1" status: 204 len: 168 time: 0.8988287 Feb 05 03:10:21.913101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:21.913540 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:21.913902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:21.914249 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:21.914588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:21.914971 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:21.915309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:21.915644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:21.916038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:21.916296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:21.916774 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:21.916944 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:21.917273 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbb948f-8005-4b65-ac35-e70838ca7ae1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:21.921332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44636) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:22.002770 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-7969aa59-b381-47e7-aefc-c79a9a47c018 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet ded4f748-7a0a-4664-8f66-ffca510a61dc {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:10:22.006831 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7969aa59-b381-47e7-aefc-c79a9a47c018 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (ded4f748-7a0a-4664-8f66-ffca510a61dc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:22.011656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a1afec87-423b-439c-95fa-7277cc9bb444 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:22.046153 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-7ce94483-6161-4d4d-8398-21526f2e380b tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] show failed (client error): The resource could not be found. Feb 05 03:10:22.050049 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7ce94483-6161-4d4d-8398-21526f2e380b tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] 10.222.0.36 "GET /v2.0/networks/518ae54e-b0aa-4ecc-9b03-05d33ef63418/tags/tempest-TagsTest-Tag-277453155 HTTP/1.1" status: 404 len: 325 time: 0.1480954 Feb 05 03:10:22.050611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44640) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:22.060506 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-261a1bb5-0b9a-4ba8-a878-64279b399d96 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '518ae54e-b0aa-4ecc-9b03-05d33ef63418', 'tempest-TagsTest-Tag-925323007') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:22.083245 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7969aa59-b381-47e7-aefc-c79a9a47c018 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (ded4f748-7a0a-4664-8f66-ffca510a61dc), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:22.119759 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port a1afec87-423b-439c-95fa-7277cc9bb444 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:22.120138 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a1afec87-423b-439c-95fa-7277cc9bb444), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:22.218775 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7969aa59-b381-47e7-aefc-c79a9a47c018 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (ded4f748-7a0a-4664-8f66-ffca510a61dc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:22.257059 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port a1afec87-423b-439c-95fa-7277cc9bb444 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:22.314347 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7969aa59-b381-47e7-aefc-c79a9a47c018 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (ded4f748-7a0a-4664-8f66-ffca510a61dc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:22.393250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969aa59-b381-47e7-aefc-c79a9a47c018 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=ded4f748-7a0a-4664-8f66-ffca510a61dc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:22.396958 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7969aa59-b381-47e7-aefc-c79a9a47c018 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:22.405058 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7969aa59-b381-47e7-aefc-c79a9a47c018 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/ded4f748-7a0a-4664-8f66-ffca510a61dc HTTP/1.1" status: 204 len: 168 time: 0.4824371 Feb 05 03:10:22.406719 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44644) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:22.446885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62737b4d-d3a0-4712-8b00-84ac98512a15 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:22.537896 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e1c93f4e-b130-4163-a515-ba6c7e7d7134 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1301663 Feb 05 03:10:22.538814 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44646) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:22.548978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-18e03b1d-b6d1-4fd9-a27a-fa67093b4cb0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:22.616725 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-261a1bb5-0b9a-4ba8-a878-64279b399d96 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] show failed (client error): The resource could not be found. Feb 05 03:10:22.620361 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-261a1bb5-0b9a-4ba8-a878-64279b399d96 tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] 10.222.0.36 "GET /v2.0/networks/518ae54e-b0aa-4ecc-9b03-05d33ef63418/tags/tempest-TagsTest-Tag-925323007 HTTP/1.1" status: 404 len: 325 time: 0.5663650 Feb 05 03:10:22.620863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44650) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:22.628297 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-79bba9c9-932e-427c-b315-58c73bd6c47a tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '518ae54e-b0aa-4ecc-9b03-05d33ef63418') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:22.638553 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d51c7fd6-ecdb-4c07-9a1e-be71fdb3ccc0 None None] Could not find standard attr ID for object b3e2b671-75fe-4eaa-994f-6af5cd2f7375. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:10:22.688644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d51c7fd6-ecdb-4c07-9a1e-be71fdb3ccc0 None None] Provisioning complete for port a1afec87-423b-439c-95fa-7277cc9bb444 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:22.688926 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d51c7fd6-ecdb-4c07-9a1e-be71fdb3ccc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a1afec87-423b-439c-95fa-7277cc9bb444), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:22.725293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e03b1d-b6d1-4fd9-a27a-fa67093b4cb0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:22.731236 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18e03b1d-b6d1-4fd9-a27a-fa67093b4cb0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:22.812243 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-79bba9c9-932e-427c-b315-58c73bd6c47a tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] 10.222.0.36 "DELETE /v2.0/networks/518ae54e-b0aa-4ecc-9b03-05d33ef63418/tags HTTP/1.1" status: 204 len: 168 time: 0.1902523 Feb 05 03:10:22.816458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44654) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:22.866969 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a97c5ad-974f-42c5-8ba8-cf9386a99a51 None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:10:22.929322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d51c7fd6-ecdb-4c07-9a1e-be71fdb3ccc0 None None] Current status of the port a1afec87-423b-439c-95fa-7277cc9bb444 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:22.955167 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57ac1c2f-fe26-4911-9c2c-6b84d096bfef tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (518ae54e-b0aa-4ecc-9b03-05d33ef63418), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:22.982161 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9a97c5ad-974f-42c5-8ba8-cf9386a99a51 None None] Deleting port a1afec87-423b-439c-95fa-7277cc9bb444 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:10:22.982547 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a97c5ad-974f-42c5-8ba8-cf9386a99a51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a1afec87-423b-439c-95fa-7277cc9bb444), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:23.091853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9a97c5ad-974f-42c5-8ba8-cf9386a99a51 None None] For port a1afec87-423b-439c-95fa-7277cc9bb444, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a1afec87-423b-439c-95fa-7277cc9bb444,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:23.092933 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a97c5ad-974f-42c5-8ba8-cf9386a99a51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a1afec87-423b-439c-95fa-7277cc9bb444), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:23.107044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9a97c5ad-974f-42c5-8ba8-cf9386a99a51 None None] Calling delete_port for a1afec87-423b-439c-95fa-7277cc9bb444 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:10:23.132695 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57ac1c2f-fe26-4911-9c2c-6b84d096bfef tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (518ae54e-b0aa-4ecc-9b03-05d33ef63418), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:23.161623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232a638-6815-45c2-a23b-f517c0240b06 req-6e5267c1-72a3-4ebe-917a-3f892367b58a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:23.163608 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e232a638-6815-45c2-a23b-f517c0240b06 req-6e5267c1-72a3-4ebe-917a-3f892367b58a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 943 time: 0.4361582 Feb 05 03:10:23.167707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-57ac1c2f-fe26-4911-9c2c-6b84d096bfef tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518ae54e-b0aa-4ecc-9b03-05d33ef63418']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:23.196041 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a97c5ad-974f-42c5-8ba8-cf9386a99a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (a1afec87-423b-439c-95fa-7277cc9bb444), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:23.197643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-57ac1c2f-fe26-4911-9c2c-6b84d096bfef tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bb0598-29ed-4275-a5e8-48aeedd38bad') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:23.198285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-57ac1c2f-fe26-4911-9c2c-6b84d096bfef tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bb0598-29ed-4275-a5e8-48aeedd38bad') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:23.212873 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57ac1c2f-fe26-4911-9c2c-6b84d096bfef tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (69bb0598-29ed-4275-a5e8-48aeedd38bad), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:23.222640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97c5ad-974f-42c5-8ba8-cf9386a99a51 None None] Pushing event deleted for resources: {'Port': ['ID=a1afec87-423b-439c-95fa-7277cc9bb444,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:23.234214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a97c5ad-974f-42c5-8ba8-cf9386a99a51 None None] No DVR routers for this DVR port a1afec87-423b-439c-95fa-7277cc9bb444 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:10:23.241762 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57ac1c2f-fe26-4911-9c2c-6b84d096bfef tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (69bb0598-29ed-4275-a5e8-48aeedd38bad), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:23.259461 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ac1c2f-fe26-4911-9c2c-6b84d096bfef tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:10:23.260046 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57ac1c2f-fe26-4911-9c2c-6b84d096bfef tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (69bb0598-29ed-4275-a5e8-48aeedd38bad), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:23.260381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.objects.ports [None req-18e03b1d-b6d1-4fd9-a27a-fa67093b4cb0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:10:23.262304 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18e03b1d-b6d1-4fd9-a27a-fa67093b4cb0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (04df81e8-2891-4bcf-9114-cc5f41e62f90), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:10:23.264874 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:10:23.281105 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e232a638-6815-45c2-a23b-f517c0240b06 req-6282d866-a086-4e1c-af94-ff37a79d4bc2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101291 Feb 05 03:10:23.282390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e03b1d-b6d1-4fd9-a27a-fa67093b4cb0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:23.285279 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-18e03b1d-b6d1-4fd9-a27a-fa67093b4cb0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:23.307226 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd192e6-4fb1-408d-9e52-2c8bfbe39364 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:23.307614 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e03b1d-b6d1-4fd9-a27a-fa67093b4cb0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:23.308295 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18e03b1d-b6d1-4fd9-a27a-fa67093b4cb0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:23.337433 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-18e03b1d-b6d1-4fd9-a27a-fa67093b4cb0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7973564 Feb 05 03:10:23.340436 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44660) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:23.347036 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bc03e378-34d0-4433-b8ad-f66db42110fb tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:23.376927 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e03b1d-b6d1-4fd9-a27a-fa67093b4cb0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=04df81e8-2891-4bcf-9114-cc5f41e62f90,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:23.457479 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57ac1c2f-fe26-4911-9c2c-6b84d096bfef tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (518ae54e-b0aa-4ecc-9b03-05d33ef63418), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:23.473410 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57ac1c2f-fe26-4911-9c2c-6b84d096bfef tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:23.476797 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-57ac1c2f-fe26-4911-9c2c-6b84d096bfef tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] 10.222.0.36 "DELETE /v2.0/networks/518ae54e-b0aa-4ecc-9b03-05d33ef63418 HTTP/1.1" status: 204 len: 168 time: 0.6592100 Feb 05 03:10:23.498358 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac1c2f-fe26-4911-9c2c-6b84d096bfef tempest-TagsTest-1214093900 tempest-TagsTest-1214093900-project] Pushing event deleted for resources: {'Network': ['ID=518ae54e-b0aa-4ecc-9b03-05d33ef63418,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:23.528960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': '04df81e8-2891-4bcf-9114-cc5f41e62f90'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:10:23.530309 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:23.541064 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc03e378-34d0-4433-b8ad-f66db42110fb tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:23.545408 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc03e378-34d0-4433-b8ad-f66db42110fb tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:23.715489 n-d-826942-8 neutron-server[109675]: INFO neutron.db.ipam_backend_mixin [None req-bc03e378-34d0-4433-b8ad-f66db42110fb tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 04df81e8-2891-4bcf-9114-cc5f41e62f90 (CIDR: 2001:db8::/64) Feb 05 03:10:23.719808 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc03e378-34d0-4433-b8ad-f66db42110fb tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:10:23.721480 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc03e378-34d0-4433-b8ad-f66db42110fb tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:23.749746 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bc03e378-34d0-4433-b8ad-f66db42110fb tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4035721 Feb 05 03:10:23.750314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44664) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:23.754106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Allocated IP 2001:db8::f816:3eff:febf:d5d9 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/04df81e8-2891-4bcf-9114-cc5f41e62f90/133cd467-ab4b-458a-b83b-7f569cfe8340) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:23.761748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-80026102-1b17-4203-af1e-e3bdd6fc037d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:23.948005 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 2159491b-cf12-4bc0-bd77-3be83d785539 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:10:23.984709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80026102-1b17-4203-af1e-e3bdd6fc037d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:23.994448 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80026102-1b17-4203-af1e-e3bdd6fc037d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:24.020546 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a1afec87-423b-439c-95fa-7277cc9bb444 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:10:24.037519 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44668) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:24.088811 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Publish callbacks [] for port (133cd467-ab4b-458a-b83b-7f569cfe8340), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:24.121426 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: a1afec87-423b-439c-95fa-7277cc9bb444 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:10:24.123303 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a1afec87-423b-439c-95fa-7277cc9bb444 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:10:24.208793 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (133cd467-ab4b-458a-b83b-7f569cfe8340), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:24.276561 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Pushing event updated for resources: {'Port': ['ID=133cd467-ab4b-458a-b83b-7f569cfe8340,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:24.306128 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ff9ead06-e205-42c9-8974-b0258df2e5ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b55192320a342c89a1bf3f9448b7322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670324 Feb 05 03:10:24.309100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44676) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:24.323461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:24.327552 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:24.334450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:24.395108 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8184d7ad-78c1-4d02-9b33-f53af682379b admin admin] Publish callbacks [] for security_group (0544278e-52de-4e12-975c-c75bc7fa10cc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:24.438192 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 2159491b-cf12-4bc0-bd77-3be83d785539, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=2159491b-cf12-4bc0-bd77-3be83d785539,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:24.446346 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Attempting to bind port 133cd467-ab4b-458a-b83b-7f569cfe8340 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:10:24.455284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Attempting to bind port 133cd467-ab4b-458a-b83b-7f569cfe8340 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:10:24.455520 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8184d7ad-78c1-4d02-9b33-f53af682379b admin admin] Publish callbacks [] for security_group (0544278e-52de-4e12-975c-c75bc7fa10cc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:24.456347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Attempting to bind port 133cd467-ab4b-458a-b83b-7f569cfe8340 on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:10:24.477352 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '2159491b-cf12-4bc0-bd77-3be83d785539', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'port_id': '2159491b-cf12-4bc0-bd77-3be83d785539', 'mac_address': 'fa:16:3e:31:12:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:10:24.507282 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80026102-1b17-4203-af1e-e3bdd6fc037d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (cdf92275-c146-4c49-9ed3-dafbfaf64baf), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:24.531700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:10:24.533099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:10:24.533535 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:24.533955 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:10:24.534930 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Bound port: 133cd467-ab4b-458a-b83b-7f569cfe8340, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:10:24.535554 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (133cd467-ab4b-458a-b83b-7f569cfe8340), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:24.583990 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8184d7ad-78c1-4d02-9b33-f53af682379b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0544278e-52de-4e12-975c-c75bc7fa10cc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:24.587828 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8184d7ad-78c1-4d02-9b33-f53af682379b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:24.589198 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8184d7ad-78c1-4d02-9b33-f53af682379b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0544278e-52de-4e12-975c-c75bc7fa10cc HTTP/1.1" status: 204 len: 168 time: 0.2783790 Feb 05 03:10:24.591701 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0898ae8-76b3-4614-84a5-46fd7e2bf58f req-04dff1d5-c506-4726-80cf-93a3123c64dc tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:24.593773 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0898ae8-76b3-4614-84a5-46fd7e2bf58f req-04dff1d5-c506-4726-80cf-93a3123c64dc tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 943 time: 0.1501968 Feb 05 03:10:24.613432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184d7ad-78c1-4d02-9b33-f53af682379b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0544278e-52de-4e12-975c-c75bc7fa10cc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:24.614364 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80026102-1b17-4203-af1e-e3bdd6fc037d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:24.628887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-80026102-1b17-4203-af1e-e3bdd6fc037d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:24.634915 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80026102-1b17-4203-af1e-e3bdd6fc037d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:24.635517 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80026102-1b17-4203-af1e-e3bdd6fc037d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:24.645383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80026102-1b17-4203-af1e-e3bdd6fc037d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=cdf92275-c146-4c49-9ed3-dafbfaf64baf,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:24.656939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 2159491b-cf12-4bc0-bd77-3be83d785539 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:24.657555 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2159491b-cf12-4bc0-bd77-3be83d785539), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:24.699624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2159491b-cf12-4bc0-bd77-3be83d785539 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:10:24.708107 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-80026102-1b17-4203-af1e-e3bdd6fc037d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9541793 Feb 05 03:10:24.711199 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44682) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:24.722873 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-baaba26c-3dba-4d65-9e0a-f9ba7959ce23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'mac_address': 'fa:16:3e:e3:72:c9', 'name': 'tempest-NetworksTestDHCPv6-1175125845'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:24.734534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] For port 133cd467-ab4b-458a-b83b-7f569cfe8340, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:10:24.741413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 2159491b-cf12-4bc0-bd77-3be83d785539, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=2159491b-cf12-4bc0-bd77-3be83d785539,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:24.767291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] For port 133cd467-ab4b-458a-b83b-7f569cfe8340, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=133cd467-ab4b-458a-b83b-7f569cfe8340,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:10:24.768902 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2159491b-cf12-4bc0-bd77-3be83d785539), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:24.820482 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (133cd467-ab4b-458a-b83b-7f569cfe8340), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:24.870995 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=2159491b-cf12-4bc0-bd77-3be83d785539,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:24.876813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0898ae8-76b3-4614-84a5-46fd7e2bf58f req-e75bed77-d3ba-42bb-b697-efcbbc3f4e9e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215989 Feb 05 03:10:24.967840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dc631-0632-46e8-b954-6ad04c5f813c None None] Pushing event updated for resources: {'Port': ['ID=133cd467-ab4b-458a-b83b-7f569cfe8340,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:25.030829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baaba26c-3dba-4d65-9e0a-f9ba7959ce23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:25.147196 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baaba26c-3dba-4d65-9e0a-f9ba7959ce23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:25.166587 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['2159491b-cf12-4bc0-bd77-3be83d785539'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:10:25.188375 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-baaba26c-3dba-4d65-9e0a-f9ba7959ce23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port 3f9a15af-e0a8-4c61-a920-99ac65931749 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:10:25.562652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-baaba26c-3dba-4d65-9e0a-f9ba7959ce23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8:0:1::33f (8390d630-9d9e-438f-b4d6-5ec8bb91124a/cdf92275-c146-4c49-9ed3-dafbfaf64baf/3f9a15af-e0a8-4c61-a920-99ac65931749) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:25.569624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-baaba26c-3dba-4d65-9e0a-f9ba7959ce23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::f816:3eff:fee3:72c9 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/04df81e8-2891-4bcf-9114-cc5f41e62f90/3f9a15af-e0a8-4c61-a920-99ac65931749) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:25.790997 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baaba26c-3dba-4d65-9e0a-f9ba7959ce23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (3f9a15af-e0a8-4c61-a920-99ac65931749), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:25.831249 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baaba26c-3dba-4d65-9e0a-f9ba7959ce23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (3f9a15af-e0a8-4c61-a920-99ac65931749), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:25.890549 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaba26c-3dba-4d65-9e0a-f9ba7959ce23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:25.894989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-baaba26c-3dba-4d65-9e0a-f9ba7959ce23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:25.897657 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaba26c-3dba-4d65-9e0a-f9ba7959ce23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=3f9a15af-e0a8-4c61-a920-99ac65931749,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:25.899809 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaba26c-3dba-4d65-9e0a-f9ba7959ce23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:25.905771 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaba26c-3dba-4d65-9e0a-f9ba7959ce23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:25.906881 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baaba26c-3dba-4d65-9e0a-f9ba7959ce23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:25.943859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44710) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:25.974723 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-baaba26c-3dba-4d65-9e0a-f9ba7959ce23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2616339 Feb 05 03:10:26.128860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74985b1-dfba-498d-a52b-5d26f073480b req-9c6bd790-17e7-448e-a428-53a72e95bd3e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:26.130566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e74985b1-dfba-498d-a52b-5d26f073480b req-9c6bd790-17e7-448e-a428-53a72e95bd3e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 944 time: 0.1307211 Feb 05 03:10:26.139544 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 133cd467-ab4b-458a-b83b-7f569cfe8340 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:26.166253 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-06c78b30-4e6d-4a90-bae0-5c68a3187eb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port 3f9a15af-e0a8-4c61-a920-99ac65931749 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:10:26.167028 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06c78b30-4e6d-4a90-bae0-5c68a3187eb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3f9a15af-e0a8-4c61-a920-99ac65931749), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:26.246389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e74985b1-dfba-498d-a52b-5d26f073480b req-52c3a9f5-9019-4f12-bac9-6ae8882f1cf8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054738 Feb 05 03:10:26.262681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 133cd467-ab4b-458a-b83b-7f569cfe8340 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:26.264297 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (133cd467-ab4b-458a-b83b-7f569cfe8340), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:26.346414 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06c78b30-4e6d-4a90-bae0-5c68a3187eb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3f9a15af-e0a8-4c61-a920-99ac65931749), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:26.387271 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-06c78b30-4e6d-4a90-bae0-5c68a3187eb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for 3f9a15af-e0a8-4c61-a920-99ac65931749 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:10:26.390434 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 133cd467-ab4b-458a-b83b-7f569cfe8340 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:26.390949 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (133cd467-ab4b-458a-b83b-7f569cfe8340), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:26.440032 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 133cd467-ab4b-458a-b83b-7f569cfe8340, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=133cd467-ab4b-458a-b83b-7f569cfe8340,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:26.451904 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (133cd467-ab4b-458a-b83b-7f569cfe8340), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:26.572596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=133cd467-ab4b-458a-b83b-7f569cfe8340,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:26.618523 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f8a6e7-e69b-43b0-a09e-7a6d78721ca4 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:26.767057 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-88118655-1296-4590-a835-0e3c1ea85762 None None] Provisioning complete for port 133cd467-ab4b-458a-b83b-7f569cfe8340 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:26.767401 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88118655-1296-4590-a835-0e3c1ea85762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (133cd467-ab4b-458a-b83b-7f569cfe8340), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:26.770116 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06c78b30-4e6d-4a90-bae0-5c68a3187eb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (3f9a15af-e0a8-4c61-a920-99ac65931749), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:26.811465 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c78b30-4e6d-4a90-bae0-5c68a3187eb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=3f9a15af-e0a8-4c61-a920-99ac65931749,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:26.895792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-88118655-1296-4590-a835-0e3c1ea85762 None None] Current status of the port 133cd467-ab4b-458a-b83b-7f569cfe8340 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:26.901334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06c78b30-4e6d-4a90-bae0-5c68a3187eb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:26.907898 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-06c78b30-4e6d-4a90-bae0-5c68a3187eb6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/3f9a15af-e0a8-4c61-a920-99ac65931749 HTTP/1.1" status: 204 len: 168 time: 0.9628844 Feb 05 03:10:26.910587 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44734) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:26.947535 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8c9a0b-42b8-4f23-988f-602ff510ca9f None None] Update dhcp port {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'fixed_ips': [{'subnet_id': '04df81e8-2891-4bcf-9114-cc5f41e62f90', 'ip_address': '2001:db8::f816:3eff:febf:d5d9'}, {'subnet_id': 'cdf92275-c146-4c49-9ed3-dafbfaf64baf'}], 'binding:host_id': 'n-d-826942-8'}, 'id': '133cd467-ab4b-458a-b83b-7f569cfe8340'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 03:10:26.982825 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa8c9a0b-42b8-4f23-988f-602ff510ca9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (133cd467-ab4b-458a-b83b-7f569cfe8340), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:26.988963 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37c1c36-dd1c-4817-b4f9-eee2dfebfba0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:26.994387 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c37c1c36-dd1c-4817-b4f9-eee2dfebfba0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0809498 Feb 05 03:10:26.995024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44736) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:27.089791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020332f7-4144-4f49-bf7c-ce75c09e964a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:27.092295 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-020332f7-4144-4f49-bf7c-ce75c09e964a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0938416 Feb 05 03:10:27.094930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44738) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:27.196738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce3a92f-2112-4cd4-bcb6-123357c247f1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:27.200879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce3a92f-2112-4cd4-bcb6-123357c247f1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:27.202985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce3a92f-2112-4cd4-bcb6-123357c247f1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:27.204890 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3ce3a92f-2112-4cd4-bcb6-123357c247f1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1087606 Feb 05 03:10:27.207599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44746) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:27.260392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-fa8c9a0b-42b8-4f23-988f-602ff510ca9f None None] Allocated IP 2001:db8:0:1::2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/cdf92275-c146-4c49-9ed3-dafbfaf64baf/133cd467-ab4b-458a-b83b-7f569cfe8340) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:27.318743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet 04df81e8-2891-4bcf-9114-cc5f41e62f90 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:10:27.394607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fa8c9a0b-42b8-4f23-988f-602ff510ca9f None None] For port 133cd467-ab4b-458a-b83b-7f569cfe8340, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=133cd467-ab4b-458a-b83b-7f569cfe8340,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:27.413158 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76322abc-5dbb-46e6-bd52-c0afb516c7cd req-b0d0e4b9-2f75-4a44-89bc-07659fa98219 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:27.415131 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76322abc-5dbb-46e6-bd52-c0afb516c7cd req-b0d0e4b9-2f75-4a44-89bc-07659fa98219 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 944 time: 0.0716431 Feb 05 03:10:27.433796 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa8c9a0b-42b8-4f23-988f-602ff510ca9f None None] Publish callbacks [] for port (133cd467-ab4b-458a-b83b-7f569cfe8340), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:27.440201 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa8c9a0b-42b8-4f23-988f-602ff510ca9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (133cd467-ab4b-458a-b83b-7f569cfe8340), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:27.448251 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (04df81e8-2891-4bcf-9114-cc5f41e62f90), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:27.522350 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76322abc-5dbb-46e6-bd52-c0afb516c7cd req-4678b673-2ded-4378-90f4-51db93ffa061 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975361 Feb 05 03:10:27.524896 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (04df81e8-2891-4bcf-9114-cc5f41e62f90), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:27.552735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c9a0b-42b8-4f23-988f-602ff510ca9f None None] Pushing event updated for resources: {'Port': ['ID=133cd467-ab4b-458a-b83b-7f569cfe8340,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:27.599781 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44758) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:27.654200 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (04df81e8-2891-4bcf-9114-cc5f41e62f90), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:27.738267 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (04df81e8-2891-4bcf-9114-cc5f41e62f90), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:27.767459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=04df81e8-2891-4bcf-9114-cc5f41e62f90,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:27.769706 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de054c80-d1d0-4932-b6b8-a7b6f1f2d96f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:27.778933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:27.779481 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:27.779844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:27.780181 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:27.780518 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:27.780908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:27.781246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:27.781576 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:27.781905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:27.782231 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:27.782558 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:27.782912 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:27.783235 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:10:27.786319 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:27.792368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f4a2194b-223b-4280-86d4-51b923c35d1b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/04df81e8-2891-4bcf-9114-cc5f41e62f90 HTTP/1.1" status: 204 len: 168 time: 0.5833917 Feb 05 03:10:27.793334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44766) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:27.867507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-0313d0a5-c8b1-4ceb-a504-fdb233301f71 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet cdf92275-c146-4c49-9ed3-dafbfaf64baf {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:10:27.877610 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0313d0a5-c8b1-4ceb-a504-fdb233301f71 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (cdf92275-c146-4c49-9ed3-dafbfaf64baf), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:27.899616 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de054c80-d1d0-4932-b6b8-a7b6f1f2d96f admin admin] Publish callbacks [] for security_group (34eefe82-18fe-491a-b024-3fc8505f6f5c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:27.905958 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de054c80-d1d0-4932-b6b8-a7b6f1f2d96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (34eefe82-18fe-491a-b024-3fc8505f6f5c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:27.920170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 2159491b-cf12-4bc0-bd77-3be83d785539 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:27.954559 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44768) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:27.954816 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-de054c80-d1d0-4932-b6b8-a7b6f1f2d96f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee11dca9d6d944f4a8f5d54b8ddc861d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3531973 Feb 05 03:10:27.955613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de054c80-d1d0-4932-b6b8-a7b6f1f2d96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34eefe82-18fe-491a-b024-3fc8505f6f5c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:27.977882 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0313d0a5-c8b1-4ceb-a504-fdb233301f71 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (cdf92275-c146-4c49-9ed3-dafbfaf64baf), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:28.028302 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 133cd467-ab4b-458a-b83b-7f569cfe8340 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:28.073032 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 2159491b-cf12-4bc0-bd77-3be83d785539 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:10:28.080523 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 2159491b-cf12-4bc0-bd77-3be83d785539 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:28.080907 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2159491b-cf12-4bc0-bd77-3be83d785539), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:28.147069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 133cd467-ab4b-458a-b83b-7f569cfe8340 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:28.147452 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (133cd467-ab4b-458a-b83b-7f569cfe8340), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:28.148559 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7069648c-ad04-4851-895b-b4d0e5a6fd4d admin admin] Publish callbacks [] for security_group (34eefe82-18fe-491a-b024-3fc8505f6f5c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:28.186565 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0313d0a5-c8b1-4ceb-a504-fdb233301f71 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (cdf92275-c146-4c49-9ed3-dafbfaf64baf), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:28.215431 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7069648c-ad04-4851-895b-b4d0e5a6fd4d admin admin] Publish callbacks [] for security_group (34eefe82-18fe-491a-b024-3fc8505f6f5c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:28.285761 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 2159491b-cf12-4bc0-bd77-3be83d785539 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:28.286240 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2159491b-cf12-4bc0-bd77-3be83d785539), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:28.323693 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0313d0a5-c8b1-4ceb-a504-fdb233301f71 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (cdf92275-c146-4c49-9ed3-dafbfaf64baf), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:28.324472 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b76578-4f38-4c7f-8256-69a86b36f424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2159491b-cf12-4bc0-bd77-3be83d785539'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:10:28.326904 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507e2d34-408f-4df2-8da4-a278062918d8" -d '{"events": [{"server_uuid": "58b76578-4f38-4c7f-8256-69a86b36f424", "name": "network-vif-plugged", "status": "completed", "tag": "2159491b-cf12-4bc0-bd77-3be83d785539"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:10:28.345066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 133cd467-ab4b-458a-b83b-7f569cfe8340 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:28.355222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 2159491b-cf12-4bc0-bd77-3be83d785539, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=2159491b-cf12-4bc0-bd77-3be83d785539,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:28.362907 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2159491b-cf12-4bc0-bd77-3be83d785539), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:28.381939 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0313d0a5-c8b1-4ceb-a504-fdb233301f71 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:28.384594 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0313d0a5-c8b1-4ceb-a504-fdb233301f71 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/cdf92275-c146-4c49-9ed3-dafbfaf64baf HTTP/1.1" status: 204 len: 168 time: 0.5901024 Feb 05 03:10:28.387706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313d0a5-c8b1-4ceb-a504-fdb233301f71 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf92275-c146-4c49-9ed3-dafbfaf64baf,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:28.387857 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44780) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:28.410663 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7bb885-fc76-408d-9ea5-25666db1d4a2 x-openstack-request-id: req-9b7bb885-fc76-408d-9ea5-25666db1d4a2 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:10:28.411159 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b76578-4f38-4c7f-8256-69a86b36f424", "name": "network-vif-plugged", "status": "completed", "tag": "2159491b-cf12-4bc0-bd77-3be83d785539", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:10:28.411274 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b7bb885-fc76-408d-9ea5-25666db1d4a2 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:10:28.411564 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b76578-4f38-4c7f-8256-69a86b36f424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2159491b-cf12-4bc0-bd77-3be83d785539', 'code': 200} Feb 05 03:10:28.412538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923d9221-5cd4-4f4d-aa94-49b035e012c4 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:28.413054 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7069648c-ad04-4851-895b-b4d0e5a6fd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (34eefe82-18fe-491a-b024-3fc8505f6f5c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:28.417670 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7069648c-ad04-4851-895b-b4d0e5a6fd4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:28.424177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7069648c-ad04-4851-895b-b4d0e5a6fd4d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34eefe82-18fe-491a-b024-3fc8505f6f5c HTTP/1.1" status: 204 len: 168 time: 0.4692709 Feb 05 03:10:28.439342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069648c-ad04-4851-895b-b4d0e5a6fd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eefe82-18fe-491a-b024-3fc8505f6f5c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:28.470495 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6682fcaa-2659-435c-9854-eabefcedb119 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794485 Feb 05 03:10:28.471483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44784) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:28.476836 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3609179e-610c-45cd-bfc2-3c0199cab520 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:28.526954 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4877ed77-1905-4cda-b008-bee3dac40346 None None] Provisioning complete for port 133cd467-ab4b-458a-b83b-7f569cfe8340 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:28.527842 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4877ed77-1905-4cda-b008-bee3dac40346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (133cd467-ab4b-458a-b83b-7f569cfe8340), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:28.572126 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac098b-1dcb-4c94-a7fa-6abcbcacab2b req-aa915dc8-d542-4059-b6b1-0d2cf2ff7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:28.574891 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3ac098b-1dcb-4c94-a7fa-6abcbcacab2b req-aa915dc8-d542-4059-b6b1-0d2cf2ff7c84 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 1127 time: 0.0897784 Feb 05 03:10:28.586260 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=2159491b-cf12-4bc0-bd77-3be83d785539,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:28.662503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3609179e-610c-45cd-bfc2-3c0199cab520 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:28.667104 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3609179e-610c-45cd-bfc2-3c0199cab520 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:28.678865 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3ac098b-1dcb-4c94-a7fa-6abcbcacab2b req-2719a81f-e077-47ea-8fef-859b24c1b9aa service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976005 Feb 05 03:10:28.686631 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4877ed77-1905-4cda-b008-bee3dac40346 None None] Current status of the port 133cd467-ab4b-458a-b83b-7f569cfe8340 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:28.772122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afd7f25-b051-4278-bf17-f25cf2374d9b None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:10:28.827187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4e490-e03f-4076-9445-0d9175484627 req-00554f1b-69b1-4f9b-92cd-0bf126204bb0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:28.834209 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25b4e490-e03f-4076-9445-0d9175484627 req-00554f1b-69b1-4f9b-92cd-0bf126204bb0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 945 time: 0.1055381 Feb 05 03:10:28.931473 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25b4e490-e03f-4076-9445-0d9175484627 req-7f0048d0-e216-45be-9e85-bb3f79024ac0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925519 Feb 05 03:10:28.999583 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44790) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:29.021311 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29af8e55-4c7d-4e4a-9e6f-6a2bba388a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:29.057696 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3609179e-610c-45cd-bfc2-3c0199cab520 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (bc7a8a88-a2ab-4d6e-9e2a-b3c62dec1de0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:29.063995 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3afd7f25-b051-4278-bf17-f25cf2374d9b None None] Deleting port 133cd467-ab4b-458a-b83b-7f569cfe8340 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:10:29.064586 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3afd7f25-b051-4278-bf17-f25cf2374d9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (133cd467-ab4b-458a-b83b-7f569cfe8340), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:29.136476 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3609179e-610c-45cd-bfc2-3c0199cab520 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:29.140809 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3609179e-610c-45cd-bfc2-3c0199cab520 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:29.149507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3609179e-610c-45cd-bfc2-3c0199cab520 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:29.150116 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3609179e-610c-45cd-bfc2-3c0199cab520 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:29.155131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609179e-610c-45cd-bfc2-3c0199cab520 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=bc7a8a88-a2ab-4d6e-9e2a-b3c62dec1de0,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:29.174410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3afd7f25-b051-4278-bf17-f25cf2374d9b None None] For port 133cd467-ab4b-458a-b83b-7f569cfe8340, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=133cd467-ab4b-458a-b83b-7f569cfe8340,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:29.175307 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3afd7f25-b051-4278-bf17-f25cf2374d9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (133cd467-ab4b-458a-b83b-7f569cfe8340), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:29.188545 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29af8e55-4c7d-4e4a-9e6f-6a2bba388a29 admin admin] Publish callbacks [] for security_group (ec252520-94ea-4a49-abd0-41e8cc5950da), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:29.195196 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3609179e-610c-45cd-bfc2-3c0199cab520 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7218037 Feb 05 03:10:29.195770 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3afd7f25-b051-4278-bf17-f25cf2374d9b None None] Calling delete_port for 133cd467-ab4b-458a-b83b-7f569cfe8340 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:10:29.197994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44792) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:29.205182 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29af8e55-4c7d-4e4a-9e6f-6a2bba388a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ec252520-94ea-4a49-abd0-41e8cc5950da), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:29.207113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-53fa996e-ee5e-4b2c-a4c9-74da762ed523 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:29.285682 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-29af8e55-4c7d-4e4a-9e6f-6a2bba388a29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d93840c9a4c345b1a6988191345698d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2827139 Feb 05 03:10:29.285682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af8e55-4c7d-4e4a-9e6f-6a2bba388a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec252520-94ea-4a49-abd0-41e8cc5950da,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:29.286851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44796) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:29.351735 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa6e9b66-cd59-43aa-bc52-9aafe66d5da5 admin admin] Publish callbacks [] for security_group (ec252520-94ea-4a49-abd0-41e8cc5950da), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:29.358568 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3afd7f25-b051-4278-bf17-f25cf2374d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (133cd467-ab4b-458a-b83b-7f569cfe8340), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:29.376963 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa6e9b66-cd59-43aa-bc52-9aafe66d5da5 admin admin] Publish callbacks [] for security_group (ec252520-94ea-4a49-abd0-41e8cc5950da), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:29.400449 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd7f25-b051-4278-bf17-f25cf2374d9b None None] Pushing event deleted for resources: {'Port': ['ID=133cd467-ab4b-458a-b83b-7f569cfe8340,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:29.408734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd7f25-b051-4278-bf17-f25cf2374d9b None None] No DVR routers for this DVR port 133cd467-ab4b-458a-b83b-7f569cfe8340 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:10:29.424656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bdd6ea-8e61-4ea7-93d3-63da85b3a00b None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:29.454140 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa6e9b66-cd59-43aa-bc52-9aafe66d5da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ec252520-94ea-4a49-abd0-41e8cc5950da), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:29.457004 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa6e9b66-cd59-43aa-bc52-9aafe66d5da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:29.458188 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fa6e9b66-cd59-43aa-bc52-9aafe66d5da5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec252520-94ea-4a49-abd0-41e8cc5950da HTTP/1.1" status: 204 len: 168 time: 0.1704273 Feb 05 03:10:29.459636 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fa996e-ee5e-4b2c-a4c9-74da762ed523 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:29.465311 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53fa996e-ee5e-4b2c-a4c9-74da762ed523 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:29.467400 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e9b66-cd59-43aa-bc52-9aafe66d5da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec252520-94ea-4a49-abd0-41e8cc5950da,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:29.608605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': 'bc7a8a88-a2ab-4d6e-9e2a-b3c62dec1de0'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:10:29.609525 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:29.628326 n-d-826942-8 neutron-server[109675]: INFO neutron.db.ipam_backend_mixin [None req-53fa996e-ee5e-4b2c-a4c9-74da762ed523 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc7a8a88-a2ab-4d6e-9e2a-b3c62dec1de0 (CIDR: 2001:db8::/64) Feb 05 03:10:29.632986 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-53fa996e-ee5e-4b2c-a4c9-74da762ed523 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:10:29.633675 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53fa996e-ee5e-4b2c-a4c9-74da762ed523 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:29.666799 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-53fa996e-ee5e-4b2c-a4c9-74da762ed523 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4654346 Feb 05 03:10:29.667621 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44802) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:29.674894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7c0da28a-7cad-4bc9-b5f8-71d55060dc47 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:29.845522 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0da28a-7cad-4bc9-b5f8-71d55060dc47 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:29.856818 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c0da28a-7cad-4bc9-b5f8-71d55060dc47 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:29.861563 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Allocated IP 2001:db8::2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/bc7a8a88-a2ab-4d6e-9e2a-b3c62dec1de0/d6cbcc9e-0b15-47d5-a8cf-624a626c36e3) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:30.035688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 133cd467-ab4b-458a-b83b-7f569cfe8340 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:10:30.078263 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 133cd467-ab4b-458a-b83b-7f569cfe8340 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:10:30.085127 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 133cd467-ab4b-458a-b83b-7f569cfe8340 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:10:30.184050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21886224-cc6b-46b7-9667-9d7dc5dcd739 req-e3f0a83b-798f-4fed-8e61-4bb04d25b467 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:30.185740 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-21886224-cc6b-46b7-9667-9d7dc5dcd739 req-e3f0a83b-798f-4fed-8e61-4bb04d25b467 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 945 time: 0.1120393 Feb 05 03:10:30.207495 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Publish callbacks [] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:30.217529 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:30.260622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-21886224-cc6b-46b7-9667-9d7dc5dcd739 req-cf0d2d70-5eaf-4ca4-a7aa-1bcfd0dcd57e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688972 Feb 05 03:10:30.264923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:30.270941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:30.275057 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:30.333725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Pushing event updated for resources: {'Port': ['ID=d6cbcc9e-0b15-47d5-a8cf-624a626c36e3,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:30.408663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Attempting to bind port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:10:30.409041 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Attempting to bind port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:10:30.409411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Attempting to bind port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:10:30.417384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:10:30.418077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:10:30.418586 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:30.419280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:10:30.419939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Bound port: d6cbcc9e-0b15-47d5-a8cf-624a626c36e3, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:10:30.420359 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:30.493204 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] For port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:10:30.499032 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] For port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d6cbcc9e-0b15-47d5-a8cf-624a626c36e3,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:10:30.507094 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:30.558199 n-d-826942-8 neutron-server[109674]: DEBUG neutron.objects.ports [None req-7c0da28a-7cad-4bc9-b5f8-71d55060dc47 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:10:30.582796 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde3644-2ca7-4d7d-be47-7d1a1a1a6213 None None] Pushing event updated for resources: {'Port': ['ID=d6cbcc9e-0b15-47d5-a8cf-624a626c36e3,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:30.790009 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c0da28a-7cad-4bc9-b5f8-71d55060dc47 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:31.050434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-7c0da28a-7cad-4bc9-b5f8-71d55060dc47 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] For port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d6cbcc9e-0b15-47d5-a8cf-624a626c36e3,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:31.091659 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c0da28a-7cad-4bc9-b5f8-71d55060dc47 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:31.098999 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c0da28a-7cad-4bc9-b5f8-71d55060dc47 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:31.135039 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c0da28a-7cad-4bc9-b5f8-71d55060dc47 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (6358efa6-0d2c-43a9-8087-f3e5679b4868), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:31.203064 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0da28a-7cad-4bc9-b5f8-71d55060dc47 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:31.213919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7c0da28a-7cad-4bc9-b5f8-71d55060dc47 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:31.220636 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0da28a-7cad-4bc9-b5f8-71d55060dc47 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:31.221868 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c0da28a-7cad-4bc9-b5f8-71d55060dc47 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:31.230794 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0da28a-7cad-4bc9-b5f8-71d55060dc47 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=6358efa6-0d2c-43a9-8087-f3e5679b4868,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:31.238192 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0da28a-7cad-4bc9-b5f8-71d55060dc47 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=d6cbcc9e-0b15-47d5-a8cf-624a626c36e3,revision_number=4']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:31.260743 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7c0da28a-7cad-4bc9-b5f8-71d55060dc47 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5916493 Feb 05 03:10:31.263506 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44858) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:31.271701 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a324ed03-c07f-4a22-bb73-54f76dc29e23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'mac_address': 'fa:16:3e:b1:10:5c', 'name': 'tempest-NetworksTestDHCPv6-76133684'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:31.468620 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a324ed03-c07f-4a22-bb73-54f76dc29e23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:31.487753 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30c7f1-ff5c-49b0-88f0-43587fbd3082 req-bcac5d8e-7664-4404-b4e6-9a5c27257f55 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:31.489438 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c30c7f1-ff5c-49b0-88f0-43587fbd3082 req-bcac5d8e-7664-4404-b4e6-9a5c27257f55 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 945 time: 0.0979373 Feb 05 03:10:31.615121 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a324ed03-c07f-4a22-bb73-54f76dc29e23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:31.617933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c30c7f1-ff5c-49b0-88f0-43587fbd3082 req-1bd004e7-269b-452d-8c88-eacf957e35fa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172495 Feb 05 03:10:31.671446 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-a324ed03-c07f-4a22-bb73-54f76dc29e23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port 4a99c750-a436-4daf-94e4-82a21ba83297 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:10:31.821987 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40545596-032f-4073-8fbd-2c30c2857e82 req-cf457136-fd45-42d3-ad88-08bcb3b10e33 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:31.824398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40545596-032f-4073-8fbd-2c30c2857e82 req-cf457136-fd45-42d3-ad88-08bcb3b10e33 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 945 time: 0.0775595 Feb 05 03:10:31.924825 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40545596-032f-4073-8fbd-2c30c2857e82 req-da0de113-ef20-45b9-a38e-fc63fd9b67a2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933211 Feb 05 03:10:32.098314 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-a324ed03-c07f-4a22-bb73-54f76dc29e23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::135 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/bc7a8a88-a2ab-4d6e-9e2a-b3c62dec1de0/4a99c750-a436-4daf-94e4-82a21ba83297) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:32.105770 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:32.108190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-a324ed03-c07f-4a22-bb73-54f76dc29e23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8:0:1:f816:3eff:feb1:105c (8390d630-9d9e-438f-b4d6-5ec8bb91124a/6358efa6-0d2c-43a9-8087-f3e5679b4868/4a99c750-a436-4daf-94e4-82a21ba83297) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:32.206031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7180ecb-5e2c-4ba6-bc67-5e6f182b00bc None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:32.251263 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c6725-31b7-4aeb-9ab4-a5b74e10f061 req-e7ca93d3-6ded-434b-a344-058e4a95b447 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:32.252716 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e24c6725-31b7-4aeb-9ab4-a5b74e10f061 req-e7ca93d3-6ded-434b-a344-058e4a95b447 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 945 time: 0.1744647 Feb 05 03:10:32.358467 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e24c6725-31b7-4aeb-9ab4-a5b74e10f061 req-97c3ee65-fc79-4a85-8aeb-d2a7d70e7d48 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906975 Feb 05 03:10:32.369142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-edb4a704-0d29-41ca-be64-1ed9e9fcb851 None None] Provisioning complete for port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:32.376364 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a324ed03-c07f-4a22-bb73-54f76dc29e23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (4a99c750-a436-4daf-94e4-82a21ba83297), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:32.377141 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edb4a704-0d29-41ca-be64-1ed9e9fcb851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:32.444944 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a324ed03-c07f-4a22-bb73-54f76dc29e23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4a99c750-a436-4daf-94e4-82a21ba83297), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:32.502507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:32.502779 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:32.598677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a324ed03-c07f-4a22-bb73-54f76dc29e23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:32.608311 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-edb4a704-0d29-41ca-be64-1ed9e9fcb851 None None] Current status of the port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:32.608703 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edb4a704-0d29-41ca-be64-1ed9e9fcb851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:32.610331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a324ed03-c07f-4a22-bb73-54f76dc29e23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:32.617967 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a324ed03-c07f-4a22-bb73-54f76dc29e23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:32.629311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a324ed03-c07f-4a22-bb73-54f76dc29e23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:32.631179 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a324ed03-c07f-4a22-bb73-54f76dc29e23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:32.697869 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a324ed03-c07f-4a22-bb73-54f76dc29e23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4299710 Feb 05 03:10:32.698216 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44906) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:32.716052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-edb4a704-0d29-41ca-be64-1ed9e9fcb851 None None] For port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d6cbcc9e-0b15-47d5-a8cf-624a626c36e3,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:32.719102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:32.719576 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:32.730352 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edb4a704-0d29-41ca-be64-1ed9e9fcb851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:32.814554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324ed03-c07f-4a22-bb73-54f76dc29e23 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=4a99c750-a436-4daf-94e4-82a21ba83297,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:32.884617 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:10:32.885539 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:10:32.891558 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4a704-0d29-41ca-be64-1ed9e9fcb851 None None] Pushing event updated for resources: {'Port': ['ID=d6cbcc9e-0b15-47d5-a8cf-624a626c36e3,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:32.992029 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-42357bee-b747-42d5-a3b3-1511efcb3418 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port 4a99c750-a436-4daf-94e4-82a21ba83297 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:10:32.992389 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42357bee-b747-42d5-a3b3-1511efcb3418 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4a99c750-a436-4daf-94e4-82a21ba83297), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:33.117774 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b039f2-ad82-4c4f-b257-20dad84ab905 req-25c747c5-351e-4727-b7f0-bf480078ea76 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:33.122407 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8b039f2-ad82-4c4f-b257-20dad84ab905 req-25c747c5-351e-4727-b7f0-bf480078ea76 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 945 time: 0.1420200 Feb 05 03:10:33.214500 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42357bee-b747-42d5-a3b3-1511efcb3418 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4a99c750-a436-4daf-94e4-82a21ba83297), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:33.229045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-42357bee-b747-42d5-a3b3-1511efcb3418 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for 4a99c750-a436-4daf-94e4-82a21ba83297 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:10:33.264072 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8b039f2-ad82-4c4f-b257-20dad84ab905 req-3f384dac-ad21-42be-b94b-3378d4a1beed tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289396 Feb 05 03:10:33.434855 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:33.504445 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42357bee-b747-42d5-a3b3-1511efcb3418 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4a99c750-a436-4daf-94e4-82a21ba83297), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:33.554522 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42357bee-b747-42d5-a3b3-1511efcb3418 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=4a99c750-a436-4daf-94e4-82a21ba83297,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:33.602449 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42357bee-b747-42d5-a3b3-1511efcb3418 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:33.607764 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-42357bee-b747-42d5-a3b3-1511efcb3418 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/4a99c750-a436-4daf-94e4-82a21ba83297 HTTP/1.1" status: 204 len: 168 time: 0.9082787 Feb 05 03:10:33.610041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44924) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:33.662977 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a0d853b8-88c5-4656-8909-02e4c61c8668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:33.687661 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6564a785-13f4-4215-b435-ba4af0b1dd16 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:33.687661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6564a785-13f4-4215-b435-ba4af0b1dd16 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0751996 Feb 05 03:10:33.689125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44928) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:33.755810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6a0f9b-8097-4265-8de2-12d6ad2c2525 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:33.759711 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4b6a0f9b-8097-4265-8de2-12d6ad2c2525 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0667000 Feb 05 03:10:33.760361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44934) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:33.763931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0f355522-e2d7-4089-aa3f-bbc00dc6a32f None None] Could not find standard attr ID for object 4a99c750-a436-4daf-94e4-82a21ba83297. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:10:33.791838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0f355522-e2d7-4089-aa3f-bbc00dc6a32f None None] Provisioning complete for port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:33.792834 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f355522-e2d7-4089-aa3f-bbc00dc6a32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:33.845534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f52fb04-2d3a-4e5b-bf3f-29643609f518 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:33.846999 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f52fb04-2d3a-4e5b-bf3f-29643609f518 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:33.848305 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f52fb04-2d3a-4e5b-bf3f-29643609f518 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:33.849894 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1f52fb04-2d3a-4e5b-bf3f-29643609f518 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0885568 Feb 05 03:10:33.852725 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44936) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:33.890880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0f355522-e2d7-4089-aa3f-bbc00dc6a32f None None] Current status of the port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:33.935337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f174bc15-fc41-43e3-ae7b-7eb099d6a686 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet 6358efa6-0d2c-43a9-8087-f3e5679b4868 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:10:33.940226 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f174bc15-fc41-43e3-ae7b-7eb099d6a686 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (6358efa6-0d2c-43a9-8087-f3e5679b4868), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:33.998694 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:34.011836 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f174bc15-fc41-43e3-ae7b-7eb099d6a686 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (6358efa6-0d2c-43a9-8087-f3e5679b4868), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:34.100196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:34.100617 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:34.155232 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f174bc15-fc41-43e3-ae7b-7eb099d6a686 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (6358efa6-0d2c-43a9-8087-f3e5679b4868), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:34.157684 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b5e38a8f-bf75-47cc-a0db-1691b764cf9c None None] Could not find standard attr ID for object 3f9a15af-e0a8-4c61-a920-99ac65931749. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:10:34.197062 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44946) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:34.204388 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a7a32457-d1bf-4402-826d-b9285ba4a0d0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-432090886'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:34.238345 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f174bc15-fc41-43e3-ae7b-7eb099d6a686 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (6358efa6-0d2c-43a9-8087-f3e5679b4868), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:34.258266 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a32457-d1bf-4402-826d-b9285ba4a0d0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Made reservation on behalf of 2f8b994da52c4fe0af1b7c73d815c426 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:34.262376 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7a32457-d1bf-4402-826d-b9285ba4a0d0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:34.273533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174bc15-fc41-43e3-ae7b-7eb099d6a686 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=6358efa6-0d2c-43a9-8087-f3e5679b4868,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:34.275630 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f174bc15-fc41-43e3-ae7b-7eb099d6a686 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:34.279156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f174bc15-fc41-43e3-ae7b-7eb099d6a686 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/6358efa6-0d2c-43a9-8087-f3e5679b4868 HTTP/1.1" status: 204 len: 168 time: 0.4252994 Feb 05 03:10:34.281580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44950) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:34.285572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:34.325597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a32457-d1bf-4402-826d-b9285ba4a0d0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:10:34.352601 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7a32457-d1bf-4402-826d-b9285ba4a0d0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (6e088937-de32-4e56-87dc-60d54ecaa176), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:34.353021 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-a7a32457-d1bf-4402-826d-b9285ba4a0d0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Added segment 6e088937-de32-4e56-87dc-60d54ecaa176 of type vlan for network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 Feb 05 03:10:34.375981 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b9df92-18dd-4c4c-8c5b-fe169fe2f172 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet bc7a8a88-a2ab-4d6e-9e2a-b3c62dec1de0 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:10:34.384508 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68b9df92-18dd-4c4c-8c5b-fe169fe2f172 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (bc7a8a88-a2ab-4d6e-9e2a-b3c62dec1de0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:34.441852 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7a32457-d1bf-4402-826d-b9285ba4a0d0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (294d05d4-fb14-4a11-9ba7-7ee8854fa262), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:34.480376 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1264fc-33d0-4c2d-a9b5-6b48097f2170 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:34.536487 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7a32457-d1bf-4402-826d-b9285ba4a0d0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (294d05d4-fb14-4a11-9ba7-7ee8854fa262), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:34.541473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a32457-d1bf-4402-826d-b9285ba4a0d0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:34.542053 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7a32457-d1bf-4402-826d-b9285ba4a0d0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:34.561200 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68b9df92-18dd-4c4c-8c5b-fe169fe2f172 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (bc7a8a88-a2ab-4d6e-9e2a-b3c62dec1de0), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:34.587795 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-335cfea0-f001-4a2e-b49a-13fceedbc255 None None] Could not find standard attr ID for object 4a99c750-a436-4daf-94e4-82a21ba83297. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:10:34.661211 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927f982-6c64-4d7c-8bb6-46036bf55fc1 req-31079d8c-355d-4a79-92c8-1761a9b4e237 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:34.663516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8927f982-6c64-4d7c-8bb6-46036bf55fc1 req-31079d8c-355d-4a79-92c8-1761a9b4e237 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 945 time: 0.2163503 Feb 05 03:10:34.674732 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a7a32457-d1bf-4402-826d-b9285ba4a0d0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4765241 Feb 05 03:10:34.688189 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44958) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:34.752357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4d67b1b1-2c95-482f-8c1a-8e3bbb4c43d6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1430829605'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:34.755176 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a32457-d1bf-4402-826d-b9285ba4a0d0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event updated for resources: {'Network': ['ID=294d05d4-fb14-4a11-9ba7-7ee8854fa262,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:34.768921 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:10:34.777407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f1be6-8fdb-4c1f-ac87-3c6624945455 req-bbaf8db8-0912-4bb6-83a0-2d42900aa766 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:34.779962 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-559f1be6-8fdb-4c1f-ac87-3c6624945455 req-bbaf8db8-0912-4bb6-83a0-2d42900aa766 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.31 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 945 time: 0.3036590 Feb 05 03:10:34.848983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d67b1b1-2c95-482f-8c1a-8e3bbb4c43d6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Made reservation on behalf of 2f8b994da52c4fe0af1b7c73d815c426 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:34.855396 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d67b1b1-2c95-482f-8c1a-8e3bbb4c43d6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:34.907095 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8927f982-6c64-4d7c-8bb6-46036bf55fc1 req-ed8f419a-db5b-46ce-9a76-d3a2e74d78c8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237723 Feb 05 03:10:34.913124 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68b9df92-18dd-4c4c-8c5b-fe169fe2f172 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (bc7a8a88-a2ab-4d6e-9e2a-b3c62dec1de0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:34.959178 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d67b1b1-2c95-482f-8c1a-8e3bbb4c43d6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:10:34.991886 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d67b1b1-2c95-482f-8c1a-8e3bbb4c43d6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (05e41946-ea14-4052-99da-0fa0692a30b1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:34.992507 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-4d67b1b1-2c95-482f-8c1a-8e3bbb4c43d6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Added segment 05e41946-ea14-4052-99da-0fa0692a30b1 of type vlan for network 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 Feb 05 03:10:35.068261 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d67b1b1-2c95-482f-8c1a-8e3bbb4c43d6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (5fa1b5a9-e8f3-417f-a8a5-9676e9a55532), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:35.080451 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68b9df92-18dd-4c4c-8c5b-fe169fe2f172 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (bc7a8a88-a2ab-4d6e-9e2a-b3c62dec1de0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:35.125193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9df92-18dd-4c4c-8c5b-fe169fe2f172 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=bc7a8a88-a2ab-4d6e-9e2a-b3c62dec1de0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:35.128417 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68b9df92-18dd-4c4c-8c5b-fe169fe2f172 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:35.132525 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-68b9df92-18dd-4c4c-8c5b-fe169fe2f172 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/bc7a8a88-a2ab-4d6e-9e2a-b3c62dec1de0 HTTP/1.1" status: 204 len: 168 time: 0.8493602 Feb 05 03:10:35.135055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44968) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:35.148274 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d67b1b1-2c95-482f-8c1a-8e3bbb4c43d6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (5fa1b5a9-e8f3-417f-a8a5-9676e9a55532), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:35.155565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d67b1b1-2c95-482f-8c1a-8e3bbb4c43d6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:35.157116 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d67b1b1-2c95-482f-8c1a-8e3bbb4c43d6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:35.238837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-559f1be6-8fdb-4c1f-ac87-3c6624945455 req-7726baa6-1621-4217-b6be-e3cb34a79d10 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Deleting port 2159491b-cf12-4bc0-bd77-3be83d785539 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:10:35.239255 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-559f1be6-8fdb-4c1f-ac87-3c6624945455 req-7726baa6-1621-4217-b6be-e3cb34a79d10 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (2159491b-cf12-4bc0-bd77-3be83d785539), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:35.251760 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f4a5cecc-34f2-4b6e-9f98-b9095fb62539 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126673 Feb 05 03:10:35.258708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44978) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:35.283778 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67b1b1-2c95-482f-8c1a-8e3bbb4c43d6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event updated for resources: {'Network': ['ID=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:35.296013 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4d67b1b1-2c95-482f-8c1a-8e3bbb4c43d6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5694909 Feb 05 03:10:35.299222 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44980) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:35.305659 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c70ca16c-07d0-4985-82db-3bbb88811d8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:35.305992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-70da1f96-53fc-4a93-a3bc-57d500fb5fc2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Request body: {'subnet': {'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:35.337600 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:10:35.479106 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70da1f96-53fc-4a93-a3bc-57d500fb5fc2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Made reservation on behalf of 2f8b994da52c4fe0af1b7c73d815c426 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:35.483680 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70da1f96-53fc-4a93-a3bc-57d500fb5fc2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:35.562676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-559f1be6-8fdb-4c1f-ac87-3c6624945455 req-7726baa6-1621-4217-b6be-e3cb34a79d10 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] For port 2159491b-cf12-4bc0-bd77-3be83d785539, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=2159491b-cf12-4bc0-bd77-3be83d785539,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:35.563166 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-559f1be6-8fdb-4c1f-ac87-3c6624945455 req-7726baa6-1621-4217-b6be-e3cb34a79d10 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (2159491b-cf12-4bc0-bd77-3be83d785539), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:35.579634 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70ca16c-07d0-4985-82db-3bbb88811d8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:35.583032 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c70ca16c-07d0-4985-82db-3bbb88811d8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:35.651680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-559f1be6-8fdb-4c1f-ac87-3c6624945455 req-7726baa6-1621-4217-b6be-e3cb34a79d10 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Calling delete_port for 2159491b-cf12-4bc0-bd77-3be83d785539 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:10:35.655478 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79819961-b11a-45c7-a0cb-7617f70f2f7f None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:35.811938 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8c895ed6-02ae-4afa-893f-2088c314f7ad None None] Provisioning complete for port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:35.812411 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c895ed6-02ae-4afa-893f-2088c314f7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:35.928280 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c238e26-beac-40c5-8be1-f5fda1c549e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:36.049537 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b97353-97eb-46a5-b783-a1b45cf87057 req-1dbd8990-c463-4219-8a07-decdcebdc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:36.051181 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-00b97353-97eb-46a5-b783-a1b45cf87057 req-1dbd8990-c463-4219-8a07-decdcebdc663 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 1126 time: 0.2284284 Feb 05 03:10:36.053925 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c70ca16c-07d0-4985-82db-3bbb88811d8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (d5792ba0-46a6-4a76-ad73-638082f935ae), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:36.134079 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080b0380-31f7-4126-b881-26808244b513 None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:10:36.140172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8c895ed6-02ae-4afa-893f-2088c314f7ad None None] Current status of the port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:36.227348 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70da1f96-53fc-4a93-a3bc-57d500fb5fc2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (8e854b5d-d872-40a2-961d-0a6ca3b5873c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:36.228102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b97353-97eb-46a5-b783-a1b45cf87057 req-65706420-68f1-4336-a04a-a2aacab46fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:36.229560 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-00b97353-97eb-46a5-b783-a1b45cf87057 req-65706420-68f1-4336-a04a-a2aacab46fba service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.1670711 Feb 05 03:10:36.245053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70ca16c-07d0-4985-82db-3bbb88811d8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:36.261852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c70ca16c-07d0-4985-82db-3bbb88811d8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:36.287290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-080b0380-31f7-4126-b881-26808244b513 None None] Deleting port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:10:36.288027 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-080b0380-31f7-4126-b881-26808244b513 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:36.296448 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9bf26-1de4-4388-8a76-b61ae122def8 req-11cc7098-2eed-46b7-b2dc-231db5f00b0e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:36.298006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1a9bf26-1de4-4388-8a76-b61ae122def8 req-11cc7098-2eed-46b7-b2dc-231db5f00b0e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.5893695 Feb 05 03:10:36.329575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70ca16c-07d0-4985-82db-3bbb88811d8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:36.330415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c70ca16c-07d0-4985-82db-3bbb88811d8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:36.363668 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ca16c-07d0-4985-82db-3bbb88811d8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=d5792ba0-46a6-4a76-ad73-638082f935ae,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:36.387371 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70da1f96-53fc-4a93-a3bc-57d500fb5fc2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Checking segment: {'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:10:36.392818 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70da1f96-53fc-4a93-a3bc-57d500fb5fc2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Network hostable DHCP agents. Network: 294d05d4-fb14-4a11-9ba7-7ee8854fa262, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:10:36.408766 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-559f1be6-8fdb-4c1f-ac87-3c6624945455 req-7726baa6-1621-4217-b6be-e3cb34a79d10 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (2159491b-cf12-4bc0-bd77-3be83d785539), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:36.433927 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3204c-27e5-47a9-ad59-5d9f8abe3028 req-022f5a03-a766-4f6b-bc81-18978e561010 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:36.436637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7b3204c-27e5-47a9-ad59-5d9f8abe3028 req-022f5a03-a766-4f6b-bc81-18978e561010 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 945 time: 0.2248447 Feb 05 03:10:36.450885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-080b0380-31f7-4126-b881-26808244b513 None None] For port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d6cbcc9e-0b15-47d5-a8cf-624a626c36e3,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:36.451282 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-080b0380-31f7-4126-b881-26808244b513 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:36.454817 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70da1f96-53fc-4a93-a3bc-57d500fb5fc2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:10:36.456149 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c70ca16c-07d0-4985-82db-3bbb88811d8d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1958184 Feb 05 03:10:36.457112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da1f96-53fc-4a93-a3bc-57d500fb5fc2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event updated for resources: {'Subnet': ['ID=8e854b5d-d872-40a2-961d-0a6ca3b5873c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:36.461107 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45006) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:36.469076 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-00b97353-97eb-46a5-b783-a1b45cf87057 req-3e359cfc-d976-493e-8991-e4d98abdcef6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 HTTP/1.1" status: 200 len: 999 time: 0.2255220 Feb 05 03:10:36.497892 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-080b0380-31f7-4126-b881-26808244b513 None None] Calling delete_port for d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:10:36.545881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4b2b17ab-939b-4ea6-9b8a-a2d3e0f3d791 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:36.600513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b97353-97eb-46a5-b783-a1b45cf87057 req-8bb5da9e-dcce-4570-beb2-f694b615aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:36.603259 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-00b97353-97eb-46a5-b783-a1b45cf87057 req-8bb5da9e-dcce-4570-beb2-f694b615aa81 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.0703156 Feb 05 03:10:36.604056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726baa6-1621-4217-b6be-e3cb34a79d10 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event deleted for resources: {'Port': ['ID=2159491b-cf12-4bc0-bd77-3be83d785539,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:36.651456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-559f1be6-8fdb-4c1f-ac87-3c6624945455 req-7726baa6-1621-4217-b6be-e3cb34a79d10 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] No DVR routers for this DVR port 2159491b-cf12-4bc0-bd77-3be83d785539 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:10:36.656128 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-559f1be6-8fdb-4c1f-ac87-3c6624945455 req-7726baa6-1621-4217-b6be-e3cb34a79d10 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:36.659006 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-559f1be6-8fdb-4c1f-ac87-3c6624945455 req-7726baa6-1621-4217-b6be-e3cb34a79d10 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.31 "DELETE /v2.0/ports/2159491b-cf12-4bc0-bd77-3be83d785539 HTTP/1.1" status: 204 len: 173 time: 1.8728607 Feb 05 03:10:36.659543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b76578-4f38-4c7f-8256-69a86b36f424', 'name': 'network-vif-deleted', 'tag': '2159491b-cf12-4bc0-bd77-3be83d785539'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:10:36.662061 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d835220d-c3bb-474d-af81-70afd4f8905f" -d '{"events": [{"server_uuid": "58b76578-4f38-4c7f-8256-69a86b36f424", "name": "network-vif-deleted", "tag": "2159491b-cf12-4bc0-bd77-3be83d785539"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:10:36.670322 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-080b0380-31f7-4126-b881-26808244b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (d6cbcc9e-0b15-47d5-a8cf-624a626c36e3), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:36.710625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b97353-97eb-46a5-b783-a1b45cf87057 req-92dba602-e8c8-4b67-b87d-d0109e2d3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:36.712582 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-00b97353-97eb-46a5-b783-a1b45cf87057 req-92dba602-e8c8-4b67-b87d-d0109e2d3f0f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0983853 Feb 05 03:10:36.735193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-70da1f96-53fc-4a93-a3bc-57d500fb5fc2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 294d05d4-fb14-4a11-9ba7-7ee8854fa262) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:36.740793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da1f96-53fc-4a93-a3bc-57d500fb5fc2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:36.741649 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70da1f96-53fc-4a93-a3bc-57d500fb5fc2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:36.762153 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1a9bf26-1de4-4388-8a76-b61ae122def8 req-d18a9e9d-8cfd-48e2-8b39-3d80c63ccbae tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4528608 Feb 05 03:10:36.762540 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7332742-2abc-4d97-ae93-93f26885b8d1 None None] Network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:36.784093 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b0380-31f7-4126-b881-26808244b513 None None] Pushing event deleted for resources: {'Port': ['ID=d6cbcc9e-0b15-47d5-a8cf-624a626c36e3,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:36.790579 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-70da1f96-53fc-4a93-a3bc-57d500fb5fc2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4898245 Feb 05 03:10:36.813578 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45012) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:36.818632 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0f21f66e-6133-4c36-ae50-b7792e77f6fb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Request body: {'subnet': {'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:36.834588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080b0380-31f7-4126-b881-26808244b513 None None] No DVR routers for this DVR port d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:10:36.856579 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba6ab55-de21-4dc3-969a-91f3cdb55228 x-openstack-request-id: req-1ba6ab55-de21-4dc3-969a-91f3cdb55228 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:10:36.857615 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b76578-4f38-4c7f-8256-69a86b36f424", "name": "network-vif-deleted", "tag": "2159491b-cf12-4bc0-bd77-3be83d785539", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:10:36.858602 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ba6ab55-de21-4dc3-969a-91f3cdb55228 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:10:36.859181 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b76578-4f38-4c7f-8256-69a86b36f424', 'name': 'network-vif-deleted', 'tag': '2159491b-cf12-4bc0-bd77-3be83d785539', 'status': 'completed', 'code': 200} Feb 05 03:10:36.892525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6186e577-f64a-4cf2-80d6-9200ac1b0bcb None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:36.935973 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-00b97353-97eb-46a5-b783-a1b45cf87057 req-bf075e65-6553-40e5-a463-5c8c0cc0f09d service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107718 Feb 05 03:10:36.958384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7b3204c-27e5-47a9-ad59-5d9f8abe3028 req-eceedc3f-bdfa-4e5c-8498-d66352c1fae9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962769 Feb 05 03:10:36.964892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2b17ab-939b-4ea6-9b8a-a2d3e0f3d791 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:36.969115 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b2b17ab-939b-4ea6-9b8a-a2d3e0f3d791 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:37.178300 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-00b97353-97eb-46a5-b783-a1b45cf87057 req-d30be4cf-6205-4e1f-b82f-c55d8f19cf54 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391751 Feb 05 03:10:37.223095 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f21f66e-6133-4c36-ae50-b7792e77f6fb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Made reservation on behalf of 2f8b994da52c4fe0af1b7c73d815c426 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:37.226811 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f21f66e-6133-4c36-ae50-b7792e77f6fb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:37.271489 n-d-826942-8 neutron-server[109675]: INFO neutron.db.ipam_backend_mixin [None req-4b2b17ab-939b-4ea6-9b8a-a2d3e0f3d791 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d5792ba0-46a6-4a76-ad73-638082f935ae (CIDR: 2001:db8::/64) Feb 05 03:10:37.342479 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2b17ab-939b-4ea6-9b8a-a2d3e0f3d791 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:10:37.342479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2b17ab-939b-4ea6-9b8a-a2d3e0f3d791 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:37.434371 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:37.436304 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-294d05d4-fb14-4a11-9ba7-7ee8854fa262', 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262', 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'fixed_ips': [{'subnet_id': '8e854b5d-d872-40a2-961d-0a6ca3b5873c'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:10:37.437325 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:37.441530 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'project_id': '0029f960a51b45c693bd83d39043c2aa', 'fixed_ips': [{'subnet_id': 'd5792ba0-46a6-4a76-ad73-638082f935ae'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:10:37.442490 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:37.445519 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4b2b17ab-939b-4ea6-9b8a-a2d3e0f3d791 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9211373 Feb 05 03:10:37.448788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45024) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:37.454802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6e59e0e6-1a14-41e4-95aa-cd21ba9829f3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'subnet': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:37.694809 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f21f66e-6133-4c36-ae50-b7792e77f6fb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (b096d275-2128-405d-bbe8-4ef7950d852d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:37.698383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e59e0e6-1a14-41e4-95aa-cd21ba9829f3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:37.703228 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e59e0e6-1a14-41e4-95aa-cd21ba9829f3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:37.739553 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Allocated IP 2001:db8::2 (8390d630-9d9e-438f-b4d6-5ec8bb91124a/d5792ba0-46a6-4a76-ad73-638082f935ae/a849812c-76c2-4bad-bfc9-dee5873608cc) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:37.750414 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21f66e-6133-4c36-ae50-b7792e77f6fb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event updated for resources: {'Subnet': ['ID=b096d275-2128-405d-bbe8-4ef7950d852d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:37.784818 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f21f66e-6133-4c36-ae50-b7792e77f6fb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Checking segment: {'id': '05e41946-ea14-4052-99da-0fa0692a30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:10:37.785561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f21f66e-6133-4c36-ae50-b7792e77f6fb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Network hostable DHCP agents. Network: 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:10:37.811551 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f21f66e-6133-4c36-ae50-b7792e77f6fb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Network 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:10:37.829820 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0f21f66e-6133-4c36-ae50-b7792e77f6fb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:37.841385 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f21f66e-6133-4c36-ae50-b7792e77f6fb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:37.844252 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f21f66e-6133-4c36-ae50-b7792e77f6fb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:37.858487 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fdc505-8f82-48eb-8d42-3a9b9e203048 None None] Network 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:37.871457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0f21f66e-6133-4c36-ae50-b7792e77f6fb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0566347 Feb 05 03:10:37.874171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45030) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:37.880489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-164dc128-e313-4f32-957d-9b70915da0e6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Request body: {'port': {'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262', 'name': 'tempest-TaggedBootDevicesTest-236737397', 'fixed_ips': [{'subnet_id': '8e854b5d-d872-40a2-961d-0a6ca3b5873c'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:38.021169 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 2159491b-cf12-4bc0-bd77-3be83d785539 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:10:38.112243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267859-5e8b-4e0b-8d3d-4470511a320b req-a0a85964-8a6c-46da-af63-7579b55328b1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:38.119630 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40267859-5e8b-4e0b-8d3d-4470511a320b req-a0a85964-8a6c-46da-af63-7579b55328b1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1855929 Feb 05 03:10:38.233175 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-896f40a9-141b-4dd2-93d5-0a00d3edc919 req-5e30aa73-6f0a-4453-98d7-59dd5fdaf2ab tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 210 time: 0.1006980 Feb 05 03:10:38.233821 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:10:38.241505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 2159491b-cf12-4bc0-bd77-3be83d785539 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:10:38.241859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 2159491b-cf12-4bc0-bd77-3be83d785539 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:10:38.248026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164dc128-e313-4f32-957d-9b70915da0e6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Made reservation on behalf of 2f8b994da52c4fe0af1b7c73d815c426 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:38.315693 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:10:38.316021 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d6cbcc9e-0b15-47d5-a8cf-624a626c36e3 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:10:38.316491 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40267859-5e8b-4e0b-8d3d-4470511a320b req-e0e8d4ad-5d81-40ed-86e6-22a5c754c8aa tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955521 Feb 05 03:10:38.414868 n-d-826942-8 neutron-server[109674]: DEBUG neutron.objects.ports [None req-6e59e0e6-1a14-41e4-95aa-cd21ba9829f3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:10:38.418946 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e59e0e6-1a14-41e4-95aa-cd21ba9829f3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (8c15551e-a6f8-44bd-a359-881b5d953707), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:38.453620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-164dc128-e313-4f32-957d-9b70915da0e6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:38.469492 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Publish callbacks [] for port (a849812c-76c2-4bad-bfc9-dee5873608cc), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:38.471446 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e59e0e6-1a14-41e4-95aa-cd21ba9829f3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:38.475828 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-164dc128-e313-4f32-957d-9b70915da0e6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] device_id is not set on port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:10:38.477661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6e59e0e6-1a14-41e4-95aa-cd21ba9829f3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:38.498377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e59e0e6-1a14-41e4-95aa-cd21ba9829f3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:38.499657 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e59e0e6-1a14-41e4-95aa-cd21ba9829f3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:38.527644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-5fa1b5a9-e8f3-417f-a8a5-9676e9a55532', 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532', 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'fixed_ips': [{'subnet_id': 'b096d275-2128-405d-bbe8-4ef7950d852d'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:10:38.528816 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:38.536170 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (a849812c-76c2-4bad-bfc9-dee5873608cc), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:38.543340 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59e0e6-1a14-41e4-95aa-cd21ba9829f3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Subnet': ['ID=8c15551e-a6f8-44bd-a359-881b5d953707,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:38.553833 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6e59e0e6-1a14-41e4-95aa-cd21ba9829f3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1036959 Feb 05 03:10:38.559245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45044) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:38.563936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f4b2a2b6-de71-4017-994f-37180b3b8cda tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Request body: {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'mac_address': 'fa:16:3e:76:7c:7b', 'name': 'tempest-NetworksTestDHCPv6-454096712'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:38.699962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:38.707661 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:38.711511 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:38.812263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b2a2b6-de71-4017-994f-37180b3b8cda tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Made reservation on behalf of 0029f960a51b45c693bd83d39043c2aa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:38.834986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Allocated IP 10.1.1.2 (294d05d4-fb14-4a11-9ba7-7ee8854fa262/8e854b5d-d872-40a2-961d-0a6ca3b5873c/36e7048b-5e89-42ff-868e-966409cee40f) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:38.871511 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:38.872926 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Pushing event updated for resources: {'Port': ['ID=a849812c-76c2-4bad-bfc9-dee5873608cc,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:38.921101 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a2b6-de71-4017-994f-37180b3b8cda tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:38.954113 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-f4b2a2b6-de71-4017-994f-37180b3b8cda tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] device_id is not set on port be55d31f-13bb-423b-b5ed-b12ddfa50add yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:10:38.967597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Attempting to bind port a849812c-76c2-4bad-bfc9-dee5873608cc on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:10:38.968016 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Attempting to bind port a849812c-76c2-4bad-bfc9-dee5873608cc by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:10:38.968344 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Attempting to bind port a849812c-76c2-4bad-bfc9-dee5873608cc on network 8390d630-9d9e-438f-b4d6-5ec8bb91124a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:10:38.976966 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Allocated IP 10.2.2.2 (5fa1b5a9-e8f3-417f-a8a5-9676e9a55532/b096d275-2128-405d-bbe8-4ef7950d852d/fd0d239e-75f1-4cd1-bdd3-982165cc4be3) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:38.992202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:10:38.992581 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Checking segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:10:38.992993 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:38.993431 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Bound using segment: {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:10:38.993920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Bound port: a849812c-76c2-4bad-bfc9-dee5873608cc, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:10:38.994300 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a849812c-76c2-4bad-bfc9-dee5873608cc), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:39.169789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-f4b2a2b6-de71-4017-994f-37180b3b8cda tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8::38e (8390d630-9d9e-438f-b4d6-5ec8bb91124a/d5792ba0-46a6-4a76-ad73-638082f935ae/be55d31f-13bb-423b-b5ed-b12ddfa50add) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:39.176618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-f4b2a2b6-de71-4017-994f-37180b3b8cda tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Allocated IP 2001:db8:0:1:f816:3eff:fe76:7c7b (8390d630-9d9e-438f-b4d6-5ec8bb91124a/8c15551e-a6f8-44bd-a359-881b5d953707/be55d31f-13bb-423b-b5ed-b12ddfa50add) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:39.252783 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Publish callbacks [] for port (36e7048b-5e89-42ff-868e-966409cee40f), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:39.294319 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] For port a849812c-76c2-4bad-bfc9-dee5873608cc, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:10:39.298859 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (36e7048b-5e89-42ff-868e-966409cee40f), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:39.324077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] For port a849812c-76c2-4bad-bfc9-dee5873608cc, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a849812c-76c2-4bad-bfc9-dee5873608cc,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:10:39.388782 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a2b6-de71-4017-994f-37180b3b8cda tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for port (be55d31f-13bb-423b-b5ed-b12ddfa50add), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:39.416722 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a849812c-76c2-4bad-bfc9-dee5873608cc), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:39.434697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a2b6-de71-4017-994f-37180b3b8cda tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (be55d31f-13bb-423b-b5ed-b12ddfa50add), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:39.458027 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:39.469186 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:39.488998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:39.501237 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Publish callbacks [] for port (fd0d239e-75f1-4cd1-bdd3-982165cc4be3), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:39.505725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Pushing event updated for resources: {'Port': ['ID=36e7048b-5e89-42ff-868e-966409cee40f,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:39.587434 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9723de19-a524-4e1b-ba55-d59a444d7147 req-4affe828-4b4a-4392-8c76-af39d06f6a24 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 210 time: 0.1285179 Feb 05 03:10:39.596625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2a2b6-de71-4017-994f-37180b3b8cda tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event updated for resources: {'Port': ['ID=be55d31f-13bb-423b-b5ed-b12ddfa50add,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:39.625347 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-164dc128-e313-4f32-957d-9b70915da0e6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Allocated IP 10.1.1.205 (294d05d4-fb14-4a11-9ba7-7ee8854fa262/8e854b5d-d872-40a2-961d-0a6ca3b5873c/5a26af8e-b2d2-48e9-abcf-9b13be1c3efd) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:39.639595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b2a2b6-de71-4017-994f-37180b3b8cda tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:39.641202 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f4b2a2b6-de71-4017-994f-37180b3b8cda tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:39.649774 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b2a2b6-de71-4017-994f-37180b3b8cda tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:39.653622 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (fd0d239e-75f1-4cd1-bdd3-982165cc4be3), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:39.658868 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b2a2b6-de71-4017-994f-37180b3b8cda tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:39.659567 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a2b6-de71-4017-994f-37180b3b8cda tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:39.694112 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f4b2a2b6-de71-4017-994f-37180b3b8cda tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1339774 Feb 05 03:10:39.694503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45064) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:39.826059 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Network 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:39.837646 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:39.852069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:39.855083 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067deecd-11cc-423e-8341-5d876855f6c7 req-305a9610-aeb1-44db-90b7-a666827ff87f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:39.859396 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-067deecd-11cc-423e-8341-5d876855f6c7 req-305a9610-aeb1-44db-90b7-a666827ff87f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.3191471 Feb 05 03:10:39.860355 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Attempting to bind port 36e7048b-5e89-42ff-868e-966409cee40f on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:10:39.860735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Attempting to bind port 36e7048b-5e89-42ff-868e-966409cee40f by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:10:39.861094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Attempting to bind port 36e7048b-5e89-42ff-868e-966409cee40f on network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:10:39.915074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:10:39.915596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Checking segment: {'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:10:39.916100 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:39.916890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Bound using segment: {'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:10:39.918050 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Bound port: 36e7048b-5e89-42ff-868e-966409cee40f, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:10:39.918529 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (36e7048b-5e89-42ff-868e-966409cee40f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:39.924039 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3ee74779-90e7-4283-9a27-a7d073a14e36 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting port be55d31f-13bb-423b-b5ed-b12ddfa50add {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:10:39.924301 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ee74779-90e7-4283-9a27-a7d073a14e36 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (be55d31f-13bb-423b-b5ed-b12ddfa50add), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:39.961006 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e0acf-f3fd-4869-8e35-3814d8292223 None None] Pushing event updated for resources: {'Port': ['ID=a849812c-76c2-4bad-bfc9-dee5873608cc,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:40.218033 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:40.224965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Pushing event updated for resources: {'Port': ['ID=fd0d239e-75f1-4cd1-bdd3-982165cc4be3,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:40.233444 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Attempting to bind port fd0d239e-75f1-4cd1-bdd3-982165cc4be3 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:10:40.234076 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Attempting to bind port fd0d239e-75f1-4cd1-bdd3-982165cc4be3 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '05e41946-ea14-4052-99da-0fa0692a30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:10:40.235036 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Attempting to bind port fd0d239e-75f1-4cd1-bdd3-982165cc4be3 on network 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:10:40.243516 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:10:40.244199 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Checking segment: {'id': '05e41946-ea14-4052-99da-0fa0692a30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:10:40.244765 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:40.245314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Bound using segment: {'id': '05e41946-ea14-4052-99da-0fa0692a30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:10:40.245960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Bound port: fd0d239e-75f1-4cd1-bdd3-982165cc4be3, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e41946-ea14-4052-99da-0fa0692a30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:10:40.246514 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fd0d239e-75f1-4cd1-bdd3-982165cc4be3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:40.303406 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ee74779-90e7-4283-9a27-a7d073a14e36 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (be55d31f-13bb-423b-b5ed-b12ddfa50add), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:40.306087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] For port 36e7048b-5e89-42ff-868e-966409cee40f, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:10:40.327439 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] For port 36e7048b-5e89-42ff-868e-966409cee40f, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=36e7048b-5e89-42ff-868e-966409cee40f,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:10:40.349529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3ee74779-90e7-4283-9a27-a7d073a14e36 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Calling delete_port for be55d31f-13bb-423b-b5ed-b12ddfa50add owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:10:40.350109 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (36e7048b-5e89-42ff-868e-966409cee40f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:40.367799 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-067deecd-11cc-423e-8341-5d876855f6c7 req-14173051-ded2-457f-8e07-e4c680fb3da8 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478297 Feb 05 03:10:40.428421 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-164dc128-e313-4f32-957d-9b70915da0e6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:40.465471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] For port fd0d239e-75f1-4cd1-bdd3-982165cc4be3, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:10:40.515899 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-164dc128-e313-4f32-957d-9b70915da0e6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:40.520004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] For port fd0d239e-75f1-4cd1-bdd3-982165cc4be3, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fd0d239e-75f1-4cd1-bdd3-982165cc4be3,segment=NetworkSegment(05e41946-ea14-4052-99da-0fa0692a30b1),segment_id=05e41946-ea14-4052-99da-0fa0692a30b1)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:10:40.553347 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fd0d239e-75f1-4cd1-bdd3-982165cc4be3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:40.569906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c3743-be86-4763-93ea-eba7b613561c None None] Pushing event updated for resources: {'Port': ['ID=36e7048b-5e89-42ff-868e-966409cee40f,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:40.650648 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164dc128-e313-4f32-957d-9b70915da0e6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:40.652745 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164dc128-e313-4f32-957d-9b70915da0e6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event updated for resources: {'Port': ['ID=5a26af8e-b2d2-48e9-abcf-9b13be1c3efd,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:40.665769 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-164dc128-e313-4f32-957d-9b70915da0e6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:40.677010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164dc128-e313-4f32-957d-9b70915da0e6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:40.763967 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445776c0-b655-4768-8963-ae36cf7b2775 None None] Pushing event updated for resources: {'Port': ['ID=fd0d239e-75f1-4cd1-bdd3-982165cc4be3,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:40.828616 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ee74779-90e7-4283-9a27-a7d073a14e36 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (be55d31f-13bb-423b-b5ed-b12ddfa50add), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:40.875643 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2bc9cd3f-f603-43b9-8688-5ea91768d689 req-26341b16-0e18-4983-a43c-49137c52c3f8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 210 time: 0.0885193 Feb 05 03:10:40.902028 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164dc128-e313-4f32-957d-9b70915da0e6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:40.904491 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-164dc128-e313-4f32-957d-9b70915da0e6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:40.920315 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee74779-90e7-4283-9a27-a7d073a14e36 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Port': ['ID=be55d31f-13bb-423b-b5ed-b12ddfa50add,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:40.973921 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-164dc128-e313-4f32-957d-9b70915da0e6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0984235 Feb 05 03:10:40.976367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45080) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:40.987256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f2602e53-3ecc-4448-8d5e-01949747fa05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Request body: {'port': {'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262', 'name': 'tempest-TaggedBootDevicesTest-1088075375', 'fixed_ips': [{'subnet_id': '8e854b5d-d872-40a2-961d-0a6ca3b5873c'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:41.015609 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ee74779-90e7-4283-9a27-a7d073a14e36 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:41.038973 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3ee74779-90e7-4283-9a27-a7d073a14e36 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/be55d31f-13bb-423b-b5ed-b12ddfa50add HTTP/1.1" status: 204 len: 168 time: 1.3318758 Feb 05 03:10:41.038973 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45082) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:41.250552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0098ab85-1d22-40d0-bb60-97f7093ea711 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:41.252318 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0098ab85-1d22-40d0-bb60-97f7093ea711 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2165825 Feb 05 03:10:41.255060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2602e53-3ecc-4448-8d5e-01949747fa05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Made reservation on behalf of 2f8b994da52c4fe0af1b7c73d815c426 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:41.263968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45088) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:41.266025 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2602e53-3ecc-4448-8d5e-01949747fa05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:41.311129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-f2602e53-3ecc-4448-8d5e-01949747fa05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] device_id is not set on port dc69a7b0-d07b-4eaf-9597-8aab76827f26 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:10:41.320043 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:41.379097 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f008927-11a7-4095-adc2-237154f6f392 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:41.383766 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1f008927-11a7-4095-adc2-237154f6f392 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1185939 Feb 05 03:10:41.384392 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45092) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:41.525948 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd87f58-f620-48c3-9f11-0e40a4c1fc78 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:41.527418 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd87f58-f620-48c3-9f11-0e40a4c1fc78 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:41.528819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd87f58-f620-48c3-9f11-0e40a4c1fc78 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:41.541103 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7cd87f58-f620-48c3-9f11-0e40a4c1fc78 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1549180 Feb 05 03:10:41.541713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45100) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:41.581618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061db88b-d119-4e0b-8377-9dd129efc71f None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:41.660889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f4de14-87dd-409f-a560-1edfb7b7413a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet 8c15551e-a6f8-44bd-a359-881b5d953707 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:10:41.665482 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38f4de14-87dd-409f-a560-1edfb7b7413a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (8c15551e-a6f8-44bd-a359-881b5d953707), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:41.681859 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-f2602e53-3ecc-4448-8d5e-01949747fa05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Allocated IP 10.1.1.127 (294d05d4-fb14-4a11-9ba7-7ee8854fa262/8e854b5d-d872-40a2-961d-0a6ca3b5873c/dc69a7b0-d07b-4eaf-9597-8aab76827f26) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:41.803708 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38f4de14-87dd-409f-a560-1edfb7b7413a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (8c15551e-a6f8-44bd-a359-881b5d953707), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:41.876105 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38f4de14-87dd-409f-a560-1edfb7b7413a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (8c15551e-a6f8-44bd-a359-881b5d953707), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:41.990469 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2602e53-3ecc-4448-8d5e-01949747fa05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:42.068946 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2602e53-3ecc-4448-8d5e-01949747fa05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:42.097574 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38f4de14-87dd-409f-a560-1edfb7b7413a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (8c15551e-a6f8-44bd-a359-881b5d953707), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:42.190395 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:10:42.226257 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4de14-87dd-409f-a560-1edfb7b7413a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=8c15551e-a6f8-44bd-a359-881b5d953707,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:42.238744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9e49ef95-5973-45a6-b309-99daf62fbeab None None] Provisioning complete for port a849812c-76c2-4bad-bfc9-dee5873608cc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:42.242337 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e49ef95-5973-45a6-b309-99daf62fbeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a849812c-76c2-4bad-bfc9-dee5873608cc), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:42.254125 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38f4de14-87dd-409f-a560-1edfb7b7413a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:42.294380 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-38f4de14-87dd-409f-a560-1edfb7b7413a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/8c15551e-a6f8-44bd-a359-881b5d953707 HTTP/1.1" status: 204 len: 168 time: 0.7509377 Feb 05 03:10:42.301633 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45124) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:42.316543 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03829b48-94a6-48b7-8c59-7eddcbbc0d5e req-1ac1b60e-4e54-407b-8b6f-b483b04f494b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 210 time: 0.1870203 Feb 05 03:10:42.348223 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2602e53-3ecc-4448-8d5e-01949747fa05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:42.350345 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2602e53-3ecc-4448-8d5e-01949747fa05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event updated for resources: {'Port': ['ID=dc69a7b0-d07b-4eaf-9597-8aab76827f26,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:42.361608 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-f2602e53-3ecc-4448-8d5e-01949747fa05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:42.364854 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2602e53-3ecc-4448-8d5e-01949747fa05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:42.411313 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa780a-7b4c-4753-92c4-1c8af7a3cc12 req-0756c496-542a-4ab2-ae96-8c25d1883ac0 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:42.413231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78fa780a-7b4c-4753-92c4-1c8af7a3cc12 req-0756c496-542a-4ab2-ae96-8c25d1883ac0 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.3866127 Feb 05 03:10:42.464841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2602e53-3ecc-4448-8d5e-01949747fa05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:42.465807 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2602e53-3ecc-4448-8d5e-01949747fa05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:42.520699 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78fa780a-7b4c-4753-92c4-1c8af7a3cc12 req-1598a404-c232-4558-b7de-2a3aaf962313 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939186 Feb 05 03:10:42.563917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f2602e53-3ecc-4448-8d5e-01949747fa05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5861511 Feb 05 03:10:42.570846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf8d35a-cd4a-473d-8f2d-386745912ee6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Deleting subnet d5792ba0-46a6-4a76-ad73-638082f935ae {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:10:42.583209 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcf8d35a-cd4a-473d-8f2d-386745912ee6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for subnet (d5792ba0-46a6-4a76-ad73-638082f935ae), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:42.614076 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9e49ef95-5973-45a6-b309-99daf62fbeab None None] Current status of the port a849812c-76c2-4bad-bfc9-dee5873608cc is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:42.630986 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e49ef95-5973-45a6-b309-99daf62fbeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a849812c-76c2-4bad-bfc9-dee5873608cc), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:42.698418 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcf8d35a-cd4a-473d-8f2d-386745912ee6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (d5792ba0-46a6-4a76-ad73-638082f935ae), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:42.785569 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 36e7048b-5e89-42ff-868e-966409cee40f up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:42.907044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9e49ef95-5973-45a6-b309-99daf62fbeab None None] For port a849812c-76c2-4bad-bfc9-dee5873608cc, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a849812c-76c2-4bad-bfc9-dee5873608cc,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:42.918061 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f8235e-706a-4dd9-9d68-0a4d94d48fec None None] Update dhcp port {'port': {'network_id': '8390d630-9d9e-438f-b4d6-5ec8bb91124a', 'fixed_ips': [{'subnet_id': 'd5792ba0-46a6-4a76-ad73-638082f935ae', 'ip_address': '2001:db8::2'}, {'subnet_id': '8c15551e-a6f8-44bd-a359-881b5d953707'}], 'binding:host_id': 'n-d-826942-8'}, 'id': 'a849812c-76c2-4bad-bfc9-dee5873608cc'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 03:10:42.939928 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e49ef95-5973-45a6-b309-99daf62fbeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a849812c-76c2-4bad-bfc9-dee5873608cc), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:42.980388 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcf8d35a-cd4a-473d-8f2d-386745912ee6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (d5792ba0-46a6-4a76-ad73-638082f935ae), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:43.003045 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03c0cd8-5ca5-4147-9d75-5054f39da2a8 None None] Network 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:43.096871 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcf8d35a-cd4a-473d-8f2d-386745912ee6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (d5792ba0-46a6-4a76-ad73-638082f935ae), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:43.143962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab63d2f-edda-40d7-8d21-1b13120ae5df None None] Network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:43.151659 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8d35a-cd4a-473d-8f2d-386745912ee6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Subnet': ['ID=d5792ba0-46a6-4a76-ad73-638082f935ae,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:43.161133 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcf8d35a-cd4a-473d-8f2d-386745912ee6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:43.164414 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dcf8d35a-cd4a-473d-8f2d-386745912ee6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/d5792ba0-46a6-4a76-ad73-638082f935ae HTTP/1.1" status: 204 len: 168 time: 0.8616860 Feb 05 03:10:43.167057 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45134) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:43.219730 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70f8235e-706a-4dd9-9d68-0a4d94d48fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a849812c-76c2-4bad-bfc9-dee5873608cc), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:43.242667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-88667631-6f81-4212-82d7-0d52902de83c tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743635 Feb 05 03:10:43.245135 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45136) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:43.324443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ca9fa1a0-53d3-4111-b2a4-219feb75f528 None None] Provisioning complete for port fd0d239e-75f1-4cd1-bdd3-982165cc4be3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:43.325334 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa1a0-53d3-4111-b2a4-219feb75f528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fd0d239e-75f1-4cd1-bdd3-982165cc4be3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:43.345329 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fe3a28-9ae1-4e33-aa94-b442caf73334 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:43.348213 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-13fe3a28-9ae1-4e33-aa94-b442caf73334 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1020260 Feb 05 03:10:43.350799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45146) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:43.431247 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49ef95-5973-45a6-b309-99daf62fbeab None None] Pushing event updated for resources: {'Port': ['ID=a849812c-76c2-4bad-bfc9-dee5873608cc,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:43.508784 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 36e7048b-5e89-42ff-868e-966409cee40f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:43.510163 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (36e7048b-5e89-42ff-868e-966409cee40f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:43.545468 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e253f6aa-5729-46f2-a0a6-7c182961f7ee req-2c453e14-7231-4ee7-a2d3-aacb54c3dffa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 210 time: 0.1064498 Feb 05 03:10:43.567617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61247dd-a9ce-4fb9-b9f4-b33ca2fe62e3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:43.571359 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e61247dd-a9ce-4fb9-b9f4-b33ca2fe62e3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2173038 Feb 05 03:10:43.571762 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45148) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:43.642607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45152) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:43.645459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ca9fa1a0-53d3-4111-b2a4-219feb75f528 None None] Current status of the port fd0d239e-75f1-4cd1-bdd3-982165cc4be3 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:43.645946 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa1a0-53d3-4111-b2a4-219feb75f528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fd0d239e-75f1-4cd1-bdd3-982165cc4be3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:43.647529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bb9f5262-8f2d-406a-aed6-eaad51466298 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1646228081', 'description': 'tempest-description--1168472317'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:43.690678 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dfffc711-967c-4939-84ec-d3c39609d13f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1071825 Feb 05 03:10:43.691316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45156) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:43.723035 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-e472c023-2fbc-4b2b-a4ce-f1ebc58f5938 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:43.723821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e472c023-2fbc-4b2b-a4ce-f1ebc58f5938 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:43.729746 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e472c023-2fbc-4b2b-a4ce-f1ebc58f5938 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/be55d31f-13bb-423b-b5ed-b12ddfa50add HTTP/1.1" status: 404 len: 333 time: 0.0351689 Feb 05 03:10:43.730185 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45160) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:43.747880 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb9f5262-8f2d-406a-aed6-eaad51466298 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:43.760093 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-3210e487-77e1-45b1-9706-391da5114bb7 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:43.760761 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3210e487-77e1-45b1-9706-391da5114bb7 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:43.767414 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3210e487-77e1-45b1-9706-391da5114bb7 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/8c15551e-a6f8-44bd-a359-881b5d953707 HTTP/1.1" status: 404 len: 337 time: 0.0339956 Feb 05 03:10:43.767974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45162) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:43.813928 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-73cfb6d3-e975-4b83-b8a5-fe2fae04ee79 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:43.814846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73cfb6d3-e975-4b83-b8a5-fe2fae04ee79 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:43.822544 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-73cfb6d3-e975-4b83-b8a5-fe2fae04ee79 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/d5792ba0-46a6-4a76-ad73-638082f935ae HTTP/1.1" status: 404 len: 337 time: 0.0533261 Feb 05 03:10:43.823485 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45164) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:43.854467 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14bbad-cfc1-4253-837c-9545a06382bf req-0cc85898-0ae7-4fb0-9c89-8e1e91b0fab5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:43.859553 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc14bbad-cfc1-4253-837c-9545a06382bf req-0cc85898-0ae7-4fb0-9c89-8e1e91b0fab5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1661892 Feb 05 03:10:43.862021 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bd9cf8-954e-48ce-ac4d-948d71964222 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:43.862918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0bd9cf8-954e-48ce-ac4d-948d71964222 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:43.870265 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c0bd9cf8-954e-48ce-ac4d-948d71964222 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/4a99c750-a436-4daf-94e4-82a21ba83297 HTTP/1.1" status: 404 len: 333 time: 0.0440569 Feb 05 03:10:43.871738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45166) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:43.924404 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ace46ed-0793-416e-b343-fc3da5acf166 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:43.926458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ace46ed-0793-416e-b343-fc3da5acf166 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:43.938704 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0ace46ed-0793-416e-b343-fc3da5acf166 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/6358efa6-0d2c-43a9-8087-f3e5679b4868 HTTP/1.1" status: 404 len: 337 time: 0.0649502 Feb 05 03:10:43.940058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45170) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:43.950688 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc14bbad-cfc1-4253-837c-9545a06382bf req-fb2473a1-e54f-4fa5-aa77-e8f42425406a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695417 Feb 05 03:10:43.985709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ca9fa1a0-53d3-4111-b2a4-219feb75f528 None None] For port fd0d239e-75f1-4cd1-bdd3-982165cc4be3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fd0d239e-75f1-4cd1-bdd3-982165cc4be3,segment=NetworkSegment(05e41946-ea14-4052-99da-0fa0692a30b1),segment_id=05e41946-ea14-4052-99da-0fa0692a30b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:43.995122 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb9f5262-8f2d-406a-aed6-eaad51466298 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for security_group (1f855246-54bd-4bae-9d7f-41e4aa356271), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:44.015576 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb9f5262-8f2d-406a-aed6-eaad51466298 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1f855246-54bd-4bae-9d7f-41e4aa356271), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:44.018830 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c873d2-cffe-4b0a-975a-9a290fbfa8a4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:44.019388 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c873d2-cffe-4b0a-975a-9a290fbfa8a4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:44.022028 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa1a0-53d3-4111-b2a4-219feb75f528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fd0d239e-75f1-4cd1-bdd3-982165cc4be3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:44.042436 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-64c873d2-cffe-4b0a-975a-9a290fbfa8a4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/bc7a8a88-a2ab-4d6e-9e2a-b3c62dec1de0 HTTP/1.1" status: 404 len: 337 time: 0.1005104 Feb 05 03:10:44.044336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45174) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:44.051179 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb9f5262-8f2d-406a-aed6-eaad51466298 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:44.052883 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bb9f5262-8f2d-406a-aed6-eaad51466298 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4089823 Feb 05 03:10:44.063068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45176) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:44.072787 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3075a0f4-3076-44ef-b2cf-c1808fb8a4a6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Request body: {'security_group_rule': {'security_group_id': '1f855246-54bd-4bae-9d7f-41e4aa356271', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:44.108940 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ca280a-74b2-4faa-918b-26e6f582f6aa None None] Network 8390d630-9d9e-438f-b4d6-5ec8bb91124a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:44.129407 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f5262-8f2d-406a-aed6-eaad51466298 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f855246-54bd-4bae-9d7f-41e4aa356271,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:44.171447 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29dd770-eed0-4bdd-a45d-703704848c2b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:44.172040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29dd770-eed0-4bdd-a45d-703704848c2b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:44.188630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45178) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:44.200113 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b29dd770-eed0-4bdd-a45d-703704848c2b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/3f9a15af-e0a8-4c61-a920-99ac65931749 HTTP/1.1" status: 404 len: 333 time: 0.1533601 Feb 05 03:10:44.217540 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3075a0f4-3076-44ef-b2cf-c1808fb8a4a6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for security_group_rule (60ab3908-9639-4660-9917-c9dffbd3a09c), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:44.247556 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-2877a519-e138-4431-b6b5-8a5a791c0b4a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:44.248920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2877a519-e138-4431-b6b5-8a5a791c0b4a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:44.253011 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2877a519-e138-4431-b6b5-8a5a791c0b4a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/cdf92275-c146-4c49-9ed3-dafbfaf64baf HTTP/1.1" status: 404 len: 337 time: 0.0626643 Feb 05 03:10:44.255484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45182) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:44.348314 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f97a90-32b7-4a06-91ec-218eea5d681e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:44.348314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f97a90-32b7-4a06-91ec-218eea5d681e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:44.351018 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-02f97a90-32b7-4a06-91ec-218eea5d681e tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/04df81e8-2891-4bcf-9114-cc5f41e62f90 HTTP/1.1" status: 404 len: 337 time: 0.0932920 Feb 05 03:10:44.373568 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45186) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:44.424518 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1410c93-4587-42fc-a9ba-488bea1d19e0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:44.425428 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1410c93-4587-42fc-a9ba-488bea1d19e0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:44.432002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e1410c93-4587-42fc-a9ba-488bea1d19e0 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/b3e2b671-75fe-4eaa-994f-6af5cd2f7375 HTTP/1.1" status: 404 len: 333 time: 0.0638144 Feb 05 03:10:44.432927 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45190) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:44.449689 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3075a0f4-3076-44ef-b2cf-c1808fb8a4a6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for security_group_rule (60ab3908-9639-4660-9917-c9dffbd3a09c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:44.469379 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3075a0f4-3076-44ef-b2cf-c1808fb8a4a6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (60ab3908-9639-4660-9917-c9dffbd3a09c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:44.493031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b02b7e9a-7788-4641-b39c-d5abd05ee801 None None] Provisioning complete for port 36e7048b-5e89-42ff-868e-966409cee40f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:44.493405 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b02b7e9a-7788-4641-b39c-d5abd05ee801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (36e7048b-5e89-42ff-868e-966409cee40f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:44.495036 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 36e7048b-5e89-42ff-868e-966409cee40f is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:44.495410 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (36e7048b-5e89-42ff-868e-966409cee40f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:44.526967 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fa1a0-53d3-4111-b2a4-219feb75f528 None None] Pushing event updated for resources: {'Port': ['ID=fd0d239e-75f1-4cd1-bdd3-982165cc4be3,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:44.553910 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075a0f4-3076-44ef-b2cf-c1808fb8a4a6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ab3908-9639-4660-9917-c9dffbd3a09c,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:44.556573 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d5213e-7cbc-4b8a-9b7f-2ee7c8c2f752 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:44.557023 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d5213e-7cbc-4b8a-9b7f-2ee7c8c2f752 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:44.568998 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-65d5213e-7cbc-4b8a-9b7f-2ee7c8c2f752 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/58508f04-7609-4de0-aaa9-9e5944866091 HTTP/1.1" status: 404 len: 337 time: 0.1353338 Feb 05 03:10:44.572047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45192) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:44.601987 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3075a0f4-3076-44ef-b2cf-c1808fb8a4a6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:44.606734 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3075a0f4-3076-44ef-b2cf-c1808fb8a4a6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5420790 Feb 05 03:10:44.607397 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45196) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:44.613770 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6673e862-1535-441e-bb0c-38b79cae974c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Request body: {'security_group_rule': {'security_group_id': '1f855246-54bd-4bae-9d7f-41e4aa356271', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:44.627243 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c97732a-9c54-4a68-b65c-ac8e77774bd4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:44.627642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c97732a-9c54-4a68-b65c-ac8e77774bd4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:44.644557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1c97732a-9c54-4a68-b65c-ac8e77774bd4 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/ded4f748-7a0a-4664-8f66-ffca510a61dc HTTP/1.1" status: 404 len: 337 time: 0.0707839 Feb 05 03:10:44.645230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45198) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:44.656887 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 36e7048b-5e89-42ff-868e-966409cee40f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=36e7048b-5e89-42ff-868e-966409cee40f,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:44.670674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6673e862-1535-441e-bb0c-38b79cae974c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for security_group_rule (c900a909-6434-4fd2-a3a4-b3ff373945cd), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:44.674567 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (36e7048b-5e89-42ff-868e-966409cee40f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:44.675414 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fd0d239e-75f1-4cd1-bdd3-982165cc4be3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:44.769872 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6673e862-1535-441e-bb0c-38b79cae974c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for security_group_rule (c900a909-6434-4fd2-a3a4-b3ff373945cd), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:44.780582 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6673e862-1535-441e-bb0c-38b79cae974c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (c900a909-6434-4fd2-a3a4-b3ff373945cd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:44.791605 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37d62716-f205-4f5c-a439-af33e58216c2 req-dd7645a6-eb1e-4de4-ac99-e91e087d4ba8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 210 time: 0.0700734 Feb 05 03:10:44.792689 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c4abd9-27f9-4726-a46c-dfbae8807f9f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:44.793269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c4abd9-27f9-4726-a46c-dfbae8807f9f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:44.804393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a4c4abd9-27f9-4726-a46c-dfbae8807f9f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/4a245dec-6c06-48c7-95ec-419e6ca03ead HTTP/1.1" status: 404 len: 333 time: 0.1581335 Feb 05 03:10:44.808873 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45200) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:44.843508 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673e862-1535-441e-bb0c-38b79cae974c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c900a909-6434-4fd2-a3a4-b3ff373945cd,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:44.874100 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6673e862-1535-441e-bb0c-38b79cae974c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:44.878405 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6673e862-1535-441e-bb0c-38b79cae974c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2670777 Feb 05 03:10:44.878615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45206) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:44.880144 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-71641b5a-8024-4b80-8fd1-edab480591f1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:44.883652 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:44.883827 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71641b5a-8024-4b80-8fd1-edab480591f1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:44.893941 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-71641b5a-8024-4b80-8fd1-edab480591f1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/383b33e2-b232-46b9-b684-3612753d5c07 HTTP/1.1" status: 404 len: 337 time: 0.0759773 Feb 05 03:10:44.894701 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45208) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:44.899620 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c9ab10-5d59-49e0-b388-a850d192dc99 None None] DHCP port deletion for 8390d630-9d9e-438f-b4d6-5ec8bb91124a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:10:44.905416 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b02b7e9a-7788-4641-b39c-d5abd05ee801 None None] Current status of the port 36e7048b-5e89-42ff-868e-966409cee40f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:44.942800 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:44.943049 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7f56be-fd3a-44bd-87ef-a5188a012268 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:44.943049 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7f56be-fd3a-44bd-87ef-a5188a012268 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:44.943049 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7d7f56be-fd3a-44bd-87ef-a5188a012268 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/60d61ff6-c2f7-4454-8ddf-eff2836a832c HTTP/1.1" status: 404 len: 333 time: 0.0467565 Feb 05 03:10:44.951040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45210) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:45.008506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port fd0d239e-75f1-4cd1-bdd3-982165cc4be3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:45.009017 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fd0d239e-75f1-4cd1-bdd3-982165cc4be3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:45.021721 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-202a1a55-c43d-4246-aeef-0aeab6c26798 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:45.022182 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202a1a55-c43d-4246-aeef-0aeab6c26798 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:45.027648 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-202a1a55-c43d-4246-aeef-0aeab6c26798 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/52079e57-81c1-4855-93d8-c0e5eeeb9e6d HTTP/1.1" status: 404 len: 337 time: 0.0778325 Feb 05 03:10:45.028469 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45214) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:45.088095 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2548331-4a97-4928-bc13-1002fd342076 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:45.088685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2548331-4a97-4928-bc13-1002fd342076 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:45.100520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e2548331-4a97-4928-bc13-1002fd342076 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/85c26676-b984-4b93-816e-ab4c13171909 HTTP/1.1" status: 404 len: 333 time: 0.0683734 Feb 05 03:10:45.104109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45216) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:45.125841 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=36e7048b-5e89-42ff-868e-966409cee40f,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:45.138593 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b02b7e9a-7788-4641-b39c-d5abd05ee801 None None] Provisioning complete for port a849812c-76c2-4bad-bfc9-dee5873608cc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:45.144182 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b02b7e9a-7788-4641-b39c-d5abd05ee801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a849812c-76c2-4bad-bfc9-dee5873608cc), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:45.171046 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f799801-15cc-42fa-b883-c93f834d9b59 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:45.171514 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f799801-15cc-42fa-b883-c93f834d9b59 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:45.174940 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4f799801-15cc-42fa-b883-c93f834d9b59 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/5aa39496-2198-4a98-af03-09c92ec006db HTTP/1.1" status: 404 len: 337 time: 0.0698571 Feb 05 03:10:45.178155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45220) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:45.203512 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:45.230891 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ddbecf3-9d44-4b83-ac7a-e66255197483 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:45.232248 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ddbecf3-9d44-4b83-ac7a-e66255197483 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:45.235597 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3ddbecf3-9d44-4b83-ac7a-e66255197483 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/d1f1efdf-d2c6-485a-ad80-944f59b699df HTTP/1.1" status: 404 len: 333 time: 0.0554147 Feb 05 03:10:45.238241 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45224) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:45.341699 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b608a78c-484a-4688-aebf-b8dc83ff928b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:45.342226 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b608a78c-484a-4688-aebf-b8dc83ff928b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:45.348061 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b608a78c-484a-4688-aebf-b8dc83ff928b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/c51a4bbd-124f-40dc-98eb-7ecb3638f64b HTTP/1.1" status: 404 len: 337 time: 0.1088295 Feb 05 03:10:45.350701 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45226) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:45.397936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port fd0d239e-75f1-4cd1-bdd3-982165cc4be3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:45.399263 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a849812c-76c2-4bad-bfc9-dee5873608cc up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:45.403389 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c588d7c-a969-4e00-8d12-b2386d2b84bd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:45.404122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c588d7c-a969-4e00-8d12-b2386d2b84bd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:45.417219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2c588d7c-a969-4e00-8d12-b2386d2b84bd tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/6f17fbf3-5a65-4007-9483-73c9395ab7d3 HTTP/1.1" status: 404 len: 333 time: 0.0649717 Feb 05 03:10:45.420611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45228) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:45.472537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-66c9ab10-5d59-49e0-b388-a850d192dc99 None None] Deleting port a849812c-76c2-4bad-bfc9-dee5873608cc {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:10:45.472911 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66c9ab10-5d59-49e0-b388-a850d192dc99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a849812c-76c2-4bad-bfc9-dee5873608cc), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:45.476161 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a52ca5-d3f3-4d27-947f-130da4306a95 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:45.476632 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a52ca5-d3f3-4d27-947f-130da4306a95 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:45.482916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-95a52ca5-d3f3-4d27-947f-130da4306a95 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/cc895514-0cf4-4433-ab5c-2e15dea32eb7 HTTP/1.1" status: 404 len: 337 time: 0.0581284 Feb 05 03:10:45.483550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45232) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:45.488485 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Allocated IP 172.25.0.140 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/ba63b847-2560-42d6-9f5c-99794f43deb6) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:45.548791 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c4053c-dbd1-4b22-915d-e14fc120c58f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:45.549433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c4053c-dbd1-4b22-915d-e14fc120c58f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:45.559910 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e5c4053c-dbd1-4b22-915d-e14fc120c58f tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/15fa73fd-7e54-403f-8ab9-6d96352c06f6 HTTP/1.1" status: 404 len: 333 time: 0.0685711 Feb 05 03:10:45.562333 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45238) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:45.577323 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-66c9ab10-5d59-49e0-b388-a850d192dc99 None None] For port a849812c-76c2-4bad-bfc9-dee5873608cc, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a849812c-76c2-4bad-bfc9-dee5873608cc,segment=NetworkSegment(1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc),segment_id=1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:10:45.577713 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66c9ab10-5d59-49e0-b388-a850d192dc99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a849812c-76c2-4bad-bfc9-dee5873608cc), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:45.592145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-66c9ab10-5d59-49e0-b388-a850d192dc99 None None] Calling delete_port for a849812c-76c2-4bad-bfc9-dee5873608cc owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:10:45.611287 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-af91de18-fed3-4249-a334-b81105b794da tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:45.611745 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af91de18-fed3-4249-a334-b81105b794da tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:45.625523 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-af91de18-fed3-4249-a334-b81105b794da tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/165aa49c-cd31-4f78-9530-457c64ee3c2e HTTP/1.1" status: 404 len: 337 time: 0.0621674 Feb 05 03:10:45.628411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45240) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:45.665144 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for port (ba63b847-2560-42d6-9f5c-99794f43deb6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:45.678342 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1f6164-333a-451e-a6cd-9efcb5989bbc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:45.679060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1f6164-333a-451e-a6cd-9efcb5989bbc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:45.682153 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0a1f6164-333a-451e-a6cd-9efcb5989bbc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/b7405ab7-6759-4a60-bc88-6c0bafb386a4 HTTP/1.1" status: 404 len: 337 time: 0.0531285 Feb 05 03:10:45.686120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45242) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:45.721801 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a42cdd-f7d0-4384-becb-44d70fd9c113 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:45.722741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a42cdd-f7d0-4384-becb-44d70fd9c113 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:45.726133 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f5a42cdd-f7d0-4384-becb-44d70fd9c113 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/353ab594-e2b0-4a3c-8810-d44a588d98f2 HTTP/1.1" status: 404 len: 333 time: 0.0387354 Feb 05 03:10:45.728771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45244) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:45.758028 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec84a3a4-3fef-4e8d-81c1-ea9a8f22e5a2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:45.758980 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec84a3a4-3fef-4e8d-81c1-ea9a8f22e5a2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:45.763851 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ec84a3a4-3fef-4e8d-81c1-ea9a8f22e5a2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/1c214e78-e55d-4e1c-a045-e6f0389bc900 HTTP/1.1" status: 404 len: 337 time: 0.0339694 Feb 05 03:10:45.766617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45246) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:45.774915 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ba63b847-2560-42d6-9f5c-99794f43deb6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:45.814416 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efc9cf9-d497-42ba-b860-7ebd00fc02ed tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:45.814954 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2efc9cf9-d497-42ba-b860-7ebd00fc02ed tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:45.818667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2efc9cf9-d497-42ba-b860-7ebd00fc02ed tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/f184aca1-2c9b-4cb9-bec8-c8f8d1605748 HTTP/1.1" status: 404 len: 337 time: 0.0507352 Feb 05 03:10:45.821548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45248) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:45.826603 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66c9ab10-5d59-49e0-b388-a850d192dc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (a849812c-76c2-4bad-bfc9-dee5873608cc), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:45.830263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:45.837248 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:45.843917 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:45.847644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event updated for resources: {'Port': ['ID=ba63b847-2560-42d6-9f5c-99794f43deb6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:45.867774 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b02b7e9a-7788-4641-b39c-d5abd05ee801 None None] Port a849812c-76c2-4bad-bfc9-dee5873608cc update to ACTIVE by agent not found {{(pid=109676) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 05 03:10:45.879464 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a755e8-4b5f-4781-a691-e5ba96b47a50 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:45.881216 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a755e8-4b5f-4781-a691-e5ba96b47a50 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:45.884514 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-51a755e8-4b5f-4781-a691-e5ba96b47a50 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/d80ae7c6-69ce-4fdc-8641-668958723bf3 HTTP/1.1" status: 404 len: 333 time: 0.0620329 Feb 05 03:10:45.888101 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45252) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:45.890470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port a849812c-76c2-4bad-bfc9-dee5873608cc triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:45.890888 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a849812c-76c2-4bad-bfc9-dee5873608cc), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:45.950679 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for floatingip (a9324af2-1389-418f-900d-b7400d89242d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:45.956430 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c7a727-77d8-41d8-8155-79bcb3e660a6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:45.957353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c7a727-77d8-41d8-8155-79bcb3e660a6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:45.962087 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-50c7a727-77d8-41d8-8155-79bcb3e660a6 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/02940ba2-188b-46c8-bef2-dfa6c4e64805 HTTP/1.1" status: 404 len: 337 time: 0.0727568 Feb 05 03:10:45.965594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45258) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:45.979848 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c9ab10-5d59-49e0-b388-a850d192dc99 None None] No DVR routers for this DVR port a849812c-76c2-4bad-bfc9-dee5873608cc on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:10:46.041538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84f65a1b-cfa4-41b4-8a44-01e1d9b17912 req-970e7c24-81b4-467b-bb91-56c6a5c20e36 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 210 time: 0.0777910 Feb 05 03:10:46.064762 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ba63b847-2560-42d6-9f5c-99794f43deb6), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:46.266580 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for port (ba63b847-2560-42d6-9f5c-99794f43deb6), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:46.270216 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d76c5b-4ba0-445e-9262-04cb51d7acd1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:46.270864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d76c5b-4ba0-445e-9262-04cb51d7acd1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:46.274262 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b1d76c5b-4ba0-445e-9262-04cb51d7acd1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/e68b8706-8115-4bd7-a68a-d4502de58667 HTTP/1.1" status: 404 len: 337 time: 0.3076115 Feb 05 03:10:46.277120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45262) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:46.277354 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ba63b847-2560-42d6-9f5c-99794f43deb6), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:46.335079 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-6491ab99-56a0-4c4e-8854-a9990bd7b58d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:46.336913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6491ab99-56a0-4c4e-8854-a9990bd7b58d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:46.346030 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6491ab99-56a0-4c4e-8854-a9990bd7b58d tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/62cfbc18-c356-4581-b1b7-f8883fa329f3 HTTP/1.1" status: 404 len: 333 time: 0.0670078 Feb 05 03:10:46.347249 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45268) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:46.371720 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (a9324af2-1389-418f-900d-b7400d89242d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:46.390191 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9ab10-5d59-49e0-b388-a850d192dc99 None None] Pushing event deleted for resources: {'Port': ['ID=a849812c-76c2-4bad-bfc9-dee5873608cc,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:46.397635 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Port a849812c-76c2-4bad-bfc9-dee5873608cc was deleted so its status cannot be updated. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 05 03:10:46.412036 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:46.416740 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-be3efcae-95b9-46ac-ac9f-818e30e6fe9a None None] Provisioning complete for port dc69a7b0-d07b-4eaf-9597-8aab76827f26 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:46.417167 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be3efcae-95b9-46ac-ac9f-818e30e6fe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:46.417501 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5366163 Feb 05 03:10:46.438164 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:46.445678 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96488fe-32e6-4c74-842f-1eba11e09ffc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:46.447691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96488fe-32e6-4c74-842f-1eba11e09ffc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:46.452513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31f91f-6bb7-4f73-874f-d021a8ab129d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event updated for resources: {'Port': ['ID=ba63b847-2560-42d6-9f5c-99794f43deb6,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:46.456639 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d96488fe-32e6-4c74-842f-1eba11e09ffc tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/7dbe143e-189d-43c1-9748-7f60c8bb0048 HTTP/1.1" status: 404 len: 337 time: 0.1071677 Feb 05 03:10:46.459933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45272) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:46.540867 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a52f237-9fb0-4a9b-ad76-49c7a8f8bc71 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:46.541832 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a52f237-9fb0-4a9b-ad76-49c7a8f8bc71 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:46.548865 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1a52f237-9fb0-4a9b-ad76-49c7a8f8bc71 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/dbaff645-fa10-4623-b8e4-75cb2285d52c HTTP/1.1" status: 404 len: 337 time: 0.0879114 Feb 05 03:10:46.551865 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45276) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:46.568373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-be3efcae-95b9-46ac-ac9f-818e30e6fe9a None None] Port dc69a7b0-d07b-4eaf-9597-8aab76827f26 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:10:46.598518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-be3efcae-95b9-46ac-ac9f-818e30e6fe9a None None] Provisioning complete for port 36e7048b-5e89-42ff-868e-966409cee40f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:46.599318 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be3efcae-95b9-46ac-ac9f-818e30e6fe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (36e7048b-5e89-42ff-868e-966409cee40f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:46.670869 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45278) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:46.719843 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fa9e6719-4ea4-4703-81ba-6a2f884b8b79 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c80a4d35-60f9-4219-b60b-f1a89f247361 HTTP/1.1" status: 200 len: 205 time: 0.1655531 Feb 05 03:10:46.753541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 36e7048b-5e89-42ff-868e-966409cee40f up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:46.801786 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-46041e82-e110-4e97-9d79-cd6087725375 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] delete failed (client error): The resource could not be found. Feb 05 03:10:46.805135 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-46041e82-e110-4e97-9d79-cd6087725375 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/routers/c80a4d35-60f9-4219-b60b-f1a89f247361 HTTP/1.1" status: 404 len: 336 time: 0.1297412 Feb 05 03:10:46.806397 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45286) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:46.863915 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-479ae0a9-3700-4009-8ecd-e39c648b3362 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:46.864391 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-479ae0a9-3700-4009-8ecd-e39c648b3362 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:46.872220 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-479ae0a9-3700-4009-8ecd-e39c648b3362 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/fcd410a3-3d0d-4985-89b4-1bcf16c1c793 HTTP/1.1" status: 404 len: 337 time: 0.0620556 Feb 05 03:10:46.872773 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45288) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:46.882935 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-be3efcae-95b9-46ac-ac9f-818e30e6fe9a None None] Current status of the port 36e7048b-5e89-42ff-868e-966409cee40f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:46.910268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4e49861e-c271-4c66-82ca-472dee0e50ae tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "GET /v2.0/ports?device_id=c05130f7-97ae-4116-84d9-856acdc7c3bc HTTP/1.1" status: 200 len: 205 time: 0.0359814 Feb 05 03:10:46.912427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45292) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:46.925922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-be3efcae-95b9-46ac-ac9f-818e30e6fe9a None None] Provisioning complete for port fd0d239e-75f1-4cd1-bdd3-982165cc4be3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:46.926270 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be3efcae-95b9-46ac-ac9f-818e30e6fe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fd0d239e-75f1-4cd1-bdd3-982165cc4be3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:46.966474 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-21421845-51e1-4c81-b1f2-df5f2c795dc2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] delete failed (client error): The resource could not be found. Feb 05 03:10:46.968346 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-21421845-51e1-4c81-b1f2-df5f2c795dc2 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/routers/c05130f7-97ae-4116-84d9-856acdc7c3bc HTTP/1.1" status: 404 len: 336 time: 0.0541861 Feb 05 03:10:46.970189 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45298) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:46.972583 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 36e7048b-5e89-42ff-868e-966409cee40f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:46.972960 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (36e7048b-5e89-42ff-868e-966409cee40f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:47.070217 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a305c9e4-91db-4301-b0c7-d035887c9e63 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:47.070681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a305c9e4-91db-4301-b0c7-d035887c9e63 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:47.080257 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a305c9e4-91db-4301-b0c7-d035887c9e63 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/e0dcacd2-8212-4620-9a5d-4ac18908c2c5 HTTP/1.1" status: 404 len: 337 time: 0.1064241 Feb 05 03:10:47.081157 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45308) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:47.130303 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-35712f20-ccca-4b7d-b2a8-ce992fa3699a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:47.130848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35712f20-ccca-4b7d-b2a8-ce992fa3699a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:47.136678 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-35712f20-ccca-4b7d-b2a8-ce992fa3699a tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/c12a2cdc-24c4-4a35-88c8-4d809f69bd29 HTTP/1.1" status: 404 len: 337 time: 0.0521846 Feb 05 03:10:47.137224 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45314) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:47.148966 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3a2a7392-d490-489a-b730-9b8a6d754270 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1646228081&fields=id&tenant_id=2f8b994da52c4fe0af1b7c73d815c426 HTTP/1.1" status: 200 len: 267 time: 0.1224980 Feb 05 03:10:47.175498 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-be3efcae-95b9-46ac-ac9f-818e30e6fe9a None None] Current status of the port fd0d239e-75f1-4cd1-bdd3-982165cc4be3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:47.185890 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-4965284f-91b1-47ff-8cc0-080b50b53495 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:47.186608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4965284f-91b1-47ff-8cc0-080b50b53495 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:47.206797 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4965284f-91b1-47ff-8cc0-080b50b53495 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/6935366f-3c85-4204-b091-7bb9b70467ac HTTP/1.1" status: 404 len: 333 time: 0.0655766 Feb 05 03:10:47.207181 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45316) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:47.238603 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efff15a-3629-4d2c-b2ef-6518bee69685 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:47.239197 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3efff15a-3629-4d2c-b2ef-6518bee69685 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:47.241015 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 36e7048b-5e89-42ff-868e-966409cee40f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:47.244860 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3efff15a-3629-4d2c-b2ef-6518bee69685 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/82fb9d7b-13f3-408b-95c0-5bb165af19f0 HTTP/1.1" status: 404 len: 337 time: 0.0342321 Feb 05 03:10:47.245062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fd0d239e-75f1-4cd1-bdd3-982165cc4be3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:47.245503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45318) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:47.250931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-be3efcae-95b9-46ac-ac9f-818e30e6fe9a None None] Provisioning complete for port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:47.251734 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be3efcae-95b9-46ac-ac9f-818e30e6fe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:47.254210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df1005b4-8436-4b0a-892e-8c3610588ab3 req-2b2b2431-bcb3-4e1b-8baf-4dd0efa3707d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 210 time: 0.0510941 Feb 05 03:10:47.279658 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-7981f361-b675-4e76-85b1-5e01dc4bc130 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:47.281107 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-7981f361-b675-4e76-85b1-5e01dc4bc130 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports/5a26af8e-b2d2-48e9-abcf-9b13be1c3efd HTTP/1.1" status: 200 len: 931 time: 0.1236157 Feb 05 03:10:47.292164 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0d3fa5-68fa-49fd-946f-fc78d122f91b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:47.292708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0d3fa5-68fa-49fd-946f-fc78d122f91b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:47.298776 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ec0d3fa5-68fa-49fd-946f-fc78d122f91b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/e1a1523b-7cee-4d7a-96d9-f0371ae22f9f HTTP/1.1" status: 404 len: 333 time: 0.0495343 Feb 05 03:10:47.303497 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45320) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:47.323870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-be3efcae-95b9-46ac-ac9f-818e30e6fe9a None None] Port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:10:47.364346 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9184436-2319-4ddb-be21-68d63c7650e8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:47.364961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9184436-2319-4ddb-be21-68d63c7650e8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:47.370576 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a9184436-2319-4ddb-be21-68d63c7650e8 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/e0910583-60ea-4734-b823-d3621a8d50bf HTTP/1.1" status: 404 len: 337 time: 0.0634952 Feb 05 03:10:47.373170 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45322) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:47.373733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-d07fe292-24c5-4c51-b4b9-fce0d7795924 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:47.375199 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-d07fe292-24c5-4c51-b4b9-fce0d7795924 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports/dc69a7b0-d07b-4eaf-9597-8aab76827f26 HTTP/1.1" status: 200 len: 932 time: 0.0871034 Feb 05 03:10:47.402075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port fd0d239e-75f1-4cd1-bdd3-982165cc4be3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:47.402461 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fd0d239e-75f1-4cd1-bdd3-982165cc4be3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:47.405858 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb59761-7df8-430e-af9a-d49943ad3690 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:47.406404 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb59761-7df8-430e-af9a-d49943ad3690 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:47.409424 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0eb59761-7df8-430e-af9a-d49943ad3690 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/b454e3cf-bccd-4b76-a4ef-9ea255c0e0b8 HTTP/1.1" status: 404 len: 333 time: 0.0329776 Feb 05 03:10:47.412073 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45324) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:47.472395 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-6d5fd9f6-9907-4d52-b817-f0be44ca8bf2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?network_id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0892861 Feb 05 03:10:47.528351 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3351294d-1385-4ebd-aa16-aa16d5ddd2c2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?network_id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0540032 Feb 05 03:10:47.576495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port fd0d239e-75f1-4cd1-bdd3-982165cc4be3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:47.671273 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a849812c-76c2-4bad-bfc9-dee5873608cc no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:10:47.694526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: a849812c-76c2-4bad-bfc9-dee5873608cc {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:10:47.694919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a849812c-76c2-4bad-bfc9-dee5873608cc not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:10:47.725583 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-30d5670f-4416-42d3-a70a-dd51cf70d553 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:47.730711 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-30d5670f-4416-42d3-a70a-dd51cf70d553 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:47.744900 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-30d5670f-4416-42d3-a70a-dd51cf70d553 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:47.746527 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-30d5670f-4416-42d3-a70a-dd51cf70d553 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/networks?id=7097744d-dd66-45ae-922a-012c6aa6d64a&id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532&id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 HTTP/1.1" status: 200 len: 1990 time: 0.2105920 Feb 05 03:10:47.763304 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-5f5ddfe3-338f-45ee-a24c-13af42953a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/quotas/2f8b994da52c4fe0af1b7c73d815c426 HTTP/1.1" status: 200 len: 375 time: 0.0104229 Feb 05 03:10:47.885170 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-e96f25ce-eb92-4b39-9fee-b859afe76cd7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1152980 Feb 05 03:10:47.914506 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-8916730b-4068-4d26-934d-713a053696af tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:47.914985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8916730b-4068-4d26-934d-713a053696af tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:47.930701 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8916730b-4068-4d26-934d-713a053696af tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/2513dc3e-06b9-49be-85ab-4107e02deef3 HTTP/1.1" status: 404 len: 337 time: 0.5175910 Feb 05 03:10:47.931372 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45344) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:47.983869 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-8221b86b-2fdc-4d75-a052-d589b23be800 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:47.984600 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8221b86b-2fdc-4d75-a052-d589b23be800 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:47.990166 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8221b86b-2fdc-4d75-a052-d589b23be800 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/a5c2c199-b3c7-4bed-836e-3b05e253b1ca HTTP/1.1" status: 404 len: 333 time: 0.0555079 Feb 05 03:10:47.990452 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45346) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:48.039543 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c1e61862-0eb4-4e01-972c-31c6c76a97ea service neutron] 10.222.0.36 "GET /v2.0/networks/7097744d-dd66-45ae-922a-012c6aa6d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379752 Feb 05 03:10:48.042911 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba7d5c0-ff09-49b2-b775-3fe43dadf858 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:48.043443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba7d5c0-ff09-49b2-b775-3fe43dadf858 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:48.049836 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dba7d5c0-ff09-49b2-b775-3fe43dadf858 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/55052c17-6327-40c5-8c8b-02047a91a55d HTTP/1.1" status: 404 len: 337 time: 0.0560935 Feb 05 03:10:48.050383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45348) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:48.073710 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35c9a0b-adef-46b8-8a73-f180c605e0ad tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:48.074362 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35c9a0b-adef-46b8-8a73-f180c605e0ad tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:48.079801 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d35c9a0b-adef-46b8-8a73-f180c605e0ad tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/fe2c51f3-bb2d-4964-a1bf-d84ce8e93abd HTTP/1.1" status: 404 len: 333 time: 0.0261424 Feb 05 03:10:48.080270 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45350) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:48.121529 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b44bdd9-c4e9-4ac7-813a-13bd97337554 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:48.123024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b44bdd9-c4e9-4ac7-813a-13bd97337554 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:48.129161 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6b44bdd9-c4e9-4ac7-813a-13bd97337554 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/51ce511f-65fc-4a2e-bf27-98d3400064d7 HTTP/1.1" status: 404 len: 337 time: 0.0479159 Feb 05 03:10:48.129968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45354) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:48.157629 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1d5fff-6c51-4751-a3a8-8131d51abdd1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:48.158390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1d5fff-6c51-4751-a3a8-8131d51abdd1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:48.165460 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ec1d5fff-6c51-4751-a3a8-8131d51abdd1 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/f10a79c1-3ff9-47df-82f5-36bc8903d578 HTTP/1.1" status: 404 len: 333 time: 0.0341761 Feb 05 03:10:48.166495 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45358) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:48.189039 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-67aab010-7c1d-4587-ab08-ca236021874b service neutron] 10.222.0.36 "GET /v2.0/networks/7097744d-dd66-45ae-922a-012c6aa6d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432137 Feb 05 03:10:48.197260 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-db14497e-ae16-4e2a-8c8f-ba14d42bf002 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:48.197715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db14497e-ae16-4e2a-8c8f-ba14d42bf002 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:48.204067 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-db14497e-ae16-4e2a-8c8f-ba14d42bf002 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/f6320cc2-20c6-4c6c-9e82-a5ab40cee3f7 HTTP/1.1" status: 404 len: 337 time: 0.0362947 Feb 05 03:10:48.204700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45362) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:48.229528 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7d6576-7a3a-478d-9e95-69dc603c8d8b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:48.229994 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7d6576-7a3a-478d-9e95-69dc603c8d8b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:48.237131 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cf7d6576-7a3a-478d-9e95-69dc603c8d8b tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/ports/61487a91-e79b-4fb5-8a3b-85fbe7f68484 HTTP/1.1" status: 404 len: 333 time: 0.0313458 Feb 05 03:10:48.237784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45364) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:48.250622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-d0d5c736-3991-4d60-91f4-f4707386f29b service neutron] 10.222.0.36 "GET /v2.0/ports/5a26af8e-b2d2-48e9-abcf-9b13be1c3efd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0540757 Feb 05 03:10:48.267913 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ee9829-debb-4ef9-8577-09bc51b483c3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] DELETE failed (client error): The resource could not be found. Feb 05 03:10:48.268546 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ee9829-debb-4ef9-8577-09bc51b483c3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:10:48.276079 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45366) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:48.277056 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-19ee9829-debb-4ef9-8577-09bc51b483c3 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/subnets/ba9976ef-0393-4404-b75b-c52e3810b858 HTTP/1.1" status: 404 len: 337 time: 0.0382607 Feb 05 03:10:48.470975 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-333e81d1-45cc-49c0-8dd4-11cfbee147f5 req-b2dba3b0-47f4-47e5-9d57-aef5e66d50d1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 210 time: 0.0503953 Feb 05 03:10:48.496382 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6b90d97-dd0f-4d28-a95b-16c114cf7f17 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (8390d630-9d9e-438f-b4d6-5ec8bb91124a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:48.533187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-905f2f8f-557b-4868-bc3e-4e83cba1a172 service neutron] 10.222.0.36 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765820 Feb 05 03:10:48.665398 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6b90d97-dd0f-4d28-a95b-16c114cf7f17 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (8390d630-9d9e-438f-b4d6-5ec8bb91124a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:48.703557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b6b90d97-dd0f-4d28-a95b-16c114cf7f17 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8390d630-9d9e-438f-b4d6-5ec8bb91124a']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:48.728515 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b6b90d97-dd0f-4d28-a95b-16c114cf7f17 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:48.729099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b6b90d97-dd0f-4d28-a95b-16c114cf7f17 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:10:48.740239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4fa9f988-600c-44a6-ac63-c44906570a2d service neutron] 10.222.0.36 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059472 Feb 05 03:10:48.742130 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6b90d97-dd0f-4d28-a95b-16c114cf7f17 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:48.787271 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6b90d97-dd0f-4d28-a95b-16c114cf7f17 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:48.804443 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-8db66eff-ddcf-4522-b7c4-31d2490bf2e4 service neutron] 10.222.0.36 "GET /v2.0/ports/dc69a7b0-d07b-4eaf-9597-8aab76827f26?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0546198 Feb 05 03:10:48.806564 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b90d97-dd0f-4d28-a95b-16c114cf7f17 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:10:48.807000 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6b90d97-dd0f-4d28-a95b-16c114cf7f17 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (1ab7543d-53f5-4bd0-a148-5c0b72ebb5fc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:10:48.816683 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:10:48.948289 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6b90d97-dd0f-4d28-a95b-16c114cf7f17 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (8390d630-9d9e-438f-b4d6-5ec8bb91124a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:48.956732 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6b90d97-dd0f-4d28-a95b-16c114cf7f17 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:48.960000 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b6b90d97-dd0f-4d28-a95b-16c114cf7f17 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] 10.222.0.36 "DELETE /v2.0/networks/8390d630-9d9e-438f-b4d6-5ec8bb91124a HTTP/1.1" status: 204 len: 168 time: 0.6829445 Feb 05 03:10:48.991991 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b90d97-dd0f-4d28-a95b-16c114cf7f17 tempest-NetworksTestDHCPv6-164900345 tempest-NetworksTestDHCPv6-164900345-project] Pushing event deleted for resources: {'Network': ['ID=8390d630-9d9e-438f-b4d6-5ec8bb91124a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:49.017264 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-6b2592ba-c8b5-4e4d-9fa4-eb4d144a040e service neutron] 10.222.0.36 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119675 Feb 05 03:10:49.193949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-7a894c11-f936-436b-afb2-c657c056305e service neutron] 10.222.0.36 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702445 Feb 05 03:10:49.385425 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45390) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:49.626631 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-23520e8a-ecad-40e0-a196-b2de0b3df5d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0029f960a51b45c693bd83d39043c2aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2398505 Feb 05 03:10:49.627494 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45400) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:49.725838 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ce45785-97de-4843-b041-aaecf0ebe944 admin admin] Publish callbacks [] for security_group (a20b0f70-8d3b-4247-a52f-560735233279), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:49.765000 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ce45785-97de-4843-b041-aaecf0ebe944 admin admin] Publish callbacks [] for security_group (a20b0f70-8d3b-4247-a52f-560735233279), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:49.794691 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f77999e5-022d-4f6a-a322-dd140a560859 req-1f5b4d30-8379-4311-9a0e-98335eb40382 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 210 time: 0.0522962 Feb 05 03:10:49.801862 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-78acffe1-61b3-4406-8435-343528cb1aae service neutron] 10.222.0.36 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021957 Feb 05 03:10:49.839257 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ce45785-97de-4843-b041-aaecf0ebe944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a20b0f70-8d3b-4247-a52f-560735233279), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:49.842390 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ce45785-97de-4843-b041-aaecf0ebe944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:49.843871 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7ce45785-97de-4843-b041-aaecf0ebe944 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a20b0f70-8d3b-4247-a52f-560735233279 HTTP/1.1" status: 204 len: 168 time: 0.2153089 Feb 05 03:10:49.854464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce45785-97de-4843-b041-aaecf0ebe944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20b0f70-8d3b-4247-a52f-560735233279,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:49.987529 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c8891ff1-8010-410a-a373-3fd4f6cec924 service neutron] 10.222.0.36 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792829 Feb 05 03:10:50.213018 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-d74ad38e-13de-49a2-b18c-17e184231267 service neutron] 10.222.0.36 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983991 Feb 05 03:10:50.443241 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-b6561aaf-fb3d-4080-9a86-b893c613b691 service neutron] 10.222.0.36 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233350 Feb 05 03:10:50.586932 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-e9a8c89e-35ac-4264-ac46-775a25af3b5b service neutron] 10.222.0.36 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252723 Feb 05 03:10:50.767173 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ba01df6b-dd8d-4c2c-a76a-c0bfee678e1b service neutron] 10.222.0.36 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723208 Feb 05 03:10:50.905968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45440) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:51.015072 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c543184-8b21-4354-939e-44aae95a20dc req-41a44c4d-0b59-43a3-b686-4ebffcb42518 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 210 time: 0.0503819 Feb 05 03:10:51.027632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-dc16e64b-9f90-490a-8d6b-c295cf7d26f2 service neutron] 10.222.0.36 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454717 Feb 05 03:10:51.084943 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-855a3683-ee9e-48fc-bf84-e78aa563fa84 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-385451701'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:51.130879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855a3683-ee9e-48fc-bf84-e78aa563fa84 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Made reservation on behalf of d7d3259a9b1d4ff39bd851c882efe346 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:51.136483 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-855a3683-ee9e-48fc-bf84-e78aa563fa84 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:51.149542 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-475a6c54-c93b-4546-abda-c0c356b21271 service neutron] 10.222.0.36 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200619 Feb 05 03:10:51.156972 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-855a3683-ee9e-48fc-bf84-e78aa563fa84 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:51.273927 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-855a3683-ee9e-48fc-bf84-e78aa563fa84 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for security_group (0872b99a-c21d-45f6-a504-ea8551d58a4d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:51.280034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-855a3683-ee9e-48fc-bf84-e78aa563fa84 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0872b99a-c21d-45f6-a504-ea8551d58a4d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:51.293374 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855a3683-ee9e-48fc-bf84-e78aa563fa84 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:10:51.305023 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-855a3683-ee9e-48fc-bf84-e78aa563fa84 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (52208966-26f4-4c73-9198-d5a7099ab1d7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:51.305850 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-855a3683-ee9e-48fc-bf84-e78aa563fa84 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Added segment 52208966-26f4-4c73-9198-d5a7099ab1d7 of type vlan for network 641d85b4-7d1a-4f39-bd7e-bf0eb88acc87 Feb 05 03:10:51.375097 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-855a3683-ee9e-48fc-bf84-e78aa563fa84 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (641d85b4-7d1a-4f39-bd7e-bf0eb88acc87), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:51.417062 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a3683-ee9e-48fc-bf84-e78aa563fa84 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0872b99a-c21d-45f6-a504-ea8551d58a4d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:51.446999 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-855a3683-ee9e-48fc-bf84-e78aa563fa84 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (641d85b4-7d1a-4f39-bd7e-bf0eb88acc87), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:51.454394 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a3683-ee9e-48fc-bf84-e78aa563fa84 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:51.455245 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-855a3683-ee9e-48fc-bf84-e78aa563fa84 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:51.488419 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-855a3683-ee9e-48fc-bf84-e78aa563fa84 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5805333 Feb 05 03:10:51.551958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a3683-ee9e-48fc-bf84-e78aa563fa84 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event updated for resources: {'Network': ['ID=641d85b4-7d1a-4f39-bd7e-bf0eb88acc87,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:51.566042 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 641d85b4-7d1a-4f39-bd7e-bf0eb88acc87 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:10:52.425948 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0feb365b-8b11-43b0-9f04-19bf4527311a req-e77846f9-0bc7-4820-9bb6-7a3a53ec7732 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b76578-4f38-4c7f-8256-69a86b36f424 HTTP/1.1" status: 200 len: 210 time: 0.2013958 Feb 05 03:10:52.607654 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6ac317c1-529d-4d2e-a20e-ad70d7cff65f req-6e6f93e6-21ec-4867-9dc1-f26a4f781f67 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.1697571 Feb 05 03:10:53.924464 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c261189a-1e44-40d5-8b47-159d99e24e2f req-e0fb3d39-2958-4117-997a-e28105f15e9e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0761020 Feb 05 03:10:54.145493 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c54b70e6-f962-49ab-b580-fdb28d1bd013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:54.149065 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c54b70e6-f962-49ab-b580-fdb28d1bd013 service neutron] 10.222.0.31 "GET /v2.0/ports/5a26af8e-b2d2-48e9-abcf-9b13be1c3efd HTTP/1.1" status: 200 len: 1027 time: 0.1927493 Feb 05 03:10:54.297318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4cde87c6-312a-4d03-9e1f-b83de578bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:54.301882 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4cde87c6-312a-4d03-9e1f-b83de578bdea service neutron] 10.222.0.31 "GET /v2.0/ports/dc69a7b0-d07b-4eaf-9597-8aab76827f26 HTTP/1.1" status: 200 len: 1028 time: 0.1450248 Feb 05 03:10:54.707681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ac3c4170-1672-4304-8345-04196a0e0b8f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:54.717036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ac3c4170-1672-4304-8345-04196a0e0b8f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:54.732057 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ac3c4170-1672-4304-8345-04196a0e0b8f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:54.735337 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ac3c4170-1672-4304-8345-04196a0e0b8f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.31 "GET /v2.0/networks?id=7097744d-dd66-45ae-922a-012c6aa6d64a&id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532&id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 HTTP/1.1" status: 200 len: 1990 time: 0.4140177 Feb 05 03:10:55.014155 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-cba498f0-22d7-4d5e-a194-40cfbf8f2450 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f8b994da52c4fe0af1b7c73d815c426 HTTP/1.1" status: 200 len: 380 time: 0.2648897 Feb 05 03:10:55.034019 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-834e5c52-11bc-4eb5-8863-446d5998a648 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Request body: {'port': {'device_id': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a', 'admin_state_up': True, 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'security_groups': ['1f855246-54bd-4bae-9d7f-41e4aa356271']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:55.087584 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45548) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:55.093736 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6ecfbf80-9dd8-4dcb-9a56-2759d64bdfd8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Request body: {'subnet': {'network_id': '641d85b4-7d1a-4f39-bd7e-bf0eb88acc87', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:55.374319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-834e5c52-11bc-4eb5-8863-446d5998a648 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Made reservation on behalf of 2f8b994da52c4fe0af1b7c73d815c426 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:55.379304 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-834e5c52-11bc-4eb5-8863-446d5998a648 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:55.629247 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d79b158f-5b87-4f00-93ec-da2c849f8e0f req-0b3b6f7f-d7ee-4585-928d-bc6e2184175c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.5298078 Feb 05 03:10:55.649834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecfbf80-9dd8-4dcb-9a56-2759d64bdfd8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Made reservation on behalf of d7d3259a9b1d4ff39bd851c882efe346 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:55.662683 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbf80-9dd8-4dcb-9a56-2759d64bdfd8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:55.850872 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-834e5c52-11bc-4eb5-8863-446d5998a648 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Allocated IP 172.20.0.11 (7097744d-dd66-45ae-922a-012c6aa6d64a/8cf09b2e-137b-4998-8599-88061836d9fc/03fddcad-382d-4779-8b93-ead7ee0c15de) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:56.022354 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-834e5c52-11bc-4eb5-8863-446d5998a648 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:56.067191 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-834e5c52-11bc-4eb5-8863-446d5998a648 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:56.141091 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbf80-9dd8-4dcb-9a56-2759d64bdfd8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (b4d949ea-f44d-47ee-a3eb-804cbbfc1fe7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:56.166551 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e5c52-11bc-4eb5-8863-446d5998a648 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event updated for resources: {'Port': ['ID=03fddcad-382d-4779-8b93-ead7ee0c15de,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:56.179317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-834e5c52-11bc-4eb5-8863-446d5998a648 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Network 7097744d-dd66-45ae-922a-012c6aa6d64a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:56.181119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-834e5c52-11bc-4eb5-8863-446d5998a648 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:56.183680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-834e5c52-11bc-4eb5-8863-446d5998a648 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:56.254152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-834e5c52-11bc-4eb5-8863-446d5998a648 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:56.255171 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-834e5c52-11bc-4eb5-8863-446d5998a648 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:56.256512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfbf80-9dd8-4dcb-9a56-2759d64bdfd8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event updated for resources: {'Subnet': ['ID=b4d949ea-f44d-47ee-a3eb-804cbbfc1fe7,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:56.274641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecfbf80-9dd8-4dcb-9a56-2759d64bdfd8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Checking segment: {'id': '52208966-26f4-4c73-9198-d5a7099ab1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '641d85b4-7d1a-4f39-bd7e-bf0eb88acc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:10:56.275072 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecfbf80-9dd8-4dcb-9a56-2759d64bdfd8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Network hostable DHCP agents. Network: 641d85b4-7d1a-4f39-bd7e-bf0eb88acc87, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:10:56.296259 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecfbf80-9dd8-4dcb-9a56-2759d64bdfd8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Network 641d85b4-7d1a-4f39-bd7e-bf0eb88acc87 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:10:56.306373 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-834e5c52-11bc-4eb5-8863-446d5998a648 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2770157 Feb 05 03:10:56.318571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-b9df57f8-c0df-45e8-b09a-d5a9bc6b00b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Request body: {'port': {'device_id': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262', 'admin_state_up': True, 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'security_groups': ['1f855246-54bd-4bae-9d7f-41e4aa356271']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:56.342823 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6ecfbf80-9dd8-4dcb-9a56-2759d64bdfd8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 641d85b4-7d1a-4f39-bd7e-bf0eb88acc87) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:56.356790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecfbf80-9dd8-4dcb-9a56-2759d64bdfd8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:56.357616 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbf80-9dd8-4dcb-9a56-2759d64bdfd8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:56.364906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5d70cf-1b87-4eab-bb1a-e5e43faee7a5 None None] Network 641d85b4-7d1a-4f39-bd7e-bf0eb88acc87 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:56.404607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6ecfbf80-9dd8-4dcb-9a56-2759d64bdfd8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3155959 Feb 05 03:10:56.407850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45568) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:56.417765 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-429da416-2fb3-4c79-82cd-2da0cdc8829c tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-935289071'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:56.487514 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429da416-2fb3-4c79-82cd-2da0cdc8829c tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Made reservation on behalf of d7d3259a9b1d4ff39bd851c882efe346 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:56.492036 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-429da416-2fb3-4c79-82cd-2da0cdc8829c tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:56.529485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429da416-2fb3-4c79-82cd-2da0cdc8829c tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:10:56.543905 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-429da416-2fb3-4c79-82cd-2da0cdc8829c tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ea88da5c-839a-4404-8ed2-ca4ddf26ec6e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:56.544730 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-429da416-2fb3-4c79-82cd-2da0cdc8829c tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Added segment ea88da5c-839a-4404-8ed2-ca4ddf26ec6e of type vlan for network 8a1d2d9b-bc23-4469-896a-d5ac661a68dc Feb 05 03:10:56.552453 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-641d85b4-7d1a-4f39-bd7e-bf0eb88acc87', 'network_id': '641d85b4-7d1a-4f39-bd7e-bf0eb88acc87', 'project_id': 'd7d3259a9b1d4ff39bd851c882efe346', 'fixed_ips': [{'subnet_id': 'b4d949ea-f44d-47ee-a3eb-804cbbfc1fe7'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:10:56.555784 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:56.601732 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-429da416-2fb3-4c79-82cd-2da0cdc8829c tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (8a1d2d9b-bc23-4469-896a-d5ac661a68dc), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:56.657346 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-429da416-2fb3-4c79-82cd-2da0cdc8829c tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (8a1d2d9b-bc23-4469-896a-d5ac661a68dc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:56.665512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429da416-2fb3-4c79-82cd-2da0cdc8829c tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:56.666513 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-429da416-2fb3-4c79-82cd-2da0cdc8829c tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:56.705348 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-b9df57f8-c0df-45e8-b09a-d5a9bc6b00b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Made reservation on behalf of 2f8b994da52c4fe0af1b7c73d815c426 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:56.714542 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-b9df57f8-c0df-45e8-b09a-d5a9bc6b00b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:56.785849 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d860457a-58dd-4642-b19c-5bbf4bbd53a3 None None] Provisioning complete for port 03fddcad-382d-4779-8b93-ead7ee0c15de triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:56.788540 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d860457a-58dd-4642-b19c-5bbf4bbd53a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:56.806980 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Allocated IP 2001:db8:0:ffff::2 (641d85b4-7d1a-4f39-bd7e-bf0eb88acc87/b4d949ea-f44d-47ee-a3eb-804cbbfc1fe7/3163560d-fda5-45a9-a33f-e7a96c4cf2c3) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:56.927944 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-429da416-2fb3-4c79-82cd-2da0cdc8829c tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5186014 Feb 05 03:10:56.933366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45584) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:56.949597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cfa60ec2-fcbb-409a-8cf3-354cf78a3e54 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Request body: {'subnet': {'network_id': '8a1d2d9b-bc23-4469-896a-d5ac661a68dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:57.000316 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429da416-2fb3-4c79-82cd-2da0cdc8829c tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event updated for resources: {'Network': ['ID=8a1d2d9b-bc23-4469-896a-d5ac661a68dc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:57.024563 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-b9df57f8-c0df-45e8-b09a-d5a9bc6b00b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Allocated IP 10.1.1.109 (294d05d4-fb14-4a11-9ba7-7ee8854fa262/8e854b5d-d872-40a2-961d-0a6ca3b5873c/d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:57.107081 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Publish callbacks [] for port (3163560d-fda5-45a9-a33f-e7a96c4cf2c3), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:57.140135 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 8a1d2d9b-bc23-4469-896a-d5ac661a68dc details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:10:57.185232 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41e80d-cdea-4cf1-9279-29ff00be4394 req-6fa1c99c-804b-4693-80bf-710e87edcb82 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:57.190313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d41e80d-cdea-4cf1-9279-29ff00be4394 req-6fa1c99c-804b-4693-80bf-710e87edcb82 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 932 time: 0.3768382 Feb 05 03:10:57.275053 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa60ec2-fcbb-409a-8cf3-354cf78a3e54 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Made reservation on behalf of d7d3259a9b1d4ff39bd851c882efe346 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:57.283684 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cfa60ec2-fcbb-409a-8cf3-354cf78a3e54 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:57.288393 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-b9df57f8-c0df-45e8-b09a-d5a9bc6b00b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for port (d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:57.329357 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-b9df57f8-c0df-45e8-b09a-d5a9bc6b00b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:57.345009 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (3163560d-fda5-45a9-a33f-e7a96c4cf2c3), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:57.389099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df57f8-c0df-45e8-b09a-d5a9bc6b00b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event updated for resources: {'Port': ['ID=d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:57.405892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-b9df57f8-c0df-45e8-b09a-d5a9bc6b00b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:57.407593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-b9df57f8-c0df-45e8-b09a-d5a9bc6b00b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:57.410101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-b9df57f8-c0df-45e8-b09a-d5a9bc6b00b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:57.463135 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Network 641d85b4-7d1a-4f39-bd7e-bf0eb88acc87 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:57.483989 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:57.497982 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d41e80d-cdea-4cf1-9279-29ff00be4394 req-0b1b8719-605d-4e45-908a-c5c10457a80d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044720 Feb 05 03:10:57.506578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-b9df57f8-c0df-45e8-b09a-d5a9bc6b00b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:57.507376 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-b9df57f8-c0df-45e8-b09a-d5a9bc6b00b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:57.519137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:57.534442 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-b9df57f8-c0df-45e8-b09a-d5a9bc6b00b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2206142 Feb 05 03:10:57.534799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Pushing event updated for resources: {'Port': ['ID=3163560d-fda5-45a9-a33f-e7a96c4cf2c3,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:57.537891 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d860457a-58dd-4642-b19c-5bbf4bbd53a3 None None] Port 03fddcad-382d-4779-8b93-ead7ee0c15de cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:10:57.547080 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-62651ab9-ad9c-4b57-b413-1138b6f9bab4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Request body: {'port': {'device_id': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262', 'admin_state_up': True, 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'security_groups': ['1f855246-54bd-4bae-9d7f-41e4aa356271']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:57.662880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Attempting to bind port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:10:57.662880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Attempting to bind port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '52208966-26f4-4c73-9198-d5a7099ab1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '641d85b4-7d1a-4f39-bd7e-bf0eb88acc87'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:10:57.663249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Attempting to bind port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 on network 641d85b4-7d1a-4f39-bd7e-bf0eb88acc87 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:10:57.676505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:10:57.676987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Checking segment: {'id': '52208966-26f4-4c73-9198-d5a7099ab1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '641d85b4-7d1a-4f39-bd7e-bf0eb88acc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:10:57.678702 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:57.679196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Bound using segment: {'id': '52208966-26f4-4c73-9198-d5a7099ab1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '641d85b4-7d1a-4f39-bd7e-bf0eb88acc87'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:10:57.679747 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Bound port: 3163560d-fda5-45a9-a33f-e7a96c4cf2c3, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52208966-26f4-4c73-9198-d5a7099ab1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '641d85b4-7d1a-4f39-bd7e-bf0eb88acc87'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:10:57.692121 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3163560d-fda5-45a9-a33f-e7a96c4cf2c3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:57.830136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] For port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:10:57.832707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-62651ab9-ad9c-4b57-b413-1138b6f9bab4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Made reservation on behalf of 2f8b994da52c4fe0af1b7c73d815c426 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:57.834506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] For port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3163560d-fda5-45a9-a33f-e7a96c4cf2c3,segment=NetworkSegment(52208966-26f4-4c73-9198-d5a7099ab1d7),segment_id=52208966-26f4-4c73-9198-d5a7099ab1d7)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:10:57.837687 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-62651ab9-ad9c-4b57-b413-1138b6f9bab4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:57.850147 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3163560d-fda5-45a9-a33f-e7a96c4cf2c3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:57.973700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-13f29f12-f148-4009-9fa8-9620c5d5ab25 None None] Provisioning complete for port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:57.974082 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-13f29f12-f148-4009-9fa8-9620c5d5ab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:58.032293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84447a0-9320-4ffd-b782-dd82234fe8e8 None None] Pushing event updated for resources: {'Port': ['ID=3163560d-fda5-45a9-a33f-e7a96c4cf2c3,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:58.038123 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-13f29f12-f148-4009-9fa8-9620c5d5ab25 None None] Port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:10:58.100116 n-d-826942-8 neutron-server[109675]: DEBUG neutron.objects.ports [None req-cfa60ec2-fcbb-409a-8cf3-354cf78a3e54 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109675) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:10:58.102698 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cfa60ec2-fcbb-409a-8cf3-354cf78a3e54 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (47d205b1-843b-4b7c-95e5-e0f5b469b248), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:58.104796 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-62651ab9-ad9c-4b57-b413-1138b6f9bab4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Allocated IP 10.1.1.209 (294d05d4-fb14-4a11-9ba7-7ee8854fa262/8e854b5d-d872-40a2-961d-0a6ca3b5873c/fbc466ef-ab06-42d0-aa44-1c7648ee247b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:58.219436 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa60ec2-fcbb-409a-8cf3-354cf78a3e54 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event updated for resources: {'Subnet': ['ID=47d205b1-843b-4b7c-95e5-e0f5b469b248,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:58.266516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa60ec2-fcbb-409a-8cf3-354cf78a3e54 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Checking segment: {'id': 'ea88da5c-839a-4404-8ed2-ca4ddf26ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8a1d2d9b-bc23-4469-896a-d5ac661a68dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:10:58.266929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa60ec2-fcbb-409a-8cf3-354cf78a3e54 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Network hostable DHCP agents. Network: 8a1d2d9b-bc23-4469-896a-d5ac661a68dc, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:10:58.315189 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa60ec2-fcbb-409a-8cf3-354cf78a3e54 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Network 8a1d2d9b-bc23-4469-896a-d5ac661a68dc is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:10:58.363708 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-cfa60ec2-fcbb-409a-8cf3-354cf78a3e54 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 8a1d2d9b-bc23-4469-896a-d5ac661a68dc) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:58.370571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa60ec2-fcbb-409a-8cf3-354cf78a3e54 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:58.373023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973400fb-06ed-4697-aca0-fcdefb35a475 None None] Network 8a1d2d9b-bc23-4469-896a-d5ac661a68dc requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:10:58.373633 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cfa60ec2-fcbb-409a-8cf3-354cf78a3e54 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:58.406267 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-62651ab9-ad9c-4b57-b413-1138b6f9bab4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:58.425148 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cfa60ec2-fcbb-409a-8cf3-354cf78a3e54 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4779751 Feb 05 03:10:58.427614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45612) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:10:58.466601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-be0bc716-6e64-4f19-8276-cd427629706f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Request body: {'port': {'network_id': '8a1d2d9b-bc23-4469-896a-d5ac661a68dc', 'name': 'tempest-NetworksIpV6TestAttrs-506588968'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:58.473590 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-62651ab9-ad9c-4b57-b413-1138b6f9bab4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:58.673237 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8a1d2d9b-bc23-4469-896a-d5ac661a68dc', 'network_id': '8a1d2d9b-bc23-4469-896a-d5ac661a68dc', 'project_id': 'd7d3259a9b1d4ff39bd851c882efe346', 'fixed_ips': [{'subnet_id': '47d205b1-843b-4b7c-95e5-e0f5b469b248'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:10:58.674802 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:58.688264 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-62651ab9-ad9c-4b57-b413-1138b6f9bab4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:58.710714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-62651ab9-ad9c-4b57-b413-1138b6f9bab4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:58.738396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-62651ab9-ad9c-4b57-b413-1138b6f9bab4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:58.852976 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62651ab9-ad9c-4b57-b413-1138b6f9bab4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event updated for resources: {'Port': ['ID=fbc466ef-ab06-42d0-aa44-1c7648ee247b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:58.854384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55802cd-a3b4-46cd-aaea-8a459f543925 req-46b3b181-ddae-4121-9b1d-6c56ced4b6d2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:58.862000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55802cd-a3b4-46cd-aaea-8a459f543925 req-46b3b181-ddae-4121-9b1d-6c56ced4b6d2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:58.868705 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55802cd-a3b4-46cd-aaea-8a459f543925 req-46b3b181-ddae-4121-9b1d-6c56ced4b6d2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:58.877306 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a55802cd-a3b4-46cd-aaea-8a459f543925 req-46b3b181-ddae-4121-9b1d-6c56ced4b6d2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 2375 time: 0.1413095 Feb 05 03:10:58.884684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0bc716-6e64-4f19-8276-cd427629706f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Made reservation on behalf of d7d3259a9b1d4ff39bd851c882efe346 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:58.890103 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be0bc716-6e64-4f19-8276-cd427629706f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:58.934893 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-be0bc716-6e64-4f19-8276-cd427629706f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] device_id is not set on port 0be7145f-fa49-4486-a002-f82b89b491f7 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:10:58.942382 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-62651ab9-ad9c-4b57-b413-1138b6f9bab4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:10:58.951324 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-62651ab9-ad9c-4b57-b413-1138b6f9bab4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:59.001831 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-62651ab9-ad9c-4b57-b413-1138b6f9bab4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4594967 Feb 05 03:10:59.021429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c6781f3d-681f-4c9d-88dc-5b8615d4c4dd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Request body: {'port': {'device_id': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532', 'admin_state_up': True, 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'security_groups': ['1f855246-54bd-4bae-9d7f-41e4aa356271']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:10:59.051408 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Allocated IP 2001:db8::f816:3eff:fefd:6e75 (8a1d2d9b-bc23-4469-896a-d5ac661a68dc/47d205b1-843b-4b7c-95e5-e0f5b469b248/2f548b16-80e0-4cc8-9459-059c5dc02917) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:59.133729 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a55802cd-a3b4-46cd-aaea-8a459f543925 req-d3554654-b276-4af6-9af3-11a0530d6c04 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425539 Feb 05 03:10:59.188308 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:10:59.347339 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c6781f3d-681f-4c9d-88dc-5b8615d4c4dd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Made reservation on behalf of 2f8b994da52c4fe0af1b7c73d815c426 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:10:59.397802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3f0fa2bb-1737-4aa6-8394-64f02e10db9c None None] Provisioning complete for port fbc466ef-ab06-42d0-aa44-1c7648ee247b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:59.398175 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f0fa2bb-1737-4aa6-8394-64f02e10db9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:59.508067 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3f0fa2bb-1737-4aa6-8394-64f02e10db9c None None] Port fbc466ef-ab06-42d0-aa44-1c7648ee247b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:10:59.549974 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:10:59.550373 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3163560d-fda5-45a9-a33f-e7a96c4cf2c3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:59.552777 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Publish callbacks [] for port (2f548b16-80e0-4cc8-9459-059c5dc02917), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:59.571813 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c6781f3d-681f-4c9d-88dc-5b8615d4c4dd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:59.584666 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (2f548b16-80e0-4cc8-9459-059c5dc02917), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:59.639742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Network 8a1d2d9b-bc23-4469-896a-d5ac661a68dc is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:10:59.654793 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:10:59.657404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:10:59.700206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-be0bc716-6e64-4f19-8276-cd427629706f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Allocated IP 2001:db8::f816:3eff:fe6b:80a2 (8a1d2d9b-bc23-4469-896a-d5ac661a68dc/47d205b1-843b-4b7c-95e5-e0f5b469b248/0be7145f-fa49-4486-a002-f82b89b491f7) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:10:59.833422 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Attempting to bind port 2f548b16-80e0-4cc8-9459-059c5dc02917 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:10:59.834035 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Attempting to bind port 2f548b16-80e0-4cc8-9459-059c5dc02917 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'ea88da5c-839a-4404-8ed2-ca4ddf26ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8a1d2d9b-bc23-4469-896a-d5ac661a68dc'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:10:59.834161 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Attempting to bind port 2f548b16-80e0-4cc8-9459-059c5dc02917 on network 8a1d2d9b-bc23-4469-896a-d5ac661a68dc {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:10:59.847122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Pushing event updated for resources: {'Port': ['ID=2f548b16-80e0-4cc8-9459-059c5dc02917,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:10:59.875124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:10:59.883792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Checking segment: {'id': 'ea88da5c-839a-4404-8ed2-ca4ddf26ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8a1d2d9b-bc23-4469-896a-d5ac661a68dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:10:59.884246 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:59.884656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Bound using segment: {'id': 'ea88da5c-839a-4404-8ed2-ca4ddf26ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8a1d2d9b-bc23-4469-896a-d5ac661a68dc'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:10:59.885167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Bound port: 2f548b16-80e0-4cc8-9459-059c5dc02917, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea88da5c-839a-4404-8ed2-ca4ddf26ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8a1d2d9b-bc23-4469-896a-d5ac661a68dc'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:10:59.885550 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2f548b16-80e0-4cc8-9459-059c5dc02917), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:10:59.937416 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:10:59.937806 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3163560d-fda5-45a9-a33f-e7a96c4cf2c3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:00.022516 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be0bc716-6e64-4f19-8276-cd427629706f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for port (0be7145f-fa49-4486-a002-f82b89b491f7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:00.069074 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be0bc716-6e64-4f19-8276-cd427629706f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (0be7145f-fa49-4486-a002-f82b89b491f7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:00.118454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5329967f-28c3-4537-83d9-4864b17ced13 None None] Network 641d85b4-7d1a-4f39-bd7e-bf0eb88acc87 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:00.120849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0bc716-6e64-4f19-8276-cd427629706f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Network 8a1d2d9b-bc23-4469-896a-d5ac661a68dc is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:00.125450 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-be0bc716-6e64-4f19-8276-cd427629706f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:00.134063 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0bc716-6e64-4f19-8276-cd427629706f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:11:00.141162 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0bc716-6e64-4f19-8276-cd427629706f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:00.142045 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be0bc716-6e64-4f19-8276-cd427629706f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:00.170103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0bc716-6e64-4f19-8276-cd427629706f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event updated for resources: {'Port': ['ID=0be7145f-fa49-4486-a002-f82b89b491f7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:00.204279 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-be0bc716-6e64-4f19-8276-cd427629706f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7741075 Feb 05 03:11:00.204883 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45636) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:00.222910 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c6781f3d-681f-4c9d-88dc-5b8615d4c4dd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Allocated IP 10.2.2.100 (5fa1b5a9-e8f3-417f-a8a5-9676e9a55532/b096d275-2128-405d-bbe8-4ef7950d852d/9c916ff2-7d58-4cfe-9c58-e067395ab560) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:11:00.319797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3163560d-fda5-45a9-a33f-e7a96c4cf2c3,segment=NetworkSegment(52208966-26f4-4c73-9198-d5a7099ab1d7),segment_id=52208966-26f4-4c73-9198-d5a7099ab1d7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:00.386426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-45368f5c-963f-459c-86d8-f4f72bdc93ef tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Deleting subnet 47d205b1-843b-4b7c-95e5-e0f5b469b248 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:11:00.391431 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45368f5c-963f-459c-86d8-f4f72bdc93ef tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for subnet (47d205b1-843b-4b7c-95e5-e0f5b469b248), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:00.400437 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3163560d-fda5-45a9-a33f-e7a96c4cf2c3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:00.418188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] For port 2f548b16-80e0-4cc8-9459-059c5dc02917, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:11:00.445515 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45368f5c-963f-459c-86d8-f4f72bdc93ef tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (47d205b1-843b-4b7c-95e5-e0f5b469b248), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:00.460841 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-eca43e07-db27-4dc4-8774-b0985728690f None None] Provisioning complete for port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:00.463783 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eca43e07-db27-4dc4-8774-b0985728690f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3163560d-fda5-45a9-a33f-e7a96c4cf2c3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:00.559667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] For port 2f548b16-80e0-4cc8-9459-059c5dc02917, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=2f548b16-80e0-4cc8-9459-059c5dc02917,segment=NetworkSegment(ea88da5c-839a-4404-8ed2-ca4ddf26ec6e),segment_id=ea88da5c-839a-4404-8ed2-ca4ddf26ec6e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:11:00.569110 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c6781f3d-681f-4c9d-88dc-5b8615d4c4dd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:00.602351 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2f548b16-80e0-4cc8-9459-059c5dc02917), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:00.606924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520e146-234b-4033-8b95-1e4795f4fcab req-f74dd737-0c93-49d5-b7ea-50576271b2b3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:00.620503 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c6781f3d-681f-4c9d-88dc-5b8615d4c4dd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:00.625098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520e146-234b-4033-8b95-1e4795f4fcab req-f74dd737-0c93-49d5-b7ea-50576271b2b3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:00.641395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520e146-234b-4033-8b95-1e4795f4fcab req-f74dd737-0c93-49d5-b7ea-50576271b2b3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:00.643198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3520e146-234b-4033-8b95-1e4795f4fcab req-f74dd737-0c93-49d5-b7ea-50576271b2b3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 2375 time: 0.3528111 Feb 05 03:11:00.692946 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6781f3d-681f-4c9d-88dc-5b8615d4c4dd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event updated for resources: {'Port': ['ID=9c916ff2-7d58-4cfe-9c58-e067395ab560,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:00.710408 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c6781f3d-681f-4c9d-88dc-5b8615d4c4dd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Network 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:00.712487 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c6781f3d-681f-4c9d-88dc-5b8615d4c4dd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:00.718017 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c6781f3d-681f-4c9d-88dc-5b8615d4c4dd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:11:00.833881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c6781f3d-681f-4c9d-88dc-5b8615d4c4dd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:00.834853 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c6781f3d-681f-4c9d-88dc-5b8615d4c4dd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:00.864539 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c6781f3d-681f-4c9d-88dc-5b8615d4c4dd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8544407 Feb 05 03:11:00.882511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ddc3117a-f7a7-49b1-b732-13c026c4a646 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Request body: {'port': {'device_id': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532', 'admin_state_up': True, 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'security_groups': ['1f855246-54bd-4bae-9d7f-41e4aa356271']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:00.946870 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3520e146-234b-4033-8b95-1e4795f4fcab req-57c39bca-aa66-4dad-923f-429fe92d73b3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961807 Feb 05 03:11:01.004126 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45368f5c-963f-459c-86d8-f4f72bdc93ef tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (47d205b1-843b-4b7c-95e5-e0f5b469b248), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:01.111347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ddc3117a-f7a7-49b1-b732-13c026c4a646 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Made reservation on behalf of 2f8b994da52c4fe0af1b7c73d815c426 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:01.117958 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ddc3117a-f7a7-49b1-b732-13c026c4a646 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:01.124428 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45368f5c-963f-459c-86d8-f4f72bdc93ef tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (47d205b1-843b-4b7c-95e5-e0f5b469b248), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:01.201237 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45368f5c-963f-459c-86d8-f4f72bdc93ef tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:01.214269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-45368f5c-963f-459c-86d8-f4f72bdc93ef tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/subnets/47d205b1-843b-4b7c-95e5-e0f5b469b248 HTTP/1.1" status: 204 len: 168 time: 1.0058262 Feb 05 03:11:01.219649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45368f5c-963f-459c-86d8-f4f72bdc93ef tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Subnet': ['ID=47d205b1-843b-4b7c-95e5-e0f5b469b248,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:01.221444 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45652) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:01.274682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=3163560d-fda5-45a9-a33f-e7a96c4cf2c3,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:01.352681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9671f460-dae4-4742-9dcd-d08bd48eea30 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:01.354181 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9671f460-dae4-4742-9dcd-d08bd48eea30 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:01.356500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9671f460-dae4-4742-9dcd-d08bd48eea30 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1334181 Feb 05 03:11:01.359604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45656) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:01.400626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3eb7b3-4317-40e9-9711-7e3cc04adb05 None None] Pushing event updated for resources: {'Port': ['ID=2f548b16-80e0-4cc8-9459-059c5dc02917,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:01.407898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-eca43e07-db27-4dc4-8774-b0985728690f None None] Current status of the port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:01.437869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ddc3117a-f7a7-49b1-b732-13c026c4a646 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Allocated IP 10.2.2.200 (5fa1b5a9-e8f3-417f-a8a5-9676e9a55532/b096d275-2128-405d-bbe8-4ef7950d852d/33a13812-d1af-43c2-9975-b0a6d8dee08d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:11:01.533100 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-369d0a74-8976-4a97-a308-ff1bed43264a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (8a1d2d9b-bc23-4469-896a-d5ac661a68dc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:01.535259 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-75870d58-c312-43a2-bbca-8f66d161ca4d None None] Provisioning complete for port 9c916ff2-7d58-4cfe-9c58-e067395ab560 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:01.535709 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-75870d58-c312-43a2-bbca-8f66d161ca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:01.571994 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-369d0a74-8976-4a97-a308-ff1bed43264a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 05 03:11:01.571994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369d0a74-8976-4a97-a308-ff1bed43264a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:11:01.585901 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-369d0a74-8976-4a97-a308-ff1bed43264a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/networks/8a1d2d9b-bc23-4469-896a-d5ac661a68dc HTTP/1.1" status: 409 len: 466 time: 0.2249815 Feb 05 03:11:01.587330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45662) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:01.595605 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c8f44a03-f227-4770-bb7b-2e499c7487e8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1333073677'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:01.650387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-75870d58-c312-43a2-bbca-8f66d161ca4d None None] Port 9c916ff2-7d58-4cfe-9c58-e067395ab560 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:11:01.662319 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-75870d58-c312-43a2-bbca-8f66d161ca4d None None] Provisioning complete for port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:01.663579 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-75870d58-c312-43a2-bbca-8f66d161ca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3163560d-fda5-45a9-a33f-e7a96c4cf2c3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:01.693260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f44a03-f227-4770-bb7b-2e499c7487e8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Made reservation on behalf of d7d3259a9b1d4ff39bd851c882efe346 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:01.697537 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8f44a03-f227-4770-bb7b-2e499c7487e8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:01.769061 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f44a03-f227-4770-bb7b-2e499c7487e8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:11:01.800958 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8f44a03-f227-4770-bb7b-2e499c7487e8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (546220f0-d4de-4cc5-9b09-e91170a970f0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:01.801558 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-c8f44a03-f227-4770-bb7b-2e499c7487e8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Added segment 546220f0-d4de-4cc5-9b09-e91170a970f0 of type vlan for network 7e123afa-e505-4d4c-b63d-2cfde4eca5f7 Feb 05 03:11:01.854141 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ddc3117a-f7a7-49b1-b732-13c026c4a646 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for port (33a13812-d1af-43c2-9975-b0a6d8dee08d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:01.859341 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-75870d58-c312-43a2-bbca-8f66d161ca4d None None] Current status of the port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:01.913921 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8f44a03-f227-4770-bb7b-2e499c7487e8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (7e123afa-e505-4d4c-b63d-2cfde4eca5f7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:01.934631 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ddc3117a-f7a7-49b1-b732-13c026c4a646 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (33a13812-d1af-43c2-9975-b0a6d8dee08d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:01.987727 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8f44a03-f227-4770-bb7b-2e499c7487e8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (7e123afa-e505-4d4c-b63d-2cfde4eca5f7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:01.994469 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f44a03-f227-4770-bb7b-2e499c7487e8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:01.995990 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8f44a03-f227-4770-bb7b-2e499c7487e8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:02.078562 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ddc3117a-f7a7-49b1-b732-13c026c4a646 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Network 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:02.082296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ddc3117a-f7a7-49b1-b732-13c026c4a646 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:02.103723 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ddc3117a-f7a7-49b1-b732-13c026c4a646 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:11:02.169283 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3117a-f7a7-49b1-b732-13c026c4a646 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event updated for resources: {'Port': ['ID=33a13812-d1af-43c2-9975-b0a6d8dee08d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:02.190186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f44a03-f227-4770-bb7b-2e499c7487e8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event updated for resources: {'Network': ['ID=7e123afa-e505-4d4c-b63d-2cfde4eca5f7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:02.204185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 7e123afa-e505-4d4c-b63d-2cfde4eca5f7 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:11:02.226773 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c8f44a03-f227-4770-bb7b-2e499c7487e8 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6380146 Feb 05 03:11:02.237957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45674) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:02.245403 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e738c-f308-478d-803a-ded2d9ddae4e req-caaf3460-c4e8-41b4-8bf0-7a031abcabcd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:02.246186 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-17cdcb16-e5ea-496a-8b81-f3cb033a082f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Request body: {'subnet': {'network_id': '7e123afa-e505-4d4c-b63d-2cfde4eca5f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:02.251972 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e738c-f308-478d-803a-ded2d9ddae4e req-caaf3460-c4e8-41b4-8bf0-7a031abcabcd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:02.257633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e738c-f308-478d-803a-ded2d9ddae4e req-caaf3460-c4e8-41b4-8bf0-7a031abcabcd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:02.265234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e738c-f308-478d-803a-ded2d9ddae4e req-caaf3460-c4e8-41b4-8bf0-7a031abcabcd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:02.271156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e738c-f308-478d-803a-ded2d9ddae4e req-caaf3460-c4e8-41b4-8bf0-7a031abcabcd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:02.273422 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c8e738c-f308-478d-803a-ded2d9ddae4e req-caaf3460-c4e8-41b4-8bf0-7a031abcabcd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 3817 time: 0.1226780 Feb 05 03:11:02.284496 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ddc3117a-f7a7-49b1-b732-13c026c4a646 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:02.305268 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ddc3117a-f7a7-49b1-b732-13c026c4a646 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:02.332424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c8e738c-f308-478d-803a-ded2d9ddae4e req-a351dbaf-3f9a-454d-aed2-383bc0bc9f85 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516167 Feb 05 03:11:02.634571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cdcb16-e5ea-496a-8b81-f3cb033a082f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Made reservation on behalf of d7d3259a9b1d4ff39bd851c882efe346 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:02.641135 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-17cdcb16-e5ea-496a-8b81-f3cb033a082f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:02.682465 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ddc3117a-f7a7-49b1-b732-13c026c4a646 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8066435 Feb 05 03:11:02.708049 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Request body: {'port': {'device_id': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:02.733693 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b4f915a8-4bed-46ff-963e-89e1b2582355 None None] Provisioning complete for port 33a13812-d1af-43c2-9975-b0a6d8dee08d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:02.741637 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b4f915a8-4bed-46ff-963e-89e1b2582355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (33a13812-d1af-43c2-9975-b0a6d8dee08d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:02.846375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b4f915a8-4bed-46ff-963e-89e1b2582355 None None] Port 33a13812-d1af-43c2-9975-b0a6d8dee08d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:11:02.966621 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:11:02.969417 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:03.062132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:03.063031 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3163560d-fda5-45a9-a33f-e7a96c4cf2c3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:03.259737 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:03.261250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 2f548b16-80e0-4cc8-9459-059c5dc02917 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:11:03.319004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df947d3-8779-45c3-8735-298ac2adefa3 None None] Network 8a1d2d9b-bc23-4469-896a-d5ac661a68dc requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:03.509101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-53554c0f-0ab0-4f10-be70-6078562233ed None None] Provisioning complete for port 2f548b16-80e0-4cc8-9459-059c5dc02917 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:03.509579 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-53554c0f-0ab0-4f10-be70-6078562233ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2f548b16-80e0-4cc8-9459-059c5dc02917), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:03.651664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6e20d-4a3a-4719-86d0-5a4a2f8401ec req-e10d38a8-ec5e-4c2b-8ae2-6c2c57e541b9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:03.658590 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6e20d-4a3a-4719-86d0-5a4a2f8401ec req-e10d38a8-ec5e-4c2b-8ae2-6c2c57e541b9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:03.673575 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6e20d-4a3a-4719-86d0-5a4a2f8401ec req-e10d38a8-ec5e-4c2b-8ae2-6c2c57e541b9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:03.690071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6e20d-4a3a-4719-86d0-5a4a2f8401ec req-e10d38a8-ec5e-4c2b-8ae2-6c2c57e541b9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:03.714216 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6e20d-4a3a-4719-86d0-5a4a2f8401ec req-e10d38a8-ec5e-4c2b-8ae2-6c2c57e541b9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:03.725536 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4db6e20d-4a3a-4719-86d0-5a4a2f8401ec req-e10d38a8-ec5e-4c2b-8ae2-6c2c57e541b9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 3817 time: 0.2272449 Feb 05 03:11:03.738149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-53554c0f-0ab0-4f10-be70-6078562233ed None None] Current status of the port 2f548b16-80e0-4cc8-9459-059c5dc02917 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:03.738778 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-53554c0f-0ab0-4f10-be70-6078562233ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2f548b16-80e0-4cc8-9459-059c5dc02917), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:03.741741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.objects.ports [None req-17cdcb16-e5ea-496a-8b81-f3cb033a082f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:11:03.761144 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-17cdcb16-e5ea-496a-8b81-f3cb033a082f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (11a5d893-868e-475d-815b-70d384698169), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:03.764740 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddfee9e-a44a-4abc-a516-60af0e8132c5 None None] DHCP port deletion for 8a1d2d9b-bc23-4469-896a-d5ac661a68dc request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:11:03.767568 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-deadefa4-64fa-4177-a129-48b23edc0e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:03.781611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 2f548b16-80e0-4cc8-9459-059c5dc02917 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:03.782235 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2f548b16-80e0-4cc8-9459-059c5dc02917), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:03.857857 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4db6e20d-4a3a-4719-86d0-5a4a2f8401ec req-6a8c97fb-6563-4c5b-922a-e41a17f690ca tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158917 Feb 05 03:11:03.962032 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-53554c0f-0ab0-4f10-be70-6078562233ed None None] For port 2f548b16-80e0-4cc8-9459-059c5dc02917, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=2f548b16-80e0-4cc8-9459-059c5dc02917,segment=NetworkSegment(ea88da5c-839a-4404-8ed2-ca4ddf26ec6e),segment_id=ea88da5c-839a-4404-8ed2-ca4ddf26ec6e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:04.007429 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-53554c0f-0ab0-4f10-be70-6078562233ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2f548b16-80e0-4cc8-9459-059c5dc02917), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:04.033789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdcb16-e5ea-496a-8b81-f3cb033a082f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event updated for resources: {'Subnet': ['ID=11a5d893-868e-475d-815b-70d384698169,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:04.135261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cdcb16-e5ea-496a-8b81-f3cb033a082f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Checking segment: {'id': '546220f0-d4de-4cc5-9b09-e91170a970f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7e123afa-e505-4d4c-b63d-2cfde4eca5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:04.135665 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cdcb16-e5ea-496a-8b81-f3cb033a082f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Network hostable DHCP agents. Network: 7e123afa-e505-4d4c-b63d-2cfde4eca5f7, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:11:04.195749 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03fddcad-382d-4779-8b93-ead7ee0c15de {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:11:04.229647 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Publish callbacks [] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:04.238073 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 2f548b16-80e0-4cc8-9459-059c5dc02917 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:04.260724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cdcb16-e5ea-496a-8b81-f3cb033a082f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Network 7e123afa-e505-4d4c-b63d-2cfde4eca5f7 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:11:04.267941 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Transition to ACTIVE for port object 03fddcad-382d-4779-8b93-ead7ee0c15de will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:11:04.277596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53554c0f-0ab0-4f10-be70-6078562233ed None None] Pushing event updated for resources: {'Port': ['ID=2f548b16-80e0-4cc8-9459-059c5dc02917,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:04.283476 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:04.283476 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-17cdcb16-e5ea-496a-8b81-f3cb033a082f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 7e123afa-e505-4d4c-b63d-2cfde4eca5f7) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:04.296423 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4ddfee9e-a44a-4abc-a516-60af0e8132c5 None None] Deleting port 2f548b16-80e0-4cc8-9459-059c5dc02917 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:11:04.301109 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4ddfee9e-a44a-4abc-a516-60af0e8132c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (2f548b16-80e0-4cc8-9459-059c5dc02917), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:04.304950 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b703037f-ab3e-40ef-b9ca-148b19347852 None None] Network 7e123afa-e505-4d4c-b63d-2cfde4eca5f7 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:04.314986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cdcb16-e5ea-496a-8b81-f3cb033a082f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:04.315583 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-17cdcb16-e5ea-496a-8b81-f3cb033a082f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:04.455962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4ddfee9e-a44a-4abc-a516-60af0e8132c5 None None] For port 2f548b16-80e0-4cc8-9459-059c5dc02917, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=2f548b16-80e0-4cc8-9459-059c5dc02917,segment=NetworkSegment(ea88da5c-839a-4404-8ed2-ca4ddf26ec6e),segment_id=ea88da5c-839a-4404-8ed2-ca4ddf26ec6e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:04.456306 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4ddfee9e-a44a-4abc-a516-60af0e8132c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (2f548b16-80e0-4cc8-9459-059c5dc02917), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:04.486672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4ddfee9e-a44a-4abc-a516-60af0e8132c5 None None] Calling delete_port for 2f548b16-80e0-4cc8-9459-059c5dc02917 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:11:04.490829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Pushing event updated for resources: {'Port': ['ID=03fddcad-382d-4779-8b93-ead7ee0c15de,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:04.512373 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-17cdcb16-e5ea-496a-8b81-f3cb033a082f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2698357 Feb 05 03:11:04.515330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45714) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:04.524233 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6e634002-2f43-4fae-b263-6eb3054714d1 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Request body: {'port': {'network_id': '7e123afa-e505-4d4c-b63d-2cfde4eca5f7', 'name': 'tempest-NetworksIpV6TestAttrs-1871972250'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:04.686436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Attempting to bind port 03fddcad-382d-4779-8b93-ead7ee0c15de on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:11:04.686830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Attempting to bind port 03fddcad-382d-4779-8b93-ead7ee0c15de by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'f245c6e2-ff2b-4170-89a3-b6613442c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:11:04.687127 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Attempting to bind port 03fddcad-382d-4779-8b93-ead7ee0c15de on network 7097744d-dd66-45ae-922a-012c6aa6d64a {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:04.692078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-7e123afa-e505-4d4c-b63d-2cfde4eca5f7', 'network_id': '7e123afa-e505-4d4c-b63d-2cfde4eca5f7', 'project_id': 'd7d3259a9b1d4ff39bd851c882efe346', 'fixed_ips': [{'subnet_id': '11a5d893-868e-475d-815b-70d384698169'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:11:04.692930 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:04.704311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Port 03fddcad-382d-4779-8b93-ead7ee0c15de on network 7097744d-dd66-45ae-922a-012c6aa6d64a not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:11:04.704641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Attempting to bind port 03fddcad-382d-4779-8b93-ead7ee0c15de on network 7097744d-dd66-45ae-922a-012c6aa6d64a {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:04.712159 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 2f548b16-80e0-4cc8-9459-059c5dc02917 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:11:04.721919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:11:04.722320 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Checking segment: {'id': 'f245c6e2-ff2b-4170-89a3-b6613442c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:04.722714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Bound using segment: {'id': 'f245c6e2-ff2b-4170-89a3-b6613442c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:11:04.723344 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Bound port: 03fddcad-382d-4779-8b93-ead7ee0c15de, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f245c6e2-ff2b-4170-89a3-b6613442c458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:11:04.723709 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:04.936167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e634002-2f43-4fae-b263-6eb3054714d1 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Made reservation on behalf of d7d3259a9b1d4ff39bd851c882efe346 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:04.940543 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e634002-2f43-4fae-b263-6eb3054714d1 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:04.957484 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] For port 03fddcad-382d-4779-8b93-ead7ee0c15de, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:11:04.970994 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] For port 03fddcad-382d-4779-8b93-ead7ee0c15de, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=03fddcad-382d-4779-8b93-ead7ee0c15de,segment=NetworkSegment(f245c6e2-ff2b-4170-89a3-b6613442c458),segment_id=f245c6e2-ff2b-4170-89a3-b6613442c458)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:11:04.976205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-6e634002-2f43-4fae-b263-6eb3054714d1 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] device_id is not set on port f225bd65-023f-4b7b-8a51-56a55322e983 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:11:04.995279 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:05.122728 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:05.127228 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:05.128914 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] 10.222.0.31 "PUT /v2.0/ports/03fddcad-382d-4779-8b93-ead7ee0c15de HTTP/1.1" status: 200 len: 1092 time: 2.4251525 Feb 05 03:11:05.149344 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'tag': '03fddcad-382d-4779-8b93-ead7ee0c15de'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:11:05.151896 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704046ad-f508-4106-b9d6-c7beecd6afbb" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "tag": "03fddcad-382d-4779-8b93-ead7ee0c15de"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:11:05.188820 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Request body: {'port': {'device_id': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:05.196594 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-6e634002-2f43-4fae-b263-6eb3054714d1 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Allocated IP 2001:db8::f816:3eff:fe7a:940 (7e123afa-e505-4d4c-b63d-2cfde4eca5f7/11a5d893-868e-475d-815b-70d384698169/f225bd65-023f-4b7b-8a51-56a55322e983) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:11:05.272576 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4ddfee9e-a44a-4abc-a516-60af0e8132c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (2f548b16-80e0-4cc8-9459-059c5dc02917), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:05.349362 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65740819-6d57-4a8f-89c7-1275744362a4 service neutron] Pushing event updated for resources: {'Port': ['ID=03fddcad-382d-4779-8b93-ead7ee0c15de,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:05.355265 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfee9e-a44a-4abc-a516-60af0e8132c5 None None] Pushing event deleted for resources: {'Port': ['ID=2f548b16-80e0-4cc8-9459-059c5dc02917,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:05.369973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No active binding found for port 2f548b16-80e0-4cc8-9459-059c5dc02917 {{(pid=109676) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 05 03:11:05.370539 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] The host n-d-826942-8 is not matching for port 2f548b16-80e0-4cc8-9459-059c5dc02917 host None! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:11:05.371007 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 2f548b16-80e0-4cc8-9459-059c5dc02917 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:11:05.394366 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddfee9e-a44a-4abc-a516-60af0e8132c5 None None] No DVR routers for this DVR port 2f548b16-80e0-4cc8-9459-059c5dc02917 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:11:05.494503 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:05.742437 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e634002-2f43-4fae-b263-6eb3054714d1 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for port (f225bd65-023f-4b7b-8a51-56a55322e983), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:05.755628 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad469270-0a42-465c-8ac0-84c74e5d8e57 x-openstack-request-id: req-ad469270-0a42-465c-8ac0-84c74e5d8e57 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:11:05.755628 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "tag": "03fddcad-382d-4779-8b93-ead7ee0c15de", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:11:05.755628 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad469270-0a42-465c-8ac0-84c74e5d8e57 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:11:05.755628 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'tag': '03fddcad-382d-4779-8b93-ead7ee0c15de', 'status': 'completed', 'code': 200} Feb 05 03:11:05.799667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710993ac-0009-4303-8092-9edda52d4c8c req-1e72c379-dc41-47d3-b9bd-2b2d59200523 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:05.805677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710993ac-0009-4303-8092-9edda52d4c8c req-1e72c379-dc41-47d3-b9bd-2b2d59200523 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:05.834422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710993ac-0009-4303-8092-9edda52d4c8c req-1e72c379-dc41-47d3-b9bd-2b2d59200523 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:05.883921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710993ac-0009-4303-8092-9edda52d4c8c req-1e72c379-dc41-47d3-b9bd-2b2d59200523 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:05.899345 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710993ac-0009-4303-8092-9edda52d4c8c req-1e72c379-dc41-47d3-b9bd-2b2d59200523 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:05.902232 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d14d537d-4ce4-4557-93d9-6bef24024a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:05.903944 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-710993ac-0009-4303-8092-9edda52d4c8c req-1e72c379-dc41-47d3-b9bd-2b2d59200523 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 3829 time: 0.2828121 Feb 05 03:11:06.054669 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e634002-2f43-4fae-b263-6eb3054714d1 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (f225bd65-023f-4b7b-8a51-56a55322e983), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:06.079409 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-710993ac-0009-4303-8092-9edda52d4c8c req-6c7f2856-fa67-460d-ac25-1a755a2c76c5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606882 Feb 05 03:11:06.121065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Allocated IP 2001:db8::f816:3eff:feef:7014 (7e123afa-e505-4d4c-b63d-2cfde4eca5f7/11a5d893-868e-475d-815b-70d384698169/dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:11:06.213942 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e634002-2f43-4fae-b263-6eb3054714d1 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Network 7e123afa-e505-4d4c-b63d-2cfde4eca5f7 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:06.228587 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6e634002-2f43-4fae-b263-6eb3054714d1 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:06.232058 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e634002-2f43-4fae-b263-6eb3054714d1 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:11:06.241376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e634002-2f43-4fae-b263-6eb3054714d1 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:06.246864 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e634002-2f43-4fae-b263-6eb3054714d1 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:06.261261 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e634002-2f43-4fae-b263-6eb3054714d1 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event updated for resources: {'Port': ['ID=f225bd65-023f-4b7b-8a51-56a55322e983,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:06.294584 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6e634002-2f43-4fae-b263-6eb3054714d1 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7781298 Feb 05 03:11:06.297522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45750) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:06.442075 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd06764-260f-4a65-afd4-974dc9b3c2fb tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Deleting subnet 11a5d893-868e-475d-815b-70d384698169 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:11:06.460560 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Publish callbacks [] for port (dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:06.472906 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbd06764-260f-4a65-afd4-974dc9b3c2fb tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for subnet (11a5d893-868e-475d-815b-70d384698169), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:06.473896 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:06.553680 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbd06764-260f-4a65-afd4-974dc9b3c2fb tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (11a5d893-868e-475d-815b-70d384698169), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:06.562073 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Network 7e123afa-e505-4d4c-b63d-2cfde4eca5f7 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:06.565115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:06.579910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:11:06.587498 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Pushing event updated for resources: {'Port': ['ID=dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:06.631518 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:11:06.643268 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Publish callbacks [] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:06.661432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Transition to ACTIVE for port object 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:11:06.676730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704046ad-f508-4106-b9d6-c7beecd6afbb req-6a8b8e44-adde-4604-b603-dd7bcecb1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:06.677901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704046ad-f508-4106-b9d6-c7beecd6afbb req-6a8b8e44-adde-4604-b603-dd7bcecb1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:06.678590 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704046ad-f508-4106-b9d6-c7beecd6afbb req-6a8b8e44-adde-4604-b603-dd7bcecb1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:06.679553 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704046ad-f508-4106-b9d6-c7beecd6afbb req-6a8b8e44-adde-4604-b603-dd7bcecb1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:06.681728 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704046ad-f508-4106-b9d6-c7beecd6afbb req-6a8b8e44-adde-4604-b603-dd7bcecb1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:06.684892 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-704046ad-f508-4106-b9d6-c7beecd6afbb req-6a8b8e44-adde-4604-b603-dd7bcecb1ddc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 4395 time: 0.9252880 Feb 05 03:11:06.686346 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:06.694398 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Attempting to bind port dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:11:06.694801 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Attempting to bind port dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '546220f0-d4de-4cc5-9b09-e91170a970f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7e123afa-e505-4d4c-b63d-2cfde4eca5f7'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:11:06.695176 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Attempting to bind port dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e on network 7e123afa-e505-4d4c-b63d-2cfde4eca5f7 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:06.706660 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:11:06.707071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Checking segment: {'id': '546220f0-d4de-4cc5-9b09-e91170a970f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7e123afa-e505-4d4c-b63d-2cfde4eca5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:06.707482 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:06.707880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Bound using segment: {'id': '546220f0-d4de-4cc5-9b09-e91170a970f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7e123afa-e505-4d4c-b63d-2cfde4eca5f7'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:11:06.708357 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Bound port: dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546220f0-d4de-4cc5-9b09-e91170a970f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7e123afa-e505-4d4c-b63d-2cfde4eca5f7'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:11:06.708742 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:06.820839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] For port dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:11:06.826383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] For port dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e,segment=NetworkSegment(546220f0-d4de-4cc5-9b09-e91170a970f0),segment_id=546220f0-d4de-4cc5-9b09-e91170a970f0)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:11:06.845135 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:06.921875 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbd06764-260f-4a65-afd4-974dc9b3c2fb tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (11a5d893-868e-475d-815b-70d384698169), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:07.038360 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Pushing event updated for resources: {'Port': ['ID=dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:07.116432 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbd06764-260f-4a65-afd4-974dc9b3c2fb tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (11a5d893-868e-475d-815b-70d384698169), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:07.132266 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:07.132895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:07.133824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:07.135104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:07.135910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:07.137131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:07.139182 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:07.140672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:07.142387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:07.142920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:07.143810 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:07.144950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704046ad-f508-4106-b9d6-c7beecd6afbb req-d428a8dc-b0b3-466d-987f-3bedae7214af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:07.145350 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:07.145809 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cafe3f-ed36-4694-a566-4a5f8fa1dd17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:07.145966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704046ad-f508-4106-b9d6-c7beecd6afbb req-d428a8dc-b0b3-466d-987f-3bedae7214af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:07.146611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704046ad-f508-4106-b9d6-c7beecd6afbb req-d428a8dc-b0b3-466d-987f-3bedae7214af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:07.148887 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-704046ad-f508-4106-b9d6-c7beecd6afbb req-d428a8dc-b0b3-466d-987f-3bedae7214af service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4519494 Feb 05 03:11:07.149693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Pushing event updated for resources: {'Port': ['ID=5a26af8e-b2d2-48e9-abcf-9b13be1c3efd,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:07.171955 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:07.206416 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd06764-260f-4a65-afd4-974dc9b3c2fb tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Subnet': ['ID=11a5d893-868e-475d-815b-70d384698169,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:07.237131 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbd06764-260f-4a65-afd4-974dc9b3c2fb tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:07.251368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cbd06764-260f-4a65-afd4-974dc9b3c2fb tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/subnets/11a5d893-868e-475d-815b-70d384698169 HTTP/1.1" status: 204 len: 168 time: 0.9527385 Feb 05 03:11:07.256762 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45766) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:07.493677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b10811-e404-4262-b5d5-c67dae799b8b tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:07.529018 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b10811-e404-4262-b5d5-c67dae799b8b tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:07.530582 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-50b10811-e404-4262-b5d5-c67dae799b8b tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2722566 Feb 05 03:11:07.539317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45774) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:07.804830 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cd7b9-b2af-4656-b87b-de3586b31cbb req-1f28c10d-d941-4bfe-9e0e-988c80db1bf1 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:07.831262 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cd7b9-b2af-4656-b87b-de3586b31cbb req-1f28c10d-d941-4bfe-9e0e-988c80db1bf1 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:07.845288 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cd7b9-b2af-4656-b87b-de3586b31cbb req-1f28c10d-d941-4bfe-9e0e-988c80db1bf1 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:07.873637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cd7b9-b2af-4656-b87b-de3586b31cbb req-1f28c10d-d941-4bfe-9e0e-988c80db1bf1 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:07.880928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704046ad-f508-4106-b9d6-c7beecd6afbb req-cccc8529-884a-497a-a1a3-8b1b2bb5ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:07.882402 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-704046ad-f508-4106-b9d6-c7beecd6afbb req-cccc8529-884a-497a-a1a3-8b1b2bb5ded8 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6068385 Feb 05 03:11:07.893419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cd7b9-b2af-4656-b87b-de3586b31cbb req-1f28c10d-d941-4bfe-9e0e-988c80db1bf1 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:07.912748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cd7b9-b2af-4656-b87b-de3586b31cbb req-1f28c10d-d941-4bfe-9e0e-988c80db1bf1 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:07.914608 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-918cd7b9-b2af-4656-b87b-de3586b31cbb req-1f28c10d-d941-4bfe-9e0e-988c80db1bf1 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 4601 time: 0.6104491 Feb 05 03:11:07.929804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Attempting to bind port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:11:07.930147 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Attempting to bind port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:11:07.930470 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Attempting to bind port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd on network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:07.948828 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd on network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:11:07.949173 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Attempting to bind port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd on network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:07.967612 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:11:07.968080 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Checking segment: {'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:07.968500 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Bound using segment: {'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:11:07.968902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Bound port: 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:11:07.969260 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:08.002824 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40911154-94c7-46c6-bcca-160864f49b98 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (7e123afa-e505-4d4c-b63d-2cfde4eca5f7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:08.065610 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-918cd7b9-b2af-4656-b87b-de3586b31cbb req-97391599-aa33-4ebd-80ef-6d556ad27bbd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261058 Feb 05 03:11:08.066667 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-40911154-94c7-46c6-bcca-160864f49b98 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 05 03:11:08.067170 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40911154-94c7-46c6-bcca-160864f49b98 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:11:08.070315 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-40911154-94c7-46c6-bcca-160864f49b98 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/networks/7e123afa-e505-4d4c-b63d-2cfde4eca5f7 HTTP/1.1" status: 409 len: 466 time: 0.5298746 Feb 05 03:11:08.077722 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45820) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:08.087975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-06038f78-e3cb-496f-bd72-40804caf6b4b tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1760555083'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:08.145850 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] For port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:11:08.153447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] For port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=5a26af8e-b2d2-48e9-abcf-9b13be1c3efd,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:11:08.176400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06038f78-e3cb-496f-bd72-40804caf6b4b tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Made reservation on behalf of d7d3259a9b1d4ff39bd851c882efe346 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:08.185926 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06038f78-e3cb-496f-bd72-40804caf6b4b tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:08.197121 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:08.252718 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06038f78-e3cb-496f-bd72-40804caf6b4b tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:11:08.275288 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06038f78-e3cb-496f-bd72-40804caf6b4b tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (03d9548d-f60f-450b-a92a-0966f8f5ee55), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:08.278066 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-06038f78-e3cb-496f-bd72-40804caf6b4b tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Added segment 03d9548d-f60f-450b-a92a-0966f8f5ee55 of type vlan for network 0889df98-7f76-4c1d-ab63-530fc39fae09 Feb 05 03:11:08.317210 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:08.321530 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:08.329014 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] 10.222.0.31 "PUT /v2.0/ports/5a26af8e-b2d2-48e9-abcf-9b13be1c3efd HTTP/1.1" status: 200 len: 1130 time: 3.1483529 Feb 05 03:11:08.329555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'tag': '5a26af8e-b2d2-48e9-abcf-9b13be1c3efd'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:11:08.355511 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2479e53f-c6fe-415a-97ca-03cb087a4e71" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "tag": "5a26af8e-b2d2-48e9-abcf-9b13be1c3efd"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:11:08.444474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Request body: {'port': {'device_id': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:08.544895 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641747ae-4682-4cba-a408-1cd0653878b5 x-openstack-request-id: req-641747ae-4682-4cba-a408-1cd0653878b5 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:11:08.547452 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "tag": "5a26af8e-b2d2-48e9-abcf-9b13be1c3efd", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:11:08.547743 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-641747ae-4682-4cba-a408-1cd0653878b5 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:11:08.548155 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'tag': '5a26af8e-b2d2-48e9-abcf-9b13be1c3efd', 'status': 'completed', 'code': 200} Feb 05 03:11:08.562130 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06038f78-e3cb-496f-bd72-40804caf6b4b tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (0889df98-7f76-4c1d-ab63-530fc39fae09), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:08.627285 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06038f78-e3cb-496f-bd72-40804caf6b4b tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (0889df98-7f76-4c1d-ab63-530fc39fae09), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:08.666739 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06038f78-e3cb-496f-bd72-40804caf6b4b tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:08.670407 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06038f78-e3cb-496f-bd72-40804caf6b4b tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:08.673909 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:08.835385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-06038f78-e3cb-496f-bd72-40804caf6b4b tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7563283 Feb 05 03:11:08.839196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45834) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:08.848614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-55da736d-4fdf-434b-89bf-ca1eae5ad389 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Request body: {'subnet': {'network_id': '0889df98-7f76-4c1d-ab63-530fc39fae09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:08.858422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06038f78-e3cb-496f-bd72-40804caf6b4b tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event updated for resources: {'Network': ['ID=0889df98-7f76-4c1d-ab63-530fc39fae09,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:08.869733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 0889df98-7f76-4c1d-ab63-530fc39fae09 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:11:08.879380 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887741d2-fbe7-426c-b07c-393d2037f87f service neutron] Pushing event updated for resources: {'Port': ['ID=5a26af8e-b2d2-48e9-abcf-9b13be1c3efd,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:08.974862 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e53f-c6fe-415a-97ca-03cb087a4e71 req-e9e090e3-366a-436d-9e00-6c39373c26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:08.975574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e53f-c6fe-415a-97ca-03cb087a4e71 req-e9e090e3-366a-436d-9e00-6c39373c26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:08.975791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e53f-c6fe-415a-97ca-03cb087a4e71 req-e9e090e3-366a-436d-9e00-6c39373c26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:08.976254 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e53f-c6fe-415a-97ca-03cb087a4e71 req-e9e090e3-366a-436d-9e00-6c39373c26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:08.976714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e53f-c6fe-415a-97ca-03cb087a4e71 req-e9e090e3-366a-436d-9e00-6c39373c26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:08.977170 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e53f-c6fe-415a-97ca-03cb087a4e71 req-e9e090e3-366a-436d-9e00-6c39373c26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:09.002297 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2479e53f-c6fe-415a-97ca-03cb087a4e71 req-e9e090e3-366a-436d-9e00-6c39373c26fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5349 time: 0.5371389 Feb 05 03:11:09.050197 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55da736d-4fdf-434b-89bf-ca1eae5ad389 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Made reservation on behalf of d7d3259a9b1d4ff39bd851c882efe346 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:09.054096 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-55da736d-4fdf-434b-89bf-ca1eae5ad389 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:09.055122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:11:09.268333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:09.268713 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:09.270623 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:09.433470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69d7ea4-6322-43ff-b308-341597820f75 None None] Network 7e123afa-e505-4d4c-b63d-2cfde4eca5f7 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:09.497464 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3ceec-21be-415f-9716-e280aaa7daef req-c4b85215-27d3-400a-b50e-92d5cc8382e8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:09.517947 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3ceec-21be-415f-9716-e280aaa7daef req-c4b85215-27d3-400a-b50e-92d5cc8382e8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:09.522443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e53f-c6fe-415a-97ca-03cb087a4e71 req-1a118741-be21-47fd-a779-58806b90c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:09.524507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e53f-c6fe-415a-97ca-03cb087a4e71 req-1a118741-be21-47fd-a779-58806b90c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:09.525003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e53f-c6fe-415a-97ca-03cb087a4e71 req-1a118741-be21-47fd-a779-58806b90c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:09.525315 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3ceec-21be-415f-9716-e280aaa7daef req-c4b85215-27d3-400a-b50e-92d5cc8382e8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:09.531606 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2479e53f-c6fe-415a-97ca-03cb087a4e71 req-1a118741-be21-47fd-a779-58806b90c201 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4763477 Feb 05 03:11:09.534790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3ceec-21be-415f-9716-e280aaa7daef req-c4b85215-27d3-400a-b50e-92d5cc8382e8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:09.546962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3ceec-21be-415f-9716-e280aaa7daef req-c4b85215-27d3-400a-b50e-92d5cc8382e8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:09.557571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3ceec-21be-415f-9716-e280aaa7daef req-c4b85215-27d3-400a-b50e-92d5cc8382e8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:09.568161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d0d3ceec-21be-415f-9716-e280aaa7daef req-c4b85215-27d3-400a-b50e-92d5cc8382e8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 4601 time: 0.2928848 Feb 05 03:11:09.849202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:09.849202 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:09.965495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7a6dfed0-46f1-42d1-b3f2-8dfe952d7e4c None None] Provisioning complete for port dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:09.965900 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a6dfed0-46f1-42d1-b3f2-8dfe952d7e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:10.075095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e,segment=NetworkSegment(546220f0-d4de-4cc5-9b09-e91170a970f0),segment_id=546220f0-d4de-4cc5-9b09-e91170a970f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:10.102864 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:10.113778 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:10.327896 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafebd7b-d96c-4c81-a570-1f677fc2d4ad None None] DHCP port deletion for 7e123afa-e505-4d4c-b63d-2cfde4eca5f7 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:11:10.333677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e53f-c6fe-415a-97ca-03cb087a4e71 req-0c0d3233-4c1b-4163-9597-717b2fab640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:10.342800 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2479e53f-c6fe-415a-97ca-03cb087a4e71 req-0c0d3233-4c1b-4163-9597-717b2fab640a service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7880521 Feb 05 03:11:10.389901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:10.403364 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7a6dfed0-46f1-42d1-b3f2-8dfe952d7e4c None None] Current status of the port dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:10.560139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dafebd7b-d96c-4c81-a570-1f677fc2d4ad None None] Deleting port dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:11:10.566845 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dafebd7b-d96c-4c81-a570-1f677fc2d4ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:10.586231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc69a7b0-d07b-4eaf-9597-8aab76827f26 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:11:10.620333 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Publish callbacks [] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:10.662131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:11:10.678383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Transition to ACTIVE for port object dc69a7b0-d07b-4eaf-9597-8aab76827f26 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:11:10.690079 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:10.845641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Pushing event updated for resources: {'Port': ['ID=dc69a7b0-d07b-4eaf-9597-8aab76827f26,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:10.889812 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dafebd7b-d96c-4c81-a570-1f677fc2d4ad None None] For port dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e,segment=NetworkSegment(546220f0-d4de-4cc5-9b09-e91170a970f0),segment_id=546220f0-d4de-4cc5-9b09-e91170a970f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:10.890470 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dafebd7b-d96c-4c81-a570-1f677fc2d4ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:10.991442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dafebd7b-d96c-4c81-a570-1f677fc2d4ad None None] Calling delete_port for dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:11:11.035299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:11.035777 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:11.043626 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d0d3ceec-21be-415f-9716-e280aaa7daef req-af1df7ce-cb2f-41ff-8bc9-afba27bc9768 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4247251 Feb 05 03:11:11.064848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Attempting to bind port dc69a7b0-d07b-4eaf-9597-8aab76827f26 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:11:11.065479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Attempting to bind port dc69a7b0-d07b-4eaf-9597-8aab76827f26 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:11:11.066019 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Attempting to bind port dc69a7b0-d07b-4eaf-9597-8aab76827f26 on network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:11.079466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Port dc69a7b0-d07b-4eaf-9597-8aab76827f26 on network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:11:11.083267 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Attempting to bind port dc69a7b0-d07b-4eaf-9597-8aab76827f26 on network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:11.107190 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35bb6820-9bf2-4878-8dee-12f169df325e req-e3f67a80-541a-497f-9abc-16f61d66c4b3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5368257 Feb 05 03:11:11.108735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:11:11.109297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Checking segment: {'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:11.109888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Bound using segment: {'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:11:11.110519 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Bound port: dc69a7b0-d07b-4eaf-9597-8aab76827f26, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:11:11.111241 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:11.216101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e,segment=NetworkSegment(546220f0-d4de-4cc5-9b09-e91170a970f0),segment_id=546220f0-d4de-4cc5-9b09-e91170a970f0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:11.237679 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:11.360237 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] For port dc69a7b0-d07b-4eaf-9597-8aab76827f26, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:11:11.374251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] For port dc69a7b0-d07b-4eaf-9597-8aab76827f26, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dc69a7b0-d07b-4eaf-9597-8aab76827f26,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:11:11.380029 n-d-826942-8 neutron-server[109675]: DEBUG neutron.objects.ports [None req-55da736d-4fdf-434b-89bf-ca1eae5ad389 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109675) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:11:11.390264 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:11.404464 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-55da736d-4fdf-434b-89bf-ca1eae5ad389 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (2c01248c-4102-4f32-995b-d0880e56ce0d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:11.441598 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb6820-9bf2-4878-8dee-12f169df325e req-87fe2444-a56f-4f43-b857-61edb8bc59cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:11.448357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35bb6820-9bf2-4878-8dee-12f169df325e req-87fe2444-a56f-4f43-b857-61edb8bc59cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 1127 time: 0.3055439 Feb 05 03:11:11.456064 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:11.471010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:11.471981 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:11.481103 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] 10.222.0.31 "PUT /v2.0/ports/dc69a7b0-d07b-4eaf-9597-8aab76827f26 HTTP/1.1" status: 200 len: 1131 time: 3.1036167 Feb 05 03:11:11.482205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'tag': 'dc69a7b0-d07b-4eaf-9597-8aab76827f26'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:11:11.484899 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e58ac0e-b582-48c9-9a75-143aee03fb9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "tag": "dc69a7b0-d07b-4eaf-9597-8aab76827f26"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:11:11.536464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Request body: {'port': {'device_id': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:11.548678 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:11.642505 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e0531b-a0be-437d-ac54-495c1246ac64 x-openstack-request-id: req-96e0531b-a0be-437d-ac54-495c1246ac64 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:11:11.646476 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "tag": "dc69a7b0-d07b-4eaf-9597-8aab76827f26", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:11:11.651190 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96e0531b-a0be-437d-ac54-495c1246ac64 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:11:11.651676 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'tag': 'dc69a7b0-d07b-4eaf-9597-8aab76827f26', 'status': 'completed', 'code': 200} Feb 05 03:11:11.679503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda2723-4863-4a47-a207-69b7a7569f85 service neutron] Pushing event updated for resources: {'Port': ['ID=dc69a7b0-d07b-4eaf-9597-8aab76827f26,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:11.857732 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb6820-9bf2-4878-8dee-12f169df325e req-ffe8e0ec-2ef0-49b8-9e5b-975c268f920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:11.859300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35bb6820-9bf2-4878-8dee-12f169df325e req-ffe8e0ec-2ef0-49b8-9e5b-975c268f920b service neutron] 10.222.0.10 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.3209314 Feb 05 03:11:12.019912 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dafebd7b-d96c-4c81-a570-1f677fc2d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:12.042021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35bb6820-9bf2-4878-8dee-12f169df325e req-57a0d4ab-032f-4725-b3be-098a4d3fd77b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd524c50-2e20-442f-a0b6-34b6a2a08f31 HTTP/1.1" status: 200 len: 217 time: 0.1574080 Feb 05 03:11:12.053449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58ac0e-b582-48c9-9a75-143aee03fb9e req-bb2a8364-cb83-44dc-ad6d-f4af993cdc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.053580 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58ac0e-b582-48c9-9a75-143aee03fb9e req-bb2a8364-cb83-44dc-ad6d-f4af993cdc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.054052 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58ac0e-b582-48c9-9a75-143aee03fb9e req-bb2a8364-cb83-44dc-ad6d-f4af993cdc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.057912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafebd7b-d96c-4c81-a570-1f677fc2d4ad None None] Pushing event deleted for resources: {'Port': ['ID=dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:12.058104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58ac0e-b582-48c9-9a75-143aee03fb9e req-bb2a8364-cb83-44dc-ad6d-f4af993cdc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.058601 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58ac0e-b582-48c9-9a75-143aee03fb9e req-bb2a8364-cb83-44dc-ad6d-f4af993cdc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.064579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58ac0e-b582-48c9-9a75-143aee03fb9e req-bb2a8364-cb83-44dc-ad6d-f4af993cdc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.065197 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58ac0e-b582-48c9-9a75-143aee03fb9e req-bb2a8364-cb83-44dc-ad6d-f4af993cdc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.066661 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafebd7b-d96c-4c81-a570-1f677fc2d4ad None None] No DVR routers for this DVR port dcd6ff7b-dd1a-4e9c-818c-bd8d9124468e on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:11:12.068943 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7e58ac0e-b582-48c9-9a75-143aee03fb9e req-bb2a8364-cb83-44dc-ad6d-f4af993cdc1f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 6304 time: 0.3836906 Feb 05 03:11:12.149104 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:12.159596 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da736d-4fdf-434b-89bf-ca1eae5ad389 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event updated for resources: {'Subnet': ['ID=2c01248c-4102-4f32-995b-d0880e56ce0d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:12.165286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da736d-4fdf-434b-89bf-ca1eae5ad389 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Checking segment: {'id': '03d9548d-f60f-450b-a92a-0966f8f5ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0889df98-7f76-4c1d-ab63-530fc39fae09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:12.165656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55da736d-4fdf-434b-89bf-ca1eae5ad389 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Network hostable DHCP agents. Network: 0889df98-7f76-4c1d-ab63-530fc39fae09, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:11:12.225361 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb6820-9bf2-4878-8dee-12f169df325e req-09dfefd9-eca5-4937-9a2a-919989164c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.228225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35bb6820-9bf2-4878-8dee-12f169df325e req-09dfefd9-eca5-4937-9a2a-919989164c8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.1754076 Feb 05 03:11:12.249766 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55da736d-4fdf-434b-89bf-ca1eae5ad389 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Network 0889df98-7f76-4c1d-ab63-530fc39fae09 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:11:12.276871 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31ac8bad-bbbd-4ea1-8170-eb9aa934ede5 req-6805b9c2-3d68-4233-b6cf-4c81390a551e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3551159 Feb 05 03:11:12.358567 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-55da736d-4fdf-434b-89bf-ca1eae5ad389 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 0889df98-7f76-4c1d-ab63-530fc39fae09) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:12.374624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6692fa0-e432-42b6-83d1-7cca79ab6674 None None] Network 0889df98-7f76-4c1d-ab63-530fc39fae09 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:12.409411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55da736d-4fdf-434b-89bf-ca1eae5ad389 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.417871 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-55da736d-4fdf-434b-89bf-ca1eae5ad389 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:12.459686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-55da736d-4fdf-434b-89bf-ca1eae5ad389 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.6181929 Feb 05 03:11:12.462341 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45924) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:12.491560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58ac0e-b582-48c9-9a75-143aee03fb9e req-d7808a7b-a651-4c56-a8d0-14e83cf662b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.492672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58ac0e-b582-48c9-9a75-143aee03fb9e req-d7808a7b-a651-4c56-a8d0-14e83cf662b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.493311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58ac0e-b582-48c9-9a75-143aee03fb9e req-d7808a7b-a651-4c56-a8d0-14e83cf662b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.494108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb6820-9bf2-4878-8dee-12f169df325e req-37e64dbd-5829-484a-8bb0-c9434b59a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.495414 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7e58ac0e-b582-48c9-9a75-143aee03fb9e req-d7808a7b-a651-4c56-a8d0-14e83cf662b2 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4023747 Feb 05 03:11:12.495612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35bb6820-9bf2-4878-8dee-12f169df325e req-37e64dbd-5829-484a-8bb0-c9434b59a40d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2598279 Feb 05 03:11:12.653843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-0889df98-7f76-4c1d-ab63-530fc39fae09', 'network_id': '0889df98-7f76-4c1d-ab63-530fc39fae09', 'project_id': 'd7d3259a9b1d4ff39bd851c882efe346', 'fixed_ips': [{'subnet_id': '2c01248c-4102-4f32-995b-d0880e56ce0d'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:11:12.654706 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:12.781833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f141ee4-13dc-49bf-a2d7-47b7d28a14c8 req-1bd0c894-f3a4-4cf8-96a0-ca160289feb4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.798956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f141ee4-13dc-49bf-a2d7-47b7d28a14c8 req-1bd0c894-f3a4-4cf8-96a0-ca160289feb4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.807536 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f141ee4-13dc-49bf-a2d7-47b7d28a14c8 req-1bd0c894-f3a4-4cf8-96a0-ca160289feb4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.819155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f141ee4-13dc-49bf-a2d7-47b7d28a14c8 req-1bd0c894-f3a4-4cf8-96a0-ca160289feb4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.838040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f141ee4-13dc-49bf-a2d7-47b7d28a14c8 req-1bd0c894-f3a4-4cf8-96a0-ca160289feb4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.847434 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f141ee4-13dc-49bf-a2d7-47b7d28a14c8 req-1bd0c894-f3a4-4cf8-96a0-ca160289feb4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.852734 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f141ee4-13dc-49bf-a2d7-47b7d28a14c8 req-1bd0c894-f3a4-4cf8-96a0-ca160289feb4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.867271 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f141ee4-13dc-49bf-a2d7-47b7d28a14c8 req-1bd0c894-f3a4-4cf8-96a0-ca160289feb4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5374 time: 0.5449321 Feb 05 03:11:12.870026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Allocated IP 2001:db8::f816:3eff:fe8d:3e9b (0889df98-7f76-4c1d-ab63-530fc39fae09/2c01248c-4102-4f32-995b-d0880e56ce0d/1556c515-bad3-4699-a5c0-73fb58681053) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:11:12.952913 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:11:12.961692 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Publish callbacks [] for port (d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:12.975189 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Transition to ACTIVE for port object d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:11:12.994778 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac8bad-bbbd-4ea1-8170-eb9aa934ede5 req-d2d60442-aec8-4396-b428-c83295b20868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:12.996451 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31ac8bad-bbbd-4ea1-8170-eb9aa934ede5 req-d2d60442-aec8-4396-b428-c83295b20868 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 1126 time: 0.6122305 Feb 05 03:11:12.997086 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:13.034541 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Publish callbacks [] for port (1556c515-bad3-4699-a5c0-73fb58681053), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:13.047619 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (1556c515-bad3-4699-a5c0-73fb58681053), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:13.123920 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (0889df98-7f76-4c1d-ab63-530fc39fae09), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:13.145115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Network 0889df98-7f76-4c1d-ab63-530fc39fae09 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:13.154173 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:13.165404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:11:13.169476 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35bb6820-9bf2-4878-8dee-12f169df325e req-db71b5a5-5b42-425b-9552-d9946b36cf5e service neutron] 10.222.0.10 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6661179 Feb 05 03:11:13.179518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Pushing event updated for resources: {'Port': ['ID=1556c515-bad3-4699-a5c0-73fb58681053,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:13.254774 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58ac0e-b582-48c9-9a75-143aee03fb9e req-ca9cfe29-3080-4938-89a0-8711ecbd8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:13.258529 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7e58ac0e-b582-48c9-9a75-143aee03fb9e req-ca9cfe29-3080-4938-89a0-8711ecbd8dd2 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7531765 Feb 05 03:11:13.361745 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Attempting to bind port 1556c515-bad3-4699-a5c0-73fb58681053 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:11:13.376862 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Attempting to bind port 1556c515-bad3-4699-a5c0-73fb58681053 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '03d9548d-f60f-450b-a92a-0966f8f5ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0889df98-7f76-4c1d-ab63-530fc39fae09'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:11:13.377231 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Attempting to bind port 1556c515-bad3-4699-a5c0-73fb58681053 on network 0889df98-7f76-4c1d-ab63-530fc39fae09 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:13.388012 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:11:13.395944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Checking segment: {'id': '03d9548d-f60f-450b-a92a-0966f8f5ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0889df98-7f76-4c1d-ab63-530fc39fae09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:13.401178 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:13.401808 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Bound using segment: {'id': '03d9548d-f60f-450b-a92a-0966f8f5ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0889df98-7f76-4c1d-ab63-530fc39fae09'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:11:13.403129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Bound port: 1556c515-bad3-4699-a5c0-73fb58681053, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d9548d-f60f-450b-a92a-0966f8f5ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0889df98-7f76-4c1d-ab63-530fc39fae09'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:11:13.403798 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1556c515-bad3-4699-a5c0-73fb58681053), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:13.490552 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] For port 1556c515-bad3-4699-a5c0-73fb58681053, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:11:13.494109 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] For port 1556c515-bad3-4699-a5c0-73fb58681053, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1556c515-bad3-4699-a5c0-73fb58681053,segment=NetworkSegment(03d9548d-f60f-450b-a92a-0966f8f5ee55),segment_id=03d9548d-f60f-450b-a92a-0966f8f5ee55)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:11:13.506040 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1556c515-bad3-4699-a5c0-73fb58681053), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:13.551877 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:13.595547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f141ee4-13dc-49bf-a2d7-47b7d28a14c8 req-af47774f-b253-47ec-b418-0d4f6abce3d7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7214944 Feb 05 03:11:13.701349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac8bad-bbbd-4ea1-8170-eb9aa934ede5 req-93d351a7-8aed-4bc0-b6d5-25cc445cd51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:13.703316 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31ac8bad-bbbd-4ea1-8170-eb9aa934ede5 req-93d351a7-8aed-4bc0-b6d5-25cc445cd51f service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.6848073 Feb 05 03:11:13.720337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Deleting port 1556c515-bad3-4699-a5c0-73fb58681053 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:11:13.720961 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1556c515-bad3-4699-a5c0-73fb58681053), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:13.737291 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35bb6820-9bf2-4878-8dee-12f169df325e req-455aa2c4-8b01-4918-9ce3-8616a4f06be7 service neutron] 10.222.0.10 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390401 Feb 05 03:11:13.771485 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e42b49-4a8c-499c-bf91-283b8048f206 None None] Pushing event updated for resources: {'Port': ['ID=1556c515-bad3-4699-a5c0-73fb58681053,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:13.863385 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Attempting to bind port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:11:13.863909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Attempting to bind port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:11:13.868309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Attempting to bind port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 on network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:13.873450 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] For port 1556c515-bad3-4699-a5c0-73fb58681053, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1556c515-bad3-4699-a5c0-73fb58681053,segment=NetworkSegment(03d9548d-f60f-450b-a92a-0966f8f5ee55),segment_id=03d9548d-f60f-450b-a92a-0966f8f5ee55)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:13.874243 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1556c515-bad3-4699-a5c0-73fb58681053), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:13.891964 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 on network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:11:13.895892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Attempting to bind port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 on network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:13.907982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Calling delete_port for 1556c515-bad3-4699-a5c0-73fb58681053 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:11:13.934184 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:11:13.934750 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Checking segment: {'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:13.935205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Bound using segment: {'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:11:13.935662 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Bound port: d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:11:13.936046 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:14.008802 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31ac8bad-bbbd-4ea1-8170-eb9aa934ede5 req-e2038542-0478-4023-82a7-bf803582c655 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 HTTP/1.1" status: 200 len: 999 time: 0.2896090 Feb 05 03:11:14.069450 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac8bad-bbbd-4ea1-8170-eb9aa934ede5 req-31e4585f-a4d7-4aba-803a-10f7542aadc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:14.075586 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31ac8bad-bbbd-4ea1-8170-eb9aa934ede5 req-31e4585f-a4d7-4aba-803a-10f7542aadc6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.0633605 Feb 05 03:11:14.273249 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] For port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:11:14.294722 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] For port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:11:14.297439 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac8bad-bbbd-4ea1-8170-eb9aa934ede5 req-d94e81e8-608c-42dc-a3b9-be648cecccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:14.304989 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31ac8bad-bbbd-4ea1-8170-eb9aa934ede5 req-d94e81e8-608c-42dc-a3b9-be648cecccfc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1869583 Feb 05 03:11:14.311947 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (1556c515-bad3-4699-a5c0-73fb58681053), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:14.345715 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:14.383205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Port': ['ID=1556c515-bad3-4699-a5c0-73fb58681053,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:14.424684 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:14.425319 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:14.426716 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] 10.222.0.31 "PUT /v2.0/ports/d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 HTTP/1.1" status: 200 len: 1091 time: 2.9084229 Feb 05 03:11:14.431696 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'tag': 'd2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:11:14.434614 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de1ac3d-eb8a-4a9e-9736-bb36c01b887e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "tag": "d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:11:14.496992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Request body: {'port': {'device_id': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:14.536300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] No DVR routers for this DVR port 1556c515-bad3-4699-a5c0-73fb58681053 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:11:14.651273 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (2c01248c-4102-4f32-995b-d0880e56ce0d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:14.926449 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f531f1-4cbe-4d8d-8470-41d0d4552e1d req-596e38d2-6095-40d4-b06c-5aa4cd5b6be8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:14.946021 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f531f1-4cbe-4d8d-8470-41d0d4552e1d req-596e38d2-6095-40d4-b06c-5aa4cd5b6be8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:14.985367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f531f1-4cbe-4d8d-8470-41d0d4552e1d req-596e38d2-6095-40d4-b06c-5aa4cd5b6be8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:15.019505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f531f1-4cbe-4d8d-8470-41d0d4552e1d req-596e38d2-6095-40d4-b06c-5aa4cd5b6be8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:15.036179 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f531f1-4cbe-4d8d-8470-41d0d4552e1d req-596e38d2-6095-40d4-b06c-5aa4cd5b6be8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:15.041920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f531f1-4cbe-4d8d-8470-41d0d4552e1d req-596e38d2-6095-40d4-b06c-5aa4cd5b6be8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:15.047748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f531f1-4cbe-4d8d-8470-41d0d4552e1d req-596e38d2-6095-40d4-b06c-5aa4cd5b6be8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:15.056196 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87f531f1-4cbe-4d8d-8470-41d0d4552e1d req-596e38d2-6095-40d4-b06c-5aa4cd5b6be8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5386 time: 0.3358250 Feb 05 03:11:15.122858 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (2c01248c-4102-4f32-995b-d0880e56ce0d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:15.157306 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be847bd-c30e-4cab-9e82-df6ead0ff83b x-openstack-request-id: req-5be847bd-c30e-4cab-9e82-df6ead0ff83b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:11:15.158351 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "tag": "d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:11:15.158868 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5be847bd-c30e-4cab-9e82-df6ead0ff83b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:11:15.159506 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'tag': 'd2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2', 'status': 'completed', 'code': 200} Feb 05 03:11:15.219271 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29f3d9-e75b-46c7-a48c-b2792a462ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:15.261150 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87f531f1-4cbe-4d8d-8470-41d0d4552e1d req-0584cf04-e2f6-4e50-82d9-0055070585d3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2023690 Feb 05 03:11:15.345724 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31ac8bad-bbbd-4ea1-8170-eb9aa934ede5 req-0cc5d262-f2aa-4778-a1a7-ac6e672ab595 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0397847 Feb 05 03:11:15.469816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2b88b0-1804-4444-83c4-4911c136a700 None None] Network 0889df98-7f76-4c1d-ab63-530fc39fae09 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:15.474516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Subnet': ['ID=2c01248c-4102-4f32-995b-d0880e56ce0d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:15.516354 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (0889df98-7f76-4c1d-ab63-530fc39fae09), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:15.519816 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:15.551887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0889df98-7f76-4c1d-ab63-530fc39fae09']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:15.569552 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d9548d-f60f-450b-a92a-0966f8f5ee55') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:15.570649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d9548d-f60f-450b-a92a-0966f8f5ee55') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:15.582436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ac3d-eb8a-4a9e-9736-bb36c01b887e req-f9490347-81f7-43c2-90c9-bec18b029465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:15.584326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ac3d-eb8a-4a9e-9736-bb36c01b887e req-f9490347-81f7-43c2-90c9-bec18b029465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:15.585954 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ac3d-eb8a-4a9e-9736-bb36c01b887e req-f9490347-81f7-43c2-90c9-bec18b029465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:15.586445 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ac3d-eb8a-4a9e-9736-bb36c01b887e req-f9490347-81f7-43c2-90c9-bec18b029465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:15.588020 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ac3d-eb8a-4a9e-9736-bb36c01b887e req-f9490347-81f7-43c2-90c9-bec18b029465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:15.588503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ac3d-eb8a-4a9e-9736-bb36c01b887e req-f9490347-81f7-43c2-90c9-bec18b029465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:15.594436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ac3d-eb8a-4a9e-9736-bb36c01b887e req-f9490347-81f7-43c2-90c9-bec18b029465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:15.601683 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (03d9548d-f60f-450b-a92a-0966f8f5ee55), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:15.603814 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2de1ac3d-eb8a-4a9e-9736-bb36c01b887e req-f9490347-81f7-43c2-90c9-bec18b029465 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 6402 time: 0.4392726 Feb 05 03:11:15.619353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-32813135-53d0-4dd0-bea5-62e26e2c28ca None None] Could not find standard attr ID for object 1556c515-bad3-4699-a5c0-73fb58681053. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:11:15.638549 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (03d9548d-f60f-450b-a92a-0966f8f5ee55), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:15.663865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:11:15.665664 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (03d9548d-f60f-450b-a92a-0966f8f5ee55), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:11:15.677812 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:11:15.699259 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31ac8bad-bbbd-4ea1-8170-eb9aa934ede5 req-50a104d4-5e5f-438a-9e6d-7dd132b20509 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060899 Feb 05 03:11:15.780558 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f863bea3-b6ab-4330-aab9-c9bc4b326040 None None] DHCP port deletion for 0889df98-7f76-4c1d-ab63-530fc39fae09 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:11:15.871016 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (0889df98-7f76-4c1d-ab63-530fc39fae09), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:15.886028 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:15.891489 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/networks/0889df98-7f76-4c1d-ab63-530fc39fae09 HTTP/1.1" status: 204 len: 168 time: 3.4130270 Feb 05 03:11:15.910498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45972) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:15.916544 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294bad7-6a4b-4afc-9d95-883f2419b4f4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Network': ['ID=0889df98-7f76-4c1d-ab63-530fc39fae09,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:15.930175 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cd6050e9-8806-4e2d-9126-b90f663b119a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1707032339'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:15.987727 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6050e9-8806-4e2d-9126-b90f663b119a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Made reservation on behalf of d7d3259a9b1d4ff39bd851c882efe346 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:15.992121 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd6050e9-8806-4e2d-9126-b90f663b119a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:16.166429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ac3d-eb8a-4a9e-9736-bb36c01b887e req-61ec2b6b-b560-46c0-ad0b-111fa5c21b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:16.167779 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ac3d-eb8a-4a9e-9736-bb36c01b887e req-61ec2b6b-b560-46c0-ad0b-111fa5c21b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:16.169197 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ac3d-eb8a-4a9e-9736-bb36c01b887e req-61ec2b6b-b560-46c0-ad0b-111fa5c21b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:16.171343 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2de1ac3d-eb8a-4a9e-9736-bb36c01b887e req-61ec2b6b-b560-46c0-ad0b-111fa5c21b30 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4778996 Feb 05 03:11:16.203692 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:16.207728 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6050e9-8806-4e2d-9126-b90f663b119a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:11:16.268773 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd6050e9-8806-4e2d-9126-b90f663b119a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ef91c482-7532-4748-aa59-bff438294d1a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:16.269145 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-cd6050e9-8806-4e2d-9126-b90f663b119a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Added segment ef91c482-7532-4748-aa59-bff438294d1a of type vlan for network ce17a205-72b3-4fe0-916b-08f1d3eaffd7 Feb 05 03:11:16.430115 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd6050e9-8806-4e2d-9126-b90f663b119a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (ce17a205-72b3-4fe0-916b-08f1d3eaffd7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:16.516274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1556c515-bad3-4699-a5c0-73fb58681053 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:11:16.553433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563e02e-78d8-49ac-ae1e-849841a87ca9 req-78b783d3-0025-4b9d-849f-d5f3cd62f9b0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:16.569920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563e02e-78d8-49ac-ae1e-849841a87ca9 req-78b783d3-0025-4b9d-849f-d5f3cd62f9b0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:16.572442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ac3d-eb8a-4a9e-9736-bb36c01b887e req-ccd0f622-1a91-4028-83b7-2818edd45cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:16.573502 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2de1ac3d-eb8a-4a9e-9736-bb36c01b887e req-ccd0f622-1a91-4028-83b7-2818edd45cee service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3366425 Feb 05 03:11:16.587812 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 1556c515-bad3-4699-a5c0-73fb58681053 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:11:16.588532 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1556c515-bad3-4699-a5c0-73fb58681053 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:11:16.611711 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563e02e-78d8-49ac-ae1e-849841a87ca9 req-78b783d3-0025-4b9d-849f-d5f3cd62f9b0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:16.626647 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563e02e-78d8-49ac-ae1e-849841a87ca9 req-78b783d3-0025-4b9d-849f-d5f3cd62f9b0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:16.650635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563e02e-78d8-49ac-ae1e-849841a87ca9 req-78b783d3-0025-4b9d-849f-d5f3cd62f9b0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:16.660516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563e02e-78d8-49ac-ae1e-849841a87ca9 req-78b783d3-0025-4b9d-849f-d5f3cd62f9b0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:16.671848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc466ef-ab06-42d0-aa44-1c7648ee247b {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:11:16.684397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563e02e-78d8-49ac-ae1e-849841a87ca9 req-78b783d3-0025-4b9d-849f-d5f3cd62f9b0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:16.689388 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Publish callbacks [] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:16.696228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3563e02e-78d8-49ac-ae1e-849841a87ca9 req-78b783d3-0025-4b9d-849f-d5f3cd62f9b0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5386 time: 0.2482412 Feb 05 03:11:16.711849 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd6050e9-8806-4e2d-9126-b90f663b119a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (ce17a205-72b3-4fe0-916b-08f1d3eaffd7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:16.721112 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6050e9-8806-4e2d-9126-b90f663b119a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:16.722246 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd6050e9-8806-4e2d-9126-b90f663b119a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:16.741936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Transition to ACTIVE for port object fbc466ef-ab06-42d0-aa44-1c7648ee247b will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:11:16.833939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3563e02e-78d8-49ac-ae1e-849841a87ca9 req-67a6f672-6f68-4261-b113-550874debc77 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296709 Feb 05 03:11:16.898234 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6050e9-8806-4e2d-9126-b90f663b119a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event updated for resources: {'Network': ['ID=ce17a205-72b3-4fe0-916b-08f1d3eaffd7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:16.909269 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:16.913666 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network ce17a205-72b3-4fe0-916b-08f1d3eaffd7 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:11:17.007678 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cd6050e9-8806-4e2d-9126-b90f663b119a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0949328 Feb 05 03:11:17.008500 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Pushing event updated for resources: {'Port': ['ID=fbc466ef-ab06-42d0-aa44-1c7648ee247b,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:17.010214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45994) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:17.018725 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-fb0e07e3-1a5f-4a22-adab-275b9fe3508e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Request body: {'subnet': {'network_id': 'ce17a205-72b3-4fe0-916b-08f1d3eaffd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:17.195804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Attempting to bind port fbc466ef-ab06-42d0-aa44-1c7648ee247b on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:11:17.196389 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Attempting to bind port fbc466ef-ab06-42d0-aa44-1c7648ee247b by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:11:17.197903 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Attempting to bind port fbc466ef-ab06-42d0-aa44-1c7648ee247b on network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:17.206352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Port fbc466ef-ab06-42d0-aa44-1c7648ee247b on network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:11:17.207928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Attempting to bind port fbc466ef-ab06-42d0-aa44-1c7648ee247b on network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:17.214082 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:11:17.214665 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Checking segment: {'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:17.215913 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Bound using segment: {'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:11:17.216687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Bound port: fbc466ef-ab06-42d0-aa44-1c7648ee247b, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e088937-de32-4e56-87dc-60d54ecaa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:11:17.217166 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:17.219615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0e07e3-1a5f-4a22-adab-275b9fe3508e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Made reservation on behalf of d7d3259a9b1d4ff39bd851c882efe346 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:17.223276 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb0e07e3-1a5f-4a22-adab-275b9fe3508e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:17.369628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] For port fbc466ef-ab06-42d0-aa44-1c7648ee247b, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:11:17.375753 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] For port fbc466ef-ab06-42d0-aa44-1c7648ee247b, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fbc466ef-ab06-42d0-aa44-1c7648ee247b,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:11:17.391445 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:17.443927 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:17.451591 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:17.451591 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] 10.222.0.31 "PUT /v2.0/ports/fbc466ef-ab06-42d0-aa44-1c7648ee247b HTTP/1.1" status: 200 len: 1091 time: 2.9659393 Feb 05 03:11:17.451591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'tag': 'fbc466ef-ab06-42d0-aa44-1c7648ee247b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:11:17.458157 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b9e1e7-f17f-4ced-ad98-e942ba496e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "tag": "fbc466ef-ab06-42d0-aa44-1c7648ee247b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:11:17.573630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Request body: {'port': {'device_id': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:17.667099 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f4951a-b944-4f7c-986a-347849dcde23 x-openstack-request-id: req-e9f4951a-b944-4f7c-986a-347849dcde23 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:11:17.667403 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "tag": "fbc466ef-ab06-42d0-aa44-1c7648ee247b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:11:17.667664 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9f4951a-b944-4f7c-986a-347849dcde23 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:11:17.668127 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'tag': 'fbc466ef-ab06-42d0-aa44-1c7648ee247b', 'status': 'completed', 'code': 200} Feb 05 03:11:17.703467 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb0e07e3-1a5f-4a22-adab-275b9fe3508e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (f8c94c8c-2555-4d8e-872b-1bb73c12ad2b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:17.833464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9e1e7-f17f-4ced-ad98-e942ba496e5c req-276b5fb5-e7d0-452b-a710-b46384539e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:17.833643 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9e1e7-f17f-4ced-ad98-e942ba496e5c req-276b5fb5-e7d0-452b-a710-b46384539e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:17.834109 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9e1e7-f17f-4ced-ad98-e942ba496e5c req-276b5fb5-e7d0-452b-a710-b46384539e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:17.834566 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9e1e7-f17f-4ced-ad98-e942ba496e5c req-276b5fb5-e7d0-452b-a710-b46384539e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:17.849329 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9e1e7-f17f-4ced-ad98-e942ba496e5c req-276b5fb5-e7d0-452b-a710-b46384539e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:17.849846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9e1e7-f17f-4ced-ad98-e942ba496e5c req-276b5fb5-e7d0-452b-a710-b46384539e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:17.850320 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9e1e7-f17f-4ced-ad98-e942ba496e5c req-276b5fb5-e7d0-452b-a710-b46384539e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:17.852539 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-01b9e1e7-f17f-4ced-ad98-e942ba496e5c req-276b5fb5-e7d0-452b-a710-b46384539e01 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 6500 time: 0.1800272 Feb 05 03:11:17.856357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b0a98-49d0-47de-b7c7-34f8137eee5c service neutron] Pushing event updated for resources: {'Port': ['ID=fbc466ef-ab06-42d0-aa44-1c7648ee247b,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:17.903887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e07e3-1a5f-4a22-adab-275b9fe3508e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event updated for resources: {'Subnet': ['ID=f8c94c8c-2555-4d8e-872b-1bb73c12ad2b,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:17.977085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0e07e3-1a5f-4a22-adab-275b9fe3508e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Checking segment: {'id': 'ef91c482-7532-4748-aa59-bff438294d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce17a205-72b3-4fe0-916b-08f1d3eaffd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:17.977458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0e07e3-1a5f-4a22-adab-275b9fe3508e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Network hostable DHCP agents. Network: ce17a205-72b3-4fe0-916b-08f1d3eaffd7, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:11:17.978470 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:18.096150 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0e07e3-1a5f-4a22-adab-275b9fe3508e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Network ce17a205-72b3-4fe0-916b-08f1d3eaffd7 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:11:18.125889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-fb0e07e3-1a5f-4a22-adab-275b9fe3508e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, ce17a205-72b3-4fe0-916b-08f1d3eaffd7) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:18.141879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e07e3-1a5f-4a22-adab-275b9fe3508e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:18.142340 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb0e07e3-1a5f-4a22-adab-275b9fe3508e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:18.144451 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7fc20b-5967-408a-85bc-25acdd4c0e63 None None] Network ce17a205-72b3-4fe0-916b-08f1d3eaffd7 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:18.177925 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a637-37b2-48de-b750-657668d304d1 req-ea6a8efe-51a8-4299-9758-2498c5e524a4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:18.185935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a637-37b2-48de-b750-657668d304d1 req-ea6a8efe-51a8-4299-9758-2498c5e524a4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:18.192482 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a637-37b2-48de-b750-657668d304d1 req-ea6a8efe-51a8-4299-9758-2498c5e524a4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:18.198863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a637-37b2-48de-b750-657668d304d1 req-ea6a8efe-51a8-4299-9758-2498c5e524a4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:18.212669 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a637-37b2-48de-b750-657668d304d1 req-ea6a8efe-51a8-4299-9758-2498c5e524a4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:18.237258 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a637-37b2-48de-b750-657668d304d1 req-ea6a8efe-51a8-4299-9758-2498c5e524a4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:18.243599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a637-37b2-48de-b750-657668d304d1 req-ea6a8efe-51a8-4299-9758-2498c5e524a4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:18.245592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2795a637-37b2-48de-b750-657668d304d1 req-ea6a8efe-51a8-4299-9758-2498c5e524a4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5398 time: 0.2457294 Feb 05 03:11:18.256668 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9e1e7-f17f-4ced-ad98-e942ba496e5c req-5fbba8c2-4603-4e0f-b0c5-6a36de029447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:18.257295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9e1e7-f17f-4ced-ad98-e942ba496e5c req-5fbba8c2-4603-4e0f-b0c5-6a36de029447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:18.257604 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9e1e7-f17f-4ced-ad98-e942ba496e5c req-5fbba8c2-4603-4e0f-b0c5-6a36de029447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:18.259352 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-01b9e1e7-f17f-4ced-ad98-e942ba496e5c req-5fbba8c2-4603-4e0f-b0c5-6a36de029447 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3883369 Feb 05 03:11:18.302091 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fb0e07e3-1a5f-4a22-adab-275b9fe3508e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2881877 Feb 05 03:11:18.347117 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46024) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:18.397223 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-ce17a205-72b3-4fe0-916b-08f1d3eaffd7', 'network_id': 'ce17a205-72b3-4fe0-916b-08f1d3eaffd7', 'project_id': 'd7d3259a9b1d4ff39bd851c882efe346', 'fixed_ips': [{'subnet_id': 'f8c94c8c-2555-4d8e-872b-1bb73c12ad2b'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:11:18.398345 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:18.664675 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2795a637-37b2-48de-b750-657668d304d1 req-93e30d74-bb5a-457c-8807-ec10bd9c1618 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3977525 Feb 05 03:11:18.700041 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (ce17a205-72b3-4fe0-916b-08f1d3eaffd7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:18.740679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9e1e7-f17f-4ced-ad98-e942ba496e5c req-b5d26853-e745-42fc-8b00-70ff6c71eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:18.748149 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-01b9e1e7-f17f-4ced-ad98-e942ba496e5c req-b5d26853-e745-42fc-8b00-70ff6c71eb31 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3574753 Feb 05 03:11:18.752914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Allocated IP 2001:db8::2 (ce17a205-72b3-4fe0-916b-08f1d3eaffd7/f8c94c8c-2555-4d8e-872b-1bb73c12ad2b/c933d38f-7524-4697-9b2c-80f70e70abdc) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:11:18.820786 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (f8c94c8c-2555-4d8e-872b-1bb73c12ad2b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:19.015836 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c916ff2-7d58-4cfe-9c58-e067395ab560 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:11:19.033096 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Publish callbacks [] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:19.048176 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Publish callbacks [] for port (c933d38f-7524-4697-9b2c-80f70e70abdc), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:19.062064 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (c933d38f-7524-4697-9b2c-80f70e70abdc), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:19.082007 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (f8c94c8c-2555-4d8e-872b-1bb73c12ad2b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:19.082210 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Transition to ACTIVE for port object 9c916ff2-7d58-4cfe-9c58-e067395ab560 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:11:19.091417 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:19.140934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Network ce17a205-72b3-4fe0-916b-08f1d3eaffd7 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:19.149031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:19.154568 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:11:19.200261 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:11:19.241344 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Pushing event updated for resources: {'Port': ['ID=9c916ff2-7d58-4cfe-9c58-e067395ab560,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:19.271004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Pushing event updated for resources: {'Port': ['ID=c933d38f-7524-4697-9b2c-80f70e70abdc,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:19.331434 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (ce17a205-72b3-4fe0-916b-08f1d3eaffd7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:19.360115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Attempting to bind port c933d38f-7524-4697-9b2c-80f70e70abdc on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:11:19.360474 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Attempting to bind port c933d38f-7524-4697-9b2c-80f70e70abdc by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'ef91c482-7532-4748-aa59-bff438294d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce17a205-72b3-4fe0-916b-08f1d3eaffd7'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:11:19.360844 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Attempting to bind port c933d38f-7524-4697-9b2c-80f70e70abdc on network ce17a205-72b3-4fe0-916b-08f1d3eaffd7 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:19.370059 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:11:19.370452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Checking segment: {'id': 'ef91c482-7532-4748-aa59-bff438294d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce17a205-72b3-4fe0-916b-08f1d3eaffd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:19.371020 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:19.372239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Bound using segment: {'id': 'ef91c482-7532-4748-aa59-bff438294d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce17a205-72b3-4fe0-916b-08f1d3eaffd7'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:11:19.372371 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Bound port: c933d38f-7524-4697-9b2c-80f70e70abdc, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef91c482-7532-4748-aa59-bff438294d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ce17a205-72b3-4fe0-916b-08f1d3eaffd7'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:11:19.372717 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c933d38f-7524-4697-9b2c-80f70e70abdc), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:19.379177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce17a205-72b3-4fe0-916b-08f1d3eaffd7']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:19.389726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Attempting to bind port 9c916ff2-7d58-4cfe-9c58-e067395ab560 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:11:19.391906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Attempting to bind port 9c916ff2-7d58-4cfe-9c58-e067395ab560 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '05e41946-ea14-4052-99da-0fa0692a30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:11:19.391906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Attempting to bind port 9c916ff2-7d58-4cfe-9c58-e067395ab560 on network 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:19.392108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef91c482-7532-4748-aa59-bff438294d1a') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:19.392108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef91c482-7532-4748-aa59-bff438294d1a') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:19.399875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Port 9c916ff2-7d58-4cfe-9c58-e067395ab560 on network 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:11:19.400275 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Attempting to bind port 9c916ff2-7d58-4cfe-9c58-e067395ab560 on network 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:19.409849 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (ef91c482-7532-4748-aa59-bff438294d1a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:19.410285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:11:19.410632 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Checking segment: {'id': '05e41946-ea14-4052-99da-0fa0692a30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:19.411043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Bound using segment: {'id': '05e41946-ea14-4052-99da-0fa0692a30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:11:19.411471 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Bound port: 9c916ff2-7d58-4cfe-9c58-e067395ab560, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e41946-ea14-4052-99da-0fa0692a30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:11:19.411824 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:19.429792 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ef91c482-7532-4748-aa59-bff438294d1a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:19.438748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:11:19.439971 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (ef91c482-7532-4748-aa59-bff438294d1a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:19.484322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] For port c933d38f-7524-4697-9b2c-80f70e70abdc, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:11:19.539535 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c94c8c-2555-4d8e-872b-1bb73c12ad2b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:19.540080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] For port c933d38f-7524-4697-9b2c-80f70e70abdc, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c933d38f-7524-4697-9b2c-80f70e70abdc,segment=NetworkSegment(ef91c482-7532-4748-aa59-bff438294d1a),segment_id=ef91c482-7532-4748-aa59-bff438294d1a)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:11:19.546786 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:11:19.552855 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.db.api [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 05 03:11:19.552855 n-d-826942-8 neutron-server[109675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 05 03:11:19.552855 n-d-826942-8 neutron-server[109675]: [parameters: {'id': 'ce17a205-72b3-4fe0-916b-08f1d3eaffd7'}] Feb 05 03:11:19.552855 n-d-826942-8 neutron-server[109675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:11:19.554056 n-d-826942-8 neutron-server[109675]: DEBUG oslo_db.api [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:11:19.561960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] For port 9c916ff2-7d58-4cfe-9c58-e067395ab560, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:11:19.565725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] For port 9c916ff2-7d58-4cfe-9c58-e067395ab560, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=9c916ff2-7d58-4cfe-9c58-e067395ab560,segment=NetworkSegment(05e41946-ea14-4052-99da-0fa0692a30b1),segment_id=05e41946-ea14-4052-99da-0fa0692a30b1)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:11:19.568675 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c933d38f-7524-4697-9b2c-80f70e70abdc), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:19.588847 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:19.656609 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:19.658126 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:19.680937 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] 10.222.0.31 "PUT /v2.0/ports/9c916ff2-7d58-4cfe-9c58-e067395ab560 HTTP/1.1" status: 200 len: 1091 time: 2.1240683 Feb 05 03:11:19.687330 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'tag': '9c916ff2-7d58-4cfe-9c58-e067395ab560'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:11:19.693085 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ba53f6-8a0e-44f7-9fde-dca80eb5d770" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "tag": "9c916ff2-7d58-4cfe-9c58-e067395ab560"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:11:19.739023 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb4ad0-0756-4181-bfb3-f016257fa630 service neutron] Pushing event updated for resources: {'Port': ['ID=9c916ff2-7d58-4cfe-9c58-e067395ab560,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:19.747926 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Request body: {'port': {'device_id': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:19.754028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83724863-ac45-46a5-bb2c-cda78687de73 None None] Pushing event updated for resources: {'Port': ['ID=c933d38f-7524-4697-9b2c-80f70e70abdc,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:19.782381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805740cd-f371-4878-a8d1-ca344ea4dd1f None None] Network ce17a205-72b3-4fe0-916b-08f1d3eaffd7 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:19.861345 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (33a13812-d1af-43c2-9975-b0a6d8dee08d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:19.900141 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48d6931-d481-4b9d-81bc-848081ccf87d x-openstack-request-id: req-b48d6931-d481-4b9d-81bc-848081ccf87d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:11:19.900497 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "tag": "9c916ff2-7d58-4cfe-9c58-e067395ab560", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:11:19.900707 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b48d6931-d481-4b9d-81bc-848081ccf87d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:11:19.903421 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'tag': '9c916ff2-7d58-4cfe-9c58-e067395ab560', 'status': 'completed', 'code': 200} Feb 05 03:11:20.103460 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510905cf-4017-404c-8fa5-33af71d8b5ba None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 03:11:20.123658 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f7b-f55d-467a-8169-2fbf5ce31ee9 req-5839de5a-64d3-4467-bb8b-418f675ae55b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:20.143109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f7b-f55d-467a-8169-2fbf5ce31ee9 req-5839de5a-64d3-4467-bb8b-418f675ae55b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:20.164089 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f7b-f55d-467a-8169-2fbf5ce31ee9 req-5839de5a-64d3-4467-bb8b-418f675ae55b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:20.182584 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f7b-f55d-467a-8169-2fbf5ce31ee9 req-5839de5a-64d3-4467-bb8b-418f675ae55b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:20.191213 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f7b-f55d-467a-8169-2fbf5ce31ee9 req-5839de5a-64d3-4467-bb8b-418f675ae55b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:20.217832 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f7b-f55d-467a-8169-2fbf5ce31ee9 req-5839de5a-64d3-4467-bb8b-418f675ae55b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:20.243287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8f7b-f55d-467a-8169-2fbf5ce31ee9 req-5839de5a-64d3-4467-bb8b-418f675ae55b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:20.247613 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-592b8f7b-f55d-467a-8169-2fbf5ce31ee9 req-5839de5a-64d3-4467-bb8b-418f675ae55b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5410 time: 0.3324835 Feb 05 03:11:20.248170 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (ce17a205-72b3-4fe0-916b-08f1d3eaffd7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:20.266931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510905cf-4017-404c-8fa5-33af71d8b5ba None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 03:11:20.524995 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-592b8f7b-f55d-467a-8169-2fbf5ce31ee9 req-3a1ce247-f2cb-4f6c-b0b7-e1320781291f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2717786 Feb 05 03:11:20.576754 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Deleting port c933d38f-7524-4697-9b2c-80f70e70abdc {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:11:20.579435 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c933d38f-7524-4697-9b2c-80f70e70abdc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:20.630218 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a13812-d1af-43c2-9975-b0a6d8dee08d {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:11:20.639265 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Publish callbacks [] for port (33a13812-d1af-43c2-9975-b0a6d8dee08d), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:20.651291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Transition to ACTIVE for port object 33a13812-d1af-43c2-9975-b0a6d8dee08d will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:11:20.669010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba53f6-8a0e-44f7-9fde-dca80eb5d770 req-39a79cb8-23d4-4a43-a506-b67ab0f56dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:20.669490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba53f6-8a0e-44f7-9fde-dca80eb5d770 req-39a79cb8-23d4-4a43-a506-b67ab0f56dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:20.669955 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba53f6-8a0e-44f7-9fde-dca80eb5d770 req-39a79cb8-23d4-4a43-a506-b67ab0f56dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:20.670419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba53f6-8a0e-44f7-9fde-dca80eb5d770 req-39a79cb8-23d4-4a43-a506-b67ab0f56dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:20.670950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba53f6-8a0e-44f7-9fde-dca80eb5d770 req-39a79cb8-23d4-4a43-a506-b67ab0f56dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:20.671423 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba53f6-8a0e-44f7-9fde-dca80eb5d770 req-39a79cb8-23d4-4a43-a506-b67ab0f56dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:20.672133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba53f6-8a0e-44f7-9fde-dca80eb5d770 req-39a79cb8-23d4-4a43-a506-b67ab0f56dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:20.674196 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27ba53f6-8a0e-44f7-9fde-dca80eb5d770 req-39a79cb8-23d4-4a43-a506-b67ab0f56dcb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 6598 time: 0.7830873 Feb 05 03:11:20.674905 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (33a13812-d1af-43c2-9975-b0a6d8dee08d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:20.779143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] For port c933d38f-7524-4697-9b2c-80f70e70abdc, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c933d38f-7524-4697-9b2c-80f70e70abdc,segment=NetworkSegment(ef91c482-7532-4748-aa59-bff438294d1a),segment_id=ef91c482-7532-4748-aa59-bff438294d1a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:20.781821 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c933d38f-7524-4697-9b2c-80f70e70abdc), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:20.816293 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Calling delete_port for c933d38f-7524-4697-9b2c-80f70e70abdc owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:11:20.882656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Pushing event updated for resources: {'Port': ['ID=33a13812-d1af-43c2-9975-b0a6d8dee08d,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:21.003034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba53f6-8a0e-44f7-9fde-dca80eb5d770 req-debce8fa-aee3-423a-882e-9cb21b9003ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.003633 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba53f6-8a0e-44f7-9fde-dca80eb5d770 req-debce8fa-aee3-423a-882e-9cb21b9003ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.004171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba53f6-8a0e-44f7-9fde-dca80eb5d770 req-debce8fa-aee3-423a-882e-9cb21b9003ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.005839 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27ba53f6-8a0e-44f7-9fde-dca80eb5d770 req-debce8fa-aee3-423a-882e-9cb21b9003ef service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2756493 Feb 05 03:11:21.020407 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c933d38f-7524-4697-9b2c-80f70e70abdc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:21.103961 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] No DVR routers for this DVR port c933d38f-7524-4697-9b2c-80f70e70abdc on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:11:21.106387 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Port': ['ID=c933d38f-7524-4697-9b2c-80f70e70abdc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:21.147631 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Attempting to bind port 33a13812-d1af-43c2-9975-b0a6d8dee08d on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:11:21.148101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Attempting to bind port 33a13812-d1af-43c2-9975-b0a6d8dee08d by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '05e41946-ea14-4052-99da-0fa0692a30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:11:21.149018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Attempting to bind port 33a13812-d1af-43c2-9975-b0a6d8dee08d on network 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:21.161675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Port 33a13812-d1af-43c2-9975-b0a6d8dee08d on network 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:11:21.162000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Attempting to bind port 33a13812-d1af-43c2-9975-b0a6d8dee08d on network 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:21.173479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:11:21.173913 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Checking segment: {'id': '05e41946-ea14-4052-99da-0fa0692a30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:21.174370 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Bound using segment: {'id': '05e41946-ea14-4052-99da-0fa0692a30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:11:21.174909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Bound port: 33a13812-d1af-43c2-9975-b0a6d8dee08d, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e41946-ea14-4052-99da-0fa0692a30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:11:21.175279 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (33a13812-d1af-43c2-9975-b0a6d8dee08d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:21.250106 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba53f6-8a0e-44f7-9fde-dca80eb5d770 req-d729633c-65fb-408e-8141-246e687244d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.251725 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-27ba53f6-8a0e-44f7-9fde-dca80eb5d770 req-d729633c-65fb-408e-8141-246e687244d3 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2376561 Feb 05 03:11:21.291884 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] For port 33a13812-d1af-43c2-9975-b0a6d8dee08d, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:11:21.295937 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] For port 33a13812-d1af-43c2-9975-b0a6d8dee08d, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=33a13812-d1af-43c2-9975-b0a6d8dee08d,segment=NetworkSegment(05e41946-ea14-4052-99da-0fa0692a30b1),segment_id=05e41946-ea14-4052-99da-0fa0692a30b1)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:11:21.305239 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (33a13812-d1af-43c2-9975-b0a6d8dee08d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:21.312217 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (ce17a205-72b3-4fe0-916b-08f1d3eaffd7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:21.337106 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.337823 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:21.345660 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] 10.222.0.31 "PUT /v2.0/ports/33a13812-d1af-43c2-9975-b0a6d8dee08d HTTP/1.1" status: 200 len: 1091 time: 1.5970516 Feb 05 03:11:21.356932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce17a205-72b3-4fe0-916b-08f1d3eaffd7']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:21.384746 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef91c482-7532-4748-aa59-bff438294d1a') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:21.385378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef91c482-7532-4748-aa59-bff438294d1a') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:21.409065 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (ef91c482-7532-4748-aa59-bff438294d1a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:21.445607 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ef91c482-7532-4748-aa59-bff438294d1a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:21.458174 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:11:21.458868 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (ef91c482-7532-4748-aa59-bff438294d1a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:11:21.462676 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:11:21.514409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd4bd9-6e2f-4d0f-85b1-d386d85db941 service neutron] Pushing event updated for resources: {'Port': ['ID=33a13812-d1af-43c2-9975-b0a6d8dee08d,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:21.546345 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-a7aac032-3b2b-45d9-8448-379a9bd430b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.546869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-a7aac032-3b2b-45d9-8448-379a9bd430b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.547539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-a7aac032-3b2b-45d9-8448-379a9bd430b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.548014 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-a7aac032-3b2b-45d9-8448-379a9bd430b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.548676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-a7aac032-3b2b-45d9-8448-379a9bd430b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.549145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-a7aac032-3b2b-45d9-8448-379a9bd430b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.549666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-a7aac032-3b2b-45d9-8448-379a9bd430b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.552137 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-a7aac032-3b2b-45d9-8448-379a9bd430b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 6696 time: 0.1245279 Feb 05 03:11:21.588477 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (ce17a205-72b3-4fe0-916b-08f1d3eaffd7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:21.601535 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:21.609571 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/networks/ce17a205-72b3-4fe0-916b-08f1d3eaffd7 HTTP/1.1" status: 204 len: 168 time: 3.2567725 Feb 05 03:11:21.623312 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-b5bd2174-d0dc-47d6-b681-f5954612d470 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03fddcad-382d-4779-8b93-ead7ee0c15de HTTP/1.1" status: 200 len: 217 time: 0.0628626 Feb 05 03:11:21.623802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46082) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:21.634129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973ef4b-7e01-43fb-a28a-a843478e7126 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Network': ['ID=ce17a205-72b3-4fe0-916b-08f1d3eaffd7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:21.636036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-983444596'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:21.735599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6c5c6aa-7e84-4f74-8196-b13a255e58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.742858 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f6c5c6aa-7e84-4f74-8196-b13a255e58ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cf09b2e-137b-4998-8599-88061836d9fc HTTP/1.1" status: 200 len: 851 time: 0.0989020 Feb 05 03:11:21.811557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bf5bd-6420-43c0-a6bc-52ab4e525023 req-023d5614-3830-41b9-9b89-973b548e3804 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.814918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Made reservation on behalf of d7d3259a9b1d4ff39bd851c882efe346 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:21.819203 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:21.836453 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-88cc9394-8375-4174-93bd-30fcf7f2a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.838403 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-88cc9394-8375-4174-93bd-30fcf7f2a253 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7097744d-dd66-45ae-922a-012c6aa6d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0876415 Feb 05 03:11:21.840432 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bf5bd-6420-43c0-a6bc-52ab4e525023 req-023d5614-3830-41b9-9b89-973b548e3804 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.855021 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bf5bd-6420-43c0-a6bc-52ab4e525023 req-023d5614-3830-41b9-9b89-973b548e3804 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.861393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bf5bd-6420-43c0-a6bc-52ab4e525023 req-023d5614-3830-41b9-9b89-973b548e3804 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.869266 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bf5bd-6420-43c0-a6bc-52ab4e525023 req-023d5614-3830-41b9-9b89-973b548e3804 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.880522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bf5bd-6420-43c0-a6bc-52ab4e525023 req-023d5614-3830-41b9-9b89-973b548e3804 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.889178 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bf5bd-6420-43c0-a6bc-52ab4e525023 req-023d5614-3830-41b9-9b89-973b548e3804 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:21.893817 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f24bf5bd-6420-43c0-a6bc-52ab4e525023 req-023d5614-3830-41b9-9b89-973b548e3804 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.1717839 Feb 05 03:11:21.916358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'tag': '33a13812-d1af-43c2-9975-b0a6d8dee08d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:11:21.922588 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "tag": "33a13812-d1af-43c2-9975-b0a6d8dee08d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:11:21.958079 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:11:22.004125 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (fa56e09b-dacf-4d4d-bde7-57a5ecbc3900), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:22.005913 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Added segment fa56e09b-dacf-4d4d-bde7-57a5ecbc3900 of type vlan for network 58e50090-51f9-4a78-bff7-e1ac80160c8e Feb 05 03:11:22.012904 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c947074b-17a4-4835-babb-0fb1f3e588fd x-openstack-request-id: req-c947074b-17a4-4835-babb-0fb1f3e588fd {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:11:22.013478 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "tag": "33a13812-d1af-43c2-9975-b0a6d8dee08d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:11:22.013827 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c947074b-17a4-4835-babb-0fb1f3e588fd {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:11:22.014337 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'tag': '33a13812-d1af-43c2-9975-b0a6d8dee08d', 'status': 'completed', 'code': 200} Feb 05 03:11:22.030471 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f24bf5bd-6420-43c0-a6bc-52ab4e525023 req-e129c9e1-e00d-4737-a6a3-681b944afc73 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300211 Feb 05 03:11:22.089186 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (58e50090-51f9-4a78-bff7-e1ac80160c8e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:22.131320 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (58e50090-51f9-4a78-bff7-e1ac80160c8e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:22.137899 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:22.138889 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:22.179326 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-55983904-ac8c-4901-8231-19c10b72a197 service neutron] 10.222.0.31 "GET /v2.0/networks/7097744d-dd66-45ae-922a-012c6aa6d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284097 Feb 05 03:11:22.204699 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5797808 Feb 05 03:11:22.207490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46090) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:22.213010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-54e98df3-b8e5-4ce6-ac04-15cb49a33e3a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Request body: {'subnet': {'network_id': '58e50090-51f9-4a78-bff7-e1ac80160c8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:22.397987 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ba92e08e-4bfd-4db7-a659-67e7a4180b7c service neutron] 10.222.0.31 "GET /v2.0/networks/7097744d-dd66-45ae-922a-012c6aa6d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061746 Feb 05 03:11:22.468365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e98df3-b8e5-4ce6-ac04-15cb49a33e3a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Made reservation on behalf of d7d3259a9b1d4ff39bd851c882efe346 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:22.476549 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54e98df3-b8e5-4ce6-ac04-15cb49a33e3a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:22.526586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event updated for resources: {'Network': ['ID=58e50090-51f9-4a78-bff7-e1ac80160c8e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:22.545000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:22.545360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:22.545708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:22.546054 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:22.546396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:22.546737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:22.547096 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:22.547673 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:22.548025 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:22.548357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:22.548686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:22.549019 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:22.549347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9363fd83-93b0-4f3d-940b-dee54bd92f9e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:22.562635 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 58e50090-51f9-4a78-bff7-e1ac80160c8e details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:11:22.586959 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-a649ece9-87e7-45f7-86ca-a80ca4fd1d5d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=5a26af8e-b2d2-48e9-abcf-9b13be1c3efd HTTP/1.1" status: 200 len: 217 time: 0.1793921 Feb 05 03:11:22.733679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-aed4e437-fcf0-4927-9975-4619c114ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:22.739401 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-aed4e437-fcf0-4927-9975-4619c114ecc3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e854b5d-d872-40a2-961d-0a6ca3b5873c HTTP/1.1" status: 200 len: 797 time: 0.1430268 Feb 05 03:11:22.848868 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3c88f329-7c1a-4297-a428-27f1669f4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:22.850390 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-3c88f329-7c1a-4297-a428-27f1669f4216 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1047630 Feb 05 03:11:23.039518 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-992d2c94-674f-403b-a5c4-9ea9e71c3974 service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815140 Feb 05 03:11:23.051419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.objects.ports [None req-54e98df3-b8e5-4ce6-ac04-15cb49a33e3a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109675) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 05 03:11:23.053143 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54e98df3-b8e5-4ce6-ac04-15cb49a33e3a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (548b8647-84d9-4d00-9da9-262beed4997c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:23.115179 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e98df3-b8e5-4ce6-ac04-15cb49a33e3a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event updated for resources: {'Subnet': ['ID=548b8647-84d9-4d00-9da9-262beed4997c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:23.186805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e98df3-b8e5-4ce6-ac04-15cb49a33e3a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Checking segment: {'id': 'fa56e09b-dacf-4d4d-bde7-57a5ecbc3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '58e50090-51f9-4a78-bff7-e1ac80160c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:23.186805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e98df3-b8e5-4ce6-ac04-15cb49a33e3a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Network hostable DHCP agents. Network: 58e50090-51f9-4a78-bff7-e1ac80160c8e, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:11:23.245345 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e98df3-b8e5-4ce6-ac04-15cb49a33e3a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Network 58e50090-51f9-4a78-bff7-e1ac80160c8e is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:11:23.289504 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-54e98df3-b8e5-4ce6-ac04-15cb49a33e3a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 58e50090-51f9-4a78-bff7-e1ac80160c8e) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:23.306195 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de44880-6199-457b-b161-e3284a5fce8d None None] Network 58e50090-51f9-4a78-bff7-e1ac80160c8e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:23.317783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e98df3-b8e5-4ce6-ac04-15cb49a33e3a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:23.318807 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54e98df3-b8e5-4ce6-ac04-15cb49a33e3a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:23.362501 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-54e98df3-b8e5-4ce6-ac04-15cb49a33e3a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1529164 Feb 05 03:11:23.367623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46102) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:23.607920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f02bf-6d71-4ea4-8ec1-3c94e5917c64 req-88eaab69-4550-4efb-b36f-5926cdcac72e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:23.623016 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-58e50090-51f9-4a78-bff7-e1ac80160c8e', 'network_id': '58e50090-51f9-4a78-bff7-e1ac80160c8e', 'project_id': 'd7d3259a9b1d4ff39bd851c882efe346', 'fixed_ips': [{'subnet_id': '548b8647-84d9-4d00-9da9-262beed4997c'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:11:23.623591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f02bf-6d71-4ea4-8ec1-3c94e5917c64 req-88eaab69-4550-4efb-b36f-5926cdcac72e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:23.625028 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:23.637248 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f02bf-6d71-4ea4-8ec1-3c94e5917c64 req-88eaab69-4550-4efb-b36f-5926cdcac72e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:23.660154 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f02bf-6d71-4ea4-8ec1-3c94e5917c64 req-88eaab69-4550-4efb-b36f-5926cdcac72e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:23.677982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f02bf-6d71-4ea4-8ec1-3c94e5917c64 req-88eaab69-4550-4efb-b36f-5926cdcac72e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:23.696499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f02bf-6d71-4ea4-8ec1-3c94e5917c64 req-88eaab69-4550-4efb-b36f-5926cdcac72e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:23.708542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f02bf-6d71-4ea4-8ec1-3c94e5917c64 req-88eaab69-4550-4efb-b36f-5926cdcac72e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:23.724791 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a84f02bf-6d71-4ea4-8ec1-3c94e5917c64 req-88eaab69-4550-4efb-b36f-5926cdcac72e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.5000257 Feb 05 03:11:23.906477 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Allocated IP 2001:db8::f816:3eff:fea5:dfe9 (58e50090-51f9-4a78-bff7-e1ac80160c8e/548b8647-84d9-4d00-9da9-262beed4997c/96eee68b-b21c-4d89-8130-f84fe2106478) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:11:23.924940 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-2452ead0-da9f-40df-8ebc-ba9631da658c service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8764136 Feb 05 03:11:23.969140 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (58e50090-51f9-4a78-bff7-e1ac80160c8e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:23.975613 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-afb7628d-b21c-4eb6-98e9-2f646d817aa8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=dc69a7b0-d07b-4eaf-9597-8aab76827f26 HTTP/1.1" status: 200 len: 217 time: 0.0425539 Feb 05 03:11:23.985024 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a84f02bf-6d71-4ea4-8ec1-3c94e5917c64 req-2544a1ba-90a3-4ced-8154-dca70d755642 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2586305 Feb 05 03:11:24.054622 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (548b8647-84d9-4d00-9da9-262beed4997c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:24.070366 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-79b181d0-ae89-4201-9d23-6a97eff3f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:24.077665 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-79b181d0-ae89-4201-9d23-6a97eff3f867 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e854b5d-d872-40a2-961d-0a6ca3b5873c HTTP/1.1" status: 200 len: 797 time: 0.0935686 Feb 05 03:11:24.171246 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-110cd93b-7f4c-4e3d-a6bf-21c512a26784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:24.172872 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-110cd93b-7f4c-4e3d-a6bf-21c512a26784 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0910022 Feb 05 03:11:24.305345 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-8d3570dd-3ad6-4e43-95c8-4b318efea464 service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258826 Feb 05 03:11:24.331526 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Publish callbacks [] for port (96eee68b-b21c-4d89-8130-f84fe2106478), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:24.342121 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (96eee68b-b21c-4d89-8130-f84fe2106478), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:24.374852 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (548b8647-84d9-4d00-9da9-262beed4997c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:24.428410 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-5943e7b7-3cf7-42d3-99d7-0e21fc8d5b9a service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144707 Feb 05 03:11:24.429872 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Network 58e50090-51f9-4a78-bff7-e1ac80160c8e is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:24.430203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Subnet': ['ID=548b8647-84d9-4d00-9da9-262beed4997c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:24.432864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:24.438290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:11:24.441758 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Pushing event updated for resources: {'Port': ['ID=96eee68b-b21c-4d89-8130-f84fe2106478,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:24.485606 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-75c5464f-6574-488c-a36e-fbf7d15dad8d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 HTTP/1.1" status: 200 len: 217 time: 0.0506258 Feb 05 03:11:24.502394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Attempting to bind port 96eee68b-b21c-4d89-8130-f84fe2106478 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:11:24.502784 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Attempting to bind port 96eee68b-b21c-4d89-8130-f84fe2106478 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'fa56e09b-dacf-4d4d-bde7-57a5ecbc3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '58e50090-51f9-4a78-bff7-e1ac80160c8e'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:11:24.503190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Attempting to bind port 96eee68b-b21c-4d89-8130-f84fe2106478 on network 58e50090-51f9-4a78-bff7-e1ac80160c8e {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:24.509130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:11:24.509521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Checking segment: {'id': 'fa56e09b-dacf-4d4d-bde7-57a5ecbc3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '58e50090-51f9-4a78-bff7-e1ac80160c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:24.509929 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:24.510324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Bound using segment: {'id': 'fa56e09b-dacf-4d4d-bde7-57a5ecbc3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '58e50090-51f9-4a78-bff7-e1ac80160c8e'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:11:24.510822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Bound port: 96eee68b-b21c-4d89-8130-f84fe2106478, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa56e09b-dacf-4d4d-bde7-57a5ecbc3900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '58e50090-51f9-4a78-bff7-e1ac80160c8e'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:11:24.511212 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (96eee68b-b21c-4d89-8130-f84fe2106478), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:24.559538 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (58e50090-51f9-4a78-bff7-e1ac80160c8e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:24.584095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ca38458f-19f3-4eaa-aa59-7ee3ac178fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:24.585867 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] For port 96eee68b-b21c-4d89-8130-f84fe2106478, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:11:24.588834 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-ca38458f-19f3-4eaa-aa59-7ee3ac178fd2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e854b5d-d872-40a2-961d-0a6ca3b5873c HTTP/1.1" status: 200 len: 797 time: 0.0939956 Feb 05 03:11:24.589261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] For port 96eee68b-b21c-4d89-8130-f84fe2106478, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=96eee68b-b21c-4d89-8130-f84fe2106478,segment=NetworkSegment(fa56e09b-dacf-4d4d-bde7-57a5ecbc3900),segment_id=fa56e09b-dacf-4d4d-bde7-57a5ecbc3900)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:11:24.599036 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (96eee68b-b21c-4d89-8130-f84fe2106478), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:24.623030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e50090-51f9-4a78-bff7-e1ac80160c8e']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:24.647247 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa56e09b-dacf-4d4d-bde7-57a5ecbc3900') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:24.647611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa56e09b-dacf-4d4d-bde7-57a5ecbc3900') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:24.660579 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (fa56e09b-dacf-4d4d-bde7-57a5ecbc3900), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:24.677534 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (fa56e09b-dacf-4d4d-bde7-57a5ecbc3900), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:24.688171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:11:24.688827 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (fa56e09b-dacf-4d4d-bde7-57a5ecbc3900), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:11:24.693227 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:11:24.703993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4595bf-a63a-4190-b05f-6f0ee16bb63b None None] Pushing event updated for resources: {'Port': ['ID=96eee68b-b21c-4d89-8130-f84fe2106478,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:24.719610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-fbcac571-bce6-4210-a9f9-c67048624c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:24.721651 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-fbcac571-bce6-4210-a9f9-c67048624c0f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1263554 Feb 05 03:11:24.729897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09408bb-b827-4e30-bff8-94455c3ea067 None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 03:11:24.887927 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-81f7ed4a-2fb0-4d70-bd1f-64b4ac881025 service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552510 Feb 05 03:11:24.964195 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09408bb-b827-4e30-bff8-94455c3ea067 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 03:11:25.096359 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-1a5953aa-3736-48db-8eb1-3ce61e63c861 service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009468 Feb 05 03:11:25.186809 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-a427cd0d-8951-43f2-87c5-dad17789ef4f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=fbc466ef-ab06-42d0-aa44-1c7648ee247b HTTP/1.1" status: 200 len: 217 time: 0.0816495 Feb 05 03:11:25.298205 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.db.api [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 05 03:11:25.298205 n-d-826942-8 neutron-server[109675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 05 03:11:25.298205 n-d-826942-8 neutron-server[109675]: [parameters: {'id': '58e50090-51f9-4a78-bff7-e1ac80160c8e'}] Feb 05 03:11:25.298205 n-d-826942-8 neutron-server[109675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:11:25.298205 n-d-826942-8 neutron-server[109675]: DEBUG oslo_db.api [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:11:25.303863 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-7b92e1e5-550f-4e04-aef4-a9ff9b40f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:25.311584 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-7b92e1e5-550f-4e04-aef4-a9ff9b40f4ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e854b5d-d872-40a2-961d-0a6ca3b5873c HTTP/1.1" status: 200 len: 797 time: 0.1188264 Feb 05 03:11:25.340385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09cab14-8ba6-459d-8f82-3711e8b00eb4 None None] Network 58e50090-51f9-4a78-bff7-e1ac80160c8e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:25.397363 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-b3f0f70e-9f3b-46b4-b9fb-629494ba31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:25.400823 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-b3f0f70e-9f3b-46b4-b9fb-629494ba31aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0819328 Feb 05 03:11:25.419932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df7df4-e3d0-4e73-b099-27d9dcfa5349 req-9f982716-41b9-471f-94f6-468723acc87f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:25.438256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df7df4-e3d0-4e73-b099-27d9dcfa5349 req-9f982716-41b9-471f-94f6-468723acc87f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:25.455062 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df7df4-e3d0-4e73-b099-27d9dcfa5349 req-9f982716-41b9-471f-94f6-468723acc87f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:25.468054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df7df4-e3d0-4e73-b099-27d9dcfa5349 req-9f982716-41b9-471f-94f6-468723acc87f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:25.476581 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df7df4-e3d0-4e73-b099-27d9dcfa5349 req-9f982716-41b9-471f-94f6-468723acc87f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:25.490372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df7df4-e3d0-4e73-b099-27d9dcfa5349 req-9f982716-41b9-471f-94f6-468723acc87f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:25.504265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df7df4-e3d0-4e73-b099-27d9dcfa5349 req-9f982716-41b9-471f-94f6-468723acc87f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:25.513848 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6df7df4-e3d0-4e73-b099-27d9dcfa5349 req-9f982716-41b9-471f-94f6-468723acc87f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.2528002 Feb 05 03:11:25.547022 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-342ba937-c096-4bba-b2e9-a14d89723749 service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383691 Feb 05 03:11:25.586875 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6df7df4-e3d0-4e73-b099-27d9dcfa5349 req-a0206713-125d-4a18-b72d-7189d076c5c6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721312 Feb 05 03:11:25.666582 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-aa05dd93-9abb-4e87-815d-3a4522f95bf2 service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151407 Feb 05 03:11:25.740595 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-a4405c72-033c-4f90-85f6-8b57c04b5ea4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c916ff2-7d58-4cfe-9c58-e067395ab560 HTTP/1.1" status: 200 len: 217 time: 0.0670125 Feb 05 03:11:25.798618 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (58e50090-51f9-4a78-bff7-e1ac80160c8e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:25.802090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f7a1ffca-92df-4c67-81b4-79de6d258fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:25.804098 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-f7a1ffca-92df-4c67-81b4-79de6d258fc8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b096d275-2128-405d-bbe8-4ef7950d852d HTTP/1.1" status: 200 len: 797 time: 0.0560365 Feb 05 03:11:25.869400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Deleting port 96eee68b-b21c-4d89-8130-f84fe2106478 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:11:25.869844 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (96eee68b-b21c-4d89-8130-f84fe2106478), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:25.907363 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-1258ce52-3250-4b56-ad74-381cffa400cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:25.910751 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-1258ce52-3250-4b56-ad74-381cffa400cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1001585 Feb 05 03:11:25.957944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] For port 96eee68b-b21c-4d89-8130-f84fe2106478, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=96eee68b-b21c-4d89-8130-f84fe2106478,segment=NetworkSegment(fa56e09b-dacf-4d4d-bde7-57a5ecbc3900),segment_id=fa56e09b-dacf-4d4d-bde7-57a5ecbc3900)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:25.959189 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (96eee68b-b21c-4d89-8130-f84fe2106478), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:25.975673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Calling delete_port for 96eee68b-b21c-4d89-8130-f84fe2106478 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:11:26.065632 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-67f54ab6-afb2-43e8-a922-dc4efbdaf8b7 service neutron] 10.222.0.31 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481109 Feb 05 03:11:26.081114 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (96eee68b-b21c-4d89-8130-f84fe2106478), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:26.112721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Port': ['ID=96eee68b-b21c-4d89-8130-f84fe2106478,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:26.128714 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] No DVR routers for this DVR port 96eee68b-b21c-4d89-8130-f84fe2106478 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:11:26.221796 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-53bb8906-25f8-420d-912f-bd9e5f6eef2a service neutron] 10.222.0.31 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503975 Feb 05 03:11:26.260061 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (58e50090-51f9-4a78-bff7-e1ac80160c8e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:26.278173 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-c0fb0329-82b8-4347-a601-28aaa71bdaef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=33a13812-d1af-43c2-9975-b0a6d8dee08d HTTP/1.1" status: 200 len: 217 time: 0.0494733 Feb 05 03:11:26.314034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e50090-51f9-4a78-bff7-e1ac80160c8e']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:26.333429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa56e09b-dacf-4d4d-bde7-57a5ecbc3900') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:26.334867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa56e09b-dacf-4d4d-bde7-57a5ecbc3900') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:26.349281 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-9b88b705-f4d1-4509-aa6a-3f3250b3750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:26.351027 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-9b88b705-f4d1-4509-aa6a-3f3250b3750d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b096d275-2128-405d-bbe8-4ef7950d852d HTTP/1.1" status: 200 len: 797 time: 0.0670118 Feb 05 03:11:26.362560 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (fa56e09b-dacf-4d4d-bde7-57a5ecbc3900), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:26.386640 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (fa56e09b-dacf-4d4d-bde7-57a5ecbc3900), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:26.406285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:11:26.408387 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (fa56e09b-dacf-4d4d-bde7-57a5ecbc3900), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:11:26.411826 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:11:26.419767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4bd5d5c1-ddb5-4854-bd47-d3b68046c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:26.422060 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-4bd5d5c1-ddb5-4854-bd47-d3b68046c935 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0641096 Feb 05 03:11:26.543674 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (58e50090-51f9-4a78-bff7-e1ac80160c8e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:26.554242 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:26.561064 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/networks/58e50090-51f9-4a78-bff7-e1ac80160c8e HTTP/1.1" status: 204 len: 168 time: 3.1917627 Feb 05 03:11:26.564396 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46134) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:26.587879 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-d71c23a5-f9d6-48d9-b415-7966b6af1f0f service neutron] 10.222.0.31 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577721 Feb 05 03:11:26.606650 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6ca108-2359-4c73-b56d-5452a8bdd62e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] DELETE failed (client error): The resource could not be found. Feb 05 03:11:26.607254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6ca108-2359-4c73-b56d-5452a8bdd62e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:11:26.610356 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8c6ca108-2359-4c73-b56d-5452a8bdd62e tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/subnets/548b8647-84d9-4d00-9da9-262beed4997c HTTP/1.1" status: 404 len: 337 time: 0.0450027 Feb 05 03:11:26.612834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46136) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:26.621668 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107fa9c-1308-4263-8777-d7c2c8547517 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Network': ['ID=58e50090-51f9-4a78-bff7-e1ac80160c8e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:26.658786 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-143d69ab-d449-4939-a0a4-7e091a4f9e83 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] DELETE failed (client error): The resource could not be found. Feb 05 03:11:26.660673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143d69ab-d449-4939-a0a4-7e091a4f9e83 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:11:26.669630 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-143d69ab-d449-4939-a0a4-7e091a4f9e83 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/networks/58e50090-51f9-4a78-bff7-e1ac80160c8e HTTP/1.1" status: 404 len: 339 time: 0.0556772 Feb 05 03:11:26.670698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46140) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:26.725118 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc76f13-277d-4f85-8fdd-0ba09ce3f445 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] DELETE failed (client error): The resource could not be found. Feb 05 03:11:26.725594 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc76f13-277d-4f85-8fdd-0ba09ce3f445 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:11:26.731049 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9cc76f13-277d-4f85-8fdd-0ba09ce3f445 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/subnets/f8c94c8c-2555-4d8e-872b-1bb73c12ad2b HTTP/1.1" status: 404 len: 337 time: 0.0568445 Feb 05 03:11:26.734465 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46144) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:26.768215 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-97a7c83d-b155-4321-87ac-7f09062e85e6 req-7f55a882-5d27-4bf5-97a7-e14b6c8bbf6a service neutron] 10.222.0.31 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731236 Feb 05 03:11:26.769256 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba11dfc7-b41b-4aed-b28e-e358cde4930f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] DELETE failed (client error): The resource could not be found. Feb 05 03:11:26.769782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba11dfc7-b41b-4aed-b28e-e358cde4930f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:11:26.775256 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ba11dfc7-b41b-4aed-b28e-e358cde4930f tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/networks/ce17a205-72b3-4fe0-916b-08f1d3eaffd7 HTTP/1.1" status: 404 len: 339 time: 0.0374632 Feb 05 03:11:26.782988 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46146) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:26.819024 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-30957c8e-63c6-46cd-8c9b-173605162253 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] DELETE failed (client error): The resource could not be found. Feb 05 03:11:26.819653 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30957c8e-63c6-46cd-8c9b-173605162253 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:11:26.822612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-30957c8e-63c6-46cd-8c9b-173605162253 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/subnets/2c01248c-4102-4f32-995b-d0880e56ce0d HTTP/1.1" status: 404 len: 337 time: 0.0380738 Feb 05 03:11:26.825753 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46150) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:26.874465 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe82169-7fa9-4248-b757-6f89cb58dae5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] DELETE failed (client error): The resource could not be found. Feb 05 03:11:26.875022 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b091b5-3405-43dc-bddd-9cf3ec6da2e4 req-3315176d-af2d-499b-b034-987ce9564b22 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:26.875187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe82169-7fa9-4248-b757-6f89cb58dae5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:11:26.882112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b091b5-3405-43dc-bddd-9cf3ec6da2e4 req-3315176d-af2d-499b-b034-987ce9564b22 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:26.882411 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dfe82169-7fa9-4248-b757-6f89cb58dae5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/networks/0889df98-7f76-4c1d-ab63-530fc39fae09 HTTP/1.1" status: 404 len: 339 time: 0.0550575 Feb 05 03:11:26.882840 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46152) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:26.897137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b091b5-3405-43dc-bddd-9cf3ec6da2e4 req-3315176d-af2d-499b-b034-987ce9564b22 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:26.911212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b091b5-3405-43dc-bddd-9cf3ec6da2e4 req-3315176d-af2d-499b-b034-987ce9564b22 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:26.923914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b091b5-3405-43dc-bddd-9cf3ec6da2e4 req-3315176d-af2d-499b-b034-987ce9564b22 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:26.938190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b091b5-3405-43dc-bddd-9cf3ec6da2e4 req-3315176d-af2d-499b-b034-987ce9564b22 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:26.948357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b091b5-3405-43dc-bddd-9cf3ec6da2e4 req-3315176d-af2d-499b-b034-987ce9564b22 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:26.954389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45b091b5-3405-43dc-bddd-9cf3ec6da2e4 req-3315176d-af2d-499b-b034-987ce9564b22 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.2170708 Feb 05 03:11:27.042102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753 req-d86bca63-0f76-481c-9b9e-257c21521934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:27.047214 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753 req-d86bca63-0f76-481c-9b9e-257c21521934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:27.047944 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753 req-d86bca63-0f76-481c-9b9e-257c21521934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:27.048767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753 req-d86bca63-0f76-481c-9b9e-257c21521934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:27.049657 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753 req-d86bca63-0f76-481c-9b9e-257c21521934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:27.050129 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753 req-d86bca63-0f76-481c-9b9e-257c21521934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:27.051764 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753 req-d86bca63-0f76-481c-9b9e-257c21521934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:27.054280 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753 req-d86bca63-0f76-481c-9b9e-257c21521934 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 6696 time: 0.1944213 Feb 05 03:11:27.084818 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0a242-e881-4ef9-816c-677cb7deec30 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Deleting port f225bd65-023f-4b7b-8a51-56a55322e983 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:11:27.085158 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a242-e881-4ef9-816c-677cb7deec30 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f225bd65-023f-4b7b-8a51-56a55322e983), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:27.128120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4bf2c-247d-4e03-b4a6-78f20f1cb89a req-65077860-1dd2-43cd-ad99-bb0f9ef9a451 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:27.129564 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dde4bf2c-247d-4e03-b4a6-78f20f1cb89a req-65077860-1dd2-43cd-ad99-bb0f9ef9a451 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1727729 Feb 05 03:11:27.159725 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45b091b5-3405-43dc-bddd-9cf3ec6da2e4 req-77792ed8-b5e6-4953-b6d8-73946d89af3d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1818476 Feb 05 03:11:27.218206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dde4bf2c-247d-4e03-b4a6-78f20f1cb89a req-b17e9b32-16e0-44c4-993d-2ba5ca23ce27 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784612 Feb 05 03:11:27.285867 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a242-e881-4ef9-816c-677cb7deec30 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f225bd65-023f-4b7b-8a51-56a55322e983), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:27.314531 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0a242-e881-4ef9-816c-677cb7deec30 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Calling delete_port for f225bd65-023f-4b7b-8a51-56a55322e983 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:11:27.321101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753 req-c98ffcd7-d020-4bec-8a5b-85ccea8a0bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:27.322633 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753 req-c98ffcd7-d020-4bec-8a5b-85ccea8a0bc8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 HTTP/1.1" status: 200 len: 903 time: 0.2577877 Feb 05 03:11:27.380472 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753 req-9efbc576-0e18-4308-863c-e97a810c7ec3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=33a13812-d1af-43c2-9975-b0a6d8dee08d HTTP/1.1" status: 200 len: 217 time: 0.0504546 Feb 05 03:11:27.407858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8d1ee-21b4-49ab-b010-d581daa9ef70 req-57a16a20-7938-4cbe-a8ed-19e20f3a1846 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:27.422787 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eed8d1ee-21b4-49ab-b010-d581daa9ef70 req-57a16a20-7938-4cbe-a8ed-19e20f3a1846 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.0985403 Feb 05 03:11:27.469376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753 req-eea9385d-7980-4e52-889b-50ae61a0f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:27.471102 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753 req-eea9385d-7980-4e52-889b-50ae61a0f049 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b096d275-2128-405d-bbe8-4ef7950d852d HTTP/1.1" status: 200 len: 797 time: 0.0559232 Feb 05 03:11:27.508728 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eed8d1ee-21b4-49ab-b010-d581daa9ef70 req-55ffdbd4-8cdf-4024-ae41-b02fc3304e6d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811422 Feb 05 03:11:27.635340 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a242-e881-4ef9-816c-677cb7deec30 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f225bd65-023f-4b7b-8a51-56a55322e983), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:27.689681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0a242-e881-4ef9-816c-677cb7deec30 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Port': ['ID=f225bd65-023f-4b7b-8a51-56a55322e983,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:27.701575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753 req-3acf4209-2fcd-4d8c-9414-e834efba90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:27.704930 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753 req-3acf4209-2fcd-4d8c-9414-e834efba90f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2273076 Feb 05 03:11:27.705381 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a242-e881-4ef9-816c-677cb7deec30 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:27.711640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46168) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:27.712382 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9ca0a242-e881-4ef9-816c-677cb7deec30 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/ports/f225bd65-023f-4b7b-8a51-56a55322e983 HTTP/1.1" status: 204 len: 168 time: 0.8087080 Feb 05 03:11:27.834621 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753 req-54e2eaa5-1195-4528-a4d3-767e0a2fed19 service neutron] 10.222.0.31 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203926 Feb 05 03:11:27.915629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b734-5422-4bf8-9439-9cd62c981131 req-612ca9cd-5486-4156-8342-d03a452629d5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:27.917405 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f255b734-5422-4bf8-9439-9cd62c981131 req-612ca9cd-5486-4156-8342-d03a452629d5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 812 time: 0.1513093 Feb 05 03:11:27.918502 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da61c16-ee9a-4902-8d5f-75d0d1749fe4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] DELETE failed (client error): The resource could not be found. Feb 05 03:11:27.918968 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3da61c16-ee9a-4902-8d5f-75d0d1749fe4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:11:27.921982 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3da61c16-ee9a-4902-8d5f-75d0d1749fe4 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/subnets/11a5d893-868e-475d-815b-70d384698169 HTTP/1.1" status: 404 len: 337 time: 0.2093377 Feb 05 03:11:27.925933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46176) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:28.006290 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4a9f3b73-6cff-47f8-b4e1-b63efffcc753 req-3d63adb0-01d1-4977-a876-5663673d6bc2 service neutron] 10.222.0.31 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646941 Feb 05 03:11:28.048070 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (7e123afa-e505-4d4c-b63d-2cfde4eca5f7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:28.062728 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f255b734-5422-4bf8-9439-9cd62c981131 req-3e813ba3-d51e-4f11-9abb-715211a04991 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/quotas/853f1900c482489d82f61a09748f53b2 HTTP/1.1" status: 200 len: 375 time: 0.1243658 Feb 05 03:11:28.262023 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f255b734-5422-4bf8-9439-9cd62c981131 req-c8a94e55-4c2f-42e9-9838-cb6c60454d19 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1917033 Feb 05 03:11:28.283673 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (7e123afa-e505-4d4c-b63d-2cfde4eca5f7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:28.314190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e123afa-e505-4d4c-b63d-2cfde4eca5f7']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:28.329668 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546220f0-d4de-4cc5-9b09-e91170a970f0') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:28.329920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546220f0-d4de-4cc5-9b09-e91170a970f0') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:28.340453 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (546220f0-d4de-4cc5-9b09-e91170a970f0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:28.392134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-f255b734-5422-4bf8-9439-9cd62c981131 req-1e87bd76-52ca-4deb-942c-8df3775b8875 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:11:28.400124 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f255b734-5422-4bf8-9439-9cd62c981131 req-1e87bd76-52ca-4deb-942c-8df3775b8875 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1370006 Feb 05 03:11:28.414708 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (546220f0-d4de-4cc5-9b09-e91170a970f0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:28.477984 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:11:28.477984 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (546220f0-d4de-4cc5-9b09-e91170a970f0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:11:28.480796 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:11:28.571810 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d6b93-d82a-4a60-9012-738423035f89 req-eddf449e-6633-4de9-ae25-b7513b319f1c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:28.577844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d6b93-d82a-4a60-9012-738423035f89 req-eddf449e-6633-4de9-ae25-b7513b319f1c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:28.586276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d6b93-d82a-4a60-9012-738423035f89 req-eddf449e-6633-4de9-ae25-b7513b319f1c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:28.593789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d6b93-d82a-4a60-9012-738423035f89 req-eddf449e-6633-4de9-ae25-b7513b319f1c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:28.599789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d6b93-d82a-4a60-9012-738423035f89 req-eddf449e-6633-4de9-ae25-b7513b319f1c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:28.608886 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d6b93-d82a-4a60-9012-738423035f89 req-eddf449e-6633-4de9-ae25-b7513b319f1c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:28.614845 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d6b93-d82a-4a60-9012-738423035f89 req-eddf449e-6633-4de9-ae25-b7513b319f1c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:28.617112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-777d6b93-d82a-4a60-9012-738423035f89 req-eddf449e-6633-4de9-ae25-b7513b319f1c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.3357544 Feb 05 03:11:28.643110 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (7e123afa-e505-4d4c-b63d-2cfde4eca5f7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:28.668718 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:28.673259 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/networks/7e123afa-e505-4d4c-b63d-2cfde4eca5f7 HTTP/1.1" status: 204 len: 168 time: 0.7403774 Feb 05 03:11:28.674117 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46186) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:28.709614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Network': ['ID=7e123afa-e505-4d4c-b63d-2cfde4eca5f7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:28.713402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f255b734-5422-4bf8-9439-9cd62c981131 req-4ce5dc59-c0af-4f56-b4fd-0da399ec5465 service neutron] 10.222.0.36 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124049 Feb 05 03:11:28.747276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-777d6b93-d82a-4a60-9012-738423035f89 req-5299403d-65eb-42e8-9682-decb8f9850a0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1223972 Feb 05 03:11:28.748606 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:28.748957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:28.749306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:28.749657 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:28.749994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:28.750334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:28.750671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:28.751034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:28.751375 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:28.751708 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:28.752038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:28.752371 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:28.752699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d60293-45ed-40c4-848c-49951070311a tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:11:28.825521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9b08217f-420c-4122-87f3-cf3ebc2d53e9 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Deleting port 0be7145f-fa49-4486-a002-f82b89b491f7 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:11:28.825789 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b08217f-420c-4122-87f3-cf3ebc2d53e9 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0be7145f-fa49-4486-a002-f82b89b491f7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:28.862988 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f255b734-5422-4bf8-9439-9cd62c981131 req-e854a9fc-ea35-4f48-ae26-a7500746fd1e service neutron] 10.222.0.36 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343591 Feb 05 03:11:28.913449 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b08217f-420c-4122-87f3-cf3ebc2d53e9 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0be7145f-fa49-4486-a002-f82b89b491f7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:28.934612 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9b08217f-420c-4122-87f3-cf3ebc2d53e9 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Calling delete_port for 0be7145f-fa49-4486-a002-f82b89b491f7 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:11:29.036331 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b08217f-420c-4122-87f3-cf3ebc2d53e9 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0be7145f-fa49-4486-a002-f82b89b491f7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:29.068867 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08217f-420c-4122-87f3-cf3ebc2d53e9 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Port': ['ID=0be7145f-fa49-4486-a002-f82b89b491f7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:29.072824 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b08217f-420c-4122-87f3-cf3ebc2d53e9 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:29.079316 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9b08217f-420c-4122-87f3-cf3ebc2d53e9 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/ports/0be7145f-fa49-4486-a002-f82b89b491f7 HTTP/1.1" status: 204 len: 168 time: 0.4021327 Feb 05 03:11:29.079757 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46190) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:29.108880 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-3675bcb5-7e93-459e-8509-c714a82ef137 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] DELETE failed (client error): The resource could not be found. Feb 05 03:11:29.109635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3675bcb5-7e93-459e-8509-c714a82ef137 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:11:29.115027 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3675bcb5-7e93-459e-8509-c714a82ef137 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/subnets/47d205b1-843b-4b7c-95e5-e0f5b469b248 HTTP/1.1" status: 404 len: 337 time: 0.0318637 Feb 05 03:11:29.115276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46192) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:29.194472 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42f082f5-0e89-4af5-b3f7-88dbc598d209 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (8a1d2d9b-bc23-4469-896a-d5ac661a68dc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:29.294614 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42f082f5-0e89-4af5-b3f7-88dbc598d209 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (8a1d2d9b-bc23-4469-896a-d5ac661a68dc), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:29.322864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-42f082f5-0e89-4af5-b3f7-88dbc598d209 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1d2d9b-bc23-4469-896a-d5ac661a68dc']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:29.333995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-42f082f5-0e89-4af5-b3f7-88dbc598d209 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea88da5c-839a-4404-8ed2-ca4ddf26ec6e') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:29.334379 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-42f082f5-0e89-4af5-b3f7-88dbc598d209 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea88da5c-839a-4404-8ed2-ca4ddf26ec6e') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:29.354326 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42f082f5-0e89-4af5-b3f7-88dbc598d209 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (ea88da5c-839a-4404-8ed2-ca4ddf26ec6e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:29.377896 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42f082f5-0e89-4af5-b3f7-88dbc598d209 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ea88da5c-839a-4404-8ed2-ca4ddf26ec6e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:29.387855 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f082f5-0e89-4af5-b3f7-88dbc598d209 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:11:29.388411 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42f082f5-0e89-4af5-b3f7-88dbc598d209 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (ea88da5c-839a-4404-8ed2-ca4ddf26ec6e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:11:29.459727 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:11:29.473603 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42f082f5-0e89-4af5-b3f7-88dbc598d209 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (8a1d2d9b-bc23-4469-896a-d5ac661a68dc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:29.478613 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42f082f5-0e89-4af5-b3f7-88dbc598d209 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:29.485338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-42f082f5-0e89-4af5-b3f7-88dbc598d209 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/networks/8a1d2d9b-bc23-4469-896a-d5ac661a68dc HTTP/1.1" status: 204 len: 168 time: 0.3666995 Feb 05 03:11:29.485512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46204) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:29.500401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f082f5-0e89-4af5-b3f7-88dbc598d209 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Network': ['ID=8a1d2d9b-bc23-4469-896a-d5ac661a68dc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:29.572437 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-b032062f-ae6a-434d-95e5-137c453a94d6 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Deleting subnet b4d949ea-f44d-47ee-a3eb-804cbbfc1fe7 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:11:29.576077 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b032062f-ae6a-434d-95e5-137c453a94d6 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for subnet (b4d949ea-f44d-47ee-a3eb-804cbbfc1fe7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:29.629263 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b032062f-ae6a-434d-95e5-137c453a94d6 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (b4d949ea-f44d-47ee-a3eb-804cbbfc1fe7), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:29.750804 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b032062f-ae6a-434d-95e5-137c453a94d6 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (b4d949ea-f44d-47ee-a3eb-804cbbfc1fe7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:29.839328 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b032062f-ae6a-434d-95e5-137c453a94d6 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (b4d949ea-f44d-47ee-a3eb-804cbbfc1fe7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:29.872089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032062f-ae6a-434d-95e5-137c453a94d6 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d949ea-f44d-47ee-a3eb-804cbbfc1fe7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:29.878675 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b032062f-ae6a-434d-95e5-137c453a94d6 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:29.881957 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b032062f-ae6a-434d-95e5-137c453a94d6 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/subnets/b4d949ea-f44d-47ee-a3eb-804cbbfc1fe7 HTTP/1.1" status: 204 len: 168 time: 0.3953383 Feb 05 03:11:29.884506 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46228) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:29.887719 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0df232-e143-4e4b-89fd-038c16b7562a None None] Network 641d85b4-7d1a-4f39-bd7e-bf0eb88acc87 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:30.105038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f313a998-6d36-460a-b10d-a42b61493315 None None] DHCP port deletion for 641d85b4-7d1a-4f39-bd7e-bf0eb88acc87 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:11:30.185593 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc5ea4f1-3a3c-43cd-98a8-5e6b346abb9d req-07fd5287-7cb0-4501-b480-25f66ebc0cef tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 210 time: 0.0665996 Feb 05 03:11:30.201732 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (641d85b4-7d1a-4f39-bd7e-bf0eb88acc87), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:30.217983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f3690-038e-4054-ab1c-75d6cddf56f0 req-bd0380cc-b4ef-472c-a6c2-00393af8aa48 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:30.220165 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f313a998-6d36-460a-b10d-a42b61493315 None None] Deleting port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:11:30.220542 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f313a998-6d36-460a-b10d-a42b61493315 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3163560d-fda5-45a9-a33f-e7a96c4cf2c3), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:30.224544 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f3690-038e-4054-ab1c-75d6cddf56f0 req-bd0380cc-b4ef-472c-a6c2-00393af8aa48 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:30.231471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f3690-038e-4054-ab1c-75d6cddf56f0 req-bd0380cc-b4ef-472c-a6c2-00393af8aa48 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:30.238010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f3690-038e-4054-ab1c-75d6cddf56f0 req-bd0380cc-b4ef-472c-a6c2-00393af8aa48 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:30.243574 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f3690-038e-4054-ab1c-75d6cddf56f0 req-bd0380cc-b4ef-472c-a6c2-00393af8aa48 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:30.250488 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f3690-038e-4054-ab1c-75d6cddf56f0 req-bd0380cc-b4ef-472c-a6c2-00393af8aa48 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:30.256446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f3690-038e-4054-ab1c-75d6cddf56f0 req-bd0380cc-b4ef-472c-a6c2-00393af8aa48 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:30.258588 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-650f3690-038e-4054-ab1c-75d6cddf56f0 req-bd0380cc-b4ef-472c-a6c2-00393af8aa48 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.3319445 Feb 05 03:11:30.305228 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f313a998-6d36-460a-b10d-a42b61493315 None None] For port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3163560d-fda5-45a9-a33f-e7a96c4cf2c3,segment=NetworkSegment(52208966-26f4-4c73-9198-d5a7099ab1d7),segment_id=52208966-26f4-4c73-9198-d5a7099ab1d7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:30.306150 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f313a998-6d36-460a-b10d-a42b61493315 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3163560d-fda5-45a9-a33f-e7a96c4cf2c3), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:30.324572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f313a998-6d36-460a-b10d-a42b61493315 None None] Calling delete_port for 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:11:30.354243 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-650f3690-038e-4054-ab1c-75d6cddf56f0 req-4306f79b-96ec-4e0f-a122-0c76b493226f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876050 Feb 05 03:11:30.464489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Deleting port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:11:30.465406 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3163560d-fda5-45a9-a33f-e7a96c4cf2c3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:30.469722 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f313a998-6d36-460a-b10d-a42b61493315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (3163560d-fda5-45a9-a33f-e7a96c4cf2c3), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:30.558843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313a998-6d36-460a-b10d-a42b61493315 None None] Pushing event deleted for resources: {'Port': ['ID=3163560d-fda5-45a9-a33f-e7a96c4cf2c3,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:30.577983 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f313a998-6d36-460a-b10d-a42b61493315 None None] No DVR routers for this DVR port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:11:30.609990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:11:30.632673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] For port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3, host n-d-826942-8, got binding levels [] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:30.636677 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3163560d-fda5-45a9-a33f-e7a96c4cf2c3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:30.650316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:11:30.653711 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:11:30.669929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Calling delete_port for 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:11:30.676352 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 was not found and therefore no delete operation was performed {{(pid=109675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 03:11:30.679338 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (3163560d-fda5-45a9-a33f-e7a96c4cf2c3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:30.749314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Port': ['ID=3163560d-fda5-45a9-a33f-e7a96c4cf2c3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:30.768560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] No DVR routers for this DVR port 3163560d-fda5-45a9-a33f-e7a96c4cf2c3 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:11:30.923277 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (641d85b4-7d1a-4f39-bd7e-bf0eb88acc87), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:30.981123 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641d85b4-7d1a-4f39-bd7e-bf0eb88acc87']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:30.992088 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52208966-26f4-4c73-9198-d5a7099ab1d7') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:30.992422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52208966-26f4-4c73-9198-d5a7099ab1d7') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:31.003722 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (52208966-26f4-4c73-9198-d5a7099ab1d7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:31.035428 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (52208966-26f4-4c73-9198-d5a7099ab1d7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:31.045294 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:11:31.048831 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (52208966-26f4-4c73-9198-d5a7099ab1d7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:11:31.055492 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:11:31.167254 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (641d85b4-7d1a-4f39-bd7e-bf0eb88acc87), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:31.181215 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:31.185990 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] 10.222.0.36 "DELETE /v2.0/networks/641d85b4-7d1a-4f39-bd7e-bf0eb88acc87 HTTP/1.1" status: 204 len: 168 time: 1.3004153 Feb 05 03:11:31.227630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523de901-f721-4803-b493-699b5111edd5 tempest-NetworksIpV6TestAttrs-56446274 tempest-NetworksIpV6TestAttrs-56446274-project] Pushing event deleted for resources: {'Network': ['ID=641d85b4-7d1a-4f39-bd7e-bf0eb88acc87,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:31.328292 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d70da57-3f98-4f9b-8876-4cf5bd4af81e req-416f79bc-3945-44eb-ad1d-8fdd2dd8e10a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 210 time: 0.0506642 Feb 05 03:11:31.533295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46270) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:31.760306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fbc0a-ed19-4954-bc5e-89463a0e8c27 req-5f1c122a-03c4-4ae4-9502-bf01c2c277f3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:31.767698 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3a18d882-7428-4470-bf66-4cea86833ba2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7d3259a9b1d4ff39bd851c882efe346&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2331805 Feb 05 03:11:31.770155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46274) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:31.773243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fbc0a-ed19-4954-bc5e-89463a0e8c27 req-5f1c122a-03c4-4ae4-9502-bf01c2c277f3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:31.786343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fbc0a-ed19-4954-bc5e-89463a0e8c27 req-5f1c122a-03c4-4ae4-9502-bf01c2c277f3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:31.795594 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fbc0a-ed19-4954-bc5e-89463a0e8c27 req-5f1c122a-03c4-4ae4-9502-bf01c2c277f3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:31.810373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fbc0a-ed19-4954-bc5e-89463a0e8c27 req-5f1c122a-03c4-4ae4-9502-bf01c2c277f3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:31.816435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fbc0a-ed19-4954-bc5e-89463a0e8c27 req-5f1c122a-03c4-4ae4-9502-bf01c2c277f3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:31.822012 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fbc0a-ed19-4954-bc5e-89463a0e8c27 req-5f1c122a-03c4-4ae4-9502-bf01c2c277f3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:31.824782 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb8fbc0a-ed19-4954-bc5e-89463a0e8c27 req-5f1c122a-03c4-4ae4-9502-bf01c2c277f3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.2987704 Feb 05 03:11:31.865575 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a30e5717-9209-48db-ac57-37a356da6848 admin admin] Publish callbacks [] for security_group (0872b99a-c21d-45f6-a504-ea8551d58a4d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:31.918026 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a30e5717-9209-48db-ac57-37a356da6848 admin admin] Publish callbacks [] for security_group (0872b99a-c21d-45f6-a504-ea8551d58a4d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:31.922896 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb8fbc0a-ed19-4954-bc5e-89463a0e8c27 req-195a5879-bd13-404f-aba1-e1b39666f4a5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887148 Feb 05 03:11:31.970903 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b734-5422-4bf8-9439-9cd62c981131 req-ee2e8858-6911-439b-8cca-1dd6ef443ca3 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:31.972524 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f255b734-5422-4bf8-9439-9cd62c981131 req-ee2e8858-6911-439b-8cca-1dd6ef443ca3 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.10 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 812 time: 0.3775530 Feb 05 03:11:31.986122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f255b734-5422-4bf8-9439-9cd62c981131 req-9bcc1518-9481-4c60-8016-d13ff0c20f89 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Request body: {'port': {'device_id': 'fc4dea3f-4395-4443-acf3-03f0370f424d', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'admin_state_up': True, 'tenant_id': '853f1900c482489d82f61a09748f53b2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:32.004417 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a30e5717-9209-48db-ac57-37a356da6848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0872b99a-c21d-45f6-a504-ea8551d58a4d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:32.007466 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a30e5717-9209-48db-ac57-37a356da6848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:32.008621 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a30e5717-9209-48db-ac57-37a356da6848 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0872b99a-c21d-45f6-a504-ea8551d58a4d HTTP/1.1" status: 204 len: 168 time: 0.2373717 Feb 05 03:11:32.026244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e5717-9209-48db-ac57-37a356da6848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0872b99a-c21d-45f6-a504-ea8551d58a4d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:32.241611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f255b734-5422-4bf8-9439-9cd62c981131 req-9bcc1518-9481-4c60-8016-d13ff0c20f89 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Made reservation on behalf of 853f1900c482489d82f61a09748f53b2 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:32.246500 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f255b734-5422-4bf8-9439-9cd62c981131 req-9bcc1518-9481-4c60-8016-d13ff0c20f89 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:32.504655 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7bd2406e-30f0-4502-b654-e6afeadb5156 req-3fd7c762-c280-4040-b01f-6df3943dd18c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 210 time: 0.0359097 Feb 05 03:11:32.557543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-f255b734-5422-4bf8-9439-9cd62c981131 req-9bcc1518-9481-4c60-8016-d13ff0c20f89 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Allocated IP 172.20.0.11 (98d2707f-9918-4156-9358-be4daec3064f/145e9b3d-7ddc-4810-9390-8de255c8f149/bce0db23-5c61-4fe9-b045-eb10cc4a36d1) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:11:32.832269 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f255b734-5422-4bf8-9439-9cd62c981131 req-9bcc1518-9481-4c60-8016-d13ff0c20f89 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:32.903104 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f255b734-5422-4bf8-9439-9cd62c981131 req-9bcc1518-9481-4c60-8016-d13ff0c20f89 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:32.925860 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['36ec2062-61f3-4b79-bfaf-aeca1f042639'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:11:32.932452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['bd524c50-2e20-442f-a0b6-34b6a2a08f31'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:11:32.973230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f255b734-5422-4bf8-9439-9cd62c981131 req-9bcc1518-9481-4c60-8016-d13ff0c20f89 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Network 98d2707f-9918-4156-9358-be4daec3064f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:32.979861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-f255b734-5422-4bf8-9439-9cd62c981131 req-9bcc1518-9481-4c60-8016-d13ff0c20f89 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:32.985638 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f255b734-5422-4bf8-9439-9cd62c981131 req-9bcc1518-9481-4c60-8016-d13ff0c20f89 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:11:33.056859 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc1518-9481-4c60-8016-d13ff0c20f89 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event updated for resources: {'Port': ['ID=bce0db23-5c61-4fe9-b045-eb10cc4a36d1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:33.104074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b734-5422-4bf8-9439-9cd62c981131 req-9bcc1518-9481-4c60-8016-d13ff0c20f89 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:33.104801 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f255b734-5422-4bf8-9439-9cd62c981131 req-9bcc1518-9481-4c60-8016-d13ff0c20f89 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:33.208808 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f255b734-5422-4bf8-9439-9cd62c981131 req-9bcc1518-9481-4c60-8016-d13ff0c20f89 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2272418 Feb 05 03:11:33.221959 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46316) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:33.228201 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Request body: {'port': {'device_id': 'fc4dea3f-4395-4443-acf3-03f0370f424d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:33.292557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e9060-db1a-47c5-a90b-b06810ebd1f7 req-28e2d84a-d15e-4359-b015-ca795c72b18d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:33.310608 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e9060-db1a-47c5-a90b-b06810ebd1f7 req-28e2d84a-d15e-4359-b015-ca795c72b18d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:33.338502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e9060-db1a-47c5-a90b-b06810ebd1f7 req-28e2d84a-d15e-4359-b015-ca795c72b18d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:33.344941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e9060-db1a-47c5-a90b-b06810ebd1f7 req-28e2d84a-d15e-4359-b015-ca795c72b18d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:33.362260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e9060-db1a-47c5-a90b-b06810ebd1f7 req-28e2d84a-d15e-4359-b015-ca795c72b18d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:33.370548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e9060-db1a-47c5-a90b-b06810ebd1f7 req-28e2d84a-d15e-4359-b015-ca795c72b18d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:33.389655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e9060-db1a-47c5-a90b-b06810ebd1f7 req-28e2d84a-d15e-4359-b015-ca795c72b18d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:33.394186 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f6e9060-db1a-47c5-a90b-b06810ebd1f7 req-28e2d84a-d15e-4359-b015-ca795c72b18d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.2683756 Feb 05 03:11:33.433853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-02550b17-51d2-4de9-b3f0-6591cc071130 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1983209706'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:33.481973 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02550b17-51d2-4de9-b3f0-6591cc071130 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:33.486099 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02550b17-51d2-4de9-b3f0-6591cc071130 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:33.499038 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:33.508990 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02550b17-51d2-4de9-b3f0-6591cc071130 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:33.616323 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2f54c9c2-b8c8-4ac7-abd2-e48fa7368c4d None None] Provisioning complete for port bce0db23-5c61-4fe9-b045-eb10cc4a36d1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:33.616977 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2f54c9c2-b8c8-4ac7-abd2-e48fa7368c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:33.645531 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f6e9060-db1a-47c5-a90b-b06810ebd1f7 req-2b1e00c7-e7fe-41e9-85a7-ad425df27529 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2415564 Feb 05 03:11:33.692175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02550b17-51d2-4de9-b3f0-6591cc071130 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for security_group (b0c0f504-707b-45a5-8bef-18ab37bf40ba), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:33.692475 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2464054-f608-4ae4-ad5f-9c02a5e2b8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:33.703099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2f54c9c2-b8c8-4ac7-abd2-e48fa7368c4d None None] Port bce0db23-5c61-4fe9-b045-eb10cc4a36d1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:11:33.703791 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02550b17-51d2-4de9-b3f0-6591cc071130 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b0c0f504-707b-45a5-8bef-18ab37bf40ba), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:33.735483 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02550b17-51d2-4de9-b3f0-6591cc071130 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:11:33.745517 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02550b17-51d2-4de9-b3f0-6591cc071130 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c0f504-707b-45a5-8bef-18ab37bf40ba,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:33.754752 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02550b17-51d2-4de9-b3f0-6591cc071130 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (14196798-3e83-4dc1-bdce-24d3cf68da5b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:33.755635 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-02550b17-51d2-4de9-b3f0-6591cc071130 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Added segment 14196798-3e83-4dc1-bdce-24d3cf68da5b of type vlan for network f41a4d4a-b782-464a-9794-e725952f291e Feb 05 03:11:33.807416 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02550b17-51d2-4de9-b3f0-6591cc071130 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (f41a4d4a-b782-464a-9794-e725952f291e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:33.841913 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02550b17-51d2-4de9-b3f0-6591cc071130 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (f41a4d4a-b782-464a-9794-e725952f291e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:33.849058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02550b17-51d2-4de9-b3f0-6591cc071130 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:33.849936 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02550b17-51d2-4de9-b3f0-6591cc071130 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:33.874620 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c914b18-a732-4693-b1de-f1a94ecabd92 req-8405e09b-c76b-4a9e-9cbe-cff38ac54bd5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:33.881927 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c914b18-a732-4693-b1de-f1a94ecabd92 req-8405e09b-c76b-4a9e-9cbe-cff38ac54bd5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 932 time: 0.1473985 Feb 05 03:11:33.894701 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-02550b17-51d2-4de9-b3f0-6591cc071130 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6709728 Feb 05 03:11:33.910555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46326) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:33.917021 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6277cca0-033b-482e-99e6-eb507f049369 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-142124938'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:33.955317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02550b17-51d2-4de9-b3f0-6591cc071130 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Network': ['ID=f41a4d4a-b782-464a-9794-e725952f291e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:33.967839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network f41a4d4a-b782-464a-9794-e725952f291e details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:11:33.976277 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c914b18-a732-4693-b1de-f1a94ecabd92 req-225e5e1c-e616-4c1f-bf03-5102b37eb37a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931664 Feb 05 03:11:33.996218 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6277cca0-033b-482e-99e6-eb507f049369 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:33.999827 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6277cca0-033b-482e-99e6-eb507f049369 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:34.039209 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6277cca0-033b-482e-99e6-eb507f049369 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:11:34.079647 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6277cca0-033b-482e-99e6-eb507f049369 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:34.079899 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-6277cca0-033b-482e-99e6-eb507f049369 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Added segment 9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1 of type vlan for network f8b293f9-9a1b-4729-84d0-dd4badd73611 Feb 05 03:11:34.162698 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6277cca0-033b-482e-99e6-eb507f049369 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (f8b293f9-9a1b-4729-84d0-dd4badd73611), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:34.179226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce0db23-5c61-4fe9-b045-eb10cc4a36d1 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:11:34.192714 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Publish callbacks [] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:34.224552 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Transition to ACTIVE for port object bce0db23-5c61-4fe9-b045-eb10cc4a36d1 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:11:34.229497 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:34.234284 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6277cca0-033b-482e-99e6-eb507f049369 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (f8b293f9-9a1b-4729-84d0-dd4badd73611), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:34.239621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6277cca0-033b-482e-99e6-eb507f049369 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:34.240255 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6277cca0-033b-482e-99e6-eb507f049369 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:34.368301 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46336) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:34.375640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9ba94df4-c863-41bd-aa95-d84242e663ca tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'subnet': {'network_id': 'f41a4d4a-b782-464a-9794-e725952f291e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:34.381114 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6277cca0-033b-482e-99e6-eb507f049369 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4674387 Feb 05 03:11:34.387902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Pushing event updated for resources: {'Port': ['ID=bce0db23-5c61-4fe9-b045-eb10cc4a36d1,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:34.428310 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277cca0-033b-482e-99e6-eb507f049369 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Network': ['ID=f8b293f9-9a1b-4729-84d0-dd4badd73611,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:34.442895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network f8b293f9-9a1b-4729-84d0-dd4badd73611 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:11:34.579392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Attempting to bind port bce0db23-5c61-4fe9-b045-eb10cc4a36d1 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:11:34.579791 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Attempting to bind port bce0db23-5c61-4fe9-b045-eb10cc4a36d1 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:11:34.580066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Attempting to bind port bce0db23-5c61-4fe9-b045-eb10cc4a36d1 on network 98d2707f-9918-4156-9358-be4daec3064f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:34.584899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Port bce0db23-5c61-4fe9-b045-eb10cc4a36d1 on network 98d2707f-9918-4156-9358-be4daec3064f not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:11:34.585155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Attempting to bind port bce0db23-5c61-4fe9-b045-eb10cc4a36d1 on network 98d2707f-9918-4156-9358-be4daec3064f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:34.591992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:11:34.592336 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Checking segment: {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:34.592726 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Bound using segment: {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:11:34.595050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Bound port: bce0db23-5c61-4fe9-b045-eb10cc4a36d1, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:11:34.595425 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:34.610174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba94df4-c863-41bd-aa95-d84242e663ca tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:34.614276 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ba94df4-c863-41bd-aa95-d84242e663ca tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:34.691248 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] For port bce0db23-5c61-4fe9-b045-eb10cc4a36d1, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:11:34.695164 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] For port bce0db23-5c61-4fe9-b045-eb10cc4a36d1, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bce0db23-5c61-4fe9-b045-eb10cc4a36d1,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:11:34.708805 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:34.987049 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ba94df4-c863-41bd-aa95-d84242e663ca tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (a81a2817-7f2c-4142-847f-8a839d2f0614), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:35.067520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba94df4-c863-41bd-aa95-d84242e663ca tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Subnet': ['ID=a81a2817-7f2c-4142-847f-8a839d2f0614,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:35.088102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba94df4-c863-41bd-aa95-d84242e663ca tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Checking segment: {'id': '14196798-3e83-4dc1-bdce-24d3cf68da5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f41a4d4a-b782-464a-9794-e725952f291e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:35.089356 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba94df4-c863-41bd-aa95-d84242e663ca tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network hostable DHCP agents. Network: f41a4d4a-b782-464a-9794-e725952f291e, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:11:35.128146 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba94df4-c863-41bd-aa95-d84242e663ca tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network f41a4d4a-b782-464a-9794-e725952f291e is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:11:35.144069 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9ba94df4-c863-41bd-aa95-d84242e663ca tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, f41a4d4a-b782-464a-9794-e725952f291e) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:35.148692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba94df4-c863-41bd-aa95-d84242e663ca tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:35.149500 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ba94df4-c863-41bd-aa95-d84242e663ca tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:35.156337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b4b925-08ae-48ce-85de-9b050f683aae None None] Network f41a4d4a-b782-464a-9794-e725952f291e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:35.187924 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9ba94df4-c863-41bd-aa95-d84242e663ca tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8170114 Feb 05 03:11:35.188551 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46344) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:35.193428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1855b7ec-c521-49df-aae2-a97092eccf63 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'subnet': {'network_id': 'f8b293f9-9a1b-4729-84d0-dd4badd73611', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:35.300512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:35.301148 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:35.302650 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f255b734-5422-4bf8-9439-9cd62c981131 req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] 10.222.0.10 "PUT /v2.0/ports/bce0db23-5c61-4fe9-b045-eb10cc4a36d1 HTTP/1.1" status: 200 len: 1092 time: 2.0800197 Feb 05 03:11:35.303856 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4dea3f-4395-4443-acf3-03f0370f424d', 'tag': 'bce0db23-5c61-4fe9-b045-eb10cc4a36d1'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:11:35.306156 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b140e39-6514-4f10-94a1-37374e18503d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4dea3f-4395-4443-acf3-03f0370f424d", "tag": "bce0db23-5c61-4fe9-b045-eb10cc4a36d1"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:11:35.387872 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1855b7ec-c521-49df-aae2-a97092eccf63 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:35.392686 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1855b7ec-c521-49df-aae2-a97092eccf63 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:35.406773 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-f41a4d4a-b782-464a-9794-e725952f291e', 'network_id': 'f41a4d4a-b782-464a-9794-e725952f291e', 'project_id': '462601c24a08425693c823c46e08e1e1', 'fixed_ips': [{'subnet_id': 'a81a2817-7f2c-4142-847f-8a839d2f0614'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:11:35.407751 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:35.542429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178e0e6-4a47-4e3d-84a2-4e10afb9f59f service neutron] Pushing event updated for resources: {'Port': ['ID=bce0db23-5c61-4fe9-b045-eb10cc4a36d1,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:35.611985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468e678-c374-41b7-9db5-2693fc9a250d req-cb53ae18-95d4-4718-9af4-cce6b3ce1c8b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:35.617213 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a468e678-c374-41b7-9db5-2693fc9a250d req-cb53ae18-95d4-4718-9af4-cce6b3ce1c8b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 944 time: 0.4370420 Feb 05 03:11:35.651543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398f485-b86f-4de7-85fa-8adec34feb3e req-103bdb4b-bc09-4153-82b9-e22f11bc1076 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:35.664278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398f485-b86f-4de7-85fa-8adec34feb3e req-103bdb4b-bc09-4153-82b9-e22f11bc1076 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:35.686667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398f485-b86f-4de7-85fa-8adec34feb3e req-103bdb4b-bc09-4153-82b9-e22f11bc1076 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:35.703581 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398f485-b86f-4de7-85fa-8adec34feb3e req-103bdb4b-bc09-4153-82b9-e22f11bc1076 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:35.709741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398f485-b86f-4de7-85fa-8adec34feb3e req-103bdb4b-bc09-4153-82b9-e22f11bc1076 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:35.717579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398f485-b86f-4de7-85fa-8adec34feb3e req-103bdb4b-bc09-4153-82b9-e22f11bc1076 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:35.724984 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398f485-b86f-4de7-85fa-8adec34feb3e req-103bdb4b-bc09-4153-82b9-e22f11bc1076 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:35.727428 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a398f485-b86f-4de7-85fa-8adec34feb3e req-103bdb4b-bc09-4153-82b9-e22f11bc1076 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.9409564 Feb 05 03:11:35.798415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1855b7ec-c521-49df-aae2-a97092eccf63 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (c704f9e2-2248-4404-b6aa-c46d4de36fdd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:35.814185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b734-5422-4bf8-9439-9cd62c981131 req-8f912aa1-a01d-4530-aa18-4ea984cf5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:35.815904 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f255b734-5422-4bf8-9439-9cd62c981131 req-8f912aa1-a01d-4530-aa18-4ea984cf5c92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 1126 time: 0.4570191 Feb 05 03:11:35.836035 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Allocated IP 2001:db8::2 (f41a4d4a-b782-464a-9794-e725952f291e/a81a2817-7f2c-4142-847f-8a839d2f0614/abebe6f1-f916-4eed-a9ca-fe5ab82e5413) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:11:35.854650 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a468e678-c374-41b7-9db5-2693fc9a250d req-74a34aab-0f44-4a47-8ab3-f1539883598a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259906 Feb 05 03:11:35.871242 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a398f485-b86f-4de7-85fa-8adec34feb3e req-62c95244-a36f-4787-9e85-8bbbc53e9455 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257961 Feb 05 03:11:35.931941 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855b7ec-c521-49df-aae2-a97092eccf63 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Subnet': ['ID=c704f9e2-2248-4404-b6aa-c46d4de36fdd,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:35.939029 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f255b734-5422-4bf8-9439-9cd62c981131 req-8eddda1f-0449-47f9-9e1f-b1986b31ab7c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bce0db23-5c61-4fe9-b045-eb10cc4a36d1 HTTP/1.1" status: 200 len: 217 time: 0.0879633 Feb 05 03:11:35.969283 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ee7a23-c111-474a-b19f-17a064250836 x-openstack-request-id: req-61ee7a23-c111-474a-b19f-17a064250836 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:11:35.969703 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4dea3f-4395-4443-acf3-03f0370f424d", "tag": "bce0db23-5c61-4fe9-b045-eb10cc4a36d1", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:11:35.970056 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61ee7a23-c111-474a-b19f-17a064250836 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:11:35.970559 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4dea3f-4395-4443-acf3-03f0370f424d', 'tag': 'bce0db23-5c61-4fe9-b045-eb10cc4a36d1', 'status': 'completed', 'code': 200} Feb 05 03:11:35.985715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1855b7ec-c521-49df-aae2-a97092eccf63 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Checking segment: {'id': '9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f8b293f9-9a1b-4729-84d0-dd4badd73611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:35.986079 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1855b7ec-c521-49df-aae2-a97092eccf63 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network hostable DHCP agents. Network: f8b293f9-9a1b-4729-84d0-dd4badd73611, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:11:36.014167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b734-5422-4bf8-9439-9cd62c981131 req-551abc7c-7bd3-4a1b-952a-aa9c9e5ea552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:36.015933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f255b734-5422-4bf8-9439-9cd62c981131 req-551abc7c-7bd3-4a1b-952a-aa9c9e5ea552 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.0690234 Feb 05 03:11:36.022285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1855b7ec-c521-49df-aae2-a97092eccf63 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network f8b293f9-9a1b-4729-84d0-dd4badd73611 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:11:36.038057 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1855b7ec-c521-49df-aae2-a97092eccf63 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, f8b293f9-9a1b-4729-84d0-dd4badd73611) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:36.042296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1855b7ec-c521-49df-aae2-a97092eccf63 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:36.043037 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1855b7ec-c521-49df-aae2-a97092eccf63 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:36.068031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079bd8be-59cd-4549-a74a-682231bd2113 None None] Network f8b293f9-9a1b-4729-84d0-dd4badd73611 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:36.087630 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1855b7ec-c521-49df-aae2-a97092eccf63 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8950646 Feb 05 03:11:36.088182 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46354) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:36.103005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4faaf27b-2ca3-4434-a40a-3ea506ba628c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-636158833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:36.103238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255b734-5422-4bf8-9439-9cd62c981131 req-9c109013-9070-4912-9d13-86570d155f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:36.110853 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f255b734-5422-4bf8-9439-9cd62c981131 req-9c109013-9070-4912-9d13-86570d155f33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0872555 Feb 05 03:11:36.160932 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06ce3629-0ce6-45d6-825e-646c8fdd2f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:36.173620 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4faaf27b-2ca3-4434-a40a-3ea506ba628c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (9b63c2ce-d37e-4d58-8e02-d527e8b804cc), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:36.185853 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4faaf27b-2ca3-4434-a40a-3ea506ba628c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (9b63c2ce-d37e-4d58-8e02-d527e8b804cc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:36.273789 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f255b734-5422-4bf8-9439-9cd62c981131 req-b4b2d090-d7e6-4e59-9bf7-c202e0bae993 service neutron] 10.222.0.10 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564038 Feb 05 03:11:36.305218 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Publish callbacks [] for port (abebe6f1-f916-4eed-a9ca-fe5ab82e5413), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:36.349111 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (abebe6f1-f916-4eed-a9ca-fe5ab82e5413), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:36.359944 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4faaf27b-2ca3-4434-a40a-3ea506ba628c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_controller (9b63c2ce-d37e-4d58-8e02-d527e8b804cc), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:36.377845 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4faaf27b-2ca3-4434-a40a-3ea506ba628c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (9b63c2ce-d37e-4d58-8e02-d527e8b804cc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:36.384135 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-f8b293f9-9a1b-4729-84d0-dd4badd73611', 'network_id': 'f8b293f9-9a1b-4729-84d0-dd4badd73611', 'project_id': '462601c24a08425693c823c46e08e1e1', 'fixed_ips': [{'subnet_id': 'c704f9e2-2248-4404-b6aa-c46d4de36fdd'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:11:36.385534 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:36.415818 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4faaf27b-2ca3-4434-a40a-3ea506ba628c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:36.420883 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4faaf27b-2ca3-4434-a40a-3ea506ba628c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3300662 Feb 05 03:11:36.421655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46358) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:36.613696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Allocated IP 2001:db8:1::2 (f8b293f9-9a1b-4729-84d0-dd4badd73611/c704f9e2-2248-4404-b6aa-c46d4de36fdd/9fadfc63-5ee0-4611-b99a-539107c81959) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:11:36.772140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Network f41a4d4a-b782-464a-9794-e725952f291e is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:36.785667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f255b734-5422-4bf8-9439-9cd62c981131 req-afd4e02d-61c3-4ccf-a543-211619f662b0 service neutron] 10.222.0.10 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040102 Feb 05 03:11:36.786232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:36.798382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:11:36.801069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Pushing event updated for resources: {'Port': ['ID=abebe6f1-f916-4eed-a9ca-fe5ab82e5413,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:36.912327 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:36.956154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Attempting to bind port abebe6f1-f916-4eed-a9ca-fe5ab82e5413 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:11:36.957635 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Attempting to bind port abebe6f1-f916-4eed-a9ca-fe5ab82e5413 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '14196798-3e83-4dc1-bdce-24d3cf68da5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f41a4d4a-b782-464a-9794-e725952f291e'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:11:36.961868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Attempting to bind port abebe6f1-f916-4eed-a9ca-fe5ab82e5413 on network f41a4d4a-b782-464a-9794-e725952f291e {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:37.002985 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:11:37.007675 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Checking segment: {'id': '14196798-3e83-4dc1-bdce-24d3cf68da5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f41a4d4a-b782-464a-9794-e725952f291e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:37.009035 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:37.009531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Bound using segment: {'id': '14196798-3e83-4dc1-bdce-24d3cf68da5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f41a4d4a-b782-464a-9794-e725952f291e'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:11:37.011785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Bound port: abebe6f1-f916-4eed-a9ca-fe5ab82e5413, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14196798-3e83-4dc1-bdce-24d3cf68da5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f41a4d4a-b782-464a-9794-e725952f291e'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:11:37.013148 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (abebe6f1-f916-4eed-a9ca-fe5ab82e5413), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:37.019674 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Publish callbacks [] for port (9fadfc63-5ee0-4611-b99a-539107c81959), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:37.058554 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (9fadfc63-5ee0-4611-b99a-539107c81959), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:37.087664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b140e39-6514-4f10-94a1-37374e18503d req-3cfd5bb8-19f6-48e5-97c6-9be44780ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:37.089175 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b140e39-6514-4f10-94a1-37374e18503d req-3cfd5bb8-19f6-48e5-97c6-9be44780ee1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 1126 time: 0.2311733 Feb 05 03:11:37.213853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Network f8b293f9-9a1b-4729-84d0-dd4badd73611 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:37.241796 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:37.244479 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:11:37.295681 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:37.369667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Pushing event updated for resources: {'Port': ['ID=9fadfc63-5ee0-4611-b99a-539107c81959,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:37.413998 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Allocated IP 2001:db8::1 (f41a4d4a-b782-464a-9794-e725952f291e/a81a2817-7f2c-4142-847f-8a839d2f0614/f2cd2561-a705-491a-959d-aa9b4c04f60f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:11:37.440297 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] For port abebe6f1-f916-4eed-a9ca-fe5ab82e5413, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:11:37.467131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] For port abebe6f1-f916-4eed-a9ca-fe5ab82e5413, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=abebe6f1-f916-4eed-a9ca-fe5ab82e5413,segment=NetworkSegment(14196798-3e83-4dc1-bdce-24d3cf68da5b),segment_id=14196798-3e83-4dc1-bdce-24d3cf68da5b)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:11:37.501982 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (abebe6f1-f916-4eed-a9ca-fe5ab82e5413), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:37.534187 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Attempting to bind port 9fadfc63-5ee0-4611-b99a-539107c81959 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:11:37.534556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Attempting to bind port 9fadfc63-5ee0-4611-b99a-539107c81959 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f8b293f9-9a1b-4729-84d0-dd4badd73611'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:11:37.534949 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Attempting to bind port 9fadfc63-5ee0-4611-b99a-539107c81959 on network f8b293f9-9a1b-4729-84d0-dd4badd73611 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:37.562607 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (f2cd2561-a705-491a-959d-aa9b4c04f60f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:37.590496 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:11:37.599163 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Checking segment: {'id': '9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f8b293f9-9a1b-4729-84d0-dd4badd73611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:37.599577 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:37.599978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Bound using segment: {'id': '9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f8b293f9-9a1b-4729-84d0-dd4badd73611'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:11:37.600470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Bound port: 9fadfc63-5ee0-4611-b99a-539107c81959, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f8b293f9-9a1b-4729-84d0-dd4badd73611'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:11:37.601036 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9fadfc63-5ee0-4611-b99a-539107c81959), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:37.621442 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (f2cd2561-a705-491a-959d-aa9b4c04f60f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:37.676039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a040d36-30f0-4fae-85fa-91e20a810e39 req-3bf59b4d-b7a0-4613-931d-7e1fa79a5ed9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:37.687835 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a040d36-30f0-4fae-85fa-91e20a810e39 req-3bf59b4d-b7a0-4613-931d-7e1fa79a5ed9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:37.693913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a040d36-30f0-4fae-85fa-91e20a810e39 req-3bf59b4d-b7a0-4613-931d-7e1fa79a5ed9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:37.699545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a040d36-30f0-4fae-85fa-91e20a810e39 req-3bf59b4d-b7a0-4613-931d-7e1fa79a5ed9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:37.707205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a040d36-30f0-4fae-85fa-91e20a810e39 req-3bf59b4d-b7a0-4613-931d-7e1fa79a5ed9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:37.712878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a040d36-30f0-4fae-85fa-91e20a810e39 req-3bf59b4d-b7a0-4613-931d-7e1fa79a5ed9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:37.724385 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a040d36-30f0-4fae-85fa-91e20a810e39 req-3bf59b4d-b7a0-4613-931d-7e1fa79a5ed9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:37.743812 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a040d36-30f0-4fae-85fa-91e20a810e39 req-3bf59b4d-b7a0-4613-931d-7e1fa79a5ed9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.7145700 Feb 05 03:11:37.748536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbc2a3-e7fe-459b-a761-b1af3e03b294 None None] Pushing event updated for resources: {'Port': ['ID=abebe6f1-f916-4eed-a9ca-fe5ab82e5413,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:37.796057 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fc232-791e-4e40-967b-2485eb3aa16d req-d33ef8de-4188-4132-b550-14fdae8de72c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:37.797605 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c6fc232-791e-4e40-967b-2485eb3aa16d req-d33ef8de-4188-4132-b550-14fdae8de72c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 944 time: 0.7674119 Feb 05 03:11:37.811458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network f41a4d4a-b782-464a-9794-e725952f291e is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:37.812722 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] For port 9fadfc63-5ee0-4611-b99a-539107c81959, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:11:37.816897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] For port 9fadfc63-5ee0-4611-b99a-539107c81959, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9fadfc63-5ee0-4611-b99a-539107c81959,segment=NetworkSegment(9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1),segment_id=9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:11:37.825861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:37.833638 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9fadfc63-5ee0-4611-b99a-539107c81959), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:37.848245 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:11:37.849015 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (9b63c2ce-d37e-4d58-8e02-d527e8b804cc), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:37.960493 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=f2cd2561-a705-491a-959d-aa9b4c04f60f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:37.975983 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8c384-a61d-4df8-abc4-d20a8e000077 None None] Pushing event updated for resources: {'Port': ['ID=9fadfc63-5ee0-4611-b99a-539107c81959,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:38.056380 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b140e39-6514-4f10-94a1-37374e18503d req-78b70245-b5c3-446d-a334-edab894c1fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:38.071783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b140e39-6514-4f10-94a1-37374e18503d req-78b70245-b5c3-446d-a334-edab894c1fd3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.9387119 Feb 05 03:11:38.221871 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b140e39-6514-4f10-94a1-37374e18503d req-fbacb77b-a07a-4f8f-825b-62b72dbcb4c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bce0db23-5c61-4fe9-b045-eb10cc4a36d1 HTTP/1.1" status: 200 len: 217 time: 0.1373327 Feb 05 03:11:38.346819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b140e39-6514-4f10-94a1-37374e18503d req-24b6ef02-8e00-4577-a767-14d948bcbc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:38.348800 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b140e39-6514-4f10-94a1-37374e18503d req-24b6ef02-8e00-4577-a767-14d948bcbc87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.1111679 Feb 05 03:11:38.354281 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a040d36-30f0-4fae-85fa-91e20a810e39 req-45ddac10-ddd2-4895-8054-b0707b6cd3ea tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6096735 Feb 05 03:11:38.423861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c6fc232-791e-4e40-967b-2485eb3aa16d req-579b9349-7e12-4bc6-8a6d-85a82ebabe79 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101222 Feb 05 03:11:38.464717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b140e39-6514-4f10-94a1-37374e18503d req-a22e5bf5-e25a-430a-864c-e12ba8371de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:38.466901 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b140e39-6514-4f10-94a1-37374e18503d req-a22e5bf5-e25a-430a-864c-e12ba8371de7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1069777 Feb 05 03:11:38.669763 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:38.695406 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b140e39-6514-4f10-94a1-37374e18503d req-cee33a38-1aa4-456c-aa89-3aeaa443dad1 service neutron] 10.222.0.10 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762977 Feb 05 03:11:38.775474 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f2cd2561-a705-491a-959d-aa9b4c04f60f), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:38.877311 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9fadfc63-5ee0-4611-b99a-539107c81959 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:11:38.989046 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b140e39-6514-4f10-94a1-37374e18503d req-d8fc96d2-6530-4ec0-b522-15cecc6bbeba service neutron] 10.222.0.10 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818727 Feb 05 03:11:39.002420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 9fadfc63-5ee0-4611-b99a-539107c81959 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:39.003203 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9fadfc63-5ee0-4611-b99a-539107c81959), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:39.600796 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef8d00a-be1e-4eac-b47a-a4f7fa2099d4 None None] Network f8b293f9-9a1b-4729-84d0-dd4badd73611 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:39.812258 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 9fadfc63-5ee0-4611-b99a-539107c81959 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:39.814251 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9fadfc63-5ee0-4611-b99a-539107c81959), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:39.880075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0d462c-fc64-4b4b-877a-bd40aabd787d None None] Network f41a4d4a-b782-464a-9794-e725952f291e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:39.881008 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832aa56-dc50-4804-bd58-df4b8d8e19cd req-43c28950-7fa0-462c-a69f-fb6e677be11f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:39.883079 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device bce0db23-5c61-4fe9-b045-eb10cc4a36d1 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:11:39.883267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e832aa56-dc50-4804-bd58-df4b8d8e19cd req-43c28950-7fa0-462c-a69f-fb6e677be11f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 944 time: 0.2728586 Feb 05 03:11:39.912864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883252-711f-4bee-a170-2db92a36bf81 req-3ba3e848-6de0-40d9-a107-ae6d8ad5fdb2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:39.925302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883252-711f-4bee-a170-2db92a36bf81 req-3ba3e848-6de0-40d9-a107-ae6d8ad5fdb2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:39.931289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883252-711f-4bee-a170-2db92a36bf81 req-3ba3e848-6de0-40d9-a107-ae6d8ad5fdb2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:39.937862 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883252-711f-4bee-a170-2db92a36bf81 req-3ba3e848-6de0-40d9-a107-ae6d8ad5fdb2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:39.945728 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883252-711f-4bee-a170-2db92a36bf81 req-3ba3e848-6de0-40d9-a107-ae6d8ad5fdb2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:39.953298 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883252-711f-4bee-a170-2db92a36bf81 req-3ba3e848-6de0-40d9-a107-ae6d8ad5fdb2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:39.961107 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883252-711f-4bee-a170-2db92a36bf81 req-3ba3e848-6de0-40d9-a107-ae6d8ad5fdb2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:39.973310 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6883252-711f-4bee-a170-2db92a36bf81 req-3ba3e848-6de0-40d9-a107-ae6d8ad5fdb2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.3552437 Feb 05 03:11:40.003370 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port bce0db23-5c61-4fe9-b045-eb10cc4a36d1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bce0db23-5c61-4fe9-b045-eb10cc4a36d1,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:40.029074 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (f2cd2561-a705-491a-959d-aa9b4c04f60f), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:40.030144 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'bce0db23-5c61-4fe9-b045-eb10cc4a36d1', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'port_id': 'bce0db23-5c61-4fe9-b045-eb10cc4a36d1', 'mac_address': 'fa:16:3e:15:bb:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:11:40.078057 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (f2cd2561-a705-491a-959d-aa9b4c04f60f), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:40.079078 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (9b63c2ce-d37e-4d58-8e02-d527e8b804cc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:40.111986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-695357c9-4d7e-4a35-97a5-11c98a032244 None None] Provisioning complete for port 9fadfc63-5ee0-4611-b99a-539107c81959 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:40.112694 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-695357c9-4d7e-4a35-97a5-11c98a032244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9fadfc63-5ee0-4611-b99a-539107c81959), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:40.157491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 9fadfc63-5ee0-4611-b99a-539107c81959, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9fadfc63-5ee0-4611-b99a-539107c81959,segment=NetworkSegment(9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1),segment_id=9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:40.175537 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:40.253121 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9fadfc63-5ee0-4611-b99a-539107c81959), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:40.254155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device abebe6f1-f916-4eed-a9ca-fe5ab82e5413 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:11:40.317477 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6883252-711f-4bee-a170-2db92a36bf81 req-c3816ad0-17b0-4a7c-849d-51e6237f4bcc tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3384252 Feb 05 03:11:40.349773 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=f2cd2561-a705-491a-959d-aa9b4c04f60f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:40.395808 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e832aa56-dc50-4804-bd58-df4b8d8e19cd req-a7334179-f686-448e-8449-0e1e0c073919 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053952 Feb 05 03:11:40.493658 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network f41a4d4a-b782-464a-9794-e725952f291e is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:40.495159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:40.569622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-695357c9-4d7e-4a35-97a5-11c98a032244 None None] Current status of the port 9fadfc63-5ee0-4611-b99a-539107c81959 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:40.621727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port bce0db23-5c61-4fe9-b045-eb10cc4a36d1 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:40.625658 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:40.729263 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce0db23-5c61-4fe9-b045-eb10cc4a36d1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:11:40.827124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port bce0db23-5c61-4fe9-b045-eb10cc4a36d1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bce0db23-5c61-4fe9-b045-eb10cc4a36d1,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:40.829434 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 9b63c2ce-d37e-4d58-8e02-d527e8b804cc is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:11:40.833450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=9fadfc63-5ee0-4611-b99a-539107c81959,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:40.880788 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:40.966888 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port abebe6f1-f916-4eed-a9ca-fe5ab82e5413 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:40.975936 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (abebe6f1-f916-4eed-a9ca-fe5ab82e5413), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:40.987828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-003d6264-b4c2-497d-bc75-c8fb1de9f6e6 None None] Provisioning complete for port abebe6f1-f916-4eed-a9ca-fe5ab82e5413 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:40.988416 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-003d6264-b4c2-497d-bc75-c8fb1de9f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (abebe6f1-f916-4eed-a9ca-fe5ab82e5413), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:41.062246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:11:41.071454 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46406) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:41.072603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cac394e8-25bd-4dfd-8743-fec2dc39f684 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/9b63c2ce-d37e-4d58-8e02-d527e8b804cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6393001 Feb 05 03:11:41.092991 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc3f82c-8bd4-4312-9c99-bfa27f28bc20 None None] Sync routers for ids ['9b63c2ce-d37e-4d58-8e02-d527e8b804cc'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:11:41.197893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc3f82c-8bd4-4312-9c99-bfa27f28bc20 None None] Routers {'9b63c2ce-d37e-4d58-8e02-d527e8b804cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:11:41.198527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9dc3f82c-8bd4-4312-9c99-bfa27f28bc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:11:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9b63c2ce-d37e-4d58-8e02-d527e8b804cc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:41.209697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae404791-12b6-4a17-843d-43180b73dc2e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:41.216740 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ae404791-12b6-4a17-843d-43180b73dc2e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports/f2cd2561-a705-491a-959d-aa9b4c04f60f HTTP/1.1" status: 200 len: 911 time: 0.1428254 Feb 05 03:11:41.218482 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46410) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:41.261813 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9dc3f82c-8bd4-4312-9c99-bfa27f28bc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:41.267396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['bce0db23-5c61-4fe9-b045-eb10cc4a36d1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:11:41.418726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=bce0db23-5c61-4fe9-b045-eb10cc4a36d1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:41.486098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46416) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:41.522107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc3f82c-8bd4-4312-9c99-bfa27f28bc20 None None] Routers {'9b63c2ce-d37e-4d58-8e02-d527e8b804cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:11:41.525797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9dc3f82c-8bd4-4312-9c99-bfa27f28bc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:11:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9b63c2ce-d37e-4d58-8e02-d527e8b804cc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:41.714135 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29664e45-e908-4c51-8849-74a800a44d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:41.756619 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:41.767082 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port abebe6f1-f916-4eed-a9ca-fe5ab82e5413 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:41.767492 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (abebe6f1-f916-4eed-a9ca-fe5ab82e5413), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:41.801713 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-003d6264-b4c2-497d-bc75-c8fb1de9f6e6 None None] Current status of the port abebe6f1-f916-4eed-a9ca-fe5ab82e5413 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:41.803433 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-003d6264-b4c2-497d-bc75-c8fb1de9f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (abebe6f1-f916-4eed-a9ca-fe5ab82e5413), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:41.809777 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9dc3f82c-8bd4-4312-9c99-bfa27f28bc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:41.811800 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc3f82c-8bd4-4312-9c99-bfa27f28bc20 None None] The sync data for ids ['9b63c2ce-d37e-4d58-8e02-d527e8b804cc'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:11:41.829441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fff59-72f7-40c9-8bed-880379f98d2b req-3d781552-4edb-4971-b6d6-12c4e091b1a5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:41.834953 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fff59-72f7-40c9-8bed-880379f98d2b req-3d781552-4edb-4971-b6d6-12c4e091b1a5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:41.872034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fff59-72f7-40c9-8bed-880379f98d2b req-3d781552-4edb-4971-b6d6-12c4e091b1a5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:41.877640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fff59-72f7-40c9-8bed-880379f98d2b req-3d781552-4edb-4971-b6d6-12c4e091b1a5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:41.888681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fff59-72f7-40c9-8bed-880379f98d2b req-3d781552-4edb-4971-b6d6-12c4e091b1a5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:41.904227 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fff59-72f7-40c9-8bed-880379f98d2b req-3d781552-4edb-4971-b6d6-12c4e091b1a5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:41.923581 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29664e45-e908-4c51-8849-74a800a44d19 admin admin] Publish callbacks [] for security_group (f450bb93-382b-48a3-b214-cb1e85088aca), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:41.926382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fff59-72f7-40c9-8bed-880379f98d2b req-3d781552-4edb-4971-b6d6-12c4e091b1a5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:41.934848 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b62fff59-72f7-40c9-8bed-880379f98d2b req-3d781552-4edb-4971-b6d6-12c4e091b1a5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.2873647 Feb 05 03:11:41.936521 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29664e45-e908-4c51-8849-74a800a44d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f450bb93-382b-48a3-b214-cb1e85088aca), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:41.957447 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf02d00-bad6-485d-981e-09ab2cdc0bf9 req-f97f5bd5-0ccd-4383-96bd-3886eaddcd05 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:41.971551 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ddf02d00-bad6-485d-981e-09ab2cdc0bf9 req-f97f5bd5-0ccd-4383-96bd-3886eaddcd05 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 945 time: 0.4251502 Feb 05 03:11:42.103805 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29664e45-e908-4c51-8849-74a800a44d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f450bb93-382b-48a3-b214-cb1e85088aca,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:42.105799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port abebe6f1-f916-4eed-a9ca-fe5ab82e5413, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=abebe6f1-f916-4eed-a9ca-fe5ab82e5413,segment=NetworkSegment(14196798-3e83-4dc1-bdce-24d3cf68da5b),segment_id=14196798-3e83-4dc1-bdce-24d3cf68da5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:42.124184 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-29664e45-e908-4c51-8849-74a800a44d19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=52128d73ebe04bc2837452c5cf866f86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6360626 Feb 05 03:11:42.126401 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46424) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:42.135735 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (abebe6f1-f916-4eed-a9ca-fe5ab82e5413), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:42.267269 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9205f808-0e8f-4428-a26d-f8c777b51ea6 admin admin] Publish callbacks [] for security_group (f450bb93-382b-48a3-b214-cb1e85088aca), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:42.281805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=abebe6f1-f916-4eed-a9ca-fe5ab82e5413,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:42.318726 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9205f808-0e8f-4428-a26d-f8c777b51ea6 admin admin] Publish callbacks [] for security_group (f450bb93-382b-48a3-b214-cb1e85088aca), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:42.340916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ddf02d00-bad6-485d-981e-09ab2cdc0bf9 req-24001934-6f76-402a-9475-0f4f9da3e21f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683672 Feb 05 03:11:42.392741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b62fff59-72f7-40c9-8bed-880379f98d2b req-20cac7f1-764f-422b-91d9-0219020e57f1 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3803666 Feb 05 03:11:42.405772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9fadfc63-5ee0-4611-b99a-539107c81959 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:11:42.468609 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9205f808-0e8f-4428-a26d-f8c777b51ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f450bb93-382b-48a3-b214-cb1e85088aca), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:42.471504 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9205f808-0e8f-4428-a26d-f8c777b51ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:42.476455 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9205f808-0e8f-4428-a26d-f8c777b51ea6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f450bb93-382b-48a3-b214-cb1e85088aca HTTP/1.1" status: 204 len: 168 time: 0.3479939 Feb 05 03:11:42.496506 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-003d6264-b4c2-497d-bc75-c8fb1de9f6e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:11:42.497227 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205f808-0e8f-4428-a26d-f8c777b51ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f450bb93-382b-48a3-b214-cb1e85088aca,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:42.500098 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-003d6264-b4c2-497d-bc75-c8fb1de9f6e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:11:42.576450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 9fadfc63-5ee0-4611-b99a-539107c81959 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:42.577085 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9fadfc63-5ee0-4611-b99a-539107c81959), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:42.649590 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:42.814538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 9fadfc63-5ee0-4611-b99a-539107c81959 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:43.023903 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Allocated IP 2001:db8:1::1 (f8b293f9-9a1b-4729-84d0-dd4badd73611/c704f9e2-2248-4404-b6aa-c46d4de36fdd/ad7c50f3-ccf2-48aa-b694-d767207944e0) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:11:43.057416 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46432) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:43.098515 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b805630d-8ac7-4a22-bb06-defae29f5d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:43.123015 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-003d6264-b4c2-497d-bc75-c8fb1de9f6e6 None None] Current status of the port abebe6f1-f916-4eed-a9ca-fe5ab82e5413 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:43.163663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-003d6264-b4c2-497d-bc75-c8fb1de9f6e6 None None] Provisioning complete for port 9fadfc63-5ee0-4611-b99a-539107c81959 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:43.166030 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-003d6264-b4c2-497d-bc75-c8fb1de9f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9fadfc63-5ee0-4611-b99a-539107c81959), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:43.224018 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (ad7c50f3-ccf2-48aa-b694-d767207944e0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:43.267850 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ad7c50f3-ccf2-48aa-b694-d767207944e0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:43.313508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network f8b293f9-9a1b-4729-84d0-dd4badd73611 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:43.315916 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b805630d-8ac7-4a22-bb06-defae29f5d52 admin admin] Publish callbacks [] for security_group (e31d94ba-97e2-448e-b68d-fa70585dd8f6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:43.318500 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:43.325781 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b805630d-8ac7-4a22-bb06-defae29f5d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e31d94ba-97e2-448e-b68d-fa70585dd8f6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:43.326931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:11:43.327522 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (9b63c2ce-d37e-4d58-8e02-d527e8b804cc), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:43.399928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-003d6264-b4c2-497d-bc75-c8fb1de9f6e6 None None] Current status of the port 9fadfc63-5ee0-4611-b99a-539107c81959 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:43.420651 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b805630d-8ac7-4a22-bb06-defae29f5d52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e67c28ccbd774b2ea9c2568e773c9525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3619676 Feb 05 03:11:43.421717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805630d-8ac7-4a22-bb06-defae29f5d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31d94ba-97e2-448e-b68d-fa70585dd8f6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:43.436143 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46438) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:43.477662 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=ad7c50f3-ccf2-48aa-b694-d767207944e0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:43.545724 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-124d3bd5-bc8a-42f7-837d-8fa360005c46 None None] Provisioning complete for port f2cd2561-a705-491a-959d-aa9b4c04f60f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:43.546202 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-124d3bd5-bc8a-42f7-837d-8fa360005c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f2cd2561-a705-491a-959d-aa9b4c04f60f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:43.580584 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d82716d-b81a-4493-aae1-2b987fe00421 admin admin] Publish callbacks [] for security_group (e31d94ba-97e2-448e-b68d-fa70585dd8f6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:43.628799 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d82716d-b81a-4493-aae1-2b987fe00421 admin admin] Publish callbacks [] for security_group (e31d94ba-97e2-448e-b68d-fa70585dd8f6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:43.642846 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-124d3bd5-bc8a-42f7-837d-8fa360005c46 None None] Port f2cd2561-a705-491a-959d-aa9b4c04f60f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:11:43.664764 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-124d3bd5-bc8a-42f7-837d-8fa360005c46 None None] Provisioning complete for port abebe6f1-f916-4eed-a9ca-fe5ab82e5413 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:43.665610 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-124d3bd5-bc8a-42f7-837d-8fa360005c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (abebe6f1-f916-4eed-a9ca-fe5ab82e5413), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:43.718931 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d82716d-b81a-4493-aae1-2b987fe00421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e31d94ba-97e2-448e-b68d-fa70585dd8f6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:43.722232 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d82716d-b81a-4493-aae1-2b987fe00421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:43.723584 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0d82716d-b81a-4493-aae1-2b987fe00421 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e31d94ba-97e2-448e-b68d-fa70585dd8f6 HTTP/1.1" status: 204 len: 168 time: 0.2861409 Feb 05 03:11:43.734878 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82716d-b81a-4493-aae1-2b987fe00421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31d94ba-97e2-448e-b68d-fa70585dd8f6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:43.825724 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ad7c50f3-ccf2-48aa-b694-d767207944e0), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:43.834525 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7422565-846d-41ce-a9bc-e0c649e0008c req-bf8d58e3-3198-47da-a076-1a8f7bd56873 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:43.836108 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7422565-846d-41ce-a9bc-e0c649e0008c req-bf8d58e3-3198-47da-a076-1a8f7bd56873 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 945 time: 0.3067963 Feb 05 03:11:43.848502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea5b0f-9d8e-4ee0-93ef-339f7b26b485 req-3f07f86f-8e81-4b1c-b643-c59ca0d0e51b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:43.854628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea5b0f-9d8e-4ee0-93ef-339f7b26b485 req-3f07f86f-8e81-4b1c-b643-c59ca0d0e51b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:43.860981 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea5b0f-9d8e-4ee0-93ef-339f7b26b485 req-3f07f86f-8e81-4b1c-b643-c59ca0d0e51b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:43.866806 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea5b0f-9d8e-4ee0-93ef-339f7b26b485 req-3f07f86f-8e81-4b1c-b643-c59ca0d0e51b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:43.873684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea5b0f-9d8e-4ee0-93ef-339f7b26b485 req-3f07f86f-8e81-4b1c-b643-c59ca0d0e51b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:43.879264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea5b0f-9d8e-4ee0-93ef-339f7b26b485 req-3f07f86f-8e81-4b1c-b643-c59ca0d0e51b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:43.885128 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea5b0f-9d8e-4ee0-93ef-339f7b26b485 req-3f07f86f-8e81-4b1c-b643-c59ca0d0e51b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:43.887348 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8cea5b0f-9d8e-4ee0-93ef-339f7b26b485 req-3f07f86f-8e81-4b1c-b643-c59ca0d0e51b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.2808926 Feb 05 03:11:43.931269 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-124d3bd5-bc8a-42f7-837d-8fa360005c46 None None] Current status of the port abebe6f1-f916-4eed-a9ca-fe5ab82e5413 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:43.939462 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device bce0db23-5c61-4fe9-b045-eb10cc4a36d1 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:11:44.014690 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port bce0db23-5c61-4fe9-b045-eb10cc4a36d1 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:11:44.023544 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port bce0db23-5c61-4fe9-b045-eb10cc4a36d1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:44.025474 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:44.026505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7422565-846d-41ce-a9bc-e0c649e0008c req-86bfc1e9-14cc-40cc-a1a6-3413f2f8a4d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378372 Feb 05 03:11:44.186274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1230ea29-e68a-4964-a944-e5336003b39e None None] Provisioning complete for port ad7c50f3-ccf2-48aa-b694-d767207944e0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:44.186839 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1230ea29-e68a-4964-a944-e5336003b39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ad7c50f3-ccf2-48aa-b694-d767207944e0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:44.389342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8cea5b0f-9d8e-4ee0-93ef-339f7b26b485 req-fd89672b-57b4-43c3-8435-b323e626c645 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4701605 Feb 05 03:11:44.569047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device abebe6f1-f916-4eed-a9ca-fe5ab82e5413 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:11:44.580086 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (ad7c50f3-ccf2-48aa-b694-d767207944e0), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:44.588835 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (ad7c50f3-ccf2-48aa-b694-d767207944e0), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:44.590505 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (9b63c2ce-d37e-4d58-8e02-d527e8b804cc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:44.644280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port bce0db23-5c61-4fe9-b045-eb10cc4a36d1 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:44.645439 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:44.649117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1230ea29-e68a-4964-a944-e5336003b39e None None] Port ad7c50f3-ccf2-48aa-b694-d767207944e0 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:11:44.688322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4dea3f-4395-4443-acf3-03f0370f424d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce0db23-5c61-4fe9-b045-eb10cc4a36d1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:11:44.690612 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1719ba99-14d7-4af2-9259-5dd2aad052c6" -d '{"events": [{"server_uuid": "fc4dea3f-4395-4443-acf3-03f0370f424d", "name": "network-vif-plugged", "status": "completed", "tag": "bce0db23-5c61-4fe9-b045-eb10cc4a36d1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:11:44.713528 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port abebe6f1-f916-4eed-a9ca-fe5ab82e5413 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:44.713913 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (abebe6f1-f916-4eed-a9ca-fe5ab82e5413), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:44.755609 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port bce0db23-5c61-4fe9-b045-eb10cc4a36d1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bce0db23-5c61-4fe9-b045-eb10cc4a36d1,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:44.767575 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:44.793294 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=ad7c50f3-ccf2-48aa-b694-d767207944e0,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:44.825252 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=bce0db23-5c61-4fe9-b045-eb10cc4a36d1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:44.879609 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port abebe6f1-f916-4eed-a9ca-fe5ab82e5413 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:44.888105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network f8b293f9-9a1b-4729-84d0-dd4badd73611 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:44.893945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:45.055922 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca4a8e9-41bd-4df0-816a-579790fb7eb0 x-openstack-request-id: req-dca4a8e9-41bd-4df0-816a-579790fb7eb0 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:11:45.056539 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4dea3f-4395-4443-acf3-03f0370f424d", "name": "network-vif-plugged", "status": "completed", "tag": "bce0db23-5c61-4fe9-b045-eb10cc4a36d1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:11:45.056875 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dca4a8e9-41bd-4df0-816a-579790fb7eb0 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:11:45.057350 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4dea3f-4395-4443-acf3-03f0370f424d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce0db23-5c61-4fe9-b045-eb10cc4a36d1', 'code': 200} Feb 05 03:11:45.066384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 9b63c2ce-d37e-4d58-8e02-d527e8b804cc has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:11:45.353097 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:11:45.370422 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ab5ca3-d745-48c5-8976-31d14bd77ce7 None None] Sync routers for ids ['9b63c2ce-d37e-4d58-8e02-d527e8b804cc'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:11:45.416519 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ab5ca3-d745-48c5-8976-31d14bd77ce7 None None] Routers {'9b63c2ce-d37e-4d58-8e02-d527e8b804cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:11:45.417160 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-66ab5ca3-d745-48c5-8976-31d14bd77ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:11:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9b63c2ce-d37e-4d58-8e02-d527e8b804cc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:45.423325 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-212bbb34-24fa-41cd-9449-682c70bcf544 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/9b63c2ce-d37e-4d58-8e02-d527e8b804cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2036872 Feb 05 03:11:45.428242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46480) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:45.468026 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-66ab5ca3-d745-48c5-8976-31d14bd77ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:45.488356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c92fbc-6352-4ee0-8db7-a4786a7bfdc3 req-7550e08f-7075-4be4-9ef0-1920badd6f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:45.492109 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ab5ca3-d745-48c5-8976-31d14bd77ce7 None None] Routers {'9b63c2ce-d37e-4d58-8e02-d527e8b804cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:11:45.493336 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-66ab5ca3-d745-48c5-8976-31d14bd77ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:11:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9b63c2ce-d37e-4d58-8e02-d527e8b804cc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:45.501385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-63c92fbc-6352-4ee0-8db7-a4786a7bfdc3 req-7550e08f-7075-4be4-9ef0-1920badd6f88 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 1128 time: 0.3448982 Feb 05 03:11:45.509484 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0a6ebf90-2b98-4293-b469-f10644913141 None None] Provisioning complete for port ad7c50f3-ccf2-48aa-b694-d767207944e0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:45.509932 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a6ebf90-2b98-4293-b469-f10644913141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ad7c50f3-ccf2-48aa-b694-d767207944e0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:45.557262 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-66ab5ca3-d745-48c5-8976-31d14bd77ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:45.558936 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ab5ca3-d745-48c5-8976-31d14bd77ce7 None None] The sync data for ids ['9b63c2ce-d37e-4d58-8e02-d527e8b804cc'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:11:45.600936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fde943-3b2b-4538-90da-ae25ff5744c7 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:45.607818 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0a6ebf90-2b98-4293-b469-f10644913141 None None] Port ad7c50f3-ccf2-48aa-b694-d767207944e0 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:11:45.608079 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-20fde943-3b2b-4538-90da-ae25ff5744c7 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports/ad7c50f3-ccf2-48aa-b694-d767207944e0 HTTP/1.1" status: 200 len: 913 time: 0.1768863 Feb 05 03:11:45.609299 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46484) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:45.977523 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26f10b-f6da-4092-b22b-b3b3302f8237 req-712601bb-fff1-436e-9429-7c73d1448fa4 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:45.978824 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b26f10b-f6da-4092-b22b-b3b3302f8237 req-712601bb-fff1-436e-9429-7c73d1448fa4 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 946 time: 0.7398639 Feb 05 03:11:46.072699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eccae1-6f28-4152-82b5-be44539c0f1a req-7664a4f9-dafd-4585-9a92-aae4b7f3bf8d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:46.080265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eccae1-6f28-4152-82b5-be44539c0f1a req-7664a4f9-dafd-4585-9a92-aae4b7f3bf8d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:46.085687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eccae1-6f28-4152-82b5-be44539c0f1a req-7664a4f9-dafd-4585-9a92-aae4b7f3bf8d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:46.091345 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eccae1-6f28-4152-82b5-be44539c0f1a req-7664a4f9-dafd-4585-9a92-aae4b7f3bf8d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:46.096730 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eccae1-6f28-4152-82b5-be44539c0f1a req-7664a4f9-dafd-4585-9a92-aae4b7f3bf8d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:46.101960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eccae1-6f28-4152-82b5-be44539c0f1a req-7664a4f9-dafd-4585-9a92-aae4b7f3bf8d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:46.108542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eccae1-6f28-4152-82b5-be44539c0f1a req-7664a4f9-dafd-4585-9a92-aae4b7f3bf8d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:46.110528 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e4eccae1-6f28-4152-82b5-be44539c0f1a req-7664a4f9-dafd-4585-9a92-aae4b7f3bf8d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.5582683 Feb 05 03:11:46.116028 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-63c92fbc-6352-4ee0-8db7-a4786a7bfdc3 req-8c64bcf1-2aa6-4da2-82f0-a175428e9ef0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6075001 Feb 05 03:11:46.149083 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b26f10b-f6da-4092-b22b-b3b3302f8237 req-a73af267-0ea6-4844-98c1-a8056b1cfc90 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600156 Feb 05 03:11:46.204395 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:46.219163 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e4eccae1-6f28-4152-82b5-be44539c0f1a req-b9f0e9fb-53e6-4c39-b396-4fba5f873804 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978079 Feb 05 03:11:46.621492 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b67ad3c-728f-451e-ae39-2bc4848c185e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (9b63c2ce-d37e-4d58-8e02-d527e8b804cc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:47.015005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1b67ad3c-728f-451e-ae39-2bc4848c185e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting port ad7c50f3-ccf2-48aa-b694-d767207944e0 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:11:47.015724 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b67ad3c-728f-451e-ae39-2bc4848c185e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ad7c50f3-ccf2-48aa-b694-d767207944e0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:47.123918 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b67ad3c-728f-451e-ae39-2bc4848c185e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ad7c50f3-ccf2-48aa-b694-d767207944e0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:47.141286 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1b67ad3c-728f-451e-ae39-2bc4848c185e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Calling delete_port for ad7c50f3-ccf2-48aa-b694-d767207944e0 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:11:47.387775 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813b690-5a29-4801-95ed-798aeda96a2b req-7f5c6e23-1214-4f61-a488-077b5fee0b99 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:47.389530 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7813b690-5a29-4801-95ed-798aeda96a2b req-7f5c6e23-1214-4f61-a488-077b5fee0b99 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 946 time: 0.1171827 Feb 05 03:11:47.398864 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b67ad3c-728f-451e-ae39-2bc4848c185e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ad7c50f3-ccf2-48aa-b694-d767207944e0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:47.435617 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67ad3c-728f-451e-ae39-2bc4848c185e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Port': ['ID=ad7c50f3-ccf2-48aa-b694-d767207944e0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:47.497725 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7813b690-5a29-4801-95ed-798aeda96a2b req-4faaa721-7f34-40e7-96e7-754503d02e3c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688865 Feb 05 03:11:47.539742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585987d-1e80-4b7c-8174-cc8f449f9bae req-de5881df-adbc-41f8-92c0-93bf0959035e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:47.546340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585987d-1e80-4b7c-8174-cc8f449f9bae req-de5881df-adbc-41f8-92c0-93bf0959035e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:47.551694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585987d-1e80-4b7c-8174-cc8f449f9bae req-de5881df-adbc-41f8-92c0-93bf0959035e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:47.557434 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585987d-1e80-4b7c-8174-cc8f449f9bae req-de5881df-adbc-41f8-92c0-93bf0959035e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:47.565627 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585987d-1e80-4b7c-8174-cc8f449f9bae req-de5881df-adbc-41f8-92c0-93bf0959035e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:47.571165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585987d-1e80-4b7c-8174-cc8f449f9bae req-de5881df-adbc-41f8-92c0-93bf0959035e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:47.577695 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585987d-1e80-4b7c-8174-cc8f449f9bae req-de5881df-adbc-41f8-92c0-93bf0959035e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:47.579726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0585987d-1e80-4b7c-8174-cc8f449f9bae req-de5881df-adbc-41f8-92c0-93bf0959035e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.1892877 Feb 05 03:11:47.609376 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b67ad3c-728f-451e-ae39-2bc4848c185e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (9b63c2ce-d37e-4d58-8e02-d527e8b804cc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:47.682485 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8459a77-15bd-46e0-bfb7-636f49640ee7 req-6c4b20da-9751-4173-8417-b617caf962db tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=853f1900c482489d82f61a09748f53b2 HTTP/1.1" status: 200 len: 267 time: 0.0729060 Feb 05 03:11:47.794667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0585987d-1e80-4b7c-8174-cc8f449f9bae req-a97901b3-dffc-4aae-b614-f04240793ac6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2016270 Feb 05 03:11:47.815382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8459a77-15bd-46e0-bfb7-636f49640ee7 req-fabf5727-906d-4ddf-9688-09a9d5e6aa53 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:47.823038 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8459a77-15bd-46e0-bfb7-636f49640ee7 req-fabf5727-906d-4ddf-9688-09a9d5e6aa53 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 946 time: 0.1337793 Feb 05 03:11:47.835692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a8459a77-15bd-46e0-bfb7-636f49640ee7 req-be181fa5-ad65-4c9c-b27b-06dde4592a59 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Request body: {'port': {'security_groups': []}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:47.880939 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b67ad3c-728f-451e-ae39-2bc4848c185e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 9b63c2ce-d37e-4d58-8e02-d527e8b804cc has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:11:47.928006 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8459a77-15bd-46e0-bfb7-636f49640ee7 req-be181fa5-ad65-4c9c-b27b-06dde4592a59 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:48.004864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b67ad3c-728f-451e-ae39-2bc4848c185e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:11:48.016124 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1b67ad3c-728f-451e-ae39-2bc4848c185e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/9b63c2ce-d37e-4d58-8e02-d527e8b804cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4050431 Feb 05 03:11:48.017927 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328a4c80-bc60-4b7a-b83a-dcde198da624 None None] Sync routers for ids ['9b63c2ce-d37e-4d58-8e02-d527e8b804cc'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:11:48.018904 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46530) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:48.036014 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328a4c80-bc60-4b7a-b83a-dcde198da624 None None] Routers {'9b63c2ce-d37e-4d58-8e02-d527e8b804cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:11:48.036662 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-328a4c80-bc60-4b7a-b83a-dcde198da624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:11:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9b63c2ce-d37e-4d58-8e02-d527e8b804cc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:48.094509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-328a4c80-bc60-4b7a-b83a-dcde198da624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:48.104408 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328a4c80-bc60-4b7a-b83a-dcde198da624 None None] Routers {'9b63c2ce-d37e-4d58-8e02-d527e8b804cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:11:48.105337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-328a4c80-bc60-4b7a-b83a-dcde198da624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:11:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9b63c2ce-d37e-4d58-8e02-d527e8b804cc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:48.147798 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-328a4c80-bc60-4b7a-b83a-dcde198da624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:48.148675 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328a4c80-bc60-4b7a-b83a-dcde198da624 None None] The sync data for ids ['9b63c2ce-d37e-4d58-8e02-d527e8b804cc'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:11:48.184443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a8459a77-15bd-46e0-bfb7-636f49640ee7 req-be181fa5-ad65-4c9c-b27b-06dde4592a59 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] For port bce0db23-5c61-4fe9-b045-eb10cc4a36d1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bce0db23-5c61-4fe9-b045-eb10cc4a36d1,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:48.223207 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8459a77-15bd-46e0-bfb7-636f49640ee7 req-be181fa5-ad65-4c9c-b27b-06dde4592a59 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:48.230401 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8459a77-15bd-46e0-bfb7-636f49640ee7 req-be181fa5-ad65-4c9c-b27b-06dde4592a59 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:48.245379 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['bd524c50-2e20-442f-a0b6-34b6a2a08f31', 'bce0db23-5c61-4fe9-b045-eb10cc4a36d1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:11:48.322902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['36ec2062-61f3-4b79-bfaf-aeca1f042639'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:11:48.341320 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8459a77-15bd-46e0-bfb7-636f49640ee7 req-be181fa5-ad65-4c9c-b27b-06dde4592a59 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:48.344568 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8459a77-15bd-46e0-bfb7-636f49640ee7 req-be181fa5-ad65-4c9c-b27b-06dde4592a59 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:48.367660 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8459a77-15bd-46e0-bfb7-636f49640ee7 req-be181fa5-ad65-4c9c-b27b-06dde4592a59 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "PUT /v2.0/ports/bce0db23-5c61-4fe9-b045-eb10cc4a36d1 HTTP/1.1" status: 200 len: 905 time: 0.5436506 Feb 05 03:11:48.375544 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4dea3f-4395-4443-acf3-03f0370f424d', 'tag': 'bce0db23-5c61-4fe9-b045-eb10cc4a36d1'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:11:48.384901 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be81a67-7c4f-4a46-b970-ae147af53db1" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4dea3f-4395-4443-acf3-03f0370f424d", "tag": "bce0db23-5c61-4fe9-b045-eb10cc4a36d1"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:11:48.481110 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['bce0db23-5c61-4fe9-b045-eb10cc4a36d1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:11:48.508726 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cfa82d-07da-4db8-9509-f1ad4c646e2c x-openstack-request-id: req-c4cfa82d-07da-4db8-9509-f1ad4c646e2c {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:11:48.509409 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4dea3f-4395-4443-acf3-03f0370f424d", "tag": "bce0db23-5c61-4fe9-b045-eb10cc4a36d1", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:11:48.509409 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4cfa82d-07da-4db8-9509-f1ad4c646e2c {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:11:48.511022 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4dea3f-4395-4443-acf3-03f0370f424d', 'tag': 'bce0db23-5c61-4fe9-b045-eb10cc4a36d1', 'status': 'completed', 'code': 200} Feb 05 03:11:48.602586 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be181fa5-ad65-4c9c-b27b-06dde4592a59 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event updated for resources: {'Port': ['ID=bce0db23-5c61-4fe9-b045-eb10cc4a36d1,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:48.635602 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3352210-583f-46ea-a1c4-2595d004251c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (9b63c2ce-d37e-4d58-8e02-d527e8b804cc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:48.741110 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea6807-2693-43e5-aa9d-321f455c90ea req-f6d8fdf0-9a00-4fa7-b2d8-1927ed5a897b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:48.748845 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41ea6807-2693-43e5-aa9d-321f455c90ea req-f6d8fdf0-9a00-4fa7-b2d8-1927ed5a897b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 908 time: 0.2326484 Feb 05 03:11:48.778420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be81a67-7c4f-4a46-b970-ae147af53db1 req-f64fed5b-6c49-42d0-845e-5a171f2f98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:48.780096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6be81a67-7c4f-4a46-b970-ae147af53db1 req-f64fed5b-6c49-42d0-845e-5a171f2f98fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 1090 time: 0.1656761 Feb 05 03:11:48.990461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e4ac97af-3f08-42c6-928a-2d907c78fde9 None None] Provisioning complete for port bce0db23-5c61-4fe9-b045-eb10cc4a36d1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:48.990461 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4ac97af-3f08-42c6-928a-2d907c78fde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:49.034506 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be81a67-7c4f-4a46-b970-ae147af53db1 req-bbb8d0e3-2a09-422b-9f4f-e24034b01391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:49.064435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6be81a67-7c4f-4a46-b970-ae147af53db1 req-bbb8d0e3-2a09-422b-9f4f-e24034b01391 service neutron] 10.222.0.10 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.2768736 Feb 05 03:11:49.174283 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1f670-457f-4162-8574-0c17a9e172fd req-6b067fed-27b9-4e8a-8450-9f8342a4c289 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:49.179373 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79b1f670-457f-4162-8574-0c17a9e172fd req-6b067fed-27b9-4e8a-8450-9f8342a4c289 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.2807021 Feb 05 03:11:49.184116 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6be81a67-7c4f-4a46-b970-ae147af53db1 req-18fe4f8e-3f0e-44f2-b05a-ba15b0f2235a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bce0db23-5c61-4fe9-b045-eb10cc4a36d1 HTTP/1.1" status: 200 len: 217 time: 0.0752804 Feb 05 03:11:49.260158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac97af-3f08-42c6-928a-2d907c78fde9 None None] Current status of the port bce0db23-5c61-4fe9-b045-eb10cc4a36d1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:11:49.316576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d3352210-583f-46ea-a1c4-2595d004251c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting port f2cd2561-a705-491a-959d-aa9b4c04f60f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:11:49.316576 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3352210-583f-46ea-a1c4-2595d004251c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f2cd2561-a705-491a-959d-aa9b4c04f60f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:49.390427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e5896-59da-44fa-977b-13ff6e2284ba req-62c01681-ef91-44d4-a9b5-cce7095f8ba4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:49.396162 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e5896-59da-44fa-977b-13ff6e2284ba req-62c01681-ef91-44d4-a9b5-cce7095f8ba4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:49.401997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e5896-59da-44fa-977b-13ff6e2284ba req-62c01681-ef91-44d4-a9b5-cce7095f8ba4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:49.408320 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e5896-59da-44fa-977b-13ff6e2284ba req-62c01681-ef91-44d4-a9b5-cce7095f8ba4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:49.414316 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e5896-59da-44fa-977b-13ff6e2284ba req-62c01681-ef91-44d4-a9b5-cce7095f8ba4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:49.420557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e5896-59da-44fa-977b-13ff6e2284ba req-62c01681-ef91-44d4-a9b5-cce7095f8ba4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:49.426405 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e5896-59da-44fa-977b-13ff6e2284ba req-62c01681-ef91-44d4-a9b5-cce7095f8ba4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:49.437158 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-001e5896-59da-44fa-977b-13ff6e2284ba req-62c01681-ef91-44d4-a9b5-cce7095f8ba4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.4048409 Feb 05 03:11:49.444420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be81a67-7c4f-4a46-b970-ae147af53db1 req-645b9f2d-2455-4acf-a196-f40dab3e2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:49.445944 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6be81a67-7c4f-4a46-b970-ae147af53db1 req-645b9f2d-2455-4acf-a196-f40dab3e2ffb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.2498662 Feb 05 03:11:49.517486 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3352210-583f-46ea-a1c4-2595d004251c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f2cd2561-a705-491a-959d-aa9b4c04f60f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:49.524153 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79b1f670-457f-4162-8574-0c17a9e172fd req-b463a142-a287-4a9e-888d-a13afafe717f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3267236 Feb 05 03:11:49.542601 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d3352210-583f-46ea-a1c4-2595d004251c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Calling delete_port for f2cd2561-a705-491a-959d-aa9b4c04f60f owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:11:49.599405 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be81a67-7c4f-4a46-b970-ae147af53db1 req-b45c305e-a7c2-46bb-912c-89befa1aaef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:49.608320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6be81a67-7c4f-4a46-b970-ae147af53db1 req-b45c305e-a7c2-46bb-912c-89befa1aaef1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1509347 Feb 05 03:11:49.702494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-001e5896-59da-44fa-977b-13ff6e2284ba req-f45acc74-321e-4ff2-a9a3-a303ca41bb3e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2632027 Feb 05 03:11:49.781522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6be81a67-7c4f-4a46-b970-ae147af53db1 req-c4487f49-54ab-4844-a682-731af8f8baeb service neutron] 10.222.0.10 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537454 Feb 05 03:11:49.897897 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6be81a67-7c4f-4a46-b970-ae147af53db1 req-d4db3835-581c-4eb6-92a4-9e6c312bf491 service neutron] 10.222.0.10 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068273 Feb 05 03:11:49.911272 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe9a7f-c3fe-4898-ab4a-be07c004be84 req-15688c5b-2d83-45e8-92e8-59045a73c1e2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:49.912881 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cfe9a7f-c3fe-4898-ab4a-be07c004be84 req-15688c5b-2d83-45e8-92e8-59045a73c1e2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.2842326 Feb 05 03:11:49.969567 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cfe9a7f-c3fe-4898-ab4a-be07c004be84 req-3c11fc9c-2fd8-4794-b210-68055423f1f0 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491049 Feb 05 03:11:50.147081 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3352210-583f-46ea-a1c4-2595d004251c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f2cd2561-a705-491a-959d-aa9b4c04f60f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:50.187512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3352210-583f-46ea-a1c4-2595d004251c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Port': ['ID=f2cd2561-a705-491a-959d-aa9b4c04f60f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:50.437545 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3352210-583f-46ea-a1c4-2595d004251c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (9b63c2ce-d37e-4d58-8e02-d527e8b804cc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:50.538372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-56d761ad-7cdb-4517-ab4b-98040b6f44cc tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:50.542907 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-56d761ad-7cdb-4517-ab4b-98040b6f44cc tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 812 time: 0.3227260 Feb 05 03:11:50.568187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-e2e51810-5f48-4915-8d50-51998914eaf1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/quotas/853f1900c482489d82f61a09748f53b2 HTTP/1.1" status: 200 len: 375 time: 0.0140820 Feb 05 03:11:50.677730 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-2ee2badd-f528-4389-a3de-9f576a4b2b25 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1028159 Feb 05 03:11:50.862057 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-ae723e75-4244-44ca-a675-625b31c4df41 service neutron] 10.222.0.36 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767268 Feb 05 03:11:50.869569 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3352210-583f-46ea-a1c4-2595d004251c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 9b63c2ce-d37e-4d58-8e02-d527e8b804cc has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:11:50.978500 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3352210-583f-46ea-a1c4-2595d004251c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:11:50.984617 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d3352210-583f-46ea-a1c4-2595d004251c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/9b63c2ce-d37e-4d58-8e02-d527e8b804cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9641185 Feb 05 03:11:50.987570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46648) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:51.012118 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5bb5d-1755-4302-9b17-10893c15c104 None None] Sync routers for ids ['9b63c2ce-d37e-4d58-8e02-d527e8b804cc'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:11:51.026125 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5bb5d-1755-4302-9b17-10893c15c104 None None] Routers {'9b63c2ce-d37e-4d58-8e02-d527e8b804cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:11:51.029069 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dbc5bb5d-1755-4302-9b17-10893c15c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:11:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9b63c2ce-d37e-4d58-8e02-d527e8b804cc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:51.029675 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a8cfbb9c-f0e2-4180-9e48-9389bf5cfc13 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b63c2ce-d37e-4d58-8e02-d527e8b804cc HTTP/1.1" status: 200 len: 205 time: 0.0406566 Feb 05 03:11:51.030496 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46652) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:51.119303 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dbc5bb5d-1755-4302-9b17-10893c15c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:51.126740 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-6ce6cfb3-135a-4b3d-a817-bdafc9257362 service neutron] 10.222.0.36 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510912 Feb 05 03:11:51.141027 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b24dac09-8be1-4a87-8a18-ba7accc83a2d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (9b63c2ce-d37e-4d58-8e02-d527e8b804cc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:51.162325 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5bb5d-1755-4302-9b17-10893c15c104 None None] Routers {'9b63c2ce-d37e-4d58-8e02-d527e8b804cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:11:51.163215 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dbc5bb5d-1755-4302-9b17-10893c15c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:11:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9b63c2ce-d37e-4d58-8e02-d527e8b804cc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:51.269996 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dbc5bb5d-1755-4302-9b17-10893c15c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:51.270855 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5bb5d-1755-4302-9b17-10893c15c104 None None] The sync data for ids ['9b63c2ce-d37e-4d58-8e02-d527e8b804cc'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:11:51.289226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed552a3-0d44-4afd-a0de-4ed60c3118e5 req-478b6cc4-e8ae-446b-8ba6-245b438053f8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:51.298513 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed552a3-0d44-4afd-a0de-4ed60c3118e5 req-478b6cc4-e8ae-446b-8ba6-245b438053f8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:51.305816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed552a3-0d44-4afd-a0de-4ed60c3118e5 req-478b6cc4-e8ae-446b-8ba6-245b438053f8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:51.313112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed552a3-0d44-4afd-a0de-4ed60c3118e5 req-478b6cc4-e8ae-446b-8ba6-245b438053f8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:51.319936 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed552a3-0d44-4afd-a0de-4ed60c3118e5 req-478b6cc4-e8ae-446b-8ba6-245b438053f8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:51.327727 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed552a3-0d44-4afd-a0de-4ed60c3118e5 req-478b6cc4-e8ae-446b-8ba6-245b438053f8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:51.333653 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed552a3-0d44-4afd-a0de-4ed60c3118e5 req-478b6cc4-e8ae-446b-8ba6-245b438053f8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:51.338711 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bed552a3-0d44-4afd-a0de-4ed60c3118e5 req-478b6cc4-e8ae-446b-8ba6-245b438053f8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.4758024 Feb 05 03:11:51.514442 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-201d1e4f-098d-41a0-9a33-a47e67dfa3db req-dc25eee6-351a-4cad-9dd5-55c06016023c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 210 time: 0.0777898 Feb 05 03:11:51.572946 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bed552a3-0d44-4afd-a0de-4ed60c3118e5 req-be3927aa-8f65-4600-bde4-8c4f81a150f9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2190757 Feb 05 03:11:51.582645 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b24dac09-8be1-4a87-8a18-ba7accc83a2d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (9b63c2ce-d37e-4d58-8e02-d527e8b804cc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:51.588820 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b24dac09-8be1-4a87-8a18-ba7accc83a2d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_controller (9b63c2ce-d37e-4d58-8e02-d527e8b804cc), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:51.655571 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b24dac09-8be1-4a87-8a18-ba7accc83a2d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (9b63c2ce-d37e-4d58-8e02-d527e8b804cc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:51.657360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24dac09-8be1-4a87-8a18-ba7accc83a2d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Fanout notify agent at l3_agent the message router_deleted on router 9b63c2ce-d37e-4d58-8e02-d527e8b804cc {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:11:51.669021 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b24dac09-8be1-4a87-8a18-ba7accc83a2d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:51.670655 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b24dac09-8be1-4a87-8a18-ba7accc83a2d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/routers/9b63c2ce-d37e-4d58-8e02-d527e8b804cc HTTP/1.1" status: 204 len: 168 time: 0.6390114 Feb 05 03:11:51.674561 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46716) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:51.756084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0530b2-17c9-4cf8-880d-d138fd629b75 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting subnet c704f9e2-2248-4404-b6aa-c46d4de36fdd {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:11:51.759614 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f0530b2-17c9-4cf8-880d-d138fd629b75 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for subnet (c704f9e2-2248-4404-b6aa-c46d4de36fdd), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:51.829104 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f0530b2-17c9-4cf8-880d-d138fd629b75 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (c704f9e2-2248-4404-b6aa-c46d4de36fdd), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:52.163909 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f0530b2-17c9-4cf8-880d-d138fd629b75 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (c704f9e2-2248-4404-b6aa-c46d4de36fdd), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:52.296129 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f0530b2-17c9-4cf8-880d-d138fd629b75 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (c704f9e2-2248-4404-b6aa-c46d4de36fdd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:52.342653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0530b2-17c9-4cf8-880d-d138fd629b75 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Subnet': ['ID=c704f9e2-2248-4404-b6aa-c46d4de36fdd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:52.361856 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f0530b2-17c9-4cf8-880d-d138fd629b75 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:52.365545 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d336e6-4ef0-4585-9da3-06cd1d9a47c4 None None] Network f8b293f9-9a1b-4729-84d0-dd4badd73611 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:52.374650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46780) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:52.375262 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6f0530b2-17c9-4cf8-880d-d138fd629b75 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/c704f9e2-2248-4404-b6aa-c46d4de36fdd HTTP/1.1" status: 204 len: 168 time: 0.6992369 Feb 05 03:11:52.555066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-a519c084-5026-4eaa-af8b-904299746d9b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting subnet a81a2817-7f2c-4142-847f-8a839d2f0614 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:11:52.577716 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a519c084-5026-4eaa-af8b-904299746d9b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for subnet (a81a2817-7f2c-4142-847f-8a839d2f0614), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:52.640688 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a519c084-5026-4eaa-af8b-904299746d9b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (a81a2817-7f2c-4142-847f-8a839d2f0614), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:52.757719 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f53f11-f29d-4e23-8f63-b00de29ab531 None None] DHCP port deletion for f8b293f9-9a1b-4729-84d0-dd4badd73611 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:11:52.814669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f25db350-aa29-4593-a09b-2d70aea4d386 req-ccac1eed-8164-427e-83dc-f2748806f5c5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 210 time: 0.0757959 Feb 05 03:11:52.879265 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-10f53f11-f29d-4e23-8f63-b00de29ab531 None None] Deleting port 9fadfc63-5ee0-4611-b99a-539107c81959 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:11:52.879853 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-10f53f11-f29d-4e23-8f63-b00de29ab531 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (9fadfc63-5ee0-4611-b99a-539107c81959), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:53.011936 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a519c084-5026-4eaa-af8b-904299746d9b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (a81a2817-7f2c-4142-847f-8a839d2f0614), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:53.064167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-10f53f11-f29d-4e23-8f63-b00de29ab531 None None] For port 9fadfc63-5ee0-4611-b99a-539107c81959, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9fadfc63-5ee0-4611-b99a-539107c81959,segment=NetworkSegment(9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1),segment_id=9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:53.064852 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-10f53f11-f29d-4e23-8f63-b00de29ab531 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (9fadfc63-5ee0-4611-b99a-539107c81959), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:53.097482 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-10f53f11-f29d-4e23-8f63-b00de29ab531 None None] Calling delete_port for 9fadfc63-5ee0-4611-b99a-539107c81959 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:11:53.134789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092d74b-e328-4baf-9578-25e2bd47a81c req-bc09aba1-b426-4ed9-a7c7-17ecdf9a9dcd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:53.151216 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092d74b-e328-4baf-9578-25e2bd47a81c req-bc09aba1-b426-4ed9-a7c7-17ecdf9a9dcd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:53.161417 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092d74b-e328-4baf-9578-25e2bd47a81c req-bc09aba1-b426-4ed9-a7c7-17ecdf9a9dcd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:53.168301 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092d74b-e328-4baf-9578-25e2bd47a81c req-bc09aba1-b426-4ed9-a7c7-17ecdf9a9dcd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:53.208702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092d74b-e328-4baf-9578-25e2bd47a81c req-bc09aba1-b426-4ed9-a7c7-17ecdf9a9dcd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:53.226507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092d74b-e328-4baf-9578-25e2bd47a81c req-bc09aba1-b426-4ed9-a7c7-17ecdf9a9dcd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:53.240587 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092d74b-e328-4baf-9578-25e2bd47a81c req-bc09aba1-b426-4ed9-a7c7-17ecdf9a9dcd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:53.242487 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f092d74b-e328-4baf-9578-25e2bd47a81c req-bc09aba1-b426-4ed9-a7c7-17ecdf9a9dcd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.4135003 Feb 05 03:11:53.299962 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-10f53f11-f29d-4e23-8f63-b00de29ab531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (9fadfc63-5ee0-4611-b99a-539107c81959), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:53.329557 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f53f11-f29d-4e23-8f63-b00de29ab531 None None] No DVR routers for this DVR port 9fadfc63-5ee0-4611-b99a-539107c81959 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:11:53.433547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f53f11-f29d-4e23-8f63-b00de29ab531 None None] Pushing event deleted for resources: {'Port': ['ID=9fadfc63-5ee0-4611-b99a-539107c81959,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:53.434610 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a519c084-5026-4eaa-af8b-904299746d9b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (a81a2817-7f2c-4142-847f-8a839d2f0614), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:53.532898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da04f2a-ff5b-41fd-8e11-890717c45930 None None] Network f41a4d4a-b782-464a-9794-e725952f291e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:53.594524 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a519c084-5026-4eaa-af8b-904299746d9b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:53.599399 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-e41e16e8-442a-4281-a77c-6b9b53a7f70c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:53.601027 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-e41e16e8-442a-4281-a77c-6b9b53a7f70c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 812 time: 0.4043412 Feb 05 03:11:53.623325 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a519c084-5026-4eaa-af8b-904299746d9b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/a81a2817-7f2c-4142-847f-8a839d2f0614 HTTP/1.1" status: 204 len: 168 time: 1.2473202 Feb 05 03:11:53.626684 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-35c33f1d-0c09-4fef-896f-02ff4100e07c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Request body: {'port': {'device_id': '92946ec5-9419-48b1-90e4-c9acb36c6f04', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'admin_state_up': True, 'tenant_id': '853f1900c482489d82f61a09748f53b2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:53.632170 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46900) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:53.664251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519c084-5026-4eaa-af8b-904299746d9b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Subnet': ['ID=a81a2817-7f2c-4142-847f-8a839d2f0614,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:53.830385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f092d74b-e328-4baf-9578-25e2bd47a81c req-afed5f72-6f0b-47e5-9033-f04115b36332 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5602725 Feb 05 03:11:53.954858 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ead79823-25c2-4227-8a1f-38f501f1c4a5 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (f8b293f9-9a1b-4729-84d0-dd4badd73611), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:53.960156 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bcead4-7b07-4b31-855d-870ee5be902b None None] DHCP port deletion for f41a4d4a-b782-464a-9794-e725952f291e request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:11:53.970087 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-946f77fc-953d-4612-a19b-983c407ecde5 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:53.971749 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-946f77fc-953d-4612-a19b-983c407ecde5 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 811 time: 0.3276722 Feb 05 03:11:54.015559 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-7e2a1565-d7bb-44eb-b740-3b3b53a6e9f0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/quotas/bf205d1005174d34b7264edb6224b46f HTTP/1.1" status: 200 len: 375 time: 0.0326800 Feb 05 03:11:54.058105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-77bcead4-7b07-4b31-855d-870ee5be902b None None] Deleting port abebe6f1-f916-4eed-a9ca-fe5ab82e5413 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:11:54.059344 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77bcead4-7b07-4b31-855d-870ee5be902b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (abebe6f1-f916-4eed-a9ca-fe5ab82e5413), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:54.159177 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-35c33f1d-0c09-4fef-896f-02ff4100e07c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Made reservation on behalf of 853f1900c482489d82f61a09748f53b2 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:54.211692 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4580783f-4c90-4a21-a36b-7eb606a2ede2 req-ca420745-766a-4c3e-8ba1-e43bc372fd23 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 210 time: 0.1602221 Feb 05 03:11:54.226104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-77bcead4-7b07-4b31-855d-870ee5be902b None None] For port abebe6f1-f916-4eed-a9ca-fe5ab82e5413, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=abebe6f1-f916-4eed-a9ca-fe5ab82e5413,segment=NetworkSegment(14196798-3e83-4dc1-bdce-24d3cf68da5b),segment_id=14196798-3e83-4dc1-bdce-24d3cf68da5b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:11:54.226741 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77bcead4-7b07-4b31-855d-870ee5be902b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (abebe6f1-f916-4eed-a9ca-fe5ab82e5413), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:54.238741 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-35c33f1d-0c09-4fef-896f-02ff4100e07c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:54.248337 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-967b32f8-b869-47b0-a1d7-8c2b59094baa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2226174 Feb 05 03:11:54.260551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-77bcead4-7b07-4b31-855d-870ee5be902b None None] Calling delete_port for abebe6f1-f916-4eed-a9ca-fe5ab82e5413 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:11:54.446478 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9fadfc63-5ee0-4611-b99a-539107c81959 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:11:54.456918 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77bcead4-7b07-4b31-855d-870ee5be902b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (abebe6f1-f916-4eed-a9ca-fe5ab82e5413), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:54.481057 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-da43891e-46cd-42cb-9e34-fe5e10597556 service neutron] 10.222.0.36 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167201 Feb 05 03:11:54.536549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 9fadfc63-5ee0-4611-b99a-539107c81959 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:11:54.536995 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9fadfc63-5ee0-4611-b99a-539107c81959 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:11:54.537571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device abebe6f1-f916-4eed-a9ca-fe5ab82e5413 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:11:54.606285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: abebe6f1-f916-4eed-a9ca-fe5ab82e5413 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:11:54.610928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device abebe6f1-f916-4eed-a9ca-fe5ab82e5413 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:11:54.616467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bcead4-7b07-4b31-855d-870ee5be902b None None] No DVR routers for this DVR port abebe6f1-f916-4eed-a9ca-fe5ab82e5413 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:11:54.632761 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcead4-7b07-4b31-855d-870ee5be902b None None] Pushing event deleted for resources: {'Port': ['ID=abebe6f1-f916-4eed-a9ca-fe5ab82e5413,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:54.686538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-182b01bb-0274-465e-a3d6-c3c52fea58bd service neutron] 10.222.0.36 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042012 Feb 05 03:11:54.698408 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ead79823-25c2-4227-8a1f-38f501f1c4a5 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (f8b293f9-9a1b-4729-84d0-dd4badd73611), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:54.742134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-35c33f1d-0c09-4fef-896f-02ff4100e07c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Allocated IP 172.20.0.3 (98d2707f-9918-4156-9358-be4daec3064f/145e9b3d-7ddc-4810-9390-8de255c8f149/18c3e90d-db86-4738-8c5e-62dcda9b7d0b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:11:54.752579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ead79823-25c2-4227-8a1f-38f501f1c4a5 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b293f9-9a1b-4729-84d0-dd4badd73611']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:54.779252 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ead79823-25c2-4227-8a1f-38f501f1c4a5 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:54.779614 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ead79823-25c2-4227-8a1f-38f501f1c4a5 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:54.852250 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ead79823-25c2-4227-8a1f-38f501f1c4a5 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:54.882243 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ead79823-25c2-4227-8a1f-38f501f1c4a5 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:54.915386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead79823-25c2-4227-8a1f-38f501f1c4a5 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:11:54.915897 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ead79823-25c2-4227-8a1f-38f501f1c4a5 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (9a3a0ab5-80a2-4a54-8de7-5b14ed45bff1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:11:54.919800 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:11:55.157018 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ead79823-25c2-4227-8a1f-38f501f1c4a5 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (f8b293f9-9a1b-4729-84d0-dd4badd73611), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:55.158244 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-273d08f0-66e8-4e5d-85ab-b81aa86803a1 req-ca7ee2d6-e785-40e2-926c-884c11c75129 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 210 time: 0.0775113 Feb 05 03:11:55.166153 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ead79823-25c2-4227-8a1f-38f501f1c4a5 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:55.175976 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ead79823-25c2-4227-8a1f-38f501f1c4a5 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/networks/f8b293f9-9a1b-4729-84d0-dd4badd73611 HTTP/1.1" status: 204 len: 168 time: 1.5360045 Feb 05 03:11:55.177724 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47042) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:55.245803 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead79823-25c2-4227-8a1f-38f501f1c4a5 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Network': ['ID=f8b293f9-9a1b-4729-84d0-dd4badd73611,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:55.287426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a420189-037d-4147-b338-8a2fbba6c8dc req-12073f48-89c8-4477-8ad0-11e1a05d966c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:55.300178 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a420189-037d-4147-b338-8a2fbba6c8dc req-12073f48-89c8-4477-8ad0-11e1a05d966c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:55.315891 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a420189-037d-4147-b338-8a2fbba6c8dc req-12073f48-89c8-4477-8ad0-11e1a05d966c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:55.323269 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-35c33f1d-0c09-4fef-896f-02ff4100e07c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:55.335628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a420189-037d-4147-b338-8a2fbba6c8dc req-12073f48-89c8-4477-8ad0-11e1a05d966c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:55.357469 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a420189-037d-4147-b338-8a2fbba6c8dc req-12073f48-89c8-4477-8ad0-11e1a05d966c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:55.364700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a420189-037d-4147-b338-8a2fbba6c8dc req-12073f48-89c8-4477-8ad0-11e1a05d966c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:55.380625 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a420189-037d-4147-b338-8a2fbba6c8dc req-12073f48-89c8-4477-8ad0-11e1a05d966c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:55.391358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a420189-037d-4147-b338-8a2fbba6c8dc req-12073f48-89c8-4477-8ad0-11e1a05d966c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.3976042 Feb 05 03:11:55.409842 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-35c33f1d-0c09-4fef-896f-02ff4100e07c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:55.424863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['bd524c50-2e20-442f-a0b6-34b6a2a08f31'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:11:55.428876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['36ec2062-61f3-4b79-bfaf-aeca1f042639'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:11:55.460406 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-35c33f1d-0c09-4fef-896f-02ff4100e07c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Network 98d2707f-9918-4156-9358-be4daec3064f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:55.463389 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-35c33f1d-0c09-4fef-896f-02ff4100e07c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:55.470817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-35c33f1d-0c09-4fef-896f-02ff4100e07c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:11:55.674720 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a420189-037d-4147-b338-8a2fbba6c8dc req-eb190895-3146-4552-bec2-52ce8fcde66d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2823794 Feb 05 03:11:55.767711 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-35c33f1d-0c09-4fef-896f-02ff4100e07c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:55.773264 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-35c33f1d-0c09-4fef-896f-02ff4100e07c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:55.830361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c33f1d-0c09-4fef-896f-02ff4100e07c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event updated for resources: {'Port': ['ID=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:55.842043 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92842ec5-a464-4844-b85d-0938a6c68478 req-9feb4c56-b06b-48e5-99f5-6ad1ab9f60b7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:55.847317 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-35c33f1d-0c09-4fef-896f-02ff4100e07c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2354054 Feb 05 03:11:55.859631 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Request body: {'port': {'device_id': '92946ec5-9419-48b1-90e4-c9acb36c6f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:55.860477 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92842ec5-a464-4844-b85d-0938a6c68478 req-9feb4c56-b06b-48e5-99f5-6ad1ab9f60b7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 931 time: 0.4662540 Feb 05 03:11:55.875099 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46732e58-fbb8-4613-8d37-0e6f25155fb8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (f41a4d4a-b782-464a-9794-e725952f291e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:56.023325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:56.063766 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92842ec5-a464-4844-b85d-0938a6c68478 req-6b9495e0-e4e7-4cdb-a4a2-e130c4b0c58b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018356 Feb 05 03:11:56.193008 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:11:56.240620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46732e58-fbb8-4613-8d37-0e6f25155fb8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (f41a4d4a-b782-464a-9794-e725952f291e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:56.243676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aff760f2-d758-4fcb-af5c-ceb58dfbb6f4 None None] Provisioning complete for port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:11:56.245420 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aff760f2-d758-4fcb-af5c-ceb58dfbb6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:56.306776 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aff760f2-d758-4fcb-af5c-ceb58dfbb6f4 None None] Port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:11:56.307642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-46732e58-fbb8-4613-8d37-0e6f25155fb8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41a4d4a-b782-464a-9794-e725952f291e']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:56.350446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-46732e58-fbb8-4613-8d37-0e6f25155fb8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14196798-3e83-4dc1-bdce-24d3cf68da5b') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:56.351216 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-46732e58-fbb8-4613-8d37-0e6f25155fb8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14196798-3e83-4dc1-bdce-24d3cf68da5b') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:11:56.362199 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46732e58-fbb8-4613-8d37-0e6f25155fb8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (14196798-3e83-4dc1-bdce-24d3cf68da5b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:56.379876 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46732e58-fbb8-4613-8d37-0e6f25155fb8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (14196798-3e83-4dc1-bdce-24d3cf68da5b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:56.389684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46732e58-fbb8-4613-8d37-0e6f25155fb8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:11:56.390600 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46732e58-fbb8-4613-8d37-0e6f25155fb8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (14196798-3e83-4dc1-bdce-24d3cf68da5b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:11:56.472105 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:11:56.487670 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46732e58-fbb8-4613-8d37-0e6f25155fb8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (f41a4d4a-b782-464a-9794-e725952f291e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:56.527077 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46732e58-fbb8-4613-8d37-0e6f25155fb8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:56.540717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-46732e58-fbb8-4613-8d37-0e6f25155fb8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/networks/f41a4d4a-b782-464a-9794-e725952f291e HTTP/1.1" status: 204 len: 168 time: 1.3614781 Feb 05 03:11:56.541130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47104) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:56.543650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46732e58-fbb8-4613-8d37-0e6f25155fb8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Network': ['ID=f41a4d4a-b782-464a-9794-e725952f291e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:56.555917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a614a5b-9747-4a68-bf37-c87bfef2e7a7 req-3538d6b7-7d4c-4f16-9e6d-3253e16c0057 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 210 time: 0.0796297 Feb 05 03:11:56.569382 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2f131df0-e38e-4952-9162-5388026a8d8d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1379715519'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:56.616352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f131df0-e38e-4952-9162-5388026a8d8d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:56.619639 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f131df0-e38e-4952-9162-5388026a8d8d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:56.725400 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c3e90d-db86-4738-8c5e-62dcda9b7d0b {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:11:56.761885 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Publish callbacks [] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:56.765200 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f131df0-e38e-4952-9162-5388026a8d8d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:11:56.803049 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f131df0-e38e-4952-9162-5388026a8d8d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (0875b175-2072-477c-8fac-fe99db594f39), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:56.805431 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-2f131df0-e38e-4952-9162-5388026a8d8d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Added segment 0875b175-2072-477c-8fac-fe99db594f39 of type vlan for network b02cc63d-279f-4ace-9f4d-8d46ed1ee020 Feb 05 03:11:56.815105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Transition to ACTIVE for port object 18c3e90d-db86-4738-8c5e-62dcda9b7d0b will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:11:56.888249 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b60d5-8420-4a14-8d8e-2929d1f2fb01 req-213732b5-5dd9-4d97-abe4-2274f2f59cec tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:56.896357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b60d5-8420-4a14-8d8e-2929d1f2fb01 req-213732b5-5dd9-4d97-abe4-2274f2f59cec tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:56.904907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b60d5-8420-4a14-8d8e-2929d1f2fb01 req-213732b5-5dd9-4d97-abe4-2274f2f59cec tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:56.911528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b60d5-8420-4a14-8d8e-2929d1f2fb01 req-213732b5-5dd9-4d97-abe4-2274f2f59cec tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:56.919513 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b60d5-8420-4a14-8d8e-2929d1f2fb01 req-213732b5-5dd9-4d97-abe4-2274f2f59cec tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:56.925633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b60d5-8420-4a14-8d8e-2929d1f2fb01 req-213732b5-5dd9-4d97-abe4-2274f2f59cec tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:56.935381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b60d5-8420-4a14-8d8e-2929d1f2fb01 req-213732b5-5dd9-4d97-abe4-2274f2f59cec tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:56.944963 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:56.953192 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-757b60d5-8420-4a14-8d8e-2929d1f2fb01 req-213732b5-5dd9-4d97-abe4-2274f2f59cec tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.1935019 Feb 05 03:11:56.960144 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f131df0-e38e-4952-9162-5388026a8d8d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (b02cc63d-279f-4ace-9f4d-8d46ed1ee020), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:57.046254 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Pushing event updated for resources: {'Port': ['ID=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:57.056086 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f131df0-e38e-4952-9162-5388026a8d8d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (b02cc63d-279f-4ace-9f4d-8d46ed1ee020), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:57.070034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f131df0-e38e-4952-9162-5388026a8d8d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:57.074966 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f131df0-e38e-4952-9162-5388026a8d8d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:57.247550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-757b60d5-8420-4a14-8d8e-2929d1f2fb01 req-2972b376-91ec-4634-b977-a4a942e5a8a4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2915194 Feb 05 03:11:57.323353 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2f131df0-e38e-4952-9162-5388026a8d8d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7717426 Feb 05 03:11:57.328600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47124) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:57.362918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a7c53d69-6ae3-4c45-ba83-113c983b5d68 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'subnet': {'network_id': 'b02cc63d-279f-4ace-9f4d-8d46ed1ee020', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:57.409875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f131df0-e38e-4952-9162-5388026a8d8d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Network': ['ID=b02cc63d-279f-4ace-9f4d-8d46ed1ee020,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:57.423589 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network b02cc63d-279f-4ace-9f4d-8d46ed1ee020 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:11:57.426531 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Attempting to bind port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:11:57.426644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Attempting to bind port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:11:57.427052 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Attempting to bind port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b on network 98d2707f-9918-4156-9358-be4daec3064f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:57.431877 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b on network 98d2707f-9918-4156-9358-be4daec3064f not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:11:57.432247 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Attempting to bind port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b on network 98d2707f-9918-4156-9358-be4daec3064f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:11:57.438899 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:11:57.439490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Checking segment: {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:57.440032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Bound using segment: {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:11:57.440710 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Bound port: 18c3e90d-db86-4738-8c5e-62dcda9b7d0b, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70349fe1-e4bb-44a9-85be-841e406160b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '98d2707f-9918-4156-9358-be4daec3064f'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:11:57.441298 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:57.539769 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-e9f8248b-b8e1-4ae7-84f5-c6274a0a6b4b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:57.541143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-e9f8248b-b8e1-4ae7-84f5-c6274a0a6b4b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.10 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 811 time: 0.5098391 Feb 05 03:11:57.560732 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] For port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:11:57.565297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] For port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:11:57.583342 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:57.596821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-0f8c3306-f556-404b-8b3d-bfa7de4d38f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Request body: {'port': {'device_id': 'ec35b3ba-36ed-4f47-8adf-1d8c5b29b711', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'admin_state_up': True, 'tenant_id': 'bf205d1005174d34b7264edb6224b46f'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:57.688053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:57.688698 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:57.694168 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] 10.222.0.31 "PUT /v2.0/ports/18c3e90d-db86-4738-8c5e-62dcda9b7d0b HTTP/1.1" status: 200 len: 1091 time: 1.8370593 Feb 05 03:11:57.694715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92946ec5-9419-48b1-90e4-c9acb36c6f04', 'tag': '18c3e90d-db86-4738-8c5e-62dcda9b7d0b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:11:57.697060 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a8bf19-93ca-4eea-89cc-50a63c54b021" -d '{"events": [{"name": "network-changed", "server_uuid": "92946ec5-9419-48b1-90e4-c9acb36c6f04", "tag": "18c3e90d-db86-4738-8c5e-62dcda9b7d0b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:11:57.708731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d61f1-0b84-4fd3-b319-166961d79fbb req-13ed0b0f-825f-404a-83d0-700a5a5673f2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:57.711116 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-570d61f1-0b84-4fd3-b319-166961d79fbb req-13ed0b0f-825f-404a-83d0-700a5a5673f2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 943 time: 0.4388008 Feb 05 03:11:57.759168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91c16da4-4716-4470-8f06-703c1023400e req-64607099-f4d1-4b95-9e56-eeb693d17074 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 210 time: 0.0930316 Feb 05 03:11:57.759755 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c53d69-6ae3-4c45-ba83-113c983b5d68 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:57.764492 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7c53d69-6ae3-4c45-ba83-113c983b5d68 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:57.823109 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04186a1-077a-47bb-9e72-49a750c7309b service neutron] Pushing event updated for resources: {'Port': ['ID=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:57.877561 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6efa5d8-f0b6-40ff-bc2a-21c04495654d x-openstack-request-id: req-b6efa5d8-f0b6-40ff-bc2a-21c04495654d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:11:57.878435 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92946ec5-9419-48b1-90e4-c9acb36c6f04", "tag": "18c3e90d-db86-4738-8c5e-62dcda9b7d0b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:11:57.880646 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6efa5d8-f0b6-40ff-bc2a-21c04495654d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:11:57.881421 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92946ec5-9419-48b1-90e4-c9acb36c6f04', 'tag': '18c3e90d-db86-4738-8c5e-62dcda9b7d0b', 'status': 'completed', 'code': 200} Feb 05 03:11:57.911110 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-570d61f1-0b84-4fd3-b319-166961d79fbb req-a1cd5278-110c-44f3-a12e-2a75e86d667d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543519 Feb 05 03:11:57.916581 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-5ce65994-a5a0-4de2-b490-ef44a11b37be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:57.920554 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-5ce65994-a5a0-4de2-b490-ef44a11b37be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 1125 time: 0.1734719 Feb 05 03:11:58.016218 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-0f8c3306-f556-404b-8b3d-bfa7de4d38f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Made reservation on behalf of bf205d1005174d34b7264edb6224b46f for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:11:58.025758 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-0f8c3306-f556-404b-8b3d-bfa7de4d38f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:58.029694 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-d7c45b7d-885d-4e31-81f2-5425eba8312b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18c3e90d-db86-4738-8c5e-62dcda9b7d0b HTTP/1.1" status: 200 len: 217 time: 0.1007032 Feb 05 03:11:58.197035 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-1f70759b-f1eb-4d3d-87f1-3abf76bcedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:58.206602 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-1f70759b-f1eb-4d3d-87f1-3abf76bcedaa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.1680245 Feb 05 03:11:58.328287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-6d9ec3e2-2a9c-41f0-853e-492e3e6df312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:58.330104 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-6d9ec3e2-2a9c-41f0-853e-492e3e6df312 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1192112 Feb 05 03:11:58.349793 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7c53d69-6ae3-4c45-ba83-113c983b5d68 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (893b918a-0626-483d-9ad3-4451ecc519cc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:58.516096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-0f8c3306-f556-404b-8b3d-bfa7de4d38f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Allocated IP 172.20.0.6 (8a76fea9-ec7c-470a-8205-bae119528f63/d6a9fd51-dee8-4234-b9ad-45957bee7324/a6cd3103-c823-45a0-827a-dd872acb2f16) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:11:58.524282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c53d69-6ae3-4c45-ba83-113c983b5d68 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Subnet': ['ID=893b918a-0626-483d-9ad3-4451ecc519cc,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:58.560032 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c53d69-6ae3-4c45-ba83-113c983b5d68 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Checking segment: {'id': '0875b175-2072-477c-8fac-fe99db594f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b02cc63d-279f-4ace-9f4d-8d46ed1ee020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:11:58.560682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c53d69-6ae3-4c45-ba83-113c983b5d68 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network hostable DHCP agents. Network: b02cc63d-279f-4ace-9f4d-8d46ed1ee020, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:11:58.585354 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-60ca1107-21b8-48ce-bc9b-0ff288c9db86 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462409 Feb 05 03:11:58.590116 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9da7e3-9865-4afb-aaca-fa09f5ec4403 req-cf7fa2a6-f85e-4ed7-9458-33a30328a0b6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:58.596144 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9da7e3-9865-4afb-aaca-fa09f5ec4403 req-cf7fa2a6-f85e-4ed7-9458-33a30328a0b6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:58.601655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9da7e3-9865-4afb-aaca-fa09f5ec4403 req-cf7fa2a6-f85e-4ed7-9458-33a30328a0b6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:58.607235 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9da7e3-9865-4afb-aaca-fa09f5ec4403 req-cf7fa2a6-f85e-4ed7-9458-33a30328a0b6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:58.612704 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9da7e3-9865-4afb-aaca-fa09f5ec4403 req-cf7fa2a6-f85e-4ed7-9458-33a30328a0b6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:58.618121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9da7e3-9865-4afb-aaca-fa09f5ec4403 req-cf7fa2a6-f85e-4ed7-9458-33a30328a0b6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:58.624389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9da7e3-9865-4afb-aaca-fa09f5ec4403 req-cf7fa2a6-f85e-4ed7-9458-33a30328a0b6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:58.626596 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f9da7e3-9865-4afb-aaca-fa09f5ec4403 req-cf7fa2a6-f85e-4ed7-9458-33a30328a0b6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.1909373 Feb 05 03:11:58.695825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c53d69-6ae3-4c45-ba83-113c983b5d68 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network b02cc63d-279f-4ace-9f4d-8d46ed1ee020 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:11:58.757081 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-24e46b8a-1ba5-4478-891a-43ab137c1b6a req-9c6dbdc9-f8a0-495d-8c7f-54ad388d13fc service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626565 Feb 05 03:11:58.767266 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a7c53d69-6ae3-4c45-ba83-113c983b5d68 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, b02cc63d-279f-4ace-9f4d-8d46ed1ee020) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:58.772010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c53d69-6ae3-4c45-ba83-113c983b5d68 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:58.772837 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7c53d69-6ae3-4c45-ba83-113c983b5d68 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:58.780277 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e8f956-6365-4b4a-8e79-0ba71c139f8d None None] Network b02cc63d-279f-4ace-9f4d-8d46ed1ee020 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:11:58.832999 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f9da7e3-9865-4afb-aaca-fa09f5ec4403 req-f3cda231-2f85-48c8-86b1-4cb5df141136 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1939535 Feb 05 03:11:58.851447 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a7c53d69-6ae3-4c45-ba83-113c983b5d68 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5203183 Feb 05 03:11:58.860698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47142) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:58.869760 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1f1cfdbe-5cab-40f2-b410-b39b3050f604 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-457530278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:58.960032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8bf19-93ca-4eea-89cc-50a63c54b021 req-0bbfaa95-707b-4a15-a1d7-90a691fd79dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:58.967707 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-29a8bf19-93ca-4eea-89cc-50a63c54b021 req-0bbfaa95-707b-4a15-a1d7-90a691fd79dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 1125 time: 0.1448910 Feb 05 03:11:59.068430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-b02cc63d-279f-4ace-9f4d-8d46ed1ee020', 'network_id': 'b02cc63d-279f-4ace-9f4d-8d46ed1ee020', 'project_id': '462601c24a08425693c823c46e08e1e1', 'fixed_ips': [{'subnet_id': '893b918a-0626-483d-9ad3-4451ecc519cc'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:11:59.069308 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:59.181057 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8bf19-93ca-4eea-89cc-50a63c54b021 req-e2f6eed9-bd73-4683-84af-a590f9621ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:59.183590 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-29a8bf19-93ca-4eea-89cc-50a63c54b021 req-e2f6eed9-bd73-4683-84af-a590f9621ba4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.2063582 Feb 05 03:11:59.261653 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-29a8bf19-93ca-4eea-89cc-50a63c54b021 req-c24309fb-2236-4198-98c0-10fe600a8826 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18c3e90d-db86-4738-8c5e-62dcda9b7d0b HTTP/1.1" status: 200 len: 217 time: 0.0629199 Feb 05 03:11:59.291743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Allocated IP 2001:db8::2 (b02cc63d-279f-4ace-9f4d-8d46ed1ee020/893b918a-0626-483d-9ad3-4451ecc519cc/258052fe-51c5-4e8f-a502-e056f5ac2e98) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:11:59.313152 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-050b4c0b-8d1e-437f-81d7-ebd64164f175 req-2307db11-3b79-4fd0-91c3-4eff1bc761b2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 210 time: 0.3885105 Feb 05 03:11:59.346882 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f1cfdbe-5cab-40f2-b410-b39b3050f604 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (47c9f114-007b-4a4e-8823-039e87cb1353), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:59.348160 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f1cfdbe-5cab-40f2-b410-b39b3050f604 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (47c9f114-007b-4a4e-8823-039e87cb1353), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:59.362723 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8bf19-93ca-4eea-89cc-50a63c54b021 req-64492ef1-6795-454b-aa78-35b55c5fe8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:59.364307 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-29a8bf19-93ca-4eea-89cc-50a63c54b021 req-64492ef1-6795-454b-aa78-35b55c5fe8e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.0970104 Feb 05 03:11:59.377098 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-0f8c3306-f556-404b-8b3d-bfa7de4d38f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for port (a6cd3103-c823-45a0-827a-dd872acb2f16), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:59.392440 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8c6e7-b15b-4fd2-aa74-d305fe821d4e req-d599775c-3cf7-477b-ac19-8ce9a92fbd02 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:59.394480 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3f8c6e7-b15b-4fd2-aa74-d305fe821d4e req-d599775c-3cf7-477b-ac19-8ce9a92fbd02 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 943 time: 0.1423192 Feb 05 03:11:59.485857 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f1cfdbe-5cab-40f2-b410-b39b3050f604 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_controller (47c9f114-007b-4a4e-8823-039e87cb1353), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:59.503147 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f1cfdbe-5cab-40f2-b410-b39b3050f604 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (47c9f114-007b-4a4e-8823-039e87cb1353), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:59.529035 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8bf19-93ca-4eea-89cc-50a63c54b021 req-02dbeb7f-b901-479e-88c4-6b8d8732d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:59.533039 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-29a8bf19-93ca-4eea-89cc-50a63c54b021 req-02dbeb7f-b901-479e-88c4-6b8d8732d0f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1605821 Feb 05 03:11:59.536000 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f1cfdbe-5cab-40f2-b410-b39b3050f604 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:59.537971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1f1cfdbe-5cab-40f2-b410-b39b3050f604 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6719778 Feb 05 03:11:59.541494 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-0f8c3306-f556-404b-8b3d-bfa7de4d38f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (a6cd3103-c823-45a0-827a-dd872acb2f16), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:59.547416 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47150) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:11:59.595316 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ec94dd8a-cf9d-4d48-963c-c7a7492babb6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'port': {'network_id': 'b02cc63d-279f-4ace-9f4d-8d46ed1ee020', 'name': 'tempest-RoutersIpV6Test-1319053768'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:59.600819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c3306-f556-404b-8b3d-bfa7de4d38f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'Port': ['ID=a6cd3103-c823-45a0-827a-dd872acb2f16,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:11:59.607618 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3f8c6e7-b15b-4fd2-aa74-d305fe821d4e req-bea47224-e5c0-43f1-956c-9f36c4eef92f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996107 Feb 05 03:11:59.677626 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Publish callbacks [] for port (258052fe-51c5-4e8f-a502-e056f5ac2e98), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:59.679931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-0f8c3306-f556-404b-8b3d-bfa7de4d38f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Network 8a76fea9-ec7c-470a-8205-bae119528f63 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:59.684248 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-0f8c3306-f556-404b-8b3d-bfa7de4d38f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:59.686994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-0f8c3306-f556-404b-8b3d-bfa7de4d38f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:11:59.707337 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (258052fe-51c5-4e8f-a502-e056f5ac2e98), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:59.742249 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-0f8c3306-f556-404b-8b3d-bfa7de4d38f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:11:59.742924 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-0f8c3306-f556-404b-8b3d-bfa7de4d38f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:59.782652 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-0f8c3306-f556-404b-8b3d-bfa7de4d38f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2080319 Feb 05 03:11:59.790916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Request body: {'port': {'device_id': 'ec35b3ba-36ed-4f47-8adf-1d8c5b29b711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:11:59.861586 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-29a8bf19-93ca-4eea-89cc-50a63c54b021 req-cbfaf677-a09b-46ff-8dff-f6bf9ca7f9f2 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192577 Feb 05 03:11:59.862286 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6cd3103-c823-45a0-827a-dd872acb2f16), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:11:59.881343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Network b02cc63d-279f-4ace-9f4d-8d46ed1ee020 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:11:59.895194 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:11:59.933464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:11:59.959379 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Pushing event updated for resources: {'Port': ['ID=258052fe-51c5-4e8f-a502-e056f5ac2e98,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:00.092560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec94dd8a-cf9d-4d48-963c-c7a7492babb6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:12:00.100880 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec94dd8a-cf9d-4d48-963c-c7a7492babb6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:00.138362 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Attempting to bind port 258052fe-51c5-4e8f-a502-e056f5ac2e98 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:12:00.138769 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Attempting to bind port 258052fe-51c5-4e8f-a502-e056f5ac2e98 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '0875b175-2072-477c-8fac-fe99db594f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b02cc63d-279f-4ace-9f4d-8d46ed1ee020'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:12:00.139139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Attempting to bind port 258052fe-51c5-4e8f-a502-e056f5ac2e98 on network b02cc63d-279f-4ace-9f4d-8d46ed1ee020 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:12:00.142706 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-29a8bf19-93ca-4eea-89cc-50a63c54b021 req-ff29daa1-2f0d-4ae0-99a2-63de35dc0a0e service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735057 Feb 05 03:12:00.148558 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:12:00.148971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Checking segment: {'id': '0875b175-2072-477c-8fac-fe99db594f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b02cc63d-279f-4ace-9f4d-8d46ed1ee020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:12:00.149431 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:00.151549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Bound using segment: {'id': '0875b175-2072-477c-8fac-fe99db594f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b02cc63d-279f-4ace-9f4d-8d46ed1ee020'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:12:00.152324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Bound port: 258052fe-51c5-4e8f-a502-e056f5ac2e98, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0875b175-2072-477c-8fac-fe99db594f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b02cc63d-279f-4ace-9f4d-8d46ed1ee020'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:12:00.152720 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (258052fe-51c5-4e8f-a502-e056f5ac2e98), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:00.231456 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-ec94dd8a-cf9d-4d48-963c-c7a7492babb6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] device_id is not set on port a5416a8b-38f3-421c-b534-b7d081d0ab75 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:12:00.251924 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-544b6add-75e1-4bea-934e-0c165846a12a None None] Provisioning complete for port a6cd3103-c823-45a0-827a-dd872acb2f16 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:00.252587 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-544b6add-75e1-4bea-934e-0c165846a12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a6cd3103-c823-45a0-827a-dd872acb2f16), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:00.281983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90d682-b431-4fd7-860d-8f844335f0af req-666150c0-9d30-4f27-b5fb-3748ad1687e0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:00.287692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90d682-b431-4fd7-860d-8f844335f0af req-666150c0-9d30-4f27-b5fb-3748ad1687e0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:00.300352 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90d682-b431-4fd7-860d-8f844335f0af req-666150c0-9d30-4f27-b5fb-3748ad1687e0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:00.306541 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90d682-b431-4fd7-860d-8f844335f0af req-666150c0-9d30-4f27-b5fb-3748ad1687e0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:00.313555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90d682-b431-4fd7-860d-8f844335f0af req-666150c0-9d30-4f27-b5fb-3748ad1687e0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:00.319602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90d682-b431-4fd7-860d-8f844335f0af req-666150c0-9d30-4f27-b5fb-3748ad1687e0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:00.327018 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90d682-b431-4fd7-860d-8f844335f0af req-666150c0-9d30-4f27-b5fb-3748ad1687e0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:00.336023 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea90d682-b431-4fd7-860d-8f844335f0af req-666150c0-9d30-4f27-b5fb-3748ad1687e0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.3556833 Feb 05 03:12:00.537378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-ec94dd8a-cf9d-4d48-963c-c7a7492babb6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Allocated IP 2001:db8::39b (b02cc63d-279f-4ace-9f4d-8d46ed1ee020/893b918a-0626-483d-9ad3-4451ecc519cc/a5416a8b-38f3-421c-b534-b7d081d0ab75) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:12:00.546519 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-544b6add-75e1-4bea-934e-0c165846a12a None None] Port a6cd3103-c823-45a0-827a-dd872acb2f16 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:12:00.574897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] For port 258052fe-51c5-4e8f-a502-e056f5ac2e98, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:12:00.579275 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] For port 258052fe-51c5-4e8f-a502-e056f5ac2e98, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=258052fe-51c5-4e8f-a502-e056f5ac2e98,segment=NetworkSegment(0875b175-2072-477c-8fac-fe99db594f39),segment_id=0875b175-2072-477c-8fac-fe99db594f39)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:12:00.592106 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (258052fe-51c5-4e8f-a502-e056f5ac2e98), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:00.675197 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386d15d-1a10-47cb-b08c-07b57f9a266b None None] Pushing event updated for resources: {'Port': ['ID=258052fe-51c5-4e8f-a502-e056f5ac2e98,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:00.754974 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea90d682-b431-4fd7-860d-8f844335f0af req-2a49dc76-2427-4d27-a451-db32228f4713 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2150471 Feb 05 03:12:00.762214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624103ae-8c4a-4f25-956a-0802571a6b6f req-d2632f22-6141-4145-b88a-5800d18d88ff tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:00.764001 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-624103ae-8c4a-4f25-956a-0802571a6b6f req-d2632f22-6141-4145-b88a-5800d18d88ff tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 931 time: 0.2660739 Feb 05 03:12:00.949833 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec94dd8a-cf9d-4d48-963c-c7a7492babb6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (a5416a8b-38f3-421c-b534-b7d081d0ab75), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:01.040213 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec94dd8a-cf9d-4d48-963c-c7a7492babb6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (a5416a8b-38f3-421c-b534-b7d081d0ab75), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:01.159623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94dd8a-cf9d-4d48-963c-c7a7492babb6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=a5416a8b-38f3-421c-b534-b7d081d0ab75,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:01.200785 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec94dd8a-cf9d-4d48-963c-c7a7492babb6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network b02cc63d-279f-4ace-9f4d-8d46ed1ee020 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:12:01.232177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ec94dd8a-cf9d-4d48-963c-c7a7492babb6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:01.237671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-624103ae-8c4a-4f25-956a-0802571a6b6f req-4a4c16d5-b822-42f1-b7a5-31b96040bc78 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526834 Feb 05 03:12:01.241110 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94dd8a-cf9d-4d48-963c-c7a7492babb6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:12:01.248149 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec94dd8a-cf9d-4d48-963c-c7a7492babb6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:01.249051 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec94dd8a-cf9d-4d48-963c-c7a7492babb6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:01.310823 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15370e-8eab-4d66-9f54-f530ce251780 req-40b1f950-3190-425a-bd30-49eabe89e8df tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:01.313312 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd15370e-8eab-4d66-9f54-f530ce251780 req-40b1f950-3190-425a-bd30-49eabe89e8df tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 943 time: 0.2890332 Feb 05 03:12:01.372443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47158) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:01.380025 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ec94dd8a-cf9d-4d48-963c-c7a7492babb6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7885869 Feb 05 03:12:01.416903 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd15370e-8eab-4d66-9f54-f530ce251780 req-5e846c9c-563b-4752-8095-09c7ea61c3b8 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742507 Feb 05 03:12:01.437560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6cd3103-c823-45a0-827a-dd872acb2f16 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:12:01.448002 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Publish callbacks [] for port (a6cd3103-c823-45a0-827a-dd872acb2f16), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:01.464912 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Transition to ACTIVE for port object a6cd3103-c823-45a0-827a-dd872acb2f16 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:12:01.472741 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (a6cd3103-c823-45a0-827a-dd872acb2f16), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:01.529241 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Pushing event updated for resources: {'Port': ['ID=a6cd3103-c823-45a0-827a-dd872acb2f16,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:01.670289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Attempting to bind port a6cd3103-c823-45a0-827a-dd872acb2f16 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:12:01.672065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Attempting to bind port a6cd3103-c823-45a0-827a-dd872acb2f16 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:12:01.672824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Attempting to bind port a6cd3103-c823-45a0-827a-dd872acb2f16 on network 8a76fea9-ec7c-470a-8205-bae119528f63 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:12:01.678714 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Port a6cd3103-c823-45a0-827a-dd872acb2f16 on network 8a76fea9-ec7c-470a-8205-bae119528f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:12:01.679588 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Attempting to bind port a6cd3103-c823-45a0-827a-dd872acb2f16 on network 8a76fea9-ec7c-470a-8205-bae119528f63 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:12:01.686923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:12:01.687561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Checking segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:12:01.688140 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Bound using segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:12:01.688748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Bound port: a6cd3103-c823-45a0-827a-dd872acb2f16, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:12:01.689290 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6cd3103-c823-45a0-827a-dd872acb2f16), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:01.831224 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] For port a6cd3103-c823-45a0-827a-dd872acb2f16, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:12:01.834703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] For port a6cd3103-c823-45a0-827a-dd872acb2f16, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a6cd3103-c823-45a0-827a-dd872acb2f16,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:12:01.852121 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (a6cd3103-c823-45a0-827a-dd872acb2f16), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:01.987151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Pushing event updated for resources: {'Port': ['ID=a6cd3103-c823-45a0-827a-dd872acb2f16,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:02.060717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:02.061353 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:02.062784 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-acb8b8ba-e7d3-4cf5-a530-8a6724755f15 service neutron] 10.222.0.10 "PUT /v2.0/ports/a6cd3103-c823-45a0-827a-dd872acb2f16 HTTP/1.1" status: 200 len: 1091 time: 2.2760456 Feb 05 03:12:02.064096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec35b3ba-36ed-4f47-8adf-1d8c5b29b711', 'tag': 'a6cd3103-c823-45a0-827a-dd872acb2f16'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:12:02.066394 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa0e496-56c4-40f5-88bc-d66db47ef686" -d '{"events": [{"name": "network-changed", "server_uuid": "ec35b3ba-36ed-4f47-8adf-1d8c5b29b711", "tag": "a6cd3103-c823-45a0-827a-dd872acb2f16"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:12:02.200235 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449af1b7-a356-49b3-917a-801469aad735 x-openstack-request-id: req-449af1b7-a356-49b3-917a-801469aad735 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:12:02.200686 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec35b3ba-36ed-4f47-8adf-1d8c5b29b711", "tag": "a6cd3103-c823-45a0-827a-dd872acb2f16", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:12:02.201047 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-449af1b7-a356-49b3-917a-801469aad735 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:12:02.201556 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec35b3ba-36ed-4f47-8adf-1d8c5b29b711', 'tag': 'a6cd3103-c823-45a0-827a-dd872acb2f16', 'status': 'completed', 'code': 200} Feb 05 03:12:02.253741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fcaaf-82b3-41c4-b622-735f7541e853 req-98cd83ce-3200-4f6a-afad-2003b8526531 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:02.264665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fcaaf-82b3-41c4-b622-735f7541e853 req-98cd83ce-3200-4f6a-afad-2003b8526531 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:02.270261 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fcaaf-82b3-41c4-b622-735f7541e853 req-98cd83ce-3200-4f6a-afad-2003b8526531 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:02.276238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fcaaf-82b3-41c4-b622-735f7541e853 req-98cd83ce-3200-4f6a-afad-2003b8526531 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:02.282254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fcaaf-82b3-41c4-b622-735f7541e853 req-98cd83ce-3200-4f6a-afad-2003b8526531 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:02.293116 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fcaaf-82b3-41c4-b622-735f7541e853 req-98cd83ce-3200-4f6a-afad-2003b8526531 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:02.304956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fcaaf-82b3-41c4-b622-735f7541e853 req-98cd83ce-3200-4f6a-afad-2003b8526531 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:02.325680 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c1fcaaf-82b3-41c4-b622-735f7541e853 req-98cd83ce-3200-4f6a-afad-2003b8526531 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.3594806 Feb 05 03:12:02.365163 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 18c3e90d-db86-4738-8c5e-62dcda9b7d0b details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:12:02.388700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-c1c46c71-ff98-4c7e-b7a0-a5f833630932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:02.390213 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-c1c46c71-ff98-4c7e-b7a0-a5f833630932 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 1125 time: 0.2824941 Feb 05 03:12:02.526855 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c1fcaaf-82b3-41c4-b622-735f7541e853 req-af81a3ca-5ea9-4099-a212-70881f342446 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1999502 Feb 05 03:12:02.638041 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-89718eec-1e26-43b5-bd9d-1775d9325e98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6cd3103-c823-45a0-827a-dd872acb2f16 HTTP/1.1" status: 200 len: 217 time: 0.2366831 Feb 05 03:12:02.644860 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:02.659937 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 258052fe-51c5-4e8f-a502-e056f5ac2e98 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:02.702205 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '18c3e90d-db86-4738-8c5e-62dcda9b7d0b', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'port_id': '18c3e90d-db86-4738-8c5e-62dcda9b7d0b', 'mac_address': 'fa:16:3e:62:09:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:12:02.706489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb5f360-4654-4cde-98ab-6685928b9017 None None] Network b02cc63d-279f-4ace-9f4d-8d46ed1ee020 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:12:02.744115 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e93784-2576-41f7-ba58-c660433c32a9 req-6d37797c-822d-4876-8b4b-aabc791e08cd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:02.745761 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-33e93784-2576-41f7-ba58-c660433c32a9 req-6d37797c-822d-4876-8b4b-aabc791e08cd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.3615634 Feb 05 03:12:02.755201 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72cbae65-63fb-46b3-a919-2a31551c8e51 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a5416a8b-38f3-421c-b534-b7d081d0ab75), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:02.761743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-4e50582d-4006-4697-9727-031062950b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:02.763200 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-4e50582d-4006-4697-9727-031062950b17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.1178608 Feb 05 03:12:02.840034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-33e93784-2576-41f7-ba58-c660433c32a9 req-de89fd9d-4445-482f-b2a6-5b18f3c30ecf tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868859 Feb 05 03:12:02.852982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03646648-1063-4a9a-8715-b417fe8b4819 req-78087c98-90a3-4cfe-be0f-5f2a91763581 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:02.861435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03646648-1063-4a9a-8715-b417fe8b4819 req-78087c98-90a3-4cfe-be0f-5f2a91763581 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 943 time: 0.1587725 Feb 05 03:12:02.879270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:02.879810 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:02.888267 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6591e64c-78b6-49ed-914c-2ccb03e39cf2 None None] Provisioning complete for port 258052fe-51c5-4e8f-a502-e056f5ac2e98 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:02.888752 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6591e64c-78b6-49ed-914c-2ccb03e39cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (258052fe-51c5-4e8f-a502-e056f5ac2e98), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:02.954193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-f95de474-0f37-4f79-9a8b-945c9349d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:02.968451 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-f95de474-0f37-4f79-9a8b-945c9349d6f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1929579 Feb 05 03:12:02.971808 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03646648-1063-4a9a-8715-b417fe8b4819 req-df6c7d80-2905-494b-9e2b-e65806d12657 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095953 Feb 05 03:12:02.976236 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c3e90d-db86-4738-8c5e-62dcda9b7d0b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:12:02.997544 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 258052fe-51c5-4e8f-a502-e056f5ac2e98 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:02.997544 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (258052fe-51c5-4e8f-a502-e056f5ac2e98), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:03.071845 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:03.141161 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:03.145298 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6591e64c-78b6-49ed-914c-2ccb03e39cf2 None None] Current status of the port 258052fe-51c5-4e8f-a502-e056f5ac2e98 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:03.145927 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6591e64c-78b6-49ed-914c-2ccb03e39cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (258052fe-51c5-4e8f-a502-e056f5ac2e98), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:03.151870 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72cbae65-63fb-46b3-a919-2a31551c8e51 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (a5416a8b-38f3-421c-b534-b7d081d0ab75), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:03.159366 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-ff9a60d2-7b96-43c7-9e57-7c7232cb2866 service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826520 Feb 05 03:12:03.169949 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72cbae65-63fb-46b3-a919-2a31551c8e51 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (a5416a8b-38f3-421c-b534-b7d081d0ab75), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:03.268349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6591e64c-78b6-49ed-914c-2ccb03e39cf2 None None] For port 258052fe-51c5-4e8f-a502-e056f5ac2e98, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=258052fe-51c5-4e8f-a502-e056f5ac2e98,segment=NetworkSegment(0875b175-2072-477c-8fac-fe99db594f39),segment_id=0875b175-2072-477c-8fac-fe99db594f39)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:03.271078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbae65-63fb-46b3-a919-2a31551c8e51 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=a5416a8b-38f3-421c-b534-b7d081d0ab75,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:03.276069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:03.282637 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6591e64c-78b6-49ed-914c-2ccb03e39cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (258052fe-51c5-4e8f-a502-e056f5ac2e98), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:03.288154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 258052fe-51c5-4e8f-a502-e056f5ac2e98 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:03.288785 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (258052fe-51c5-4e8f-a502-e056f5ac2e98), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:03.356361 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591e64c-78b6-49ed-914c-2ccb03e39cf2 None None] Pushing event updated for resources: {'Port': ['ID=258052fe-51c5-4e8f-a502-e056f5ac2e98,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:03.376104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cc944b7-9beb-4cd8-be2d-e38a46ba01b5 req-cb1240b0-d666-46e0-92f7-0f5e5457c95b service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083416 Feb 05 03:12:03.434440 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:12:03.435544 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:12:03.494302 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['18c3e90d-db86-4738-8c5e-62dcda9b7d0b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:12:03.524458 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72cbae65-63fb-46b3-a919-2a31551c8e51 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (47c9f114-007b-4a4e-8823-039e87cb1353), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:03.571206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0e496-56c4-40f5-88bc-d66db47ef686 req-e2db99bc-ab83-40b9-82f2-5d73e344b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:03.573195 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bfa0e496-56c4-40f5-88bc-d66db47ef686 req-e2db99bc-ab83-40b9-82f2-5d73e344b0a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 1125 time: 0.1437123 Feb 05 03:12:03.649325 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ad7cea2c-462f-40d1-b0c3-e78114c5bd25 None None] Provisioning complete for port a5416a8b-38f3-421c-b534-b7d081d0ab75 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:03.649861 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ad7cea2c-462f-40d1-b0c3-e78114c5bd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a5416a8b-38f3-421c-b534-b7d081d0ab75), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:03.696337 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2587e91a-21bc-4b15-ba27-0f4e5f380ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:03.756219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0e496-56c4-40f5-88bc-d66db47ef686 req-0bf34062-d12e-4027-9be2-7cd808cdd2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:03.758161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bfa0e496-56c4-40f5-88bc-d66db47ef686 req-0bf34062-d12e-4027-9be2-7cd808cdd2c7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.1781592 Feb 05 03:12:03.803882 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72cbae65-63fb-46b3-a919-2a31551c8e51 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a5416a8b-38f3-421c-b534-b7d081d0ab75), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:03.846124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ad7cea2c-462f-40d1-b0c3-e78114c5bd25 None None] Port a5416a8b-38f3-421c-b534-b7d081d0ab75 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:12:03.866052 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bfa0e496-56c4-40f5-88bc-d66db47ef686 req-f447b67f-5aeb-4704-a13f-4a72438e96ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6cd3103-c823-45a0-827a-dd872acb2f16 HTTP/1.1" status: 200 len: 217 time: 0.0622215 Feb 05 03:12:03.944065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7c985-7eff-49da-858d-8f82865df96c req-d241d2c2-7ac4-48e0-9bbd-f38a625a75a5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:03.950701 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7c985-7eff-49da-858d-8f82865df96c req-d241d2c2-7ac4-48e0-9bbd-f38a625a75a5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:03.967932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7c985-7eff-49da-858d-8f82865df96c req-d241d2c2-7ac4-48e0-9bbd-f38a625a75a5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:03.973540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7c985-7eff-49da-858d-8f82865df96c req-d241d2c2-7ac4-48e0-9bbd-f38a625a75a5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:03.988842 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7c985-7eff-49da-858d-8f82865df96c req-d241d2c2-7ac4-48e0-9bbd-f38a625a75a5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:03.994617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7c985-7eff-49da-858d-8f82865df96c req-d241d2c2-7ac4-48e0-9bbd-f38a625a75a5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:04.001359 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7c985-7eff-49da-858d-8f82865df96c req-d241d2c2-7ac4-48e0-9bbd-f38a625a75a5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:04.003841 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ad7c985-7eff-49da-858d-8f82865df96c req-d241d2c2-7ac4-48e0-9bbd-f38a625a75a5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.2438197 Feb 05 03:12:04.068294 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0e496-56c4-40f5-88bc-d66db47ef686 req-3ad810b7-902e-4b65-a91e-c56d538f26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:04.069952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bfa0e496-56c4-40f5-88bc-d66db47ef686 req-3ad810b7-902e-4b65-a91e-c56d538f26c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.1973608 Feb 05 03:12:04.078731 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ad7cea2c-462f-40d1-b0c3-e78114c5bd25 None None] Provisioning complete for port 258052fe-51c5-4e8f-a502-e056f5ac2e98 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:04.079096 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ad7cea2c-462f-40d1-b0c3-e78114c5bd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (258052fe-51c5-4e8f-a502-e056f5ac2e98), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:04.187465 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba9f9-fdb4-4069-bfb2-cd04b28f0294 req-daa93462-1195-4a31-8bac-b9fc66b89a25 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:04.189205 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0bba9f9-fdb4-4069-bfb2-cd04b28f0294 req-daa93462-1195-4a31-8bac-b9fc66b89a25 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.1824231 Feb 05 03:12:04.195761 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ad7c985-7eff-49da-858d-8f82865df96c req-10626f77-33eb-43c4-8cdf-2c1480c26f77 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1798387 Feb 05 03:12:04.295679 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72cbae65-63fb-46b3-a919-2a31551c8e51 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (a5416a8b-38f3-421c-b534-b7d081d0ab75), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:04.312593 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72cbae65-63fb-46b3-a919-2a31551c8e51 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (a5416a8b-38f3-421c-b534-b7d081d0ab75), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:04.313548 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72cbae65-63fb-46b3-a919-2a31551c8e51 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (47c9f114-007b-4a4e-8823-039e87cb1353), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:04.315324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 258052fe-51c5-4e8f-a502-e056f5ac2e98 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:04.319676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0bba9f9-fdb4-4069-bfb2-cd04b28f0294 req-3de68652-6cb6-48d1-b815-a07686181c51 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185989 Feb 05 03:12:04.324519 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0e496-56c4-40f5-88bc-d66db47ef686 req-98adf7ee-3c47-42cd-9948-71376fd9be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:04.328011 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bfa0e496-56c4-40f5-88bc-d66db47ef686 req-98adf7ee-3c47-42cd-9948-71376fd9be37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2425990 Feb 05 03:12:04.388879 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ad7cea2c-462f-40d1-b0c3-e78114c5bd25 None None] Current status of the port 258052fe-51c5-4e8f-a502-e056f5ac2e98 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:04.472735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 258052fe-51c5-4e8f-a502-e056f5ac2e98 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:04.496297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbae65-63fb-46b3-a919-2a31551c8e51 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=a5416a8b-38f3-421c-b534-b7d081d0ab75,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:04.517118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cbae65-63fb-46b3-a919-2a31551c8e51 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network b02cc63d-279f-4ace-9f4d-8d46ed1ee020 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:12:04.519119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-72cbae65-63fb-46b3-a919-2a31551c8e51 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:04.601170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 258052fe-51c5-4e8f-a502-e056f5ac2e98 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:04.601554 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (258052fe-51c5-4e8f-a502-e056f5ac2e98), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:04.664465 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8df4ea-c845-44de-98ba-68b2c66f49a8 req-825dfa26-7d41-4b32-8021-527e016ab1c5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:04.667435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f8df4ea-c845-44de-98ba-68b2c66f49a8 req-825dfa26-7d41-4b32-8021-527e016ab1c5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 944 time: 0.2678747 Feb 05 03:12:04.695277 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-41b5649a-2498-4e5f-863b-2fa04aac2da7 None None] Provisioning complete for port a5416a8b-38f3-421c-b534-b7d081d0ab75 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:04.695672 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41b5649a-2498-4e5f-863b-2fa04aac2da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a5416a8b-38f3-421c-b534-b7d081d0ab75), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:04.699426 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bfa0e496-56c4-40f5-88bc-d66db47ef686 req-c23b48a8-868e-44a0-a03d-44758303f076 service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601992 Feb 05 03:12:04.710694 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cbae65-63fb-46b3-a919-2a31551c8e51 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 47c9f114-007b-4a4e-8823-039e87cb1353 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:12:04.771905 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-41b5649a-2498-4e5f-863b-2fa04aac2da7 None None] Port a5416a8b-38f3-421c-b534-b7d081d0ab75 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:12:04.865669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f8df4ea-c845-44de-98ba-68b2c66f49a8 req-d2e0446f-404a-4335-a5a9-ae323cef9919 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914461 Feb 05 03:12:04.898048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 258052fe-51c5-4e8f-a502-e056f5ac2e98 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:04.929433 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cbae65-63fb-46b3-a919-2a31551c8e51 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:12:04.930891 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bfa0e496-56c4-40f5-88bc-d66db47ef686 req-6c13690a-56a9-460b-b354-7d6cc0541d82 service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276080 Feb 05 03:12:04.943665 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cefe7a0-c874-485b-a931-0084ec87d799 None None] Sync routers for ids ['47c9f114-007b-4a4e-8823-039e87cb1353'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:12:04.944635 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-72cbae65-63fb-46b3-a919-2a31551c8e51 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/47c9f114-007b-4a4e-8823-039e87cb1353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5696766 Feb 05 03:12:04.946622 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47174) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:04.961209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cefe7a0-c874-485b-a931-0084ec87d799 None None] Routers {'47c9f114-007b-4a4e-8823-039e87cb1353'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:04.961858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5cefe7a0-c874-485b-a931-0084ec87d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:11:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['47c9f114-007b-4a4e-8823-039e87cb1353'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:05.017980 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec166a0-9bed-4c7b-8e85-8468d265e515 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:05.019913 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8ec166a0-9bed-4c7b-8e85-8468d265e515 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports/a5416a8b-38f3-421c-b534-b7d081d0ab75 HTTP/1.1" status: 200 len: 984 time: 0.0720873 Feb 05 03:12:05.022709 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47176) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:05.049895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5cefe7a0-c874-485b-a931-0084ec87d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:05.061004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cefe7a0-c874-485b-a931-0084ec87d799 None None] Routers {'47c9f114-007b-4a4e-8823-039e87cb1353'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:05.061640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5cefe7a0-c874-485b-a931-0084ec87d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:11:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['47c9f114-007b-4a4e-8823-039e87cb1353'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:05.165714 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5cefe7a0-c874-485b-a931-0084ec87d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:05.173565 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cefe7a0-c874-485b-a931-0084ec87d799 None None] The sync data for ids ['47c9f114-007b-4a4e-8823-039e87cb1353'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:12:05.203454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fdcf195a-adb5-48c2-a7b1-1c26f4778c3b None None] Provisioning complete for port a5416a8b-38f3-421c-b534-b7d081d0ab75 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:05.203839 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdcf195a-adb5-48c2-a7b1-1c26f4778c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a5416a8b-38f3-421c-b534-b7d081d0ab75), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:05.280738 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf195a-adb5-48c2-a7b1-1c26f4778c3b None None] Port a5416a8b-38f3-421c-b534-b7d081d0ab75 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:12:05.462043 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f677b-889c-4b2f-b88f-b51c1925d24a req-2090a965-91c6-4bdd-bbed-d27b4304f532 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:05.472655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f677b-889c-4b2f-b88f-b51c1925d24a req-2090a965-91c6-4bdd-bbed-d27b4304f532 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:05.479989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f677b-889c-4b2f-b88f-b51c1925d24a req-2090a965-91c6-4bdd-bbed-d27b4304f532 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:05.485975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f677b-889c-4b2f-b88f-b51c1925d24a req-2090a965-91c6-4bdd-bbed-d27b4304f532 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:05.503306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f677b-889c-4b2f-b88f-b51c1925d24a req-2090a965-91c6-4bdd-bbed-d27b4304f532 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:05.513322 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f677b-889c-4b2f-b88f-b51c1925d24a req-2090a965-91c6-4bdd-bbed-d27b4304f532 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:05.521205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f677b-889c-4b2f-b88f-b51c1925d24a req-2090a965-91c6-4bdd-bbed-d27b4304f532 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:05.523394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd2f677b-889c-4b2f-b88f-b51c1925d24a req-2090a965-91c6-4bdd-bbed-d27b4304f532 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.1983342 Feb 05 03:12:05.641310 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50071a95-7d54-4911-bd97-4170de5c7af7 req-756192df-8171-4651-9545-c3dd370c379a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:05.642926 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50071a95-7d54-4911-bd97-4170de5c7af7 req-756192df-8171-4651-9545-c3dd370c379a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.1185718 Feb 05 03:12:05.648940 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd2f677b-889c-4b2f-b88f-b51c1925d24a req-89bf7a90-8575-4910-908f-8761045d2494 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144643 Feb 05 03:12:05.704248 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50071a95-7d54-4911-bd97-4170de5c7af7 req-405d82aa-9ee8-4ebc-9ed5-2b3f8acc33a8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543106 Feb 05 03:12:05.783435 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-074926e5-6ce8-4539-8fbe-19ebc689c73a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (47c9f114-007b-4a4e-8823-039e87cb1353), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:05.886893 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8db19036-e281-48e4-82c8-624efc272a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:06.085221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908cd75-3ae1-4a47-8fe1-1833dcdbcd6b req-03cdf202-cfeb-4c76-8b88-5dcccc702541 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:06.095742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3908cd75-3ae1-4a47-8fe1-1833dcdbcd6b req-03cdf202-cfeb-4c76-8b88-5dcccc702541 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 944 time: 0.1147218 Feb 05 03:12:06.104766 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-074926e5-6ce8-4539-8fbe-19ebc689c73a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting port a5416a8b-38f3-421c-b534-b7d081d0ab75 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:12:06.105557 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-074926e5-6ce8-4539-8fbe-19ebc689c73a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a5416a8b-38f3-421c-b534-b7d081d0ab75), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:06.199433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3908cd75-3ae1-4a47-8fe1-1833dcdbcd6b req-4f1fa931-6c00-414c-83bc-4516534e61de tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018751 Feb 05 03:12:06.239852 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-074926e5-6ce8-4539-8fbe-19ebc689c73a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a5416a8b-38f3-421c-b534-b7d081d0ab75), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:06.255698 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-074926e5-6ce8-4539-8fbe-19ebc689c73a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Calling delete_port for a5416a8b-38f3-421c-b534-b7d081d0ab75 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:12:06.384962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 18c3e90d-db86-4738-8c5e-62dcda9b7d0b up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:06.466862 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:12:06.471944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:06.472313 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:06.573471 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-074926e5-6ce8-4539-8fbe-19ebc689c73a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a5416a8b-38f3-421c-b534-b7d081d0ab75), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:06.593332 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:06.593990 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:06.638011 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074926e5-6ce8-4539-8fbe-19ebc689c73a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Port': ['ID=a5416a8b-38f3-421c-b534-b7d081d0ab75,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:06.639096 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:06.640121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92946ec5-9419-48b1-90e4-c9acb36c6f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c3e90d-db86-4738-8c5e-62dcda9b7d0b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:12:06.648485 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53538d8c-9b7e-4ac5-88cc-f23bf3c59508" -d '{"events": [{"server_uuid": "92946ec5-9419-48b1-90e4-c9acb36c6f04", "name": "network-vif-plugged", "status": "completed", "tag": "18c3e90d-db86-4738-8c5e-62dcda9b7d0b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:12:06.653193 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:06.719536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:06.764906 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4c6ff6-45d5-44c1-a55d-8a0f5b9d0918 x-openstack-request-id: req-6e4c6ff6-45d5-44c1-a55d-8a0f5b9d0918 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:12:06.765328 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92946ec5-9419-48b1-90e4-c9acb36c6f04", "name": "network-vif-plugged", "status": "completed", "tag": "18c3e90d-db86-4738-8c5e-62dcda9b7d0b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:12:06.765821 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e4c6ff6-45d5-44c1-a55d-8a0f5b9d0918 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:12:06.767139 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92946ec5-9419-48b1-90e4-c9acb36c6f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c3e90d-db86-4738-8c5e-62dcda9b7d0b', 'code': 200} Feb 05 03:12:06.827907 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-074926e5-6ce8-4539-8fbe-19ebc689c73a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (47c9f114-007b-4a4e-8823-039e87cb1353), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:07.007614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d9ae3-dc9a-403f-a188-dd250dabf240 req-22e06335-73b1-4833-9020-db2e984251bb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:07.015817 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d9ae3-dc9a-403f-a188-dd250dabf240 req-22e06335-73b1-4833-9020-db2e984251bb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:07.022039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d9ae3-dc9a-403f-a188-dd250dabf240 req-22e06335-73b1-4833-9020-db2e984251bb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:07.030528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d9ae3-dc9a-403f-a188-dd250dabf240 req-22e06335-73b1-4833-9020-db2e984251bb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:07.045947 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d9ae3-dc9a-403f-a188-dd250dabf240 req-22e06335-73b1-4833-9020-db2e984251bb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:07.085755 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d9ae3-dc9a-403f-a188-dd250dabf240 req-22e06335-73b1-4833-9020-db2e984251bb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:07.093852 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d9ae3-dc9a-403f-a188-dd250dabf240 req-22e06335-73b1-4833-9020-db2e984251bb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:07.098541 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:07.102948 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-808d9ae3-dc9a-403f-a188-dd250dabf240 req-22e06335-73b1-4833-9020-db2e984251bb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.2796731 Feb 05 03:12:07.190438 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de23cca-7add-497b-92a2-5f57220a25be req-2e2a449b-233d-4149-8ee5-8bfa7c516454 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:07.193204 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3de23cca-7add-497b-92a2-5f57220a25be req-2e2a449b-233d-4149-8ee5-8bfa7c516454 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.2779856 Feb 05 03:12:07.220528 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493ef1e-e316-408d-a536-4c52c36cc149 req-b5466674-6409-4344-a828-7fd1e9599bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:07.221702 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3493ef1e-e316-408d-a536-4c52c36cc149 req-b5466674-6409-4344-a828-7fd1e9599bb8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 1127 time: 0.2411773 Feb 05 03:12:07.278961 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-808d9ae3-dc9a-403f-a188-dd250dabf240 req-a02a415d-b6fa-4170-a264-3711ede7349c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1750736 Feb 05 03:12:07.279876 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074926e5-6ce8-4539-8fbe-19ebc689c73a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 47c9f114-007b-4a4e-8823-039e87cb1353 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:12:07.334901 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3de23cca-7add-497b-92a2-5f57220a25be req-c5c356d4-729f-40d6-8406-43a734f1bec1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127641 Feb 05 03:12:07.450084 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3493ef1e-e316-408d-a536-4c52c36cc149 req-11502cdc-10cc-4f43-bd5a-adc21f86c4bb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179763 Feb 05 03:12:07.500723 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074926e5-6ce8-4539-8fbe-19ebc689c73a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:12:07.510068 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-074926e5-6ce8-4539-8fbe-19ebc689c73a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/47c9f114-007b-4a4e-8823-039e87cb1353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4832561 Feb 05 03:12:07.510068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47194) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:07.513767 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e39a74c-902a-41d8-95b9-6ff47b76dab9 None None] Sync routers for ids ['47c9f114-007b-4a4e-8823-039e87cb1353'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:12:07.525774 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cd4ac-1c8e-4b9a-8e74-dcb338e9325e req-512d1848-aa40-4649-89cc-951c48468663 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:07.528121 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba8cd4ac-1c8e-4b9a-8e74-dcb338e9325e req-512d1848-aa40-4649-89cc-951c48468663 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.0968723 Feb 05 03:12:07.534184 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e39a74c-902a-41d8-95b9-6ff47b76dab9 None None] Routers {'47c9f114-007b-4a4e-8823-039e87cb1353'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:07.535272 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6e39a74c-902a-41d8-95b9-6ff47b76dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['47c9f114-007b-4a4e-8823-039e87cb1353'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:07.581814 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6e39a74c-902a-41d8-95b9-6ff47b76dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:07.591966 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e39a74c-902a-41d8-95b9-6ff47b76dab9 None None] Routers {'47c9f114-007b-4a4e-8823-039e87cb1353'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:07.592836 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6e39a74c-902a-41d8-95b9-6ff47b76dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['47c9f114-007b-4a4e-8823-039e87cb1353'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:07.647748 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba8cd4ac-1c8e-4b9a-8e74-dcb338e9325e req-77b29b0d-ae41-43be-8f05-46f38ef46d7e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137393 Feb 05 03:12:07.658241 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6e39a74c-902a-41d8-95b9-6ff47b76dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:07.659131 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e39a74c-902a-41d8-95b9-6ff47b76dab9 None None] The sync data for ids ['47c9f114-007b-4a4e-8823-039e87cb1353'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:12:08.262602 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-cf76e60a-4fa4-4480-a446-332a53cb6b16 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] remove_router_interface failed (client error): The resource could not be found. Feb 05 03:12:08.270122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47196) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:08.280568 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cf76e60a-4fa4-4480-a446-332a53cb6b16 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/47c9f114-007b-4a4e-8823-039e87cb1353/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7695496 Feb 05 03:12:08.311028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47198) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:08.313592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-03ca0299-2ae8-46e0-82f9-9d00ead60fdc tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports?device_id=47c9f114-007b-4a4e-8823-039e87cb1353 HTTP/1.1" status: 200 len: 205 time: 0.0395131 Feb 05 03:12:08.564213 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7e52-ba42-4eb1-b2ad-39954ce82494 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (47c9f114-007b-4a4e-8823-039e87cb1353), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:08.566367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8029c1a-bbba-4560-a514-cb5eff2ee8eb req-d52fb483-56ab-4c3a-b99a-4af256ded2b7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:08.573695 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8029c1a-bbba-4560-a514-cb5eff2ee8eb req-d52fb483-56ab-4c3a-b99a-4af256ded2b7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:08.581354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8029c1a-bbba-4560-a514-cb5eff2ee8eb req-d52fb483-56ab-4c3a-b99a-4af256ded2b7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:08.588108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8029c1a-bbba-4560-a514-cb5eff2ee8eb req-d52fb483-56ab-4c3a-b99a-4af256ded2b7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:08.595430 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8029c1a-bbba-4560-a514-cb5eff2ee8eb req-d52fb483-56ab-4c3a-b99a-4af256ded2b7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:08.601940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8029c1a-bbba-4560-a514-cb5eff2ee8eb req-d52fb483-56ab-4c3a-b99a-4af256ded2b7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:08.610335 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8029c1a-bbba-4560-a514-cb5eff2ee8eb req-d52fb483-56ab-4c3a-b99a-4af256ded2b7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:08.612468 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8029c1a-bbba-4560-a514-cb5eff2ee8eb req-d52fb483-56ab-4c3a-b99a-4af256ded2b7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.1794958 Feb 05 03:12:08.666552 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:08.674271 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a21c98-218d-46d5-8c14-c3d4d5b5ff50 req-fbb4f826-de9a-4ab8-85db-de36ad680a74 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:08.681268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69a21c98-218d-46d5-8c14-c3d4d5b5ff50 req-fbb4f826-de9a-4ab8-85db-de36ad680a74 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.1823874 Feb 05 03:12:08.810650 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69a21c98-218d-46d5-8c14-c3d4d5b5ff50 req-38534956-a1d8-4d01-8727-8c39a11597fe tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181564 Feb 05 03:12:08.889043 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7e52-ba42-4eb1-b2ad-39954ce82494 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (47c9f114-007b-4a4e-8823-039e87cb1353), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:08.892236 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7e52-ba42-4eb1-b2ad-39954ce82494 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_controller (47c9f114-007b-4a4e-8823-039e87cb1353), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:08.930752 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8029c1a-bbba-4560-a514-cb5eff2ee8eb req-4aec8817-2681-4227-b53e-60db6fb8da7b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2397892 Feb 05 03:12:08.995984 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7e52-ba42-4eb1-b2ad-39954ce82494 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (47c9f114-007b-4a4e-8823-039e87cb1353), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:08.997371 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aeb7e52-ba42-4eb1-b2ad-39954ce82494 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Fanout notify agent at l3_agent the message router_deleted on router 47c9f114-007b-4a4e-8823-039e87cb1353 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:12:09.027381 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7e52-ba42-4eb1-b2ad-39954ce82494 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:09.028742 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5aeb7e52-ba42-4eb1-b2ad-39954ce82494 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/routers/47c9f114-007b-4a4e-8823-039e87cb1353 HTTP/1.1" status: 204 len: 168 time: 0.7167118 Feb 05 03:12:09.031758 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47206) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:09.100327 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca4c8a-cec1-4e57-9412-5dd7c926b4e8 req-bb8d6760-b791-46a6-9ebc-6ceaf174a980 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:09.116846 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8ca4c8a-cec1-4e57-9412-5dd7c926b4e8 req-bb8d6760-b791-46a6-9ebc-6ceaf174a980 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.1419246 Feb 05 03:12:09.121263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-b872444a-5bb5-4b60-9d49-d9c71e7a6084 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting subnet 893b918a-0626-483d-9ad3-4451ecc519cc {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:12:09.128946 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b872444a-5bb5-4b60-9d49-d9c71e7a6084 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for subnet (893b918a-0626-483d-9ad3-4451ecc519cc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:09.195585 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b872444a-5bb5-4b60-9d49-d9c71e7a6084 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (893b918a-0626-483d-9ad3-4451ecc519cc), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:09.396349 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b872444a-5bb5-4b60-9d49-d9c71e7a6084 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (893b918a-0626-483d-9ad3-4451ecc519cc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:09.516003 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b872444a-5bb5-4b60-9d49-d9c71e7a6084 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (893b918a-0626-483d-9ad3-4451ecc519cc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:09.538052 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8ca4c8a-cec1-4e57-9412-5dd7c926b4e8 req-b0e31379-74f2-41a9-96f2-4433f341c616 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197698 Feb 05 03:12:09.547786 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0debf4b-5d77-4cff-8e39-0b7d514a28fe req-a9b3c21b-cfad-48e2-b5a6-76915d014f72 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1021256 Feb 05 03:12:09.553896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872444a-5bb5-4b60-9d49-d9c71e7a6084 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Subnet': ['ID=893b918a-0626-483d-9ad3-4451ecc519cc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:09.571237 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b872444a-5bb5-4b60-9d49-d9c71e7a6084 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:09.580094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5c1aee-8dde-45ab-93cc-79b42fca078e None None] Network b02cc63d-279f-4ace-9f4d-8d46ed1ee020 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:12:09.583921 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b872444a-5bb5-4b60-9d49-d9c71e7a6084 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/893b918a-0626-483d-9ad3-4451ecc519cc HTTP/1.1" status: 204 len: 168 time: 0.5477638 Feb 05 03:12:09.584127 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47208) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:09.701358 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0debf4b-5d77-4cff-8e39-0b7d514a28fe req-27bbb947-c21a-4951-b73f-e27daa833bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:09.707738 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0debf4b-5d77-4cff-8e39-0b7d514a28fe req-27bbb947-c21a-4951-b73f-e27daa833bae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87aa67e833b94c59a23485085547924d&device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 1131 time: 0.0853875 Feb 05 03:12:09.724842 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (b02cc63d-279f-4ace-9f4d-8d46ed1ee020), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:09.824188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] DHCP port deletion for b02cc63d-279f-4ace-9f4d-8d46ed1ee020 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:12:09.850957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting port 258052fe-51c5-4e8f-a502-e056f5ac2e98 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:12:09.851368 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (258052fe-51c5-4e8f-a502-e056f5ac2e98), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:09.989418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Deleting port 258052fe-51c5-4e8f-a502-e056f5ac2e98 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:12:09.989998 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (258052fe-51c5-4e8f-a502-e056f5ac2e98), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:10.056568 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0debf4b-5d77-4cff-8e39-0b7d514a28fe req-c406b0db-3d80-49af-a9ab-4d26490917ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:10.062657 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0debf4b-5d77-4cff-8e39-0b7d514a28fe req-c406b0db-3d80-49af-a9ab-4d26490917ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.3204522 Feb 05 03:12:10.071662 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] For port 258052fe-51c5-4e8f-a502-e056f5ac2e98, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=258052fe-51c5-4e8f-a502-e056f5ac2e98,segment=NetworkSegment(0875b175-2072-477c-8fac-fe99db594f39),segment_id=0875b175-2072-477c-8fac-fe99db594f39)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:10.075538 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (258052fe-51c5-4e8f-a502-e056f5ac2e98), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:10.111480 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Calling delete_port for 258052fe-51c5-4e8f-a502-e056f5ac2e98 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:12:10.115003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] For port 258052fe-51c5-4e8f-a502-e056f5ac2e98, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=258052fe-51c5-4e8f-a502-e056f5ac2e98,segment=NetworkSegment(0875b175-2072-477c-8fac-fe99db594f39),segment_id=0875b175-2072-477c-8fac-fe99db594f39)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:10.115715 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (258052fe-51c5-4e8f-a502-e056f5ac2e98), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:10.136579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Calling delete_port for 258052fe-51c5-4e8f-a502-e056f5ac2e98 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:12:10.175128 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0debf4b-5d77-4cff-8e39-0b7d514a28fe req-2a22f852-9061-4e96-bcd5-4c94ce6da7ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4a57a366-dca8-4d91-97b8-a290908e9531 HTTP/1.1" status: 200 len: 217 time: 0.1047826 Feb 05 03:12:10.278297 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:10.318076 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (258052fe-51c5-4e8f-a502-e056f5ac2e98), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:10.332063 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (258052fe-51c5-4e8f-a502-e056f5ac2e98), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:10.353130 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0debf4b-5d77-4cff-8e39-0b7d514a28fe req-9c1bb725-cf68-41c3-9425-34e128d84730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:10.355522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0debf4b-5d77-4cff-8e39-0b7d514a28fe req-9c1bb725-cf68-41c3-9425-34e128d84730 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.1472545 Feb 05 03:12:10.364369 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] No DVR routers for this DVR port 258052fe-51c5-4e8f-a502-e056f5ac2e98 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:12:10.415933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Pushing event deleted for resources: {'Port': ['ID=258052fe-51c5-4e8f-a502-e056f5ac2e98,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:10.434883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:10.435759 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:10.435759 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:10.436202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:10.438804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:10.438804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:10.438804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:10.438804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:10.438804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:10.438804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:10.438804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:10.438804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:10.439758 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:10.446029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fe7215-bcca-4d56-93cf-a0b6bfd0f642 None None] No DVR routers for this DVR port 258052fe-51c5-4e8f-a502-e056f5ac2e98 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:12:10.473317 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 258052fe-51c5-4e8f-a502-e056f5ac2e98 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:12:10.498628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Port': ['ID=258052fe-51c5-4e8f-a502-e056f5ac2e98,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:10.501240 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0a098-cb91-4df9-959b-a99517750847 req-bb23cf6a-261e-4bbb-b62a-6bd1cc40b4f3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:10.504256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 258052fe-51c5-4e8f-a502-e056f5ac2e98 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:12:10.505486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 258052fe-51c5-4e8f-a502-e056f5ac2e98 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:12:10.507502 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0cb0a098-cb91-4df9-959b-a99517750847 req-bb23cf6a-261e-4bbb-b62a-6bd1cc40b4f3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.5480399 Feb 05 03:12:10.552171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31925b-e8a9-4fad-9c00-6d848a8ab28c req-1ed7a31a-6774-4e0d-86d1-cae31df25069 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:10.567184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31925b-e8a9-4fad-9c00-6d848a8ab28c req-1ed7a31a-6774-4e0d-86d1-cae31df25069 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:10.574465 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31925b-e8a9-4fad-9c00-6d848a8ab28c req-1ed7a31a-6774-4e0d-86d1-cae31df25069 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:10.582499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31925b-e8a9-4fad-9c00-6d848a8ab28c req-1ed7a31a-6774-4e0d-86d1-cae31df25069 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:10.588946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31925b-e8a9-4fad-9c00-6d848a8ab28c req-1ed7a31a-6774-4e0d-86d1-cae31df25069 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:10.592919 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (b02cc63d-279f-4ace-9f4d-8d46ed1ee020), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:10.594897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31925b-e8a9-4fad-9c00-6d848a8ab28c req-1ed7a31a-6774-4e0d-86d1-cae31df25069 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:10.601230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31925b-e8a9-4fad-9c00-6d848a8ab28c req-1ed7a31a-6774-4e0d-86d1-cae31df25069 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:10.609064 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd31925b-e8a9-4fad-9c00-6d848a8ab28c req-1ed7a31a-6774-4e0d-86d1-cae31df25069 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.4301379 Feb 05 03:12:10.622835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02cc63d-279f-4ace-9f4d-8d46ed1ee020']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:10.636647 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0875b175-2072-477c-8fac-fe99db594f39') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:10.637341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0875b175-2072-477c-8fac-fe99db594f39') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:10.654490 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (0875b175-2072-477c-8fac-fe99db594f39), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:10.674034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (0875b175-2072-477c-8fac-fe99db594f39), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:10.682189 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:12:10.683766 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (0875b175-2072-477c-8fac-fe99db594f39), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:12:10.688392 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:12:10.735477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0debf4b-5d77-4cff-8e39-0b7d514a28fe req-9162d6a5-5178-49d4-b6c1-b741e146aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:10.737819 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0debf4b-5d77-4cff-8e39-0b7d514a28fe req-9162d6a5-5178-49d4-b6c1-b741e146aecc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3630340 Feb 05 03:12:10.766007 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0cb0a098-cb91-4df9-959b-a99517750847 req-a2f4971b-2a20-4d77-ae4a-567eecedc023 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341514 Feb 05 03:12:10.778633 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (b02cc63d-279f-4ace-9f4d-8d46ed1ee020), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:10.807421 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:10.829048 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/networks/b02cc63d-279f-4ace-9f4d-8d46ed1ee020 HTTP/1.1" status: 204 len: 168 time: 1.2359483 Feb 05 03:12:10.829048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47216) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:10.849727 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd31925b-e8a9-4fad-9c00-6d848a8ab28c req-5f8e21be-b0be-4f9e-a6e9-da1935a89950 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2392910 Feb 05 03:12:10.879660 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-96ed07cc-6d0c-4088-aabc-bfc11b779d35 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1836987071'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:12:10.889648 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5d592-e6d7-4b9f-a1cd-d6e8403dd545 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Network': ['ID=b02cc63d-279f-4ace-9f4d-8d46ed1ee020,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:10.943031 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ed07cc-6d0c-4088-aabc-bfc11b779d35 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:12:10.946365 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96ed07cc-6d0c-4088-aabc-bfc11b779d35 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:10.980819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ed07cc-6d0c-4088-aabc-bfc11b779d35 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:12:10.982138 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0debf4b-5d77-4cff-8e39-0b7d514a28fe req-525362fe-464e-4db4-8c6f-4ad13fc56640 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369266 Feb 05 03:12:10.992827 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96ed07cc-6d0c-4088-aabc-bfc11b779d35 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (1c232e32-dda2-48e1-983d-4828db180919), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:10.993434 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-96ed07cc-6d0c-4088-aabc-bfc11b779d35 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Added segment 1c232e32-dda2-48e1-983d-4828db180919 of type vlan for network 638f2394-b45a-4a10-a65c-e57ac7ef97d0 Feb 05 03:12:11.116760 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138f781-d10e-4d57-a2a8-71e2f25edef9 req-e6b59307-6e6a-4b43-b181-1799ed3df0c7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:11.118170 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96ed07cc-6d0c-4088-aabc-bfc11b779d35 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (638f2394-b45a-4a10-a65c-e57ac7ef97d0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:11.118312 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c138f781-d10e-4d57-a2a8-71e2f25edef9 req-e6b59307-6e6a-4b43-b181-1799ed3df0c7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.1918597 Feb 05 03:12:11.142996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0debf4b-5d77-4cff-8e39-0b7d514a28fe req-d744104c-9ae0-4354-9942-f98765e45561 service neutron] 10.222.0.10 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283555 Feb 05 03:12:11.184905 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c138f781-d10e-4d57-a2a8-71e2f25edef9 req-36b3b416-6c82-4241-b3ec-51a159f8ff58 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549710 Feb 05 03:12:11.186961 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96ed07cc-6d0c-4088-aabc-bfc11b779d35 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (638f2394-b45a-4a10-a65c-e57ac7ef97d0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:11.197750 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ed07cc-6d0c-4088-aabc-bfc11b779d35 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:11.198915 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96ed07cc-6d0c-4088-aabc-bfc11b779d35 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:11.316183 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-96ed07cc-6d0c-4088-aabc-bfc11b779d35 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4862263 Feb 05 03:12:11.316959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47220) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:11.330170 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2459fd34-fed6-442e-aa63-199ed0a02317 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'subnet': {'network_id': '638f2394-b45a-4a10-a65c-e57ac7ef97d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:12:11.344909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed07cc-6d0c-4088-aabc-bfc11b779d35 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Network': ['ID=638f2394-b45a-4a10-a65c-e57ac7ef97d0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:11.361835 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 638f2394-b45a-4a10-a65c-e57ac7ef97d0 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:12:11.453369 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:11.586881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2459fd34-fed6-442e-aa63-199ed0a02317 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:12:11.591372 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2459fd34-fed6-442e-aa63-199ed0a02317 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:11.602059 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b77c7a-1347-43f1-8d86-b77d798388d0 req-99804989-5e63-4811-93ba-eec127899655 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:11.611069 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56b77c7a-1347-43f1-8d86-b77d798388d0 req-99804989-5e63-4811-93ba-eec127899655 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.1301804 Feb 05 03:12:11.758638 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56b77c7a-1347-43f1-8d86-b77d798388d0 req-e8d6a767-f8a7-4afc-895a-dff9aac5152a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467321 Feb 05 03:12:12.007052 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2459fd34-fed6-442e-aa63-199ed0a02317 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (58a22dd3-5bee-416a-918b-0d31db09cc16), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:12.092565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3f4bc-1f70-4a14-b029-360e359ca195 req-7ff419af-836a-4c47-9565-fc54255adc86 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:12.094790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19a3f4bc-1f70-4a14-b029-360e359ca195 req-7ff419af-836a-4c47-9565-fc54255adc86 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.2122474 Feb 05 03:12:12.164358 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459fd34-fed6-442e-aa63-199ed0a02317 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Subnet': ['ID=58a22dd3-5bee-416a-918b-0d31db09cc16,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:12.187270 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fed2a-b5cc-4eb9-a227-0d4b0d8ee5b1 req-6a6e985c-7c6d-48d2-afb3-4ccb69dbeb5c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:12.197557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fed2a-b5cc-4eb9-a227-0d4b0d8ee5b1 req-6a6e985c-7c6d-48d2-afb3-4ccb69dbeb5c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:12.208098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fed2a-b5cc-4eb9-a227-0d4b0d8ee5b1 req-6a6e985c-7c6d-48d2-afb3-4ccb69dbeb5c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:12.218426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fed2a-b5cc-4eb9-a227-0d4b0d8ee5b1 req-6a6e985c-7c6d-48d2-afb3-4ccb69dbeb5c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:12.228281 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fed2a-b5cc-4eb9-a227-0d4b0d8ee5b1 req-6a6e985c-7c6d-48d2-afb3-4ccb69dbeb5c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:12.237989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fed2a-b5cc-4eb9-a227-0d4b0d8ee5b1 req-6a6e985c-7c6d-48d2-afb3-4ccb69dbeb5c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:12.247965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fed2a-b5cc-4eb9-a227-0d4b0d8ee5b1 req-6a6e985c-7c6d-48d2-afb3-4ccb69dbeb5c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:12.251142 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c45fed2a-b5cc-4eb9-a227-0d4b0d8ee5b1 req-6a6e985c-7c6d-48d2-afb3-4ccb69dbeb5c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.2920198 Feb 05 03:12:12.317055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2459fd34-fed6-442e-aa63-199ed0a02317 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Checking segment: {'id': '1c232e32-dda2-48e1-983d-4828db180919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '638f2394-b45a-4a10-a65c-e57ac7ef97d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:12:12.317630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2459fd34-fed6-442e-aa63-199ed0a02317 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network hostable DHCP agents. Network: 638f2394-b45a-4a10-a65c-e57ac7ef97d0, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:12:12.347529 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19a3f4bc-1f70-4a14-b029-360e359ca195 req-d94a41c6-8b9b-422b-9871-778ec48cb559 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377579 Feb 05 03:12:12.407219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2459fd34-fed6-442e-aa63-199ed0a02317 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 638f2394-b45a-4a10-a65c-e57ac7ef97d0 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:12:12.426152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2459fd34-fed6-442e-aa63-199ed0a02317 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 638f2394-b45a-4a10-a65c-e57ac7ef97d0) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:12.433694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2459fd34-fed6-442e-aa63-199ed0a02317 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:12.434352 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2459fd34-fed6-442e-aa63-199ed0a02317 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:12.437868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744ad893-d1cd-4471-ae0c-9f9895685775 None None] Network 638f2394-b45a-4a10-a65c-e57ac7ef97d0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:12:12.442906 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c45fed2a-b5cc-4eb9-a227-0d4b0d8ee5b1 req-ef29ddbc-0276-4bcb-81cb-7176e386d957 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1608729 Feb 05 03:12:12.463174 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2459fd34-fed6-442e-aa63-199ed0a02317 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1447494 Feb 05 03:12:12.475696 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47228) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:12.475696 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ef65eaeb-9ae4-4f64-8d25-a981e841c858 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1611871936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:12:12.514509 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef65eaeb-9ae4-4f64-8d25-a981e841c858 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (b92ddb96-6023-4f6e-82ec-79c1c7cbf127), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:12.516979 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef65eaeb-9ae4-4f64-8d25-a981e841c858 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (b92ddb96-6023-4f6e-82ec-79c1c7cbf127), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:12.582685 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-638f2394-b45a-4a10-a65c-e57ac7ef97d0', 'network_id': '638f2394-b45a-4a10-a65c-e57ac7ef97d0', 'project_id': '462601c24a08425693c823c46e08e1e1', 'fixed_ips': [{'subnet_id': '58a22dd3-5bee-416a-918b-0d31db09cc16'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:12:12.587951 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:12.658379 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef65eaeb-9ae4-4f64-8d25-a981e841c858 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_controller (b92ddb96-6023-4f6e-82ec-79c1c7cbf127), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:12.671821 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef65eaeb-9ae4-4f64-8d25-a981e841c858 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (b92ddb96-6023-4f6e-82ec-79c1c7cbf127), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:12.706294 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef65eaeb-9ae4-4f64-8d25-a981e841c858 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:12.711688 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ef65eaeb-9ae4-4f64-8d25-a981e841c858 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2439327 Feb 05 03:12:12.715168 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47230) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:12.881101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Allocated IP 2001:db8::2 (638f2394-b45a-4a10-a65c-e57ac7ef97d0/58a22dd3-5bee-416a-918b-0d31db09cc16/5ccddf0e-2fa2-4ed3-98ee-5097628ccef9) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:12:13.048109 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Publish callbacks [] for port (5ccddf0e-2fa2-4ed3-98ee-5097628ccef9), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:13.057665 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (5ccddf0e-2fa2-4ed3-98ee-5097628ccef9), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:13.075661 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Network 638f2394-b45a-4a10-a65c-e57ac7ef97d0 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:12:13.078373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:13.096964 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:12:13.157292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Pushing event updated for resources: {'Port': ['ID=5ccddf0e-2fa2-4ed3-98ee-5097628ccef9,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:13.159614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6b311-5d65-41aa-8f54-814a822233d4 req-98e233c9-4b53-41a7-8440-649ce48efef5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:13.161151 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96c6b311-5d65-41aa-8f54-814a822233d4 req-98e233c9-4b53-41a7-8440-649ce48efef5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.1933095 Feb 05 03:12:13.170661 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Attempting to bind port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:12:13.171071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Attempting to bind port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1c232e32-dda2-48e1-983d-4828db180919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '638f2394-b45a-4a10-a65c-e57ac7ef97d0'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:12:13.171434 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Attempting to bind port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 on network 638f2394-b45a-4a10-a65c-e57ac7ef97d0 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:12:13.176536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:12:13.176914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Checking segment: {'id': '1c232e32-dda2-48e1-983d-4828db180919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '638f2394-b45a-4a10-a65c-e57ac7ef97d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:12:13.177321 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:13.177716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Bound using segment: {'id': '1c232e32-dda2-48e1-983d-4828db180919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '638f2394-b45a-4a10-a65c-e57ac7ef97d0'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:12:13.178179 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Bound port: 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c232e32-dda2-48e1-983d-4828db180919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '638f2394-b45a-4a10-a65c-e57ac7ef97d0'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:12:13.178554 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5ccddf0e-2fa2-4ed3-98ee-5097628ccef9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:13.231148 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:13.247181 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] For port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:12:13.251009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] For port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5ccddf0e-2fa2-4ed3-98ee-5097628ccef9,segment=NetworkSegment(1c232e32-dda2-48e1-983d-4828db180919),segment_id=1c232e32-dda2-48e1-983d-4828db180919)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:12:13.264183 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5ccddf0e-2fa2-4ed3-98ee-5097628ccef9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:13.337179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96c6b311-5d65-41aa-8f54-814a822233d4 req-af8ca1a0-967a-43fc-9cf0-b660eb00fd75 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667173 Feb 05 03:12:13.347171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9de27b-945e-4a3b-af3c-fd4fba62ce07 None None] Pushing event updated for resources: {'Port': ['ID=5ccddf0e-2fa2-4ed3-98ee-5097628ccef9,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:13.673688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c26519-720b-481d-8913-6e79e7943b11 req-2235b423-6b38-43b3-845c-615dd3a7f21a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:13.681271 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7c26519-720b-481d-8913-6e79e7943b11 req-2235b423-6b38-43b3-845c-615dd3a7f21a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.1839938 Feb 05 03:12:13.715278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Allocated IP 2001:db8::1 (638f2394-b45a-4a10-a65c-e57ac7ef97d0/58a22dd3-5bee-416a-918b-0d31db09cc16/8a50e457-0053-4cb4-bf51-1460a831a194) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:12:13.772336 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7c26519-720b-481d-8913-6e79e7943b11 req-d7a67e5f-6067-4dd2-aaa7-28d8a1686c8f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855677 Feb 05 03:12:13.989011 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-47e4759c-8240-43ed-a0cf-718a3e922596 req-46f3ae3a-ee32-416b-9541-c32c5d5cd595 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1075020 Feb 05 03:12:14.066506 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b45404-0715-4095-9759-2c52e28b58a3 req-649fb314-66f0-40d2-a88b-ddd8a59f87e4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:14.076529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b45404-0715-4095-9759-2c52e28b58a3 req-649fb314-66f0-40d2-a88b-ddd8a59f87e4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:14.095887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b45404-0715-4095-9759-2c52e28b58a3 req-649fb314-66f0-40d2-a88b-ddd8a59f87e4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:14.097227 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4759c-8240-43ed-a0cf-718a3e922596 req-e4e398f5-5070-4030-b389-2cc2da1751d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:14.099021 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-47e4759c-8240-43ed-a0cf-718a3e922596 req-e4e398f5-5070-4030-b389-2cc2da1751d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 1128 time: 0.0865123 Feb 05 03:12:14.106970 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b45404-0715-4095-9759-2c52e28b58a3 req-649fb314-66f0-40d2-a88b-ddd8a59f87e4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:14.123395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b45404-0715-4095-9759-2c52e28b58a3 req-649fb314-66f0-40d2-a88b-ddd8a59f87e4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:14.135111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b45404-0715-4095-9759-2c52e28b58a3 req-649fb314-66f0-40d2-a88b-ddd8a59f87e4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:14.156901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b45404-0715-4095-9759-2c52e28b58a3 req-649fb314-66f0-40d2-a88b-ddd8a59f87e4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:14.170640 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-23b45404-0715-4095-9759-2c52e28b58a3 req-649fb314-66f0-40d2-a88b-ddd8a59f87e4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.2668111 Feb 05 03:12:14.185271 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (8a50e457-0053-4cb4-bf51-1460a831a194), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:14.248604 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4759c-8240-43ed-a0cf-718a3e922596 req-84c36c9e-a882-43e5-b1cb-2e2e3f90840a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:14.250134 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-47e4759c-8240-43ed-a0cf-718a3e922596 req-84c36c9e-a882-43e5-b1cb-2e2e3f90840a service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.1216230 Feb 05 03:12:14.321119 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-47e4759c-8240-43ed-a0cf-718a3e922596 req-5e5afec5-a303-48c7-ad06-39b4ad799d66 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36ec2062-61f3-4b79-bfaf-aeca1f042639 HTTP/1.1" status: 200 len: 217 time: 0.0601201 Feb 05 03:12:14.381700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-23b45404-0715-4095-9759-2c52e28b58a3 req-39b4c782-1870-448e-90e5-73de6a1c56be tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2100468 Feb 05 03:12:14.388157 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8a50e457-0053-4cb4-bf51-1460a831a194), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:14.462487 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4759c-8240-43ed-a0cf-718a3e922596 req-f2f6d0f5-89fb-4987-8bad-a5e9cf26655f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:14.469601 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-47e4759c-8240-43ed-a0cf-718a3e922596 req-f2f6d0f5-89fb-4987-8bad-a5e9cf26655f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.1402745 Feb 05 03:12:14.554187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a11e77-42cd-4bd7-af6d-41cd9cb8c2ce req-370b6e02-6b0f-4466-83d6-baebf7030d0e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:14.585471 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4a11e77-42cd-4bd7-af6d-41cd9cb8c2ce req-370b6e02-6b0f-4466-83d6-baebf7030d0e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.4119620 Feb 05 03:12:14.587314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:14.628089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4759c-8240-43ed-a0cf-718a3e922596 req-e35bcc17-8b86-4454-9781-c11d753e6970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:14.630324 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-47e4759c-8240-43ed-a0cf-718a3e922596 req-e35bcc17-8b86-4454-9781-c11d753e6970 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1500289 Feb 05 03:12:14.676774 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=8a50e457-0053-4cb4-bf51-1460a831a194,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:14.679470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:14.679853 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5ccddf0e-2fa2-4ed3-98ee-5097628ccef9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:14.695319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 638f2394-b45a-4a10-a65c-e57ac7ef97d0 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:12:14.710024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:14.714780 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:12:14.717734 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (b92ddb96-6023-4f6e-82ec-79c1c7cbf127), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:14.861495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:14.863205 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5ccddf0e-2fa2-4ed3-98ee-5097628ccef9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:14.897087 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4a11e77-42cd-4bd7-af6d-41cd9cb8c2ce req-3326de7d-7245-4e21-8ad1-8e305389bb9a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107951 Feb 05 03:12:14.938408 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5ccddf0e-2fa2-4ed3-98ee-5097628ccef9,segment=NetworkSegment(1c232e32-dda2-48e1-983d-4828db180919),segment_id=1c232e32-dda2-48e1-983d-4828db180919)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:14.944774 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5ccddf0e-2fa2-4ed3-98ee-5097628ccef9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:14.969959 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-47e4759c-8240-43ed-a0cf-718a3e922596 req-ed15affa-e288-4eab-8e3e-cc9b83ae1290 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322468 Feb 05 03:12:15.047590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=5ccddf0e-2fa2-4ed3-98ee-5097628ccef9,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:15.105866 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8a50e457-0053-4cb4-bf51-1460a831a194), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:15.130563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0f220-7bff-4505-aa4b-dd5b3a798d73 req-4196059e-212c-4abe-857c-e2a0399d725a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:15.132128 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-daf0f220-7bff-4505-aa4b-dd5b3a798d73 req-4196059e-212c-4abe-857c-e2a0399d725a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.1753640 Feb 05 03:12:15.167596 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-47e4759c-8240-43ed-a0cf-718a3e922596 req-cb74e11f-77e5-4669-8fd8-50cf68b28620 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912880 Feb 05 03:12:15.253055 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5882f3c2-89dd-4cf2-9df7-8f703aed130d None None] Network 638f2394-b45a-4a10-a65c-e57ac7ef97d0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:12:15.332680 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-daf0f220-7bff-4505-aa4b-dd5b3a798d73 req-33e2a335-ad7d-493d-983e-d40b1cc7f014 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639677 Feb 05 03:12:15.546889 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a37da028-3372-42be-8673-970c88288e6c None None] Provisioning complete for port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:15.547260 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a37da028-3372-42be-8673-970c88288e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5ccddf0e-2fa2-4ed3-98ee-5097628ccef9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:15.568925 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (8a50e457-0053-4cb4-bf51-1460a831a194), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:15.590003 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bf86e-c418-4a37-8209-9b384a910db1 req-146ecb2e-80b4-4db0-ba2a-310ed27ab360 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:15.594658 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bf86e-c418-4a37-8209-9b384a910db1 req-146ecb2e-80b4-4db0-ba2a-310ed27ab360 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:15.599983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bf86e-c418-4a37-8209-9b384a910db1 req-146ecb2e-80b4-4db0-ba2a-310ed27ab360 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:15.605847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bf86e-c418-4a37-8209-9b384a910db1 req-146ecb2e-80b4-4db0-ba2a-310ed27ab360 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:15.611180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bf86e-c418-4a37-8209-9b384a910db1 req-146ecb2e-80b4-4db0-ba2a-310ed27ab360 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:15.620932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bf86e-c418-4a37-8209-9b384a910db1 req-146ecb2e-80b4-4db0-ba2a-310ed27ab360 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:15.626543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bf86e-c418-4a37-8209-9b384a910db1 req-146ecb2e-80b4-4db0-ba2a-310ed27ab360 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:15.628535 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f0bf86e-c418-4a37-8209-9b384a910db1 req-146ecb2e-80b4-4db0-ba2a-310ed27ab360 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.1404910 Feb 05 03:12:15.629806 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (8a50e457-0053-4cb4-bf51-1460a831a194), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:15.630581 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (b92ddb96-6023-4f6e-82ec-79c1c7cbf127), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:15.655348 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a37da028-3372-42be-8673-970c88288e6c None None] Current status of the port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:15.764770 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=8a50e457-0053-4cb4-bf51-1460a831a194,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:15.792793 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f0bf86e-c418-4a37-8209-9b384a910db1 req-7c2f5828-f853-48bd-b93b-c2a1911c2720 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518950 Feb 05 03:12:15.824954 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 638f2394-b45a-4a10-a65c-e57ac7ef97d0 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:12:15.826461 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:15.888557 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-de2dae1a-790f-4d1d-a643-f56b81c37cea None None] Provisioning complete for port 8a50e457-0053-4cb4-bf51-1460a831a194 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:15.889059 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de2dae1a-790f-4d1d-a643-f56b81c37cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8a50e457-0053-4cb4-bf51-1460a831a194), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:15.946687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-de2dae1a-790f-4d1d-a643-f56b81c37cea None None] Port 8a50e457-0053-4cb4-bf51-1460a831a194 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:12:15.963845 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-de2dae1a-790f-4d1d-a643-f56b81c37cea None None] Provisioning complete for port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:15.964329 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de2dae1a-790f-4d1d-a643-f56b81c37cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5ccddf0e-2fa2-4ed3-98ee-5097628ccef9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:16.057026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-de2dae1a-790f-4d1d-a643-f56b81c37cea None None] Current status of the port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:16.189289 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bbaa381f-f409-4f41-9720-fb1cb94ea8f9 None None] Provisioning complete for port 8a50e457-0053-4cb4-bf51-1460a831a194 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:16.189926 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bbaa381f-f409-4f41-9720-fb1cb94ea8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8a50e457-0053-4cb4-bf51-1460a831a194), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:16.236855 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa381f-f409-4f41-9720-fb1cb94ea8f9 None None] Port 8a50e457-0053-4cb4-bf51-1460a831a194 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:12:16.247959 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:16.284913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cb702-204a-4f2b-865f-ed809cc6aff8 req-1fc5932d-9426-49df-9fa0-53607a0c6487 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:16.286556 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c03cb702-204a-4f2b-865f-ed809cc6aff8 req-1fc5932d-9426-49df-9fa0-53607a0c6487 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.1085217 Feb 05 03:12:16.366026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router b92ddb96-6023-4f6e-82ec-79c1c7cbf127 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:12:16.400486 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c03cb702-204a-4f2b-865f-ed809cc6aff8 req-07d09328-7dc3-4bec-8ed8-9aceb397ead4 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036856 Feb 05 03:12:16.465705 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-35d8ac65-d0f0-411a-9309-ee0db80276be None None] Provisioning complete for port 8a50e457-0053-4cb4-bf51-1460a831a194 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:16.465992 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35d8ac65-d0f0-411a-9309-ee0db80276be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8a50e457-0053-4cb4-bf51-1460a831a194), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:16.502442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-35d8ac65-d0f0-411a-9309-ee0db80276be None None] Port 8a50e457-0053-4cb4-bf51-1460a831a194 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:12:16.504108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:16.579959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:16.580431 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5ccddf0e-2fa2-4ed3-98ee-5097628ccef9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:16.580812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:12:16.588321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2f2d43fa-297e-4d03-8dd8-c927adc1a0a3 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/b92ddb96-6023-4f6e-82ec-79c1c7cbf127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8711574 Feb 05 03:12:16.591384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47262) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:16.594901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1593d-044d-41d0-a331-613e453731a4 None None] Sync routers for ids ['b92ddb96-6023-4f6e-82ec-79c1c7cbf127'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:12:16.623646 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185745de-056a-49a3-8774-cb9e1fb9b318 req-4632643e-6e3d-4a05-885a-3575d8fe5d56 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:16.625534 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-185745de-056a-49a3-8774-cb9e1fb9b318 req-4632643e-6e3d-4a05-885a-3575d8fe5d56 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.1636508 Feb 05 03:12:16.654377 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e1593d-044d-41d0-a331-613e453731a4 None None] Routers {'b92ddb96-6023-4f6e-82ec-79c1c7cbf127'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:16.655135 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-94e1593d-044d-41d0-a331-613e453731a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['b92ddb96-6023-4f6e-82ec-79c1c7cbf127'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:16.683593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb53055-c117-4bc7-bba1-71930cf9b0e9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:16.685368 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3fb53055-c117-4bc7-bba1-71930cf9b0e9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports/8a50e457-0053-4cb4-bf51-1460a831a194 HTTP/1.1" status: 200 len: 911 time: 0.0924752 Feb 05 03:12:16.688251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47264) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:16.738629 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-185745de-056a-49a3-8774-cb9e1fb9b318 req-c8ccff49-71d0-4b53-b28d-74f46a7314ae tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071692 Feb 05 03:12:16.739288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-94e1593d-044d-41d0-a331-613e453731a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:16.797619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e1593d-044d-41d0-a331-613e453731a4 None None] Routers {'b92ddb96-6023-4f6e-82ec-79c1c7cbf127'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:16.798516 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-94e1593d-044d-41d0-a331-613e453731a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['b92ddb96-6023-4f6e-82ec-79c1c7cbf127'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:16.850385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-94e1593d-044d-41d0-a331-613e453731a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:16.851100 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1593d-044d-41d0-a331-613e453731a4 None None] The sync data for ids ['b92ddb96-6023-4f6e-82ec-79c1c7cbf127'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:12:16.869177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:16.936742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955f431-9a54-4a23-bbc2-5ce0b421258e req-37225459-b1ab-472b-9544-8549fc9ad5f5 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:16.945377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f955f431-9a54-4a23-bbc2-5ce0b421258e req-37225459-b1ab-472b-9544-8549fc9ad5f5 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 949 time: 0.0762725 Feb 05 03:12:17.055088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f955f431-9a54-4a23-bbc2-5ce0b421258e req-763eb507-2a04-4ae9-af77-15d77e66e314 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b1ea7be-d654-4468-a970-1d959385c412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081569 Feb 05 03:12:17.073059 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb54a3b-2607-4aed-9bf0-a8f3ba55aff5 req-ef280be2-071a-48e8-92b8-b415c4eb3cf5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:17.081646 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb54a3b-2607-4aed-9bf0-a8f3ba55aff5 req-ef280be2-071a-48e8-92b8-b415c4eb3cf5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:17.094359 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb54a3b-2607-4aed-9bf0-a8f3ba55aff5 req-ef280be2-071a-48e8-92b8-b415c4eb3cf5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:17.104453 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb54a3b-2607-4aed-9bf0-a8f3ba55aff5 req-ef280be2-071a-48e8-92b8-b415c4eb3cf5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:17.110674 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb54a3b-2607-4aed-9bf0-a8f3ba55aff5 req-ef280be2-071a-48e8-92b8-b415c4eb3cf5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:17.116357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb54a3b-2607-4aed-9bf0-a8f3ba55aff5 req-ef280be2-071a-48e8-92b8-b415c4eb3cf5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:17.122629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb54a3b-2607-4aed-9bf0-a8f3ba55aff5 req-ef280be2-071a-48e8-92b8-b415c4eb3cf5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:17.124764 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bfb54a3b-2607-4aed-9bf0-a8f3ba55aff5 req-ef280be2-071a-48e8-92b8-b415c4eb3cf5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.1684835 Feb 05 03:12:17.228886 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bfb54a3b-2607-4aed-9bf0-a8f3ba55aff5 req-cc44a741-bc99-442e-99f5-cbce441a284b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981426 Feb 05 03:12:17.252165 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88df4c2d-9c80-4771-92bd-18f62d0ecf24 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (b92ddb96-6023-4f6e-82ec-79c1c7cbf127), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:17.303365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47274) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:17.442009 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-031384f7-40a2-455a-88d0-ecafb5556c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:17.590071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617f886-65ff-4fa8-9284-9c675362a653 req-71692479-5271-4f80-9199-7387f4647af4 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:17.591834 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9617f886-65ff-4fa8-9284-9c675362a653 req-71692479-5271-4f80-9199-7387f4647af4 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.0936821 Feb 05 03:12:17.626430 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-88df4c2d-9c80-4771-92bd-18f62d0ecf24 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting port 8a50e457-0053-4cb4-bf51-1460a831a194 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:12:17.627390 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88df4c2d-9c80-4771-92bd-18f62d0ecf24 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8a50e457-0053-4cb4-bf51-1460a831a194), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:17.655630 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-031384f7-40a2-455a-88d0-ecafb5556c40 admin admin] Publish callbacks [] for security_group (dc47a531-fc2f-4484-aae7-4c84b321cfa6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:17.690632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9617f886-65ff-4fa8-9284-9c675362a653 req-173c72bf-b85d-444c-adc1-8bd87840b9d1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904241 Feb 05 03:12:17.691406 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-031384f7-40a2-455a-88d0-ecafb5556c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (dc47a531-fc2f-4484-aae7-4c84b321cfa6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:17.724067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031384f7-40a2-455a-88d0-ecafb5556c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc47a531-fc2f-4484-aae7-4c84b321cfa6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:17.750291 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-031384f7-40a2-455a-88d0-ecafb5556c40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80f11493333545bba59cb4395514aec0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4435337 Feb 05 03:12:17.750568 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47280) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:17.803507 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88df4c2d-9c80-4771-92bd-18f62d0ecf24 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8a50e457-0053-4cb4-bf51-1460a831a194), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:17.811242 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3bf95af6-a01f-4e07-bf50-66545a0174a0 admin admin] Publish callbacks [] for security_group (dc47a531-fc2f-4484-aae7-4c84b321cfa6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:17.816384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-88df4c2d-9c80-4771-92bd-18f62d0ecf24 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Calling delete_port for 8a50e457-0053-4cb4-bf51-1460a831a194 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:12:17.853621 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3bf95af6-a01f-4e07-bf50-66545a0174a0 admin admin] Publish callbacks [] for security_group (dc47a531-fc2f-4484-aae7-4c84b321cfa6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:17.940703 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3bf95af6-a01f-4e07-bf50-66545a0174a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (dc47a531-fc2f-4484-aae7-4c84b321cfa6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:17.944820 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3bf95af6-a01f-4e07-bf50-66545a0174a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:17.948524 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3bf95af6-a01f-4e07-bf50-66545a0174a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc47a531-fc2f-4484-aae7-4c84b321cfa6 HTTP/1.1" status: 204 len: 168 time: 0.1945996 Feb 05 03:12:17.959342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf95af6-a01f-4e07-bf50-66545a0174a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc47a531-fc2f-4484-aae7-4c84b321cfa6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:17.974103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a735126-3bba-4a64-940f-74d83c002324 req-d7eacde7-05f6-4ba7-93e9-250386cdad8b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:17.975725 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a735126-3bba-4a64-940f-74d83c002324 req-d7eacde7-05f6-4ba7-93e9-250386cdad8b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.1328385 Feb 05 03:12:18.051772 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a735126-3bba-4a64-940f-74d83c002324 req-7d158d60-9714-4887-9353-b1eb6143e7bb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632865 Feb 05 03:12:18.091021 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88df4c2d-9c80-4771-92bd-18f62d0ecf24 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (8a50e457-0053-4cb4-bf51-1460a831a194), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:18.137323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df4c2d-9c80-4771-92bd-18f62d0ecf24 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Port': ['ID=8a50e457-0053-4cb4-bf51-1460a831a194,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:18.296624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3d2fd-5375-4b64-8b8e-65279a509992 req-5fcddda9-7c34-4b0f-bc38-3ea96f34ec1f tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:18.304164 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43a3d2fd-5375-4b64-8b8e-65279a509992 req-5fcddda9-7c34-4b0f-bc38-3ea96f34ec1f tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 949 time: 0.1537521 Feb 05 03:12:18.362099 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88df4c2d-9c80-4771-92bd-18f62d0ecf24 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (b92ddb96-6023-4f6e-82ec-79c1c7cbf127), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:18.468107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 18c3e90d-db86-4738-8c5e-62dcda9b7d0b details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:12:18.523781 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43a3d2fd-5375-4b64-8b8e-65279a509992 req-a1d58dac-3ce1-4c9c-bda3-0afb4f7fd904 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b1ea7be-d654-4468-a970-1d959385c412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186174 Feb 05 03:12:18.586873 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ba7a7-6d44-4450-9db8-129e77b1c18e req-5d8c38f5-545a-4e77-8cc3-4465394396ed tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:18.590648 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-629ba7a7-6d44-4450-9db8-129e77b1c18e req-5d8c38f5-545a-4e77-8cc3-4465394396ed tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 949 time: 0.2719305 Feb 05 03:12:18.596593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88df4c2d-9c80-4771-92bd-18f62d0ecf24 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router b92ddb96-6023-4f6e-82ec-79c1c7cbf127 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:12:18.605900 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6db46-6ae6-41b9-856b-b29392f5cfa6 req-cbdc9cd2-ba0c-4cdd-9102-f68fae5ab6ed tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:18.612275 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6db46-6ae6-41b9-856b-b29392f5cfa6 req-cbdc9cd2-ba0c-4cdd-9102-f68fae5ab6ed tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:18.613160 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47292) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:18.618925 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6db46-6ae6-41b9-856b-b29392f5cfa6 req-cbdc9cd2-ba0c-4cdd-9102-f68fae5ab6ed tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:18.626413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6db46-6ae6-41b9-856b-b29392f5cfa6 req-cbdc9cd2-ba0c-4cdd-9102-f68fae5ab6ed tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:18.633339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6db46-6ae6-41b9-856b-b29392f5cfa6 req-cbdc9cd2-ba0c-4cdd-9102-f68fae5ab6ed tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:18.640191 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6db46-6ae6-41b9-856b-b29392f5cfa6 req-cbdc9cd2-ba0c-4cdd-9102-f68fae5ab6ed tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:18.646698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6db46-6ae6-41b9-856b-b29392f5cfa6 req-cbdc9cd2-ba0c-4cdd-9102-f68fae5ab6ed tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:18.646918 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f831ba68-93ff-4a01-982e-21289d9a664c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:18.649799 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ae6db46-6ae6-41b9-856b-b29392f5cfa6 req-cbdc9cd2-ba0c-4cdd-9102-f68fae5ab6ed tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.2556872 Feb 05 03:12:18.747623 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:18.781785 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ae6db46-6ae6-41b9-856b-b29392f5cfa6 req-15e5eb66-03f4-464a-8ec2-6ea91d4f7e15 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231632 Feb 05 03:12:18.789478 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '18c3e90d-db86-4738-8c5e-62dcda9b7d0b', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'port_id': '18c3e90d-db86-4738-8c5e-62dcda9b7d0b', 'mac_address': 'fa:16:3e:62:09:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:12:18.829667 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88df4c2d-9c80-4771-92bd-18f62d0ecf24 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:12:18.841778 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a6391-38b2-4c30-87c9-faddaaed20fe None None] Sync routers for ids ['b92ddb96-6023-4f6e-82ec-79c1c7cbf127'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:12:18.844286 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-88df4c2d-9c80-4771-92bd-18f62d0ecf24 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/b92ddb96-6023-4f6e-82ec-79c1c7cbf127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1548159 Feb 05 03:12:18.850516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47296) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:18.858844 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a6391-38b2-4c30-87c9-faddaaed20fe None None] Routers {'b92ddb96-6023-4f6e-82ec-79c1c7cbf127'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:18.859488 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-868a6391-38b2-4c30-87c9-faddaaed20fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['b92ddb96-6023-4f6e-82ec-79c1c7cbf127'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:18.892394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-097e2c55-18d6-40d0-aea7-67f61a49e955 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports?device_id=b92ddb96-6023-4f6e-82ec-79c1c7cbf127 HTTP/1.1" status: 200 len: 205 time: 0.0365596 Feb 05 03:12:18.897103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47298) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:18.921901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:18.923123 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:18.933062 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-868a6391-38b2-4c30-87c9-faddaaed20fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:18.956513 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18c3e90d-db86-4738-8c5e-62dcda9b7d0b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:12:18.963377 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a6391-38b2-4c30-87c9-faddaaed20fe None None] Routers {'b92ddb96-6023-4f6e-82ec-79c1c7cbf127'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:18.966784 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-868a6391-38b2-4c30-87c9-faddaaed20fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['b92ddb96-6023-4f6e-82ec-79c1c7cbf127'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:18.999976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:19.011160 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:19.018246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1eb94a-6d30-46cc-8481-d111219270c2 req-6ec74aaf-583f-43a7-b789-bad7c2f6b5d7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:19.019434 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b1eb94a-6d30-46cc-8481-d111219270c2 req-6ec74aaf-583f-43a7-b789-bad7c2f6b5d7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.2311819 Feb 05 03:12:19.022189 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f831ba68-93ff-4a01-982e-21289d9a664c admin admin] Publish callbacks [] for security_group (094105c6-f0e9-4d32-b8f1-6093fb40c3eb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:19.033618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-629ba7a7-6d44-4450-9db8-129e77b1c18e req-2a6daa78-8ca6-4da7-be69-6736b1987036 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Deleting port 4a57a366-dca8-4d91-97b8-a290908e9531 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:12:19.034048 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-629ba7a7-6d44-4450-9db8-129e77b1c18e req-2a6daa78-8ca6-4da7-be69-6736b1987036 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4a57a366-dca8-4d91-97b8-a290908e9531), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:19.036962 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f831ba68-93ff-4a01-982e-21289d9a664c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (094105c6-f0e9-4d32-b8f1-6093fb40c3eb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:19.037596 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-868a6391-38b2-4c30-87c9-faddaaed20fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:19.038559 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a6391-38b2-4c30-87c9-faddaaed20fe None None] The sync data for ids ['b92ddb96-6023-4f6e-82ec-79c1c7cbf127'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:12:19.084219 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f831ba68-93ff-4a01-982e-21289d9a664c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98e3980aacf44b5e9f0b6571502c9b96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4680865 Feb 05 03:12:19.097839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47302) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:19.111778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:19.130996 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dde398a6-2cb7-46d3-9acc-216a98307c15 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (b92ddb96-6023-4f6e-82ec-79c1c7cbf127), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:19.134189 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['18c3e90d-db86-4738-8c5e-62dcda9b7d0b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:12:19.150375 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831ba68-93ff-4a01-982e-21289d9a664c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094105c6-f0e9-4d32-b8f1-6093fb40c3eb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:19.192556 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8aa31d6-059e-441f-b77a-9a978da9c326 admin admin] Publish callbacks [] for security_group (094105c6-f0e9-4d32-b8f1-6093fb40c3eb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:19.214715 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8aa31d6-059e-441f-b77a-9a978da9c326 admin admin] Publish callbacks [] for security_group (094105c6-f0e9-4d32-b8f1-6093fb40c3eb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:19.269933 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8aa31d6-059e-441f-b77a-9a978da9c326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (094105c6-f0e9-4d32-b8f1-6093fb40c3eb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:19.273848 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8aa31d6-059e-441f-b77a-9a978da9c326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:19.281447 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d8aa31d6-059e-441f-b77a-9a978da9c326 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/094105c6-f0e9-4d32-b8f1-6093fb40c3eb HTTP/1.1" status: 204 len: 168 time: 0.1779640 Feb 05 03:12:19.285260 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa31d6-059e-441f-b77a-9a978da9c326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094105c6-f0e9-4d32-b8f1-6093fb40c3eb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:19.432926 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b1eb94a-6d30-46cc-8481-d111219270c2 req-82aae211-8ab1-44ad-9781-81227d1c0517 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104677 Feb 05 03:12:19.470788 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dde398a6-2cb7-46d3-9acc-216a98307c15 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (b92ddb96-6023-4f6e-82ec-79c1c7cbf127), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:19.473765 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-629ba7a7-6d44-4450-9db8-129e77b1c18e req-2a6daa78-8ca6-4da7-be69-6736b1987036 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] For port 4a57a366-dca8-4d91-97b8-a290908e9531, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4a57a366-dca8-4d91-97b8-a290908e9531,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:19.474086 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-629ba7a7-6d44-4450-9db8-129e77b1c18e req-2a6daa78-8ca6-4da7-be69-6736b1987036 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4a57a366-dca8-4d91-97b8-a290908e9531), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:19.482804 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dde398a6-2cb7-46d3-9acc-216a98307c15 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_controller (b92ddb96-6023-4f6e-82ec-79c1c7cbf127), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:19.494497 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-629ba7a7-6d44-4450-9db8-129e77b1c18e req-2a6daa78-8ca6-4da7-be69-6736b1987036 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Calling delete_port for 4a57a366-dca8-4d91-97b8-a290908e9531 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:12:19.563491 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e6026-9090-46f6-b85d-f564444288e0 req-56776b6e-1375-40d5-a9a4-b6a1edc17f80 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:19.565070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d59e6026-9090-46f6-b85d-f564444288e0 req-56776b6e-1375-40d5-a9a4-b6a1edc17f80 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.3155921 Feb 05 03:12:19.678126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d59e6026-9090-46f6-b85d-f564444288e0 req-5b393ca3-0b63-4430-8ab5-70d074791667 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966055 Feb 05 03:12:19.678126 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dde398a6-2cb7-46d3-9acc-216a98307c15 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (b92ddb96-6023-4f6e-82ec-79c1c7cbf127), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:19.678126 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde398a6-2cb7-46d3-9acc-216a98307c15 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Fanout notify agent at l3_agent the message router_deleted on router b92ddb96-6023-4f6e-82ec-79c1c7cbf127 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:12:19.681220 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dde398a6-2cb7-46d3-9acc-216a98307c15 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:19.683117 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dde398a6-2cb7-46d3-9acc-216a98307c15 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/routers/b92ddb96-6023-4f6e-82ec-79c1c7cbf127 HTTP/1.1" status: 204 len: 168 time: 0.7843258 Feb 05 03:12:19.685927 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47320) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:19.861163 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26f1bc7-02ef-45ec-b7fe-65a5510cafbd tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting subnet 58a22dd3-5bee-416a-918b-0d31db09cc16 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:12:19.870779 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f26f1bc7-02ef-45ec-b7fe-65a5510cafbd tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for subnet (58a22dd3-5bee-416a-918b-0d31db09cc16), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:19.923507 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f26f1bc7-02ef-45ec-b7fe-65a5510cafbd tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (58a22dd3-5bee-416a-918b-0d31db09cc16), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:19.968354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabf046-a0fd-4908-af0a-cd5e84cfa91c req-94594026-c486-4e47-96b8-f6f314ddd977 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:19.975830 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-acabf046-a0fd-4908-af0a-cd5e84cfa91c req-94594026-c486-4e47-96b8-f6f314ddd977 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 949 time: 0.3033242 Feb 05 03:12:20.162970 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cb0c8-7bda-4535-9d38-3b6e88117fd9 req-1b4e1df7-5a17-428b-8466-afbbcf0e84f9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:20.168563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cb0c8-7bda-4535-9d38-3b6e88117fd9 req-1b4e1df7-5a17-428b-8466-afbbcf0e84f9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:20.173910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cb0c8-7bda-4535-9d38-3b6e88117fd9 req-1b4e1df7-5a17-428b-8466-afbbcf0e84f9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:20.179188 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cb0c8-7bda-4535-9d38-3b6e88117fd9 req-1b4e1df7-5a17-428b-8466-afbbcf0e84f9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:20.185086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cb0c8-7bda-4535-9d38-3b6e88117fd9 req-1b4e1df7-5a17-428b-8466-afbbcf0e84f9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:20.190333 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cb0c8-7bda-4535-9d38-3b6e88117fd9 req-1b4e1df7-5a17-428b-8466-afbbcf0e84f9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:20.195901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cb0c8-7bda-4535-9d38-3b6e88117fd9 req-1b4e1df7-5a17-428b-8466-afbbcf0e84f9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:20.197774 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c3cb0c8-7bda-4535-9d38-3b6e88117fd9 req-1b4e1df7-5a17-428b-8466-afbbcf0e84f9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.2477696 Feb 05 03:12:20.233422 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-acabf046-a0fd-4908-af0a-cd5e84cfa91c req-734d22d6-6ee4-486d-8c1a-5d1ed8e98fff tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b1ea7be-d654-4468-a970-1d959385c412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562394 Feb 05 03:12:20.256025 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-629ba7a7-6d44-4450-9db8-129e77b1c18e req-2a6daa78-8ca6-4da7-be69-6736b1987036 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4a57a366-dca8-4d91-97b8-a290908e9531), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:20.293267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6daa78-8ca6-4da7-be69-6736b1987036 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Pushing event deleted for resources: {'Port': ['ID=4a57a366-dca8-4d91-97b8-a290908e9531,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:20.300373 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f26f1bc7-02ef-45ec-b7fe-65a5510cafbd tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (58a22dd3-5bee-416a-918b-0d31db09cc16), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:20.359704 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c3cb0c8-7bda-4535-9d38-3b6e88117fd9 req-de2907ec-7d90-4bed-b9bf-ee7f1c439917 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1507022 Feb 05 03:12:20.429616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-629ba7a7-6d44-4450-9db8-129e77b1c18e req-2a6daa78-8ca6-4da7-be69-6736b1987036 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] No DVR routers for this DVR port 4a57a366-dca8-4d91-97b8-a290908e9531 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:12:20.434317 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-629ba7a7-6d44-4450-9db8-129e77b1c18e req-2a6daa78-8ca6-4da7-be69-6736b1987036 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:20.437992 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-629ba7a7-6d44-4450-9db8-129e77b1c18e req-2a6daa78-8ca6-4da7-be69-6736b1987036 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.10 "DELETE /v2.0/ports/4a57a366-dca8-4d91-97b8-a290908e9531 HTTP/1.1" status: 204 len: 173 time: 1.7868245 Feb 05 03:12:20.438455 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bccf287-e5d7-479e-b96c-2691d68e95f1', 'name': 'network-vif-deleted', 'tag': '4a57a366-dca8-4d91-97b8-a290908e9531'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:12:20.441496 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0d4f85-56f2-44bb-918a-e7dc2cb0df41" -d '{"events": [{"server_uuid": "7bccf287-e5d7-479e-b96c-2691d68e95f1", "name": "network-vif-deleted", "tag": "4a57a366-dca8-4d91-97b8-a290908e9531"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:12:20.463363 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 18c3e90d-db86-4738-8c5e-62dcda9b7d0b up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:20.484147 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f26f1bc7-02ef-45ec-b7fe-65a5510cafbd tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (58a22dd3-5bee-416a-918b-0d31db09cc16), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:20.549822 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f1bc7-02ef-45ec-b7fe-65a5510cafbd tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Subnet': ['ID=58a22dd3-5bee-416a-918b-0d31db09cc16,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:20.558646 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f26f1bc7-02ef-45ec-b7fe-65a5510cafbd tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:20.564554 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f26f1bc7-02ef-45ec-b7fe-65a5510cafbd tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/58a22dd3-5bee-416a-918b-0d31db09cc16 HTTP/1.1" status: 204 len: 168 time: 0.8751214 Feb 05 03:12:20.565965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47364) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:20.608569 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cee00cd-c499-4ce7-a6ec-52a04822f04b x-openstack-request-id: req-7cee00cd-c499-4ce7-a6ec-52a04822f04b {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:12:20.610122 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bccf287-e5d7-479e-b96c-2691d68e95f1", "name": "network-vif-deleted", "tag": "4a57a366-dca8-4d91-97b8-a290908e9531", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:12:20.610547 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7cee00cd-c499-4ce7-a6ec-52a04822f04b {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:12:20.611218 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bccf287-e5d7-479e-b96c-2691d68e95f1', 'name': 'network-vif-deleted', 'tag': '4a57a366-dca8-4d91-97b8-a290908e9531', 'status': 'completed', 'code': 200} Feb 05 03:12:20.647984 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f27180c-f423-4f12-ab9f-78655f8ee72c None None] Network 638f2394-b45a-4a10-a65c-e57ac7ef97d0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:12:20.863473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eafe7c-b884-4322-9838-aef870a78387 req-07f71260-84c8-4a40-b6bd-b420400944db tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:20.865510 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-20eafe7c-b884-4322-9838-aef870a78387 req-07f71260-84c8-4a40-b6bd-b420400944db tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 944 time: 0.3025601 Feb 05 03:12:20.896172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:20.896891 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:20.918409 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (638f2394-b45a-4a10-a65c-e57ac7ef97d0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:21.052927 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46a607-2bcf-433b-8709-43e44b83b444 req-9b5f0322-ec69-401f-ae55-2313e93738da tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:21.061055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa46a607-2bcf-433b-8709-43e44b83b444 req-9b5f0322-ec69-401f-ae55-2313e93738da tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.2250578 Feb 05 03:12:21.089307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:21.089991 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:21.140010 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-20eafe7c-b884-4322-9838-aef870a78387 req-153fe12f-1f32-440d-a4d6-2cd5f1421653 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663739 Feb 05 03:12:21.179803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:21.182122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92946ec5-9419-48b1-90e4-c9acb36c6f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c3e90d-db86-4738-8c5e-62dcda9b7d0b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:12:21.185588 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9d7e4b-0630-4585-8434-316b7d000e8d" -d '{"events": [{"server_uuid": "92946ec5-9419-48b1-90e4-c9acb36c6f04", "name": "network-vif-plugged", "status": "completed", "tag": "18c3e90d-db86-4738-8c5e-62dcda9b7d0b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:12:21.196167 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:21.235450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa46a607-2bcf-433b-8709-43e44b83b444 req-493307a5-e292-412e-8e96-2dba8ad05c23 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734214 Feb 05 03:12:21.250434 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:12:21.250823 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5ccddf0e-2fa2-4ed3-98ee-5097628ccef9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:21.350970 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dea9a7-59e6-4f70-a623-bf827b2f4988 x-openstack-request-id: req-e3dea9a7-59e6-4f70-a623-bf827b2f4988 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:12:21.351484 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92946ec5-9419-48b1-90e4-c9acb36c6f04", "name": "network-vif-plugged", "status": "completed", "tag": "18c3e90d-db86-4738-8c5e-62dcda9b7d0b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:12:21.351888 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3dea9a7-59e6-4f70-a623-bf827b2f4988 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:12:21.352984 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92946ec5-9419-48b1-90e4-c9acb36c6f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c3e90d-db86-4738-8c5e-62dcda9b7d0b', 'code': 200} Feb 05 03:12:21.353751 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:21.358495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d3fd41-8d90-44a3-b64d-960b4de29b34 None None] DHCP port deletion for 638f2394-b45a-4a10-a65c-e57ac7ef97d0 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:12:21.520160 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3391f02-ac64-448a-81c4-0e98a99db503 req-168bf210-dd5e-4b6c-a7ef-236f779150f8 tempest-VolumesBackupsTest-1672951334 tempest-VolumesBackupsTest-1672951334-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bccf287-e5d7-479e-b96c-2691d68e95f1 HTTP/1.1" status: 200 len: 210 time: 0.0999203 Feb 05 03:12:21.528821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] For port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5ccddf0e-2fa2-4ed3-98ee-5097628ccef9,segment=NetworkSegment(1c232e32-dda2-48e1-983d-4828db180919),segment_id=1c232e32-dda2-48e1-983d-4828db180919)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:21.530205 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5ccddf0e-2fa2-4ed3-98ee-5097628ccef9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:21.549325 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b9d3fd41-8d90-44a3-b64d-960b4de29b34 None None] Deleting port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:12:21.549908 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b9d3fd41-8d90-44a3-b64d-960b4de29b34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5ccddf0e-2fa2-4ed3-98ee-5097628ccef9), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:21.561360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Calling delete_port for 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:12:21.717636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b9d3fd41-8d90-44a3-b64d-960b4de29b34 None None] For port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5ccddf0e-2fa2-4ed3-98ee-5097628ccef9,segment=NetworkSegment(1c232e32-dda2-48e1-983d-4828db180919),segment_id=1c232e32-dda2-48e1-983d-4828db180919)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:21.718996 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b9d3fd41-8d90-44a3-b64d-960b4de29b34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5ccddf0e-2fa2-4ed3-98ee-5097628ccef9), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:21.744026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4a33f-9965-4ab1-94db-121e5f9a1bc9 req-0f43780d-23b4-423c-b813-07bd1e5ea913 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:21.749604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4a33f-9965-4ab1-94db-121e5f9a1bc9 req-0f43780d-23b4-423c-b813-07bd1e5ea913 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:21.754922 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4a33f-9965-4ab1-94db-121e5f9a1bc9 req-0f43780d-23b4-423c-b813-07bd1e5ea913 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:21.760007 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b9d3fd41-8d90-44a3-b64d-960b4de29b34 None None] Calling delete_port for 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:12:21.760217 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4a33f-9965-4ab1-94db-121e5f9a1bc9 req-0f43780d-23b4-423c-b813-07bd1e5ea913 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:21.766073 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4a33f-9965-4ab1-94db-121e5f9a1bc9 req-0f43780d-23b4-423c-b813-07bd1e5ea913 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:21.775284 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4a33f-9965-4ab1-94db-121e5f9a1bc9 req-0f43780d-23b4-423c-b813-07bd1e5ea913 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:21.781604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4a33f-9965-4ab1-94db-121e5f9a1bc9 req-0f43780d-23b4-423c-b813-07bd1e5ea913 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:21.784444 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0bb4a33f-9965-4ab1-94db-121e5f9a1bc9 req-0f43780d-23b4-423c-b813-07bd1e5ea913 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.1265361 Feb 05 03:12:21.888186 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b9d3fd41-8d90-44a3-b64d-960b4de29b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (5ccddf0e-2fa2-4ed3-98ee-5097628ccef9), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:21.900845 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0bb4a33f-9965-4ab1-94db-121e5f9a1bc9 req-46a1fdeb-c462-4e0c-aba1-cd828b9add66 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035180 Feb 05 03:12:21.902744 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (5ccddf0e-2fa2-4ed3-98ee-5097628ccef9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:21.922294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3fd41-8d90-44a3-b64d-960b4de29b34 None None] Pushing event deleted for resources: {'Port': ['ID=5ccddf0e-2fa2-4ed3-98ee-5097628ccef9,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:21.932860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Port': ['ID=5ccddf0e-2fa2-4ed3-98ee-5097628ccef9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:21.942041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] No DVR routers for this DVR port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:12:21.948466 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d3fd41-8d90-44a3-b64d-960b4de29b34 None None] No DVR routers for this DVR port 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:12:22.052398 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (638f2394-b45a-4a10-a65c-e57ac7ef97d0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:22.079109 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4a57a366-dca8-4d91-97b8-a290908e9531 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:12:22.096335 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638f2394-b45a-4a10-a65c-e57ac7ef97d0']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:22.118327 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 4a57a366-dca8-4d91-97b8-a290908e9531 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:12:22.118709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4a57a366-dca8-4d91-97b8-a290908e9531 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:12:22.119086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c232e32-dda2-48e1-983d-4828db180919') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:22.119495 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c232e32-dda2-48e1-983d-4828db180919') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:22.132717 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (1c232e32-dda2-48e1-983d-4828db180919), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:22.159050 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (1c232e32-dda2-48e1-983d-4828db180919), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:22.180039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:12:22.180833 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (1c232e32-dda2-48e1-983d-4828db180919), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:12:22.184547 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:12:22.429527 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (638f2394-b45a-4a10-a65c-e57ac7ef97d0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:22.435698 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:22.439651 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/networks/638f2394-b45a-4a10-a65c-e57ac7ef97d0 HTTP/1.1" status: 204 len: 168 time: 1.8726208 Feb 05 03:12:22.443492 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47400) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:22.449119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2138755617', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:12:22.468014 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f83dd-af87-494e-956e-2e2cb783abbf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Network': ['ID=638f2394-b45a-4a10-a65c-e57ac7ef97d0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:22.482787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714f159-3a58-4808-8c4e-0a9765273aa1 req-88fda5b7-3679-4772-a23b-fe55873437ec tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:22.490546 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2714f159-3a58-4808-8c4e-0a9765273aa1 req-88fda5b7-3679-4772-a23b-fe55873437ec tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.2156372 Feb 05 03:12:22.509893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:12:22.526930 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (13c43311-fc8b-4a09-8e02-ae95756105e3), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:22.528248 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (13c43311-fc8b-4a09-8e02-ae95756105e3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:22.529022 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8149f-50cf-4aa2-8090-df3a4db45e8a req-0826cf30-ec1c-416a-ae57-1fce4c557bda tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:22.530936 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ce8149f-50cf-4aa2-8090-df3a4db45e8a req-0826cf30-ec1c-416a-ae57-1fce4c557bda tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.1976423 Feb 05 03:12:22.590994 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2714f159-3a58-4808-8c4e-0a9765273aa1 req-dd0c1aeb-a8c4-4780-8699-b66904eead73 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964487 Feb 05 03:12:22.609312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:12:22.609908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5ccddf0e-2fa2-4ed3-98ee-5097628ccef9 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:12:22.656385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ce8149f-50cf-4aa2-8090-df3a4db45e8a req-835bf128-a8cb-40c4-8c21-8d5ee606e52a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187150 Feb 05 03:12:22.672724 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_controller (13c43311-fc8b-4a09-8e02-ae95756105e3), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:23.057423 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_gateway (13c43311-fc8b-4a09-8e02-ae95756105e3), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:23.169854 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23964c-702c-4b4a-8d63-523b398ce5c4 req-b7ef83a0-88a7-40bc-b711-7b0b142772c9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:23.186589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23964c-702c-4b4a-8d63-523b398ce5c4 req-b7ef83a0-88a7-40bc-b711-7b0b142772c9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:23.197670 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23964c-702c-4b4a-8d63-523b398ce5c4 req-b7ef83a0-88a7-40bc-b711-7b0b142772c9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:23.215218 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23964c-702c-4b4a-8d63-523b398ce5c4 req-b7ef83a0-88a7-40bc-b711-7b0b142772c9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:23.228755 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23964c-702c-4b4a-8d63-523b398ce5c4 req-b7ef83a0-88a7-40bc-b711-7b0b142772c9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:23.247840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23964c-702c-4b4a-8d63-523b398ce5c4 req-b7ef83a0-88a7-40bc-b711-7b0b142772c9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:23.261235 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23964c-702c-4b4a-8d63-523b398ce5c4 req-b7ef83a0-88a7-40bc-b711-7b0b142772c9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:23.272299 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b23964c-702c-4b4a-8d63-523b398ce5c4 req-b7ef83a0-88a7-40bc-b711-7b0b142772c9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.2432609 Feb 05 03:12:23.402506 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b23964c-702c-4b4a-8d63-523b398ce5c4 req-11905a5a-fd9d-4abb-a96f-c111606a62b6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1292546 Feb 05 03:12:23.451813 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_gateway (13c43311-fc8b-4a09-8e02-ae95756105e3), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:23.473448 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:23.631478 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Allocated IP 172.25.0.149 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/a00c5f7e-fb7e-4c6b-9e90-84826295c718) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:12:23.780224 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (a00c5f7e-fb7e-4c6b-9e90-84826295c718), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:23.840421 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a00c5f7e-fb7e-4c6b-9e90-84826295c718), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:23.892300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2053520-f425-404f-af51-734fa18ef397 req-b608560e-0cf6-4a8e-a8ea-fd11d1d9aa4a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:23.902548 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=a00c5f7e-fb7e-4c6b-9e90-84826295c718,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:23.903123 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2053520-f425-404f-af51-734fa18ef397 req-b608560e-0cf6-4a8e-a8ea-fd11d1d9aa4a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.1631069 Feb 05 03:12:23.914461 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:12:23.916350 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:23.916821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:23.917372 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:23.917922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:23.918269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:23.926579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:23.927110 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:23.927648 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:23.928009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:23.929204 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:23.929566 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:23.929912 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:23.930261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:23.939997 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:23.949760 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:12:23.951131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a10cd7-c5b3-4586-8f74-fd8131e4f395 req-33fa6092-969d-481f-aee8-f35ede0e0e1b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:23.958322 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0a10cd7-c5b3-4586-8f74-fd8131e4f395 req-33fa6092-969d-481f-aee8-f35ede0e0e1b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.1199896 Feb 05 03:12:23.998616 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2053520-f425-404f-af51-734fa18ef397 req-29438b95-0aac-40dd-b8ae-0cc991b76f43 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944085 Feb 05 03:12:24.061784 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0a10cd7-c5b3-4586-8f74-fd8131e4f395 req-f229afb6-fc18-456b-b2fc-e167b518d5be tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025224 Feb 05 03:12:24.921946 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_gateway (13c43311-fc8b-4a09-8e02-ae95756105e3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:25.039521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360f7e6-c78f-4492-9612-5e53841de045 req-520c8ca0-0e09-46d2-b9e3-4270ac42cb91 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:25.047712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360f7e6-c78f-4492-9612-5e53841de045 req-520c8ca0-0e09-46d2-b9e3-4270ac42cb91 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:25.054504 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360f7e6-c78f-4492-9612-5e53841de045 req-520c8ca0-0e09-46d2-b9e3-4270ac42cb91 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:25.061341 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360f7e6-c78f-4492-9612-5e53841de045 req-520c8ca0-0e09-46d2-b9e3-4270ac42cb91 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:25.068085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360f7e6-c78f-4492-9612-5e53841de045 req-520c8ca0-0e09-46d2-b9e3-4270ac42cb91 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:25.075302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360f7e6-c78f-4492-9612-5e53841de045 req-520c8ca0-0e09-46d2-b9e3-4270ac42cb91 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:25.082806 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360f7e6-c78f-4492-9612-5e53841de045 req-520c8ca0-0e09-46d2-b9e3-4270ac42cb91 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:25.093347 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a360f7e6-c78f-4492-9612-5e53841de045 req-520c8ca0-0e09-46d2-b9e3-4270ac42cb91 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.5856018 Feb 05 03:12:25.225115 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (13c43311-fc8b-4a09-8e02-ae95756105e3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:25.246848 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88411baa-cd26-4946-86bf-2864ccf2e816 req-2775d35d-81bf-4c61-a787-9be3904fbb9d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:25.248948 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88411baa-cd26-4946-86bf-2864ccf2e816 req-2775d35d-81bf-4c61-a787-9be3904fbb9d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.1214285 Feb 05 03:12:25.276762 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a360f7e6-c78f-4492-9612-5e53841de045 req-38850f5d-9148-4513-a213-d3e00bf4e9ce tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1830091 Feb 05 03:12:25.334078 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88411baa-cd26-4946-86bf-2864ccf2e816 req-60fc4ea2-c7ba-48c3-b648-eabed3a3014e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642059 Feb 05 03:12:25.427850 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 13c43311-fc8b-4a09-8e02-ae95756105e3 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:12:25.583474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68322f9-ec8a-43fd-9aee-8b59f58080b6 req-e5237a57-bc9d-4af7-af32-729bd25af075 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:25.585047 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a68322f9-ec8a-43fd-9aee-8b59f58080b6 req-e5237a57-bc9d-4af7-af32-729bd25af075 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.1561356 Feb 05 03:12:25.594401 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:12:25.607735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181fbda9-2b93-4aaf-b1e8-79905987dfb5 None None] Sync routers for ids ['13c43311-fc8b-4a09-8e02-ae95756105e3'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:12:25.618969 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:25.627248 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dda7a839-e262-48c1-bfb5-6cfc53e2d1fe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1795983 Feb 05 03:12:25.628436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47440) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:25.638900 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181fbda9-2b93-4aaf-b1e8-79905987dfb5 None None] Routers {'13c43311-fc8b-4a09-8e02-ae95756105e3'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:25.639828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-181fbda9-2b93-4aaf-b1e8-79905987dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['13c43311-fc8b-4a09-8e02-ae95756105e3'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:25.728044 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a68322f9-ec8a-43fd-9aee-8b59f58080b6 req-d1e1b461-68dc-4e5b-b2ed-3f1fd72f51a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347179 Feb 05 03:12:25.741160 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-181fbda9-2b93-4aaf-b1e8-79905987dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:25.780025 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181fbda9-2b93-4aaf-b1e8-79905987dfb5 None None] Routers {'13c43311-fc8b-4a09-8e02-ae95756105e3'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:25.781553 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-181fbda9-2b93-4aaf-b1e8-79905987dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['13c43311-fc8b-4a09-8e02-ae95756105e3'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:25.831145 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d2463ccf-259c-4cb1-81e9-e2c2dade79a6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/routers/13c43311-fc8b-4a09-8e02-ae95756105e3 HTTP/1.1" status: 200 len: 885 time: 0.1997032 Feb 05 03:12:25.833546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47444) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:25.867214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-181fbda9-2b93-4aaf-b1e8-79905987dfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:25.867882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181fbda9-2b93-4aaf-b1e8-79905987dfb5 None None] The sync data for ids ['13c43311-fc8b-4a09-8e02-ae95756105e3'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:12:26.181874 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f8f5435e-0ee1-4923-ab87-1ceda2871b77 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3469682 Feb 05 03:12:26.184958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47446) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:26.190442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-afbe0816-4917-4d0d-9c23-194441d47dd9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2138755617'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:12:26.666397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c2d17-5ece-435b-afc0-e6bfe4d40438 req-d77e4ccc-6bd7-45bc-9640-5f3941fa2aeb tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:26.670059 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea9c2d17-5ece-435b-afc0-e6bfe4d40438 req-d77e4ccc-6bd7-45bc-9640-5f3941fa2aeb tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.2247272 Feb 05 03:12:26.689352 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0a1d-5e17-4bd4-96bf-04d04fd98a3f req-17b75b8d-8aa7-46e6-bb46-ccf569f81864 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:26.695857 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0a1d-5e17-4bd4-96bf-04d04fd98a3f req-17b75b8d-8aa7-46e6-bb46-ccf569f81864 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:26.703272 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0a1d-5e17-4bd4-96bf-04d04fd98a3f req-17b75b8d-8aa7-46e6-bb46-ccf569f81864 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:26.709580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0a1d-5e17-4bd4-96bf-04d04fd98a3f req-17b75b8d-8aa7-46e6-bb46-ccf569f81864 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:26.715758 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0a1d-5e17-4bd4-96bf-04d04fd98a3f req-17b75b8d-8aa7-46e6-bb46-ccf569f81864 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:26.721596 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0a1d-5e17-4bd4-96bf-04d04fd98a3f req-17b75b8d-8aa7-46e6-bb46-ccf569f81864 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:26.726992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0a1d-5e17-4bd4-96bf-04d04fd98a3f req-17b75b8d-8aa7-46e6-bb46-ccf569f81864 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:26.729389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7ac0a1d-5e17-4bd4-96bf-04d04fd98a3f req-17b75b8d-8aa7-46e6-bb46-ccf569f81864 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.2432191 Feb 05 03:12:26.754586 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afbe0816-4917-4d0d-9c23-194441d47dd9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (13c43311-fc8b-4a09-8e02-ae95756105e3), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:26.780391 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afbe0816-4917-4d0d-9c23-194441d47dd9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (13c43311-fc8b-4a09-8e02-ae95756105e3), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:26.820551 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea9c2d17-5ece-435b-afc0-e6bfe4d40438 req-07f73ef0-ca36-4abf-baf3-4798bc1cfea3 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894461 Feb 05 03:12:26.862522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7ac0a1d-5e17-4bd4-96bf-04d04fd98a3f req-fe40c690-dcbc-4264-bda7-8ed21baf119e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1248951 Feb 05 03:12:27.015860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbe0816-4917-4d0d-9c23-194441d47dd9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 13c43311-fc8b-4a09-8e02-ae95756105e3 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:12:27.209706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b632d4-f3a7-4d53-870d-65e1148b5cf0 req-1b3eca1e-74ba-417c-84e7-8bf26a1d42c9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:27.211316 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7b632d4-f3a7-4d53-870d-65e1148b5cf0 req-1b3eca1e-74ba-417c-84e7-8bf26a1d42c9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.2586522 Feb 05 03:12:27.239663 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbe0816-4917-4d0d-9c23-194441d47dd9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:12:27.259501 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3ec380-720f-4c14-bdd5-6de35ea0b8bb None None] Sync routers for ids ['13c43311-fc8b-4a09-8e02-ae95756105e3'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:12:27.276743 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afbe0816-4917-4d0d-9c23-194441d47dd9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:27.278802 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3ec380-720f-4c14-bdd5-6de35ea0b8bb None None] Routers {'13c43311-fc8b-4a09-8e02-ae95756105e3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:27.280914 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ce3ec380-720f-4c14-bdd5-6de35ea0b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['13c43311-fc8b-4a09-8e02-ae95756105e3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:27.285555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47468) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:27.302080 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-afbe0816-4917-4d0d-9c23-194441d47dd9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/13c43311-fc8b-4a09-8e02-ae95756105e3 HTTP/1.1" status: 200 len: 892 time: 1.1153972 Feb 05 03:12:27.334188 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ce3ec380-720f-4c14-bdd5-6de35ea0b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:27.360898 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7b632d4-f3a7-4d53-870d-65e1148b5cf0 req-be6e0c0b-8d04-4c0e-a137-98ef4e90c839 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335893 Feb 05 03:12:27.376606 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3ec380-720f-4c14-bdd5-6de35ea0b8bb None None] Routers {'13c43311-fc8b-4a09-8e02-ae95756105e3'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:27.377514 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ce3ec380-720f-4c14-bdd5-6de35ea0b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['13c43311-fc8b-4a09-8e02-ae95756105e3'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:27.420238 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ce3ec380-720f-4c14-bdd5-6de35ea0b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:27.420891 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3ec380-720f-4c14-bdd5-6de35ea0b8bb None None] The sync data for ids ['13c43311-fc8b-4a09-8e02-ae95756105e3'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:12:27.669774 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6576de52-e7e4-4f38-87ed-39c1c9d569bd tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/routers/13c43311-fc8b-4a09-8e02-ae95756105e3 HTTP/1.1" status: 200 len: 892 time: 0.3803811 Feb 05 03:12:27.670290 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47474) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:27.704499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47476) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:27.712190 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-68985981-3712-4528-9018-dd4143a75d44 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c43311-fc8b-4a09-8e02-ae95756105e3 HTTP/1.1" status: 200 len: 205 time: 0.0407116 Feb 05 03:12:27.983947 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d01d74a0-1515-463e-8611-e82db22c6541 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (13c43311-fc8b-4a09-8e02-ae95756105e3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:28.174641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cf285-1297-4ce7-b822-c8c252cdb5a0 req-55420d64-1297-4b2c-8ab0-70047ed13f81 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:28.180824 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d01d74a0-1515-463e-8611-e82db22c6541 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_gateway (13c43311-fc8b-4a09-8e02-ae95756105e3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:28.181950 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-975cf285-1297-4ce7-b822-c8c252cdb5a0 req-55420d64-1297-4b2c-8ab0-70047ed13f81 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.1584847 Feb 05 03:12:28.212814 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307988a-31b2-4130-bed9-23307a38fede req-73550d07-57b3-437a-9f77-977d1ea57c95 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:28.218553 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307988a-31b2-4130-bed9-23307a38fede req-73550d07-57b3-437a-9f77-977d1ea57c95 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:28.224075 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307988a-31b2-4130-bed9-23307a38fede req-73550d07-57b3-437a-9f77-977d1ea57c95 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:28.229933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307988a-31b2-4130-bed9-23307a38fede req-73550d07-57b3-437a-9f77-977d1ea57c95 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:28.235440 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307988a-31b2-4130-bed9-23307a38fede req-73550d07-57b3-437a-9f77-977d1ea57c95 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:28.240713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307988a-31b2-4130-bed9-23307a38fede req-73550d07-57b3-437a-9f77-977d1ea57c95 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:28.246528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307988a-31b2-4130-bed9-23307a38fede req-73550d07-57b3-437a-9f77-977d1ea57c95 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:28.255186 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2307988a-31b2-4130-bed9-23307a38fede req-73550d07-57b3-437a-9f77-977d1ea57c95 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.2095816 Feb 05 03:12:28.299674 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d01d74a0-1515-463e-8611-e82db22c6541 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting port a00c5f7e-fb7e-4c6b-9e90-84826295c718 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:12:28.300279 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d01d74a0-1515-463e-8611-e82db22c6541 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a00c5f7e-fb7e-4c6b-9e90-84826295c718), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:28.309109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-975cf285-1297-4ce7-b822-c8c252cdb5a0 req-ff373de8-9d59-4292-9c33-16b754859604 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236105 Feb 05 03:12:28.402935 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2307988a-31b2-4130-bed9-23307a38fede req-d038c23c-a435-4e0d-9d40-ec85065e520c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1467967 Feb 05 03:12:28.515213 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d01d74a0-1515-463e-8611-e82db22c6541 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a00c5f7e-fb7e-4c6b-9e90-84826295c718), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:28.549979 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d01d74a0-1515-463e-8611-e82db22c6541 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Calling delete_port for a00c5f7e-fb7e-4c6b-9e90-84826295c718 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:12:28.580078 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242558d-fef7-4198-881b-e850de491c6f req-a80ddf22-f177-4764-8c65-23f236fd96d0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:28.581642 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c242558d-fef7-4198-881b-e850de491c6f req-a80ddf22-f177-4764-8c65-23f236fd96d0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.1101680 Feb 05 03:12:28.665873 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c242558d-fef7-4198-881b-e850de491c6f req-348343bd-517b-487e-aa15-68f6c41c45f3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783820 Feb 05 03:12:28.863899 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d01d74a0-1515-463e-8611-e82db22c6541 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a00c5f7e-fb7e-4c6b-9e90-84826295c718), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:28.918299 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d74a0-1515-463e-8611-e82db22c6541 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Port': ['ID=a00c5f7e-fb7e-4c6b-9e90-84826295c718,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:29.051467 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d01d74a0-1515-463e-8611-e82db22c6541 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (13c43311-fc8b-4a09-8e02-ae95756105e3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:29.200183 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d01d74a0-1515-463e-8611-e82db22c6541 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (13c43311-fc8b-4a09-8e02-ae95756105e3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:29.202440 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d01d74a0-1515-463e-8611-e82db22c6541 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_controller (13c43311-fc8b-4a09-8e02-ae95756105e3), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:29.283489 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d01d74a0-1515-463e-8611-e82db22c6541 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (13c43311-fc8b-4a09-8e02-ae95756105e3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:29.285305 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01d74a0-1515-463e-8611-e82db22c6541 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Fanout notify agent at l3_agent the message router_deleted on router 13c43311-fc8b-4a09-8e02-ae95756105e3 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:12:29.298807 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d01d74a0-1515-463e-8611-e82db22c6541 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:29.300164 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d01d74a0-1515-463e-8611-e82db22c6541 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/routers/13c43311-fc8b-4a09-8e02-ae95756105e3 HTTP/1.1" status: 204 len: 168 time: 1.5944295 Feb 05 03:12:29.304337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47488) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:29.311509 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1201368641'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:12:29.350489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:12:29.354269 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:29.411274 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:12:29.435500 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (bc4d1068-0dd5-4386-91b9-26a7b024a820), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:29.437202 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Added segment bc4d1068-0dd5-4386-91b9-26a7b024a820 of type vlan for network 43fdfd53-a09c-4949-99ac-4f85b89fff5f Feb 05 03:12:29.513337 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (43fdfd53-a09c-4949-99ac-4f85b89fff5f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:29.556850 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (43fdfd53-a09c-4949-99ac-4f85b89fff5f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:29.564615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:29.565494 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:29.645036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3388414 Feb 05 03:12:29.647964 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47496) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:29.657401 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-13135fc0-0fbc-476c-b050-e5f3eac528f9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'subnet': {'network_id': '43fdfd53-a09c-4949-99ac-4f85b89fff5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:12:29.873372 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13135fc0-0fbc-476c-b050-e5f3eac528f9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:12:29.884172 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13135fc0-0fbc-476c-b050-e5f3eac528f9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:29.899254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Network': ['ID=43fdfd53-a09c-4949-99ac-4f85b89fff5f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:29.924898 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:29.925545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:29.925640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:29.925916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:29.926370 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:29.926882 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:29.927212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:29.927497 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:29.928206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:29.928206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:29.928867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:29.933580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:29.933934 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73416127-f428-45d6-a01a-3a261a1cd0d8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:12:29.947309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 43fdfd53-a09c-4949-99ac-4f85b89fff5f details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:12:29.959904 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4fd47-f8e3-428b-81a2-ed0c92d5eb96 req-83156136-04ad-4973-8636-398004b5da6f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:29.961494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31c4fd47-f8e3-428b-81a2-ed0c92d5eb96 req-83156136-04ad-4973-8636-398004b5da6f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.4213538 Feb 05 03:12:29.987775 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee2f27-10fc-46df-8c89-fa5e2eefdcf9 req-46db4a22-9290-43fa-a232-bbd28cfc52e5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:30.008781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee2f27-10fc-46df-8c89-fa5e2eefdcf9 req-46db4a22-9290-43fa-a232-bbd28cfc52e5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:30.016830 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee2f27-10fc-46df-8c89-fa5e2eefdcf9 req-46db4a22-9290-43fa-a232-bbd28cfc52e5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:30.032817 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee2f27-10fc-46df-8c89-fa5e2eefdcf9 req-46db4a22-9290-43fa-a232-bbd28cfc52e5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:30.039977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee2f27-10fc-46df-8c89-fa5e2eefdcf9 req-46db4a22-9290-43fa-a232-bbd28cfc52e5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:30.053584 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee2f27-10fc-46df-8c89-fa5e2eefdcf9 req-46db4a22-9290-43fa-a232-bbd28cfc52e5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:30.068983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee2f27-10fc-46df-8c89-fa5e2eefdcf9 req-46db4a22-9290-43fa-a232-bbd28cfc52e5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:30.079879 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58ee2f27-10fc-46df-8c89-fa5e2eefdcf9 req-46db4a22-9290-43fa-a232-bbd28cfc52e5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.5152147 Feb 05 03:12:30.191640 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13135fc0-0fbc-476c-b050-e5f3eac528f9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (6396017a-f88a-4180-a5fa-66265e86898b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:30.225215 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31c4fd47-f8e3-428b-81a2-ed0c92d5eb96 req-c4efbc57-7fcc-4661-ab09-8aab740d974c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548606 Feb 05 03:12:30.283235 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58ee2f27-10fc-46df-8c89-fa5e2eefdcf9 req-a275c3f5-f57d-45bc-8911-45d6a2bc081a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2024503 Feb 05 03:12:30.403459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13135fc0-0fbc-476c-b050-e5f3eac528f9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Subnet': ['ID=6396017a-f88a-4180-a5fa-66265e86898b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:30.417868 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13135fc0-0fbc-476c-b050-e5f3eac528f9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Checking segment: {'id': 'bc4d1068-0dd5-4386-91b9-26a7b024a820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43fdfd53-a09c-4949-99ac-4f85b89fff5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:12:30.418374 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13135fc0-0fbc-476c-b050-e5f3eac528f9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network hostable DHCP agents. Network: 43fdfd53-a09c-4949-99ac-4f85b89fff5f, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:12:30.473605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13135fc0-0fbc-476c-b050-e5f3eac528f9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 43fdfd53-a09c-4949-99ac-4f85b89fff5f is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:12:30.507690 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108052fc-42a0-46d0-ac25-ba17349ed720 req-249dcd41-ba50-44d8-ac5d-89676e8f2cb9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:30.513409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-13135fc0-0fbc-476c-b050-e5f3eac528f9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 43fdfd53-a09c-4949-99ac-4f85b89fff5f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:30.519498 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-108052fc-42a0-46d0-ac25-ba17349ed720 req-249dcd41-ba50-44d8-ac5d-89676e8f2cb9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.1259396 Feb 05 03:12:30.522412 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27896b4-c20b-428b-aff4-1e7c520ea3ac None None] Network 43fdfd53-a09c-4949-99ac-4f85b89fff5f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:12:30.543736 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13135fc0-0fbc-476c-b050-e5f3eac528f9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:30.544845 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13135fc0-0fbc-476c-b050-e5f3eac528f9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:30.583481 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-13135fc0-0fbc-476c-b050-e5f3eac528f9 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9320002 Feb 05 03:12:30.583710 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47502) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:30.600298 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7ad234c9-8f42-4865-9d19-77d4245d334b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-434389687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:12:30.648759 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ad234c9-8f42-4865-9d19-77d4245d334b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (a29dfc52-7c83-41c0-a3ef-684bc75b4a76), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:30.650571 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ad234c9-8f42-4865-9d19-77d4245d334b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (a29dfc52-7c83-41c0-a3ef-684bc75b4a76), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:30.670421 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-108052fc-42a0-46d0-ac25-ba17349ed720 req-49a4a5a1-9a30-426d-954b-4f2c96396b89 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493735 Feb 05 03:12:30.745838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-43fdfd53-a09c-4949-99ac-4f85b89fff5f', 'network_id': '43fdfd53-a09c-4949-99ac-4f85b89fff5f', 'project_id': '462601c24a08425693c823c46e08e1e1', 'fixed_ips': [{'subnet_id': '6396017a-f88a-4180-a5fa-66265e86898b'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:12:30.746103 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ad234c9-8f42-4865-9d19-77d4245d334b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_controller (a29dfc52-7c83-41c0-a3ef-684bc75b4a76), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:30.747521 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:30.753596 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ad234c9-8f42-4865-9d19-77d4245d334b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (a29dfc52-7c83-41c0-a3ef-684bc75b4a76), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:30.785688 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ad234c9-8f42-4865-9d19-77d4245d334b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:30.790539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7ad234c9-8f42-4865-9d19-77d4245d334b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2034645 Feb 05 03:12:30.790770 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47506) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:30.975571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Allocated IP 2001:db8::2 (43fdfd53-a09c-4949-99ac-4f85b89fff5f/6396017a-f88a-4180-a5fa-66265e86898b/b16d6f84-58b9-4061-bd69-2e1232255afb) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:12:31.238145 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Publish callbacks [] for port (b16d6f84-58b9-4061-bd69-2e1232255afb), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:31.258308 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (b16d6f84-58b9-4061-bd69-2e1232255afb), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:31.315534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Network 43fdfd53-a09c-4949-99ac-4f85b89fff5f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:12:31.319069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:31.329650 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:12:31.392677 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:31.416012 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Attempting to bind port b16d6f84-58b9-4061-bd69-2e1232255afb on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:12:31.416452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Attempting to bind port b16d6f84-58b9-4061-bd69-2e1232255afb by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'bc4d1068-0dd5-4386-91b9-26a7b024a820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43fdfd53-a09c-4949-99ac-4f85b89fff5f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:12:31.417582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Attempting to bind port b16d6f84-58b9-4061-bd69-2e1232255afb on network 43fdfd53-a09c-4949-99ac-4f85b89fff5f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:12:31.424295 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:12:31.425145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Checking segment: {'id': 'bc4d1068-0dd5-4386-91b9-26a7b024a820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43fdfd53-a09c-4949-99ac-4f85b89fff5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:12:31.426287 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:31.426550 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Bound using segment: {'id': 'bc4d1068-0dd5-4386-91b9-26a7b024a820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43fdfd53-a09c-4949-99ac-4f85b89fff5f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:12:31.427651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Bound port: b16d6f84-58b9-4061-bd69-2e1232255afb, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4d1068-0dd5-4386-91b9-26a7b024a820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '43fdfd53-a09c-4949-99ac-4f85b89fff5f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:12:31.427958 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b16d6f84-58b9-4061-bd69-2e1232255afb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:31.445057 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Pushing event updated for resources: {'Port': ['ID=b16d6f84-58b9-4061-bd69-2e1232255afb,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:31.530542 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] For port b16d6f84-58b9-4061-bd69-2e1232255afb, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:12:31.533620 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] For port b16d6f84-58b9-4061-bd69-2e1232255afb, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b16d6f84-58b9-4061-bd69-2e1232255afb,segment=NetworkSegment(bc4d1068-0dd5-4386-91b9-26a7b024a820),segment_id=bc4d1068-0dd5-4386-91b9-26a7b024a820)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:12:31.547208 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b16d6f84-58b9-4061-bd69-2e1232255afb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:31.660131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5134b-b6f0-46b1-86ed-b46f195335d6 None None] Pushing event updated for resources: {'Port': ['ID=b16d6f84-58b9-4061-bd69-2e1232255afb,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:31.833266 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c344c-9f68-4fff-a51c-f26495a2d773 req-5ff70317-3061-45c8-8332-8fb7e5f50aed tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:31.841643 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-626c344c-9f68-4fff-a51c-f26495a2d773 req-5ff70317-3061-45c8-8332-8fb7e5f50aed tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.3345466 Feb 05 03:12:32.051500 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4a4ad-781a-4c4e-96aa-b0c63ab0bd3f req-4e7141a4-39f8-4b25-b870-9d924ef9e61d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:32.069156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4a4ad-781a-4c4e-96aa-b0c63ab0bd3f req-4e7141a4-39f8-4b25-b870-9d924ef9e61d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:32.074920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4a4ad-781a-4c4e-96aa-b0c63ab0bd3f req-4e7141a4-39f8-4b25-b870-9d924ef9e61d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:32.092663 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4a4ad-781a-4c4e-96aa-b0c63ab0bd3f req-4e7141a4-39f8-4b25-b870-9d924ef9e61d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:32.106687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4a4ad-781a-4c4e-96aa-b0c63ab0bd3f req-4e7141a4-39f8-4b25-b870-9d924ef9e61d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:32.127130 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4a4ad-781a-4c4e-96aa-b0c63ab0bd3f req-4e7141a4-39f8-4b25-b870-9d924ef9e61d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:32.137464 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4a4ad-781a-4c4e-96aa-b0c63ab0bd3f req-4e7141a4-39f8-4b25-b870-9d924ef9e61d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:32.140667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aaa4a4ad-781a-4c4e-96aa-b0c63ab0bd3f req-4e7141a4-39f8-4b25-b870-9d924ef9e61d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.6355672 Feb 05 03:12:32.271288 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-626c344c-9f68-4fff-a51c-f26495a2d773 req-8b2cff6b-350d-4bf1-a0dc-6c77dca741df tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212806 Feb 05 03:12:32.359521 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aaa4a4ad-781a-4c4e-96aa-b0c63ab0bd3f req-f5292150-c2b7-4a60-86a7-f84c0bf49c24 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2118187 Feb 05 03:12:32.369293 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Allocated IP 2001:db8::1 (43fdfd53-a09c-4949-99ac-4f85b89fff5f/6396017a-f88a-4180-a5fa-66265e86898b/7bfb292e-efc5-45c7-810c-393b0df3d74a) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:12:32.593675 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db793fa3-9088-49a3-9f45-c1dec15357da req-57c3b315-d1e6-4ed5-a7a2-bf9f890af6fa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:32.596864 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db793fa3-9088-49a3-9f45-c1dec15357da req-57c3b315-d1e6-4ed5-a7a2-bf9f890af6fa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.1759748 Feb 05 03:12:32.604471 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (7bfb292e-efc5-45c7-810c-393b0df3d74a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:32.620745 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b16d6f84-58b9-4061-bd69-2e1232255afb up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:32.691263 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db793fa3-9088-49a3-9f45-c1dec15357da req-644cc196-e517-4e98-ba3e-e873af7ef74d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835776 Feb 05 03:12:32.717435 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7bfb292e-efc5-45c7-810c-393b0df3d74a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:32.778892 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port b16d6f84-58b9-4061-bd69-2e1232255afb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:32.778892 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b16d6f84-58b9-4061-bd69-2e1232255afb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:32.787526 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 43fdfd53-a09c-4949-99ac-4f85b89fff5f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:12:32.792948 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:32.802268 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:12:32.802843 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (a29dfc52-7c83-41c0-a3ef-684bc75b4a76), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:32.999889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=7bfb292e-efc5-45c7-810c-393b0df3d74a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:33.020701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port b16d6f84-58b9-4061-bd69-2e1232255afb is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:33.020701 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b16d6f84-58b9-4061-bd69-2e1232255afb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:33.080310 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7bfb292e-efc5-45c7-810c-393b0df3d74a), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:33.109973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port b16d6f84-58b9-4061-bd69-2e1232255afb, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b16d6f84-58b9-4061-bd69-2e1232255afb,segment=NetworkSegment(bc4d1068-0dd5-4386-91b9-26a7b024a820),segment_id=bc4d1068-0dd5-4386-91b9-26a7b024a820)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:33.123193 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b16d6f84-58b9-4061-bd69-2e1232255afb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:33.195915 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:12:33.267768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=b16d6f84-58b9-4061-bd69-2e1232255afb,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:33.562341 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (7bfb292e-efc5-45c7-810c-393b0df3d74a), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:33.589517 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (7bfb292e-efc5-45c7-810c-393b0df3d74a), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:33.591233 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (a29dfc52-7c83-41c0-a3ef-684bc75b4a76), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:33.613517 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18c8266-28b8-4337-b550-3a37979b0756 None None] Network 43fdfd53-a09c-4949-99ac-4f85b89fff5f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:12:33.691330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=7bfb292e-efc5-45c7-810c-393b0df3d74a,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:33.793581 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51967fdf-d377-4186-afcd-a312483f705d req-3df5af1c-c3d7-483c-b94b-3d05e999a537 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:33.800906 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51967fdf-d377-4186-afcd-a312483f705d req-3df5af1c-c3d7-483c-b94b-3d05e999a537 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.2348564 Feb 05 03:12:33.838997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6fe29-ca0e-4722-a0aa-9b1c33f5b7b6 req-3d98e2e4-fc24-4b0f-806e-49258b2731d8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:33.847483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6fe29-ca0e-4722-a0aa-9b1c33f5b7b6 req-3d98e2e4-fc24-4b0f-806e-49258b2731d8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:33.853475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6fe29-ca0e-4722-a0aa-9b1c33f5b7b6 req-3d98e2e4-fc24-4b0f-806e-49258b2731d8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:33.861269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6fe29-ca0e-4722-a0aa-9b1c33f5b7b6 req-3d98e2e4-fc24-4b0f-806e-49258b2731d8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:33.870121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6fe29-ca0e-4722-a0aa-9b1c33f5b7b6 req-3d98e2e4-fc24-4b0f-806e-49258b2731d8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:33.876579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6fe29-ca0e-4722-a0aa-9b1c33f5b7b6 req-3d98e2e4-fc24-4b0f-806e-49258b2731d8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:33.882609 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e2099762-6561-4d4a-8ac4-17b7b473c7fc None None] Provisioning complete for port b16d6f84-58b9-4061-bd69-2e1232255afb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:33.883239 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2099762-6561-4d4a-8ac4-17b7b473c7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b16d6f84-58b9-4061-bd69-2e1232255afb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:33.887002 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6fe29-ca0e-4722-a0aa-9b1c33f5b7b6 req-3d98e2e4-fc24-4b0f-806e-49258b2731d8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:33.889572 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6ae6fe29-ca0e-4722-a0aa-9b1c33f5b7b6 req-3d98e2e4-fc24-4b0f-806e-49258b2731d8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.3248410 Feb 05 03:12:34.023336 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51967fdf-d377-4186-afcd-a312483f705d req-8e01757e-5026-4e7b-874e-06feb849471a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039120 Feb 05 03:12:34.051904 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-958d4070-4b53-4eea-9fa5-4810f36a7c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:34.072877 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 43fdfd53-a09c-4949-99ac-4f85b89fff5f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:12:34.112165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:34.171480 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6ae6fe29-ca0e-4722-a0aa-9b1c33f5b7b6 req-fedfa2c7-82b6-49c7-9721-a6d5237a76d2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2630320 Feb 05 03:12:34.529156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b75a9-603a-4e21-96b1-c79fa33d2001 req-fdc26e64-8553-43a1-9f83-2bd5334cd79e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:34.538205 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de3b75a9-603a-4e21-96b1-c79fa33d2001 req-fdc26e64-8553-43a1-9f83-2bd5334cd79e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.2763166 Feb 05 03:12:34.652460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router a29dfc52-7c83-41c0-a3ef-684bc75b4a76 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:12:34.684542 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e2099762-6561-4d4a-8ac4-17b7b473c7fc None None] Current status of the port b16d6f84-58b9-4061-bd69-2e1232255afb is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:34.691129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b16d6f84-58b9-4061-bd69-2e1232255afb up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:34.731313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de3b75a9-603a-4e21-96b1-c79fa33d2001 req-1ba52d7e-45c0-48e5-8627-2216ccba91bb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880033 Feb 05 03:12:34.824767 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port b16d6f84-58b9-4061-bd69-2e1232255afb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:34.825139 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b16d6f84-58b9-4061-bd69-2e1232255afb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:35.000277 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:12:35.010594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47550) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:35.016281 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ffb4b23a-1bd1-4723-8cec-f344a583b33e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/a29dfc52-7c83-41c0-a3ef-684bc75b4a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2228317 Feb 05 03:12:35.040943 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47554) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:35.098792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port b16d6f84-58b9-4061-bd69-2e1232255afb is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:35.118935 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081342d7-f27b-4a0a-983f-a2aa9b188835 None None] Sync routers for ids ['a29dfc52-7c83-41c0-a3ef-684bc75b4a76'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:12:35.146481 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081342d7-f27b-4a0a-983f-a2aa9b188835 None None] Routers {'a29dfc52-7c83-41c0-a3ef-684bc75b4a76'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:35.147356 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-081342d7-f27b-4a0a-983f-a2aa9b188835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a29dfc52-7c83-41c0-a3ef-684bc75b4a76'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:35.188527 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22100daf-fff5-4e10-be9e-fcb8384a00a6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:35.197333 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-22100daf-fff5-4e10-be9e-fcb8384a00a6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports/7bfb292e-efc5-45c7-810c-393b0df3d74a HTTP/1.1" status: 200 len: 911 time: 0.1855528 Feb 05 03:12:35.203359 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47558) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:35.258540 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-081342d7-f27b-4a0a-983f-a2aa9b188835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:35.286786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081342d7-f27b-4a0a-983f-a2aa9b188835 None None] Routers {'a29dfc52-7c83-41c0-a3ef-684bc75b4a76'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:35.287469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-081342d7-f27b-4a0a-983f-a2aa9b188835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a29dfc52-7c83-41c0-a3ef-684bc75b4a76'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:35.299953 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-57abe502-be8c-4d36-9447-205847c8a7bf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6396017a-f88a-4180-a5fa-66265e86898b'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:12:35.396340 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-081342d7-f27b-4a0a-983f-a2aa9b188835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:35.397325 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081342d7-f27b-4a0a-983f-a2aa9b188835 None None] The sync data for ids ['a29dfc52-7c83-41c0-a3ef-684bc75b4a76'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:12:35.429576 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d1f9662c-767f-4195-a778-c4ff1edb2f32 None None] Provisioning complete for port b16d6f84-58b9-4061-bd69-2e1232255afb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:35.429952 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1f9662c-767f-4195-a778-c4ff1edb2f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b16d6f84-58b9-4061-bd69-2e1232255afb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:35.676674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d1f9662c-767f-4195-a778-c4ff1edb2f32 None None] Current status of the port b16d6f84-58b9-4061-bd69-2e1232255afb is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:35.715570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d1f9662c-767f-4195-a778-c4ff1edb2f32 None None] Provisioning complete for port 7bfb292e-efc5-45c7-810c-393b0df3d74a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:35.719497 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1f9662c-767f-4195-a778-c4ff1edb2f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7bfb292e-efc5-45c7-810c-393b0df3d74a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:35.807039 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d1f9662c-767f-4195-a778-c4ff1edb2f32 None None] Port 7bfb292e-efc5-45c7-810c-393b0df3d74a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:12:35.891596 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e648a6f-84d8-40f8-8ca5-997beda149f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:35.942672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2f093f4d-08a5-4ab1-8e76-9cdafc30ae33 None None] Provisioning complete for port 7bfb292e-efc5-45c7-810c-393b0df3d74a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:35.943962 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2f093f4d-08a5-4ab1-8e76-9cdafc30ae33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7bfb292e-efc5-45c7-810c-393b0df3d74a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:36.036618 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc299f9f-806a-4c24-920b-c76566c5df02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:36.065936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2f093f4d-08a5-4ab1-8e76-9cdafc30ae33 None None] Port 7bfb292e-efc5-45c7-810c-393b0df3d74a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:12:36.215859 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba277198-2d91-412d-98d4-3937d2082791 req-4d572ca8-1dfa-4c76-b9e3-a835c09c4ee2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:36.218212 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba277198-2d91-412d-98d4-3937d2082791 req-4d572ca8-1dfa-4c76-b9e3-a835c09c4ee2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 1.0218015 Feb 05 03:12:36.256821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ef72c-bf70-4d3c-a220-9ab09fa573ae req-dbebac6e-5129-4e10-a8cc-c4d5a918cb8f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:36.262791 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ef72c-bf70-4d3c-a220-9ab09fa573ae req-dbebac6e-5129-4e10-a8cc-c4d5a918cb8f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:36.268629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ef72c-bf70-4d3c-a220-9ab09fa573ae req-dbebac6e-5129-4e10-a8cc-c4d5a918cb8f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:36.273855 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ef72c-bf70-4d3c-a220-9ab09fa573ae req-dbebac6e-5129-4e10-a8cc-c4d5a918cb8f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:36.280628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ef72c-bf70-4d3c-a220-9ab09fa573ae req-dbebac6e-5129-4e10-a8cc-c4d5a918cb8f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:36.286383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ef72c-bf70-4d3c-a220-9ab09fa573ae req-dbebac6e-5129-4e10-a8cc-c4d5a918cb8f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:36.292309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-03d1e77e-43fa-4485-855b-a7f210100497 None None] Provisioning complete for port 7bfb292e-efc5-45c7-810c-393b0df3d74a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:36.293041 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03d1e77e-43fa-4485-855b-a7f210100497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7bfb292e-efc5-45c7-810c-393b0df3d74a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:36.295452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ef72c-bf70-4d3c-a220-9ab09fa573ae req-dbebac6e-5129-4e10-a8cc-c4d5a918cb8f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:36.299515 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b1ef72c-bf70-4d3c-a220-9ab09fa573ae req-dbebac6e-5129-4e10-a8cc-c4d5a918cb8f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.9304960 Feb 05 03:12:36.409771 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-03d1e77e-43fa-4485-855b-a7f210100497 None None] Port 7bfb292e-efc5-45c7-810c-393b0df3d74a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:12:36.542136 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba277198-2d91-412d-98d4-3937d2082791 req-8e94b635-06a2-42cd-8bf6-3de0f6faf474 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065324 Feb 05 03:12:36.639829 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57abe502-be8c-4d36-9447-205847c8a7bf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7bfb292e-efc5-45c7-810c-393b0df3d74a), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:36.722276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b1ef72c-bf70-4d3c-a220-9ab09fa573ae req-a7a57fc2-9723-480b-a257-bd9194522d5b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3930657 Feb 05 03:12:36.867996 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc299f9f-806a-4c24-920b-c76566c5df02 admin admin] Publish callbacks [] for security_group (f6b9b1d8-97b7-420d-9661-ddc62d226d65), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:36.907566 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc299f9f-806a-4c24-920b-c76566c5df02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f6b9b1d8-97b7-420d-9661-ddc62d226d65), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:36.977194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bc299f9f-806a-4c24-920b-c76566c5df02 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccfeaedf2d3340f59c5ddeb58b68135f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9325979 Feb 05 03:12:36.977522 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47568) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:36.989006 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc299f9f-806a-4c24-920b-c76566c5df02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b9b1d8-97b7-420d-9661-ddc62d226d65,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:37.008865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e71f8-8353-41ec-a581-8cbec0c61447 req-10fe34d4-9708-4990-af6d-e19e74d64615 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:37.021231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-076e71f8-8353-41ec-a581-8cbec0c61447 req-10fe34d4-9708-4990-af6d-e19e74d64615 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.3464859 Feb 05 03:12:37.088308 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd821fa0-a339-4442-9762-a10173eb1604 admin admin] Publish callbacks [] for security_group (f6b9b1d8-97b7-420d-9661-ddc62d226d65), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:37.106537 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:37.130558 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd821fa0-a339-4442-9762-a10173eb1604 admin admin] Publish callbacks [] for security_group (f6b9b1d8-97b7-420d-9661-ddc62d226d65), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:37.230064 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd821fa0-a339-4442-9762-a10173eb1604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f6b9b1d8-97b7-420d-9661-ddc62d226d65), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:37.233363 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd821fa0-a339-4442-9762-a10173eb1604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:37.234690 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cd821fa0-a339-4442-9762-a10173eb1604 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6b9b1d8-97b7-420d-9661-ddc62d226d65 HTTP/1.1" status: 204 len: 168 time: 0.2561073 Feb 05 03:12:37.250190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd821fa0-a339-4442-9762-a10173eb1604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b9b1d8-97b7-420d-9661-ddc62d226d65,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:37.289860 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-076e71f8-8353-41ec-a581-8cbec0c61447 req-718b919b-a706-488b-b833-3cc263d404bf tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676694 Feb 05 03:12:37.641415 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57abe502-be8c-4d36-9447-205847c8a7bf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (7bfb292e-efc5-45c7-810c-393b0df3d74a), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:37.689021 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57abe502-be8c-4d36-9447-205847c8a7bf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (7bfb292e-efc5-45c7-810c-393b0df3d74a), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:37.695473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57abe502-be8c-4d36-9447-205847c8a7bf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:37.696128 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57abe502-be8c-4d36-9447-205847c8a7bf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:37.698259 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-57abe502-be8c-4d36-9447-205847c8a7bf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/ports/7bfb292e-efc5-45c7-810c-393b0df3d74a HTTP/1.1" status: 200 len: 911 time: 2.4919190 Feb 05 03:12:37.701679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47578) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:37.824850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47582) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:37.844258 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abe502-be8c-4d36-9447-205847c8a7bf tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=7bfb292e-efc5-45c7-810c-393b0df3d74a,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:37.875101 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab5578-301a-4585-8721-b73ae3a03c2b req-954bccd3-536c-4d5b-b086-50bd4a3a2104 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:37.882263 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85ab5578-301a-4585-8721-b73ae3a03c2b req-954bccd3-536c-4d5b-b086-50bd4a3a2104 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.2294571 Feb 05 03:12:37.892151 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4922eb29-89bc-4732-b478-d9971d1bccfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:37.993119 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85ab5578-301a-4585-8721-b73ae3a03c2b req-40435223-73b3-4006-960e-e0b173f89db5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098266 Feb 05 03:12:38.030851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050988c5-c86c-47d4-a921-070e64772207 req-00ab6e56-1bbb-4c97-8aa8-3dc2962a252c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:38.036766 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050988c5-c86c-47d4-a921-070e64772207 req-00ab6e56-1bbb-4c97-8aa8-3dc2962a252c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:38.043195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050988c5-c86c-47d4-a921-070e64772207 req-00ab6e56-1bbb-4c97-8aa8-3dc2962a252c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:38.051919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050988c5-c86c-47d4-a921-070e64772207 req-00ab6e56-1bbb-4c97-8aa8-3dc2962a252c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:38.060978 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050988c5-c86c-47d4-a921-070e64772207 req-00ab6e56-1bbb-4c97-8aa8-3dc2962a252c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:38.067555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050988c5-c86c-47d4-a921-070e64772207 req-00ab6e56-1bbb-4c97-8aa8-3dc2962a252c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:38.079881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050988c5-c86c-47d4-a921-070e64772207 req-00ab6e56-1bbb-4c97-8aa8-3dc2962a252c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:38.086057 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-050988c5-c86c-47d4-a921-070e64772207 req-00ab6e56-1bbb-4c97-8aa8-3dc2962a252c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.2279577 Feb 05 03:12:38.206065 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11880e37-4da6-41a0-aef2-9a2781943a22 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (a29dfc52-7c83-41c0-a3ef-684bc75b4a76), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:38.276752 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-050988c5-c86c-47d4-a921-070e64772207 req-12dbfd1e-29fe-4d6c-954d-c8d20757c350 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1707063 Feb 05 03:12:38.332194 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4922eb29-89bc-4732-b478-d9971d1bccfb admin admin] Publish callbacks [] for security_group (361a8f5b-3ff7-478f-9a75-e977f2a93f9c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:38.350859 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4922eb29-89bc-4732-b478-d9971d1bccfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (361a8f5b-3ff7-478f-9a75-e977f2a93f9c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:38.405951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922eb29-89bc-4732-b478-d9971d1bccfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361a8f5b-3ff7-478f-9a75-e977f2a93f9c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:38.508935 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4922eb29-89bc-4732-b478-d9971d1bccfb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d884cd43d5a4415bee3dc44dc8968c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6778247 Feb 05 03:12:38.519580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47586) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:38.597511 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd1f71-a0e9-4819-8879-b7ad03f763fe req-6ad565b0-c0d0-437f-bb4a-1ac8454298fb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:38.601061 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5fd1f71-a0e9-4819-8879-b7ad03f763fe req-6ad565b0-c0d0-437f-bb4a-1ac8454298fb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.1632516 Feb 05 03:12:38.682454 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:38.683274 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80907113-686b-42c5-bf7b-6c946f259302 admin admin] Publish callbacks [] for security_group (361a8f5b-3ff7-478f-9a75-e977f2a93f9c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:38.688309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5fd1f71-a0e9-4819-8879-b7ad03f763fe req-2b342450-3ce2-4809-8895-19157792cd56 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801587 Feb 05 03:12:38.734654 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80907113-686b-42c5-bf7b-6c946f259302 admin admin] Publish callbacks [] for security_group (361a8f5b-3ff7-478f-9a75-e977f2a93f9c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:38.815031 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80907113-686b-42c5-bf7b-6c946f259302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (361a8f5b-3ff7-478f-9a75-e977f2a93f9c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:38.825694 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80907113-686b-42c5-bf7b-6c946f259302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:38.830150 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-80907113-686b-42c5-bf7b-6c946f259302 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/361a8f5b-3ff7-478f-9a75-e977f2a93f9c HTTP/1.1" status: 204 len: 168 time: 0.3030767 Feb 05 03:12:38.849889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80907113-686b-42c5-bf7b-6c946f259302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361a8f5b-3ff7-478f-9a75-e977f2a93f9c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:39.052443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-11880e37-4da6-41a0-aef2-9a2781943a22 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting port 7bfb292e-efc5-45c7-810c-393b0df3d74a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:12:39.052802 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11880e37-4da6-41a0-aef2-9a2781943a22 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7bfb292e-efc5-45c7-810c-393b0df3d74a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:39.187375 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7cc04-86d8-4f45-ab37-d27c39480f77 req-eb65a633-46dc-491c-bd3e-c8a36f377543 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:39.188910 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75a7cc04-86d8-4f45-ab37-d27c39480f77 req-eb65a633-46dc-491c-bd3e-c8a36f377543 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.0880680 Feb 05 03:12:39.205483 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11880e37-4da6-41a0-aef2-9a2781943a22 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7bfb292e-efc5-45c7-810c-393b0df3d74a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:39.233360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-11880e37-4da6-41a0-aef2-9a2781943a22 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Calling delete_port for 7bfb292e-efc5-45c7-810c-393b0df3d74a owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:12:39.284394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75a7cc04-86d8-4f45-ab37-d27c39480f77 req-b3d43e75-654c-498f-9575-13733c60b44e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855732 Feb 05 03:12:39.561604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef904a-2237-4296-80b5-3a5dcce8e18c req-ed863f50-c73a-46c7-9337-260a3f624d9e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:39.565636 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11880e37-4da6-41a0-aef2-9a2781943a22 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7bfb292e-efc5-45c7-810c-393b0df3d74a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:39.569174 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef904a-2237-4296-80b5-3a5dcce8e18c req-ed863f50-c73a-46c7-9337-260a3f624d9e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:39.577494 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef904a-2237-4296-80b5-3a5dcce8e18c req-ed863f50-c73a-46c7-9337-260a3f624d9e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:39.584945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef904a-2237-4296-80b5-3a5dcce8e18c req-ed863f50-c73a-46c7-9337-260a3f624d9e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:39.593529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef904a-2237-4296-80b5-3a5dcce8e18c req-ed863f50-c73a-46c7-9337-260a3f624d9e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:39.603251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef904a-2237-4296-80b5-3a5dcce8e18c req-ed863f50-c73a-46c7-9337-260a3f624d9e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:39.611030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef904a-2237-4296-80b5-3a5dcce8e18c req-ed863f50-c73a-46c7-9337-260a3f624d9e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:39.622328 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-18ef904a-2237-4296-80b5-3a5dcce8e18c req-ed863f50-c73a-46c7-9337-260a3f624d9e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.2017555 Feb 05 03:12:39.645046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11880e37-4da6-41a0-aef2-9a2781943a22 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Port': ['ID=7bfb292e-efc5-45c7-810c-393b0df3d74a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:39.752733 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-18ef904a-2237-4296-80b5-3a5dcce8e18c req-cf2955f5-9b5c-4188-ab80-eec2c7765559 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226234 Feb 05 03:12:39.916924 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11880e37-4da6-41a0-aef2-9a2781943a22 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (a29dfc52-7c83-41c0-a3ef-684bc75b4a76), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:40.049996 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:40.062644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38504bab-4d83-4fd5-95f2-a1bdbfa8d44e req-9ff9a811-e923-47a2-b73c-8f956c8cac58 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:40.069547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38504bab-4d83-4fd5-95f2-a1bdbfa8d44e req-9ff9a811-e923-47a2-b73c-8f956c8cac58 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.1272128 Feb 05 03:12:40.137649 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38504bab-4d83-4fd5-95f2-a1bdbfa8d44e req-358ecc3a-63b9-4fc1-a872-16f50c17ff86 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636339 Feb 05 03:12:40.224282 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11880e37-4da6-41a0-aef2-9a2781943a22 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router a29dfc52-7c83-41c0-a3ef-684bc75b4a76 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:12:40.323391 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11880e37-4da6-41a0-aef2-9a2781943a22 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:12:40.333060 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-11880e37-4da6-41a0-aef2-9a2781943a22 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/a29dfc52-7c83-41c0-a3ef-684bc75b4a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6274714 Feb 05 03:12:40.333292 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371011cc-8667-49ee-bfb8-c7e24e920723 None None] Sync routers for ids ['a29dfc52-7c83-41c0-a3ef-684bc75b4a76'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:12:40.333739 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47622) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:40.370370 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4d7ddb09-ed1e-425a-91bf-e97d4a99bc01 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29dfc52-7c83-41c0-a3ef-684bc75b4a76 HTTP/1.1" status: 200 len: 205 time: 0.0359671 Feb 05 03:12:40.372717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47624) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:40.376573 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371011cc-8667-49ee-bfb8-c7e24e920723 None None] Routers {'a29dfc52-7c83-41c0-a3ef-684bc75b4a76'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:40.377233 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-371011cc-8667-49ee-bfb8-c7e24e920723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a29dfc52-7c83-41c0-a3ef-684bc75b4a76'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:40.486650 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34cad228-e3ec-481f-8482-86ca6fb8ab8f tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (a29dfc52-7c83-41c0-a3ef-684bc75b4a76), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:40.524329 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-371011cc-8667-49ee-bfb8-c7e24e920723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:40.546511 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371011cc-8667-49ee-bfb8-c7e24e920723 None None] Routers {'a29dfc52-7c83-41c0-a3ef-684bc75b4a76'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:40.547185 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-371011cc-8667-49ee-bfb8-c7e24e920723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a29dfc52-7c83-41c0-a3ef-684bc75b4a76'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:40.579026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bcda8-78d4-4453-a5a1-64cb57de104d req-4a5b44c6-3823-4f1f-bde9-163b0b9860cb tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:40.580547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf8bcda8-78d4-4453-a5a1-64cb57de104d req-4a5b44c6-3823-4f1f-bde9-163b0b9860cb tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.1507776 Feb 05 03:12:40.617197 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-371011cc-8667-49ee-bfb8-c7e24e920723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:40.620135 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371011cc-8667-49ee-bfb8-c7e24e920723 None None] The sync data for ids ['a29dfc52-7c83-41c0-a3ef-684bc75b4a76'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:12:40.755282 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf8bcda8-78d4-4453-a5a1-64cb57de104d req-1a6edc7f-a63c-4f63-af8f-2d3dbb8c5257 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465008 Feb 05 03:12:40.858960 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34cad228-e3ec-481f-8482-86ca6fb8ab8f tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (a29dfc52-7c83-41c0-a3ef-684bc75b4a76), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:40.861156 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34cad228-e3ec-481f-8482-86ca6fb8ab8f tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_controller (a29dfc52-7c83-41c0-a3ef-684bc75b4a76), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:40.935221 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34cad228-e3ec-481f-8482-86ca6fb8ab8f tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (a29dfc52-7c83-41c0-a3ef-684bc75b4a76), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:40.936055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cad228-e3ec-481f-8482-86ca6fb8ab8f tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Fanout notify agent at l3_agent the message router_deleted on router a29dfc52-7c83-41c0-a3ef-684bc75b4a76 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:12:40.962641 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34cad228-e3ec-481f-8482-86ca6fb8ab8f tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:40.962641 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-34cad228-e3ec-481f-8482-86ca6fb8ab8f tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/routers/a29dfc52-7c83-41c0-a3ef-684bc75b4a76 HTTP/1.1" status: 204 len: 168 time: 0.5827022 Feb 05 03:12:40.962940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47638) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:41.187542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-027bf919-95e4-4f8b-8516-a53c475624af tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting subnet 6396017a-f88a-4180-a5fa-66265e86898b {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:12:41.192332 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-027bf919-95e4-4f8b-8516-a53c475624af tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for subnet (6396017a-f88a-4180-a5fa-66265e86898b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:41.330646 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda2d90-9e67-4ee9-b45b-3c9b1d918445 req-df902a83-6ee7-49ea-bebd-6bce2e16e380 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:41.342933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda2d90-9e67-4ee9-b45b-3c9b1d918445 req-df902a83-6ee7-49ea-bebd-6bce2e16e380 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:41.350095 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda2d90-9e67-4ee9-b45b-3c9b1d918445 req-df902a83-6ee7-49ea-bebd-6bce2e16e380 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:41.356647 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda2d90-9e67-4ee9-b45b-3c9b1d918445 req-df902a83-6ee7-49ea-bebd-6bce2e16e380 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:41.358152 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:41.364153 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda2d90-9e67-4ee9-b45b-3c9b1d918445 req-df902a83-6ee7-49ea-bebd-6bce2e16e380 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:41.381220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda2d90-9e67-4ee9-b45b-3c9b1d918445 req-df902a83-6ee7-49ea-bebd-6bce2e16e380 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:41.388383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda2d90-9e67-4ee9-b45b-3c9b1d918445 req-df902a83-6ee7-49ea-bebd-6bce2e16e380 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:41.390592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7eda2d90-9e67-4ee9-b45b-3c9b1d918445 req-df902a83-6ee7-49ea-bebd-6bce2e16e380 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.3503022 Feb 05 03:12:41.396737 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-027bf919-95e4-4f8b-8516-a53c475624af tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (6396017a-f88a-4180-a5fa-66265e86898b), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:41.482560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125eaf6c-8bb5-41bd-9dee-ea96a033c1f6 req-2183f31d-5336-4737-b2c5-9ad5e8b32b1b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:41.489611 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-125eaf6c-8bb5-41bd-9dee-ea96a033c1f6 req-2183f31d-5336-4737-b2c5-9ad5e8b32b1b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.2437289 Feb 05 03:12:41.599680 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-027bf919-95e4-4f8b-8516-a53c475624af tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (6396017a-f88a-4180-a5fa-66265e86898b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:41.609407 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7eda2d90-9e67-4ee9-b45b-3c9b1d918445 req-df45dfe0-34b1-4326-b513-93c39c158094 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1877019 Feb 05 03:12:41.622241 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-125eaf6c-8bb5-41bd-9dee-ea96a033c1f6 req-89194458-9460-49f2-9b2c-e61d4acd0ac1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314447 Feb 05 03:12:41.739225 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-027bf919-95e4-4f8b-8516-a53c475624af tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (6396017a-f88a-4180-a5fa-66265e86898b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:41.766143 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-027bf919-95e4-4f8b-8516-a53c475624af tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:41.770599 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-027bf919-95e4-4f8b-8516-a53c475624af tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/6396017a-f88a-4180-a5fa-66265e86898b HTTP/1.1" status: 204 len: 168 time: 0.8083582 Feb 05 03:12:41.773316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47694) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:41.779317 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd0b4b7-8e3b-4632-9a83-a9018e7602e0 None None] Network 43fdfd53-a09c-4949-99ac-4f85b89fff5f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:12:41.834748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bf919-95e4-4f8b-8516-a53c475624af tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Subnet': ['ID=6396017a-f88a-4180-a5fa-66265e86898b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:42.050560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe43bbc-d7e7-4d1f-9260-ba30f7bdf3c1 req-ad926db3-9d1f-4744-944c-2cc4e5113feb tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:42.061002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2fe43bbc-d7e7-4d1f-9260-ba30f7bdf3c1 req-ad926db3-9d1f-4744-944c-2cc4e5113feb tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.1062038 Feb 05 03:12:42.070986 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (43fdfd53-a09c-4949-99ac-4f85b89fff5f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:42.156608 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2fe43bbc-d7e7-4d1f-9260-ba30f7bdf3c1 req-4606c8a7-146f-4b1f-84f4-bc5e4753dd14 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915613 Feb 05 03:12:42.208841 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting port b16d6f84-58b9-4061-bd69-2e1232255afb {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:12:42.209313 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b16d6f84-58b9-4061-bd69-2e1232255afb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:42.252750 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426f8926-f91f-43a9-901e-a7f292e7e32d None None] DHCP port deletion for 43fdfd53-a09c-4949-99ac-4f85b89fff5f request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:12:42.407316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] For port b16d6f84-58b9-4061-bd69-2e1232255afb, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b16d6f84-58b9-4061-bd69-2e1232255afb,segment=NetworkSegment(bc4d1068-0dd5-4386-91b9-26a7b024a820),segment_id=bc4d1068-0dd5-4386-91b9-26a7b024a820)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:42.408872 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-426f8926-f91f-43a9-901e-a7f292e7e32d None None] Deleting port b16d6f84-58b9-4061-bd69-2e1232255afb {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:12:42.409354 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-426f8926-f91f-43a9-901e-a7f292e7e32d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b16d6f84-58b9-4061-bd69-2e1232255afb), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:42.410912 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b16d6f84-58b9-4061-bd69-2e1232255afb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:42.470152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Calling delete_port for b16d6f84-58b9-4061-bd69-2e1232255afb owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:12:42.513360 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b16d6f84-58b9-4061-bd69-2e1232255afb no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:12:42.603534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-426f8926-f91f-43a9-901e-a7f292e7e32d None None] For port b16d6f84-58b9-4061-bd69-2e1232255afb, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b16d6f84-58b9-4061-bd69-2e1232255afb,segment=NetworkSegment(bc4d1068-0dd5-4386-91b9-26a7b024a820),segment_id=bc4d1068-0dd5-4386-91b9-26a7b024a820)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:42.604499 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-426f8926-f91f-43a9-901e-a7f292e7e32d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b16d6f84-58b9-4061-bd69-2e1232255afb), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:42.659605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device fbc466ef-ab06-42d0-aa44-1c7648ee247b details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:12:42.671944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-426f8926-f91f-43a9-901e-a7f292e7e32d None None] Calling delete_port for b16d6f84-58b9-4061-bd69-2e1232255afb owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:12:42.694029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port b16d6f84-58b9-4061-bd69-2e1232255afb is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:42.694716 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b16d6f84-58b9-4061-bd69-2e1232255afb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:42.707371 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (b16d6f84-58b9-4061-bd69-2e1232255afb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:42.726673 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] No DVR routers for this DVR port b16d6f84-58b9-4061-bd69-2e1232255afb on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:12:42.834795 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Port': ['ID=b16d6f84-58b9-4061-bd69-2e1232255afb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:42.885723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port fbc466ef-ab06-42d0-aa44-1c7648ee247b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fbc466ef-ab06-42d0-aa44-1c7648ee247b,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:42.894396 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-426f8926-f91f-43a9-901e-a7f292e7e32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (b16d6f84-58b9-4061-bd69-2e1232255afb), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:42.929327 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f8926-f91f-43a9-901e-a7f292e7e32d None None] Pushing event deleted for resources: {'Port': ['ID=b16d6f84-58b9-4061-bd69-2e1232255afb,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:42.931299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f8926-f91f-43a9-901e-a7f292e7e32d None None] No DVR routers for this DVR port b16d6f84-58b9-4061-bd69-2e1232255afb on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:12:42.957434 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'fbc466ef-ab06-42d0-aa44-1c7648ee247b', 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262', 'port_id': 'fbc466ef-ab06-42d0-aa44-1c7648ee247b', 'mac_address': 'fa:16:3e:c6:a4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e854b5d-d872-40a2-961d-0a6ca3b5873c', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:12:43.023926 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (43fdfd53-a09c-4949-99ac-4f85b89fff5f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.046328 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port fbc466ef-ab06-42d0-aa44-1c7648ee247b is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:43.047126 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.054796 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fdfd53-a09c-4949-99ac-4f85b89fff5f']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:43.067477 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc466ef-ab06-42d0-aa44-1c7648ee247b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:12:43.093100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4d1068-0dd5-4386-91b9-26a7b024a820') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:43.095679 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port fbc466ef-ab06-42d0-aa44-1c7648ee247b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fbc466ef-ab06-42d0-aa44-1c7648ee247b,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:43.096335 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2041bef-daef-475d-83eb-67e6855a1838 req-dd2fe885-818e-4e0f-ae67-d9d80616ef33 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:43.099029 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4d1068-0dd5-4386-91b9-26a7b024a820') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:43.105603 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.106344 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device dc69a7b0-d07b-4eaf-9597-8aab76827f26 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:12:43.111482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2041bef-daef-475d-83eb-67e6855a1838 req-dd2fe885-818e-4e0f-ae67-d9d80616ef33 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.3103075 Feb 05 03:12:43.130214 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (bc4d1068-0dd5-4386-91b9-26a7b024a820), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.143699 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port dc69a7b0-d07b-4eaf-9597-8aab76827f26, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dc69a7b0-d07b-4eaf-9597-8aab76827f26,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:43.164295 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (bc4d1068-0dd5-4386-91b9-26a7b024a820), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.182101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:12:43.182966 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (bc4d1068-0dd5-4386-91b9-26a7b024a820), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:12:43.204248 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:12:43.221850 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'dc69a7b0-d07b-4eaf-9597-8aab76827f26', 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262', 'port_id': 'dc69a7b0-d07b-4eaf-9597-8aab76827f26', 'mac_address': 'fa:16:3e:b8:a6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e854b5d-d872-40a2-961d-0a6ca3b5873c', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:12:43.221850 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=fbc466ef-ab06-42d0-aa44-1c7648ee247b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:43.256399 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3254c-a954-4483-bb2b-c88dca796b42 req-79eb9342-5990-4d2d-91d4-f7552a23adf0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:43.262121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3254c-a954-4483-bb2b-c88dca796b42 req-79eb9342-5990-4d2d-91d4-f7552a23adf0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:43.268382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3254c-a954-4483-bb2b-c88dca796b42 req-79eb9342-5990-4d2d-91d4-f7552a23adf0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:43.269847 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port dc69a7b0-d07b-4eaf-9597-8aab76827f26 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:43.270258 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.274036 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3254c-a954-4483-bb2b-c88dca796b42 req-79eb9342-5990-4d2d-91d4-f7552a23adf0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:43.281249 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3254c-a954-4483-bb2b-c88dca796b42 req-79eb9342-5990-4d2d-91d4-f7552a23adf0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:43.290288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc69a7b0-d07b-4eaf-9597-8aab76827f26 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:12:43.298047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3254c-a954-4483-bb2b-c88dca796b42 req-79eb9342-5990-4d2d-91d4-f7552a23adf0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:43.303655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3254c-a954-4483-bb2b-c88dca796b42 req-79eb9342-5990-4d2d-91d4-f7552a23adf0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:43.315374 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3d3254c-a954-4483-bb2b-c88dca796b42 req-79eb9342-5990-4d2d-91d4-f7552a23adf0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5422 time: 0.4108481 Feb 05 03:12:43.318097 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port dc69a7b0-d07b-4eaf-9597-8aab76827f26, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dc69a7b0-d07b-4eaf-9597-8aab76827f26,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:43.327191 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.327947 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:12:43.372010 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2041bef-daef-475d-83eb-67e6855a1838 req-9586e87a-33d8-41e0-b6fc-f4bb35376a33 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494738 Feb 05 03:12:43.398398 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (43fdfd53-a09c-4949-99ac-4f85b89fff5f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.404791 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.409917 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/networks/43fdfd53-a09c-4949-99ac-4f85b89fff5f HTTP/1.1" status: 204 len: 168 time: 1.6346593 Feb 05 03:12:43.421569 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47754) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:43.437848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c8d01a16-fed3-4e2e-83ba-5531e104996c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-125836240', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:12:43.492174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46117c-41e0-4dd3-9f6e-b34e2628a205 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Network': ['ID=43fdfd53-a09c-4949-99ac-4f85b89fff5f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:43.508868 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 03:12:43.535348 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8d01a16-fed3-4e2e-83ba-5531e104996c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.536154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:43.536563 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8d01a16-fed3-4e2e-83ba-5531e104996c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.543792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3d3254c-a954-4483-bb2b-c88dca796b42 req-d20df16a-f7cd-4089-a3d2-0c14a9cea97a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2274868 Feb 05 03:12:43.564862 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'd2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2', 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262', 'port_id': 'd2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2', 'mac_address': 'fa:16:3e:68:3c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e854b5d-d872-40a2-961d-0a6ca3b5873c', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:12:43.617235 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:43.617919 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.642174 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8d01a16-fed3-4e2e-83ba-5531e104996c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_controller (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.644637 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:12:43.652860 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8d01a16-fed3-4e2e-83ba-5531e104996c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.668398 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:43.670344 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=dc69a7b0-d07b-4eaf-9597-8aab76827f26,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:43.691170 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.692616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 33a13812-d1af-43c2-9975-b0a6d8dee08d details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:12:43.694986 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8d01a16-fed3-4e2e-83ba-5531e104996c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.698929 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c8d01a16-fed3-4e2e-83ba-5531e104996c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2689381 Feb 05 03:12:43.699108 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47758) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:43.704574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-974ff4f2-9802-4795-999c-77eb88878005 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1963390342'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:12:43.742042 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2534ea-fcc6-4a7b-bcde-416d1a7f978d req-cbb2e559-f0b2-43b7-915c-829b89dfd937 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:43.747547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca2534ea-fcc6-4a7b-bcde-416d1a7f978d req-cbb2e559-f0b2-43b7-915c-829b89dfd937 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.1977599 Feb 05 03:12:43.751467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974ff4f2-9802-4795-999c-77eb88878005 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:12:43.755132 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-974ff4f2-9802-4795-999c-77eb88878005 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.800798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974ff4f2-9802-4795-999c-77eb88878005 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:12:43.822088 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-974ff4f2-9802-4795-999c-77eb88878005 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (b104bda6-3335-41e1-90d7-a3ec6dbd7190), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.823873 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-974ff4f2-9802-4795-999c-77eb88878005 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Added segment b104bda6-3335-41e1-90d7-a3ec6dbd7190 of type vlan for network 82bdf4dc-82d6-4f31-a9a6-b47b16f66a08 Feb 05 03:12:43.841922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 33a13812-d1af-43c2-9975-b0a6d8dee08d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=33a13812-d1af-43c2-9975-b0a6d8dee08d,segment=NetworkSegment(05e41946-ea14-4052-99da-0fa0692a30b1),segment_id=05e41946-ea14-4052-99da-0fa0692a30b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:43.858674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca2534ea-fcc6-4a7b-bcde-416d1a7f978d req-e3a9a2be-771b-4fe3-913f-ad2c14fec1e9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055346 Feb 05 03:12:43.864941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '33a13812-d1af-43c2-9975-b0a6d8dee08d', 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532', 'port_id': '33a13812-d1af-43c2-9975-b0a6d8dee08d', 'mac_address': 'fa:16:3e:29:42:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096d275-2128-405d-bbe8-4ef7950d852d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:12:43.925270 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-974ff4f2-9802-4795-999c-77eb88878005 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (82bdf4dc-82d6-4f31-a9a6-b47b16f66a08), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.982562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:43.986101 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-974ff4f2-9802-4795-999c-77eb88878005 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (82bdf4dc-82d6-4f31-a9a6-b47b16f66a08), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:43.991336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974ff4f2-9802-4795-999c-77eb88878005 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:43.991948 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-974ff4f2-9802-4795-999c-77eb88878005 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:44.006274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 33a13812-d1af-43c2-9975-b0a6d8dee08d is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:44.006820 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (33a13812-d1af-43c2-9975-b0a6d8dee08d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:44.039650 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a13812-d1af-43c2-9975-b0a6d8dee08d {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:12:44.054247 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-974ff4f2-9802-4795-999c-77eb88878005 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3541071 Feb 05 03:12:44.057118 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47762) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:44.063717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6318bfee-1fd6-49e5-a4ef-5db766e70c02 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'subnet': {'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:12:44.117376 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 33a13812-d1af-43c2-9975-b0a6d8dee08d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=33a13812-d1af-43c2-9975-b0a6d8dee08d,segment=NetworkSegment(05e41946-ea14-4052-99da-0fa0692a30b1),segment_id=05e41946-ea14-4052-99da-0fa0692a30b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:44.128406 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (33a13812-d1af-43c2-9975-b0a6d8dee08d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:44.129775 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 03fddcad-382d-4779-8b93-ead7ee0c15de details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:12:44.154489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ff4f2-9802-4795-999c-77eb88878005 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Network': ['ID=82bdf4dc-82d6-4f31-a9a6-b47b16f66a08,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:44.352625 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6318bfee-1fd6-49e5-a4ef-5db766e70c02 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:12:44.363770 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 03fddcad-382d-4779-8b93-ead7ee0c15de, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=03fddcad-382d-4779-8b93-ead7ee0c15de,segment=NetworkSegment(f245c6e2-ff2b-4170-89a3-b6613442c458),segment_id=f245c6e2-ff2b-4170-89a3-b6613442c458)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:44.381145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '03fddcad-382d-4779-8b93-ead7ee0c15de', 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a', 'port_id': '03fddcad-382d-4779-8b93-ead7ee0c15de', 'mac_address': 'fa:16:3e:b6:9c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:12:44.381941 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6318bfee-1fd6-49e5-a4ef-5db766e70c02 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:44.382932 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 82bdf4dc-82d6-4f31-a9a6-b47b16f66a08 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:12:44.673646 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 03fddcad-382d-4779-8b93-ead7ee0c15de is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:44.674297 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:44.716535 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03fddcad-382d-4779-8b93-ead7ee0c15de {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:12:44.742658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 03fddcad-382d-4779-8b93-ead7ee0c15de, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=03fddcad-382d-4779-8b93-ead7ee0c15de,segment=NetworkSegment(f245c6e2-ff2b-4170-89a3-b6613442c458),segment_id=f245c6e2-ff2b-4170-89a3-b6613442c458)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:44.753803 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:44.756758 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 9c916ff2-7d58-4cfe-9c58-e067395ab560 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:12:44.769375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=33a13812-d1af-43c2-9975-b0a6d8dee08d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:44.861903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 9c916ff2-7d58-4cfe-9c58-e067395ab560, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=9c916ff2-7d58-4cfe-9c58-e067395ab560,segment=NetworkSegment(05e41946-ea14-4052-99da-0fa0692a30b1),segment_id=05e41946-ea14-4052-99da-0fa0692a30b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:44.878562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=03fddcad-382d-4779-8b93-ead7ee0c15de,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:44.886663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '9c916ff2-7d58-4cfe-9c58-e067395ab560', 'network_id': '5fa1b5a9-e8f3-417f-a8a5-9676e9a55532', 'port_id': '9c916ff2-7d58-4cfe-9c58-e067395ab560', 'mac_address': 'fa:16:3e:9d:41:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b096d275-2128-405d-bbe8-4ef7950d852d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:12:44.951351 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 9c916ff2-7d58-4cfe-9c58-e067395ab560 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:44.951768 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:44.977924 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6318bfee-1fd6-49e5-a4ef-5db766e70c02 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (93b03a4a-4f04-4221-8bf1-c917a534f2a2), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:45.006046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c916ff2-7d58-4cfe-9c58-e067395ab560 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:12:45.011542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fde7e3-526c-44d2-bee9-b14acd836545 req-c3667bc8-40c6-4a9d-8ca5-9059d53e06cc tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:45.013605 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37fde7e3-526c-44d2-bee9-b14acd836545 req-c3667bc8-40c6-4a9d-8ca5-9059d53e06cc tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.4217577 Feb 05 03:12:45.064250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 9c916ff2-7d58-4cfe-9c58-e067395ab560, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=9c916ff2-7d58-4cfe-9c58-e067395ab560,segment=NetworkSegment(05e41946-ea14-4052-99da-0fa0692a30b1),segment_id=05e41946-ea14-4052-99da-0fa0692a30b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:45.070583 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:45.071350 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:12:45.072105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a213b7-c1d3-4f9a-8e8a-6784de904379 req-adff2964-dfcb-4bfa-b687-cd7920297269 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:45.079677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a213b7-c1d3-4f9a-8e8a-6784de904379 req-adff2964-dfcb-4bfa-b687-cd7920297269 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:45.085152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a213b7-c1d3-4f9a-8e8a-6784de904379 req-adff2964-dfcb-4bfa-b687-cd7920297269 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:45.111096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a213b7-c1d3-4f9a-8e8a-6784de904379 req-adff2964-dfcb-4bfa-b687-cd7920297269 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:45.123430 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a213b7-c1d3-4f9a-8e8a-6784de904379 req-adff2964-dfcb-4bfa-b687-cd7920297269 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:45.141585 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a213b7-c1d3-4f9a-8e8a-6784de904379 req-adff2964-dfcb-4bfa-b687-cd7920297269 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:45.148319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a213b7-c1d3-4f9a-8e8a-6784de904379 req-adff2964-dfcb-4bfa-b687-cd7920297269 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:45.156920 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b0a213b7-c1d3-4f9a-8e8a-6784de904379 req-adff2964-dfcb-4bfa-b687-cd7920297269 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5427 time: 0.4568603 Feb 05 03:12:45.189152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=5a26af8e-b2d2-48e9-abcf-9b13be1c3efd,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:45.213271 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '5a26af8e-b2d2-48e9-abcf-9b13be1c3efd', 'network_id': '294d05d4-fb14-4a11-9ba7-7ee8854fa262', 'port_id': '5a26af8e-b2d2-48e9-abcf-9b13be1c3efd', 'mac_address': 'fa:16:3e:02:e5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e854b5d-d872-40a2-961d-0a6ca3b5873c', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:12:45.253878 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37fde7e3-526c-44d2-bee9-b14acd836545 req-6272167c-86be-4143-b2df-3b3dead2041a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106247 Feb 05 03:12:45.254618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=9c916ff2-7d58-4cfe-9c58-e067395ab560,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:45.258480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:45.258902 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:45.259044 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318bfee-1fd6-49e5-a4ef-5db766e70c02 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Subnet': ['ID=93b03a4a-4f04-4221-8bf1-c917a534f2a2,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:45.279549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:12:45.279856 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6318bfee-1fd6-49e5-a4ef-5db766e70c02 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Checking segment: {'id': 'b104bda6-3335-41e1-90d7-a3ec6dbd7190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:12:45.280332 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6318bfee-1fd6-49e5-a4ef-5db766e70c02 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network hostable DHCP agents. Network: 82bdf4dc-82d6-4f31-a9a6-b47b16f66a08, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:12:45.299702 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=5a26af8e-b2d2-48e9-abcf-9b13be1c3efd,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:45.305935 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:45.318225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6318bfee-1fd6-49e5-a4ef-5db766e70c02 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 82bdf4dc-82d6-4f31-a9a6-b47b16f66a08 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:12:45.327360 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b0a213b7-c1d3-4f9a-8e8a-6784de904379 req-2231975e-8e7a-42d2-83a1-dd15c71519a6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1695497 Feb 05 03:12:45.350718 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6318bfee-1fd6-49e5-a4ef-5db766e70c02 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 82bdf4dc-82d6-4f31-a9a6-b47b16f66a08) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:45.357361 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6318bfee-1fd6-49e5-a4ef-5db766e70c02 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:45.357975 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6318bfee-1fd6-49e5-a4ef-5db766e70c02 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:45.370250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d93ef5-43df-460c-a372-58e253ca525d None None] Network 82bdf4dc-82d6-4f31-a9a6-b47b16f66a08 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:12:45.410413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=5a26af8e-b2d2-48e9-abcf-9b13be1c3efd,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:45.433983 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6318bfee-1fd6-49e5-a4ef-5db766e70c02 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3751695 Feb 05 03:12:45.436995 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47784) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:45.457119 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1fdc9-91df-4c82-a577-9a219324a2e4 req-6cea2df7-5c67-4e89-93bd-cb362d47204f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:45.458677 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebe1fdc9-91df-4c82-a577-9a219324a2e4 req-6cea2df7-5c67-4e89-93bd-cb362d47204f tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.0762930 Feb 05 03:12:45.503802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'project_id': '462601c24a08425693c823c46e08e1e1', 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:12:45.505001 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:45.535985 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebe1fdc9-91df-4c82-a577-9a219324a2e4 req-00da7031-703c-4d5b-8071-57013c6d6ee3 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681868 Feb 05 03:12:45.661700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Allocated IP 2001:db8::2 (82bdf4dc-82d6-4f31-a9a6-b47b16f66a08/93b03a4a-4f04-4221-8bf1-c917a534f2a2/6935df4f-3882-455d-bfdf-274d7c705c3d) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:12:45.751226 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:45.858799 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Publish callbacks [] for port (6935df4f-3882-455d-bfdf-274d7c705c3d), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:45.870346 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (6935df4f-3882-455d-bfdf-274d7c705c3d), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:45.934213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Network 82bdf4dc-82d6-4f31-a9a6-b47b16f66a08 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:12:45.937778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:45.940482 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:12:45.971615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Pushing event updated for resources: {'Port': ['ID=6935df4f-3882-455d-bfdf-274d7c705c3d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:46.028522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Attempting to bind port 6935df4f-3882-455d-bfdf-274d7c705c3d on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:12:46.029172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Attempting to bind port 6935df4f-3882-455d-bfdf-274d7c705c3d by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'b104bda6-3335-41e1-90d7-a3ec6dbd7190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:12:46.029653 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Attempting to bind port 6935df4f-3882-455d-bfdf-274d7c705c3d on network 82bdf4dc-82d6-4f31-a9a6-b47b16f66a08 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:12:46.036301 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb475c3-e474-480f-9700-e9e9745b2279 req-d6df22eb-b532-4723-ba37-ad4661639131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:46.037887 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5eb475c3-e474-480f-9700-e9e9745b2279 req-d6df22eb-b532-4723-ba37-ad4661639131 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 1127 time: 0.1822884 Feb 05 03:12:46.045476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:12:46.046139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Checking segment: {'id': 'b104bda6-3335-41e1-90d7-a3ec6dbd7190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:12:46.047029 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:46.047570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Bound using segment: {'id': 'b104bda6-3335-41e1-90d7-a3ec6dbd7190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:12:46.048220 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Bound port: 6935df4f-3882-455d-bfdf-274d7c705c3d, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b104bda6-3335-41e1-90d7-a3ec6dbd7190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:12:46.050085 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6935df4f-3882-455d-bfdf-274d7c705c3d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:46.168707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] For port 6935df4f-3882-455d-bfdf-274d7c705c3d, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:12:46.174306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] For port 6935df4f-3882-455d-bfdf-274d7c705c3d, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6935df4f-3882-455d-bfdf-274d7c705c3d,segment=NetworkSegment(b104bda6-3335-41e1-90d7-a3ec6dbd7190),segment_id=b104bda6-3335-41e1-90d7-a3ec6dbd7190)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:12:46.193824 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6935df4f-3882-455d-bfdf-274d7c705c3d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:46.247049 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:46.280158 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb475c3-e474-480f-9700-e9e9745b2279 req-99d9752c-f766-42d9-977e-ddb7c4d6460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:46.285755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d9168-fc4b-47a0-ac99-75ab26a8e6af None None] Pushing event updated for resources: {'Port': ['ID=6935df4f-3882-455d-bfdf-274d7c705c3d,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:46.287779 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5eb475c3-e474-480f-9700-e9e9745b2279 req-99d9752c-f766-42d9-977e-ddb7c4d6460a service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.2362878 Feb 05 03:12:46.292488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Allocated IP 2001:db8::1 (82bdf4dc-82d6-4f31-a9a6-b47b16f66a08/93b03a4a-4f04-4221-8bf1-c917a534f2a2/1ade3d1a-c059-4bc1-a165-ae6217b93027) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:12:46.381486 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5eb475c3-e474-480f-9700-e9e9745b2279 req-bf04e1da-56f6-4a13-a09b-ae3de8c726c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18c3e90d-db86-4738-8c5e-62dcda9b7d0b HTTP/1.1" status: 200 len: 217 time: 0.0863607 Feb 05 03:12:46.462829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071feeee-19c8-4b04-936f-a2c503b6b397 req-97c8a42e-93a2-4169-b287-7a2b063ebb6a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:46.464425 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-071feeee-19c8-4b04-936f-a2c503b6b397 req-97c8a42e-93a2-4169-b287-7a2b063ebb6a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.1027217 Feb 05 03:12:46.500187 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['9c916ff2-7d58-4cfe-9c58-e067395ab560'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:12:46.513909 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['33a13812-d1af-43c2-9975-b0a6d8dee08d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:12:46.605672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb475c3-e474-480f-9700-e9e9745b2279 req-481deb89-d172-4c2a-8166-3cc7cc303f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:46.607203 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5eb475c3-e474-480f-9700-e9e9745b2279 req-481deb89-d172-4c2a-8166-3cc7cc303f14 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.2178488 Feb 05 03:12:46.652911 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-071feeee-19c8-4b04-936f-a2c503b6b397 req-34c28668-a94b-4a0f-a5c8-5f51861d59c5 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625078 Feb 05 03:12:46.662544 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['dc69a7b0-d07b-4eaf-9597-8aab76827f26'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:12:46.679657 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbdfb8-b2e4-4f35-80a8-23cc662c91b6 req-c82535a4-41c1-4542-9bcd-bf6d567bf589 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:46.694883 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbdfb8-b2e4-4f35-80a8-23cc662c91b6 req-c82535a4-41c1-4542-9bcd-bf6d567bf589 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:46.707493 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbdfb8-b2e4-4f35-80a8-23cc662c91b6 req-c82535a4-41c1-4542-9bcd-bf6d567bf589 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:46.719950 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbdfb8-b2e4-4f35-80a8-23cc662c91b6 req-c82535a4-41c1-4542-9bcd-bf6d567bf589 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:46.725621 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['fbc466ef-ab06-42d0-aa44-1c7648ee247b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:12:46.727900 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:12:46.732364 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbdfb8-b2e4-4f35-80a8-23cc662c91b6 req-c82535a4-41c1-4542-9bcd-bf6d567bf589 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:46.756324 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbdfb8-b2e4-4f35-80a8-23cc662c91b6 req-c82535a4-41c1-4542-9bcd-bf6d567bf589 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:46.765312 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbdfb8-b2e4-4f35-80a8-23cc662c91b6 req-c82535a4-41c1-4542-9bcd-bf6d567bf589 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:46.768425 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9bbdfb8-b2e4-4f35-80a8-23cc662c91b6 req-c82535a4-41c1-4542-9bcd-bf6d567bf589 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5429 time: 0.3030682 Feb 05 03:12:46.778292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb475c3-e474-480f-9700-e9e9745b2279 req-f3822439-b9f4-4d5b-b6f9-f2b6da9a625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:46.779890 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5eb475c3-e474-480f-9700-e9e9745b2279 req-f3822439-b9f4-4d5b-b6f9-f2b6da9a625a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1596498 Feb 05 03:12:46.816596 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:46.877198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9bbdfb8-b2e4-4f35-80a8-23cc662c91b6 req-b7c60b36-3e70-4376-8c8f-04c7ea882022 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929434 Feb 05 03:12:46.902678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b58abc-245a-43ff-94d3-807f9f8b3b60 req-4619d9ca-9987-4c1b-898e-18778d3a1807 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:46.906812 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94b58abc-245a-43ff-94d3-807f9f8b3b60 req-4619d9ca-9987-4c1b-898e-18778d3a1807 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.1346536 Feb 05 03:12:46.991157 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94b58abc-245a-43ff-94d3-807f9f8b3b60 req-432a084a-c8ae-43e6-902d-99c14cf7bac7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788724 Feb 05 03:12:46.999615 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:47.034332 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5eb475c3-e474-480f-9700-e9e9745b2279 req-c68d7eac-f589-46da-a1db-db5f83689720 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367013 Feb 05 03:12:47.105407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 82bdf4dc-82d6-4f31-a9a6-b47b16f66a08 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:12:47.113155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:47.119009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:12:47.120144 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:47.122826 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=1ade3d1a-c059-4bc1-a165-ae6217b93027,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:47.355597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['03fddcad-382d-4779-8b93-ead7ee0c15de'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:12:47.358368 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['5a26af8e-b2d2-48e9-abcf-9b13be1c3efd'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:12:47.630127 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5eb475c3-e474-480f-9700-e9e9745b2279 req-ea10f486-ed4b-4fa6-8800-51db6280d1ef service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801005 Feb 05 03:12:47.794844 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:47.917673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730a8f7-c04c-445e-96cf-516157cc5606 req-e62b41e8-f556-48ef-96b5-52c7b70a4541 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:47.919313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8730a8f7-c04c-445e-96cf-516157cc5606 req-e62b41e8-f556-48ef-96b5-52c7b70a4541 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 943 time: 0.1158280 Feb 05 03:12:48.031278 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8730a8f7-c04c-445e-96cf-516157cc5606 req-23e0c63a-9727-45a4-b4aa-507a285051dd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015146 Feb 05 03:12:48.053938 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa859dad-8d2f-4626-a197-c4e3973e0935 None None] Network 82bdf4dc-82d6-4f31-a9a6-b47b16f66a08 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:12:48.216744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca052c5-2833-4a30-b5b6-5ee31ba41d50 req-cf3610fc-413a-4e51-b405-c7f6b15326a4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:48.222241 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca052c5-2833-4a30-b5b6-5ee31ba41d50 req-cf3610fc-413a-4e51-b405-c7f6b15326a4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:48.227948 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca052c5-2833-4a30-b5b6-5ee31ba41d50 req-cf3610fc-413a-4e51-b405-c7f6b15326a4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:48.234468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca052c5-2833-4a30-b5b6-5ee31ba41d50 req-cf3610fc-413a-4e51-b405-c7f6b15326a4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:48.240304 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca052c5-2833-4a30-b5b6-5ee31ba41d50 req-cf3610fc-413a-4e51-b405-c7f6b15326a4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:48.243825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a6cd3103-c823-45a0-827a-dd872acb2f16 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:12:48.246656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca052c5-2833-4a30-b5b6-5ee31ba41d50 req-cf3610fc-413a-4e51-b405-c7f6b15326a4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:48.252300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca052c5-2833-4a30-b5b6-5ee31ba41d50 req-cf3610fc-413a-4e51-b405-c7f6b15326a4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:48.254667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ca052c5-2833-4a30-b5b6-5ee31ba41d50 req-cf3610fc-413a-4e51-b405-c7f6b15326a4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5429 time: 0.1746216 Feb 05 03:12:48.325430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ca052c5-2833-4a30-b5b6-5ee31ba41d50 req-57147cb4-1d69-44ff-bb01-cdcd78f1bba9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634658 Feb 05 03:12:48.339675 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdf324-e1a9-4659-94f0-47e1e8e768cf req-b6c96632-aa82-47f4-938d-5e1e8a9f7266 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:48.341681 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00bdf324-e1a9-4659-94f0-47e1e8e768cf req-b6c96632-aa82-47f4-938d-5e1e8a9f7266 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.2041974 Feb 05 03:12:48.345393 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:48.354309 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:48.356707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:48.378185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ee295231-d5f9-4f2d-97ec-79fb38e5273c None None] Provisioning complete for port 6935df4f-3882-455d-bfdf-274d7c705c3d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:48.378185 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ee295231-d5f9-4f2d-97ec-79fb38e5273c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6935df4f-3882-455d-bfdf-274d7c705c3d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:48.469792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-00bdf324-e1a9-4659-94f0-47e1e8e768cf req-d033d7e1-c7a2-4a9e-969f-73860e447cf2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221075 Feb 05 03:12:48.536852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=1ade3d1a-c059-4bc1-a165-ae6217b93027,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:48.579368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 82bdf4dc-82d6-4f31-a9a6-b47b16f66a08 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:12:48.580821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:48.607206 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a6cd3103-c823-45a0-827a-dd872acb2f16, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a6cd3103-c823-45a0-827a-dd872acb2f16,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:48.626456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6935df4f-3882-455d-bfdf-274d7c705c3d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:48.679149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'a6cd3103-c823-45a0-827a-dd872acb2f16', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'port_id': 'a6cd3103-c823-45a0-827a-dd872acb2f16', 'mac_address': 'fa:16:3e:80:67:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:12:48.716992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:12:48.765147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ee295231-d5f9-4f2d-97ec-79fb38e5273c None None] Current status of the port 6935df4f-3882-455d-bfdf-274d7c705c3d is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:48.765539 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ee295231-d5f9-4f2d-97ec-79fb38e5273c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6935df4f-3882-455d-bfdf-274d7c705c3d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:48.820421 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6935df4f-3882-455d-bfdf-274d7c705c3d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:48.820723 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6935df4f-3882-455d-bfdf-274d7c705c3d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:48.822199 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a6cd3103-c823-45a0-827a-dd872acb2f16 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:48.823022 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6cd3103-c823-45a0-827a-dd872acb2f16), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:48.869057 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:12:48.877218 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6cd3103-c823-45a0-827a-dd872acb2f16 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:12:48.881056 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47820) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:48.881772 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6c05f5ad-fcad-4d20-ba9f-000867c6b948 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4420209 Feb 05 03:12:48.885930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6989afc6-87b0-4f8f-91e1-c197fdf0c30c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1056210316'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:12:48.917861 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a6cd3103-c823-45a0-827a-dd872acb2f16, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a6cd3103-c823-45a0-827a-dd872acb2f16,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:48.920544 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ee295231-d5f9-4f2d-97ec-79fb38e5273c None None] For port 6935df4f-3882-455d-bfdf-274d7c705c3d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6935df4f-3882-455d-bfdf-274d7c705c3d,segment=NetworkSegment(b104bda6-3335-41e1-90d7-a3ec6dbd7190),segment_id=b104bda6-3335-41e1-90d7-a3ec6dbd7190)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:48.922161 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6989afc6-87b0-4f8f-91e1-c197fdf0c30c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:12:48.927198 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6989afc6-87b0-4f8f-91e1-c197fdf0c30c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:48.928516 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Sync routers for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:12:48.937191 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a6cd3103-c823-45a0-827a-dd872acb2f16), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:48.950315 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ee295231-d5f9-4f2d-97ec-79fb38e5273c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6935df4f-3882-455d-bfdf-274d7c705c3d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:48.976180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6989afc6-87b0-4f8f-91e1-c197fdf0c30c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:12:48.996626 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6989afc6-87b0-4f8f-91e1-c197fdf0c30c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e61f94ed-997b-4ede-8fbb-c76eebb4edad), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:48.997085 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-6989afc6-87b0-4f8f-91e1-c197fdf0c30c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Added segment e61f94ed-997b-4ede-8fbb-c76eebb4edad of type vlan for network 9fb4e322-cbc8-4b45-b795-b44f1137a0cf Feb 05 03:12:49.042855 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a6cd3103-c823-45a0-827a-dd872acb2f16,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:49.046872 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:49.047899 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:49.081205 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6989afc6-87b0-4f8f-91e1-c197fdf0c30c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (9fb4e322-cbc8-4b45-b795-b44f1137a0cf), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:49.134177 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6989afc6-87b0-4f8f-91e1-c197fdf0c30c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (9fb4e322-cbc8-4b45-b795-b44f1137a0cf), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:49.141550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6989afc6-87b0-4f8f-91e1-c197fdf0c30c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:49.142317 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6989afc6-87b0-4f8f-91e1-c197fdf0c30c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:49.278385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['a6cd3103-c823-45a0-827a-dd872acb2f16'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:12:49.285780 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-563567bb-b0ee-468a-829f-4e9c1c44b4d3 None None] Provisioning complete for port 1ade3d1a-c059-4bc1-a165-ae6217b93027 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:49.286674 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-563567bb-b0ee-468a-829f-4e9c1c44b4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:49.288688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6935df4f-3882-455d-bfdf-274d7c705c3d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:49.299488 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6989afc6-87b0-4f8f-91e1-c197fdf0c30c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4150426 Feb 05 03:12:49.300315 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47826) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:49.304722 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee295231-d5f9-4f2d-97ec-79fb38e5273c None None] Pushing event updated for resources: {'Port': ['ID=6935df4f-3882-455d-bfdf-274d7c705c3d,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:49.307321 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-90cf1a48-8935-4906-b0dc-929dd3f3c12d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'subnet': {'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:12:49.415256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22435015-0a59-4595-a636-d9d842187a83 req-e245ff47-c537-4b50-a8f4-76f85a4b9c78 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:49.417469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22435015-0a59-4595-a636-d9d842187a83 req-e245ff47-c537-4b50-a8f4-76f85a4b9c78 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 944 time: 0.2579741 Feb 05 03:12:49.418349 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989afc6-87b0-4f8f-91e1-c197fdf0c30c tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Network': ['ID=9fb4e322-cbc8-4b45-b795-b44f1137a0cf,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:49.470383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 18c3e90d-db86-4738-8c5e-62dcda9b7d0b no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:12:49.545822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 9fb4e322-cbc8-4b45-b795-b44f1137a0cf details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:12:49.554276 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cf1a48-8935-4906-b0dc-929dd3f3c12d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:12:49.568962 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90cf1a48-8935-4906-b0dc-929dd3f3c12d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:49.575118 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:12:49.673952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22435015-0a59-4595-a636-d9d842187a83 req-21f26649-afce-4b2b-99b9-be910981d471 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202098 Feb 05 03:12:49.719052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-563567bb-b0ee-468a-829f-4e9c1c44b4d3 None None] Port 1ade3d1a-c059-4bc1-a165-ae6217b93027 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:12:49.768227 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1abaf-a8d4-4801-839a-b8d54e602570 req-eb6b5a47-4254-468f-af16-484e4110c93c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:49.785519 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1abaf-a8d4-4801-839a-b8d54e602570 req-eb6b5a47-4254-468f-af16-484e4110c93c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:49.791329 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1abaf-a8d4-4801-839a-b8d54e602570 req-eb6b5a47-4254-468f-af16-484e4110c93c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:49.804039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1abaf-a8d4-4801-839a-b8d54e602570 req-eb6b5a47-4254-468f-af16-484e4110c93c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:49.809908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1abaf-a8d4-4801-839a-b8d54e602570 req-eb6b5a47-4254-468f-af16-484e4110c93c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:49.827580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1abaf-a8d4-4801-839a-b8d54e602570 req-eb6b5a47-4254-468f-af16-484e4110c93c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:49.848419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1abaf-a8d4-4801-839a-b8d54e602570 req-eb6b5a47-4254-468f-af16-484e4110c93c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:49.857292 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ade1abaf-a8d4-4801-839a-b8d54e602570 req-eb6b5a47-4254-468f-af16-484e4110c93c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5429 time: 0.2902920 Feb 05 03:12:49.941929 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90cf1a48-8935-4906-b0dc-929dd3f3c12d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:49.943470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-563567bb-b0ee-468a-829f-4e9c1c44b4d3 None None] Provisioning complete for port 6935df4f-3882-455d-bfdf-274d7c705c3d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:49.943856 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-563567bb-b0ee-468a-829f-4e9c1c44b4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6935df4f-3882-455d-bfdf-274d7c705c3d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:50.032152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf1a48-8935-4906-b0dc-929dd3f3c12d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Subnet': ['ID=1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:50.042384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf1a48-8935-4906-b0dc-929dd3f3c12d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Checking segment: {'id': 'e61f94ed-997b-4ede-8fbb-c76eebb4edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:12:50.042873 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cf1a48-8935-4906-b0dc-929dd3f3c12d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network hostable DHCP agents. Network: 9fb4e322-cbc8-4b45-b795-b44f1137a0cf, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:12:50.045914 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ade1abaf-a8d4-4801-839a-b8d54e602570 req-03883e2c-67e3-40b8-bb0b-286e92ae61b9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1876538 Feb 05 03:12:50.050482 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:50.050911 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:50.072105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a995469-81c1-4762-91b1-97323a26b9bd req-6f36fc0e-c71e-4f0f-87df-9672ba70cc52 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:50.074739 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a995469-81c1-4762-91b1-97323a26b9bd req-6f36fc0e-c71e-4f0f-87df-9672ba70cc52 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 945 time: 0.2154071 Feb 05 03:12:50.080782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cf1a48-8935-4906-b0dc-929dd3f3c12d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 9fb4e322-cbc8-4b45-b795-b44f1137a0cf is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:12:50.096310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-90cf1a48-8935-4906-b0dc-929dd3f3c12d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 9fb4e322-cbc8-4b45-b795-b44f1137a0cf) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:50.100713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cf1a48-8935-4906-b0dc-929dd3f3c12d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:50.101514 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90cf1a48-8935-4906-b0dc-929dd3f3c12d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:50.132571 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-90cf1a48-8935-4906-b0dc-929dd3f3c12d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8311048 Feb 05 03:12:50.135403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47834) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:50.135987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bc1d75-8092-4e39-884f-27521e0bb1ab None None] Network 9fb4e322-cbc8-4b45-b795-b44f1137a0cf requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:12:50.177116 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a995469-81c1-4762-91b1-97323a26b9bd req-83a1b2ee-af94-437a-9e02-9b898827693b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889854 Feb 05 03:12:50.408481 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92946ec5-9419-48b1-90e4-c9acb36c6f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18c3e90d-db86-4738-8c5e-62dcda9b7d0b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:12:50.410659 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca74f83-1190-4a93-9434-9bff7152d2e0" -d '{"events": [{"server_uuid": "92946ec5-9419-48b1-90e4-c9acb36c6f04", "name": "network-vif-unplugged", "status": "completed", "tag": "18c3e90d-db86-4738-8c5e-62dcda9b7d0b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:12:50.453177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b1a08-52fc-475d-a939-41cbe3aed519 req-923830ba-162f-4dd2-a109-1c7d0ca18be7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:50.458190 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c06b1a08-52fc-475d-a939-41cbe3aed519 req-923830ba-162f-4dd2-a109-1c7d0ca18be7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1594467 Feb 05 03:12:50.475840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:50.530264 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Feb 2022 03:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5989f53-db39-42a3-8be5-fa7d90bb4a0b x-openstack-request-id: req-e5989f53-db39-42a3-8be5-fa7d90bb4a0b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:12:50.530567 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92946ec5-9419-48b1-90e4-c9acb36c6f04", "name": "network-vif-unplugged", "status": "failed", "tag": "18c3e90d-db86-4738-8c5e-62dcda9b7d0b", "code": 422}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:12:50.530813 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e5989f53-db39-42a3-8be5-fa7d90bb4a0b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:12:50.531251 n-d-826942-8 neutron-server[109676]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '92946ec5-9419-48b1-90e4-c9acb36c6f04', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18c3e90d-db86-4738-8c5e-62dcda9b7d0b', 'code': 422} returned with failed status Feb 05 03:12:50.539408 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-563567bb-b0ee-468a-829f-4e9c1c44b4d3 None None] Current status of the port 6935df4f-3882-455d-bfdf-274d7c705c3d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:50.575297 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:50.588402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c06b1a08-52fc-475d-a939-41cbe3aed519 req-178fb34a-f028-4f53-b481-7c1ec41811ad tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176033 Feb 05 03:12:50.594925 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6935df4f-3882-455d-bfdf-274d7c705c3d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:50.728224 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:50.741234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'project_id': '462601c24a08425693c823c46e08e1e1', 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:12:50.742217 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:50.861019 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cbb16c06-7cc8-4a4b-bc6e-b2acd3fe9c18 None None] Provisioning complete for port 1ade3d1a-c059-4bc1-a165-ae6217b93027 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:50.861550 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbb16c06-7cc8-4a4b-bc6e-b2acd3fe9c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:50.897286 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:50.959243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bab9a-b653-4d72-b056-9a1ae69fcde6 req-cf0dd6d1-c7bf-4238-b733-5863c1c9dd8d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:50.968664 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b4bab9a-b653-4d72-b056-9a1ae69fcde6 req-cf0dd6d1-c7bf-4238-b733-5863c1c9dd8d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1984787 Feb 05 03:12:51.013382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5f4b5-d703-4acf-825b-28d0c0e38e54 req-22712750-e099-45e8-abfe-3fb425e2537f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:51.021055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8bb5f4b5-d703-4acf-825b-28d0c0e38e54 req-22712750-e099-45e8-abfe-3fb425e2537f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 944 time: 0.2073174 Feb 05 03:12:51.065658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Allocated IP 2001:db8:1::2 (9fb4e322-cbc8-4b45-b795-b44f1137a0cf/1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7/0a4c0ec5-96e2-465a-aa47-39eddba94299) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:12:51.092871 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cbb16c06-7cc8-4a4b-bc6e-b2acd3fe9c18 None None] Port 1ade3d1a-c059-4bc1-a165-ae6217b93027 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:12:51.103399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b4bab9a-b653-4d72-b056-9a1ae69fcde6 req-0fc73ff6-656b-4e1a-b84a-5efec0719615 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334529 Feb 05 03:12:51.120104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6935df4f-3882-455d-bfdf-274d7c705c3d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:51.120104 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6935df4f-3882-455d-bfdf-274d7c705c3d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:51.181174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:12:47Z', 'revision_number': 2, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:48Z', 'revision_number': 2, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:51.184160 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8bb5f4b5-d703-4acf-825b-28d0c0e38e54 req-a5108bd7-52cf-4d2e-9a19-ea1de647ca5e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622062 Feb 05 03:12:51.289706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7164871-2846-43b2-8822-d71730188068 req-0adce4d6-b7e5-4216-92bf-3f366f0f9e62 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:51.295761 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Checking router: 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:12:51.295761 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Updating router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 port 1ade3d1a-c059-4bc1-a165-ae6217b93027 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:12:51.309463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7164871-2846-43b2-8822-d71730188068 req-0adce4d6-b7e5-4216-92bf-3f366f0f9e62 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:51.320678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7164871-2846-43b2-8822-d71730188068 req-0adce4d6-b7e5-4216-92bf-3f366f0f9e62 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:51.326036 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7164871-2846-43b2-8822-d71730188068 req-0adce4d6-b7e5-4216-92bf-3f366f0f9e62 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:51.342148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7164871-2846-43b2-8822-d71730188068 req-0adce4d6-b7e5-4216-92bf-3f366f0f9e62 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:51.346662 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7164871-2846-43b2-8822-d71730188068 req-0adce4d6-b7e5-4216-92bf-3f366f0f9e62 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:51.351979 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7164871-2846-43b2-8822-d71730188068 req-0adce4d6-b7e5-4216-92bf-3f366f0f9e62 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:51.362097 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7164871-2846-43b2-8822-d71730188068 req-0adce4d6-b7e5-4216-92bf-3f366f0f9e62 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5429 time: 0.1568396 Feb 05 03:12:51.365181 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:51.411330 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:51.468032 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7164871-2846-43b2-8822-d71730188068 req-c1c6cc9d-45e4-4336-bb0a-810cf8cbe644 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048388 Feb 05 03:12:51.500102 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Publish callbacks [] for port (0a4c0ec5-96e2-465a-aa47-39eddba94299), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:51.530323 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (0a4c0ec5-96e2-465a-aa47-39eddba94299), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:51.544433 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6935df4f-3882-455d-bfdf-274d7c705c3d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:51.620462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df331c-ea8b-4099-888a-762ff5ff4146 req-c5186ae7-baf8-434c-8e23-af2026e62783 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:51.631086 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9df331c-ea8b-4099-888a-762ff5ff4146 req-c5186ae7-baf8-434c-8e23-af2026e62783 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1564462 Feb 05 03:12:51.634780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Allocated IP 2001:db8:1::1 (9fb4e322-cbc8-4b45-b795-b44f1137a0cf/1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7/6e1aa5d2-35c4-4386-8879-a8411ad1d44a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:12:51.673204 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Network 9fb4e322-cbc8-4b45-b795-b44f1137a0cf is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:12:51.679649 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:12:51.682662 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:51.691718 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Pushing event updated for resources: {'Port': ['ID=0a4c0ec5-96e2-465a-aa47-39eddba94299,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:51.695921 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:12:51.702288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:51.702625 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:51.736662 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9df331c-ea8b-4099-888a-762ff5ff4146 req-ddf08282-822a-48b0-9c5b-6d675dc21eea tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010861 Feb 05 03:12:51.875421 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:51.893908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Attempting to bind port 0a4c0ec5-96e2-465a-aa47-39eddba94299 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:12:51.894842 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Attempting to bind port 0a4c0ec5-96e2-465a-aa47-39eddba94299 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'e61f94ed-997b-4ede-8fbb-c76eebb4edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:12:51.895194 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Attempting to bind port 0a4c0ec5-96e2-465a-aa47-39eddba94299 on network 9fb4e322-cbc8-4b45-b795-b44f1137a0cf {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:12:51.915527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:12:51.915835 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Checking segment: {'id': 'e61f94ed-997b-4ede-8fbb-c76eebb4edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:12:51.916900 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:51.917553 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Bound using segment: {'id': 'e61f94ed-997b-4ede-8fbb-c76eebb4edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:12:51.918171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Bound port: 0a4c0ec5-96e2-465a-aa47-39eddba94299, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61f94ed-997b-4ede-8fbb-c76eebb4edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:12:51.918560 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0a4c0ec5-96e2-465a-aa47-39eddba94299), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:51.983842 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:52.037483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47862) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:52.039301 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=6e1aa5d2-35c4-4386-8879-a8411ad1d44a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:52.053462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 9fb4e322-cbc8-4b45-b795-b44f1137a0cf is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:12:52.055474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:52.058601 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:12:52.059767 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:52.091716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:52.092138 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:52.143809 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Publish callbacks [] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:52.151045 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] For port 0a4c0ec5-96e2-465a-aa47-39eddba94299, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:12:52.158805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] For port 0a4c0ec5-96e2-465a-aa47-39eddba94299, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0a4c0ec5-96e2-465a-aa47-39eddba94299,segment=NetworkSegment(e61f94ed-997b-4ede-8fbb-c76eebb4edad),segment_id=e61f94ed-997b-4ede-8fbb-c76eebb4edad)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:12:52.161653 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:52.199696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:52.201183 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0a4c0ec5-96e2-465a-aa47-39eddba94299), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:52.217490 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:52.218322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 03fddcad-382d-4779-8b93-ead7ee0c15de up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:52.232226 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a6cd3103-c823-45a0-827a-dd872acb2f16 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:52.279035 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2dc0ea5-4569-4011-88f5-5a5dd8fff377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:52.283651 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:52.348987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f7d93-70f4-452f-a031-8a26f12adfac None None] Pushing event updated for resources: {'Port': ['ID=1ade3d1a-c059-4bc1-a165-ae6217b93027,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:52.485348 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8711b9-0e78-4ec9-ae1d-f196014d629e None None] Pushing event updated for resources: {'Port': ['ID=0a4c0ec5-96e2-465a-aa47-39eddba94299,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:52.549767 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:12:52.552177 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10fa3e8-299f-42b0-b607-28c83c1b4b13" -d '{"events": [{"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-plugged", "status": "completed", "tag": "d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:12:52.573023 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfe7d3-9af8-47ae-a592-9ebd9502de1a req-ec39d664-06a9-49d7-abf2-b41a0e45bac1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:52.582544 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-febfe7d3-9af8-47ae-a592-9ebd9502de1a req-ec39d664-06a9-49d7-abf2-b41a0e45bac1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 944 time: 0.2200513 Feb 05 03:12:52.676141 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Attempting to bind port 1ade3d1a-c059-4bc1-a165-ae6217b93027 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:12:52.676141 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Attempting to bind port 1ade3d1a-c059-4bc1-a165-ae6217b93027 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'b104bda6-3335-41e1-90d7-a3ec6dbd7190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:12:52.676141 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Attempting to bind port 1ade3d1a-c059-4bc1-a165-ae6217b93027 on network 82bdf4dc-82d6-4f31-a9a6-b47b16f66a08 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:12:52.719459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port a6cd3103-c823-45a0-827a-dd872acb2f16 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:12:52.723415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:12:52.723928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Checking segment: {'id': 'b104bda6-3335-41e1-90d7-a3ec6dbd7190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:12:52.724458 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:52.724932 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Bound using segment: {'id': 'b104bda6-3335-41e1-90d7-a3ec6dbd7190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:12:52.725527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Bound port: 1ade3d1a-c059-4bc1-a165-ae6217b93027, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b104bda6-3335-41e1-90d7-a3ec6dbd7190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:12:52.726026 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:52.761824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 03fddcad-382d-4779-8b93-ead7ee0c15de completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:12:52.785648 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 03fddcad-382d-4779-8b93-ead7ee0c15de triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:52.787459 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:52.808018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port a6cd3103-c823-45a0-827a-dd872acb2f16 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:52.808696 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a6cd3103-c823-45a0-827a-dd872acb2f16), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:52.846938 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2dc0ea5-4569-4011-88f5-5a5dd8fff377 admin admin] Publish callbacks [] for security_group (680e84c4-400a-42bc-85da-a36f92418502), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:52.863769 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2dc0ea5-4569-4011-88f5-5a5dd8fff377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (680e84c4-400a-42bc-85da-a36f92418502), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:52.912714 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-febfe7d3-9af8-47ae-a592-9ebd9502de1a req-381d4872-c53d-44ac-8ec8-55b4efa14d4d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288074 Feb 05 03:12:52.972985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6838dff-6b6d-424a-9d77-e66aa862db52 req-f5e3109f-fe60-4ace-a11b-b1f74b8f07c4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:52.992560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6838dff-6b6d-424a-9d77-e66aa862db52 req-f5e3109f-fe60-4ace-a11b-b1f74b8f07c4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:52.997802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:53.007568 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6838dff-6b6d-424a-9d77-e66aa862db52 req-f5e3109f-fe60-4ace-a11b-b1f74b8f07c4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:53.014840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6838dff-6b6d-424a-9d77-e66aa862db52 req-f5e3109f-fe60-4ace-a11b-b1f74b8f07c4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:53.015833 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348a95f0-252b-4454-a614-06c03274ef3f x-openstack-request-id: req-348a95f0-252b-4454-a614-06c03274ef3f {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:12:53.016134 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-plugged", "status": "completed", "tag": "d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:12:53.016395 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-348a95f0-252b-4454-a614-06c03274ef3f {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:12:53.016789 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2', 'code': 200} Feb 05 03:12:53.021383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6838dff-6b6d-424a-9d77-e66aa862db52 req-f5e3109f-fe60-4ace-a11b-b1f74b8f07c4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:53.027752 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6838dff-6b6d-424a-9d77-e66aa862db52 req-f5e3109f-fe60-4ace-a11b-b1f74b8f07c4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:53.038616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6838dff-6b6d-424a-9d77-e66aa862db52 req-f5e3109f-fe60-4ace-a11b-b1f74b8f07c4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:53.040822 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6838dff-6b6d-424a-9d77-e66aa862db52 req-f5e3109f-fe60-4ace-a11b-b1f74b8f07c4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5430 time: 0.3801010 Feb 05 03:12:53.054772 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c2dc0ea5-4569-4011-88f5-5a5dd8fff377 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e59af788b8c144239a1a01a83bd3905b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0128894 Feb 05 03:12:53.054772 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc0ea5-4569-4011-88f5-5a5dd8fff377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680e84c4-400a-42bc-85da-a36f92418502,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:53.062067 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:53.066528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47876) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:53.089974 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:53.091259 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:53.267481 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87780c1c-e89e-435d-b822-06efcfb64c7c admin admin] Publish callbacks [] for security_group (680e84c4-400a-42bc-85da-a36f92418502), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:53.280018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=6e1aa5d2-35c4-4386-8879-a8411ad1d44a,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:53.294424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6838dff-6b6d-424a-9d77-e66aa862db52 req-f486168d-e5e0-463f-ab43-40f96decd7a6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2341449 Feb 05 03:12:53.318881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fce774-f242-4a46-bebc-694f8cbe88a5 req-d40b7678-6f6d-4faa-8095-6aa3bad9a1e0 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:53.329154 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-53fce774-f242-4a46-bebc-694f8cbe88a5 req-d40b7678-6f6d-4faa-8095-6aa3bad9a1e0 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1914115 Feb 05 03:12:53.351941 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 9fb4e322-cbc8-4b45-b795-b44f1137a0cf is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:12:53.355105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:53.409823 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87780c1c-e89e-435d-b822-06efcfb64c7c admin admin] Publish callbacks [] for security_group (680e84c4-400a-42bc-85da-a36f92418502), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:53.483126 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a6cd3103-c823-45a0-827a-dd872acb2f16 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:53.483474 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6cd3103-c823-45a0-827a-dd872acb2f16), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:53.500832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-135069a5-c397-438c-8d9e-6f45fad4e0df None None] Provisioning complete for port 1ade3d1a-c059-4bc1-a165-ae6217b93027 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:53.501237 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-135069a5-c397-438c-8d9e-6f45fad4e0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:53.520314 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-53fce774-f242-4a46-bebc-694f8cbe88a5 req-3b833ef2-cb5e-4d78-8b60-fd38da1b0f1b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902597 Feb 05 03:12:53.579681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:12:53.584925 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87780c1c-e89e-435d-b822-06efcfb64c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (680e84c4-400a-42bc-85da-a36f92418502), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:53.591007 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87780c1c-e89e-435d-b822-06efcfb64c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:53.592341 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-87780c1c-e89e-435d-b822-06efcfb64c7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/680e84c4-400a-42bc-85da-a36f92418502 HTTP/1.1" status: 204 len: 168 time: 0.5245419 Feb 05 03:12:53.595462 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a6cd3103-c823-45a0-827a-dd872acb2f16, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a6cd3103-c823-45a0-827a-dd872acb2f16,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:53.619865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87780c1c-e89e-435d-b822-06efcfb64c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680e84c4-400a-42bc-85da-a36f92418502,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:53.671175 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a6cd3103-c823-45a0-827a-dd872acb2f16), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:53.706198 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] For port 1ade3d1a-c059-4bc1-a165-ae6217b93027, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:12:53.730732 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:12:53.738502 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5bbbb9a7-ba2e-4c1a-b46f-5929188fbd7d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6015325 Feb 05 03:12:53.741617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47880) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:53.744852 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-135069a5-c397-438c-8d9e-6f45fad4e0df None None] Port 1ade3d1a-c059-4bc1-a165-ae6217b93027 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:12:53.752164 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] For port 1ade3d1a-c059-4bc1-a165-ae6217b93027, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1ade3d1a-c059-4bc1-a165-ae6217b93027,segment=NetworkSegment(b104bda6-3335-41e1-90d7-a3ec6dbd7190),segment_id=b104bda6-3335-41e1-90d7-a3ec6dbd7190)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:12:53.767508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 03fddcad-382d-4779-8b93-ead7ee0c15de is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:53.767902 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:53.768969 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-315027e2-6031-4182-aa85-2906c7508f1e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1812475175'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:12:53.785846 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:53.816691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315027e2-6031-4182-aa85-2906c7508f1e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:12:53.821400 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-315027e2-6031-4182-aa85-2906c7508f1e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:53.866570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a6cd3103-c823-45a0-827a-dd872acb2f16,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:53.896225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315027e2-6031-4182-aa85-2906c7508f1e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:12:53.942281 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-315027e2-6031-4182-aa85-2906c7508f1e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (44ac7390-9809-498b-95d5-0e9031fee33a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:53.942281 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-315027e2-6031-4182-aa85-2906c7508f1e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Added segment 44ac7390-9809-498b-95d5-0e9031fee33a of type vlan for network 04c818a4-3179-4f14-a473-bf76c16c095b Feb 05 03:12:54.045048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f7d93-70f4-452f-a031-8a26f12adfac None None] Pushing event updated for resources: {'Port': ['ID=1ade3d1a-c059-4bc1-a165-ae6217b93027,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:54.057755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 03fddcad-382d-4779-8b93-ead7ee0c15de, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=03fddcad-382d-4779-8b93-ead7ee0c15de,segment=NetworkSegment(f245c6e2-ff2b-4170-89a3-b6613442c458),segment_id=f245c6e2-ff2b-4170-89a3-b6613442c458)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:54.071408 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:54.072533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device dc69a7b0-d07b-4eaf-9597-8aab76827f26 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:54.079361 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-315027e2-6031-4182-aa85-2906c7508f1e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (04c818a4-3179-4f14-a473-bf76c16c095b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:54.110311 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:54.112374 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:54.267803 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47888) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:54.279534 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-315027e2-6031-4182-aa85-2906c7508f1e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (04c818a4-3179-4f14-a473-bf76c16c095b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:54.287582 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315027e2-6031-4182-aa85-2906c7508f1e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:54.288489 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-315027e2-6031-4182-aa85-2906c7508f1e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:54.302381 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4f67c90-23d1-4174-956d-d0a1990d1dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:54.358607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-315027e2-6031-4182-aa85-2906c7508f1e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6150017 Feb 05 03:12:54.373289 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47892) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:54.386459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8e19a6b0-b874-4408-baed-dbb48d879b3d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'subnet': {'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:12:54.407476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=03fddcad-382d-4779-8b93-ead7ee0c15de,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:54.447063 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cef6ff-62b0-4866-a694-171e13ae89f8 req-99a32066-c711-4bfd-b59b-7395af6e3759 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:54.456549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea07a0b1-d4c8-4461-8a11-2d0a0cb891cc None None] Network 9fb4e322-cbc8-4b45-b795-b44f1137a0cf requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:12:54.457748 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97cef6ff-62b0-4866-a694-171e13ae89f8 req-99a32066-c711-4bfd-b59b-7395af6e3759 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 945 time: 0.3809388 Feb 05 03:12:54.488911 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:12:54.555787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315027e2-6031-4182-aa85-2906c7508f1e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Network': ['ID=04c818a4-3179-4f14-a473-bf76c16c095b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:54.597513 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 04c818a4-3179-4f14-a473-bf76c16c095b details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:12:54.631333 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97cef6ff-62b0-4866-a694-171e13ae89f8 req-dbb5adbc-bae8-492a-bdaf-3d4c4759bdc1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528091 Feb 05 03:12:54.665764 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed44da-c91f-4fd9-9e34-5d6e949f6fd5 req-2ee8d37a-2a20-42c7-a3de-cb8ebee13f6e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:54.672325 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed44da-c91f-4fd9-9e34-5d6e949f6fd5 req-2ee8d37a-2a20-42c7-a3de-cb8ebee13f6e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:54.679031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0a4c0ec5-96e2-465a-aa47-39eddba94299 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:54.679231 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed44da-c91f-4fd9-9e34-5d6e949f6fd5 req-2ee8d37a-2a20-42c7-a3de-cb8ebee13f6e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:54.685758 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed44da-c91f-4fd9-9e34-5d6e949f6fd5 req-2ee8d37a-2a20-42c7-a3de-cb8ebee13f6e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:54.690806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port dc69a7b0-d07b-4eaf-9597-8aab76827f26 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:12:54.692655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed44da-c91f-4fd9-9e34-5d6e949f6fd5 req-2ee8d37a-2a20-42c7-a3de-cb8ebee13f6e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:54.702051 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed44da-c91f-4fd9-9e34-5d6e949f6fd5 req-2ee8d37a-2a20-42c7-a3de-cb8ebee13f6e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:54.710030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed44da-c91f-4fd9-9e34-5d6e949f6fd5 req-2ee8d37a-2a20-42c7-a3de-cb8ebee13f6e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:54.712014 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64ed44da-c91f-4fd9-9e34-5d6e949f6fd5 req-2ee8d37a-2a20-42c7-a3de-cb8ebee13f6e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5431 time: 0.2351549 Feb 05 03:12:54.757298 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port dc69a7b0-d07b-4eaf-9597-8aab76827f26 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:54.757664 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:54.765655 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4f67c90-23d1-4174-956d-d0a1990d1dcf admin admin] Publish callbacks [] for security_group (cb53cdbe-8480-4b7b-aff3-4026c58d82b6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:54.777307 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4f67c90-23d1-4174-956d-d0a1990d1dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (cb53cdbe-8480-4b7b-aff3-4026c58d82b6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:54.786857 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e19a6b0-b874-4408-baed-dbb48d879b3d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:12:54.793269 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e19a6b0-b874-4408-baed-dbb48d879b3d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:54.815067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64ed44da-c91f-4fd9-9e34-5d6e949f6fd5 req-e906d695-861e-4190-aa36-9eb3ab786d02 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935204 Feb 05 03:12:54.836583 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0a5b4009-bcac-4a5c-ad99-ab60d36f7991 None None] Provisioning complete for port 1ade3d1a-c059-4bc1-a165-ae6217b93027 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:54.836958 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a5b4009-bcac-4a5c-ad99-ab60d36f7991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:54.904072 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfb2f6-cb77-483a-acef-34080b19755e req-adb7e787-cd37-4f5e-ac09-cabdf8fd73ad tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:54.915243 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7bfb2f6-cb77-483a-acef-34080b19755e req-adb7e787-cd37-4f5e-ac09-cabdf8fd73ad tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1087692 Feb 05 03:12:54.945736 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e4f67c90-23d1-4174-956d-d0a1990d1dcf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c4cf01a714c4516a7cceb8b4b8a1b2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6761060 Feb 05 03:12:54.949021 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47896) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:55.002948 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f67c90-23d1-4174-956d-d0a1990d1dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb53cdbe-8480-4b7b-aff3-4026c58d82b6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:55.034717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7bfb2f6-cb77-483a-acef-34080b19755e req-58096d58-f1de-4609-b372-24d064d535fb tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125190 Feb 05 03:12:55.051077 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8802bafb-ffc6-420f-a6e1-c3dd13cd95e0 admin admin] Publish callbacks [] for security_group (cb53cdbe-8480-4b7b-aff3-4026c58d82b6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:55.078293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec35b3ba-36ed-4f47-8adf-1d8c5b29b711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cd3103-c823-45a0-827a-dd872acb2f16'}, {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fddcad-382d-4779-8b93-ead7ee0c15de'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:12:55.088886 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f756a588-aaf4-40c2-8660-debbf1148296" -d '{"events": [{"server_uuid": "ec35b3ba-36ed-4f47-8adf-1d8c5b29b711", "name": "network-vif-plugged", "status": "completed", "tag": "a6cd3103-c823-45a0-827a-dd872acb2f16"}, {"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-plugged", "status": "completed", "tag": "03fddcad-382d-4779-8b93-ead7ee0c15de"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:12:55.097873 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8802bafb-ffc6-420f-a6e1-c3dd13cd95e0 admin admin] Publish callbacks [] for security_group (cb53cdbe-8480-4b7b-aff3-4026c58d82b6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:55.190039 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8802bafb-ffc6-420f-a6e1-c3dd13cd95e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (cb53cdbe-8480-4b7b-aff3-4026c58d82b6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:55.192438 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8802bafb-ffc6-420f-a6e1-c3dd13cd95e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:55.194178 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8802bafb-ffc6-420f-a6e1-c3dd13cd95e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb53cdbe-8480-4b7b-aff3-4026c58d82b6 HTTP/1.1" status: 204 len: 168 time: 0.2439296 Feb 05 03:12:55.206260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802bafb-ffc6-420f-a6e1-c3dd13cd95e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb53cdbe-8480-4b7b-aff3-4026c58d82b6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:55.217353 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e19a6b0-b874-4408-baed-dbb48d879b3d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (edca590e-ab1a-4458-9881-b55f2225cdb0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:55.236213 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 03:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3877aa4-ff53-4de2-98c4-86bf9bbe1ae0 x-openstack-request-id: req-f3877aa4-ff53-4de2-98c4-86bf9bbe1ae0 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:12:55.236507 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec35b3ba-36ed-4f47-8adf-1d8c5b29b711", "name": "network-vif-plugged", "status": "completed", "tag": "a6cd3103-c823-45a0-827a-dd872acb2f16", "code": 200}, {"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-plugged", "status": "completed", "tag": "03fddcad-382d-4779-8b93-ead7ee0c15de", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:12:55.236766 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3877aa4-ff53-4de2-98c4-86bf9bbe1ae0 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:12:55.237162 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec35b3ba-36ed-4f47-8adf-1d8c5b29b711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cd3103-c823-45a0-827a-dd872acb2f16', 'code': 200} Feb 05 03:12:55.237416 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fddcad-382d-4779-8b93-ead7ee0c15de', 'code': 200} Feb 05 03:12:55.282399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port dc69a7b0-d07b-4eaf-9597-8aab76827f26 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:55.282802 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:55.289190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19a6b0-b874-4408-baed-dbb48d879b3d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Subnet': ['ID=edca590e-ab1a-4458-9881-b55f2225cdb0,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:55.294214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 0a4c0ec5-96e2-465a-aa47-39eddba94299 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:55.294591 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0a4c0ec5-96e2-465a-aa47-39eddba94299), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:55.297795 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e19a6b0-b874-4408-baed-dbb48d879b3d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Checking segment: {'id': '44ac7390-9809-498b-95d5-0e9031fee33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:12:55.298621 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e19a6b0-b874-4408-baed-dbb48d879b3d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network hostable DHCP agents. Network: 04c818a4-3179-4f14-a473-bf76c16c095b, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:12:55.323462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e19a6b0-b874-4408-baed-dbb48d879b3d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 04c818a4-3179-4f14-a473-bf76c16c095b is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:12:55.347476 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8e19a6b0-b874-4408-baed-dbb48d879b3d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 04c818a4-3179-4f14-a473-bf76c16c095b) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:55.350157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359ce60-7154-4151-af76-a2eb40ab0741 req-c8206c71-490c-40e6-a209-75739c4af780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:55.353805 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e19a6b0-b874-4408-baed-dbb48d879b3d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:55.355365 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e19a6b0-b874-4408-baed-dbb48d879b3d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:55.355477 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7359ce60-7154-4151-af76-a2eb40ab0741 req-c8206c71-490c-40e6-a209-75739c4af780 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 1127 time: 0.0998867 Feb 05 03:12:55.393392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b4009-bcac-4a5c-ad99-ab60d36f7991 None None] Current status of the port 1ade3d1a-c059-4bc1-a165-ae6217b93027 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:55.394567 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a5b4009-bcac-4a5c-ad99-ab60d36f7991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:55.399977 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8e19a6b0-b874-4408-baed-dbb48d879b3d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0242970 Feb 05 03:12:55.400148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47904) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:12:55.405879 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2dde55-c949-4962-86b0-7b29475f2c0c None None] Network 04c818a4-3179-4f14-a473-bf76c16c095b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:12:55.440098 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7359ce60-7154-4151-af76-a2eb40ab0741 req-7e7fbb69-b1c1-4c1c-952e-82ec78885693 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798359 Feb 05 03:12:55.544281 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port dc69a7b0-d07b-4eaf-9597-8aab76827f26, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dc69a7b0-d07b-4eaf-9597-8aab76827f26,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:55.576062 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:55.576879 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 9c916ff2-7d58-4cfe-9c58-e067395ab560 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:55.579780 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0a5b4009-bcac-4a5c-ad99-ab60d36f7991 None None] For port 1ade3d1a-c059-4bc1-a165-ae6217b93027, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1ade3d1a-c059-4bc1-a165-ae6217b93027,segment=NetworkSegment(b104bda6-3335-41e1-90d7-a3ec6dbd7190),segment_id=b104bda6-3335-41e1-90d7-a3ec6dbd7190)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:55.645751 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a5b4009-bcac-4a5c-ad99-ab60d36f7991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:55.657736 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:12:52Z', 'revision_number': 3, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:53Z', 'revision_number': 4, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:12:52Z', 'revision_number': 2, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:55.715996 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d92c3f-1f7a-4271-9a43-2e849d9532c6 None None] The sync data for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 is: [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:12:52Z', 'revision_number': 3, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:53Z', 'revision_number': 4, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:12:52Z', 'revision_number': 2, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:12:55.861433 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 0a4c0ec5-96e2-465a-aa47-39eddba94299 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:55.861710 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0a4c0ec5-96e2-465a-aa47-39eddba94299), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:55.890824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-04c818a4-3179-4f14-a473-bf76c16c095b', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'project_id': '462601c24a08425693c823c46e08e1e1', 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:12:55.891722 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:55.899460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705f7c3-3606-4486-8ddc-5c7c60c2aa44 req-dbc3bea8-77ee-492b-a264-8786beb19e9b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:55.904016 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=dc69a7b0-d07b-4eaf-9597-8aab76827f26,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:55.914790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d705f7c3-3606-4486-8ddc-5c7c60c2aa44 req-dbc3bea8-77ee-492b-a264-8786beb19e9b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 945 time: 0.1289823 Feb 05 03:12:56.062926 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d705f7c3-3606-4486-8ddc-5c7c60c2aa44 req-5167bcac-0c7e-4e4f-a2a9-3f8c0a25e856 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467800 Feb 05 03:12:56.371897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36696d83-4864-487e-93cd-8dbaaaa3dc40 req-9da0ad97-c4e7-4dc0-82cf-6847a5331e2d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:56.375668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 9c916ff2-7d58-4cfe-9c58-e067395ab560 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:12:56.381155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-593be78c-0675-45e6-aee1-4c2e8717182d None None] Provisioning complete for port 0a4c0ec5-96e2-465a-aa47-39eddba94299 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:56.381520 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-593be78c-0675-45e6-aee1-4c2e8717182d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0a4c0ec5-96e2-465a-aa47-39eddba94299), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:56.402741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36696d83-4864-487e-93cd-8dbaaaa3dc40 req-9da0ad97-c4e7-4dc0-82cf-6847a5331e2d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:56.412965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36696d83-4864-487e-93cd-8dbaaaa3dc40 req-9da0ad97-c4e7-4dc0-82cf-6847a5331e2d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:56.424327 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36696d83-4864-487e-93cd-8dbaaaa3dc40 req-9da0ad97-c4e7-4dc0-82cf-6847a5331e2d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:56.439077 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36696d83-4864-487e-93cd-8dbaaaa3dc40 req-9da0ad97-c4e7-4dc0-82cf-6847a5331e2d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:56.459303 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 9c916ff2-7d58-4cfe-9c58-e067395ab560 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:56.460300 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:56.471508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36696d83-4864-487e-93cd-8dbaaaa3dc40 req-9da0ad97-c4e7-4dc0-82cf-6847a5331e2d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:56.495667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36696d83-4864-487e-93cd-8dbaaaa3dc40 req-9da0ad97-c4e7-4dc0-82cf-6847a5331e2d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:56.506290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b4009-bcac-4a5c-ad99-ab60d36f7991 None None] Pushing event updated for resources: {'Port': ['ID=1ade3d1a-c059-4bc1-a165-ae6217b93027,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:56.510854 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36696d83-4864-487e-93cd-8dbaaaa3dc40 req-9da0ad97-c4e7-4dc0-82cf-6847a5331e2d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5432 time: 0.4805336 Feb 05 03:12:56.641959 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36696d83-4864-487e-93cd-8dbaaaa3dc40 req-b8c71736-8755-4c84-9495-e95cf988bb1f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296356 Feb 05 03:12:56.674976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 0a4c0ec5-96e2-465a-aa47-39eddba94299, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0a4c0ec5-96e2-465a-aa47-39eddba94299,segment=NetworkSegment(e61f94ed-997b-4ede-8fbb-c76eebb4edad),segment_id=e61f94ed-997b-4ede-8fbb-c76eebb4edad)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:56.704334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da7535-40ec-4f5f-9f59-bfa92196de6a req-050655d2-c061-4808-8c61-55caf1b2d07d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:56.711673 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85da7535-40ec-4f5f-9f59-bfa92196de6a req-050655d2-c061-4808-8c61-55caf1b2d07d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.4301100 Feb 05 03:12:56.786381 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85da7535-40ec-4f5f-9f59-bfa92196de6a req-b11e43e8-5df6-412a-b472-6ac7ec6fb478 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737205 Feb 05 03:12:56.818913 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0a4c0ec5-96e2-465a-aa47-39eddba94299), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:57.013636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 9c916ff2-7d58-4cfe-9c58-e067395ab560 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:57.014036 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:57.113169 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1ade3d1a-c059-4bc1-a165-ae6217b93027 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:57.135611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 9c916ff2-7d58-4cfe-9c58-e067395ab560, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=9c916ff2-7d58-4cfe-9c58-e067395ab560,segment=NetworkSegment(05e41946-ea14-4052-99da-0fa0692a30b1),segment_id=05e41946-ea14-4052-99da-0fa0692a30b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:57.149610 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:57.193359 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:57.194461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device fbc466ef-ab06-42d0-aa44-1c7648ee247b up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:57.288848 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc69a7b0-d07b-4eaf-9597-8aab76827f26'}, {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c916ff2-7d58-4cfe-9c58-e067395ab560'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:12:57.292494 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d80082-28d7-47ae-b5eb-f2940e289cbf" -d '{"events": [{"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-plugged", "status": "completed", "tag": "dc69a7b0-d07b-4eaf-9597-8aab76827f26"}, {"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-plugged", "status": "completed", "tag": "9c916ff2-7d58-4cfe-9c58-e067395ab560"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:12:57.369905 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Allocated IP 2001:db8:2::2 (04c818a4-3179-4f14-a473-bf76c16c095b/edca590e-ab1a-4458-9881-b55f2225cdb0/d6e4a7d5-d479-4d09-b93f-e679ee2790eb) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:12:57.372801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587f969-af9f-4c1b-ab87-7a5d17622774 req-a33b9ac2-46fa-4047-a051-16d86f0b2be5 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:57.380083 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5587f969-af9f-4c1b-ab87-7a5d17622774 req-a33b9ac2-46fa-4047-a051-16d86f0b2be5 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 945 time: 0.1766305 Feb 05 03:12:57.458358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5587f969-af9f-4c1b-ab87-7a5d17622774 req-f71ffba9-49e4-46bd-b309-14dc33f6b041 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769148 Feb 05 03:12:57.545008 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=0a4c0ec5-96e2-465a-aa47-39eddba94299,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:57.614745 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-593be78c-0675-45e6-aee1-4c2e8717182d None None] Current status of the port 0a4c0ec5-96e2-465a-aa47-39eddba94299 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:57.623857 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 03:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d246b0-d232-4bb8-b570-f64920ab7d35 x-openstack-request-id: req-66d246b0-d232-4bb8-b570-f64920ab7d35 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:12:57.624376 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-plugged", "status": "completed", "tag": "dc69a7b0-d07b-4eaf-9597-8aab76827f26", "code": 200}, {"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-plugged", "status": "completed", "tag": "9c916ff2-7d58-4cfe-9c58-e067395ab560", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:12:57.624803 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-66d246b0-d232-4bb8-b570-f64920ab7d35 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:12:57.625379 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc69a7b0-d07b-4eaf-9597-8aab76827f26', 'code': 200} Feb 05 03:12:57.625804 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c916ff2-7d58-4cfe-9c58-e067395ab560', 'code': 200} Feb 05 03:12:57.760540 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port fbc466ef-ab06-42d0-aa44-1c7648ee247b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:12:57.778095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 1ade3d1a-c059-4bc1-a165-ae6217b93027 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:57.778418 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:57.785550 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port fbc466ef-ab06-42d0-aa44-1c7648ee247b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:57.785937 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:57.795726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-830477e1-3a1a-442b-9b2d-224bb5fedc73 None None] Provisioning complete for port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:57.796106 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-830477e1-3a1a-442b-9b2d-224bb5fedc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:57.855329 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48340095-f592-468b-933b-be5abedcecd6 req-7f0e02a6-1c11-4dba-8671-1d0f3b25bfc4 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:57.858274 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48340095-f592-468b-933b-be5abedcecd6 req-7f0e02a6-1c11-4dba-8671-1d0f3b25bfc4 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 945 time: 0.1585641 Feb 05 03:12:57.877416 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-830477e1-3a1a-442b-9b2d-224bb5fedc73 None None] Port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:12:57.880466 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=9c916ff2-7d58-4cfe-9c58-e067395ab560,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:57.957081 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48340095-f592-468b-933b-be5abedcecd6 req-b091cc96-e323-4496-8da9-2268538193eb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912941 Feb 05 03:12:57.988488 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-830477e1-3a1a-442b-9b2d-224bb5fedc73 None None] Provisioning complete for port 0a4c0ec5-96e2-465a-aa47-39eddba94299 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:57.988866 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-830477e1-3a1a-442b-9b2d-224bb5fedc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0a4c0ec5-96e2-465a-aa47-39eddba94299), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:58.010678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f8e5f-3ade-4943-9bd3-5f41f702b28d req-f9ca301c-b640-4e9f-b3ba-35b1f60370da tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:58.018784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f8e5f-3ade-4943-9bd3-5f41f702b28d req-f9ca301c-b640-4e9f-b3ba-35b1f60370da tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:58.031852 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f8e5f-3ade-4943-9bd3-5f41f702b28d req-f9ca301c-b640-4e9f-b3ba-35b1f60370da tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:58.038027 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f8e5f-3ade-4943-9bd3-5f41f702b28d req-f9ca301c-b640-4e9f-b3ba-35b1f60370da tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:58.061131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f8e5f-3ade-4943-9bd3-5f41f702b28d req-f9ca301c-b640-4e9f-b3ba-35b1f60370da tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:58.068539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f8e5f-3ade-4943-9bd3-5f41f702b28d req-f9ca301c-b640-4e9f-b3ba-35b1f60370da tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:58.075237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f8e5f-3ade-4943-9bd3-5f41f702b28d req-f9ca301c-b640-4e9f-b3ba-35b1f60370da tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:58.077550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e84f8e5f-3ade-4943-9bd3-5f41f702b28d req-f9ca301c-b640-4e9f-b3ba-35b1f60370da tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5433 time: 0.2962813 Feb 05 03:12:58.123661 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Publish callbacks [] for port (d6e4a7d5-d479-4d09-b93f-e679ee2790eb), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:58.199277 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (d6e4a7d5-d479-4d09-b93f-e679ee2790eb), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:58.238147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 1ade3d1a-c059-4bc1-a165-ae6217b93027 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:58.246382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port fbc466ef-ab06-42d0-aa44-1c7648ee247b is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:58.246861 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:58.255986 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e84f8e5f-3ade-4943-9bd3-5f41f702b28d req-8c0f547d-945a-490b-b789-9bc0d12268b5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1622286 Feb 05 03:12:58.257572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-830477e1-3a1a-442b-9b2d-224bb5fedc73 None None] Current status of the port 0a4c0ec5-96e2-465a-aa47-39eddba94299 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:58.290295 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58957658-5508-446a-98c4-41336e0a41e9 req-2921c218-45fe-45e4-8689-006cc96b9759 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:58.294412 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58957658-5508-446a-98c4-41336e0a41e9 req-2921c218-45fe-45e4-8689-006cc96b9759 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.2032645 Feb 05 03:12:58.298331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Pushing event updated for resources: {'Port': ['ID=d6e4a7d5-d479-4d09-b93f-e679ee2790eb,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:58.307919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Allocated IP 2001:db8:2::1 (04c818a4-3179-4f14-a473-bf76c16c095b/edca590e-ab1a-4458-9881-b55f2225cdb0/56b1f282-f50c-4f0a-b6b4-794ba64ec4db) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:12:58.310580 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Network 04c818a4-3179-4f14-a473-bf76c16c095b is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:12:58.312960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:58.315572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:12:58.334307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port fbc466ef-ab06-42d0-aa44-1c7648ee247b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fbc466ef-ab06-42d0-aa44-1c7648ee247b,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:58.366396 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:58.404895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 33a13812-d1af-43c2-9975-b0a6d8dee08d up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:58.428947 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58957658-5508-446a-98c4-41336e0a41e9 req-129adcdf-b925-44b6-b21a-6528672d6024 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225498 Feb 05 03:12:58.495760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Attempting to bind port d6e4a7d5-d479-4d09-b93f-e679ee2790eb on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:12:58.496143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Attempting to bind port d6e4a7d5-d479-4d09-b93f-e679ee2790eb by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '44ac7390-9809-498b-95d5-0e9031fee33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:12:58.496505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Attempting to bind port d6e4a7d5-d479-4d09-b93f-e679ee2790eb on network 04c818a4-3179-4f14-a473-bf76c16c095b {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:12:58.499356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7075e0-3450-47d8-ab37-86b2ee44d7ee req-ed09da4c-a164-4851-9f3a-578b0638b700 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:58.501765 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c7075e0-3450-47d8-ab37-86b2ee44d7ee req-ed09da4c-a164-4851-9f3a-578b0638b700 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 945 time: 0.1019099 Feb 05 03:12:58.515001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:12:58.515001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Checking segment: {'id': '44ac7390-9809-498b-95d5-0e9031fee33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:12:58.515536 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:58.516066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Bound using segment: {'id': '44ac7390-9809-498b-95d5-0e9031fee33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:12:58.516555 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Bound port: d6e4a7d5-d479-4d09-b93f-e679ee2790eb, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ac7390-9809-498b-95d5-0e9031fee33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:12:58.517097 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d6e4a7d5-d479-4d09-b93f-e679ee2790eb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:58.532986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=fbc466ef-ab06-42d0-aa44-1c7648ee247b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:58.581408 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 33a13812-d1af-43c2-9975-b0a6d8dee08d completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:12:58.595290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 33a13812-d1af-43c2-9975-b0a6d8dee08d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:58.595669 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (33a13812-d1af-43c2-9975-b0a6d8dee08d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:58.604241 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c7075e0-3450-47d8-ab37-86b2ee44d7ee req-4d461d15-fb20-4a0e-becb-d86c02caf0a8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959563 Feb 05 03:12:58.615986 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:58.642031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] For port d6e4a7d5-d479-4d09-b93f-e679ee2790eb, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:12:58.658912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] For port d6e4a7d5-d479-4d09-b93f-e679ee2790eb, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d6e4a7d5-d479-4d09-b93f-e679ee2790eb,segment=NetworkSegment(44ac7390-9809-498b-95d5-0e9031fee33a),segment_id=44ac7390-9809-498b-95d5-0e9031fee33a)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:12:58.710708 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d6e4a7d5-d479-4d09-b93f-e679ee2790eb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:58.777729 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 33a13812-d1af-43c2-9975-b0a6d8dee08d is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:58.778279 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (33a13812-d1af-43c2-9975-b0a6d8dee08d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:58.826181 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07f3c5-a3c8-432f-9226-8bcfd6a91b17 None None] Pushing event updated for resources: {'Port': ['ID=d6e4a7d5-d479-4d09-b93f-e679ee2790eb,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:58.828080 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:58.848565 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 33a13812-d1af-43c2-9975-b0a6d8dee08d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=33a13812-d1af-43c2-9975-b0a6d8dee08d,segment=NetworkSegment(05e41946-ea14-4052-99da-0fa0692a30b1),segment_id=05e41946-ea14-4052-99da-0fa0692a30b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:58.859264 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (33a13812-d1af-43c2-9975-b0a6d8dee08d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:58.860782 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:58.899446 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 04c818a4-3179-4f14-a473-bf76c16c095b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:12:58.906541 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:12:58.911548 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:12:58.915235 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:58.998239 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=56b1f282-f50c-4f0a-b6b4-794ba64ec4db,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:59.015218 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=33a13812-d1af-43c2-9975-b0a6d8dee08d,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:59.055166 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:12:59.068840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0a4c0ec5-96e2-465a-aa47-39eddba94299 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:12:59.123893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:59.124501 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:59.132368 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:59.313790 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Sync routers for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:12:59.330862 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:12:59.332477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86feae4-9ee6-47a0-997e-a268a5d98eaa req-21fa785d-b7d9-4950-b4c3-70fc30c2598c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:59.334509 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6b965709-60ef-4439-b275-21b351e6398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:59.344553 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c86feae4-9ee6-47a0-997e-a268a5d98eaa req-21fa785d-b7d9-4950-b4c3-70fc30c2598c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 945 time: 0.1223087 Feb 05 03:12:59.353936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:12:59.355122 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:59.405142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 0a4c0ec5-96e2-465a-aa47-39eddba94299 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:12:59.407186 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0a4c0ec5-96e2-465a-aa47-39eddba94299), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:59.434585 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c86feae4-9ee6-47a0-997e-a268a5d98eaa req-c09add69-d53d-487f-b18d-eddd2959012e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886815 Feb 05 03:12:59.536752 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:12:59.566514 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=5a26af8e-b2d2-48e9-abcf-9b13be1c3efd,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:12:59.581250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dad00f-f587-4884-9ff0-8727f492ef25 req-59dbd270-01b8-4714-8d02-77919c9d8dff tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:59.585520 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:59.587661 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 18c3e90d-db86-4738-8c5e-62dcda9b7d0b no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:12:59.588058 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dad00f-f587-4884-9ff0-8727f492ef25 req-59dbd270-01b8-4714-8d02-77919c9d8dff tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:59.595013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dad00f-f587-4884-9ff0-8727f492ef25 req-59dbd270-01b8-4714-8d02-77919c9d8dff tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:59.602091 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dad00f-f587-4884-9ff0-8727f492ef25 req-59dbd270-01b8-4714-8d02-77919c9d8dff tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:59.609401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dad00f-f587-4884-9ff0-8727f492ef25 req-59dbd270-01b8-4714-8d02-77919c9d8dff tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:59.621918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dad00f-f587-4884-9ff0-8727f492ef25 req-59dbd270-01b8-4714-8d02-77919c9d8dff tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:59.630552 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dad00f-f587-4884-9ff0-8727f492ef25 req-59dbd270-01b8-4714-8d02-77919c9d8dff tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:12:59.633505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30dad00f-f587-4884-9ff0-8727f492ef25 req-59dbd270-01b8-4714-8d02-77919c9d8dff tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5435 time: 0.1658742 Feb 05 03:12:59.731820 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc466ef-ab06-42d0-aa44-1c7648ee247b'}, {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a13812-d1af-43c2-9975-b0a6d8dee08d'}, {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a26af8e-b2d2-48e9-abcf-9b13be1c3efd'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:12:59.742512 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf35596b-a2f8-410f-bc87-29693e00a36d" -d '{"events": [{"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-plugged", "status": "completed", "tag": "fbc466ef-ab06-42d0-aa44-1c7648ee247b"}, {"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-plugged", "status": "completed", "tag": "33a13812-d1af-43c2-9975-b0a6d8dee08d"}, {"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-plugged", "status": "completed", "tag": "5a26af8e-b2d2-48e9-abcf-9b13be1c3efd"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:12:59.757408 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=5a26af8e-b2d2-48e9-abcf-9b13be1c3efd,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:12:59.829874 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6b965709-60ef-4439-b275-21b351e6398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:12:59Z', 'revision_number': 4, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:12:58Z', 'revision_number': 1, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:12:52Z', 'revision_number': 2, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:12:59.873022 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Checking router: 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:12:59.873664 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Updating router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:12:59.965772 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:59.981126 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:12:59.982101 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:00.079478 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:00.163942 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=56b1f282-f50c-4f0a-b6b4-794ba64ec4db,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:00.193451 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 0a4c0ec5-96e2-465a-aa47-39eddba94299 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:00.252462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 04c818a4-3179-4f14-a473-bf76c16c095b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:13:00.254093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:13:00.292653 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b is: DOWN; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:00.434263 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30dad00f-f587-4884-9ff0-8727f492ef25 req-08f342af-34b8-4939-a793-4eb4d64e8679 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1700218 Feb 05 03:13:00.492726 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cbb24-2ef7-4dd3-a9fe-29d40dec40f6 req-c25ef63f-c83f-4b1b-8a3d-1183f4042bd7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:00.497887 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-162cbb24-2ef7-4dd3-a9fe-29d40dec40f6 req-c25ef63f-c83f-4b1b-8a3d-1183f4042bd7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.8633375 Feb 05 03:13:00.524256 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:13:00.596547 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 05 Feb 2022 03:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff8a322-547d-43de-9f83-29a95baa061f x-openstack-request-id: req-3ff8a322-547d-43de-9f83-29a95baa061f {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:13:00.597409 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-plugged", "status": "completed", "tag": "fbc466ef-ab06-42d0-aa44-1c7648ee247b", "code": 200}, {"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-plugged", "status": "completed", "tag": "33a13812-d1af-43c2-9975-b0a6d8dee08d", "code": 200}, {"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-plugged", "status": "completed", "tag": "5a26af8e-b2d2-48e9-abcf-9b13be1c3efd", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:13:00.597409 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ff8a322-547d-43de-9f83-29a95baa061f {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:13:00.598210 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc466ef-ab06-42d0-aa44-1c7648ee247b', 'code': 200} Feb 05 03:13:00.598523 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a13812-d1af-43c2-9975-b0a6d8dee08d', 'code': 200} Feb 05 03:13:00.598735 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a26af8e-b2d2-48e9-abcf-9b13be1c3efd', 'code': 200} Feb 05 03:13:00.636806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea2c047-3d46-4a80-b59c-2e11b2d699ea None None] Network 04c818a4-3179-4f14-a473-bf76c16c095b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:13:00.712439 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-162cbb24-2ef7-4dd3-a9fe-29d40dec40f6 req-86c5d51a-855a-483b-8a5f-c11fc8b4b272 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087877 Feb 05 03:13:00.766513 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96bc79-cb02-4ed0-87fb-a17dff5da196 req-8f582830-ffe9-4535-b53a-d1e2786cae75 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:00.768055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab96bc79-cb02-4ed0-87fb-a17dff5da196 req-8f582830-ffe9-4535-b53a-d1e2786cae75 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 945 time: 0.2177439 Feb 05 03:13:00.795372 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-58e67a9d-b24c-4e70-8f7b-2aa2e8bb7b0d None None] Provisioning complete for port d6e4a7d5-d479-4d09-b93f-e679ee2790eb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:00.795901 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-58e67a9d-b24c-4e70-8f7b-2aa2e8bb7b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d6e4a7d5-d479-4d09-b93f-e679ee2790eb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:00.798333 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Publish callbacks [] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:00.810996 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:00.864053 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f2d06-0d60-4669-a438-6e701e6a8f5b None None] Pushing event updated for resources: {'Port': ['ID=56b1f282-f50c-4f0a-b6b4-794ba64ec4db,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:00.876518 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f2d06-0d60-4669-a438-6e701e6a8f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:00.876750 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f2d06-0d60-4669-a438-6e701e6a8f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:00.877092 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f2d06-0d60-4669-a438-6e701e6a8f5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:00.877785 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f2d06-0d60-4669-a438-6e701e6a8f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:00.877785 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f2d06-0d60-4669-a438-6e701e6a8f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:00.878125 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f2d06-0d60-4669-a438-6e701e6a8f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:00.878464 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f2d06-0d60-4669-a438-6e701e6a8f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:00.878919 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f2d06-0d60-4669-a438-6e701e6a8f5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:00.879253 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f2d06-0d60-4669-a438-6e701e6a8f5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:00.879726 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f2d06-0d60-4669-a438-6e701e6a8f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:00.880069 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f2d06-0d60-4669-a438-6e701e6a8f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:00.880390 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f2d06-0d60-4669-a438-6e701e6a8f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:00.880708 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9f2d06-0d60-4669-a438-6e701e6a8f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:00.912610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6791d2f-33f3-4d97-8e80-99eabbbf82ab req-92110db1-1cf2-4fb7-b26d-a751bdae9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:00.912610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6791d2f-33f3-4d97-8e80-99eabbbf82ab req-92110db1-1cf2-4fb7-b26d-a751bdae9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:00.912610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6791d2f-33f3-4d97-8e80-99eabbbf82ab req-92110db1-1cf2-4fb7-b26d-a751bdae9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:00.912610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6791d2f-33f3-4d97-8e80-99eabbbf82ab req-92110db1-1cf2-4fb7-b26d-a751bdae9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:00.913087 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6791d2f-33f3-4d97-8e80-99eabbbf82ab req-92110db1-1cf2-4fb7-b26d-a751bdae9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:00.913545 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6791d2f-33f3-4d97-8e80-99eabbbf82ab req-92110db1-1cf2-4fb7-b26d-a751bdae9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:00.914004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6791d2f-33f3-4d97-8e80-99eabbbf82ab req-92110db1-1cf2-4fb7-b26d-a751bdae9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:00.916306 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f6791d2f-33f3-4d97-8e80-99eabbbf82ab req-92110db1-1cf2-4fb7-b26d-a751bdae9554 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 6710 time: 0.1918850 Feb 05 03:13:00.933398 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:13:00.941351 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a869bff9-c207-4bb9-a4e7-0022816e40db tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5400956 Feb 05 03:13:00.949070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47992) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:00.970260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2f90a5ee-336c-44e1-9837-f06bda516d38 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1423042872'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:01.007847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ef16-2b01-4196-833a-63da33230e72 req-74a02b33-0fed-420d-a13c-cd0c2b4d60d1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:01.019591 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5b0ef16-2b01-4196-833a-63da33230e72 req-74a02b33-0fed-420d-a13c-cd0c2b4d60d1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 945 time: 0.2504559 Feb 05 03:13:01.021769 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f6791d2f-33f3-4d97-8e80-99eabbbf82ab req-cd0dc51b-936a-488c-8ee1-0f7917fcf157 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1f855246-54bd-4bae-9d7f-41e4aa356271&id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864275 Feb 05 03:13:01.025021 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Attempting to bind port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:13:01.025466 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Attempting to bind port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '44ac7390-9809-498b-95d5-0e9031fee33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:13:01.025828 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Attempting to bind port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db on network 04c818a4-3179-4f14-a473-bf76c16c095b {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:13:01.034571 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:13:01.035005 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Checking segment: {'id': '44ac7390-9809-498b-95d5-0e9031fee33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:13:01.035406 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.035795 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Bound using segment: {'id': '44ac7390-9809-498b-95d5-0e9031fee33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:13:01.036262 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Bound port: 56b1f282-f50c-4f0a-b6b4-794ba64ec4db, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ac7390-9809-498b-95d5-0e9031fee33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:13:01.036636 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.068768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-58e67a9d-b24c-4e70-8f7b-2aa2e8bb7b0d None None] Current status of the port d6e4a7d5-d479-4d09-b93f-e679ee2790eb is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:01.068768 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-58e67a9d-b24c-4e70-8f7b-2aa2e8bb7b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d6e4a7d5-d479-4d09-b93f-e679ee2790eb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.135127 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-58e67a9d-b24c-4e70-8f7b-2aa2e8bb7b0d None None] For port d6e4a7d5-d479-4d09-b93f-e679ee2790eb, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d6e4a7d5-d479-4d09-b93f-e679ee2790eb,segment=NetworkSegment(44ac7390-9809-498b-95d5-0e9031fee33a),segment_id=44ac7390-9809-498b-95d5-0e9031fee33a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:01.141226 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-58e67a9d-b24c-4e70-8f7b-2aa2e8bb7b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d6e4a7d5-d479-4d09-b93f-e679ee2790eb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.149580 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d6e4a7d5-d479-4d09-b93f-e679ee2790eb up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:13:01.169063 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-6b965709-60ef-4439-b275-21b351e6398f None None] For port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:13:01.173335 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-6b965709-60ef-4439-b275-21b351e6398f None None] For port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=56b1f282-f50c-4f0a-b6b4-794ba64ec4db,segment=NetworkSegment(44ac7390-9809-498b-95d5-0e9031fee33a),segment_id=44ac7390-9809-498b-95d5-0e9031fee33a)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:13:01.197546 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.257818 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e67a9d-b24c-4e70-8f7b-2aa2e8bb7b0d None None] Pushing event updated for resources: {'Port': ['ID=d6e4a7d5-d479-4d09-b93f-e679ee2790eb,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:01.262333 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5b0ef16-2b01-4196-833a-63da33230e72 req-d2ba7666-aa97-419d-b782-0828b14f8a9a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415385 Feb 05 03:13:01.285966 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Updating router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:13:01.286353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d6e4a7d5-d479-4d09-b93f-e679ee2790eb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:01.286861 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d6e4a7d5-d479-4d09-b93f-e679ee2790eb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.323367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f90a5ee-336c-44e1-9837-f06bda516d38 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:13:01.327718 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f90a5ee-336c-44e1-9837-f06bda516d38 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.367933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ab96bc79-cb02-4ed0-87fb-a17dff5da196 req-808eef16-7079-414f-8076-d01d8fcfc1f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Deleting port a6cd3103-c823-45a0-827a-dd872acb2f16 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:01.368845 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ab96bc79-cb02-4ed0-87fb-a17dff5da196 req-808eef16-7079-414f-8076-d01d8fcfc1f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a6cd3103-c823-45a0-827a-dd872acb2f16), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.386534 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.388127 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f2d06-0d60-4669-a438-6e701e6a8f5b None None] Pushing event updated for resources: {'Port': ['ID=56b1f282-f50c-4f0a-b6b4-794ba64ec4db,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:01.455413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d6e4a7d5-d479-4d09-b93f-e679ee2790eb is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:01.469762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-33772f13-40de-4490-9dc7-b466bb0b6476 None None] Provisioning complete for port d6e4a7d5-d479-4d09-b93f-e679ee2790eb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:01.470301 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33772f13-40de-4490-9dc7-b466bb0b6476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d6e4a7d5-d479-4d09-b93f-e679ee2790eb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.470958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f90a5ee-336c-44e1-9837-f06bda516d38 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:13:01.511118 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f90a5ee-336c-44e1-9837-f06bda516d38 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (cbfa82c5-85d7-4291-9b36-7e7e748e5a9d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.511751 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-2f90a5ee-336c-44e1-9837-f06bda516d38 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Added segment cbfa82c5-85d7-4291-9b36-7e7e748e5a9d of type vlan for network 91c3995a-1744-49af-bd8e-0a3a86b48947 Feb 05 03:13:01.618363 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f90a5ee-336c-44e1-9837-f06bda516d38 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (91c3995a-1744-49af-bd8e-0a3a86b48947), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.641960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-33772f13-40de-4490-9dc7-b466bb0b6476 None None] Current status of the port d6e4a7d5-d479-4d09-b93f-e679ee2790eb is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:01.670105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-33772f13-40de-4490-9dc7-b466bb0b6476 None None] Provisioning complete for port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:01.674364 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33772f13-40de-4490-9dc7-b466bb0b6476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.767914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ab96bc79-cb02-4ed0-87fb-a17dff5da196 req-808eef16-7079-414f-8076-d01d8fcfc1f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] For port a6cd3103-c823-45a0-827a-dd872acb2f16, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a6cd3103-c823-45a0-827a-dd872acb2f16,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:01.772607 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ab96bc79-cb02-4ed0-87fb-a17dff5da196 req-808eef16-7079-414f-8076-d01d8fcfc1f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a6cd3103-c823-45a0-827a-dd872acb2f16), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.804957 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.db.resource_extend [None req-2f90a5ee-336c-44e1-9837-f06bda516d38 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 03:13:01.933835 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ab96bc79-cb02-4ed0-87fb-a17dff5da196 req-808eef16-7079-414f-8076-d01d8fcfc1f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Calling delete_port for a6cd3103-c823-45a0-827a-dd872acb2f16 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:01.942320 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-33772f13-40de-4490-9dc7-b466bb0b6476 None None] Current status of the port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:01.942727 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33772f13-40de-4490-9dc7-b466bb0b6476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.954598 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Publish callbacks [] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.967013 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.970286 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f90a5ee-336c-44e1-9837-f06bda516d38 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (91c3995a-1744-49af-bd8e-0a3a86b48947), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:01.977734 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f90a5ee-336c-44e1-9837-f06bda516d38 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:01.980349 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f90a5ee-336c-44e1-9837-f06bda516d38 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:02.048958 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f2d06-0d60-4669-a438-6e701e6a8f5b None None] Pushing event updated for resources: {'Port': ['ID=6e1aa5d2-35c4-4386-8879-a8411ad1d44a,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:02.107188 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90a5ee-336c-44e1-9837-f06bda516d38 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Network': ['ID=91c3995a-1744-49af-bd8e-0a3a86b48947,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:02.112347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-33772f13-40de-4490-9dc7-b466bb0b6476 None None] For port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=56b1f282-f50c-4f0a-b6b4-794ba64ec4db,segment=NetworkSegment(44ac7390-9809-498b-95d5-0e9031fee33a),segment_id=44ac7390-9809-498b-95d5-0e9031fee33a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:02.132797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 91c3995a-1744-49af-bd8e-0a3a86b48947 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:13:02.143060 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33772f13-40de-4490-9dc7-b466bb0b6476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:02.165840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58041b59-8a1d-4e72-b7fe-12b9d1a93e3b req-430c7da9-6b27-43bc-82f3-38162b4dcb96 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:02.172177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58041b59-8a1d-4e72-b7fe-12b9d1a93e3b req-430c7da9-6b27-43bc-82f3-38162b4dcb96 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:02.177578 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58041b59-8a1d-4e72-b7fe-12b9d1a93e3b req-430c7da9-6b27-43bc-82f3-38162b4dcb96 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:02.185076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58041b59-8a1d-4e72-b7fe-12b9d1a93e3b req-430c7da9-6b27-43bc-82f3-38162b4dcb96 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:02.190426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58041b59-8a1d-4e72-b7fe-12b9d1a93e3b req-430c7da9-6b27-43bc-82f3-38162b4dcb96 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:02.196163 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58041b59-8a1d-4e72-b7fe-12b9d1a93e3b req-430c7da9-6b27-43bc-82f3-38162b4dcb96 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:02.202260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58041b59-8a1d-4e72-b7fe-12b9d1a93e3b req-430c7da9-6b27-43bc-82f3-38162b4dcb96 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:02.204312 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58041b59-8a1d-4e72-b7fe-12b9d1a93e3b req-430c7da9-6b27-43bc-82f3-38162b4dcb96 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5436 time: 0.5776196 Feb 05 03:13:02.213203 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2f90a5ee-336c-44e1-9837-f06bda516d38 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2526252 Feb 05 03:13:02.216104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48002) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:02.222623 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c4ae622c-46e1-482f-8b69-9ded61544002 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'subnet': {'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:02.239426 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Attempting to bind port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:13:02.242193 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Attempting to bind port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'e61f94ed-997b-4ede-8fbb-c76eebb4edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:13:02.242694 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Attempting to bind port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a on network 9fb4e322-cbc8-4b45-b795-b44f1137a0cf {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:13:02.260872 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:13:02.263442 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Checking segment: {'id': 'e61f94ed-997b-4ede-8fbb-c76eebb4edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:13:02.265166 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:02.267713 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Bound using segment: {'id': 'e61f94ed-997b-4ede-8fbb-c76eebb4edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:13:02.272965 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Bound port: 6e1aa5d2-35c4-4386-8879-a8411ad1d44a, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61f94ed-997b-4ede-8fbb-c76eebb4edad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:13:02.274047 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:02.374022 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae5ef0-a8ed-4d35-b454-05af635d2b78 req-be5a1522-48d2-4549-8d89-dc59828d0021 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:02.384685 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8ae5ef0-a8ed-4d35-b454-05af635d2b78 req-be5a1522-48d2-4549-8d89-dc59828d0021 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.4896548 Feb 05 03:13:02.392770 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33772f13-40de-4490-9dc7-b466bb0b6476 None None] Pushing event updated for resources: {'Port': ['ID=56b1f282-f50c-4f0a-b6b4-794ba64ec4db,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:02.462509 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-6b965709-60ef-4439-b275-21b351e6398f None None] For port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:13:02.468290 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-6b965709-60ef-4439-b275-21b351e6398f None None] For port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6e1aa5d2-35c4-4386-8879-a8411ad1d44a,segment=NetworkSegment(e61f94ed-997b-4ede-8fbb-c76eebb4edad),segment_id=e61f94ed-997b-4ede-8fbb-c76eebb4edad)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:13:02.489184 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:02.491835 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58041b59-8a1d-4e72-b7fe-12b9d1a93e3b req-9e0131fb-26cd-4850-ac72-a485eb55374f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2493565 Feb 05 03:13:02.514633 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aeaf9da8-03b9-436a-9c6c-e76ac3197f2e None None] Provisioning complete for port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:02.516736 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9da8-03b9-436a-9c6c-e76ac3197f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:02.529754 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ae622c-46e1-482f-8b69-9ded61544002 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Made reservation on behalf of 462601c24a08425693c823c46e08e1e1 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:13:02.539942 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4ae622c-46e1-482f-8b69-9ded61544002 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:02.680415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8ae5ef0-a8ed-4d35-b454-05af635d2b78 req-d3d18b9f-a0ea-4ac2-903a-e4cfc9ad409d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937794 Feb 05 03:13:02.688227 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f2d06-0d60-4669-a438-6e701e6a8f5b None None] Pushing event updated for resources: {'Port': ['ID=6e1aa5d2-35c4-4386-8879-a8411ad1d44a,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:02.733091 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:02.734240 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6b965709-60ef-4439-b275-21b351e6398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:02.814578 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aeaf9da8-03b9-436a-9c6c-e76ac3197f2e None None] Current status of the port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:02.887448 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ab96bc79-cb02-4ed0-87fb-a17dff5da196 req-808eef16-7079-414f-8076-d01d8fcfc1f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (a6cd3103-c823-45a0-827a-dd872acb2f16), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:02.965920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4e430602-6746-4f13-8bcb-e1086cea7b1d None None] Provisioning complete for port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:02.968606 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4e430602-6746-4f13-8bcb-e1086cea7b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:02.977475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa3397-1720-4660-a908-e0b6ed0c945a req-1124ed70-94b3-4305-b365-cb1f32047092 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:02.978786 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2aaa3397-1720-4660-a908-e0b6ed0c945a req-1124ed70-94b3-4305-b365-cb1f32047092 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 945 time: 0.3394101 Feb 05 03:13:02.979649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808eef16-7079-414f-8076-d01d8fcfc1f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event deleted for resources: {'Port': ['ID=a6cd3103-c823-45a0-827a-dd872acb2f16,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:03.085805 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6b965709-60ef-4439-b275-21b351e6398f None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:03.111618 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4ae622c-46e1-482f-8b69-9ded61544002 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (b91317e7-217b-4609-b466-e52774ada0ba), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:03.165038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab96bc79-cb02-4ed0-87fb-a17dff5da196 req-808eef16-7079-414f-8076-d01d8fcfc1f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] No DVR routers for this DVR port a6cd3103-c823-45a0-827a-dd872acb2f16 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:13:03.180142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4e430602-6746-4f13-8bcb-e1086cea7b1d None None] Current status of the port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:03.180908 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4e430602-6746-4f13-8bcb-e1086cea7b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:03.182643 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ab96bc79-cb02-4ed0-87fb-a17dff5da196 req-808eef16-7079-414f-8076-d01d8fcfc1f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:03.191897 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab96bc79-cb02-4ed0-87fb-a17dff5da196 req-808eef16-7079-414f-8076-d01d8fcfc1f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.10 "DELETE /v2.0/ports/a6cd3103-c823-45a0-827a-dd872acb2f16 HTTP/1.1" status: 204 len: 173 time: 2.3231502 Feb 05 03:13:03.192394 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec35b3ba-36ed-4f47-8adf-1d8c5b29b711', 'name': 'network-vif-deleted', 'tag': 'a6cd3103-c823-45a0-827a-dd872acb2f16'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:13:03.218500 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0b6ebe-5a8d-428a-b58b-c9968ccc3e14" -d '{"events": [{"server_uuid": "ec35b3ba-36ed-4f47-8adf-1d8c5b29b711", "name": "network-vif-deleted", "tag": "a6cd3103-c823-45a0-827a-dd872acb2f16"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:13:03.236437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6e1aa5d2-35c4-4386-8879-a8411ad1d44a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:13:03.333213 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae622c-46e1-482f-8b69-9ded61544002 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Subnet': ['ID=b91317e7-217b-4609-b466-e52774ada0ba,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:03.341631 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2aaa3397-1720-4660-a908-e0b6ed0c945a req-ac758c8e-b36e-473e-b92a-9180da79c8c1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511941 Feb 05 03:13:03.353138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae622c-46e1-482f-8b69-9ded61544002 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Checking segment: {'id': 'cbfa82c5-85d7-4291-9b36-7e7e748e5a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:13:03.354512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae622c-46e1-482f-8b69-9ded61544002 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network hostable DHCP agents. Network: 91c3995a-1744-49af-bd8e-0a3a86b48947, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:13:03.363738 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4e430602-6746-4f13-8bcb-e1086cea7b1d None None] For port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6e1aa5d2-35c4-4386-8879-a8411ad1d44a,segment=NetworkSegment(e61f94ed-997b-4ede-8fbb-c76eebb4edad),segment_id=e61f94ed-997b-4ede-8fbb-c76eebb4edad)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:03.410952 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae622c-46e1-482f-8b69-9ded61544002 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 91c3995a-1744-49af-bd8e-0a3a86b48947 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:13:03.423370 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4e430602-6746-4f13-8bcb-e1086cea7b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:03.437690 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c4ae622c-46e1-482f-8b69-9ded61544002 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 91c3995a-1744-49af-bd8e-0a3a86b48947) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:13:03.467038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ae622c-46e1-482f-8b69-9ded61544002 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:03.472092 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4ae622c-46e1-482f-8b69-9ded61544002 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:03.485169 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584731e3-28b1-4cff-8af3-f7c3236dc924 None None] Network 91c3995a-1744-49af-bd8e-0a3a86b48947 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:13:03.522170 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c4ae622c-46e1-482f-8b69-9ded61544002 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3043587 Feb 05 03:13:03.524956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48022) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:03.672144 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6b965709-60ef-4439-b275-21b351e6398f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:12:59Z', 'revision_number': 4, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 4, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:03.703024 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1103ff6a-be7c-48e1-b94b-eca32fbb3d07 x-openstack-request-id: req-1103ff6a-be7c-48e1-b94b-eca32fbb3d07 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:13:03.703991 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec35b3ba-36ed-4f47-8adf-1d8c5b29b711", "name": "network-vif-deleted", "tag": "a6cd3103-c823-45a0-827a-dd872acb2f16", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:13:03.703991 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1103ff6a-be7c-48e1-b94b-eca32fbb3d07 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:13:03.705210 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec35b3ba-36ed-4f47-8adf-1d8c5b29b711', 'name': 'network-vif-deleted', 'tag': 'a6cd3103-c823-45a0-827a-dd872acb2f16', 'status': 'completed', 'code': 200} Feb 05 03:13:03.710477 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4e430602-6746-4f13-8bcb-e1086cea7b1d None None] Provisioning complete for port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:03.711323 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4e430602-6746-4f13-8bcb-e1086cea7b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:03.724535 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fac9831e-cf08-47ec-aa57-a7b4a892b44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:03.770605 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b965709-60ef-4439-b275-21b351e6398f None None] The sync data for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 is: [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:12:59Z', 'revision_number': 4, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 4, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:13:03.775870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e430602-6746-4f13-8bcb-e1086cea7b1d None None] Pushing event updated for resources: {'Port': ['ID=6e1aa5d2-35c4-4386-8879-a8411ad1d44a,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:03.815087 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a8b1-e198-4bd6-82e9-23f165ea00f9 req-dde55b5d-a0cd-4e70-9d4c-33bb2bd05a0d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:03.824143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a8b1-e198-4bd6-82e9-23f165ea00f9 req-dde55b5d-a0cd-4e70-9d4c-33bb2bd05a0d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:03.826600 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:03.827114 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:03.869848 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a8b1-e198-4bd6-82e9-23f165ea00f9 req-dde55b5d-a0cd-4e70-9d4c-33bb2bd05a0d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:03.879978 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a8b1-e198-4bd6-82e9-23f165ea00f9 req-dde55b5d-a0cd-4e70-9d4c-33bb2bd05a0d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:03.886262 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a8b1-e198-4bd6-82e9-23f165ea00f9 req-dde55b5d-a0cd-4e70-9d4c-33bb2bd05a0d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:03.893909 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a8b1-e198-4bd6-82e9-23f165ea00f9 req-dde55b5d-a0cd-4e70-9d4c-33bb2bd05a0d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:03.899789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a8b1-e198-4bd6-82e9-23f165ea00f9 req-dde55b5d-a0cd-4e70-9d4c-33bb2bd05a0d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:03.908499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1166a8b1-e198-4bd6-82e9-23f165ea00f9 req-dde55b5d-a0cd-4e70-9d4c-33bb2bd05a0d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5436 time: 0.2565327 Feb 05 03:13:03.960913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-91c3995a-1744-49af-bd8e-0a3a86b48947', 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947', 'project_id': '462601c24a08425693c823c46e08e1e1', 'fixed_ips': [{'subnet_id': 'b91317e7-217b-4609-b466-e52774ada0ba'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:13:03.961791 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:04.131157 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1166a8b1-e198-4bd6-82e9-23f165ea00f9 req-3a24a64c-1c6f-4fbf-8f3c-cc28196dd6be tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2183781 Feb 05 03:13:04.177545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf4c8f-cedc-4cdf-9bfa-1726d366e88d req-400489b7-a20e-46e3-bd34-006b5630c5ee tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:04.188112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6cf4c8f-cedc-4cdf-9bfa-1726d366e88d req-400489b7-a20e-46e3-bd34-006b5630c5ee tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.2453067 Feb 05 03:13:04.229011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Allocated IP 2001:db8:3::2 (91c3995a-1744-49af-bd8e-0a3a86b48947/b91317e7-217b-4609-b466-e52774ada0ba/0c5f3289-7a2f-40fe-b53f-d981d7ec9acf) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:13:04.299836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a6cd3103-c823-45a0-827a-dd872acb2f16 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:13:04.320769 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6cf4c8f-cedc-4cdf-9bfa-1726d366e88d req-d9bca29e-6586-4250-95d8-a05d61636edb tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317470 Feb 05 03:13:04.362704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: a6cd3103-c823-45a0-827a-dd872acb2f16 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:13:04.365654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a6cd3103-c823-45a0-827a-dd872acb2f16 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:13:04.465647 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af94db0-94f5-4f94-add7-e7e2bc1235a1 req-38fd3c63-358f-4af5-9f18-4366a641d97c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:04.479538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af94db0-94f5-4f94-add7-e7e2bc1235a1 req-38fd3c63-358f-4af5-9f18-4366a641d97c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:04.485024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af94db0-94f5-4f94-add7-e7e2bc1235a1 req-38fd3c63-358f-4af5-9f18-4366a641d97c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:04.500568 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af94db0-94f5-4f94-add7-e7e2bc1235a1 req-38fd3c63-358f-4af5-9f18-4366a641d97c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:04.518633 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:04.519695 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d6e4a7d5-d479-4d09-b93f-e679ee2790eb up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:13:04.519889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af94db0-94f5-4f94-add7-e7e2bc1235a1 req-38fd3c63-358f-4af5-9f18-4366a641d97c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:04.525904 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af94db0-94f5-4f94-add7-e7e2bc1235a1 req-38fd3c63-358f-4af5-9f18-4366a641d97c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:04.536166 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4e430602-6746-4f13-8bcb-e1086cea7b1d None None] Current status of the port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:04.540256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af94db0-94f5-4f94-add7-e7e2bc1235a1 req-38fd3c63-358f-4af5-9f18-4366a641d97c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:04.561851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48044) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:04.565969 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9af94db0-94f5-4f94-add7-e7e2bc1235a1 req-38fd3c63-358f-4af5-9f18-4366a641d97c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5436 time: 0.2403650 Feb 05 03:13:04.571886 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ce14d2eb-a6a1-40b8-ba8c-a23047f2573f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Request body: {'floatingip': {'port_id': '03fddcad-382d-4779-8b93-ead7ee0c15de'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:04.640075 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a0f15652-26c1-4889-9e19-b6efcbc712b6 req-5e8164eb-cade-4c07-af86-00a98683d39d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 210 time: 0.0710876 Feb 05 03:13:04.714426 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:04.725112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce14d2eb-a6a1-40b8-ba8c-a23047f2573f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for floatingip (a9324af2-1389-418f-900d-b7400d89242d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:04.780604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-457aebc1-8839-4c8a-996f-214133dca602 None None] Provisioning complete for port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:04.802652 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-457aebc1-8839-4c8a-996f-214133dca602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:05.002946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67861be1-eea8-4572-9c56-b41c8f87eb5e req-41b24d99-c1d5-4e51-bd4c-2b56672a5bfc tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:05.017727 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67861be1-eea8-4572-9c56-b41c8f87eb5e req-41b24d99-c1d5-4e51-bd4c-2b56672a5bfc tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1303804 Feb 05 03:13:05.106639 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d6e4a7d5-d479-4d09-b93f-e679ee2790eb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:05.108044 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d6e4a7d5-d479-4d09-b93f-e679ee2790eb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:05.125767 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67861be1-eea8-4572-9c56-b41c8f87eb5e req-a74552b4-f209-4d67-9d3a-b37fecbcfebd tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068192 Feb 05 03:13:05.230385 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d7ed7-ebf9-4fcd-8662-c3b225e9c3b8 req-0953235b-1aa8-46a7-a385-c0799533d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:05.231931 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1c3d7ed7-ebf9-4fcd-8662-c3b225e9c3b8 req-0953235b-1aa8-46a7-a385-c0799533d213 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 1126 time: 0.3308487 Feb 05 03:13:05.316432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d59c995-3b72-4ffd-b9c9-4663d7b651b0 None None] Sync routers for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:13:05.323980 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-457aebc1-8839-4c8a-996f-214133dca602 None None] Current status of the port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:05.350254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d59c995-3b72-4ffd-b9c9-4663d7b651b0 None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:05.350940 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9d59c995-3b72-4ffd-b9c9-4663d7b651b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:12:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:05.498684 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9d59c995-3b72-4ffd-b9c9-4663d7b651b0 None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:05.552789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d6e4a7d5-d479-4d09-b93f-e679ee2790eb is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:05.570798 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Publish callbacks [] for port (0c5f3289-7a2f-40fe-b53f-d981d7ec9acf), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:05.592277 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (0c5f3289-7a2f-40fe-b53f-d981d7ec9acf), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:05.602746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-457aebc1-8839-4c8a-996f-214133dca602 None None] Provisioning complete for port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:05.604383 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-457aebc1-8839-4c8a-996f-214133dca602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:05.712302 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Network 91c3995a-1744-49af-bd8e-0a3a86b48947 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:13:05.723876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:13:05.760042 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:13:05.864396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Pushing event updated for resources: {'Port': ['ID=0c5f3289-7a2f-40fe-b53f-d981d7ec9acf,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:05.951235 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f5ccf5d-32b0-42d5-bac7-c005b6aabb9a req-5b3bb18e-2c92-48a5-9561-4b041ed94807 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 210 time: 0.1333754 Feb 05 03:13:05.976102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6e1aa5d2-35c4-4386-8879-a8411ad1d44a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:13:06.038149 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aed32f98-63c2-47d2-a81d-f4f82077f9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:06.062638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Attempting to bind port 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:13:06.064187 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Attempting to bind port 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'cbfa82c5-85d7-4291-9b36-7e7e748e5a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:13:06.064556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Attempting to bind port 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf on network 91c3995a-1744-49af-bd8e-0a3a86b48947 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:13:06.110864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:13:06.111282 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Checking segment: {'id': 'cbfa82c5-85d7-4291-9b36-7e7e748e5a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:13:06.111635 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:06.112021 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Bound using segment: {'id': 'cbfa82c5-85d7-4291-9b36-7e7e748e5a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:13:06.112498 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Bound port: 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfa82c5-85d7-4291-9b36-7e7e748e5a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:13:06.112872 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0c5f3289-7a2f-40fe-b53f-d981d7ec9acf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:06.371273 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46780fc-aa20-4198-9da9-2659751330d3 req-5a805a80-b508-4291-bd91-6834f5f695c7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:06.380816 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d46780fc-aa20-4198-9da9-2659751330d3 req-5a805a80-b508-4291-bd91-6834f5f695c7 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1278172 Feb 05 03:13:06.472133 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:06.472133 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:06.491313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d46780fc-aa20-4198-9da9-2659751330d3 req-36a5b1bd-f925-470b-bf4a-051816c43803 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038227 Feb 05 03:13:06.530868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-457aebc1-8839-4c8a-996f-214133dca602 None None] Current status of the port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:06.557043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] For port 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:13:06.561839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] For port 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0c5f3289-7a2f-40fe-b53f-d981d7ec9acf,segment=NetworkSegment(cbfa82c5-85d7-4291-9b36-7e7e748e5a9d),segment_id=cbfa82c5-85d7-4291-9b36-7e7e748e5a9d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:13:06.582866 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0c5f3289-7a2f-40fe-b53f-d981d7ec9acf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:06.641576 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5172e-407d-4ccb-81f3-73c752aef9d9 None None] Pushing event updated for resources: {'Port': ['ID=0c5f3289-7a2f-40fe-b53f-d981d7ec9acf,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:06.643046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Allocated IP 2001:db8:3::1 (91c3995a-1744-49af-bd8e-0a3a86b48947/b91317e7-217b-4609-b466-e52774ada0ba/22a1886d-0a48-4f18-9558-649728082dd2) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:13:06.694409 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9d59c995-3b72-4ffd-b9c9-4663d7b651b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:12:59Z', 'revision_number': 4, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:06.701097 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d7ed7-ebf9-4fcd-8662-c3b225e9c3b8 req-052d0496-774d-4f2f-adab-762ee8f92560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:06.702578 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1c3d7ed7-ebf9-4fcd-8662-c3b225e9c3b8 req-052d0496-774d-4f2f-adab-762ee8f92560 service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 1.4397464 Feb 05 03:13:06.727554 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d59c995-3b72-4ffd-b9c9-4663d7b651b0 None None] Checking router: 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:13:06.754451 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d59c995-3b72-4ffd-b9c9-4663d7b651b0 None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:06.755533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9d59c995-3b72-4ffd-b9c9-4663d7b651b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:06.868507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:06.868507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 56b1f282-f50c-4f0a-b6b4-794ba64ec4db up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:13:07.128903 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1c3d7ed7-ebf9-4fcd-8662-c3b225e9c3b8 req-3a006a9f-8d92-4bef-a942-1e6e10fa1cd5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 HTTP/1.1" status: 200 len: 999 time: 0.3814013 Feb 05 03:13:07.139892 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9d59c995-3b72-4ffd-b9c9-4663d7b651b0 None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:07.153049 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:07.269547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6aea21e-51ca-4c29-aa55-7d5d81458613 req-a3532282-5491-463a-a87a-e5bc153fe6d8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 210 time: 0.0997336 Feb 05 03:13:07.315200 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.db.resource_extend [None req-ce14d2eb-a6a1-40b8-ba8c-a23047f2573f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 05 03:13:07.330815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:07.336408 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:07.498777 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (22a1886d-0a48-4f18-9558-649728082dd2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:07.607349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d7ed7-ebf9-4fcd-8662-c3b225e9c3b8 req-d35da8c2-a837-45c1-91b5-7603801c2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:07.609651 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1c3d7ed7-ebf9-4fcd-8662-c3b225e9c3b8 req-d35da8c2-a837-45c1-91b5-7603801c2e5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.4435294 Feb 05 03:13:07.626028 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce14d2eb-a6a1-40b8-ba8c-a23047f2573f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:07.645473 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce14d2eb-a6a1-40b8-ba8c-a23047f2573f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (a9324af2-1389-418f-900d-b7400d89242d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:07.712103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cb254-68dd-4260-bfb4-5eea0d17013a req-ffb964a4-00a8-45f6-ba8d-29b16c3e2765 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:07.713805 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-488cb254-68dd-4260-bfb4-5eea0d17013a req-ffb964a4-00a8-45f6-ba8d-29b16c3e2765 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1260612 Feb 05 03:13:07.818669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-488cb254-68dd-4260-bfb4-5eea0d17013a req-ca649cda-9705-46e9-8512-2ad048343351 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940633 Feb 05 03:13:07.820810 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:07.828369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9d59c995-3b72-4ffd-b9c9-4663d7b651b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:12:59Z', 'revision_number': 4, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:07.875784 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d59c995-3b72-4ffd-b9c9-4663d7b651b0 None None] The sync data for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 is: [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:12:59Z', 'revision_number': 4, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:13:07.907986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d7ed7-ebf9-4fcd-8662-c3b225e9c3b8 req-716d1a66-3cfc-4972-8dfd-53a0c45e9dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:07.909866 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1c3d7ed7-ebf9-4fcd-8662-c3b225e9c3b8 req-716d1a66-3cfc-4972-8dfd-53a0c45e9dc2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2808390 Feb 05 03:13:07.957993 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-ce14d2eb-a6a1-40b8-ba8c-a23047f2573f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Floating IP a9324af2-1389-418f-900d-b7400d89242d associated. External IP: 172.25.0.140, port: 03fddcad-382d-4779-8b93-ead7ee0c15de. Feb 05 03:13:08.097385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:13:08.196783 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:08.198337 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0c5f3289-7a2f-40fe-b53f-d981d7ec9acf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:08.213790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (22a1886d-0a48-4f18-9558-649728082dd2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:08.342084 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:08.342648 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0c5f3289-7a2f-40fe-b53f-d981d7ec9acf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:08.414871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=22a1886d-0a48-4f18-9558-649728082dd2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:08.422668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0c5f3289-7a2f-40fe-b53f-d981d7ec9acf,segment=NetworkSegment(cbfa82c5-85d7-4291-9b36-7e7e748e5a9d),segment_id=cbfa82c5-85d7-4291-9b36-7e7e748e5a9d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:08.440299 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0c5f3289-7a2f-40fe-b53f-d981d7ec9acf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:08.497755 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0281ba8c-dffa-437a-8560-bfad331795a2 req-fbad6e3c-11be-4921-87d7-7949f3f2583b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 210 time: 0.0702217 Feb 05 03:13:08.605383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=0c5f3289-7a2f-40fe-b53f-d981d7ec9acf,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:08.626486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcc3a70-aad6-4d98-8190-377be0ff2326 None None] Network 91c3995a-1744-49af-bd8e-0a3a86b48947 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:13:08.654483 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce14d2eb-a6a1-40b8-ba8c-a23047f2573f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Router eabefc84-be5a-4e6b-8624-0543567e7956 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:13:08.678791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 91c3995a-1744-49af-bd8e-0a3a86b48947 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:13:08.702695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:13:08.708272 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:13:08.708834 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:08.747087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0a28bca0-675c-4bd7-b86c-249abae3763f None None] Provisioning complete for port 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:08.747644 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a28bca0-675c-4bd7-b86c-249abae3763f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0c5f3289-7a2f-40fe-b53f-d981d7ec9acf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:08.808617 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:08.844068 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1c3d7ed7-ebf9-4fcd-8662-c3b225e9c3b8 req-0bbe5a52-cfe1-4ab9-bd94-8003da4b67ce service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9240239 Feb 05 03:13:08.917270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0a28bca0-675c-4bd7-b86c-249abae3763f None None] Current status of the port 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:09.053203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae552fe6-e7b8-45e0-b9a7-0d6434667900 req-7c1e4017-7d85-4059-a967-0f4691ef85bf tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:09.054921 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae552fe6-e7b8-45e0-b9a7-0d6434667900 req-7c1e4017-7d85-4059-a967-0f4691ef85bf tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.0921750 Feb 05 03:13:09.152173 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae552fe6-e7b8-45e0-b9a7-0d6434667900 req-682d7a04-5aa3-49f2-a246-978901de72ce tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895457 Feb 05 03:13:09.204325 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1c3d7ed7-ebf9-4fcd-8662-c3b225e9c3b8 req-818499b5-ceb9-4763-9f86-56515c954a13 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443651 Feb 05 03:13:09.218736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (22a1886d-0a48-4f18-9558-649728082dd2), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:09.221185 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce14d2eb-a6a1-40b8-ba8c-a23047f2573f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:13:09.226263 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce14d2eb-a6a1-40b8-ba8c-a23047f2573f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:09.239219 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534efd7-bc84-4db3-82c7-2ac22bc7d980 None None] Sync routers for ids ['eabefc84-be5a-4e6b-8624-0543567e7956'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:13:09.264382 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3534efd7-bc84-4db3-82c7-2ac22bc7d980 None None] Routers {'eabefc84-be5a-4e6b-8624-0543567e7956'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:09.265037 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3534efd7-bc84-4db3-82c7-2ac22bc7d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['eabefc84-be5a-4e6b-8624-0543567e7956'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:09.462877 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-978a335e-ad59-4e0a-a75f-f4fe90813f30 None None] Provisioning complete for port 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:09.463294 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-978a335e-ad59-4e0a-a75f-f4fe90813f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0c5f3289-7a2f-40fe-b53f-d981d7ec9acf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:09.474358 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3534efd7-bc84-4db3-82c7-2ac22bc7d980 None None] Set router eabefc84-be5a-4e6b-8624-0543567e7956 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:09.657396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-978a335e-ad59-4e0a-a75f-f4fe90813f30 None None] Current status of the port 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:09.699691 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-978a335e-ad59-4e0a-a75f-f4fe90813f30 None None] Provisioning complete for port 22a1886d-0a48-4f18-9558-649728082dd2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:09.700065 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-978a335e-ad59-4e0a-a75f-f4fe90813f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (22a1886d-0a48-4f18-9558-649728082dd2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:09.740792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c91428a7-2b2c-4f9c-9a02-4e222e1a213d req-0f29076c-8d7a-4ddf-b229-a43cda385b26 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 210 time: 0.0594442 Feb 05 03:13:09.793490 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-978a335e-ad59-4e0a-a75f-f4fe90813f30 None None] Port 22a1886d-0a48-4f18-9558-649728082dd2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:13:10.033446 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ce14d2eb-a6a1-40b8-ba8c-a23047f2573f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "PUT /v2.0/floatingips/a9324af2-1389-418f-900d-b7400d89242d HTTP/1.1" status: 200 len: 992 time: 5.4640594 Feb 05 03:13:10.047762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:13:10.052171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'tag': '03fddcad-382d-4779-8b93-ead7ee0c15de'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:13:10.055154 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "tag": "03fddcad-382d-4779-8b93-ead7ee0c15de"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:13:10.113872 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed7d333-217a-407f-9274-8b5a4ef7472b x-openstack-request-id: req-fed7d333-217a-407f-9274-8b5a4ef7472b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:13:10.116078 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "tag": "03fddcad-382d-4779-8b93-ead7ee0c15de", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:13:10.116315 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fed7d333-217a-407f-9274-8b5a4ef7472b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:13:10.116821 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'tag': '03fddcad-382d-4779-8b93-ead7ee0c15de', 'status': 'completed', 'code': 200} Feb 05 03:13:10.169180 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3534efd7-bc84-4db3-82c7-2ac22bc7d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'name': 'tempest-TaggedBootDevicesTest-1324750262-router', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:23Z', 'updated_at': '2022-02-05T03:09:29Z', 'revision_number': 4, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'gw_port': {'id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:24Z', 'updated_at': '2022-02-05T03:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'a9324af2-1389-418f-900d-b7400d89242d', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'port_id': '03fddcad-382d-4779-8b93-ead7ee0c15de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a', 'mac_address': 'fa:16:3e:b6:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:10:45Z', 'updated_at': '2022-02-05T03:13:06Z', 'revision_number': 1, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea31fa63-2be9-432e-bbbb-1094bf8e0816', 'name': '', 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'mac_address': 'fa:16:3e:97:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:27Z', 'updated_at': '2022-02-05T03:09:46Z', 'revision_number': 5, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'subnets': [{'id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:10.218359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d0fa5c9b-2e7a-4c33-8385-b13de85ebe37 None None] Provisioning complete for port 22a1886d-0a48-4f18-9558-649728082dd2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:10.220791 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0fa5c9b-2e7a-4c33-8385-b13de85ebe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (22a1886d-0a48-4f18-9558-649728082dd2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:10.230344 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:10.288891 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:13:10.296140 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534efd7-bc84-4db3-82c7-2ac22bc7d980 None None] Checking router: eabefc84-be5a-4e6b-8624-0543567e7956 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:13:10.302424 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:10.307191 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0c5f3289-7a2f-40fe-b53f-d981d7ec9acf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:10.320707 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3534efd7-bc84-4db3-82c7-2ac22bc7d980 None None] Routers {'eabefc84-be5a-4e6b-8624-0543567e7956'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:10.321622 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3534efd7-bc84-4db3-82c7-2ac22bc7d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['eabefc84-be5a-4e6b-8624-0543567e7956'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:10.342936 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d173a5-82c9-468c-be19-25a11327c499 req-2f964b89-5ed4-4984-85fa-c001596b2cf3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:10.349655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d173a5-82c9-468c-be19-25a11327c499 req-2f964b89-5ed4-4984-85fa-c001596b2cf3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:10.357219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d173a5-82c9-468c-be19-25a11327c499 req-2f964b89-5ed4-4984-85fa-c001596b2cf3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:10.363372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d173a5-82c9-468c-be19-25a11327c499 req-2f964b89-5ed4-4984-85fa-c001596b2cf3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:10.370159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d173a5-82c9-468c-be19-25a11327c499 req-2f964b89-5ed4-4984-85fa-c001596b2cf3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:10.378585 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa5c9b-2e7a-4c33-8385-b13de85ebe37 None None] Port 22a1886d-0a48-4f18-9558-649728082dd2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:13:10.396778 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d173a5-82c9-468c-be19-25a11327c499 req-2f964b89-5ed4-4984-85fa-c001596b2cf3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:10.425660 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48100) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:10.429348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d173a5-82c9-468c-be19-25a11327c499 req-2f964b89-5ed4-4984-85fa-c001596b2cf3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:10.445775 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30d173a5-82c9-468c-be19-25a11327c499 req-2f964b89-5ed4-4984-85fa-c001596b2cf3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5436 time: 0.2686405 Feb 05 03:13:10.482376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed req-58fe7459-be81-4747-a0c3-8eb35e0e2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:10.488351 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed req-58fe7459-be81-4747-a0c3-8eb35e0e2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:10.489217 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed req-58fe7459-be81-4747-a0c3-8eb35e0e2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:10.489894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed req-58fe7459-be81-4747-a0c3-8eb35e0e2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:10.490520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed req-58fe7459-be81-4747-a0c3-8eb35e0e2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:10.491217 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed req-58fe7459-be81-4747-a0c3-8eb35e0e2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:10.493790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed req-58fe7459-be81-4747-a0c3-8eb35e0e2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:10.496144 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed req-58fe7459-be81-4747-a0c3-8eb35e0e2ba8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 6710 time: 0.2966378 Feb 05 03:13:10.528978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:10.721952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30d173a5-82c9-468c-be19-25a11327c499 req-1b8246d8-e951-4ed6-89fa-d1384f1a1617 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2577841 Feb 05 03:13:10.752888 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf98a545-4c6b-4e54-b5ca-5ffdfff29b01 req-d5bb1f36-8fec-45b5-b27e-6302e2fe25a4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2806652 Feb 05 03:13:10.762322 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a76a1-2a0b-4fd8-983a-89ea630dbc81 req-123863ae-ffec-4e4d-877f-a8abc0dfd74b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:10.771598 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e09a76a1-2a0b-4fd8-983a-89ea630dbc81 req-123863ae-ffec-4e4d-877f-a8abc0dfd74b tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.4857364 Feb 05 03:13:10.797186 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3534efd7-bc84-4db3-82c7-2ac22bc7d980 None None] Set router eabefc84-be5a-4e6b-8624-0543567e7956 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:10.810954 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for port (22a1886d-0a48-4f18-9558-649728082dd2), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:10.825886 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (22a1886d-0a48-4f18-9558-649728082dd2), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:10.826914 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:10.850091 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a70f-6064-4637-9f30-f27b7a65f6ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:10.966667 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a70f-6064-4637-9f30-f27b7a65f6ab admin admin] Publish callbacks [] for security_group (c7671922-3918-4a8d-858d-45ec15ec39b2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:11.023272 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a70f-6064-4637-9f30-f27b7a65f6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c7671922-3918-4a8d-858d-45ec15ec39b2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:11.038406 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e09a76a1-2a0b-4fd8-983a-89ea630dbc81 req-f973b740-de1c-4ca5-bc39-908e83bb978d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569401 Feb 05 03:13:11.038406 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98a545-4c6b-4e54-b5ca-5ffdfff29b01 req-2636b88b-379f-43e2-90e1-e3a4f5d5df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:11.040413 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf98a545-4c6b-4e54-b5ca-5ffdfff29b01 req-2636b88b-379f-43e2-90e1-e3a4f5d5df57 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 1127 time: 0.2599707 Feb 05 03:13:11.042193 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e689bf8-f54a-4d79-8a33-27950ef0fe6a req-94e6974f-ba56-46aa-a824-749fee655a87 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 210 time: 0.1313012 Feb 05 03:13:11.076785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4a70f-6064-4637-9f30-f27b7a65f6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7671922-3918-4a8d-858d-45ec15ec39b2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:11.130245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed req-7878e1b1-da8f-4e22-81a2-462d4f4494fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:11.132014 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed req-7878e1b1-da8f-4e22-81a2-462d4f4494fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=7097744d-dd66-45ae-922a-012c6aa6d64a HTTP/1.1" status: 200 len: 913 time: 0.6236196 Feb 05 03:13:11.135167 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event updated for resources: {'Port': ['ID=22a1886d-0a48-4f18-9558-649728082dd2,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:11.141768 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0dc4a70f-6064-4637-9f30-f27b7a65f6ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e164cf05c0a4c4a9d609423f0aae570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7032166 Feb 05 03:13:11.145272 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48118) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:11.239835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Network 91c3995a-1744-49af-bd8e-0a3a86b48947 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:13:11.249327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:13:11.278123 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed req-1c4c37e5-e156-4572-b350-4a6c5b080d37 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03fddcad-382d-4779-8b93-ead7ee0c15de HTTP/1.1" status: 200 len: 1000 time: 0.1317556 Feb 05 03:13:11.287421 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3534efd7-bc84-4db3-82c7-2ac22bc7d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'name': 'tempest-TaggedBootDevicesTest-1324750262-router', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:23Z', 'updated_at': '2022-02-05T03:09:29Z', 'revision_number': 4, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'gw_port': {'id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:24Z', 'updated_at': '2022-02-05T03:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'a9324af2-1389-418f-900d-b7400d89242d', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'port_id': '03fddcad-382d-4779-8b93-ead7ee0c15de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a', 'mac_address': 'fa:16:3e:b6:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:10:45Z', 'updated_at': '2022-02-05T03:13:06Z', 'revision_number': 1, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea31fa63-2be9-432e-bbbb-1094bf8e0816', 'name': '', 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'mac_address': 'fa:16:3e:97:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:27Z', 'updated_at': '2022-02-05T03:09:46Z', 'revision_number': 5, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'subnets': [{'id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:11.312880 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98a545-4c6b-4e54-b5ca-5ffdfff29b01 req-383d381a-5caa-4826-86ac-4445d9c7ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:11.314454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf98a545-4c6b-4e54-b5ca-5ffdfff29b01 req-383d381a-5caa-4826-86ac-4445d9c7ce5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.2529652 Feb 05 03:13:11.373650 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:11.383368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed req-8c09cc10-9e06-47aa-b657-232f912084d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:11.385286 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed req-8c09cc10-9e06-47aa-b657-232f912084d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cf09b2e-137b-4998-8599-88061836d9fc HTTP/1.1" status: 200 len: 851 time: 0.1013558 Feb 05 03:13:11.411148 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534efd7-bc84-4db3-82c7-2ac22bc7d980 None None] The sync data for ids ['eabefc84-be5a-4e6b-8624-0543567e7956'] in n-d-826942-8 is: [{'id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'name': 'tempest-TaggedBootDevicesTest-1324750262-router', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:23Z', 'updated_at': '2022-02-05T03:09:29Z', 'revision_number': 4, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'gw_port': {'id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:24Z', 'updated_at': '2022-02-05T03:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'a9324af2-1389-418f-900d-b7400d89242d', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'port_id': '03fddcad-382d-4779-8b93-ead7ee0c15de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a', 'mac_address': 'fa:16:3e:b6:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:10:45Z', 'updated_at': '2022-02-05T03:13:06Z', 'revision_number': 1, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea31fa63-2be9-432e-bbbb-1094bf8e0816', 'name': '', 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'mac_address': 'fa:16:3e:97:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:27Z', 'updated_at': '2022-02-05T03:09:46Z', 'revision_number': 5, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'subnets': [{'id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:13:11.492776 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf98a545-4c6b-4e54-b5ca-5ffdfff29b01 req-7494613d-0db3-42ee-8ea0-96de04201586 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd524c50-2e20-442f-a0b6-34b6a2a08f31 HTTP/1.1" status: 200 len: 217 time: 0.1139030 Feb 05 03:13:11.590488 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f381151c-339c-4841-81e0-7eacfbfa6b23 admin admin] Publish callbacks [] for security_group (c7671922-3918-4a8d-858d-45ec15ec39b2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:11.622863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a279fd-e09f-4728-8ee0-38bcaa14a2b0 req-1c3178c1-3240-4c89-a2da-27fe7ff7ed07 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:11.629828 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11a279fd-e09f-4728-8ee0-38bcaa14a2b0 req-1c3178c1-3240-4c89-a2da-27fe7ff7ed07 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.3143194 Feb 05 03:13:11.687897 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f381151c-339c-4841-81e0-7eacfbfa6b23 admin admin] Publish callbacks [] for security_group (c7671922-3918-4a8d-858d-45ec15ec39b2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:11.721573 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-36900983-31e7-4d1d-9053-c17dc7c68231 None None] Provisioning complete for port 22a1886d-0a48-4f18-9558-649728082dd2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:11.723823 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36900983-31e7-4d1d-9053-c17dc7c68231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (22a1886d-0a48-4f18-9558-649728082dd2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:11.736771 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11a279fd-e09f-4728-8ee0-38bcaa14a2b0 req-e532d4ae-e6a6-4d41-bce9-853e77274fd1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059842 Feb 05 03:13:11.762320 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98a545-4c6b-4e54-b5ca-5ffdfff29b01 req-953f25cd-e964-4a17-b602-8f9a7db1da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:11.764887 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf98a545-4c6b-4e54-b5ca-5ffdfff29b01 req-953f25cd-e964-4a17-b602-8f9a7db1da60 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.2612462 Feb 05 03:13:11.779315 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:13:11.801311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed req-fbc39592-59e5-43f3-8273-6c2d693f2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:11.803199 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed req-fbc39592-59e5-43f3-8273-6c2d693f2b16 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7097744d-dd66-45ae-922a-012c6aa6d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3734400 Feb 05 03:13:11.852762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-36900983-31e7-4d1d-9053-c17dc7c68231 None None] Port 22a1886d-0a48-4f18-9558-649728082dd2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:13:11.895479 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f885d307-1365-49e4-8944-fe5470ddb3a9 None None] New status for floating IP a9324af2-1389-418f-900d-b7400d89242d: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:13:11.932110 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98a545-4c6b-4e54-b5ca-5ffdfff29b01 req-f156ac86-de4f-4dfe-8f58-404a3667c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:11.933974 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf98a545-4c6b-4e54-b5ca-5ffdfff29b01 req-f156ac86-de4f-4dfe-8f58-404a3667c8d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1631360 Feb 05 03:13:12.159890 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61968fb-4d7f-460e-b993-a9e259ec8c3a req-32f16d77-d1d0-4f41-9632-8725e2437170 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:12.166243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61968fb-4d7f-460e-b993-a9e259ec8c3a req-32f16d77-d1d0-4f41-9632-8725e2437170 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:12.168577 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f381151c-339c-4841-81e0-7eacfbfa6b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c7671922-3918-4a8d-858d-45ec15ec39b2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:12.172049 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61968fb-4d7f-460e-b993-a9e259ec8c3a req-32f16d77-d1d0-4f41-9632-8725e2437170 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:12.176720 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f381151c-339c-4841-81e0-7eacfbfa6b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:12.177589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61968fb-4d7f-460e-b993-a9e259ec8c3a req-32f16d77-d1d0-4f41-9632-8725e2437170 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:12.184822 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61968fb-4d7f-460e-b993-a9e259ec8c3a req-32f16d77-d1d0-4f41-9632-8725e2437170 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:12.185872 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f381151c-339c-4841-81e0-7eacfbfa6b23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7671922-3918-4a8d-858d-45ec15ec39b2 HTTP/1.1" status: 204 len: 168 time: 1.0329723 Feb 05 03:13:12.189812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61968fb-4d7f-460e-b993-a9e259ec8c3a req-32f16d77-d1d0-4f41-9632-8725e2437170 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:12.195463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61968fb-4d7f-460e-b993-a9e259ec8c3a req-32f16d77-d1d0-4f41-9632-8725e2437170 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:12.197580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e61968fb-4d7f-460e-b993-a9e259ec8c3a req-32f16d77-d1d0-4f41-9632-8725e2437170 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5436 time: 0.2684004 Feb 05 03:13:12.215845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381151c-339c-4841-81e0-7eacfbfa6b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7671922-3918-4a8d-858d-45ec15ec39b2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:12.216525 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb26099-f2f8-45b1-b885-966327f7d315 req-7d9e32ae-008c-421b-a444-9f156cac9e54 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:12.223928 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3eb26099-f2f8-45b1-b885-966327f7d315 req-7d9e32ae-008c-421b-a444-9f156cac9e54 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.2905557 Feb 05 03:13:12.234923 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed req-01a4227a-6c28-4e8d-8171-71afbad70160 service neutron] 10.222.0.31 "GET /v2.0/networks/7097744d-dd66-45ae-922a-012c6aa6d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880639 Feb 05 03:13:12.239081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:13:12.253538 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5320c909-34ba-4f0d-9d5f-2a05e82af0bb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7242613 Feb 05 03:13:12.253782 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Sync routers for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:13:12.273874 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:12.274265 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48130) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:12.287527 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:12.347606 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3eb26099-f2f8-45b1-b885-966327f7d315 req-fcd52ef9-e8f2-44cd-8f6b-91b2098a2137 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226177 Feb 05 03:13:12.355677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a189ca52-383c-49ec-9735-6d73c1d9bf89 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:12.459301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf98a545-4c6b-4e54-b5ca-5ffdfff29b01 req-81cd8b27-c2ff-4ae0-9834-2ba6b5b705d8 service neutron] 10.222.0.10 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216518 Feb 05 03:13:12.512511 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:12.693346 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4dd61112-24fe-42ab-85ab-cc41ca808531 req-9a35b747-a511-4dba-980b-e56ed4975924 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 210 time: 0.1923738 Feb 05 03:13:12.699233 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf98a545-4c6b-4e54-b5ca-5ffdfff29b01 req-0909b1d3-f9e6-4159-ab4f-8eb45c4ffd27 service neutron] 10.222.0.10 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312224 Feb 05 03:13:12.751364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e61968fb-4d7f-460e-b993-a9e259ec8c3a req-49d455c6-bb95-4e2e-9154-6a9c6f31eb81 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5250864 Feb 05 03:13:12.820755 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48138) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:12.849578 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f8b4-548e-4525-9998-e6d0ae08ff47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:12.864976 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bdf3adc2-3bc5-40a2-838d-17b2dd041aed req-6300c2a0-47b5-44a3-828c-cf9419ba28bc service neutron] 10.222.0.31 "GET /v2.0/networks/7097744d-dd66-45ae-922a-012c6aa6d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6126893 Feb 05 03:13:13.031000 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:09Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a1886d-0a48-4f18-9558-649728082dd2', 'name': '', 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:c7:d6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:13:05Z', 'updated_at': '2022-02-05T03:13:10Z', 'revision_number': 2, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:13.094101 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Checking router: 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:13:13.103902 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Updating router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 port 22a1886d-0a48-4f18-9558-649728082dd2 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:13:13.111443 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f8b4-548e-4525-9998-e6d0ae08ff47 admin admin] Publish callbacks [] for security_group (8673c077-5e6b-42dc-8070-d51d4eb91f2d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:13.121044 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f8b4-548e-4525-9998-e6d0ae08ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8673c077-5e6b-42dc-8070-d51d4eb91f2d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:13.175933 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (22a1886d-0a48-4f18-9558-649728082dd2), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:13.215048 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e6c1f8b4-548e-4525-9998-e6d0ae08ff47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64e00c8aee6f474cbdb7c23060caf278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3931453 Feb 05 03:13:13.233905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1f8b4-548e-4525-9998-e6d0ae08ff47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8673c077-5e6b-42dc-8070-d51d4eb91f2d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:13.245687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48142) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:13.403873 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.extraroute_db [None req-a189ca52-383c-49ec-9735-6d73c1d9bf89 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 05 03:13:13.425809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.extraroute_db [None req-a189ca52-383c-49ec-9735-6d73c1d9bf89 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Removed routes are [] {{(pid=109674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 05 03:13:13.427565 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a189ca52-383c-49ec-9735-6d73c1d9bf89 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:13.462088 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bccbc6-0231-45b7-a855-d7e8c1e61ebd req-1e2000c9-214b-4909-abe9-a7a71a8ec610 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:13.464645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94bccbc6-0231-45b7-a855-d7e8c1e61ebd req-1e2000c9-214b-4909-abe9-a7a71a8ec610 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.2482810 Feb 05 03:13:13.468263 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d10eb559-2bd7-4cbe-a252-5dc145ef1b8a admin admin] Publish callbacks [] for security_group (8673c077-5e6b-42dc-8070-d51d4eb91f2d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:13.618042 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d10eb559-2bd7-4cbe-a252-5dc145ef1b8a admin admin] Publish callbacks [] for security_group (8673c077-5e6b-42dc-8070-d51d4eb91f2d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:13.702627 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94bccbc6-0231-45b7-a855-d7e8c1e61ebd req-82766847-f70c-4f8f-a2ff-f890777bfa98 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303348 Feb 05 03:13:13.769436 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d10eb559-2bd7-4cbe-a252-5dc145ef1b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8673c077-5e6b-42dc-8070-d51d4eb91f2d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:13.776106 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d10eb559-2bd7-4cbe-a252-5dc145ef1b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:13.788513 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Publish callbacks [] for port (22a1886d-0a48-4f18-9558-649728082dd2), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:13.792932 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d10eb559-2bd7-4cbe-a252-5dc145ef1b8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8673c077-5e6b-42dc-8070-d51d4eb91f2d HTTP/1.1" status: 204 len: 168 time: 0.5316732 Feb 05 03:13:13.802657 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (22a1886d-0a48-4f18-9558-649728082dd2), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:13.829778 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10eb559-2bd7-4cbe-a252-5dc145ef1b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8673c077-5e6b-42dc-8070-d51d4eb91f2d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:13.926541 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b7c15-9ffa-4684-ace9-a9660ac12bf9 None None] Pushing event updated for resources: {'Port': ['ID=22a1886d-0a48-4f18-9558-649728082dd2,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:13.995003 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f4e98d2-8962-4e47-9cb1-febe5fe572b8 req-1871225d-2293-4c8e-a010-2dc1e4a44dd3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 210 time: 0.1040237 Feb 05 03:13:14.022214 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a189ca52-383c-49ec-9735-6d73c1d9bf89 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:14.071912 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Attempting to bind port 22a1886d-0a48-4f18-9558-649728082dd2 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:13:14.072471 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Attempting to bind port 22a1886d-0a48-4f18-9558-649728082dd2 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'cbfa82c5-85d7-4291-9b36-7e7e748e5a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:13:14.073048 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Attempting to bind port 22a1886d-0a48-4f18-9558-649728082dd2 on network 91c3995a-1744-49af-bd8e-0a3a86b48947 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:13:14.079118 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:13:14.079835 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Checking segment: {'id': 'cbfa82c5-85d7-4291-9b36-7e7e748e5a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:13:14.080713 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:14.081465 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Bound using segment: {'id': 'cbfa82c5-85d7-4291-9b36-7e7e748e5a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:13:14.082198 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Bound port: 22a1886d-0a48-4f18-9558-649728082dd2, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfa82c5-85d7-4291-9b36-7e7e748e5a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:13:14.082855 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (22a1886d-0a48-4f18-9558-649728082dd2), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:14.132814 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a189ca52-383c-49ec-9735-6d73c1d9bf89 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:14.238398 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] For port 22a1886d-0a48-4f18-9558-649728082dd2, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:13:14.249005 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] For port 22a1886d-0a48-4f18-9558-649728082dd2, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=22a1886d-0a48-4f18-9558-649728082dd2,segment=NetworkSegment(cbfa82c5-85d7-4291-9b36-7e7e748e5a9d),segment_id=cbfa82c5-85d7-4291-9b36-7e7e748e5a9d)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:13:14.261987 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (22a1886d-0a48-4f18-9558-649728082dd2), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:14.283118 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0842b8-f5ad-4fb7-b102-5a6838053ef7 req-9a98356f-e8e3-46cd-8155-d5e16c069a2f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:14.321454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0842b8-f5ad-4fb7-b102-5a6838053ef7 req-9a98356f-e8e3-46cd-8155-d5e16c069a2f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:14.339528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0842b8-f5ad-4fb7-b102-5a6838053ef7 req-9a98356f-e8e3-46cd-8155-d5e16c069a2f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:14.350465 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0842b8-f5ad-4fb7-b102-5a6838053ef7 req-9a98356f-e8e3-46cd-8155-d5e16c069a2f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:14.372672 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0842b8-f5ad-4fb7-b102-5a6838053ef7 req-9a98356f-e8e3-46cd-8155-d5e16c069a2f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:14.391556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0842b8-f5ad-4fb7-b102-5a6838053ef7 req-9a98356f-e8e3-46cd-8155-d5e16c069a2f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:14.399535 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d41b32-41ab-4870-b74b-cc8aef8a1d44 req-460fdc0f-db1c-4aca-be3c-8ab82f7aa08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:14.403873 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-24d41b32-41ab-4870-b74b-cc8aef8a1d44 req-460fdc0f-db1c-4aca-be3c-8ab82f7aa08f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 1126 time: 0.3877254 Feb 05 03:13:14.406642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0842b8-f5ad-4fb7-b102-5a6838053ef7 req-9a98356f-e8e3-46cd-8155-d5e16c069a2f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:14.410933 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:14.412103 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:14.422358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f0842b8-f5ad-4fb7-b102-5a6838053ef7 req-9a98356f-e8e3-46cd-8155-d5e16c069a2f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5436 time: 0.3710828 Feb 05 03:13:14.518262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Provisioning complete for port 22a1886d-0a48-4f18-9558-649728082dd2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:14.520595 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (22a1886d-0a48-4f18-9558-649728082dd2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:14.523472 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b7c15-9ffa-4684-ace9-a9660ac12bf9 None None] Pushing event updated for resources: {'Port': ['ID=22a1886d-0a48-4f18-9558-649728082dd2,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:14.612978 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f0842b8-f5ad-4fb7-b102-5a6838053ef7 req-06462e11-574d-48aa-8a55-95f4b3a9cec2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1891553 Feb 05 03:13:14.625610 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:14.809280 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d41b32-41ab-4870-b74b-cc8aef8a1d44 req-ec856719-9e24-4697-a818-fad0ebf1d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:14.816947 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-24d41b32-41ab-4870-b74b-cc8aef8a1d44 req-ec856719-9e24-4697-a818-fad0ebf1d50b service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.3911054 Feb 05 03:13:14.819243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Current status of the port 22a1886d-0a48-4f18-9558-649728082dd2 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:14.819644 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (22a1886d-0a48-4f18-9558-649728082dd2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:14.923681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] For port 22a1886d-0a48-4f18-9558-649728082dd2, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=22a1886d-0a48-4f18-9558-649728082dd2,segment=NetworkSegment(cbfa82c5-85d7-4291-9b36-7e7e748e5a9d),segment_id=cbfa82c5-85d7-4291-9b36-7e7e748e5a9d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:14.933896 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (22a1886d-0a48-4f18-9558-649728082dd2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:15.000817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a189ca52-383c-49ec-9735-6d73c1d9bf89 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:13:15.028544 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-24d41b32-41ab-4870-b74b-cc8aef8a1d44 req-230b6c43-1c54-43cc-8a1c-baf3be17b761 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 HTTP/1.1" status: 200 len: 999 time: 0.1999013 Feb 05 03:13:15.034359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Pushing event updated for resources: {'Port': ['ID=22a1886d-0a48-4f18-9558-649728082dd2,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:15.045590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:15.046547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:15.046947 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:15.047435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:15.047832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:15.048378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:15.048714 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:15.049200 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:15.049672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:15.050011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:15.050446 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:15.050799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:15.051140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cae4fb-e13b-432c-be80-b347c86f6a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:15.079230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8db69e36-eeb7-4536-b503-85aec89f9561 None None] Provisioning complete for port 22a1886d-0a48-4f18-9558-649728082dd2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:15.080473 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8db69e36-eeb7-4536-b503-85aec89f9561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (22a1886d-0a48-4f18-9558-649728082dd2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:15.157456 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d048bc-3ed3-4d88-b41a-09f8a89b273a req-01233b22-5d18-40c5-90bf-b19b3568db05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:15.171889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d048bc-3ed3-4d88-b41a-09f8a89b273a req-01233b22-5d18-40c5-90bf-b19b3568db05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:15.206743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d048bc-3ed3-4d88-b41a-09f8a89b273a req-01233b22-5d18-40c5-90bf-b19b3568db05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:15.231341 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d048bc-3ed3-4d88-b41a-09f8a89b273a req-01233b22-5d18-40c5-90bf-b19b3568db05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:15.243759 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d048bc-3ed3-4d88-b41a-09f8a89b273a req-01233b22-5d18-40c5-90bf-b19b3568db05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:15.272304 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d048bc-3ed3-4d88-b41a-09f8a89b273a req-01233b22-5d18-40c5-90bf-b19b3568db05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:15.300967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d048bc-3ed3-4d88-b41a-09f8a89b273a req-01233b22-5d18-40c5-90bf-b19b3568db05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:15.316890 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47d048bc-3ed3-4d88-b41a-09f8a89b273a req-01233b22-5d18-40c5-90bf-b19b3568db05 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5436 time: 0.4662666 Feb 05 03:13:15.318166 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:13Z', 'revision_number': 6, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a1886d-0a48-4f18-9558-649728082dd2', 'name': '', 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:c7:d6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:13:05Z', 'updated_at': '2022-02-05T03:13:14Z', 'revision_number': 4, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:15.370095 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23420b3-adcc-4357-bf98-d7463a9d7572 req-dfdc1da1-18a9-4cb1-86f9-1b6ad8baff9d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:15.374058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d41b32-41ab-4870-b74b-cc8aef8a1d44 req-7710277b-f55a-4d1c-8864-a06b9a93ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:15.376209 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a5bbc3-6828-423e-aa9e-d01e16ee8502 None None] The sync data for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 is: [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:13Z', 'revision_number': 6, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a1886d-0a48-4f18-9558-649728082dd2', 'name': '', 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:c7:d6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:13:05Z', 'updated_at': '2022-02-05T03:13:14Z', 'revision_number': 4, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:13:15.376788 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-24d41b32-41ab-4870-b74b-cc8aef8a1d44 req-7710277b-f55a-4d1c-8864-a06b9a93ec42 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.3438175 Feb 05 03:13:15.405161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d23420b3-adcc-4357-bf98-d7463a9d7572 req-dfdc1da1-18a9-4cb1-86f9-1b6ad8baff9d tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.4562161 Feb 05 03:13:15.523693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a189ca52-383c-49ec-9735-6d73c1d9bf89 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:13:15.549134 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a189ca52-383c-49ec-9735-6d73c1d9bf89 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:15.557158 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a189ca52-383c-49ec-9735-6d73c1d9bf89 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 HTTP/1.1" status: 200 len: 953 time: 3.2055383 Feb 05 03:13:15.558544 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48180) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:15.580784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d41b32-41ab-4870-b74b-cc8aef8a1d44 req-f5f79518-f089-4be3-af8c-8739a80440ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:15.582445 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-24d41b32-41ab-4870-b74b-cc8aef8a1d44 req-f5f79518-f089-4be3-af8c-8739a80440ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1931608 Feb 05 03:13:15.757489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8db69e36-eeb7-4536-b503-85aec89f9561 None None] Current status of the port 22a1886d-0a48-4f18-9558-649728082dd2 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:15.793405 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47d048bc-3ed3-4d88-b41a-09f8a89b273a req-2103bd6e-27b0-4a39-a3a2-dfd2b814c84b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4697940 Feb 05 03:13:15.812274 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-65ff03ca-6ee6-4d24-82c5-3371b36fb52e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/routers/0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 HTTP/1.1" status: 200 len: 953 time: 0.2018914 Feb 05 03:13:15.812948 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48184) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:15.854344 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-32d9b225-ef44-4ade-abc3-7e678f48ef01 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'router': {'routes': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:15.888175 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-24d41b32-41ab-4870-b74b-cc8aef8a1d44 req-99b5cdb0-787a-402a-b952-1d20c96b689e service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935076 Feb 05 03:13:16.097183 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 22a1886d-0a48-4f18-9558-649728082dd2 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:13:16.133010 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ad9de65-33d6-4f94-b046-ab1e29a10ee5 req-af2efa45-ab45-4d08-9dad-422234ebfd30 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 210 time: 0.1700633 Feb 05 03:13:16.156808 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d23420b3-adcc-4357-bf98-d7463a9d7572 req-770e824a-cdf1-4dd9-8724-0c3f7b17963a tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7465458 Feb 05 03:13:16.236160 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 22a1886d-0a48-4f18-9558-649728082dd2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:16.236524 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (22a1886d-0a48-4f18-9558-649728082dd2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:16.287425 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:16.364749 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 22a1886d-0a48-4f18-9558-649728082dd2 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:16.721268 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cacdf2-d319-4a13-88a7-2db10b1a84b6 req-7f757e0c-d31d-4244-923f-0210c63c4c51 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:16.726801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cacdf2-d319-4a13-88a7-2db10b1a84b6 req-7f757e0c-d31d-4244-923f-0210c63c4c51 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:16.733078 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cacdf2-d319-4a13-88a7-2db10b1a84b6 req-7f757e0c-d31d-4244-923f-0210c63c4c51 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:16.738442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cacdf2-d319-4a13-88a7-2db10b1a84b6 req-7f757e0c-d31d-4244-923f-0210c63c4c51 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:16.744359 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cacdf2-d319-4a13-88a7-2db10b1a84b6 req-7f757e0c-d31d-4244-923f-0210c63c4c51 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:16.750192 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cacdf2-d319-4a13-88a7-2db10b1a84b6 req-7f757e0c-d31d-4244-923f-0210c63c4c51 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:16.755468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cacdf2-d319-4a13-88a7-2db10b1a84b6 req-7f757e0c-d31d-4244-923f-0210c63c4c51 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:16.762120 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4cacdf2-d319-4a13-88a7-2db10b1a84b6 req-7f757e0c-d31d-4244-923f-0210c63c4c51 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5436 time: 0.2202981 Feb 05 03:13:16.778025 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-24d41b32-41ab-4870-b74b-cc8aef8a1d44 req-c8c27eec-acba-4e74-bcc3-5f1ec0138f35 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8811820 Feb 05 03:13:16.817643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad375add-da04-4580-b6ea-17e4f0597dfe req-3633be04-2515-41c7-8ce2-7e76ccb452b2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:16.819192 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ad375add-da04-4580-b6ea-17e4f0597dfe req-3633be04-2515-41c7-8ce2-7e76ccb452b2 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.2350690 Feb 05 03:13:16.934025 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebfc63-3ec2-4e1d-9a2f-8193d9815d6d req-2e1fb1db-092a-4e37-a632-7f658ae80c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:16.935693 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a3ebfc63-3ec2-4e1d-9a2f-8193d9815d6d req-2e1fb1db-092a-4e37-a632-7f658ae80c9e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853f1900c482489d82f61a09748f53b2&device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 1126 time: 0.0913734 Feb 05 03:13:16.967087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26be03b-93ba-404f-b0b7-a16944c3ec1a None None] Sync routers for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:13:16.982335 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26be03b-93ba-404f-b0b7-a16944c3ec1a None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:16.986163 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ad375add-da04-4580-b6ea-17e4f0597dfe req-2b4bde07-ef32-4db8-a896-f1f343655ef5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564009 Feb 05 03:13:16.987058 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d26be03b-93ba-404f-b0b7-a16944c3ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:16.992098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.extraroute_db [None req-32d9b225-ef44-4ade-abc3-7e678f48ef01 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Added routes are [] {{(pid=109675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 05 03:13:16.994332 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.extraroute_db [None req-32d9b225-ef44-4ade-abc3-7e678f48ef01 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 05 03:13:17.068240 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32d9b225-ef44-4ade-abc3-7e678f48ef01 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:17.114190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebfc63-3ec2-4e1d-9a2f-8193d9815d6d req-26969011-5205-463c-8b0f-f60a0762150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:17.127520 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a3ebfc63-3ec2-4e1d-9a2f-8193d9815d6d req-26969011-5205-463c-8b0f-f60a0762150d service neutron] 10.222.0.31 "GET /v2.0/networks?id=98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 200 len: 913 time: 0.1839390 Feb 05 03:13:17.201382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d26be03b-93ba-404f-b0b7-a16944c3ec1a None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:17.252701 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a3ebfc63-3ec2-4e1d-9a2f-8193d9815d6d req-f9b4561c-b1f7-42fc-a7c6-362612ab444b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 HTTP/1.1" status: 200 len: 999 time: 0.1173391 Feb 05 03:13:17.390700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebfc63-3ec2-4e1d-9a2f-8193d9815d6d req-3f062f4c-8941-4daa-adce-71ee52ba724e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:17.399017 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a3ebfc63-3ec2-4e1d-9a2f-8193d9815d6d req-3f062f4c-8941-4daa-adce-71ee52ba724e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 200 len: 851 time: 0.1387160 Feb 05 03:13:17.500900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebfc63-3ec2-4e1d-9a2f-8193d9815d6d req-0d23c288-4b13-41f6-b45c-1f2caf7e23be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:17.510678 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a3ebfc63-3ec2-4e1d-9a2f-8193d9815d6d req-0d23c288-4b13-41f6-b45c-1f2caf7e23be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98d2707f-9918-4156-9358-be4daec3064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1032910 Feb 05 03:13:17.560540 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d26be03b-93ba-404f-b0b7-a16944c3ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:13Z', 'revision_number': 6, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a1886d-0a48-4f18-9558-649728082dd2', 'name': '', 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:c7:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:13:05Z', 'updated_at': '2022-02-05T03:13:14Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:17.676436 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26be03b-93ba-404f-b0b7-a16944c3ec1a None None] Checking router: 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:13:17.693814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26be03b-93ba-404f-b0b7-a16944c3ec1a None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:17.694458 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d26be03b-93ba-404f-b0b7-a16944c3ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:17.732325 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a3ebfc63-3ec2-4e1d-9a2f-8193d9815d6d req-a31fc135-ec19-4a5c-b87f-55dff9f2aa79 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091606 Feb 05 03:13:17.920094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d26be03b-93ba-404f-b0b7-a16944c3ec1a None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:17.932103 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a3ebfc63-3ec2-4e1d-9a2f-8193d9815d6d req-2c0bc9e1-3363-44a0-a787-017127683086 service neutron] 10.222.0.31 "GET /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913960 Feb 05 03:13:17.940983 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9e6facb-d884-416e-ac2d-0e84d1c27d18 req-f094d748-bf5e-46e5-9f11-ddc92c7eac50 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 210 time: 0.6685374 Feb 05 03:13:17.989667 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32d9b225-ef44-4ade-abc3-7e678f48ef01 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:17.995415 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32d9b225-ef44-4ade-abc3-7e678f48ef01 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:18.244946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d9b225-ef44-4ade-abc3-7e678f48ef01 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:13:18.245741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d26be03b-93ba-404f-b0b7-a16944c3ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:17Z', 'revision_number': 7, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a1886d-0a48-4f18-9558-649728082dd2', 'name': '', 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:c7:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:13:05Z', 'updated_at': '2022-02-05T03:13:14Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:18.262093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd7977-6eda-4b31-8fd0-056a782c735c req-17b7c186-493e-4d83-a20b-ba53c1991d3e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:18.270179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2edd7977-6eda-4b31-8fd0-056a782c735c req-17b7c186-493e-4d83-a20b-ba53c1991d3e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1581295 Feb 05 03:13:18.278385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26be03b-93ba-404f-b0b7-a16944c3ec1a None None] The sync data for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 is: [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:17Z', 'revision_number': 7, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a1886d-0a48-4f18-9558-649728082dd2', 'name': '', 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:c7:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:13:05Z', 'updated_at': '2022-02-05T03:13:14Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:13:18.408156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d9b225-ef44-4ade-abc3-7e678f48ef01 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:13:18.428337 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32d9b225-ef44-4ade-abc3-7e678f48ef01 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:18.429590 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-32d9b225-ef44-4ade-abc3-7e678f48ef01 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 HTTP/1.1" status: 200 len: 703 time: 2.6031895 Feb 05 03:13:18.433237 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48236) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:18.498518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2edd7977-6eda-4b31-8fd0-056a782c735c req-575daf57-9295-486c-9700-f542743aa4eb tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273784 Feb 05 03:13:18.580177 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-33e0725e-cb04-4c1e-84ec-96b6901c2229 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/routers/0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 HTTP/1.1" status: 200 len: 703 time: 0.1457026 Feb 05 03:13:18.582865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48238) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:18.689517 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f03b3f-845f-443f-8e71-4297db56534b None None] Sync routers for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:13:18.701993 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f03b3f-845f-443f-8e71-4297db56534b None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:18.702617 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-96f03b3f-845f-443f-8e71-4297db56534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:19.218043 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-96f03b3f-845f-443f-8e71-4297db56534b None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:19.318002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96c05e08-75fe-4967-aa37-9c4487e9d518 req-80da79c0-d0e0-4316-9113-1c1f573ba735 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 210 time: 0.1033409 Feb 05 03:13:19.480971 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75b92e0a-4d44-46be-955c-d666f1863223 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:19.631316 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-96f03b3f-845f-443f-8e71-4297db56534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:17Z', 'revision_number': 7, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a1886d-0a48-4f18-9558-649728082dd2', 'name': '', 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:c7:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:13:05Z', 'updated_at': '2022-02-05T03:13:14Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:19.690722 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f03b3f-845f-443f-8e71-4297db56534b None None] Checking router: 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:13:19.704248 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f03b3f-845f-443f-8e71-4297db56534b None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:19.705906 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-96f03b3f-845f-443f-8e71-4297db56534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:19.817087 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb5699-a9c7-4a14-aa3f-ff452bcea9ea req-e944fd4f-3fda-46cd-af29-bf683d061a08 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:19.819711 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8bfb5699-a9c7-4a14-aa3f-ff452bcea9ea req-e944fd4f-3fda-46cd-af29-bf683d061a08 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1934774 Feb 05 03:13:19.842751 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-96f03b3f-845f-443f-8e71-4297db56534b None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:19.943549 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8bfb5699-a9c7-4a14-aa3f-ff452bcea9ea req-12733c8d-86d3-4de0-9d56-0cc149842a21 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150289 Feb 05 03:13:20.210133 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be6cb1-bc42-46ce-bc14-a9b4fef875b7 req-e16c5d24-727c-48a4-af12-eab5e5a8b7bb tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:20.220343 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27be6cb1-bc42-46ce-bc14-a9b4fef875b7 req-e16c5d24-727c-48a4-af12-eab5e5a8b7bb tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1071229 Feb 05 03:13:20.253761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-75b92e0a-4d44-46be-955c-d666f1863223 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting port 22a1886d-0a48-4f18-9558-649728082dd2 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:20.254111 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75b92e0a-4d44-46be-955c-d666f1863223 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (22a1886d-0a48-4f18-9558-649728082dd2), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:20.353634 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27be6cb1-bc42-46ce-bc14-a9b4fef875b7 req-a9066dae-316f-47da-997a-399889f06c00 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321797 Feb 05 03:13:20.404992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-75b92e0a-4d44-46be-955c-d666f1863223 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] For port 22a1886d-0a48-4f18-9558-649728082dd2, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=22a1886d-0a48-4f18-9558-649728082dd2,segment=NetworkSegment(cbfa82c5-85d7-4291-9b36-7e7e748e5a9d),segment_id=cbfa82c5-85d7-4291-9b36-7e7e748e5a9d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:20.405349 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75b92e0a-4d44-46be-955c-d666f1863223 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (22a1886d-0a48-4f18-9558-649728082dd2), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:20.431925 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-75b92e0a-4d44-46be-955c-d666f1863223 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Calling delete_port for 22a1886d-0a48-4f18-9558-649728082dd2 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:20.548065 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-35319e86-48f2-4270-86c2-446a986167ee req-196262c9-c67d-4fe6-8828-d8cfaf8ec0f9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 210 time: 0.0474997 Feb 05 03:13:20.561339 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-96f03b3f-845f-443f-8e71-4297db56534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:17Z', 'revision_number': 7, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a1886d-0a48-4f18-9558-649728082dd2', 'name': '', 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:c7:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:13:05Z', 'updated_at': '2022-02-05T03:13:14Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:20.611354 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f03b3f-845f-443f-8e71-4297db56534b None None] The sync data for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 is: [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:17Z', 'revision_number': 7, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22a1886d-0a48-4f18-9558-649728082dd2', 'name': '', 'network_id': '91c3995a-1744-49af-bd8e-0a3a86b48947', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:c7:d6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:13:05Z', 'updated_at': '2022-02-05T03:13:14Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'b91317e7-217b-4609-b466-e52774ada0ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:13:20.858470 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75b92e0a-4d44-46be-955c-d666f1863223 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (22a1886d-0a48-4f18-9558-649728082dd2), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:20.904595 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b92e0a-4d44-46be-955c-d666f1863223 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Port': ['ID=22a1886d-0a48-4f18-9558-649728082dd2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:21.216117 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75b92e0a-4d44-46be-955c-d666f1863223 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:21.604312 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b92e0a-4d44-46be-955c-d666f1863223 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:13:22.035236 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fe74c2ac-43b0-4ca2-a47c-709d5b63534e req-351c6d63-c8c6-4937-89cc-99d7766d27c1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec35b3ba-36ed-4f47-8adf-1d8c5b29b711 HTTP/1.1" status: 200 len: 210 time: 0.3461547 Feb 05 03:13:22.121854 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b92e0a-4d44-46be-955c-d666f1863223 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:13:22.130866 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-75b92e0a-4d44-46be-955c-d666f1863223 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5463281 Feb 05 03:13:22.133071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48310) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:22.134803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b438e32-53fd-4a11-8c69-af6ff4b99a60 None None] Sync routers for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:13:22.153370 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b438e32-53fd-4a11-8c69-af6ff4b99a60 None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:22.158031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6b438e32-53fd-4a11-8c69-af6ff4b99a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:22.158589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8ca08-89c3-43ed-a523-27d9322bbfa7 req-c588fe41-5a15-4ca3-b289-b14fe5ef8abd tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:22.166986 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-26a8ca08-89c3-43ed-a523-27d9322bbfa7 req-c588fe41-5a15-4ca3-b289-b14fe5ef8abd tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=92946ec5-9419-48b1-90e4-c9acb36c6f04 HTTP/1.1" status: 200 len: 943 time: 0.1340730 Feb 05 03:13:22.272045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b105c8-545d-4544-a0d5-240f4577fda7 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting subnet b91317e7-217b-4609-b466-e52774ada0ba {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:13:22.281311 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9b105c8-545d-4544-a0d5-240f4577fda7 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for subnet (b91317e7-217b-4609-b466-e52774ada0ba), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:22.304754 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6b438e32-53fd-4a11-8c69-af6ff4b99a60 None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:22.367604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-26a8ca08-89c3-43ed-a523-27d9322bbfa7 req-6703c006-590a-403b-97a4-088eb0f271a9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Deleting port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:22.368026 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9b105c8-545d-4544-a0d5-240f4577fda7 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (b91317e7-217b-4609-b466-e52774ada0ba), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:22.368827 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-26a8ca08-89c3-43ed-a523-27d9322bbfa7 req-6703c006-590a-403b-97a4-088eb0f271a9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:22.539113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-26a8ca08-89c3-43ed-a523-27d9322bbfa7 req-6703c006-590a-403b-97a4-088eb0f271a9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] For port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:22.539720 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9b105c8-545d-4544-a0d5-240f4577fda7 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (b91317e7-217b-4609-b466-e52774ada0ba), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:22.540043 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-26a8ca08-89c3-43ed-a523-27d9322bbfa7 req-6703c006-590a-403b-97a4-088eb0f271a9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:22.586524 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-26a8ca08-89c3-43ed-a523-27d9322bbfa7 req-6703c006-590a-403b-97a4-088eb0f271a9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Calling delete_port for 18c3e90d-db86-4738-8c5e-62dcda9b7d0b owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:22.621608 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9b105c8-545d-4544-a0d5-240f4577fda7 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (b91317e7-217b-4609-b466-e52774ada0ba), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:22.664786 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b105c8-545d-4544-a0d5-240f4577fda7 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Subnet': ['ID=b91317e7-217b-4609-b466-e52774ada0ba,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:22.670495 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9b105c8-545d-4544-a0d5-240f4577fda7 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:22.679020 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b9b105c8-545d-4544-a0d5-240f4577fda7 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/b91317e7-217b-4609-b466-e52774ada0ba HTTP/1.1" status: 204 len: 168 time: 0.5388625 Feb 05 03:13:22.679880 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48328) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:22.710118 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6b438e32-53fd-4a11-8c69-af6ff4b99a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:20Z', 'revision_number': 8, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:22.746396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b438e32-53fd-4a11-8c69-af6ff4b99a60 None None] Checking router: 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:13:22.749331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24a8c1d-98c7-4fcb-aea0-bd19b113b77b None None] Network 91c3995a-1744-49af-bd8e-0a3a86b48947 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:13:22.839959 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-26a8ca08-89c3-43ed-a523-27d9322bbfa7 req-6703c006-590a-403b-97a4-088eb0f271a9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (18c3e90d-db86-4738-8c5e-62dcda9b7d0b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:22.850640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b438e32-53fd-4a11-8c69-af6ff4b99a60 None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:22.851716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6b438e32-53fd-4a11-8c69-af6ff4b99a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:22.860476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['bd524c50-2e20-442f-a0b6-34b6a2a08f31'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:13:22.893091 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (91c3995a-1744-49af-bd8e-0a3a86b48947), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:22.908503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703c006-590a-403b-97a4-088eb0f271a9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event deleted for resources: {'Port': ['ID=18c3e90d-db86-4738-8c5e-62dcda9b7d0b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:22.943866 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['36ec2062-61f3-4b79-bfaf-aeca1f042639'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:13:22.953930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a8ca08-89c3-43ed-a523-27d9322bbfa7 req-6703c006-590a-403b-97a4-088eb0f271a9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] No DVR routers for this DVR port 18c3e90d-db86-4738-8c5e-62dcda9b7d0b on host n-h1-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:13:22.957253 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-26a8ca08-89c3-43ed-a523-27d9322bbfa7 req-6703c006-590a-403b-97a4-088eb0f271a9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:22.966326 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-26a8ca08-89c3-43ed-a523-27d9322bbfa7 req-6703c006-590a-403b-97a4-088eb0f271a9 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "DELETE /v2.0/ports/18c3e90d-db86-4738-8c5e-62dcda9b7d0b HTTP/1.1" status: 204 len: 173 time: 0.7980914 Feb 05 03:13:22.966862 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92946ec5-9419-48b1-90e4-c9acb36c6f04', 'name': 'network-vif-deleted', 'tag': '18c3e90d-db86-4738-8c5e-62dcda9b7d0b'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:13:22.971848 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2155b9fa-66de-4328-a06e-5da1d14fa280" -d '{"events": [{"server_uuid": "92946ec5-9419-48b1-90e4-c9acb36c6f04", "name": "network-vif-deleted", "tag": "18c3e90d-db86-4738-8c5e-62dcda9b7d0b"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:13:23.062940 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting port 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:23.063458 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0c5f3289-7a2f-40fe-b53f-d981d7ec9acf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:23.073261 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 05 Feb 2022 03:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790a27d6-e976-4306-bf3c-e38b7b4640c4 x-openstack-request-id: req-790a27d6-e976-4306-bf3c-e38b7b4640c4 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:13:23.073686 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92946ec5-9419-48b1-90e4-c9acb36c6f04", "name": "network-vif-deleted", "tag": "18c3e90d-db86-4738-8c5e-62dcda9b7d0b", "status": "failed", "code": 422}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:13:23.074048 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-790a27d6-e976-4306-bf3c-e38b7b4640c4 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:13:23.074580 n-d-826942-8 neutron-server[109675]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '92946ec5-9419-48b1-90e4-c9acb36c6f04', 'name': 'network-vif-deleted', 'tag': '18c3e90d-db86-4738-8c5e-62dcda9b7d0b', 'status': 'failed', 'code': 422} returned with failed status Feb 05 03:13:23.176208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] For port 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0c5f3289-7a2f-40fe-b53f-d981d7ec9acf,segment=NetworkSegment(cbfa82c5-85d7-4291-9b36-7e7e748e5a9d),segment_id=cbfa82c5-85d7-4291-9b36-7e7e748e5a9d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:23.176811 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0c5f3289-7a2f-40fe-b53f-d981d7ec9acf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:23.202814 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Calling delete_port for 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:23.402863 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0c5f3289-7a2f-40fe-b53f-d981d7ec9acf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:23.441335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Port': ['ID=0c5f3289-7a2f-40fe-b53f-d981d7ec9acf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:23.457211 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] No DVR routers for this DVR port 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:13:23.614492 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6b438e32-53fd-4a11-8c69-af6ff4b99a60 None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:23.665960 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (91c3995a-1744-49af-bd8e-0a3a86b48947), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:23.738859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c3995a-1744-49af-bd8e-0a3a86b48947']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:23.751984 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbfa82c5-85d7-4291-9b36-7e7e748e5a9d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:23.752284 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbfa82c5-85d7-4291-9b36-7e7e748e5a9d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:23.767266 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (cbfa82c5-85d7-4291-9b36-7e7e748e5a9d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:23.788186 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (cbfa82c5-85d7-4291-9b36-7e7e748e5a9d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:23.797761 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:13:23.798346 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (cbfa82c5-85d7-4291-9b36-7e7e748e5a9d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:23.881598 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a3b47a-59e0-4be7-a94e-9ebe6064b313 None None] DHCP port deletion for 91c3995a-1744-49af-bd8e-0a3a86b48947 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:13:23.974483 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:13:24.048611 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (91c3995a-1744-49af-bd8e-0a3a86b48947), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:24.055619 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:24.061122 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/networks/91c3995a-1744-49af-bd8e-0a3a86b48947 HTTP/1.1" status: 204 len: 168 time: 1.3800449 Feb 05 03:13:24.064022 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48368) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:24.079346 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:13:24.080962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Network': ['ID=91c3995a-1744-49af-bd8e-0a3a86b48947,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:24.090829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:24.091666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:24.092179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:24.092738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:24.093240 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:24.093754 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:24.102086 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:24.103383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:24.104433 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:24.104971 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:24.105674 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:24.106198 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:24.106909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696acda-d6db-4e02-9d42-36d6ac438c26 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:24.184906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:13:24.185255 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0c5f3289-7a2f-40fe-b53f-d981d7ec9acf not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:13:24.374855 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6b438e32-53fd-4a11-8c69-af6ff4b99a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:20Z', 'revision_number': 8, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:24.387598 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79dfe5-7122-45f1-bb60-63f07286f22b req-9939901b-19ca-49d7-b604-8326ce3d49dd tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:24.405428 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d79dfe5-7122-45f1-bb60-63f07286f22b req-9939901b-19ca-49d7-b604-8326ce3d49dd tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 908 time: 0.2681048 Feb 05 03:13:24.463817 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b438e32-53fd-4a11-8c69-af6ff4b99a60 None None] The sync data for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 is: [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:20Z', 'revision_number': 8, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56b1f282-f50c-4f0a-b6b4-794ba64ec4db', 'name': '', 'network_id': '04c818a4-3179-4f14-a473-bf76c16c095b', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:32:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:57Z', 'updated_at': '2022-02-05T03:13:02Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': 'edca590e-ab1a-4458-9881-b55f2225cdb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:13:24.624307 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b14d9eee-f0b1-4a73-8898-568d9a43167a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:24.895776 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b14d9eee-f0b1-4a73-8898-568d9a43167a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:24.896129 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b14d9eee-f0b1-4a73-8898-568d9a43167a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:25.000421 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-b14d9eee-f0b1-4a73-8898-568d9a43167a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] For port 56b1f282-f50c-4f0a-b6b4-794ba64ec4db, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=56b1f282-f50c-4f0a-b6b4-794ba64ec4db,segment=NetworkSegment(44ac7390-9809-498b-95d5-0e9031fee33a),segment_id=44ac7390-9809-498b-95d5-0e9031fee33a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:25.000805 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b14d9eee-f0b1-4a73-8898-568d9a43167a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:25.020708 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b14d9eee-f0b1-4a73-8898-568d9a43167a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Calling delete_port for 56b1f282-f50c-4f0a-b6b4-794ba64ec4db owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:25.274779 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b14d9eee-f0b1-4a73-8898-568d9a43167a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (56b1f282-f50c-4f0a-b6b4-794ba64ec4db), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:25.330569 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d9eee-f0b1-4a73-8898-568d9a43167a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Port': ['ID=56b1f282-f50c-4f0a-b6b4-794ba64ec4db,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:25.424031 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f72172-7e40-4498-a3a3-9acec9835e76 req-8ddad122-db03-4d40-95e9-611fc37d07a6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:25.425796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36f72172-7e40-4498-a3a3-9acec9835e76 req-8ddad122-db03-4d40-95e9-611fc37d07a6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 908 time: 0.1658864 Feb 05 03:13:25.626682 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b14d9eee-f0b1-4a73-8898-568d9a43167a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:25.796136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68b158-646c-4773-863d-a981e8612c71 req-876d9c96-b380-428d-bcc5-3d92bd7d56b1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:25.798206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f68b158-646c-4773-863d-a981e8612c71 req-876d9c96-b380-428d-bcc5-3d92bd7d56b1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 908 time: 0.2729540 Feb 05 03:13:25.909667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14d9eee-f0b1-4a73-8898-568d9a43167a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:13:25.920507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-36f72172-7e40-4498-a3a3-9acec9835e76 req-75233060-b17d-481d-97f9-9f66e143ecf6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Deleting port bce0db23-5c61-4fe9-b045-eb10cc4a36d1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:25.920876 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36f72172-7e40-4498-a3a3-9acec9835e76 req-75233060-b17d-481d-97f9-9f66e143ecf6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:25.971881 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 22a1886d-0a48-4f18-9558-649728082dd2 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:13:26.000803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 22a1886d-0a48-4f18-9558-649728082dd2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:13:26.001152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 22a1886d-0a48-4f18-9558-649728082dd2 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:13:26.118030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-36f72172-7e40-4498-a3a3-9acec9835e76 req-75233060-b17d-481d-97f9-9f66e143ecf6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] For port bce0db23-5c61-4fe9-b045-eb10cc4a36d1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bce0db23-5c61-4fe9-b045-eb10cc4a36d1,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:26.118990 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36f72172-7e40-4498-a3a3-9acec9835e76 req-75233060-b17d-481d-97f9-9f66e143ecf6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:26.140086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-36f72172-7e40-4498-a3a3-9acec9835e76 req-75233060-b17d-481d-97f9-9f66e143ecf6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Calling delete_port for bce0db23-5c61-4fe9-b045-eb10cc4a36d1 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:26.145601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14d9eee-f0b1-4a73-8898-568d9a43167a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:13:26.158212 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec1ce81-95ab-405c-b90e-0fed69a74214 None None] Sync routers for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:13:26.162897 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b14d9eee-f0b1-4a73-8898-568d9a43167a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0973022 Feb 05 03:13:26.166311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48384) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:26.180390 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec1ce81-95ab-405c-b90e-0fed69a74214 None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:26.181084 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0ec1ce81-95ab-405c-b90e-0fed69a74214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:26.265527 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-474669ee-af69-4b5e-b1c1-46aa216dffdc tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting subnet edca590e-ab1a-4458-9881-b55f2225cdb0 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:13:26.275754 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-474669ee-af69-4b5e-b1c1-46aa216dffdc tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for subnet (edca590e-ab1a-4458-9881-b55f2225cdb0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:26.359299 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36f72172-7e40-4498-a3a3-9acec9835e76 req-75233060-b17d-481d-97f9-9f66e143ecf6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (bce0db23-5c61-4fe9-b045-eb10cc4a36d1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:26.363254 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-0ec1ce81-95ab-405c-b90e-0fed69a74214 None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:26.371668 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-474669ee-af69-4b5e-b1c1-46aa216dffdc tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (edca590e-ab1a-4458-9881-b55f2225cdb0), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:26.429591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75233060-b17d-481d-97f9-9f66e143ecf6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event deleted for resources: {'Port': ['ID=bce0db23-5c61-4fe9-b045-eb10cc4a36d1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:26.575927 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f72172-7e40-4498-a3a3-9acec9835e76 req-75233060-b17d-481d-97f9-9f66e143ecf6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] No DVR routers for this DVR port bce0db23-5c61-4fe9-b045-eb10cc4a36d1 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:13:26.588162 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36f72172-7e40-4498-a3a3-9acec9835e76 req-75233060-b17d-481d-97f9-9f66e143ecf6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:26.594523 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36f72172-7e40-4498-a3a3-9acec9835e76 req-75233060-b17d-481d-97f9-9f66e143ecf6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.10 "DELETE /v2.0/ports/bce0db23-5c61-4fe9-b045-eb10cc4a36d1 HTTP/1.1" status: 204 len: 173 time: 1.1331160 Feb 05 03:13:26.595289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4dea3f-4395-4443-acf3-03f0370f424d', 'name': 'network-vif-deleted', 'tag': 'bce0db23-5c61-4fe9-b045-eb10cc4a36d1'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:13:26.598380 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9bf7df-ea44-4b8c-804b-c277f8ee0ac8" -d '{"events": [{"server_uuid": "fc4dea3f-4395-4443-acf3-03f0370f424d", "name": "network-vif-deleted", "tag": "bce0db23-5c61-4fe9-b045-eb10cc4a36d1"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:13:26.696116 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4957c960-82e2-41d0-9daa-81948d39498d x-openstack-request-id: req-4957c960-82e2-41d0-9daa-81948d39498d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:13:26.696779 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4dea3f-4395-4443-acf3-03f0370f424d", "name": "network-vif-deleted", "tag": "bce0db23-5c61-4fe9-b045-eb10cc4a36d1", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:13:26.697608 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4957c960-82e2-41d0-9daa-81948d39498d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:13:26.698172 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4dea3f-4395-4443-acf3-03f0370f424d', 'name': 'network-vif-deleted', 'tag': 'bce0db23-5c61-4fe9-b045-eb10cc4a36d1', 'status': 'completed', 'code': 200} Feb 05 03:13:26.706122 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-474669ee-af69-4b5e-b1c1-46aa216dffdc tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (edca590e-ab1a-4458-9881-b55f2225cdb0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:26.861763 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-474669ee-af69-4b5e-b1c1-46aa216dffdc tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (edca590e-ab1a-4458-9881-b55f2225cdb0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:26.876392 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0ec1ce81-95ab-405c-b90e-0fed69a74214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:25Z', 'revision_number': 9, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:26.925336 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481c9e26-0b1f-483b-b45b-66483b598045 None None] Network 04c818a4-3179-4f14-a473-bf76c16c095b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:13:26.937255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474669ee-af69-4b5e-b1c1-46aa216dffdc tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Subnet': ['ID=edca590e-ab1a-4458-9881-b55f2225cdb0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:26.946280 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-474669ee-af69-4b5e-b1c1-46aa216dffdc tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:26.960668 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48396) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:26.963963 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-474669ee-af69-4b5e-b1c1-46aa216dffdc tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/edca590e-ab1a-4458-9881-b55f2225cdb0 HTTP/1.1" status: 204 len: 168 time: 0.7948484 Feb 05 03:13:26.967121 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec1ce81-95ab-405c-b90e-0fed69a74214 None None] Checking router: 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:13:26.987250 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec1ce81-95ab-405c-b90e-0fed69a74214 None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:26.987904 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0ec1ce81-95ab-405c-b90e-0fed69a74214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:27.112806 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1141d8ff-ba78-4b83-aefb-4a33b82643c7 req-3b821fd3-9399-4445-a469-8a4aa231e871 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc4dea3f-4395-4443-acf3-03f0370f424d HTTP/1.1" status: 200 len: 210 time: 0.1383359 Feb 05 03:13:27.191785 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (04c818a4-3179-4f14-a473-bf76c16c095b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:27.200067 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-0ec1ce81-95ab-405c-b90e-0fed69a74214 None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:27.214240 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1445931-f5c9-4b37-8092-5a7deb24ca1f None None] DHCP port deletion for 04c818a4-3179-4f14-a473-bf76c16c095b request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:13:27.345971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c1445931-f5c9-4b37-8092-5a7deb24ca1f None None] Deleting port d6e4a7d5-d479-4d09-b93f-e679ee2790eb {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:27.346634 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c1445931-f5c9-4b37-8092-5a7deb24ca1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d6e4a7d5-d479-4d09-b93f-e679ee2790eb), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:27.375297 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting port d6e4a7d5-d479-4d09-b93f-e679ee2790eb {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:27.375885 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d6e4a7d5-d479-4d09-b93f-e679ee2790eb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:27.472448 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c1445931-f5c9-4b37-8092-5a7deb24ca1f None None] For port d6e4a7d5-d479-4d09-b93f-e679ee2790eb, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d6e4a7d5-d479-4d09-b93f-e679ee2790eb,segment=NetworkSegment(44ac7390-9809-498b-95d5-0e9031fee33a),segment_id=44ac7390-9809-498b-95d5-0e9031fee33a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:27.473466 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c1445931-f5c9-4b37-8092-5a7deb24ca1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d6e4a7d5-d479-4d09-b93f-e679ee2790eb), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:27.491956 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c1445931-f5c9-4b37-8092-5a7deb24ca1f None None] Calling delete_port for d6e4a7d5-d479-4d09-b93f-e679ee2790eb owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:27.500628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] For port d6e4a7d5-d479-4d09-b93f-e679ee2790eb, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d6e4a7d5-d479-4d09-b93f-e679ee2790eb,segment=NetworkSegment(44ac7390-9809-498b-95d5-0e9031fee33a),segment_id=44ac7390-9809-498b-95d5-0e9031fee33a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:27.501001 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d6e4a7d5-d479-4d09-b93f-e679ee2790eb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:27.536799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Calling delete_port for d6e4a7d5-d479-4d09-b93f-e679ee2790eb owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:27.597164 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c1445931-f5c9-4b37-8092-5a7deb24ca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (d6e4a7d5-d479-4d09-b93f-e679ee2790eb), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:27.631108 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0ec1ce81-95ab-405c-b90e-0fed69a74214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:25Z', 'revision_number': 9, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:27.640405 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1445931-f5c9-4b37-8092-5a7deb24ca1f None None] Pushing event deleted for resources: {'Port': ['ID=d6e4a7d5-d479-4d09-b93f-e679ee2790eb,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:27.642728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1445931-f5c9-4b37-8092-5a7deb24ca1f None None] No DVR routers for this DVR port d6e4a7d5-d479-4d09-b93f-e679ee2790eb on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:13:27.700268 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec1ce81-95ab-405c-b90e-0fed69a74214 None None] The sync data for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 is: [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:25Z', 'revision_number': 9, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1aa5d2-35c4-4386-8879-a8411ad1d44a', 'name': '', 'network_id': '9fb4e322-cbc8-4b45-b795-b44f1137a0cf', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:00:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:51Z', 'updated_at': '2022-02-05T03:13:03Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:13:27.748733 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d6e4a7d5-d479-4d09-b93f-e679ee2790eb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:27.781410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Port': ['ID=d6e4a7d5-d479-4d09-b93f-e679ee2790eb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:27.799924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] No DVR routers for this DVR port d6e4a7d5-d479-4d09-b93f-e679ee2790eb on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:13:27.926254 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (04c818a4-3179-4f14-a473-bf76c16c095b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:27.950360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c818a4-3179-4f14-a473-bf76c16c095b']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:27.963226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ac7390-9809-498b-95d5-0e9031fee33a') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:27.964157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ac7390-9809-498b-95d5-0e9031fee33a') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:27.975182 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (44ac7390-9809-498b-95d5-0e9031fee33a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:27.990630 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (44ac7390-9809-498b-95d5-0e9031fee33a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:27.998413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:13:27.999322 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (44ac7390-9809-498b-95d5-0e9031fee33a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:13:28.099586 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:13:28.103919 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (04c818a4-3179-4f14-a473-bf76c16c095b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:28.117992 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:28.122624 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/networks/04c818a4-3179-4f14-a473-bf76c16c095b HTTP/1.1" status: 204 len: 168 time: 1.1604385 Feb 05 03:13:28.125720 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48404) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:28.144047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1bea6-da13-494c-9603-8f266315754d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Network': ['ID=04c818a4-3179-4f14-a473-bf76c16c095b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:28.204888 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 56b1f282-f50c-4f0a-b6b4-794ba64ec4db no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:13:28.262668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 56b1f282-f50c-4f0a-b6b4-794ba64ec4db {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:13:28.262668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 56b1f282-f50c-4f0a-b6b4-794ba64ec4db not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:13:28.266412 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d6e4a7d5-d479-4d09-b93f-e679ee2790eb no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:13:28.305677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: d6e4a7d5-d479-4d09-b93f-e679ee2790eb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:13:28.306596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d6e4a7d5-d479-4d09-b93f-e679ee2790eb not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:13:28.360301 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device bce0db23-5c61-4fe9-b045-eb10cc4a36d1 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:13:28.424480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: bce0db23-5c61-4fe9-b045-eb10cc4a36d1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:13:28.424480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device bce0db23-5c61-4fe9-b045-eb10cc4a36d1 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:13:28.667791 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701bdf5-f96a-4399-b043-44b0d2ca0338 req-87ffe734-7e20-408e-b050-453eb85c9e01 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:28.683600 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8701bdf5-f96a-4399-b043-44b0d2ca0338 req-87ffe734-7e20-408e-b050-453eb85c9e01 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 945 time: 0.1067300 Feb 05 03:13:28.739756 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc1ec-7643-4fcc-9fdb-1d19f3096e12 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:29.195989 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-2e0bc1ec-7643-4fcc-9fdb-1d19f3096e12 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:29.197770 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc1ec-7643-4fcc-9fdb-1d19f3096e12 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:29.256063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8701bdf5-f96a-4399-b043-44b0d2ca0338 req-334e59ac-fce0-4b43-b960-b397fbbdbb98 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714250 Feb 05 03:13:29.317417 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-2e0bc1ec-7643-4fcc-9fdb-1d19f3096e12 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] For port 6e1aa5d2-35c4-4386-8879-a8411ad1d44a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6e1aa5d2-35c4-4386-8879-a8411ad1d44a,segment=NetworkSegment(e61f94ed-997b-4ede-8fbb-c76eebb4edad),segment_id=e61f94ed-997b-4ede-8fbb-c76eebb4edad)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:29.318047 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc1ec-7643-4fcc-9fdb-1d19f3096e12 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:29.333780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-2e0bc1ec-7643-4fcc-9fdb-1d19f3096e12 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Calling delete_port for 6e1aa5d2-35c4-4386-8879-a8411ad1d44a owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:29.574721 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc1ec-7643-4fcc-9fdb-1d19f3096e12 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6e1aa5d2-35c4-4386-8879-a8411ad1d44a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:29.627458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bc1ec-7643-4fcc-9fdb-1d19f3096e12 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Port': ['ID=6e1aa5d2-35c4-4386-8879-a8411ad1d44a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:29.861244 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc1ec-7643-4fcc-9fdb-1d19f3096e12 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:29.874934 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfe923-4391-4757-8c1d-ff470fe8d67f req-a4315da4-991f-4335-829d-4e28e043fd64 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:29.880447 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9bdfe923-4391-4757-8c1d-ff470fe8d67f req-a4315da4-991f-4335-829d-4e28e043fd64 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 945 time: 0.1292059 Feb 05 03:13:30.128892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-9bdfe923-4391-4757-8c1d-ff470fe8d67f req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Deleting port bd524c50-2e20-442f-a0b6-34b6a2a08f31 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:30.130930 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9bdfe923-4391-4757-8c1d-ff470fe8d67f req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (bd524c50-2e20-442f-a0b6-34b6a2a08f31), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:30.324775 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9bdfe923-4391-4757-8c1d-ff470fe8d67f req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] For port bd524c50-2e20-442f-a0b6-34b6a2a08f31, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bd524c50-2e20-442f-a0b6-34b6a2a08f31,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:30.325282 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9bdfe923-4391-4757-8c1d-ff470fe8d67f req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (bd524c50-2e20-442f-a0b6-34b6a2a08f31), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:30.343634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-9bdfe923-4391-4757-8c1d-ff470fe8d67f req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Calling delete_port for bd524c50-2e20-442f-a0b6-34b6a2a08f31 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:30.445051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0bc1ec-7643-4fcc-9fdb-1d19f3096e12 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:13:30.589374 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9bdfe923-4391-4757-8c1d-ff470fe8d67f req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (bd524c50-2e20-442f-a0b6-34b6a2a08f31), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:30.605646 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['36ec2062-61f3-4b79-bfaf-aeca1f042639'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:13:30.608447 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['bd524c50-2e20-442f-a0b6-34b6a2a08f31'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:13:30.642052 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6aeffe2e-50ce-487d-a0e5-2b1deb9e0128 req-8f22f627-5979-4dce-9e8c-41e5e45e5b9e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dc46f92-ab99-4f72-86b7-0fcd73647f53 HTTP/1.1" status: 200 len: 210 time: 0.1655581 Feb 05 03:13:30.654204 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0bc1ec-7643-4fcc-9fdb-1d19f3096e12 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:13:30.672486 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2e0bc1ec-7643-4fcc-9fdb-1d19f3096e12 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5444975 Feb 05 03:13:30.674217 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48444) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:30.713807 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd56fbe3-4fd8-4840-bc47-fab4ee534782 None None] Sync routers for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:13:30.728301 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd56fbe3-4fd8-4840-bc47-fab4ee534782 None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:30.729453 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dd56fbe3-4fd8-4840-bc47-fab4ee534782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:30.748427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event deleted for resources: {'Port': ['ID=bd524c50-2e20-442f-a0b6-34b6a2a08f31,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:30.815971 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6c3a03-3cb0-4e08-9f09-a95759db342d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting subnet 1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:13:30.827608 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3a03-3cb0-4e08-9f09-a95759db342d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for subnet (1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:30.841816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-dd56fbe3-4fd8-4840-bc47-fab4ee534782 None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:30.899414 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdfe923-4391-4757-8c1d-ff470fe8d67f req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] No DVR routers for this DVR port bd524c50-2e20-442f-a0b6-34b6a2a08f31 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:13:30.908815 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9bdfe923-4391-4757-8c1d-ff470fe8d67f req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:30.921132 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3a03-3cb0-4e08-9f09-a95759db342d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:30.924962 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9bdfe923-4391-4757-8c1d-ff470fe8d67f req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.10 "DELETE /v2.0/ports/bd524c50-2e20-442f-a0b6-34b6a2a08f31 HTTP/1.1" status: 204 len: 173 time: 1.0375204 Feb 05 03:13:30.933190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:30.933562 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:30.933913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:30.934258 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:30.939298 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:30.941968 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:30.942869 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:30.947041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:30.948231 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:30.948899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:30.952076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:30.953724 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:30.955381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ab99d7-16b1-4a1f-8e3c-63970b207f9c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:13:30.971308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc46f92-ab99-4f72-86b7-0fcd73647f53', 'name': 'network-vif-deleted', 'tag': 'bd524c50-2e20-442f-a0b6-34b6a2a08f31'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:13:30.983232 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369960fb-5ac9-4a0b-b134-3c3b6bd08838" -d '{"events": [{"server_uuid": "7dc46f92-ab99-4f72-86b7-0fcd73647f53", "name": "network-vif-deleted", "tag": "bd524c50-2e20-442f-a0b6-34b6a2a08f31"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:13:31.113264 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89a878b-0f83-4dd3-9bbb-b0534877028d x-openstack-request-id: req-d89a878b-0f83-4dd3-9bbb-b0534877028d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:13:31.114923 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc46f92-ab99-4f72-86b7-0fcd73647f53", "name": "network-vif-deleted", "tag": "bd524c50-2e20-442f-a0b6-34b6a2a08f31", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:13:31.115297 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d89a878b-0f83-4dd3-9bbb-b0534877028d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:13:31.115747 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc46f92-ab99-4f72-86b7-0fcd73647f53', 'name': 'network-vif-deleted', 'tag': 'bd524c50-2e20-442f-a0b6-34b6a2a08f31', 'status': 'completed', 'code': 200} Feb 05 03:13:31.238707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dd56fbe3-4fd8-4840-bc47-fab4ee534782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:29Z', 'revision_number': 10, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:31.242794 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3a03-3cb0-4e08-9f09-a95759db342d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:31.277523 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd56fbe3-4fd8-4840-bc47-fab4ee534782 None None] Checking router: 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:13:31.287940 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd56fbe3-4fd8-4840-bc47-fab4ee534782 None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:31.289077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dd56fbe3-4fd8-4840-bc47-fab4ee534782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:31.422657 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3a03-3cb0-4e08-9f09-a95759db342d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:31.507332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c3a03-3cb0-4e08-9f09-a95759db342d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Subnet': ['ID=1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:31.521551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-dd56fbe3-4fd8-4840-bc47-fab4ee534782 None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:31.530333 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3a03-3cb0-4e08-9f09-a95759db342d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:31.544623 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8a6c3a03-3cb0-4e08-9f09-a95759db342d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7 HTTP/1.1" status: 204 len: 168 time: 0.8667209 Feb 05 03:13:31.545148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48454) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:31.671730 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4138f794-62db-4fc7-bda8-61b421a0f00b None None] Network 9fb4e322-cbc8-4b45-b795-b44f1137a0cf requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:13:31.809414 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (9fb4e322-cbc8-4b45-b795-b44f1137a0cf), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:31.980927 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dd56fbe3-4fd8-4840-bc47-fab4ee534782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:29Z', 'revision_number': 10, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:32.009652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting port 0a4c0ec5-96e2-465a-aa47-39eddba94299 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:32.012637 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0a4c0ec5-96e2-465a-aa47-39eddba94299), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:32.037476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd56fbe3-4fd8-4840-bc47-fab4ee534782 None None] The sync data for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 is: [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:29Z', 'revision_number': 10, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None, '_interfaces': [{'id': '1ade3d1a-c059-4bc1-a165-ae6217b93027', 'name': '', 'network_id': '82bdf4dc-82d6-4f31-a9a6-b47b16f66a08', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'mac_address': 'fa:16:3e:4f:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:12:45Z', 'updated_at': '2022-02-05T03:12:55Z', 'revision_number': 5, 'project_id': '462601c24a08425693c823c46e08e1e1', 'subnets': [{'id': '93b03a4a-4f04-4221-8bf1-c917a534f2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:13:32.100569 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6c864a-1819-414b-a5e6-186bc48ef0ec None None] DHCP port deletion for 9fb4e322-cbc8-4b45-b795-b44f1137a0cf request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:13:32.232704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3a6c864a-1819-414b-a5e6-186bc48ef0ec None None] Deleting port 0a4c0ec5-96e2-465a-aa47-39eddba94299 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:32.233281 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3a6c864a-1819-414b-a5e6-186bc48ef0ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0a4c0ec5-96e2-465a-aa47-39eddba94299), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:32.304203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] For port 0a4c0ec5-96e2-465a-aa47-39eddba94299, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0a4c0ec5-96e2-465a-aa47-39eddba94299,segment=NetworkSegment(e61f94ed-997b-4ede-8fbb-c76eebb4edad),segment_id=e61f94ed-997b-4ede-8fbb-c76eebb4edad)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:32.304616 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0a4c0ec5-96e2-465a-aa47-39eddba94299), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:32.389253 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3a6c864a-1819-414b-a5e6-186bc48ef0ec None None] For port 0a4c0ec5-96e2-465a-aa47-39eddba94299, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0a4c0ec5-96e2-465a-aa47-39eddba94299,segment=NetworkSegment(e61f94ed-997b-4ede-8fbb-c76eebb4edad),segment_id=e61f94ed-997b-4ede-8fbb-c76eebb4edad)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:32.389722 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3a6c864a-1819-414b-a5e6-186bc48ef0ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0a4c0ec5-96e2-465a-aa47-39eddba94299), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:32.416070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Calling delete_port for 0a4c0ec5-96e2-465a-aa47-39eddba94299 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:32.424617 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3a6c864a-1819-414b-a5e6-186bc48ef0ec None None] Calling delete_port for 0a4c0ec5-96e2-465a-aa47-39eddba94299 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:32.474858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbc162-5d4b-4615-a47a-74a9a44d1f3f req-799e6139-3652-4c1b-83d4-1afb95b5730c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:32.493539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1bdbc162-5d4b-4615-a47a-74a9a44d1f3f req-799e6139-3652-4c1b-83d4-1afb95b5730c tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.1842537 Feb 05 03:13:32.597763 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14101bb9-19e4-451b-bf63-44866913c4a5 req-090755ef-ef28-4f33-9069-2fc961472850 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:32.607190 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-14101bb9-19e4-451b-bf63-44866913c4a5 req-090755ef-ef28-4f33-9069-2fc961472850 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 946 time: 0.1424367 Feb 05 03:13:32.673925 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3a6c864a-1819-414b-a5e6-186bc48ef0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (0a4c0ec5-96e2-465a-aa47-39eddba94299), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:32.740880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c864a-1819-414b-a5e6-186bc48ef0ec None None] Pushing event deleted for resources: {'Port': ['ID=0a4c0ec5-96e2-465a-aa47-39eddba94299,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:32.777578 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6c864a-1819-414b-a5e6-186bc48ef0ec None None] No DVR routers for this DVR port 0a4c0ec5-96e2-465a-aa47-39eddba94299 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:13:32.826593 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1bdbc162-5d4b-4615-a47a-74a9a44d1f3f req-bd4a4bf1-5c7a-46fb-8955-4b5bfe148c19 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b04890a-ed1e-4f09-9ab3-de11cd725444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318877 Feb 05 03:13:32.872416 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (0a4c0ec5-96e2-465a-aa47-39eddba94299), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:32.896490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-14101bb9-19e4-451b-bf63-44866913c4a5 req-2aa0b90e-5738-4b5a-b941-d0117eb25f58 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Deleting port 36ec2062-61f3-4b79-bfaf-aeca1f042639 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:32.896996 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-14101bb9-19e4-451b-bf63-44866913c4a5 req-2aa0b90e-5738-4b5a-b941-d0117eb25f58 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (36ec2062-61f3-4b79-bfaf-aeca1f042639), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:32.945907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] No DVR routers for this DVR port 0a4c0ec5-96e2-465a-aa47-39eddba94299 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:13:33.011441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Port': ['ID=0a4c0ec5-96e2-465a-aa47-39eddba94299,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:33.039361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-14101bb9-19e4-451b-bf63-44866913c4a5 req-2aa0b90e-5738-4b5a-b941-d0117eb25f58 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] For port 36ec2062-61f3-4b79-bfaf-aeca1f042639, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=36ec2062-61f3-4b79-bfaf-aeca1f042639,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:33.040327 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-14101bb9-19e4-451b-bf63-44866913c4a5 req-2aa0b90e-5738-4b5a-b941-d0117eb25f58 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (36ec2062-61f3-4b79-bfaf-aeca1f042639), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:33.056586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-14101bb9-19e4-451b-bf63-44866913c4a5 req-2aa0b90e-5738-4b5a-b941-d0117eb25f58 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Calling delete_port for 36ec2062-61f3-4b79-bfaf-aeca1f042639 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:33.171582 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (9fb4e322-cbc8-4b45-b795-b44f1137a0cf), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:33.239420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb4e322-cbc8-4b45-b795-b44f1137a0cf']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:33.240030 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-14101bb9-19e4-451b-bf63-44866913c4a5 req-2aa0b90e-5738-4b5a-b941-d0117eb25f58 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (36ec2062-61f3-4b79-bfaf-aeca1f042639), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:33.252958 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['36ec2062-61f3-4b79-bfaf-aeca1f042639'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:13:33.287172 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61f94ed-997b-4ede-8fbb-c76eebb4edad') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:33.291187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61f94ed-997b-4ede-8fbb-c76eebb4edad') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:33.327945 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (e61f94ed-997b-4ede-8fbb-c76eebb4edad), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:33.342791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0b90e-5738-4b5a-b941-d0117eb25f58 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event deleted for resources: {'Port': ['ID=36ec2062-61f3-4b79-bfaf-aeca1f042639,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:33.402400 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e61f94ed-997b-4ede-8fbb-c76eebb4edad), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:33.411804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-14101bb9-19e4-451b-bf63-44866913c4a5 req-2aa0b90e-5738-4b5a-b941-d0117eb25f58 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] No DVR routers for this DVR port 36ec2062-61f3-4b79-bfaf-aeca1f042639 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:13:33.417441 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-14101bb9-19e4-451b-bf63-44866913c4a5 req-2aa0b90e-5738-4b5a-b941-d0117eb25f58 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:33.430617 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-14101bb9-19e4-451b-bf63-44866913c4a5 req-2aa0b90e-5738-4b5a-b941-d0117eb25f58 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.31 "DELETE /v2.0/ports/36ec2062-61f3-4b79-bfaf-aeca1f042639 HTTP/1.1" status: 204 len: 173 time: 0.8213661 Feb 05 03:13:33.431408 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e728a3-58df-44ee-bd60-3473e2da590e', 'name': 'network-vif-deleted', 'tag': '36ec2062-61f3-4b79-bfaf-aeca1f042639'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:13:33.434277 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74012d96-8609-4d03-8f22-a62038a31d6c" -d '{"events": [{"server_uuid": "e7e728a3-58df-44ee-bd60-3473e2da590e", "name": "network-vif-deleted", "tag": "36ec2062-61f3-4b79-bfaf-aeca1f042639"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:13:33.435276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:13:33.435751 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (e61f94ed-997b-4ede-8fbb-c76eebb4edad), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:33.583386 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e57252c-c5fe-459f-9c82-da0689d4f365 x-openstack-request-id: req-3e57252c-c5fe-459f-9c82-da0689d4f365 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:13:33.584120 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e728a3-58df-44ee-bd60-3473e2da590e", "name": "network-vif-deleted", "tag": "36ec2062-61f3-4b79-bfaf-aeca1f042639", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:13:33.584440 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e57252c-c5fe-459f-9c82-da0689d4f365 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:13:33.584852 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e728a3-58df-44ee-bd60-3473e2da590e', 'name': 'network-vif-deleted', 'tag': '36ec2062-61f3-4b79-bfaf-aeca1f042639', 'status': 'completed', 'code': 200} Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:13:33.639837 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:13:33.645563 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (9fb4e322-cbc8-4b45-b795-b44f1137a0cf), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:33.652504 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:33.660464 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/networks/9fb4e322-cbc8-4b45-b795-b44f1137a0cf HTTP/1.1" status: 204 len: 168 time: 2.1115582 Feb 05 03:13:33.660884 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48478) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:33.692552 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b3ed062-3829-4184-ae9c-910bccd04291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:33.701648 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cb84f-2228-4392-8f76-19b4923e716d tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Network': ['ID=9fb4e322-cbc8-4b45-b795-b44f1137a0cf,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:34.035992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6e1aa5d2-35c4-4386-8879-a8411ad1d44a no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:13:34.076953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-66a69413-405e-4b76-986d-250587b22284 req-f9faac40-36bb-4625-8961-1cbdc6bf3f3e tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e728a3-58df-44ee-bd60-3473e2da590e HTTP/1.1" status: 200 len: 210 time: 0.0497360 Feb 05 03:13:34.105302 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 6e1aa5d2-35c4-4386-8879-a8411ad1d44a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:13:34.105792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6e1aa5d2-35c4-4386-8879-a8411ad1d44a not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:13:34.106094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0a4c0ec5-96e2-465a-aa47-39eddba94299 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:13:34.193022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 0a4c0ec5-96e2-465a-aa47-39eddba94299 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:13:34.193385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0a4c0ec5-96e2-465a-aa47-39eddba94299 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:13:34.389396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device bd524c50-2e20-442f-a0b6-34b6a2a08f31 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:13:34.412900 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: bd524c50-2e20-442f-a0b6-34b6a2a08f31 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:13:34.413523 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device bd524c50-2e20-442f-a0b6-34b6a2a08f31 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:13:34.455548 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-707a0467-fcc0-47f9-a1c4-f872ef9ea736 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:34.813744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-707a0467-fcc0-47f9-a1c4-f872ef9ea736 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting port 1ade3d1a-c059-4bc1-a165-ae6217b93027 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:34.814363 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-707a0467-fcc0-47f9-a1c4-f872ef9ea736 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:34.928800 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-707a0467-fcc0-47f9-a1c4-f872ef9ea736 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] For port 1ade3d1a-c059-4bc1-a165-ae6217b93027, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1ade3d1a-c059-4bc1-a165-ae6217b93027,segment=NetworkSegment(b104bda6-3335-41e1-90d7-a3ec6dbd7190),segment_id=b104bda6-3335-41e1-90d7-a3ec6dbd7190)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:34.929178 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-707a0467-fcc0-47f9-a1c4-f872ef9ea736 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:34.953199 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-707a0467-fcc0-47f9-a1c4-f872ef9ea736 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Calling delete_port for 1ade3d1a-c059-4bc1-a165-ae6217b93027 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:35.271021 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-707a0467-fcc0-47f9-a1c4-f872ef9ea736 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1ade3d1a-c059-4bc1-a165-ae6217b93027), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:35.345387 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a0467-fcc0-47f9-a1c4-f872ef9ea736 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Port': ['ID=1ade3d1a-c059-4bc1-a165-ae6217b93027,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:35.582332 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787665d5-faa3-44bf-8920-0bf303abc891 req-30013489-4ad1-4e43-931a-ed7e7e626323 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:35.586180 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-787665d5-faa3-44bf-8920-0bf303abc891 req-30013489-4ad1-4e43-931a-ed7e7e626323 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.0812626 Feb 05 03:13:35.614444 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 36ec2062-61f3-4b79-bfaf-aeca1f042639 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:13:35.656536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 36ec2062-61f3-4b79-bfaf-aeca1f042639 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:13:35.657438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 36ec2062-61f3-4b79-bfaf-aeca1f042639 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:13:35.699657 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-787665d5-faa3-44bf-8920-0bf303abc891 req-30085326-6956-4242-93bd-0e358d001987 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072969 Feb 05 03:13:35.884413 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-82b7170d-184b-44a2-b3dc-f9fe676992ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:36.050034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-707a0467-fcc0-47f9-a1c4-f872ef9ea736 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:36.263350 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707a0467-fcc0-47f9-a1c4-f872ef9ea736 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:13:36.359569 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707a0467-fcc0-47f9-a1c4-f872ef9ea736 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:13:36.378297 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc021c8-aa9e-4409-af60-dca0265cc39f None None] Sync routers for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:13:36.388883 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-707a0467-fcc0-47f9-a1c4-f872ef9ea736 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7266169 Feb 05 03:13:36.391558 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48526) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:36.403663 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc021c8-aa9e-4409-af60-dca0265cc39f None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:36.404312 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fcc021c8-aa9e-4409-af60-dca0265cc39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:36.492940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5cca86-797f-4fc9-94a9-cddce5debbfe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting subnet 93b03a4a-4f04-4221-8bf1-c917a534f2a2 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:13:36.497481 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a5cca86-797f-4fc9-94a9-cddce5debbfe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for subnet (93b03a4a-4f04-4221-8bf1-c917a534f2a2), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:36.552605 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a5cca86-797f-4fc9-94a9-cddce5debbfe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (93b03a4a-4f04-4221-8bf1-c917a534f2a2), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:36.648356 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a5cca86-797f-4fc9-94a9-cddce5debbfe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (93b03a4a-4f04-4221-8bf1-c917a534f2a2), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:36.673366 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-fcc021c8-aa9e-4409-af60-dca0265cc39f None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:36.736602 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fcc021c8-aa9e-4409-af60-dca0265cc39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:35Z', 'revision_number': 11, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:36.769521 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc021c8-aa9e-4409-af60-dca0265cc39f None None] Checking router: 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:13:36.792885 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc021c8-aa9e-4409-af60-dca0265cc39f None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:36.793945 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fcc021c8-aa9e-4409-af60-dca0265cc39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:36.802746 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a5cca86-797f-4fc9-94a9-cddce5debbfe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (93b03a4a-4f04-4221-8bf1-c917a534f2a2), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:36.860060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cca86-797f-4fc9-94a9-cddce5debbfe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Subnet': ['ID=93b03a4a-4f04-4221-8bf1-c917a534f2a2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:36.865548 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a5cca86-797f-4fc9-94a9-cddce5debbfe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:36.871965 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2a5cca86-797f-4fc9-94a9-cddce5debbfe tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/93b03a4a-4f04-4221-8bf1-c917a534f2a2 HTTP/1.1" status: 204 len: 168 time: 0.4792125 Feb 05 03:13:36.872430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4780249d-0ea7-443c-b304-ec616c403462 None None] Network 82bdf4dc-82d6-4f31-a9a6-b47b16f66a08 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:13:36.874941 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48534) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:36.982061 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb852c-1ad3-4680-af8c-f2c77578dc8f req-1c4151a2-f26c-4bc7-ba95-54c6ed5e26cc tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:36.983666 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80bb852c-1ad3-4680-af8c-f2c77578dc8f req-1c4151a2-f26c-4bc7-ba95-54c6ed5e26cc tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1375530 Feb 05 03:13:37.045085 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (82bdf4dc-82d6-4f31-a9a6-b47b16f66a08), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:37.046842 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-fcc021c8-aa9e-4409-af60-dca0265cc39f None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:37.055213 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80bb852c-1ad3-4680-af8c-f2c77578dc8f req-bb69066e-e36b-4c88-a652-6d385a0807d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648067 Feb 05 03:13:37.109389 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fcc021c8-aa9e-4409-af60-dca0265cc39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:35Z', 'revision_number': 11, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:37.141844 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc021c8-aa9e-4409-af60-dca0265cc39f None None] The sync data for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 is: [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:35Z', 'revision_number': 11, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:13:37.174391 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:37.224450 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Deleting port 6935df4f-3882-455d-bfdf-274d7c705c3d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:37.225050 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6935df4f-3882-455d-bfdf-274d7c705c3d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:37.335891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] For port 6935df4f-3882-455d-bfdf-274d7c705c3d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6935df4f-3882-455d-bfdf-274d7c705c3d,segment=NetworkSegment(b104bda6-3335-41e1-90d7-a3ec6dbd7190),segment_id=b104bda6-3335-41e1-90d7-a3ec6dbd7190)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:37.336459 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6935df4f-3882-455d-bfdf-274d7c705c3d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:37.365016 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f5c5d-07e1-4b67-b2f6-ca5633840d24 req-7bb591f3-0c55-4333-84b7-a08df1d738f1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:37.367483 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-af5f5c5d-07e1-4b67-b2f6-ca5633840d24 req-7bb591f3-0c55-4333-84b7-a08df1d738f1 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.2215295 Feb 05 03:13:37.369683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Calling delete_port for 6935df4f-3882-455d-bfdf-274d7c705c3d owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:37.541287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4987c91d-e754-4708-8140-979875a71e84 None None] DHCP port deletion for 82bdf4dc-82d6-4f31-a9a6-b47b16f66a08 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:13:37.593596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-af5f5c5d-07e1-4b67-b2f6-ca5633840d24 req-781c9669-994d-4cab-a85d-53b6e7ad98d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Deleting port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:37.594296 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-af5f5c5d-07e1-4b67-b2f6-ca5633840d24 req-781c9669-994d-4cab-a85d-53b6e7ad98d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:37.656834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4987c91d-e754-4708-8140-979875a71e84 None None] Deleting port 6935df4f-3882-455d-bfdf-274d7c705c3d {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:37.661046 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4987c91d-e754-4708-8140-979875a71e84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6935df4f-3882-455d-bfdf-274d7c705c3d), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:37.814900 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4987c91d-e754-4708-8140-979875a71e84 None None] For port 6935df4f-3882-455d-bfdf-274d7c705c3d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6935df4f-3882-455d-bfdf-274d7c705c3d,segment=NetworkSegment(b104bda6-3335-41e1-90d7-a3ec6dbd7190),segment_id=b104bda6-3335-41e1-90d7-a3ec6dbd7190)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:37.817110 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4987c91d-e754-4708-8140-979875a71e84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6935df4f-3882-455d-bfdf-274d7c705c3d), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:37.826427 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6935df4f-3882-455d-bfdf-274d7c705c3d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:37.862736 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4987c91d-e754-4708-8140-979875a71e84 None None] Calling delete_port for 6935df4f-3882-455d-bfdf-274d7c705c3d owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:37.875938 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Port': ['ID=6935df4f-3882-455d-bfdf-274d7c705c3d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:37.882379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-af5f5c5d-07e1-4b67-b2f6-ca5633840d24 req-781c9669-994d-4cab-a85d-53b6e7ad98d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] For port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:37.882769 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-af5f5c5d-07e1-4b67-b2f6-ca5633840d24 req-781c9669-994d-4cab-a85d-53b6e7ad98d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:37.886394 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] No DVR routers for this DVR port 6935df4f-3882-455d-bfdf-274d7c705c3d on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:13:37.986118 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6935df4f-3882-455d-bfdf-274d7c705c3d no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:13:38.018737 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 6935df4f-3882-455d-bfdf-274d7c705c3d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:13:38.019462 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6935df4f-3882-455d-bfdf-274d7c705c3d not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:13:38.020119 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1ade3d1a-c059-4bc1-a165-ae6217b93027 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:13:38.068252 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 1ade3d1a-c059-4bc1-a165-ae6217b93027 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:13:38.068252 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1ade3d1a-c059-4bc1-a165-ae6217b93027 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:13:38.123225 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (82bdf4dc-82d6-4f31-a9a6-b47b16f66a08), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:38.127989 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4987c91d-e754-4708-8140-979875a71e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (6935df4f-3882-455d-bfdf-274d7c705c3d), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:38.154490 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987c91d-e754-4708-8140-979875a71e84 None None] Pushing event deleted for resources: {'Port': ['ID=6935df4f-3882-455d-bfdf-274d7c705c3d,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:38.171624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4987c91d-e754-4708-8140-979875a71e84 None None] No DVR routers for this DVR port 6935df4f-3882-455d-bfdf-274d7c705c3d on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:13:38.199857 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bdf4dc-82d6-4f31-a9a6-b47b16f66a08']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:38.216349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b104bda6-3335-41e1-90d7-a3ec6dbd7190') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:38.216727 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b104bda6-3335-41e1-90d7-a3ec6dbd7190') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:38.236034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (b104bda6-3335-41e1-90d7-a3ec6dbd7190), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:38.277521 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (b104bda6-3335-41e1-90d7-a3ec6dbd7190), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:38.292284 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:13:38.292691 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (b104bda6-3335-41e1-90d7-a3ec6dbd7190), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:13:38.295915 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:13:38.349713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2840a-3dea-46b1-af9a-9adb8db301c7 req-a7d1eced-9671-4e7f-8088-24a281518b40 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:38.358453 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-af5f5c5d-07e1-4b67-b2f6-ca5633840d24 req-781c9669-994d-4cab-a85d-53b6e7ad98d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:38.359135 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-af5f5c5d-07e1-4b67-b2f6-ca5633840d24 req-781c9669-994d-4cab-a85d-53b6e7ad98d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (81714398-12c0-4d58-8c13-aac5226b6cf5), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:38.359662 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [req-af5f5c5d-07e1-4b67-b2f6-ca5633840d24 req-781c9669-994d-4cab-a85d-53b6e7ad98d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Floating IP 81714398-12c0-4d58-8c13-aac5226b6cf5 disassociated. External IP: 172.25.0.142, port: ea3e72d2-28d8-4c80-b058-4aaf3f3508f5. Feb 05 03:13:38.360103 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-af5f5c5d-07e1-4b67-b2f6-ca5633840d24 req-781c9669-994d-4cab-a85d-53b6e7ad98d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Calling delete_port for ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:38.361207 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89f2840a-3dea-46b1-af9a-9adb8db301c7 req-a7d1eced-9671-4e7f-8088-24a281518b40 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 944 time: 0.1376786 Feb 05 03:13:38.430091 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (82bdf4dc-82d6-4f31-a9a6-b47b16f66a08), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:38.434148 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89f2840a-3dea-46b1-af9a-9adb8db301c7 req-c74e2f94-cde7-4026-abf5-26ba58047135 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups?id=963368a5-0fbb-4b7f-99ae-d64c1151df08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719032 Feb 05 03:13:38.439603 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:38.445725 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/networks/82bdf4dc-82d6-4f31-a9a6-b47b16f66a08 HTTP/1.1" status: 204 len: 168 time: 1.5662813 Feb 05 03:13:38.447338 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48548) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:38.454302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d77d0a87-f2e3-4644-88de-5c83c2cd5847 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'router': {'routes': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:38.469988 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1227c3-58d5-49dc-a291-37613948ad20 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Pushing event deleted for resources: {'Network': ['ID=82bdf4dc-82d6-4f31-a9a6-b47b16f66a08,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:38.591671 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-af5f5c5d-07e1-4b67-b2f6-ca5633840d24 req-781c9669-994d-4cab-a85d-53b6e7ad98d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ea3e72d2-28d8-4c80-b058-4aaf3f3508f5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:38.639125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c9669-994d-4cab-a85d-53b6e7ad98d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event deleted for resources: {'Port': ['ID=ea3e72d2-28d8-4c80-b058-4aaf3f3508f5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:38.682897 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:38.712453 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.extraroute_db [None req-d77d0a87-f2e3-4644-88de-5c83c2cd5847 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Added routes are [] {{(pid=109675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 05 03:13:38.712756 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.extraroute_db [None req-d77d0a87-f2e3-4644-88de-5c83c2cd5847 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Removed routes are [] {{(pid=109675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 05 03:13:38.713323 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d77d0a87-f2e3-4644-88de-5c83c2cd5847 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:38.879779 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af5f5c5d-07e1-4b67-b2f6-ca5633840d24 req-781c9669-994d-4cab-a85d-53b6e7ad98d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Router e6599155-eef1-49bd-8c36-24017ed7bf89 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:13:38.953386 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d77d0a87-f2e3-4644-88de-5c83c2cd5847 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:38.957613 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d77d0a87-f2e3-4644-88de-5c83c2cd5847 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:39.064515 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af5f5c5d-07e1-4b67-b2f6-ca5633840d24 req-781c9669-994d-4cab-a85d-53b6e7ad98d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:13:39.074216 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77d0a87-f2e3-4644-88de-5c83c2cd5847 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:13:39.076023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41166161-cc1f-4225-9a71-9f0efacac1e9 None None] Sync routers for ids ['e6599155-eef1-49bd-8c36-24017ed7bf89'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:13:39.101304 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41166161-cc1f-4225-9a71-9f0efacac1e9 None None] Routers {'e6599155-eef1-49bd-8c36-24017ed7bf89'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:39.101938 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-41166161-cc1f-4225-9a71-9f0efacac1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e6599155-eef1-49bd-8c36-24017ed7bf89'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:39.132558 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5f5c5d-07e1-4b67-b2f6-ca5633840d24 req-781c9669-994d-4cab-a85d-53b6e7ad98d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] No DVR routers for this DVR port ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:13:39.136196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-af5f5c5d-07e1-4b67-b2f6-ca5633840d24 req-781c9669-994d-4cab-a85d-53b6e7ad98d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:39.141813 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-af5f5c5d-07e1-4b67-b2f6-ca5633840d24 req-781c9669-994d-4cab-a85d-53b6e7ad98d6 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.31 "DELETE /v2.0/ports/ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 HTTP/1.1" status: 204 len: 173 time: 1.7639761 Feb 05 03:13:39.141813 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'name': 'network-vif-deleted', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:13:39.146249 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50900cba-7736-4c25-90ba-b3dbbf1d03fa" -d '{"events": [{"server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "name": "network-vif-deleted", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:13:39.239831 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce7f743-7b87-45fb-badc-98eb7704cbe4 x-openstack-request-id: req-fce7f743-7b87-45fb-badc-98eb7704cbe4 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:13:39.241010 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4084fe-30d0-4650-8587-48be4f9463f2", "name": "network-vif-deleted", "tag": "ea3e72d2-28d8-4c80-b058-4aaf3f3508f5", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:13:39.241544 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fce7f743-7b87-45fb-badc-98eb7704cbe4 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:13:39.242115 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4084fe-30d0-4650-8587-48be4f9463f2', 'name': 'network-vif-deleted', 'tag': 'ea3e72d2-28d8-4c80-b058-4aaf3f3508f5', 'status': 'completed', 'code': 200} Feb 05 03:13:39.256066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77d0a87-f2e3-4644-88de-5c83c2cd5847 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:13:39.268587 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55680573-b4c3-467c-9920-9ec092cf4893 None None] Sync routers for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:13:39.269138 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d77d0a87-f2e3-4644-88de-5c83c2cd5847 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:39.269941 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d77d0a87-f2e3-4644-88de-5c83c2cd5847 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 HTTP/1.1" status: 200 len: 704 time: 0.8211098 Feb 05 03:13:39.272842 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48554) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:39.293050 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55680573-b4c3-467c-9920-9ec092cf4893 None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:39.294286 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-55680573-b4c3-467c-9920-9ec092cf4893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:39.327829 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b9010de3-f49d-41b4-9335-1c1a023df425 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports?device_id=0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 HTTP/1.1" status: 200 len: 205 time: 0.0516994 Feb 05 03:13:39.328520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48558) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:39.524739 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4e4364c-ca22-46f4-80c9-42b3e6f9df71 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:39.549149 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-55680573-b4c3-467c-9920-9ec092cf4893 None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:39.594115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-41166161-cc1f-4225-9a71-9f0efacac1e9 None None] Set router e6599155-eef1-49bd-8c36-24017ed7bf89 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:39.631769 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f8003e02-f5c4-4ba3-a138-718e42d4f265 req-a398e598-a3b5-48df-a4d7-0521f52b76d5 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c4084fe-30d0-4650-8587-48be4f9463f2 HTTP/1.1" status: 200 len: 210 time: 0.0690267 Feb 05 03:13:39.669547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:13:39.711765 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-55680573-b4c3-467c-9920-9ec092cf4893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:35Z', 'revision_number': 11, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:39.718572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:13:39.723919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ea3e72d2-28d8-4c80-b058-4aaf3f3508f5 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:13:39.775048 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55680573-b4c3-467c-9920-9ec092cf4893 None None] Checking router: 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:13:39.795768 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55680573-b4c3-467c-9920-9ec092cf4893 None None] Routers {'0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:39.796643 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-55680573-b4c3-467c-9920-9ec092cf4893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:39.816207 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4e4364c-ca22-46f4-80c9-42b3e6f9df71 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:39.821062 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4e4364c-ca22-46f4-80c9-42b3e6f9df71 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_controller (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:39.912512 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4e4364c-ca22-46f4-80c9-42b3e6f9df71 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:39.913679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e4364c-ca22-46f4-80c9-42b3e6f9df71 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Fanout notify agent at l3_agent the message router_deleted on router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:13:39.921581 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4e4364c-ca22-46f4-80c9-42b3e6f9df71 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:39.927264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48564) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:39.928554 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b4e4364c-ca22-46f4-80c9-42b3e6f9df71 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/routers/0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 HTTP/1.1" status: 204 len: 168 time: 0.5981786 Feb 05 03:13:39.932830 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1ccd35a5-299f-420a-b4ab-166b41729925 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-929324882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:39.983252 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-55680573-b4c3-467c-9920-9ec092cf4893 None None] Set router 0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:39.983674 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1ccd35a5-299f-420a-b4ab-166b41729925 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (fccb216b-b5de-4b75-a159-1a168e14a9e0), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:39.984943 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1ccd35a5-299f-420a-b4ab-166b41729925 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (fccb216b-b5de-4b75-a159-1a168e14a9e0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:40.099777 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-55680573-b4c3-467c-9920-9ec092cf4893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:35Z', 'revision_number': 11, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:40.101367 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1ccd35a5-299f-420a-b4ab-166b41729925 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_controller (fccb216b-b5de-4b75-a159-1a168e14a9e0), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:40.109548 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1ccd35a5-299f-420a-b4ab-166b41729925 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (fccb216b-b5de-4b75-a159-1a168e14a9e0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:40.116598 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:40.146535 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1ccd35a5-299f-420a-b4ab-166b41729925 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:40.147570 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55680573-b4c3-467c-9920-9ec092cf4893 None None] The sync data for ids ['0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0'] in n-d-826942-8 is: [{'id': '0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0', 'name': 'tempest-RoutersIpV6Test-router-125836240', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:12:43Z', 'updated_at': '2022-02-05T03:13:35Z', 'revision_number': 11, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:13:40.147814 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1ccd35a5-299f-420a-b4ab-166b41729925 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2193003 Feb 05 03:13:40.151645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48566) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:40.157593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2fe74d3a-a6dc-481d-8e39-fb60512410e2 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:40.198492 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-41166161-cc1f-4225-9a71-9f0efacac1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'name': 'tempest-ServerActionsTestJSON-1509145307-router', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:00Z', 'updated_at': '2022-02-05T03:05:09Z', 'revision_number': 4, 'project_id': '853f1900c482489d82f61a09748f53b2', 'gw_port': {'id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:01Z', 'updated_at': '2022-02-05T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '144146fa-dbc1-458c-8c3a-728ec261a21e', 'name': '', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'mac_address': 'fa:16:3e:75:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:06Z', 'updated_at': '2022-02-05T03:05:15Z', 'revision_number': 5, 'project_id': '853f1900c482489d82f61a09748f53b2', 'subnets': [{'id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:40.281620 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41166161-cc1f-4225-9a71-9f0efacac1e9 None None] Checking router: e6599155-eef1-49bd-8c36-24017ed7bf89 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:13:40.312054 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41166161-cc1f-4225-9a71-9f0efacac1e9 None None] Routers {'e6599155-eef1-49bd-8c36-24017ed7bf89'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:40.312857 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-41166161-cc1f-4225-9a71-9f0efacac1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e6599155-eef1-49bd-8c36-24017ed7bf89'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:40.477834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-41166161-cc1f-4225-9a71-9f0efacac1e9 None None] Set router e6599155-eef1-49bd-8c36-24017ed7bf89 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:40.736639 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2fe74d3a-a6dc-481d-8e39-fb60512410e2 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1045454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123450'] for router (fccb216b-b5de-4b75-a159-1a168e14a9e0), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:40.748153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-41166161-cc1f-4225-9a71-9f0efacac1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'name': 'tempest-ServerActionsTestJSON-1509145307-router', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:00Z', 'updated_at': '2022-02-05T03:05:09Z', 'revision_number': 4, 'project_id': '853f1900c482489d82f61a09748f53b2', 'gw_port': {'id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:01Z', 'updated_at': '2022-02-05T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '144146fa-dbc1-458c-8c3a-728ec261a21e', 'name': '', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'mac_address': 'fa:16:3e:75:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:06Z', 'updated_at': '2022-02-05T03:05:15Z', 'revision_number': 5, 'project_id': '853f1900c482489d82f61a09748f53b2', 'subnets': [{'id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:40.761568 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2fe74d3a-a6dc-481d-8e39-fb60512410e2 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1045445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1045468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1033151'] for router (fccb216b-b5de-4b75-a159-1a168e14a9e0), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:40.774092 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48584) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:40.834088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41166161-cc1f-4225-9a71-9f0efacac1e9 None None] The sync data for ids ['e6599155-eef1-49bd-8c36-24017ed7bf89'] in n-d-826942-8 is: [{'id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'name': 'tempest-ServerActionsTestJSON-1509145307-router', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:00Z', 'updated_at': '2022-02-05T03:05:09Z', 'revision_number': 4, 'project_id': '853f1900c482489d82f61a09748f53b2', 'gw_port': {'id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:01Z', 'updated_at': '2022-02-05T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '144146fa-dbc1-458c-8c3a-728ec261a21e', 'name': '', 'network_id': '98d2707f-9918-4156-9358-be4daec3064f', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'mac_address': 'fa:16:3e:75:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:06Z', 'updated_at': '2022-02-05T03:05:15Z', 'revision_number': 5, 'project_id': '853f1900c482489d82f61a09748f53b2', 'subnets': [{'id': '145e9b3d-7ddc-4810-9390-8de255c8f149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:13:40.925815 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba2535f9-9377-439f-be55-c23cfede7713 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for security_group (963368a5-0fbb-4b7f-99ae-d64c1151df08), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:40.979914 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba2535f9-9377-439f-be55-c23cfede7713 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for security_group (963368a5-0fbb-4b7f-99ae-d64c1151df08), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:41.012577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe74d3a-a6dc-481d-8e39-fb60512410e2 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Router fccb216b-b5de-4b75-a159-1a168e14a9e0 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:13:41.057655 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba2535f9-9377-439f-be55-c23cfede7713 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (963368a5-0fbb-4b7f-99ae-d64c1151df08), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:41.060535 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba2535f9-9377-439f-be55-c23cfede7713 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:41.064043 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ba2535f9-9377-439f-be55-c23cfede7713 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "DELETE /v2.0/security-groups/963368a5-0fbb-4b7f-99ae-d64c1151df08 HTTP/1.1" status: 204 len: 168 time: 0.2852895 Feb 05 03:13:41.073107 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48588) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:41.074551 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2535f9-9377-439f-be55-c23cfede7713 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=963368a5-0fbb-4b7f-99ae-d64c1151df08,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:41.136036 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-fe1de980-3261-4817-9bff-de46b18fcd52 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] show failed (client error): The resource could not be found. Feb 05 03:13:41.139763 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fe1de980-3261-4817-9bff-de46b18fcd52 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "GET /v2.0/security-groups/963368a5-0fbb-4b7f-99ae-d64c1151df08 HTTP/1.1" status: 404 len: 347 time: 0.0597255 Feb 05 03:13:41.140336 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48590) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:41.155825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe74d3a-a6dc-481d-8e39-fb60512410e2 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:13:41.163779 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2fe74d3a-a6dc-481d-8e39-fb60512410e2 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:41.166383 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2fe74d3a-a6dc-481d-8e39-fb60512410e2 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "PUT /v2.0/routers/fccb216b-b5de-4b75-a159-1a168e14a9e0 HTTP/1.1" status: 200 len: 697 time: 1.0135305 Feb 05 03:13:41.170839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60187c53-da0c-4d64-9896-4e10039f4b22 None None] Sync routers for ids ['fccb216b-b5de-4b75-a159-1a168e14a9e0'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:13:41.179260 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48592) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:41.189744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60187c53-da0c-4d64-9896-4e10039f4b22 None None] Routers {'fccb216b-b5de-4b75-a159-1a168e14a9e0'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:41.191398 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-60187c53-da0c-4d64-9896-4e10039f4b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['fccb216b-b5de-4b75-a159-1a168e14a9e0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:41.193560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48596) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:41.329041 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-60187c53-da0c-4d64-9896-4e10039f4b22 None None] Set router fccb216b-b5de-4b75-a159-1a168e14a9e0 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:41.430097 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436eb9b5-ac7c-4e76-adcf-11770de33c03 None None] New status for floating IP 81714398-12c0-4d58-8c13-aac5226b6cf5: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:13:41.468922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-60187c53-da0c-4d64-9896-4e10039f4b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb216b-b5de-4b75-a159-1a168e14a9e0', 'name': 'tempest-RoutersIpV6Test-router-929324882', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:13:39Z', 'updated_at': '2022-02-05T03:13:40Z', 'revision_number': 2, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:41.587385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60187c53-da0c-4d64-9896-4e10039f4b22 None None] Checking router: fccb216b-b5de-4b75-a159-1a168e14a9e0 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:13:41.605743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60187c53-da0c-4d64-9896-4e10039f4b22 None None] Routers {'fccb216b-b5de-4b75-a159-1a168e14a9e0'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:41.606987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-60187c53-da0c-4d64-9896-4e10039f4b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['fccb216b-b5de-4b75-a159-1a168e14a9e0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:41.699152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ce62f-ea14-483d-9a15-b2a568e3b596 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Deleting port b4bdd5ba-7d95-4168-a52a-38bf25ff81e6 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:41.699525 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce62f-ea14-483d-9a15-b2a568e3b596 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b4bdd5ba-7d95-4168-a52a-38bf25ff81e6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:41.776564 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-60187c53-da0c-4d64-9896-4e10039f4b22 None None] Set router fccb216b-b5de-4b75-a159-1a168e14a9e0 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:41.813543 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce62f-ea14-483d-9a15-b2a568e3b596 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b4bdd5ba-7d95-4168-a52a-38bf25ff81e6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:41.815678 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce62f-ea14-483d-9a15-b2a568e3b596 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for floatingip (b4bdd5ba-7d95-4168-a52a-38bf25ff81e6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:41.838881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ce62f-ea14-483d-9a15-b2a568e3b596 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Calling delete_port for b4bdd5ba-7d95-4168-a52a-38bf25ff81e6 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:41.936845 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-60187c53-da0c-4d64-9896-4e10039f4b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccb216b-b5de-4b75-a159-1a168e14a9e0', 'name': 'tempest-RoutersIpV6Test-router-929324882', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:13:39Z', 'updated_at': '2022-02-05T03:13:40Z', 'revision_number': 2, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:41.939085 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:41.978564 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60187c53-da0c-4d64-9896-4e10039f4b22 None None] The sync data for ids ['fccb216b-b5de-4b75-a159-1a168e14a9e0'] in n-d-826942-8 is: [{'id': 'fccb216b-b5de-4b75-a159-1a168e14a9e0', 'name': 'tempest-RoutersIpV6Test-router-929324882', 'tenant_id': '462601c24a08425693c823c46e08e1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:13:39Z', 'updated_at': '2022-02-05T03:13:40Z', 'revision_number': 2, 'project_id': '462601c24a08425693c823c46e08e1e1', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:13:42.079046 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ff3594a7-8d3a-4526-ae0e-011d2b4c838f tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/routers/fccb216b-b5de-4b75-a159-1a168e14a9e0 HTTP/1.1" status: 200 len: 703 time: 0.8976386 Feb 05 03:13:42.098470 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48644) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:42.110048 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a298436-73e4-4c79-9694-489877c66206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:42.199126 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce62f-ea14-483d-9a15-b2a568e3b596 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (b4bdd5ba-7d95-4168-a52a-38bf25ff81e6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:42.213210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bf9a2697-ee1d-4bae-b709-d100cbee68d6 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports?device_id=fccb216b-b5de-4b75-a159-1a168e14a9e0 HTTP/1.1" status: 200 len: 205 time: 0.1109228 Feb 05 03:13:42.224295 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a298436-73e4-4c79-9694-489877c66206 admin admin] Publish callbacks [] for security_group (ff8b4643-15bb-4f6f-b2d5-613e4c10a382), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:42.225924 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48648) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:42.237282 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a298436-73e4-4c79-9694-489877c66206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ff8b4643-15bb-4f6f-b2d5-613e4c10a382), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:42.300206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ce62f-ea14-483d-9a15-b2a568e3b596 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Pushing event deleted for resources: {'Port': ['ID=b4bdd5ba-7d95-4168-a52a-38bf25ff81e6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:42.350130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a298436-73e4-4c79-9694-489877c66206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8b4643-15bb-4f6f-b2d5-613e4c10a382,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:42.453518 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3a298436-73e4-4c79-9694-489877c66206 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54fc522f17b04e7da1e1d6c9e17a1be9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2572663 Feb 05 03:13:42.455909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48652) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:42.467967 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-124be65e-8f43-4f2c-b86e-781e5920a33b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (fccb216b-b5de-4b75-a159-1a168e14a9e0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:42.512203 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce62f-ea14-483d-9a15-b2a568e3b596 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks [] for floatingip (81714398-12c0-4d58-8c13-aac5226b6cf5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:42.515179 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce62f-ea14-483d-9a15-b2a568e3b596 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:42.519102 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fe2ce62f-ea14-483d-9a15-b2a568e3b596 tempest-ServerActionsTestJSON-1174238950 tempest-ServerActionsTestJSON-1174238950-project] 10.222.0.36 "DELETE /v2.0/floatingips/81714398-12c0-4d58-8c13-aac5226b6cf5 HTTP/1.1" status: 204 len: 168 time: 1.3749456 Feb 05 03:13:42.525947 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48658) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:42.827349 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-124be65e-8f43-4f2c-b86e-781e5920a33b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (fccb216b-b5de-4b75-a159-1a168e14a9e0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:42.829862 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-124be65e-8f43-4f2c-b86e-781e5920a33b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router_controller (fccb216b-b5de-4b75-a159-1a168e14a9e0), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:42.924052 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-124be65e-8f43-4f2c-b86e-781e5920a33b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (fccb216b-b5de-4b75-a159-1a168e14a9e0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:42.933763 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124be65e-8f43-4f2c-b86e-781e5920a33b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Fanout notify agent at l3_agent the message router_deleted on router fccb216b-b5de-4b75-a159-1a168e14a9e0 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:13:42.956606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-124be65e-8f43-4f2c-b86e-781e5920a33b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:42.957862 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-124be65e-8f43-4f2c-b86e-781e5920a33b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/routers/fccb216b-b5de-4b75-a159-1a168e14a9e0 HTTP/1.1" status: 204 len: 168 time: 0.7300982 Feb 05 03:13:42.964269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48690) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:42.987873 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f83ec541-21f7-47db-98a2-13c7cd43d706 admin admin] Publish callbacks [] for security_group (ff8b4643-15bb-4f6f-b2d5-613e4c10a382), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:43.037168 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-73518a63-8293-4b01-be09-4633c3b87e85 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports?device_id=fccb216b-b5de-4b75-a159-1a168e14a9e0 HTTP/1.1" status: 200 len: 205 time: 0.0717039 Feb 05 03:13:43.039611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48692) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:43.082333 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f83ec541-21f7-47db-98a2-13c7cd43d706 admin admin] Publish callbacks [] for security_group (ff8b4643-15bb-4f6f-b2d5-613e4c10a382), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:43.132913 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-e675bb70-a615-4e99-bd14-66ef422dcc92 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] delete failed (client error): The resource could not be found. Feb 05 03:13:43.136026 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e675bb70-a615-4e99-bd14-66ef422dcc92 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/routers/fccb216b-b5de-4b75-a159-1a168e14a9e0 HTTP/1.1" status: 404 len: 336 time: 0.0931563 Feb 05 03:13:43.138516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48694) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:43.169638 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-7932cfb5-3c47-4d4a-a75b-0332ee5db6cb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] DELETE failed (client error): The resource could not be found. Feb 05 03:13:43.173962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7932cfb5-3c47-4d4a-a75b-0332ee5db6cb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:13:43.180548 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7932cfb5-3c47-4d4a-a75b-0332ee5db6cb tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/b91317e7-217b-4609-b466-e52774ada0ba HTTP/1.1" status: 404 len: 337 time: 0.0406191 Feb 05 03:13:43.183785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48696) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:43.247458 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bcedda-68b1-4784-9d77-b94a012cf190 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] DELETE failed (client error): The resource could not be found. Feb 05 03:13:43.247941 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78bcedda-68b1-4784-9d77-b94a012cf190 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:13:43.253186 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-78bcedda-68b1-4784-9d77-b94a012cf190 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/edca590e-ab1a-4458-9881-b55f2225cdb0 HTTP/1.1" status: 404 len: 337 time: 0.0679879 Feb 05 03:13:43.255440 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f83ec541-21f7-47db-98a2-13c7cd43d706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ff8b4643-15bb-4f6f-b2d5-613e4c10a382), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:43.259520 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f83ec541-21f7-47db-98a2-13c7cd43d706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:43.260334 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f83ec541-21f7-47db-98a2-13c7cd43d706 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff8b4643-15bb-4f6f-b2d5-613e4c10a382 HTTP/1.1" status: 204 len: 168 time: 0.8031895 Feb 05 03:13:43.261426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48698) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:43.315001 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ec541-21f7-47db-98a2-13c7cd43d706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8b4643-15bb-4f6f-b2d5-613e4c10a382,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:43.404907 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4b92f4-2c7d-4079-8b07-3df14b2b504e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] DELETE failed (client error): The resource could not be found. Feb 05 03:13:43.405689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4b92f4-2c7d-4079-8b07-3df14b2b504e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:13:43.412583 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2d4b92f4-2c7d-4079-8b07-3df14b2b504e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/1a18b4d7-a77b-4ff0-b84c-3a5c3905bcb7 HTTP/1.1" status: 404 len: 337 time: 0.1490927 Feb 05 03:13:43.415850 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48704) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:43.486168 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fc0b7f-3266-445b-b15b-2dd7a5898f05 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] DELETE failed (client error): The resource could not be found. Feb 05 03:13:43.488145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58fc0b7f-3266-445b-b15b-2dd7a5898f05 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:13:43.494337 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-58fc0b7f-3266-445b-b15b-2dd7a5898f05 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/93b03a4a-4f04-4221-8bf1-c917a534f2a2 HTTP/1.1" status: 404 len: 337 time: 0.0771322 Feb 05 03:13:43.497328 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48706) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:43.668918 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-02f23b68-fbf1-4a63-a7d9-b80e08fc7a05 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports?device_id=0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 HTTP/1.1" status: 200 len: 205 time: 0.1666408 Feb 05 03:13:43.670481 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48714) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:43.794051 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-9e0e920e-84f2-4938-9d7f-cf5bd82a2e1b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] delete failed (client error): The resource could not be found. Feb 05 03:13:43.797661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9e0e920e-84f2-4938-9d7f-cf5bd82a2e1b tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/routers/0aea4cf3-d87d-49ef-9eb5-e8f1aabfbbe0 HTTP/1.1" status: 404 len: 336 time: 0.1212318 Feb 05 03:13:43.798244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48716) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:43.851270 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c932c6dd-2291-43b7-8dfb-8fabbb182428 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29dfc52-7c83-41c0-a3ef-684bc75b4a76 HTTP/1.1" status: 200 len: 205 time: 0.0492318 Feb 05 03:13:43.851782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48718) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:43.930309 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48720) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:43.939625 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-f046e4d6-318d-4db0-bc46-7c88492a4998 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] delete failed (client error): The resource could not be found. Feb 05 03:13:43.941001 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f046e4d6-318d-4db0-bc46-7c88492a4998 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/routers/a29dfc52-7c83-41c0-a3ef-684bc75b4a76 HTTP/1.1" status: 404 len: 336 time: 0.0877099 Feb 05 03:13:43.943633 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48722) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:43.968314 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfc190ba-5e8b-43b9-a53d-e6ae682a9e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:43.974374 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3230293e-2a1a-40d1-a168-59132025a35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (e6599155-eef1-49bd-8c36-24017ed7bf89), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:44.007023 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0967703-5e96-4085-ba3e-70dfda9be9a8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] DELETE failed (client error): The resource could not be found. Feb 05 03:13:44.010262 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0967703-5e96-4085-ba3e-70dfda9be9a8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:13:44.020322 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f0967703-5e96-4085-ba3e-70dfda9be9a8 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/6396017a-f88a-4180-a5fa-66265e86898b HTTP/1.1" status: 404 len: 337 time: 0.0732279 Feb 05 03:13:44.020655 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48724) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:44.085340 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fa45b6e7-257d-4f45-ba8e-1eddea77850a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c43311-fc8b-4a09-8e02-ae95756105e3 HTTP/1.1" status: 200 len: 205 time: 0.0634434 Feb 05 03:13:44.086696 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48726) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:44.172745 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-8df4231e-7adc-4bc2-9b33-b0e67d659bda tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] delete failed (client error): The resource could not be found. Feb 05 03:13:44.185293 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8df4231e-7adc-4bc2-9b33-b0e67d659bda tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/routers/13c43311-fc8b-4a09-8e02-ae95756105e3 HTTP/1.1" status: 404 len: 336 time: 0.0965495 Feb 05 03:13:44.185877 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48728) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:44.255076 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e2ef2137-aa7c-4a52-8827-642f07f547f2 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports?device_id=b92ddb96-6023-4f6e-82ec-79c1c7cbf127 HTTP/1.1" status: 200 len: 205 time: 0.0667653 Feb 05 03:13:44.255776 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48730) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:44.335005 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-9c4f5f83-58cc-4848-abaa-a5fe24e6e1fc tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] delete failed (client error): The resource could not be found. Feb 05 03:13:44.342351 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48732) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:44.355556 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9c4f5f83-58cc-4848-abaa-a5fe24e6e1fc tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/routers/b92ddb96-6023-4f6e-82ec-79c1c7cbf127 HTTP/1.1" status: 404 len: 336 time: 0.0983396 Feb 05 03:13:44.460032 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4caaef-7a1a-4388-8773-6617dcae7dfa tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] DELETE failed (client error): The resource could not be found. Feb 05 03:13:44.460643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4caaef-7a1a-4388-8773-6617dcae7dfa tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:13:44.466541 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bc4caaef-7a1a-4388-8773-6617dcae7dfa tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/58a22dd3-5bee-416a-918b-0d31db09cc16 HTTP/1.1" status: 404 len: 337 time: 0.1226149 Feb 05 03:13:44.469318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48736) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:44.551299 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-980ab9f2-0572-4852-90fa-be5a3390f56a tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports?device_id=47c9f114-007b-4a4e-8823-039e87cb1353 HTTP/1.1" status: 200 len: 205 time: 0.0787544 Feb 05 03:13:44.552805 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48738) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:44.558118 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfc190ba-5e8b-43b9-a53d-e6ae682a9e00 admin admin] Publish callbacks [] for security_group (2a015a04-ec3f-4aeb-8862-e792f04d8c8b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:44.569732 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfc190ba-5e8b-43b9-a53d-e6ae682a9e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2a015a04-ec3f-4aeb-8862-e792f04d8c8b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:44.628752 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dfc190ba-5e8b-43b9-a53d-e6ae682a9e00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7b9a619d1d94717a2c0491fc28a2a74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6948073 Feb 05 03:13:44.631507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48748) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:44.713220 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-f89a5d35-2ea4-4ff4-a4ce-51b61985172e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] delete failed (client error): The resource could not be found. Feb 05 03:13:44.717559 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f89a5d35-2ea4-4ff4-a4ce-51b61985172e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/routers/47c9f114-007b-4a4e-8823-039e87cb1353 HTTP/1.1" status: 404 len: 336 time: 0.1592226 Feb 05 03:13:44.720643 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48752) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:44.764128 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cc25eb-70d2-447e-ba5c-6614e6bcc65f tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] DELETE failed (client error): The resource could not be found. Feb 05 03:13:44.764539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2cc25eb-70d2-447e-ba5c-6614e6bcc65f tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:13:44.769312 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d2cc25eb-70d2-447e-ba5c-6614e6bcc65f tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/893b918a-0626-483d-9ad3-4451ecc519cc HTTP/1.1" status: 404 len: 337 time: 0.0474107 Feb 05 03:13:44.773738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48754) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:44.842686 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c0b9a0c8-198c-4d3f-85a1-9b2f49a530da tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b63c2ce-d37e-4d58-8e02-d527e8b804cc HTTP/1.1" status: 200 len: 205 time: 0.0665858 Feb 05 03:13:44.844004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48756) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:44.884950 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc190ba-5e8b-43b9-a53d-e6ae682a9e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a015a04-ec3f-4aeb-8862-e792f04d8c8b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:44.923655 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd2914c5-b1d6-4547-b9d7-4c4834b4be69 admin admin] Publish callbacks [] for security_group (2a015a04-ec3f-4aeb-8862-e792f04d8c8b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:44.935156 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-a6525286-d12f-4e58-9b1f-2bffe97c7449 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] delete failed (client error): The resource could not be found. Feb 05 03:13:44.936373 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a6525286-d12f-4e58-9b1f-2bffe97c7449 tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/routers/9b63c2ce-d37e-4d58-8e02-d527e8b804cc HTTP/1.1" status: 404 len: 336 time: 0.0912683 Feb 05 03:13:44.938827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48758) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:44.979881 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73885ff-d080-45bc-917a-d2e454cd045e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] DELETE failed (client error): The resource could not be found. Feb 05 03:13:44.980344 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73885ff-d080-45bc-917a-d2e454cd045e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:13:44.983811 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f73885ff-d080-45bc-917a-d2e454cd045e tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/c704f9e2-2248-4404-b6aa-c46d4de36fdd HTTP/1.1" status: 404 len: 337 time: 0.0439355 Feb 05 03:13:44.986450 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48760) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:45.007275 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd2914c5-b1d6-4547-b9d7-4c4834b4be69 admin admin] Publish callbacks [] for security_group (2a015a04-ec3f-4aeb-8862-e792f04d8c8b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:45.016163 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3230293e-2a1a-40d1-a168-59132025a35a admin admin] Deleting port 144146fa-dbc1-458c-8c3a-728ec261a21e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:45.016620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3230293e-2a1a-40d1-a168-59132025a35a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:45.019491 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4883e0-810f-4075-a818-8e5bbf6e257f tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] DELETE failed (client error): The resource could not be found. Feb 05 03:13:45.019946 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4883e0-810f-4075-a818-8e5bbf6e257f tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:13:45.024114 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bb4883e0-810f-4075-a818-8e5bbf6e257f tempest-RoutersIpV6Test-1666084233 tempest-RoutersIpV6Test-1666084233-project] 10.222.0.36 "DELETE /v2.0/subnets/a81a2817-7f2c-4142-847f-8a839d2f0614 HTTP/1.1" status: 404 len: 337 time: 0.0363829 Feb 05 03:13:45.449922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48772) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:45.563429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-3230293e-2a1a-40d1-a168-59132025a35a admin admin] For port 144146fa-dbc1-458c-8c3a-728ec261a21e, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=144146fa-dbc1-458c-8c3a-728ec261a21e,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:45.567381 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3230293e-2a1a-40d1-a168-59132025a35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:45.588277 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3230293e-2a1a-40d1-a168-59132025a35a admin admin] Calling delete_port for 144146fa-dbc1-458c-8c3a-728ec261a21e owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:45.653987 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd2914c5-b1d6-4547-b9d7-4c4834b4be69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2a015a04-ec3f-4aeb-8862-e792f04d8c8b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:45.657728 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd2914c5-b1d6-4547-b9d7-4c4834b4be69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:45.659463 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fd2914c5-b1d6-4547-b9d7-4c4834b4be69 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a015a04-ec3f-4aeb-8862-e792f04d8c8b HTTP/1.1" status: 204 len: 168 time: 1.0255077 Feb 05 03:13:45.687157 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-52d85a8d-9a34-4904-932e-36fbfb916317 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=462601c24a08425693c823c46e08e1e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2354732 Feb 05 03:13:45.689408 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48784) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:45.702360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2914c5-b1d6-4547-b9d7-4c4834b4be69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a015a04-ec3f-4aeb-8862-e792f04d8c8b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:45.771778 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43de8d89-7dd5-454a-ac4f-1aa87fdbe913 admin admin] Publish callbacks [] for security_group (b0c0f504-707b-45a5-8bef-18ab37bf40ba), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:45.804269 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43de8d89-7dd5-454a-ac4f-1aa87fdbe913 admin admin] Publish callbacks [] for security_group (b0c0f504-707b-45a5-8bef-18ab37bf40ba), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:45.891491 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43de8d89-7dd5-454a-ac4f-1aa87fdbe913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b0c0f504-707b-45a5-8bef-18ab37bf40ba), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:45.894297 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43de8d89-7dd5-454a-ac4f-1aa87fdbe913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:45.898712 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-43de8d89-7dd5-454a-ac4f-1aa87fdbe913 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0c0f504-707b-45a5-8bef-18ab37bf40ba HTTP/1.1" status: 204 len: 168 time: 0.2051632 Feb 05 03:13:45.913679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de8d89-7dd5-454a-ac4f-1aa87fdbe913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c0f504-707b-45a5-8bef-18ab37bf40ba,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:45.970243 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3230293e-2a1a-40d1-a168-59132025a35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (144146fa-dbc1-458c-8c3a-728ec261a21e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:46.011764 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230293e-2a1a-40d1-a168-59132025a35a admin admin] Pushing event deleted for resources: {'Port': ['ID=144146fa-dbc1-458c-8c3a-728ec261a21e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:46.135831 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48792) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:46.153611 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a037f0e-57b4-4ced-a29c-9d45073e1f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:46.207099 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:46.320869 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a037f0e-57b4-4ced-a29c-9d45073e1f21 admin admin] Publish callbacks [] for security_group (1e6fbe49-be38-4e82-bd93-a63a06a60af0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:46.328817 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a037f0e-57b4-4ced-a29c-9d45073e1f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1e6fbe49-be38-4e82-bd93-a63a06a60af0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:46.391966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a037f0e-57b4-4ced-a29c-9d45073e1f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6fbe49-be38-4e82-bd93-a63a06a60af0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:46.392806 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3230293e-2a1a-40d1-a168-59132025a35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (e6599155-eef1-49bd-8c36-24017ed7bf89), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:46.430314 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9a037f0e-57b4-4ced-a29c-9d45073e1f21 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07f47390c9ff477787556522d8e35d79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2928238 Feb 05 03:13:46.434832 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48796) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:46.545950 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11316995-9d75-40c8-ac0d-8d4780a1b0c4 admin admin] Publish callbacks [] for security_group (1e6fbe49-be38-4e82-bd93-a63a06a60af0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:46.598768 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11316995-9d75-40c8-ac0d-8d4780a1b0c4 admin admin] Publish callbacks [] for security_group (1e6fbe49-be38-4e82-bd93-a63a06a60af0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:46.698794 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11316995-9d75-40c8-ac0d-8d4780a1b0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1e6fbe49-be38-4e82-bd93-a63a06a60af0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:46.699660 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11316995-9d75-40c8-ac0d-8d4780a1b0c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:46.705313 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-11316995-9d75-40c8-ac0d-8d4780a1b0c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e6fbe49-be38-4e82-bd93-a63a06a60af0 HTTP/1.1" status: 204 len: 168 time: 0.2691472 Feb 05 03:13:46.732641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11316995-9d75-40c8-ac0d-8d4780a1b0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6fbe49-be38-4e82-bd93-a63a06a60af0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:46.875873 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3230293e-2a1a-40d1-a168-59132025a35a admin admin] Router e6599155-eef1-49bd-8c36-24017ed7bf89 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:13:47.032445 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3230293e-2a1a-40d1-a168-59132025a35a admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:13:47.040264 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3230293e-2a1a-40d1-a168-59132025a35a admin admin] 10.222.0.36 "PUT /v2.0/routers/e6599155-eef1-49bd-8c36-24017ed7bf89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5109162 Feb 05 03:13:47.041534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48820) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:47.058876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f82725f-7f0d-4122-ae9c-e11fb363cdb7 None None] Sync routers for ids ['e6599155-eef1-49bd-8c36-24017ed7bf89'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:13:47.075396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f82725f-7f0d-4122-ae9c-e11fb363cdb7 None None] Routers {'e6599155-eef1-49bd-8c36-24017ed7bf89'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:47.076649 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9f82725f-7f0d-4122-ae9c-e11fb363cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e6599155-eef1-49bd-8c36-24017ed7bf89'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:47.205398 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:13:47.266416 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9f82725f-7f0d-4122-ae9c-e11fb363cdb7 None None] Set router e6599155-eef1-49bd-8c36-24017ed7bf89 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:47.275767 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3de30429-73ef-4d06-839b-d6e479086cb4 admin admin] Publish callbacks [] for router (e6599155-eef1-49bd-8c36-24017ed7bf89), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:47.338347 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48830) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:47.545392 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3de30429-73ef-4d06-839b-d6e479086cb4 admin admin] Publish callbacks [] for router_gateway (e6599155-eef1-49bd-8c36-24017ed7bf89), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:47.596139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9f82725f-7f0d-4122-ae9c-e11fb363cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'name': 'tempest-ServerActionsTestJSON-1509145307-router', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:00Z', 'updated_at': '2022-02-05T03:13:45Z', 'revision_number': 5, 'project_id': '853f1900c482489d82f61a09748f53b2', 'gw_port': {'id': 'a04e1d85-d3cc-4812-bffe-6b69c71f43c5', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:05:01Z', 'updated_at': '2022-02-05T03:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:47.601360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dcb8e3fc-16bb-45d7-ac77-cc849c6146fb tempest-DvrRoutersNegativeTest-1255245992 tempest-DvrRoutersNegativeTest-1255245992-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1474755826', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:47.605713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.policy [None req-dcb8e3fc-16bb-45d7-ac77-cc849c6146fb tempest-DvrRoutersNegativeTest-1255245992 tempest-DvrRoutersNegativeTest-1255245992-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109675) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 05 03:13:47.607842 n-d-826942-8 neutron-server[109675]: DEBUG neutron.policy [None req-dcb8e3fc-16bb-45d7-ac77-cc849c6146fb tempest-DvrRoutersNegativeTest-1255245992 tempest-DvrRoutersNegativeTest-1255245992-project] Failed policy check for 'create_router' {{(pid=109675) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 05 03:13:47.608506 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-dcb8e3fc-16bb-45d7-ac77-cc849c6146fb tempest-DvrRoutersNegativeTest-1255245992 tempest-DvrRoutersNegativeTest-1255245992-project] create failed (client error): Access was denied to this resource. Feb 05 03:13:47.614078 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dcb8e3fc-16bb-45d7-ac77-cc849c6146fb tempest-DvrRoutersNegativeTest-1255245992 tempest-DvrRoutersNegativeTest-1255245992-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2714388 Feb 05 03:13:47.652752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3de30429-73ef-4d06-839b-d6e479086cb4 admin admin] Deleting port a04e1d85-d3cc-4812-bffe-6b69c71f43c5 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:47.653782 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3de30429-73ef-4d06-839b-d6e479086cb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a04e1d85-d3cc-4812-bffe-6b69c71f43c5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:47.663821 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f82725f-7f0d-4122-ae9c-e11fb363cdb7 None None] Checking router: e6599155-eef1-49bd-8c36-24017ed7bf89 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:13:47.690916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f82725f-7f0d-4122-ae9c-e11fb363cdb7 None None] Routers {'e6599155-eef1-49bd-8c36-24017ed7bf89'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:47.692113 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9f82725f-7f0d-4122-ae9c-e11fb363cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e6599155-eef1-49bd-8c36-24017ed7bf89'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:47.792665 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-3de30429-73ef-4d06-839b-d6e479086cb4 admin admin] For port a04e1d85-d3cc-4812-bffe-6b69c71f43c5, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a04e1d85-d3cc-4812-bffe-6b69c71f43c5,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:47.794259 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3de30429-73ef-4d06-839b-d6e479086cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a04e1d85-d3cc-4812-bffe-6b69c71f43c5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:47.833115 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3de30429-73ef-4d06-839b-d6e479086cb4 admin admin] Calling delete_port for a04e1d85-d3cc-4812-bffe-6b69c71f43c5 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:47.885711 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9f82725f-7f0d-4122-ae9c-e11fb363cdb7 None None] Set router e6599155-eef1-49bd-8c36-24017ed7bf89 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:13:47.963877 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9f82725f-7f0d-4122-ae9c-e11fb363cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'name': 'tempest-ServerActionsTestJSON-1509145307-router', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:00Z', 'updated_at': '2022-02-05T03:13:47Z', 'revision_number': 6, 'project_id': '853f1900c482489d82f61a09748f53b2', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:48.008264 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f82725f-7f0d-4122-ae9c-e11fb363cdb7 None None] The sync data for ids ['e6599155-eef1-49bd-8c36-24017ed7bf89'] in n-d-826942-8 is: [{'id': 'e6599155-eef1-49bd-8c36-24017ed7bf89', 'name': 'tempest-ServerActionsTestJSON-1509145307-router', 'tenant_id': '853f1900c482489d82f61a09748f53b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:05:00Z', 'updated_at': '2022-02-05T03:13:47Z', 'revision_number': 6, 'project_id': '853f1900c482489d82f61a09748f53b2', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:13:48.222593 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3de30429-73ef-4d06-839b-d6e479086cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a04e1d85-d3cc-4812-bffe-6b69c71f43c5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:48.245661 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48860) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:48.289130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de30429-73ef-4d06-839b-d6e479086cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04e1d85-d3cc-4812-bffe-6b69c71f43c5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:48.330298 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3de30429-73ef-4d06-839b-d6e479086cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (e6599155-eef1-49bd-8c36-24017ed7bf89), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:48.471755 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3de30429-73ef-4d06-839b-d6e479086cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (e6599155-eef1-49bd-8c36-24017ed7bf89), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:48.482967 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3de30429-73ef-4d06-839b-d6e479086cb4 admin admin] Publish callbacks [] for router_controller (e6599155-eef1-49bd-8c36-24017ed7bf89), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:48.507369 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54aceeec-27d6-4c19-9c72-eaf399669dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:48.576156 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3de30429-73ef-4d06-839b-d6e479086cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (e6599155-eef1-49bd-8c36-24017ed7bf89), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:48.576772 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de30429-73ef-4d06-839b-d6e479086cb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6599155-eef1-49bd-8c36-24017ed7bf89 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:13:48.582567 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3de30429-73ef-4d06-839b-d6e479086cb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:48.587048 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3de30429-73ef-4d06-839b-d6e479086cb4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e6599155-eef1-49bd-8c36-24017ed7bf89 HTTP/1.1" status: 204 len: 168 time: 1.5420105 Feb 05 03:13:48.588368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48882) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:48.665175 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54aceeec-27d6-4c19-9c72-eaf399669dfc admin admin] Publish callbacks [] for security_group (90637ff5-7233-4e75-bae3-8a2b3d10db4e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:48.666982 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e610d9-f56b-491a-9062-ebda66e60742 admin admin] Deleting subnet 145e9b3d-7ddc-4810-9390-8de255c8f149 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:13:48.671682 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75e610d9-f56b-491a-9062-ebda66e60742 admin admin] Publish callbacks [] for subnet (145e9b3d-7ddc-4810-9390-8de255c8f149), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:48.674699 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54aceeec-27d6-4c19-9c72-eaf399669dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (90637ff5-7233-4e75-bae3-8a2b3d10db4e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:48.718946 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75e610d9-f56b-491a-9062-ebda66e60742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (145e9b3d-7ddc-4810-9390-8de255c8f149), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:48.772057 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-54aceeec-27d6-4c19-9c72-eaf399669dfc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae741005d47b448296d95acb8c74a119&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5261047 Feb 05 03:13:48.775473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48910) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:48.785039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aceeec-27d6-4c19-9c72-eaf399669dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90637ff5-7233-4e75-bae3-8a2b3d10db4e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:48.915268 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98146948-596d-4ead-b044-85f15a56e665 admin admin] Publish callbacks [] for security_group (90637ff5-7233-4e75-bae3-8a2b3d10db4e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:48.944568 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75e610d9-f56b-491a-9062-ebda66e60742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (145e9b3d-7ddc-4810-9390-8de255c8f149), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:48.980642 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98146948-596d-4ead-b044-85f15a56e665 admin admin] Publish callbacks [] for security_group (90637ff5-7233-4e75-bae3-8a2b3d10db4e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:49.060112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98146948-596d-4ead-b044-85f15a56e665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (90637ff5-7233-4e75-bae3-8a2b3d10db4e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:49.068182 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98146948-596d-4ead-b044-85f15a56e665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:49.073344 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-98146948-596d-4ead-b044-85f15a56e665 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90637ff5-7233-4e75-bae3-8a2b3d10db4e HTTP/1.1" status: 204 len: 168 time: 0.2938764 Feb 05 03:13:49.093534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98146948-596d-4ead-b044-85f15a56e665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90637ff5-7233-4e75-bae3-8a2b3d10db4e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:49.097999 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75e610d9-f56b-491a-9062-ebda66e60742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (145e9b3d-7ddc-4810-9390-8de255c8f149), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:49.164145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e610d9-f56b-491a-9062-ebda66e60742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=145e9b3d-7ddc-4810-9390-8de255c8f149,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:49.174420 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75e610d9-f56b-491a-9062-ebda66e60742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:49.181315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50276920-f897-4baf-8a4a-bd070a363317 None None] Network 98d2707f-9918-4156-9358-be4daec3064f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:13:49.204679 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48920) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:49.206565 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-75e610d9-f56b-491a-9062-ebda66e60742 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/145e9b3d-7ddc-4810-9390-8de255c8f149 HTTP/1.1" status: 204 len: 168 time: 0.6169081 Feb 05 03:13:49.374208 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (98d2707f-9918-4156-9358-be4daec3064f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:49.435875 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb327f8-68d0-438d-b160-1bc3a0bf0e30 None None] DHCP port deletion for 98d2707f-9918-4156-9358-be4daec3064f request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:13:49.458990 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] Deleting port de998ed0-85ce-4024-ab64-46504bf68b26 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:49.459336 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (de998ed0-85ce-4024-ab64-46504bf68b26), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:49.519233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ceb327f8-68d0-438d-b160-1bc3a0bf0e30 None None] Deleting port de998ed0-85ce-4024-ab64-46504bf68b26 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:13:49.519911 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ceb327f8-68d0-438d-b160-1bc3a0bf0e30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (de998ed0-85ce-4024-ab64-46504bf68b26), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:49.561424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] For port de998ed0-85ce-4024-ab64-46504bf68b26, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=de998ed0-85ce-4024-ab64-46504bf68b26,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:49.562082 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (de998ed0-85ce-4024-ab64-46504bf68b26), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:49.592399 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] Calling delete_port for de998ed0-85ce-4024-ab64-46504bf68b26 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:49.604090 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ceb327f8-68d0-438d-b160-1bc3a0bf0e30 None None] For port de998ed0-85ce-4024-ab64-46504bf68b26, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=de998ed0-85ce-4024-ab64-46504bf68b26,segment=NetworkSegment(70349fe1-e4bb-44a9-85be-841e406160b3),segment_id=70349fe1-e4bb-44a9-85be-841e406160b3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:49.605315 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ceb327f8-68d0-438d-b160-1bc3a0bf0e30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (de998ed0-85ce-4024-ab64-46504bf68b26), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:49.627340 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ceb327f8-68d0-438d-b160-1bc3a0bf0e30 None None] Calling delete_port for de998ed0-85ce-4024-ab64-46504bf68b26 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:13:49.708463 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (de998ed0-85ce-4024-ab64-46504bf68b26), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:49.746464 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] Pushing event deleted for resources: {'Port': ['ID=de998ed0-85ce-4024-ab64-46504bf68b26,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:49.750615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] No DVR routers for this DVR port de998ed0-85ce-4024-ab64-46504bf68b26 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:13:49.838527 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (98d2707f-9918-4156-9358-be4daec3064f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:49.895424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d2707f-9918-4156-9358-be4daec3064f']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:49.918678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70349fe1-e4bb-44a9-85be-841e406160b3') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:49.919039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70349fe1-e4bb-44a9-85be-841e406160b3') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:49.938626 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (70349fe1-e4bb-44a9-85be-841e406160b3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:50.002257 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (70349fe1-e4bb-44a9-85be-841e406160b3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:50.018369 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:13:50.020674 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (70349fe1-e4bb-44a9-85be-841e406160b3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:13:50.038485 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:13:50.063832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 144146fa-dbc1-458c-8c3a-728ec261a21e no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:13:50.131966 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 144146fa-dbc1-458c-8c3a-728ec261a21e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:13:50.132948 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 144146fa-dbc1-458c-8c3a-728ec261a21e not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:13:50.134266 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device de998ed0-85ce-4024-ab64-46504bf68b26 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:13:50.152124 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (98d2707f-9918-4156-9358-be4daec3064f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:50.157397 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:50.161619 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] 10.222.0.36 "DELETE /v2.0/networks/98d2707f-9918-4156-9358-be4daec3064f HTTP/1.1" status: 204 len: 168 time: 0.9558208 Feb 05 03:13:50.165973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: de998ed0-85ce-4024-ab64-46504bf68b26 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:13:50.166888 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device de998ed0-85ce-4024-ab64-46504bf68b26 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:13:50.167817 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a04e1d85-d3cc-4812-bffe-6b69c71f43c5 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:13:50.188343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd37d3-2b7f-45ad-84b5-39d6229cc724 admin admin] Pushing event deleted for resources: {'Network': ['ID=98d2707f-9918-4156-9358-be4daec3064f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:50.194191 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: a04e1d85-d3cc-4812-bffe-6b69c71f43c5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:13:50.195220 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a04e1d85-d3cc-4812-bffe-6b69c71f43c5 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:13:50.228982 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ceb327f8-68d0-438d-b160-1bc3a0bf0e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (de998ed0-85ce-4024-ab64-46504bf68b26), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:50.237225 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ceb327f8-68d0-438d-b160-1bc3a0bf0e30 None None] Network 98d2707f-9918-4156-9358-be4daec3064f is not hosted by any dhcp agent {{(pid=109676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 05 03:13:50.237682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb327f8-68d0-438d-b160-1bc3a0bf0e30 None None] No DVR routers for this DVR port de998ed0-85ce-4024-ab64-46504bf68b26 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:13:50.284310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb327f8-68d0-438d-b160-1bc3a0bf0e30 None None] Pushing event deleted for resources: {'Port': ['ID=de998ed0-85ce-4024-ab64-46504bf68b26,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:50.367116 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48982) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:50.456681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48988) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:50.547881 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2732c875-e111-4df4-ae37-5b503296ecf3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=853f1900c482489d82f61a09748f53b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0867839 Feb 05 03:13:50.548942 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48992) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:50.610665 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-719db207-f5e1-4352-91c9-5da6ef229aeb admin admin] Publish callbacks [] for security_group (1b04890a-ed1e-4f09-9ab3-de11cd725444), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:50.668926 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-719db207-f5e1-4352-91c9-5da6ef229aeb admin admin] Publish callbacks [] for security_group (1b04890a-ed1e-4f09-9ab3-de11cd725444), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:50.686665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-11e0eafe-1fa7-4429-8070-b269fc93cada tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-694110925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:50.715610 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11e0eafe-1fa7-4429-8070-b269fc93cada tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:50.716810 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11e0eafe-1fa7-4429-8070-b269fc93cada tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:50.729165 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-719db207-f5e1-4352-91c9-5da6ef229aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1b04890a-ed1e-4f09-9ab3-de11cd725444), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:50.732099 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-719db207-f5e1-4352-91c9-5da6ef229aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:50.733451 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-719db207-f5e1-4352-91c9-5da6ef229aeb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b04890a-ed1e-4f09-9ab3-de11cd725444 HTTP/1.1" status: 204 len: 168 time: 0.1834900 Feb 05 03:13:50.741514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719db207-f5e1-4352-91c9-5da6ef229aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b04890a-ed1e-4f09-9ab3-de11cd725444,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:50.813263 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11e0eafe-1fa7-4429-8070-b269fc93cada tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for router_controller (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:50.818910 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11e0eafe-1fa7-4429-8070-b269fc93cada tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:50.843337 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11e0eafe-1fa7-4429-8070-b269fc93cada tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:50.847103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-11e0eafe-1fa7-4429-8070-b269fc93cada tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4684780 Feb 05 03:13:50.847436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49000) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:50.854162 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b90bebd2-602c-43a4-9e21-0ea59dd2e637 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1026391615'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:50.881387 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90bebd2-602c-43a4-9e21-0ea59dd2e637 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Made reservation on behalf of a423aeb56075470dba4b913e1ba08f7c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:13:50.886041 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90bebd2-602c-43a4-9e21-0ea59dd2e637 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:50.902334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90bebd2-602c-43a4-9e21-0ea59dd2e637 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:51.005369 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90bebd2-602c-43a4-9e21-0ea59dd2e637 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for security_group (5167d0e5-3eda-4007-aec8-6400a150b589), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:51.011329 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90bebd2-602c-43a4-9e21-0ea59dd2e637 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5167d0e5-3eda-4007-aec8-6400a150b589), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:51.048828 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90bebd2-602c-43a4-9e21-0ea59dd2e637 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:13:51.069582 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90bebd2-602c-43a4-9e21-0ea59dd2e637 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (443a9d80-f10e-4d41-ba72-5a6301f31eff), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:51.069928 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-b90bebd2-602c-43a4-9e21-0ea59dd2e637 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Added segment 443a9d80-f10e-4d41-ba72-5a6301f31eff of type vlan for network c3372e3a-9426-4865-8e19-fece3205b233 Feb 05 03:13:51.081147 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bebd2-602c-43a4-9e21-0ea59dd2e637 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5167d0e5-3eda-4007-aec8-6400a150b589,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:51.129510 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90bebd2-602c-43a4-9e21-0ea59dd2e637 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (c3372e3a-9426-4865-8e19-fece3205b233), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:51.165091 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90bebd2-602c-43a4-9e21-0ea59dd2e637 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (c3372e3a-9426-4865-8e19-fece3205b233), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:51.186371 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90bebd2-602c-43a4-9e21-0ea59dd2e637 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:51.187642 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90bebd2-602c-43a4-9e21-0ea59dd2e637 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:51.215147 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b90bebd2-602c-43a4-9e21-0ea59dd2e637 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3661637 Feb 05 03:13:51.217503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49008) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:51.223816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-371d8f44-b6ce-4b48-bc3c-cef302913412 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Request body: {'subnet': {'network_id': 'c3372e3a-9426-4865-8e19-fece3205b233', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:51.300451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bebd2-602c-43a4-9e21-0ea59dd2e637 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event updated for resources: {'Network': ['ID=c3372e3a-9426-4865-8e19-fece3205b233,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:51.313957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network c3372e3a-9426-4865-8e19-fece3205b233 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:13:51.434844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371d8f44-b6ce-4b48-bc3c-cef302913412 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Made reservation on behalf of a423aeb56075470dba4b913e1ba08f7c for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:13:51.438380 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-371d8f44-b6ce-4b48-bc3c-cef302913412 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:51.699416 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-371d8f44-b6ce-4b48-bc3c-cef302913412 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (ee684d8c-6526-4f90-8923-dd28a8ff221c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:51.788485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d8f44-b6ce-4b48-bc3c-cef302913412 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event updated for resources: {'Subnet': ['ID=ee684d8c-6526-4f90-8923-dd28a8ff221c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:51.798397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d8f44-b6ce-4b48-bc3c-cef302913412 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Checking segment: {'id': '443a9d80-f10e-4d41-ba72-5a6301f31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c3372e3a-9426-4865-8e19-fece3205b233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:13:51.799075 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371d8f44-b6ce-4b48-bc3c-cef302913412 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Network hostable DHCP agents. Network: c3372e3a-9426-4865-8e19-fece3205b233, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:13:51.818647 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371d8f44-b6ce-4b48-bc3c-cef302913412 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Network c3372e3a-9426-4865-8e19-fece3205b233 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:13:51.830042 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-371d8f44-b6ce-4b48-bc3c-cef302913412 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, c3372e3a-9426-4865-8e19-fece3205b233) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:13:51.841471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1158d0a0-821d-4ef8-9e90-2350c56770ae None None] Network c3372e3a-9426-4865-8e19-fece3205b233 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:13:51.865191 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371d8f44-b6ce-4b48-bc3c-cef302913412 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:51.865793 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-371d8f44-b6ce-4b48-bc3c-cef302913412 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:51.910098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49038) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:51.911253 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-371d8f44-b6ce-4b48-bc3c-cef302913412 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6924703 Feb 05 03:13:51.916218 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7a51d186-0022-4907-b71d-6396813cd079 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Request body: {'network': {'name': 'tempest-router-network01--998951192'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:51.964247 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a51d186-0022-4907-b71d-6396813cd079 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Made reservation on behalf of a423aeb56075470dba4b913e1ba08f7c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:13:51.967881 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a51d186-0022-4907-b71d-6396813cd079 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.020905 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a51d186-0022-4907-b71d-6396813cd079 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:13:52.035610 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49042) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:52.080145 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a51d186-0022-4907-b71d-6396813cd079 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (7915cc1e-18d8-42ac-8110-942fc8d4f496), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.080501 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-7a51d186-0022-4907-b71d-6396813cd079 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Added segment 7915cc1e-18d8-42ac-8110-942fc8d4f496 of type vlan for network 784fa5b9-aa73-4d10-aaf4-dc57ed83aabe Feb 05 03:13:52.166438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-c3372e3a-9426-4865-8e19-fece3205b233', 'network_id': 'c3372e3a-9426-4865-8e19-fece3205b233', 'project_id': 'a423aeb56075470dba4b913e1ba08f7c', 'fixed_ips': [{'subnet_id': 'ee684d8c-6526-4f90-8923-dd28a8ff221c'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:13:52.168088 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.189282 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a51d186-0022-4907-b71d-6396813cd079 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (784fa5b9-aa73-4d10-aaf4-dc57ed83aabe), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.231024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1d708c19-6370-453f-9db4-0e06e5535d71 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-88252848-network', 'tenant_id': '82f3913ef0bd4cbd8d1a3d14443f1038'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:52.259871 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a51d186-0022-4907-b71d-6396813cd079 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (784fa5b9-aa73-4d10-aaf4-dc57ed83aabe), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.265146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d708c19-6370-453f-9db4-0e06e5535d71 admin admin] Made reservation on behalf of 82f3913ef0bd4cbd8d1a3d14443f1038 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:13:52.267007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a51d186-0022-4907-b71d-6396813cd079 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:52.267815 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a51d186-0022-4907-b71d-6396813cd079 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.267992 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d708c19-6370-453f-9db4-0e06e5535d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.279530 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d708c19-6370-453f-9db4-0e06e5535d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.380629 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7a51d186-0022-4907-b71d-6396813cd079 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4687760 Feb 05 03:13:52.381036 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49048) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:52.406059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51d186-0022-4907-b71d-6396813cd079 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event updated for resources: {'Network': ['ID=784fa5b9-aa73-4d10-aaf4-dc57ed83aabe,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:52.420716 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-356221c2-6a7a-4f3c-9d80-926f61087822 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Request body: {'network': {'name': 'tempest-router-network02--1351557360'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:52.479330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 784fa5b9-aa73-4d10-aaf4-dc57ed83aabe details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:13:52.481222 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356221c2-6a7a-4f3c-9d80-926f61087822 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Made reservation on behalf of a423aeb56075470dba4b913e1ba08f7c for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:13:52.482730 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Allocated IP 2001:db8::2 (c3372e3a-9426-4865-8e19-fece3205b233/ee684d8c-6526-4f90-8923-dd28a8ff221c/40a14d0f-1675-44d8-a751-68c5f98da9ee) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:13:52.488181 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-356221c2-6a7a-4f3c-9d80-926f61087822 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.553941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356221c2-6a7a-4f3c-9d80-926f61087822 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:13:52.563954 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d708c19-6370-453f-9db4-0e06e5535d71 admin admin] Publish callbacks [] for security_group (4a8197c2-2f07-4923-9b59-c9e85e258024), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.573502 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d708c19-6370-453f-9db4-0e06e5535d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4a8197c2-2f07-4923-9b59-c9e85e258024), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.601447 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d708c19-6370-453f-9db4-0e06e5535d71 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:13:52.616917 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d708c19-6370-453f-9db4-0e06e5535d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c85ca029-1a88-460f-9b7f-90672aa3c01d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.617411 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-1d708c19-6370-453f-9db4-0e06e5535d71 admin admin] Added segment c85ca029-1a88-460f-9b7f-90672aa3c01d of type vlan for network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a Feb 05 03:13:52.654702 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-356221c2-6a7a-4f3c-9d80-926f61087822 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c4344c4c-9f99-4158-a9e9-ca025e33b28d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.655080 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-356221c2-6a7a-4f3c-9d80-926f61087822 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Added segment c4344c4c-9f99-4158-a9e9-ca025e33b28d of type vlan for network 923708a3-0694-4dad-b105-725eb4a5d381 Feb 05 03:13:52.712158 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d708c19-6370-453f-9db4-0e06e5535d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8197c2-2f07-4923-9b59-c9e85e258024,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:52.730054 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Publish callbacks [] for port (40a14d0f-1675-44d8-a751-68c5f98da9ee), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.736516 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (40a14d0f-1675-44d8-a751-68c5f98da9ee), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.793369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Network c3372e3a-9426-4865-8e19-fece3205b233 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:13:52.795072 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:13:52.801445 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:13:52.806146 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-356221c2-6a7a-4f3c-9d80-926f61087822 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (923708a3-0694-4dad-b105-725eb4a5d381), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.832403 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d708c19-6370-453f-9db4-0e06e5535d71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (b566c3f7-a300-4cdb-9a7a-d35f43a9de9a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.839937 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-356221c2-6a7a-4f3c-9d80-926f61087822 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (923708a3-0694-4dad-b105-725eb4a5d381), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.846892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356221c2-6a7a-4f3c-9d80-926f61087822 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:52.846892 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-356221c2-6a7a-4f3c-9d80-926f61087822 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.868931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Pushing event updated for resources: {'Port': ['ID=40a14d0f-1675-44d8-a751-68c5f98da9ee,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:52.876233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Attempting to bind port 40a14d0f-1675-44d8-a751-68c5f98da9ee on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:13:52.876780 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Attempting to bind port 40a14d0f-1675-44d8-a751-68c5f98da9ee by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '443a9d80-f10e-4d41-ba72-5a6301f31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c3372e3a-9426-4865-8e19-fece3205b233'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:13:52.877232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Attempting to bind port 40a14d0f-1675-44d8-a751-68c5f98da9ee on network c3372e3a-9426-4865-8e19-fece3205b233 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:13:52.882873 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:13:52.883678 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Checking segment: {'id': '443a9d80-f10e-4d41-ba72-5a6301f31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c3372e3a-9426-4865-8e19-fece3205b233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:13:52.884312 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.885029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Bound using segment: {'id': '443a9d80-f10e-4d41-ba72-5a6301f31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c3372e3a-9426-4865-8e19-fece3205b233'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:13:52.885970 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Bound port: 40a14d0f-1675-44d8-a751-68c5f98da9ee, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443a9d80-f10e-4d41-ba72-5a6301f31eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c3372e3a-9426-4865-8e19-fece3205b233'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:13:52.887181 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (40a14d0f-1675-44d8-a751-68c5f98da9ee), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.927059 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356221c2-6a7a-4f3c-9d80-926f61087822 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event updated for resources: {'Network': ['ID=923708a3-0694-4dad-b105-725eb4a5d381,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:52.958035 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-356221c2-6a7a-4f3c-9d80-926f61087822 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5670631 Feb 05 03:13:52.961455 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49056) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:52.961841 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 923708a3-0694-4dad-b105-725eb4a5d381 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:13:52.968214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d2301bbf-9ddb-4384-8358-54c7cf87e9e2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Request body: {'subnet': {'network_id': '784fa5b9-aa73-4d10-aaf4-dc57ed83aabe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:52.972674 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d708c19-6370-453f-9db4-0e06e5535d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (b566c3f7-a300-4cdb-9a7a-d35f43a9de9a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:52.973996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d708c19-6370-453f-9db4-0e06e5535d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:52.974618 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d708c19-6370-453f-9db4-0e06e5535d71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:53.065099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] For port 40a14d0f-1675-44d8-a751-68c5f98da9ee, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:13:53.093803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] For port 40a14d0f-1675-44d8-a751-68c5f98da9ee, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=40a14d0f-1675-44d8-a751-68c5f98da9ee,segment=NetworkSegment(443a9d80-f10e-4d41-ba72-5a6301f31eff),segment_id=443a9d80-f10e-4d41-ba72-5a6301f31eff)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:13:53.105776 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (40a14d0f-1675-44d8-a751-68c5f98da9ee), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:53.114888 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1d708c19-6370-453f-9db4-0e06e5535d71 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0778143 Feb 05 03:13:53.118860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49058) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:53.125042 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2cc178cd-5a0a-4fa6-895f-76917cb7b6ea admin admin] Request body: {'subnet': {'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-88252848-subnet', 'tenant_id': '82f3913ef0bd4cbd8d1a3d14443f1038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:53.136571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d708c19-6370-453f-9db4-0e06e5535d71 admin admin] Pushing event updated for resources: {'Network': ['ID=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:53.202285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2301bbf-9ddb-4384-8358-54c7cf87e9e2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Made reservation on behalf of a423aeb56075470dba4b913e1ba08f7c for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:13:53.203652 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc178cd-5a0a-4fa6-895f-76917cb7b6ea admin admin] Made reservation on behalf of 82f3913ef0bd4cbd8d1a3d14443f1038 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:13:53.207961 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cc178cd-5a0a-4fa6-895f-76917cb7b6ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:53.217303 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2301bbf-9ddb-4384-8358-54c7cf87e9e2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:53.241162 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53526d6c-d01d-49f0-9e63-497bae5ee3be None None] Pushing event updated for resources: {'Port': ['ID=40a14d0f-1675-44d8-a751-68c5f98da9ee,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:53.251845 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:13:53.622329 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cc178cd-5a0a-4fa6-895f-76917cb7b6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (38c73809-1d31-4fb2-813a-779056f1c55f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:53.650621 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2301bbf-9ddb-4384-8358-54c7cf87e9e2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (0ac3028c-e8d7-476a-a33e-b0a0a1a5bb03), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:53.780419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc178cd-5a0a-4fa6-895f-76917cb7b6ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c73809-1d31-4fb2-813a-779056f1c55f,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:53.828384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc178cd-5a0a-4fa6-895f-76917cb7b6ea admin admin] Checking segment: {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:13:53.828740 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc178cd-5a0a-4fa6-895f-76917cb7b6ea admin admin] Network hostable DHCP agents. Network: b566c3f7-a300-4cdb-9a7a-d35f43a9de9a, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:13:53.849937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2301bbf-9ddb-4384-8358-54c7cf87e9e2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event updated for resources: {'Subnet': ['ID=0ac3028c-e8d7-476a-a33e-b0a0a1a5bb03,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:53.871250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2301bbf-9ddb-4384-8358-54c7cf87e9e2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Checking segment: {'id': '7915cc1e-18d8-42ac-8110-942fc8d4f496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '784fa5b9-aa73-4d10-aaf4-dc57ed83aabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:13:53.872525 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2301bbf-9ddb-4384-8358-54c7cf87e9e2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Network hostable DHCP agents. Network: 784fa5b9-aa73-4d10-aaf4-dc57ed83aabe, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:13:53.894839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc178cd-5a0a-4fa6-895f-76917cb7b6ea admin admin] Network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:13:53.928212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2301bbf-9ddb-4384-8358-54c7cf87e9e2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Network 784fa5b9-aa73-4d10-aaf4-dc57ed83aabe is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:13:53.935545 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-2cc178cd-5a0a-4fa6-895f-76917cb7b6ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, b566c3f7-a300-4cdb-9a7a-d35f43a9de9a) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:13:53.945441 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088a6f48-9392-42d0-afd4-1c5cda2a3797 None None] Network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:13:53.948851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc178cd-5a0a-4fa6-895f-76917cb7b6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:53.949449 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cc178cd-5a0a-4fa6-895f-76917cb7b6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:53.971898 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d2301bbf-9ddb-4384-8358-54c7cf87e9e2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 784fa5b9-aa73-4d10-aaf4-dc57ed83aabe) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:13:53.983045 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2301bbf-9ddb-4384-8358-54c7cf87e9e2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:53.983867 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2301bbf-9ddb-4384-8358-54c7cf87e9e2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:54.020743 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2cc178cd-5a0a-4fa6-895f-76917cb7b6ea admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8998222 Feb 05 03:13:54.047077 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d2301bbf-9ddb-4384-8358-54c7cf87e9e2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0838821 Feb 05 03:13:54.049840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49076) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:54.065435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5dc42bd8-5751-4ace-aed4-8f5e9a240873 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Request body: {'subnet': {'network_id': '923708a3-0694-4dad-b105-725eb4a5d381', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:13:54.129836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834f2bc5-b3fb-4b8c-97be-9651049c7517 None None] Network 784fa5b9-aa73-4d10-aaf4-dc57ed83aabe requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:13:54.273188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 40a14d0f-1675-44d8-a751-68c5f98da9ee up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:13:54.324527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc42bd8-5751-4ace-aed4-8f5e9a240873 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Made reservation on behalf of a423aeb56075470dba4b913e1ba08f7c for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:13:54.341444 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5dc42bd8-5751-4ace-aed4-8f5e9a240873 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:54.424884 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-784fa5b9-aa73-4d10-aaf4-dc57ed83aabe', 'network_id': '784fa5b9-aa73-4d10-aaf4-dc57ed83aabe', 'project_id': 'a423aeb56075470dba4b913e1ba08f7c', 'fixed_ips': [{'subnet_id': '0ac3028c-e8d7-476a-a33e-b0a0a1a5bb03'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:13:54.426133 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:54.474180 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee0f507-b228-4cb3-ad26-7cf430882979 None None] Network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:13:54.667719 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5dc42bd8-5751-4ace-aed4-8f5e9a240873 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (56f90d50-0881-4614-b851-d3c4b4787c5b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:54.758322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 40a14d0f-1675-44d8-a751-68c5f98da9ee triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:54.759670 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (40a14d0f-1675-44d8-a751-68c5f98da9ee), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:54.807341 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc42bd8-5751-4ace-aed4-8f5e9a240873 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Checking segment: {'id': 'c4344c4c-9f99-4158-a9e9-ca025e33b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '923708a3-0694-4dad-b105-725eb4a5d381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:13:54.807740 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc42bd8-5751-4ace-aed4-8f5e9a240873 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Network hostable DHCP agents. Network: 923708a3-0694-4dad-b105-725eb4a5d381, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:13:54.809920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc42bd8-5751-4ace-aed4-8f5e9a240873 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event updated for resources: {'Subnet': ['ID=56f90d50-0881-4614-b851-d3c4b4787c5b,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:54.854929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc42bd8-5751-4ace-aed4-8f5e9a240873 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Network 923708a3-0694-4dad-b105-725eb4a5d381 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:13:54.881209 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-5dc42bd8-5751-4ace-aed4-8f5e9a240873 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 923708a3-0694-4dad-b105-725eb4a5d381) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:13:54.887321 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc42bd8-5751-4ace-aed4-8f5e9a240873 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:54.887937 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5dc42bd8-5751-4ace-aed4-8f5e9a240873 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:54.895736 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f848a8-5269-401e-b497-651ffa3da758 None None] Network 923708a3-0694-4dad-b105-725eb4a5d381 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:13:54.914924 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5dc42bd8-5751-4ace-aed4-8f5e9a240873 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8615022 Feb 05 03:13:54.916695 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49098) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:55.071815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Allocated IP 2001:db8::2 (784fa5b9-aa73-4d10-aaf4-dc57ed83aabe/0ac3028c-e8d7-476a-a33e-b0a0a1a5bb03/d6b60920-008f-4b05-b1f9-9cab8e61d7c4) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:13:55.281415 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Publish callbacks [] for port (d6b60920-008f-4b05-b1f9-9cab8e61d7c4), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:55.326466 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be221c8-c2dc-49cc-9387-77ed43cd5593 None None] Network c3372e3a-9426-4865-8e19-fece3205b233 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:13:55.346439 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (d6b60920-008f-4b05-b1f9-9cab8e61d7c4), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:55.531971 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:55.635783 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 40a14d0f-1675-44d8-a751-68c5f98da9ee is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:55.636358 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (40a14d0f-1675-44d8-a751-68c5f98da9ee), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:55.670375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-155db1e7-dac0-480c-b200-a2290b2d7358 None None] Provisioning complete for port 40a14d0f-1675-44d8-a751-68c5f98da9ee triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:55.670865 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-155db1e7-dac0-480c-b200-a2290b2d7358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (40a14d0f-1675-44d8-a751-68c5f98da9ee), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:55.729008 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Network 784fa5b9-aa73-4d10-aaf4-dc57ed83aabe is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:13:55.730290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-923708a3-0694-4dad-b105-725eb4a5d381', 'network_id': '923708a3-0694-4dad-b105-725eb4a5d381', 'project_id': 'a423aeb56075470dba4b913e1ba08f7c', 'fixed_ips': [{'subnet_id': '56f90d50-0881-4614-b851-d3c4b4787c5b'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:13:55.731177 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:55.768935 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:13:55.781820 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:13:55.976327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-bc6a5f22-3d7d-405c-a52a-60794d52b296 req-39ea5384-f82d-4627-9313-445ec352a0ee service neutron] (109674) timed out ('10.222.0.36', 37176) {{(pid=109674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 05 03:13:55.981819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Allocated IP 2001:db8::1 (784fa5b9-aa73-4d10-aaf4-dc57ed83aabe/0ac3028c-e8d7-476a-a33e-b0a0a1a5bb03/70b7c4cf-41a7-4d86-8c5c-d0d5a010e8f7) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:13:56.041323 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-155db1e7-dac0-480c-b200-a2290b2d7358 None None] Current status of the port 40a14d0f-1675-44d8-a751-68c5f98da9ee is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:56.044472 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-155db1e7-dac0-480c-b200-a2290b2d7358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (40a14d0f-1675-44d8-a751-68c5f98da9ee), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:56.101212 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Pushing event updated for resources: {'Port': ['ID=d6b60920-008f-4b05-b1f9-9cab8e61d7c4,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:56.180066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 40a14d0f-1675-44d8-a751-68c5f98da9ee, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=40a14d0f-1675-44d8-a751-68c5f98da9ee,segment=NetworkSegment(443a9d80-f10e-4d41-ba72-5a6301f31eff),segment_id=443a9d80-f10e-4d41-ba72-5a6301f31eff)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:56.210444 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Attempting to bind port d6b60920-008f-4b05-b1f9-9cab8e61d7c4 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:13:56.210444 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Attempting to bind port d6b60920-008f-4b05-b1f9-9cab8e61d7c4 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '7915cc1e-18d8-42ac-8110-942fc8d4f496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '784fa5b9-aa73-4d10-aaf4-dc57ed83aabe'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:13:56.210444 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Attempting to bind port d6b60920-008f-4b05-b1f9-9cab8e61d7c4 on network 784fa5b9-aa73-4d10-aaf4-dc57ed83aabe {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:13:56.224528 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:13:56.225068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Checking segment: {'id': '7915cc1e-18d8-42ac-8110-942fc8d4f496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '784fa5b9-aa73-4d10-aaf4-dc57ed83aabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:13:56.225578 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:56.227853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Bound using segment: {'id': '7915cc1e-18d8-42ac-8110-942fc8d4f496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '784fa5b9-aa73-4d10-aaf4-dc57ed83aabe'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:13:56.228507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Bound port: d6b60920-008f-4b05-b1f9-9cab8e61d7c4, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7915cc1e-18d8-42ac-8110-942fc8d4f496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '784fa5b9-aa73-4d10-aaf4-dc57ed83aabe'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:13:56.229258 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d6b60920-008f-4b05-b1f9-9cab8e61d7c4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:56.238125 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (40a14d0f-1675-44d8-a751-68c5f98da9ee), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:56.285079 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for port (70b7c4cf-41a7-4d86-8c5c-d0d5a010e8f7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:56.341142 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (70b7c4cf-41a7-4d86-8c5c-d0d5a010e8f7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:56.446113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Network 784fa5b9-aa73-4d10-aaf4-dc57ed83aabe is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:13:56.448156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event updated for resources: {'Port': ['ID=70b7c4cf-41a7-4d86-8c5c-d0d5a010e8f7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:56.461074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:13:56.470847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:13:56.471843 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:56.552834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] For port d6b60920-008f-4b05-b1f9-9cab8e61d7c4, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:13:56.556622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] For port d6b60920-008f-4b05-b1f9-9cab8e61d7c4, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d6b60920-008f-4b05-b1f9-9cab8e61d7c4,segment=NetworkSegment(7915cc1e-18d8-42ac-8110-942fc8d4f496),segment_id=7915cc1e-18d8-42ac-8110-942fc8d4f496)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:13:56.593361 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d6b60920-008f-4b05-b1f9-9cab8e61d7c4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:56.637714 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-155db1e7-dac0-480c-b200-a2290b2d7358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:13:56.638072 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-155db1e7-dac0-480c-b200-a2290b2d7358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:13:56.653746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=40a14d0f-1675-44d8-a751-68c5f98da9ee,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:56.700218 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Allocated IP 2001:db8::2 (923708a3-0694-4dad-b105-725eb4a5d381/56f90d50-0881-4614-b851-d3c4b4787c5b/704245bb-18df-41fc-866f-d4db4e17e33b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:13:56.765934 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (70b7c4cf-41a7-4d86-8c5c-d0d5a010e8f7), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:56.801410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1f13e-8c2d-43d2-8d1c-5214f1edd00c None None] Pushing event updated for resources: {'Port': ['ID=d6b60920-008f-4b05-b1f9-9cab8e61d7c4,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:56.969823 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Publish callbacks [] for port (704245bb-18df-41fc-866f-d4db4e17e33b), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:56.983242 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:57.065898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Network 923708a3-0694-4dad-b105-725eb4a5d381 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:13:57.070237 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:13:57.075237 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:13:57.083798 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Pushing event updated for resources: {'Port': ['ID=704245bb-18df-41fc-866f-d4db4e17e33b,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:57.230179 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-155db1e7-dac0-480c-b200-a2290b2d7358 None None] Current status of the port 40a14d0f-1675-44d8-a751-68c5f98da9ee is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:57.246105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Attempting to bind port 704245bb-18df-41fc-866f-d4db4e17e33b on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:13:57.246397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Attempting to bind port 704245bb-18df-41fc-866f-d4db4e17e33b by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'c4344c4c-9f99-4158-a9e9-ca025e33b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '923708a3-0694-4dad-b105-725eb4a5d381'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:13:57.246840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Attempting to bind port 704245bb-18df-41fc-866f-d4db4e17e33b on network 923708a3-0694-4dad-b105-725eb4a5d381 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:13:57.253616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:13:57.254010 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Checking segment: {'id': 'c4344c4c-9f99-4158-a9e9-ca025e33b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '923708a3-0694-4dad-b105-725eb4a5d381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:13:57.254421 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:57.254883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Bound using segment: {'id': 'c4344c4c-9f99-4158-a9e9-ca025e33b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '923708a3-0694-4dad-b105-725eb4a5d381'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:13:57.255801 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Bound port: 704245bb-18df-41fc-866f-d4db4e17e33b, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4344c4c-9f99-4158-a9e9-ca025e33b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '923708a3-0694-4dad-b105-725eb4a5d381'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:13:57.256193 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:57.372274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] For port 704245bb-18df-41fc-866f-d4db4e17e33b, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:13:57.377964 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] For port 704245bb-18df-41fc-866f-d4db4e17e33b, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=704245bb-18df-41fc-866f-d4db4e17e33b,segment=NetworkSegment(c4344c4c-9f99-4158-a9e9-ca025e33b28d),segment_id=c4344c4c-9f99-4158-a9e9-ca025e33b28d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:13:57.393913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3951a5f0-8017-45f6-b975-819371bc0be5 None None] Provisioning complete for port 40a14d0f-1675-44d8-a751-68c5f98da9ee triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:57.394408 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3951a5f0-8017-45f6-b975-819371bc0be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (40a14d0f-1675-44d8-a751-68c5f98da9ee), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:57.475804 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:57.635436 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3951a5f0-8017-45f6-b975-819371bc0be5 None None] Current status of the port 40a14d0f-1675-44d8-a751-68c5f98da9ee is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:57.651999 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d7b00-4ccf-49a2-8d24-0033f0e155a9 None None] Pushing event updated for resources: {'Port': ['ID=704245bb-18df-41fc-866f-d4db4e17e33b,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:57.942389 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for port (70b7c4cf-41a7-4d86-8c5c-d0d5a010e8f7), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:57.951221 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (70b7c4cf-41a7-4d86-8c5c-d0d5a010e8f7), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:57.952246 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:58.070532 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event updated for resources: {'Port': ['ID=70b7c4cf-41a7-4d86-8c5c-d0d5a010e8f7,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:58.143230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Network 784fa5b9-aa73-4d10-aaf4-dc57ed83aabe is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:13:58.145099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:13:58.346039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Router bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:13:58.562797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75209da6-6b06-4505-a584-4892334da398 None None] Network 784fa5b9-aa73-4d10-aaf4-dc57ed83aabe requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:13:58.599136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:13:58.635626 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8420edb-36b2-4f14-b713-8529a80ba339 None None] Sync routers for ids ['bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:13:58.640245 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ff720778-73d1-441a-862c-1d463da7b2f7 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "PUT /v2.0/routers/bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7224591 Feb 05 03:13:58.643185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49136) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:58.666234 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8420edb-36b2-4f14-b713-8529a80ba339 None None] Routers {'bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:58.672047 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b8420edb-36b2-4f14-b713-8529a80ba339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:58.760063 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 40a14d0f-1675-44d8-a751-68c5f98da9ee up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:13:58.779563 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b8420edb-36b2-4f14-b713-8529a80ba339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:58.807049 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8420edb-36b2-4f14-b713-8529a80ba339 None None] Routers {'bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:13:58.810956 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b8420edb-36b2-4f14-b713-8529a80ba339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:58.879776 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b8420edb-36b2-4f14-b713-8529a80ba339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:13:58.881445 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8420edb-36b2-4f14-b713-8529a80ba339 None None] The sync data for ids ['bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:13:58.923418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-64cc1f59-504a-4616-b737-dab48b370e28 None None] Provisioning complete for port d6b60920-008f-4b05-b1f9-9cab8e61d7c4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:58.924093 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-64cc1f59-504a-4616-b737-dab48b370e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d6b60920-008f-4b05-b1f9-9cab8e61d7c4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:58.959797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 40a14d0f-1675-44d8-a751-68c5f98da9ee triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:58.960045 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (40a14d0f-1675-44d8-a751-68c5f98da9ee), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:59.259328 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-64cc1f59-504a-4616-b737-dab48b370e28 None None] Current status of the port d6b60920-008f-4b05-b1f9-9cab8e61d7c4 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:59.260156 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-64cc1f59-504a-4616-b737-dab48b370e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d6b60920-008f-4b05-b1f9-9cab8e61d7c4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:59.342058 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-64cc1f59-504a-4616-b737-dab48b370e28 None None] For port d6b60920-008f-4b05-b1f9-9cab8e61d7c4, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d6b60920-008f-4b05-b1f9-9cab8e61d7c4,segment=NetworkSegment(7915cc1e-18d8-42ac-8110-942fc8d4f496),segment_id=7915cc1e-18d8-42ac-8110-942fc8d4f496)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:13:59.353924 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-64cc1f59-504a-4616-b737-dab48b370e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d6b60920-008f-4b05-b1f9-9cab8e61d7c4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:59.429094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3969b2c-b676-4c66-a310-74647fac9947 None None] Network 923708a3-0694-4dad-b105-725eb4a5d381 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:13:59.442250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc1f59-504a-4616-b737-dab48b370e28 None None] Pushing event updated for resources: {'Port': ['ID=d6b60920-008f-4b05-b1f9-9cab8e61d7c4,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:13:59.510902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 40a14d0f-1675-44d8-a751-68c5f98da9ee is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:59.512437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 704245bb-18df-41fc-866f-d4db4e17e33b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:13:59.514976 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-2542a6fa-ffad-4b43-9f4f-08ce3951d134 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:13:59.519701 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2542a6fa-ffad-4b43-9f4f-08ce3951d134 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "PUT /v2.0/routers/bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8717988 Feb 05 03:13:59.519885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49154) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:59.597554 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-04831f71-f71b-4559-a60a-e0e8690c92f2 None None] Provisioning complete for port 704245bb-18df-41fc-866f-d4db4e17e33b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:59.598684 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04831f71-f71b-4559-a60a-e0e8690c92f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:59.704567 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 704245bb-18df-41fc-866f-d4db4e17e33b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:13:59.705234 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:59.724911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49162) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:13:59.940171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d690e8-eb6c-4753-ac3c-8e16a785b6cf req-2a8b8fc3-66ed-4467-bf23-7ef94e19a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:59.940785 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d690e8-eb6c-4753-ac3c-8e16a785b6cf req-2a8b8fc3-66ed-4467-bf23-7ef94e19a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:59.945829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d690e8-eb6c-4753-ac3c-8e16a785b6cf req-2a8b8fc3-66ed-4467-bf23-7ef94e19a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:59.950691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d690e8-eb6c-4753-ac3c-8e16a785b6cf req-2a8b8fc3-66ed-4467-bf23-7ef94e19a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:59.953783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d690e8-eb6c-4753-ac3c-8e16a785b6cf req-2a8b8fc3-66ed-4467-bf23-7ef94e19a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:59.953783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d690e8-eb6c-4753-ac3c-8e16a785b6cf req-2a8b8fc3-66ed-4467-bf23-7ef94e19a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:59.953783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d690e8-eb6c-4753-ac3c-8e16a785b6cf req-2a8b8fc3-66ed-4467-bf23-7ef94e19a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:13:59.962203 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 704245bb-18df-41fc-866f-d4db4e17e33b is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:13:59.962900 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:13:59.972060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51d690e8-eb6c-4753-ac3c-8e16a785b6cf req-2a8b8fc3-66ed-4467-bf23-7ef94e19a847 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 6710 time: 0.2447624 Feb 05 03:14:00.045975 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 704245bb-18df-41fc-866f-d4db4e17e33b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=704245bb-18df-41fc-866f-d4db4e17e33b,segment=NetworkSegment(c4344c4c-9f99-4158-a9e9-ca025e33b28d),segment_id=c4344c4c-9f99-4158-a9e9-ca025e33b28d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:00.072201 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:00.073502 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d6b60920-008f-4b05-b1f9-9cab8e61d7c4 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:14:00.093631 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b52cf51e-5f33-4b92-b6bb-6e154d0aafdf tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:00.096282 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51d690e8-eb6c-4753-ac3c-8e16a785b6cf req-ca13fa46-c513-45a0-8060-48f7bef6e1d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210167 Feb 05 03:14:00.171870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-04831f71-f71b-4559-a60a-e0e8690c92f2 None None] Current status of the port 704245bb-18df-41fc-866f-d4db4e17e33b is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:00.172262 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04831f71-f71b-4559-a60a-e0e8690c92f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:00.379722 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-04831f71-f71b-4559-a60a-e0e8690c92f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:14:00.379722 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-04831f71-f71b-4559-a60a-e0e8690c92f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:14:00.408510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d6b60920-008f-4b05-b1f9-9cab8e61d7c4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:14:00.408884 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d6b60920-008f-4b05-b1f9-9cab8e61d7c4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:00.410597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=704245bb-18df-41fc-866f-d4db4e17e33b,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:00.493562 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b52cf51e-5f33-4b92-b6bb-6e154d0aafdf tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Deleting port 70b7c4cf-41a7-4d86-8c5c-d0d5a010e8f7 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:14:00.494989 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b52cf51e-5f33-4b92-b6bb-6e154d0aafdf tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (70b7c4cf-41a7-4d86-8c5c-d0d5a010e8f7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:00.556693 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d6b60920-008f-4b05-b1f9-9cab8e61d7c4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:00.648814 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b52cf51e-5f33-4b92-b6bb-6e154d0aafdf tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (70b7c4cf-41a7-4d86-8c5c-d0d5a010e8f7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:00.664599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b52cf51e-5f33-4b92-b6bb-6e154d0aafdf tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Calling delete_port for 70b7c4cf-41a7-4d86-8c5c-d0d5a010e8f7 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:14:00.669577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 704245bb-18df-41fc-866f-d4db4e17e33b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:14:00.734010 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 704245bb-18df-41fc-866f-d4db4e17e33b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:14:00.734633 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:00.838786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 704245bb-18df-41fc-866f-d4db4e17e33b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:00.840008 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d6b60920-008f-4b05-b1f9-9cab8e61d7c4 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:14:00.941610 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b52cf51e-5f33-4b92-b6bb-6e154d0aafdf tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (70b7c4cf-41a7-4d86-8c5c-d0d5a010e8f7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:00.956330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d6b60920-008f-4b05-b1f9-9cab8e61d7c4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:14:00.956964 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d6b60920-008f-4b05-b1f9-9cab8e61d7c4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:00.984182 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cf51e-5f33-4b92-b6bb-6e154d0aafdf tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event deleted for resources: {'Port': ['ID=70b7c4cf-41a7-4d86-8c5c-d0d5a010e8f7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:00.998733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-04831f71-f71b-4559-a60a-e0e8690c92f2 None None] Current status of the port 704245bb-18df-41fc-866f-d4db4e17e33b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:01.094723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d6b60920-008f-4b05-b1f9-9cab8e61d7c4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:01.134314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fdd9cfb7-18db-45da-a2c8-976d1f020f0b None None] Provisioning complete for port 704245bb-18df-41fc-866f-d4db4e17e33b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:14:01.135013 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdd9cfb7-18db-45da-a2c8-976d1f020f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:01.155114 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b52cf51e-5f33-4b92-b6bb-6e154d0aafdf tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:01.288753 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fdd9cfb7-18db-45da-a2c8-976d1f020f0b None None] Current status of the port 704245bb-18df-41fc-866f-d4db4e17e33b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:01.300168 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fdd9cfb7-18db-45da-a2c8-976d1f020f0b None None] Could not find standard attr ID for object 70b7c4cf-41a7-4d86-8c5c-d0d5a010e8f7. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:14:01.327502 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fdd9cfb7-18db-45da-a2c8-976d1f020f0b None None] Provisioning complete for port d6b60920-008f-4b05-b1f9-9cab8e61d7c4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:14:01.327877 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdd9cfb7-18db-45da-a2c8-976d1f020f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d6b60920-008f-4b05-b1f9-9cab8e61d7c4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:01.428884 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52cf51e-5f33-4b92-b6bb-6e154d0aafdf tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Router bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:14:01.430631 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fdd9cfb7-18db-45da-a2c8-976d1f020f0b None None] Current status of the port d6b60920-008f-4b05-b1f9-9cab8e61d7c4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:01.534297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52cf51e-5f33-4b92-b6bb-6e154d0aafdf tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:14:01.545085 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b52cf51e-5f33-4b92-b6bb-6e154d0aafdf tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "PUT /v2.0/routers/bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0205173 Feb 05 03:14:01.545085 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49184) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:01.545311 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c0b288-d3b5-41ce-86fd-df9333061ebb None None] Sync routers for ids ['bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:14:01.554368 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c0b288-d3b5-41ce-86fd-df9333061ebb None None] Routers {'bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:14:01.555024 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-91c0b288-d3b5-41ce-86fd-df9333061ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:01.588054 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-27134337-d29a-44c2-b5f3-8b62bd1fcf53 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] delete failed (client error): The resource could not be found. Feb 05 03:14:01.589103 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-27134337-d29a-44c2-b5f3-8b62bd1fcf53 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-779513783 HTTP/1.1" status: 404 len: 334 time: 0.0440257 Feb 05 03:14:01.592976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49186) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:01.597499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2cb11f43-effc-4a80-8d9a-34f2d42caac3 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:01.608915 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-91c0b288-d3b5-41ce-86fd-df9333061ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:01.619649 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c0b288-d3b5-41ce-86fd-df9333061ebb None None] Routers {'bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:14:01.620507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-91c0b288-d3b5-41ce-86fd-df9333061ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:01.672467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-91c0b288-d3b5-41ce-86fd-df9333061ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:01.672467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c0b288-d3b5-41ce-86fd-df9333061ebb None None] The sync data for ids ['bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:14:01.892904 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2cb11f43-effc-4a80-8d9a-34f2d42caac3 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for router_gateway (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:01.916849 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-2cb11f43-effc-4a80-8d9a-34f2d42caac3 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] update failed (client error): The resource could not be found. Feb 05 03:14:01.918205 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2cb11f43-effc-4a80-8d9a-34f2d42caac3 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "PUT /v2.0/routers/bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46 HTTP/1.1" status: 404 len: 339 time: 0.3242424 Feb 05 03:14:01.921758 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49190) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:01.927232 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-48976448-5649-4ebe-9515-2b547cea3703 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1953399377'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:01.949846 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48976448-5649-4ebe-9515-2b547cea3703 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Made reservation on behalf of a423aeb56075470dba4b913e1ba08f7c for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:14:01.953918 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48976448-5649-4ebe-9515-2b547cea3703 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:01.979068 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48976448-5649-4ebe-9515-2b547cea3703 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:14:01.989227 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48976448-5649-4ebe-9515-2b547cea3703 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (31c2e470-d0d4-4f7d-97bc-c2f0704f5c57), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:01.989576 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-48976448-5649-4ebe-9515-2b547cea3703 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Added segment 31c2e470-d0d4-4f7d-97bc-c2f0704f5c57 of type vlan for network 8239a025-42e4-41ef-afbf-d3bdeb3686f1 Feb 05 03:14:02.032760 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48976448-5649-4ebe-9515-2b547cea3703 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (8239a025-42e4-41ef-afbf-d3bdeb3686f1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:02.076226 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48976448-5649-4ebe-9515-2b547cea3703 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (8239a025-42e4-41ef-afbf-d3bdeb3686f1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:02.081893 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48976448-5649-4ebe-9515-2b547cea3703 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:02.082550 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48976448-5649-4ebe-9515-2b547cea3703 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:02.159230 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-48976448-5649-4ebe-9515-2b547cea3703 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2358656 Feb 05 03:14:02.163397 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49196) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:02.167523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-acc0dd3c-abaf-4263-8434-b2f8b421a07c tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Request body: {'subnet': {'network_id': '8239a025-42e4-41ef-afbf-d3bdeb3686f1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:02.177105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48976448-5649-4ebe-9515-2b547cea3703 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event updated for resources: {'Network': ['ID=8239a025-42e4-41ef-afbf-d3bdeb3686f1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:02.202935 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 8239a025-42e4-41ef-afbf-d3bdeb3686f1 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:14:02.318739 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc0dd3c-abaf-4263-8434-b2f8b421a07c tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Made reservation on behalf of a423aeb56075470dba4b913e1ba08f7c for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:14:02.323908 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acc0dd3c-abaf-4263-8434-b2f8b421a07c tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:02.545011 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acc0dd3c-abaf-4263-8434-b2f8b421a07c tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (0e551492-b9bb-4ca9-b329-b4215c2d6df3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:02.623487 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0dd3c-abaf-4263-8434-b2f8b421a07c tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event updated for resources: {'Subnet': ['ID=0e551492-b9bb-4ca9-b329-b4215c2d6df3,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:02.625708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc0dd3c-abaf-4263-8434-b2f8b421a07c tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Checking segment: {'id': '31c2e470-d0d4-4f7d-97bc-c2f0704f5c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8239a025-42e4-41ef-afbf-d3bdeb3686f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:14:02.626077 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc0dd3c-abaf-4263-8434-b2f8b421a07c tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Network hostable DHCP agents. Network: 8239a025-42e4-41ef-afbf-d3bdeb3686f1, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:14:02.650617 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc0dd3c-abaf-4263-8434-b2f8b421a07c tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Network 8239a025-42e4-41ef-afbf-d3bdeb3686f1 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:14:02.660780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-acc0dd3c-abaf-4263-8434-b2f8b421a07c tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 8239a025-42e4-41ef-afbf-d3bdeb3686f1) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:14:02.665676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc0dd3c-abaf-4263-8434-b2f8b421a07c tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:02.666427 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acc0dd3c-abaf-4263-8434-b2f8b421a07c tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:02.675179 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7e152a-308b-4e3d-a74c-80aa79ebc568 None None] Network 8239a025-42e4-41ef-afbf-d3bdeb3686f1 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:14:02.686147 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-acc0dd3c-abaf-4263-8434-b2f8b421a07c tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5232627 Feb 05 03:14:02.689061 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49202) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:02.698478 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-11c8d239-377d-4bc5-b6cf-4bdfbef6d204 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Request body: {'router': {'external_gateway_info': {'network_id': '8239a025-42e4-41ef-afbf-d3bdeb3686f1'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:02.859709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8239a025-42e4-41ef-afbf-d3bdeb3686f1', 'network_id': '8239a025-42e4-41ef-afbf-d3bdeb3686f1', 'project_id': 'a423aeb56075470dba4b913e1ba08f7c', 'fixed_ips': [{'subnet_id': '0e551492-b9bb-4ca9-b329-b4215c2d6df3'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:14:02.860588 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:02.995992 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11c8d239-377d-4bc5-b6cf-4bdfbef6d204 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for router_gateway (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:03.192022 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-11c8d239-377d-4bc5-b6cf-4bdfbef6d204 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:14:03.199433 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49212) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:03.200949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-11c8d239-377d-4bc5-b6cf-4bdfbef6d204 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "PUT /v2.0/routers/bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46 HTTP/1.1" status: 400 len: 364 time: 0.5104501 Feb 05 03:14:03.264610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Allocated IP 2001:db8:1::2 (8239a025-42e4-41ef-afbf-d3bdeb3686f1/0e551492-b9bb-4ca9-b329-b4215c2d6df3/534708ac-ae1e-4e6b-acb3-57c9f3bc7967) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:14:03.515698 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Publish callbacks [] for port (534708ac-ae1e-4e6b-acb3-57c9f3bc7967), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:03.527417 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (534708ac-ae1e-4e6b-acb3-57c9f3bc7967), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:03.584149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Network 8239a025-42e4-41ef-afbf-d3bdeb3686f1 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:14:03.587760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:14:03.591897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:14:03.603454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Pushing event updated for resources: {'Port': ['ID=534708ac-ae1e-4e6b-acb3-57c9f3bc7967,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:03.695012 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Attempting to bind port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:14:03.696751 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Attempting to bind port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '31c2e470-d0d4-4f7d-97bc-c2f0704f5c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8239a025-42e4-41ef-afbf-d3bdeb3686f1'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:14:03.697308 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Attempting to bind port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 on network 8239a025-42e4-41ef-afbf-d3bdeb3686f1 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:14:03.710775 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:14:03.712502 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Checking segment: {'id': '31c2e470-d0d4-4f7d-97bc-c2f0704f5c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8239a025-42e4-41ef-afbf-d3bdeb3686f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:14:03.713102 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:03.713678 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Bound using segment: {'id': '31c2e470-d0d4-4f7d-97bc-c2f0704f5c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8239a025-42e4-41ef-afbf-d3bdeb3686f1'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:14:03.714400 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Bound port: 534708ac-ae1e-4e6b-acb3-57c9f3bc7967, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c2e470-d0d4-4f7d-97bc-c2f0704f5c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8239a025-42e4-41ef-afbf-d3bdeb3686f1'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:14:03.714998 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (534708ac-ae1e-4e6b-acb3-57c9f3bc7967), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:03.718601 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06e731ea-944e-4730-bf7e-ed1f802cd014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:03.828959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] For port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:14:03.834566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] For port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=534708ac-ae1e-4e6b-acb3-57c9f3bc7967,segment=NetworkSegment(31c2e470-d0d4-4f7d-97bc-c2f0704f5c57),segment_id=31c2e470-d0d4-4f7d-97bc-c2f0704f5c57)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:14:03.851671 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (534708ac-ae1e-4e6b-acb3-57c9f3bc7967), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:03.925117 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:03.943303 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0c36c-4b76-4ab4-bb80-93a0fb2b879e None None] Pushing event updated for resources: {'Port': ['ID=534708ac-ae1e-4e6b-acb3-57c9f3bc7967,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:04.288583 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Allocated IP 2001:db8::1 (c3372e3a-9426-4865-8e19-fece3205b233/ee684d8c-6526-4f90-8923-dd28a8ff221c/470409fb-920d-4c6c-9044-58fe1a8f7493) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:14:04.478127 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for port (470409fb-920d-4c6c-9044-58fe1a8f7493), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:04.520957 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (470409fb-920d-4c6c-9044-58fe1a8f7493), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:04.592095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Network c3372e3a-9426-4865-8e19-fece3205b233 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:14:04.596233 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:14:04.598650 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:14:04.599213 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:04.606968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event updated for resources: {'Port': ['ID=470409fb-920d-4c6c-9044-58fe1a8f7493,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:04.789358 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (470409fb-920d-4c6c-9044-58fe1a8f7493), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:04.798374 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:14:04.949435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:14:04.949954 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (534708ac-ae1e-4e6b-acb3-57c9f3bc7967), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:05.082126 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:05.082706 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (534708ac-ae1e-4e6b-acb3-57c9f3bc7967), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:05.167159 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-53ee8f9d-a4ff-47ee-b382-07a82f549fa3 None None] Provisioning complete for port 470409fb-920d-4c6c-9044-58fe1a8f7493 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:14:05.167535 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-53ee8f9d-a4ff-47ee-b382-07a82f549fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (470409fb-920d-4c6c-9044-58fe1a8f7493), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:05.191841 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for port (470409fb-920d-4c6c-9044-58fe1a8f7493), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:05.197641 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (470409fb-920d-4c6c-9044-58fe1a8f7493), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:05.198606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:05.225343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-53ee8f9d-a4ff-47ee-b382-07a82f549fa3 None None] Port 470409fb-920d-4c6c-9044-58fe1a8f7493 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:14:05.229223 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=534708ac-ae1e-4e6b-acb3-57c9f3bc7967,segment=NetworkSegment(31c2e470-d0d4-4f7d-97bc-c2f0704f5c57),segment_id=31c2e470-d0d4-4f7d-97bc-c2f0704f5c57)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:05.241231 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (534708ac-ae1e-4e6b-acb3-57c9f3bc7967), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:05.321070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=534708ac-ae1e-4e6b-acb3-57c9f3bc7967,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:05.349550 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event updated for resources: {'Port': ['ID=470409fb-920d-4c6c-9044-58fe1a8f7493,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:05.426004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Network c3372e3a-9426-4865-8e19-fece3205b233 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:14:05.428523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:14:05.488325 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd56a047-35b7-43a0-93b5-7390e43dbaa5 None None] Network 8239a025-42e4-41ef-afbf-d3bdeb3686f1 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:14:05.556386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Router bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:14:05.691163 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-14a4f3de-d2f1-4691-a626-c08d38a195ec None None] Provisioning complete for port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:14:05.692062 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-14a4f3de-d2f1-4691-a626-c08d38a195ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (534708ac-ae1e-4e6b-acb3-57c9f3bc7967), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:05.700655 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:14:05.715534 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c7cccaf5-b2ee-4cbc-8773-d1f78f849cd2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "PUT /v2.0/routers/bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5147243 Feb 05 03:14:05.718053 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49236) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:05.719295 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe6b1b-f808-4ca1-b1fe-51a30d2233c8 None None] Sync routers for ids ['bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:14:05.735974 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe6b1b-f808-4ca1-b1fe-51a30d2233c8 None None] Routers {'bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:14:05.737598 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-11fe6b1b-f808-4ca1-b1fe-51a30d2233c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:05.839627 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-11fe6b1b-f808-4ca1-b1fe-51a30d2233c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:05.861408 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe6b1b-f808-4ca1-b1fe-51a30d2233c8 None None] Routers {'bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:14:05.862788 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-11fe6b1b-f808-4ca1-b1fe-51a30d2233c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:13:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:05.923045 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6530af8c-0491-4020-91dc-4313e5ab0184 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for router (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:05.952970 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-11fe6b1b-f808-4ca1-b1fe-51a30d2233c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:05.953609 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe6b1b-f808-4ca1-b1fe-51a30d2233c8 None None] The sync data for ids ['bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:14:05.971029 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea65e3a3-89b6-480e-874f-fd0a51b71a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:05.998253 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-14a4f3de-d2f1-4691-a626-c08d38a195ec None None] Current status of the port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:06.142454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d1ea55e7-26da-4135-a3ce-09b1226d0cad None None] Provisioning complete for port 470409fb-920d-4c6c-9044-58fe1a8f7493 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:14:06.146793 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1ea55e7-26da-4135-a3ce-09b1226d0cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (470409fb-920d-4c6c-9044-58fe1a8f7493), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:06.165845 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-6530af8c-0491-4020-91dc-4313e5ab0184 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 05 03:14:06.172778 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49244) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:06.172945 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6530af8c-0491-4020-91dc-4313e5ab0184 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "DELETE /v2.0/routers/bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46 HTTP/1.1" status: 409 len: 329 time: 0.4527147 Feb 05 03:14:06.208040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-a7e3b7d9-dfa2-47ff-a738-e19f473061cf tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:06.211418 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-a7e3b7d9-dfa2-47ff-a738-e19f473061cf tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 804 time: 0.2951586 Feb 05 03:14:06.235965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea55e7-26da-4135-a3ce-09b1226d0cad None None] Port 470409fb-920d-4c6c-9044-58fe1a8f7493 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:14:06.241654 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-c7571d90-2ba9-4340-a471-66ee81671d91 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/quotas/82f3913ef0bd4cbd8d1a3d14443f1038 HTTP/1.1" status: 200 len: 375 time: 0.0243764 Feb 05 03:14:06.298434 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-52a2652d-b8ec-4447-b970-fdc11bcb251b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483208 Feb 05 03:14:06.370005 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c484734b-d1be-491c-99fa-237a10c97915 None None] Provisioning complete for port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:14:06.376844 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c484734b-d1be-491c-99fa-237a10c97915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (534708ac-ae1e-4e6b-acb3-57c9f3bc7967), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:06.420603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-e9627549-aa9b-49c6-9977-e4f230cfc72a service neutron] 10.222.0.36 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118405 Feb 05 03:14:06.508882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c484734b-d1be-491c-99fa-237a10c97915 None None] Current status of the port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:06.556278 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-db776275-6c69-4604-afb3-6a6eb6ba0bb4 service neutron] 10.222.0.36 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245203 Feb 05 03:14:06.597758 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4092fcff-ba4a-47af-b1fe-b4c450988674 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:06.706823 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:14:06.832015 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:14:06.833678 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (534708ac-ae1e-4e6b-acb3-57c9f3bc7967), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:06.915941 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9c8aff57-d835-4e91-87c5-fb2d5ddab062 req-bf63d603-9bcc-4729-907e-3726b80c5289 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 210 time: 0.0862145 Feb 05 03:14:06.996992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4092fcff-ba4a-47af-b1fe-b4c450988674 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Deleting port 470409fb-920d-4c6c-9044-58fe1a8f7493 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:14:06.997617 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4092fcff-ba4a-47af-b1fe-b4c450988674 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (470409fb-920d-4c6c-9044-58fe1a8f7493), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:07.025740 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:07.106817 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:07.164691 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4092fcff-ba4a-47af-b1fe-b4c450988674 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (470409fb-920d-4c6c-9044-58fe1a8f7493), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:07.194464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4092fcff-ba4a-47af-b1fe-b4c450988674 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Calling delete_port for 470409fb-920d-4c6c-9044-58fe1a8f7493 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:14:07.460199 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4092fcff-ba4a-47af-b1fe-b4c450988674 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (470409fb-920d-4c6c-9044-58fe1a8f7493), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:07.497359 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092fcff-ba4a-47af-b1fe-b4c450988674 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event deleted for resources: {'Port': ['ID=470409fb-920d-4c6c-9044-58fe1a8f7493,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:07.630258 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4092fcff-ba4a-47af-b1fe-b4c450988674 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:07.903842 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4092fcff-ba4a-47af-b1fe-b4c450988674 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Router bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:14:08.034435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-33c2da01-816a-4de7-bcf0-24446ca68072 req-3749e065-627d-4fd2-ab11-74b57c8d0a83 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 210 time: 0.0349953 Feb 05 03:14:08.059646 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4092fcff-ba4a-47af-b1fe-b4c450988674 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:14:08.074543 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4092fcff-ba4a-47af-b1fe-b4c450988674 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "PUT /v2.0/routers/bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8969817 Feb 05 03:14:08.074878 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcde0d6-ca9d-4bb3-b001-b52952986f56 None None] Sync routers for ids ['bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:14:08.075409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49284) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:08.098479 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcde0d6-ca9d-4bb3-b001-b52952986f56 None None] Routers {'bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:14:08.099642 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fdcde0d6-ca9d-4bb3-b001-b52952986f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:14:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:08.136216 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-36ea5503-523e-4ec5-abe4-4d51b80d0a00 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] show failed (client error): The resource could not be found. Feb 05 03:14:08.137420 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-36ea5503-523e-4ec5-abe4-4d51b80d0a00 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-527186420 HTTP/1.1" status: 404 len: 334 time: 0.0612357 Feb 05 03:14:08.140777 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fdcde0d6-ca9d-4bb3-b001-b52952986f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:08.141735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49286) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:08.146511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-57dcacfa-d669-4b03-87e6-4df501808aea tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:08.153714 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcde0d6-ca9d-4bb3-b001-b52952986f56 None None] Routers {'bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:14:08.154418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fdcde0d6-ca9d-4bb3-b001-b52952986f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:14:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:08.193256 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-57dcacfa-d669-4b03-87e6-4df501808aea tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] update failed (client error): The resource could not be found. Feb 05 03:14:08.198123 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-57dcacfa-d669-4b03-87e6-4df501808aea tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1802404508 HTTP/1.1" status: 404 len: 335 time: 0.0516169 Feb 05 03:14:08.198556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49288) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:08.243162 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fdcde0d6-ca9d-4bb3-b001-b52952986f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:08.245310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcde0d6-ca9d-4bb3-b001-b52952986f56 None None] The sync data for ids ['bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:14:08.269507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f999b8f3-fc78-4008-9543-bb9bfda6d828 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Deleting subnet 0e551492-b9bb-4ca9-b329-b4215c2d6df3 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:14:08.273389 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f999b8f3-fc78-4008-9543-bb9bfda6d828 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for subnet (0e551492-b9bb-4ca9-b329-b4215c2d6df3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:08.330792 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f999b8f3-fc78-4008-9543-bb9bfda6d828 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (0e551492-b9bb-4ca9-b329-b4215c2d6df3), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:08.466194 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f999b8f3-fc78-4008-9543-bb9bfda6d828 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (0e551492-b9bb-4ca9-b329-b4215c2d6df3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:08.537179 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f999b8f3-fc78-4008-9543-bb9bfda6d828 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (0e551492-b9bb-4ca9-b329-b4215c2d6df3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:08.578557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999b8f3-fc78-4008-9543-bb9bfda6d828 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event deleted for resources: {'Subnet': ['ID=0e551492-b9bb-4ca9-b329-b4215c2d6df3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:08.604314 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f999b8f3-fc78-4008-9543-bb9bfda6d828 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:08.607505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cdab73-2c70-49b9-a04a-32c3572b4633 None None] Network 8239a025-42e4-41ef-afbf-d3bdeb3686f1 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:14:08.608264 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f999b8f3-fc78-4008-9543-bb9bfda6d828 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "DELETE /v2.0/subnets/0e551492-b9bb-4ca9-b329-b4215c2d6df3 HTTP/1.1" status: 204 len: 168 time: 0.4079843 Feb 05 03:14:08.610448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49306) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:08.713459 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (8239a025-42e4-41ef-afbf-d3bdeb3686f1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:08.747862 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:08.784270 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Deleting port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:14:08.784984 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (534708ac-ae1e-4e6b-acb3-57c9f3bc7967), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:08.911516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] For port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=534708ac-ae1e-4e6b-acb3-57c9f3bc7967,segment=NetworkSegment(31c2e470-d0d4-4f7d-97bc-c2f0704f5c57),segment_id=31c2e470-d0d4-4f7d-97bc-c2f0704f5c57)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:08.919381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9916e1-8afb-49e8-b136-734babd371dc None None] DHCP port deletion for 8239a025-42e4-41ef-afbf-d3bdeb3686f1 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:14:08.919597 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (534708ac-ae1e-4e6b-acb3-57c9f3bc7967), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:08.939720 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Calling delete_port for 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:14:09.078701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-de9916e1-8afb-49e8-b136-734babd371dc None None] Deleting port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:14:09.080022 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de9916e1-8afb-49e8-b136-734babd371dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (534708ac-ae1e-4e6b-acb3-57c9f3bc7967), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:09.130190 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (534708ac-ae1e-4e6b-acb3-57c9f3bc7967), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:09.164197 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event deleted for resources: {'Port': ['ID=534708ac-ae1e-4e6b-acb3-57c9f3bc7967,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:09.176312 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] No DVR routers for this DVR port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:14:09.194217 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2bebe0e1-3b60-4898-9214-71991772f87a req-cf9bf80b-fa8e-434e-8b17-eb56986e32c5 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 210 time: 0.0841758 Feb 05 03:14:09.254729 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-de9916e1-8afb-49e8-b136-734babd371dc None None] For port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=534708ac-ae1e-4e6b-acb3-57c9f3bc7967,segment=NetworkSegment(31c2e470-d0d4-4f7d-97bc-c2f0704f5c57),segment_id=31c2e470-d0d4-4f7d-97bc-c2f0704f5c57)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:09.255575 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de9916e1-8afb-49e8-b136-734babd371dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (534708ac-ae1e-4e6b-acb3-57c9f3bc7967), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:09.279691 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-de9916e1-8afb-49e8-b136-734babd371dc None None] Calling delete_port for 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:14:09.320429 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (8239a025-42e4-41ef-afbf-d3bdeb3686f1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:09.350279 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8239a025-42e4-41ef-afbf-d3bdeb3686f1']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:09.362016 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c2e470-d0d4-4f7d-97bc-c2f0704f5c57') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:09.362516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c2e470-d0d4-4f7d-97bc-c2f0704f5c57') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:09.375923 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (31c2e470-d0d4-4f7d-97bc-c2f0704f5c57), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:09.393542 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (31c2e470-d0d4-4f7d-97bc-c2f0704f5c57), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:09.405198 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:14:09.405679 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (31c2e470-d0d4-4f7d-97bc-c2f0704f5c57), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:09.420275 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de9916e1-8afb-49e8-b136-734babd371dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (534708ac-ae1e-4e6b-acb3-57c9f3bc7967), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:09.462411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9916e1-8afb-49e8-b136-734babd371dc None None] Pushing event deleted for resources: {'Port': ['ID=534708ac-ae1e-4e6b-acb3-57c9f3bc7967,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:14:09.478747 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:14:09.482885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9916e1-8afb-49e8-b136-734babd371dc None None] No DVR routers for this DVR port 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:14:09.535134 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (8239a025-42e4-41ef-afbf-d3bdeb3686f1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:09.565699 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:09.574132 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49320) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:09.582785 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "DELETE /v2.0/networks/8239a025-42e4-41ef-afbf-d3bdeb3686f1 HTTP/1.1" status: 204 len: 168 time: 0.9597464 Feb 05 03:14:09.585855 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f9308-e4e6-415c-9b2e-6e2d8b34526f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event deleted for resources: {'Network': ['ID=8239a025-42e4-41ef-afbf-d3bdeb3686f1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:09.733851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d2bdf7-4a32-4a96-83b2-48c4e744706b tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Deleting subnet 56f90d50-0881-4614-b851-d3c4b4787c5b {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:14:09.743154 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2d2bdf7-4a32-4a96-83b2-48c4e744706b tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for subnet (56f90d50-0881-4614-b851-d3c4b4787c5b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:09.803521 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2d2bdf7-4a32-4a96-83b2-48c4e744706b tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (56f90d50-0881-4614-b851-d3c4b4787c5b), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:09.933257 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2d2bdf7-4a32-4a96-83b2-48c4e744706b tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (56f90d50-0881-4614-b851-d3c4b4787c5b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:10.033766 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2d2bdf7-4a32-4a96-83b2-48c4e744706b tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (56f90d50-0881-4614-b851-d3c4b4787c5b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:10.056026 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:10.107472 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2bdf7-4a32-4a96-83b2-48c4e744706b tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event deleted for resources: {'Subnet': ['ID=56f90d50-0881-4614-b851-d3c4b4787c5b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:10.113876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e24857-8fad-45a3-918b-656ce7eff919 None None] Network 923708a3-0694-4dad-b105-725eb4a5d381 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:14:10.122511 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2d2bdf7-4a32-4a96-83b2-48c4e744706b tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:10.133187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f2d2bdf7-4a32-4a96-83b2-48c4e744706b tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "DELETE /v2.0/subnets/56f90d50-0881-4614-b851-d3c4b4787c5b HTTP/1.1" status: 204 len: 168 time: 0.5560489 Feb 05 03:14:10.134206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49330) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:10.258783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33a6662-0f44-45e6-bba5-ea24a55e36a5 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Deleting subnet 0ac3028c-e8d7-476a-a33e-b0a0a1a5bb03 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:14:10.268169 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d33a6662-0f44-45e6-bba5-ea24a55e36a5 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for subnet (0ac3028c-e8d7-476a-a33e-b0a0a1a5bb03), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:10.457383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f750702-9b2e-4ed9-b38f-800ba84e62e3 None None] DHCP port deletion for 923708a3-0694-4dad-b105-725eb4a5d381 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:14:10.464964 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb43e9b7-ba10-4e44-b1a7-7bfc0934868b req-b0237201-d5f0-4eec-89b6-fe36254a1ecd tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 210 time: 0.0970721 Feb 05 03:14:10.482182 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d33a6662-0f44-45e6-bba5-ea24a55e36a5 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (0ac3028c-e8d7-476a-a33e-b0a0a1a5bb03), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:10.565051 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7f750702-9b2e-4ed9-b38f-800ba84e62e3 None None] Deleting port 704245bb-18df-41fc-866f-d4db4e17e33b {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:14:10.565360 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7f750702-9b2e-4ed9-b38f-800ba84e62e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:10.657323 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7f750702-9b2e-4ed9-b38f-800ba84e62e3 None None] For port 704245bb-18df-41fc-866f-d4db4e17e33b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=704245bb-18df-41fc-866f-d4db4e17e33b,segment=NetworkSegment(c4344c4c-9f99-4158-a9e9-ca025e33b28d),segment_id=c4344c4c-9f99-4158-a9e9-ca025e33b28d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:10.657806 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7f750702-9b2e-4ed9-b38f-800ba84e62e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:10.689636 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d33a6662-0f44-45e6-bba5-ea24a55e36a5 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (0ac3028c-e8d7-476a-a33e-b0a0a1a5bb03), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:10.696537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7f750702-9b2e-4ed9-b38f-800ba84e62e3 None None] Calling delete_port for 704245bb-18df-41fc-866f-d4db4e17e33b owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:14:10.700746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 704245bb-18df-41fc-866f-d4db4e17e33b no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:14:10.777944 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d33a6662-0f44-45e6-bba5-ea24a55e36a5 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (0ac3028c-e8d7-476a-a33e-b0a0a1a5bb03), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:10.915332 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 704245bb-18df-41fc-866f-d4db4e17e33b is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:10.915720 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:10.930529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a6662-0f44-45e6-bba5-ea24a55e36a5 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac3028c-e8d7-476a-a33e-b0a0a1a5bb03,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:10.942122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a857bf33-dd31-4332-b77f-c0de853b5b92 None None] Network 784fa5b9-aa73-4d10-aaf4-dc57ed83aabe requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:14:10.947787 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d33a6662-0f44-45e6-bba5-ea24a55e36a5 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:10.959707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49340) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:10.970498 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d33a6662-0f44-45e6-bba5-ea24a55e36a5 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "DELETE /v2.0/subnets/0ac3028c-e8d7-476a-a33e-b0a0a1a5bb03 HTTP/1.1" status: 204 len: 168 time: 0.8351889 Feb 05 03:14:11.105823 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 704245bb-18df-41fc-866f-d4db4e17e33b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=704245bb-18df-41fc-866f-d4db4e17e33b,segment=NetworkSegment(c4344c4c-9f99-4158-a9e9-ca025e33b28d),segment_id=c4344c4c-9f99-4158-a9e9-ca025e33b28d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:11.115375 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:11.116863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:14:11.164528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-e9496abd-c5ca-48c2-961a-1ae1c4fe220f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:11.167225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-e9496abd-c5ca-48c2-961a-1ae1c4fe220f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 804 time: 0.4009092 Feb 05 03:14:11.182853 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-d6754d10-6dba-4c11-a924-0c9f50b91cbc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Request body: {'port': {'device_id': '0121206d-a831-494c-b36a-34da610d41b9', 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a', 'admin_state_up': True, 'tenant_id': '82f3913ef0bd4cbd8d1a3d14443f1038'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:11.216591 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (923708a3-0694-4dad-b105-725eb4a5d381), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:11.287440 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:14:11.288365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 534708ac-ae1e-4e6b-acb3-57c9f3bc7967 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:14:11.317754 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7f750702-9b2e-4ed9-b38f-800ba84e62e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:11.370089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Deleting port 704245bb-18df-41fc-866f-d4db4e17e33b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:14:11.373685 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:11.424967 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f750702-9b2e-4ed9-b38f-800ba84e62e3 None None] No DVR routers for this DVR port 704245bb-18df-41fc-866f-d4db4e17e33b on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:14:11.486034 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=704245bb-18df-41fc-866f-d4db4e17e33b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:11.557549 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] For port 704245bb-18df-41fc-866f-d4db4e17e33b, host n-d-826942-8, got binding levels [] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:11.557549 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:11.588443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5571de5b-20cd-4f37-a4fd-7319a0ec7c89 None None] DHCP port deletion for 784fa5b9-aa73-4d10-aaf4-dc57ed83aabe request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:14:11.590993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f750702-9b2e-4ed9-b38f-800ba84e62e3 None None] Pushing event deleted for resources: {'Port': ['ID=704245bb-18df-41fc-866f-d4db4e17e33b,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:11.596247 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Calling delete_port for 704245bb-18df-41fc-866f-d4db4e17e33b owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:14:11.604109 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.ipam_backend_mixin [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Port 704245bb-18df-41fc-866f-d4db4e17e33b was not found and therefore no delete operation was performed {{(pid=109674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 03:14:11.606364 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (704245bb-18df-41fc-866f-d4db4e17e33b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:11.606848 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:11.653132 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event deleted for resources: {'Port': ['ID=704245bb-18df-41fc-866f-d4db4e17e33b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:11.656420 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] No DVR routers for this DVR port 704245bb-18df-41fc-866f-d4db4e17e33b on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:14:11.730274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5571de5b-20cd-4f37-a4fd-7319a0ec7c89 None None] Deleting port d6b60920-008f-4b05-b1f9-9cab8e61d7c4 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:14:11.730843 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5571de5b-20cd-4f37-a4fd-7319a0ec7c89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d6b60920-008f-4b05-b1f9-9cab8e61d7c4), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:11.837277 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5571de5b-20cd-4f37-a4fd-7319a0ec7c89 None None] For port d6b60920-008f-4b05-b1f9-9cab8e61d7c4, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d6b60920-008f-4b05-b1f9-9cab8e61d7c4,segment=NetworkSegment(7915cc1e-18d8-42ac-8110-942fc8d4f496),segment_id=7915cc1e-18d8-42ac-8110-942fc8d4f496)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:11.837964 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5571de5b-20cd-4f37-a4fd-7319a0ec7c89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d6b60920-008f-4b05-b1f9-9cab8e61d7c4), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:11.858455 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (923708a3-0694-4dad-b105-725eb4a5d381), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:11.870379 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5571de5b-20cd-4f37-a4fd-7319a0ec7c89 None None] Calling delete_port for d6b60920-008f-4b05-b1f9-9cab8e61d7c4 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:14:11.939775 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-842652ab-08af-4da2-a53d-76bea5e347ab req-6916ebe0-cbaa-42d4-94c4-f676d8d4f3a7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 210 time: 0.1509261 Feb 05 03:14:11.954011 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923708a3-0694-4dad-b105-725eb4a5d381']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:11.986799 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5571de5b-20cd-4f37-a4fd-7319a0ec7c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (d6b60920-008f-4b05-b1f9-9cab8e61d7c4), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:11.993466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4344c4c-9f99-4158-a9e9-ca025e33b28d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:11.994298 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4344c4c-9f99-4158-a9e9-ca025e33b28d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:12.010913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5571de5b-20cd-4f37-a4fd-7319a0ec7c89 None None] No DVR routers for this DVR port d6b60920-008f-4b05-b1f9-9cab8e61d7c4 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:14:12.026909 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (c4344c4c-9f99-4158-a9e9-ca025e33b28d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.045986 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-d6754d10-6dba-4c11-a924-0c9f50b91cbc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Made reservation on behalf of 82f3913ef0bd4cbd8d1a3d14443f1038 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:14:12.051109 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-d6754d10-6dba-4c11-a924-0c9f50b91cbc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.056827 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c4344c4c-9f99-4158-a9e9-ca025e33b28d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.072238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571de5b-20cd-4f37-a4fd-7319a0ec7c89 None None] Pushing event deleted for resources: {'Port': ['ID=d6b60920-008f-4b05-b1f9-9cab8e61d7c4,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:12.075250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:14:12.075729 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (c4344c4c-9f99-4158-a9e9-ca025e33b28d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:14:12.080936 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:14:12.196528 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (923708a3-0694-4dad-b105-725eb4a5d381), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.204627 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.211176 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "DELETE /v2.0/networks/923708a3-0694-4dad-b105-725eb4a5d381 HTTP/1.1" status: 204 len: 168 time: 1.2470365 Feb 05 03:14:12.211176 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49362) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:12.246730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1619b8c-c244-441b-b506-a17cc4f4b563 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event deleted for resources: {'Network': ['ID=923708a3-0694-4dad-b105-725eb4a5d381,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:12.309537 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-d6754d10-6dba-4c11-a924-0c9f50b91cbc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Allocated IP 172.20.0.5 (b566c3f7-a300-4cdb-9a7a-d35f43a9de9a/38c73809-1d31-4fb2-813a-779056f1c55f/e5af5f1e-42b6-45a8-9158-8526d7906946) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:14:12.321618 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e55b46e-e08f-4d36-ae3d-798cdd3419d2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (784fa5b9-aa73-4d10-aaf4-dc57ed83aabe), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.461274 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e55b46e-e08f-4d36-ae3d-798cdd3419d2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (784fa5b9-aa73-4d10-aaf4-dc57ed83aabe), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.487640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4e55b46e-e08f-4d36-ae3d-798cdd3419d2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784fa5b9-aa73-4d10-aaf4-dc57ed83aabe']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:12.500056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4e55b46e-e08f-4d36-ae3d-798cdd3419d2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7915cc1e-18d8-42ac-8110-942fc8d4f496') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:12.500341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4e55b46e-e08f-4d36-ae3d-798cdd3419d2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7915cc1e-18d8-42ac-8110-942fc8d4f496') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:12.511858 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e55b46e-e08f-4d36-ae3d-798cdd3419d2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (7915cc1e-18d8-42ac-8110-942fc8d4f496), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.527105 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e55b46e-e08f-4d36-ae3d-798cdd3419d2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (7915cc1e-18d8-42ac-8110-942fc8d4f496), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.534183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e55b46e-e08f-4d36-ae3d-798cdd3419d2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:14:12.534579 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e55b46e-e08f-4d36-ae3d-798cdd3419d2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (7915cc1e-18d8-42ac-8110-942fc8d4f496), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:14:12.605218 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:14:12.608074 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-d6754d10-6dba-4c11-a924-0c9f50b91cbc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks [] for port (e5af5f1e-42b6-45a8-9158-8526d7906946), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.611440 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e55b46e-e08f-4d36-ae3d-798cdd3419d2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (784fa5b9-aa73-4d10-aaf4-dc57ed83aabe), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.631284 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e55b46e-e08f-4d36-ae3d-798cdd3419d2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.638656 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4e55b46e-e08f-4d36-ae3d-798cdd3419d2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "DELETE /v2.0/networks/784fa5b9-aa73-4d10-aaf4-dc57ed83aabe HTTP/1.1" status: 204 len: 168 time: 0.4252150 Feb 05 03:14:12.644144 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49368) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:12.660267 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-d6754d10-6dba-4c11-a924-0c9f50b91cbc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e5af5f1e-42b6-45a8-9158-8526d7906946), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.731570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d6b60920-008f-4b05-b1f9-9cab8e61d7c4 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:14:12.736017 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55b46e-e08f-4d36-ae3d-798cdd3419d2 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event deleted for resources: {'Network': ['ID=784fa5b9-aa73-4d10-aaf4-dc57ed83aabe,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:12.763799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-d6754d10-6dba-4c11-a924-0c9f50b91cbc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:14:12.774265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-d6754d10-6dba-4c11-a924-0c9f50b91cbc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:14:12.783440 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-d6754d10-6dba-4c11-a924-0c9f50b91cbc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:14:12.796295 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: d6b60920-008f-4b05-b1f9-9cab8e61d7c4 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:14:12.797702 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d6b60920-008f-4b05-b1f9-9cab8e61d7c4 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:14:12.801948 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-525b5976-efc8-4e46-bfe2-6fc74c5150b6 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Deleting subnet ee684d8c-6526-4f90-8923-dd28a8ff221c {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:14:12.812860 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-525b5976-efc8-4e46-bfe2-6fc74c5150b6 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for subnet (ee684d8c-6526-4f90-8923-dd28a8ff221c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.834108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6754d10-6dba-4c11-a924-0c9f50b91cbc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Pushing event updated for resources: {'Port': ['ID=e5af5f1e-42b6-45a8-9158-8526d7906946,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:12.864200 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-d6754d10-6dba-4c11-a924-0c9f50b91cbc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:12.864838 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-d6754d10-6dba-4c11-a924-0c9f50b91cbc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.886067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-d6754d10-6dba-4c11-a924-0c9f50b91cbc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7104125 Feb 05 03:14:12.892625 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-525b5976-efc8-4e46-bfe2-6fc74c5150b6 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (ee684d8c-6526-4f90-8923-dd28a8ff221c), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:12.899838 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Request body: {'port': {'device_id': '0121206d-a831-494c-b36a-34da610d41b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:12.986966 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e5af5f1e-42b6-45a8-9158-8526d7906946), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:13.025062 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-525b5976-efc8-4e46-bfe2-6fc74c5150b6 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (ee684d8c-6526-4f90-8923-dd28a8ff221c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:13.102632 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-525b5976-efc8-4e46-bfe2-6fc74c5150b6 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (ee684d8c-6526-4f90-8923-dd28a8ff221c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:13.131152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48993197-444a-445d-b991-eb3d1414f616 None None] Network c3372e3a-9426-4865-8e19-fece3205b233 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:14:13.142550 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-525b5976-efc8-4e46-bfe2-6fc74c5150b6 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:13.146049 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-525b5976-efc8-4e46-bfe2-6fc74c5150b6 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "DELETE /v2.0/subnets/ee684d8c-6526-4f90-8923-dd28a8ff221c HTTP/1.1" status: 204 len: 168 time: 0.4958827 Feb 05 03:14:13.147503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b5976-efc8-4e46-bfe2-6fc74c5150b6 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event deleted for resources: {'Subnet': ['ID=ee684d8c-6526-4f90-8923-dd28a8ff221c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:13.149930 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49378) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:13.285167 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (c3372e3a-9426-4865-8e19-fece3205b233), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:13.402396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Deleting port 40a14d0f-1675-44d8-a751-68c5f98da9ee {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:14:13.402745 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (40a14d0f-1675-44d8-a751-68c5f98da9ee), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:13.425268 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855b3a8-43a4-4b91-b6e3-8eed586b5b35 req-9a44ccfc-10d8-4489-bd8e-6bf72e9e6581 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:13.427354 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8855b3a8-43a4-4b91-b6e3-8eed586b5b35 req-9a44ccfc-10d8-4489-bd8e-6bf72e9e6581 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 931 time: 0.3364911 Feb 05 03:14:13.483546 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed70d18c-0912-46ea-9548-da5ba06684e4 None None] DHCP port deletion for c3372e3a-9426-4865-8e19-fece3205b233 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:14:13.552901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] For port 40a14d0f-1675-44d8-a751-68c5f98da9ee, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=40a14d0f-1675-44d8-a751-68c5f98da9ee,segment=NetworkSegment(443a9d80-f10e-4d41-ba72-5a6301f31eff),segment_id=443a9d80-f10e-4d41-ba72-5a6301f31eff)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:13.553271 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (40a14d0f-1675-44d8-a751-68c5f98da9ee), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:13.587538 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Calling delete_port for 40a14d0f-1675-44d8-a751-68c5f98da9ee owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:14:13.594262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ed70d18c-0912-46ea-9548-da5ba06684e4 None None] Deleting port 40a14d0f-1675-44d8-a751-68c5f98da9ee {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:14:13.594650 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed70d18c-0912-46ea-9548-da5ba06684e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (40a14d0f-1675-44d8-a751-68c5f98da9ee), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:13.660453 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5af5f1e-42b6-45a8-9158-8526d7906946 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:14:13.671085 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Publish callbacks [] for port (e5af5f1e-42b6-45a8-9158-8526d7906946), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:13.687044 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Transition to ACTIVE for port object e5af5f1e-42b6-45a8-9158-8526d7906946 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:14:13.700484 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (e5af5f1e-42b6-45a8-9158-8526d7906946), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:13.724755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ed70d18c-0912-46ea-9548-da5ba06684e4 None None] For port 40a14d0f-1675-44d8-a751-68c5f98da9ee, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=40a14d0f-1675-44d8-a751-68c5f98da9ee,segment=NetworkSegment(443a9d80-f10e-4d41-ba72-5a6301f31eff),segment_id=443a9d80-f10e-4d41-ba72-5a6301f31eff)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:13.727464 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed70d18c-0912-46ea-9548-da5ba06684e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (40a14d0f-1675-44d8-a751-68c5f98da9ee), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:13.749769 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (40a14d0f-1675-44d8-a751-68c5f98da9ee), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:13.753549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ed70d18c-0912-46ea-9548-da5ba06684e4 None None] Calling delete_port for 40a14d0f-1675-44d8-a751-68c5f98da9ee owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:14:13.783101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event deleted for resources: {'Port': ['ID=40a14d0f-1675-44d8-a751-68c5f98da9ee,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:13.786722 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] No DVR routers for this DVR port 40a14d0f-1675-44d8-a751-68c5f98da9ee on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:14:13.796091 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8855b3a8-43a4-4b91-b6e3-8eed586b5b35 req-b035cf16-6de4-4c31-838a-b4d894f85a9f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454621 Feb 05 03:14:13.823656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Pushing event updated for resources: {'Port': ['ID=e5af5f1e-42b6-45a8-9158-8526d7906946,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:13.919833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Attempting to bind port e5af5f1e-42b6-45a8-9158-8526d7906946 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:14:13.920467 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Attempting to bind port e5af5f1e-42b6-45a8-9158-8526d7906946 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:14:13.920998 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Attempting to bind port e5af5f1e-42b6-45a8-9158-8526d7906946 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:14:13.927073 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Port e5af5f1e-42b6-45a8-9158-8526d7906946 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:14:13.927646 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Attempting to bind port e5af5f1e-42b6-45a8-9158-8526d7906946 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:14:13.934161 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:14:13.934795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Checking segment: {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:14:13.935373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Bound using segment: {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:14:13.935891 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed70d18c-0912-46ea-9548-da5ba06684e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (40a14d0f-1675-44d8-a751-68c5f98da9ee), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:13.936184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Bound port: e5af5f1e-42b6-45a8-9158-8526d7906946, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:14:13.936721 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e5af5f1e-42b6-45a8-9158-8526d7906946), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:13.954732 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (c3372e3a-9426-4865-8e19-fece3205b233), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:13.976230 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3372e3a-9426-4865-8e19-fece3205b233']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:13.990062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70d18c-0912-46ea-9548-da5ba06684e4 None None] Pushing event deleted for resources: {'Port': ['ID=40a14d0f-1675-44d8-a751-68c5f98da9ee,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:13.994791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443a9d80-f10e-4d41-ba72-5a6301f31eff') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:13.995105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443a9d80-f10e-4d41-ba72-5a6301f31eff') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:14:14.009026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed70d18c-0912-46ea-9548-da5ba06684e4 None None] No DVR routers for this DVR port 40a14d0f-1675-44d8-a751-68c5f98da9ee on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:14:14.017712 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (443a9d80-f10e-4d41-ba72-5a6301f31eff), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:14.033847 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (443a9d80-f10e-4d41-ba72-5a6301f31eff), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:14.035744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] For port e5af5f1e-42b6-45a8-9158-8526d7906946, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:14:14.040656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] For port e5af5f1e-42b6-45a8-9158-8526d7906946, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e5af5f1e-42b6-45a8-9158-8526d7906946,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:14:14.043838 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:14:14.044100 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (443a9d80-f10e-4d41-ba72-5a6301f31eff), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:14:14.048322 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:14:14.052616 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (e5af5f1e-42b6-45a8-9158-8526d7906946), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:14.096488 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:14.097419 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:14.099328 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] 10.222.0.10 "PUT /v2.0/ports/e5af5f1e-42b6-45a8-9158-8526d7906946 HTTP/1.1" status: 200 len: 1091 time: 1.2061894 Feb 05 03:14:14.099963 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0121206d-a831-494c-b36a-34da610d41b9', 'tag': 'e5af5f1e-42b6-45a8-9158-8526d7906946'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:14:14.103222 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484f59c2-5da8-4526-8ea8-cd5515cc1d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "0121206d-a831-494c-b36a-34da610d41b9", "tag": "e5af5f1e-42b6-45a8-9158-8526d7906946"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:14:14.160441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340eebec-ca68-457f-8a26-582ef77b6163 service neutron] Pushing event updated for resources: {'Port': ['ID=e5af5f1e-42b6-45a8-9158-8526d7906946,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:14.180657 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e7d0f9-b351-4cba-8ef7-e855fff9993a x-openstack-request-id: req-d2e7d0f9-b351-4cba-8ef7-e855fff9993a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:14:14.181064 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0121206d-a831-494c-b36a-34da610d41b9", "tag": "e5af5f1e-42b6-45a8-9158-8526d7906946", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:14:14.181729 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2e7d0f9-b351-4cba-8ef7-e855fff9993a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:14:14.182255 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0121206d-a831-494c-b36a-34da610d41b9', 'tag': 'e5af5f1e-42b6-45a8-9158-8526d7906946', 'status': 'completed', 'code': 200} Feb 05 03:14:14.224688 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (c3372e3a-9426-4865-8e19-fece3205b233), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:14.237422 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:14.241268 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "DELETE /v2.0/networks/c3372e3a-9426-4865-8e19-fece3205b233 HTTP/1.1" status: 204 len: 168 time: 1.0900338 Feb 05 03:14:14.250047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49400) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:14.258316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9cb0a-5a69-409f-aa87-d0e969d9982a tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Pushing event deleted for resources: {'Network': ['ID=c3372e3a-9426-4865-8e19-fece3205b233,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:14.289349 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-43c2bfd7-5751-44fb-8e0d-96ccaf7e4d5f tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46 HTTP/1.1" status: 200 len: 205 time: 0.0373781 Feb 05 03:14:14.292090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49406) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:14.328095 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-ca4ca9fd-f420-4f2c-bdd1-6b411cecc0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:14.331564 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-ca4ca9fd-f420-4f2c-bdd1-6b411cecc0c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 1125 time: 0.1477644 Feb 05 03:14:14.439285 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-23491fb3-d939-4932-a3d7-59e5d297cd62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5af5f1e-42b6-45a8-9158-8526d7906946 HTTP/1.1" status: 200 len: 217 time: 0.0969620 Feb 05 03:14:14.451423 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dba2cd7f-d4a9-4ee6-addf-dff42eb67113 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for router (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:14.515958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-2363ab20-4e5f-43bb-88d3-35edb44b8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:14.517340 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-2363ab20-4e5f-43bb-88d3-35edb44b8e5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38c73809-1d31-4fb2-813a-779056f1c55f HTTP/1.1" status: 200 len: 844 time: 0.0716414 Feb 05 03:14:14.552715 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-76fa09df-54c8-4412-a266-94d4f1eb2216 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295165 Feb 05 03:14:14.692293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 40a14d0f-1675-44d8-a751-68c5f98da9ee no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:14:14.732074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 40a14d0f-1675-44d8-a751-68c5f98da9ee {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:14:14.732793 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 40a14d0f-1675-44d8-a751-68c5f98da9ee not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:14:14.756308 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-94164b9a-52c8-4e8b-909e-ed8e2372848b service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950476 Feb 05 03:14:14.870246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3028e749-ca30-44d2-9eed-3f03ad4fed0a req-d7e06a6d-7614-40c3-a1d2-8f0af083819c service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064470 Feb 05 03:14:15.049352 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f59c2-5da8-4526-8ea8-cd5515cc1d6c req-24da71f5-4317-4c33-8677-34f48e504fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:15.051834 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-484f59c2-5da8-4526-8ea8-cd5515cc1d6c req-24da71f5-4317-4c33-8677-34f48e504fb3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 1125 time: 0.1145897 Feb 05 03:14:15.059339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f96912-f4ce-44fd-bce9-47178bf305de req-b6e60377-600e-41a2-9f4e-09feb7b67d14 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:15.066632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43f96912-f4ce-44fd-bce9-47178bf305de req-b6e60377-600e-41a2-9f4e-09feb7b67d14 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 943 time: 0.1109273 Feb 05 03:14:15.119875 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dba2cd7f-d4a9-4ee6-addf-dff42eb67113 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:15.122275 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dba2cd7f-d4a9-4ee6-addf-dff42eb67113 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for router_controller (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:15.183676 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dba2cd7f-d4a9-4ee6-addf-dff42eb67113 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:15.184188 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba2cd7f-d4a9-4ee6-addf-dff42eb67113 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Fanout notify agent at l3_agent the message router_deleted on router bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:14:15.206021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43f96912-f4ce-44fd-bce9-47178bf305de req-98ca0e13-e247-4d6f-b454-b29ecdedc985 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381152 Feb 05 03:14:15.216741 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dba2cd7f-d4a9-4ee6-addf-dff42eb67113 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:15.221035 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dba2cd7f-d4a9-4ee6-addf-dff42eb67113 tempest-RoutersNegativeIpV6Test-574644526 tempest-RoutersNegativeIpV6Test-574644526-project] 10.222.0.36 "DELETE /v2.0/routers/bd1ee4cc-fddf-4b2b-8bb0-fdd20062ff46 HTTP/1.1" status: 204 len: 168 time: 0.9249177 Feb 05 03:14:15.247675 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f59c2-5da8-4526-8ea8-cd5515cc1d6c req-133a8831-1470-4ad9-8725-d1b69cd57ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:15.249177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-484f59c2-5da8-4526-8ea8-cd5515cc1d6c req-133a8831-1470-4ad9-8725-d1b69cd57ce9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 905 time: 0.1802289 Feb 05 03:14:15.319809 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-484f59c2-5da8-4526-8ea8-cd5515cc1d6c req-56cb2f94-237c-4051-b4ff-c1fb3bcf119a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5af5f1e-42b6-45a8-9158-8526d7906946 HTTP/1.1" status: 200 len: 217 time: 0.0634174 Feb 05 03:14:15.412358 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f59c2-5da8-4526-8ea8-cd5515cc1d6c req-ded0a372-0411-4012-9424-1de8e25fbcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:15.414072 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-484f59c2-5da8-4526-8ea8-cd5515cc1d6c req-ded0a372-0411-4012-9424-1de8e25fbcd1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38c73809-1d31-4fb2-813a-779056f1c55f HTTP/1.1" status: 200 len: 844 time: 0.0868669 Feb 05 03:14:15.479922 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-484f59c2-5da8-4526-8ea8-cd5515cc1d6c req-f33b04bf-eea2-4b84-9387-3efda91470c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587442 Feb 05 03:14:15.598791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49430) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:15.608586 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-484f59c2-5da8-4526-8ea8-cd5515cc1d6c req-92665908-0620-441f-aca8-d32f0a1da5f5 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196647 Feb 05 03:14:15.759795 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-484f59c2-5da8-4526-8ea8-cd5515cc1d6c req-16da8efa-d586-4f0b-b251-3d0c069d9d22 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429002 Feb 05 03:14:15.851266 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e6235a81-5bed-45c0-9da2-6e594018a0a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a423aeb56075470dba4b913e1ba08f7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511892 Feb 05 03:14:15.853923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49436) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:15.917051 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b808fdcd-9d7a-45e8-9d8b-de207a7808c9 admin admin] Publish callbacks [] for security_group (5167d0e5-3eda-4007-aec8-6400a150b589), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:15.941068 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b808fdcd-9d7a-45e8-9d8b-de207a7808c9 admin admin] Publish callbacks [] for security_group (5167d0e5-3eda-4007-aec8-6400a150b589), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:15.972168 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-57d1e838-6b58-4f3c-b771-bc0b9faabbf6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0849962 Feb 05 03:14:16.015129 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b808fdcd-9d7a-45e8-9d8b-de207a7808c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5167d0e5-3eda-4007-aec8-6400a150b589), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:16.018809 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b808fdcd-9d7a-45e8-9d8b-de207a7808c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:16.020219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b808fdcd-9d7a-45e8-9d8b-de207a7808c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5167d0e5-3eda-4007-aec8-6400a150b589 HTTP/1.1" status: 204 len: 168 time: 0.1649680 Feb 05 03:14:16.041700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808fdcd-9d7a-45e8-9d8b-de207a7808c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5167d0e5-3eda-4007-aec8-6400a150b589,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:16.064144 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-fc66f02d-3401-4737-b763-2c7bb5f45de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:16.083456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-fc66f02d-3401-4737-b763-2c7bb5f45de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:16.084774 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-fc66f02d-3401-4737-b763-2c7bb5f45de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:16.085509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-fc66f02d-3401-4737-b763-2c7bb5f45de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:16.086993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-fc66f02d-3401-4737-b763-2c7bb5f45de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:16.088008 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-fc66f02d-3401-4737-b763-2c7bb5f45de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:16.088728 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-fc66f02d-3401-4737-b763-2c7bb5f45de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:16.094291 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-fc66f02d-3401-4737-b763-2c7bb5f45de1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 6710 time: 0.0950105 Feb 05 03:14:16.217146 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:16.281771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-5f08a244-4d0d-48f0-b23d-1900cf931f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:16.282438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-5f08a244-4d0d-48f0-b23d-1900cf931f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:16.282946 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-5f08a244-4d0d-48f0-b23d-1900cf931f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:16.285429 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-5f08a244-4d0d-48f0-b23d-1900cf931f82 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7097744d-dd66-45ae-922a-012c6aa6d64a&id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532&id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 HTTP/1.1" status: 200 len: 2293 time: 0.1656017 Feb 05 03:14:16.408820 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb6b40-3bda-43fe-99dd-171ad03853a7 req-0d5cb301-f145-4147-acc0-bfcd69ce3e38 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:16.417094 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1beb6b40-3bda-43fe-99dd-171ad03853a7 req-0d5cb301-f145-4147-acc0-bfcd69ce3e38 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 943 time: 0.1103568 Feb 05 03:14:16.457484 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-07ba5fff-17cf-41ff-b94c-b10a39036f6e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03fddcad-382d-4779-8b93-ead7ee0c15de HTTP/1.1" status: 200 len: 1002 time: 0.1657341 Feb 05 03:14:16.515542 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1beb6b40-3bda-43fe-99dd-171ad03853a7 req-449d68e8-c7f7-4040-96e5-fa3634b11294 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975478 Feb 05 03:14:16.595106 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-2741b424-9931-4638-b53a-7f8b1690c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:16.598521 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-2741b424-9931-4638-b53a-7f8b1690c6e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cf09b2e-137b-4998-8599-88061836d9fc HTTP/1.1" status: 200 len: 851 time: 0.1326158 Feb 05 03:14:16.623400 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e5af5f1e-42b6-45a8-9158-8526d7906946 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:14:16.710015 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-b0a32b24-7ce0-4275-a2b7-f38b3d4ca2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:16.713303 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-b0a32b24-7ce0-4275-a2b7-f38b3d4ca2a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7097744d-dd66-45ae-922a-012c6aa6d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1095850 Feb 05 03:14:16.814394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port e5af5f1e-42b6-45a8-9158-8526d7906946, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e5af5f1e-42b6-45a8-9158-8526d7906946,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:16.828920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'e5af5f1e-42b6-45a8-9158-8526d7906946', 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a', 'port_id': 'e5af5f1e-42b6-45a8-9158-8526d7906946', 'mac_address': 'fa:16:3e:94:99:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c73809-1d31-4fb2-813a-779056f1c55f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:14:16.858512 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-acde61c2-1f2d-48bf-9a77-a210cda8ae81 service neutron] 10.222.0.31 "GET /v2.0/networks/7097744d-dd66-45ae-922a-012c6aa6d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394935 Feb 05 03:14:16.872521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port e5af5f1e-42b6-45a8-9158-8526d7906946 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:16.873256 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e5af5f1e-42b6-45a8-9158-8526d7906946), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:16.894022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5af5f1e-42b6-45a8-9158-8526d7906946 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:14:17.031184 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-5d42e886-a2c0-4260-bc97-423c7cdb7dd6 service neutron] 10.222.0.31 "GET /v2.0/networks/7097744d-dd66-45ae-922a-012c6aa6d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662292 Feb 05 03:14:17.133570 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-b71d3307-8052-4866-9e37-3f4d16c7f590 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=5a26af8e-b2d2-48e9-abcf-9b13be1c3efd HTTP/1.1" status: 200 len: 217 time: 0.0958807 Feb 05 03:14:17.198426 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port e5af5f1e-42b6-45a8-9158-8526d7906946, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e5af5f1e-42b6-45a8-9158-8526d7906946,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:17.204972 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e5af5f1e-42b6-45a8-9158-8526d7906946), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:17.263730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-37368954-45fa-45fa-a976-9eba32be5b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:17.265488 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-37368954-45fa-45fa-a976-9eba32be5b0e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e854b5d-d872-40a2-961d-0a6ca3b5873c HTTP/1.1" status: 200 len: 797 time: 0.1267118 Feb 05 03:14:17.266100 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=e5af5f1e-42b6-45a8-9158-8526d7906946,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:17.275171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:17.275816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:17.276324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:17.276846 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:17.277338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:17.277833 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:17.278332 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:17.278917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:17.279425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:17.279919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:17.280425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:17.280925 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:17.281421 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:17.369352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-0bc9677d-e592-465c-9735-8971e72add22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:17.372415 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-0bc9677d-e592-465c-9735-8971e72add22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0976794 Feb 05 03:14:17.407627 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49470) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:17.413863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e5af5f1e-42b6-45a8-9158-8526d7906946'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:14:17.508706 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-32f54498-37bc-4775-9c33-99950a95c781 service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292965 Feb 05 03:14:17.599045 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1fc20f44-e189-487b-95f8-3b88239ca1a0 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092194828'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:17.658999 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1fc20f44-e189-487b-95f8-3b88239ca1a0 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:17.678662 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1fc20f44-e189-487b-95f8-3b88239ca1a0 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:17.729777 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-f3174268-151b-48c6-a20a-2219e99dfecc service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156858 Feb 05 03:14:17.778702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d3b51-3afc-4a40-873d-dcad16e5201e req-c02283a6-9cc7-4b65-a3cb-7375b94c9015 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:17.787043 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c4d3b51-3afc-4a40-873d-dcad16e5201e req-c02283a6-9cc7-4b65-a3cb-7375b94c9015 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 944 time: 0.1041729 Feb 05 03:14:17.828454 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-46cb785a-cd24-466e-b93e-7809abaa5f67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=dc69a7b0-d07b-4eaf-9597-8aab76827f26 HTTP/1.1" status: 200 len: 217 time: 0.0904365 Feb 05 03:14:17.877697 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c4d3b51-3afc-4a40-873d-dcad16e5201e req-c742cd67-3e80-4c0c-af0f-53932c6d5ffa tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871704 Feb 05 03:14:17.903073 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-ce371343-ada4-418c-9db6-45763cf72b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:17.904546 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-ce371343-ada4-418c-9db6-45763cf72b6a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e854b5d-d872-40a2-961d-0a6ca3b5873c HTTP/1.1" status: 200 len: 797 time: 0.0697525 Feb 05 03:14:17.904984 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1fc20f44-e189-487b-95f8-3b88239ca1a0 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (6912a460-38f3-4b5d-9da5-5b5fd17f887c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:17.910670 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1fc20f44-e189-487b-95f8-3b88239ca1a0 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6912a460-38f3-4b5d-9da5-5b5fd17f887c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:17.965878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc20f44-e189-487b-95f8-3b88239ca1a0 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6912a460-38f3-4b5d-9da5-5b5fd17f887c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:18.001290 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-bf03f4af-37f3-4b05-9fcd-9839980f18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:18.004898 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-bf03f4af-37f3-4b05-9fcd-9839980f18e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0936191 Feb 05 03:14:18.030315 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1fc20f44-e189-487b-95f8-3b88239ca1a0 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (06381566-77fc-4a99-8c33-8f1c2cf0491f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:18.036226 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1fc20f44-e189-487b-95f8-3b88239ca1a0 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (06381566-77fc-4a99-8c33-8f1c2cf0491f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:18.067145 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1fc20f44-e189-487b-95f8-3b88239ca1a0 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:18.068709 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1fc20f44-e189-487b-95f8-3b88239ca1a0 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6600668 Feb 05 03:14:18.072021 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49484) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:18.106921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc20f44-e189-487b-95f8-3b88239ca1a0 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06381566-77fc-4a99-8c33-8f1c2cf0491f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:18.141824 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-c5cfd005-4661-4534-ae6b-220cb91dc952 service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301272 Feb 05 03:14:18.174363 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dd9ff6dd-49dd-405c-b24c-3ec7a0197085 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1012268 Feb 05 03:14:18.177513 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49486) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:18.186189 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-48f89d8e-919b-4a9e-8916-b9171b9dc0f4 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group': {'name': 'tempest-security--937262162', 'description': 'tempest-security-description-1214481313'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:18.259501 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48f89d8e-919b-4a9e-8916-b9171b9dc0f4 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (06381566-77fc-4a99-8c33-8f1c2cf0491f), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:18.264941 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-b671ea82-130c-473a-ab58-c5993e5e4bb3 service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169841 Feb 05 03:14:18.307164 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48f89d8e-919b-4a9e-8916-b9171b9dc0f4 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (06381566-77fc-4a99-8c33-8f1c2cf0491f), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:18.314691 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48f89d8e-919b-4a9e-8916-b9171b9dc0f4 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (06381566-77fc-4a99-8c33-8f1c2cf0491f), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:18.317922 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48f89d8e-919b-4a9e-8916-b9171b9dc0f4 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:18.319452 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-48f89d8e-919b-4a9e-8916-b9171b9dc0f4 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "PUT /v2.0/security-groups/06381566-77fc-4a99-8c33-8f1c2cf0491f HTTP/1.1" status: 200 len: 1796 time: 0.1409187 Feb 05 03:14:18.332811 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49488) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:18.345434 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-766f4da0-3419-47da-bbbe-ac0b7b18d38f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 HTTP/1.1" status: 200 len: 217 time: 0.0742016 Feb 05 03:14:18.381920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f89d8e-919b-4a9e-8916-b9171b9dc0f4 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06381566-77fc-4a99-8c33-8f1c2cf0491f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:18.423124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-91b18d76-b1eb-45dd-bb99-3dfe999b2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:18.425540 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-91b18d76-b1eb-45dd-bb99-3dfe999b2f57 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e854b5d-d872-40a2-961d-0a6ca3b5873c HTTP/1.1" status: 200 len: 797 time: 0.0701280 Feb 05 03:14:18.481026 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a2078412-158d-4b72-b566-29eec4eebd39 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-groups/06381566-77fc-4a99-8c33-8f1c2cf0491f HTTP/1.1" status: 200 len: 1796 time: 0.1465311 Feb 05 03:14:18.483826 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49492) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:18.517196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-e3a2f52a-c4b3-4b81-8065-3147672e977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:18.519476 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-e3a2f52a-c4b3-4b81-8065-3147672e977d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0773728 Feb 05 03:14:18.618352 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-abdad4bb-42c7-4cdf-b654-6c3f86970f57 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (06381566-77fc-4a99-8c33-8f1c2cf0491f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:18.621742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e5af5f1e-42b6-45a8-9158-8526d7906946 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:14:18.667626 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-abdad4bb-42c7-4cdf-b654-6c3f86970f57 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (06381566-77fc-4a99-8c33-8f1c2cf0491f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:18.694057 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-48e780fc-6203-44a1-9991-ccd7b9a249b9 service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675353 Feb 05 03:14:18.722506 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-abdad4bb-42c7-4cdf-b654-6c3f86970f57 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (06381566-77fc-4a99-8c33-8f1c2cf0491f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:18.726041 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-abdad4bb-42c7-4cdf-b654-6c3f86970f57 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:18.727884 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-abdad4bb-42c7-4cdf-b654-6c3f86970f57 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-groups/06381566-77fc-4a99-8c33-8f1c2cf0491f HTTP/1.1" status: 204 len: 168 time: 0.2424011 Feb 05 03:14:18.737258 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49498) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:18.760351 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port e5af5f1e-42b6-45a8-9158-8526d7906946 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:14:18.761165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdad4bb-42c7-4cdf-b654-6c3f86970f57 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06381566-77fc-4a99-8c33-8f1c2cf0491f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:18.767215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port e5af5f1e-42b6-45a8-9158-8526d7906946 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:14:18.767612 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e5af5f1e-42b6-45a8-9158-8526d7906946), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:18.909271 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port e5af5f1e-42b6-45a8-9158-8526d7906946 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:18.909800 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e5af5f1e-42b6-45a8-9158-8526d7906946), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:18.934449 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8b36c03b-eb3e-47db-b215-f152429fc10c tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1927938 Feb 05 03:14:18.935183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49504) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:18.949432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0121206d-a831-494c-b36a-34da610d41b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5af5f1e-42b6-45a8-9158-8526d7906946'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:14:18.955146 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83e42e2-8cb9-40c1-bb85-ecc6dc4f338b" -d '{"events": [{"server_uuid": "0121206d-a831-494c-b36a-34da610d41b9", "name": "network-vif-plugged", "status": "completed", "tag": "e5af5f1e-42b6-45a8-9158-8526d7906946"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:14:18.967100 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-450ab636-eeca-4ab5-ba53-3a8ea89a1f0c tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] delete failed (client error): The resource could not be found. Feb 05 03:14:18.972069 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-450ab636-eeca-4ab5-ba53-3a8ea89a1f0c tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-groups/06381566-77fc-4a99-8c33-8f1c2cf0491f HTTP/1.1" status: 404 len: 347 time: 0.0312493 Feb 05 03:14:18.972386 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49510) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:18.977493 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-9ba90394-5f51-46f8-9119-e3aee0184648 service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667840 Feb 05 03:14:18.978931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-47c3c446-6616-473f-b22c-309f4aad8b58 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485646171'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:19.016650 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port e5af5f1e-42b6-45a8-9158-8526d7906946, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e5af5f1e-42b6-45a8-9158-8526d7906946,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:19.047234 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e5af5f1e-42b6-45a8-9158-8526d7906946), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:19.075610 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-b125329c-2592-4953-aa48-077f7c318ede service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=fbc466ef-ab06-42d0-aa44-1c7648ee247b HTTP/1.1" status: 200 len: 217 time: 0.0912306 Feb 05 03:14:19.088389 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47c3c446-6616-473f-b22c-309f4aad8b58 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:19.167440 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b235381a-e0ca-4ba2-a8f6-a6bb7c3e1677 x-openstack-request-id: req-b235381a-e0ca-4ba2-a8f6-a6bb7c3e1677 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:14:19.167675 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0121206d-a831-494c-b36a-34da610d41b9", "name": "network-vif-plugged", "status": "completed", "tag": "e5af5f1e-42b6-45a8-9158-8526d7906946", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:14:19.167888 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b235381a-e0ca-4ba2-a8f6-a6bb7c3e1677 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:14:19.168327 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0121206d-a831-494c-b36a-34da610d41b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5af5f1e-42b6-45a8-9158-8526d7906946', 'code': 200} Feb 05 03:14:19.169432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=e5af5f1e-42b6-45a8-9158-8526d7906946,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:19.194221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-2e53f468-5c15-4b77-8132-c55db1c759f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:19.197851 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-2e53f468-5c15-4b77-8132-c55db1c759f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e854b5d-d872-40a2-961d-0a6ca3b5873c HTTP/1.1" status: 200 len: 797 time: 0.1159499 Feb 05 03:14:19.259587 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefecae5-e0ce-40d2-8813-084598b2f985 req-8614f4ff-a584-4318-a751-a29c1a16f3d5 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:19.261388 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fefecae5-e0ce-40d2-8813-084598b2f985 req-8614f4ff-a584-4318-a751-a29c1a16f3d5 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 945 time: 0.2245486 Feb 05 03:14:19.277503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d3b2c-072c-4e49-b7da-fe9460de450a req-a320970d-12dc-4cc5-a633-6d691eece95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:19.279392 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-257d3b2c-072c-4e49-b7da-fe9460de450a req-a320970d-12dc-4cc5-a633-6d691eece95e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 1127 time: 0.1376143 Feb 05 03:14:19.297115 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-0ab004c7-4bbb-47cd-be00-acd5de65fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:19.303142 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-0ab004c7-4bbb-47cd-be00-acd5de65fae9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0962803 Feb 05 03:14:19.398034 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47c3c446-6616-473f-b22c-309f4aad8b58 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (314a61c2-4e3a-4b6d-a393-7863bf72f8bc), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:19.427472 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-8405983d-6eee-4821-8d1f-0cebe0300cac service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185136 Feb 05 03:14:19.485891 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47c3c446-6616-473f-b22c-309f4aad8b58 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (314a61c2-4e3a-4b6d-a393-7863bf72f8bc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:19.542016 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fefecae5-e0ce-40d2-8813-084598b2f985 req-207f1f8a-c7d6-4d89-990c-0848eb00173a tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730317 Feb 05 03:14:19.592059 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47c3c446-6616-473f-b22c-309f4aad8b58 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:19.593801 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-47c3c446-6616-473f-b22c-309f4aad8b58 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6203511 Feb 05 03:14:19.605186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49522) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:19.610893 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0bed871d-c2b7-4c5d-8839-7e732d4a9e68 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group_rule': {'security_group_id': '314a61c2-4e3a-4b6d-a393-7863bf72f8bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:19.627647 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-257d3b2c-072c-4e49-b7da-fe9460de450a req-9cdfe0bc-8928-4f7d-88ba-269f63d60796 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348622 Feb 05 03:14:19.667999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3c446-6616-473f-b22c-309f4aad8b58 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314a61c2-4e3a-4b6d-a393-7863bf72f8bc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:19.689922 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bed871d-c2b7-4c5d-8839-7e732d4a9e68 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (16e526ca-a916-42fd-949b-b77f336c740f), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:19.701081 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-1994d9e4-dff8-41ac-a596-f593396d25d2 service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528427 Feb 05 03:14:19.812294 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-f8046cb7-7f79-4aec-b67d-b0da660a69a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c916ff2-7d58-4cfe-9c58-e067395ab560 HTTP/1.1" status: 200 len: 217 time: 0.1032846 Feb 05 03:14:19.900659 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bed871d-c2b7-4c5d-8839-7e732d4a9e68 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (16e526ca-a916-42fd-949b-b77f336c740f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:19.907754 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bed871d-c2b7-4c5d-8839-7e732d4a9e68 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (16e526ca-a916-42fd-949b-b77f336c740f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:19.968565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed871d-c2b7-4c5d-8839-7e732d4a9e68 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e526ca-a916-42fd-949b-b77f336c740f,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:19.984131 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bed871d-c2b7-4c5d-8839-7e732d4a9e68 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:19.988424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0bed871d-c2b7-4c5d-8839-7e732d4a9e68 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3792920 Feb 05 03:14:19.988652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49528) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:20.013377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-b95c7915-b5b7-4a6b-9fab-0a4cf3013c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:20.018411 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-b95c7915-b5b7-4a6b-9fab-0a4cf3013c10 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b096d275-2128-405d-bbe8-4ef7950d852d HTTP/1.1" status: 200 len: 797 time: 0.2006412 Feb 05 03:14:20.064242 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74db4dfb-2dc2-4819-8979-560828d7a30e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (16e526ca-a916-42fd-949b-b77f336c740f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:20.075900 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74db4dfb-2dc2-4819-8979-560828d7a30e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (16e526ca-a916-42fd-949b-b77f336c740f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:20.150233 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74db4dfb-2dc2-4819-8979-560828d7a30e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (16e526ca-a916-42fd-949b-b77f336c740f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:20.166481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-22b877ca-d397-4256-b8da-e83a72b77b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:20.173190 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-22b877ca-d397-4256-b8da-e83a72b77b8f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1404305 Feb 05 03:14:20.188746 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74db4dfb-2dc2-4819-8979-560828d7a30e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:20.197658 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-74db4dfb-2dc2-4819-8979-560828d7a30e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/16e526ca-a916-42fd-949b-b77f336c740f HTTP/1.1" status: 204 len: 168 time: 0.2051446 Feb 05 03:14:20.209935 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49530) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:20.211278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db4dfb-2dc2-4819-8979-560828d7a30e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16e526ca-a916-42fd-949b-b77f336c740f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:20.339548 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2b570d38-1de6-4b61-8fee-5d96555928d2 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1291952 Feb 05 03:14:20.342374 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49532) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:20.380987 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-7d40c676-24cd-4059-8f78-a970daa8af1b service neutron] 10.222.0.31 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009075 Feb 05 03:14:20.435524 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-609233ec-73a2-442b-b7ff-48b1708a8e36 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (314a61c2-4e3a-4b6d-a393-7863bf72f8bc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:20.482234 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-609233ec-73a2-442b-b7ff-48b1708a8e36 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (314a61c2-4e3a-4b6d-a393-7863bf72f8bc), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:20.546960 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-fa1dc781-c384-479a-a656-aabee54b8fdd service neutron] 10.222.0.31 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604910 Feb 05 03:14:20.559365 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-609233ec-73a2-442b-b7ff-48b1708a8e36 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (314a61c2-4e3a-4b6d-a393-7863bf72f8bc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:20.564230 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-609233ec-73a2-442b-b7ff-48b1708a8e36 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:20.566395 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-609233ec-73a2-442b-b7ff-48b1708a8e36 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-groups/314a61c2-4e3a-4b6d-a393-7863bf72f8bc HTTP/1.1" status: 204 len: 168 time: 0.2226102 Feb 05 03:14:20.582417 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49540) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:20.607851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609233ec-73a2-442b-b7ff-48b1708a8e36 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=314a61c2-4e3a-4b6d-a393-7863bf72f8bc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:20.645353 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-2c753a3e-d5b9-48ea-ba4e-1597fb1105ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=33a13812-d1af-43c2-9975-b0a6d8dee08d HTTP/1.1" status: 200 len: 217 time: 0.0919247 Feb 05 03:14:20.751998 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4e27c7ba-7b25-4332-80d0-564c121b5b66 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1671798 Feb 05 03:14:20.756432 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49546) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:20.765187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ecca0284-3b29-43a1-97e0-ba041edc13fa tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group': {'name': 'tempest-secgroup--308282866'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:20.769168 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-096254f4-42c7-40aa-95b0-d5a0fce2a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:20.778321 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-096254f4-42c7-40aa-95b0-d5a0fce2a82c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b096d275-2128-405d-bbe8-4ef7950d852d HTTP/1.1" status: 200 len: 797 time: 0.1255865 Feb 05 03:14:20.836867 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-d99c9ae4-a9b9-450a-8406-b5235111d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:20.838732 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-d99c9ae4-a9b9-450a-8406-b5235111d904 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0543950 Feb 05 03:14:20.913890 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ecca0284-3b29-43a1-97e0-ba041edc13fa tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:20.965821 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-a106d2ae-c277-410a-b816-fbae161fa628 service neutron] 10.222.0.31 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191030 Feb 05 03:14:20.991851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73e024-f29d-41ad-b8fb-0e3737f6438d req-85ea71b8-c798-41f2-99bb-1700ec18a06b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:20.999401 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e73e024-f29d-41ad-b8fb-0e3737f6438d req-85ea71b8-c798-41f2-99bb-1700ec18a06b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 945 time: 0.2392664 Feb 05 03:14:21.089145 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5d4eca11-2a82-4b17-95ce-a3ec0403968b req-655544ca-a277-4a4d-85bf-4ad3e2d3b267 service neutron] 10.222.0.31 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159678 Feb 05 03:14:21.129122 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e73e024-f29d-41ad-b8fb-0e3737f6438d req-4daea47d-5f34-412c-ae4d-988bf6f5ec8e tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288691 Feb 05 03:14:21.157965 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ecca0284-3b29-43a1-97e0-ba041edc13fa tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (544b2839-6044-4ec7-9356-648bccde2866), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.163226 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ecca0284-3b29-43a1-97e0-ba041edc13fa tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (544b2839-6044-4ec7-9356-648bccde2866), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.196710 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca0284-3b29-43a1-97e0-ba041edc13fa tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544b2839-6044-4ec7-9356-648bccde2866,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:21.203316 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ecca0284-3b29-43a1-97e0-ba041edc13fa tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.204779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ecca0284-3b29-43a1-97e0-ba041edc13fa tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4471040 Feb 05 03:14:21.207475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49550) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:21.212636 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a3fca045-276b-48a3-86e4-b77aa4080327 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group_rule': {'security_group_id': '544b2839-6044-4ec7-9356-648bccde2866', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:21.244276 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3fca045-276b-48a3-86e4-b77aa4080327 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (4054f716-c9a0-4bf6-a488-12c1cc28cd45), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.314714 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3fca045-276b-48a3-86e4-b77aa4080327 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (4054f716-c9a0-4bf6-a488-12c1cc28cd45), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.319345 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3fca045-276b-48a3-86e4-b77aa4080327 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (4054f716-c9a0-4bf6-a488-12c1cc28cd45), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.337208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fca045-276b-48a3-86e4-b77aa4080327 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4054f716-c9a0-4bf6-a488-12c1cc28cd45,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:21.354973 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3fca045-276b-48a3-86e4-b77aa4080327 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.357124 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a3fca045-276b-48a3-86e4-b77aa4080327 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1486306 Feb 05 03:14:21.360135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49552) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:21.364959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a40c0eb7-2991-445b-b28d-fdec44f7799e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group_rule': {'security_group_id': '544b2839-6044-4ec7-9356-648bccde2866', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:21.397992 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a40c0eb7-2991-445b-b28d-fdec44f7799e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (1a63e275-289d-4429-a799-5d6ba8d7bf20), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.487787 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a40c0eb7-2991-445b-b28d-fdec44f7799e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (1a63e275-289d-4429-a799-5d6ba8d7bf20), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.492151 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a40c0eb7-2991-445b-b28d-fdec44f7799e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (1a63e275-289d-4429-a799-5d6ba8d7bf20), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.515242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c0eb7-2991-445b-b28d-fdec44f7799e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a63e275-289d-4429-a799-5d6ba8d7bf20,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:21.529061 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a40c0eb7-2991-445b-b28d-fdec44f7799e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.531803 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a40c0eb7-2991-445b-b28d-fdec44f7799e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1693339 Feb 05 03:14:21.533598 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49556) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:21.538588 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-92266722-61db-468b-ba7b-c6a4f0c1ef5d tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group_rule': {'security_group_id': '544b2839-6044-4ec7-9356-648bccde2866', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:21.571738 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92266722-61db-468b-ba7b-c6a4f0c1ef5d tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (5d125c53-3f01-41bb-aa20-d3f759a53054), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.650179 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92266722-61db-468b-ba7b-c6a4f0c1ef5d tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (5d125c53-3f01-41bb-aa20-d3f759a53054), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.656611 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92266722-61db-468b-ba7b-c6a4f0c1ef5d tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (5d125c53-3f01-41bb-aa20-d3f759a53054), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.682933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92266722-61db-468b-ba7b-c6a4f0c1ef5d tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d125c53-3f01-41bb-aa20-d3f759a53054,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:21.708251 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92266722-61db-468b-ba7b-c6a4f0c1ef5d tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.709587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-92266722-61db-468b-ba7b-c6a4f0c1ef5d tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1746750 Feb 05 03:14:21.712830 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49558) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:21.719430 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-64ae9e2b-e43b-4b9d-ab5a-ae63e39d243a tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group_rule': {'security_group_id': '544b2839-6044-4ec7-9356-648bccde2866', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:21.748444 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64ae9e2b-e43b-4b9d-ab5a-ae63e39d243a tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (fec78598-4394-4f28-876b-cc6510613c39), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.836937 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64ae9e2b-e43b-4b9d-ab5a-ae63e39d243a tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (fec78598-4394-4f28-876b-cc6510613c39), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.854262 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64ae9e2b-e43b-4b9d-ab5a-ae63e39d243a tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (fec78598-4394-4f28-876b-cc6510613c39), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.879020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae9e2b-e43b-4b9d-ab5a-ae63e39d243a tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec78598-4394-4f28-876b-cc6510613c39,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:21.888717 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64ae9e2b-e43b-4b9d-ab5a-ae63e39d243a tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:21.892991 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-64ae9e2b-e43b-4b9d-ab5a-ae63e39d243a tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1763608 Feb 05 03:14:21.893285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49566) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:21.898010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-345e64cf-70e2-46c2-9688-1965e4b514dc tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group_rule': {'security_group_id': '544b2839-6044-4ec7-9356-648bccde2866', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:21.966825 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-345e64cf-70e2-46c2-9688-1965e4b514dc tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (3ac6bd1f-5458-47eb-872c-ef913f2fc3e5), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.044128 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-345e64cf-70e2-46c2-9688-1965e4b514dc tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (3ac6bd1f-5458-47eb-872c-ef913f2fc3e5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.052267 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-345e64cf-70e2-46c2-9688-1965e4b514dc tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (3ac6bd1f-5458-47eb-872c-ef913f2fc3e5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.071545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e64cf-70e2-46c2-9688-1965e4b514dc tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac6bd1f-5458-47eb-872c-ef913f2fc3e5,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:22.077772 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-345e64cf-70e2-46c2-9688-1965e4b514dc tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.082004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49570) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:22.082512 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-345e64cf-70e2-46c2-9688-1965e4b514dc tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1877816 Feb 05 03:14:22.115527 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea0c62f0-8f0d-4b94-a765-5b9c159458ba tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (3ac6bd1f-5458-47eb-872c-ef913f2fc3e5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.124274 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea0c62f0-8f0d-4b94-a765-5b9c159458ba tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (3ac6bd1f-5458-47eb-872c-ef913f2fc3e5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.152037 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea0c62f0-8f0d-4b94-a765-5b9c159458ba tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (3ac6bd1f-5458-47eb-872c-ef913f2fc3e5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.160159 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea0c62f0-8f0d-4b94-a765-5b9c159458ba tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.164088 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49574) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:22.171322 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ea0c62f0-8f0d-4b94-a765-5b9c159458ba tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/3ac6bd1f-5458-47eb-872c-ef913f2fc3e5 HTTP/1.1" status: 204 len: 168 time: 0.0872402 Feb 05 03:14:22.182678 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c62f0-8f0d-4b94-a765-5b9c159458ba tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ac6bd1f-5458-47eb-872c-ef913f2fc3e5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:22.243414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e0a41cbf-0184-42b3-b329-034d4a04150c tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0756564 Feb 05 03:14:22.243808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49576) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:22.274974 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d2fbff6-4c5f-4383-8c19-859d66b94576 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (fec78598-4394-4f28-876b-cc6510613c39), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.283388 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d2fbff6-4c5f-4383-8c19-859d66b94576 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (fec78598-4394-4f28-876b-cc6510613c39), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.289883 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c666f-2d8a-4504-896c-f08db7de637e req-85c5d788-fede-403c-83a8-0607f4d38eae tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:22.291487 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce4c666f-2d8a-4504-896c-f08db7de637e req-85c5d788-fede-403c-83a8-0607f4d38eae tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 945 time: 0.0726643 Feb 05 03:14:22.313877 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d2fbff6-4c5f-4383-8c19-859d66b94576 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (fec78598-4394-4f28-876b-cc6510613c39), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.324051 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d2fbff6-4c5f-4383-8c19-859d66b94576 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.327190 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9d2fbff6-4c5f-4383-8c19-859d66b94576 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/fec78598-4394-4f28-876b-cc6510613c39 HTTP/1.1" status: 204 len: 168 time: 0.0800619 Feb 05 03:14:22.330179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49578) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:22.348558 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fbff6-4c5f-4383-8c19-859d66b94576 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fec78598-4394-4f28-876b-cc6510613c39,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:22.364489 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce4c666f-2d8a-4504-896c-f08db7de637e req-501fb90f-2f48-492f-ad69-0676d6f7a4a4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643821 Feb 05 03:14:22.409151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49582) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:22.416743 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9c9939fd-b2ce-4324-81b1-64a3244d5ca8 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0851567 Feb 05 03:14:22.434647 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fec58a3e-cf70-4e0b-8def-d0b6291549a2 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (5d125c53-3f01-41bb-aa20-d3f759a53054), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.443074 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fec58a3e-cf70-4e0b-8def-d0b6291549a2 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (5d125c53-3f01-41bb-aa20-d3f759a53054), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.473504 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fec58a3e-cf70-4e0b-8def-d0b6291549a2 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (5d125c53-3f01-41bb-aa20-d3f759a53054), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.480646 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fec58a3e-cf70-4e0b-8def-d0b6291549a2 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.484559 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fec58a3e-cf70-4e0b-8def-d0b6291549a2 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5d125c53-3f01-41bb-aa20-d3f759a53054 HTTP/1.1" status: 204 len: 168 time: 0.0729454 Feb 05 03:14:22.485238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49584) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:22.498427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec58a3e-cf70-4e0b-8def-d0b6291549a2 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d125c53-3f01-41bb-aa20-d3f759a53054,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:22.568538 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9c5d9c43-60cb-4c76-8c1e-1fb076edfba0 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0817451 Feb 05 03:14:22.575577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49598) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:22.661319 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-687cc128-ebc2-418f-a572-435ef3dae0f4 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (1a63e275-289d-4429-a799-5d6ba8d7bf20), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.674036 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-687cc128-ebc2-418f-a572-435ef3dae0f4 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (1a63e275-289d-4429-a799-5d6ba8d7bf20), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.731095 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2415edc-748a-489d-9789-015e8c456aec req-4dc19771-9a79-43bc-8b32-828151acaad0 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:22.732969 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2415edc-748a-489d-9789-015e8c456aec req-4dc19771-9a79-43bc-8b32-828151acaad0 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 804 time: 0.1354339 Feb 05 03:14:22.734089 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-687cc128-ebc2-418f-a572-435ef3dae0f4 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (1a63e275-289d-4429-a799-5d6ba8d7bf20), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.745516 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-687cc128-ebc2-418f-a572-435ef3dae0f4 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.749623 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-687cc128-ebc2-418f-a572-435ef3dae0f4 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1a63e275-289d-4429-a799-5d6ba8d7bf20 HTTP/1.1" status: 204 len: 168 time: 0.1702971 Feb 05 03:14:22.749876 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49600) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:22.757266 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cc128-ebc2-418f-a572-435ef3dae0f4 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a63e275-289d-4429-a799-5d6ba8d7bf20,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:22.780115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2415edc-748a-489d-9789-015e8c456aec req-dd854071-9106-4102-b782-4568eaa1ebd5 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/quotas/82f3913ef0bd4cbd8d1a3d14443f1038 HTTP/1.1" status: 200 len: 375 time: 0.0318649 Feb 05 03:14:22.794564 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-46200f65-8525-4652-b0cc-4fcd018166d0 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0412774 Feb 05 03:14:22.794945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49602) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:22.818464 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e979cf06-4648-49c5-ba5a-50b7df4839e8 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (4054f716-c9a0-4bf6-a488-12c1cc28cd45), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.826941 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e979cf06-4648-49c5-ba5a-50b7df4839e8 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (4054f716-c9a0-4bf6-a488-12c1cc28cd45), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.852517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2415edc-748a-489d-9789-015e8c456aec req-ce1c8c3e-d378-4578-85df-c8dc2a3bf14f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702760 Feb 05 03:14:22.860988 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e979cf06-4648-49c5-ba5a-50b7df4839e8 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (4054f716-c9a0-4bf6-a488-12c1cc28cd45), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.867889 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e979cf06-4648-49c5-ba5a-50b7df4839e8 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:22.871373 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e979cf06-4648-49c5-ba5a-50b7df4839e8 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4054f716-c9a0-4bf6-a488-12c1cc28cd45 HTTP/1.1" status: 204 len: 168 time: 0.0733302 Feb 05 03:14:22.873499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49606) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:22.875509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979cf06-4648-49c5-ba5a-50b7df4839e8 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4054f716-c9a0-4bf6-a488-12c1cc28cd45,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:22.986355 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49612) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:22.987359 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8085c67a-595e-4118-9e85-2066a9ee8450 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1078386 Feb 05 03:14:23.067941 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2415edc-748a-489d-9789-015e8c456aec req-662e0f10-67ee-41af-87d8-4651813cf59c service neutron] 10.222.0.36 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913610 Feb 05 03:14:23.074131 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18afebeb-f722-4eca-8ecf-9de5733d32ee tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (544b2839-6044-4ec7-9356-648bccde2866), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:23.143964 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18afebeb-f722-4eca-8ecf-9de5733d32ee tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (544b2839-6044-4ec7-9356-648bccde2866), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:23.219083 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2415edc-748a-489d-9789-015e8c456aec req-2f0ab1b1-579a-44b9-9321-78ae535a47c6 service neutron] 10.222.0.36 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472857 Feb 05 03:14:23.229462 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18afebeb-f722-4eca-8ecf-9de5733d32ee tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (544b2839-6044-4ec7-9356-648bccde2866), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:23.232288 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18afebeb-f722-4eca-8ecf-9de5733d32ee tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:23.233742 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-18afebeb-f722-4eca-8ecf-9de5733d32ee tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-groups/544b2839-6044-4ec7-9356-648bccde2866 HTTP/1.1" status: 204 len: 168 time: 0.2460072 Feb 05 03:14:23.236265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49624) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:23.245905 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afebeb-f722-4eca-8ecf-9de5733d32ee tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544b2839-6044-4ec7-9356-648bccde2866,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:23.381690 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-48f5da60-a1df-4cfc-98ff-a719b4635c14 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1435182 Feb 05 03:14:23.388750 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49628) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:23.393946 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4de12061-b4e7-4a17-ac90-44f984a21557 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050636991'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:23.441443 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4de12061-b4e7-4a17-ac90-44f984a21557 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:23.473849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-23a824a9-272f-48b5-ac0c-faa19e565949 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:23.479537 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-23a824a9-272f-48b5-ac0c-faa19e565949 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 811 time: 0.2119999 Feb 05 03:14:23.505834 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-610410ab-d11e-4d1e-9702-b9704c8131dd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/quotas/bf205d1005174d34b7264edb6224b46f HTTP/1.1" status: 200 len: 375 time: 0.0203016 Feb 05 03:14:23.572479 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4de12061-b4e7-4a17-ac90-44f984a21557 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (8f22f5f5-b8ee-412e-ae17-1b389041d0dc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:23.581939 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4de12061-b4e7-4a17-ac90-44f984a21557 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8f22f5f5-b8ee-412e-ae17-1b389041d0dc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:23.593160 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-e18eb512-6cb7-4658-9ff8-5c0ec8e16d6e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720139 Feb 05 03:14:23.629435 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4de12061-b4e7-4a17-ac90-44f984a21557 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:23.631105 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4de12061-b4e7-4a17-ac90-44f984a21557 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2408931 Feb 05 03:14:23.632133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de12061-b4e7-4a17-ac90-44f984a21557 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f22f5f5-b8ee-412e-ae17-1b389041d0dc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:23.634173 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49642) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:23.639275 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dba3a288-e46a-459e-95ec-3d4541320004 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group_rule': {'security_group_id': '8f22f5f5-b8ee-412e-ae17-1b389041d0dc', 'direction': 'ingress', 'protocol': 17}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:23.668663 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dba3a288-e46a-459e-95ec-3d4541320004 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (27db05ab-5c48-41dd-91f8-a76875a83606), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:23.839256 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dba3a288-e46a-459e-95ec-3d4541320004 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (27db05ab-5c48-41dd-91f8-a76875a83606), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:23.849801 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dba3a288-e46a-459e-95ec-3d4541320004 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (27db05ab-5c48-41dd-91f8-a76875a83606), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:23.880172 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dba3a288-e46a-459e-95ec-3d4541320004 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:23.884134 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dba3a288-e46a-459e-95ec-3d4541320004 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2485456 Feb 05 03:14:23.884883 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49652) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:23.909633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3a288-e46a-459e-95ec-3d4541320004 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27db05ab-5c48-41dd-91f8-a76875a83606,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:23.973464 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-9a6b897b-da2a-4b30-a827-3815508d0f70 service neutron] 10.222.0.36 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718064 Feb 05 03:14:23.976852 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (8f22f5f5-b8ee-412e-ae17-1b389041d0dc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:24.005051 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (8f22f5f5-b8ee-412e-ae17-1b389041d0dc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:24.046397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-651a48ef-e57b-4797-8e33-b1258084b896 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:24.046397 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-651a48ef-e57b-4797-8e33-b1258084b896 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 804 time: 0.3122330 Feb 05 03:14:24.069003 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8f22f5f5-b8ee-412e-ae17-1b389041d0dc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:24.071534 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-b223dbfe-28ef-44ab-b627-e35ec9162caf tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/quotas/82f3913ef0bd4cbd8d1a3d14443f1038 HTTP/1.1" status: 200 len: 375 time: 0.0185747 Feb 05 03:14:24.081276 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:24.085031 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-groups/8f22f5f5-b8ee-412e-ae17-1b389041d0dc HTTP/1.1" status: 204 len: 168 time: 0.1968911 Feb 05 03:14:24.087301 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49658) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:24.134561 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-d2fed20c-c0a6-42dc-8bac-29fe5caab6c9 service neutron] 10.222.0.36 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605525 Feb 05 03:14:24.153329 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-054bf190-44c4-4921-a103-454c9608ab05 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732541 Feb 05 03:14:24.165007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f22f5f5-b8ee-412e-ae17-1b389041d0dc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:24.177811 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:24.178377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:24.178936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:24.180429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:24.181245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:24.181750 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:24.182262 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:24.183043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:24.183554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:24.184281 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:24.184795 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:24.185332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:24.185817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4cc9a0-248a-4c77-a1d2-4548526f1201 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:24.204500 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:14:24.222166 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9109bee0-e118-445d-ab0b-3a19d9b338f0 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1336532 Feb 05 03:14:24.225722 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49662) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:24.231961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-784b690c-3539-424f-bcda-b5f0e23cc88e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051208033'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:24.259458 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-784b690c-3539-424f-bcda-b5f0e23cc88e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:24.357806 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-2c684e33-0392-4e31-858e-c85eec4f3969 service neutron] 10.222.0.36 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971807 Feb 05 03:14:24.379483 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-784b690c-3539-424f-bcda-b5f0e23cc88e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (c9f3693c-2d75-4958-b74b-27c23899457b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:24.395195 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-784b690c-3539-424f-bcda-b5f0e23cc88e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c9f3693c-2d75-4958-b74b-27c23899457b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:24.440013 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-784b690c-3539-424f-bcda-b5f0e23cc88e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:24.448237 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-784b690c-3539-424f-bcda-b5f0e23cc88e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2200921 Feb 05 03:14:24.454554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49674) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:24.469194 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bda23caa-179a-44a1-b29f-a378923f2d6f tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568834736'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:24.515715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b690c-3539-424f-bcda-b5f0e23cc88e tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f3693c-2d75-4958-b74b-27c23899457b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:24.542508 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bda23caa-179a-44a1-b29f-a378923f2d6f tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:24.730403 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bda23caa-179a-44a1-b29f-a378923f2d6f tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (2d21a0a8-b83f-4e74-8d44-2116ddb57191), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:24.740147 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bda23caa-179a-44a1-b29f-a378923f2d6f tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2d21a0a8-b83f-4e74-8d44-2116ddb57191), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:24.779253 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bda23caa-179a-44a1-b29f-a378923f2d6f tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:24.782572 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bda23caa-179a-44a1-b29f-a378923f2d6f tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3266418 Feb 05 03:14:24.798888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49682) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:24.811574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7c3bba8b-7314-4fb8-a4ec-9250ec183741 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group_rule': {'security_group_id': 'c9f3693c-2d75-4958-b74b-27c23899457b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2d21a0a8-b83f-4e74-8d44-2116ddb57191', 'remote_ip_prefix': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:24.834819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda23caa-179a-44a1-b29f-a378923f2d6f tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d21a0a8-b83f-4e74-8d44-2116ddb57191,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:24.867777 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c3bba8b-7314-4fb8-a4ec-9250ec183741 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (2b825ebf-d1a2-4c78-a48f-1c2ba06be733), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:24.954233 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-a40618f9-0f16-4b30-8f39-ed0abeaba40e service neutron] 10.222.0.36 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885427 Feb 05 03:14:24.988366 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c3bba8b-7314-4fb8-a4ec-9250ec183741 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (2b825ebf-d1a2-4c78-a48f-1c2ba06be733), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:24.996006 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c3bba8b-7314-4fb8-a4ec-9250ec183741 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (2b825ebf-d1a2-4c78-a48f-1c2ba06be733), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:25.021040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bba8b-7314-4fb8-a4ec-9250ec183741 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b825ebf-d1a2-4c78-a48f-1c2ba06be733,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:25.033423 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c3bba8b-7314-4fb8-a4ec-9250ec183741 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:25.036061 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7c3bba8b-7314-4fb8-a4ec-9250ec183741 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2349939 Feb 05 03:14:25.038430 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49688) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:25.071871 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61d98297-f275-4146-a2a2-0ee269afcbfc tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (2b825ebf-d1a2-4c78-a48f-1c2ba06be733), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:25.085325 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61d98297-f275-4146-a2a2-0ee269afcbfc tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (2b825ebf-d1a2-4c78-a48f-1c2ba06be733), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:25.135177 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61d98297-f275-4146-a2a2-0ee269afcbfc tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (2b825ebf-d1a2-4c78-a48f-1c2ba06be733), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:25.143337 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61d98297-f275-4146-a2a2-0ee269afcbfc tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:25.147816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49692) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:25.148975 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-61d98297-f275-4146-a2a2-0ee269afcbfc tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2b825ebf-d1a2-4c78-a48f-1c2ba06be733 HTTP/1.1" status: 204 len: 168 time: 0.1084571 Feb 05 03:14:25.163321 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d98297-f275-4146-a2a2-0ee269afcbfc tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b825ebf-d1a2-4c78-a48f-1c2ba06be733,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:25.228520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4cba88fc-6f4e-4d47-b4a8-8609ee61f409 req-6715696b-01b7-465b-9c84-9bc588b02139 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 210 time: 0.0505807 Feb 05 03:14:25.274681 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f0f9f5ed-6ba3-4bed-9a15-2fc2a58017bd tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1248546 Feb 05 03:14:25.277518 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49700) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:25.361029 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c11d0fa-02ad-4b0d-bc07-63fc0cede9dd tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (2d21a0a8-b83f-4e74-8d44-2116ddb57191), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:25.394662 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c11d0fa-02ad-4b0d-bc07-63fc0cede9dd tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (2d21a0a8-b83f-4e74-8d44-2116ddb57191), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:25.471675 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c11d0fa-02ad-4b0d-bc07-63fc0cede9dd tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2d21a0a8-b83f-4e74-8d44-2116ddb57191), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:25.475570 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c11d0fa-02ad-4b0d-bc07-63fc0cede9dd tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:25.478011 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7c11d0fa-02ad-4b0d-bc07-63fc0cede9dd tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-groups/2d21a0a8-b83f-4e74-8d44-2116ddb57191 HTTP/1.1" status: 204 len: 168 time: 0.1990943 Feb 05 03:14:25.480684 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49708) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:25.493997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11d0fa-02ad-4b0d-bc07-63fc0cede9dd tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d21a0a8-b83f-4e74-8d44-2116ddb57191,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:25.601111 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b7b9ee29-666d-4fd6-a972-aeed63b6fde2 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1165729 Feb 05 03:14:25.601407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49710) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:25.672393 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10d7e16d-1ada-4a57-849e-7c8b5aca69df tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (c9f3693c-2d75-4958-b74b-27c23899457b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:25.706666 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10d7e16d-1ada-4a57-849e-7c8b5aca69df tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (c9f3693c-2d75-4958-b74b-27c23899457b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:25.785173 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10d7e16d-1ada-4a57-849e-7c8b5aca69df tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c9f3693c-2d75-4958-b74b-27c23899457b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:25.788306 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10d7e16d-1ada-4a57-849e-7c8b5aca69df tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:25.792755 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-10d7e16d-1ada-4a57-849e-7c8b5aca69df tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-groups/c9f3693c-2d75-4958-b74b-27c23899457b HTTP/1.1" status: 204 len: 168 time: 0.1872916 Feb 05 03:14:25.793576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49722) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:25.807438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7e16d-1ada-4a57-849e-7c8b5aca69df tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f3693c-2d75-4958-b74b-27c23899457b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:25.836358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-330af7ed-02a2-41eb-9269-8809242f0458 req-c206f573-90fe-49df-8b31-660da4c2d00c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0823097 Feb 05 03:14:25.867032 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c9c908cf-5372-44a2-8e3a-604581518dbc tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0721526 Feb 05 03:14:25.870934 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49724) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:25.876367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-999622c6-48b5-4708-bc9f-4657e403e700 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group': {'name': 'tempest-secgroup--936057053'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:25.900578 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-999622c6-48b5-4708-bc9f-4657e403e700 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:25.998444 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-999622c6-48b5-4708-bc9f-4657e403e700 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (26637bd1-35a3-4971-8bbe-784a58e867f5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.007535 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-999622c6-48b5-4708-bc9f-4657e403e700 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (26637bd1-35a3-4971-8bbe-784a58e867f5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.050452 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-999622c6-48b5-4708-bc9f-4657e403e700 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.052307 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-999622c6-48b5-4708-bc9f-4657e403e700 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1803350 Feb 05 03:14:26.053885 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999622c6-48b5-4708-bc9f-4657e403e700 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26637bd1-35a3-4971-8bbe-784a58e867f5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:26.055175 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49730) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:26.061657 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-de48c260-92e0-4c1e-a83f-d0eac5ca9621 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group_rule': {'security_group_id': '26637bd1-35a3-4971-8bbe-784a58e867f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:26.099797 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de48c260-92e0-4c1e-a83f-d0eac5ca9621 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (a07d0920-2464-448d-a61b-cc5018898aad), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.170519 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de48c260-92e0-4c1e-a83f-d0eac5ca9621 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (a07d0920-2464-448d-a61b-cc5018898aad), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.176978 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de48c260-92e0-4c1e-a83f-d0eac5ca9621 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (a07d0920-2464-448d-a61b-cc5018898aad), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.206258 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48c260-92e0-4c1e-a83f-d0eac5ca9621 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07d0920-2464-448d-a61b-cc5018898aad,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:26.233228 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de48c260-92e0-4c1e-a83f-d0eac5ca9621 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.237232 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-de48c260-92e0-4c1e-a83f-d0eac5ca9621 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1775308 Feb 05 03:14:26.238724 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49734) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:26.307200 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f0a5700a-418e-479d-987c-bd12184759db tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (a07d0920-2464-448d-a61b-cc5018898aad), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.325568 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f0a5700a-418e-479d-987c-bd12184759db tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (a07d0920-2464-448d-a61b-cc5018898aad), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.412219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78bdf9c0-22a7-4b04-a88e-f4a5b1cf5242 req-bf3c4dcf-2405-4ce7-9c05-9ada156d1374 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 210 time: 0.1003432 Feb 05 03:14:26.464374 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f0a5700a-418e-479d-987c-bd12184759db tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (a07d0920-2464-448d-a61b-cc5018898aad), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.476087 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f0a5700a-418e-479d-987c-bd12184759db tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.478354 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f0a5700a-418e-479d-987c-bd12184759db tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a07d0920-2464-448d-a61b-cc5018898aad HTTP/1.1" status: 204 len: 168 time: 0.2383921 Feb 05 03:14:26.481013 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49744) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:26.487841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5700a-418e-479d-987c-bd12184759db tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a07d0920-2464-448d-a61b-cc5018898aad,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:26.531970 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ab7f2f43-969e-437c-9024-718261aabc03 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0488648 Feb 05 03:14:26.534712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49746) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:26.621656 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2ff5620-08f6-4cc8-ba13-d879e56bef92 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (26637bd1-35a3-4971-8bbe-784a58e867f5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.669462 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2ff5620-08f6-4cc8-ba13-d879e56bef92 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (26637bd1-35a3-4971-8bbe-784a58e867f5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.733989 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2ff5620-08f6-4cc8-ba13-d879e56bef92 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (26637bd1-35a3-4971-8bbe-784a58e867f5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.738092 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2ff5620-08f6-4cc8-ba13-d879e56bef92 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.743123 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a2ff5620-08f6-4cc8-ba13-d879e56bef92 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-groups/26637bd1-35a3-4971-8bbe-784a58e867f5 HTTP/1.1" status: 204 len: 168 time: 0.2065182 Feb 05 03:14:26.748789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49750) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:26.771600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff5620-08f6-4cc8-ba13-d879e56bef92 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26637bd1-35a3-4971-8bbe-784a58e867f5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:26.773464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-574573aa-31c0-4c01-8922-2209bbd3ddbd tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:26.775329 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-574573aa-31c0-4c01-8922-2209bbd3ddbd tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.31 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 804 time: 0.2020233 Feb 05 03:14:26.796662 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-ca441251-1efa-4114-a69c-333de31318be tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Request body: {'port': {'device_id': '13a1318f-89ec-49a5-95c6-732cd7d76870', 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a', 'admin_state_up': True, 'tenant_id': '82f3913ef0bd4cbd8d1a3d14443f1038'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:26.825655 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c09619b7-4a7c-476c-b9ab-b31054ebaeb3 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0725954 Feb 05 03:14:26.826585 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49752) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:26.831808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-af56037e-f089-438c-a608-f3c8f02b97a9 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group': {'name': 'tempest-secgroup--683757568'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:26.856073 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af56037e-f089-438c-a608-f3c8f02b97a9 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.941466 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af56037e-f089-438c-a608-f3c8f02b97a9 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (838a70cc-1dfc-42b8-844b-98abce09356d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.965613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-ca441251-1efa-4114-a69c-333de31318be tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Made reservation on behalf of 82f3913ef0bd4cbd8d1a3d14443f1038 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:14:26.970566 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-ca441251-1efa-4114-a69c-333de31318be tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.975848 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af56037e-f089-438c-a608-f3c8f02b97a9 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (838a70cc-1dfc-42b8-844b-98abce09356d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:26.980284 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a9cfd5a-0cc8-45b9-9c53-aef085d5fd0f req-c7b8ce6f-c332-42d8-a3f9-c26f7cc9e213 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0373740 Feb 05 03:14:27.016235 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af56037e-f089-438c-a608-f3c8f02b97a9 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.021277 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-af56037e-f089-438c-a608-f3c8f02b97a9 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1934443 Feb 05 03:14:27.022232 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49756) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:27.031573 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b3a824f0-1090-48e1-b2b5-af894c14d1cd tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group_rule': {'security_group_id': '838a70cc-1dfc-42b8-844b-98abce09356d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:27.039441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56037e-f089-438c-a608-f3c8f02b97a9 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838a70cc-1dfc-42b8-844b-98abce09356d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:27.074532 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3a824f0-1090-48e1-b2b5-af894c14d1cd tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (fd0cff18-d14c-4083-a57b-74c1c90bb3fd), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.127404 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3a824f0-1090-48e1-b2b5-af894c14d1cd tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (fd0cff18-d14c-4083-a57b-74c1c90bb3fd), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.134345 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3a824f0-1090-48e1-b2b5-af894c14d1cd tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (fd0cff18-d14c-4083-a57b-74c1c90bb3fd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.138809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-ca441251-1efa-4114-a69c-333de31318be tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Allocated IP 172.20.0.7 (b566c3f7-a300-4cdb-9a7a-d35f43a9de9a/38c73809-1d31-4fb2-813a-779056f1c55f/27c228f9-eb0c-4976-bab0-8773de286054) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:14:27.165449 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3a824f0-1090-48e1-b2b5-af894c14d1cd tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.166939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b3a824f0-1090-48e1-b2b5-af894c14d1cd tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398838 Feb 05 03:14:27.167782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a824f0-1090-48e1-b2b5-af894c14d1cd tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0cff18-d14c-4083-a57b-74c1c90bb3fd,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:27.170105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49758) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:27.196035 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-571e6723-dfbe-49f1-911e-9b633ddb6bce tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules/fd0cff18-d14c-4083-a57b-74c1c90bb3fd HTTP/1.1" status: 200 len: 763 time: 0.0194340 Feb 05 03:14:27.198615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49760) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:27.245657 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-849ccbfd-18ec-43f6-a6a3-d9e93fa56bb2 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0458615 Feb 05 03:14:27.250242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49762) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:27.290947 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ddd6ce3-9d15-40f2-9420-3cb01b2b4dd8 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (fd0cff18-d14c-4083-a57b-74c1c90bb3fd), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.309442 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ddd6ce3-9d15-40f2-9420-3cb01b2b4dd8 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (fd0cff18-d14c-4083-a57b-74c1c90bb3fd), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.355438 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-ca441251-1efa-4114-a69c-333de31318be tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks [] for port (27c228f9-eb0c-4976-bab0-8773de286054), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.358315 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ddd6ce3-9d15-40f2-9420-3cb01b2b4dd8 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (fd0cff18-d14c-4083-a57b-74c1c90bb3fd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.366701 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ddd6ce3-9d15-40f2-9420-3cb01b2b4dd8 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.371033 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6ddd6ce3-9d15-40f2-9420-3cb01b2b4dd8 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/fd0cff18-d14c-4083-a57b-74c1c90bb3fd HTTP/1.1" status: 204 len: 168 time: 0.1169734 Feb 05 03:14:27.371033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49764) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:27.383407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd6ce3-9d15-40f2-9420-3cb01b2b4dd8 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd0cff18-d14c-4083-a57b-74c1c90bb3fd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:27.442169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49772) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:27.448643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1736e549-6456-4bcf-898b-46ee21bdd238 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group_rule': {'security_group_id': '838a70cc-1dfc-42b8-844b-98abce09356d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:27.453553 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-01aebcfb-88fc-4838-901f-e4bc947987c4 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0815177 Feb 05 03:14:27.456206 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-ca441251-1efa-4114-a69c-333de31318be tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (27c228f9-eb0c-4976-bab0-8773de286054), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.469499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e5af5f1e-42b6-45a8-9158-8526d7906946'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:14:27.509157 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1736e549-6456-4bcf-898b-46ee21bdd238 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (80e5bde3-12aa-4581-9b7b-6e77505d29b6), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.548913 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-ca441251-1efa-4114-a69c-333de31318be tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:14:27.552434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-ca441251-1efa-4114-a69c-333de31318be tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:14:27.558725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-ca441251-1efa-4114-a69c-333de31318be tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:14:27.616191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca441251-1efa-4114-a69c-333de31318be tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Pushing event updated for resources: {'Port': ['ID=27c228f9-eb0c-4976-bab0-8773de286054,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:27.665062 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f75e59-6dd6-427e-8ef3-5fd922d3345c req-e5a7ffa7-a097-4157-a0d0-3b0ebd0b021b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:27.667143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f1f75e59-6dd6-427e-8ef3-5fd922d3345c req-e5a7ffa7-a097-4157-a0d0-3b0ebd0b021b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 931 time: 0.1362152 Feb 05 03:14:27.678965 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1736e549-6456-4bcf-898b-46ee21bdd238 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (80e5bde3-12aa-4581-9b7b-6e77505d29b6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.688354 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1736e549-6456-4bcf-898b-46ee21bdd238 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (80e5bde3-12aa-4581-9b7b-6e77505d29b6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.697543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-ca441251-1efa-4114-a69c-333de31318be tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:27.698222 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-ca441251-1efa-4114-a69c-333de31318be tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.730875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736e549-6456-4bcf-898b-46ee21bdd238 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e5bde3-12aa-4581-9b7b-6e77505d29b6,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:27.736362 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-ca441251-1efa-4114-a69c-333de31318be tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9457397 Feb 05 03:14:27.753217 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Request body: {'port': {'device_id': '13a1318f-89ec-49a5-95c6-732cd7d76870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:27.775685 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f1f75e59-6dd6-427e-8ef3-5fd922d3345c req-bbecd34e-2725-4c34-8084-7e0029c1def7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998068 Feb 05 03:14:27.783796 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1736e549-6456-4bcf-898b-46ee21bdd238 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.785034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1736e549-6456-4bcf-898b-46ee21bdd238 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3413270 Feb 05 03:14:27.788427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49782) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:27.832088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5d3c4321-a705-45de-83b2-784b4a4432ac tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules/80e5bde3-12aa-4581-9b7b-6e77505d29b6 HTTP/1.1" status: 200 len: 763 time: 0.0403438 Feb 05 03:14:27.833178 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49784) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:27.860206 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (27c228f9-eb0c-4976-bab0-8773de286054), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.917227 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-369fa836-7278-4690-98e7-fed8561a4c36 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0826731 Feb 05 03:14:27.922152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49788) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:27.972822 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d851-03b6-476a-a362-07fe05969ebb tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (80e5bde3-12aa-4581-9b7b-6e77505d29b6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:27.981355 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d851-03b6-476a-a362-07fe05969ebb tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (80e5bde3-12aa-4581-9b7b-6e77505d29b6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.025168 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d851-03b6-476a-a362-07fe05969ebb tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (80e5bde3-12aa-4581-9b7b-6e77505d29b6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.033990 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d851-03b6-476a-a362-07fe05969ebb tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.039674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7fc5d851-03b6-476a-a362-07fe05969ebb tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/80e5bde3-12aa-4581-9b7b-6e77505d29b6 HTTP/1.1" status: 204 len: 168 time: 0.1162550 Feb 05 03:14:28.039833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49794) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:28.051392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5d851-03b6-476a-a362-07fe05969ebb tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80e5bde3-12aa-4581-9b7b-6e77505d29b6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:28.108138 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a79c7e47-5b50-4340-8d85-83d63b17493f req-f1561e71-ab0a-4aef-af87-9683d609c5dc tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0326073 Feb 05 03:14:28.139967 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e7a9cfde-fd9a-497a-b711-d5990c88729b tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0987425 Feb 05 03:14:28.142571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49798) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:28.154830 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cfa57e9b-a6ef-451c-a7f4-b08e6521aea7 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group_rule': {'security_group_id': '838a70cc-1dfc-42b8-844b-98abce09356d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:28.199621 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-cfa57e9b-a6ef-451c-a7f4-b08e6521aea7 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Project f7011d9ea06340d48c8c29c638069653 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:14:28.205772 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cfa57e9b-a6ef-451c-a7f4-b08e6521aea7 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (f07c0940-4554-4c4e-9155-b7aca42bb292), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.313365 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cfa57e9b-a6ef-451c-a7f4-b08e6521aea7 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (f07c0940-4554-4c4e-9155-b7aca42bb292), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.322856 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cfa57e9b-a6ef-451c-a7f4-b08e6521aea7 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (f07c0940-4554-4c4e-9155-b7aca42bb292), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.361641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa57e9b-a6ef-451c-a7f4-b08e6521aea7 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07c0940-4554-4c4e-9155-b7aca42bb292,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:28.376746 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cfa57e9b-a6ef-451c-a7f4-b08e6521aea7 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.379572 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cfa57e9b-a6ef-451c-a7f4-b08e6521aea7 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2358923 Feb 05 03:14:28.381516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49800) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:28.411385 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-6042e1c8-8f2c-4f88-9b9d-c411b69369bc tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:28.413169 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-6042e1c8-8f2c-4f88-9b9d-c411b69369bc tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.31 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 811 time: 0.1497331 Feb 05 03:14:28.420735 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-05ad79a6-d9e8-444d-9d4e-e017a5ec29e3 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules/f07c0940-4554-4c4e-9155-b7aca42bb292 HTTP/1.1" status: 200 len: 769 time: 0.0354030 Feb 05 03:14:28.421028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c228f9-eb0c-4976-bab0-8773de286054 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:14:28.423234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49802) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:28.429596 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Publish callbacks [] for port (27c228f9-eb0c-4976-bab0-8773de286054), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.450184 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Transition to ACTIVE for port object 27c228f9-eb0c-4976-bab0-8773de286054 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:14:28.456583 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-277287d9-7adc-461a-bead-4208fb329822 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Request body: {'port': {'device_id': '3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'admin_state_up': True, 'tenant_id': 'bf205d1005174d34b7264edb6224b46f'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:28.463207 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (27c228f9-eb0c-4976-bab0-8773de286054), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.479934 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cba06c65-a1ab-4198-8885-639e59016c64 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0551083 Feb 05 03:14:28.480680 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49804) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:28.518350 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9c703dc-ad7c-4bbe-8d47-f0e2efe05647 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (f07c0940-4554-4c4e-9155-b7aca42bb292), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.543039 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9c703dc-ad7c-4bbe-8d47-f0e2efe05647 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (f07c0940-4554-4c4e-9155-b7aca42bb292), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.604776 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9c703dc-ad7c-4bbe-8d47-f0e2efe05647 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (f07c0940-4554-4c4e-9155-b7aca42bb292), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.615000 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9c703dc-ad7c-4bbe-8d47-f0e2efe05647 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.622405 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a9c703dc-ad7c-4bbe-8d47-f0e2efe05647 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f07c0940-4554-4c4e-9155-b7aca42bb292 HTTP/1.1" status: 204 len: 168 time: 0.1405463 Feb 05 03:14:28.626906 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49810) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:28.645707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c703dc-ad7c-4bbe-8d47-f0e2efe05647 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f07c0940-4554-4c4e-9155-b7aca42bb292,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:28.671782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Pushing event updated for resources: {'Port': ['ID=27c228f9-eb0c-4976-bab0-8773de286054,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:28.679310 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bac688af-c117-4354-8382-9ce1f96367dc tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0509784 Feb 05 03:14:28.680731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49812) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:28.759128 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Attempting to bind port 27c228f9-eb0c-4976-bab0-8773de286054 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:14:28.759680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Attempting to bind port 27c228f9-eb0c-4976-bab0-8773de286054 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:14:28.759811 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Attempting to bind port 27c228f9-eb0c-4976-bab0-8773de286054 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:14:28.767798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-277287d9-7adc-461a-bead-4208fb329822 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Made reservation on behalf of bf205d1005174d34b7264edb6224b46f for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:14:28.775661 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-277287d9-7adc-461a-bead-4208fb329822 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.782178 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Port 27c228f9-eb0c-4976-bab0-8773de286054 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:14:28.782510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Attempting to bind port 27c228f9-eb0c-4976-bab0-8773de286054 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:14:28.796143 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1f14320-5c65-409b-9a7f-58e45b7fce66 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (838a70cc-1dfc-42b8-844b-98abce09356d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.814009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:14:28.814575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Checking segment: {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:14:28.815303 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Bound using segment: {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:14:28.815917 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Bound port: 27c228f9-eb0c-4976-bab0-8773de286054, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:14:28.817167 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (27c228f9-eb0c-4976-bab0-8773de286054), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.838249 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1f14320-5c65-409b-9a7f-58e45b7fce66 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (838a70cc-1dfc-42b8-844b-98abce09356d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.886068 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1f14320-5c65-409b-9a7f-58e45b7fce66 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (838a70cc-1dfc-42b8-844b-98abce09356d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.889862 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1f14320-5c65-409b-9a7f-58e45b7fce66 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:28.891169 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a1f14320-5c65-409b-9a7f-58e45b7fce66 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-groups/838a70cc-1dfc-42b8-844b-98abce09356d HTTP/1.1" status: 204 len: 168 time: 0.2094002 Feb 05 03:14:28.895868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49818) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:28.971793 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d32913f3-80a6-4304-9249-cef390691aa3 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0748241 Feb 05 03:14:28.972841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f14320-5c65-409b-9a7f-58e45b7fce66 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=838a70cc-1dfc-42b8-844b-98abce09356d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:28.976196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49822) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:28.992470 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dc44720c-b6fe-4b58-ad17-54bcbd65d861 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group': {'name': 'tempest-secgroup--1973693388'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:29.037633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b69d79-6b3f-4eab-8533-41518b8242b6 req-674065cd-c686-4f35-b8c0-39537ac08242 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:29.045056 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01b69d79-6b3f-4eab-8533-41518b8242b6 req-674065cd-c686-4f35-b8c0-39537ac08242 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 943 time: 0.1499002 Feb 05 03:14:29.046613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-277287d9-7adc-461a-bead-4208fb329822 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Allocated IP 172.20.0.13 (8a76fea9-ec7c-470a-8205-bae119528f63/d6a9fd51-dee8-4234-b9ad-45957bee7324/1651a54c-8830-4874-b576-d112935baeb7) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:14:29.047790 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc44720c-b6fe-4b58-ad17-54bcbd65d861 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:29.114661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] For port 27c228f9-eb0c-4976-bab0-8773de286054, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:14:29.123322 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] For port 27c228f9-eb0c-4976-bab0-8773de286054, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=27c228f9-eb0c-4976-bab0-8773de286054,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:14:29.132120 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01b69d79-6b3f-4eab-8533-41518b8242b6 req-4940a855-c088-422c-843c-ac00358d0ac6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853658 Feb 05 03:14:29.139788 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (27c228f9-eb0c-4976-bab0-8773de286054), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:29.211318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Pushing event updated for resources: {'Port': ['ID=27c228f9-eb0c-4976-bab0-8773de286054,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:29.216601 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc44720c-b6fe-4b58-ad17-54bcbd65d861 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (6f1e6c93-a3d0-4e24-ade3-06ebf30f5db4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:29.254609 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:29.257225 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:29.264725 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-c9402c6a-90f1-4708-a13c-8d442ddd0df0 service neutron] 10.222.0.31 "PUT /v2.0/ports/27c228f9-eb0c-4976-bab0-8773de286054 HTTP/1.1" status: 200 len: 1091 time: 1.5153406 Feb 05 03:14:29.276594 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ecafc8e-24f8-4134-bb4e-6b9cd1868471 req-96015e3b-9ea7-494f-9d47-8326c37eb623 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0566337 Feb 05 03:14:29.277791 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc44720c-b6fe-4b58-ad17-54bcbd65d861 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6f1e6c93-a3d0-4e24-ade3-06ebf30f5db4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:29.322607 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a1318f-89ec-49a5-95c6-732cd7d76870', 'tag': '27c228f9-eb0c-4976-bab0-8773de286054'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:14:29.325923 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb65ba56-0936-427a-b807-2d11f6ca60fa" -d '{"events": [{"name": "network-changed", "server_uuid": "13a1318f-89ec-49a5-95c6-732cd7d76870", "tag": "27c228f9-eb0c-4976-bab0-8773de286054"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:14:29.329624 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc44720c-b6fe-4b58-ad17-54bcbd65d861 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:29.331153 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dc44720c-b6fe-4b58-ad17-54bcbd65d861 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3536716 Feb 05 03:14:29.333441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44720c-b6fe-4b58-ad17-54bcbd65d861 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1e6c93-a3d0-4e24-ade3-06ebf30f5db4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:29.338116 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49828) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:29.343703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f729204a-beac-4680-8a02-069ef632dc7c tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Request body: {'security_group_rule': {'security_group_id': '6f1e6c93-a3d0-4e24-ade3-06ebf30f5db4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:29.375856 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f729204a-beac-4680-8a02-069ef632dc7c tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (b4435492-d867-4e8a-90b6-58566286324a), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:29.424677 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49cffea-bff0-48fe-b89f-5225571b0168 x-openstack-request-id: req-e49cffea-bff0-48fe-b89f-5225571b0168 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:14:29.424966 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a1318f-89ec-49a5-95c6-732cd7d76870", "tag": "27c228f9-eb0c-4976-bab0-8773de286054", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:14:29.425215 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e49cffea-bff0-48fe-b89f-5225571b0168 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:14:29.425598 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a1318f-89ec-49a5-95c6-732cd7d76870', 'tag': '27c228f9-eb0c-4976-bab0-8773de286054', 'status': 'completed', 'code': 200} Feb 05 03:14:29.450481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-a5aab3be-be7d-45ca-973c-2ddc2975b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:29.452138 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-a5aab3be-be7d-45ca-973c-2ddc2975b314 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 1125 time: 0.1195385 Feb 05 03:14:29.466615 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f729204a-beac-4680-8a02-069ef632dc7c tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (b4435492-d867-4e8a-90b6-58566286324a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:29.474492 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f729204a-beac-4680-8a02-069ef632dc7c tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (b4435492-d867-4e8a-90b6-58566286324a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:29.498207 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729204a-beac-4680-8a02-069ef632dc7c tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4435492-d867-4e8a-90b6-58566286324a,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:29.515435 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f729204a-beac-4680-8a02-069ef632dc7c tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:29.520191 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f729204a-beac-4680-8a02-069ef632dc7c tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1808248 Feb 05 03:14:29.521003 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49830) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:29.525751 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-277287d9-7adc-461a-bead-4208fb329822 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for port (1651a54c-8830-4874-b576-d112935baeb7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:29.528551 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-44187ae4-2967-417b-a85f-4bab6011c10d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27c228f9-eb0c-4976-bab0-8773de286054 HTTP/1.1" status: 200 len: 217 time: 0.0685155 Feb 05 03:14:29.607246 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-5526b5ba-eed5-4a81-82bf-dbd095ced678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:29.608882 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-5526b5ba-eed5-4a81-82bf-dbd095ced678 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38c73809-1d31-4fb2-813a-779056f1c55f HTTP/1.1" status: 200 len: 844 time: 0.0722873 Feb 05 03:14:29.634677 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d12d875a-efb2-48d0-9a6f-a2a5b3296949 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (6f1e6c93-a3d0-4e24-ade3-06ebf30f5db4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:29.671413 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-277287d9-7adc-461a-bead-4208fb329822 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1651a54c-8830-4874-b576-d112935baeb7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:29.675417 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-a0dec9c6-ab51-4e31-8ac5-0aca2fb0c39e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555415 Feb 05 03:14:29.695969 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d12d875a-efb2-48d0-9a6f-a2a5b3296949 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (6f1e6c93-a3d0-4e24-ade3-06ebf30f5db4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:29.765397 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d12d875a-efb2-48d0-9a6f-a2a5b3296949 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6f1e6c93-a3d0-4e24-ade3-06ebf30f5db4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:29.769242 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d12d875a-efb2-48d0-9a6f-a2a5b3296949 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:29.771463 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d12d875a-efb2-48d0-9a6f-a2a5b3296949 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-groups/6f1e6c93-a3d0-4e24-ade3-06ebf30f5db4 HTTP/1.1" status: 204 len: 168 time: 0.2493248 Feb 05 03:14:29.778134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49832) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:29.795070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d875a-efb2-48d0-9a6f-a2a5b3296949 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1e6c93-a3d0-4e24-ade3-06ebf30f5db4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:29.855907 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9586fd15-4b70-451e-8dba-c6fc253bb3b4 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0758471 Feb 05 03:14:29.859507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49838) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:29.917424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-36c744d7-fcee-449f-849c-c77bea3d4b56 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0537493 Feb 05 03:14:29.917860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49842) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:29.936419 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-5df82164-9871-435f-b262-34c80b98cd11 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] delete failed (client error): The resource could not be found. Feb 05 03:14:29.941753 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5df82164-9871-435f-b262-34c80b98cd11 tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "DELETE /v2.0/security-groups/6f1e6c93-a3d0-4e24-ade3-06ebf30f5db4 HTTP/1.1" status: 404 len: 347 time: 0.0185685 Feb 05 03:14:29.942411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49844) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:30.048014 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0c758b0d-685e-4ff7-99dd-469b3fe79b2b tempest-SecGroupIPv6Test-898586152 tempest-SecGroupIPv6Test-898586152-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1032407 Feb 05 03:14:30.221654 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277287d9-7adc-461a-bead-4208fb329822 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'Port': ['ID=1651a54c-8830-4874-b576-d112935baeb7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:30.232673 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-277287d9-7adc-461a-bead-4208fb329822 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Network 8a76fea9-ec7c-470a-8205-bae119528f63 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:14:30.237503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-277287d9-7adc-461a-bead-4208fb329822 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:14:30.240360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-277287d9-7adc-461a-bead-4208fb329822 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:14:30.327720 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-277287d9-7adc-461a-bead-4208fb329822 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:30.328518 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-277287d9-7adc-461a-bead-4208fb329822 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:30.359638 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-9bb29a71-2633-4fac-91ec-3cea63960641 service neutron] 10.222.0.31 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682525 Feb 05 03:14:30.371895 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-277287d9-7adc-461a-bead-4208fb329822 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9187298 Feb 05 03:14:30.390246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f59d1-d4f6-4611-ae38-a839880bf8cf req-766e01e3-1f08-4fd9-8c24-f907bca11c13 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:30.402102 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf4f59d1-d4f6-4611-ae38-a839880bf8cf req-766e01e3-1f08-4fd9-8c24-f907bca11c13 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 943 time: 0.1642685 Feb 05 03:14:30.472503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Request body: {'port': {'device_id': '3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:30.524861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49856) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:30.567646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf4f59d1-d4f6-4611-ae38-a839880bf8cf req-17ff7390-9b8e-4b51-9e29-31ec2b18dbee tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575780 Feb 05 03:14:30.597932 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1651a54c-8830-4874-b576-d112935baeb7), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:30.605834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8af488-c476-41f5-9400-780ab7946783 req-87a86890-b403-4a4a-9607-2e511c016ce0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:30.607621 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a8af488-c476-41f5-9400-780ab7946783 req-87a86890-b403-4a4a-9607-2e511c016ce0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 932 time: 0.1702099 Feb 05 03:14:30.652519 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0cecff5b-3a5a-4992-be9d-8334543abd5a req-d6901f63-5487-4c4d-a73d-8e43ed4b3ef3 service neutron] 10.222.0.31 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767081 Feb 05 03:14:30.699660 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a8af488-c476-41f5-9400-780ab7946783 req-ba8c5a6a-859a-4d22-ab58-edfb4a0a70f0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857079 Feb 05 03:14:30.770099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ff32ef01-70bf-47fe-b2a9-057dd0443f4c None None] Provisioning complete for port 1651a54c-8830-4874-b576-d112935baeb7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:14:30.771093 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ff32ef01-70bf-47fe-b2a9-057dd0443f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1651a54c-8830-4874-b576-d112935baeb7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:30.857463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ff32ef01-70bf-47fe-b2a9-057dd0443f4c None None] Port 1651a54c-8830-4874-b576-d112935baeb7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:14:30.871725 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6146cca8-0466-4bd4-a2e8-94b7d928b29b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7011d9ea06340d48c8c29c638069653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3451600 Feb 05 03:14:30.874958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49862) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:30.931631 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65ba56-0936-427a-b807-2d11f6ca60fa req-6a4e7a1f-365b-4743-a36a-240ec1588171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:30.933902 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cb65ba56-0936-427a-b807-2d11f6ca60fa req-6a4e7a1f-365b-4743-a36a-240ec1588171 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 1125 time: 0.2120969 Feb 05 03:14:30.955131 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Publish callbacks [] for security_group (6912a460-38f3-4b5d-9da5-5b5fd17f887c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:30.979061 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Publish callbacks [] for security_group (6912a460-38f3-4b5d-9da5-5b5fd17f887c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:31.045523 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6912a460-38f3-4b5d-9da5-5b5fd17f887c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:31.049046 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:31.051108 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6912a460-38f3-4b5d-9da5-5b5fd17f887c HTTP/1.1" status: 204 len: 168 time: 0.1739469 Feb 05 03:14:31.075376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6912a460-38f3-4b5d-9da5-5b5fd17f887c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:31.096881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:31.100967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:31.102521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:31.103117 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:31.103811 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:31.104384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:31.106598 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:31.108217 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:31.108913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:31.110326 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:31.118856 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:31.119279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:31.119635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902b1bd-a20a-4782-b9a5-620e3d541abd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:14:31.130843 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65ba56-0936-427a-b807-2d11f6ca60fa req-c0774fb5-27cc-41cd-bcad-d43e3bf76db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:31.132946 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cb65ba56-0936-427a-b807-2d11f6ca60fa req-c0774fb5-27cc-41cd-bcad-d43e3bf76db1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 905 time: 0.1896191 Feb 05 03:14:31.249148 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cb65ba56-0936-427a-b807-2d11f6ca60fa req-a1bcb46c-d331-428a-9f9c-ba04ccfb014a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27c228f9-eb0c-4976-bab0-8773de286054 HTTP/1.1" status: 200 len: 217 time: 0.0917318 Feb 05 03:14:31.401916 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1651a54c-8830-4874-b576-d112935baeb7 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:14:31.416683 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Publish callbacks [] for port (1651a54c-8830-4874-b576-d112935baeb7), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:31.422137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65ba56-0936-427a-b807-2d11f6ca60fa req-76c0c193-56ac-4acd-b181-fc341149b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:31.425675 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cb65ba56-0936-427a-b807-2d11f6ca60fa req-76c0c193-56ac-4acd-b181-fc341149b821 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=38c73809-1d31-4fb2-813a-779056f1c55f HTTP/1.1" status: 200 len: 844 time: 0.1677790 Feb 05 03:14:31.482472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Transition to ACTIVE for port object 1651a54c-8830-4874-b576-d112935baeb7 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:14:31.490467 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cb65ba56-0936-427a-b807-2d11f6ca60fa req-2001d7e1-9b4b-48d9-a49e-8fce4a4cd5cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568600 Feb 05 03:14:31.495839 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (1651a54c-8830-4874-b576-d112935baeb7), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:31.555625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Pushing event updated for resources: {'Port': ['ID=1651a54c-8830-4874-b576-d112935baeb7,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:31.808018 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cb65ba56-0936-427a-b807-2d11f6ca60fa req-ad87937b-012f-41a9-8e92-7b0dff66a1b1 service neutron] 10.222.0.31 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095078 Feb 05 03:14:32.017672 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cbfe0-78c0-421f-996c-f9103c958dc8 req-f24978ab-e7fb-47ff-ab5a-d7163790c5e3 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:32.035006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a8cbfe0-78c0-421f-996c-f9103c958dc8 req-f24978ab-e7fb-47ff-ab5a-d7163790c5e3 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 943 time: 0.2937741 Feb 05 03:14:32.078490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Attempting to bind port 1651a54c-8830-4874-b576-d112935baeb7 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:14:32.078490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Attempting to bind port 1651a54c-8830-4874-b576-d112935baeb7 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:14:32.078490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Attempting to bind port 1651a54c-8830-4874-b576-d112935baeb7 on network 8a76fea9-ec7c-470a-8205-bae119528f63 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:14:32.121270 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Port 1651a54c-8830-4874-b576-d112935baeb7 on network 8a76fea9-ec7c-470a-8205-bae119528f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:14:32.122250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Attempting to bind port 1651a54c-8830-4874-b576-d112935baeb7 on network 8a76fea9-ec7c-470a-8205-bae119528f63 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:14:32.126143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f8697-faec-4022-bfca-b576d7f4aebd req-c8a4e3fe-859e-4fed-bcb1-8d3ae79851e2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:32.127683 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa1f8697-faec-4022-bfca-b576d7f4aebd req-c8a4e3fe-859e-4fed-bcb1-8d3ae79851e2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 944 time: 0.2980196 Feb 05 03:14:32.132446 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:14:32.133687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Checking segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:14:32.134559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Bound using segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:14:32.135347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Bound port: 1651a54c-8830-4874-b576-d112935baeb7, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:14:32.135983 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1651a54c-8830-4874-b576-d112935baeb7), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:32.234794 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a8cbfe0-78c0-421f-996c-f9103c958dc8 req-d5a07bfc-3084-4671-b140-4f0682fbae81 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931624 Feb 05 03:14:32.272352 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa1f8697-faec-4022-bfca-b576d7f4aebd req-52b0252c-9f55-4628-b871-2e111a568c47 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286030 Feb 05 03:14:32.314882 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cb65ba56-0936-427a-b807-2d11f6ca60fa req-f2bb4798-3155-4992-8ab6-d9d0eb41e301 service neutron] 10.222.0.31 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862635 Feb 05 03:14:32.358718 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] For port 1651a54c-8830-4874-b576-d112935baeb7, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:14:32.364213 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] For port 1651a54c-8830-4874-b576-d112935baeb7, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=1651a54c-8830-4874-b576-d112935baeb7,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:14:32.385193 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (1651a54c-8830-4874-b576-d112935baeb7), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:32.445021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:32.447415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:32.450278 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] 10.222.0.31 "PUT /v2.0/ports/1651a54c-8830-4874-b576-d112935baeb7 HTTP/1.1" status: 200 len: 1092 time: 1.9811399 Feb 05 03:14:32.464961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9', 'tag': '1651a54c-8830-4874-b576-d112935baeb7'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:14:32.475165 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cafd231-d1ac-44a0-840e-87613e0e04a2" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9", "tag": "1651a54c-8830-4874-b576-d112935baeb7"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:14:32.567209 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24345cd-c6e9-4fc0-beda-2c4fda2b3bbc x-openstack-request-id: req-a24345cd-c6e9-4fc0-beda-2c4fda2b3bbc {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:14:32.567517 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9", "tag": "1651a54c-8830-4874-b576-d112935baeb7", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:14:32.567787 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a24345cd-c6e9-4fc0-beda-2c4fda2b3bbc {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:14:32.568222 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9', 'tag': '1651a54c-8830-4874-b576-d112935baeb7', 'status': 'completed', 'code': 200} Feb 05 03:14:32.620489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ad1f7-6be0-421a-8235-8dbc3d07d9db service neutron] Pushing event updated for resources: {'Port': ['ID=1651a54c-8830-4874-b576-d112935baeb7,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:32.666586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-8475ad55-ff5c-4a6e-951d-1c59fe5c5e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:32.668228 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-8475ad55-ff5c-4a6e-951d-1c59fe5c5e73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 1126 time: 0.1592605 Feb 05 03:14:32.745470 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-f431c6cb-3834-4c7a-9a15-b033ab3ec7fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1651a54c-8830-4874-b576-d112935baeb7 HTTP/1.1" status: 200 len: 217 time: 0.0692673 Feb 05 03:14:32.816155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-2dd6e9f8-5dfd-412c-bf7b-8cac7e7cfe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:32.817880 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-2dd6e9f8-5dfd-412c-bf7b-8cac7e7cfe9a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0657146 Feb 05 03:14:32.903852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-7d6024d2-5a1a-407e-80ca-7ade3fd6857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:32.903852 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-7d6024d2-5a1a-407e-80ca-7ade3fd6857b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0762291 Feb 05 03:14:33.100484 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-9a049517-138f-4373-9991-5224fc3f33e7 service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868253 Feb 05 03:14:33.228339 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11c81f8d-0e14-4430-ac06-bff85dd84986 req-1da2ea76-c7b7-47b5-b867-238314ea9876 service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212056 Feb 05 03:14:33.424929 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafd231-d1ac-44a0-840e-87613e0e04a2 req-6879859f-a56c-49d5-aeef-3df842187c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:33.426627 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5cafd231-d1ac-44a0-840e-87613e0e04a2 req-6879859f-a56c-49d5-aeef-3df842187c79 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 1126 time: 0.1335485 Feb 05 03:14:33.579325 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084092ae-d198-4584-bab3-fcdb46ba3d76 req-5fd30887-b0ee-45e9-9c22-63a5447c2cfc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:33.589269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-084092ae-d198-4584-bab3-fcdb46ba3d76 req-5fd30887-b0ee-45e9-9c22-63a5447c2cfc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 943 time: 0.2403829 Feb 05 03:14:33.612185 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafd231-d1ac-44a0-840e-87613e0e04a2 req-00daa49e-5891-4b80-b97e-9bd3b8d6781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:33.616750 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5cafd231-d1ac-44a0-840e-87613e0e04a2 req-00daa49e-5891-4b80-b97e-9bd3b8d6781a service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.1823535 Feb 05 03:14:33.670208 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e655-3744-414c-ba70-ea5f9b15f105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:33.700115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-084092ae-d198-4584-bab3-fcdb46ba3d76 req-b36dff24-3aac-4a6d-b487-3c76d782f232 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047270 Feb 05 03:14:33.707538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba9edd-07ce-4241-89c0-9c649c82e8f4 req-04d15adb-35db-490c-9359-b8f5735cfdfa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:33.715985 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-edba9edd-07ce-4241-89c0-9c649c82e8f4 req-04d15adb-35db-490c-9359-b8f5735cfdfa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 944 time: 0.3027279 Feb 05 03:14:33.740287 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5cafd231-d1ac-44a0-840e-87613e0e04a2 req-826ca6e0-dbf5-4d52-abce-01fc17678ff2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1651a54c-8830-4874-b576-d112935baeb7 HTTP/1.1" status: 200 len: 217 time: 0.1165297 Feb 05 03:14:33.780791 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-edba9edd-07ce-4241-89c0-9c649c82e8f4 req-5ee23d42-ad9c-4b71-aee5-74af44ff2efa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620558 Feb 05 03:14:33.829315 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafd231-d1ac-44a0-840e-87613e0e04a2 req-2debd3aa-3ab6-415c-bd40-ea7d2ff2a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:33.830993 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5cafd231-d1ac-44a0-840e-87613e0e04a2 req-2debd3aa-3ab6-415c-bd40-ea7d2ff2a4fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0833354 Feb 05 03:14:33.934743 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafd231-d1ac-44a0-840e-87613e0e04a2 req-f579fd1e-fdde-4192-a8a8-2a8439f93fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:33.936833 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5cafd231-d1ac-44a0-840e-87613e0e04a2 req-f579fd1e-fdde-4192-a8a8-2a8439f93fbe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0977273 Feb 05 03:14:33.952123 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 27c228f9-eb0c-4976-bab0-8773de286054 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:14:34.110982 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5cafd231-d1ac-44a0-840e-87613e0e04a2 req-2bdf7202-8122-4964-94b5-6839e2f366ec service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628046 Feb 05 03:14:34.120898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 27c228f9-eb0c-4976-bab0-8773de286054, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=27c228f9-eb0c-4976-bab0-8773de286054,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:34.135358 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '27c228f9-eb0c-4976-bab0-8773de286054', 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a', 'port_id': '27c228f9-eb0c-4976-bab0-8773de286054', 'mac_address': 'fa:16:3e:7d:8b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c73809-1d31-4fb2-813a-779056f1c55f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:14:34.181605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 27c228f9-eb0c-4976-bab0-8773de286054 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:34.182212 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (27c228f9-eb0c-4976-bab0-8773de286054), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:34.202606 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c228f9-eb0c-4976-bab0-8773de286054 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:14:34.228452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 27c228f9-eb0c-4976-bab0-8773de286054, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=27c228f9-eb0c-4976-bab0-8773de286054,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:34.235346 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (27c228f9-eb0c-4976-bab0-8773de286054), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:34.303137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=27c228f9-eb0c-4976-bab0-8773de286054,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:34.330662 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5cafd231-d1ac-44a0-840e-87613e0e04a2 req-ae2f137a-f3a5-48b1-9f13-16bf3fdd8e20 service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135375 Feb 05 03:14:34.618142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['27c228f9-eb0c-4976-bab0-8773de286054'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:14:34.638479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49968) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:34.799097 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec49484a-bfa0-40c8-ae6c-d429acd00051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:35.029253 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec49484a-bfa0-40c8-ae6c-d429acd00051 admin admin] Publish callbacks [] for security_group (08a09faf-cd81-4d41-8c3b-6a5a639d1be2), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:35.045586 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec49484a-bfa0-40c8-ae6c-d429acd00051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (08a09faf-cd81-4d41-8c3b-6a5a639d1be2), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:35.084038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49484a-bfa0-40c8-ae6c-d429acd00051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a09faf-cd81-4d41-8c3b-6a5a639d1be2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:35.104280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ca914-28da-459a-b215-98feb6198035 req-45312605-3c5f-40c6-a245-2ec56414f0ab tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:35.112072 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-320ca914-28da-459a-b215-98feb6198035 req-45312605-3c5f-40c6-a245-2ec56414f0ab tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 944 time: 0.2510686 Feb 05 03:14:35.159000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbe419-6d7a-4cae-967d-d927db0a3588 req-11f46ca9-8a06-4216-94a8-98a7083bbe84 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:35.161249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eedbe419-6d7a-4cae-967d-d927db0a3588 req-11f46ca9-8a06-4216-94a8-98a7083bbe84 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 944 time: 0.2324193 Feb 05 03:14:35.164166 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ec49484a-bfa0-40c8-ae6c-d429acd00051 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5e65a64076c438b86beeffb58f9615b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5242059 Feb 05 03:14:35.166962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49978) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:35.226417 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-320ca914-28da-459a-b215-98feb6198035 req-c1efc0be-86ed-407d-bf53-4f4ee570edec tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076474 Feb 05 03:14:35.257282 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eedbe419-6d7a-4cae-967d-d927db0a3588 req-41a323fa-9baa-4a39-8e65-a27f55ba8e16 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805891 Feb 05 03:14:35.265749 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24c9656b-c54f-43a0-9860-18859aa97e2b admin admin] Publish callbacks [] for security_group (08a09faf-cd81-4d41-8c3b-6a5a639d1be2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:35.303292 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24c9656b-c54f-43a0-9860-18859aa97e2b admin admin] Publish callbacks [] for security_group (08a09faf-cd81-4d41-8c3b-6a5a639d1be2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:35.360312 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24c9656b-c54f-43a0-9860-18859aa97e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (08a09faf-cd81-4d41-8c3b-6a5a639d1be2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:35.363896 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24c9656b-c54f-43a0-9860-18859aa97e2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:35.367664 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-24c9656b-c54f-43a0-9860-18859aa97e2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08a09faf-cd81-4d41-8c3b-6a5a639d1be2 HTTP/1.1" status: 204 len: 168 time: 0.1971288 Feb 05 03:14:35.399060 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9656b-c54f-43a0-9860-18859aa97e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a09faf-cd81-4d41-8c3b-6a5a639d1be2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:35.728514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 49990) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:35.748639 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b1f400d-309e-407d-9ebd-ebe6917a2b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:35.884826 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1266e0e4-0218-48af-89d1-7958e29d117f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:35.885833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b1f400d-309e-407d-9ebd-ebe6917a2b2e admin admin] Publish callbacks [] for security_group (eb875f48-030b-48be-bcb3-467dfb1cdcc4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:35.892858 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b1f400d-309e-407d-9ebd-ebe6917a2b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (eb875f48-030b-48be-bcb3-467dfb1cdcc4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:35.931731 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3b1f400d-309e-407d-9ebd-ebe6917a2b2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76809c8da8954cb9a52d890f4bdeda97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2018871 Feb 05 03:14:35.934220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 49992) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:35.958929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 27c228f9-eb0c-4976-bab0-8773de286054 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:14:35.999251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f400d-309e-407d-9ebd-ebe6917a2b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb875f48-030b-48be-bcb3-467dfb1cdcc4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:36.041396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 27c228f9-eb0c-4976-bab0-8773de286054 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:14:36.045452 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11bac729-6c93-4b6c-bcd5-2729c6d22d16 admin admin] Publish callbacks [] for security_group (eb875f48-030b-48be-bcb3-467dfb1cdcc4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:36.047255 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 27c228f9-eb0c-4976-bab0-8773de286054 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:14:36.047739 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (27c228f9-eb0c-4976-bab0-8773de286054), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:36.099869 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11bac729-6c93-4b6c-bcd5-2729c6d22d16 admin admin] Publish callbacks [] for security_group (eb875f48-030b-48be-bcb3-467dfb1cdcc4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:36.161002 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 27c228f9-eb0c-4976-bab0-8773de286054 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:36.161600 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (27c228f9-eb0c-4976-bab0-8773de286054), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:36.206280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 27c228f9-eb0c-4976-bab0-8773de286054, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=27c228f9-eb0c-4976-bab0-8773de286054,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:36.208025 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a1318f-89ec-49a5-95c6-732cd7d76870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c228f9-eb0c-4976-bab0-8773de286054'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:14:36.211515 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fe1c6f-0087-4641-850e-28e06257e03a" -d '{"events": [{"server_uuid": "13a1318f-89ec-49a5-95c6-732cd7d76870", "name": "network-vif-plugged", "status": "completed", "tag": "27c228f9-eb0c-4976-bab0-8773de286054"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:14:36.213363 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11bac729-6c93-4b6c-bcd5-2729c6d22d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (eb875f48-030b-48be-bcb3-467dfb1cdcc4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:36.215672 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (27c228f9-eb0c-4976-bab0-8773de286054), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:36.217435 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11bac729-6c93-4b6c-bcd5-2729c6d22d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:36.219102 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-11bac729-6c93-4b6c-bcd5-2729c6d22d16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb875f48-030b-48be-bcb3-467dfb1cdcc4 HTTP/1.1" status: 204 len: 168 time: 0.2824845 Feb 05 03:14:36.258351 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bac729-6c93-4b6c-bcd5-2729c6d22d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb875f48-030b-48be-bcb3-467dfb1cdcc4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:36.307786 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c88d9cf-6c0c-4ce0-a421-2c671ddf1f9b x-openstack-request-id: req-8c88d9cf-6c0c-4ce0-a421-2c671ddf1f9b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:14:36.308122 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a1318f-89ec-49a5-95c6-732cd7d76870", "name": "network-vif-plugged", "status": "completed", "tag": "27c228f9-eb0c-4976-bab0-8773de286054", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:14:36.308393 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c88d9cf-6c0c-4ce0-a421-2c671ddf1f9b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:14:36.308837 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a1318f-89ec-49a5-95c6-732cd7d76870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c228f9-eb0c-4976-bab0-8773de286054', 'code': 200} Feb 05 03:14:36.368971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=27c228f9-eb0c-4976-bab0-8773de286054,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:36.435034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee192ac9-21d2-45e7-ad97-09d09b2c24c3 req-d1d0794d-de45-41dc-934c-1bd1cef78de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:36.437437 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ee192ac9-21d2-45e7-ad97-09d09b2c24c3 req-d1d0794d-de45-41dc-934c-1bd1cef78de0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 1127 time: 0.0903122 Feb 05 03:14:36.467196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f88fc-960b-4f7e-ab68-6576c9e1427a req-df91c1b3-d465-414b-8216-930cecc3ee2d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:36.469152 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-734f88fc-960b-4f7e-ab68-6576c9e1427a req-df91c1b3-d465-414b-8216-930cecc3ee2d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 945 time: 0.1147211 Feb 05 03:14:36.491028 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8460a-cce3-4140-9a3b-4fec78d3a466 req-a20a1826-47fd-4e60-ab5e-7a1b7bec811c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:36.492533 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75a8460a-cce3-4140-9a3b-4fec78d3a466 req-a20a1826-47fd-4e60-ab5e-7a1b7bec811c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 944 time: 0.1252580 Feb 05 03:14:36.519091 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ee192ac9-21d2-45e7-ad97-09d09b2c24c3 req-3228ea82-7fdc-48e5-825a-27105aeee5d8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756178 Feb 05 03:14:36.664594 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-734f88fc-960b-4f7e-ab68-6576c9e1427a req-687f18e4-1fc6-416c-b9e8-c6afcac73e90 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859822 Feb 05 03:14:36.668312 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75a8460a-cce3-4140-9a3b-4fec78d3a466 req-65639edb-ee53-44e9-b1d9-bc384a2ea457 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652968 Feb 05 03:14:37.108574 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:38.012724 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98c55c-182a-4e7f-bbdf-0cf7c704b57e req-56058c4c-3b93-4993-9d77-c619cc657636 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:38.014839 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c98c55c-182a-4e7f-bbdf-0cf7c704b57e req-56058c4c-3b93-4993-9d77-c619cc657636 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 945 time: 0.1833212 Feb 05 03:14:38.023621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c0f96-dab7-49e3-842a-20bee1c671a5 req-882f200d-13a9-4937-9e68-d60d5d5f111b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:38.032379 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b7c0f96-dab7-49e3-842a-20bee1c671a5 req-882f200d-13a9-4937-9e68-d60d5d5f111b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 944 time: 0.2111163 Feb 05 03:14:38.120436 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b7c0f96-dab7-49e3-842a-20bee1c671a5 req-d329abc8-f350-476c-86d7-627637782e29 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865955 Feb 05 03:14:38.123905 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c98c55c-182a-4e7f-bbdf-0cf7c704b57e req-1fe9aff1-ca88-4348-b32d-a476ea00d2fd tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884204 Feb 05 03:14:38.675744 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:39.348749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c61dd-31f8-48d0-b6f3-7eaa696911d4 req-e3363d96-767b-4721-9c49-efae49b9047d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:39.357300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b4c61dd-31f8-48d0-b6f3-7eaa696911d4 req-e3363d96-767b-4721-9c49-efae49b9047d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 945 time: 0.1136301 Feb 05 03:14:39.373486 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac9a05-b037-4e33-901c-a53fb1a5a9ac req-7c7032a0-82a7-4180-946e-0d3bcbf6f8ae tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:39.381461 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6aac9a05-b037-4e33-901c-a53fb1a5a9ac req-7c7032a0-82a7-4180-946e-0d3bcbf6f8ae tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 944 time: 0.1254983 Feb 05 03:14:39.462558 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b4c61dd-31f8-48d0-b6f3-7eaa696911d4 req-774a5812-5700-4a9b-b6ed-4f485ac633e4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040013 Feb 05 03:14:39.487090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6aac9a05-b037-4e33-901c-a53fb1a5a9ac req-8b205342-dd48-4688-aa39-9491ed418475 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043971 Feb 05 03:14:39.725143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceacf86-56af-4072-a3c7-f965be3cd2f9 req-42e1a89f-d39d-47dc-88ae-af41161dba34 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:39.727589 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ceacf86-56af-4072-a3c7-f965be3cd2f9 req-42e1a89f-d39d-47dc-88ae-af41161dba34 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 945 time: 0.1055191 Feb 05 03:14:39.813290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ceacf86-56af-4072-a3c7-f965be3cd2f9 req-b4a07ed2-6d4a-4b61-84af-11f4e7d95f22 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764847 Feb 05 03:14:40.075908 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:40.408257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e867b-74a2-4115-b0ba-e0ad3d82edf0 req-5a28b052-d22c-4550-bfaf-85c8eed05aef tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:40.420052 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-660e867b-74a2-4115-b0ba-e0ad3d82edf0 req-5a28b052-d22c-4550-bfaf-85c8eed05aef tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 945 time: 0.2181203 Feb 05 03:14:40.546718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-660e867b-74a2-4115-b0ba-e0ad3d82edf0 req-c89db3b9-4ba1-4188-8131-83beaf530263 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255579 Feb 05 03:14:40.696785 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac41c9-4ca5-4c44-841a-fee17c02afed req-65988b9d-ca2f-4afa-8ac0-5e6d4ce1edcb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:40.699223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccac41c9-4ca5-4c44-841a-fee17c02afed req-65988b9d-ca2f-4afa-8ac0-5e6d4ce1edcb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 944 time: 0.0904317 Feb 05 03:14:40.818874 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccac41c9-4ca5-4c44-841a-fee17c02afed req-10bd6849-7491-47fd-b399-ea256e93a557 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013532 Feb 05 03:14:41.405947 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:41.623931 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a4bb2-d497-4a65-9a70-53b429c35cd9 req-66117346-a079-43ea-95d4-afaf711acd9f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:41.626466 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-054a4bb2-d497-4a65-9a70-53b429c35cd9 req-66117346-a079-43ea-95d4-afaf711acd9f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.31 "GET /v2.0/ports?device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 945 time: 0.1302061 Feb 05 03:14:41.758976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5e919-684d-45b3-8667-1b474bb63035 req-c031e183-b315-4273-a7f7-4ed60b96871e tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:41.763939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13a5e919-684d-45b3-8667-1b474bb63035 req-c031e183-b315-4273-a7f7-4ed60b96871e tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 945 time: 0.1200581 Feb 05 03:14:41.787079 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-054a4bb2-d497-4a65-9a70-53b429c35cd9 req-e4eea0b3-898c-4c20-bbd5-9485546bf9f6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Deleting port 27c228f9-eb0c-4976-bab0-8773de286054 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:14:41.787765 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-054a4bb2-d497-4a65-9a70-53b429c35cd9 req-e4eea0b3-898c-4c20-bbd5-9485546bf9f6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (27c228f9-eb0c-4976-bab0-8773de286054), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:41.925712 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13a5e919-684d-45b3-8667-1b474bb63035 req-1f720e68-6f16-4217-9e1e-02f7472a2124 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496849 Feb 05 03:14:42.037067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-054a4bb2-d497-4a65-9a70-53b429c35cd9 req-e4eea0b3-898c-4c20-bbd5-9485546bf9f6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] For port 27c228f9-eb0c-4976-bab0-8773de286054, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=27c228f9-eb0c-4976-bab0-8773de286054,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:42.041299 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-054a4bb2-d497-4a65-9a70-53b429c35cd9 req-e4eea0b3-898c-4c20-bbd5-9485546bf9f6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (27c228f9-eb0c-4976-bab0-8773de286054), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:42.078794 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab07a74-8397-4144-aa8c-5cff84318bec req-573e9652-c282-4f7e-9230-969134cd1885 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:42.081290 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-054a4bb2-d497-4a65-9a70-53b429c35cd9 req-e4eea0b3-898c-4c20-bbd5-9485546bf9f6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Calling delete_port for 27c228f9-eb0c-4976-bab0-8773de286054 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:14:42.082062 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8ab07a74-8397-4144-aa8c-5cff84318bec req-573e9652-c282-4f7e-9230-969134cd1885 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 944 time: 0.1281366 Feb 05 03:14:42.187246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8ab07a74-8397-4144-aa8c-5cff84318bec req-22eb4449-6a00-4609-890d-a1fc758a1dde tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970109 Feb 05 03:14:42.401999 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-054a4bb2-d497-4a65-9a70-53b429c35cd9 req-e4eea0b3-898c-4c20-bbd5-9485546bf9f6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (27c228f9-eb0c-4976-bab0-8773de286054), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:42.415890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e5af5f1e-42b6-45a8-9158-8526d7906946'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:14:42.493782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eea0b3-898c-4c20-bbd5-9485546bf9f6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Pushing event deleted for resources: {'Port': ['ID=27c228f9-eb0c-4976-bab0-8773de286054,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:42.596816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-054a4bb2-d497-4a65-9a70-53b429c35cd9 req-e4eea0b3-898c-4c20-bbd5-9485546bf9f6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] No DVR routers for this DVR port 27c228f9-eb0c-4976-bab0-8773de286054 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:14:42.606054 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-054a4bb2-d497-4a65-9a70-53b429c35cd9 req-e4eea0b3-898c-4c20-bbd5-9485546bf9f6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:42.609882 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-054a4bb2-d497-4a65-9a70-53b429c35cd9 req-e4eea0b3-898c-4c20-bbd5-9485546bf9f6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.31 "DELETE /v2.0/ports/27c228f9-eb0c-4976-bab0-8773de286054 HTTP/1.1" status: 204 len: 173 time: 0.9779487 Feb 05 03:14:42.610519 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a1318f-89ec-49a5-95c6-732cd7d76870', 'name': 'network-vif-deleted', 'tag': '27c228f9-eb0c-4976-bab0-8773de286054'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:14:42.626318 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b27dbe-898e-484e-8996-e3fdfb5bb110" -d '{"events": [{"server_uuid": "13a1318f-89ec-49a5-95c6-732cd7d76870", "name": "network-vif-deleted", "tag": "27c228f9-eb0c-4976-bab0-8773de286054"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:14:42.715608 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a36fd22-3302-41db-b481-6af2c1e41159 x-openstack-request-id: req-9a36fd22-3302-41db-b481-6af2c1e41159 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:14:42.716377 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a1318f-89ec-49a5-95c6-732cd7d76870", "name": "network-vif-deleted", "tag": "27c228f9-eb0c-4976-bab0-8773de286054", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:14:42.716924 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a36fd22-3302-41db-b481-6af2c1e41159 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:14:42.717551 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a1318f-89ec-49a5-95c6-732cd7d76870', 'name': 'network-vif-deleted', 'tag': '27c228f9-eb0c-4976-bab0-8773de286054', 'status': 'completed', 'code': 200} Feb 05 03:14:43.153803 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d7fc862-07ab-411d-9966-a3eaf0f06437 req-a6d7f37a-883d-49b8-a8c8-8196ab37df87 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=13a1318f-89ec-49a5-95c6-732cd7d76870 HTTP/1.1" status: 200 len: 210 time: 0.0509143 Feb 05 03:14:43.452086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9a1c0-9a85-4451-8ff6-f8e70536092f req-42d87d6f-ec79-4b02-8f2a-3ffc5554c632 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:43.454088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0dd9a1c0-9a85-4451-8ff6-f8e70536092f req-42d87d6f-ec79-4b02-8f2a-3ffc5554c632 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 944 time: 0.1198301 Feb 05 03:14:43.560325 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0dd9a1c0-9a85-4451-8ff6-f8e70536092f req-b168ed7b-e15f-43ad-b1d5-185088a2bccd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918798 Feb 05 03:14:43.860703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50192) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:43.988506 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48c43416-83ac-42ea-9976-828f7e249faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:44.024236 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 27c228f9-eb0c-4976-bab0-8773de286054 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:14:44.051796 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 27c228f9-eb0c-4976-bab0-8773de286054 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:14:44.052564 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 27c228f9-eb0c-4976-bab0-8773de286054 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:14:44.099207 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48c43416-83ac-42ea-9976-828f7e249faa admin admin] Publish callbacks [] for security_group (dd904c23-7db6-40e7-a070-f87f0c131f06), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:44.105983 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48c43416-83ac-42ea-9976-828f7e249faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (dd904c23-7db6-40e7-a070-f87f0c131f06), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:44.141323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50196) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:44.143461 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-48c43416-83ac-42ea-9976-828f7e249faa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff434c63944249f3bb74b65ae3b3480d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2814717 Feb 05 03:14:44.172852 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c43416-83ac-42ea-9976-828f7e249faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd904c23-7db6-40e7-a070-f87f0c131f06,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:44.237073 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-156a242c-109b-4f61-829f-dd6e84b591b9 admin admin] Publish callbacks [] for security_group (dd904c23-7db6-40e7-a070-f87f0c131f06), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:44.283045 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-156a242c-109b-4f61-829f-dd6e84b591b9 admin admin] Publish callbacks [] for security_group (dd904c23-7db6-40e7-a070-f87f0c131f06), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:44.366486 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-156a242c-109b-4f61-829f-dd6e84b591b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (dd904c23-7db6-40e7-a070-f87f0c131f06), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:44.370067 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-156a242c-109b-4f61-829f-dd6e84b591b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:44.371764 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-156a242c-109b-4f61-829f-dd6e84b591b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd904c23-7db6-40e7-a070-f87f0c131f06 HTTP/1.1" status: 204 len: 168 time: 0.2294097 Feb 05 03:14:44.386461 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a242c-109b-4f61-829f-dd6e84b591b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd904c23-7db6-40e7-a070-f87f0c131f06,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:44.909579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50228) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:44.987054 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e8207f0-5556-46a0-9cba-970fb2d5e2cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:45.160100 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e8207f0-5556-46a0-9cba-970fb2d5e2cc admin admin] Publish callbacks [] for security_group (e7c43c37-688a-40a8-872c-248116802a59), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:45.170245 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e8207f0-5556-46a0-9cba-970fb2d5e2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e7c43c37-688a-40a8-872c-248116802a59), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:45.201852 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19549ae5-dc6d-4943-8856-697391b936f2 req-d1e1a3ea-3949-48a5-8cf7-987f43f8fe4e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:45.207340 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19549ae5-dc6d-4943-8856-697391b936f2 req-d1e1a3ea-3949-48a5-8cf7-987f43f8fe4e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 944 time: 0.4953337 Feb 05 03:14:45.273577 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5e8207f0-5556-46a0-9cba-970fb2d5e2cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab8e1f2ced4a4e3eab1ba200955154bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3616607 Feb 05 03:14:45.276431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50238) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:14:45.287053 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8207f0-5556-46a0-9cba-970fb2d5e2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c43c37-688a-40a8-872c-248116802a59,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:45.295658 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19549ae5-dc6d-4943-8856-697391b936f2 req-f9d0f834-0a71-465b-b561-03f647ef7c79 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735650 Feb 05 03:14:45.375381 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69d851eb-de30-4fd4-80d2-8cfe9b45e8b9 admin admin] Publish callbacks [] for security_group (e7c43c37-688a-40a8-872c-248116802a59), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:45.435589 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69d851eb-de30-4fd4-80d2-8cfe9b45e8b9 admin admin] Publish callbacks [] for security_group (e7c43c37-688a-40a8-872c-248116802a59), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:45.503915 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69d851eb-de30-4fd4-80d2-8cfe9b45e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e7c43c37-688a-40a8-872c-248116802a59), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:45.507286 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69d851eb-de30-4fd4-80d2-8cfe9b45e8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:45.509141 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-69d851eb-de30-4fd4-80d2-8cfe9b45e8b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7c43c37-688a-40a8-872c-248116802a59 HTTP/1.1" status: 204 len: 168 time: 0.2305741 Feb 05 03:14:45.536738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d851eb-de30-4fd4-80d2-8cfe9b45e8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c43c37-688a-40a8-872c-248116802a59,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:45.560862 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-7fefc93d-637b-4923-8d96-77210d497c69 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:45.570287 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-7fefc93d-637b-4923-8d96-77210d497c69 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 804 time: 0.1870193 Feb 05 03:14:45.610103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-2e253904-7b02-468f-81ae-8ee81b0f9f72 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/quotas/82f3913ef0bd4cbd8d1a3d14443f1038 HTTP/1.1" status: 200 len: 375 time: 0.0378532 Feb 05 03:14:45.686503 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-85b51d69-e57d-41f7-9c7f-4142e6720260 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751312 Feb 05 03:14:45.807942 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-2d0a6c89-d53e-4e0b-a90f-90cdb9e9ee02 service neutron] 10.222.0.36 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175566 Feb 05 03:14:45.917157 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-5a425b27-aecb-43df-a40b-879241a2809b service neutron] 10.222.0.36 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083474 Feb 05 03:14:46.210382 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51b3e01d-cc97-4e94-9a0c-ec37afe69a86 req-04c6574f-e5db-4b4f-a0b9-f60f09248254 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 210 time: 0.0687122 Feb 05 03:14:46.230081 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:46.545055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1d84e-b220-4336-959e-b7598cfc92b7 req-518b1ab1-d07d-49f0-9c5d-462edb2e0913 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:46.552505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99a1d84e-b220-4336-959e-b7598cfc92b7 req-518b1ab1-d07d-49f0-9c5d-462edb2e0913 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 944 time: 0.0719640 Feb 05 03:14:46.627918 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99a1d84e-b220-4336-959e-b7598cfc92b7 req-06f034e9-0342-4d40-8caa-aa1390e0a84b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742800 Feb 05 03:14:47.305761 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f72e7d5-0c4a-4006-b17d-608ffbeb7ca8 req-5ce228f8-ae50-4af7-982d-6824d08f9572 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 210 time: 0.0337238 Feb 05 03:14:47.596192 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-7851f705-e0d3-4a67-afe3-70c7c9ee368c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:47.597533 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-7851f705-e0d3-4a67-afe3-70c7c9ee368c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 804 time: 0.1189563 Feb 05 03:14:47.617267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-ee5cbd4c-aca4-4239-9306-e4e5c0967537 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Request body: {'port': {'device_id': 'b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe', 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a', 'admin_state_up': True, 'tenant_id': '82f3913ef0bd4cbd8d1a3d14443f1038'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:47.840756 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fed418-b566-4fbe-bd7c-b4fc644c9baf req-8cecd81f-97a5-4a96-abb0-15357792a86b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:47.842481 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87fed418-b566-4fbe-bd7c-b4fc644c9baf req-8cecd81f-97a5-4a96-abb0-15357792a86b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 944 time: 0.0748277 Feb 05 03:14:47.860783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-ee5cbd4c-aca4-4239-9306-e4e5c0967537 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Made reservation on behalf of 82f3913ef0bd4cbd8d1a3d14443f1038 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:14:47.864259 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-ee5cbd4c-aca4-4239-9306-e4e5c0967537 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:47.957772 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87fed418-b566-4fbe-bd7c-b4fc644c9baf req-77247570-3607-46fd-b905-fdf6c25c6105 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048295 Feb 05 03:14:48.074231 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-ee5cbd4c-aca4-4239-9306-e4e5c0967537 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Allocated IP 172.20.0.6 (b566c3f7-a300-4cdb-9a7a-d35f43a9de9a/38c73809-1d31-4fb2-813a-779056f1c55f/73e78e54-774f-4f9e-9a43-0e58815a7503) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:14:48.279935 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-ee5cbd4c-aca4-4239-9306-e4e5c0967537 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks [] for port (73e78e54-774f-4f9e-9a43-0e58815a7503), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:48.335291 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-ee5cbd4c-aca4-4239-9306-e4e5c0967537 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (73e78e54-774f-4f9e-9a43-0e58815a7503), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:48.349585 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e5af5f1e-42b6-45a8-9158-8526d7906946'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:14:48.451660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-ee5cbd4c-aca4-4239-9306-e4e5c0967537 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:14:48.454739 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5cbd4c-aca4-4239-9306-e4e5c0967537 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Pushing event updated for resources: {'Port': ['ID=73e78e54-774f-4f9e-9a43-0e58815a7503,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:48.473889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-ee5cbd4c-aca4-4239-9306-e4e5c0967537 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:14:48.479660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-ee5cbd4c-aca4-4239-9306-e4e5c0967537 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:14:48.551995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-ee5cbd4c-aca4-4239-9306-e4e5c0967537 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:48.552605 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-ee5cbd4c-aca4-4239-9306-e4e5c0967537 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:48.563003 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3269dd8-b217-45be-8478-036bd6dcde33 req-062d8f8d-facf-48ea-bed2-4d93a95aa84f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:48.564249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3269dd8-b217-45be-8478-036bd6dcde33 req-062d8f8d-facf-48ea-bed2-4d93a95aa84f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 931 time: 0.1379249 Feb 05 03:14:48.595021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-ee5cbd4c-aca4-4239-9306-e4e5c0967537 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9871278 Feb 05 03:14:48.621805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Request body: {'port': {'device_id': 'b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:14:48.683883 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3269dd8-b217-45be-8478-036bd6dcde33 req-3fc0fa2a-ed4d-4e3e-9a2d-17a1823b5115 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121118 Feb 05 03:14:48.724916 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (73e78e54-774f-4f9e-9a43-0e58815a7503), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:49.045068 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e78e54-774f-4f9e-9a43-0e58815a7503 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:14:49.053645 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Publish callbacks [] for port (73e78e54-774f-4f9e-9a43-0e58815a7503), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:49.067298 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Transition to ACTIVE for port object 73e78e54-774f-4f9e-9a43-0e58815a7503 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:14:49.103062 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (73e78e54-774f-4f9e-9a43-0e58815a7503), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:49.144931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Pushing event updated for resources: {'Port': ['ID=73e78e54-774f-4f9e-9a43-0e58815a7503,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:49.220331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68108d6-fb66-4d66-9046-fdce310afc41 req-8672c26d-3c80-4b73-9839-f7304b7acd30 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:49.221832 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a68108d6-fb66-4d66-9046-fdce310afc41 req-8672c26d-3c80-4b73-9839-f7304b7acd30 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 944 time: 0.1501279 Feb 05 03:14:49.350952 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Attempting to bind port 73e78e54-774f-4f9e-9a43-0e58815a7503 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:14:49.350952 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Attempting to bind port 73e78e54-774f-4f9e-9a43-0e58815a7503 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:14:49.352959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Attempting to bind port 73e78e54-774f-4f9e-9a43-0e58815a7503 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:14:49.384750 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a68108d6-fb66-4d66-9046-fdce310afc41 req-8bdad3e7-4378-4188-bfaa-2e1b74fd11a3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506960 Feb 05 03:14:49.385330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Port 73e78e54-774f-4f9e-9a43-0e58815a7503 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:14:49.385653 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Attempting to bind port 73e78e54-774f-4f9e-9a43-0e58815a7503 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:14:49.398975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:14:49.399495 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Checking segment: {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:14:49.399969 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Bound using segment: {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:14:49.400403 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Bound port: 73e78e54-774f-4f9e-9a43-0e58815a7503, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:14:49.400769 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (73e78e54-774f-4f9e-9a43-0e58815a7503), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:49.479876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] For port 73e78e54-774f-4f9e-9a43-0e58815a7503, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:14:49.483500 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] For port 73e78e54-774f-4f9e-9a43-0e58815a7503, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=73e78e54-774f-4f9e-9a43-0e58815a7503,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:14:49.499159 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (73e78e54-774f-4f9e-9a43-0e58815a7503), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:49.540712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:49.542538 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:49.544695 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] 10.222.0.10 "PUT /v2.0/ports/73e78e54-774f-4f9e-9a43-0e58815a7503 HTTP/1.1" status: 200 len: 1091 time: 0.9387908 Feb 05 03:14:49.545258 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe', 'tag': '73e78e54-774f-4f9e-9a43-0e58815a7503'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:14:49.547786 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbb52ce-8d17-432d-8b04-0e052759e71b" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe", "tag": "73e78e54-774f-4f9e-9a43-0e58815a7503"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:14:49.618037 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9816dae-afdc-4332-8903-dc7d036d31de x-openstack-request-id: req-c9816dae-afdc-4332-8903-dc7d036d31de {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:14:49.618307 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe", "tag": "73e78e54-774f-4f9e-9a43-0e58815a7503", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:14:49.618566 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c9816dae-afdc-4332-8903-dc7d036d31de {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:14:49.619046 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe', 'tag': '73e78e54-774f-4f9e-9a43-0e58815a7503', 'status': 'completed', 'code': 200} Feb 05 03:14:49.650907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a766d9b-30d2-4f9f-a985-152547dbad28 service neutron] Pushing event updated for resources: {'Port': ['ID=73e78e54-774f-4f9e-9a43-0e58815a7503,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:49.681870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-bba52c09-35cd-45ad-b8e7-ba302479247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:49.683634 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-bba52c09-35cd-45ad-b8e7-ba302479247f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 1125 time: 0.0619147 Feb 05 03:14:49.768726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-5505d018-e6c2-4f2b-9ff9-d30c334bde6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73e78e54-774f-4f9e-9a43-0e58815a7503 HTTP/1.1" status: 200 len: 217 time: 0.0716782 Feb 05 03:14:49.857049 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-b5940334-2580-462d-9ee1-0ee23a047723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:49.858473 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-b5940334-2580-462d-9ee1-0ee23a047723 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38c73809-1d31-4fb2-813a-779056f1c55f HTTP/1.1" status: 200 len: 844 time: 0.0831735 Feb 05 03:14:49.905766 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fd270-ddf1-4837-8277-8e166f64dc75 req-b5d700f4-c351-483b-9e2a-f7e29bdd73d1 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:49.907248 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-664fd270-ddf1-4837-8277-8e166f64dc75 req-b5d700f4-c351-483b-9e2a-f7e29bdd73d1 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 943 time: 0.1237466 Feb 05 03:14:49.909347 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-af6d7d6a-8260-4dbf-82db-8245177a4993 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435579 Feb 05 03:14:50.012875 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-664fd270-ddf1-4837-8277-8e166f64dc75 req-216912ac-5eac-488a-bbaa-18fe7cd0b401 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980127 Feb 05 03:14:50.041069 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-cf309d75-3e57-4b93-a9c0-d002945d8bf1 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192837 Feb 05 03:14:50.161537 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bda9e49e-7daf-42a6-89a5-4a274caab0e7 req-71b754c1-352c-4fea-8f4f-114f770f2da5 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129103 Feb 05 03:14:50.261491 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb52ce-8d17-432d-8b04-0e052759e71b req-71371312-984d-426e-8c6e-9f78bc7870b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:50.263116 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbbb52ce-8d17-432d-8b04-0e052759e71b req-71371312-984d-426e-8c6e-9f78bc7870b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 1125 time: 0.0505631 Feb 05 03:14:50.376622 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb52ce-8d17-432d-8b04-0e052759e71b req-a2a0cb80-fe63-49c0-948c-d1b9a16b0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:50.383803 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbbb52ce-8d17-432d-8b04-0e052759e71b req-a2a0cb80-fe63-49c0-948c-d1b9a16b0933 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 905 time: 0.1135464 Feb 05 03:14:50.434219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbbb52ce-8d17-432d-8b04-0e052759e71b req-fed794b2-57f2-4a12-b3cd-62005ec82e43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73e78e54-774f-4f9e-9a43-0e58815a7503 HTTP/1.1" status: 200 len: 217 time: 0.0437584 Feb 05 03:14:50.559951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb52ce-8d17-432d-8b04-0e052759e71b req-8e7a3346-987a-4ac6-9503-00ee7464385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:50.561419 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbbb52ce-8d17-432d-8b04-0e052759e71b req-8e7a3346-987a-4ac6-9503-00ee7464385d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38c73809-1d31-4fb2-813a-779056f1c55f HTTP/1.1" status: 200 len: 844 time: 0.1206720 Feb 05 03:14:50.965702 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbbb52ce-8d17-432d-8b04-0e052759e71b req-e51dfbf8-d5c4-419f-ac1a-d468f98fd2d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3960493 Feb 05 03:14:50.992089 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c4f2b-42ab-4c9e-b681-7e9c1eab5a09 req-f014743d-cf00-42bd-a2fe-56fb8cdc6fe4 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:50.999472 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d2c4f2b-42ab-4c9e-b681-7e9c1eab5a09 req-f014743d-cf00-42bd-a2fe-56fb8cdc6fe4 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 944 time: 0.4946716 Feb 05 03:14:51.087000 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d2c4f2b-42ab-4c9e-b681-7e9c1eab5a09 req-6d957ff2-9014-4e94-97d3-6d20d74cdc30 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838537 Feb 05 03:14:51.201197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbbb52ce-8d17-432d-8b04-0e052759e71b req-620b5cfd-2dd5-403a-838f-dbcd953a2d7a service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263579 Feb 05 03:14:51.210981 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d96030-ffd1-4b65-bf2c-f26c41844e86 req-2773c998-32d0-434c-b541-102a9bb6bbd6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:51.212682 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56d96030-ffd1-4b65-bf2c-f26c41844e86 req-2773c998-32d0-434c-b541-102a9bb6bbd6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 943 time: 0.0886254 Feb 05 03:14:51.359390 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56d96030-ffd1-4b65-bf2c-f26c41844e86 req-ad6fb424-a9c7-492c-84c2-caea2cb3a367 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936787 Feb 05 03:14:51.370947 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbbb52ce-8d17-432d-8b04-0e052759e71b req-34c1c2ab-25b9-4d2c-9922-64a4a05d3d90 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557307 Feb 05 03:14:52.064921 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 1651a54c-8830-4874-b576-d112935baeb7 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:14:52.208831 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 1651a54c-8830-4874-b576-d112935baeb7, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=1651a54c-8830-4874-b576-d112935baeb7,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:52.225393 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '1651a54c-8830-4874-b576-d112935baeb7', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'port_id': '1651a54c-8830-4874-b576-d112935baeb7', 'mac_address': 'fa:16:3e:58:e0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:14:52.309701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 1651a54c-8830-4874-b576-d112935baeb7 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:52.312373 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1651a54c-8830-4874-b576-d112935baeb7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:52.365927 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f22751-df84-4cff-99d4-73852ef73582 req-f5b66de6-feb0-42fc-82d2-906bc30ccc24 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:52.367538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1651a54c-8830-4874-b576-d112935baeb7 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:14:52.374969 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3f22751-df84-4cff-99d4-73852ef73582 req-f5b66de6-feb0-42fc-82d2-906bc30ccc24 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 944 time: 0.1139212 Feb 05 03:14:52.408652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 1651a54c-8830-4874-b576-d112935baeb7, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=1651a54c-8830-4874-b576-d112935baeb7,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:52.428220 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1651a54c-8830-4874-b576-d112935baeb7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:52.456700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3f22751-df84-4cff-99d4-73852ef73582 req-325802e5-0e6e-4228-b19f-d8010589e3ff tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804043 Feb 05 03:14:52.546088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=1651a54c-8830-4874-b576-d112935baeb7,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:52.642478 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b9fa7-7c04-41c2-85a0-70769a64afc4 req-85acfccd-a4c2-4757-8b8c-0363457a3531 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:52.644090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b6b9fa7-7c04-41c2-85a0-70769a64afc4 req-85acfccd-a4c2-4757-8b8c-0363457a3531 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 943 time: 0.1301689 Feb 05 03:14:52.748447 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b6b9fa7-7c04-41c2-85a0-70769a64afc4 req-e433951f-d847-4a86-9a30-9bda6a8b94ed tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984752 Feb 05 03:14:52.785776 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['1651a54c-8830-4874-b576-d112935baeb7'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:14:52.860617 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 73e78e54-774f-4f9e-9a43-0e58815a7503 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:14:53.049871 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 73e78e54-774f-4f9e-9a43-0e58815a7503, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=73e78e54-774f-4f9e-9a43-0e58815a7503,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:53.104308 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '73e78e54-774f-4f9e-9a43-0e58815a7503', 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a', 'port_id': '73e78e54-774f-4f9e-9a43-0e58815a7503', 'mac_address': 'fa:16:3e:f8:73:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c73809-1d31-4fb2-813a-779056f1c55f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:14:53.316251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 73e78e54-774f-4f9e-9a43-0e58815a7503 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:53.316895 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (73e78e54-774f-4f9e-9a43-0e58815a7503), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:53.428666 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e78e54-774f-4f9e-9a43-0e58815a7503 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:14:53.468718 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 73e78e54-774f-4f9e-9a43-0e58815a7503, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=73e78e54-774f-4f9e-9a43-0e58815a7503,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:53.561228 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (73e78e54-774f-4f9e-9a43-0e58815a7503), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:53.661995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216aeec5-5420-45d2-94d5-d9fc756be8c7 req-5fc2e73b-82ed-4b5f-9489-5f18201e002a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:53.666941 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-216aeec5-5420-45d2-94d5-d9fc756be8c7 req-5fc2e73b-82ed-4b5f-9489-5f18201e002a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 945 time: 0.1279547 Feb 05 03:14:53.722226 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=73e78e54-774f-4f9e-9a43-0e58815a7503,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:53.762640 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-216aeec5-5420-45d2-94d5-d9fc756be8c7 req-b451e662-516a-4577-809c-ec7d409bc10a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880322 Feb 05 03:14:53.792474 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['73e78e54-774f-4f9e-9a43-0e58815a7503'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:14:53.966198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d80b97-076e-4311-834e-365ce45c1147 req-9657611e-4560-410e-87b5-e7ce3cc6d02a tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:53.967988 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4d80b97-076e-4311-834e-365ce45c1147 req-9657611e-4560-410e-87b5-e7ce3cc6d02a tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 944 time: 0.0939574 Feb 05 03:14:54.064962 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4d80b97-076e-4311-834e-365ce45c1147 req-7eb7fe98-9aa4-41bd-a39a-4049f1671bb2 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857077 Feb 05 03:14:54.859843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 73e78e54-774f-4f9e-9a43-0e58815a7503 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:14:54.904468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418a8b0-7255-45f6-9550-0b4414ab9503 req-b3e06ebd-1f5e-4677-820f-3e0a48666b7d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:54.906671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1418a8b0-7255-45f6-9550-0b4414ab9503 req-b3e06ebd-1f5e-4677-820f-3e0a48666b7d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 945 time: 0.0786452 Feb 05 03:14:54.926013 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 73e78e54-774f-4f9e-9a43-0e58815a7503 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:14:54.931640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 73e78e54-774f-4f9e-9a43-0e58815a7503 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:14:54.932456 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (73e78e54-774f-4f9e-9a43-0e58815a7503), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:55.004047 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1418a8b0-7255-45f6-9550-0b4414ab9503 req-74af1bb9-64b4-4328-8a46-9bb4c3c762fa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798542 Feb 05 03:14:55.049543 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 73e78e54-774f-4f9e-9a43-0e58815a7503 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:55.049933 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (73e78e54-774f-4f9e-9a43-0e58815a7503), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:55.087393 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 73e78e54-774f-4f9e-9a43-0e58815a7503, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=73e78e54-774f-4f9e-9a43-0e58815a7503,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:55.088455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e78e54-774f-4f9e-9a43-0e58815a7503'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:14:55.092750 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aee13c3-81d3-42c9-8e2b-d7613a7aee27" -d '{"events": [{"server_uuid": "b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe", "name": "network-vif-plugged", "status": "completed", "tag": "73e78e54-774f-4f9e-9a43-0e58815a7503"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:14:55.109016 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (73e78e54-774f-4f9e-9a43-0e58815a7503), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:55.232135 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51300cd9-a673-483c-8881-6fbd4dd8f904 x-openstack-request-id: req-51300cd9-a673-483c-8881-6fbd4dd8f904 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:14:55.232370 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe", "name": "network-vif-plugged", "status": "completed", "tag": "73e78e54-774f-4f9e-9a43-0e58815a7503", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:14:55.232773 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51300cd9-a673-483c-8881-6fbd4dd8f904 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:14:55.233003 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e78e54-774f-4f9e-9a43-0e58815a7503', 'code': 200} Feb 05 03:14:55.235856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=73e78e54-774f-4f9e-9a43-0e58815a7503,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:55.331228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddef6e-8bff-45b9-91b1-10128d9aedf8 req-3bad33db-e653-46d0-80e2-96be1497584b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:55.339724 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-adddef6e-8bff-45b9-91b1-10128d9aedf8 req-3bad33db-e653-46d0-80e2-96be1497584b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 945 time: 0.1278777 Feb 05 03:14:55.374289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ead26-d616-4086-8d50-767d177fb3f2 req-6686d45e-f6fd-44f8-972a-780e7bb9b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:55.374289 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef7ead26-d616-4086-8d50-767d177fb3f2 req-6686d45e-f6fd-44f8-972a-780e7bb9b798 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 1127 time: 0.1099918 Feb 05 03:14:55.457189 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-adddef6e-8bff-45b9-91b1-10128d9aedf8 req-d58826f3-8c88-4886-b585-5d9db026d9af tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165674 Feb 05 03:14:55.470246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef7ead26-d616-4086-8d50-767d177fb3f2 req-67474cf8-ab0f-475d-932e-606317af696b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900712 Feb 05 03:14:56.102832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 1651a54c-8830-4874-b576-d112935baeb7 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:14:56.205093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4b482-cbd7-48d8-8c43-f54c2e64c896 req-8067cc27-ab97-4090-9832-77d0be773daa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:56.206731 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1af4b482-cbd7-48d8-8c43-f54c2e64c896 req-8067cc27-ab97-4090-9832-77d0be773daa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 945 time: 0.1061115 Feb 05 03:14:56.253675 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 1651a54c-8830-4874-b576-d112935baeb7 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:14:56.258925 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 1651a54c-8830-4874-b576-d112935baeb7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:14:56.259391 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1651a54c-8830-4874-b576-d112935baeb7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:56.281626 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1af4b482-cbd7-48d8-8c43-f54c2e64c896 req-b3c8edc1-6487-45dc-9bf6-8e4d09da1caa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626197 Feb 05 03:14:56.365612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 1651a54c-8830-4874-b576-d112935baeb7 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:14:56.365612 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1651a54c-8830-4874-b576-d112935baeb7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:56.416984 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 1651a54c-8830-4874-b576-d112935baeb7, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=1651a54c-8830-4874-b576-d112935baeb7,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:14:56.421133 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1651a54c-8830-4874-b576-d112935baeb7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:14:56.514498 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=1651a54c-8830-4874-b576-d112935baeb7,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:14:56.693815 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af1a52-e07d-4c1e-8dbe-fb943722a839 req-e2192bf0-b27a-4918-982e-ff4ab1d1a777 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:56.719409 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6af1a52-e07d-4c1e-8dbe-fb943722a839 req-e2192bf0-b27a-4918-982e-ff4ab1d1a777 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 945 time: 0.1267328 Feb 05 03:14:56.780255 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6af1a52-e07d-4c1e-8dbe-fb943722a839 req-3fc47d24-4303-467c-bbf9-3ee641bb5a6c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580084 Feb 05 03:14:57.234446 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1651a54c-8830-4874-b576-d112935baeb7'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:14:57.238029 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576cf30f-b63d-4446-83f2-3c78fe822baa" -d '{"events": [{"server_uuid": "3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9", "name": "network-vif-plugged", "status": "completed", "tag": "1651a54c-8830-4874-b576-d112935baeb7"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:14:57.277453 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11ab090-e889-405f-9b37-f4df1957e667 x-openstack-request-id: req-c11ab090-e889-405f-9b37-f4df1957e667 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:14:57.277962 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9", "name": "network-vif-plugged", "status": "completed", "tag": "1651a54c-8830-4874-b576-d112935baeb7", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:14:57.278383 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c11ab090-e889-405f-9b37-f4df1957e667 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:14:57.279227 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1651a54c-8830-4874-b576-d112935baeb7', 'code': 200} Feb 05 03:14:57.453473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc1dab-e142-434c-9a76-ab9ba42183dd req-37487938-92ab-412d-8581-0800a0c65ca2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:57.461859 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0fc1dab-e142-434c-9a76-ab9ba42183dd req-37487938-92ab-412d-8581-0800a0c65ca2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 946 time: 0.0694187 Feb 05 03:14:57.528949 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f36b9-28d5-4072-8111-b8329bee6d71 req-69d7e8bb-02f4-41fc-94ba-fd7d0b201c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:57.531174 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad2f36b9-28d5-4072-8111-b8329bee6d71 req-69d7e8bb-02f4-41fc-94ba-fd7d0b201c5e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 1128 time: 0.1609998 Feb 05 03:14:57.549386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0fc1dab-e142-434c-9a76-ab9ba42183dd req-5c0557d8-dda0-4e44-93b1-9734ac62f07f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863044 Feb 05 03:14:57.594786 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad2f36b9-28d5-4072-8111-b8329bee6d71 req-23875ec4-1008-419c-8e2b-1dd52b4e1ab4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570743 Feb 05 03:14:57.923104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4abae-7f41-4a2a-8406-5430f7272ac2 req-6d350ab1-c6d1-4332-961c-ef379b5fb957 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:57.932015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0dc4abae-7f41-4a2a-8406-5430f7272ac2 req-6d350ab1-c6d1-4332-961c-ef379b5fb957 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 945 time: 0.0679669 Feb 05 03:14:57.990323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0dc4abae-7f41-4a2a-8406-5430f7272ac2 req-d1c93cc8-d0ac-4d20-b8e1-a1a5689bbce8 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525322 Feb 05 03:14:58.113093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2aff0-0c14-4270-be37-88acbb5bba39 req-e64aa5d1-fc88-4529-89b8-a44bb6c530d7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:58.120507 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e6e2aff0-0c14-4270-be37-88acbb5bba39 req-e64aa5d1-fc88-4529-89b8-a44bb6c530d7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 945 time: 0.0699329 Feb 05 03:14:58.172126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e6e2aff0-0c14-4270-be37-88acbb5bba39 req-999f9533-f8e4-4a27-9634-4df087fd99d8 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506666 Feb 05 03:14:58.519505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5425fb-c378-4d75-8238-e1f65fcc8929 req-fe1e773e-8f1f-4863-a345-dbde54eb28ba tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:58.521116 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d5425fb-c378-4d75-8238-e1f65fcc8929 req-fe1e773e-8f1f-4863-a345-dbde54eb28ba tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 945 time: 0.0736625 Feb 05 03:14:58.619566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d5425fb-c378-4d75-8238-e1f65fcc8929 req-84d59ced-dbb0-4ce4-a4e6-02bbf8df0f7f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890217 Feb 05 03:14:58.684034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abadff4-92b4-4d78-a5fd-30741fe83170 req-13d26875-da13-4474-83ae-60442e106e03 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:58.685845 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4abadff4-92b4-4d78-a5fd-30741fe83170 req-13d26875-da13-4474-83ae-60442e106e03 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 946 time: 0.0605388 Feb 05 03:14:58.759445 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4abadff4-92b4-4d78-a5fd-30741fe83170 req-b8fa334a-34fc-4e0b-a529-d3884b12a828 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666020 Feb 05 03:14:59.804989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f536a-7da1-47bb-a9b4-e229c49425de req-22f25bb0-edb2-450d-9868-2a8e625143db tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:59.809486 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f4f536a-7da1-47bb-a9b4-e229c49425de req-22f25bb0-edb2-450d-9868-2a8e625143db tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 945 time: 0.1103637 Feb 05 03:14:59.876634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7102c-040e-48e0-ad7f-9ad845b78d34 req-c64cd3a4-8a31-40cb-84f0-18c4db00318b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:14:59.879531 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91a7102c-040e-48e0-ad7f-9ad845b78d34 req-c64cd3a4-8a31-40cb-84f0-18c4db00318b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 945 time: 0.1915298 Feb 05 03:14:59.958603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f4f536a-7da1-47bb-a9b4-e229c49425de req-0cec5f8e-57c0-4de4-9b92-96c45cf7ddc4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366436 Feb 05 03:15:00.133336 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08aec0-65fd-4843-988a-77f685831fd4 req-c4189679-8475-41fb-bc9d-66840f3638b1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:00.134983 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c08aec0-65fd-4843-988a-77f685831fd4 req-c4189679-8475-41fb-bc9d-66840f3638b1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 946 time: 0.2004848 Feb 05 03:15:00.183479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-91a7102c-040e-48e0-ad7f-9ad845b78d34 req-f400dba6-67d8-4cd3-a4b1-e5ab354412a7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Deleting port 73e78e54-774f-4f9e-9a43-0e58815a7503 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:15:00.184094 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-91a7102c-040e-48e0-ad7f-9ad845b78d34 req-f400dba6-67d8-4cd3-a4b1-e5ab354412a7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (73e78e54-774f-4f9e-9a43-0e58815a7503), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:00.302349 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c08aec0-65fd-4843-988a-77f685831fd4 req-ce4733bd-cb55-4d62-a969-2c601d9928db tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526864 Feb 05 03:15:00.307926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-91a7102c-040e-48e0-ad7f-9ad845b78d34 req-f400dba6-67d8-4cd3-a4b1-e5ab354412a7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] For port 73e78e54-774f-4f9e-9a43-0e58815a7503, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=73e78e54-774f-4f9e-9a43-0e58815a7503,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:00.308289 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-91a7102c-040e-48e0-ad7f-9ad845b78d34 req-f400dba6-67d8-4cd3-a4b1-e5ab354412a7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (73e78e54-774f-4f9e-9a43-0e58815a7503), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:00.330313 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-91a7102c-040e-48e0-ad7f-9ad845b78d34 req-f400dba6-67d8-4cd3-a4b1-e5ab354412a7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Calling delete_port for 73e78e54-774f-4f9e-9a43-0e58815a7503 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:15:00.562109 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-91a7102c-040e-48e0-ad7f-9ad845b78d34 req-f400dba6-67d8-4cd3-a4b1-e5ab354412a7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (73e78e54-774f-4f9e-9a43-0e58815a7503), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:00.574779 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e5af5f1e-42b6-45a8-9158-8526d7906946', '73e78e54-774f-4f9e-9a43-0e58815a7503'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:15:00.637538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400dba6-67d8-4cd3-a4b1-e5ab354412a7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Pushing event deleted for resources: {'Port': ['ID=73e78e54-774f-4f9e-9a43-0e58815a7503,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:00.675698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a7102c-040e-48e0-ad7f-9ad845b78d34 req-f400dba6-67d8-4cd3-a4b1-e5ab354412a7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] No DVR routers for this DVR port 73e78e54-774f-4f9e-9a43-0e58815a7503 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:15:00.686282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e5a7a-67ce-4c77-808f-2c46e61a5098 req-8e49d0ca-e4ab-4939-bf77-e3e8b0b07ade tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:00.688467 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-025e5a7a-67ce-4c77-808f-2c46e61a5098 req-8e49d0ca-e4ab-4939-bf77-e3e8b0b07ade tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 946 time: 0.2781065 Feb 05 03:15:00.690074 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-91a7102c-040e-48e0-ad7f-9ad845b78d34 req-f400dba6-67d8-4cd3-a4b1-e5ab354412a7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:00.693605 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91a7102c-040e-48e0-ad7f-9ad845b78d34 req-f400dba6-67d8-4cd3-a4b1-e5ab354412a7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "DELETE /v2.0/ports/73e78e54-774f-4f9e-9a43-0e58815a7503 HTTP/1.1" status: 204 len: 173 time: 0.7604156 Feb 05 03:15:00.693958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe', 'name': 'network-vif-deleted', 'tag': '73e78e54-774f-4f9e-9a43-0e58815a7503'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:15:00.696557 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84e1815-eb7e-440f-891a-d3d2303c5fae" -d '{"events": [{"server_uuid": "b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe", "name": "network-vif-deleted", "tag": "73e78e54-774f-4f9e-9a43-0e58815a7503"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:15:00.798684 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefe2440-5640-4fbf-9739-bfd47d2c72af x-openstack-request-id: req-cefe2440-5640-4fbf-9739-bfd47d2c72af {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:15:00.799078 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe", "name": "network-vif-deleted", "tag": "73e78e54-774f-4f9e-9a43-0e58815a7503", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:15:00.799633 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cefe2440-5640-4fbf-9739-bfd47d2c72af {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:15:00.800077 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe', 'name': 'network-vif-deleted', 'tag': '73e78e54-774f-4f9e-9a43-0e58815a7503', 'status': 'completed', 'code': 200} Feb 05 03:15:00.860355 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-025e5a7a-67ce-4c77-808f-2c46e61a5098 req-c9b67266-5b79-4c39-ae01-250f95812c9e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520219 Feb 05 03:15:01.168223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4eb290e6-8909-4d54-b562-06e071a01f00 req-83c2fbf0-3571-4862-9299-f64e158ba5da tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7fb3ad4-4ae1-4ad3-a11b-65b3de8f70fe HTTP/1.1" status: 200 len: 210 time: 0.0417445 Feb 05 03:15:01.208001 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:15:01.553218 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50648) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:01.814447 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2fd906a-7657-4d64-a48e-c81608af166c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:01.995231 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2fd906a-7657-4d64-a48e-c81608af166c admin admin] Publish callbacks [] for security_group (6316f27c-cbf3-4116-9f47-c567c5869e87), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:02.001500 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2fd906a-7657-4d64-a48e-c81608af166c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6316f27c-cbf3-4116-9f47-c567c5869e87), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:02.041218 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a2fd906a-7657-4d64-a48e-c81608af166c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a106d7fc3374410c87c9b3f59886041c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4843662 Feb 05 03:15:02.041573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50676) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:02.072059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd906a-7657-4d64-a48e-c81608af166c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6316f27c-cbf3-4116-9f47-c567c5869e87,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:02.139715 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ea883c4-bfd8-42e9-9535-0beee5978dcd admin admin] Publish callbacks [] for security_group (6316f27c-cbf3-4116-9f47-c567c5869e87), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:02.167312 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ea883c4-bfd8-42e9-9535-0beee5978dcd admin admin] Publish callbacks [] for security_group (6316f27c-cbf3-4116-9f47-c567c5869e87), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:02.238793 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ea883c4-bfd8-42e9-9535-0beee5978dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6316f27c-cbf3-4116-9f47-c567c5869e87), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:02.244075 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ea883c4-bfd8-42e9-9535-0beee5978dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:02.247886 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8ea883c4-bfd8-42e9-9535-0beee5978dcd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6316f27c-cbf3-4116-9f47-c567c5869e87 HTTP/1.1" status: 204 len: 168 time: 0.2027624 Feb 05 03:15:02.282813 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea883c4-bfd8-42e9-9535-0beee5978dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6316f27c-cbf3-4116-9f47-c567c5869e87,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:02.833432 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-f6531ee2-5408-429b-af4d-7171df8b485d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:02.841914 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-f6531ee2-5408-429b-af4d-7171df8b485d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 804 time: 0.2195466 Feb 05 03:15:02.902397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 73e78e54-774f-4f9e-9a43-0e58815a7503 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:15:02.957338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50724) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:02.992368 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39387d6e-66f4-4657-b4e5-5cc63e1b317c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:03.005028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 73e78e54-774f-4f9e-9a43-0e58815a7503 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:15:03.005374 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 73e78e54-774f-4f9e-9a43-0e58815a7503 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:15:03.231821 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39387d6e-66f4-4657-b4e5-5cc63e1b317c admin admin] Publish callbacks [] for security_group (ea500711-842d-420d-b71a-d18588f8ae67), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:03.237355 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39387d6e-66f4-4657-b4e5-5cc63e1b317c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ea500711-842d-420d-b71a-d18588f8ae67), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:03.365891 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-39387d6e-66f4-4657-b4e5-5cc63e1b317c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e664c13f7c1043c7aa633810a0f79fd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4065211 Feb 05 03:15:03.367352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39387d6e-66f4-4657-b4e5-5cc63e1b317c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea500711-842d-420d-b71a-d18588f8ae67,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:03.370531 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50732) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:03.493016 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-ee97fa78-fe05-4b67-9ca1-84e8a4b57e76 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/quotas/82f3913ef0bd4cbd8d1a3d14443f1038 HTTP/1.1" status: 200 len: 375 time: 0.6500640 Feb 05 03:15:03.616934 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d6a01f5-8de8-41df-9819-a90eb74c6c29 admin admin] Publish callbacks [] for security_group (ea500711-842d-420d-b71a-d18588f8ae67), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:03.667000 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-458cd54d-8fc5-4f31-b51c-45e5205ef4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:03.679895 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d6a01f5-8de8-41df-9819-a90eb74c6c29 admin admin] Publish callbacks [] for security_group (ea500711-842d-420d-b71a-d18588f8ae67), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:03.745997 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d6a01f5-8de8-41df-9819-a90eb74c6c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ea500711-842d-420d-b71a-d18588f8ae67), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:03.749400 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d6a01f5-8de8-41df-9819-a90eb74c6c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:03.751097 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6d6a01f5-8de8-41df-9819-a90eb74c6c29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea500711-842d-420d-b71a-d18588f8ae67 HTTP/1.1" status: 204 len: 168 time: 0.3792810 Feb 05 03:15:03.814733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a01f5-8de8-41df-9819-a90eb74c6c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea500711-842d-420d-b71a-d18588f8ae67,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:03.832596 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-098ef4dd-80d1-483a-9d68-ebc2f4b21537 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3384209 Feb 05 03:15:03.959856 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-083d7aac-bed8-485c-970c-542c5db51c8c service neutron] 10.222.0.36 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259356 Feb 05 03:15:04.119646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-21ad70c3-2449-4b89-8f03-2a18ce3befdb service neutron] 10.222.0.36 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484046 Feb 05 03:15:04.427688 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10cfc34d-8d21-4281-bcd9-83cfe9361110 req-1bdc18d1-f8ab-41e9-8ba3-fc087e105203 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 210 time: 0.0492389 Feb 05 03:15:05.684562 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f33f09e-4f9b-4c64-b747-a63a319cc86b req-ea821248-26c9-4e9b-a413-57718858e14a tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 210 time: 0.0658600 Feb 05 03:15:05.910163 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6f119f64-5ee1-424c-9d30-34beeb0db21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:06.099671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-20d2d40d-3037-46b0-970e-96828ea7c95c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:06.102163 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-20d2d40d-3037-46b0-970e-96828ea7c95c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 804 time: 0.2872851 Feb 05 03:15:06.133206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-764ff140-4678-4cf0-8a53-8e4c7ae1e46c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Request body: {'port': {'device_id': '7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e', 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a', 'admin_state_up': True, 'tenant_id': '82f3913ef0bd4cbd8d1a3d14443f1038'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:15:06.384425 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-764ff140-4678-4cf0-8a53-8e4c7ae1e46c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Made reservation on behalf of 82f3913ef0bd4cbd8d1a3d14443f1038 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:15:06.387695 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-764ff140-4678-4cf0-8a53-8e4c7ae1e46c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:06.459563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e698bb-384c-439a-806e-554e782dfb53 req-b3e7a0a4-cbc0-475b-8a94-cd3dad09f6a2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:06.462052 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8e698bb-384c-439a-806e-554e782dfb53 req-b3e7a0a4-cbc0-475b-8a94-cd3dad09f6a2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 811 time: 0.2200248 Feb 05 03:15:06.525429 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8e698bb-384c-439a-806e-554e782dfb53 req-4029c591-ca7b-4bc6-9c2e-180d8f6770b0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/quotas/bf205d1005174d34b7264edb6224b46f HTTP/1.1" status: 200 len: 375 time: 0.0260746 Feb 05 03:15:06.640093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-764ff140-4678-4cf0-8a53-8e4c7ae1e46c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Allocated IP 172.20.0.3 (b566c3f7-a300-4cdb-9a7a-d35f43a9de9a/38c73809-1d31-4fb2-813a-779056f1c55f/b6f2b795-91e3-41a1-b9f2-db2488925fe7) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:15:06.658238 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8e698bb-384c-439a-806e-554e782dfb53 req-f0dc3730-0599-437e-aed3-8425bca7911e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1244488 Feb 05 03:15:06.846307 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3230721d-b99d-4b8d-82b1-0b24de789c93 req-de28cf18-ddf3-465d-b7dc-7ddadf50c206 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 210 time: 0.0504899 Feb 05 03:15:06.872826 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8e698bb-384c-439a-806e-554e782dfb53 req-0494e88d-e0ff-44c3-95e2-fabd66fd8edd service neutron] 10.222.0.36 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073145 Feb 05 03:15:07.073219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8e698bb-384c-439a-806e-554e782dfb53 req-e538b1b0-3711-4534-a51f-f77d431e1fd3 service neutron] 10.222.0.36 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995375 Feb 05 03:15:07.076306 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-764ff140-4678-4cf0-8a53-8e4c7ae1e46c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks [] for port (b6f2b795-91e3-41a1-b9f2-db2488925fe7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:07.123297 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:07.184673 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-764ff140-4678-4cf0-8a53-8e4c7ae1e46c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (b6f2b795-91e3-41a1-b9f2-db2488925fe7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:07.205841 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e5af5f1e-42b6-45a8-9158-8526d7906946'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:15:07.269426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-764ff140-4678-4cf0-8a53-8e4c7ae1e46c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:15:07.276141 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-764ff140-4678-4cf0-8a53-8e4c7ae1e46c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:15:07.280995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-764ff140-4678-4cf0-8a53-8e4c7ae1e46c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:15:07.343117 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-764ff140-4678-4cf0-8a53-8e4c7ae1e46c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:07.344139 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-764ff140-4678-4cf0-8a53-8e4c7ae1e46c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:07.370590 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ff140-4678-4cf0-8a53-8e4c7ae1e46c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Pushing event updated for resources: {'Port': ['ID=b6f2b795-91e3-41a1-b9f2-db2488925fe7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:07.389302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-764ff140-4678-4cf0-8a53-8e4c7ae1e46c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2652991 Feb 05 03:15:07.413447 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Request body: {'port': {'device_id': '7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:15:07.690729 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8614dcb-d46f-46d6-8448-cfe7615667dd req-6c9115b7-96b2-4031-bf70-2692a5b36f8f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.1553578 Feb 05 03:15:07.717005 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b6f2b795-91e3-41a1-b9f2-db2488925fe7), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:08.095819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa7a8c-6e4d-47b4-bcff-1d39e5a3a2b5 req-172d5efb-15bc-43bb-865a-ac74b1d6bc5d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:08.103415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81aa7a8c-6e4d-47b4-bcff-1d39e5a3a2b5 req-172d5efb-15bc-43bb-865a-ac74b1d6bc5d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 931 time: 0.1185026 Feb 05 03:15:08.184669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81aa7a8c-6e4d-47b4-bcff-1d39e5a3a2b5 req-aff769c1-8b2e-4b70-9f63-616e8360b3e3 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801840 Feb 05 03:15:08.267661 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f2b795-91e3-41a1-b9f2-db2488925fe7 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:15:08.280849 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Publish callbacks [] for port (b6f2b795-91e3-41a1-b9f2-db2488925fe7), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:08.297899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Transition to ACTIVE for port object b6f2b795-91e3-41a1-b9f2-db2488925fe7 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:15:08.303128 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (b6f2b795-91e3-41a1-b9f2-db2488925fe7), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:08.362071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f2b795-91e3-41a1-b9f2-db2488925fe7,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:08.500833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50910) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:08.571207 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Attempting to bind port b6f2b795-91e3-41a1-b9f2-db2488925fe7 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:15:08.571907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Attempting to bind port b6f2b795-91e3-41a1-b9f2-db2488925fe7 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:15:08.571907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Attempting to bind port b6f2b795-91e3-41a1-b9f2-db2488925fe7 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:15:08.579767 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Port b6f2b795-91e3-41a1-b9f2-db2488925fe7 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:15:08.579982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Attempting to bind port b6f2b795-91e3-41a1-b9f2-db2488925fe7 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:15:08.587947 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:15:08.587947 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Checking segment: {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:15:08.588414 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Bound using segment: {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:15:08.588659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Bound port: b6f2b795-91e3-41a1-b9f2-db2488925fe7, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:15:08.589270 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b6f2b795-91e3-41a1-b9f2-db2488925fe7), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:08.680282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] For port b6f2b795-91e3-41a1-b9f2-db2488925fe7, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:15:08.683771 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] For port b6f2b795-91e3-41a1-b9f2-db2488925fe7, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=b6f2b795-91e3-41a1-b9f2-db2488925fe7,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:15:08.692316 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (b6f2b795-91e3-41a1-b9f2-db2488925fe7), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:08.706026 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:08.746946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:08.748499 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:08.750392 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] 10.222.0.10 "PUT /v2.0/ports/b6f2b795-91e3-41a1-b9f2-db2488925fe7 HTTP/1.1" status: 200 len: 1091 time: 1.3518679 Feb 05 03:15:08.751052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e', 'tag': 'b6f2b795-91e3-41a1-b9f2-db2488925fe7'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:15:08.751334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cb250fd-5821-4241-a5f7-3fa6b3fca63b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:08.754081 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f958f013-8264-45e3-9363-2d481890092c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e", "tag": "b6f2b795-91e3-41a1-b9f2-db2488925fe7"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:15:08.795208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0a114-4608-4791-88ec-c3b1ea5d5ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f2b795-91e3-41a1-b9f2-db2488925fe7,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:08.863262 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cb250fd-5821-4241-a5f7-3fa6b3fca63b admin admin] Publish callbacks [] for security_group (7708fe69-94d8-4087-816f-a39d3fad5e53), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:08.872753 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cb250fd-5821-4241-a5f7-3fa6b3fca63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7708fe69-94d8-4087-816f-a39d3fad5e53), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:08.919779 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2a6102-a6b0-4111-b9e5-742fba608089 x-openstack-request-id: req-0a2a6102-a6b0-4111-b9e5-742fba608089 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:15:08.920059 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e", "tag": "b6f2b795-91e3-41a1-b9f2-db2488925fe7", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:15:08.920322 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0a2a6102-a6b0-4111-b9e5-742fba608089 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:15:08.920710 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e', 'tag': 'b6f2b795-91e3-41a1-b9f2-db2488925fe7', 'status': 'completed', 'code': 200} Feb 05 03:15:08.947895 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7cb250fd-5821-4241-a5f7-3fa6b3fca63b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4bdf96d8165043d38ab4fcd804834de8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4450567 Feb 05 03:15:08.953809 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50920) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:08.980891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb250fd-5821-4241-a5f7-3fa6b3fca63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7708fe69-94d8-4087-816f-a39d3fad5e53,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:09.003948 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-fb143294-f193-4f0e-bac8-a837d13013ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:09.004699 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-fb143294-f193-4f0e-bac8-a837d13013ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 1125 time: 0.1718163 Feb 05 03:15:09.037523 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31488bcb-d651-49cc-a62c-56b90745d266 req-39992f51-7b3d-4068-aba5-98e6ec66554f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0541484 Feb 05 03:15:09.092402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-8827ae9f-279e-4b06-8391-508e8dbcd6c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6f2b795-91e3-41a1-b9f2-db2488925fe7 HTTP/1.1" status: 200 len: 217 time: 0.0789390 Feb 05 03:15:09.174620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04a9d0ae-a080-440e-a660-81f2161ffa2a admin admin] Publish callbacks [] for security_group (7708fe69-94d8-4087-816f-a39d3fad5e53), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:09.190797 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-300c45cd-4ff8-4bb5-9af5-f5de269cf195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:09.192609 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-300c45cd-4ff8-4bb5-9af5-f5de269cf195 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38c73809-1d31-4fb2-813a-779056f1c55f HTTP/1.1" status: 200 len: 844 time: 0.0951288 Feb 05 03:15:09.264906 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-9e51eb89-98bc-40c3-9aed-db2c547a5d78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643654 Feb 05 03:15:09.267752 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04a9d0ae-a080-440e-a660-81f2161ffa2a admin admin] Publish callbacks [] for security_group (7708fe69-94d8-4087-816f-a39d3fad5e53), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:09.489755 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e698bb-384c-439a-806e-554e782dfb53 req-6e3a5afd-9daa-446a-8c90-42f415039578 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:09.492727 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d8e698bb-384c-439a-806e-554e782dfb53 req-6e3a5afd-9daa-446a-8c90-42f415039578 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.31 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 811 time: 0.2102509 Feb 05 03:15:09.508652 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-d8e698bb-384c-439a-806e-554e782dfb53 req-477636ff-eac0-4a3c-b4ac-e0dc10f658b3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Request body: {'port': {'device_id': '7601e6e0-1d6f-48e1-b1a4-7623766402ec', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'admin_state_up': True, 'tenant_id': 'bf205d1005174d34b7264edb6224b46f'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:15:09.586486 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb1872-3060-4551-b0cf-ec1a90701769 req-4ddf4272-6ea7-4fee-9b8a-e4e8d23e12ff tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:09.593758 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5bb1872-3060-4551-b0cf-ec1a90701769 req-4ddf4272-6ea7-4fee-9b8a-e4e8d23e12ff tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 943 time: 0.1847880 Feb 05 03:15:09.598162 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-f50ab413-96e1-4e2f-9cf7-8e8abef0baa7 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278685 Feb 05 03:15:09.636744 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04a9d0ae-a080-440e-a660-81f2161ffa2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7708fe69-94d8-4087-816f-a39d3fad5e53), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:09.639667 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04a9d0ae-a080-440e-a660-81f2161ffa2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:09.640779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-04a9d0ae-a080-440e-a660-81f2161ffa2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7708fe69-94d8-4087-816f-a39d3fad5e53 HTTP/1.1" status: 204 len: 168 time: 0.6820958 Feb 05 03:15:09.750836 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e698bb-384c-439a-806e-554e782dfb53 req-477636ff-eac0-4a3c-b4ac-e0dc10f658b3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Made reservation on behalf of bf205d1005174d34b7264edb6224b46f for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:15:09.782184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9d0ae-a080-440e-a660-81f2161ffa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7708fe69-94d8-4087-816f-a39d3fad5e53,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:09.791259 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d8e698bb-384c-439a-806e-554e782dfb53 req-477636ff-eac0-4a3c-b4ac-e0dc10f658b3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:09.865389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5bb1872-3060-4551-b0cf-ec1a90701769 req-f4f40bc4-2ab2-42e5-aeb4-ac7a8c02661e tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706680 Feb 05 03:15:09.916617 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-665bc01d-a64e-4cf1-8d22-581e75f35122 req-0e3ce0a0-affd-4b55-8deb-a1ede7801a80 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115931 Feb 05 03:15:10.079022 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958f013-8264-45e3-9363-2d481890092c req-3252a6a2-d940-40bd-bcf5-78c90092d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:10.080742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f958f013-8264-45e3-9363-2d481890092c req-3252a6a2-d940-40bd-bcf5-78c90092d18f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 1125 time: 0.0994790 Feb 05 03:15:10.116157 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:10.200137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-d8e698bb-384c-439a-806e-554e782dfb53 req-477636ff-eac0-4a3c-b4ac-e0dc10f658b3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Allocated IP 172.20.0.9 (8a76fea9-ec7c-470a-8205-bae119528f63/d6a9fd51-dee8-4234-b9ad-45957bee7324/fa5d0478-cb6f-4528-bca2-9ad9c363e187) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:15:10.275151 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50934) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:10.357421 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a93637df-665f-473b-bf6a-ce0b25e809b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:10.582423 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a93637df-665f-473b-bf6a-ce0b25e809b0 admin admin] Publish callbacks [] for security_group (f5582e03-a83a-4890-8d2d-3c4e60e5f2be), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:10.594965 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a93637df-665f-473b-bf6a-ce0b25e809b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f5582e03-a83a-4890-8d2d-3c4e60e5f2be), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:10.626200 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-108e7c05-fe8e-47c5-9bbe-97a1a56d3f20 req-111ac182-a654-4c84-88e2-97dabd6dec65 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0343471 Feb 05 03:15:10.702551 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958f013-8264-45e3-9363-2d481890092c req-8a41b0f9-3a84-4f83-a8ec-763f37151861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:10.704240 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f958f013-8264-45e3-9363-2d481890092c req-8a41b0f9-3a84-4f83-a8ec-763f37151861 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 905 time: 0.6158037 Feb 05 03:15:10.727277 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a93637df-665f-473b-bf6a-ce0b25e809b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe2a1e1ebcac4379a63bb451a0597897&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4507232 Feb 05 03:15:10.728626 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 50940) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:10.781472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93637df-665f-473b-bf6a-ce0b25e809b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5582e03-a83a-4890-8d2d-3c4e60e5f2be,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:10.784958 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f958f013-8264-45e3-9363-2d481890092c req-3e73d2ac-b6f0-4166-8bf0-bfa35d0832dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6f2b795-91e3-41a1-b9f2-db2488925fe7 HTTP/1.1" status: 200 len: 217 time: 0.0726771 Feb 05 03:15:10.922494 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d8e698bb-384c-439a-806e-554e782dfb53 req-477636ff-eac0-4a3c-b4ac-e0dc10f658b3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for port (fa5d0478-cb6f-4528-bca2-9ad9c363e187), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:10.958858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958f013-8264-45e3-9363-2d481890092c req-89b955fe-6a23-4aba-9cb0-3e5e994c56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:10.965369 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f958f013-8264-45e3-9363-2d481890092c req-89b955fe-6a23-4aba-9cb0-3e5e994c56dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38c73809-1d31-4fb2-813a-779056f1c55f HTTP/1.1" status: 200 len: 844 time: 0.1723754 Feb 05 03:15:10.968054 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5782de58-1efa-45b7-b2db-3015448dda5e admin admin] Publish callbacks [] for security_group (f5582e03-a83a-4890-8d2d-3c4e60e5f2be), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:10.970415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d8e698bb-384c-439a-806e-554e782dfb53 req-477636ff-eac0-4a3c-b4ac-e0dc10f658b3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fa5d0478-cb6f-4528-bca2-9ad9c363e187), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:10.988681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['1651a54c-8830-4874-b576-d112935baeb7'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:15:11.047936 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5782de58-1efa-45b7-b2db-3015448dda5e admin admin] Publish callbacks [] for security_group (f5582e03-a83a-4890-8d2d-3c4e60e5f2be), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:11.065942 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e698bb-384c-439a-806e-554e782dfb53 req-477636ff-eac0-4a3c-b4ac-e0dc10f658b3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Network 8a76fea9-ec7c-470a-8205-bae119528f63 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:15:11.079006 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-d8e698bb-384c-439a-806e-554e782dfb53 req-477636ff-eac0-4a3c-b4ac-e0dc10f658b3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:15:11.084320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f958f013-8264-45e3-9363-2d481890092c req-861e74f8-6e6c-4263-82c6-bce86b7a0832 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150715 Feb 05 03:15:11.092403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477636ff-eac0-4a3c-b4ac-e0dc10f658b3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'Port': ['ID=fa5d0478-cb6f-4528-bca2-9ad9c363e187,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:11.100727 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e698bb-384c-439a-806e-554e782dfb53 req-477636ff-eac0-4a3c-b4ac-e0dc10f658b3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:15:11.234825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e698bb-384c-439a-806e-554e782dfb53 req-477636ff-eac0-4a3c-b4ac-e0dc10f658b3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:11.243639 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d8e698bb-384c-439a-806e-554e782dfb53 req-477636ff-eac0-4a3c-b4ac-e0dc10f658b3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:11.256524 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f958f013-8264-45e3-9363-2d481890092c req-37874eff-924f-4d11-b743-38095b83046a service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639023 Feb 05 03:15:11.315527 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d8e698bb-384c-439a-806e-554e782dfb53 req-477636ff-eac0-4a3c-b4ac-e0dc10f658b3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8136673 Feb 05 03:15:11.318800 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ea05a-4764-4d6b-b836-37c6dc8874a4 req-237362df-fe30-4ccc-a86a-3f3fe9cb466d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:11.326096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-267ea05a-4764-4d6b-b836-37c6dc8874a4 req-237362df-fe30-4ccc-a86a-3f3fe9cb466d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 943 time: 0.3124020 Feb 05 03:15:11.348824 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Request body: {'port': {'device_id': '7601e6e0-1d6f-48e1-b1a4-7623766402ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:15:11.431154 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:11.438098 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-267ea05a-4764-4d6b-b836-37c6dc8874a4 req-56475e1b-7ee3-4b2c-8035-447c2e1960f2 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111374 Feb 05 03:15:11.481741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f958f013-8264-45e3-9363-2d481890092c req-246e7b0a-4b43-4a8c-9008-ffef90f5dcca service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170858 Feb 05 03:15:11.541578 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fa5d0478-cb6f-4528-bca2-9ad9c363e187), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:11.543634 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5782de58-1efa-45b7-b2db-3015448dda5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f5582e03-a83a-4890-8d2d-3c4e60e5f2be), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:11.546199 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5782de58-1efa-45b7-b2db-3015448dda5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:11.547701 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5782de58-1efa-45b7-b2db-3015448dda5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5582e03-a83a-4890-8d2d-3c4e60e5f2be HTTP/1.1" status: 204 len: 168 time: 0.8161342 Feb 05 03:15:11.564366 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782de58-1efa-45b7-b2db-3015448dda5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5582e03-a83a-4890-8d2d-3c4e60e5f2be,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:11.590395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-63adf3c5-15de-4785-9f1f-856be6f03f69 None None] Provisioning complete for port fa5d0478-cb6f-4528-bca2-9ad9c363e187 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:11.590790 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-63adf3c5-15de-4785-9f1f-856be6f03f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fa5d0478-cb6f-4528-bca2-9ad9c363e187), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:11.687177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-63adf3c5-15de-4785-9f1f-856be6f03f69 None None] Port fa5d0478-cb6f-4528-bca2-9ad9c363e187 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:15:11.922331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344674c-94dc-4639-9550-de5634cc4a41 req-90247bdd-efb3-4252-b7ec-21611e6f8857 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:11.932767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5d0478-cb6f-4528-bca2-9ad9c363e187 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:15:11.941160 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Publish callbacks [] for port (fa5d0478-cb6f-4528-bca2-9ad9c363e187), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:11.942507 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1344674c-94dc-4639-9550-de5634cc4a41 req-90247bdd-efb3-4252-b7ec-21611e6f8857 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 931 time: 0.1111398 Feb 05 03:15:11.962044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Transition to ACTIVE for port object fa5d0478-cb6f-4528-bca2-9ad9c363e187 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:15:11.978310 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (fa5d0478-cb6f-4528-bca2-9ad9c363e187), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:12.039352 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1344674c-94dc-4639-9550-de5634cc4a41 req-0978ed00-c128-4c12-aab7-ac8eb944799e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958478 Feb 05 03:15:12.071941 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5d0478-cb6f-4528-bca2-9ad9c363e187,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:12.278544 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Attempting to bind port fa5d0478-cb6f-4528-bca2-9ad9c363e187 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:15:12.279037 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Attempting to bind port fa5d0478-cb6f-4528-bca2-9ad9c363e187 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:15:12.279461 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Attempting to bind port fa5d0478-cb6f-4528-bca2-9ad9c363e187 on network 8a76fea9-ec7c-470a-8205-bae119528f63 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:15:12.293761 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Port fa5d0478-cb6f-4528-bca2-9ad9c363e187 on network 8a76fea9-ec7c-470a-8205-bae119528f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:15:12.294407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Attempting to bind port fa5d0478-cb6f-4528-bca2-9ad9c363e187 on network 8a76fea9-ec7c-470a-8205-bae119528f63 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:15:12.301478 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:15:12.302558 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Checking segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:15:12.303512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Bound using segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:15:12.304766 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Bound port: fa5d0478-cb6f-4528-bca2-9ad9c363e187, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:15:12.305519 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fa5d0478-cb6f-4528-bca2-9ad9c363e187), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:12.456620 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] For port fa5d0478-cb6f-4528-bca2-9ad9c363e187, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:15:12.461714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] For port fa5d0478-cb6f-4528-bca2-9ad9c363e187, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fa5d0478-cb6f-4528-bca2-9ad9c363e187,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:15:12.479175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (fa5d0478-cb6f-4528-bca2-9ad9c363e187), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:12.505917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d529c6b-d0ff-49c4-a0f1-55c141d21665 req-a2030fd6-7ce8-45cb-8e8c-42596c6f2564 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0826409 Feb 05 03:15:12.574387 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:12.575138 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:12.576770 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d8e698bb-384c-439a-806e-554e782dfb53 req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] 10.222.0.31 "PUT /v2.0/ports/fa5d0478-cb6f-4528-bca2-9ad9c363e187 HTTP/1.1" status: 200 len: 1091 time: 1.2448568 Feb 05 03:15:12.577241 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7601e6e0-1d6f-48e1-b1a4-7623766402ec', 'tag': 'fa5d0478-cb6f-4528-bca2-9ad9c363e187'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:15:12.579632 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c98aac-28ba-4fb1-9680-4b01646e7bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "7601e6e0-1d6f-48e1-b1a4-7623766402ec", "tag": "fa5d0478-cb6f-4528-bca2-9ad9c363e187"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:15:12.609653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da86f6d-68c6-4ea0-8135-62c668b1b1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5d0478-cb6f-4528-bca2-9ad9c363e187,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:12.698149 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0baaa6d-588f-4c0a-a204-ce6fcf5a2148 x-openstack-request-id: req-b0baaa6d-588f-4c0a-a204-ce6fcf5a2148 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:15:12.700932 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7601e6e0-1d6f-48e1-b1a4-7623766402ec", "tag": "fa5d0478-cb6f-4528-bca2-9ad9c363e187", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:15:12.701310 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0baaa6d-588f-4c0a-a204-ce6fcf5a2148 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:15:12.701831 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7601e6e0-1d6f-48e1-b1a4-7623766402ec', 'tag': 'fa5d0478-cb6f-4528-bca2-9ad9c363e187', 'status': 'completed', 'code': 200} Feb 05 03:15:12.774398 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e698bb-384c-439a-806e-554e782dfb53 req-6e1037d4-93e8-48b5-bc64-0163fac56026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:12.776045 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d8e698bb-384c-439a-806e-554e782dfb53 req-6e1037d4-93e8-48b5-bc64-0163fac56026 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 1125 time: 0.1399391 Feb 05 03:15:12.814069 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d529c6b-d0ff-49c4-a0f1-55c141d21665 req-0adf4f92-8c57-4c0c-81e6-c217f4f921b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:12.815951 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d529c6b-d0ff-49c4-a0f1-55c141d21665 req-0adf4f92-8c57-4c0c-81e6-c217f4f921b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 1127 time: 0.2105618 Feb 05 03:15:12.891761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5620b7-1192-41e6-a200-db720e7c82fc req-3a6710b0-30a5-482c-bb71-09ae8950c83e tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:12.903013 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb5620b7-1192-41e6-a200-db720e7c82fc req-3a6710b0-30a5-482c-bb71-09ae8950c83e tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 943 time: 0.2348468 Feb 05 03:15:12.903404 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d8e698bb-384c-439a-806e-554e782dfb53 req-3ad77c77-1167-4e95-9e49-fdd305062453 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa5d0478-cb6f-4528-bca2-9ad9c363e187 HTTP/1.1" status: 200 len: 217 time: 0.1190550 Feb 05 03:15:12.942960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device b6f2b795-91e3-41a1-b9f2-db2488925fe7 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:15:13.103057 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e698bb-384c-439a-806e-554e782dfb53 req-32f0bcc8-a2df-4a35-af47-938290c9c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:13.106265 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d8e698bb-384c-439a-806e-554e782dfb53 req-32f0bcc8-a2df-4a35-af47-938290c9c70a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.1938057 Feb 05 03:15:13.134681 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb5620b7-1192-41e6-a200-db720e7c82fc req-805af2ec-a841-4421-b762-21bfaa428e59 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293656 Feb 05 03:15:13.198593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d529c6b-d0ff-49c4-a0f1-55c141d21665 req-2021f6a1-eff0-4fa9-a7a2-a0c1e08057ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:13.201108 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d529c6b-d0ff-49c4-a0f1-55c141d21665 req-2021f6a1-eff0-4fa9-a7a2-a0c1e08057ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 905 time: 0.3550501 Feb 05 03:15:13.234474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e698bb-384c-439a-806e-554e782dfb53 req-8800977a-0278-4d55-ba6b-4477129b76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:13.236120 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d8e698bb-384c-439a-806e-554e782dfb53 req-8800977a-0278-4d55-ba6b-4477129b76e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1202936 Feb 05 03:15:13.267718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d529c6b-d0ff-49c4-a0f1-55c141d21665 req-e523309a-90c8-4eb7-83ef-291b38ea87ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5af5f1e-42b6-45a8-9158-8526d7906946 HTTP/1.1" status: 200 len: 217 time: 0.0596077 Feb 05 03:15:13.302807 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port b6f2b795-91e3-41a1-b9f2-db2488925fe7, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=b6f2b795-91e3-41a1-b9f2-db2488925fe7,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:13.322453 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'b6f2b795-91e3-41a1-b9f2-db2488925fe7', 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a', 'port_id': 'b6f2b795-91e3-41a1-b9f2-db2488925fe7', 'mac_address': 'fa:16:3e:48:5a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c73809-1d31-4fb2-813a-779056f1c55f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:15:13.380193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d529c6b-d0ff-49c4-a0f1-55c141d21665 req-e1303081-2eff-4184-8b00-c98dbe75369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:13.385580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d529c6b-d0ff-49c4-a0f1-55c141d21665 req-e1303081-2eff-4184-8b00-c98dbe75369a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38c73809-1d31-4fb2-813a-779056f1c55f HTTP/1.1" status: 200 len: 844 time: 0.1096313 Feb 05 03:15:13.405074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port b6f2b795-91e3-41a1-b9f2-db2488925fe7 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:13.405470 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b6f2b795-91e3-41a1-b9f2-db2488925fe7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:13.423169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98574b83-2696-4b57-a88d-3d62481bd5ea req-e9845ba7-1fa4-4a60-808e-6419e9521032 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:13.431728 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-98574b83-2696-4b57-a88d-3d62481bd5ea req-e9845ba7-1fa4-4a60-808e-6419e9521032 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.1669767 Feb 05 03:15:13.451743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f2b795-91e3-41a1-b9f2-db2488925fe7 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:15:13.477281 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d8e698bb-384c-439a-806e-554e782dfb53 req-80689ef3-c11a-488d-9b29-14e47391b0ff service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330718 Feb 05 03:15:13.481757 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d529c6b-d0ff-49c4-a0f1-55c141d21665 req-875c5ad7-5983-4a2f-bdb2-60f53563b564 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883868 Feb 05 03:15:13.509687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port b6f2b795-91e3-41a1-b9f2-db2488925fe7, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=b6f2b795-91e3-41a1-b9f2-db2488925fe7,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:13.513710 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-98574b83-2696-4b57-a88d-3d62481bd5ea req-02430546-060d-4346-8af7-0b8996050a39 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808527 Feb 05 03:15:13.526699 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b6f2b795-91e3-41a1-b9f2-db2488925fe7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:13.753336 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d8e698bb-384c-439a-806e-554e782dfb53 req-afda2a6d-17c1-4c07-96e9-43265beca8be service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695906 Feb 05 03:15:13.765425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=b6f2b795-91e3-41a1-b9f2-db2488925fe7,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:13.785119 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['b6f2b795-91e3-41a1-b9f2-db2488925fe7'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:15:13.815626 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d529c6b-d0ff-49c4-a0f1-55c141d21665 req-e183d4c6-b3f6-4bda-a0d2-bd5c7cd7de13 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068783 Feb 05 03:15:13.914428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c98aac-28ba-4fb1-9680-4b01646e7bc3 req-815c6d4a-f6f0-4732-8c6c-b42953594c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:13.916008 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09c98aac-28ba-4fb1-9680-4b01646e7bc3 req-815c6d4a-f6f0-4732-8c6c-b42953594c5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 1125 time: 0.1092479 Feb 05 03:15:14.034469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2d529c6b-d0ff-49c4-a0f1-55c141d21665 req-5b778496-4d74-4fce-8503-86f5711cd0db service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120230 Feb 05 03:15:14.068743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 50994) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:14.173982 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c98aac-28ba-4fb1-9680-4b01646e7bc3 req-c8f04862-163d-4598-8083-21d41100452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:14.176579 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09c98aac-28ba-4fb1-9680-4b01646e7bc3 req-c8f04862-163d-4598-8083-21d41100452b service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.2485895 Feb 05 03:15:14.238630 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09c98aac-28ba-4fb1-9680-4b01646e7bc3 req-3eba70c2-af7c-40b5-aa2b-9c5c0ffb1776 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa5d0478-cb6f-4528-bca2-9ad9c363e187 HTTP/1.1" status: 200 len: 217 time: 0.0557656 Feb 05 03:15:14.309556 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c98aac-28ba-4fb1-9680-4b01646e7bc3 req-e02933fe-e247-4331-885e-28a39c1e637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:14.311234 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09c98aac-28ba-4fb1-9680-4b01646e7bc3 req-e02933fe-e247-4331-885e-28a39c1e637d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0665152 Feb 05 03:15:14.317491 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e87d45f3-89a3-4cb8-bb21-0f3185ac3660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:14.376658 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c98aac-28ba-4fb1-9680-4b01646e7bc3 req-8f0548be-079d-436b-b433-f23e5a03c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:14.379203 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09c98aac-28ba-4fb1-9680-4b01646e7bc3 req-8f0548be-079d-436b-b433-f23e5a03c174 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0615849 Feb 05 03:15:14.405042 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b500ae-d561-497d-94b5-e2e30297e797 req-4b043cce-9f6b-44b5-aea1-adfd1d8d92a5 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:14.406928 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70b500ae-d561-497d-94b5-e2e30297e797 req-4b043cce-9f6b-44b5-aea1-adfd1d8d92a5 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 944 time: 0.1558032 Feb 05 03:15:14.447595 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e87d45f3-89a3-4cb8-bb21-0f3185ac3660 admin admin] Publish callbacks [] for security_group (d0ccea01-a5a0-4a43-91a1-c52fa62faff6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:14.461125 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e87d45f3-89a3-4cb8-bb21-0f3185ac3660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d0ccea01-a5a0-4a43-91a1-c52fa62faff6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:14.525111 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09c98aac-28ba-4fb1-9680-4b01646e7bc3 req-1b9f6105-daba-43e0-b817-2071c0f193cb service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397610 Feb 05 03:15:14.560877 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70b500ae-d561-497d-94b5-e2e30297e797 req-c1adf813-5940-460b-aeca-0465b5431db9 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418049 Feb 05 03:15:14.566551 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e87d45f3-89a3-4cb8-bb21-0f3185ac3660 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85814f92005f452eb17f79910d3dfb00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4966066 Feb 05 03:15:14.568981 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d45f3-89a3-4cb8-bb21-0f3185ac3660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ccea01-a5a0-4a43-91a1-c52fa62faff6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:14.577678 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51006) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:14.698605 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c09c0-f9f9-4c34-8492-1a47a369719c req-690047f6-df8b-4d0f-b462-3d49a234fdc7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:14.707075 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d5c09c0-f9f9-4c34-8492-1a47a369719c req-690047f6-df8b-4d0f-b462-3d49a234fdc7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.0759070 Feb 05 03:15:14.768099 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab027998-789a-4998-ac33-6d8a3f381b17 admin admin] Publish callbacks [] for security_group (d0ccea01-a5a0-4a43-91a1-c52fa62faff6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:14.777200 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09c98aac-28ba-4fb1-9680-4b01646e7bc3 req-d8e5e16d-3ef6-49b1-9c08-158e790b48b0 service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431202 Feb 05 03:15:14.796952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d5c09c0-f9f9-4c34-8492-1a47a369719c req-a02e40e3-3f7a-4270-9b74-f4db6ef95865 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886681 Feb 05 03:15:14.806496 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab027998-789a-4998-ac33-6d8a3f381b17 admin admin] Publish callbacks [] for security_group (d0ccea01-a5a0-4a43-91a1-c52fa62faff6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:14.879965 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab027998-789a-4998-ac33-6d8a3f381b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d0ccea01-a5a0-4a43-91a1-c52fa62faff6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:14.896868 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab027998-789a-4998-ac33-6d8a3f381b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:14.904850 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ab027998-789a-4998-ac33-6d8a3f381b17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0ccea01-a5a0-4a43-91a1-c52fa62faff6 HTTP/1.1" status: 204 len: 168 time: 0.3260000 Feb 05 03:15:14.921152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab027998-789a-4998-ac33-6d8a3f381b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ccea01-a5a0-4a43-91a1-c52fa62faff6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:14.948066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device b6f2b795-91e3-41a1-b9f2-db2488925fe7 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:15:15.027366 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port b6f2b795-91e3-41a1-b9f2-db2488925fe7 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:15:15.031962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port b6f2b795-91e3-41a1-b9f2-db2488925fe7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:15.032591 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b6f2b795-91e3-41a1-b9f2-db2488925fe7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:15.153292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port b6f2b795-91e3-41a1-b9f2-db2488925fe7 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:15.153977 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b6f2b795-91e3-41a1-b9f2-db2488925fe7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:15.196922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port b6f2b795-91e3-41a1-b9f2-db2488925fe7, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=b6f2b795-91e3-41a1-b9f2-db2488925fe7,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:15.198632 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f2b795-91e3-41a1-b9f2-db2488925fe7'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:15:15.204289 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc4e860-cb7f-465d-afde-6cb13c96b048" -d '{"events": [{"server_uuid": "7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e", "name": "network-vif-plugged", "status": "completed", "tag": "b6f2b795-91e3-41a1-b9f2-db2488925fe7"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:15:15.210745 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b6f2b795-91e3-41a1-b9f2-db2488925fe7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:15.277115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=b6f2b795-91e3-41a1-b9f2-db2488925fe7,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:15.305833 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f205819-3332-4c82-8287-3cbd19ea35c0 x-openstack-request-id: req-3f205819-3332-4c82-8287-3cbd19ea35c0 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:15:15.306235 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e", "name": "network-vif-plugged", "status": "completed", "tag": "b6f2b795-91e3-41a1-b9f2-db2488925fe7", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:15:15.306584 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f205819-3332-4c82-8287-3cbd19ea35c0 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:15:15.307124 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f2b795-91e3-41a1-b9f2-db2488925fe7', 'code': 200} Feb 05 03:15:15.427847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ce409-fe25-4e38-a270-e0cc23b73c12 req-db5f6d94-5311-4af9-827f-c1f358857d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:15.429762 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f18ce409-fe25-4e38-a270-e0cc23b73c12 req-db5f6d94-5311-4af9-827f-c1f358857d13 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 1127 time: 0.0536046 Feb 05 03:15:15.493438 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f18ce409-fe25-4e38-a270-e0cc23b73c12 req-1e54dd9f-350e-4557-b25b-b88e62c63aa6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570185 Feb 05 03:15:15.734719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60f7c8-5a20-463f-bd76-acbadbd951b0 req-97e40e39-ffcc-4d08-a708-c4941e0996f6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:15.736255 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a60f7c8-5a20-463f-bd76-acbadbd951b0 req-97e40e39-ffcc-4d08-a708-c4941e0996f6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 945 time: 0.0744634 Feb 05 03:15:15.798621 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a60f7c8-5a20-463f-bd76-acbadbd951b0 req-d4804ea3-3548-42f2-a010-6ca2d752973a tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549371 Feb 05 03:15:15.831692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51038) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:15.965040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-83788c57-4724-4358-ab10-0693cb265e6c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-621766993-network', 'tenant_id': '817636bb286040a69c8702298d819e01'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:15:15.966692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb268cb-43c4-48a1-ba13-3330c92501bd req-7bae4e03-6fd1-4e56-9609-97ef0b1b16f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:15.969121 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ceb268cb-43c4-48a1-ba13-3330c92501bd req-7bae4e03-6fd1-4e56-9609-97ef0b1b16f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.0823839 Feb 05 03:15:15.997752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83788c57-4724-4358-ab10-0693cb265e6c admin admin] Made reservation on behalf of 817636bb286040a69c8702298d819e01 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:15:16.000601 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83788c57-4724-4358-ab10-0693cb265e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:16.017447 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83788c57-4724-4358-ab10-0693cb265e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:16.037569 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ceb268cb-43c4-48a1-ba13-3330c92501bd req-ed25fe23-594f-4dd0-9410-4f5a26ea578c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621221 Feb 05 03:15:16.114619 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83788c57-4724-4358-ab10-0693cb265e6c admin admin] Publish callbacks [] for security_group (b4298c7d-0ec4-48db-9cb5-208ee9894145), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:16.119988 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83788c57-4724-4358-ab10-0693cb265e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b4298c7d-0ec4-48db-9cb5-208ee9894145), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:16.146702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83788c57-4724-4358-ab10-0693cb265e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4298c7d-0ec4-48db-9cb5-208ee9894145,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:16.164851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83788c57-4724-4358-ab10-0693cb265e6c admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:15:16.174821 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83788c57-4724-4358-ab10-0693cb265e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (78489399-3061-4989-b906-32de2e0b2915), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:16.175170 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-83788c57-4724-4358-ab10-0693cb265e6c admin admin] Added segment 78489399-3061-4989-b906-32de2e0b2915 of type vlan for network e44fa365-280e-4a77-ae1a-956d24254b72 Feb 05 03:15:16.222370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83788c57-4724-4358-ab10-0693cb265e6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (e44fa365-280e-4a77-ae1a-956d24254b72), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:16.232248 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:16.251115 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83788c57-4724-4358-ab10-0693cb265e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (e44fa365-280e-4a77-ae1a-956d24254b72), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:16.252070 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83788c57-4724-4358-ab10-0693cb265e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:16.252733 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83788c57-4724-4358-ab10-0693cb265e6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:16.311482 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-83788c57-4724-4358-ab10-0693cb265e6c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4782498 Feb 05 03:15:16.314315 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51044) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:16.316256 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83788c57-4724-4358-ab10-0693cb265e6c admin admin] Pushing event updated for resources: {'Network': ['ID=e44fa365-280e-4a77-ae1a-956d24254b72,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:16.325580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7102cba2-7673-4137-a32a-14cd511c0afe admin admin] Request body: {'subnet': {'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-621766993-subnet', 'tenant_id': '817636bb286040a69c8702298d819e01', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:15:16.342603 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network e44fa365-280e-4a77-ae1a-956d24254b72 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:15:16.365454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7102cba2-7673-4137-a32a-14cd511c0afe admin admin] Made reservation on behalf of 817636bb286040a69c8702298d819e01 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:15:16.370079 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7102cba2-7673-4137-a32a-14cd511c0afe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:16.676060 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7102cba2-7673-4137-a32a-14cd511c0afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (a59a44b3-ed92-4718-987e-b0f1e470fdce), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:16.793450 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102cba2-7673-4137-a32a-14cd511c0afe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a59a44b3-ed92-4718-987e-b0f1e470fdce,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:16.802971 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102cba2-7673-4137-a32a-14cd511c0afe admin admin] Checking segment: {'id': '78489399-3061-4989-b906-32de2e0b2915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:15:16.803392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7102cba2-7673-4137-a32a-14cd511c0afe admin admin] Network hostable DHCP agents. Network: e44fa365-280e-4a77-ae1a-956d24254b72, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:15:16.822952 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7102cba2-7673-4137-a32a-14cd511c0afe admin admin] Network e44fa365-280e-4a77-ae1a-956d24254b72 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:15:16.841741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-7102cba2-7673-4137-a32a-14cd511c0afe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, e44fa365-280e-4a77-ae1a-956d24254b72) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:15:16.846357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7102cba2-7673-4137-a32a-14cd511c0afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:16.847037 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7102cba2-7673-4137-a32a-14cd511c0afe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:16.860804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22834a4-1f46-4404-8ffb-696802b64b4b None None] Network e44fa365-280e-4a77-ae1a-956d24254b72 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:15:16.918685 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7102cba2-7673-4137-a32a-14cd511c0afe admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6027503 Feb 05 03:15:16.920354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51058) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:16.926170 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:15:16.967653 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (e3e4632e-4dc6-469b-a15a-151fee5f70f4), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:16.968729 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (e3e4632e-4dc6-469b-a15a-151fee5f70f4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:16.989676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357711d-ce7c-4751-9230-e16195bcb8ec req-ff1c15e9-2e3f-4f21-bf6d-2e9f00346541 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:16.991969 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3357711d-ce7c-4751-9230-e16195bcb8ec req-ff1c15e9-2e3f-4f21-bf6d-2e9f00346541 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 945 time: 0.1131060 Feb 05 03:15:17.040412 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-cd12f370-57a3-465b-bc98-3022f0f18efc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1232622 Feb 05 03:15:17.104560 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-e44fa365-280e-4a77-ae1a-956d24254b72', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'project_id': '817636bb286040a69c8702298d819e01', 'fixed_ips': [{'subnet_id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:15:17.110074 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:17.114165 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3357711d-ce7c-4751-9230-e16195bcb8ec req-1a4771ea-088b-4529-a202-936b1b332713 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065228 Feb 05 03:15:17.115627 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Publish callbacks [] for router_controller (e3e4632e-4dc6-469b-a15a-151fee5f70f4), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:17.216620 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-387f8b40-05cb-4c71-a008-f8e5814db9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:17.217187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-387f8b40-05cb-4c71-a008-f8e5814db9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:17.217713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-387f8b40-05cb-4c71-a008-f8e5814db9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:17.218186 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-387f8b40-05cb-4c71-a008-f8e5814db9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:17.218668 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-387f8b40-05cb-4c71-a008-f8e5814db9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:17.219166 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-387f8b40-05cb-4c71-a008-f8e5814db9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:17.219631 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-387f8b40-05cb-4c71-a008-f8e5814db9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:17.221611 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-387f8b40-05cb-4c71-a008-f8e5814db9ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 6710 time: 0.1098194 Feb 05 03:15:17.449354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-2efa9198-254f-492a-b67d-aa10bbe03c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:17.449843 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-2efa9198-254f-492a-b67d-aa10bbe03c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:17.450308 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-2efa9198-254f-492a-b67d-aa10bbe03c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:17.451919 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-2efa9198-254f-492a-b67d-aa10bbe03c9b service neutron] 10.222.0.31 "GET /v2.0/networks?id=7097744d-dd66-45ae-922a-012c6aa6d64a&id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532&id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 HTTP/1.1" status: 200 len: 2293 time: 0.2048717 Feb 05 03:15:17.472817 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Publish callbacks [] for router_gateway (e3e4632e-4dc6-469b-a15a-151fee5f70f4), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:17.501499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Allocated IP 172.20.0.2 (e44fa365-280e-4a77-ae1a-956d24254b72/a59a44b3-ed92-4718-987e-b0f1e470fdce/74adb534-7198-4c0a-a8de-a31558b9d649) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:15:17.582392 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-70a41643-8f5b-496d-a479-961711af4d8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03fddcad-382d-4779-8b93-ead7ee0c15de HTTP/1.1" status: 200 len: 1002 time: 0.1202457 Feb 05 03:15:17.643765 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-66ad3a37-e995-4255-8e0f-78bb8175e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:17.645848 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-66ad3a37-e995-4255-8e0f-78bb8175e800 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8cf09b2e-137b-4998-8599-88061836d9fc HTTP/1.1" status: 200 len: 851 time: 0.0560868 Feb 05 03:15:17.696858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abcb13-8516-40ae-bf8c-979c9c58a3c9 req-e3b301c3-51ca-4c22-9c79-3a37ffebc765 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:17.704047 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6abcb13-8516-40ae-bf8c-979c9c58a3c9 req-e3b301c3-51ca-4c22-9c79-3a37ffebc765 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.4952412 Feb 05 03:15:17.719196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-193ea3f9-9ced-49f9-a9c7-6b48d2840f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:17.721002 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-193ea3f9-9ced-49f9-a9c7-6b48d2840f15 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7097744d-dd66-45ae-922a-012c6aa6d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0675800 Feb 05 03:15:17.794641 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6abcb13-8516-40ae-bf8c-979c9c58a3c9 req-f66f427f-23e5-4905-b21b-f036527d8306 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896499 Feb 05 03:15:17.822446 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Publish callbacks [] for port (74adb534-7198-4c0a-a8de-a31558b9d649), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:17.822883 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-8932ed7f-a70a-4b39-aed6-3849fe1bf166 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:17.824634 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-8932ed7f-a70a-4b39-aed6-3849fe1bf166 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 804 time: 0.3425758 Feb 05 03:15:17.841826 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (74adb534-7198-4c0a-a8de-a31558b9d649), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:17.848589 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-89bcf780-a7ed-483f-83ed-1ce781939e67 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/quotas/82f3913ef0bd4cbd8d1a3d14443f1038 HTTP/1.1" status: 200 len: 375 time: 0.0166478 Feb 05 03:15:17.952903 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-3d6c8342-9f63-4623-b42e-9f16332b0655 service neutron] 10.222.0.31 "GET /v2.0/networks/7097744d-dd66-45ae-922a-012c6aa6d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254331 Feb 05 03:15:17.958281 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Network e44fa365-280e-4a77-ae1a-956d24254b72 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:15:17.980349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:15:17.986793 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:15:17.997905 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-b7b4287b-a14b-4fb0-989d-d54000836298 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1392152 Feb 05 03:15:18.062797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Pushing event updated for resources: {'Port': ['ID=74adb534-7198-4c0a-a8de-a31558b9d649,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:18.118961 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-cc0ecbca-84e9-48dd-85c4-2866c078dd75 service neutron] 10.222.0.31 "GET /v2.0/networks/7097744d-dd66-45ae-922a-012c6aa6d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583178 Feb 05 03:15:18.122620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-0269eea3-1749-4653-a48d-f1f0c84e587c service neutron] 10.222.0.36 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965378 Feb 05 03:15:18.150698 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:18.151078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:18.151515 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:18.151859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:18.152199 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:18.152533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:18.152865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:18.153194 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:18.153522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:18.153849 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:18.154177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:18.154503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:18.160483 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:18.180381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Attempting to bind port 74adb534-7198-4c0a-a8de-a31558b9d649 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:15:18.181939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Attempting to bind port 74adb534-7198-4c0a-a8de-a31558b9d649 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '78489399-3061-4989-b906-32de2e0b2915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:15:18.183517 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Attempting to bind port 74adb534-7198-4c0a-a8de-a31558b9d649 on network e44fa365-280e-4a77-ae1a-956d24254b72 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:15:18.194327 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Publish callbacks [] for router_gateway (e3e4632e-4dc6-469b-a15a-151fee5f70f4), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:18.196029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:15:18.197541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Checking segment: {'id': '78489399-3061-4989-b906-32de2e0b2915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:15:18.197971 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:18.202530 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Bound using segment: {'id': '78489399-3061-4989-b906-32de2e0b2915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:15:18.203247 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Bound port: 74adb534-7198-4c0a-a8de-a31558b9d649, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78489399-3061-4989-b906-32de2e0b2915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:15:18.203656 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (74adb534-7198-4c0a-a8de-a31558b9d649), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:18.219942 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:18.246551 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-a3dee59a-35ef-4abc-be19-4e0fb6305c08 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=5a26af8e-b2d2-48e9-abcf-9b13be1c3efd HTTP/1.1" status: 200 len: 217 time: 0.1149347 Feb 05 03:15:18.341916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Allocated IP 172.25.0.185 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/ae3c8f4d-dcff-41c6-85e9-968769a6384f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:15:18.346398 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] For port 74adb534-7198-4c0a-a8de-a31558b9d649, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:15:18.354960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-92dd1555-85a2-4ea0-bfc3-b4c8b9746e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:18.357643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] For port 74adb534-7198-4c0a-a8de-a31558b9d649, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=74adb534-7198-4c0a-a8de-a31558b9d649,segment=NetworkSegment(78489399-3061-4989-b906-32de2e0b2915),segment_id=78489399-3061-4989-b906-32de2e0b2915)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:15:18.358264 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-92dd1555-85a2-4ea0-bfc3-b4c8b9746e46 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e854b5d-d872-40a2-961d-0a6ca3b5873c HTTP/1.1" status: 200 len: 797 time: 0.1029460 Feb 05 03:15:18.375369 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (74adb534-7198-4c0a-a8de-a31558b9d649), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:18.462133 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Publish callbacks [] for port (ae3c8f4d-dcff-41c6-85e9-968769a6384f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:18.471068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-d7c520d3-8e3e-469f-a436-d53c7c192d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:18.477444 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-d7c520d3-8e3e-469f-a436-d53c7c192d3c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1139333 Feb 05 03:15:18.481652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a1fe0-9c76-46b4-af7c-676831506e1e None None] Pushing event updated for resources: {'Port': ['ID=74adb534-7198-4c0a-a8de-a31558b9d649,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:18.572210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-757876b4-d82f-4627-a378-8f5677204ef9 service neutron] 10.222.0.36 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405222 Feb 05 03:15:18.574270 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ae3c8f4d-dcff-41c6-85e9-968769a6384f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:18.706494 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-d0194f06-daa5-40c0-a279-006ed958453a service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230070 Feb 05 03:15:18.711923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:15:18.724583 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:15:18.729559 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:15:18.774667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3c8f4d-dcff-41c6-85e9-968769a6384f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:18.968314 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-efda5a72-0d53-4c72-948e-a551c86592c5 service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547460 Feb 05 03:15:19.059932 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-cedcf969-6dd0-4564-8857-23639ce45878 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=dc69a7b0-d07b-4eaf-9597-8aab76827f26 HTTP/1.1" status: 200 len: 217 time: 0.0844259 Feb 05 03:15:19.136613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-f4dd8527-0107-4a17-b4ab-e6ebeb35d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:19.144750 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-f4dd8527-0107-4a17-b4ab-e6ebeb35d6f3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e854b5d-d872-40a2-961d-0a6ca3b5873c HTTP/1.1" status: 200 len: 797 time: 0.0702341 Feb 05 03:15:19.245206 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-8561b79b-09e8-421c-a45d-31efa62659f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:19.246836 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-8561b79b-09e8-421c-a45d-31efa62659f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1012571 Feb 05 03:15:19.250410 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04e1fa8f-aab9-4056-864d-84a9b93e795c req-1fd0c915-e13c-4dbf-a7a0-4e15baaed226 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 210 time: 0.2085397 Feb 05 03:15:19.376409 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b991655-6461-4e80-91b9-1a22de951382 req-8e514129-ff43-4521-81ac-6562aa6ecf10 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:19.378110 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b991655-6461-4e80-91b9-1a22de951382 req-8e514129-ff43-4521-81ac-6562aa6ecf10 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.3375740 Feb 05 03:15:19.452405 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-792700a2-f9de-49a6-9dbc-d4bbb2d2a29b service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985440 Feb 05 03:15:19.611282 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b991655-6461-4e80-91b9-1a22de951382 req-1881f062-f662-429b-be6d-a64b2d011535 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274973 Feb 05 03:15:19.641362 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-6c0f0a99-51dd-4de0-8224-5d3c17c02149 service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774635 Feb 05 03:15:19.646324 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Publish callbacks [] for router_gateway (e3e4632e-4dc6-469b-a15a-151fee5f70f4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:19.762581 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-d1dfc5f0-b7e6-4913-a628-db45f24bc89f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 HTTP/1.1" status: 200 len: 217 time: 0.1135142 Feb 05 03:15:20.205218 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (e3e4632e-4dc6-469b-a15a-151fee5f70f4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:20.489774 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8192d4dc-5731-43c7-8143-5c0dd533c664 None None] Network e44fa365-280e-4a77-ae1a-956d24254b72 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:15:20.617320 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-f430e75d-1eb1-42a4-a2a3-969e1669a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:20.619378 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-f430e75d-1eb1-42a4-a2a3-969e1669a8dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e854b5d-d872-40a2-961d-0a6ca3b5873c HTTP/1.1" status: 200 len: 797 time: 0.8417132 Feb 05 03:15:20.713363 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-0f772f46-3039-47bd-a989-9581e983bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:20.715360 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-0f772f46-3039-47bd-a989-9581e983bc68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0892348 Feb 05 03:15:20.792169 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5e273db7-d666-4f33-b61b-7b9810090d45 None None] Provisioning complete for port 74adb534-7198-4c0a-a8de-a31558b9d649 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:20.792928 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e273db7-d666-4f33-b61b-7b9810090d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (74adb534-7198-4c0a-a8de-a31558b9d649), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:21.068263 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-bfd35b25-48da-4553-8669-6a9a2118e6de service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295250 Feb 05 03:15:21.091221 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 74adb534-7198-4c0a-a8de-a31558b9d649 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:15:21.232293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 74adb534-7198-4c0a-a8de-a31558b9d649 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:21.232658 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (74adb534-7198-4c0a-a8de-a31558b9d649), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:21.322528 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5e273db7-d666-4f33-b61b-7b9810090d45 None None] Current status of the port 74adb534-7198-4c0a-a8de-a31558b9d649 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:21.323169 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e273db7-d666-4f33-b61b-7b9810090d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (74adb534-7198-4c0a-a8de-a31558b9d649), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:21.323471 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-908bf07b-7fea-4dfc-b4bd-be0a0f3170db service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485325 Feb 05 03:15:21.402250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 74adb534-7198-4c0a-a8de-a31558b9d649 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:21.408851 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (74adb534-7198-4c0a-a8de-a31558b9d649), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:21.437200 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-3094164f-37d6-4335-91a7-afcf63587b6a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=fbc466ef-ab06-42d0-aa44-1c7648ee247b HTTP/1.1" status: 200 len: 217 time: 0.1045282 Feb 05 03:15:21.467006 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5e273db7-d666-4f33-b61b-7b9810090d45 None None] For port 74adb534-7198-4c0a-a8de-a31558b9d649, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=74adb534-7198-4c0a-a8de-a31558b9d649,segment=NetworkSegment(78489399-3061-4989-b906-32de2e0b2915),segment_id=78489399-3061-4989-b906-32de2e0b2915)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:21.475314 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e273db7-d666-4f33-b61b-7b9810090d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (74adb534-7198-4c0a-a8de-a31558b9d649), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:21.599095 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:15:21.601429 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:15:21.605519 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e273db7-d666-4f33-b61b-7b9810090d45 None None] Pushing event updated for resources: {'Port': ['ID=74adb534-7198-4c0a-a8de-a31558b9d649,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:21.610726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-8f8b1091-e133-4d5e-9ea0-9cb66e736394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:21.612210 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-8f8b1091-e133-4d5e-9ea0-9cb66e736394 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e854b5d-d872-40a2-961d-0a6ca3b5873c HTTP/1.1" status: 200 len: 797 time: 0.1657736 Feb 05 03:15:21.704284 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-214e92b3-b175-4e4a-a633-897b9af62982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:21.710894 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-214e92b3-b175-4e4a-a633-897b9af62982 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=294d05d4-fb14-4a11-9ba7-7ee8854fa262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0919292 Feb 05 03:15:21.828090 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-05d4016a-333a-4dc0-b437-bfca907a53d2 None None] Provisioning complete for port 74adb534-7198-4c0a-a8de-a31558b9d649 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:21.837186 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-05d4016a-333a-4dc0-b437-bfca907a53d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (74adb534-7198-4c0a-a8de-a31558b9d649), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:21.952538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-135dd982-0f66-4ff2-b668-242ca23bdd2b req-e234ce18-f78e-4b89-89c5-3c016cb2b11c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 210 time: 0.4199803 Feb 05 03:15:21.997481 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-7e12e7ce-98e0-414e-bb09-20a170f0cfe7 service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800395 Feb 05 03:15:22.116003 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3743c8-74d8-4d06-87c9-077d39007248 req-cdbe5a0f-09e3-4787-ac91-a12b1d5ab460 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:22.127423 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d3743c8-74d8-4d06-87c9-077d39007248 req-cdbe5a0f-09e3-4787-ac91-a12b1d5ab460 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.5928793 Feb 05 03:15:22.151616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-554c90c2-798d-4dbb-bc60-b5f8d612702d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:22.153399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-554c90c2-798d-4dbb-bc60-b5f8d612702d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 804 time: 0.6477282 Feb 05 03:15:22.217990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 74adb534-7198-4c0a-a8de-a31558b9d649 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:22.232807 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-05d4016a-333a-4dc0-b437-bfca907a53d2 None None] Current status of the port 74adb534-7198-4c0a-a8de-a31558b9d649 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:22.268127 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-09b9a41c-0901-4769-88c3-8776fda2eba7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Request body: {'port': {'device_id': 'c2b10bc1-ef36-4e54-9728-ab6bdd75777b', 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a', 'admin_state_up': True, 'tenant_id': '82f3913ef0bd4cbd8d1a3d14443f1038'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:15:22.269069 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Router e3e4632e-4dc6-469b-a15a-151fee5f70f4 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:15:22.347613 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-0546bfcf-f0f8-4b4b-baf2-03b578d44d2e service neutron] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248513 Feb 05 03:15:22.430476 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d3743c8-74d8-4d06-87c9-077d39007248 req-9a118949-821d-471c-9a61-7f6f6385ad25 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725677 Feb 05 03:15:22.575700 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-6c2e37e2-5f87-4528-b178-8078c5bd37d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c916ff2-7d58-4cfe-9c58-e067395ab560 HTTP/1.1" status: 200 len: 217 time: 0.2284014 Feb 05 03:15:22.692094 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-136914f6-a9a1-4401-829a-de52180a4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:22.693607 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-136914f6-a9a1-4401-829a-de52180a4969 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b096d275-2128-405d-bbe8-4ef7950d852d HTTP/1.1" status: 200 len: 797 time: 0.1112430 Feb 05 03:15:22.716366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:15:22.719825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-09b9a41c-0901-4769-88c3-8776fda2eba7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Made reservation on behalf of 82f3913ef0bd4cbd8d1a3d14443f1038 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:15:22.728356 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-09b9a41c-0901-4769-88c3-8776fda2eba7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:22.730404 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Sync routers for ids ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:15:22.757956 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Routers {'e3e4632e-4dc6-469b-a15a-151fee5f70f4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:15:22.766677 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:15:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:15:22.845720 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 74adb534-7198-4c0a-a8de-a31558b9d649 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:15:22.863270 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:22.865384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-3ba459ca-c647-435d-8aeb-210c4d6d2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:22.869961 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-3ba459ca-c647-435d-8aeb-210c4d6d2177 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1704950 Feb 05 03:15:22.870206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-75ff555d-240c-48e2-a8f5-0dbe71548b29 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9487097 Feb 05 03:15:22.870662 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51114) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:22.970331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 74adb534-7198-4c0a-a8de-a31558b9d649 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:22.970331 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (74adb534-7198-4c0a-a8de-a31558b9d649), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:23.169923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 74adb534-7198-4c0a-a8de-a31558b9d649 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:23.205002 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-09b9a41c-0901-4769-88c3-8776fda2eba7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Allocated IP 172.20.0.10 (b566c3f7-a300-4cdb-9a7a-d35f43a9de9a/38c73809-1d31-4fb2-813a-779056f1c55f/6647ece6-51bb-49e8-a954-a2c3db5745de) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:15:23.227836 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-315c5516-08db-4a46-9253-93703e50bd19 req-db390753-4250-45fa-a09b-b06869ca5092 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 210 time: 0.1066437 Feb 05 03:15:23.308464 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Set router e3e4632e-4dc6-469b-a15a-151fee5f70f4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:15:23.419717 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-14f3ff76-2c04-4ec9-ba3f-2b5c58514ab6 service neutron] 10.222.0.31 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518527 Feb 05 03:15:23.892932 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-09b9a41c-0901-4769-88c3-8776fda2eba7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks [] for port (6647ece6-51bb-49e8-a954-a2c3db5745de), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:23.905096 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-5f2f1927-8ebf-4289-95d7-e1a40d3ee406 service neutron] 10.222.0.31 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491556 Feb 05 03:15:23.982206 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-09b9a41c-0901-4769-88c3-8776fda2eba7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (6647ece6-51bb-49e8-a954-a2c3db5745de), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:23.999982 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e5af5f1e-42b6-45a8-9158-8526d7906946', 'b6f2b795-91e3-41a1-b9f2-db2488925fe7'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:15:24.017865 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:15:19Z', 'revision_number': 3, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port': {'id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:18Z', 'updated_at': '2022-02-05T03:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:15:24.020217 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-898efbad-e8aa-4822-bdc1-b8dd8f4d8665 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=33a13812-d1af-43c2-9975-b0a6d8dee08d HTTP/1.1" status: 200 len: 217 time: 0.1028948 Feb 05 03:15:24.084509 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Checking router: e3e4632e-4dc6-469b-a15a-151fee5f70f4 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:15:24.086643 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Updating router e3e4632e-4dc6-469b-a15a-151fee5f70f4 port ae3c8f4d-dcff-41c6-85e9-968769a6384f binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:15:24.159243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-09b9a41c-0901-4769-88c3-8776fda2eba7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:15:24.165539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-09b9a41c-0901-4769-88c3-8776fda2eba7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:15:24.176932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-09b9a41c-0901-4769-88c3-8776fda2eba7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:15:24.177218 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ae3c8f4d-dcff-41c6-85e9-968769a6384f), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:24.262580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9a41c-0901-4769-88c3-8776fda2eba7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Pushing event updated for resources: {'Port': ['ID=6647ece6-51bb-49e8-a954-a2c3db5745de,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:24.277040 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:24.348094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd713f8-53e7-43ae-ab59-b1dadf4762b7 req-a48dffae-5fbd-421f-8a31-a3ca1e4bfb2e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:24.349699 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3cd713f8-53e7-43ae-ab59-b1dadf4762b7 req-a48dffae-5fbd-421f-8a31-a3ca1e4bfb2e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.7151334 Feb 05 03:15:24.370097 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-09b9a41c-0901-4769-88c3-8776fda2eba7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:24.370618 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-09b9a41c-0901-4769-88c3-8776fda2eba7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:24.543041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-d6c0503c-eafd-48be-9b23-37a322d87ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:24.544098 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-d6c0503c-eafd-48be-9b23-37a322d87ae2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b096d275-2128-405d-bbe8-4ef7950d852d HTTP/1.1" status: 200 len: 797 time: 0.3923442 Feb 05 03:15:24.563745 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-09b9a41c-0901-4769-88c3-8776fda2eba7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3146918 Feb 05 03:15:24.593916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Request body: {'port': {'device_id': 'c2b10bc1-ef36-4e54-9728-ab6bdd75777b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:15:24.699628 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3cd713f8-53e7-43ae-ab59-b1dadf4762b7 req-8f38e6e4-9ac0-4fc3-b6c7-9093b62cbd24 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112769 Feb 05 03:15:24.734577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca544b-b060-4957-b60d-39ac461eaf17 req-38ff3125-8bd6-489e-96fd-6d7512faa7b5 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:24.738030 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-53ca544b-b060-4957-b60d-39ac461eaf17 req-38ff3125-8bd6-489e-96fd-6d7512faa7b5 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 932 time: 0.2898161 Feb 05 03:15:24.754075 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6647ece6-51bb-49e8-a954-a2c3db5745de), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:24.841980 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Allocated IP 172.20.0.1 (e44fa365-280e-4a77-ae1a-956d24254b72/a59a44b3-ed92-4718-987e-b0f1e470fdce/0e4aaa01-57a3-4910-9c1a-78208c7e5e4e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:15:24.856482 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Publish callbacks [] for port (ae3c8f4d-dcff-41c6-85e9-968769a6384f), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:24.873604 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ae3c8f4d-dcff-41c6-85e9-968769a6384f), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:24.969688 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4783e9c-488a-4ada-ba96-7bcda3dbf015 None None] Pushing event updated for resources: {'Port': ['ID=ae3c8f4d-dcff-41c6-85e9-968769a6384f,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:24.973971 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Publish callbacks [] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:25.033127 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Attempting to bind port ae3c8f4d-dcff-41c6-85e9-968769a6384f on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:15:25.033999 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Attempting to bind port ae3c8f4d-dcff-41c6-85e9-968769a6384f by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:15:25.034415 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Attempting to bind port ae3c8f4d-dcff-41c6-85e9-968769a6384f on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:15:25.034975 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:25.050263 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4783e9c-488a-4ada-ba96-7bcda3dbf015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.050648 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4783e9c-488a-4ada-ba96-7bcda3dbf015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.051000 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4783e9c-488a-4ada-ba96-7bcda3dbf015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.051568 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4783e9c-488a-4ada-ba96-7bcda3dbf015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.051864 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4783e9c-488a-4ada-ba96-7bcda3dbf015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.051983 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4783e9c-488a-4ada-ba96-7bcda3dbf015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.052293 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4783e9c-488a-4ada-ba96-7bcda3dbf015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.059025 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4783e9c-488a-4ada-ba96-7bcda3dbf015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.059418 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4783e9c-488a-4ada-ba96-7bcda3dbf015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.059764 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4783e9c-488a-4ada-ba96-7bcda3dbf015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.060373 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4783e9c-488a-4ada-ba96-7bcda3dbf015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.060823 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4783e9c-488a-4ada-ba96-7bcda3dbf015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.061184 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4783e9c-488a-4ada-ba96-7bcda3dbf015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.066108 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:15:25.066437 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:15:25.066873 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:25.067262 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:15:25.067787 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Bound port: ae3c8f4d-dcff-41c6-85e9-968769a6384f, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:15:25.068136 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ae3c8f4d-dcff-41c6-85e9-968769a6384f), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:25.141056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Network e44fa365-280e-4a77-ae1a-956d24254b72 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:15:25.147393 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:15:25.192602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:15:25.205248 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] For port ae3c8f4d-dcff-41c6-85e9-968769a6384f, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:15:25.212546 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] For port ae3c8f4d-dcff-41c6-85e9-968769a6384f, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ae3c8f4d-dcff-41c6-85e9-968769a6384f,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:15:25.223599 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ae3c8f4d-dcff-41c6-85e9-968769a6384f), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:25.296545 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-53ca544b-b060-4957-b60d-39ac461eaf17 req-ce41e3b4-abce-4308-8774-7ee3886d2503 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5433571 Feb 05 03:15:25.362475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Pushing event updated for resources: {'Port': ['ID=0e4aaa01-57a3-4910-9c1a-78208c7e5e4e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:25.410378 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.410777 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.411167 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.411575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.415109 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.415642 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.415930 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.416337 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.416749 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.417125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.417531 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.418015 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.429739 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Routers {'e3e4632e-4dc6-469b-a15a-151fee5f70f4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:15:25.430379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:25.430537 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:15:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:15:25.432584 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4783e9c-488a-4ada-ba96-7bcda3dbf015 None None] Pushing event updated for resources: {'Port': ['ID=ae3c8f4d-dcff-41c6-85e9-968769a6384f,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:25.442434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-dad1a2ba-0dd1-4812-a26d-c2b64bcefe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:25.450042 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-dad1a2ba-0dd1-4812-a26d-c2b64bcefe47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4371281 Feb 05 03:15:25.451197 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (e3e4632e-4dc6-469b-a15a-151fee5f70f4), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:25.478847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6647ece6-51bb-49e8-a954-a2c3db5745de {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:15:25.487168 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Publish callbacks [] for port (6647ece6-51bb-49e8-a954-a2c3db5745de), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:25.520874 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Transition to ACTIVE for port object 6647ece6-51bb-49e8-a954-a2c3db5745de will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:15:25.530690 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (6647ece6-51bb-49e8-a954-a2c3db5745de), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:25.665593 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-d8fedcab-3980-4b55-8ce5-8c8333192d9a service neutron] 10.222.0.31 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007747 Feb 05 03:15:25.695209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c29cfbf4-377d-4f0f-8cd4-5aa7fc026758 None None] Provisioning complete for port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:25.695776 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Pushing event updated for resources: {'Port': ['ID=6647ece6-51bb-49e8-a954-a2c3db5745de,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:25.696438 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c29cfbf4-377d-4f0f-8cd4-5aa7fc026758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:25.777648 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] Set router e3e4632e-4dc6-469b-a15a-151fee5f70f4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:15:25.805572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c29cfbf4-377d-4f0f-8cd4-5aa7fc026758 None None] Port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:15:26.020063 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Attempting to bind port 6647ece6-51bb-49e8-a954-a2c3db5745de on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:15:26.020408 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Attempting to bind port 6647ece6-51bb-49e8-a954-a2c3db5745de by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:15:26.020765 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Attempting to bind port 6647ece6-51bb-49e8-a954-a2c3db5745de on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:15:26.048138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Port 6647ece6-51bb-49e8-a954-a2c3db5745de on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:15:26.048473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Attempting to bind port 6647ece6-51bb-49e8-a954-a2c3db5745de on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:15:26.079026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cab885-cd02-4e3b-a89d-c58304165d45 req-5c50d968-5e71-4eae-b6ae-f405a8af7644 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:26.089636 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01cab885-cd02-4e3b-a89d-c58304165d45 req-5c50d968-5e71-4eae-b6ae-f405a8af7644 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.2214811 Feb 05 03:15:26.107462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:15:26.116910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Checking segment: {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:15:26.117565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Bound using segment: {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:15:26.118215 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Bound port: 6647ece6-51bb-49e8-a954-a2c3db5745de, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:15:26.118801 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6647ece6-51bb-49e8-a954-a2c3db5745de), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:26.172963 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:26.213138 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:15:19Z', 'revision_number': 3, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port': {'id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:18Z', 'updated_at': '2022-02-05T03:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:15:26.239595 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0a46b5b9-0435-40d2-aeae-e44d957eb45f req-21359822-e130-441a-8699-19581be474df service neutron] 10.222.0.31 "GET /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440521 Feb 05 03:15:26.257298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01cab885-cd02-4e3b-a89d-c58304165d45 req-5bebdc40-0edf-4370-b44c-59b994228b70 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569562 Feb 05 03:15:26.280888 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093d09f-c2db-4e34-b5e4-553b34394725 None None] The sync data for ids ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'] in n-d-826942-8 is: [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:15:19Z', 'revision_number': 3, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port': {'id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:18Z', 'updated_at': '2022-02-05T03:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:15:26.299635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] For port 6647ece6-51bb-49e8-a954-a2c3db5745de, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:15:26.311106 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] For port 6647ece6-51bb-49e8-a954-a2c3db5745de, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=6647ece6-51bb-49e8-a954-a2c3db5745de,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:15:26.325376 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (6647ece6-51bb-49e8-a954-a2c3db5745de), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:26.434847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:26.435462 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:26.439839 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] 10.222.0.10 "PUT /v2.0/ports/6647ece6-51bb-49e8-a954-a2c3db5745de HTTP/1.1" status: 200 len: 1092 time: 1.8665524 Feb 05 03:15:26.440352 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b10bc1-ef36-4e54-9728-ab6bdd75777b', 'tag': '6647ece6-51bb-49e8-a954-a2c3db5745de'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:15:26.442702 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c180ca34-3295-4c61-a035-cf4653ca2eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b10bc1-ef36-4e54-9728-ab6bdd75777b", "tag": "6647ece6-51bb-49e8-a954-a2c3db5745de"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:15:26.591474 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc355a5-5e1d-4350-8ea9-dd007429ed1b x-openstack-request-id: req-ecc355a5-5e1d-4350-8ea9-dd007429ed1b {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:15:26.591778 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b10bc1-ef36-4e54-9728-ab6bdd75777b", "tag": "6647ece6-51bb-49e8-a954-a2c3db5745de", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:15:26.592037 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ecc355a5-5e1d-4350-8ea9-dd007429ed1b {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:15:26.592923 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b10bc1-ef36-4e54-9728-ab6bdd75777b', 'tag': '6647ece6-51bb-49e8-a954-a2c3db5745de', 'status': 'completed', 'code': 200} Feb 05 03:15:26.638664 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Publish callbacks [] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:26.649876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6f759-b45d-4fab-bfe8-523811daac19 service neutron] Pushing event updated for resources: {'Port': ['ID=6647ece6-51bb-49e8-a954-a2c3db5745de,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:26.652190 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:26.714416 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3216b-c2ed-4405-ab26-6d2fa6dfd5a1 req-53c8c817-5d22-40e2-9bce-b7b4111d8574 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:26.724348 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4c3216b-c2ed-4405-ab26-6d2fa6dfd5a1 req-53c8c817-5d22-40e2-9bce-b7b4111d8574 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 944 time: 0.2698021 Feb 05 03:15:26.727744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-9489bbd9-5f6b-41dc-ac03-099874ad6735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:26.729185 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-9489bbd9-5f6b-41dc-ac03-099874ad6735 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 1126 time: 0.2121031 Feb 05 03:15:26.834514 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-38e84925-c851-4e98-bc89-80be45bfae43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6647ece6-51bb-49e8-a954-a2c3db5745de HTTP/1.1" status: 200 len: 217 time: 0.0851917 Feb 05 03:15:26.901804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Pushing event updated for resources: {'Port': ['ID=0e4aaa01-57a3-4910-9c1a-78208c7e5e4e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:26.910058 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (e3e4632e-4dc6-469b-a15a-151fee5f70f4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:27.004583 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4c3216b-c2ed-4405-ab26-6d2fa6dfd5a1 req-2df9cbe1-153e-4b33-8d40-01b67050c803 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388592 Feb 05 03:15:27.072998 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Network e44fa365-280e-4a77-ae1a-956d24254b72 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:15:27.074735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:15:27.107274 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-dd226902-6e61-4e36-8227-b44fc30d1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:27.119012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-dd226902-6e61-4e36-8227-b44fc30d1b6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38c73809-1d31-4fb2-813a-779056f1c55f HTTP/1.1" status: 200 len: 844 time: 0.2322261 Feb 05 03:15:27.192754 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-5d07d2dc-7857-4e2f-86e0-2ff0693a440a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672896 Feb 05 03:15:27.360389 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Router e3e4632e-4dc6-469b-a15a-151fee5f70f4 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:15:27.657537 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-df9164b6-2e88-4454-868c-24f7751f411a service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560483 Feb 05 03:15:27.664142 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:15:27.678089 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-057d3199-c25d-4ed2-a309-3b6e5a8c148a admin admin] 10.222.0.36 "PUT /v2.0/routers/e3e4632e-4dc6-469b-a15a-151fee5f70f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7986555 Feb 05 03:15:27.705112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d926688-e85a-44b6-b549-7cb0e687388a req-2c4c68f3-9eb0-4c3e-a5dd-a36e91b271c6 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:27.707080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cbaaf136-3d40-4fa2-8ae3-1b2c990dcfa4 None None] Provisioning complete for port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:27.708499 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbaaf136-3d40-4fa2-8ae3-1b2c990dcfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:27.709035 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d926688-e85a-44b6-b549-7cb0e687388a req-2c4c68f3-9eb0-4c3e-a5dd-a36e91b271c6 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.2349620 Feb 05 03:15:27.818667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cbaaf136-3d40-4fa2-8ae3-1b2c990dcfa4 None None] Port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:15:27.939103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d926688-e85a-44b6-b549-7cb0e687388a req-e89e8163-cc72-426b-8484-7ea65712bd64 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936817 Feb 05 03:15:27.978657 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ce8a3d0c-1bae-4583-951e-4c36f2af56d7 req-9d1bba9d-3402-40d1-8be4-2e853d81e644 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086133 Feb 05 03:15:28.167229 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180ca34-3295-4c61-a035-cf4653ca2eb5 req-54088154-bffa-4d46-95f1-41cd9b403dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:28.169852 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c180ca34-3295-4c61-a035-cf4653ca2eb5 req-54088154-bffa-4d46-95f1-41cd9b403dab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 1126 time: 0.0888672 Feb 05 03:15:28.449762 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d254a-5938-4780-a3ad-c32dcd85d678 req-7016dd72-6aa8-4b02-8f10-cf40ec73ad46 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:28.468450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-041d254a-5938-4780-a3ad-c32dcd85d678 req-7016dd72-6aa8-4b02-8f10-cf40ec73ad46 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 944 time: 0.2672739 Feb 05 03:15:28.532230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180ca34-3295-4c61-a035-cf4653ca2eb5 req-75371194-29f7-4482-8157-4189d728616b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:28.533833 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c180ca34-3295-4c61-a035-cf4653ca2eb5 req-75371194-29f7-4482-8157-4189d728616b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 905 time: 0.3563466 Feb 05 03:15:28.618133 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c180ca34-3295-4c61-a035-cf4653ca2eb5 req-096d3c90-3523-4bdc-8ffa-308cf1b0c7bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6647ece6-51bb-49e8-a954-a2c3db5745de HTTP/1.1" status: 200 len: 217 time: 0.0770657 Feb 05 03:15:28.676351 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180ca34-3295-4c61-a035-cf4653ca2eb5 req-bc4570aa-a427-4f19-ab81-11a54320afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:28.678185 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c180ca34-3295-4c61-a035-cf4653ca2eb5 req-bc4570aa-a427-4f19-ab81-11a54320afb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38c73809-1d31-4fb2-813a-779056f1c55f HTTP/1.1" status: 200 len: 844 time: 0.0540435 Feb 05 03:15:28.684179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-041d254a-5938-4780-a3ad-c32dcd85d678 req-00ac9c8d-1bd1-4c93-865c-18aac74acd6e tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146506 Feb 05 03:15:28.718048 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c180ca34-3295-4c61-a035-cf4653ca2eb5 req-a4433e70-db43-4754-8d14-2e550cc99e85 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329092 Feb 05 03:15:28.863602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51174) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:28.870013 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0eb05a08-48aa-48a0-9344-1ad7c730338e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1307595432-network', 'tenant_id': 'c7566a979e134cadb1db41d715f30a55'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:15:28.908864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb05a08-48aa-48a0-9344-1ad7c730338e admin admin] Made reservation on behalf of c7566a979e134cadb1db41d715f30a55 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:15:28.915940 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0eb05a08-48aa-48a0-9344-1ad7c730338e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:28.935497 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ae3c8f4d-dcff-41c6-85e9-968769a6384f up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:15:28.954155 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0eb05a08-48aa-48a0-9344-1ad7c730338e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:28.989694 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c180ca34-3295-4c61-a035-cf4653ca2eb5 req-dcf2f3e0-08ca-4601-a470-52ff47f2a21f service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633882 Feb 05 03:15:29.101794 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ae3c8f4d-dcff-41c6-85e9-968769a6384f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:29.103706 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ae3c8f4d-dcff-41c6-85e9-968769a6384f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:29.174115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c180ca34-3295-4c61-a035-cf4653ca2eb5 req-bed54fba-4a8c-401c-9131-fecc12dca2c5 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771865 Feb 05 03:15:29.190517 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0eb05a08-48aa-48a0-9344-1ad7c730338e admin admin] Publish callbacks [] for security_group (9f0ab2e4-0f77-4afc-9306-c834013c732f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:29.208496 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0eb05a08-48aa-48a0-9344-1ad7c730338e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9f0ab2e4-0f77-4afc-9306-c834013c732f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:29.270072 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb05a08-48aa-48a0-9344-1ad7c730338e admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:15:29.277765 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb05a08-48aa-48a0-9344-1ad7c730338e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0ab2e4-0f77-4afc-9306-c834013c732f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:29.286479 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0eb05a08-48aa-48a0-9344-1ad7c730338e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (69b84b0d-e28c-4453-86a7-cc222d916654), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:29.287259 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-0eb05a08-48aa-48a0-9344-1ad7c730338e admin admin] Added segment 69b84b0d-e28c-4453-86a7-cc222d916654 of type vlan for network ea33a7dc-2b03-4165-80d3-7a36c6cf4604 Feb 05 03:15:29.324291 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75844a0f-7db4-42c1-a4fc-f6bb1a7794fe req-91209120-d697-40a5-bc59-1aed0d02cd23 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:29.327028 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75844a0f-7db4-42c1-a4fc-f6bb1a7794fe req-91209120-d697-40a5-bc59-1aed0d02cd23 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.1484981 Feb 05 03:15:29.337202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ae3c8f4d-dcff-41c6-85e9-968769a6384f is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:29.337873 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ae3c8f4d-dcff-41c6-85e9-968769a6384f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:29.357470 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0eb05a08-48aa-48a0-9344-1ad7c730338e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (ea33a7dc-2b03-4165-80d3-7a36c6cf4604), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:29.392650 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port ae3c8f4d-dcff-41c6-85e9-968769a6384f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ae3c8f4d-dcff-41c6-85e9-968769a6384f,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:29.403973 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ae3c8f4d-dcff-41c6-85e9-968769a6384f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:29.437379 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0eb05a08-48aa-48a0-9344-1ad7c730338e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (ea33a7dc-2b03-4165-80d3-7a36c6cf4604), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:29.438784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb05a08-48aa-48a0-9344-1ad7c730338e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:29.439561 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0eb05a08-48aa-48a0-9344-1ad7c730338e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:29.459846 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75844a0f-7db4-42c1-a4fc-f6bb1a7794fe req-4d035ab2-1efa-4bcd-9d11-e7abcacfa564 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152833 Feb 05 03:15:29.514226 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=ae3c8f4d-dcff-41c6-85e9-968769a6384f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:29.567334 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0eb05a08-48aa-48a0-9344-1ad7c730338e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7021856 Feb 05 03:15:29.569983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51182) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:29.576514 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Sync routers for ids ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:15:29.580322 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4da924b9-8e39-4eeb-8be5-5e226d42dc60 admin admin] Request body: {'subnet': {'network_id': 'ea33a7dc-2b03-4165-80d3-7a36c6cf4604', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1307595432-subnet', 'tenant_id': 'c7566a979e134cadb1db41d715f30a55', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:15:29.599125 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Routers {'e3e4632e-4dc6-469b-a15a-151fee5f70f4'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:15:29.602497 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:15:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:15:29.603444 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb05a08-48aa-48a0-9344-1ad7c730338e admin admin] Pushing event updated for resources: {'Network': ['ID=ea33a7dc-2b03-4165-80d3-7a36c6cf4604,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:29.628171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da924b9-8e39-4eeb-8be5-5e226d42dc60 admin admin] Made reservation on behalf of c7566a979e134cadb1db41d715f30a55 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:15:29.631314 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4da924b9-8e39-4eeb-8be5-5e226d42dc60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:29.723156 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network ea33a7dc-2b03-4165-80d3-7a36c6cf4604 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:15:29.886296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Set router e3e4632e-4dc6-469b-a15a-151fee5f70f4 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:15:29.970788 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c217a3-3bfc-44ce-b3e8-874dbccccc88 req-84155874-71f3-4b36-876b-3ab4489037db tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:29.979332 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-33c217a3-3bfc-44ce-b3e8-874dbccccc88 req-84155874-71f3-4b36-876b-3ab4489037db tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 944 time: 0.1508496 Feb 05 03:15:30.076477 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4da924b9-8e39-4eeb-8be5-5e226d42dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (1290ba6d-e36f-4dcd-97c8-994daab04f6f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:30.177576 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-33c217a3-3bfc-44ce-b3e8-874dbccccc88 req-dd774ae0-c6b6-4102-aeb2-e2d7b2703503 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685910 Feb 05 03:15:30.263886 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da924b9-8e39-4eeb-8be5-5e226d42dc60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1290ba6d-e36f-4dcd-97c8-994daab04f6f,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:30.268508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:15:26Z', 'revision_number': 4, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port': {'id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:18Z', 'updated_at': '2022-02-05T03:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '0e4aaa01-57a3-4910-9c1a-78208c7e5e4e', 'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'tenant_id': '817636bb286040a69c8702298d819e01', 'mac_address': 'fa:16:3e:e5:a5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:24Z', 'updated_at': '2022-02-05T03:15:26Z', 'revision_number': 2, 'project_id': '817636bb286040a69c8702298d819e01', 'subnets': [{'id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:15:30.294027 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da924b9-8e39-4eeb-8be5-5e226d42dc60 admin admin] Checking segment: {'id': '69b84b0d-e28c-4453-86a7-cc222d916654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ea33a7dc-2b03-4165-80d3-7a36c6cf4604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:15:30.294606 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da924b9-8e39-4eeb-8be5-5e226d42dc60 admin admin] Network hostable DHCP agents. Network: ea33a7dc-2b03-4165-80d3-7a36c6cf4604, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:15:30.320775 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Checking router: e3e4632e-4dc6-469b-a15a-151fee5f70f4 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:15:30.321345 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Updating router e3e4632e-4dc6-469b-a15a-151fee5f70f4 port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:15:30.332979 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da924b9-8e39-4eeb-8be5-5e226d42dc60 admin admin] Network ea33a7dc-2b03-4165-80d3-7a36c6cf4604 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:15:30.347004 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-4da924b9-8e39-4eeb-8be5-5e226d42dc60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, ea33a7dc-2b03-4165-80d3-7a36c6cf4604) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:15:30.353601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da924b9-8e39-4eeb-8be5-5e226d42dc60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:30.354536 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4da924b9-8e39-4eeb-8be5-5e226d42dc60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:30.367738 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a0682b-e561-4266-a397-154253a2caa9 None None] Network ea33a7dc-2b03-4165-80d3-7a36c6cf4604 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:15:30.382532 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4da924b9-8e39-4eeb-8be5-5e226d42dc60 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8096232 Feb 05 03:15:30.384442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51192) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:30.388907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1307595432-router', 'tenant_id': 'c7566a979e134cadb1db41d715f30a55', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:15:30.392496 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:30.415768 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (5b857419-00d4-417c-a023-64ed090316e6), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:30.417606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (5b857419-00d4-417c-a023-64ed090316e6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:30.506958 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Publish callbacks [] for router_controller (5b857419-00d4-417c-a023-64ed090316e6), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:30.677161 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb6152-0884-4cba-aae4-575816fe187d req-9a2fc137-5911-498a-916a-57feb7bfdf96 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:30.679756 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0fdb6152-0884-4cba-aae4-575816fe187d req-9a2fc137-5911-498a-916a-57feb7bfdf96 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.1017339 Feb 05 03:15:30.713406 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Publish callbacks [] for router_gateway (5b857419-00d4-417c-a023-64ed090316e6), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:30.746791 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0fdb6152-0884-4cba-aae4-575816fe187d req-78c04fce-4abe-4400-9b34-5d8301fd3b74 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598545 Feb 05 03:15:30.816685 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ae3c8f4d-dcff-41c6-85e9-968769a6384f up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:15:30.864656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-ea33a7dc-2b03-4165-80d3-7a36c6cf4604', 'network_id': 'ea33a7dc-2b03-4165-80d3-7a36c6cf4604', 'project_id': 'c7566a979e134cadb1db41d715f30a55', 'fixed_ips': [{'subnet_id': '1290ba6d-e36f-4dcd-97c8-994daab04f6f'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:15:30.865516 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:30.956388 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ae3c8f4d-dcff-41c6-85e9-968769a6384f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:30.956791 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ae3c8f4d-dcff-41c6-85e9-968769a6384f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:31.051283 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Publish callbacks [] for router_gateway (5b857419-00d4-417c-a023-64ed090316e6), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:31.053647 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 6647ece6-51bb-49e8-a954-a2c3db5745de details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:15:31.077609 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:31.218481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Allocated IP 172.25.0.244 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/66ccbb8e-f590-4f9e-a758-704be832f0a8) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:15:31.259062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Allocated IP 172.20.0.2 (ea33a7dc-2b03-4165-80d3-7a36c6cf4604/1290ba6d-e36f-4dcd-97c8-994daab04f6f/91497f2e-e344-41a4-a881-cd33c90f6601) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:15:31.377472 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be3b5b-fb99-417f-851d-a660823765bc req-900b5d80-05c2-496e-96e0-27835276203d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:31.382438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ae3c8f4d-dcff-41c6-85e9-968769a6384f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:31.387816 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02be3b5b-fb99-417f-851d-a660823765bc req-900b5d80-05c2-496e-96e0-27835276203d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 944 time: 0.0897713 Feb 05 03:15:31.433625 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Publish callbacks [] for port (66ccbb8e-f590-4f9e-a758-704be832f0a8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:31.448801 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Publish callbacks [] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:31.458929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 6647ece6-51bb-49e8-a954-a2c3db5745de, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=6647ece6-51bb-49e8-a954-a2c3db5745de,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:31.474531 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:31.487091 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (66ccbb8e-f590-4f9e-a758-704be832f0a8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:31.497297 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02be3b5b-fb99-417f-851d-a660823765bc req-a35edd89-3fb3-4892-aaaf-db472306ccab tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080155 Feb 05 03:15:31.532871 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3c222-cb49-4102-9f28-a66784fdb472 None None] Pushing event updated for resources: {'Port': ['ID=0e4aaa01-57a3-4910-9c1a-78208c7e5e4e,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:31.540360 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '6647ece6-51bb-49e8-a954-a2c3db5745de', 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a', 'port_id': '6647ece6-51bb-49e8-a954-a2c3db5745de', 'mac_address': 'fa:16:3e:9c:d1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c73809-1d31-4fb2-813a-779056f1c55f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:15:31.573275 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Pushing event updated for resources: {'Port': ['ID=66ccbb8e-f590-4f9e-a758-704be832f0a8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:31.587311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:15:31.589658 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:15:31.599415 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:15:31.688597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 6647ece6-51bb-49e8-a954-a2c3db5745de is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:31.689068 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6647ece6-51bb-49e8-a954-a2c3db5745de), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:31.765745 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Attempting to bind port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:15:31.766113 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Attempting to bind port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '78489399-3061-4989-b906-32de2e0b2915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:15:31.766470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Attempting to bind port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e on network e44fa365-280e-4a77-ae1a-956d24254b72 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:15:31.774905 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6647ece6-51bb-49e8-a954-a2c3db5745de {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:15:31.802738 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:15:31.803151 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Checking segment: {'id': '78489399-3061-4989-b906-32de2e0b2915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:15:31.804122 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:31.804515 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Bound using segment: {'id': '78489399-3061-4989-b906-32de2e0b2915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:15:31.804999 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Bound port: 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78489399-3061-4989-b906-32de2e0b2915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:15:31.805382 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:31.848696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 6647ece6-51bb-49e8-a954-a2c3db5745de, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=6647ece6-51bb-49e8-a954-a2c3db5745de,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:31.850052 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Publish callbacks [] for port (91497f2e-e344-41a4-a881-cd33c90f6601), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:31.893297 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6647ece6-51bb-49e8-a954-a2c3db5745de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:31.898104 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (91497f2e-e344-41a4-a881-cd33c90f6601), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:31.958362 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=6647ece6-51bb-49e8-a954-a2c3db5745de,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:32.020946 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Network ea33a7dc-2b03-4165-80d3-7a36c6cf4604 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:15:32.027388 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:15:32.029648 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] For port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:15:32.030377 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f191b2a-c6bc-4809-926d-885484c41ee3 req-3252f3ee-6029-4124-b9a3-df6de6483ef4 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:32.035547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f191b2a-c6bc-4809-926d-885484c41ee3 req-3252f3ee-6029-4124-b9a3-df6de6483ef4 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.1375790 Feb 05 03:15:32.040402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:15:32.051767 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-72e8815a-29dc-4389-a640-b0ff6d4e8231 None None] Provisioning complete for port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:32.052138 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-72e8815a-29dc-4389-a640-b0ff6d4e8231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:32.066967 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] For port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0e4aaa01-57a3-4910-9c1a-78208c7e5e4e,segment=NetworkSegment(78489399-3061-4989-b906-32de2e0b2915),segment_id=78489399-3061-4989-b906-32de2e0b2915)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:15:32.092842 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Pushing event updated for resources: {'Port': ['ID=91497f2e-e344-41a4-a881-cd33c90f6601,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:32.124755 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:32.154924 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['6647ece6-51bb-49e8-a954-a2c3db5745de'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:15:32.173964 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f191b2a-c6bc-4809-926d-885484c41ee3 req-b82df79d-5787-4eec-a658-3a60639a27e9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282160 Feb 05 03:15:32.195778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Attempting to bind port 91497f2e-e344-41a4-a881-cd33c90f6601 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:15:32.195778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Attempting to bind port 91497f2e-e344-41a4-a881-cd33c90f6601 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '69b84b0d-e28c-4453-86a7-cc222d916654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ea33a7dc-2b03-4165-80d3-7a36c6cf4604'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:15:32.195778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Attempting to bind port 91497f2e-e344-41a4-a881-cd33c90f6601 on network ea33a7dc-2b03-4165-80d3-7a36c6cf4604 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:15:32.220857 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-72e8815a-29dc-4389-a640-b0ff6d4e8231 None None] Port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:15:32.245474 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:15:32.245849 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Checking segment: {'id': '69b84b0d-e28c-4453-86a7-cc222d916654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ea33a7dc-2b03-4165-80d3-7a36c6cf4604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:15:32.246361 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:32.247211 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Bound using segment: {'id': '69b84b0d-e28c-4453-86a7-cc222d916654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ea33a7dc-2b03-4165-80d3-7a36c6cf4604'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:15:32.247745 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Bound port: 91497f2e-e344-41a4-a881-cd33c90f6601, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b84b0d-e28c-4453-86a7-cc222d916654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ea33a7dc-2b03-4165-80d3-7a36c6cf4604'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:15:32.248185 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (91497f2e-e344-41a4-a881-cd33c90f6601), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:32.390419 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] For port 91497f2e-e344-41a4-a881-cd33c90f6601, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:15:32.400458 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] For port 91497f2e-e344-41a4-a881-cd33c90f6601, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=91497f2e-e344-41a4-a881-cd33c90f6601,segment=NetworkSegment(69b84b0d-e28c-4453-86a7-cc222d916654),segment_id=69b84b0d-e28c-4453-86a7-cc222d916654)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:15:32.440433 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (91497f2e-e344-41a4-a881-cd33c90f6601), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:32.462736 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Routers {'e3e4632e-4dc6-469b-a15a-151fee5f70f4'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:15:32.463492 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:15:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:15:32.737769 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] Set router e3e4632e-4dc6-469b-a15a-151fee5f70f4 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:15:32.776654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3c222-cb49-4102-9f28-a66784fdb472 None None] Pushing event updated for resources: {'Port': ['ID=0e4aaa01-57a3-4910-9c1a-78208c7e5e4e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:32.776908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b20d1-09b8-4445-9375-e79aa7088778 req-140f9a39-9557-45f4-b9c5-a9a2ee271ce5 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:32.783603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b80b20d1-09b8-4445-9375-e79aa7088778 req-140f9a39-9557-45f4-b9c5-a9a2ee271ce5 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 945 time: 0.1565905 Feb 05 03:15:32.867321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b80b20d1-09b8-4445-9375-e79aa7088778 req-a6254f86-24be-4c9a-babe-9234dad0fbe6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781398 Feb 05 03:15:32.918899 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Publish callbacks [] for router_gateway (5b857419-00d4-417c-a023-64ed090316e6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:33.444626 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42381c3a-9f29-4d65-aead-8b96ec8e82bb req-a66f4739-73a4-40f4-a390-6df036a86c3c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:33.451460 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42381c3a-9f29-4d65-aead-8b96ec8e82bb req-a66f4739-73a4-40f4-a390-6df036a86c3c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.1120465 Feb 05 03:15:33.463795 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d337ed74-ec5a-4de4-b447-fe9ac46efec5 None None] Provisioning complete for port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:33.464473 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d337ed74-ec5a-4de4-b447-fe9ac46efec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:33.467782 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (5b857419-00d4-417c-a023-64ed090316e6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:33.557131 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42381c3a-9f29-4d65-aead-8b96ec8e82bb req-cf0407c9-6fdc-4317-9700-acc9430ff9fe tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036856 Feb 05 03:15:33.592605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a242994-022b-48e8-9a02-d1d834c3a76e None None] Pushing event updated for resources: {'Port': ['ID=91497f2e-e344-41a4-a881-cd33c90f6601,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:33.633288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Router 5b857419-00d4-417c-a023-64ed090316e6 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:15:33.704508 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35bb8ec1-5541-4a21-8b2c-ee87b9ac1ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:33.711934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:15:26Z', 'revision_number': 4, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port': {'id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:18Z', 'updated_at': '2022-02-05T03:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '0e4aaa01-57a3-4910-9c1a-78208c7e5e4e', 'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'tenant_id': '817636bb286040a69c8702298d819e01', 'mac_address': 'fa:16:3e:e5:a5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:24Z', 'updated_at': '2022-02-05T03:15:31Z', 'revision_number': 4, 'project_id': '817636bb286040a69c8702298d819e01', 'subnets': [{'id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:15:33.811251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78050e21-b73a-423f-b1d9-3363a3159d64 None None] The sync data for ids ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'] in n-d-826942-8 is: [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:15:26Z', 'revision_number': 4, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port': {'id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:18Z', 'updated_at': '2022-02-05T03:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '0e4aaa01-57a3-4910-9c1a-78208c7e5e4e', 'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'tenant_id': '817636bb286040a69c8702298d819e01', 'mac_address': 'fa:16:3e:e5:a5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:24Z', 'updated_at': '2022-02-05T03:15:31Z', 'revision_number': 4, 'project_id': '817636bb286040a69c8702298d819e01', 'subnets': [{'id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:15:33.827942 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d337ed74-ec5a-4de4-b447-fe9ac46efec5 None None] Current status of the port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:33.828333 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d337ed74-ec5a-4de4-b447-fe9ac46efec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:33.840246 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:15:33.851963 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Sync routers for ids ['5b857419-00d4-417c-a023-64ed090316e6'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:15:33.862438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d337ed74-ec5a-4de4-b447-fe9ac46efec5 None None] For port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0e4aaa01-57a3-4910-9c1a-78208c7e5e4e,segment=NetworkSegment(78489399-3061-4989-b906-32de2e0b2915),segment_id=78489399-3061-4989-b906-32de2e0b2915)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:33.871244 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d337ed74-ec5a-4de4-b447-fe9ac46efec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:33.920913 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:33.925032 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e7143520-2be9-49db-a02c-d1a0343edbe0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5395758 Feb 05 03:15:33.929905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51224) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:33.939790 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Routers {'5b857419-00d4-417c-a023-64ed090316e6'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:15:33.940618 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0509f362-3601-41f3-add2-41e93c882271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:15:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['5b857419-00d4-417c-a023-64ed090316e6'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:15:34.044378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337ed74-ec5a-4de4-b447-fe9ac46efec5 None None] Pushing event updated for resources: {'Port': ['ID=0e4aaa01-57a3-4910-9c1a-78208c7e5e4e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:34.266067 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Set router 5b857419-00d4-417c-a023-64ed090316e6 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:15:34.357706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e42a6-7f17-429a-b460-4389d7823895 req-6c5c9e55-dc78-4b6d-aa39-d72d703324c2 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:34.363822 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb1e42a6-7f17-429a-b460-4389d7823895 req-6c5c9e55-dc78-4b6d-aa39-d72d703324c2 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 945 time: 0.3115823 Feb 05 03:15:34.705662 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb1e42a6-7f17-429a-b460-4389d7823895 req-a129f694-48a5-4a65-b448-21e27b282e64 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285935 Feb 05 03:15:34.837272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d593472d-87c5-4247-8e8d-f4ed21f2d8ea None None] Network ea33a7dc-2b03-4165-80d3-7a36c6cf4604 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:15:34.898644 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0509f362-3601-41f3-add2-41e93c882271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b857419-00d4-417c-a023-64ed090316e6', 'name': 'tempest-TestVolumeBackupRestore-1307595432-router', 'tenant_id': 'c7566a979e134cadb1db41d715f30a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '66ccbb8e-f590-4f9e-a758-704be832f0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:30Z', 'updated_at': '2022-02-05T03:15:32Z', 'revision_number': 3, 'project_id': 'c7566a979e134cadb1db41d715f30a55', 'gw_port': {'id': '66ccbb8e-f590-4f9e-a758-704be832f0a8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b857419-00d4-417c-a023-64ed090316e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:31Z', 'updated_at': '2022-02-05T03:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:15:34.951093 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Checking router: 5b857419-00d4-417c-a023-64ed090316e6 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:15:34.951981 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Updating router 5b857419-00d4-417c-a023-64ed090316e6 port 66ccbb8e-f590-4f9e-a758-704be832f0a8 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:15:35.003795 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (66ccbb8e-f590-4f9e-a758-704be832f0a8), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:35.097378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 6647ece6-51bb-49e8-a954-a2c3db5745de up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:15:35.157853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 91497f2e-e344-41a4-a881-cd33c90f6601 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:15:35.235742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a8376652-de70-42d7-a5ae-e9708388a587 None None] Provisioning complete for port 91497f2e-e344-41a4-a881-cd33c90f6601 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:35.236127 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8376652-de70-42d7-a5ae-e9708388a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (91497f2e-e344-41a4-a881-cd33c90f6601), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:35.282002 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 6647ece6-51bb-49e8-a954-a2c3db5745de completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:15:35.287307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 91497f2e-e344-41a4-a881-cd33c90f6601 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:35.288270 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (91497f2e-e344-41a4-a881-cd33c90f6601), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:35.324140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 6647ece6-51bb-49e8-a954-a2c3db5745de triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:35.324731 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6647ece6-51bb-49e8-a954-a2c3db5745de), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:35.517737 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 91497f2e-e344-41a4-a881-cd33c90f6601 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:35.518153 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (91497f2e-e344-41a4-a881-cd33c90f6601), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:35.771387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a8376652-de70-42d7-a5ae-e9708388a587 None None] Current status of the port 91497f2e-e344-41a4-a881-cd33c90f6601 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:35.771788 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8376652-de70-42d7-a5ae-e9708388a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (91497f2e-e344-41a4-a881-cd33c90f6601), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:35.871788 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 91497f2e-e344-41a4-a881-cd33c90f6601, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=91497f2e-e344-41a4-a881-cd33c90f6601,segment=NetworkSegment(69b84b0d-e28c-4453-86a7-cc222d916654),segment_id=69b84b0d-e28c-4453-86a7-cc222d916654)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:35.909136 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (91497f2e-e344-41a4-a881-cd33c90f6601), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:35.911303 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:15:36.090334 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=91497f2e-e344-41a4-a881-cd33c90f6601,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:36.108338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 6647ece6-51bb-49e8-a954-a2c3db5745de is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:36.108859 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6647ece6-51bb-49e8-a954-a2c3db5745de), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:36.137484 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Publish callbacks [] for port (66ccbb8e-f590-4f9e-a758-704be832f0a8), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:36.153894 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (66ccbb8e-f590-4f9e-a758-704be832f0a8), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:36.217718 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b10bc1-ef36-4e54-9728-ab6bdd75777b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6647ece6-51bb-49e8-a954-a2c3db5745de'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:15:36.220034 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c217b1e6-b317-45e7-afc5-4fdcf39321c0" -d '{"events": [{"server_uuid": "c2b10bc1-ef36-4e54-9728-ab6bdd75777b", "name": "network-vif-plugged", "status": "completed", "tag": "6647ece6-51bb-49e8-a954-a2c3db5745de"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:15:36.237092 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c1f6fdb-035f-4e82-8d27-9729a0bee129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:36.246959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 6647ece6-51bb-49e8-a954-a2c3db5745de, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=6647ece6-51bb-49e8-a954-a2c3db5745de,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:36.275466 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6647ece6-51bb-49e8-a954-a2c3db5745de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:36.298678 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7943f8-b372-404d-855f-b88ee6b3809c None None] Pushing event updated for resources: {'Port': ['ID=66ccbb8e-f590-4f9e-a758-704be832f0a8,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:36.312530 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18df8da-8278-4d2c-8a6f-6de2952c92fa req-a12d5992-ebab-4f62-9721-fe1c9213c7e2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:36.316262 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-a8376652-de70-42d7-a5ae-e9708388a587 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:15:36.316613 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-a8376652-de70-42d7-a5ae-e9708388a587 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:15:36.317539 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Attempting to bind port 66ccbb8e-f590-4f9e-a758-704be832f0a8 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:15:36.320104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a18df8da-8278-4d2c-8a6f-6de2952c92fa req-a12d5992-ebab-4f62-9721-fe1c9213c7e2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 1.3070402 Feb 05 03:15:36.321288 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Attempting to bind port 66ccbb8e-f590-4f9e-a758-704be832f0a8 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:15:36.322276 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Attempting to bind port 66ccbb8e-f590-4f9e-a758-704be832f0a8 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:15:36.337060 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:15:36.338713 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:36.339134 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:36.339535 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:15:36.340107 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:36.346146 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:15:36.347066 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Bound port: 66ccbb8e-f590-4f9e-a758-704be832f0a8, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:15:36.348078 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (66ccbb8e-f590-4f9e-a758-704be832f0a8), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:36.375433 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:36.432056 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a18df8da-8278-4d2c-8a6f-6de2952c92fa req-fe23655f-b65b-4a9b-9ed4-b547a13a8524 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108813 Feb 05 03:15:36.462626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=6647ece6-51bb-49e8-a954-a2c3db5745de,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:36.469003 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2b84f-3505-48ff-9797-4355a7e95440 req-44cebd56-87a7-4a4b-9b4f-fe6f58fafb46 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:36.477486 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9de2b84f-3505-48ff-9797-4355a7e95440 req-44cebd56-87a7-4a4b-9b4f-fe6f58fafb46 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 946 time: 0.2106175 Feb 05 03:15:36.511999 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-0509f362-3601-41f3-add2-41e93c882271 None None] For port 66ccbb8e-f590-4f9e-a758-704be832f0a8, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:15:36.525535 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-0509f362-3601-41f3-add2-41e93c882271 None None] For port 66ccbb8e-f590-4f9e-a758-704be832f0a8, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=66ccbb8e-f590-4f9e-a758-704be832f0a8,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:15:36.536212 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be1ed5a-38a9-4ec2-9cc0-319981baadce x-openstack-request-id: req-3be1ed5a-38a9-4ec2-9cc0-319981baadce {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:15:36.536505 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b10bc1-ef36-4e54-9728-ab6bdd75777b", "name": "network-vif-plugged", "status": "completed", "tag": "6647ece6-51bb-49e8-a954-a2c3db5745de", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:15:36.536761 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3be1ed5a-38a9-4ec2-9cc0-319981baadce {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:15:36.537214 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b10bc1-ef36-4e54-9728-ab6bdd75777b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6647ece6-51bb-49e8-a954-a2c3db5745de', 'code': 200} Feb 05 03:15:36.541337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:36.561423 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (66ccbb8e-f590-4f9e-a758-704be832f0a8), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:36.628655 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9de2b84f-3505-48ff-9797-4355a7e95440 req-5086bd51-87a1-42ca-8a04-1eab79cfb143 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500051 Feb 05 03:15:36.666749 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7943f8-b372-404d-855f-b88ee6b3809c None None] Pushing event updated for resources: {'Port': ['ID=66ccbb8e-f590-4f9e-a758-704be832f0a8,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:36.684419 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Routers {'5b857419-00d4-417c-a023-64ed090316e6'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:15:36.685328 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0509f362-3601-41f3-add2-41e93c882271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:15:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['5b857419-00d4-417c-a023-64ed090316e6'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:15:36.767253 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b8c12-affd-4022-83e1-2e3ed615ca7a req-98f02355-2a25-481a-a141-caf460a4ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:36.768110 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b9b8c12-affd-4022-83e1-2e3ed615ca7a req-98f02355-2a25-481a-a141-caf460a4ad44 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 1128 time: 0.1360209 Feb 05 03:15:36.809124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Allocated IP 172.20.0.1 (ea33a7dc-2b03-4165-80d3-7a36c6cf4604/1290ba6d-e36f-4dcd-97c8-994daab04f6f/74d767b3-dbb8-4e25-814d-f2d2fbd9da22) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:15:36.843494 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-0509f362-3601-41f3-add2-41e93c882271 None None] Set router 5b857419-00d4-417c-a023-64ed090316e6 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:15:36.844124 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b9b8c12-affd-4022-83e1-2e3ed615ca7a req-63fe9551-2e78-4e17-898e-204d757b988d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692267 Feb 05 03:15:36.862609 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 91497f2e-e344-41a4-a881-cd33c90f6601 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:15:36.912589 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a8376652-de70-42d7-a5ae-e9708388a587 None None] Current status of the port 91497f2e-e344-41a4-a881-cd33c90f6601 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:36.933938 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 91497f2e-e344-41a4-a881-cd33c90f6601 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:36.934683 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (91497f2e-e344-41a4-a881-cd33c90f6601), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:37.027885 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Publish callbacks [] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:37.060212 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-18335a77-66b1-4603-a41e-e3d324e0a006 None None] Provisioning complete for port 91497f2e-e344-41a4-a881-cd33c90f6601 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:37.060642 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18335a77-66b1-4603-a41e-e3d324e0a006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (91497f2e-e344-41a4-a881-cd33c90f6601), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:37.103153 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:37.127856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 91497f2e-e344-41a4-a881-cd33c90f6601 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:37.166719 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:37.183892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Network ea33a7dc-2b03-4165-80d3-7a36c6cf4604 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:15:37.187449 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:15:37.191453 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:15:37.200228 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-18335a77-66b1-4603-a41e-e3d324e0a006 None None] Current status of the port 91497f2e-e344-41a4-a881-cd33c90f6601 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:37.216075 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0509f362-3601-41f3-add2-41e93c882271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b857419-00d4-417c-a023-64ed090316e6', 'name': 'tempest-TestVolumeBackupRestore-1307595432-router', 'tenant_id': 'c7566a979e134cadb1db41d715f30a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '66ccbb8e-f590-4f9e-a758-704be832f0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:30Z', 'updated_at': '2022-02-05T03:15:32Z', 'revision_number': 3, 'project_id': 'c7566a979e134cadb1db41d715f30a55', 'gw_port': {'id': '66ccbb8e-f590-4f9e-a758-704be832f0a8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b857419-00d4-417c-a023-64ed090316e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:31Z', 'updated_at': '2022-02-05T03:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:15:37.238789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Pushing event updated for resources: {'Port': ['ID=74d767b3-dbb8-4e25-814d-f2d2fbd9da22,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:37.250281 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0509f362-3601-41f3-add2-41e93c882271 None None] The sync data for ids ['5b857419-00d4-417c-a023-64ed090316e6'] in n-d-826942-8 is: [{'id': '5b857419-00d4-417c-a023-64ed090316e6', 'name': 'tempest-TestVolumeBackupRestore-1307595432-router', 'tenant_id': 'c7566a979e134cadb1db41d715f30a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '66ccbb8e-f590-4f9e-a758-704be832f0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:30Z', 'updated_at': '2022-02-05T03:15:32Z', 'revision_number': 3, 'project_id': 'c7566a979e134cadb1db41d715f30a55', 'gw_port': {'id': '66ccbb8e-f590-4f9e-a758-704be832f0a8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b857419-00d4-417c-a023-64ed090316e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:31Z', 'updated_at': '2022-02-05T03:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:15:37.254450 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:37.254833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:37.255215 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:37.255674 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:37.256021 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:37.256495 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:37.257207 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:37.257677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:37.258019 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:37.258358 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:37.258885 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:37.259283 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:37.259628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:15:37.267446 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (5b857419-00d4-417c-a023-64ed090316e6), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:37.503482 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:37.542222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d8378b84-6494-4438-9bb2-bc29070ede98 None None] Provisioning complete for port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:37.542605 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d8378b84-6494-4438-9bb2-bc29070ede98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:37.627833 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d8378b84-6494-4438-9bb2-bc29070ede98 None None] Port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:15:37.858329 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Publish callbacks [] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:37.874275 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9b8af-d593-4ba1-9c12-b1ee67532f30 req-c243ccd0-9e57-4405-91ee-cd58dce09a8a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:37.876111 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-beb9b8af-d593-4ba1-9c12-b1ee67532f30 req-c243ccd0-9e57-4405-91ee-cd58dce09a8a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.2039571 Feb 05 03:15:37.879637 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:37.958457 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Pushing event updated for resources: {'Port': ['ID=74d767b3-dbb8-4e25-814d-f2d2fbd9da22,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:38.063301 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee14d69-ce51-4322-ae88-b3825088d091 req-259ce147-d885-4535-b934-4f5a05ccd443 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:38.065740 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ee14d69-ce51-4322-ae88-b3825088d091 req-259ce147-d885-4535-b934-4f5a05ccd443 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 946 time: 0.3322172 Feb 05 03:15:38.137141 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (5b857419-00d4-417c-a023-64ed090316e6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:38.145808 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-beb9b8af-d593-4ba1-9c12-b1ee67532f30 req-43f58916-91e6-4955-a45b-f38864717de5 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148528 Feb 05 03:15:38.207613 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:15:38.247438 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ee14d69-ce51-4322-ae88-b3825088d091 req-3e3e7e30-000b-4f18-84af-f2ad7853a3b4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379035 Feb 05 03:15:38.313571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Network ea33a7dc-2b03-4165-80d3-7a36c6cf4604 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:15:38.315666 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:15:38.490660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Router 5b857419-00d4-417c-a023-64ed090316e6 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:15:38.677558 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:15:38.690522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-88875f28-648d-4a9e-b799-779a4a8e660b admin admin] 10.222.0.36 "PUT /v2.0/routers/5b857419-00d4-417c-a023-64ed090316e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7595613 Feb 05 03:15:38.707999 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:38.776785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fedaf34e-c67d-46b2-a00a-ee3b95783fee None None] Provisioning complete for port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:38.777248 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fedaf34e-c67d-46b2-a00a-ee3b95783fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:38.872209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fedaf34e-c67d-46b2-a00a-ee3b95783fee None None] Port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:15:38.907696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 66ccbb8e-f590-4f9e-a758-704be832f0a8 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:15:39.004191 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 66ccbb8e-f590-4f9e-a758-704be832f0a8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:39.004630 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (66ccbb8e-f590-4f9e-a758-704be832f0a8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:39.116709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 66ccbb8e-f590-4f9e-a758-704be832f0a8 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:39.117650 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (66ccbb8e-f590-4f9e-a758-704be832f0a8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:39.165144 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 66ccbb8e-f590-4f9e-a758-704be832f0a8, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=66ccbb8e-f590-4f9e-a758-704be832f0a8,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:39.173591 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (66ccbb8e-f590-4f9e-a758-704be832f0a8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:39.263843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=66ccbb8e-f590-4f9e-a758-704be832f0a8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:39.387215 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30056a3-467c-4830-a702-ee252e37ba31 req-d01909a4-e5ef-4bce-a0ca-20295f4595cc tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:39.388963 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b30056a3-467c-4830-a702-ee252e37ba31 req-d01909a4-e5ef-4bce-a0ca-20295f4595cc tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.1267257 Feb 05 03:15:39.502577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d4b16-076a-47b5-97a8-2380c761f558 req-239545da-00eb-47cc-94bd-524d9165655b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:39.511231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d0d4b16-076a-47b5-97a8-2380c761f558 req-239545da-00eb-47cc-94bd-524d9165655b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 946 time: 0.1209548 Feb 05 03:15:39.528903 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b30056a3-467c-4830-a702-ee252e37ba31 req-e84ddf4a-fd5f-402b-8369-524c5435af7e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272342 Feb 05 03:15:39.603916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d0d4b16-076a-47b5-97a8-2380c761f558 req-2d6f7d32-c990-40c0-bfdc-be8fbbdaa1b2 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916843 Feb 05 03:15:39.765394 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19501a56-5b57-4ef0-b147-365b897c66bc req-b1492582-ef85-47e6-bf8e-ce35103d0916 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:39.778629 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19501a56-5b57-4ef0-b147-365b897c66bc req-b1492582-ef85-47e6-bf8e-ce35103d0916 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 945 time: 0.0882010 Feb 05 03:15:39.858878 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19501a56-5b57-4ef0-b147-365b897c66bc req-d081f5b5-360b-4a88-a797-604619c136e3 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790792 Feb 05 03:15:40.051297 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Sync routers for ids ['5b857419-00d4-417c-a023-64ed090316e6'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:15:40.079179 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Routers {'5b857419-00d4-417c-a023-64ed090316e6'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:15:40.089753 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:15:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['5b857419-00d4-417c-a023-64ed090316e6'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:15:40.150886 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:40.160561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67e88b-9509-43fc-b1e7-ffb3a716ad03 req-50f1d297-1a20-4081-8386-4c43de8a82f2 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:40.175865 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf67e88b-9509-43fc-b1e7-ffb3a716ad03 req-50f1d297-1a20-4081-8386-4c43de8a82f2 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 946 time: 0.1686430 Feb 05 03:15:40.265777 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf67e88b-9509-43fc-b1e7-ffb3a716ad03 req-cd50d63e-cf6d-4ddc-a1c6-5a76148fad5c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929327 Feb 05 03:15:40.290254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Set router 5b857419-00d4-417c-a023-64ed090316e6 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:15:40.714088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b857419-00d4-417c-a023-64ed090316e6', 'name': 'tempest-TestVolumeBackupRestore-1307595432-router', 'tenant_id': 'c7566a979e134cadb1db41d715f30a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '66ccbb8e-f590-4f9e-a758-704be832f0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:30Z', 'updated_at': '2022-02-05T03:15:37Z', 'revision_number': 4, 'project_id': 'c7566a979e134cadb1db41d715f30a55', 'gw_port': {'id': '66ccbb8e-f590-4f9e-a758-704be832f0a8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b857419-00d4-417c-a023-64ed090316e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:31Z', 'updated_at': '2022-02-05T03:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '74d767b3-dbb8-4e25-814d-f2d2fbd9da22', 'name': '', 'network_id': 'ea33a7dc-2b03-4165-80d3-7a36c6cf4604', 'tenant_id': 'c7566a979e134cadb1db41d715f30a55', 'mac_address': 'fa:16:3e:a3:7f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b857419-00d4-417c-a023-64ed090316e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '1290ba6d-e36f-4dcd-97c8-994daab04f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:36Z', 'updated_at': '2022-02-05T03:15:37Z', 'revision_number': 2, 'project_id': 'c7566a979e134cadb1db41d715f30a55', 'subnets': [{'id': '1290ba6d-e36f-4dcd-97c8-994daab04f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:15:40.768491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Checking router: 5b857419-00d4-417c-a023-64ed090316e6 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:15:40.768936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Updating router 5b857419-00d4-417c-a023-64ed090316e6 port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:15:40.818007 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:40.824493 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 66ccbb8e-f590-4f9e-a758-704be832f0a8 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:15:40.929243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9122a0b-13ba-4da7-a65f-34d808346c0b req-e90c6c14-d4a5-4cb4-a5d3-6aba82218061 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:40.931276 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 66ccbb8e-f590-4f9e-a758-704be832f0a8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:40.931785 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (66ccbb8e-f590-4f9e-a758-704be832f0a8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:40.944774 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9122a0b-13ba-4da7-a65f-34d808346c0b req-e90c6c14-d4a5-4cb4-a5d3-6aba82218061 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 946 time: 0.3003738 Feb 05 03:15:41.030671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9167c8-9332-42e5-a5aa-fa58893140a2 req-5dc359c2-a733-468f-b3ab-bbb7bb56540a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:41.032397 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b9167c8-9332-42e5-a5aa-fa58893140a2 req-5dc359c2-a733-468f-b3ab-bbb7bb56540a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.3096275 Feb 05 03:15:41.171244 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9122a0b-13ba-4da7-a65f-34d808346c0b req-ec238016-8b9c-419c-a0f2-f8c03b86ad2d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182796 Feb 05 03:15:41.210909 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b9167c8-9332-42e5-a5aa-fa58893140a2 req-4709cfc1-c1f9-41b9-bd08-60106de7fcf5 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598909 Feb 05 03:15:41.255908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 66ccbb8e-f590-4f9e-a758-704be832f0a8 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:41.643037 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:41.758695 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Publish callbacks [] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:41.780452 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:41.849470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad667fa-4d1e-4b6e-90f3-75a30ddfd943 None None] Pushing event updated for resources: {'Port': ['ID=74d767b3-dbb8-4e25-814d-f2d2fbd9da22,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:41.965795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c9977-375a-4fe4-be96-2705c47c093f req-2877dddc-e1ca-49fe-a66e-c14f79650d1a tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:41.967726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-456c9977-375a-4fe4-be96-2705c47c093f req-2877dddc-e1ca-49fe-a66e-c14f79650d1a tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 946 time: 0.1175296 Feb 05 03:15:42.036112 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Attempting to bind port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:15:42.036649 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Attempting to bind port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '69b84b0d-e28c-4453-86a7-cc222d916654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ea33a7dc-2b03-4165-80d3-7a36c6cf4604'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:15:42.036884 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Attempting to bind port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 on network ea33a7dc-2b03-4165-80d3-7a36c6cf4604 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:15:42.047346 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:15:42.048019 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Checking segment: {'id': '69b84b0d-e28c-4453-86a7-cc222d916654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ea33a7dc-2b03-4165-80d3-7a36c6cf4604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:15:42.048176 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:42.048521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Bound using segment: {'id': '69b84b0d-e28c-4453-86a7-cc222d916654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ea33a7dc-2b03-4165-80d3-7a36c6cf4604'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:15:42.049001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Bound port: 74d767b3-dbb8-4e25-814d-f2d2fbd9da22, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b84b0d-e28c-4453-86a7-cc222d916654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ea33a7dc-2b03-4165-80d3-7a36c6cf4604'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:15:42.049391 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:42.216940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-456c9977-375a-4fe4-be96-2705c47c093f req-51807fda-866d-4d97-9321-ec84455f2b0f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Deleting port 6647ece6-51bb-49e8-a954-a2c3db5745de {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:15:42.217293 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-456c9977-375a-4fe4-be96-2705c47c093f req-51807fda-866d-4d97-9321-ec84455f2b0f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6647ece6-51bb-49e8-a954-a2c3db5745de), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:42.249716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] For port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:15:42.254018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] For port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=74d767b3-dbb8-4e25-814d-f2d2fbd9da22,segment=NetworkSegment(69b84b0d-e28c-4453-86a7-cc222d916654),segment_id=69b84b0d-e28c-4453-86a7-cc222d916654)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:15:42.271040 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:42.383137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad667fa-4d1e-4b6e-90f3-75a30ddfd943 None None] Pushing event updated for resources: {'Port': ['ID=74d767b3-dbb8-4e25-814d-f2d2fbd9da22,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:42.437207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6c0f9a67-c649-4838-8530-624478077f84 None None] Provisioning complete for port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:42.437437 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9a67-c649-4838-8530-624478077f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:42.478319 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Routers {'5b857419-00d4-417c-a023-64ed090316e6'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:15:42.487822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:15:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['5b857419-00d4-417c-a023-64ed090316e6'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:15:42.640885 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115225d-6043-4eb1-8e4e-353e914753e4 req-b5090dc8-707e-4407-b970-0a0369709811 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:42.649841 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e115225d-6043-4eb1-8e4e-353e914753e4 req-b5090dc8-707e-4407-b970-0a0369709811 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2b10bc1-ef36-4e54-9728-ab6bdd75777b HTTP/1.1" status: 200 len: 946 time: 0.2839520 Feb 05 03:15:42.779636 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c4c1f-fed6-4650-9316-891335aa8813 req-798856ee-dceb-4955-baba-14a4f0222334 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:42.781221 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-831c4c1f-fed6-4650-9316-891335aa8813 req-798856ee-dceb-4955-baba-14a4f0222334 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.4138510 Feb 05 03:15:42.783640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-456c9977-375a-4fe4-be96-2705c47c093f req-51807fda-866d-4d97-9321-ec84455f2b0f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] For port 6647ece6-51bb-49e8-a954-a2c3db5745de, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=6647ece6-51bb-49e8-a954-a2c3db5745de,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:42.784006 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-456c9977-375a-4fe4-be96-2705c47c093f req-51807fda-866d-4d97-9321-ec84455f2b0f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6647ece6-51bb-49e8-a954-a2c3db5745de), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:42.822800 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] Set router 5b857419-00d4-417c-a023-64ed090316e6 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:15:42.824739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f9a67-c649-4838-8530-624478077f84 None None] Current status of the port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:42.825132 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9a67-c649-4838-8530-624478077f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:42.849124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-456c9977-375a-4fe4-be96-2705c47c093f req-51807fda-866d-4d97-9321-ec84455f2b0f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Calling delete_port for 6647ece6-51bb-49e8-a954-a2c3db5745de owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:15:43.050786 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e115225d-6043-4eb1-8e4e-353e914753e4 req-b7f7d085-9b1f-462f-a24c-7062dbd26f44 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000013 Feb 05 03:15:43.079529 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-831c4c1f-fed6-4650-9316-891335aa8813 req-22019ad0-102a-4ab5-b7dd-3dfb47fb4d83 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783899 Feb 05 03:15:43.212868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6c0f9a67-c649-4838-8530-624478077f84 None None] For port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=74d767b3-dbb8-4e25-814d-f2d2fbd9da22,segment=NetworkSegment(69b84b0d-e28c-4453-86a7-cc222d916654),segment_id=69b84b0d-e28c-4453-86a7-cc222d916654)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:43.223107 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9a67-c649-4838-8530-624478077f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:43.248583 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-456c9977-375a-4fe4-be96-2705c47c093f req-51807fda-866d-4d97-9321-ec84455f2b0f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (6647ece6-51bb-49e8-a954-a2c3db5745de), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:43.304635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51807fda-866d-4d97-9321-ec84455f2b0f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Pushing event deleted for resources: {'Port': ['ID=6647ece6-51bb-49e8-a954-a2c3db5745de,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:43.324923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f9a67-c649-4838-8530-624478077f84 None None] Pushing event updated for resources: {'Port': ['ID=74d767b3-dbb8-4e25-814d-f2d2fbd9da22,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:43.332102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e5af5f1e-42b6-45a8-9158-8526d7906946', 'b6f2b795-91e3-41a1-b9f2-db2488925fe7'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:15:43.405288 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-456c9977-375a-4fe4-be96-2705c47c093f req-51807fda-866d-4d97-9321-ec84455f2b0f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] No DVR routers for this DVR port 6647ece6-51bb-49e8-a954-a2c3db5745de on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:15:43.408703 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-456c9977-375a-4fe4-be96-2705c47c093f req-51807fda-866d-4d97-9321-ec84455f2b0f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:43.414744 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-456c9977-375a-4fe4-be96-2705c47c093f req-51807fda-866d-4d97-9321-ec84455f2b0f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "DELETE /v2.0/ports/6647ece6-51bb-49e8-a954-a2c3db5745de HTTP/1.1" status: 204 len: 173 time: 1.4398401 Feb 05 03:15:43.415584 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b10bc1-ef36-4e54-9728-ab6bdd75777b', 'name': 'network-vif-deleted', 'tag': '6647ece6-51bb-49e8-a954-a2c3db5745de'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:15:43.418404 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a880f4-f339-4546-9f78-0b5d9fec526b" -d '{"events": [{"server_uuid": "c2b10bc1-ef36-4e54-9728-ab6bdd75777b", "name": "network-vif-deleted", "tag": "6647ece6-51bb-49e8-a954-a2c3db5745de"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:15:43.446752 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-14d5f505-041b-4f65-9726-d2c30d903dd0 None None] Provisioning complete for port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:43.447253 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-14d5f505-041b-4f65-9726-d2c30d903dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:43.478289 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5109d311-787f-40bf-84fb-7076004a6c46 x-openstack-request-id: req-5109d311-787f-40bf-84fb-7076004a6c46 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:15:43.478702 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b10bc1-ef36-4e54-9728-ab6bdd75777b", "name": "network-vif-deleted", "tag": "6647ece6-51bb-49e8-a954-a2c3db5745de", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:15:43.479206 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5109d311-787f-40bf-84fb-7076004a6c46 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:15:43.479710 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b10bc1-ef36-4e54-9728-ab6bdd75777b', 'name': 'network-vif-deleted', 'tag': '6647ece6-51bb-49e8-a954-a2c3db5745de', 'status': 'completed', 'code': 200} Feb 05 03:15:43.741762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-14d5f505-041b-4f65-9726-d2c30d903dd0 None None] Current status of the port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:43.759518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b857419-00d4-417c-a023-64ed090316e6', 'name': 'tempest-TestVolumeBackupRestore-1307595432-router', 'tenant_id': 'c7566a979e134cadb1db41d715f30a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '66ccbb8e-f590-4f9e-a758-704be832f0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:30Z', 'updated_at': '2022-02-05T03:15:37Z', 'revision_number': 4, 'project_id': 'c7566a979e134cadb1db41d715f30a55', 'gw_port': {'id': '66ccbb8e-f590-4f9e-a758-704be832f0a8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b857419-00d4-417c-a023-64ed090316e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:31Z', 'updated_at': '2022-02-05T03:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '74d767b3-dbb8-4e25-814d-f2d2fbd9da22', 'name': '', 'network_id': 'ea33a7dc-2b03-4165-80d3-7a36c6cf4604', 'tenant_id': 'c7566a979e134cadb1db41d715f30a55', 'mac_address': 'fa:16:3e:a3:7f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b857419-00d4-417c-a023-64ed090316e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '1290ba6d-e36f-4dcd-97c8-994daab04f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:36Z', 'updated_at': '2022-02-05T03:15:42Z', 'revision_number': 4, 'project_id': 'c7566a979e134cadb1db41d715f30a55', 'subnets': [{'id': '1290ba6d-e36f-4dcd-97c8-994daab04f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:15:43.799099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5960976-a515-4f85-bdf4-2913626fa608 None None] The sync data for ids ['5b857419-00d4-417c-a023-64ed090316e6'] in n-d-826942-8 is: [{'id': '5b857419-00d4-417c-a023-64ed090316e6', 'name': 'tempest-TestVolumeBackupRestore-1307595432-router', 'tenant_id': 'c7566a979e134cadb1db41d715f30a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '66ccbb8e-f590-4f9e-a758-704be832f0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:30Z', 'updated_at': '2022-02-05T03:15:37Z', 'revision_number': 4, 'project_id': 'c7566a979e134cadb1db41d715f30a55', 'gw_port': {'id': '66ccbb8e-f590-4f9e-a758-704be832f0a8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b857419-00d4-417c-a023-64ed090316e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:31Z', 'updated_at': '2022-02-05T03:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '74d767b3-dbb8-4e25-814d-f2d2fbd9da22', 'name': '', 'network_id': 'ea33a7dc-2b03-4165-80d3-7a36c6cf4604', 'tenant_id': 'c7566a979e134cadb1db41d715f30a55', 'mac_address': 'fa:16:3e:a3:7f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b857419-00d4-417c-a023-64ed090316e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '1290ba6d-e36f-4dcd-97c8-994daab04f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:36Z', 'updated_at': '2022-02-05T03:15:42Z', 'revision_number': 4, 'project_id': 'c7566a979e134cadb1db41d715f30a55', 'subnets': [{'id': '1290ba6d-e36f-4dcd-97c8-994daab04f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:15:44.401696 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed1b71-4d40-42c8-a8b0-5fa2394fefe8 req-fc52795c-1168-4e9a-a4b0-0400cd42346d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:44.403275 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3aed1b71-4d40-42c8-a8b0-5fa2394fefe8 req-fc52795c-1168-4e9a-a4b0-0400cd42346d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.1535833 Feb 05 03:15:44.515685 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3aed1b71-4d40-42c8-a8b0-5fa2394fefe8 req-7d6a1ed8-bac3-4433-bf0d-a02cfe1b33a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057518 Feb 05 03:15:44.563802 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1c336-568e-4c92-9279-595cc496e784 req-97227166-3e42-4ee8-a54b-146497409231 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:44.580702 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94d1c336-568e-4c92-9279-595cc496e784 req-97227166-3e42-4ee8-a54b-146497409231 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 945 time: 0.1167612 Feb 05 03:15:44.672490 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94d1c336-568e-4c92-9279-595cc496e784 req-f97ebf13-476a-4123-a261-e1f16ae8524e tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916340 Feb 05 03:15:44.873948 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:15:44.933212 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:44.933764 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:45.044197 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:45.095419 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 6647ece6-51bb-49e8-a954-a2c3db5745de no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:15:45.138515 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 6647ece6-51bb-49e8-a954-a2c3db5745de {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:15:45.139392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 6647ece6-51bb-49e8-a954-a2c3db5745de not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:15:45.719399 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4de38-52f7-484b-b0b5-640d164f0bfa req-ba87bc68-9ff8-4256-952b-eea72f17f1ae tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:45.723079 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43f4de38-52f7-484b-b0b5-640d164f0bfa req-ba87bc68-9ff8-4256-952b-eea72f17f1ae tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.0956833 Feb 05 03:15:45.882036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43f4de38-52f7-484b-b0b5-640d164f0bfa req-eafdd91e-9cc2-46aa-82aa-91a5b519168b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369243 Feb 05 03:15:45.917385 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc699f0-fa4e-47e7-8f3b-f67d2a58f7dc req-52d2c273-daa2-4267-acfa-db251d4ed6fe tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:45.925135 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abc699f0-fa4e-47e7-8f3b-f67d2a58f7dc req-52d2c273-daa2-4267-acfa-db251d4ed6fe tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 945 time: 0.1964209 Feb 05 03:15:45.984269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9155350-b38b-44f3-a58a-3cacd8c48797 req-dad1f5c7-8ffc-49fa-985e-0c210872c90c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:45.985784 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9155350-b38b-44f3-a58a-3cacd8c48797 req-dad1f5c7-8ffc-49fa-985e-0c210872c90c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 945 time: 0.2084694 Feb 05 03:15:46.141024 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9155350-b38b-44f3-a58a-3cacd8c48797 req-9b19260c-834a-42b5-9dc7-0547143c6d13 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371198 Feb 05 03:15:46.158854 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-abc699f0-fa4e-47e7-8f3b-f67d2a58f7dc req-5d1c7698-39ed-403e-8c12-d1aa9498ae05 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Deleting port b6f2b795-91e3-41a1-b9f2-db2488925fe7 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:15:46.158854 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abc699f0-fa4e-47e7-8f3b-f67d2a58f7dc req-5d1c7698-39ed-403e-8c12-d1aa9498ae05 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b6f2b795-91e3-41a1-b9f2-db2488925fe7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:46.244637 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:46.259376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-abc699f0-fa4e-47e7-8f3b-f67d2a58f7dc req-5d1c7698-39ed-403e-8c12-d1aa9498ae05 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] For port b6f2b795-91e3-41a1-b9f2-db2488925fe7, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=b6f2b795-91e3-41a1-b9f2-db2488925fe7,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:46.259780 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abc699f0-fa4e-47e7-8f3b-f67d2a58f7dc req-5d1c7698-39ed-403e-8c12-d1aa9498ae05 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b6f2b795-91e3-41a1-b9f2-db2488925fe7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:46.278572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-abc699f0-fa4e-47e7-8f3b-f67d2a58f7dc req-5d1c7698-39ed-403e-8c12-d1aa9498ae05 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Calling delete_port for b6f2b795-91e3-41a1-b9f2-db2488925fe7 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:15:46.422289 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abc699f0-fa4e-47e7-8f3b-f67d2a58f7dc req-5d1c7698-39ed-403e-8c12-d1aa9498ae05 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (b6f2b795-91e3-41a1-b9f2-db2488925fe7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:46.437255 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e5af5f1e-42b6-45a8-9158-8526d7906946', 'b6f2b795-91e3-41a1-b9f2-db2488925fe7'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:15:46.508135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c7698-39ed-403e-8c12-d1aa9498ae05 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Pushing event deleted for resources: {'Port': ['ID=b6f2b795-91e3-41a1-b9f2-db2488925fe7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:46.528549 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc699f0-fa4e-47e7-8f3b-f67d2a58f7dc req-5d1c7698-39ed-403e-8c12-d1aa9498ae05 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] No DVR routers for this DVR port b6f2b795-91e3-41a1-b9f2-db2488925fe7 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:15:46.533579 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abc699f0-fa4e-47e7-8f3b-f67d2a58f7dc req-5d1c7698-39ed-403e-8c12-d1aa9498ae05 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:46.538178 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abc699f0-fa4e-47e7-8f3b-f67d2a58f7dc req-5d1c7698-39ed-403e-8c12-d1aa9498ae05 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "DELETE /v2.0/ports/b6f2b795-91e3-41a1-b9f2-db2488925fe7 HTTP/1.1" status: 204 len: 173 time: 0.6063111 Feb 05 03:15:46.538714 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e', 'name': 'network-vif-deleted', 'tag': 'b6f2b795-91e3-41a1-b9f2-db2488925fe7'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:15:46.541364 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff2aac7-29a1-4504-91cb-f129f529f981" -d '{"events": [{"server_uuid": "7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e", "name": "network-vif-deleted", "tag": "b6f2b795-91e3-41a1-b9f2-db2488925fe7"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:15:46.637386 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ba843e-7586-46cb-8129-3bf3ccfd2da6 x-openstack-request-id: req-a9ba843e-7586-46cb-8129-3bf3ccfd2da6 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:15:46.637720 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e", "name": "network-vif-deleted", "tag": "b6f2b795-91e3-41a1-b9f2-db2488925fe7", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:15:46.637978 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9ba843e-7586-46cb-8129-3bf3ccfd2da6 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:15:46.638429 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e', 'name': 'network-vif-deleted', 'tag': 'b6f2b795-91e3-41a1-b9f2-db2488925fe7', 'status': 'completed', 'code': 200} Feb 05 03:15:47.128102 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2fd79-1662-4b56-b293-c65ef54a5880 req-7acc8637-f8da-4d7f-82d4-07e4f4c1083f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:47.130143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4be2fd79-1662-4b56-b293-c65ef54a5880 req-7acc8637-f8da-4d7f-82d4-07e4f4c1083f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.1267278 Feb 05 03:15:47.263396 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4be2fd79-1662-4b56-b293-c65ef54a5880 req-13f45457-7cae-4c54-989c-e609f11fdf6b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118488 Feb 05 03:15:47.343609 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1be16858-6aef-44d4-9be9-9836fbfa0fe0 req-1d240d34-4677-4a04-8cd9-0fa768f11aab tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e5fc528-5b2c-403b-a4fe-49bbd7ea8a3e HTTP/1.1" status: 200 len: 210 time: 0.0535073 Feb 05 03:15:47.601155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 51422) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:47.731166 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5ddf-a697-4d28-a825-a903b2eed206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:47.821087 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5ddf-a697-4d28-a825-a903b2eed206 admin admin] Publish callbacks [] for security_group (4157bfc8-ea30-4c96-95d2-aed923443e33), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:47.827782 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5ddf-a697-4d28-a825-a903b2eed206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4157bfc8-ea30-4c96-95d2-aed923443e33), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:47.871592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5ceb5ddf-a697-4d28-a825-a903b2eed206 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6388aad70af497ca4b2b9517f9c7647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2668545 Feb 05 03:15:47.872542 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 51426) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:15:47.877980 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb5ddf-a697-4d28-a825-a903b2eed206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4157bfc8-ea30-4c96-95d2-aed923443e33,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:47.980617 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acb0aba8-a970-4c2c-9b36-3febb0404661 admin admin] Publish callbacks [] for security_group (4157bfc8-ea30-4c96-95d2-aed923443e33), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:48.013023 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acb0aba8-a970-4c2c-9b36-3febb0404661 admin admin] Publish callbacks [] for security_group (4157bfc8-ea30-4c96-95d2-aed923443e33), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:48.080149 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acb0aba8-a970-4c2c-9b36-3febb0404661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4157bfc8-ea30-4c96-95d2-aed923443e33), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:48.082967 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acb0aba8-a970-4c2c-9b36-3febb0404661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:48.087420 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-acb0aba8-a970-4c2c-9b36-3febb0404661 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4157bfc8-ea30-4c96-95d2-aed923443e33 HTTP/1.1" status: 204 len: 168 time: 0.2098627 Feb 05 03:15:48.094339 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0aba8-a970-4c2c-9b36-3febb0404661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4157bfc8-ea30-4c96-95d2-aed923443e33,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:48.498095 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bccbc-e2aa-404a-87b2-bfba5c5bf20f req-0c861873-9e97-49fd-a224-9b6c9e7b99ad tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:48.499846 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a4bccbc-e2aa-404a-87b2-bfba5c5bf20f req-0c861873-9e97-49fd-a224-9b6c9e7b99ad tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.1164706 Feb 05 03:15:48.684820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a4bccbc-e2aa-404a-87b2-bfba5c5bf20f req-28fdf668-c6b6-43b6-b3a6-76d8f7337e75 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681068 Feb 05 03:15:48.900853 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-11c257fa-c7ca-4287-98fa-1435fa35da61 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:48.908427 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-11c257fa-c7ca-4287-98fa-1435fa35da61 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 804 time: 0.1850791 Feb 05 03:15:48.922656 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-d9bc3b60-1ef7-4bfc-9616-f8e2f3c4c059 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/quotas/82f3913ef0bd4cbd8d1a3d14443f1038 HTTP/1.1" status: 200 len: 375 time: 0.0128989 Feb 05 03:15:48.989561 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-a1bc2498-f320-4b50-b1b7-1f5466a3532e tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599971 Feb 05 03:15:49.104113 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device b6f2b795-91e3-41a1-b9f2-db2488925fe7 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:15:49.131204 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-093cb143-ad45-4011-bdb7-040bee197545 service neutron] 10.222.0.36 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312883 Feb 05 03:15:49.131705 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: b6f2b795-91e3-41a1-b9f2-db2488925fe7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:15:49.132117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device b6f2b795-91e3-41a1-b9f2-db2488925fe7 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:15:49.236627 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-efe5c038-2831-4614-9f0c-a3f5c3b096a7 service neutron] 10.222.0.36 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987856 Feb 05 03:15:49.500610 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f02aab1b-9e13-4aba-b3ab-e871bd9d3a75 req-e07cf8d3-195d-47da-94c8-7120f3259650 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 210 time: 0.0526328 Feb 05 03:15:49.866336 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4fcb2-4173-4ad8-9252-94c8ae39c268 req-26a0117c-206b-46e4-b166-24442c9655c7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:49.872463 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49e4fcb2-4173-4ad8-9252-94c8ae39c268 req-26a0117c-206b-46e4-b166-24442c9655c7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.1006742 Feb 05 03:15:49.996635 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49e4fcb2-4173-4ad8-9252-94c8ae39c268 req-fd5d3529-102a-44e6-b081-8d1287cf8ac9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166008 Feb 05 03:15:50.654845 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be773689-6ff2-42c4-94ba-7fb757dc8a65 req-5a4a7480-61a2-4215-a411-8e67b4268617 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 210 time: 0.0580623 Feb 05 03:15:50.772664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-955e79fb-4280-4c95-9692-53dd248cbcc8 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:50.774383 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-955e79fb-4280-4c95-9692-53dd248cbcc8 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 804 time: 0.1659894 Feb 05 03:15:50.789148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-06d262cd-1869-4ffd-8702-bd57077ee3d4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Request body: {'port': {'device_id': 'a46c50fc-1ab3-40ad-bee9-2c9f3f721779', 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a', 'admin_state_up': True, 'tenant_id': '82f3913ef0bd4cbd8d1a3d14443f1038'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:15:50.953657 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-06d262cd-1869-4ffd-8702-bd57077ee3d4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Made reservation on behalf of 82f3913ef0bd4cbd8d1a3d14443f1038 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:15:50.957973 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-06d262cd-1869-4ffd-8702-bd57077ee3d4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:51.184075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-3db63b2e-d98e-49c7-a48a-285d4350f1bb req-635a1b3c-7fff-4a01-bc4e-c99ec08101ab service neutron] (109674) timed out ('10.222.0.36', 58652) {{(pid=109674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 05 03:15:51.236594 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-06d262cd-1869-4ffd-8702-bd57077ee3d4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Allocated IP 172.20.0.13 (b566c3f7-a300-4cdb-9a7a-d35f43a9de9a/38c73809-1d31-4fb2-813a-779056f1c55f/ece1dcc5-bd88-41ab-8a26-82b56785e865) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:15:51.262905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75a953-5c1e-4034-8d05-a4acc68a9f27 req-9e3f6837-16b0-4fa0-919d-84d0ab0d40fd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:51.273198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d75a953-5c1e-4034-8d05-a4acc68a9f27 req-9e3f6837-16b0-4fa0-919d-84d0ab0d40fd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.1312878 Feb 05 03:15:51.386114 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d75a953-5c1e-4034-8d05-a4acc68a9f27 req-c2495623-e8b6-498e-b64a-4258bfa03c6e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117511 Feb 05 03:15:51.517497 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-06d262cd-1869-4ffd-8702-bd57077ee3d4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks [] for port (ece1dcc5-bd88-41ab-8a26-82b56785e865), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:51.577997 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-06d262cd-1869-4ffd-8702-bd57077ee3d4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ece1dcc5-bd88-41ab-8a26-82b56785e865), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:51.593146 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e5af5f1e-42b6-45a8-9158-8526d7906946'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:15:51.626812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-06d262cd-1869-4ffd-8702-bd57077ee3d4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:15:51.630749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-06d262cd-1869-4ffd-8702-bd57077ee3d4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:15:51.635168 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-06d262cd-1869-4ffd-8702-bd57077ee3d4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:15:51.697937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d262cd-1869-4ffd-8702-bd57077ee3d4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Pushing event updated for resources: {'Port': ['ID=ece1dcc5-bd88-41ab-8a26-82b56785e865,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:51.753430 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-06d262cd-1869-4ffd-8702-bd57077ee3d4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:51.758227 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-06d262cd-1869-4ffd-8702-bd57077ee3d4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:51.799591 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-06d262cd-1869-4ffd-8702-bd57077ee3d4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0159218 Feb 05 03:15:51.824374 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-b5acbcfb-adbb-463d-b133-a5fa09763984 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:15:51.825383 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-b5acbcfb-adbb-463d-b133-a5fa09763984 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056379 Feb 05 03:15:51.838680 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Request body: {'port': {'device_id': 'a46c50fc-1ab3-40ad-bee9-2c9f3f721779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:15:51.885942 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf5423-c8fc-4b16-999e-782074cad9a7 req-b58dfbd8-80f7-4ce2-bb81-5e9c0342ecd3 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:51.887534 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3cf5423-c8fc-4b16-999e-782074cad9a7 req-b58dfbd8-80f7-4ce2-bb81-5e9c0342ecd3 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 932 time: 0.1029313 Feb 05 03:15:51.935103 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ece1dcc5-bd88-41ab-8a26-82b56785e865), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:51.993227 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3cf5423-c8fc-4b16-999e-782074cad9a7 req-cd5855a4-d602-4519-a882-eb4d4adfe22e tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853121 Feb 05 03:15:52.421289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece1dcc5-bd88-41ab-8a26-82b56785e865 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:15:52.434808 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Publish callbacks [] for port (ece1dcc5-bd88-41ab-8a26-82b56785e865), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:52.451154 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Transition to ACTIVE for port object ece1dcc5-bd88-41ab-8a26-82b56785e865 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:15:52.461180 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (ece1dcc5-bd88-41ab-8a26-82b56785e865), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:52.532763 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ece1dcc5-bd88-41ab-8a26-82b56785e865,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:52.682243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7358063-4833-46b6-a325-5ccbddd3862e req-ccd9e964-0f46-4bb7-8b49-37e33199b7c4 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:52.684017 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7358063-4833-46b6-a325-5ccbddd3862e req-ccd9e964-0f46-4bb7-8b49-37e33199b7c4 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.1419570 Feb 05 03:15:52.685445 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Attempting to bind port ece1dcc5-bd88-41ab-8a26-82b56785e865 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:15:52.685843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Attempting to bind port ece1dcc5-bd88-41ab-8a26-82b56785e865 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:15:52.686360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Attempting to bind port ece1dcc5-bd88-41ab-8a26-82b56785e865 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:15:52.720889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Port ece1dcc5-bd88-41ab-8a26-82b56785e865 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:15:52.721601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Attempting to bind port ece1dcc5-bd88-41ab-8a26-82b56785e865 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:15:52.749615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:15:52.750276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Checking segment: {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:15:52.750903 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Bound using segment: {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:15:52.751446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Bound port: ece1dcc5-bd88-41ab-8a26-82b56785e865, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:15:52.751876 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ece1dcc5-bd88-41ab-8a26-82b56785e865), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:52.773772 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7358063-4833-46b6-a325-5ccbddd3862e req-ee789964-4727-48c3-aaf7-e4b926f0ff57 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834570 Feb 05 03:15:52.864173 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] For port ece1dcc5-bd88-41ab-8a26-82b56785e865, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:15:52.871167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] For port ece1dcc5-bd88-41ab-8a26-82b56785e865, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ece1dcc5-bd88-41ab-8a26-82b56785e865,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:15:52.879559 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (ece1dcc5-bd88-41ab-8a26-82b56785e865), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:52.934555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:52.936163 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:52.938015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] 10.222.0.10 "PUT /v2.0/ports/ece1dcc5-bd88-41ab-8a26-82b56785e865 HTTP/1.1" status: 200 len: 1092 time: 1.1047375 Feb 05 03:15:52.940585 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46c50fc-1ab3-40ad-bee9-2c9f3f721779', 'tag': 'ece1dcc5-bd88-41ab-8a26-82b56785e865'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:15:52.951301 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e54c26e-c9b2-4a30-ac2f-92d6c5093cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "a46c50fc-1ab3-40ad-bee9-2c9f3f721779", "tag": "ece1dcc5-bd88-41ab-8a26-82b56785e865"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:15:53.018435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f19c96-9fb6-45de-a85e-bf04d067dfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ece1dcc5-bd88-41ab-8a26-82b56785e865,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:53.098200 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc4d083-714b-4615-9182-265e2f0be517 x-openstack-request-id: req-7dc4d083-714b-4615-9182-265e2f0be517 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:15:53.098507 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46c50fc-1ab3-40ad-bee9-2c9f3f721779", "tag": "ece1dcc5-bd88-41ab-8a26-82b56785e865", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:15:53.098876 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7dc4d083-714b-4615-9182-265e2f0be517 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:15:53.099211 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46c50fc-1ab3-40ad-bee9-2c9f3f721779', 'tag': 'ece1dcc5-bd88-41ab-8a26-82b56785e865', 'status': 'completed', 'code': 200} Feb 05 03:15:53.201809 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-0986c284-1203-4232-a622-4de9e5289be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:53.203372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-0986c284-1203-4232-a622-4de9e5289be5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 1126 time: 0.1607189 Feb 05 03:15:53.212874 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9726bbe-f402-4c73-b20d-bb359c1e7410 req-52417295-0292-44e2-990d-238f46947a38 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:53.220507 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9726bbe-f402-4c73-b20d-bb359c1e7410 req-52417295-0292-44e2-990d-238f46947a38 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 944 time: 0.0795262 Feb 05 03:15:53.273838 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-3961cad1-e3dc-45bc-ac23-3a7ff29c9781 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ece1dcc5-bd88-41ab-8a26-82b56785e865 HTTP/1.1" status: 200 len: 217 time: 0.0505047 Feb 05 03:15:53.933647 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9726bbe-f402-4c73-b20d-bb359c1e7410 req-77e87662-651c-4be0-87b3-ef12022e0500 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7120421 Feb 05 03:15:53.981909 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c6b2b336-ff4f-41a6-b776-fda716bbd2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:53.984220 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-c6b2b336-ff4f-41a6-b776-fda716bbd2d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38c73809-1d31-4fb2-813a-779056f1c55f HTTP/1.1" status: 200 len: 844 time: 0.7029324 Feb 05 03:15:54.030772 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-78c1a7b3-1cd2-4be3-a7fb-15d6b5bc5d88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347853 Feb 05 03:15:54.192666 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42cff2-d17a-42c7-8f48-a641fd3059af req-9a2c68b6-61c3-486c-b011-2192e2a06100 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:54.201178 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7e42cff2-d17a-42c7-8f48-a641fd3059af req-9a2c68b6-61c3-486c-b011-2192e2a06100 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.2643962 Feb 05 03:15:54.250295 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-10c7cd90-3ac7-4054-935c-3b3dea8bf9bd service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114394 Feb 05 03:15:54.395476 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6a995d3-3eab-47d6-afc8-012bdcc47f87 req-f5a51af0-cb68-4418-9619-5c6543d83465 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336715 Feb 05 03:15:54.414278 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7e42cff2-d17a-42c7-8f48-a641fd3059af req-80cd0e81-6ed8-4f54-a944-3b96161aea34 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117980 Feb 05 03:15:54.552008 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54c26e-c9b2-4a30-ac2f-92d6c5093cd4 req-bcf7e784-2a2f-483a-b33a-def3c61830b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:54.553769 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e54c26e-c9b2-4a30-ac2f-92d6c5093cd4 req-bcf7e784-2a2f-483a-b33a-def3c61830b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 1126 time: 0.1040726 Feb 05 03:15:54.759518 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54c26e-c9b2-4a30-ac2f-92d6c5093cd4 req-27d3effd-bb87-4a08-af28-625618437831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:54.760982 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e54c26e-c9b2-4a30-ac2f-92d6c5093cd4 req-27d3effd-bb87-4a08-af28-625618437831 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 905 time: 0.2002425 Feb 05 03:15:54.847090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e54c26e-c9b2-4a30-ac2f-92d6c5093cd4 req-a8b3ccbd-3ba2-4369-8d40-e1a3611a0dae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ece1dcc5-bd88-41ab-8a26-82b56785e865 HTTP/1.1" status: 200 len: 217 time: 0.0764086 Feb 05 03:15:54.950332 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54c26e-c9b2-4a30-ac2f-92d6c5093cd4 req-31ea83ce-df45-416e-918e-1b4f978a579e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:54.951888 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e54c26e-c9b2-4a30-ac2f-92d6c5093cd4 req-31ea83ce-df45-416e-918e-1b4f978a579e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38c73809-1d31-4fb2-813a-779056f1c55f HTTP/1.1" status: 200 len: 844 time: 0.0977452 Feb 05 03:15:55.093812 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e54c26e-c9b2-4a30-ac2f-92d6c5093cd4 req-ece1ae13-336d-454e-b398-6990ab7d8779 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305830 Feb 05 03:15:55.311979 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b862c9a-b945-4d34-995c-ad727b8735e4 req-c31763fa-f91b-42ae-8b2f-3933affd2cc1 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:55.314467 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b862c9a-b945-4d34-995c-ad727b8735e4 req-c31763fa-f91b-42ae-8b2f-3933affd2cc1 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 944 time: 0.2136948 Feb 05 03:15:55.322849 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e54c26e-c9b2-4a30-ac2f-92d6c5093cd4 req-b55b52b6-fa83-4d4a-ac1c-0fee385d837c service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204878 Feb 05 03:15:55.468793 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b862c9a-b945-4d34-995c-ad727b8735e4 req-1d1ee765-c8cd-40bc-9bd0-d96fe861b4ac tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480296 Feb 05 03:15:55.534823 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e54c26e-c9b2-4a30-ac2f-92d6c5093cd4 req-3009270c-aaa4-4c6e-9fdc-364a32c03329 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034900 Feb 05 03:15:55.644474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47a2a0-270e-46f7-aa2d-18549013ab2c req-a4aca9d1-3547-4145-a23b-09d4dde55cfe tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:55.647067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf47a2a0-270e-46f7-aa2d-18549013ab2c req-a4aca9d1-3547-4145-a23b-09d4dde55cfe tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.0961785 Feb 05 03:15:55.728453 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf47a2a0-270e-46f7-aa2d-18549013ab2c req-bb07aa52-1e26-4f90-9eeb-0617512faed4 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740430 Feb 05 03:15:56.776506 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7a140-1677-490f-8e4a-dbbef8fc9c00 req-cba70648-63f6-46b5-9367-e6c8b96d23bb tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:56.779246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cf7a140-1677-490f-8e4a-dbbef8fc9c00 req-cba70648-63f6-46b5-9367-e6c8b96d23bb tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 944 time: 0.1540446 Feb 05 03:15:56.923904 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cf7a140-1677-490f-8e4a-dbbef8fc9c00 req-aa4f3cb0-05fb-4511-98e1-22717f7a7171 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338408 Feb 05 03:15:57.007418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf880b5-b833-4caa-92d1-9dd3daabd29c req-39c3c10a-1db3-4d69-ad4e-1c6d3cf7d8f9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:57.019064 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4bf880b5-b833-4caa-92d1-9dd3daabd29c req-39c3c10a-1db3-4d69-ad4e-1c6d3cf7d8f9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.1122007 Feb 05 03:15:57.113262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4bf880b5-b833-4caa-92d1-9dd3daabd29c req-59871b02-76ec-400a-a431-4c46639847b1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903134 Feb 05 03:15:57.129889 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ece1dcc5-bd88-41ab-8a26-82b56785e865 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:15:57.355470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port ece1dcc5-bd88-41ab-8a26-82b56785e865, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ece1dcc5-bd88-41ab-8a26-82b56785e865,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:57.392050 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'ece1dcc5-bd88-41ab-8a26-82b56785e865', 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a', 'port_id': 'ece1dcc5-bd88-41ab-8a26-82b56785e865', 'mac_address': 'fa:16:3e:eb:94:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c73809-1d31-4fb2-813a-779056f1c55f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:15:57.479159 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port ece1dcc5-bd88-41ab-8a26-82b56785e865 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:57.479574 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ece1dcc5-bd88-41ab-8a26-82b56785e865), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:57.510937 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece1dcc5-bd88-41ab-8a26-82b56785e865 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:15:57.556412 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port ece1dcc5-bd88-41ab-8a26-82b56785e865, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ece1dcc5-bd88-41ab-8a26-82b56785e865,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:57.565236 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ece1dcc5-bd88-41ab-8a26-82b56785e865), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:57.676701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=ece1dcc5-bd88-41ab-8a26-82b56785e865,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:57.761700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['ece1dcc5-bd88-41ab-8a26-82b56785e865'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:15:58.106795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e66765-37df-4067-b7ba-9cb231f4254f req-fefecc4e-a4f4-4eb5-90c9-3405ee5a18d9 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:58.110529 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1e66765-37df-4067-b7ba-9cb231f4254f req-fefecc4e-a4f4-4eb5-90c9-3405ee5a18d9 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 945 time: 0.0759404 Feb 05 03:15:58.188707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1e66765-37df-4067-b7ba-9cb231f4254f req-fdf4346c-0ed6-46de-8599-88f8e71aeb20 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592015 Feb 05 03:15:58.310551 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32a3db-bcd7-4bb2-aba9-b81c2aff1e1f req-4d3f924e-dd61-4590-b67d-94f8cf1a58fa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:58.313109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c32a3db-bcd7-4bb2-aba9-b81c2aff1e1f req-4d3f924e-dd61-4590-b67d-94f8cf1a58fa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.0766170 Feb 05 03:15:58.421931 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c32a3db-bcd7-4bb2-aba9-b81c2aff1e1f req-73533a43-d1bb-49be-80d9-231adaf436a2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003690 Feb 05 03:15:59.129350 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ece1dcc5-bd88-41ab-8a26-82b56785e865 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:15:59.194529 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port ece1dcc5-bd88-41ab-8a26-82b56785e865 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:15:59.200269 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port ece1dcc5-bd88-41ab-8a26-82b56785e865 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:15:59.201038 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ece1dcc5-bd88-41ab-8a26-82b56785e865), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:59.335158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port ece1dcc5-bd88-41ab-8a26-82b56785e865 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:15:59.335855 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ece1dcc5-bd88-41ab-8a26-82b56785e865), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:59.363239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46c50fc-1ab3-40ad-bee9-2c9f3f721779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece1dcc5-bd88-41ab-8a26-82b56785e865'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:15:59.365970 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9fc991-b14b-46ac-9a0b-6e4476665f7c" -d '{"events": [{"server_uuid": "a46c50fc-1ab3-40ad-bee9-2c9f3f721779", "name": "network-vif-plugged", "status": "completed", "tag": "ece1dcc5-bd88-41ab-8a26-82b56785e865"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:15:59.379509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port ece1dcc5-bd88-41ab-8a26-82b56785e865, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ece1dcc5-bd88-41ab-8a26-82b56785e865,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:15:59.397410 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ece1dcc5-bd88-41ab-8a26-82b56785e865), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:15:59.464629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ec5a8-9d41-4631-8387-c519bbf0d577 req-8f61125c-907c-4d6d-a46c-0f3ebba6a77a tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:59.470406 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006a30f9-5958-44a6-9fb4-c87ecd2ed227 x-openstack-request-id: req-006a30f9-5958-44a6-9fb4-c87ecd2ed227 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:15:59.470690 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46c50fc-1ab3-40ad-bee9-2c9f3f721779", "name": "network-vif-plugged", "status": "completed", "tag": "ece1dcc5-bd88-41ab-8a26-82b56785e865", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:15:59.471021 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-006a30f9-5958-44a6-9fb4-c87ecd2ed227 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:15:59.471433 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46c50fc-1ab3-40ad-bee9-2c9f3f721779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece1dcc5-bd88-41ab-8a26-82b56785e865', 'code': 200} Feb 05 03:15:59.472287 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-176ec5a8-9d41-4631-8387-c519bbf0d577 req-8f61125c-907c-4d6d-a46c-0f3ebba6a77a tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 945 time: 0.1107321 Feb 05 03:15:59.547768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=ece1dcc5-bd88-41ab-8a26-82b56785e865,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:15:59.617799 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-176ec5a8-9d41-4631-8387-c519bbf0d577 req-af731c1d-6288-4c11-a2a4-4629d4574c7b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446300 Feb 05 03:15:59.694148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f46a25-5614-4188-b4c8-943d7ad91794 req-751d3c57-08cb-4ca3-8233-e1f8db60e36d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:59.702475 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69f46a25-5614-4188-b4c8-943d7ad91794 req-751d3c57-08cb-4ca3-8233-e1f8db60e36d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.0830288 Feb 05 03:15:59.711924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88112c-4611-46a2-aa3c-f631a8b8822b req-78f6a979-428f-4e0f-a45b-8706b780f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:15:59.713607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b88112c-4611-46a2-aa3c-f631a8b8822b req-78f6a979-428f-4e0f-a45b-8706b780f98e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 1128 time: 0.1582098 Feb 05 03:15:59.798227 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69f46a25-5614-4188-b4c8-943d7ad91794 req-8ec73075-5ece-4ed4-8b33-924a0c2902e7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947034 Feb 05 03:15:59.807679 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b88112c-4611-46a2-aa3c-f631a8b8822b req-24e75026-4ec6-4add-acce-80db9a71e616 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722170 Feb 05 03:16:00.810707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b35a42-d56b-4ee9-8dc4-04c39f12e368 req-1d0c795d-a0c2-496d-8eb7-8b5855ef0e11 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:00.819202 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01b35a42-d56b-4ee9-8dc4-04c39f12e368 req-1d0c795d-a0c2-496d-8eb7-8b5855ef0e11 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 946 time: 0.0910881 Feb 05 03:16:00.907012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01b35a42-d56b-4ee9-8dc4-04c39f12e368 req-727c4a76-c124-4dc6-9895-8ef9796f4567 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862441 Feb 05 03:16:01.057900 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58459c6-1a57-4faf-ae38-019da29002d9 req-81534240-8d79-48ad-8453-2223d042106f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:01.060720 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a58459c6-1a57-4faf-ae38-019da29002d9 req-81534240-8d79-48ad-8453-2223d042106f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.0758536 Feb 05 03:16:01.146168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a58459c6-1a57-4faf-ae38-019da29002d9 req-a19597cb-b4e6-472f-8c90-09f61d9cf709 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792954 Feb 05 03:16:02.129542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7de5f-4ffb-46f9-aeaa-b4ae962f36c8 req-612fe327-0969-4d57-a472-4fde7e3b0ff1 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:02.132046 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31a7de5f-4ffb-46f9-aeaa-b4ae962f36c8 req-612fe327-0969-4d57-a472-4fde7e3b0ff1 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 946 time: 0.0744929 Feb 05 03:16:02.278059 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31a7de5f-4ffb-46f9-aeaa-b4ae962f36c8 req-fba2b352-7044-4386-9932-9b8ff9363863 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398335 Feb 05 03:16:02.545005 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40b4b2-a542-44b1-9319-d190f479e813 req-6edc87e5-6fc7-49f4-8976-ffbd841a62bd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:02.551831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae40b4b2-a542-44b1-9319-d190f479e813 req-6edc87e5-6fc7-49f4-8976-ffbd841a62bd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.1214433 Feb 05 03:16:02.642132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae40b4b2-a542-44b1-9319-d190f479e813 req-e2ceba07-93ff-4491-8a14-d8995ffb2005 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889733 Feb 05 03:16:02.869361 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076711df-430e-4864-a2c4-24d5aa1ed32b req-de3202f7-5616-4a85-973f-1766a54afd15 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:02.876845 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076711df-430e-4864-a2c4-24d5aa1ed32b req-de3202f7-5616-4a85-973f-1766a54afd15 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:02.884460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076711df-430e-4864-a2c4-24d5aa1ed32b req-de3202f7-5616-4a85-973f-1766a54afd15 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:02.890801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076711df-430e-4864-a2c4-24d5aa1ed32b req-de3202f7-5616-4a85-973f-1766a54afd15 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:02.897225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076711df-430e-4864-a2c4-24d5aa1ed32b req-de3202f7-5616-4a85-973f-1766a54afd15 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:02.903228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076711df-430e-4864-a2c4-24d5aa1ed32b req-de3202f7-5616-4a85-973f-1766a54afd15 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:02.909155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076711df-430e-4864-a2c4-24d5aa1ed32b req-de3202f7-5616-4a85-973f-1766a54afd15 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:02.918703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-076711df-430e-4864-a2c4-24d5aa1ed32b req-de3202f7-5616-4a85-973f-1766a54afd15 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5436 time: 0.2002277 Feb 05 03:16:02.961034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e814fe-16d1-4305-804e-d37a4b8fcf6a req-bdf832d3-7f4a-42ad-a347-274f2c6fd332 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:02.968537 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73e814fe-16d1-4305-804e-d37a4b8fcf6a req-bdf832d3-7f4a-42ad-a347-274f2c6fd332 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 946 time: 0.1788526 Feb 05 03:16:03.105952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-076711df-430e-4864-a2c4-24d5aa1ed32b req-388edc56-deaf-498a-847e-52aa7386c6b1 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1786900 Feb 05 03:16:03.126055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73e814fe-16d1-4305-804e-d37a4b8fcf6a req-1cf18079-051f-466b-8275-236bf3f70515 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526256 Feb 05 03:16:03.324510 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd99ee5-573a-4a23-8e97-3fa955e9f261 req-98d2787f-d077-48d8-b44f-375705e9d98c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:03.326923 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ecd99ee5-573a-4a23-8e97-3fa955e9f261 req-98d2787f-d077-48d8-b44f-375705e9d98c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 946 time: 0.0907226 Feb 05 03:16:03.446206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ecd99ee5-573a-4a23-8e97-3fa955e9f261 req-0bcdf532-69d8-499d-a45e-6efcb99d9ae9 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122537 Feb 05 03:16:03.664680 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30e2740c-7218-48f8-851e-f619edf45d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:03.849103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e1bdf-49d7-4db6-ae75-13a66685af87 req-8029f707-6e03-4ce8-9810-b4afddeb8e2a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:03.850673 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-783e1bdf-49d7-4db6-ae75-13a66685af87 req-8029f707-6e03-4ce8-9810-b4afddeb8e2a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.0925286 Feb 05 03:16:03.952351 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-783e1bdf-49d7-4db6-ae75-13a66685af87 req-d4cfd6e0-47f4-4d09-9169-b68a5f6b204b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709136 Feb 05 03:16:03.972375 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403d24d-5629-4bc9-a30f-b007d1ba6180 req-288e68ed-a474-4d3b-a926-8690cf3e23d6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:03.973873 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c403d24d-5629-4bc9-a30f-b007d1ba6180 req-288e68ed-a474-4d3b-a926-8690cf3e23d6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 946 time: 0.1467464 Feb 05 03:16:04.071451 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c403d24d-5629-4bc9-a30f-b007d1ba6180 req-d40f0cf0-ed22-4686-b127-360fcadc2f67 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895000 Feb 05 03:16:04.290816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86239520-179a-479c-8861-d78134e40297 req-dfe6da57-e821-4388-b0b7-670fa4ab2d90 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:04.296698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86239520-179a-479c-8861-d78134e40297 req-dfe6da57-e821-4388-b0b7-670fa4ab2d90 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:04.304046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86239520-179a-479c-8861-d78134e40297 req-dfe6da57-e821-4388-b0b7-670fa4ab2d90 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:04.309873 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86239520-179a-479c-8861-d78134e40297 req-dfe6da57-e821-4388-b0b7-670fa4ab2d90 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:04.315388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86239520-179a-479c-8861-d78134e40297 req-dfe6da57-e821-4388-b0b7-670fa4ab2d90 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:04.321438 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86239520-179a-479c-8861-d78134e40297 req-dfe6da57-e821-4388-b0b7-670fa4ab2d90 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:04.327579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86239520-179a-479c-8861-d78134e40297 req-dfe6da57-e821-4388-b0b7-670fa4ab2d90 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:04.346698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-86239520-179a-479c-8861-d78134e40297 req-dfe6da57-e821-4388-b0b7-670fa4ab2d90 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5436 time: 0.1231229 Feb 05 03:16:04.465870 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-86239520-179a-479c-8861-d78134e40297 req-a5dad0a6-657d-4177-87c9-7b7ce410fa88 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1178644 Feb 05 03:16:05.152612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4dd29-1c97-4a19-92f6-149d6a376514 req-f1af7b11-9f56-42fe-bff5-e9033b57d9af tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:05.161204 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcf4dd29-1c97-4a19-92f6-149d6a376514 req-f1af7b11-9f56-42fe-bff5-e9033b57d9af tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.0880835 Feb 05 03:16:05.179832 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e213b9-b05b-4f1e-b449-2af228237b5a req-05e47427-118c-463e-806a-a4a1aae8b045 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:05.181940 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99e213b9-b05b-4f1e-b449-2af228237b5a req-05e47427-118c-463e-806a-a4a1aae8b045 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "GET /v2.0/ports?device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 946 time: 0.1637132 Feb 05 03:16:05.290663 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fcf4dd29-1c97-4a19-92f6-149d6a376514 req-4e88af36-427f-45f1-8bbd-4d6145aa8cb1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284673 Feb 05 03:16:05.398291 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eebc6a-8a1c-4d51-9fe3-a1548d788362 req-57821a8d-4ab2-416c-a9bf-28910a6685f0 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:05.400001 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89eebc6a-8a1c-4d51-9fe3-a1548d788362 req-57821a8d-4ab2-416c-a9bf-28910a6685f0 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 946 time: 0.1421227 Feb 05 03:16:05.461459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-99e213b9-b05b-4f1e-b449-2af228237b5a req-09046346-6ab2-4d72-84cb-8104ef3d8d5b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Deleting port ece1dcc5-bd88-41ab-8a26-82b56785e865 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:16:05.461810 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99e213b9-b05b-4f1e-b449-2af228237b5a req-09046346-6ab2-4d72-84cb-8104ef3d8d5b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ece1dcc5-bd88-41ab-8a26-82b56785e865), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:05.492621 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89eebc6a-8a1c-4d51-9fe3-a1548d788362 req-c94e93bb-33ba-42be-962e-f0056507f289 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838726 Feb 05 03:16:05.639350 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-99e213b9-b05b-4f1e-b449-2af228237b5a req-09046346-6ab2-4d72-84cb-8104ef3d8d5b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] For port ece1dcc5-bd88-41ab-8a26-82b56785e865, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ece1dcc5-bd88-41ab-8a26-82b56785e865,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:05.639769 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99e213b9-b05b-4f1e-b449-2af228237b5a req-09046346-6ab2-4d72-84cb-8104ef3d8d5b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ece1dcc5-bd88-41ab-8a26-82b56785e865), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:05.674339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-99e213b9-b05b-4f1e-b449-2af228237b5a req-09046346-6ab2-4d72-84cb-8104ef3d8d5b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Calling delete_port for ece1dcc5-bd88-41ab-8a26-82b56785e865 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:16:05.801576 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79563d-aa7a-4f08-8df1-f7debc317bca req-2c1efc45-c42b-4c3a-b6da-508eb68dcac7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:05.808059 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79563d-aa7a-4f08-8df1-f7debc317bca req-2c1efc45-c42b-4c3a-b6da-508eb68dcac7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:05.813688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79563d-aa7a-4f08-8df1-f7debc317bca req-2c1efc45-c42b-4c3a-b6da-508eb68dcac7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:05.820454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79563d-aa7a-4f08-8df1-f7debc317bca req-2c1efc45-c42b-4c3a-b6da-508eb68dcac7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:05.826133 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79563d-aa7a-4f08-8df1-f7debc317bca req-2c1efc45-c42b-4c3a-b6da-508eb68dcac7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:05.832197 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79563d-aa7a-4f08-8df1-f7debc317bca req-2c1efc45-c42b-4c3a-b6da-508eb68dcac7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:05.837750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79563d-aa7a-4f08-8df1-f7debc317bca req-2c1efc45-c42b-4c3a-b6da-508eb68dcac7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:05.840213 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d79563d-aa7a-4f08-8df1-f7debc317bca req-2c1efc45-c42b-4c3a-b6da-508eb68dcac7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5436 time: 0.2602093 Feb 05 03:16:05.898014 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f73a1281-8e2e-4337-8c06-073a06d693ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:05.935036 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99e213b9-b05b-4f1e-b449-2af228237b5a req-09046346-6ab2-4d72-84cb-8104ef3d8d5b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ece1dcc5-bd88-41ab-8a26-82b56785e865), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:05.949701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e5af5f1e-42b6-45a8-9158-8526d7906946', 'ece1dcc5-bd88-41ab-8a26-82b56785e865'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:16:05.979914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09046346-6ab2-4d72-84cb-8104ef3d8d5b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Pushing event deleted for resources: {'Port': ['ID=ece1dcc5-bd88-41ab-8a26-82b56785e865,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:06.008592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d79563d-aa7a-4f08-8df1-f7debc317bca req-63703501-518c-4219-9bae-dfa53cfbe03b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1608803 Feb 05 03:16:06.037702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e213b9-b05b-4f1e-b449-2af228237b5a req-09046346-6ab2-4d72-84cb-8104ef3d8d5b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] No DVR routers for this DVR port ece1dcc5-bd88-41ab-8a26-82b56785e865 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:16:06.052337 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99e213b9-b05b-4f1e-b449-2af228237b5a req-09046346-6ab2-4d72-84cb-8104ef3d8d5b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:06.057055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99e213b9-b05b-4f1e-b449-2af228237b5a req-09046346-6ab2-4d72-84cb-8104ef3d8d5b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "DELETE /v2.0/ports/ece1dcc5-bd88-41ab-8a26-82b56785e865 HTTP/1.1" status: 204 len: 173 time: 0.8598011 Feb 05 03:16:06.057541 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46c50fc-1ab3-40ad-bee9-2c9f3f721779', 'name': 'network-vif-deleted', 'tag': 'ece1dcc5-bd88-41ab-8a26-82b56785e865'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:16:06.060105 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f851bfeb-0749-44d9-bc33-20ac7ed8444e" -d '{"events": [{"server_uuid": "a46c50fc-1ab3-40ad-bee9-2c9f3f721779", "name": "network-vif-deleted", "tag": "ece1dcc5-bd88-41ab-8a26-82b56785e865"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:16:06.069140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823819f-b992-4770-afbf-1d3c366c1308 req-dd8c75ff-3a72-4e2b-a988-57c86a4b4398 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:06.099113 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823819f-b992-4770-afbf-1d3c366c1308 req-dd8c75ff-3a72-4e2b-a988-57c86a4b4398 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:06.112023 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823819f-b992-4770-afbf-1d3c366c1308 req-dd8c75ff-3a72-4e2b-a988-57c86a4b4398 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:06.136344 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823819f-b992-4770-afbf-1d3c366c1308 req-dd8c75ff-3a72-4e2b-a988-57c86a4b4398 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:06.145060 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823819f-b992-4770-afbf-1d3c366c1308 req-dd8c75ff-3a72-4e2b-a988-57c86a4b4398 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:06.154591 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c5f41b-336b-4907-a1c2-6a8cdd0c23c7 x-openstack-request-id: req-07c5f41b-336b-4907-a1c2-6a8cdd0c23c7 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:16:06.154939 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46c50fc-1ab3-40ad-bee9-2c9f3f721779", "name": "network-vif-deleted", "tag": "ece1dcc5-bd88-41ab-8a26-82b56785e865", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:16:06.155203 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07c5f41b-336b-4907-a1c2-6a8cdd0c23c7 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:16:06.155580 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46c50fc-1ab3-40ad-bee9-2c9f3f721779', 'name': 'network-vif-deleted', 'tag': 'ece1dcc5-bd88-41ab-8a26-82b56785e865', 'status': 'completed', 'code': 200} Feb 05 03:16:06.156998 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823819f-b992-4770-afbf-1d3c366c1308 req-dd8c75ff-3a72-4e2b-a988-57c86a4b4398 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:06.163898 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823819f-b992-4770-afbf-1d3c366c1308 req-dd8c75ff-3a72-4e2b-a988-57c86a4b4398 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:06.166540 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a823819f-b992-4770-afbf-1d3c366c1308 req-dd8c75ff-3a72-4e2b-a988-57c86a4b4398 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5436 time: 0.2199159 Feb 05 03:16:06.295790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823819f-b992-4770-afbf-1d3c366c1308 req-9e871e30-9912-421a-97f8-29b446a1bf81 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:06.299115 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a823819f-b992-4770-afbf-1d3c366c1308 req-9e871e30-9912-421a-97f8-29b446a1bf81 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.31 "GET /v2.0/ports/5a26af8e-b2d2-48e9-abcf-9b13be1c3efd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1233850 Feb 05 03:16:06.482505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e4e09-68d2-4190-99ca-7d359044226b req-d972da78-b79e-40c8-840f-ed27feba1185 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:06.484087 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b4e4e09-68d2-4190-99ca-7d359044226b req-d972da78-b79e-40c8-840f-ed27feba1185 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.0818594 Feb 05 03:16:06.543596 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b4e4e09-68d2-4190-99ca-7d359044226b req-6f5d45f1-458f-426b-9542-05815883c3be tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534840 Feb 05 03:16:06.571419 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a823819f-b992-4770-afbf-1d3c366c1308 req-10e996b1-0f8f-4aa7-8294-32b9fa05f60c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.31 "GET /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2657990 Feb 05 03:16:06.685532 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4480981-c537-4024-9921-4e1fb73dbecc req-bfdad906-3ddb-4c8f-9758-c093fee05572 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=a46c50fc-1ab3-40ad-bee9-2c9f3f721779 HTTP/1.1" status: 200 len: 210 time: 0.0743940 Feb 05 03:16:06.795282 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a823819f-b992-4770-afbf-1d3c366c1308 req-9b5dabea-10fb-4a85-924d-171c5d5a075a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:16:06.883095 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-9b5dabea-10fb-4a85-924d-171c5d5a075a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:07.061967 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a823819f-b992-4770-afbf-1d3c366c1308 req-9b5dabea-10fb-4a85-924d-171c5d5a075a service neutron] For port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=5a26af8e-b2d2-48e9-abcf-9b13be1c3efd,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:07.105105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a823819f-b992-4770-afbf-1d3c366c1308 req-9b5dabea-10fb-4a85-924d-171c5d5a075a service neutron] For port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:16:07.134933 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:07.187911 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-a823819f-b992-4770-afbf-1d3c366c1308 req-9b5dabea-10fb-4a85-924d-171c5d5a075a service neutron] device_id is not set on port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:16:07.197745 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-9b5dabea-10fb-4a85-924d-171c5d5a075a service neutron] Publish callbacks [] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:07.212552 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-9b5dabea-10fb-4a85-924d-171c5d5a075a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:07.247297 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c4e06-bd67-498a-b5a1-2a08602d7ad2 req-2e4bc0ca-6447-4290-bee9-2a8b38319b62 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:07.254355 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c4e06-bd67-498a-b5a1-2a08602d7ad2 req-2e4bc0ca-6447-4290-bee9-2a8b38319b62 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:07.260604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c4e06-bd67-498a-b5a1-2a08602d7ad2 req-2e4bc0ca-6447-4290-bee9-2a8b38319b62 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:07.267201 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c4e06-bd67-498a-b5a1-2a08602d7ad2 req-2e4bc0ca-6447-4290-bee9-2a8b38319b62 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:07.273152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c4e06-bd67-498a-b5a1-2a08602d7ad2 req-2e4bc0ca-6447-4290-bee9-2a8b38319b62 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:07.281824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c4e06-bd67-498a-b5a1-2a08602d7ad2 req-2e4bc0ca-6447-4290-bee9-2a8b38319b62 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:07.288598 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c4e06-bd67-498a-b5a1-2a08602d7ad2 req-2e4bc0ca-6447-4290-bee9-2a8b38319b62 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:07.290551 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c3c4e06-bd67-498a-b5a1-2a08602d7ad2 req-2e4bc0ca-6447-4290-bee9-2a8b38319b62 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 5436 time: 0.1404655 Feb 05 03:16:07.290953 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dabea-10fb-4a85-924d-171c5d5a075a service neutron] Pushing event updated for resources: {'Port': ['ID=5a26af8e-b2d2-48e9-abcf-9b13be1c3efd,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:07.327617 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a823819f-b992-4770-afbf-1d3c366c1308 req-9b5dabea-10fb-4a85-924d-171c5d5a075a service neutron] No DVR routers for this DVR port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:16:07.383383 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c3c4e06-bd67-498a-b5a1-2a08602d7ad2 req-24c622d3-e43a-46fb-b524-5b538ce33049 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=63156adc-cf67-4175-8dd2-1cf1b56aa45d&id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804799 Feb 05 03:16:07.409395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a823819f-b992-4770-afbf-1d3c366c1308 req-9b5dabea-10fb-4a85-924d-171c5d5a075a service neutron] In _notify_port_updated(), no bound segment for port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd on network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:16:07.410625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823819f-b992-4770-afbf-1d3c366c1308 req-9b5dabea-10fb-4a85-924d-171c5d5a075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:07.411562 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-9b5dabea-10fb-4a85-924d-171c5d5a075a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:07.432077 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a823819f-b992-4770-afbf-1d3c366c1308 req-9b5dabea-10fb-4a85-924d-171c5d5a075a service neutron] 10.222.0.31 "PUT /v2.0/ports/5a26af8e-b2d2-48e9-abcf-9b13be1c3efd HTTP/1.1" status: 200 len: 1027 time: 0.8519685 Feb 05 03:16:07.528386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823819f-b992-4770-afbf-1d3c366c1308 req-f0568ee9-2a25-4d7d-a2b4-5256aac38a19 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:07.530085 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a823819f-b992-4770-afbf-1d3c366c1308 req-f0568ee9-2a25-4d7d-a2b4-5256aac38a19 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.31 "GET /v2.0/ports/dc69a7b0-d07b-4eaf-9597-8aab76827f26?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0917399 Feb 05 03:16:07.546750 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a823819f-b992-4770-afbf-1d3c366c1308 req-fa68d7eb-ac5d-4cb2-b1f4-501798d95016 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:16:07.632242 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-fa68d7eb-ac5d-4cb2-b1f4-501798d95016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:07.798848 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8838f-11af-4004-934a-53dea6355082 req-3bd1261f-8044-4562-bef0-b2d73cdd1f30 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:07.804796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8b8838f-11af-4004-934a-53dea6355082 req-3bd1261f-8044-4562-bef0-b2d73cdd1f30 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 943 time: 0.1361206 Feb 05 03:16:07.847961 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d6eceb2a-aa9b-459b-89cd-32507ce71f7e None None] Provisioning complete for port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:16:07.848435 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6eceb2a-aa9b-459b-89cd-32507ce71f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:07.909933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8b8838f-11af-4004-934a-53dea6355082 req-417e7623-0f32-4a19-9ff5-525c0bc766db tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976717 Feb 05 03:16:07.998561 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a823819f-b992-4770-afbf-1d3c366c1308 req-fa68d7eb-ac5d-4cb2-b1f4-501798d95016 service neutron] For port dc69a7b0-d07b-4eaf-9597-8aab76827f26, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dc69a7b0-d07b-4eaf-9597-8aab76827f26,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:08.008380 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d6eceb2a-aa9b-459b-89cd-32507ce71f7e None None] Port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:16:08.073907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a823819f-b992-4770-afbf-1d3c366c1308 req-fa68d7eb-ac5d-4cb2-b1f4-501798d95016 service neutron] For port dc69a7b0-d07b-4eaf-9597-8aab76827f26, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:16:08.134045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-a823819f-b992-4770-afbf-1d3c366c1308 req-fa68d7eb-ac5d-4cb2-b1f4-501798d95016 service neutron] device_id is not set on port dc69a7b0-d07b-4eaf-9597-8aab76827f26 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:16:08.154093 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-fa68d7eb-ac5d-4cb2-b1f4-501798d95016 service neutron] Publish callbacks [] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:08.163731 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-fa68d7eb-ac5d-4cb2-b1f4-501798d95016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:08.230398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-be1cb419-6a40-4c5b-a775-42592648439b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:08.255381 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-be1cb419-6a40-4c5b-a775-42592648439b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 804 time: 0.2190263 Feb 05 03:16:08.304401 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-55a5bac9-20c2-494e-bd99-6d829c4c3085 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/quotas/82f3913ef0bd4cbd8d1a3d14443f1038 HTTP/1.1" status: 200 len: 375 time: 0.0478070 Feb 05 03:16:08.388177 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a823819f-b992-4770-afbf-1d3c366c1308 req-fa68d7eb-ac5d-4cb2-b1f4-501798d95016 service neutron] No DVR routers for this DVR port dc69a7b0-d07b-4eaf-9597-8aab76827f26 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:16:08.413643 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68d7eb-ac5d-4cb2-b1f4-501798d95016 service neutron] Pushing event updated for resources: {'Port': ['ID=dc69a7b0-d07b-4eaf-9597-8aab76827f26,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:08.422449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-68ebb20e-0860-4fb8-bac7-63a7bdb40830 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1151910 Feb 05 03:16:08.446897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-5d3b0d14-8b93-4de2-97d6-05e899f69c7d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:16:08.447886 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-5d3b0d14-8b93-4de2-97d6-05e899f69c7d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054941 Feb 05 03:16:08.468158 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a823819f-b992-4770-afbf-1d3c366c1308 req-fa68d7eb-ac5d-4cb2-b1f4-501798d95016 service neutron] In _notify_port_updated(), no bound segment for port dc69a7b0-d07b-4eaf-9597-8aab76827f26 on network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:16:08.469130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823819f-b992-4770-afbf-1d3c366c1308 req-fa68d7eb-ac5d-4cb2-b1f4-501798d95016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:08.476919 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-fa68d7eb-ac5d-4cb2-b1f4-501798d95016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:08.478316 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a823819f-b992-4770-afbf-1d3c366c1308 req-fa68d7eb-ac5d-4cb2-b1f4-501798d95016 service neutron] 10.222.0.31 "PUT /v2.0/ports/dc69a7b0-d07b-4eaf-9597-8aab76827f26 HTTP/1.1" status: 200 len: 1028 time: 0.9413230 Feb 05 03:16:08.485431 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device fa5d0478-cb6f-4528-bca2-9ad9c363e187 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:16:08.701601 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:08.713752 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port fa5d0478-cb6f-4528-bca2-9ad9c363e187, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fa5d0478-cb6f-4528-bca2-9ad9c363e187,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:08.735737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10e0ad-e7d9-4c28-95f4-b60d01845a6c req-dfc10f23-1cc4-4b42-b420-9db77f515bcb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:08.742879 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'fa5d0478-cb6f-4528-bca2-9ad9c363e187', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'port_id': 'fa5d0478-cb6f-4528-bca2-9ad9c363e187', 'mac_address': 'fa:16:3e:58:2e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:16:08.743225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10e0ad-e7d9-4c28-95f4-b60d01845a6c req-dfc10f23-1cc4-4b42-b420-9db77f515bcb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:08.749624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10e0ad-e7d9-4c28-95f4-b60d01845a6c req-dfc10f23-1cc4-4b42-b420-9db77f515bcb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:08.755326 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10e0ad-e7d9-4c28-95f4-b60d01845a6c req-dfc10f23-1cc4-4b42-b420-9db77f515bcb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:08.761930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10e0ad-e7d9-4c28-95f4-b60d01845a6c req-dfc10f23-1cc4-4b42-b420-9db77f515bcb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:08.769769 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9c10e0ad-e7d9-4c28-95f4-b60d01845a6c req-dfc10f23-1cc4-4b42-b420-9db77f515bcb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 3887 time: 0.1745079 Feb 05 03:16:08.790357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-522fc8c6-68aa-4daf-8916-4cdebd449f0f service neutron] 10.222.0.36 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202288 Feb 05 03:16:08.796658 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a823819f-b992-4770-afbf-1d3c366c1308 req-d08f5634-e36d-406b-b9ea-d7be31ad9b38 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Deleting port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:16:08.798404 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-d08f5634-e36d-406b-b9ea-d7be31ad9b38 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:08.812911 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port fa5d0478-cb6f-4528-bca2-9ad9c363e187 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:16:08.813509 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fa5d0478-cb6f-4528-bca2-9ad9c363e187), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:08.829166 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5d0478-cb6f-4528-bca2-9ad9c363e187 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:16:08.857503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cca3b5dc-e9d3-4783-ae43-15f4837b63d0 None None] Provisioning complete for port dc69a7b0-d07b-4eaf-9597-8aab76827f26 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:16:08.858226 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cca3b5dc-e9d3-4783-ae43-15f4837b63d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:08.941108 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9c10e0ad-e7d9-4c28-95f4-b60d01845a6c req-b5655521-b47e-4539-917f-2956f593ca8d tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704752 Feb 05 03:16:08.947763 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cca3b5dc-e9d3-4783-ae43-15f4837b63d0 None None] Port dc69a7b0-d07b-4eaf-9597-8aab76827f26 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:16:08.964243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port fa5d0478-cb6f-4528-bca2-9ad9c363e187, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fa5d0478-cb6f-4528-bca2-9ad9c363e187,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:08.980123 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fa5d0478-cb6f-4528-bca2-9ad9c363e187), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:08.984371 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a823819f-b992-4770-afbf-1d3c366c1308 req-d08f5634-e36d-406b-b9ea-d7be31ad9b38 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] For port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:08.984753 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-d08f5634-e36d-406b-b9ea-d7be31ad9b38 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:09.029566 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a823819f-b992-4770-afbf-1d3c366c1308 req-d08f5634-e36d-406b-b9ea-d7be31ad9b38 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Calling delete_port for d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:16:09.038849 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-2bdca714-d311-40af-866d-4652d52fc181 service neutron] 10.222.0.36 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442191 Feb 05 03:16:09.100428 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=fa5d0478-cb6f-4528-bca2-9ad9c363e187,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:09.227817 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ece1dcc5-bd88-41ab-8a26-82b56785e865 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:16:09.279956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb96a0b-2751-4708-b9a4-0a1734d62022 req-35d96484-7c56-48d1-a043-220691e0102d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:09.290501 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfb96a0b-2751-4708-b9a4-0a1734d62022 req-35d96484-7c56-48d1-a043-220691e0102d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 944 time: 0.1416080 Feb 05 03:16:09.291523 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: ece1dcc5-bd88-41ab-8a26-82b56785e865 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:16:09.292154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ece1dcc5-bd88-41ab-8a26-82b56785e865 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:16:09.351758 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['fa5d0478-cb6f-4528-bca2-9ad9c363e187'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:16:09.440457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfb96a0b-2751-4708-b9a4-0a1734d62022 req-64823c47-ce26-4514-b5f1-b8e33cc8d866 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468103 Feb 05 03:16:09.559581 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9e7f674-f218-43cd-92b7-0251c16fbde2 req-b11f5287-1d3a-47a3-9479-5e1d05027b7c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 210 time: 0.0637159 Feb 05 03:16:09.684131 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-d08f5634-e36d-406b-b9ea-d7be31ad9b38 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:09.767738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f5634-e36d-406b-b9ea-d7be31ad9b38 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event deleted for resources: {'Port': ['ID=d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:09.905911 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a823819f-b992-4770-afbf-1d3c366c1308 req-d08f5634-e36d-406b-b9ea-d7be31ad9b38 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] No DVR routers for this DVR port d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:16:09.908894 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-d08f5634-e36d-406b-b9ea-d7be31ad9b38 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:09.913848 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a823819f-b992-4770-afbf-1d3c366c1308 req-d08f5634-e36d-406b-b9ea-d7be31ad9b38 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.31 "DELETE /v2.0/ports/d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 HTTP/1.1" status: 204 len: 173 time: 1.4239063 Feb 05 03:16:09.914369 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-deleted', 'tag': 'd2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:16:09.917974 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf040bbc-e054-429e-9dc0-af8ef3065407" -d '{"events": [{"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-deleted", "tag": "d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:16:10.072270 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:10.168740 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6685e3-108f-4564-bc80-0f4370019bb1 x-openstack-request-id: req-8d6685e3-108f-4564-bc80-0f4370019bb1 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:16:10.169545 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-deleted", "tag": "d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:16:10.169978 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d6685e3-108f-4564-bc80-0f4370019bb1 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:16:10.170970 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-deleted', 'tag': 'd2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2', 'status': 'completed', 'code': 200} Feb 05 03:16:10.217587 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a823819f-b992-4770-afbf-1d3c366c1308 req-cc177650-53c1-45e9-ada4-5b4245c94078 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Deleting port 33a13812-d1af-43c2-9975-b0a6d8dee08d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:16:10.218113 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-cc177650-53c1-45e9-ada4-5b4245c94078 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (33a13812-d1af-43c2-9975-b0a6d8dee08d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:10.294186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43eb1b-022c-4ea1-b405-a6e607b99026 req-de9a20ad-6b25-4878-9d0e-56705dcbe186 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:10.317310 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43eb1b-022c-4ea1-b405-a6e607b99026 req-de9a20ad-6b25-4878-9d0e-56705dcbe186 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:10.368096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43eb1b-022c-4ea1-b405-a6e607b99026 req-de9a20ad-6b25-4878-9d0e-56705dcbe186 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:10.376778 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43eb1b-022c-4ea1-b405-a6e607b99026 req-de9a20ad-6b25-4878-9d0e-56705dcbe186 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:10.380417 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f43eb1b-022c-4ea1-b405-a6e607b99026 req-de9a20ad-6b25-4878-9d0e-56705dcbe186 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 3152 time: 0.2169278 Feb 05 03:16:10.499023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device fa5d0478-cb6f-4528-bca2-9ad9c363e187 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:16:10.545771 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f43eb1b-022c-4ea1-b405-a6e607b99026 req-69fec46d-5197-48eb-b9ea-60ef6f240d5e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449306 Feb 05 03:16:10.651967 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a823819f-b992-4770-afbf-1d3c366c1308 req-cc177650-53c1-45e9-ada4-5b4245c94078 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] For port 33a13812-d1af-43c2-9975-b0a6d8dee08d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=33a13812-d1af-43c2-9975-b0a6d8dee08d,segment=NetworkSegment(05e41946-ea14-4052-99da-0fa0692a30b1),segment_id=05e41946-ea14-4052-99da-0fa0692a30b1)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:10.652443 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-cc177650-53c1-45e9-ada4-5b4245c94078 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (33a13812-d1af-43c2-9975-b0a6d8dee08d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:10.704845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a823819f-b992-4770-afbf-1d3c366c1308 req-cc177650-53c1-45e9-ada4-5b4245c94078 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Calling delete_port for 33a13812-d1af-43c2-9975-b0a6d8dee08d owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:16:10.745591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad8bca-659a-4e62-a180-ea738f6c4350 req-1f55ca8a-aa29-403c-b4d9-451e3251bb9f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:10.756670 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2fad8bca-659a-4e62-a180-ea738f6c4350 req-1f55ca8a-aa29-403c-b4d9-451e3251bb9f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 944 time: 0.1584795 Feb 05 03:16:10.835527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port fa5d0478-cb6f-4528-bca2-9ad9c363e187 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:16:10.840232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port fa5d0478-cb6f-4528-bca2-9ad9c363e187 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:16:10.840592 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fa5d0478-cb6f-4528-bca2-9ad9c363e187), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:10.884737 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2fad8bca-659a-4e62-a180-ea738f6c4350 req-bc27ce63-f82d-42b8-860f-5cee81d75176 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269553 Feb 05 03:16:10.981388 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b48e361e-664e-4066-866e-fe1f1b1f7d50 req-f728c25b-78de-481d-81b7-f70e571e8e8d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 210 time: 0.0364482 Feb 05 03:16:11.042928 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-cc177650-53c1-45e9-ada4-5b4245c94078 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (33a13812-d1af-43c2-9975-b0a6d8dee08d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:11.124892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc177650-53c1-45e9-ada4-5b4245c94078 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event deleted for resources: {'Port': ['ID=33a13812-d1af-43c2-9975-b0a6d8dee08d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:11.225429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a823819f-b992-4770-afbf-1d3c366c1308 req-cc177650-53c1-45e9-ada4-5b4245c94078 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] No DVR routers for this DVR port 33a13812-d1af-43c2-9975-b0a6d8dee08d on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:16:11.229603 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-cc177650-53c1-45e9-ada4-5b4245c94078 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:11.234402 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a823819f-b992-4770-afbf-1d3c366c1308 req-cc177650-53c1-45e9-ada4-5b4245c94078 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.31 "DELETE /v2.0/ports/33a13812-d1af-43c2-9975-b0a6d8dee08d HTTP/1.1" status: 204 len: 173 time: 1.2999442 Feb 05 03:16:11.278152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port fa5d0478-cb6f-4528-bca2-9ad9c363e187 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:16:11.279301 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fa5d0478-cb6f-4528-bca2-9ad9c363e187), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:11.323918 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port fa5d0478-cb6f-4528-bca2-9ad9c363e187, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fa5d0478-cb6f-4528-bca2-9ad9c363e187,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:11.325320 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7601e6e0-1d6f-48e1-b1a4-7623766402ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5d0478-cb6f-4528-bca2-9ad9c363e187'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:16:11.328438 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e84a235-3c5a-4ac7-b2ce-024a1639da91" -d '{"events": [{"server_uuid": "7601e6e0-1d6f-48e1-b1a4-7623766402ec", "name": "network-vif-plugged", "status": "completed", "tag": "fa5d0478-cb6f-4528-bca2-9ad9c363e187"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:16:11.349524 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fa5d0478-cb6f-4528-bca2-9ad9c363e187), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:11.350838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:16:11.462877 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3465b3-637a-4127-9590-811d86d3f423 x-openstack-request-id: req-5b3465b3-637a-4127-9590-811d86d3f423 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:16:11.463395 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7601e6e0-1d6f-48e1-b1a4-7623766402ec", "name": "network-vif-plugged", "status": "completed", "tag": "fa5d0478-cb6f-4528-bca2-9ad9c363e187", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:16:11.464069 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b3465b3-637a-4127-9590-811d86d3f423 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:16:11.464707 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7601e6e0-1d6f-48e1-b1a4-7623766402ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5d0478-cb6f-4528-bca2-9ad9c363e187', 'code': 200} Feb 05 03:16:11.465443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:16:11.465956 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device d2968388-1ee2-47b5-9e8a-3eb4ef2b3fa2 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:16:11.466547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 33a13812-d1af-43c2-9975-b0a6d8dee08d no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:16:11.505974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a823819f-b992-4770-afbf-1d3c366c1308 req-c9d24ede-1374-4e7e-b5f7-a37948bd26eb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Deleting port 03fddcad-382d-4779-8b93-ead7ee0c15de {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:16:11.507794 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-c9d24ede-1374-4e7e-b5f7-a37948bd26eb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:11.752992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 33a13812-d1af-43c2-9975-b0a6d8dee08d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:16:11.753619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 33a13812-d1af-43c2-9975-b0a6d8dee08d not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:16:11.754235 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 03fddcad-382d-4779-8b93-ead7ee0c15de no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:16:11.875241 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:12.001610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a823819f-b992-4770-afbf-1d3c366c1308 req-c9d24ede-1374-4e7e-b5f7-a37948bd26eb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] For port 03fddcad-382d-4779-8b93-ead7ee0c15de, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=03fddcad-382d-4779-8b93-ead7ee0c15de,segment=NetworkSegment(f245c6e2-ff2b-4170-89a3-b6613442c458),segment_id=f245c6e2-ff2b-4170-89a3-b6613442c458)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:12.002263 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-c9d24ede-1374-4e7e-b5f7-a37948bd26eb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:12.005071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 03fddcad-382d-4779-8b93-ead7ee0c15de is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:16:12.006427 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:12.026368 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=fa5d0478-cb6f-4528-bca2-9ad9c363e187,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:12.029451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124577-eb7e-45e0-9e6b-7c7cf25dcadd req-7a31a87d-dd65-47cf-9056-6222a6987c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:12.042741 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d4124577-eb7e-45e0-9e6b-7c7cf25dcadd req-7a31a87d-dd65-47cf-9056-6222a6987c46 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 1127 time: 0.4098217 Feb 05 03:16:12.089411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 03fddcad-382d-4779-8b93-ead7ee0c15de, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=03fddcad-382d-4779-8b93-ead7ee0c15de,segment=NetworkSegment(f245c6e2-ff2b-4170-89a3-b6613442c458),segment_id=f245c6e2-ff2b-4170-89a3-b6613442c458)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:12.100104 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:12.102275 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device dc69a7b0-d07b-4eaf-9597-8aab76827f26 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:16:12.387916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d5c76-cd54-47f4-91b5-71e909a71067 req-35fd19cd-4429-4c56-a16b-020adf0ee2cc tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:12.393906 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d5c76-cd54-47f4-91b5-71e909a71067 req-35fd19cd-4429-4c56-a16b-020adf0ee2cc tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:12.400152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d5c76-cd54-47f4-91b5-71e909a71067 req-35fd19cd-4429-4c56-a16b-020adf0ee2cc tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:12.414148 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ee3d5c76-cd54-47f4-91b5-71e909a71067 req-35fd19cd-4429-4c56-a16b-020adf0ee2cc tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 2417 time: 0.6414077 Feb 05 03:16:12.441162 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-e749326f-97fa-47d4-9b90-5eff7b115b79 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:12.444067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-e749326f-97fa-47d4-9b90-5eff7b115b79 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 804 time: 0.7655346 Feb 05 03:16:12.451395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb108565-87a8-4555-9391-806095a16b11 req-d14a658c-3afd-48e7-9395-f683b5e46b20 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:12.456926 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-deleted', 'tag': '33a13812-d1af-43c2-9975-b0a6d8dee08d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:16:12.459556 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a39790f-7dba-4cf2-927f-93c80aaabee4" -d '{"events": [{"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-deleted", "tag": "33a13812-d1af-43c2-9975-b0a6d8dee08d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:16:12.460166 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb108565-87a8-4555-9391-806095a16b11 req-d14a658c-3afd-48e7-9395-f683b5e46b20 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 945 time: 0.3990657 Feb 05 03:16:12.467431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-41d6c13c-bbf2-4440-b3a2-f6ef576b6287 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Request body: {'port': {'device_id': 'e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31', 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a', 'admin_state_up': True, 'tenant_id': '82f3913ef0bd4cbd8d1a3d14443f1038'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:16:12.473343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=03fddcad-382d-4779-8b93-ead7ee0c15de,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:12.522556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] The host n-h1-826942-8 is not matching for port dc69a7b0-d07b-4eaf-9597-8aab76827f26 host ! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:16:12.523154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device dc69a7b0-d07b-4eaf-9597-8aab76827f26 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:16:12.523832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 9c916ff2-7d58-4cfe-9c58-e067395ab560 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:16:12.574516 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-c9d24ede-1374-4e7e-b5f7-a37948bd26eb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:12.574904 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-c9d24ede-1374-4e7e-b5f7-a37948bd26eb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (a9324af2-1389-418f-900d-b7400d89242d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:12.587302 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [req-a823819f-b992-4770-afbf-1d3c366c1308 req-c9d24ede-1374-4e7e-b5f7-a37948bd26eb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Floating IP a9324af2-1389-418f-900d-b7400d89242d disassociated. External IP: 172.25.0.140, port: 03fddcad-382d-4779-8b93-ead7ee0c15de. Feb 05 03:16:12.587986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a823819f-b992-4770-afbf-1d3c366c1308 req-c9d24ede-1374-4e7e-b5f7-a37948bd26eb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Calling delete_port for 03fddcad-382d-4779-8b93-ead7ee0c15de owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:16:12.597146 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d4124577-eb7e-45e0-9e6b-7c7cf25dcadd req-de4bc6c1-2860-49d1-8ac8-b17cc2d4e27e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495906 Feb 05 03:16:12.665829 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ee3d5c76-cd54-47f4-91b5-71e909a71067 req-c7db3c34-d6bd-4dd1-81bc-fcad80de6463 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504814 Feb 05 03:16:12.685695 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 9c916ff2-7d58-4cfe-9c58-e067395ab560 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:16:12.686087 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:12.717846 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb108565-87a8-4555-9391-806095a16b11 req-17002989-4f0b-4458-8c41-f2e4c7782661 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339077 Feb 05 03:16:12.775115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 9c916ff2-7d58-4cfe-9c58-e067395ab560, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=9c916ff2-7d58-4cfe-9c58-e067395ab560,segment=NetworkSegment(05e41946-ea14-4052-99da-0fa0692a30b1),segment_id=05e41946-ea14-4052-99da-0fa0692a30b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:12.782128 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-693f2f14-b991-4270-a498-3556a9ddaaa0 req-3e2a1581-6024-4d3d-8e9b-72aab9f5181d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2946544 Feb 05 03:16:12.785267 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:12.785462 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device fbc466ef-ab06-42d0-aa44-1c7648ee247b no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:16:12.900023 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104dae3c-6962-41cb-b2e9-d8750eb16b53 x-openstack-request-id: req-104dae3c-6962-41cb-b2e9-d8750eb16b53 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:16:12.900578 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-deleted", "tag": "33a13812-d1af-43c2-9975-b0a6d8dee08d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:16:12.901412 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-104dae3c-6962-41cb-b2e9-d8750eb16b53 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:16:12.902140 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-deleted', 'tag': '33a13812-d1af-43c2-9975-b0a6d8dee08d', 'status': 'completed', 'code': 200} Feb 05 03:16:12.967214 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c3b30f83-31b5-4baf-add8-1a29cac4ff3a req-b01cbc73-5389-44bd-96d6-c5e431945394 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 210 time: 0.0824509 Feb 05 03:16:12.967605 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-c9d24ede-1374-4e7e-b5f7-a37948bd26eb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (03fddcad-382d-4779-8b93-ead7ee0c15de), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:12.972763 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-41d6c13c-bbf2-4440-b3a2-f6ef576b6287 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Made reservation on behalf of 82f3913ef0bd4cbd8d1a3d14443f1038 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:16:12.983363 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-41d6c13c-bbf2-4440-b3a2-f6ef576b6287 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:13.028095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=9c916ff2-7d58-4cfe-9c58-e067395ab560,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:13.029939 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d24ede-1374-4e7e-b5f7-a37948bd26eb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event deleted for resources: {'Port': ['ID=03fddcad-382d-4779-8b93-ead7ee0c15de,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:13.037792 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f2f14-b991-4270-a498-3556a9ddaaa0 req-0088c0ae-89cb-4da5-8e30-7f8cb351a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:13.049183 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port fbc466ef-ab06-42d0-aa44-1c7648ee247b is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:16:13.049579 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:13.051050 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-693f2f14-b991-4270-a498-3556a9ddaaa0 req-0088c0ae-89cb-4da5-8e30-7f8cb351a8aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 1127 time: 0.1831615 Feb 05 03:16:13.129870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port fbc466ef-ab06-42d0-aa44-1c7648ee247b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fbc466ef-ab06-42d0-aa44-1c7648ee247b,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:13.147116 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:13.148382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:16:13.354417 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-41d6c13c-bbf2-4440-b3a2-f6ef576b6287 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Allocated IP 172.20.0.12 (b566c3f7-a300-4cdb-9a7a-d35f43a9de9a/38c73809-1d31-4fb2-813a-779056f1c55f/9de019c7-5b65-409c-81c6-78fd5f85ae66) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:16:13.375755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] The host n-h1-826942-8 is not matching for port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd host ! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:16:13.376141 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:16:13.432165 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=fbc466ef-ab06-42d0-aa44-1c7648ee247b,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:13.467514 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03fddcad-382d-4779-8b93-ead7ee0c15de'}, {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c916ff2-7d58-4cfe-9c58-e067395ab560'}, {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc466ef-ab06-42d0-aa44-1c7648ee247b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:16:13.469681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f2f14-b991-4270-a498-3556a9ddaaa0 req-ef93c69c-6aff-4f78-8096-e7b26ef5ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:13.471201 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-693f2f14-b991-4270-a498-3556a9ddaaa0 req-ef93c69c-6aff-4f78-8096-e7b26ef5ef07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 905 time: 0.2702768 Feb 05 03:16:13.472131 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a0b413-0351-4929-975b-c64e35444d34" -d '{"events": [{"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-unplugged", "status": "completed", "tag": "03fddcad-382d-4779-8b93-ead7ee0c15de"}, {"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-unplugged", "status": "completed", "tag": "9c916ff2-7d58-4cfe-9c58-e067395ab560"}, {"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-unplugged", "status": "completed", "tag": "fbc466ef-ab06-42d0-aa44-1c7648ee247b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:16:13.495554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a823819f-b992-4770-afbf-1d3c366c1308 req-c9d24ede-1374-4e7e-b5f7-a37948bd26eb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Router eabefc84-be5a-4e6b-8624-0543567e7956 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:16:13.588150 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-693f2f14-b991-4270-a498-3556a9ddaaa0 req-21e726b8-5e45-4559-be51-6880f56b3884 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5af5f1e-42b6-45a8-9158-8526d7906946 HTTP/1.1" status: 200 len: 217 time: 0.1096127 Feb 05 03:16:13.628403 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 05 Feb 2022 03:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d47c74-382f-4f11-bddc-6abdec007578 x-openstack-request-id: req-24d47c74-382f-4f11-bddc-6abdec007578 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:16:13.629293 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-unplugged", "status": "completed", "tag": "03fddcad-382d-4779-8b93-ead7ee0c15de", "code": 200}, {"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-unplugged", "status": "completed", "tag": "9c916ff2-7d58-4cfe-9c58-e067395ab560", "code": 200}, {"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-unplugged", "status": "completed", "tag": "fbc466ef-ab06-42d0-aa44-1c7648ee247b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:16:13.629559 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24d47c74-382f-4f11-bddc-6abdec007578 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:16:13.629977 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03fddcad-382d-4779-8b93-ead7ee0c15de', 'code': 200} Feb 05 03:16:13.630304 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c916ff2-7d58-4cfe-9c58-e067395ab560', 'code': 200} Feb 05 03:16:13.631379 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc466ef-ab06-42d0-aa44-1c7648ee247b', 'code': 200} Feb 05 03:16:13.818991 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f2f14-b991-4270-a498-3556a9ddaaa0 req-a378749c-f1d4-46c9-901f-a427b6119c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:13.821941 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-693f2f14-b991-4270-a498-3556a9ddaaa0 req-a378749c-f1d4-46c9-901f-a427b6119c9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38c73809-1d31-4fb2-813a-779056f1c55f HTTP/1.1" status: 200 len: 844 time: 0.2259305 Feb 05 03:16:13.822860 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-41d6c13c-bbf2-4440-b3a2-f6ef576b6287 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks [] for port (9de019c7-5b65-409c-81c6-78fd5f85ae66), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:13.890435 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-693f2f14-b991-4270-a498-3556a9ddaaa0 req-b8087bc7-a7ec-46d3-a3b9-8605ec1a5493 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569017 Feb 05 03:16:13.913983 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a823819f-b992-4770-afbf-1d3c366c1308 req-c9d24ede-1374-4e7e-b5f7-a37948bd26eb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:16:13.933125 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad3efe-86f6-4345-b92a-4bcccb345732 None None] Sync routers for ids ['eabefc84-be5a-4e6b-8624-0543567e7956'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:16:13.945972 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad3efe-86f6-4345-b92a-4bcccb345732 None None] Routers {'eabefc84-be5a-4e6b-8624-0543567e7956'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:16:13.946957 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d2ad3efe-86f6-4345-b92a-4bcccb345732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:16:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['eabefc84-be5a-4e6b-8624-0543567e7956'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:16:14.014681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a823819f-b992-4770-afbf-1d3c366c1308 req-c9d24ede-1374-4e7e-b5f7-a37948bd26eb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] No DVR routers for this DVR port 03fddcad-382d-4779-8b93-ead7ee0c15de on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:16:14.018957 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-c9d24ede-1374-4e7e-b5f7-a37948bd26eb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:14.022658 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a823819f-b992-4770-afbf-1d3c366c1308 req-c9d24ede-1374-4e7e-b5f7-a37948bd26eb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.31 "DELETE /v2.0/ports/03fddcad-382d-4779-8b93-ead7ee0c15de HTTP/1.1" status: 204 len: 173 time: 2.7814448 Feb 05 03:16:14.114351 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95553a6-5321-4084-be94-ac16b4c27b2f req-4de76d21-c81d-4e7e-bbb1-af89f9fddc39 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:14.116840 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a95553a6-5321-4084-be94-ac16b4c27b2f req-4de76d21-c81d-4e7e-bbb1-af89f9fddc39 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 945 time: 0.2336330 Feb 05 03:16:14.123992 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-693f2f14-b991-4270-a498-3556a9ddaaa0 req-4cba3fe9-4bdc-48cb-8e46-41cb949d8fe1 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792417 Feb 05 03:16:14.133823 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8c0c6-4fe9-48eb-ae6a-feffbf54fa18 req-e463df58-a44a-4347-9f9f-95ff6c7f6d90 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:14.139697 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8c0c6-4fe9-48eb-ae6a-feffbf54fa18 req-e463df58-a44a-4347-9f9f-95ff6c7f6d90 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:14.149686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9e8c0c6-4fe9-48eb-ae6a-feffbf54fa18 req-e463df58-a44a-4347-9f9f-95ff6c7f6d90 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 1677 time: 0.1919544 Feb 05 03:16:14.159508 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d2ad3efe-86f6-4345-b92a-4bcccb345732 None None] Set router eabefc84-be5a-4e6b-8624-0543567e7956 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:16:14.790727 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-41d6c13c-bbf2-4440-b3a2-f6ef576b6287 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (9de019c7-5b65-409c-81c6-78fd5f85ae66), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:14.805137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e5af5f1e-42b6-45a8-9158-8526d7906946'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:16:14.830646 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d2ad3efe-86f6-4345-b92a-4bcccb345732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'name': 'tempest-TaggedBootDevicesTest-1324750262-router', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:23Z', 'updated_at': '2022-02-05T03:09:29Z', 'revision_number': 4, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'gw_port': {'id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:24Z', 'updated_at': '2022-02-05T03:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ea31fa63-2be9-432e-bbbb-1094bf8e0816', 'name': '', 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'mac_address': 'fa:16:3e:97:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:27Z', 'updated_at': '2022-02-05T03:09:46Z', 'revision_number': 5, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'subnets': [{'id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:16:14.894022 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad3efe-86f6-4345-b92a-4bcccb345732 None None] Checking router: eabefc84-be5a-4e6b-8624-0543567e7956 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:16:14.908703 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-deleted', 'tag': '03fddcad-382d-4779-8b93-ead7ee0c15de'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:16:14.913217 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef1a0ce-051c-4640-9708-b3cc3f17c068" -d '{"events": [{"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-deleted", "tag": "03fddcad-382d-4779-8b93-ead7ee0c15de"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:16:14.928865 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad3efe-86f6-4345-b92a-4bcccb345732 None None] Routers {'eabefc84-be5a-4e6b-8624-0543567e7956'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:16:14.929786 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d2ad3efe-86f6-4345-b92a-4bcccb345732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:16:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['eabefc84-be5a-4e6b-8624-0543567e7956'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:16:14.985239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a95553a6-5321-4084-be94-ac16b4c27b2f req-52482242-7d03-4682-95bc-8a1867be5c33 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341704 Feb 05 03:16:15.038631 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-41d6c13c-bbf2-4440-b3a2-f6ef576b6287 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:16:15.051172 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6c13c-bbf2-4440-b3a2-f6ef576b6287 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Pushing event updated for resources: {'Port': ['ID=9de019c7-5b65-409c-81c6-78fd5f85ae66,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:15.074914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-41d6c13c-bbf2-4440-b3a2-f6ef576b6287 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:16:15.082713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-41d6c13c-bbf2-4440-b3a2-f6ef576b6287 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:16:15.125697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a823819f-b992-4770-afbf-1d3c366c1308 req-4a152767-f55a-4887-af8b-5497824fe3b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Deleting port fbc466ef-ab06-42d0-aa44-1c7648ee247b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:16:15.126325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-4a152767-f55a-4887-af8b-5497824fe3b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:15.230809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a823819f-b992-4770-afbf-1d3c366c1308 req-4a152767-f55a-4887-af8b-5497824fe3b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] For port fbc466ef-ab06-42d0-aa44-1c7648ee247b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fbc466ef-ab06-42d0-aa44-1c7648ee247b,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:15.231200 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-4a152767-f55a-4887-af8b-5497824fe3b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:15.232207 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d2ad3efe-86f6-4345-b92a-4bcccb345732 None None] Set router eabefc84-be5a-4e6b-8624-0543567e7956 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:16:15.253893 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9e8c0c6-4fe9-48eb-ae6a-feffbf54fa18 req-f537585a-83ee-4956-9d4f-bcb9dfd7bf04 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1027691 Feb 05 03:16:15.254112 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a823819f-b992-4770-afbf-1d3c366c1308 req-4a152767-f55a-4887-af8b-5497824fe3b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Calling delete_port for fbc466ef-ab06-42d0-aa44-1c7648ee247b owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:16:15.279993 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-41d6c13c-bbf2-4440-b3a2-f6ef576b6287 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:15.280871 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-41d6c13c-bbf2-4440-b3a2-f6ef576b6287 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:15.281549 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-693f2f14-b991-4270-a498-3556a9ddaaa0 req-fbfcf037-1f8e-4494-af08-44673092c5d0 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1565301 Feb 05 03:16:15.330504 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-41d6c13c-bbf2-4440-b3a2-f6ef576b6287 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8678362 Feb 05 03:16:15.370149 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Request body: {'port': {'device_id': 'e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:16:15.375708 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:16:15.412313 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a675c9e-99e2-47bf-851e-810a604deaed x-openstack-request-id: req-1a675c9e-99e2-47bf-851e-810a604deaed {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:16:15.417051 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-deleted", "tag": "03fddcad-382d-4779-8b93-ead7ee0c15de", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:16:15.417980 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a675c9e-99e2-47bf-851e-810a604deaed {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:16:15.419991 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-deleted', 'tag': '03fddcad-382d-4779-8b93-ead7ee0c15de', 'status': 'completed', 'code': 200} Feb 05 03:16:15.448423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78a524-1425-4a6b-81d2-c7e57a4581f5 req-7b22f8c6-5ec3-4271-86ce-6946b2988c52 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:15.449777 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a78a524-1425-4a6b-81d2-c7e57a4581f5 req-7b22f8c6-5ec3-4271-86ce-6946b2988c52 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 932 time: 0.1947556 Feb 05 03:16:15.542970 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9de019c7-5b65-409c-81c6-78fd5f85ae66), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:15.588767 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-4a152767-f55a-4887-af8b-5497824fe3b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fbc466ef-ab06-42d0-aa44-1c7648ee247b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:15.594975 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a78a524-1425-4a6b-81d2-c7e57a4581f5 req-22392244-96ee-45e0-9b66-b0f78ba86ff9 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006169 Feb 05 03:16:15.655049 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a152767-f55a-4887-af8b-5497824fe3b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event deleted for resources: {'Port': ['ID=fbc466ef-ab06-42d0-aa44-1c7648ee247b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:15.762081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a823819f-b992-4770-afbf-1d3c366c1308 req-4a152767-f55a-4887-af8b-5497824fe3b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] No DVR routers for this DVR port fbc466ef-ab06-42d0-aa44-1c7648ee247b on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:16:15.762081 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-4a152767-f55a-4887-af8b-5497824fe3b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:15.762081 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a823819f-b992-4770-afbf-1d3c366c1308 req-4a152767-f55a-4887-af8b-5497824fe3b4 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.31 "DELETE /v2.0/ports/fbc466ef-ab06-42d0-aa44-1c7648ee247b HTTP/1.1" status: 204 len: 173 time: 1.6923456 Feb 05 03:16:15.825506 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d2ad3efe-86f6-4345-b92a-4bcccb345732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'name': 'tempest-TaggedBootDevicesTest-1324750262-router', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:23Z', 'updated_at': '2022-02-05T03:09:29Z', 'revision_number': 4, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'gw_port': {'id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:24Z', 'updated_at': '2022-02-05T03:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ea31fa63-2be9-432e-bbbb-1094bf8e0816', 'name': '', 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'mac_address': 'fa:16:3e:97:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:27Z', 'updated_at': '2022-02-05T03:09:46Z', 'revision_number': 5, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'subnets': [{'id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:16:15.992301 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a823819f-b992-4770-afbf-1d3c366c1308 req-623c4839-d0a1-4049-8b37-68f0be53f980 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Deleting port 9c916ff2-7d58-4cfe-9c58-e067395ab560 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:16:15.993193 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-623c4839-d0a1-4049-8b37-68f0be53f980 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:16.172762 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a823819f-b992-4770-afbf-1d3c366c1308 req-623c4839-d0a1-4049-8b37-68f0be53f980 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] For port 9c916ff2-7d58-4cfe-9c58-e067395ab560, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=9c916ff2-7d58-4cfe-9c58-e067395ab560,segment=NetworkSegment(05e41946-ea14-4052-99da-0fa0692a30b1),segment_id=05e41946-ea14-4052-99da-0fa0692a30b1)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:16.178045 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-623c4839-d0a1-4049-8b37-68f0be53f980 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:16.233793 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a823819f-b992-4770-afbf-1d3c366c1308 req-623c4839-d0a1-4049-8b37-68f0be53f980 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Calling delete_port for 9c916ff2-7d58-4cfe-9c58-e067395ab560 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:16:16.238596 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562306c5-75b8-46af-9082-98a48e69b630 req-ce0babd6-7fda-42fb-a369-3564551b1edf tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:16.254613 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-562306c5-75b8-46af-9082-98a48e69b630 req-ce0babd6-7fda-42fb-a369-3564551b1edf tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 945 time: 0.1284249 Feb 05 03:16:16.258586 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:16.280980 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad3efe-86f6-4345-b92a-4bcccb345732 None None] The sync data for ids ['eabefc84-be5a-4e6b-8624-0543567e7956'] in n-d-826942-8 is: [{'id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'name': 'tempest-TaggedBootDevicesTest-1324750262-router', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:23Z', 'updated_at': '2022-02-05T03:09:29Z', 'revision_number': 4, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'gw_port': {'id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:24Z', 'updated_at': '2022-02-05T03:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ea31fa63-2be9-432e-bbbb-1094bf8e0816', 'name': '', 'network_id': '7097744d-dd66-45ae-922a-012c6aa6d64a', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'mac_address': 'fa:16:3e:97:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:27Z', 'updated_at': '2022-02-05T03:09:46Z', 'revision_number': 5, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'subnets': [{'id': '8cf09b2e-137b-4998-8599-88061836d9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:16:16.344600 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-562306c5-75b8-46af-9082-98a48e69b630 req-7c52211c-d8de-4efc-9f9b-35f1aa426f7b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888393 Feb 05 03:16:16.435100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de019c7-5b65-409c-81c6-78fd5f85ae66 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:16:16.444971 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Publish callbacks [] for port (9de019c7-5b65-409c-81c6-78fd5f85ae66), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:16.470732 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Transition to ACTIVE for port object 9de019c7-5b65-409c-81c6-78fd5f85ae66 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:16:16.498445 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (9de019c7-5b65-409c-81c6-78fd5f85ae66), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:16.570059 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-623c4839-d0a1-4049-8b37-68f0be53f980 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (9c916ff2-7d58-4cfe-9c58-e067395ab560), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:16.662551 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c4839-d0a1-4049-8b37-68f0be53f980 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event deleted for resources: {'Port': ['ID=9c916ff2-7d58-4cfe-9c58-e067395ab560,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:16.755093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Pushing event updated for resources: {'Port': ['ID=9de019c7-5b65-409c-81c6-78fd5f85ae66,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:16.773183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a823819f-b992-4770-afbf-1d3c366c1308 req-623c4839-d0a1-4049-8b37-68f0be53f980 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] No DVR routers for this DVR port 9c916ff2-7d58-4cfe-9c58-e067395ab560 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:16:16.776088 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a823819f-b992-4770-afbf-1d3c366c1308 req-623c4839-d0a1-4049-8b37-68f0be53f980 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:16.784113 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a823819f-b992-4770-afbf-1d3c366c1308 req-623c4839-d0a1-4049-8b37-68f0be53f980 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.31 "DELETE /v2.0/ports/9c916ff2-7d58-4cfe-9c58-e067395ab560 HTTP/1.1" status: 204 len: 173 time: 1.0215459 Feb 05 03:16:16.954826 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753e31a-2db8-4730-bfe1-2676176160a8 req-439a4878-60c2-41d7-9f6f-0e33920c1eac tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:16.964042 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7753e31a-2db8-4730-bfe1-2676176160a8 req-439a4878-60c2-41d7-9f6f-0e33920c1eac tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 945 time: 0.3992093 Feb 05 03:16:16.987142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407539c-951a-4013-bad2-447dd8dce4a6 req-965a86a1-abc4-48a1-b26a-da6dfddc211b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:16.988886 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6407539c-951a-4013-bad2-447dd8dce4a6 req-965a86a1-abc4-48a1-b26a-da6dfddc211b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 865 time: 0.5146384 Feb 05 03:16:17.071549 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Attempting to bind port 9de019c7-5b65-409c-81c6-78fd5f85ae66 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:16:17.071888 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Attempting to bind port 9de019c7-5b65-409c-81c6-78fd5f85ae66 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:16:17.072228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Attempting to bind port 9de019c7-5b65-409c-81c6-78fd5f85ae66 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:16:17.083537 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Port 9de019c7-5b65-409c-81c6-78fd5f85ae66 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:16:17.085101 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Attempting to bind port 9de019c7-5b65-409c-81c6-78fd5f85ae66 on network b566c3f7-a300-4cdb-9a7a-d35f43a9de9a {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:16:17.098150 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754dae20-058a-4a7a-b1c9-fd22fc8680a9 None None] New status for floating IP a9324af2-1389-418f-900d-b7400d89242d: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:16:17.174657 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:16:17.182094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Checking segment: {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:16:17.182094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Bound using segment: {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:16:17.182094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Bound port: 9de019c7-5b65-409c-81c6-78fd5f85ae66, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85ca029-1a88-460f-9b7f-90672aa3c01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:16:17.182094 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9de019c7-5b65-409c-81c6-78fd5f85ae66), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:17.233885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7753e31a-2db8-4730-bfe1-2676176160a8 req-5c4aeb15-38cf-495b-8f64-ebb450939583 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630653 Feb 05 03:16:17.387616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] For port 9de019c7-5b65-409c-81c6-78fd5f85ae66, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:16:17.392103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] For port 9de019c7-5b65-409c-81c6-78fd5f85ae66, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=9de019c7-5b65-409c-81c6-78fd5f85ae66,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:16:17.421346 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-deleted', 'tag': 'fbc466ef-ab06-42d0-aa44-1c7648ee247b'}, {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-deleted', 'tag': '9c916ff2-7d58-4cfe-9c58-e067395ab560'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:16:17.424624 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f47a32-3aa3-48a0-994d-01bb5bdbd338" -d '{"events": [{"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-deleted", "tag": "fbc466ef-ab06-42d0-aa44-1c7648ee247b"}, {"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-deleted", "tag": "9c916ff2-7d58-4cfe-9c58-e067395ab560"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:16:17.471297 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6407539c-951a-4013-bad2-447dd8dce4a6 req-aaee6145-4ff2-44d9-b728-9b2fb98c85d8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f855246-54bd-4bae-9d7f-41e4aa356271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4359848 Feb 05 03:16:17.472400 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (9de019c7-5b65-409c-81c6-78fd5f85ae66), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:17.587474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Pushing event updated for resources: {'Port': ['ID=9de019c7-5b65-409c-81c6-78fd5f85ae66,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:17.648092 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:17.648723 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:17.650932 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-84339e2c-b58d-4fa7-a36d-96fae499db91 service neutron] 10.222.0.10 "PUT /v2.0/ports/9de019c7-5b65-409c-81c6-78fd5f85ae66 HTTP/1.1" status: 200 len: 1092 time: 2.3130641 Feb 05 03:16:17.655413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31', 'tag': '9de019c7-5b65-409c-81c6-78fd5f85ae66'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:16:17.668808 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587e3348-ce9d-4dd5-957c-3e99288be73c" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31", "tag": "9de019c7-5b65-409c-81c6-78fd5f85ae66"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:16:17.703987 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89afd9-fa6e-4a12-bfeb-7c520a26a85e req-ff72e67d-ac0f-4686-b964-622b83227ccc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:17.715505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7e89afd9-fa6e-4a12-bfeb-7c520a26a85e req-ff72e67d-ac0f-4686-b964-622b83227ccc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 944 time: 0.3194621 Feb 05 03:16:18.009437 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 03:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b35766-e9ca-4482-abf9-8fe1ae590141 x-openstack-request-id: req-56b35766-e9ca-4482-abf9-8fe1ae590141 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:16:18.009957 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-deleted", "tag": "fbc466ef-ab06-42d0-aa44-1c7648ee247b", "status": "completed", "code": 200}, {"server_uuid": "a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132", "name": "network-vif-deleted", "tag": "9c916ff2-7d58-4cfe-9c58-e067395ab560", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:16:18.010399 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-56b35766-e9ca-4482-abf9-8fe1ae590141 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:16:18.011012 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-deleted', 'tag': 'fbc466ef-ab06-42d0-aa44-1c7648ee247b', 'status': 'completed', 'code': 200} Feb 05 03:16:18.011463 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132', 'name': 'network-vif-deleted', 'tag': '9c916ff2-7d58-4cfe-9c58-e067395ab560', 'status': 'completed', 'code': 200} Feb 05 03:16:18.038140 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7e89afd9-fa6e-4a12-bfeb-7c520a26a85e req-93a52b72-38da-4ce4-9651-647a2a422b39 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203094 Feb 05 03:16:18.042420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-dcec9b60-e5a6-4beb-8b2e-bcbfc9a0adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:18.044024 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-dcec9b60-e5a6-4beb-8b2e-bcbfc9a0adf5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 1126 time: 0.3211370 Feb 05 03:16:18.131855 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-c059e138-be74-4e1d-81d3-8c613dbb4c38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9de019c7-5b65-409c-81c6-78fd5f85ae66 HTTP/1.1" status: 200 len: 217 time: 0.0799425 Feb 05 03:16:18.139065 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a5334c-8c5c-487c-8e07-8aa1d94df80f x-openstack-request-id: req-14a5334c-8c5c-487c-8e07-8aa1d94df80f {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:16:18.139656 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31", "tag": "9de019c7-5b65-409c-81c6-78fd5f85ae66", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:16:18.140360 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14a5334c-8c5c-487c-8e07-8aa1d94df80f {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:16:18.140961 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31', 'tag': '9de019c7-5b65-409c-81c6-78fd5f85ae66', 'status': 'completed', 'code': 200} Feb 05 03:16:18.226816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-daeb3171-75f2-44f8-9450-f822702db926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:18.228307 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-daeb3171-75f2-44f8-9450-f822702db926 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38c73809-1d31-4fb2-813a-779056f1c55f HTTP/1.1" status: 200 len: 844 time: 0.0863252 Feb 05 03:16:18.266629 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-ee12e640-f50a-4fb1-9c41-094f0e20f6d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310740 Feb 05 03:16:18.275237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43483b-5ade-4fa8-84ad-d80b2ec848a1 req-b2349da1-9ad2-4a51-9442-0efbba9c003e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:18.276859 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd43483b-5ade-4fa8-84ad-d80b2ec848a1 req-b2349da1-9ad2-4a51-9442-0efbba9c003e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 945 time: 0.1026447 Feb 05 03:16:18.381610 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd43483b-5ade-4fa8-84ad-d80b2ec848a1 req-be1ca96c-ea92-4a27-86da-e2ab9e8f0166 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961840 Feb 05 03:16:18.407803 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-c1bc82f6-0c92-4d85-bf34-1548e2eeb0a5 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298923 Feb 05 03:16:18.515734 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c4b841e-b9d9-46ed-af33-215d6173fdff req-1a94a8e0-ae35-40a5-a6b3-ff54f30ff942 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006513 Feb 05 03:16:18.651567 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96025a46-403b-4626-a49f-4228c7ff8145 req-4d4730fc-01bf-46d3-9ee0-5712bf8684ad tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0537331 Feb 05 03:16:18.681021 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e3348-ce9d-4dd5-957c-3e99288be73c req-05c99c5e-e81f-475f-81e4-0d6131a6b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:18.681021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-587e3348-ce9d-4dd5-957c-3e99288be73c req-05c99c5e-e81f-475f-81e4-0d6131a6b3f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 1126 time: 0.0911348 Feb 05 03:16:18.785935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e3348-ce9d-4dd5-957c-3e99288be73c req-60074446-e0b7-46bf-bca7-f941d7f98002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:18.787894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-587e3348-ce9d-4dd5-957c-3e99288be73c req-60074446-e0b7-46bf-bca7-f941d7f98002 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 200 len: 905 time: 0.1041896 Feb 05 03:16:18.833113 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-587e3348-ce9d-4dd5-957c-3e99288be73c req-fe48072e-7a62-403d-a292-e889b535a223 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9de019c7-5b65-409c-81c6-78fd5f85ae66 HTTP/1.1" status: 200 len: 217 time: 0.0392237 Feb 05 03:16:18.906225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e3348-ce9d-4dd5-957c-3e99288be73c req-fac33e3c-997c-45ea-bfb8-93a164ddcf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:18.907909 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-587e3348-ce9d-4dd5-957c-3e99288be73c req-fac33e3c-997c-45ea-bfb8-93a164ddcf98 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=38c73809-1d31-4fb2-813a-779056f1c55f HTTP/1.1" status: 200 len: 844 time: 0.0668802 Feb 05 03:16:18.921857 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7277959-d0b9-4248-b752-a1c1b10612ef req-601b9179-6cf7-4599-afb5-91df8f5b4ead service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0607450 Feb 05 03:16:18.968890 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-587e3348-ce9d-4dd5-957c-3e99288be73c req-66b1d703-6506-4d9f-98ff-ba51112f12be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532334 Feb 05 03:16:18.994001 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7277959-d0b9-4248-b752-a1c1b10612ef req-ae363c91-1d58-4a01-b90a-13f41f98d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:18.994337 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7277959-d0b9-4248-b752-a1c1b10612ef req-ae363c91-1d58-4a01-b90a-13f41f98d7ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 1128 time: 0.0543640 Feb 05 03:16:19.077540 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-587e3348-ce9d-4dd5-957c-3e99288be73c req-85b0672f-54ee-4977-969e-475eb4a8fb57 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002080 Feb 05 03:16:19.169400 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7277959-d0b9-4248-b752-a1c1b10612ef req-6f230379-da3c-4365-b81f-f492a0b2eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:19.171018 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7277959-d0b9-4248-b752-a1c1b10612ef req-6f230379-da3c-4365-b81f-f492a0b2eb2a service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.1551361 Feb 05 03:16:19.222587 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7277959-d0b9-4248-b752-a1c1b10612ef req-71a9fe76-d08e-48aa-9e50-e4f3ad4ad5ca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1651a54c-8830-4874-b576-d112935baeb7 HTTP/1.1" status: 200 len: 217 time: 0.0435483 Feb 05 03:16:19.273372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-587e3348-ce9d-4dd5-957c-3e99288be73c req-153270f8-d078-48a5-8b50-a962b29b6a79 service neutron] 10.222.0.10 "GET /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863208 Feb 05 03:16:19.287400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d05084-fff7-42bc-a514-0d0596280ce1 req-36838309-ef02-4e23-8032-50217066c146 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:19.295825 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8d05084-fff7-42bc-a514-0d0596280ce1 req-36838309-ef02-4e23-8032-50217066c146 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 944 time: 0.1074452 Feb 05 03:16:19.298839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7277959-d0b9-4248-b752-a1c1b10612ef req-a26709e7-5ae0-49f7-abe2-ed7172a4dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:19.300498 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7277959-d0b9-4248-b752-a1c1b10612ef req-a26709e7-5ae0-49f7-abe2-ed7172a4dda6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0667021 Feb 05 03:16:19.354194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8d05084-fff7-42bc-a514-0d0596280ce1 req-94b08990-969d-40a3-b4c9-fa2171fb071e tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568206 Feb 05 03:16:19.385032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7277959-d0b9-4248-b752-a1c1b10612ef req-99f7048b-b7b6-4cd7-9ae1-09050337e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:19.388944 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7277959-d0b9-4248-b752-a1c1b10612ef req-99f7048b-b7b6-4cd7-9ae1-09050337e5ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0796938 Feb 05 03:16:19.400865 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-a7277959-d0b9-4248-b752-a1c1b10612ef req-a2d74d8d-9914-4363-8806-2dddf25c6e8b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:16:19.401928 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7277959-d0b9-4248-b752-a1c1b10612ef req-a2d74d8d-9914-4363-8806-2dddf25c6e8b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060079 Feb 05 03:16:19.563457 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7277959-d0b9-4248-b752-a1c1b10612ef req-0ed1a850-e4ba-4964-8382-f7dcce1bbedc service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549537 Feb 05 03:16:19.572877 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bc904-be01-4305-a7a0-1c088024ccde req-cf4f360c-b951-4eb4-8e0c-f91390ddadbc tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:19.575257 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-611bc904-be01-4305-a7a0-1c088024ccde req-cf4f360c-b951-4eb4-8e0c-f91390ddadbc tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 945 time: 0.0915639 Feb 05 03:16:19.634885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-611bc904-be01-4305-a7a0-1c088024ccde req-2098a51f-40cb-4028-9643-2465e76b0614 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520234 Feb 05 03:16:19.687873 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7450e-d677-4238-be4c-e002a6b207e9 req-7a06a7c1-e07d-48f3-96a1-272639bdee33 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:19.689330 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60d7450e-d677-4238-be4c-e002a6b207e9 req-7a06a7c1-e07d-48f3-96a1-272639bdee33 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.31 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 945 time: 0.1655240 Feb 05 03:16:19.729070 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a7277959-d0b9-4248-b752-a1c1b10612ef req-7bfc69d3-866b-4fdd-8609-844f7f6b2833 service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590092 Feb 05 03:16:19.815704 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a42e907-64a2-406e-ba37-0c28b63d26c2 req-5accbd16-f13a-4392-9f54-e4c93b91a3b3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0463507 Feb 05 03:16:19.871222 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-60d7450e-d677-4238-be4c-e002a6b207e9 req-83a576f7-b112-45ca-a140-910081c49807 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Deleting port fa5d0478-cb6f-4528-bca2-9ad9c363e187 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:16:19.871838 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-60d7450e-d677-4238-be4c-e002a6b207e9 req-83a576f7-b112-45ca-a140-910081c49807 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fa5d0478-cb6f-4528-bca2-9ad9c363e187), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:19.967852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-60d7450e-d677-4238-be4c-e002a6b207e9 req-83a576f7-b112-45ca-a140-910081c49807 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] For port fa5d0478-cb6f-4528-bca2-9ad9c363e187, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=fa5d0478-cb6f-4528-bca2-9ad9c363e187,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:19.969055 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-60d7450e-d677-4238-be4c-e002a6b207e9 req-83a576f7-b112-45ca-a140-910081c49807 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fa5d0478-cb6f-4528-bca2-9ad9c363e187), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:19.983201 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-60d7450e-d677-4238-be4c-e002a6b207e9 req-83a576f7-b112-45ca-a140-910081c49807 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Calling delete_port for fa5d0478-cb6f-4528-bca2-9ad9c363e187 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:16:20.121918 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-60d7450e-d677-4238-be4c-e002a6b207e9 req-83a576f7-b112-45ca-a140-910081c49807 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fa5d0478-cb6f-4528-bca2-9ad9c363e187), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:20.132995 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['1651a54c-8830-4874-b576-d112935baeb7', 'fa5d0478-cb6f-4528-bca2-9ad9c363e187'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:16:20.152733 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a576f7-b112-45ca-a140-910081c49807 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event deleted for resources: {'Port': ['ID=fa5d0478-cb6f-4528-bca2-9ad9c363e187,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:20.222709 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d7450e-d677-4238-be4c-e002a6b207e9 req-83a576f7-b112-45ca-a140-910081c49807 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] No DVR routers for this DVR port fa5d0478-cb6f-4528-bca2-9ad9c363e187 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:16:20.226417 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-60d7450e-d677-4238-be4c-e002a6b207e9 req-83a576f7-b112-45ca-a140-910081c49807 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:20.234489 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60d7450e-d677-4238-be4c-e002a6b207e9 req-83a576f7-b112-45ca-a140-910081c49807 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.31 "DELETE /v2.0/ports/fa5d0478-cb6f-4528-bca2-9ad9c363e187 HTTP/1.1" status: 204 len: 173 time: 0.5043297 Feb 05 03:16:20.235033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7601e6e0-1d6f-48e1-b1a4-7623766402ec', 'name': 'network-vif-deleted', 'tag': 'fa5d0478-cb6f-4528-bca2-9ad9c363e187'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:16:20.237423 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cd3b35-7940-4931-b7ce-57a70f2a7492" -d '{"events": [{"server_uuid": "7601e6e0-1d6f-48e1-b1a4-7623766402ec", "name": "network-vif-deleted", "tag": "fa5d0478-cb6f-4528-bca2-9ad9c363e187"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:16:20.312269 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b49d57-5b98-4bfb-ab3e-e9d1fb51ce7b x-openstack-request-id: req-08b49d57-5b98-4bfb-ab3e-e9d1fb51ce7b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:16:20.312401 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7601e6e0-1d6f-48e1-b1a4-7623766402ec", "name": "network-vif-deleted", "tag": "fa5d0478-cb6f-4528-bca2-9ad9c363e187", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:16:20.312635 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08b49d57-5b98-4bfb-ab3e-e9d1fb51ce7b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:16:20.313039 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7601e6e0-1d6f-48e1-b1a4-7623766402ec', 'name': 'network-vif-deleted', 'tag': 'fa5d0478-cb6f-4528-bca2-9ad9c363e187', 'status': 'completed', 'code': 200} Feb 05 03:16:20.528610 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad8959-3080-4151-b82b-0ced8ade2ea2 req-fd4a878d-44b2-4127-8cc7-6a62b1e668ad tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:20.530736 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5fad8959-3080-4151-b82b-0ced8ade2ea2 req-fd4a878d-44b2-4127-8cc7-6a62b1e668ad tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 944 time: 0.0613356 Feb 05 03:16:20.578635 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5fad8959-3080-4151-b82b-0ced8ade2ea2 req-17734f6e-a560-41da-a6e2-fef610c90c4f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417116 Feb 05 03:16:20.743015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd2f6da2-9b17-4e5e-839c-22c44119eee6 req-06117a5c-2779-4729-84bd-2f763d5d0cbf tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0326264 Feb 05 03:16:20.909672 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ce49a20-7f34-4037-8daf-151343c32606 req-207cb401-8b0e-4dfe-82f6-7c33a9b135c8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0289745 Feb 05 03:16:21.274378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 9de019c7-5b65-409c-81c6-78fd5f85ae66 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:16:21.387861 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 9de019c7-5b65-409c-81c6-78fd5f85ae66, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=9de019c7-5b65-409c-81c6-78fd5f85ae66,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:21.399821 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '9de019c7-5b65-409c-81c6-78fd5f85ae66', 'network_id': 'b566c3f7-a300-4cdb-9a7a-d35f43a9de9a', 'port_id': '9de019c7-5b65-409c-81c6-78fd5f85ae66', 'mac_address': 'fa:16:3e:02:78:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c73809-1d31-4fb2-813a-779056f1c55f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:16:21.440814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 9de019c7-5b65-409c-81c6-78fd5f85ae66 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:16:21.441197 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9de019c7-5b65-409c-81c6-78fd5f85ae66), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:21.456671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de019c7-5b65-409c-81c6-78fd5f85ae66 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:16:21.478566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 9de019c7-5b65-409c-81c6-78fd5f85ae66, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=9de019c7-5b65-409c-81c6-78fd5f85ae66,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:21.482947 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9de019c7-5b65-409c-81c6-78fd5f85ae66), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:21.534479 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=9de019c7-5b65-409c-81c6-78fd5f85ae66,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:21.547731 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:21.548077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:21.548419 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:21.548757 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:21.549088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:21.549419 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:21.549742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:21.550064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:21.550391 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:21.550726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:21.551180 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:21.551499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:21.551815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:21.682628 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['9de019c7-5b65-409c-81c6-78fd5f85ae66'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:16:21.723521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92341d8-4ab6-4e83-a7d0-8f9590a96461 req-46a74f29-289a-4fff-a6c4-f9b136d4474d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:21.725486 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a92341d8-4ab6-4e83-a7d0-8f9590a96461 req-46a74f29-289a-4fff-a6c4-f9b136d4474d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 945 time: 0.0756307 Feb 05 03:16:21.781387 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a92341d8-4ab6-4e83-a7d0-8f9590a96461 req-96bf76a3-736f-4b3b-aa53-8ead12330449 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495470 Feb 05 03:16:21.858972 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97a089c7-f792-4512-9e93-26d3bbb6c13a req-be9bf82f-bc2a-40d1-a528-993505d49e58 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0299931 Feb 05 03:16:22.025334 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ac90efc-9c8c-4f92-bcbb-824576899fe9 req-1b2dd0f5-0400-4676-8d6f-508e7092c1bd tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0310168 Feb 05 03:16:22.917396 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78249472-102a-476e-b1bb-719d7909d865 req-43315339-7dec-46e2-b192-367f4385fcab tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:22.918922 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78249472-102a-476e-b1bb-719d7909d865 req-43315339-7dec-46e2-b192-367f4385fcab tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 945 time: 0.0572331 Feb 05 03:16:22.971965 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c66d1c9-64b7-4764-b9ad-5a73f93af597 req-8b60cbef-bf8b-4c4d-a366-447334dfc1bc tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0302963 Feb 05 03:16:23.003393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78249472-102a-476e-b1bb-719d7909d865 req-5e29c49a-3d67-441f-ad20-bd027e0bf32f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784321 Feb 05 03:16:23.132541 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-061cdc6c-0b0c-4ea3-b967-8867bce762a9 req-f7904383-1c00-4b39-849e-26b24a87e5d7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0299857 Feb 05 03:16:23.269962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 9de019c7-5b65-409c-81c6-78fd5f85ae66 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:16:23.321201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 9de019c7-5b65-409c-81c6-78fd5f85ae66 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:16:23.325834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 9de019c7-5b65-409c-81c6-78fd5f85ae66 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:16:23.326252 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9de019c7-5b65-409c-81c6-78fd5f85ae66), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:23.415968 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 9de019c7-5b65-409c-81c6-78fd5f85ae66 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:16:23.416356 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9de019c7-5b65-409c-81c6-78fd5f85ae66), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:23.439849 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de019c7-5b65-409c-81c6-78fd5f85ae66'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:16:23.442378 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550f5da8-a98c-4cdd-8ecf-ac9d15579567" -d '{"events": [{"server_uuid": "e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31", "name": "network-vif-plugged", "status": "completed", "tag": "9de019c7-5b65-409c-81c6-78fd5f85ae66"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:16:23.468745 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 9de019c7-5b65-409c-81c6-78fd5f85ae66, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=9de019c7-5b65-409c-81c6-78fd5f85ae66,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:23.473816 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9de019c7-5b65-409c-81c6-78fd5f85ae66), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:23.482500 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184941aa-c360-494d-84e9-acc988523df9 x-openstack-request-id: req-184941aa-c360-494d-84e9-acc988523df9 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:16:23.482953 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31", "name": "network-vif-plugged", "status": "completed", "tag": "9de019c7-5b65-409c-81c6-78fd5f85ae66", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:16:23.483306 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-184941aa-c360-494d-84e9-acc988523df9 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:16:23.483789 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de019c7-5b65-409c-81c6-78fd5f85ae66', 'code': 200} Feb 05 03:16:23.529929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=9de019c7-5b65-409c-81c6-78fd5f85ae66,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:23.600345 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599e180-d9d7-4bad-b35e-b1dd1d7d61c4 req-b3e1e23e-9de2-4972-ac34-b1661fce6d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:23.602519 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3599e180-d9d7-4bad-b35e-b1dd1d7d61c4 req-b3e1e23e-9de2-4972-ac34-b1661fce6d2e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 1128 time: 0.0519147 Feb 05 03:16:23.646996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3599e180-d9d7-4bad-b35e-b1dd1d7d61c4 req-9ef4f893-df76-4a47-aa44-9af46e13e4f5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376151 Feb 05 03:16:24.130327 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a4a94fe-d403-495e-bf35-8aceade62280 req-8ccdb3bc-f058-4a05-809d-aa253a455d1d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0560589 Feb 05 03:16:24.183554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711a591-d1d0-42c0-ada2-8d4f031a75ea req-5e6d3f1b-46ab-4800-8675-30c7189d6356 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:24.185419 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2711a591-d1d0-42c0-ada2-8d4f031a75ea req-5e6d3f1b-46ab-4800-8675-30c7189d6356 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0998967 Feb 05 03:16:24.250580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2711a591-d1d0-42c0-ada2-8d4f031a75ea req-39f9ebc4-ffd2-4c8a-b8fe-d50b1b04d2d0 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594003 Feb 05 03:16:24.283836 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5440c10-0d57-4704-bd14-1e5201f928ac req-4061183c-4753-4f6f-a604-cd01d75c90bf tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0302365 Feb 05 03:16:24.547257 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device fa5d0478-cb6f-4528-bca2-9ad9c363e187 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:16:24.589486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: fa5d0478-cb6f-4528-bca2-9ad9c363e187 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:16:24.590413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device fa5d0478-cb6f-4528-bca2-9ad9c363e187 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:16:25.252415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96585d02-9415-41f2-ab93-f5aeb0462f0b req-cfc07870-be7a-43d8-8188-7fbd2ea3fc43 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0306561 Feb 05 03:16:25.425912 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf70ccc-e0ff-4bbe-b343-065cc20a7d57 req-6b1595d7-8ec2-448d-a00b-02b77b3a53c7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:25.433977 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cf70ccc-e0ff-4bbe-b343-065cc20a7d57 req-6b1595d7-8ec2-448d-a00b-02b77b3a53c7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.1017587 Feb 05 03:16:25.496895 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3909d15b-a015-4957-a92c-b75601128574 req-28104c46-2811-4204-a446-81a410fdf879 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0311537 Feb 05 03:16:25.543627 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1cf70ccc-e0ff-4bbe-b343-065cc20a7d57 req-9d34c281-e1dd-44ae-a546-41ac678042e6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082470 Feb 05 03:16:25.770479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9e162-53b4-496a-8ebb-193d1d967ead req-c214489f-206e-4cc0-836e-9e0e227b4642 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:25.777323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4dc9e162-53b4-496a-8ebb-193d1d967ead req-c214489f-206e-4cc0-836e-9e0e227b4642 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0607159 Feb 05 03:16:25.827152 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4dc9e162-53b4-496a-8ebb-193d1d967ead req-7b392eed-a2f7-40bc-9af6-fd813ee1350f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489047 Feb 05 03:16:25.957003 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966daf5b-6331-47fc-9fa0-80066bf687dd req-84ae1d17-dd39-439e-adf5-35360e6778be tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:25.959137 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-966daf5b-6331-47fc-9fa0-80066bf687dd req-84ae1d17-dd39-439e-adf5-35360e6778be tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0626688 Feb 05 03:16:26.026323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-966daf5b-6331-47fc-9fa0-80066bf687dd req-b10a6e4c-c4bf-4c9a-9d14-0aa0fc69d902 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599313 Feb 05 03:16:26.264608 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cff3e1-5c7d-4a69-a106-3a3ceaa467d0 req-af2bc570-f912-4ccc-9677-fe75b2268fec tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:26.267228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64cff3e1-5c7d-4a69-a106-3a3ceaa467d0 req-af2bc570-f912-4ccc-9677-fe75b2268fec tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0722053 Feb 05 03:16:26.327307 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64cff3e1-5c7d-4a69-a106-3a3ceaa467d0 req-d2d6f816-53fa-4368-892f-f3f081bb2413 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533659 Feb 05 03:16:26.414976 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6dfd6fd2-a2a7-4901-b9b6-d6ade177ed3c req-e11b179a-a60d-4ca7-863f-bcd3574b68e8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0304492 Feb 05 03:16:26.614347 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b7ce71d-435c-4142-b554-e8feeddd6d83 req-b99ea621-1cf3-463b-a05a-2d3664cbb5c7 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0316608 Feb 05 03:16:27.497041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c5298-f89f-42ad-9842-84359c123339 req-562f2c66-d882-468a-8ea0-7e18b2992725 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:27.503254 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-071c5298-f89f-42ad-9842-84359c123339 req-562f2c66-d882-468a-8ea0-7e18b2992725 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.1010244 Feb 05 03:16:27.558012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f87fa0b7-d192-4897-addb-2d77d6de0357 req-41e58c71-a2ca-4b5a-b5ad-91d06691c371 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0453854 Feb 05 03:16:27.588583 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-071c5298-f89f-42ad-9842-84359c123339 req-a67d09e1-d527-4833-a526-eecf846ca9ea tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841920 Feb 05 03:16:27.732203 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-040972de-1f69-4d72-ba43-08ebea7bd40a req-1066a9ed-5da1-4ab6-a036-26c6141099b2 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0327432 Feb 05 03:16:28.672520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07eab2f6-d12b-431b-9af3-8a679e31d3fd req-d20d999f-7471-4fe0-b3ce-11a95c5dd931 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0316463 Feb 05 03:16:28.738150 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f308b-2f02-47e6-a4ac-1524d33fe8d7 req-a4b5f398-11ea-46f0-9ee0-0b2fe9a271af tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:28.740700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b0f308b-2f02-47e6-a4ac-1524d33fe8d7 req-a4b5f398-11ea-46f0-9ee0-0b2fe9a271af tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0653958 Feb 05 03:16:28.789215 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b0f308b-2f02-47e6-a4ac-1524d33fe8d7 req-ade5480e-c257-4d5f-a2b1-e3b355e7ca1a tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 Feb 05 03:16:28.848084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a94d729-ef38-4fc1-a8bc-63af625ff0ea req-88f4010c-9306-43cd-9aac-1c8e60a8287a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0268135 Feb 05 03:16:29.778378 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae0079d6-09d7-4572-893d-e0ecaec0548e req-d2ce61fe-61a0-4b4a-82e1-ef3b2d75e160 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0313525 Feb 05 03:16:29.951372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13255e70-4814-4f1e-a30b-ee46043ff5fc req-fa915367-8066-40b5-870f-fedebfcdb5ee tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:29.952862 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13255e70-4814-4f1e-a30b-ee46043ff5fc req-fa915367-8066-40b5-870f-fedebfcdb5ee tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0764391 Feb 05 03:16:29.984017 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37061094-05d6-45e9-ba32-225bb7afc267 req-23d0d75a-b7cd-45ad-901f-eb2b864366ee tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0301087 Feb 05 03:16:30.028473 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13255e70-4814-4f1e-a30b-ee46043ff5fc req-c4908d36-95fd-4dc3-ad07-686733e85ff6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666308 Feb 05 03:16:30.874530 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bce9ffb1-5b94-4f0e-baa0-8dab2f5d7ddc req-da5238e1-4382-4a59-83af-8732861f1170 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0287590 Feb 05 03:16:31.093768 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7f818fd-9359-4a26-86eb-98c7d014a01e req-4dba3725-8533-4f8e-9169-026b04c8258c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0294950 Feb 05 03:16:31.150430 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2c0f0-c742-4664-8583-362020d8443a req-3dcfe854-47b3-44f5-885a-36a083265ad6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:31.151957 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ab2c0f0-c742-4664-8583-362020d8443a req-3dcfe854-47b3-44f5-885a-36a083265ad6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0554595 Feb 05 03:16:31.199090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ab2c0f0-c742-4664-8583-362020d8443a req-3e18a64e-d694-4d87-bb69-1067df99be67 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413396 Feb 05 03:16:31.969344 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5d091a5-f11b-4268-b1b0-e5fa4d578ffa req-4a72cff6-eab0-4fb3-bc0c-d80123d1e638 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0265391 Feb 05 03:16:32.198438 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e42bf4b2-454c-415e-91d0-5845a24e4aa8 req-4a89d56a-b213-4349-9eee-39fa586e4cf6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0278685 Feb 05 03:16:32.321085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd27c4e-cf92-4ea6-9e76-148db84063d4 req-8309e636-092a-4d1d-923e-e1242df6b8ce tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:32.322579 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccd27c4e-cf92-4ea6-9e76-148db84063d4 req-8309e636-092a-4d1d-923e-e1242df6b8ce tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0566366 Feb 05 03:16:32.378915 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccd27c4e-cf92-4ea6-9e76-148db84063d4 req-10ded7ac-6df2-4b7e-8690-c9d394f6ad48 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506587 Feb 05 03:16:33.063117 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-26bea6f4-cf81-4847-8341-aa7271457dbb req-848938c3-2bf9-4c70-876f-5041085e4a71 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0269544 Feb 05 03:16:33.300316 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3a3615c-83d5-4a84-a698-a8dc4ae18dcc req-10c71160-d1e9-4490-80e3-b217849e8f92 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0284240 Feb 05 03:16:33.508762 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b13ad1-bfe5-4f19-8f0c-e65db48a5443 req-53a75663-f2f0-4f46-a6d7-e4c26520871e tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:33.510234 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91b13ad1-bfe5-4f19-8f0c-e65db48a5443 req-53a75663-f2f0-4f46-a6d7-e4c26520871e tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0583744 Feb 05 03:16:33.561019 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91b13ad1-bfe5-4f19-8f0c-e65db48a5443 req-6b4e1971-0f3d-4038-8684-a4d1207390a7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445359 Feb 05 03:16:33.647878 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6f4ce2a3-0521-4edb-b132-dd841c43e183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:34.157417 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f4a27f84-13cd-4d54-9162-34032e6d733b req-b8a8e074-15fc-4c0b-8947-b18dc147e37d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0278251 Feb 05 03:16:34.404296 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b9faef0-8881-4f45-aa89-f2929e45392d req-11e871eb-0a7e-4d16-a554-8882d5989bab tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0284193 Feb 05 03:16:34.681599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ad01c-ca1c-4b36-81fe-9b984291cfd6 req-02f701a0-b81e-4fd0-ad56-b8ae457b4102 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:34.683087 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b3ad01c-ca1c-4b36-81fe-9b984291cfd6 req-02f701a0-b81e-4fd0-ad56-b8ae457b4102 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0527709 Feb 05 03:16:34.732833 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b3ad01c-ca1c-4b36-81fe-9b984291cfd6 req-e7868c0e-d9f6-4791-9df4-e0deaef07dd2 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442085 Feb 05 03:16:35.252820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4750d0c6-0546-4a3d-bf5c-01b840f3b253 req-77c05d8a-919c-4c08-a0b1-b99aa3f2c7b5 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0263999 Feb 05 03:16:35.506002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb0cf3e5-5b43-4c09-ae94-b16c11df0fea req-ab5c38aa-873d-4fc7-8b1c-1a7a4ce9f41f tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0271473 Feb 05 03:16:35.852715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affc84b-237e-477f-aceb-e4592afc49e6 req-3dc51282-9036-47da-b209-8875ff79d43f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:35.854235 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5affc84b-237e-477f-aceb-e4592afc49e6 req-3dc51282-9036-47da-b209-8875ff79d43f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0538208 Feb 05 03:16:35.883963 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-81113cc4-ab66-4d62-bfdb-2c9466fd4584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:35.903119 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5affc84b-237e-477f-aceb-e4592afc49e6 req-76f36f41-e33d-47a0-a1ad-f2f31745d6aa tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430145 Feb 05 03:16:36.351010 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b08d959a-23ae-43ee-b43f-71d44dddf53a req-ccbd3b1d-416c-40dc-98dc-faa51426ee0d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0304215 Feb 05 03:16:36.607339 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ec8e950-fb90-4670-8ed3-4687493c56de req-f81f2efb-c1cc-447e-ab9f-a0fdd86ac591 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0284908 Feb 05 03:16:37.023306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81569b35-6ef0-4369-b6c2-467d4ba34a61 req-e34b3cf7-b112-4588-837a-814892a6cbd9 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:37.024773 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81569b35-6ef0-4369-b6c2-467d4ba34a61 req-e34b3cf7-b112-4588-837a-814892a6cbd9 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0533409 Feb 05 03:16:37.070339 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81569b35-6ef0-4369-b6c2-467d4ba34a61 req-4505ae3c-f41a-4d5e-a171-30d6730dfa59 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 Feb 05 03:16:37.113118 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:37.447563 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f841af7-148d-4b43-beb2-a0d2a378d36d req-33288b08-26f9-4211-98a8-325cbfffae19 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0280192 Feb 05 03:16:37.712634 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7604e932-1dd7-45db-b0d8-53dfdc1abd58 req-a645332b-1f38-439f-9d11-64622eac9154 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0305364 Feb 05 03:16:38.192416 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4b8a8-ba03-49c1-ba3f-b3fbebf3a2d3 req-c68f6ad4-136d-409c-883d-33672c272b36 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:38.194940 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-93c4b8a8-ba03-49c1-ba3f-b3fbebf3a2d3 req-c68f6ad4-136d-409c-883d-33672c272b36 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0546272 Feb 05 03:16:38.243219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-93c4b8a8-ba03-49c1-ba3f-b3fbebf3a2d3 req-f70c3f93-ddab-44e8-99a7-e6799c2244f8 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 Feb 05 03:16:38.549598 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5f97d3a-5aea-4043-9e12-9955fffbacfb req-518e6021-1da7-47c9-babc-fc3e41165183 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=7601e6e0-1d6f-48e1-b1a4-7623766402ec HTTP/1.1" status: 200 len: 210 time: 0.0321050 Feb 05 03:16:38.693683 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:38.823111 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bff6975d-bb42-4d70-afc2-d9910b992266 req-845fdc12-a6d7-4e5b-b7e2-56b78939471b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0328009 Feb 05 03:16:39.372561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b986f8-6415-4b18-8fb2-1a08a641d1be req-3adf3030-3d39-4599-9e48-6c34fc406856 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:39.374063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67b986f8-6415-4b18-8fb2-1a08a641d1be req-3adf3030-3d39-4599-9e48-6c34fc406856 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0607040 Feb 05 03:16:39.421546 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67b986f8-6415-4b18-8fb2-1a08a641d1be req-7c1cfd19-51a1-4112-8846-173d4e90cccc tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418131 Feb 05 03:16:39.928667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a28d27f-aee8-47cc-a79d-31c9d0fe6077 req-6f70a7ba-de7a-4270-8d92-269338d7534b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0291176 Feb 05 03:16:40.045705 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:40.542357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18b25-d2a0-4ad6-baa5-9f6d1ff059d4 req-c6194802-eb75-4656-8380-56f01c1b96bb tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:40.543851 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91b18b25-d2a0-4ad6-baa5-9f6d1ff059d4 req-c6194802-eb75-4656-8380-56f01c1b96bb tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0522313 Feb 05 03:16:40.604129 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91b18b25-d2a0-4ad6-baa5-9f6d1ff059d4 req-2a7fe240-1a13-4340-af6f-d3d6d4d410f8 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542424 Feb 05 03:16:41.032060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ffc3f73-d778-4ad8-a5e2-d9b05705ea66 req-32ee2fbd-2f0c-4073-b872-ea25122c55e5 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0272050 Feb 05 03:16:41.414786 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:41.732829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96b03f-f51e-49a9-a2d6-6d6256dcd0d3 req-4886c833-b848-4ec9-bc98-86340e044c20 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:41.734505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f96b03f-f51e-49a9-a2d6-6d6256dcd0d3 req-4886c833-b848-4ec9-bc98-86340e044c20 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0599988 Feb 05 03:16:41.789120 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f96b03f-f51e-49a9-a2d6-6d6256dcd0d3 req-0edf35e4-f8fc-4f6d-8e4c-672db89ae902 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475540 Feb 05 03:16:42.139915 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80996b46-423f-4568-9426-e4265c343569 req-47a5d7bb-3589-4730-9ac4-5624f0321dc1 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0286703 Feb 05 03:16:42.914738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7be908-16e2-442c-9478-b1d361247f76 req-567bc9a2-09a4-4c55-9415-7b684d51c217 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:42.916352 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f7be908-16e2-442c-9478-b1d361247f76 req-567bc9a2-09a4-4c55-9415-7b684d51c217 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0579300 Feb 05 03:16:42.963993 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f7be908-16e2-442c-9478-b1d361247f76 req-816af1bf-1f44-451d-bcc4-0cf717803264 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420539 Feb 05 03:16:43.247549 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8823fe6a-6981-4b7b-b40c-59f6bc97cd03 req-aaa67d08-ae93-450c-b2dd-51e9a3e454fc tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0294609 Feb 05 03:16:44.087978 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d414abe-f1c1-4a3c-aea1-98a6a37a4777 req-8a97ccb1-f330-4b09-9fa4-6d539d597997 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:44.089515 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d414abe-f1c1-4a3c-aea1-98a6a37a4777 req-8a97ccb1-f330-4b09-9fa4-6d539d597997 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0548337 Feb 05 03:16:44.137866 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d414abe-f1c1-4a3c-aea1-98a6a37a4777 req-ea1727a5-0bb7-492f-a4ff-54691f76f471 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422821 Feb 05 03:16:44.369820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90db392e-4c42-4352-995d-ab1bdd811ac7 req-9696a8a0-6867-4e27-861a-8a2970ff2bec tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0382154 Feb 05 03:16:45.273723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c757aea-f220-48ec-8303-20e794617472 req-d916f22a-a252-4757-9a9b-5fa4e0bf7dc6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:45.275227 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c757aea-f220-48ec-8303-20e794617472 req-d916f22a-a252-4757-9a9b-5fa4e0bf7dc6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0594437 Feb 05 03:16:45.327176 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c757aea-f220-48ec-8303-20e794617472 req-667590fc-6cb0-479b-8f44-05622d74e4a6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459204 Feb 05 03:16:45.492207 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-98a2bf42-b731-40b2-b85d-8927f65ff269 req-6d3a8431-3708-4e67-80e5-78810cbadf71 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0297830 Feb 05 03:16:46.294117 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:46.497481 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba87bc-949b-4f7e-8318-f13acf8f550d req-2368638a-d2b5-4ff6-b274-f95f92c39373 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:46.511379 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ddba87bc-949b-4f7e-8318-f13acf8f550d req-2368638a-d2b5-4ff6-b274-f95f92c39373 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0820990 Feb 05 03:16:46.601106 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ddba87bc-949b-4f7e-8318-f13acf8f550d req-b2b1e208-b364-4481-badd-6379ad849215 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885303 Feb 05 03:16:46.667455 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ceac40fe-d104-42fc-9a9e-8752c0a59d16 req-c98b3917-a059-4881-a961-c30ec14bf067 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0477865 Feb 05 03:16:47.728653 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493b5ab-7227-4326-b284-ec65ae497ce5 req-ccd2712f-eb88-4437-a577-a5a01c61f229 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:47.736718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1493b5ab-7227-4326-b284-ec65ae497ce5 req-ccd2712f-eb88-4437-a577-a5a01c61f229 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0614021 Feb 05 03:16:47.792631 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1493b5ab-7227-4326-b284-ec65ae497ce5 req-6577bd53-4b9e-4207-9e9a-037f430e34de tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547981 Feb 05 03:16:47.885375 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3a31060-52ca-408c-b624-34f8757ec7d6 req-ab1a16ee-8085-4881-ba70-733ad2b9a21a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0522473 Feb 05 03:16:48.911744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d4ff2-e7c5-4ca0-a7a1-11e5647ddb09 req-03adae3c-a0bc-46c6-8ae5-1dfc62eb7c1b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:48.920645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-131d4ff2-e7c5-4ca0-a7a1-11e5647ddb09 req-03adae3c-a0bc-46c6-8ae5-1dfc62eb7c1b tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0676796 Feb 05 03:16:48.980199 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-131d4ff2-e7c5-4ca0-a7a1-11e5647ddb09 req-fa76846c-5e4c-4e52-a3fe-3ef0f2e81235 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575795 Feb 05 03:16:49.059415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-79d5e0c4-b78a-4ffe-a67f-877aa4f5bf03 req-ee6cc56e-a9a4-4389-9b73-e8da4df881f0 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0564792 Feb 05 03:16:50.216851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1faad53-8ad6-4dce-8831-8d7e8df16fd9 req-00ea4bad-2fd9-4de0-a4d5-58caafd592ae tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:50.218523 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f1faad53-8ad6-4dce-8831-8d7e8df16fd9 req-00ea4bad-2fd9-4de0-a4d5-58caafd592ae tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.1300859 Feb 05 03:16:50.220557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a787a83-d93d-4223-9393-f8e5b7803522 req-d5e8fa8a-5bae-4131-9898-31fb3d936811 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0430644 Feb 05 03:16:50.286985 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f1faad53-8ad6-4dce-8831-8d7e8df16fd9 req-ebf5d5a0-c6f0-4129-9c76-de0984431b00 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545113 Feb 05 03:16:51.396359 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f875dc49-8aa2-46c3-bbff-a924a6b8d9df req-52a901e8-af33-4708-b7fc-6819f379ce36 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0535793 Feb 05 03:16:51.533626 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f8d81-d4ff-4644-aeee-65fe69cf2840 req-b77c5147-306a-43d8-8103-3467666652b7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:51.535133 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f29f8d81-d4ff-4644-aeee-65fe69cf2840 req-b77c5147-306a-43d8-8103-3467666652b7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0892172 Feb 05 03:16:51.632676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f29f8d81-d4ff-4644-aeee-65fe69cf2840 req-7db1912f-ced1-4222-bdda-0d78ba45935d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860167 Feb 05 03:16:52.345709 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:16:52.567562 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b98b76e1-602d-46fd-b72f-60ce7aad68ed req-78eeaf90-aa61-4ae5-8044-ab7bf525e82b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0420766 Feb 05 03:16:52.888270 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47566002-e926-4248-828d-69adef5fe066 req-7c20364a-49e4-4735-b72a-b24b427ca4d6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:52.906836 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47566002-e926-4248-828d-69adef5fe066 req-7c20364a-49e4-4735-b72a-b24b427ca4d6 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.1278744 Feb 05 03:16:52.973317 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47566002-e926-4248-828d-69adef5fe066 req-44b184bb-c9a4-4d72-be29-2fdf187a9871 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615833 Feb 05 03:16:53.379296 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1871f-c3d7-4905-88db-5952f49349ad req-252d63ba-382b-4dc8-9a58-9b96ef87837c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:53.381067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54a1871f-c3d7-4905-88db-5952f49349ad req-252d63ba-382b-4dc8-9a58-9b96ef87837c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.1360633 Feb 05 03:16:53.387986 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01255c15-625c-42ec-85b7-584ec7e7998d req-fd833fbb-7c62-41d0-a596-ab93638597c9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:53.394185 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01255c15-625c-42ec-85b7-584ec7e7998d req-fd833fbb-7c62-41d0-a596-ab93638597c9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 946 time: 0.0810976 Feb 05 03:16:53.488217 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01255c15-625c-42ec-85b7-584ec7e7998d req-ce92d462-cf6f-49f6-b3c8-d89e34bd5cb0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910778 Feb 05 03:16:53.516774 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54a1871f-c3d7-4905-88db-5952f49349ad req-25227840-4bcb-4bef-8a24-f75e8ff4a55c tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190741 Feb 05 03:16:53.715425 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51bd5946-4c52-4210-b607-2497302bba36 req-f4e3e419-3aa8-40fa-902e-99dea41260ef tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0494516 Feb 05 03:16:53.748534 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccd393-1a52-481b-af32-172a591821f4 req-f983a5cd-cc07-4f84-862d-436edbc02094 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:53.751471 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3ccd393-1a52-481b-af32-172a591821f4 req-f983a5cd-cc07-4f84-862d-436edbc02094 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.1309493 Feb 05 03:16:54.167347 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3ccd393-1a52-481b-af32-172a591821f4 req-c0d5cb4d-f38d-44d9-ae6e-d5f1a3505cb3 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101253 Feb 05 03:16:54.482090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3153f-79bf-4afe-b5e0-22dee140006d req-3f8e661b-a3b1-45a1-86c1-ae435a65a487 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:54.484013 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-34a3153f-79bf-4afe-b5e0-22dee140006d req-3f8e661b-a3b1-45a1-86c1-ae435a65a487 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0715196 Feb 05 03:16:54.557296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c621d2-79f2-43ec-9981-d72b2a6baf0e req-9ab5fdd5-497d-4d25-9412-b82c1b4e606e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:54.557906 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-34a3153f-79bf-4afe-b5e0-22dee140006d req-67383cda-7e30-4761-b640-5e5a5797e986 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665691 Feb 05 03:16:54.558901 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d3c621d2-79f2-43ec-9981-d72b2a6baf0e req-9ab5fdd5-497d-4d25-9412-b82c1b4e606e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 946 time: 0.0771298 Feb 05 03:16:54.667556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c869d-da11-4c62-9d00-8f27fd7f4816 req-e910768e-c4e7-49d5-b736-ff89456d8f6b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:54.670396 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d25c869d-da11-4c62-9d00-8f27fd7f4816 req-e910768e-c4e7-49d5-b736-ff89456d8f6b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 946 time: 0.0893838 Feb 05 03:16:54.675902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-d3c621d2-79f2-43ec-9981-d72b2a6baf0e req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Deleting port 1651a54c-8830-4874-b576-d112935baeb7 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:16:54.676250 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d3c621d2-79f2-43ec-9981-d72b2a6baf0e req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1651a54c-8830-4874-b576-d112935baeb7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:54.745433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d25c869d-da11-4c62-9d00-8f27fd7f4816 req-d68db599-27e3-439e-b720-c5863129386b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=de4d4f2b-8a6a-44f4-8403-fd459b751cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692050 Feb 05 03:16:54.779395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d3c621d2-79f2-43ec-9981-d72b2a6baf0e req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] For port 1651a54c-8830-4874-b576-d112935baeb7, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=1651a54c-8830-4874-b576-d112935baeb7,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:54.779768 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d3c621d2-79f2-43ec-9981-d72b2a6baf0e req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1651a54c-8830-4874-b576-d112935baeb7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:54.795704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-d3c621d2-79f2-43ec-9981-d72b2a6baf0e req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Calling delete_port for 1651a54c-8830-4874-b576-d112935baeb7 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:16:54.840593 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-93b95c13-8234-4aa4-8ac8-0623104515c4 req-c7e51f5e-4d82-4bfe-b1bb-af3363f8d853 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0325525 Feb 05 03:16:54.948454 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d3c621d2-79f2-43ec-9981-d72b2a6baf0e req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1651a54c-8830-4874-b576-d112935baeb7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:54.960286 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['1651a54c-8830-4874-b576-d112935baeb7'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:16:54.994713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event deleted for resources: {'Port': ['ID=1651a54c-8830-4874-b576-d112935baeb7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:55.029333 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:55.030204 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:55.031066 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:55.031647 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:55.032208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:55.032752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:55.033267 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:55.033775 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:55.034297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:55.034820 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:55.035317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:55.037054 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:55.037411 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:55.062222 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c621d2-79f2-43ec-9981-d72b2a6baf0e req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] No DVR routers for this DVR port 1651a54c-8830-4874-b576-d112935baeb7 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:16:55.065320 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d3c621d2-79f2-43ec-9981-d72b2a6baf0e req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:55.069851 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d3c621d2-79f2-43ec-9981-d72b2a6baf0e req-8c883e33-e051-4205-9227-5bbb98173fdb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.31 "DELETE /v2.0/ports/1651a54c-8830-4874-b576-d112935baeb7 HTTP/1.1" status: 204 len: 173 time: 0.5056057 Feb 05 03:16:55.070318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9', 'name': 'network-vif-deleted', 'tag': '1651a54c-8830-4874-b576-d112935baeb7'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:16:55.073132 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29835f3b-a827-41c4-9346-14ef5825b645" -d '{"events": [{"server_uuid": "3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9", "name": "network-vif-deleted", "tag": "1651a54c-8830-4874-b576-d112935baeb7"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:16:55.116516 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f24008-0629-4980-b2a9-8aad6b01c1f9 x-openstack-request-id: req-70f24008-0629-4980-b2a9-8aad6b01c1f9 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:16:55.116841 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9", "name": "network-vif-deleted", "tag": "1651a54c-8830-4874-b576-d112935baeb7", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:16:55.117104 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70f24008-0629-4980-b2a9-8aad6b01c1f9 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:16:55.117516 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9', 'name': 'network-vif-deleted', 'tag': '1651a54c-8830-4874-b576-d112935baeb7', 'status': 'completed', 'code': 200} Feb 05 03:16:55.625881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1916b-0e16-4f2b-a1e7-c698e8b00c37 req-d1eb3ca7-6003-493f-8e8e-0192b2a09312 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:55.628017 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3db1916b-0e16-4f2b-a1e7-c698e8b00c37 req-d1eb3ca7-6003-493f-8e8e-0192b2a09312 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.0660255 Feb 05 03:16:55.758496 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b748b8a-caac-4ce5-91b7-93e061a10479 req-5b15c2b2-a371-433b-96ff-7ea0bea3835d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:55.760738 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b748b8a-caac-4ce5-91b7-93e061a10479 req-5b15c2b2-a371-433b-96ff-7ea0bea3835d tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31 HTTP/1.1" status: 200 len: 946 time: 0.1304042 Feb 05 03:16:55.843266 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b748b8a-caac-4ce5-91b7-93e061a10479 req-bb999e3d-c37c-49b7-b9a5-19339112aa7a tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713005 Feb 05 03:16:55.847600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3db1916b-0e16-4f2b-a1e7-c698e8b00c37 req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Deleting port 9de019c7-5b65-409c-81c6-78fd5f85ae66 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:16:55.848023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3db1916b-0e16-4f2b-a1e7-c698e8b00c37 req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (9de019c7-5b65-409c-81c6-78fd5f85ae66), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:55.923414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4ea2ac8-31e8-4fc0-a95f-c20e1e0fbd52 req-16a41e29-0dad-4780-a7cf-7540a801decb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0999377 Feb 05 03:16:55.975547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-080b4d7a-40e8-4978-91f7-6eb1174526db req-5ab44ba1-304f-4c95-bb68-0c09e13431af tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0335610 Feb 05 03:16:56.014619 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3db1916b-0e16-4f2b-a1e7-c698e8b00c37 req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] For port 9de019c7-5b65-409c-81c6-78fd5f85ae66, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=9de019c7-5b65-409c-81c6-78fd5f85ae66,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:56.015690 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3db1916b-0e16-4f2b-a1e7-c698e8b00c37 req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (9de019c7-5b65-409c-81c6-78fd5f85ae66), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:56.031962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3db1916b-0e16-4f2b-a1e7-c698e8b00c37 req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Calling delete_port for 9de019c7-5b65-409c-81c6-78fd5f85ae66 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:16:56.194402 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3db1916b-0e16-4f2b-a1e7-c698e8b00c37 req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (9de019c7-5b65-409c-81c6-78fd5f85ae66), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:56.206856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e5af5f1e-42b6-45a8-9158-8526d7906946', '9de019c7-5b65-409c-81c6-78fd5f85ae66'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:16:56.229722 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Pushing event deleted for resources: {'Port': ['ID=9de019c7-5b65-409c-81c6-78fd5f85ae66,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:56.257950 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:56.258305 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:56.258654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:56.259017 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:56.259352 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:56.259742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:56.260074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:56.260410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:56.260738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:56.261069 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:56.261395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:56.261763 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:56.262092 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:16:56.282747 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db1916b-0e16-4f2b-a1e7-c698e8b00c37 req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] No DVR routers for this DVR port 9de019c7-5b65-409c-81c6-78fd5f85ae66 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:16:56.285415 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3db1916b-0e16-4f2b-a1e7-c698e8b00c37 req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:56.289250 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3db1916b-0e16-4f2b-a1e7-c698e8b00c37 req-1fc28930-6441-4a55-917e-0feed029a323 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "DELETE /v2.0/ports/9de019c7-5b65-409c-81c6-78fd5f85ae66 HTTP/1.1" status: 204 len: 173 time: 0.6495910 Feb 05 03:16:56.289720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31', 'name': 'network-vif-deleted', 'tag': '9de019c7-5b65-409c-81c6-78fd5f85ae66'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:16:56.292106 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a228aea-a731-42cf-9b78-327acb96dfa8" -d '{"events": [{"server_uuid": "e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31", "name": "network-vif-deleted", "tag": "9de019c7-5b65-409c-81c6-78fd5f85ae66"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:16:56.380421 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ea1393-36ee-447c-9833-965dc6267a29 x-openstack-request-id: req-65ea1393-36ee-447c-9833-965dc6267a29 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:16:56.380829 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31", "name": "network-vif-deleted", "tag": "9de019c7-5b65-409c-81c6-78fd5f85ae66", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:16:56.381179 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-65ea1393-36ee-447c-9833-965dc6267a29 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:16:56.381673 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f87d81-7828-4f7f-ab5c-a0bf5e24aa31', 'name': 'network-vif-deleted', 'tag': '9de019c7-5b65-409c-81c6-78fd5f85ae66', 'status': 'completed', 'code': 200} Feb 05 03:16:57.035274 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-714a3e3a-550a-4b70-b20d-2aaae1f6bca4 req-57666475-88d1-40e2-a328-b25f2c4faeb9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0458751 Feb 05 03:16:57.135458 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-575e3abd-017b-4656-a6ba-2763263d5278 req-1cb6664f-41bf-4e27-a75e-94369c545b89 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0312896 Feb 05 03:16:57.689990 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9760808-7cad-461c-af85-c108abe3f448 req-3f511cb8-362b-41a0-af9d-e64bf106061e tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:57.691465 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9760808-7cad-461c-af85-c108abe3f448 req-3f511cb8-362b-41a0-af9d-e64bf106061e tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 945 time: 0.0595553 Feb 05 03:16:57.746930 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9760808-7cad-461c-af85-c108abe3f448 req-811092ba-e218-42e2-874f-74664b9c57da tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486941 Feb 05 03:16:58.145622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f82ad29-e140-4e1c-b262-12cf7568a853 req-dd1af27e-7848-40b1-896b-f6ebfa9ec388 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0339990 Feb 05 03:16:58.250209 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-60fb07df-6569-4630-9ab2-fede82d7ae9c req-3558eadb-33ee-4192-aeb6-c83c9e97d1ea tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0322721 Feb 05 03:16:58.688876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 1651a54c-8830-4874-b576-d112935baeb7 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:16:58.711785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 1651a54c-8830-4874-b576-d112935baeb7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:16:58.713209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 1651a54c-8830-4874-b576-d112935baeb7 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:16:58.900191 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcdc6e-5615-4201-848b-c426c6545cf6 req-c3bb2aa4-562d-427c-af72-f75c89d11cb4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:58.901698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5edcdc6e-5615-4201-848b-c426c6545cf6 req-c3bb2aa4-562d-427c-af72-f75c89d11cb4 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 945 time: 0.0809987 Feb 05 03:16:58.959395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40a5dc-fb3c-44fa-9d1d-c0882e8f40da req-fb81364d-f548-4f9c-b217-2b042ae5ed7a tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:16:58.960925 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa40a5dc-fb3c-44fa-9d1d-c0882e8f40da req-fb81364d-f548-4f9c-b217-2b042ae5ed7a tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "GET /v2.0/ports?device_id=0121206d-a831-494c-b36a-34da610d41b9 HTTP/1.1" status: 200 len: 945 time: 0.0974891 Feb 05 03:16:58.976030 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5edcdc6e-5615-4201-848b-c426c6545cf6 req-b6afaf9c-ac1b-4924-9b85-1be9656ec91f tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a8197c2-2f07-4923-9b59-c9e85e258024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678079 Feb 05 03:16:59.072798 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-fa40a5dc-fb3c-44fa-9d1d-c0882e8f40da req-32b93057-b897-4b49-9de2-57c49fa656d7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Deleting port e5af5f1e-42b6-45a8-9158-8526d7906946 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:16:59.073572 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fa40a5dc-fb3c-44fa-9d1d-c0882e8f40da req-32b93057-b897-4b49-9de2-57c49fa656d7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e5af5f1e-42b6-45a8-9158-8526d7906946), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:59.172833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-fa40a5dc-fb3c-44fa-9d1d-c0882e8f40da req-32b93057-b897-4b49-9de2-57c49fa656d7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] For port e5af5f1e-42b6-45a8-9158-8526d7906946, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=e5af5f1e-42b6-45a8-9158-8526d7906946,segment=NetworkSegment(c85ca029-1a88-460f-9b7f-90672aa3c01d),segment_id=c85ca029-1a88-460f-9b7f-90672aa3c01d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:16:59.173539 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fa40a5dc-fb3c-44fa-9d1d-c0882e8f40da req-32b93057-b897-4b49-9de2-57c49fa656d7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e5af5f1e-42b6-45a8-9158-8526d7906946), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:59.188014 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-fa40a5dc-fb3c-44fa-9d1d-c0882e8f40da req-32b93057-b897-4b49-9de2-57c49fa656d7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Calling delete_port for e5af5f1e-42b6-45a8-9158-8526d7906946 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:16:59.272722 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8087cf83-79e6-4171-8832-1f27ea20dba1 req-f5b72c9b-cc4c-44f5-8fa6-d47aa575135b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0320985 Feb 05 03:16:59.384172 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7e7f7968-9222-4bb5-96d2-a7a88200d84f req-f833a4f2-cfc5-4f7e-b851-87158ab233da tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0381322 Feb 05 03:16:59.409405 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fa40a5dc-fb3c-44fa-9d1d-c0882e8f40da req-32b93057-b897-4b49-9de2-57c49fa656d7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e5af5f1e-42b6-45a8-9158-8526d7906946), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:59.422408 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['e5af5f1e-42b6-45a8-9158-8526d7906946'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:16:59.453436 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 9de019c7-5b65-409c-81c6-78fd5f85ae66 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:16:59.456788 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b93057-b897-4b49-9de2-57c49fa656d7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Pushing event deleted for resources: {'Port': ['ID=e5af5f1e-42b6-45a8-9158-8526d7906946,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:16:59.482542 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 9de019c7-5b65-409c-81c6-78fd5f85ae66 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:16:59.482933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 9de019c7-5b65-409c-81c6-78fd5f85ae66 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:16:59.494049 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa40a5dc-fb3c-44fa-9d1d-c0882e8f40da req-32b93057-b897-4b49-9de2-57c49fa656d7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] No DVR routers for this DVR port e5af5f1e-42b6-45a8-9158-8526d7906946 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:16:59.496529 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fa40a5dc-fb3c-44fa-9d1d-c0882e8f40da req-32b93057-b897-4b49-9de2-57c49fa656d7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:16:59.500031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa40a5dc-fb3c-44fa-9d1d-c0882e8f40da req-32b93057-b897-4b49-9de2-57c49fa656d7 tempest-ServersTestJSON-1401763357 tempest-ServersTestJSON-1401763357-project] 10.222.0.10 "DELETE /v2.0/ports/e5af5f1e-42b6-45a8-9158-8526d7906946 HTTP/1.1" status: 204 len: 173 time: 0.5342746 Feb 05 03:16:59.500550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0121206d-a831-494c-b36a-34da610d41b9', 'name': 'network-vif-deleted', 'tag': 'e5af5f1e-42b6-45a8-9158-8526d7906946'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:16:59.503018 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90f1ec9-3d73-4986-be29-24a24b5cdd3c" -d '{"events": [{"server_uuid": "0121206d-a831-494c-b36a-34da610d41b9", "name": "network-vif-deleted", "tag": "e5af5f1e-42b6-45a8-9158-8526d7906946"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:16:59.562850 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76337b0-7d56-4bd7-85a9-c0f38b1ba18b x-openstack-request-id: req-e76337b0-7d56-4bd7-85a9-c0f38b1ba18b {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:16:59.563157 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0121206d-a831-494c-b36a-34da610d41b9", "name": "network-vif-deleted", "tag": "e5af5f1e-42b6-45a8-9158-8526d7906946", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:16:59.563425 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e76337b0-7d56-4bd7-85a9-c0f38b1ba18b {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:16:59.564114 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0121206d-a831-494c-b36a-34da610d41b9', 'name': 'network-vif-deleted', 'tag': 'e5af5f1e-42b6-45a8-9158-8526d7906946', 'status': 'completed', 'code': 200} Feb 05 03:17:00.039942 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52622) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:00.091618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1354686-6909-46d3-a20b-03336903fa51 admin admin] Deleting subnet 38c73809-1d31-4fb2-813a-779056f1c55f {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:17:00.094965 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1354686-6909-46d3-a20b-03336903fa51 admin admin] Publish callbacks [] for subnet (38c73809-1d31-4fb2-813a-779056f1c55f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:00.134540 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1354686-6909-46d3-a20b-03336903fa51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (38c73809-1d31-4fb2-813a-779056f1c55f), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:00.233258 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1354686-6909-46d3-a20b-03336903fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (38c73809-1d31-4fb2-813a-779056f1c55f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:00.305635 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1354686-6909-46d3-a20b-03336903fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (38c73809-1d31-4fb2-813a-779056f1c55f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:00.351827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1354686-6909-46d3-a20b-03336903fa51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c73809-1d31-4fb2-813a-779056f1c55f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:00.359342 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1354686-6909-46d3-a20b-03336903fa51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:00.368936 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f1354686-6909-46d3-a20b-03336903fa51 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/38c73809-1d31-4fb2-813a-779056f1c55f HTTP/1.1" status: 204 len: 168 time: 0.3279073 Feb 05 03:17:00.369620 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52626) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:00.429655 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3b93acd-8f03-4f7a-a69b-4e66e53e2e84 req-d60ffbed-1e41-4b1f-8ed2-fe529c414b98 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0335236 Feb 05 03:17:00.459084 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c6c9155-7d33-431a-bf33-fe9b2e20f57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (b566c3f7-a300-4cdb-9a7a-d35f43a9de9a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:00.537688 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c5d35cf-b8de-4a03-8905-d7396039081b req-a704ad04-0906-408e-bb82-96a2348e8744 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0462847 Feb 05 03:17:00.584821 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c6c9155-7d33-431a-bf33-fe9b2e20f57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (b566c3f7-a300-4cdb-9a7a-d35f43a9de9a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:00.607738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4c6c9155-7d33-431a-bf33-fe9b2e20f57a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b566c3f7-a300-4cdb-9a7a-d35f43a9de9a']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:00.618919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4c6c9155-7d33-431a-bf33-fe9b2e20f57a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c85ca029-1a88-460f-9b7f-90672aa3c01d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:00.619230 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4c6c9155-7d33-431a-bf33-fe9b2e20f57a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c85ca029-1a88-460f-9b7f-90672aa3c01d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:00.628847 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c6c9155-7d33-431a-bf33-fe9b2e20f57a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (c85ca029-1a88-460f-9b7f-90672aa3c01d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:00.643391 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c6c9155-7d33-431a-bf33-fe9b2e20f57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c85ca029-1a88-460f-9b7f-90672aa3c01d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:00.651922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6c9155-7d33-431a-bf33-fe9b2e20f57a admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:17:00.652420 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c6c9155-7d33-431a-bf33-fe9b2e20f57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (c85ca029-1a88-460f-9b7f-90672aa3c01d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:17:00.654493 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:17:00.722003 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c6c9155-7d33-431a-bf33-fe9b2e20f57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (b566c3f7-a300-4cdb-9a7a-d35f43a9de9a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:00.734488 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c6c9155-7d33-431a-bf33-fe9b2e20f57a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:00.737990 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4c6c9155-7d33-431a-bf33-fe9b2e20f57a admin admin] 10.222.0.36 "DELETE /v2.0/networks/b566c3f7-a300-4cdb-9a7a-d35f43a9de9a HTTP/1.1" status: 204 len: 168 time: 0.3670702 Feb 05 03:17:00.751435 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c9155-7d33-431a-bf33-fe9b2e20f57a admin admin] Pushing event deleted for resources: {'Network': ['ID=b566c3f7-a300-4cdb-9a7a-d35f43a9de9a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:00.939395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52632) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:00.990503 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-eb6bcf4d-f9f1-42f9-9b7a-52c71a2bb186 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82f3913ef0bd4cbd8d1a3d14443f1038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468342 Feb 05 03:17:00.990749 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52634) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:01.041874 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd75cc8f-10ac-483d-a102-32768efbfcc3 admin admin] Publish callbacks [] for security_group (4a8197c2-2f07-4923-9b59-c9e85e258024), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:01.070935 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd75cc8f-10ac-483d-a102-32768efbfcc3 admin admin] Publish callbacks [] for security_group (4a8197c2-2f07-4923-9b59-c9e85e258024), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:01.122721 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd75cc8f-10ac-483d-a102-32768efbfcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4a8197c2-2f07-4923-9b59-c9e85e258024), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:01.125804 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd75cc8f-10ac-483d-a102-32768efbfcc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:01.127011 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fd75cc8f-10ac-483d-a102-32768efbfcc3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a8197c2-2f07-4923-9b59-c9e85e258024 HTTP/1.1" status: 204 len: 168 time: 0.1354580 Feb 05 03:17:01.148238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75cc8f-10ac-483d-a102-32768efbfcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8197c2-2f07-4923-9b59-c9e85e258024,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:01.561516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2492b06f-2602-46e2-845c-4545e2ca78de req-5d9d7390-ea7c-4cb8-8bd2-3f2d5225c276 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0343306 Feb 05 03:17:01.666181 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25435aa0-a52d-4b30-8cbc-bfe1ae753fdd req-ebba09d4-8f8c-450f-96dc-cba84d68f791 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0377674 Feb 05 03:17:01.986242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52660) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:02.099471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d8fd70f4-a074-4006-bc88-cafbf9727135 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-network', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:02.123500 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fd70f4-a074-4006-bc88-cafbf9727135 admin admin] Made reservation on behalf of ba67a63a3f224705a45911cfa6b17697 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:17:02.126244 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8fd70f4-a074-4006-bc88-cafbf9727135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:02.135695 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8fd70f4-a074-4006-bc88-cafbf9727135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:02.218706 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8fd70f4-a074-4006-bc88-cafbf9727135 admin admin] Publish callbacks [] for security_group (dcb56d8d-7086-40f3-9c64-97ccc63e88fd), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:02.222814 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8fd70f4-a074-4006-bc88-cafbf9727135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (dcb56d8d-7086-40f3-9c64-97ccc63e88fd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:02.254871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8fd70f4-a074-4006-bc88-cafbf9727135 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:17:02.264864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd70f4-a074-4006-bc88-cafbf9727135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb56d8d-7086-40f3-9c64-97ccc63e88fd,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:02.273667 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8fd70f4-a074-4006-bc88-cafbf9727135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (cebbb154-0d1c-4f82-9975-6272ba6e477d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:02.274149 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-d8fd70f4-a074-4006-bc88-cafbf9727135 admin admin] Added segment cebbb154-0d1c-4f82-9975-6272ba6e477d of type vlan for network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f Feb 05 03:17:02.322639 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8fd70f4-a074-4006-bc88-cafbf9727135 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (6c9ceee3-b739-4305-9f4d-2be2fd03bf4f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:02.355168 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8fd70f4-a074-4006-bc88-cafbf9727135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (6c9ceee3-b739-4305-9f4d-2be2fd03bf4f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:02.356580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fd70f4-a074-4006-bc88-cafbf9727135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:02.357291 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8fd70f4-a074-4006-bc88-cafbf9727135 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:02.424988 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d8fd70f4-a074-4006-bc88-cafbf9727135 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4367633 Feb 05 03:17:02.428497 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52670) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:02.436373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6d173742-9756-40d4-b68e-c3269c2120c0 admin admin] Request body: {'subnet': {'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-subnet', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:02.453543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd70f4-a074-4006-bc88-cafbf9727135 admin admin] Pushing event updated for resources: {'Network': ['ID=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:02.461519 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d173742-9756-40d4-b68e-c3269c2120c0 admin admin] Made reservation on behalf of ba67a63a3f224705a45911cfa6b17697 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:17:02.464470 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d173742-9756-40d4-b68e-c3269c2120c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:02.467855 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:17:02.700945 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1c43c72-ea25-412b-9df6-0e8c2928141d req-3bb01fd1-d16d-460e-9262-7d96a99d20e7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0477455 Feb 05 03:17:02.717388 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d173742-9756-40d4-b68e-c3269c2120c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (4ab975cc-8263-4d78-92b1-c19cb0f69805), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:02.812523 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d173742-9756-40d4-b68e-c3269c2120c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab975cc-8263-4d78-92b1-c19cb0f69805,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:02.816269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5cfff473-3e37-4fd1-a3b6-f5a41f1f5971 req-5b6ae883-95c3-4c32-a550-73d78c4146ad tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0455153 Feb 05 03:17:02.837433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d173742-9756-40d4-b68e-c3269c2120c0 admin admin] Checking segment: {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:17:02.837787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d173742-9756-40d4-b68e-c3269c2120c0 admin admin] Network hostable DHCP agents. Network: 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:17:02.876422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d173742-9756-40d4-b68e-c3269c2120c0 admin admin] Network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:17:02.892933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6d173742-9756-40d4-b68e-c3269c2120c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:17:02.899045 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d173742-9756-40d4-b68e-c3269c2120c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:02.900850 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d173742-9756-40d4-b68e-c3269c2120c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:02.903587 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0263e7b0-bf10-4d13-9525-cec53da21c69 None None] Network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:17:02.948440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6d173742-9756-40d4-b68e-c3269c2120c0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5183561 Feb 05 03:17:02.950947 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52676) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:02.955673 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:02.990288 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (73ab2216-020d-4a15-ac72-21cd245ebb7b), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:02.991832 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (73ab2216-020d-4a15-ac72-21cd245ebb7b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:03.056108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:17:03.057562 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:03.103166 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Publish callbacks [] for router_controller (73ab2216-020d-4a15-ac72-21cd245ebb7b), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:03.232228 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Allocated IP 172.20.0.2 (6c9ceee3-b739-4305-9f4d-2be2fd03bf4f/4ab975cc-8263-4d78-92b1-c19cb0f69805/414436f0-d77f-4900-b1fa-40d7ac66a014) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:17:03.347458 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Publish callbacks [] for router_gateway (73ab2216-020d-4a15-ac72-21cd245ebb7b), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:03.468061 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e5af5f1e-42b6-45a8-9158-8526d7906946 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:17:03.503117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: e5af5f1e-42b6-45a8-9158-8526d7906946 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:17:03.503751 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device e5af5f1e-42b6-45a8-9158-8526d7906946 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:17:03.563993 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Publish callbacks [] for port (414436f0-d77f-4900-b1fa-40d7ac66a014), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:03.581570 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (414436f0-d77f-4900-b1fa-40d7ac66a014), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:03.637988 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Publish callbacks [] for router_gateway (73ab2216-020d-4a15-ac72-21cd245ebb7b), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:03.660458 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:03.666053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:17:03.679249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:17:03.683651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:17:03.826176 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Allocated IP 172.25.0.76 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:17:03.848971 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1075277a-6ecb-4776-bab8-95a79ec76ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:03.860832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Pushing event updated for resources: {'Port': ['ID=414436f0-d77f-4900-b1fa-40d7ac66a014,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:03.886903 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43cf1364-7b6c-4253-acb5-f790504f38e5 req-7702e7d1-98f5-4418-bd02-2aa40d8b33b0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0519588 Feb 05 03:17:03.916113 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Attempting to bind port 414436f0-d77f-4900-b1fa-40d7ac66a014 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:17:03.916490 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Attempting to bind port 414436f0-d77f-4900-b1fa-40d7ac66a014 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:17:03.916852 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Attempting to bind port 414436f0-d77f-4900-b1fa-40d7ac66a014 on network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:17:03.928963 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:17:03.929406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Checking segment: {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:17:03.929762 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:03.930156 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Bound using segment: {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:17:03.930986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Bound port: 414436f0-d77f-4900-b1fa-40d7ac66a014, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:17:03.932154 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (414436f0-d77f-4900-b1fa-40d7ac66a014), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:04.011481 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94a33e5f-4899-407b-b19b-743351a87794 req-e94e94aa-a7b8-49a7-bf2b-3bf6cb1bd26c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0408285 Feb 05 03:17:04.021833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Publish callbacks [] for port (c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:04.061995 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:04.067927 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] For port 414436f0-d77f-4900-b1fa-40d7ac66a014, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:17:04.073243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] For port 414436f0-d77f-4900-b1fa-40d7ac66a014, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=414436f0-d77f-4900-b1fa-40d7ac66a014,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:17:04.082364 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (414436f0-d77f-4900-b1fa-40d7ac66a014), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:04.118677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:17:04.122352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:17:04.126117 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:17:04.153758 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Pushing event updated for resources: {'Port': ['ID=c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:04.189840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46db918-a554-455b-a996-119eacb9fd99 None None] Pushing event updated for resources: {'Port': ['ID=414436f0-d77f-4900-b1fa-40d7ac66a014,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:04.516609 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Publish callbacks [] for router_gateway (73ab2216-020d-4a15-ac72-21cd245ebb7b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:04.812836 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (73ab2216-020d-4a15-ac72-21cd245ebb7b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:04.906640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 414436f0-d77f-4900-b1fa-40d7ac66a014 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:17:05.032493 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 414436f0-d77f-4900-b1fa-40d7ac66a014 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:17:05.037160 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (414436f0-d77f-4900-b1fa-40d7ac66a014), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:05.092661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0835ddd7-fb16-4538-a6ff-7a36c850e40b req-00fc5cf2-82f5-4213-8dc0-3f64d74cbb90 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0583539 Feb 05 03:17:05.149159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Router 73ab2216-020d-4a15-ac72-21cd245ebb7b is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:17:05.199450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-723ac272-428c-48fd-9228-1d4d6a07ca91 req-a60fbeb3-6b6e-4719-aa94-7e0b146c4941 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0597932 Feb 05 03:17:05.223078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 414436f0-d77f-4900-b1fa-40d7ac66a014 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:17:05.224140 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (414436f0-d77f-4900-b1fa-40d7ac66a014), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:05.306638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 414436f0-d77f-4900-b1fa-40d7ac66a014, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=414436f0-d77f-4900-b1fa-40d7ac66a014,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:17:05.314567 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (414436f0-d77f-4900-b1fa-40d7ac66a014), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:05.380077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=414436f0-d77f-4900-b1fa-40d7ac66a014,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:05.404207 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:17:05.415236 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Sync routers for ids ['73ab2216-020d-4a15-ac72-21cd245ebb7b'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:17:05.427369 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Routers {'73ab2216-020d-4a15-ac72-21cd245ebb7b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:17:05.439556 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:16:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['73ab2216-020d-4a15-ac72-21cd245ebb7b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:05.448273 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:05.449591 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9daec54d-0d92-4e1a-936f-a6b1c3dcbacf admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4976344 Feb 05 03:17:05.455073 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52694) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:05.622851 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Set router 73ab2216-020d-4a15-ac72-21cd245ebb7b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:17:05.815415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa204134-0fc0-487d-ba83-436e904ad3c7 None None] Network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:17:05.978686 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:04Z', 'revision_number': 3, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:06.029787 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Checking router: 73ab2216-020d-4a15-ac72-21cd245ebb7b for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:17:06.030445 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Updating router 73ab2216-020d-4a15-ac72-21cd245ebb7b port c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:17:06.046803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-04df6583-a983-4bb3-9bdd-6362258b9806 None None] Provisioning complete for port 414436f0-d77f-4900-b1fa-40d7ac66a014 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:17:06.047457 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04df6583-a983-4bb3-9bdd-6362258b9806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (414436f0-d77f-4900-b1fa-40d7ac66a014), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:06.086446 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:06.089460 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8200cdd5-b8d8-4333-84e1-8ba45042ed9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:06.157247 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-04df6583-a983-4bb3-9bdd-6362258b9806 None None] Current status of the port 414436f0-d77f-4900-b1fa-40d7ac66a014 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:17:06.298483 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-66183f07-257b-4c31-b97a-90c0103b106f req-b34de202-4605-4f15-9396-81a9b62515fb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0572062 Feb 05 03:17:06.428570 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:06.508922 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9fb0f09-7e54-4b5d-95e9-fbdd53134dc1 req-cac60366-1482-4d49-bf1f-4e5cecbb2d6e tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0617723 Feb 05 03:17:06.536817 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Publish callbacks [] for port (c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:06.553085 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:06.591995 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Attempting to bind port c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:17:06.592367 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Attempting to bind port c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:17:06.593245 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9a024aa5-14bc-4ffe-8126-df512636de01 None None] Provisioning complete for port 414436f0-d77f-4900-b1fa-40d7ac66a014 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:17:06.593807 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Attempting to bind port c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:17:06.594271 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a024aa5-14bc-4ffe-8126-df512636de01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (414436f0-d77f-4900-b1fa-40d7ac66a014), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:06.637155 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:17:06.637872 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:17:06.638461 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:06.639056 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:17:06.639882 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Bound port: c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:17:06.640732 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:06.695854 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] For port c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:17:06.700009 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] For port c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:17:06.716322 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:06.747949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Allocated IP 172.20.0.1 (6c9ceee3-b739-4305-9f4d-2be2fd03bf4f/4ab975cc-8263-4d78-92b1-c19cb0f69805/adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:17:06.753127 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Routers {'73ab2216-020d-4a15-ac72-21cd245ebb7b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:17:06.754721 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:17:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['73ab2216-020d-4a15-ac72-21cd245ebb7b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:06.824515 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9a024aa5-14bc-4ffe-8126-df512636de01 None None] Current status of the port 414436f0-d77f-4900-b1fa-40d7ac66a014 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:17:06.839839 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7266ad-c6e1-483f-98b1-5a43db20c5ff None None] Pushing event updated for resources: {'Port': ['ID=c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:06.901056 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 414436f0-d77f-4900-b1fa-40d7ac66a014 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:17:06.918445 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Publish callbacks [] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:06.924854 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7266ad-c6e1-483f-98b1-5a43db20c5ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:06.925204 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7266ad-c6e1-483f-98b1-5a43db20c5ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:06.925546 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7266ad-c6e1-483f-98b1-5a43db20c5ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:06.925877 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7266ad-c6e1-483f-98b1-5a43db20c5ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:06.926203 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7266ad-c6e1-483f-98b1-5a43db20c5ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:06.931212 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7266ad-c6e1-483f-98b1-5a43db20c5ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:06.931572 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7266ad-c6e1-483f-98b1-5a43db20c5ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:06.931920 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7266ad-c6e1-483f-98b1-5a43db20c5ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:06.932250 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7266ad-c6e1-483f-98b1-5a43db20c5ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:06.932580 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7266ad-c6e1-483f-98b1-5a43db20c5ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:06.932905 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7266ad-c6e1-483f-98b1-5a43db20c5ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:06.933225 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7266ad-c6e1-483f-98b1-5a43db20c5ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:06.933544 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7266ad-c6e1-483f-98b1-5a43db20c5ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:06.996958 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:07.026660 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 414436f0-d77f-4900-b1fa-40d7ac66a014 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:17:07.027439 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (414436f0-d77f-4900-b1fa-40d7ac66a014), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:07.044895 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Pushing event updated for resources: {'Port': ['ID=adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:07.060685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:17:07.063000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:17:07.065943 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:17:07.108788 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] Set router 73ab2216-020d-4a15-ac72-21cd245ebb7b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:17:07.128240 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (73ab2216-020d-4a15-ac72-21cd245ebb7b), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:07.185017 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:07.252941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 414436f0-d77f-4900-b1fa-40d7ac66a014 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:17:07.346907 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7266ad-c6e1-483f-98b1-5a43db20c5ff None None] Pushing event updated for resources: {'Port': ['ID=c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:07.468520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f0dbf7fb-41e2-4141-a9a0-ef19bfa668a7 None None] Provisioning complete for port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:17:07.468902 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf7fb-41e2-4141-a9a0-ef19bfa668a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:07.485033 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-57151471-02e9-4abd-a996-c760c2a0fd97 req-0279109a-d023-42ea-8216-ec1c6498040f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0575655 Feb 05 03:17:07.490213 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:07.501291 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:04Z', 'revision_number': 3, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:07.554768 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52ea08b-193d-488a-b24f-7e9a235809d2 None None] The sync data for ids ['73ab2216-020d-4a15-ac72-21cd245ebb7b'] in n-d-826942-8 is: [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:04Z', 'revision_number': 3, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:17:07.562828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f0dbf7fb-41e2-4141-a9a0-ef19bfa668a7 None None] Port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:17:07.705882 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0dffc1bd-58c8-4e6e-a338-52d06816aac0 req-d2944440-c23d-4267-8733-46c50241bff6 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0399463 Feb 05 03:17:07.820599 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Publish callbacks [] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:07.832375 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:07.986191 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (73ab2216-020d-4a15-ac72-21cd245ebb7b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:07.988918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Pushing event updated for resources: {'Port': ['ID=adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:08.171170 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:17:08.175007 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:17:08.381271 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Router 73ab2216-020d-4a15-ac72-21cd245ebb7b has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:17:08.697155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:17:08.708230 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:08.711081 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dbf44f51-2f41-40d2-9549-8e17af264f0f req-6992ce4e-b370-4e04-ae22-17c1183b3f5a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0795300 Feb 05 03:17:08.725980 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-70493571-c6f5-420d-b98b-49fcfdb75722 admin admin] 10.222.0.36 "PUT /v2.0/routers/73ab2216-020d-4a15-ac72-21cd245ebb7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2631021 Feb 05 03:17:08.726734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-41c130d3-872e-4154-90d1-73797de7ea5c None None] Provisioning complete for port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:17:08.726734 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41c130d3-872e-4154-90d1-73797de7ea5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:08.772839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-41c130d3-872e-4154-90d1-73797de7ea5c None None] Port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:17:08.937534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:17:09.001645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-776c45f5-a012-4448-abe8-c8de33d2f727 req-f9a32bca-bce4-41cc-96ab-0e7b0e1ac9c9 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.1215799 Feb 05 03:17:09.105763 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:17:09.106143 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:09.296442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:17:09.296837 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:09.344933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:17:09.355229 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:09.444951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:09.945423 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a3da99e-7ac3-4031-a8dd-2d32e305298a req-d0466f3c-d71c-4d3b-8f73-bd96878aa7a0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0645070 Feb 05 03:17:10.050871 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:10.189965 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7487a869-f10c-4a67-9c4d-d94817d40d96 req-017b9fb0-186c-4c2b-befe-163d6f648abb tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0620282 Feb 05 03:17:10.283066 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52736) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:10.289465 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1fb7da92-225b-4bb3-94ed-69cb58f0f0be tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789394505', 'description': 'tempest-description--1616866428'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:10.340575 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fb7da92-225b-4bb3-94ed-69cb58f0f0be tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:10.410526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Sync routers for ids ['73ab2216-020d-4a15-ac72-21cd245ebb7b'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:17:10.441055 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Routers {'73ab2216-020d-4a15-ac72-21cd245ebb7b'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:17:10.470163 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:17:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['73ab2216-020d-4a15-ac72-21cd245ebb7b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:10.558487 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fb7da92-225b-4bb3-94ed-69cb58f0f0be tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group (a09a0e31-3155-45b8-85ac-69c766258c2d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:10.570350 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fb7da92-225b-4bb3-94ed-69cb58f0f0be tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a09a0e31-3155-45b8-85ac-69c766258c2d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:10.641943 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fb7da92-225b-4bb3-94ed-69cb58f0f0be tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:10.647303 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1fb7da92-225b-4bb3-94ed-69cb58f0f0be tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3592796 Feb 05 03:17:10.647786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52738) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:10.653983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-034bf638-8fb4-46a2-9995-3c1530834f76 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Request body: {'security_group_rule': {'security_group_id': 'a09a0e31-3155-45b8-85ac-69c766258c2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:10.674783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7da92-225b-4bb3-94ed-69cb58f0f0be tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09a0e31-3155-45b8-85ac-69c766258c2d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:10.721914 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-034bf638-8fb4-46a2-9995-3c1530834f76 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group_rule (da74e909-7d24-49e8-9aed-a9151b900f64), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:10.867596 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-034bf638-8fb4-46a2-9995-3c1530834f76 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group_rule (da74e909-7d24-49e8-9aed-a9151b900f64), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:10.881328 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-034bf638-8fb4-46a2-9995-3c1530834f76 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (da74e909-7d24-49e8-9aed-a9151b900f64), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:10.924161 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bf638-8fb4-46a2-9995-3c1530834f76 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da74e909-7d24-49e8-9aed-a9151b900f64,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:10.939662 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-034bf638-8fb4-46a2-9995-3c1530834f76 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:10.942326 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-034bf638-8fb4-46a2-9995-3c1530834f76 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933166 Feb 05 03:17:10.945444 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 52740) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:10.950397 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6c5f9e2d-2161-4af9-9647-92f178a535ca tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Request body: {'security_group_rule': {'security_group_id': 'a09a0e31-3155-45b8-85ac-69c766258c2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:10.951559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Set router 73ab2216-020d-4a15-ac72-21cd245ebb7b gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:17:11.027741 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9e2d-2161-4af9-9647-92f178a535ca tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group_rule (81553bfe-fb44-4cc1-85ab-f4c2a03cf00f), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:11.196688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:17:11.202853 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ecf61d1a-ad54-414a-b0a8-41774c3b42b6 req-c24afaac-ef95-4657-8f9c-cbdb4fed8c29 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0941813 Feb 05 03:17:11.240916 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9e2d-2161-4af9-9647-92f178a535ca tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group_rule (81553bfe-fb44-4cc1-85ab-f4c2a03cf00f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:11.254806 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9e2d-2161-4af9-9647-92f178a535ca tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (81553bfe-fb44-4cc1-85ab-f4c2a03cf00f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:11.305698 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9e2d-2161-4af9-9647-92f178a535ca tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:11.308085 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6c5f9e2d-2161-4af9-9647-92f178a535ca tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3614483 Feb 05 03:17:11.311287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 52746) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:11.316700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:11.329780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f9e2d-2161-4af9-9647-92f178a535ca tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81553bfe-fb44-4cc1-85ab-f4c2a03cf00f,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:11.410419 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:17:11.411502 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:11.434939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b179c566-cb03-453b-9434-cd67746f407c req-775bc92f-aa6e-4ff1-a234-b3385328889b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.1073799 Feb 05 03:17:11.478840 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:11.599383 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:11.670457 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:11.686140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:07Z', 'revision_number': 4, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31', 'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'mac_address': 'fa:16:3e:fb:83:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:06Z', 'updated_at': '2022-02-05T03:17:07Z', 'revision_number': 2, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'subnets': [{'id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:11.768992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Checking router: 73ab2216-020d-4a15-ac72-21cd245ebb7b for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:17:11.769187 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Updating router 73ab2216-020d-4a15-ac72-21cd245ebb7b port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:17:11.776835 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:17:11.819677 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:11.906749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Allocated IP 172.25.0.49 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/c316f73a-3cc9-4319-85bd-7b10a9018d3e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:17:12.110476 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for port (c316f73a-3cc9-4319-85bd-7b10a9018d3e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:12.188347 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c316f73a-3cc9-4319-85bd-7b10a9018d3e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:12.238166 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event updated for resources: {'Port': ['ID=c316f73a-3cc9-4319-85bd-7b10a9018d3e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:12.258117 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:17:12.259609 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:17:12.263136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:17:12.271648 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Publish callbacks [] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:12.282365 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:12.425124 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6d178d6-9d6d-4b99-8dad-55bf5e3da0ed req-a575b891-e658-4319-8035-6f1f962101b2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0422676 Feb 05 03:17:12.439195 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e01e24-d7eb-4510-95ff-45cdd4dfe040 None None] Pushing event updated for resources: {'Port': ['ID=adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:12.563576 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Attempting to bind port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:17:12.563957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Attempting to bind port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:17:12.564320 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Attempting to bind port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 on network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:17:12.565473 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for floatingip (663729e0-d931-4545-adb7-54a804b25754), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:12.570285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:17:12.570664 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Checking segment: {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:17:12.571213 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:12.572675 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Bound using segment: {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:17:12.573172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Bound port: adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:17:12.573704 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:12.661576 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22bbe6af-64ad-4834-b99d-73d8910293d7 req-a54e61c1-4d06-4b4c-86c5-6d3d060e68c1 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0700593 Feb 05 03:17:12.682441 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] For port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:17:12.685729 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] For port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:17:12.696889 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:12.714506 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c316f73a-3cc9-4319-85bd-7b10a9018d3e), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:12.771415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Routers {'73ab2216-020d-4a15-ac72-21cd245ebb7b'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:17:12.772066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:17:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['73ab2216-020d-4a15-ac72-21cd245ebb7b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:12.933076 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] Set router 73ab2216-020d-4a15-ac72-21cd245ebb7b gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:17:13.007128 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for port (c316f73a-3cc9-4319-85bd-7b10a9018d3e), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:13.021681 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (c316f73a-3cc9-4319-85bd-7b10a9018d3e), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:13.029446 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bc701f58-6fe8-43e3-97ec-bebac4ca72a5 None None] Provisioning complete for port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:17:13.030157 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bc701f58-6fe8-43e3-97ec-bebac4ca72a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:13.144384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e01e24-d7eb-4510-95ff-45cdd4dfe040 None None] Pushing event updated for resources: {'Port': ['ID=adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:13.201527 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (663729e0-d931-4545-adb7-54a804b25754), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:13.218449 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bc701f58-6fe8-43e3-97ec-bebac4ca72a5 None None] Current status of the port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:17:13.218879 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bc701f58-6fe8-43e3-97ec-bebac4ca72a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:13.219536 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event updated for resources: {'Port': ['ID=c316f73a-3cc9-4319-85bd-7b10a9018d3e,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:13.234332 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:13.246441 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-72bad678-bac7-4999-955c-5dd6aee26799 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9337161 Feb 05 03:17:13.263307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bc701f58-6fe8-43e3-97ec-bebac4ca72a5 None None] For port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:17:13.294039 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bc701f58-6fe8-43e3-97ec-bebac4ca72a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:13.476845 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc701f58-6fe8-43e3-97ec-bebac4ca72a5 None None] Pushing event updated for resources: {'Port': ['ID=adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:13.488082 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ab7ed2ab-ca21-4e3e-8b15-c5a97be2b670 None None] Provisioning complete for port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:17:13.488458 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab7ed2ab-ca21-4e3e-8b15-c5a97be2b670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:13.495859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:07Z', 'revision_number': 4, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31', 'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'mac_address': 'fa:16:3e:fb:83:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:06Z', 'updated_at': '2022-02-05T03:17:12Z', 'revision_number': 4, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'subnets': [{'id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:13.517113 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-692a1b66-f6d3-43ad-89bc-53fb5e04c862 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1789394505&fields=id&tenant_id=ba67a63a3f224705a45911cfa6b17697 HTTP/1.1" status: 200 len: 267 time: 0.0958817 Feb 05 03:17:13.542790 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101cc16b-8e10-47b2-af4f-1d715068d6cd None None] The sync data for ids ['73ab2216-020d-4a15-ac72-21cd245ebb7b'] in n-d-826942-8 is: [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:07Z', 'revision_number': 4, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31', 'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'mac_address': 'fa:16:3e:fb:83:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:06Z', 'updated_at': '2022-02-05T03:17:12Z', 'revision_number': 4, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'subnets': [{'id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:17:13.696059 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b9d1898-95e6-4a94-87ea-4e1a0d64b8ee req-30ec65cd-33cd-4e21-be04-1a0368960fa6 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0477476 Feb 05 03:17:14.045987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ed2ab-ca21-4e3e-8b15-c5a97be2b670 None None] Current status of the port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:17:14.244199 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85c0777d-4d58-479b-af2f-36db46686b87 req-26b2bc8f-7d50-4330-956a-ee692e0e328b tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0635839 Feb 05 03:17:14.252755 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-cd100c28-f0d4-401e-a964-6b20b624e5ea tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:14.262953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-cd100c28-f0d4-401e-a964-6b20b624e5ea tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/networks?id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 200 len: 817 time: 0.7383492 Feb 05 03:17:14.294633 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-2ee78963-0de5-411c-b7e4-16d1a0342e1a tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/quotas/ba67a63a3f224705a45911cfa6b17697 HTTP/1.1" status: 200 len: 375 time: 0.0152624 Feb 05 03:17:14.393105 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-45b76b7e-cf65-42f5-acd9-4b30ce6d7f68 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba67a63a3f224705a45911cfa6b17697&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923021 Feb 05 03:17:14.530254 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-3f81a21e-39a9-4c47-b721-023f73cac462 service neutron] 10.222.0.36 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243372 Feb 05 03:17:14.670316 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-ba013177-5aca-42d2-8615-157abbcd4f15 service neutron] 10.222.0.36 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324356 Feb 05 03:17:14.956978 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24775502-33a1-4565-8e2d-735213ef0ac6 req-9d96b758-27a5-439e-8e6c-89ef646feb89 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.1217203 Feb 05 03:17:15.042175 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-446e745d-513b-4d34-90ef-fe55bb46d012 req-25c6547e-8a01-4b8a-9cf8-76561ae7dc7f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 210 time: 0.0473535 Feb 05 03:17:15.042381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:17:15.130099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:17:15.130719 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:15.246218 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:17:15.446290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3cd92ef7-38c1-4076-a8b7-5c27a9de0942 req-af33495a-68d7-495b-b9d1-89fb803d51b8 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0717497 Feb 05 03:17:16.113897 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-918e2df7-a92a-416d-8ba3-2ae0e5793997 req-f116f3a7-49b8-4f95-947b-1d67a20c1de2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0720778 Feb 05 03:17:16.196971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d009c03-6741-4ab0-90e4-a9d9067399ac req-b38067d4-6a3d-41b8-8a7d-a0a075a6fc7e tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 210 time: 0.0360911 Feb 05 03:17:16.299419 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:16.555111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-08f95361-6e41-4dfb-b9a4-3dc4bf73704d tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:16.556758 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-08f95361-6e41-4dfb-b9a4-3dc4bf73704d tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.10 "GET /v2.0/networks?id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 200 len: 817 time: 0.2570229 Feb 05 03:17:16.641814 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fb3feb09-629c-4ba1-b54e-d2dde7020130 req-698e1c6a-93ec-42ee-8e7b-066e0ec7ced3 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0479572 Feb 05 03:17:16.695908 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-ac9a14da-8514-49d1-b11d-2ba0be16990f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba67a63a3f224705a45911cfa6b17697 HTTP/1.1" status: 200 len: 380 time: 0.1291115 Feb 05 03:17:16.706846 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-3eaf5fb7-a96d-4b6d-8a12-aa8c8d007ee9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Request body: {'port': {'device_id': '93b15097-da9e-40ee-a746-85b231afe16c', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'admin_state_up': True, 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'security_groups': ['a09a0e31-3155-45b8-85ac-69c766258c2d']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:16.893286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-3eaf5fb7-a96d-4b6d-8a12-aa8c8d007ee9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Made reservation on behalf of ba67a63a3f224705a45911cfa6b17697 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:17:16.898675 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-3eaf5fb7-a96d-4b6d-8a12-aa8c8d007ee9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:17.064458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-3eaf5fb7-a96d-4b6d-8a12-aa8c8d007ee9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Allocated IP 172.20.0.7 (6c9ceee3-b739-4305-9f4d-2be2fd03bf4f/4ab975cc-8263-4d78-92b1-c19cb0f69805/4b9f5626-d5ea-49e0-8949-0333b63edfbe) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:17:17.236348 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c9611ba-263d-48e2-9556-13d4667fad4f req-721d628c-b56f-461a-bb1a-2ef8de98a8a2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0421999 Feb 05 03:17:17.275841 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-3eaf5fb7-a96d-4b6d-8a12-aa8c8d007ee9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:17.312124 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-3eaf5fb7-a96d-4b6d-8a12-aa8c8d007ee9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:17.417036 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-3eaf5fb7-a96d-4b6d-8a12-aa8c8d007ee9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:17:17.424581 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-3eaf5fb7-a96d-4b6d-8a12-aa8c8d007ee9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:17:17.428931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-3eaf5fb7-a96d-4b6d-8a12-aa8c8d007ee9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:17:17.434635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf5fb7-a96d-4b6d-8a12-aa8c8d007ee9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event updated for resources: {'Port': ['ID=4b9f5626-d5ea-49e0-8949-0333b63edfbe,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:17.542341 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897987ca-2a1c-4c48-946f-9c69b4344fb4 req-16a3235e-c6d0-4a64-a4b1-53c953a663ac tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:17.550289 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-897987ca-2a1c-4c48-946f-9c69b4344fb4 req-16a3235e-c6d0-4a64-a4b1-53c953a663ac tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 931 time: 0.1948519 Feb 05 03:17:17.581238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-3eaf5fb7-a96d-4b6d-8a12-aa8c8d007ee9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:17.581910 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-3eaf5fb7-a96d-4b6d-8a12-aa8c8d007ee9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:17.639173 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-897987ca-2a1c-4c48-946f-9c69b4344fb4 req-1dc9b771-f7f7-40f8-8d90-b68d9de69887 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876617 Feb 05 03:17:17.653443 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-3eaf5fb7-a96d-4b6d-8a12-aa8c8d007ee9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9522738 Feb 05 03:17:17.671252 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Request body: {'port': {'device_id': '93b15097-da9e-40ee-a746-85b231afe16c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:17.750298 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:17.803728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-04407657-4cdb-4295-8e75-68cc192d0593 None None] Provisioning complete for port 4b9f5626-d5ea-49e0-8949-0333b63edfbe triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:17:17.804356 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04407657-4cdb-4295-8e75-68cc192d0593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:17.859568 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-04407657-4cdb-4295-8e75-68cc192d0593 None None] Port 4b9f5626-d5ea-49e0-8949-0333b63edfbe cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:17:17.947559 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3da4ff25-2e1a-4243-8e4a-d76c0975a4f5 req-588cdffd-341c-41bf-a76a-2e74181426ba tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0419447 Feb 05 03:17:18.115363 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9f5626-d5ea-49e0-8949-0333b63edfbe {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:17:18.123471 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Publish callbacks [] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:18.136808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Transition to ACTIVE for port object 4b9f5626-d5ea-49e0-8949-0333b63edfbe will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:17:18.142065 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:18.293138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9f5626-d5ea-49e0-8949-0333b63edfbe,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:18.325478 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Attempting to bind port 4b9f5626-d5ea-49e0-8949-0333b63edfbe on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:17:18.325823 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Attempting to bind port 4b9f5626-d5ea-49e0-8949-0333b63edfbe by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:17:18.329041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Attempting to bind port 4b9f5626-d5ea-49e0-8949-0333b63edfbe on network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:17:18.347868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Port 4b9f5626-d5ea-49e0-8949-0333b63edfbe on network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:17:18.349088 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Attempting to bind port 4b9f5626-d5ea-49e0-8949-0333b63edfbe on network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:17:18.376616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:17:18.376997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Checking segment: {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:17:18.377395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Bound using segment: {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:17:18.377833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Bound port: 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:17:18.378207 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:18.399407 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ac557f4e-17ac-4166-ba80-406e28013853 req-46d6f758-a5fc-412d-a800-347d968aa44d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0641584 Feb 05 03:17:18.484817 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] For port 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:17:18.489534 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] For port 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:17:18.500620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:18.545896 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:18.546880 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:18.548367 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] 10.222.0.10 "PUT /v2.0/ports/4b9f5626-d5ea-49e0-8949-0333b63edfbe HTTP/1.1" status: 200 len: 1091 time: 0.8862200 Feb 05 03:17:18.548949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b15097-da9e-40ee-a746-85b231afe16c', 'tag': '4b9f5626-d5ea-49e0-8949-0333b63edfbe'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:17:18.551576 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f19a52b-d1f2-48b8-9ba9-9a896aef04d0" -d '{"events": [{"name": "network-changed", "server_uuid": "93b15097-da9e-40ee-a746-85b231afe16c", "tag": "4b9f5626-d5ea-49e0-8949-0333b63edfbe"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:17:18.583575 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665dec5-bf32-4c60-9600-9e3b011f0037 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9f5626-d5ea-49e0-8949-0333b63edfbe,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:18.613060 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e109d630-6dc9-47e3-861b-a8159b7e65bb x-openstack-request-id: req-e109d630-6dc9-47e3-861b-a8159b7e65bb {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:17:18.613668 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b15097-da9e-40ee-a746-85b231afe16c", "tag": "4b9f5626-d5ea-49e0-8949-0333b63edfbe", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:17:18.614240 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e109d630-6dc9-47e3-861b-a8159b7e65bb {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:17:18.614955 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b15097-da9e-40ee-a746-85b231afe16c', 'tag': '4b9f5626-d5ea-49e0-8949-0333b63edfbe', 'status': 'completed', 'code': 200} Feb 05 03:17:18.680669 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-debc9212-832c-417f-acff-df2c0cdc697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:18.682885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-debc9212-832c-417f-acff-df2c0cdc697c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba67a63a3f224705a45911cfa6b17697&device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 1125 time: 0.0623131 Feb 05 03:17:18.762334 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-492020ff-c8a3-4653-8f95-a1cd289e0940 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe HTTP/1.1" status: 200 len: 217 time: 0.0712857 Feb 05 03:17:18.873999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-7d5aef97-c466-4db2-8e07-286c2505b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:18.875737 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-7d5aef97-c466-4db2-8e07-286c2505b367 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ab975cc-8263-4d78-92b1-c19cb0f69805 HTTP/1.1" status: 200 len: 856 time: 0.1046543 Feb 05 03:17:18.891744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd0948-4da9-414e-b2d1-897f0f5b306d req-885e0f73-f325-44b7-9618-92e84e8e2023 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:18.893562 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7dbd0948-4da9-414e-b2d1-897f0f5b306d req-885e0f73-f325-44b7-9618-92e84e8e2023 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.1251290 Feb 05 03:17:18.983861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7dbd0948-4da9-414e-b2d1-897f0f5b306d req-281366b0-53a2-49f4-8ab2-92c02fc81270 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807269 Feb 05 03:17:18.986922 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-62a42452-36d3-437e-90f4-0f8d5bdc9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:18.988413 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-62a42452-36d3-437e-90f4-0f8d5bdc9339 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1053741 Feb 05 03:17:19.095058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fe3e048f-cd40-4a3e-b27b-24691f31556e req-8276cd57-e3fa-4ca9-8687-150948a6557c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0305405 Feb 05 03:17:19.122176 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-d7bd430a-9178-4c0f-a914-46f8015544ad service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272221 Feb 05 03:17:19.219920 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a6d8cb5-37a3-4427-a712-ffaa62989c02 req-953c1346-3354-4910-8806-10a46063d883 service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906780 Feb 05 03:17:19.315049 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19a52b-d1f2-48b8-9ba9-9a896aef04d0 req-d69bff1b-ff8d-4adc-a136-4d29378d0212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:19.316591 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f19a52b-d1f2-48b8-9ba9-9a896aef04d0 req-d69bff1b-ff8d-4adc-a136-4d29378d0212 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba67a63a3f224705a45911cfa6b17697&device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 1125 time: 0.0479379 Feb 05 03:17:19.426026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19a52b-d1f2-48b8-9ba9-9a896aef04d0 req-9ddffa4e-6bdc-450e-a89d-2300dce9a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:19.428440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f19a52b-d1f2-48b8-9ba9-9a896aef04d0 req-9ddffa4e-6bdc-450e-a89d-2300dce9a702 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 200 len: 918 time: 0.1062944 Feb 05 03:17:19.488298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f19a52b-d1f2-48b8-9ba9-9a896aef04d0 req-27440d1c-a329-4d56-9350-cfcf36a3567f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe HTTP/1.1" status: 200 len: 217 time: 0.0521314 Feb 05 03:17:19.513820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99952670-af81-4e93-9c17-0f500dcd174d req-97a70149-9a40-48da-be60-8a3318e7b72e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0379803 Feb 05 03:17:19.555508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19a52b-d1f2-48b8-9ba9-9a896aef04d0 req-7c46acdd-565f-4148-9c57-021cee66b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:19.556940 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f19a52b-d1f2-48b8-9ba9-9a896aef04d0 req-7c46acdd-565f-4148-9c57-021cee66b183 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ab975cc-8263-4d78-92b1-c19cb0f69805 HTTP/1.1" status: 200 len: 856 time: 0.0519238 Feb 05 03:17:19.608101 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19a52b-d1f2-48b8-9ba9-9a896aef04d0 req-1b6ebc4c-3af0-4481-91ee-5e3e85712df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:19.609599 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f19a52b-d1f2-48b8-9ba9-9a896aef04d0 req-1b6ebc4c-3af0-4481-91ee-5e3e85712df2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457978 Feb 05 03:17:19.720506 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f19a52b-d1f2-48b8-9ba9-9a896aef04d0 req-f3451580-7d48-4241-baef-92edcf5410cf service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005020 Feb 05 03:17:19.824925 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f19a52b-d1f2-48b8-9ba9-9a896aef04d0 req-7158a3cb-77ce-40ec-81d8-c23715fc3e08 service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969448 Feb 05 03:17:20.125812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d93e11-fc7e-49b8-93c5-8c451101d2b5 req-d6565dfb-1c45-4972-bf86-8dc82199bbd4 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:20.127921 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a6d93e11-fc7e-49b8-93c5-8c451101d2b5 req-d6565dfb-1c45-4972-bf86-8dc82199bbd4 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.0568864 Feb 05 03:17:20.220801 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a6d93e11-fc7e-49b8-93c5-8c451101d2b5 req-775244d2-00ca-46a0-809b-99d1244fa401 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746384 Feb 05 03:17:20.223681 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87a5ff94-bac4-4ce6-be97-2dac3fc90fcd req-c6f7d118-a55b-4d16-bf5e-fea8d12597fe tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0367317 Feb 05 03:17:20.626431 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aecc517c-7998-4835-aff7-92ce6b7d3ee5 req-4ac1ad48-e77f-4707-b8d4-3ab8be9aa4a3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0343986 Feb 05 03:17:21.462036 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4b9f5626-d5ea-49e0-8949-0333b63edfbe details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:17:21.510984 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-373a7650-0e27-4888-9be9-ffd33781813a req-fa48676c-5dc8-43ae-a872-02c9c1d5dbdf tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cf2aaa-eead-4e0e-b15c-99e2a9e9a132 HTTP/1.1" status: 200 len: 210 time: 0.0553772 Feb 05 03:17:21.541199 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c079019-1aef-4c61-bf03-2afcf313a304 req-1d29806e-31bc-40af-99dd-80bacdef7241 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:21.552193 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c079019-1aef-4c61-bf03-2afcf313a304 req-1d29806e-31bc-40af-99dd-80bacdef7241 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.1437378 Feb 05 03:17:21.664058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c079019-1aef-4c61-bf03-2afcf313a304 req-20cd6287-7883-4abd-9e17-4f815ba8a84a tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100645 Feb 05 03:17:21.762482 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:17:21.803994 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '4b9f5626-d5ea-49e0-8949-0333b63edfbe', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'port_id': '4b9f5626-d5ea-49e0-8949-0333b63edfbe', 'mac_address': 'fa:16:3e:78:55:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:17:21.853823 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3e47fe1-ab28-483f-8e70-9bfe53a4bdd9 req-73811174-c9cb-4d2b-8de0-8a7bd06e5ae1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0772746 Feb 05 03:17:21.883566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4b9f5626-d5ea-49e0-8949-0333b63edfbe is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:17:21.884297 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:21.912043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9f5626-d5ea-49e0-8949-0333b63edfbe {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:17:21.951813 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:17:21.957548 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:22.076995 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4b9f5626-d5ea-49e0-8949-0333b63edfbe,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:22.086301 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:22.086918 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:22.087467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:22.088838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:22.089538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:22.091614 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:22.092595 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:22.093146 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:22.094022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:22.094568 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:22.095118 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:22.095757 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:22.096280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:17:22.171936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4b9f5626-d5ea-49e0-8949-0333b63edfbe'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:17:22.672599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53094) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:22.752190 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7fcd1450-36fc-42ca-871f-db6e27376419 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for security_group (1f855246-54bd-4bae-9d7f-41e4aa356271), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:22.817403 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7fcd1450-36fc-42ca-871f-db6e27376419 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for security_group (1f855246-54bd-4bae-9d7f-41e4aa356271), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:22.912635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5567e9d-4874-451a-898b-c7c84afad6e0 req-0d58df7b-d9df-4ddf-a4c0-4a7a77a89e68 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:22.921308 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f5567e9d-4874-451a-898b-c7c84afad6e0 req-0d58df7b-d9df-4ddf-a4c0-4a7a77a89e68 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.0830648 Feb 05 03:17:22.936961 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7fcd1450-36fc-42ca-871f-db6e27376419 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1f855246-54bd-4bae-9d7f-41e4aa356271), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:22.939790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7fcd1450-36fc-42ca-871f-db6e27376419 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:22.941391 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7fcd1450-36fc-42ca-871f-db6e27376419 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "DELETE /v2.0/security-groups/1f855246-54bd-4bae-9d7f-41e4aa356271 HTTP/1.1" status: 204 len: 168 time: 0.2677503 Feb 05 03:17:22.947313 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53124) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:22.989219 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd1450-36fc-42ca-871f-db6e27376419 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f855246-54bd-4bae-9d7f-41e4aa356271,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:22.992480 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f5567e9d-4874-451a-898b-c7c84afad6e0 req-8d6d1c86-eb08-4da3-be76-cd56a6ff0926 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698698 Feb 05 03:17:22.994685 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-bf56cc2e-673b-434d-ae91-74e11b7cd560 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] show failed (client error): The resource could not be found. Feb 05 03:17:22.997922 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bf56cc2e-673b-434d-ae91-74e11b7cd560 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "GET /v2.0/security-groups/1f855246-54bd-4bae-9d7f-41e4aa356271 HTTP/1.1" status: 404 len: 347 time: 0.0495949 Feb 05 03:17:23.000756 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53130) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:23.060250 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f74d1e0-faa8-4263-b634-293d58c3f61f req-9767415f-e987-47e4-818b-932f2ff5804b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0833349 Feb 05 03:17:23.474976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4b9f5626-d5ea-49e0-8949-0333b63edfbe up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:17:23.560335 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 4b9f5626-d5ea-49e0-8949-0333b63edfbe completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:17:23.566503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 4b9f5626-d5ea-49e0-8949-0333b63edfbe triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:17:23.573457 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:23.668533 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1fc2f3a2-cc06-455f-945c-b429f3cc3b7a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Deleting port ba63b847-2560-42d6-9f5c-99794f43deb6 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:17:23.669171 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f3a2-cc06-455f-945c-b429f3cc3b7a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ba63b847-2560-42d6-9f5c-99794f43deb6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:23.691165 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4b9f5626-d5ea-49e0-8949-0333b63edfbe is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:17:23.692355 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:23.736971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:17:23.738234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b15097-da9e-40ee-a746-85b231afe16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9f5626-d5ea-49e0-8949-0333b63edfbe'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:17:23.742874 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88293d5b-f2a8-4f5a-aaf1-1b654e772944" -d '{"events": [{"server_uuid": "93b15097-da9e-40ee-a746-85b231afe16c", "name": "network-vif-plugged", "status": "completed", "tag": "4b9f5626-d5ea-49e0-8949-0333b63edfbe"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:17:23.747509 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:23.814301 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4b9f5626-d5ea-49e0-8949-0333b63edfbe,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:23.872784 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f3a2-cc06-455f-945c-b429f3cc3b7a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ba63b847-2560-42d6-9f5c-99794f43deb6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:23.878007 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f3a2-cc06-455f-945c-b429f3cc3b7a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for floatingip (ba63b847-2560-42d6-9f5c-99794f43deb6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:23.902288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1fc2f3a2-cc06-455f-945c-b429f3cc3b7a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Calling delete_port for ba63b847-2560-42d6-9f5c-99794f43deb6 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:17:24.049663 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027b2772-17f8-4789-b096-6d366f25fc9b x-openstack-request-id: req-027b2772-17f8-4789-b096-6d366f25fc9b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:17:24.050165 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b15097-da9e-40ee-a746-85b231afe16c", "name": "network-vif-plugged", "status": "completed", "tag": "4b9f5626-d5ea-49e0-8949-0333b63edfbe", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:17:24.052448 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-027b2772-17f8-4789-b096-6d366f25fc9b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:17:24.053566 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b15097-da9e-40ee-a746-85b231afe16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9f5626-d5ea-49e0-8949-0333b63edfbe', 'code': 200} Feb 05 03:17:24.339036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c605e65-1af2-442c-8cef-54ed0c49e3e9 req-b3a048b4-5595-4f4a-bc0c-0647bf84922c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0402119 Feb 05 03:17:24.387472 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61f324-8c44-450a-a2a6-de799add2e76 req-3a7b98a6-0800-4c30-8db3-2165569b058f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:24.395622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-da61f324-8c44-450a-a2a6-de799add2e76 req-3a7b98a6-0800-4c30-8db3-2165569b058f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.2457881 Feb 05 03:17:24.402000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1711d04-0c44-4240-b859-4f9d98840807 req-728d9d4c-f6c2-4561-82b3-bb770e0e5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:24.403971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1711d04-0c44-4240-b859-4f9d98840807 req-728d9d4c-f6c2-4561-82b3-bb770e0e5cea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 1127 time: 0.1827323 Feb 05 03:17:24.477205 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f3a2-cc06-455f-945c-b429f3cc3b7a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ba63b847-2560-42d6-9f5c-99794f43deb6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:24.477205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2f3a2-cc06-455f-945c-b429f3cc3b7a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event deleted for resources: {'Port': ['ID=ba63b847-2560-42d6-9f5c-99794f43deb6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:24.544250 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1711d04-0c44-4240-b859-4f9d98840807 req-51911e6c-4bc3-4682-a886-4601e87d8014 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328475 Feb 05 03:17:24.586492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-da61f324-8c44-450a-a2a6-de799add2e76 req-c80e935e-67d7-4d95-b766-5f86f7bd71bc tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834781 Feb 05 03:17:24.591364 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f3a2-cc06-455f-945c-b429f3cc3b7a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for floatingip (a9324af2-1389-418f-900d-b7400d89242d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:24.595880 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f3a2-cc06-455f-945c-b429f3cc3b7a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:24.597339 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1fc2f3a2-cc06-455f-945c-b429f3cc3b7a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "DELETE /v2.0/floatingips/a9324af2-1389-418f-900d-b7400d89242d HTTP/1.1" status: 204 len: 168 time: 1.5835807 Feb 05 03:17:24.601314 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53288) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:24.728660 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0193bddf-2612-4457-ac20-bb984d2ea6bf tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Deleting port dc69a7b0-d07b-4eaf-9597-8aab76827f26 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:17:24.729319 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0193bddf-2612-4457-ac20-bb984d2ea6bf tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:24.880244 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0193bddf-2612-4457-ac20-bb984d2ea6bf tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:24.897615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0193bddf-2612-4457-ac20-bb984d2ea6bf tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Calling delete_port for dc69a7b0-d07b-4eaf-9597-8aab76827f26 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:17:25.078176 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0193bddf-2612-4457-ac20-bb984d2ea6bf tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (dc69a7b0-d07b-4eaf-9597-8aab76827f26), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:25.122647 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193bddf-2612-4457-ac20-bb984d2ea6bf tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event deleted for resources: {'Port': ['ID=dc69a7b0-d07b-4eaf-9597-8aab76827f26,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:25.222116 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0193bddf-2612-4457-ac20-bb984d2ea6bf tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:25.228859 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0193bddf-2612-4457-ac20-bb984d2ea6bf tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "DELETE /v2.0/ports/dc69a7b0-d07b-4eaf-9597-8aab76827f26 HTTP/1.1" status: 204 len: 168 time: 0.6263773 Feb 05 03:17:25.228995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53360) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:25.438080 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e65c3-ae69-4c19-a781-81908e9a9d2c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Deleting port 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:17:25.438673 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd7e65c3-ae69-4c19-a781-81908e9a9d2c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:25.574579 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ecf22a1-421d-47da-83dc-d4941608e0ce req-7f079539-6667-4465-9434-3237eb21c6ca tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0731561 Feb 05 03:17:25.708343 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd7e65c3-ae69-4c19-a781-81908e9a9d2c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:25.726430 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e65c3-ae69-4c19-a781-81908e9a9d2c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Calling delete_port for 5a26af8e-b2d2-48e9-abcf-9b13be1c3efd owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:17:26.031897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6ca02-3212-46eb-a5d5-92c73b56bf55 req-da192abd-4598-4d81-998f-0ab5a007fddc tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:26.033772 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31a6ca02-3212-46eb-a5d5-92c73b56bf55 req-da192abd-4598-4d81-998f-0ab5a007fddc tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.2210836 Feb 05 03:17:26.040059 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd7e65c3-ae69-4c19-a781-81908e9a9d2c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (5a26af8e-b2d2-48e9-abcf-9b13be1c3efd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:26.088786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e65c3-ae69-4c19-a781-81908e9a9d2c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event deleted for resources: {'Port': ['ID=5a26af8e-b2d2-48e9-abcf-9b13be1c3efd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:26.196427 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31a6ca02-3212-46eb-a5d5-92c73b56bf55 req-52e19e73-7224-4d02-8066-33213ea0369d tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537621 Feb 05 03:17:26.211331 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd7e65c3-ae69-4c19-a781-81908e9a9d2c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:26.219250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53414) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:26.237533 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cd7e65c3-ae69-4c19-a781-81908e9a9d2c tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "DELETE /v2.0/ports/5a26af8e-b2d2-48e9-abcf-9b13be1c3efd HTTP/1.1" status: 204 len: 168 time: 1.0050950 Feb 05 03:17:26.303181 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-61af6bfd-251b-470e-ad0d-0018ae0e5a00 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Deleting subnet b096d275-2128-405d-bbe8-4ef7950d852d {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:17:26.306917 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61af6bfd-251b-470e-ad0d-0018ae0e5a00 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for subnet (b096d275-2128-405d-bbe8-4ef7950d852d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:26.359463 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61af6bfd-251b-470e-ad0d-0018ae0e5a00 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (b096d275-2128-405d-bbe8-4ef7950d852d), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:26.487791 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61af6bfd-251b-470e-ad0d-0018ae0e5a00 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (b096d275-2128-405d-bbe8-4ef7950d852d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:26.589516 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61af6bfd-251b-470e-ad0d-0018ae0e5a00 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (b096d275-2128-405d-bbe8-4ef7950d852d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:26.706219 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af6bfd-251b-470e-ad0d-0018ae0e5a00 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event deleted for resources: {'Subnet': ['ID=b096d275-2128-405d-bbe8-4ef7950d852d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:26.723583 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fe7afb-2586-403f-b570-7d0babb80dce None None] Network 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:17:26.725595 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61af6bfd-251b-470e-ad0d-0018ae0e5a00 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:26.735386 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-61af6bfd-251b-470e-ad0d-0018ae0e5a00 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "DELETE /v2.0/subnets/b096d275-2128-405d-bbe8-4ef7950d852d HTTP/1.1" status: 204 len: 168 time: 0.5123968 Feb 05 03:17:26.735738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53426) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:26.829571 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95f9b2f0-1eee-40e5-9643-b8f27d430db5 req-c6b8fd3b-3d29-46e7-b30e-1f4304eabefe tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0857224 Feb 05 03:17:26.949780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a69d961-828e-4710-a01e-3cdfde8be96a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Deleting subnet 8e854b5d-d872-40a2-961d-0a6ca3b5873c {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:17:26.959814 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a69d961-828e-4710-a01e-3cdfde8be96a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for subnet (8e854b5d-d872-40a2-961d-0a6ca3b5873c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:27.029409 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a69d961-828e-4710-a01e-3cdfde8be96a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (8e854b5d-d872-40a2-961d-0a6ca3b5873c), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:27.110557 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c0b2ff-5ef0-4073-807d-851effa95ef1 None None] DHCP port deletion for 5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:17:27.145545 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a69d961-828e-4710-a01e-3cdfde8be96a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (8e854b5d-d872-40a2-961d-0a6ca3b5873c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:27.189096 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0b2ff-5ef0-4073-807d-851effa95ef1 None None] Deleting port fd0d239e-75f1-4cd1-bdd3-982165cc4be3 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:17:27.189741 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b6c0b2ff-5ef0-4073-807d-851effa95ef1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fd0d239e-75f1-4cd1-bdd3-982165cc4be3), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:27.284391 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a69d961-828e-4710-a01e-3cdfde8be96a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (8e854b5d-d872-40a2-961d-0a6ca3b5873c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:27.318414 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a69d961-828e-4710-a01e-3cdfde8be96a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:27.327364 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36fe30b-f0b0-4099-b7c1-6d4ff85f8c4c None None] Network 294d05d4-fb14-4a11-9ba7-7ee8854fa262 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:17:27.331306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53438) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:27.333292 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4a69d961-828e-4710-a01e-3cdfde8be96a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "DELETE /v2.0/subnets/8e854b5d-d872-40a2-961d-0a6ca3b5873c HTTP/1.1" status: 204 len: 168 time: 0.5949690 Feb 05 03:17:27.381160 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69d961-828e-4710-a01e-3cdfde8be96a tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event deleted for resources: {'Subnet': ['ID=8e854b5d-d872-40a2-961d-0a6ca3b5873c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:27.429731 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b6c0b2ff-5ef0-4073-807d-851effa95ef1 None None] For port fd0d239e-75f1-4cd1-bdd3-982165cc4be3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fd0d239e-75f1-4cd1-bdd3-982165cc4be3,segment=NetworkSegment(05e41946-ea14-4052-99da-0fa0692a30b1),segment_id=05e41946-ea14-4052-99da-0fa0692a30b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:17:27.430469 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b6c0b2ff-5ef0-4073-807d-851effa95ef1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fd0d239e-75f1-4cd1-bdd3-982165cc4be3), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:27.455225 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0b2ff-5ef0-4073-807d-851effa95ef1 None None] Calling delete_port for fd0d239e-75f1-4cd1-bdd3-982165cc4be3 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:17:27.482251 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (5fa1b5a9-e8f3-417f-a8a5-9676e9a55532), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:27.532486 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f929c-88ce-4f62-80ec-90bd1002cb4e req-b9f25c2d-fc97-4faf-ad85-bd106b747b9f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:27.534147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0f3f929c-88ce-4f62-80ec-90bd1002cb4e req-b9f25c2d-fc97-4faf-ad85-bd106b747b9f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.0882852 Feb 05 03:17:27.656867 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b6c0b2ff-5ef0-4073-807d-851effa95ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (fd0d239e-75f1-4cd1-bdd3-982165cc4be3), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:27.706413 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0f3f929c-88ce-4f62-80ec-90bd1002cb4e req-6a12b36b-c0ec-4187-bb0f-853374651427 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485102 Feb 05 03:17:27.708714 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Deleting port fd0d239e-75f1-4cd1-bdd3-982165cc4be3 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:17:27.709120 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fd0d239e-75f1-4cd1-bdd3-982165cc4be3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:27.717737 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0b2ff-5ef0-4073-807d-851effa95ef1 None None] Pushing event deleted for resources: {'Port': ['ID=fd0d239e-75f1-4cd1-bdd3-982165cc4be3,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:27.721349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e362a403-c158-4ce4-8306-c51ee0fd1d99 None None] DHCP port deletion for 294d05d4-fb14-4a11-9ba7-7ee8854fa262 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:17:27.732236 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c0b2ff-5ef0-4073-807d-851effa95ef1 None None] No DVR routers for this DVR port fd0d239e-75f1-4cd1-bdd3-982165cc4be3 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:17:27.840471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e362a403-c158-4ce4-8306-c51ee0fd1d99 None None] Deleting port 36e7048b-5e89-42ff-868e-966409cee40f {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:17:27.840764 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e362a403-c158-4ce4-8306-c51ee0fd1d99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (36e7048b-5e89-42ff-868e-966409cee40f), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:27.965744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] For port fd0d239e-75f1-4cd1-bdd3-982165cc4be3, host n-d-826942-8, got binding levels [] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:17:27.967036 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fd0d239e-75f1-4cd1-bdd3-982165cc4be3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:28.007370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d0fa591-4cff-40ef-b988-77d3af8ef3fc req-75c4b4ce-af4c-4b72-8839-c5d7f14019dd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0381789 Feb 05 03:17:28.031614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Calling delete_port for fd0d239e-75f1-4cd1-bdd3-982165cc4be3 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:17:28.042079 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Port fd0d239e-75f1-4cd1-bdd3-982165cc4be3 was not found and therefore no delete operation was performed {{(pid=109675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 03:17:28.046299 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (fd0d239e-75f1-4cd1-bdd3-982165cc4be3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:28.075983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event deleted for resources: {'Port': ['ID=fd0d239e-75f1-4cd1-bdd3-982165cc4be3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:28.077533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e362a403-c158-4ce4-8306-c51ee0fd1d99 None None] For port 36e7048b-5e89-42ff-868e-966409cee40f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=36e7048b-5e89-42ff-868e-966409cee40f,segment=NetworkSegment(6e088937-de32-4e56-87dc-60d54ecaa176),segment_id=6e088937-de32-4e56-87dc-60d54ecaa176)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:17:28.077947 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e362a403-c158-4ce4-8306-c51ee0fd1d99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (36e7048b-5e89-42ff-868e-966409cee40f), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:28.093844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693ecb1-b2a3-47fb-bc73-5e8876af472b req-de016ae1-2003-4928-8fdc-ae7b538eb5ca tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:28.100819 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1693ecb1-b2a3-47fb-bc73-5e8876af472b req-de016ae1-2003-4928-8fdc-ae7b538eb5ca tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1997695 Feb 05 03:17:28.101890 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] No DVR routers for this DVR port fd0d239e-75f1-4cd1-bdd3-982165cc4be3 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:17:28.106099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53448) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:28.111137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e9b5bf4f-58ed-4d15-93da-746f6964bd79 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Request body: {'floatingip': {'port_id': '4b9f5626-d5ea-49e0-8949-0333b63edfbe'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:28.116467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e362a403-c158-4ce4-8306-c51ee0fd1d99 None None] Calling delete_port for 36e7048b-5e89-42ff-868e-966409cee40f owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:17:28.201280 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (5fa1b5a9-e8f3-417f-a8a5-9676e9a55532), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:28.222264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa1b5a9-e8f3-417f-a8a5-9676e9a55532']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:28.233317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e41946-ea14-4052-99da-0fa0692a30b1') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:28.233753 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e41946-ea14-4052-99da-0fa0692a30b1') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:28.236667 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9b5bf4f-58ed-4d15-93da-746f6964bd79 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for floatingip (663729e0-d931-4545-adb7-54a804b25754), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:28.245601 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (05e41946-ea14-4052-99da-0fa0692a30b1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:28.272548 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (05e41946-ea14-4052-99da-0fa0692a30b1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:28.291189 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:17:28.291824 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (05e41946-ea14-4052-99da-0fa0692a30b1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:17:28.304957 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:17:28.316197 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e362a403-c158-4ce4-8306-c51ee0fd1d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (36e7048b-5e89-42ff-868e-966409cee40f), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:28.375067 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362a403-c158-4ce4-8306-c51ee0fd1d99 None None] Pushing event deleted for resources: {'Port': ['ID=36e7048b-5e89-42ff-868e-966409cee40f,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:28.384535 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e362a403-c158-4ce4-8306-c51ee0fd1d99 None None] No DVR routers for this DVR port 36e7048b-5e89-42ff-868e-966409cee40f on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:17:28.456524 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (5fa1b5a9-e8f3-417f-a8a5-9676e9a55532), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:28.480826 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:28.484109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "DELETE /v2.0/networks/5fa1b5a9-e8f3-417f-a8a5-9676e9a55532 HTTP/1.1" status: 204 len: 168 time: 1.1517863 Feb 05 03:17:28.485268 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825d486-cdea-4923-8d5a-1dd5c8134a12 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event deleted for resources: {'Network': ['ID=5fa1b5a9-e8f3-417f-a8a5-9676e9a55532,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:28.487417 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53454) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:28.687460 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b42dd3a-4d59-49cf-9b8b-507f67439854 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (294d05d4-fb14-4a11-9ba7-7ee8854fa262), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:28.903132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 36e7048b-5e89-42ff-868e-966409cee40f no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:17:28.970959 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b42dd3a-4d59-49cf-9b8b-507f67439854 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (294d05d4-fb14-4a11-9ba7-7ee8854fa262), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:28.972688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 36e7048b-5e89-42ff-868e-966409cee40f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:17:28.974689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 36e7048b-5e89-42ff-868e-966409cee40f not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:17:28.975355 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fd0d239e-75f1-4cd1-bdd3-982165cc4be3 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:17:29.003790 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: fd0d239e-75f1-4cd1-bdd3-982165cc4be3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:17:29.004629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fd0d239e-75f1-4cd1-bdd3-982165cc4be3 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:17:29.018180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-7b42dd3a-4d59-49cf-9b8b-507f67439854 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294d05d4-fb14-4a11-9ba7-7ee8854fa262']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:29.046648 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-7b42dd3a-4d59-49cf-9b8b-507f67439854 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e088937-de32-4e56-87dc-60d54ecaa176') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:29.046979 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-7b42dd3a-4d59-49cf-9b8b-507f67439854 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e088937-de32-4e56-87dc-60d54ecaa176') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:29.069010 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b42dd3a-4d59-49cf-9b8b-507f67439854 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (6e088937-de32-4e56-87dc-60d54ecaa176), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:29.094495 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b42dd3a-4d59-49cf-9b8b-507f67439854 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (6e088937-de32-4e56-87dc-60d54ecaa176), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:29.101440 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b42dd3a-4d59-49cf-9b8b-507f67439854 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:17:29.101842 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b42dd3a-4d59-49cf-9b8b-507f67439854 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (6e088937-de32-4e56-87dc-60d54ecaa176), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:17:29.216346 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:17:29.246268 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b42dd3a-4d59-49cf-9b8b-507f67439854 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (294d05d4-fb14-4a11-9ba7-7ee8854fa262), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:29.246469 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9b5bf4f-58ed-4d15-93da-746f6964bd79 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:29.258839 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9b5bf4f-58ed-4d15-93da-746f6964bd79 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (663729e0-d931-4545-adb7-54a804b25754), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:29.311320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e062d321-2ced-4cf3-b5bf-3349dbad20ce req-e8845b70-5d92-4067-87f5-84aea256dcb6 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0957513 Feb 05 03:17:29.349141 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:17:29.357893 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b42dd3a-4d59-49cf-9b8b-507f67439854 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:29.367205 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7b42dd3a-4d59-49cf-9b8b-507f67439854 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] 10.222.0.36 "DELETE /v2.0/networks/294d05d4-fb14-4a11-9ba7-7ee8854fa262 HTTP/1.1" status: 204 len: 168 time: 0.8771918 Feb 05 03:17:29.368767 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42dd3a-4d59-49cf-9b8b-507f67439854 tempest-TaggedBootDevicesTest-123475679 tempest-TaggedBootDevicesTest-123475679-project] Pushing event deleted for resources: {'Network': ['ID=294d05d4-fb14-4a11-9ba7-7ee8854fa262,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:29.558264 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-e9b5bf4f-58ed-4d15-93da-746f6964bd79 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Floating IP 663729e0-d931-4545-adb7-54a804b25754 associated. External IP: 172.25.0.49, port: 4b9f5626-d5ea-49e0-8949-0333b63edfbe. Feb 05 03:17:29.875128 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b5bf4f-58ed-4d15-93da-746f6964bd79 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Router 73ab2216-020d-4a15-ac72-21cd245ebb7b has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:17:30.018686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b5bf4f-58ed-4d15-93da-746f6964bd79 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:17:30.024055 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9b5bf4f-58ed-4d15-93da-746f6964bd79 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:30.031302 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299eb19-8a44-429c-9a41-3ca638eb3d4e None None] Sync routers for ids ['73ab2216-020d-4a15-ac72-21cd245ebb7b'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:17:30.045367 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5299eb19-8a44-429c-9a41-3ca638eb3d4e None None] Routers {'73ab2216-020d-4a15-ac72-21cd245ebb7b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:17:30.046089 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5299eb19-8a44-429c-9a41-3ca638eb3d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:17:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['73ab2216-020d-4a15-ac72-21cd245ebb7b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:30.066296 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e9b5bf4f-58ed-4d15-93da-746f6964bd79 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "PUT /v2.0/floatingips/663729e0-d931-4545-adb7-54a804b25754 HTTP/1.1" status: 200 len: 990 time: 1.9589303 Feb 05 03:17:30.067193 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b15097-da9e-40ee-a746-85b231afe16c', 'tag': '4b9f5626-d5ea-49e0-8949-0333b63edfbe'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:17:30.069744 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ab3e1b-a4b3-4f9f-97af-2ba732aa386b" -d '{"events": [{"name": "network-changed", "server_uuid": "93b15097-da9e-40ee-a746-85b231afe16c", "tag": "4b9f5626-d5ea-49e0-8949-0333b63edfbe"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:17:30.137598 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe9410f-b0ec-4434-8ba4-6970bc41a56f x-openstack-request-id: req-fbe9410f-b0ec-4434-8ba4-6970bc41a56f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:17:30.137897 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b15097-da9e-40ee-a746-85b231afe16c", "tag": "4b9f5626-d5ea-49e0-8949-0333b63edfbe", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:17:30.138162 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fbe9410f-b0ec-4434-8ba4-6970bc41a56f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:17:30.138635 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b15097-da9e-40ee-a746-85b231afe16c', 'tag': '4b9f5626-d5ea-49e0-8949-0333b63edfbe', 'status': 'completed', 'code': 200} Feb 05 03:17:30.259877 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5299eb19-8a44-429c-9a41-3ca638eb3d4e None None] Set router 73ab2216-020d-4a15-ac72-21cd245ebb7b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:17:30.271047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23d559-781c-4a93-bef0-1dd05c284dd3 req-d802483c-d5b2-42f3-bba9-1e5ac1b52e0d tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:30.288008 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e23d559-781c-4a93-bef0-1dd05c284dd3 req-d802483c-d5b2-42f3-bba9-1e5ac1b52e0d tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1318603 Feb 05 03:17:30.293837 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab3e1b-a4b3-4f9f-97af-2ba732aa386b req-0f4ff690-a1fd-4431-90f4-d269f1a8a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:30.295725 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14ab3e1b-a4b3-4f9f-97af-2ba732aa386b req-0f4ff690-a1fd-4431-90f4-d269f1a8a546 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba67a63a3f224705a45911cfa6b17697&device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 1127 time: 0.1325552 Feb 05 03:17:30.419561 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e23d559-781c-4a93-bef0-1dd05c284dd3 req-ce9f7c59-54f1-4c48-80c3-7360cf362b46 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368549 Feb 05 03:17:30.650144 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab3e1b-a4b3-4f9f-97af-2ba732aa386b req-599a3661-45d6-453d-b650-ef097a27a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:30.652067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14ab3e1b-a4b3-4f9f-97af-2ba732aa386b req-599a3661-45d6-453d-b650-ef097a27a8e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 200 len: 918 time: 0.2499790 Feb 05 03:17:30.745239 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5299eb19-8a44-429c-9a41-3ca638eb3d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:07Z', 'revision_number': 4, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '663729e0-d931-4545-adb7-54a804b25754', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'port_id': '4b9f5626-d5ea-49e0-8949-0333b63edfbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'mac_address': 'fa:16:3e:78:55:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b15097-da9e-40ee-a746-85b231afe16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:17:12Z', 'updated_at': '2022-02-05T03:17:29Z', 'revision_number': 1, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31', 'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'mac_address': 'fa:16:3e:fb:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:06Z', 'updated_at': '2022-02-05T03:17:13Z', 'revision_number': 5, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'subnets': [{'id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:30.766589 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9cf16de6-e8c6-448e-81a5-9bfedd943f52 req-4257360e-7384-409b-a00e-0705d82d55a2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.1120379 Feb 05 03:17:30.805051 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299eb19-8a44-429c-9a41-3ca638eb3d4e None None] Checking router: 73ab2216-020d-4a15-ac72-21cd245ebb7b for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:17:30.834150 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5299eb19-8a44-429c-9a41-3ca638eb3d4e None None] Routers {'73ab2216-020d-4a15-ac72-21cd245ebb7b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:17:30.834822 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5299eb19-8a44-429c-9a41-3ca638eb3d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:17:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['73ab2216-020d-4a15-ac72-21cd245ebb7b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:31.082229 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5299eb19-8a44-429c-9a41-3ca638eb3d4e None None] Set router 73ab2216-020d-4a15-ac72-21cd245ebb7b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:17:31.364174 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14ab3e1b-a4b3-4f9f-97af-2ba732aa386b req-876a86d9-a241-4e3e-8482-c4568835ccf0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe HTTP/1.1" status: 200 len: 998 time: 0.6995792 Feb 05 03:17:31.431152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab3e1b-a4b3-4f9f-97af-2ba732aa386b req-d1155fcc-2ff5-4f7f-a04b-24162fd55c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:31.432215 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14ab3e1b-a4b3-4f9f-97af-2ba732aa386b req-d1155fcc-2ff5-4f7f-a04b-24162fd55c4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ab975cc-8263-4d78-92b1-c19cb0f69805 HTTP/1.1" status: 200 len: 856 time: 0.0544999 Feb 05 03:17:31.484320 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5299eb19-8a44-429c-9a41-3ca638eb3d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:07Z', 'revision_number': 4, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '663729e0-d931-4545-adb7-54a804b25754', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'port_id': '4b9f5626-d5ea-49e0-8949-0333b63edfbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'mac_address': 'fa:16:3e:78:55:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b15097-da9e-40ee-a746-85b231afe16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:17:12Z', 'updated_at': '2022-02-05T03:17:29Z', 'revision_number': 1, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31', 'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'mac_address': 'fa:16:3e:fb:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:06Z', 'updated_at': '2022-02-05T03:17:13Z', 'revision_number': 5, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'subnets': [{'id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:17:31.546824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab3e1b-a4b3-4f9f-97af-2ba732aa386b req-4deec12e-b18a-4bb5-a224-49ed20d4067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:31.549207 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14ab3e1b-a4b3-4f9f-97af-2ba732aa386b req-4deec12e-b18a-4bb5-a224-49ed20d4067e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1088810 Feb 05 03:17:31.558668 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299eb19-8a44-429c-9a41-3ca638eb3d4e None None] The sync data for ids ['73ab2216-020d-4a15-ac72-21cd245ebb7b'] in n-d-826942-8 is: [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:07Z', 'revision_number': 4, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '663729e0-d931-4545-adb7-54a804b25754', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'port_id': '4b9f5626-d5ea-49e0-8949-0333b63edfbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'mac_address': 'fa:16:3e:78:55:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b15097-da9e-40ee-a746-85b231afe16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:17:12Z', 'updated_at': '2022-02-05T03:17:29Z', 'revision_number': 1, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31', 'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'mac_address': 'fa:16:3e:fb:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:06Z', 'updated_at': '2022-02-05T03:17:13Z', 'revision_number': 5, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'subnets': [{'id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:17:31.763423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a747e-d00f-491d-96c3-4e27c848ad8c req-6dfd42ba-ea94-4c70-8add-48f897c67246 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:31.765057 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-891a747e-d00f-491d-96c3-4e27c848ad8c req-6dfd42ba-ea94-4c70-8add-48f897c67246 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1810067 Feb 05 03:17:31.770106 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14ab3e1b-a4b3-4f9f-97af-2ba732aa386b req-6cc43120-1028-42e5-8967-91f9124b87ca service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115369 Feb 05 03:17:31.976851 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868e7ba3-ef1f-4a53-8a57-c289e9eeff93 None None] New status for floating IP 663729e0-d931-4545-adb7-54a804b25754: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:17:31.996592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-891a747e-d00f-491d-96c3-4e27c848ad8c req-d58432f8-9967-4109-adb1-9e5bae063cb6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206564 Feb 05 03:17:32.021260 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22d15f36-62ef-4bf8-ac6c-62228e3b0230 req-39c89adc-00c0-4856-a59a-1628093baa7c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0645313 Feb 05 03:17:32.092763 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14ab3e1b-a4b3-4f9f-97af-2ba732aa386b req-9604d192-e33d-470c-ad25-f3466dfa2787 service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085654 Feb 05 03:17:33.161219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f4524dee-e66f-423b-aca8-17ea662de938 req-bb19a5a1-d3f5-4646-a89b-90a222a0060d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0437598 Feb 05 03:17:33.218938 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb188c8e-8755-46ee-8343-3feb3ce04e62 req-54926e2d-9efa-4ca3-bdd1-a2991f2e83d4 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:33.220578 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fb188c8e-8755-46ee-8343-3feb3ce04e62 req-54926e2d-9efa-4ca3-bdd1-a2991f2e83d4 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.0570979 Feb 05 03:17:33.323412 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fb188c8e-8755-46ee-8343-3feb3ce04e62 req-3131d632-a89e-4ece-81b5-26218bf9e5cc tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952933 Feb 05 03:17:33.670420 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6043cf3a-dd72-47fb-834b-7c34827a4c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:34.321248 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-acbf817c-e5fa-4003-a47a-7fb3e9e470b6 req-f49f4336-0048-4940-97e9-01a3fab74d2b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a1fd1a9-26f0-4036-b9c4-92dbfd0ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0574987 Feb 05 03:17:35.883547 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e44a157-8cf2-431a-8a5a-aa85ce22b344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:37.135371 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:38.696360 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:40.049778 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:41.442972 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:42.417004 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53686) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:42.614106 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-492c7e00-fb34-4b6a-b103-dcb1ba1679e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:42.751712 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-492c7e00-fb34-4b6a-b103-dcb1ba1679e2 admin admin] Publish callbacks [] for security_group (33500782-1d7c-4157-8250-6f9ef63a8e46), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:42.756648 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-492c7e00-fb34-4b6a-b103-dcb1ba1679e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (33500782-1d7c-4157-8250-6f9ef63a8e46), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:42.787175 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-492c7e00-fb34-4b6a-b103-dcb1ba1679e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca19700c8865423490b6234f59c383b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3681064 Feb 05 03:17:42.789959 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53692) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:42.817180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c7e00-fb34-4b6a-b103-dcb1ba1679e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33500782-1d7c-4157-8250-6f9ef63a8e46,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:42.934075 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8047101c-dc79-4b31-ae6d-31c1a63a2701 admin admin] Publish callbacks [] for security_group (33500782-1d7c-4157-8250-6f9ef63a8e46), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:42.987639 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8047101c-dc79-4b31-ae6d-31c1a63a2701 admin admin] Publish callbacks [] for security_group (33500782-1d7c-4157-8250-6f9ef63a8e46), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:43.086567 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8047101c-dc79-4b31-ae6d-31c1a63a2701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (33500782-1d7c-4157-8250-6f9ef63a8e46), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:43.090252 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8047101c-dc79-4b31-ae6d-31c1a63a2701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:43.101854 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8047101c-dc79-4b31-ae6d-31c1a63a2701 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/33500782-1d7c-4157-8250-6f9ef63a8e46 HTTP/1.1" status: 204 len: 168 time: 0.3061948 Feb 05 03:17:43.126544 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047101c-dc79-4b31-ae6d-31c1a63a2701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33500782-1d7c-4157-8250-6f9ef63a8e46,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:44.079121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53728) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:44.243129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-52ca1f3e-e13f-4631-b293-75c84ef11161 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-221677494-network', 'tenant_id': '3cdf6c2848db4744be2c4489be46f36e'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:44.269908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ca1f3e-e13f-4631-b293-75c84ef11161 admin admin] Made reservation on behalf of 3cdf6c2848db4744be2c4489be46f36e for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:17:44.275551 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-52ca1f3e-e13f-4631-b293-75c84ef11161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:44.289834 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-52ca1f3e-e13f-4631-b293-75c84ef11161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:44.403049 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-52ca1f3e-e13f-4631-b293-75c84ef11161 admin admin] Publish callbacks [] for security_group (0c3d43d7-a5d8-41a7-be79-92904cb4e12a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:44.408758 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-52ca1f3e-e13f-4631-b293-75c84ef11161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0c3d43d7-a5d8-41a7-be79-92904cb4e12a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:44.440919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ca1f3e-e13f-4631-b293-75c84ef11161 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:17:44.452937 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-52ca1f3e-e13f-4631-b293-75c84ef11161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (41701449-d567-45e3-8c95-aaaf9286504f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:44.453287 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-52ca1f3e-e13f-4631-b293-75c84ef11161 admin admin] Added segment 41701449-d567-45e3-8c95-aaaf9286504f of type vlan for network ad0799a3-3b8e-4a63-951e-e131e230b36c Feb 05 03:17:44.503558 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-52ca1f3e-e13f-4631-b293-75c84ef11161 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (ad0799a3-3b8e-4a63-951e-e131e230b36c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:44.540731 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-52ca1f3e-e13f-4631-b293-75c84ef11161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (ad0799a3-3b8e-4a63-951e-e131e230b36c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:44.541992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ca1f3e-e13f-4631-b293-75c84ef11161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:44.542679 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-52ca1f3e-e13f-4631-b293-75c84ef11161 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:44.605090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca1f3e-e13f-4631-b293-75c84ef11161 admin admin] Pushing event updated for resources: {'Network': ['ID=ad0799a3-3b8e-4a63-951e-e131e230b36c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:44.609804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca1f3e-e13f-4631-b293-75c84ef11161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3d43d7-a5d8-41a7-be79-92904cb4e12a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:44.616745 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network ad0799a3-3b8e-4a63-951e-e131e230b36c details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:17:44.629481 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-52ca1f3e-e13f-4631-b293-75c84ef11161 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5482457 Feb 05 03:17:44.632393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53736) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:44.641416 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a61be1b7-1777-49e9-a7fa-7b8f017d05ad admin admin] Request body: {'subnet': {'network_id': 'ad0799a3-3b8e-4a63-951e-e131e230b36c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-221677494-subnet', 'tenant_id': '3cdf6c2848db4744be2c4489be46f36e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:44.698262 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61be1b7-1777-49e9-a7fa-7b8f017d05ad admin admin] Made reservation on behalf of 3cdf6c2848db4744be2c4489be46f36e for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:17:44.700770 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a61be1b7-1777-49e9-a7fa-7b8f017d05ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:45.064226 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a61be1b7-1777-49e9-a7fa-7b8f017d05ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (3b2214a3-50f5-4c40-899f-3fda91cb82c9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:45.117237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61be1b7-1777-49e9-a7fa-7b8f017d05ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2214a3-50f5-4c40-899f-3fda91cb82c9,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:45.135238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61be1b7-1777-49e9-a7fa-7b8f017d05ad admin admin] Checking segment: {'id': '41701449-d567-45e3-8c95-aaaf9286504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad0799a3-3b8e-4a63-951e-e131e230b36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:17:45.135605 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61be1b7-1777-49e9-a7fa-7b8f017d05ad admin admin] Network hostable DHCP agents. Network: ad0799a3-3b8e-4a63-951e-e131e230b36c, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:17:45.155117 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61be1b7-1777-49e9-a7fa-7b8f017d05ad admin admin] Network ad0799a3-3b8e-4a63-951e-e131e230b36c is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:17:45.165660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a61be1b7-1777-49e9-a7fa-7b8f017d05ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, ad0799a3-3b8e-4a63-951e-e131e230b36c) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:17:45.176764 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e37c00-c199-4bc0-b2ff-d073ca0e293a None None] Network ad0799a3-3b8e-4a63-951e-e131e230b36c requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:17:45.192089 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61be1b7-1777-49e9-a7fa-7b8f017d05ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:17:45.195476 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a61be1b7-1777-49e9-a7fa-7b8f017d05ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:45.238935 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a61be1b7-1777-49e9-a7fa-7b8f017d05ad admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6050158 Feb 05 03:17:45.394014 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868c6a2f-7b0d-4b3f-b964-6a23e555f6ae None None] Network ad0799a3-3b8e-4a63-951e-e131e230b36c requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:17:46.306976 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:52.421406 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53904) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:52.428155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e102ac92-47f0-4941-b822-8300af3deb2d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513254780', 'description': 'tempest-secgroup-smoke-513254780 description', 'project_id': 'bf205d1005174d34b7264edb6224b46f'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:52.476518 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e102ac92-47f0-4941-b822-8300af3deb2d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:52.579809 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e102ac92-47f0-4941-b822-8300af3deb2d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group (528c0d93-cb6d-454c-9371-8f7accf722b4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:52.585835 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e102ac92-47f0-4941-b822-8300af3deb2d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (528c0d93-cb6d-454c-9371-8f7accf722b4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:52.625080 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e102ac92-47f0-4941-b822-8300af3deb2d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:52.629832 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e102ac92-47f0-4941-b822-8300af3deb2d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2040119 Feb 05 03:17:52.629832 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53912) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:52.635328 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3b75ed52-00a9-4fb9-bdd4-555cdfa1fb67 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Request body: {'security_group_rule': {'security_group_id': '528c0d93-cb6d-454c-9371-8f7accf722b4', 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:52.666098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102ac92-47f0-4941-b822-8300af3deb2d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528c0d93-cb6d-454c-9371-8f7accf722b4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:52.715901 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3b75ed52-00a9-4fb9-bdd4-555cdfa1fb67 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (4a9e8291-1b45-4621-a557-eca56807c7a4), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:52.818308 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3b75ed52-00a9-4fb9-bdd4-555cdfa1fb67 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (4a9e8291-1b45-4621-a557-eca56807c7a4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:52.824570 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3b75ed52-00a9-4fb9-bdd4-555cdfa1fb67 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (4a9e8291-1b45-4621-a557-eca56807c7a4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:52.862306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75ed52-00a9-4fb9-bdd4-555cdfa1fb67 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9e8291-1b45-4621-a557-eca56807c7a4,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:52.884515 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3b75ed52-00a9-4fb9-bdd4-555cdfa1fb67 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:52.885844 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3b75ed52-00a9-4fb9-bdd4-555cdfa1fb67 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2553539 Feb 05 03:17:52.888899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53918) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:52.902322 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-22df4229-3eda-4a95-a7ea-526ac8a92c83 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Request body: {'security_group_rule': {'security_group_id': '528c0d93-cb6d-454c-9371-8f7accf722b4', 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:52.987391 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22df4229-3eda-4a95-a7ea-526ac8a92c83 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (22708d84-6106-4484-acd5-bbaf134a0258), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:53.117326 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22df4229-3eda-4a95-a7ea-526ac8a92c83 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (22708d84-6106-4484-acd5-bbaf134a0258), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:53.127311 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22df4229-3eda-4a95-a7ea-526ac8a92c83 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (22708d84-6106-4484-acd5-bbaf134a0258), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:53.149041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df4229-3eda-4a95-a7ea-526ac8a92c83 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22708d84-6106-4484-acd5-bbaf134a0258,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:53.183711 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22df4229-3eda-4a95-a7ea-526ac8a92c83 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:53.185126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-22df4229-3eda-4a95-a7ea-526ac8a92c83 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2950966 Feb 05 03:17:53.187767 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53922) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:53.192486 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dff3ce67-c5ae-438f-ad45-e4ea469cb53e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Request body: {'security_group_rule': {'security_group_id': '528c0d93-cb6d-454c-9371-8f7accf722b4', 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:53.254858 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dff3ce67-c5ae-438f-ad45-e4ea469cb53e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (37607eee-c7a7-41a7-9c16-ee8e64cf2119), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:53.408343 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dff3ce67-c5ae-438f-ad45-e4ea469cb53e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (37607eee-c7a7-41a7-9c16-ee8e64cf2119), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:53.421998 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dff3ce67-c5ae-438f-ad45-e4ea469cb53e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (37607eee-c7a7-41a7-9c16-ee8e64cf2119), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:53.467376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3ce67-c5ae-438f-ad45-e4ea469cb53e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37607eee-c7a7-41a7-9c16-ee8e64cf2119,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:53.493103 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dff3ce67-c5ae-438f-ad45-e4ea469cb53e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:53.497208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53932) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:53.501778 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5d8d8bd7-a265-4857-93ea-7d30f22210ec tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Request body: {'security_group_rule': {'security_group_id': '528c0d93-cb6d-454c-9371-8f7accf722b4', 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:53.507344 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dff3ce67-c5ae-438f-ad45-e4ea469cb53e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3184083 Feb 05 03:17:53.557404 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d8d8bd7-a265-4857-93ea-7d30f22210ec tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (d872f58c-cdc6-446e-b101-d719fdb9892a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:53.619116 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d8d8bd7-a265-4857-93ea-7d30f22210ec tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (d872f58c-cdc6-446e-b101-d719fdb9892a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:53.625578 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d8d8bd7-a265-4857-93ea-7d30f22210ec tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (d872f58c-cdc6-446e-b101-d719fdb9892a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:53.652667 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d8bd7-a265-4857-93ea-7d30f22210ec tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d872f58c-cdc6-446e-b101-d719fdb9892a,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:53.665573 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d8d8bd7-a265-4857-93ea-7d30f22210ec tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:53.670147 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 53936) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:53.676676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-46d7c0ca-8502-4499-b892-063ac8d410ba tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Request body: {'security_group_rule': {'security_group_id': '528c0d93-cb6d-454c-9371-8f7accf722b4', 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:53.681853 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5d8d8bd7-a265-4857-93ea-7d30f22210ec tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1831329 Feb 05 03:17:53.706300 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-46d7c0ca-8502-4499-b892-063ac8d410ba tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Project bf205d1005174d34b7264edb6224b46f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:17:53.713470 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46d7c0ca-8502-4499-b892-063ac8d410ba tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (7f2db927-315a-44d4-930f-731e7ea14092), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:53.821664 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46d7c0ca-8502-4499-b892-063ac8d410ba tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (7f2db927-315a-44d4-930f-731e7ea14092), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:53.835211 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46d7c0ca-8502-4499-b892-063ac8d410ba tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (7f2db927-315a-44d4-930f-731e7ea14092), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:53.871212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7c0ca-8502-4499-b892-063ac8d410ba tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2db927-315a-44d4-930f-731e7ea14092,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:53.883797 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46d7c0ca-8502-4499-b892-063ac8d410ba tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:53.888972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 53942) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:17:53.896410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-957c6f3c-60c2-4bee-9dc8-a1c569a98c58 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Request body: {'security_group_rule': {'security_group_id': '528c0d93-cb6d-454c-9371-8f7accf722b4', 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:17:53.902542 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-46d7c0ca-8502-4499-b892-063ac8d410ba tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2307272 Feb 05 03:17:53.944108 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-957c6f3c-60c2-4bee-9dc8-a1c569a98c58 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Project bf205d1005174d34b7264edb6224b46f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:17:53.950711 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-957c6f3c-60c2-4bee-9dc8-a1c569a98c58 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (dcd1597e-7713-4542-97f7-8a95ad6c40c1), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:54.080788 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-957c6f3c-60c2-4bee-9dc8-a1c569a98c58 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (dcd1597e-7713-4542-97f7-8a95ad6c40c1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:54.088855 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-957c6f3c-60c2-4bee-9dc8-a1c569a98c58 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (dcd1597e-7713-4542-97f7-8a95ad6c40c1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:54.115324 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c6f3c-60c2-4bee-9dc8-a1c569a98c58 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd1597e-7713-4542-97f7-8a95ad6c40c1,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:17:54.126622 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-957c6f3c-60c2-4bee-9dc8-a1c569a98c58 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:17:54.135226 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-957c6f3c-60c2-4bee-9dc8-a1c569a98c58 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2439671 Feb 05 03:18:00.383451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54158) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:01.213888 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d93fc1-5151-4460-a20f-a18e7beefc21 req-fc42f28e-0d2c-4900-b685-a1fb5b49df32 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:01.215481 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72d93fc1-5151-4460-a20f-a18e7beefc21 req-fc42f28e-0d2c-4900-b685-a1fb5b49df32 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1233530 Feb 05 03:18:01.307763 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (eabefc84-be5a-4e6b-8624-0543567e7956), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:01.326378 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72d93fc1-5151-4460-a20f-a18e7beefc21 req-a32be838-2dfc-423d-9b10-9cb649f37615 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994065 Feb 05 03:18:01.775121 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Deleting port ea31fa63-2be9-432e-bbbb-1094bf8e0816 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:18:01.775709 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:01.881841 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] For port ea31fa63-2be9-432e-bbbb-1094bf8e0816, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ea31fa63-2be9-432e-bbbb-1094bf8e0816,segment=NetworkSegment(f245c6e2-ff2b-4170-89a3-b6613442c458),segment_id=f245c6e2-ff2b-4170-89a3-b6613442c458)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:18:01.882230 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:01.904022 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Calling delete_port for ea31fa63-2be9-432e-bbbb-1094bf8e0816 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:18:02.351901 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ea31fa63-2be9-432e-bbbb-1094bf8e0816), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:02.497114 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea31fa63-2be9-432e-bbbb-1094bf8e0816,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:02.574921 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:02.574921 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:02.581148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:02.582052 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:02.582353 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:02.582889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:02.583132 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:02.588451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:02.588843 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:02.589223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:02.589572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:02.589908 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:02.590245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:02.710711 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9b953-e6da-4859-98c3-c82c44b86a9a req-74cbcfd2-939f-4914-8a6e-833b47d412d7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:02.728620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3f9b953-e6da-4859-98c3-c82c44b86a9a req-74cbcfd2-939f-4914-8a6e-833b47d412d7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.2347081 Feb 05 03:18:02.993266 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3f9b953-e6da-4859-98c3-c82c44b86a9a req-964defeb-ec5c-4512-93f8-176e9a23518e tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592254 Feb 05 03:18:03.036680 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (eabefc84-be5a-4e6b-8624-0543567e7956), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:03.724639 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3eb8521f-fade-4bbc-b935-eb3d29edf60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:03.832325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Router eabefc84-be5a-4e6b-8624-0543567e7956 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:18:04.306314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec07fd-4877-4270-9589-a57a38660946 req-b459adde-256e-4455-a6a5-33db16644e6f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:04.314821 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9cec07fd-4877-4270-9589-a57a38660946 req-b459adde-256e-4455-a6a5-33db16644e6f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1281333 Feb 05 03:18:04.442963 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9cec07fd-4877-4270-9589-a57a38660946 req-ebc21854-c884-484a-a95f-1c7535141fc3 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230762 Feb 05 03:18:04.817315 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:18:04.828397 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a58cc-dab0-4bdd-87d4-91dd7164fa6d None None] Sync routers for ids ['eabefc84-be5a-4e6b-8624-0543567e7956'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:18:04.831192 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54254) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:04.832933 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a48e7c1e-4357-4891-81f6-de2c7dd144c3 admin admin] 10.222.0.36 "PUT /v2.0/routers/eabefc84-be5a-4e6b-8624-0543567e7956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4464512 Feb 05 03:18:04.855996 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a58cc-dab0-4bdd-87d4-91dd7164fa6d None None] Routers {'eabefc84-be5a-4e6b-8624-0543567e7956'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:18:04.863301 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7b8a58cc-dab0-4bdd-87d4-91dd7164fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:17:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['eabefc84-be5a-4e6b-8624-0543567e7956'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:18:05.115939 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Publish callbacks [] for router (eabefc84-be5a-4e6b-8624-0543567e7956), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:05.119309 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-7b8a58cc-dab0-4bdd-87d4-91dd7164fa6d None None] Set router eabefc84-be5a-4e6b-8624-0543567e7956 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:18:05.372770 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Publish callbacks [] for router_gateway (eabefc84-be5a-4e6b-8624-0543567e7956), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:05.477277 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7b8a58cc-dab0-4bdd-87d4-91dd7164fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'name': 'tempest-TaggedBootDevicesTest-1324750262-router', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:23Z', 'updated_at': '2022-02-05T03:18:02Z', 'revision_number': 5, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'gw_port': {'id': 'fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ca:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:24Z', 'updated_at': '2022-02-05T03:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:18:05.485725 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Deleting port fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:18:05.486072 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:05.565488 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a58cc-dab0-4bdd-87d4-91dd7164fa6d None None] Checking router: eabefc84-be5a-4e6b-8624-0543567e7956 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:18:05.620720 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a58cc-dab0-4bdd-87d4-91dd7164fa6d None None] Routers {'eabefc84-be5a-4e6b-8624-0543567e7956'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:18:05.621343 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7b8a58cc-dab0-4bdd-87d4-91dd7164fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:17:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['eabefc84-be5a-4e6b-8624-0543567e7956'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:18:05.719627 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae473512-df66-4fa1-a226-0a9b01296389 req-23598089-d039-47a2-81a1-535b2716117f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:05.735646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae473512-df66-4fa1-a226-0a9b01296389 req-23598089-d039-47a2-81a1-535b2716117f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1078188 Feb 05 03:18:05.834744 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae473512-df66-4fa1-a226-0a9b01296389 req-c48ba3f7-a927-4833-885f-08625478b331 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794184 Feb 05 03:18:05.837099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] For port fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:18:05.848565 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:05.859057 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-7b8a58cc-dab0-4bdd-87d4-91dd7164fa6d None None] Set router eabefc84-be5a-4e6b-8624-0543567e7956 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:18:05.900959 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b559a4f2-bdce-4ae3-8bcb-6ae815a40a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:05.902438 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Calling delete_port for fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:18:06.054042 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7b8a58cc-dab0-4bdd-87d4-91dd7164fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'name': 'tempest-TaggedBootDevicesTest-1324750262-router', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:23Z', 'updated_at': '2022-02-05T03:18:05Z', 'revision_number': 6, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:18:06.139909 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a58cc-dab0-4bdd-87d4-91dd7164fa6d None None] The sync data for ids ['eabefc84-be5a-4e6b-8624-0543567e7956'] in n-d-826942-8 is: [{'id': 'eabefc84-be5a-4e6b-8624-0543567e7956', 'name': 'tempest-TaggedBootDevicesTest-1324750262-router', 'tenant_id': '2f8b994da52c4fe0af1b7c73d815c426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:23Z', 'updated_at': '2022-02-05T03:18:05Z', 'revision_number': 6, 'project_id': '2f8b994da52c4fe0af1b7c73d815c426', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:18:06.345620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:06.352638 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:18:06.448451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Pushing event deleted for resources: {'Port': ['ID=fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:06.459720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:06.460299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:06.460785 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:06.461266 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:06.461751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:06.462216 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:06.462701 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:06.463449 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:06.463937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:06.464416 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:06.464950 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:06.465423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:06.465914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:06.524467 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (eabefc84-be5a-4e6b-8624-0543567e7956), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:06.656352 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (eabefc84-be5a-4e6b-8624-0543567e7956), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:06.677008 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Publish callbacks [] for router_controller (eabefc84-be5a-4e6b-8624-0543567e7956), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:06.762092 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (eabefc84-be5a-4e6b-8624-0543567e7956), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:06.762741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router eabefc84-be5a-4e6b-8624-0543567e7956 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:18:06.767533 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:06.768687 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3e63739c-5182-4af4-80a5-f12b1f8ea8ce admin admin] 10.222.0.36 "DELETE /v2.0/routers/eabefc84-be5a-4e6b-8624-0543567e7956 HTTP/1.1" status: 204 len: 168 time: 1.9360931 Feb 05 03:18:06.771563 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54292) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:06.932355 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4912bed-5a75-4b65-99cb-76d85c8b6d90 admin admin] Deleting subnet 8cf09b2e-137b-4998-8599-88061836d9fc {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:18:06.960142 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4912bed-5a75-4b65-99cb-76d85c8b6d90 admin admin] Publish callbacks [] for subnet (8cf09b2e-137b-4998-8599-88061836d9fc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:07.048829 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ea31fa63-2be9-432e-bbbb-1094bf8e0816 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:18:07.079746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: ea31fa63-2be9-432e-bbbb-1094bf8e0816 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:18:07.080333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ea31fa63-2be9-432e-bbbb-1094bf8e0816 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:18:07.080920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:18:07.112678 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:18:07.113293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fddf0ed4-2c3b-40d4-8fb1-5aef754d72cc not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:18:07.125845 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8381f7-5355-4b65-9f47-9ff68a486002 req-613e379d-3b51-48fa-8486-cd8840601480 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:07.131404 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bd8381f7-5355-4b65-9f47-9ff68a486002 req-613e379d-3b51-48fa-8486-cd8840601480 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1232398 Feb 05 03:18:07.137368 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:07.138434 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4912bed-5a75-4b65-99cb-76d85c8b6d90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (8cf09b2e-137b-4998-8599-88061836d9fc), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:07.240961 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bd8381f7-5355-4b65-9f47-9ff68a486002 req-79e71564-b6f6-4a60-abb8-731abdf5b3e0 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987368 Feb 05 03:18:07.360430 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4912bed-5a75-4b65-99cb-76d85c8b6d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (8cf09b2e-137b-4998-8599-88061836d9fc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:07.469431 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4912bed-5a75-4b65-99cb-76d85c8b6d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (8cf09b2e-137b-4998-8599-88061836d9fc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:07.505244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4912bed-5a75-4b65-99cb-76d85c8b6d90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cf09b2e-137b-4998-8599-88061836d9fc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:07.518105 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4912bed-5a75-4b65-99cb-76d85c8b6d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:07.523377 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b4912bed-5a75-4b65-99cb-76d85c8b6d90 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8cf09b2e-137b-4998-8599-88061836d9fc HTTP/1.1" status: 204 len: 168 time: 0.7507815 Feb 05 03:18:07.524217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547d2ada-cfdd-428a-a746-cb47f370b570 None None] Network 7097744d-dd66-45ae-922a-012c6aa6d64a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:18:07.526327 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54312) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:07.691800 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (7097744d-dd66-45ae-922a-012c6aa6d64a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:07.762856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b2ae34-9ef1-430e-a47f-60d12a23d605 None None] DHCP port deletion for 7097744d-dd66-45ae-922a-012c6aa6d64a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:18:07.778020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] Deleting port 9fa2f05e-0ab3-43c4-b103-73127a221c21 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:18:07.778343 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (9fa2f05e-0ab3-43c4-b103-73127a221c21), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:07.891618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d9b2ae34-9ef1-430e-a47f-60d12a23d605 None None] Deleting port 9fa2f05e-0ab3-43c4-b103-73127a221c21 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:18:07.891983 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9b2ae34-9ef1-430e-a47f-60d12a23d605 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (9fa2f05e-0ab3-43c4-b103-73127a221c21), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:07.920567 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] For port 9fa2f05e-0ab3-43c4-b103-73127a221c21, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9fa2f05e-0ab3-43c4-b103-73127a221c21,segment=NetworkSegment(f245c6e2-ff2b-4170-89a3-b6613442c458),segment_id=f245c6e2-ff2b-4170-89a3-b6613442c458)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:18:07.921195 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (9fa2f05e-0ab3-43c4-b103-73127a221c21), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:07.938181 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] Calling delete_port for 9fa2f05e-0ab3-43c4-b103-73127a221c21 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:18:08.043975 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d9b2ae34-9ef1-430e-a47f-60d12a23d605 None None] For port 9fa2f05e-0ab3-43c4-b103-73127a221c21, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9fa2f05e-0ab3-43c4-b103-73127a221c21,segment=NetworkSegment(f245c6e2-ff2b-4170-89a3-b6613442c458),segment_id=f245c6e2-ff2b-4170-89a3-b6613442c458)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:18:08.044725 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9b2ae34-9ef1-430e-a47f-60d12a23d605 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (9fa2f05e-0ab3-43c4-b103-73127a221c21), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:08.110068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d9b2ae34-9ef1-430e-a47f-60d12a23d605 None None] Calling delete_port for 9fa2f05e-0ab3-43c4-b103-73127a221c21 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:18:08.132459 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (9fa2f05e-0ab3-43c4-b103-73127a221c21), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:08.167120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] No DVR routers for this DVR port 9fa2f05e-0ab3-43c4-b103-73127a221c21 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:18:08.227489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa2f05e-0ab3-43c4-b103-73127a221c21,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:18:08.351605 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:18:08.363560 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9b2ae34-9ef1-430e-a47f-60d12a23d605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (9fa2f05e-0ab3-43c4-b103-73127a221c21), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:08.396708 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b2ae34-9ef1-430e-a47f-60d12a23d605 None None] No DVR routers for this DVR port 9fa2f05e-0ab3-43c4-b103-73127a221c21 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:18:08.401944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2ae34-9ef1-430e-a47f-60d12a23d605 None None] Pushing event deleted for resources: {'Port': ['ID=9fa2f05e-0ab3-43c4-b103-73127a221c21,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:08.510395 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (7097744d-dd66-45ae-922a-012c6aa6d64a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:08.551222 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f9845-4ccd-4705-a41d-8d9a6a81b8b9 req-1299bd87-6037-4c1b-9bee-232615d33c14 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:08.555271 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a9f9845-4ccd-4705-a41d-8d9a6a81b8b9 req-1299bd87-6037-4c1b-9bee-232615d33c14 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.0991352 Feb 05 03:18:08.601159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7097744d-dd66-45ae-922a-012c6aa6d64a']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:18:08.621544 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f245c6e2-ff2b-4170-89a3-b6613442c458') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:18:08.621835 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f245c6e2-ff2b-4170-89a3-b6613442c458') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:18:08.636053 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (f245c6e2-ff2b-4170-89a3-b6613442c458), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:08.665830 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (f245c6e2-ff2b-4170-89a3-b6613442c458), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:08.697388 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:08.713455 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a9f9845-4ccd-4705-a41d-8d9a6a81b8b9 req-3fcedd09-c05c-48a4-baf1-54eea983c7fc tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380785 Feb 05 03:18:08.714635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:18:08.715137 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (f245c6e2-ff2b-4170-89a3-b6613442c458), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:18:08.722270 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:18:08.805660 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (7097744d-dd66-45ae-922a-012c6aa6d64a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:08.818562 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:08.829170 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7097744d-dd66-45ae-922a-012c6aa6d64a HTTP/1.1" status: 204 len: 168 time: 1.3019829 Feb 05 03:18:08.832488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54346) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:08.902719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c65f0c-146e-40e8-956f-5a0a19b43ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7097744d-dd66-45ae-922a-012c6aa6d64a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:08.955057 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9fa2f05e-0ab3-43c4-b103-73127a221c21 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:18:09.027604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 9fa2f05e-0ab3-43c4-b103-73127a221c21 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:18:09.028117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9fa2f05e-0ab3-43c4-b103-73127a221c21 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:18:09.430833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc2af-5b3b-402c-8a05-7e19cd0ec93c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (dd9bdf02-8d82-4539-8951-f78a0e7db41a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:09.760535 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ee1cc2af-5b3b-402c-8a05-7e19cd0ec93c admin admin] Deleting port 2815a9de-f9f5-4d30-b050-636677c57e37 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:18:09.761141 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc2af-5b3b-402c-8a05-7e19cd0ec93c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (2815a9de-f9f5-4d30-b050-636677c57e37), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:09.869292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-ee1cc2af-5b3b-402c-8a05-7e19cd0ec93c admin admin] For port 2815a9de-f9f5-4d30-b050-636677c57e37, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=2815a9de-f9f5-4d30-b050-636677c57e37,segment=NetworkSegment(c7942f65-8acc-459e-9f84-37b5df62befc),segment_id=c7942f65-8acc-459e-9f84-37b5df62befc)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:18:09.869883 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc2af-5b3b-402c-8a05-7e19cd0ec93c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (2815a9de-f9f5-4d30-b050-636677c57e37), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:09.890745 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ee1cc2af-5b3b-402c-8a05-7e19cd0ec93c admin admin] Calling delete_port for 2815a9de-f9f5-4d30-b050-636677c57e37 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:18:09.976084 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd2560-0f07-4b20-b2a0-b67f98355254 req-d3b0a2fd-c8e1-43a0-ae9d-b63bf5195776 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:09.985061 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4fd2560-0f07-4b20-b2a0-b67f98355254 req-d3b0a2fd-c8e1-43a0-ae9d-b63bf5195776 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1230688 Feb 05 03:18:10.051290 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:10.101240 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4fd2560-0f07-4b20-b2a0-b67f98355254 req-164facd1-ca1e-4496-9b60-9ddc6bff4d5f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134300 Feb 05 03:18:10.201809 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc2af-5b3b-402c-8a05-7e19cd0ec93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (2815a9de-f9f5-4d30-b050-636677c57e37), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:10.229895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cc2af-5b3b-402c-8a05-7e19cd0ec93c admin admin] Pushing event deleted for resources: {'Port': ['ID=2815a9de-f9f5-4d30-b050-636677c57e37,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:10.567894 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc2af-5b3b-402c-8a05-7e19cd0ec93c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (dd9bdf02-8d82-4539-8951-f78a0e7db41a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:10.943996 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1cc2af-5b3b-402c-8a05-7e19cd0ec93c admin admin] Router dd9bdf02-8d82-4539-8951-f78a0e7db41a has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:18:11.100498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1cc2af-5b3b-402c-8a05-7e19cd0ec93c admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:18:11.110016 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ee1cc2af-5b3b-402c-8a05-7e19cd0ec93c admin admin] 10.222.0.36 "PUT /v2.0/routers/dd9bdf02-8d82-4539-8951-f78a0e7db41a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2738481 Feb 05 03:18:11.110448 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54404) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:11.111936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be54a5-56ca-4f43-b201-621270eb880b None None] Sync routers for ids ['dd9bdf02-8d82-4539-8951-f78a0e7db41a'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:18:11.141674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be54a5-56ca-4f43-b201-621270eb880b None None] Routers {'dd9bdf02-8d82-4539-8951-f78a0e7db41a'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:18:11.142313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92be54a5-56ca-4f43-b201-621270eb880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:18:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['dd9bdf02-8d82-4539-8951-f78a0e7db41a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:18:11.330220 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-92be54a5-56ca-4f43-b201-621270eb880b None None] Set router dd9bdf02-8d82-4539-8951-f78a0e7db41a gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:18:11.387874 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b16900-cd1e-46e9-98a6-4f525701d53b req-48145985-c91a-42e1-8291-427f83b5bdbc tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:11.396300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64b16900-cd1e-46e9-98a6-4f525701d53b req-48145985-c91a-42e1-8291-427f83b5bdbc tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1778255 Feb 05 03:18:11.418156 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66b8b06f-c926-4637-977f-51c21fb09d33 admin admin] Publish callbacks [] for router (dd9bdf02-8d82-4539-8951-f78a0e7db41a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:11.553131 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64b16900-cd1e-46e9-98a6-4f525701d53b req-005faa7d-b259-4e8a-a67e-504f142fb9b3 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517675 Feb 05 03:18:11.683630 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:11.750444 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92be54a5-56ca-4f43-b201-621270eb880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'name': 'tempest-TaggedBootDevicesTest-1636464404-router', 'tenant_id': '542fc668868e4784949871af0632f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:36Z', 'updated_at': '2022-02-05T03:18:10Z', 'revision_number': 5, 'project_id': '542fc668868e4784949871af0632f0ea', 'gw_port': {'id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:37Z', 'updated_at': '2022-02-05T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:18:11.789637 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be54a5-56ca-4f43-b201-621270eb880b None None] Checking router: dd9bdf02-8d82-4539-8951-f78a0e7db41a for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:18:11.823105 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66b8b06f-c926-4637-977f-51c21fb09d33 admin admin] Publish callbacks [] for router_gateway (dd9bdf02-8d82-4539-8951-f78a0e7db41a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:11.826812 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be54a5-56ca-4f43-b201-621270eb880b None None] Routers {'dd9bdf02-8d82-4539-8951-f78a0e7db41a'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:18:11.827725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92be54a5-56ca-4f43-b201-621270eb880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:18:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['dd9bdf02-8d82-4539-8951-f78a0e7db41a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:18:12.002697 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-66b8b06f-c926-4637-977f-51c21fb09d33 admin admin] Deleting port f5fe1822-603c-4b75-9170-6919ef908220 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:18:12.003059 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66b8b06f-c926-4637-977f-51c21fb09d33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f5fe1822-603c-4b75-9170-6919ef908220), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:12.041492 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-92be54a5-56ca-4f43-b201-621270eb880b None None] Set router dd9bdf02-8d82-4539-8951-f78a0e7db41a gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:18:12.140783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-66b8b06f-c926-4637-977f-51c21fb09d33 admin admin] For port f5fe1822-603c-4b75-9170-6919ef908220, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f5fe1822-603c-4b75-9170-6919ef908220,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:18:12.141661 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66b8b06f-c926-4637-977f-51c21fb09d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f5fe1822-603c-4b75-9170-6919ef908220), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:12.171865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-66b8b06f-c926-4637-977f-51c21fb09d33 admin admin] Calling delete_port for f5fe1822-603c-4b75-9170-6919ef908220 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:18:12.453880 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66b8b06f-c926-4637-977f-51c21fb09d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (f5fe1822-603c-4b75-9170-6919ef908220), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:12.590987 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8b06f-c926-4637-977f-51c21fb09d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5fe1822-603c-4b75-9170-6919ef908220,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:12.697995 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66b8b06f-c926-4637-977f-51c21fb09d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (dd9bdf02-8d82-4539-8951-f78a0e7db41a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:12.886675 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92be54a5-56ca-4f43-b201-621270eb880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'name': 'tempest-TaggedBootDevicesTest-1636464404-router', 'tenant_id': '542fc668868e4784949871af0632f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:36Z', 'updated_at': '2022-02-05T03:18:10Z', 'revision_number': 5, 'project_id': '542fc668868e4784949871af0632f0ea', 'gw_port': {'id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:37Z', 'updated_at': '2022-02-05T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:18:12.973396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be54a5-56ca-4f43-b201-621270eb880b None None] The sync data for ids ['dd9bdf02-8d82-4539-8951-f78a0e7db41a'] in n-d-826942-8 is: [{'id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'name': 'tempest-TaggedBootDevicesTest-1636464404-router', 'tenant_id': '542fc668868e4784949871af0632f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:36Z', 'updated_at': '2022-02-05T03:18:10Z', 'revision_number': 5, 'project_id': '542fc668868e4784949871af0632f0ea', 'gw_port': {'id': 'f5fe1822-603c-4b75-9170-6919ef908220', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9bdf02-8d82-4539-8951-f78a0e7db41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:37Z', 'updated_at': '2022-02-05T03:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:18:12.990096 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66b8b06f-c926-4637-977f-51c21fb09d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (dd9bdf02-8d82-4539-8951-f78a0e7db41a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:12.993276 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66b8b06f-c926-4637-977f-51c21fb09d33 admin admin] Publish callbacks [] for router_controller (dd9bdf02-8d82-4539-8951-f78a0e7db41a), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:13.166256 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66b8b06f-c926-4637-977f-51c21fb09d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (dd9bdf02-8d82-4539-8951-f78a0e7db41a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:13.167120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b8b06f-c926-4637-977f-51c21fb09d33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd9bdf02-8d82-4539-8951-f78a0e7db41a {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:18:13.184526 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66b8b06f-c926-4637-977f-51c21fb09d33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:13.192003 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-66b8b06f-c926-4637-977f-51c21fb09d33 admin admin] 10.222.0.36 "DELETE /v2.0/routers/dd9bdf02-8d82-4539-8951-f78a0e7db41a HTTP/1.1" status: 204 len: 168 time: 2.0798151 Feb 05 03:18:13.195821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54454) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:13.227521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028ac50-6038-4742-ac5c-00936b4729f7 req-dae7b287-53f0-4940-9365-281ee05cbf75 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:13.229299 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3028ac50-6038-4742-ac5c-00936b4729f7 req-dae7b287-53f0-4940-9365-281ee05cbf75 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.2321525 Feb 05 03:18:13.277713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-6415a5f8-233f-4ad5-a0d3-940555493a92 admin admin] Deleting subnet 6af2af97-834b-4bf9-b90e-19ca4b970cd1 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:18:13.286992 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6415a5f8-233f-4ad5-a0d3-940555493a92 admin admin] Publish callbacks [] for subnet (6af2af97-834b-4bf9-b90e-19ca4b970cd1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:13.406064 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6415a5f8-233f-4ad5-a0d3-940555493a92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (6af2af97-834b-4bf9-b90e-19ca4b970cd1), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:13.567894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3028ac50-6038-4742-ac5c-00936b4729f7 req-b28dad6d-435c-495e-914c-1c9b1ecb3b06 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873485 Feb 05 03:18:13.593509 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6415a5f8-233f-4ad5-a0d3-940555493a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (6af2af97-834b-4bf9-b90e-19ca4b970cd1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:13.682256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10151bbb-1412-496e-9f99-0a4c394c2d43 req-023ade38-05b6-4e04-8680-a0352b898443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:13.683731 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10151bbb-1412-496e-9f99-0a4c394c2d43 req-023ade38-05b6-4e04-8680-a0352b898443 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba67a63a3f224705a45911cfa6b17697&device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 1127 time: 0.1916800 Feb 05 03:18:13.760288 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6415a5f8-233f-4ad5-a0d3-940555493a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (6af2af97-834b-4bf9-b90e-19ca4b970cd1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:13.834905 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6415a5f8-233f-4ad5-a0d3-940555493a92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:13.839152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb3e496-7513-494a-8ec1-a06173c0e69c None None] Network 7ec7de06-eef4-40da-935f-f7e513222739 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:18:13.852572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54468) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:13.853140 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6415a5f8-233f-4ad5-a0d3-940555493a92 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6af2af97-834b-4bf9-b90e-19ca4b970cd1 HTTP/1.1" status: 204 len: 168 time: 0.6556413 Feb 05 03:18:13.853519 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415a5f8-233f-4ad5-a0d3-940555493a92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af2af97-834b-4bf9-b90e-19ca4b970cd1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:13.922920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10151bbb-1412-496e-9f99-0a4c394c2d43 req-bb06f003-d95d-4d94-ba00-30f626269f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:13.924395 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10151bbb-1412-496e-9f99-0a4c394c2d43 req-bb06f003-d95d-4d94-ba00-30f626269f3a service neutron] 10.222.0.10 "GET /v2.0/networks?id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 200 len: 918 time: 0.1757572 Feb 05 03:18:14.083384 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (7ec7de06-eef4-40da-935f-f7e513222739), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:14.155640 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10151bbb-1412-496e-9f99-0a4c394c2d43 req-cf87b407-3034-4743-aac4-740557c32bf2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe HTTP/1.1" status: 200 len: 1000 time: 0.2164161 Feb 05 03:18:14.217933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f128d5-020d-4591-8318-120c42422a10 None None] DHCP port deletion for 7ec7de06-eef4-40da-935f-f7e513222739 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:18:14.322476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-77f128d5-020d-4591-8318-120c42422a10 None None] Deleting port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:18:14.322902 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77f128d5-020d-4591-8318-120c42422a10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (29d25ed2-60e9-42ee-8e1a-e3f98f68330f), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:14.349335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] Deleting port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:18:14.349685 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (29d25ed2-60e9-42ee-8e1a-e3f98f68330f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:14.356201 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10151bbb-1412-496e-9f99-0a4c394c2d43 req-ef729ff1-f094-4c7a-bfd6-f1bfbbcab18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:14.357706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10151bbb-1412-496e-9f99-0a4c394c2d43 req-ef729ff1-f094-4c7a-bfd6-f1bfbbcab18f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ab975cc-8263-4d78-92b1-c19cb0f69805 HTTP/1.1" status: 200 len: 856 time: 0.1906636 Feb 05 03:18:14.471799 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] For port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=29d25ed2-60e9-42ee-8e1a-e3f98f68330f,segment=NetworkSegment(c7942f65-8acc-459e-9f84-37b5df62befc),segment_id=c7942f65-8acc-459e-9f84-37b5df62befc)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:18:14.473692 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (29d25ed2-60e9-42ee-8e1a-e3f98f68330f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:14.487256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10151bbb-1412-496e-9f99-0a4c394c2d43 req-4951decd-b8cc-478e-99a7-be40a7f5adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:14.489183 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10151bbb-1412-496e-9f99-0a4c394c2d43 req-4951decd-b8cc-478e-99a7-be40a7f5adf9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1234548 Feb 05 03:18:14.497998 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] Calling delete_port for 29d25ed2-60e9-42ee-8e1a-e3f98f68330f owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:18:14.558230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-77f128d5-020d-4591-8318-120c42422a10 None None] For port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=29d25ed2-60e9-42ee-8e1a-e3f98f68330f,segment=NetworkSegment(c7942f65-8acc-459e-9f84-37b5df62befc),segment_id=c7942f65-8acc-459e-9f84-37b5df62befc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:18:14.558649 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77f128d5-020d-4591-8318-120c42422a10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (29d25ed2-60e9-42ee-8e1a-e3f98f68330f), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:14.600925 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-77f128d5-020d-4591-8318-120c42422a10 None None] Calling delete_port for 29d25ed2-60e9-42ee-8e1a-e3f98f68330f owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:18:14.666974 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (29d25ed2-60e9-42ee-8e1a-e3f98f68330f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:14.727461 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] Pushing event deleted for resources: {'Port': ['ID=29d25ed2-60e9-42ee-8e1a-e3f98f68330f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:14.737551 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] No DVR routers for this DVR port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:18:14.740507 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10151bbb-1412-496e-9f99-0a4c394c2d43 req-266e4260-b0ab-4905-8170-f57d8cde341a service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446389 Feb 05 03:18:14.865019 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77f128d5-020d-4591-8318-120c42422a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (29d25ed2-60e9-42ee-8e1a-e3f98f68330f), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:14.893134 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (7ec7de06-eef4-40da-935f-f7e513222739), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:14.933046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec7de06-eef4-40da-935f-f7e513222739']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:18:14.949188 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7942f65-8acc-459e-9f84-37b5df62befc') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:18:14.950251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7942f65-8acc-459e-9f84-37b5df62befc') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:18:14.954436 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f128d5-020d-4591-8318-120c42422a10 None None] No DVR routers for this DVR port 29d25ed2-60e9-42ee-8e1a-e3f98f68330f on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:18:14.964886 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (c7942f65-8acc-459e-9f84-37b5df62befc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:14.974010 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f128d5-020d-4591-8318-120c42422a10 None None] Pushing event deleted for resources: {'Port': ['ID=29d25ed2-60e9-42ee-8e1a-e3f98f68330f,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:14.980663 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c7942f65-8acc-459e-9f84-37b5df62befc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:14.988650 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:18:14.989160 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (c7942f65-8acc-459e-9f84-37b5df62befc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:14.993762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f5fe1822-603c-4b75-9170-6919ef908220 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:18:15.025527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432d619-7223-43b9-b389-40f24ce14bfc req-fabd428c-e613-4465-8f01-5d66f26c666f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:15.031409 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7432d619-7223-43b9-b389-40f24ce14bfc req-fabd428c-e613-4465-8f01-5d66f26c666f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.2099652 Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:18:15.065083 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:18:15.080443 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (7ec7de06-eef4-40da-935f-f7e513222739), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:15.102386 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: f5fe1822-603c-4b75-9170-6919ef908220 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:18:15.102820 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f5fe1822-603c-4b75-9170-6919ef908220 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:18:15.104760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 29d25ed2-60e9-42ee-8e1a-e3f98f68330f no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:18:15.130001 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:15.135231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10151bbb-1412-496e-9f99-0a4c394c2d43 req-348de5fc-54a4-4924-82a4-8c08b3efbb70 service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878143 Feb 05 03:18:15.143991 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7ec7de06-eef4-40da-935f-f7e513222739 HTTP/1.1" status: 204 len: 168 time: 1.2901714 Feb 05 03:18:15.144931 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbe07a-c861-425e-863d-b72b147f4587 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec7de06-eef4-40da-935f-f7e513222739,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:15.194092 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7432d619-7223-43b9-b389-40f24ce14bfc req-c5bebfb5-aac4-4267-a80a-8112e87d958c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593862 Feb 05 03:18:15.194578 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 29d25ed2-60e9-42ee-8e1a-e3f98f68330f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:18:15.195142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 29d25ed2-60e9-42ee-8e1a-e3f98f68330f not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:18:15.195588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 2815a9de-f9f5-4d30-b050-636677c57e37 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:18:15.216842 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 2815a9de-f9f5-4d30-b050-636677c57e37 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:18:15.216941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 2815a9de-f9f5-4d30-b050-636677c57e37 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:18:15.387994 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54506) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:15.448834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54510) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:15.455621 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3c7411b0-815f-48c5-aa10-c028f6f0c63a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f8b994da52c4fe0af1b7c73d815c426&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661602 Feb 05 03:18:15.513689 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a39ef28-0586-4c2f-a587-bd14fe94c0e7 admin admin] Publish callbacks [] for security_group (63156adc-cf67-4175-8dd2-1cf1b56aa45d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:15.545374 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a39ef28-0586-4c2f-a587-bd14fe94c0e7 admin admin] Publish callbacks [] for security_group (63156adc-cf67-4175-8dd2-1cf1b56aa45d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:15.617980 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a39ef28-0586-4c2f-a587-bd14fe94c0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (63156adc-cf67-4175-8dd2-1cf1b56aa45d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:15.621639 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a39ef28-0586-4c2f-a587-bd14fe94c0e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:15.631521 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4a39ef28-0586-4c2f-a587-bd14fe94c0e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63156adc-cf67-4175-8dd2-1cf1b56aa45d HTTP/1.1" status: 204 len: 168 time: 0.1792042 Feb 05 03:18:15.647987 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39ef28-0586-4c2f-a587-bd14fe94c0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63156adc-cf67-4175-8dd2-1cf1b56aa45d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:16.265577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54538) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:16.318195 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:16.346945 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-038c17ee-a581-4def-b05e-c9968690f07b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=542fc668868e4784949871af0632f0ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793588 Feb 05 03:18:16.349972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54540) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:16.416931 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63363155-0179-4ce8-b3d0-17a328e210da admin admin] Publish callbacks [] for security_group (6f51753c-b52c-4809-9428-432274a4d972), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:16.455589 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63363155-0179-4ce8-b3d0-17a328e210da admin admin] Publish callbacks [] for security_group (6f51753c-b52c-4809-9428-432274a4d972), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:16.496854 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7764be-d4f4-45af-a1c4-af054b4acb5f req-91d01cde-ff40-441a-8879-dfbd090ace17 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:16.500113 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c7764be-d4f4-45af-a1c4-af054b4acb5f req-91d01cde-ff40-441a-8879-dfbd090ace17 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1152225 Feb 05 03:18:16.526214 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63363155-0179-4ce8-b3d0-17a328e210da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6f51753c-b52c-4809-9428-432274a4d972), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:16.528901 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63363155-0179-4ce8-b3d0-17a328e210da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:16.530159 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-63363155-0179-4ce8-b3d0-17a328e210da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f51753c-b52c-4809-9428-432274a4d972 HTTP/1.1" status: 204 len: 168 time: 0.1791525 Feb 05 03:18:16.549302 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63363155-0179-4ce8-b3d0-17a328e210da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f51753c-b52c-4809-9428-432274a4d972,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:16.613540 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c7764be-d4f4-45af-a1c4-af054b4acb5f req-b498afa6-c6bc-4db7-8505-9625a4dd8b05 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035450 Feb 05 03:18:17.598135 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 54598) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:17.761032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-18a665ed-0260-4d77-803e-f0f5435bfd19 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-285592944-network', 'tenant_id': '9ce067445c154e3ab7f01435edd8759e'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:18:17.802475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a665ed-0260-4d77-803e-f0f5435bfd19 admin admin] Made reservation on behalf of 9ce067445c154e3ab7f01435edd8759e for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:18:17.805791 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18a665ed-0260-4d77-803e-f0f5435bfd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:17.820586 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18a665ed-0260-4d77-803e-f0f5435bfd19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:17.836038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4b9f5626-d5ea-49e0-8949-0333b63edfbe details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:18:17.869596 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa45e98-d786-42e4-87fb-f8aea125fe4d req-079527e5-1f57-465c-8e35-ea19c556353a tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:17.887380 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fa45e98-d786-42e4-87fb-f8aea125fe4d req-079527e5-1f57-465c-8e35-ea19c556353a tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1403427 Feb 05 03:18:18.029847 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18a665ed-0260-4d77-803e-f0f5435bfd19 admin admin] Publish callbacks [] for security_group (18c3597c-62ce-4aef-9a24-7adc67d664ea), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:18.045620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fa45e98-d786-42e4-87fb-f8aea125fe4d req-53ae92f4-5f57-41a2-9187-ff4e2d0d48c6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571012 Feb 05 03:18:18.060703 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18a665ed-0260-4d77-803e-f0f5435bfd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (18c3597c-62ce-4aef-9a24-7adc67d664ea), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:18.119680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a665ed-0260-4d77-803e-f0f5435bfd19 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:18:18.142637 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a665ed-0260-4d77-803e-f0f5435bfd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c3597c-62ce-4aef-9a24-7adc67d664ea,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:18.161016 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18a665ed-0260-4d77-803e-f0f5435bfd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e37054a4-27a0-4e96-b21a-31215692af6b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:18.162150 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-18a665ed-0260-4d77-803e-f0f5435bfd19 admin admin] Added segment e37054a4-27a0-4e96-b21a-31215692af6b of type vlan for network 82692727-0621-4560-9a58-e58d39d0f027 Feb 05 03:18:18.173520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:18:18.210714 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '4b9f5626-d5ea-49e0-8949-0333b63edfbe', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'port_id': '4b9f5626-d5ea-49e0-8949-0333b63edfbe', 'mac_address': 'fa:16:3e:78:55:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:18:18.264489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4b9f5626-d5ea-49e0-8949-0333b63edfbe is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:18:18.265415 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:18.286391 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b9f5626-d5ea-49e0-8949-0333b63edfbe {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:18:18.295535 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18a665ed-0260-4d77-803e-f0f5435bfd19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (82692727-0621-4560-9a58-e58d39d0f027), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:18.324022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:18:18.331077 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18a665ed-0260-4d77-803e-f0f5435bfd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (82692727-0621-4560-9a58-e58d39d0f027), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:18.333700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a665ed-0260-4d77-803e-f0f5435bfd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:18.333986 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:18.334741 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18a665ed-0260-4d77-803e-f0f5435bfd19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:18.420630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 54638) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:18.421286 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-18a665ed-0260-4d77-803e-f0f5435bfd19 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8214860 Feb 05 03:18:18.425779 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-78a46aca-8ee1-48fc-aac1-bcc3fa052937 admin admin] Request body: {'subnet': {'network_id': '82692727-0621-4560-9a58-e58d39d0f027', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-285592944-subnet', 'tenant_id': '9ce067445c154e3ab7f01435edd8759e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:18:18.433063 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a665ed-0260-4d77-803e-f0f5435bfd19 admin admin] Pushing event updated for resources: {'Network': ['ID=82692727-0621-4560-9a58-e58d39d0f027,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:18.475584 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a46aca-8ee1-48fc-aac1-bcc3fa052937 admin admin] Made reservation on behalf of 9ce067445c154e3ab7f01435edd8759e for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:18:18.477741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4b9f5626-d5ea-49e0-8949-0333b63edfbe'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:18:18.477880 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78a46aca-8ee1-48fc-aac1-bcc3fa052937 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:18.491489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 82692727-0621-4560-9a58-e58d39d0f027 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:18:18.933077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4b9f5626-d5ea-49e0-8949-0333b63edfbe,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:19.041077 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78a46aca-8ee1-48fc-aac1-bcc3fa052937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (d5655dc7-219d-488f-9a5c-06e28e3436ad), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:19.837817 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4b9f5626-d5ea-49e0-8949-0333b63edfbe up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:18:19.847679 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a46aca-8ee1-48fc-aac1-bcc3fa052937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5655dc7-219d-488f-9a5c-06e28e3436ad,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:19.925910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9a93f-d53c-47ec-a004-b76115ad2300 req-6273b7d9-1cd5-4b13-986d-251f56fc6ba0 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:19.933531 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-44e9a93f-d53c-47ec-a004-b76115ad2300 req-6273b7d9-1cd5-4b13-986d-251f56fc6ba0 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.0878894 Feb 05 03:18:19.945743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a46aca-8ee1-48fc-aac1-bcc3fa052937 admin admin] Checking segment: {'id': 'e37054a4-27a0-4e96-b21a-31215692af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '82692727-0621-4560-9a58-e58d39d0f027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:18:19.946368 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a46aca-8ee1-48fc-aac1-bcc3fa052937 admin admin] Network hostable DHCP agents. Network: 82692727-0621-4560-9a58-e58d39d0f027, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:18:20.001450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 4b9f5626-d5ea-49e0-8949-0333b63edfbe triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:18:20.001450 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:20.035385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-44e9a93f-d53c-47ec-a004-b76115ad2300 req-4011a399-f93f-4297-9ead-434983f875cc tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007068 Feb 05 03:18:20.066573 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a46aca-8ee1-48fc-aac1-bcc3fa052937 admin admin] Network 82692727-0621-4560-9a58-e58d39d0f027 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:18:20.085290 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-78a46aca-8ee1-48fc-aac1-bcc3fa052937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 82692727-0621-4560-9a58-e58d39d0f027) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:18:20.098276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a46aca-8ee1-48fc-aac1-bcc3fa052937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:20.106206 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78a46aca-8ee1-48fc-aac1-bcc3fa052937 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:20.148582 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-78a46aca-8ee1-48fc-aac1-bcc3fa052937 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7268801 Feb 05 03:18:20.181612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4b9f5626-d5ea-49e0-8949-0333b63edfbe is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:18:20.182401 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:20.199192 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e303f685-f9a8-4f59-8804-0ca82873abc6 None None] Network 82692727-0621-4560-9a58-e58d39d0f027 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:18:20.398242 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:18:20.399558 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612464cb-bf4f-43d5-b13f-42bc9b80168a None None] Network 82692727-0621-4560-9a58-e58d39d0f027 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:18:20.502221 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b15097-da9e-40ee-a746-85b231afe16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9f5626-d5ea-49e0-8949-0333b63edfbe'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:18:20.512524 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6de7219-085d-430b-86da-b08f49eb0e47" -d '{"events": [{"server_uuid": "93b15097-da9e-40ee-a746-85b231afe16c", "name": "network-vif-plugged", "status": "completed", "tag": "4b9f5626-d5ea-49e0-8949-0333b63edfbe"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:18:20.567914 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:20.672602 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151fef3d-4e94-438c-b79d-2911f2c4deb6 x-openstack-request-id: req-151fef3d-4e94-438c-b79d-2911f2c4deb6 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:18:20.672949 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b15097-da9e-40ee-a746-85b231afe16c", "name": "network-vif-plugged", "status": "completed", "tag": "4b9f5626-d5ea-49e0-8949-0333b63edfbe", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:18:20.673186 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-151fef3d-4e94-438c-b79d-2911f2c4deb6 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:18:20.673577 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b15097-da9e-40ee-a746-85b231afe16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9f5626-d5ea-49e0-8949-0333b63edfbe', 'code': 200} Feb 05 03:18:20.675173 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4b9f5626-d5ea-49e0-8949-0333b63edfbe,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:21.551955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f087d3-be58-4af7-92f7-ab72884f8836 req-ee701fca-508e-46b9-a9b2-c0526cf1710b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:21.571380 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48f087d3-be58-4af7-92f7-ab72884f8836 req-ee701fca-508e-46b9-a9b2-c0526cf1710b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.2718043 Feb 05 03:18:21.585754 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-84d6eecf-a591-4b32-9af9-6018c0e3f053 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:21.594109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-84d6eecf-a591-4b32-9af9-6018c0e3f053 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/networks?id=82692727-0621-4560-9a58-e58d39d0f027 HTTP/1.1" status: 200 len: 813 time: 0.4141085 Feb 05 03:18:21.637884 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-d34c039e-f296-4aa7-9258-b483b5833837 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/quotas/9ce067445c154e3ab7f01435edd8759e HTTP/1.1" status: 200 len: 375 time: 0.0394137 Feb 05 03:18:21.693818 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-5cf283d9-dad2-41a3-8e94-9696234868e9 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ce067445c154e3ab7f01435edd8759e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535045 Feb 05 03:18:21.902419 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48f087d3-be58-4af7-92f7-ab72884f8836 req-367173f9-defd-4684-9f3c-49d2af7a6446 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284333 Feb 05 03:18:21.914576 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-c529e329-b921-4aa5-9837-63b213b59241 service neutron] 10.222.0.36 "GET /v2.0/networks/82692727-0621-4560-9a58-e58d39d0f027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195277 Feb 05 03:18:22.252133 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-ff2c720a-6c39-4b92-a7a7-14238b8dc84a service neutron] 10.222.0.36 "GET /v2.0/networks/82692727-0621-4560-9a58-e58d39d0f027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180418 Feb 05 03:18:22.736927 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f507d7e-f34e-40c4-8b21-5403d765c1dc req-3c37c610-f4a7-4220-b217-c4cfbe48a79e tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 210 time: 0.0746601 Feb 05 03:18:23.137224 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5221d9-a2c8-4cdd-9808-7573d97a48fa req-ebf87c87-6b90-4b0b-892c-9faad8b73ea9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:23.147633 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be5221d9-a2c8-4cdd-9808-7573d97a48fa req-ebf87c87-6b90-4b0b-892c-9faad8b73ea9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.0868485 Feb 05 03:18:23.241258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be5221d9-a2c8-4cdd-9808-7573d97a48fa req-396e9a9d-b9d8-4231-9fb8-d741404ab4b0 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853038 Feb 05 03:18:23.931107 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45b91cbc-810d-4009-8f74-5b2a50a6b939 req-a0506949-9ad7-4d04-9b57-eec6be039a45 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 210 time: 0.0541589 Feb 05 03:18:24.469300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49068df3-3b61-48c8-87de-a2a8f7b91ad9 req-72caa502-0d2d-4d12-82dd-b81a740e8eb8 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:24.481754 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49068df3-3b61-48c8-87de-a2a8f7b91ad9 req-72caa502-0d2d-4d12-82dd-b81a740e8eb8 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1048338 Feb 05 03:18:24.598088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49068df3-3b61-48c8-87de-a2a8f7b91ad9 req-db48abed-044b-47b4-8ecb-2c01fd9494df tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144860 Feb 05 03:18:25.089930 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d041db15-d9ac-42c6-8351-db933e8b8049 req-2d178f0d-bd82-4bd5-83e1-2473f4a0d857 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 210 time: 0.0388691 Feb 05 03:18:25.970726 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e017b-85ef-45d0-816d-0fa645a075e5 req-08b8c875-a7e0-4b93-9ca1-ca1c8ed1ec64 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:25.972951 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-986e017b-85ef-45d0-816d-0fa645a075e5 req-08b8c875-a7e0-4b93-9ca1-ca1c8ed1ec64 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1582425 Feb 05 03:18:26.062002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-986e017b-85ef-45d0-816d-0fa645a075e5 req-a6416302-fa8e-4f8d-887a-a5f53e0af3a4 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805223 Feb 05 03:18:26.319879 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2cabc36-8a9b-4bd2-96c4-dac34396e01e req-112a8028-a203-405a-9cdc-8b076098aca3 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 210 time: 0.0700960 Feb 05 03:18:26.638439 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-bd895925-01c1-4cf7-ae58-2b8653880139 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:26.640771 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-bd895925-01c1-4cf7-ae58-2b8653880139 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.31 "GET /v2.0/networks?id=82692727-0621-4560-9a58-e58d39d0f027 HTTP/1.1" status: 200 len: 813 time: 0.3278012 Feb 05 03:18:26.655897 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-db051911-4654-4043-9acf-bbaf01c50db8 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Request body: {'port': {'device_id': 'c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd', 'network_id': '82692727-0621-4560-9a58-e58d39d0f027', 'admin_state_up': True, 'tenant_id': '9ce067445c154e3ab7f01435edd8759e'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:18:26.930529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-db051911-4654-4043-9acf-bbaf01c50db8 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Made reservation on behalf of 9ce067445c154e3ab7f01435edd8759e for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:18:26.934065 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-db051911-4654-4043-9acf-bbaf01c50db8 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:27.247550 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-db051911-4654-4043-9acf-bbaf01c50db8 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Allocated IP 172.20.0.2 (82692727-0621-4560-9a58-e58d39d0f027/d5655dc7-219d-488f-9a5c-06e28e3436ad/50cfd2e3-60b7-40a1-900d-2f585933e83b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:18:27.404105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16afc1-7ecf-42c9-9317-8748d4a7465c req-68be1795-2245-47f8-9ccd-5037e6abad3b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:27.420192 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf16afc1-7ecf-42c9-9317-8748d4a7465c req-68be1795-2245-47f8-9ccd-5037e6abad3b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.2076557 Feb 05 03:18:27.569489 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf16afc1-7ecf-42c9-9317-8748d4a7465c req-e9be2af1-85b2-44ba-9013-de7f608ac521 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479933 Feb 05 03:18:27.591306 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e4abb8f-3fdf-4b42-a105-a2dd9c5f3a20 req-563c8eef-d0da-4098-a89f-9116fcf824a5 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 210 time: 0.1345556 Feb 05 03:18:27.594003 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-db051911-4654-4043-9acf-bbaf01c50db8 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Publish callbacks [] for port (50cfd2e3-60b7-40a1-900d-2f585933e83b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:27.696568 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-db051911-4654-4043-9acf-bbaf01c50db8 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (50cfd2e3-60b7-40a1-900d-2f585933e83b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:27.726057 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-db051911-4654-4043-9acf-bbaf01c50db8 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Network 82692727-0621-4560-9a58-e58d39d0f027 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:18:27.727589 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-db051911-4654-4043-9acf-bbaf01c50db8 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:18:27.767443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-db051911-4654-4043-9acf-bbaf01c50db8 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:18:27.825645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-db051911-4654-4043-9acf-bbaf01c50db8 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:27.826264 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-db051911-4654-4043-9acf-bbaf01c50db8 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:27.848421 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db051911-4654-4043-9acf-bbaf01c50db8 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Pushing event updated for resources: {'Port': ['ID=50cfd2e3-60b7-40a1-900d-2f585933e83b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:27.863944 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-db051911-4654-4043-9acf-bbaf01c50db8 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2084370 Feb 05 03:18:27.886811 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Request body: {'port': {'device_id': 'c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:18:28.045422 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (50cfd2e3-60b7-40a1-900d-2f585933e83b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:28.689662 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50cfd2e3-60b7-40a1-900d-2f585933e83b {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:18:28.707451 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Publish callbacks [] for port (50cfd2e3-60b7-40a1-900d-2f585933e83b), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:28.743340 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Transition to ACTIVE for port object 50cfd2e3-60b7-40a1-900d-2f585933e83b will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:18:28.756323 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (50cfd2e3-60b7-40a1-900d-2f585933e83b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:28.862961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Pushing event updated for resources: {'Port': ['ID=50cfd2e3-60b7-40a1-900d-2f585933e83b,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:28.926325 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a2022-ba0a-4407-a14c-0ab517bbf3c7 req-715e7b8e-287c-4f93-968a-782af10ad5f1 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:28.936135 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-398a2022-ba0a-4407-a14c-0ab517bbf3c7 req-715e7b8e-287c-4f93-968a-782af10ad5f1 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.2082627 Feb 05 03:18:28.977146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f5a87-22f3-483d-93ad-89388742f911 req-6b1f0242-8b20-4719-a5b3-6771aac4af12 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:28.979001 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-481f5a87-22f3-483d-93ad-89388742f911 req-6b1f0242-8b20-4719-a5b3-6771aac4af12 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 943 time: 0.1931696 Feb 05 03:18:29.059922 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-398a2022-ba0a-4407-a14c-0ab517bbf3c7 req-27558021-5266-4341-bcd0-8279cff50f1b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222532 Feb 05 03:18:29.071733 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Attempting to bind port 50cfd2e3-60b7-40a1-900d-2f585933e83b on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:18:29.072066 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Attempting to bind port 50cfd2e3-60b7-40a1-900d-2f585933e83b by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'e37054a4-27a0-4e96-b21a-31215692af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '82692727-0621-4560-9a58-e58d39d0f027'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:18:29.072392 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Attempting to bind port 50cfd2e3-60b7-40a1-900d-2f585933e83b on network 82692727-0621-4560-9a58-e58d39d0f027 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:18:29.076925 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Port 50cfd2e3-60b7-40a1-900d-2f585933e83b on network 82692727-0621-4560-9a58-e58d39d0f027 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:18:29.077368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Attempting to bind port 50cfd2e3-60b7-40a1-900d-2f585933e83b on network 82692727-0621-4560-9a58-e58d39d0f027 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:18:29.101139 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:18:29.101406 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Checking segment: {'id': 'e37054a4-27a0-4e96-b21a-31215692af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '82692727-0621-4560-9a58-e58d39d0f027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:18:29.101792 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Bound using segment: {'id': 'e37054a4-27a0-4e96-b21a-31215692af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '82692727-0621-4560-9a58-e58d39d0f027'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:18:29.102231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Bound port: 50cfd2e3-60b7-40a1-900d-2f585933e83b, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e37054a4-27a0-4e96-b21a-31215692af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '82692727-0621-4560-9a58-e58d39d0f027'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:18:29.102601 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (50cfd2e3-60b7-40a1-900d-2f585933e83b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:29.177445 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-481f5a87-22f3-483d-93ad-89388742f911 req-6cae6ecc-d513-457a-bcf1-6a7cc2877663 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/security-groups?id=18c3597c-62ce-4aef-9a24-7adc67d664ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787319 Feb 05 03:18:29.276436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] For port 50cfd2e3-60b7-40a1-900d-2f585933e83b, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:18:29.279697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] For port 50cfd2e3-60b7-40a1-900d-2f585933e83b, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=50cfd2e3-60b7-40a1-900d-2f585933e83b,segment=NetworkSegment(e37054a4-27a0-4e96-b21a-31215692af6b),segment_id=e37054a4-27a0-4e96-b21a-31215692af6b)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:18:29.290036 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (50cfd2e3-60b7-40a1-900d-2f585933e83b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:29.447679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:29.448317 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:29.449766 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] 10.222.0.31 "PUT /v2.0/ports/50cfd2e3-60b7-40a1-900d-2f585933e83b HTTP/1.1" status: 200 len: 1091 time: 1.5771489 Feb 05 03:18:29.450725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd', 'tag': '50cfd2e3-60b7-40a1-900d-2f585933e83b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:18:29.452889 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674f2016-b21e-4239-9163-40743f9fea78" -d '{"events": [{"name": "network-changed", "server_uuid": "c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd", "tag": "50cfd2e3-60b7-40a1-900d-2f585933e83b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:18:29.496172 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2041991-7e4c-4737-b216-c30edf603c3d service neutron] Pushing event updated for resources: {'Port': ['ID=50cfd2e3-60b7-40a1-900d-2f585933e83b,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:29.606593 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574ddb1c-045c-4e25-93b6-a50a7c588cdd x-openstack-request-id: req-574ddb1c-045c-4e25-93b6-a50a7c588cdd {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:18:29.607086 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd", "tag": "50cfd2e3-60b7-40a1-900d-2f585933e83b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:18:29.607431 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-574ddb1c-045c-4e25-93b6-a50a7c588cdd {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:18:29.607884 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd', 'tag': '50cfd2e3-60b7-40a1-900d-2f585933e83b', 'status': 'completed', 'code': 200} Feb 05 03:18:29.663754 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-941bad29-488c-4d84-a68a-7c9496591f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:29.665462 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-941bad29-488c-4d84-a68a-7c9496591f9f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ce067445c154e3ab7f01435edd8759e&device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 1125 time: 0.1206985 Feb 05 03:18:29.773709 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-362bfcbc-f6e6-4195-bec7-2bd0dfcea7dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50cfd2e3-60b7-40a1-900d-2f585933e83b HTTP/1.1" status: 200 len: 217 time: 0.1009836 Feb 05 03:18:29.872998 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-d853fbe5-b458-4d39-a11a-03698596c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:29.875064 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-d853fbe5-b458-4d39-a11a-03698596c28d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5655dc7-219d-488f-9a5c-06e28e3436ad HTTP/1.1" status: 200 len: 853 time: 0.0913627 Feb 05 03:18:29.961130 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-1928c6bb-f051-45af-be7e-7894b045eca5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82692727-0621-4560-9a58-e58d39d0f027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802760 Feb 05 03:18:30.194978 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-810b68f6-e242-4a40-b775-5da348cc1a75 service neutron] 10.222.0.31 "GET /v2.0/networks/82692727-0621-4560-9a58-e58d39d0f027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208014 Feb 05 03:18:30.346124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a49ee-80ec-457f-9904-f06a9832851b req-86cdeec3-9041-4777-9313-dfe686fbead5 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:30.361144 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-621a49ee-80ec-457f-9904-f06a9832851b req-86cdeec3-9041-4777-9313-dfe686fbead5 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1746669 Feb 05 03:18:30.408108 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a4940bc9-024c-494f-a889-a2b5468ef3a1 req-89c6a1ca-f457-4ef4-b601-827bf81d9560 service neutron] 10.222.0.31 "GET /v2.0/networks/82692727-0621-4560-9a58-e58d39d0f027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999865 Feb 05 03:18:30.480482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-621a49ee-80ec-457f-9904-f06a9832851b req-9d7373d9-0a96-4f58-954c-75f1236d261d tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169293 Feb 05 03:18:30.516971 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b05b78-ba6e-4f90-b518-b63a96eb639d req-21a67bc5-ad34-48fc-b87e-5a0c3bae1f9e tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:30.524921 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2b05b78-ba6e-4f90-b518-b63a96eb639d req-21a67bc5-ad34-48fc-b87e-5a0c3bae1f9e tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 943 time: 0.1272042 Feb 05 03:18:30.688488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f2016-b21e-4239-9163-40743f9fea78 req-7c21c07a-2f4d-43b6-9159-862f454e43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:30.690798 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2b05b78-ba6e-4f90-b518-b63a96eb639d req-52966df4-7af3-4017-bedd-1406147e03d5 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/security-groups?id=18c3597c-62ce-4aef-9a24-7adc67d664ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645467 Feb 05 03:18:30.704803 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-674f2016-b21e-4239-9163-40743f9fea78 req-7c21c07a-2f4d-43b6-9159-862f454e43f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ce067445c154e3ab7f01435edd8759e&device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 1125 time: 0.1738443 Feb 05 03:18:31.001887 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f2016-b21e-4239-9163-40743f9fea78 req-18686d3d-5e22-4e2c-aac3-f96e82cd4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:31.007237 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-674f2016-b21e-4239-9163-40743f9fea78 req-18686d3d-5e22-4e2c-aac3-f96e82cd4403 service neutron] 10.222.0.31 "GET /v2.0/networks?id=82692727-0621-4560-9a58-e58d39d0f027 HTTP/1.1" status: 200 len: 914 time: 0.2961416 Feb 05 03:18:31.075706 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-674f2016-b21e-4239-9163-40743f9fea78 req-51d816af-c86c-4d1a-a500-31bc8aba71e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50cfd2e3-60b7-40a1-900d-2f585933e83b HTTP/1.1" status: 200 len: 217 time: 0.0594695 Feb 05 03:18:31.192156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f2016-b21e-4239-9163-40743f9fea78 req-6fe30e5c-2416-48d4-b86d-5be65a3a99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:31.193882 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-674f2016-b21e-4239-9163-40743f9fea78 req-6fe30e5c-2416-48d4-b86d-5be65a3a99b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5655dc7-219d-488f-9a5c-06e28e3436ad HTTP/1.1" status: 200 len: 853 time: 0.1116872 Feb 05 03:18:31.283487 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-674f2016-b21e-4239-9163-40743f9fea78 req-49d22ab5-13ab-4f77-a25c-3afaa6d63f43 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82692727-0621-4560-9a58-e58d39d0f027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826359 Feb 05 03:18:31.495260 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-674f2016-b21e-4239-9163-40743f9fea78 req-93f2ecdb-42a1-4161-8c38-892ea06a8fd7 service neutron] 10.222.0.31 "GET /v2.0/networks/82692727-0621-4560-9a58-e58d39d0f027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936648 Feb 05 03:18:31.725603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c1be2-c444-4aa8-98b5-d136afab9a90 req-f23cc786-c705-41f4-ac0e-85d0f52ccca3 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:31.741780 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-071c1be2-c444-4aa8-98b5-d136afab9a90 req-f23cc786-c705-41f4-ac0e-85d0f52ccca3 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1261594 Feb 05 03:18:31.788266 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-674f2016-b21e-4239-9163-40743f9fea78 req-ca0977a9-558e-4a03-bbc1-d7c1138b5010 service neutron] 10.222.0.31 "GET /v2.0/networks/82692727-0621-4560-9a58-e58d39d0f027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887487 Feb 05 03:18:31.859058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-071c1be2-c444-4aa8-98b5-d136afab9a90 req-70954536-6613-4d61-b31e-89807376b15a tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158750 Feb 05 03:18:32.044048 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13800ba2-6a02-467e-bb5c-965ef6dd6188 req-35156a9c-8f6e-4185-8c05-fc638306e476 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:32.045834 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13800ba2-6a02-467e-bb5c-965ef6dd6188 req-35156a9c-8f6e-4185-8c05-fc638306e476 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 943 time: 0.1449666 Feb 05 03:18:32.131821 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13800ba2-6a02-467e-bb5c-965ef6dd6188 req-55364989-2e0e-4778-8906-8228e0cec8b0 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/security-groups?id=18c3597c-62ce-4aef-9a24-7adc67d664ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792301 Feb 05 03:18:33.087094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba336962-7f93-463d-a75d-35b6a285bb87 req-c51bfc6f-3784-4fa4-b828-88ce65594e60 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:33.095214 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba336962-7f93-463d-a75d-35b6a285bb87 req-c51bfc6f-3784-4fa4-b828-88ce65594e60 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1181350 Feb 05 03:18:33.181809 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba336962-7f93-463d-a75d-35b6a285bb87 req-9aa07f4f-4eee-4b12-be39-d930698046d4 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846682 Feb 05 03:18:33.188235 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 50cfd2e3-60b7-40a1-900d-2f585933e83b details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:18:33.451169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3119b-2a9c-4f34-a853-e0e257e99e2b req-385f7bb9-8322-43f9-83ef-d856ee27e658 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:33.459627 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32b3119b-2a9c-4f34-a853-e0e257e99e2b req-385f7bb9-8322-43f9-83ef-d856ee27e658 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 943 time: 0.1485376 Feb 05 03:18:33.464512 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 50cfd2e3-60b7-40a1-900d-2f585933e83b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=50cfd2e3-60b7-40a1-900d-2f585933e83b,segment=NetworkSegment(e37054a4-27a0-4e96-b21a-31215692af6b),segment_id=e37054a4-27a0-4e96-b21a-31215692af6b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:18:33.486818 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '50cfd2e3-60b7-40a1-900d-2f585933e83b', 'network_id': '82692727-0621-4560-9a58-e58d39d0f027', 'port_id': '50cfd2e3-60b7-40a1-900d-2f585933e83b', 'mac_address': 'fa:16:3e:cf:3e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5655dc7-219d-488f-9a5c-06e28e3436ad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:18:33.537819 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32b3119b-2a9c-4f34-a853-e0e257e99e2b req-0411a9d9-04d8-4b28-a282-5f54558c4a8e tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/security-groups?id=18c3597c-62ce-4aef-9a24-7adc67d664ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708110 Feb 05 03:18:33.545420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 50cfd2e3-60b7-40a1-900d-2f585933e83b is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:18:33.546023 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (50cfd2e3-60b7-40a1-900d-2f585933e83b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:33.577499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50cfd2e3-60b7-40a1-900d-2f585933e83b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:18:33.637185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 50cfd2e3-60b7-40a1-900d-2f585933e83b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=50cfd2e3-60b7-40a1-900d-2f585933e83b,segment=NetworkSegment(e37054a4-27a0-4e96-b21a-31215692af6b),segment_id=e37054a4-27a0-4e96-b21a-31215692af6b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:18:33.657276 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (50cfd2e3-60b7-40a1-900d-2f585933e83b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:33.697456 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-157fcee4-cb3d-437b-8c19-48b08a38cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:33.760941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=50cfd2e3-60b7-40a1-900d-2f585933e83b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:33.778292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:33.779082 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:33.781613 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:33.782275 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:33.783781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:33.784592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:33.785179 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:33.785835 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:33.786517 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:33.787147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:33.788110 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:33.788663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:33.789213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:18:33.999522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['50cfd2e3-60b7-40a1-900d-2f585933e83b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:18:34.472233 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f0617-05f9-4c87-b972-931f8365e6f7 req-07c45cd8-e598-46ab-9b5d-14ef29b7df5b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:34.475760 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c5f0617-05f9-4c87-b972-931f8365e6f7 req-07c45cd8-e598-46ab-9b5d-14ef29b7df5b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1072023 Feb 05 03:18:34.570503 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c5f0617-05f9-4c87-b972-931f8365e6f7 req-2cf0fdf7-8466-4480-908f-97c8604298f1 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881162 Feb 05 03:18:34.693367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68393f49-79a5-4265-afa0-ab402c0b04d8 req-9ad8c9b5-e14d-4f99-aee4-93e69488a2ea tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:34.702198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68393f49-79a5-4265-afa0-ab402c0b04d8 req-9ad8c9b5-e14d-4f99-aee4-93e69488a2ea tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 944 time: 0.0789664 Feb 05 03:18:34.805179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68393f49-79a5-4265-afa0-ab402c0b04d8 req-7b509ab9-091e-4b55-a61a-f2e874db5b1d tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/security-groups?id=18c3597c-62ce-4aef-9a24-7adc67d664ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018987 Feb 05 03:18:35.172481 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-2f302f0e-ebc3-4f72-9c3c-faf173092635 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513254780&fields=id&tenant_id=bf205d1005174d34b7264edb6224b46f HTTP/1.1" status: 200 len: 267 time: 0.0972750 Feb 05 03:18:35.185171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 50cfd2e3-60b7-40a1-900d-2f585933e83b up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:18:35.377298 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-21ce4e2a-16c1-4ee1-9118-4219bf98a6d3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:35.384167 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-21ce4e2a-16c1-4ee1-9118-4219bf98a6d3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 811 time: 0.2105563 Feb 05 03:18:35.398916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 50cfd2e3-60b7-40a1-900d-2f585933e83b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:18:35.405094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 50cfd2e3-60b7-40a1-900d-2f585933e83b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:18:35.405470 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (50cfd2e3-60b7-40a1-900d-2f585933e83b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:35.413668 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-e1d7ade6-c9ac-46f7-af88-bc8b7a2827c8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/quotas/bf205d1005174d34b7264edb6224b46f HTTP/1.1" status: 200 len: 375 time: 0.0286820 Feb 05 03:18:35.542889 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-21facbcf-7b93-48e1-8618-ded6a35a0be7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1248851 Feb 05 03:18:35.552864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 50cfd2e3-60b7-40a1-900d-2f585933e83b is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:18:35.553888 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (50cfd2e3-60b7-40a1-900d-2f585933e83b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:35.632784 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 50cfd2e3-60b7-40a1-900d-2f585933e83b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=50cfd2e3-60b7-40a1-900d-2f585933e83b,segment=NetworkSegment(e37054a4-27a0-4e96-b21a-31215692af6b),segment_id=e37054a4-27a0-4e96-b21a-31215692af6b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:18:35.636072 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cfd2e3-60b7-40a1-900d-2f585933e83b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:18:35.639664 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbad415-041b-428a-bd57-9719f5d3e1c7" -d '{"events": [{"server_uuid": "c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd", "name": "network-vif-plugged", "status": "completed", "tag": "50cfd2e3-60b7-40a1-900d-2f585933e83b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:18:35.657400 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (50cfd2e3-60b7-40a1-900d-2f585933e83b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:35.820981 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=50cfd2e3-60b7-40a1-900d-2f585933e83b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:35.910320 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95abd48e-ffc5-4c3f-aa53-cfded5d4a3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:35.936945 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-07343e88-7a24-4a6f-a48e-4323e8eceb30 service neutron] 10.222.0.36 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921335 Feb 05 03:18:35.982072 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f2a29-a7c7-4bdb-a0e1-9e784481182c req-daa98e60-ff22-4a83-9f08-7183d29ef765 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:35.983601 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d6f2a29-a7c7-4bdb-a0e1-9e784481182c req-daa98e60-ff22-4a83-9f08-7183d29ef765 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.2030628 Feb 05 03:18:36.171177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d6f2a29-a7c7-4bdb-a0e1-9e784481182c req-084c934c-c412-454d-98ef-3c94a5a7b8e0 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618545 Feb 05 03:18:36.187434 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-3077af61-53a0-4ab3-be52-c613d3578eca service neutron] 10.222.0.36 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363307 Feb 05 03:18:36.243930 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0115b1e6-7e5d-418a-8af4-cfdcdfe07552 x-openstack-request-id: req-0115b1e6-7e5d-418a-8af4-cfdcdfe07552 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:18:36.244819 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd", "name": "network-vif-plugged", "status": "completed", "tag": "50cfd2e3-60b7-40a1-900d-2f585933e83b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:18:36.245279 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0115b1e6-7e5d-418a-8af4-cfdcdfe07552 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:18:36.245894 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cfd2e3-60b7-40a1-900d-2f585933e83b', 'code': 200} Feb 05 03:18:36.407332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172c694-ba8e-4454-8538-e5530d258f40 req-87334b81-7128-4817-9f9f-56ab17cfb1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:36.410814 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c172c694-ba8e-4454-8538-e5530d258f40 req-87334b81-7128-4817-9f9f-56ab17cfb1f3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 1127 time: 0.0979204 Feb 05 03:18:36.439234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424b4bd-7860-4b43-a03c-c97677dd200d req-bbaff39e-c0b7-475b-9c96-cfb96f66b087 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:36.442641 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7424b4bd-7860-4b43-a03c-c97677dd200d req-bbaff39e-c0b7-475b-9c96-cfb96f66b087 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 945 time: 0.1338098 Feb 05 03:18:36.471082 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c172c694-ba8e-4454-8538-e5530d258f40 req-bd436d35-7c27-48a9-8b2d-9559709ebb23 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=18c3597c-62ce-4aef-9a24-7adc67d664ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535562 Feb 05 03:18:36.532279 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7424b4bd-7860-4b43-a03c-c97677dd200d req-6ac9a5d0-cd46-47fa-925b-acff9882357e tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/security-groups?id=18c3597c-62ce-4aef-9a24-7adc67d664ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835185 Feb 05 03:18:36.680944 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7e9007ea-b6d4-4f36-887a-a9f65b8767b8 req-db0d9a10-38d9-4026-a177-0bd304077bbb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.0627096 Feb 05 03:18:37.158611 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:37.414808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52945b-a308-4c8c-923c-f5ae439df4eb req-7abc4785-a796-4f12-9530-7d708491c6ee tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:37.426600 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e52945b-a308-4c8c-923c-f5ae439df4eb req-7abc4785-a796-4f12-9530-7d708491c6ee tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1513162 Feb 05 03:18:37.536148 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e52945b-a308-4c8c-923c-f5ae439df4eb req-85a13cf4-bbb2-4f2f-a00c-66c035cf4b81 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019561 Feb 05 03:18:37.767050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2187eb-2920-451c-987c-559fd6badaf3 req-1a676764-0a0d-4db9-b246-828aa477e081 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:37.769366 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea2187eb-2920-451c-987c-559fd6badaf3 req-1a676764-0a0d-4db9-b246-828aa477e081 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 945 time: 0.1311707 Feb 05 03:18:37.829109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a3144a5-c224-4f0d-8b77-d60a71fdd5ee req-f074fe04-6810-412d-b432-c2dfb705c34b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.0586188 Feb 05 03:18:37.935068 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea2187eb-2920-451c-987c-559fd6badaf3 req-a191fe60-2b7d-4ea0-a9d6-ead794e34933 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/security-groups?id=18c3597c-62ce-4aef-9a24-7adc67d664ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386871 Feb 05 03:18:38.128452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-9e9ae627-69e1-41f3-b07a-0870bc1cc1bd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:38.142179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-9e9ae627-69e1-41f3-b07a-0870bc1cc1bd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.10 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 811 time: 0.2059832 Feb 05 03:18:38.270877 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-ff79e216-b738-41ed-ad83-6e77977da86a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf205d1005174d34b7264edb6224b46f HTTP/1.1" status: 200 len: 379 time: 0.1191304 Feb 05 03:18:38.288253 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-0402ef76-ebc3-4208-b955-4136e94d166f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Request body: {'port': {'device_id': 'f7d87230-d16b-43a9-af22-27931213598d', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'admin_state_up': True, 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'security_groups': ['528c0d93-cb6d-454c-9371-8f7accf722b4']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:18:38.478685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-0402ef76-ebc3-4208-b955-4136e94d166f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Made reservation on behalf of bf205d1005174d34b7264edb6224b46f for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:18:38.526043 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-0402ef76-ebc3-4208-b955-4136e94d166f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:38.703734 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:38.734944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-0402ef76-ebc3-4208-b955-4136e94d166f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Allocated IP 172.20.0.5 (8a76fea9-ec7c-470a-8205-bae119528f63/d6a9fd51-dee8-4234-b9ad-45957bee7324/89590e42-a3aa-4799-bbc0-47a312e63a42) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:18:38.923587 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-0402ef76-ebc3-4208-b955-4136e94d166f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for port (89590e42-a3aa-4799-bbc0-47a312e63a42), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:39.032299 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-564b66a6-628d-47b8-aaff-204a09d7f995 req-da271918-4920-4854-ba65-61f15c700146 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.0366974 Feb 05 03:18:39.115597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aeb8f3-9625-4905-9f34-9d85415ef2d7 req-5029725b-2128-4482-9061-530ce1163d75 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:39.117188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8aeb8f3-9625-4905-9f34-9d85415ef2d7 req-5029725b-2128-4482-9061-530ce1163d75 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1661165 Feb 05 03:18:39.126680 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-0402ef76-ebc3-4208-b955-4136e94d166f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (89590e42-a3aa-4799-bbc0-47a312e63a42), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:39.341040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402ef76-ebc3-4208-b955-4136e94d166f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'Port': ['ID=89590e42-a3aa-4799-bbc0-47a312e63a42,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:39.367815 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-0402ef76-ebc3-4208-b955-4136e94d166f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Network 8a76fea9-ec7c-470a-8205-bae119528f63 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:18:39.369402 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-0402ef76-ebc3-4208-b955-4136e94d166f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:18:39.377008 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-0402ef76-ebc3-4208-b955-4136e94d166f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:18:39.471239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8aeb8f3-9625-4905-9f34-9d85415ef2d7 req-6c06bca9-c8f9-4a49-8aa6-ebe2d8bd9fae tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3458760 Feb 05 03:18:39.509218 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ceb6e-d6d8-4ba4-8d2f-1e0497c009c2 req-f62d57ef-d847-4180-b8bc-4fffbcb4b5c9 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:39.517067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a4ceb6e-d6d8-4ba4-8d2f-1e0497c009c2 req-f62d57ef-d847-4180-b8bc-4fffbcb4b5c9 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 945 time: 0.2393832 Feb 05 03:18:39.548379 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-0402ef76-ebc3-4208-b955-4136e94d166f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:39.549268 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-0402ef76-ebc3-4208-b955-4136e94d166f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:39.604921 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-0402ef76-ebc3-4208-b955-4136e94d166f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3249555 Feb 05 03:18:39.631185 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a4ceb6e-d6d8-4ba4-8d2f-1e0497c009c2 req-66affb23-3392-4fff-94a8-0cf254686a47 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/security-groups?id=18c3597c-62ce-4aef-9a24-7adc67d664ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074231 Feb 05 03:18:39.636527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Request body: {'port': {'device_id': 'f7d87230-d16b-43a9-af22-27931213598d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:18:39.830051 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (89590e42-a3aa-4799-bbc0-47a312e63a42), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:39.956881 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bda37d23-6b20-45ca-b7eb-8fa74b1a2868 None None] Provisioning complete for port 89590e42-a3aa-4799-bbc0-47a312e63a42 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:18:39.957700 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bda37d23-6b20-45ca-b7eb-8fa74b1a2868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (89590e42-a3aa-4799-bbc0-47a312e63a42), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:40.047497 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bda37d23-6b20-45ca-b7eb-8fa74b1a2868 None None] Port 89590e42-a3aa-4799-bbc0-47a312e63a42 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:18:40.070795 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:40.267104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbd603-5120-40ab-bdea-f7dfe2bc146b req-31d6f639-8246-448e-ba74-2519f1c53a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:40.279154 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59bbd603-5120-40ab-bdea-f7dfe2bc146b req-31d6f639-8246-448e-ba74-2519f1c53a72 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9ce067445c154e3ab7f01435edd8759e&device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 1127 time: 0.1630988 Feb 05 03:18:40.493060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed29c4-f93c-462f-9e19-5911c767ced9 req-cb950dd7-5dc6-4b47-b42a-79dc0b0522bb tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:40.500618 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01ed29c4-f93c-462f-9e19-5911c767ced9 req-cb950dd7-5dc6-4b47-b42a-79dc0b0522bb tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 945 time: 0.2771184 Feb 05 03:18:40.519833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e649e41-ed57-42e6-a475-68f44c0d6cfe req-d15b91cf-a95a-44af-af99-50cb4ce75799 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:40.531802 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e649e41-ed57-42e6-a475-68f44c0d6cfe req-d15b91cf-a95a-44af-af99-50cb4ce75799 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 931 time: 0.2861168 Feb 05 03:18:40.621595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbd603-5120-40ab-bdea-f7dfe2bc146b req-99a591c3-835e-40f4-86c0-567c78975025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:40.625393 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59bbd603-5120-40ab-bdea-f7dfe2bc146b req-99a591c3-835e-40f4-86c0-567c78975025 service neutron] 10.222.0.31 "GET /v2.0/networks?id=82692727-0621-4560-9a58-e58d39d0f027 HTTP/1.1" status: 200 len: 914 time: 0.3296936 Feb 05 03:18:40.737818 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e649e41-ed57-42e6-a475-68f44c0d6cfe req-78c56ace-6cdc-41e7-af81-8461aa3fa558 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044363 Feb 05 03:18:40.745567 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59bbd603-5120-40ab-bdea-f7dfe2bc146b req-304bd582-d601-4f13-8dbf-6ef226ec3014 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50cfd2e3-60b7-40a1-900d-2f585933e83b HTTP/1.1" status: 200 len: 217 time: 0.1134713 Feb 05 03:18:40.769124 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01ed29c4-f93c-462f-9e19-5911c767ced9 req-46c6669a-8c20-4267-9939-a1e221463859 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/security-groups?id=18c3597c-62ce-4aef-9a24-7adc67d664ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669897 Feb 05 03:18:40.808096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89590e42-a3aa-4799-bbc0-47a312e63a42 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:18:40.826634 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Publish callbacks [] for port (89590e42-a3aa-4799-bbc0-47a312e63a42), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:40.847127 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Transition to ACTIVE for port object 89590e42-a3aa-4799-bbc0-47a312e63a42 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:18:40.854287 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (89590e42-a3aa-4799-bbc0-47a312e63a42), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:40.859852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbd603-5120-40ab-bdea-f7dfe2bc146b req-4073e937-ec45-4db3-bfba-49cde14a196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:40.862869 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59bbd603-5120-40ab-bdea-f7dfe2bc146b req-4073e937-ec45-4db3-bfba-49cde14a196b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5655dc7-219d-488f-9a5c-06e28e3436ad HTTP/1.1" status: 200 len: 853 time: 0.1006119 Feb 05 03:18:40.911052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Pushing event updated for resources: {'Port': ['ID=89590e42-a3aa-4799-bbc0-47a312e63a42,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:41.011297 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59bbd603-5120-40ab-bdea-f7dfe2bc146b req-d4697359-a5f1-46a6-bf78-0d2a683ef8ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82692727-0621-4560-9a58-e58d39d0f027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423838 Feb 05 03:18:41.158307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Attempting to bind port 89590e42-a3aa-4799-bbc0-47a312e63a42 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:18:41.158659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Attempting to bind port 89590e42-a3aa-4799-bbc0-47a312e63a42 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:18:41.159099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Attempting to bind port 89590e42-a3aa-4799-bbc0-47a312e63a42 on network 8a76fea9-ec7c-470a-8205-bae119528f63 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:18:41.167341 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Port 89590e42-a3aa-4799-bbc0-47a312e63a42 on network 8a76fea9-ec7c-470a-8205-bae119528f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:18:41.167735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Attempting to bind port 89590e42-a3aa-4799-bbc0-47a312e63a42 on network 8a76fea9-ec7c-470a-8205-bae119528f63 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:18:41.174370 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:18:41.175426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Checking segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:18:41.175938 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Bound using segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:18:41.176840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Bound port: 89590e42-a3aa-4799-bbc0-47a312e63a42, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:18:41.177217 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (89590e42-a3aa-4799-bbc0-47a312e63a42), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:41.257251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] For port 89590e42-a3aa-4799-bbc0-47a312e63a42, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:18:41.261311 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] For port 89590e42-a3aa-4799-bbc0-47a312e63a42, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=89590e42-a3aa-4799-bbc0-47a312e63a42,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:18:41.286350 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d76dcd-7342-4e40-bd22-97c63d789ff2 req-cee55e72-27f3-46fa-9e08-86592cda657f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:41.289035 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58d76dcd-7342-4e40-bd22-97c63d789ff2 req-cee55e72-27f3-46fa-9e08-86592cda657f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1814904 Feb 05 03:18:41.290205 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (89590e42-a3aa-4799-bbc0-47a312e63a42), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:41.369226 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59bbd603-5120-40ab-bdea-f7dfe2bc146b req-dab67be7-3c57-40c7-8ea3-343c5331b5fd service neutron] 10.222.0.31 "GET /v2.0/networks/82692727-0621-4560-9a58-e58d39d0f027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514929 Feb 05 03:18:41.506260 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58d76dcd-7342-4e40-bd22-97c63d789ff2 req-5bb2de51-8ee3-4297-80e3-5e64aaa4df42 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064798 Feb 05 03:18:41.511905 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59bbd603-5120-40ab-bdea-f7dfe2bc146b req-a4c518a6-0d6d-4995-8796-e49423256881 service neutron] 10.222.0.31 "GET /v2.0/networks/82692727-0621-4560-9a58-e58d39d0f027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348639 Feb 05 03:18:41.513821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:41.519642 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:41.550309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] 10.222.0.10 "PUT /v2.0/ports/89590e42-a3aa-4799-bbc0-47a312e63a42 HTTP/1.1" status: 200 len: 1091 time: 1.9173093 Feb 05 03:18:41.551397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d87230-d16b-43a9-af22-27931213598d', 'tag': '89590e42-a3aa-4799-bbc0-47a312e63a42'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:18:41.552879 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:41.554508 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f730417-ae32-4b69-a758-0d9ea2c48258" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d87230-d16b-43a9-af22-27931213598d", "tag": "89590e42-a3aa-4799-bbc0-47a312e63a42"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:18:41.765474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43682296-0318-4af7-bfa4-ad3f25ac41ef service neutron] Pushing event updated for resources: {'Port': ['ID=89590e42-a3aa-4799-bbc0-47a312e63a42,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:41.805360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-c730526c-c7a7-4f8f-9bba-9d9090d1c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:41.807069 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-c730526c-c7a7-4f8f-9bba-9d9090d1c12c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 1125 time: 0.1768222 Feb 05 03:18:41.917647 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb78179-13f0-4c88-8c2e-b2bb28d396c6 x-openstack-request-id: req-0cb78179-13f0-4c88-8c2e-b2bb28d396c6 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:18:41.918158 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d87230-d16b-43a9-af22-27931213598d", "tag": "89590e42-a3aa-4799-bbc0-47a312e63a42", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:18:41.918473 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0cb78179-13f0-4c88-8c2e-b2bb28d396c6 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:18:41.918969 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d87230-d16b-43a9-af22-27931213598d', 'tag': '89590e42-a3aa-4799-bbc0-47a312e63a42', 'status': 'completed', 'code': 200} Feb 05 03:18:41.920916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-0650dedb-7c6d-4240-adee-ab5175199f88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89590e42-a3aa-4799-bbc0-47a312e63a42 HTTP/1.1" status: 200 len: 217 time: 0.1059592 Feb 05 03:18:42.034655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-1ab486be-bd75-4e68-97be-a74068146e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:42.058629 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-1ab486be-bd75-4e68-97be-a74068146e3e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.1318598 Feb 05 03:18:42.181292 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7ba84-5cc6-4ed5-9691-563f9cd343e3 req-b46f7f87-982e-4cee-9d16-71364869110b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:42.188281 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfa7ba84-5cc6-4ed5-9691-563f9cd343e3 req-b46f7f87-982e-4cee-9d16-71364869110b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.2055051 Feb 05 03:18:42.214420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c3dee-7720-4449-a7bc-cc61fcfeee71 req-d95a62ff-323d-4762-b7e8-fcaf96e64a09 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:42.222813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb7c3dee-7720-4449-a7bc-cc61fcfeee71 req-d95a62ff-323d-4762-b7e8-fcaf96e64a09 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 945 time: 0.1626825 Feb 05 03:18:42.300022 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-cd14a085-df10-411f-99db-a7ceb8086ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:42.301522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-cd14a085-df10-411f-99db-a7ceb8086ab9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1961362 Feb 05 03:18:42.332836 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfa7ba84-5cc6-4ed5-9691-563f9cd343e3 req-be922502-258a-47d2-bef8-997244afc86d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436100 Feb 05 03:18:42.466249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb7c3dee-7720-4449-a7bc-cc61fcfeee71 req-93847e47-b288-4577-b982-2b04025f6157 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/security-groups?id=18c3597c-62ce-4aef-9a24-7adc67d664ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425663 Feb 05 03:18:42.537127 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-4ee3eabb-4cab-43ad-a593-fdcdf1c0fedb service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028925 Feb 05 03:18:42.736078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab680b82-3c2d-46e7-b6f9-693d84b4d151 req-01368a65-4723-4611-b3de-c7567dfee2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:42.744683 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ab680b82-3c2d-46e7-b6f9-693d84b4d151 req-01368a65-4723-4611-b3de-c7567dfee2b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba67a63a3f224705a45911cfa6b17697&device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 1127 time: 0.0931766 Feb 05 03:18:42.747049 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da85b2-a503-4ac3-a977-61d8fda3e9ef req-5ed08ce5-83cc-44f8-be64-ede3d8c78138 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:42.748534 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8da85b2-a503-4ac3-a977-61d8fda3e9ef req-5ed08ce5-83cc-44f8-be64-ede3d8c78138 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1158814 Feb 05 03:18:42.756396 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c51cddd-86d6-4fee-ab87-f644ad310640 req-e9e33d9a-29ba-4c92-a586-00bc3c3eb0d8 service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050529 Feb 05 03:18:42.951054 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8da85b2-a503-4ac3-a977-61d8fda3e9ef req-df978659-25b1-48d8-8265-729ab30c8742 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637628 Feb 05 03:18:42.964091 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f730417-ae32-4b69-a758-0d9ea2c48258 req-3718d2ad-e119-4966-a758-ce2fb996a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:42.965580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f730417-ae32-4b69-a758-0d9ea2c48258 req-3718d2ad-e119-4966-a758-ce2fb996a227 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 1125 time: 0.0920539 Feb 05 03:18:42.981813 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab680b82-3c2d-46e7-b6f9-693d84b4d151 req-e18d08af-1232-4809-9747-41ef4fc0e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:42.983621 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ab680b82-3c2d-46e7-b6f9-693d84b4d151 req-e18d08af-1232-4809-9747-41ef4fc0e663 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 200 len: 918 time: 0.2308798 Feb 05 03:18:43.067040 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ab680b82-3c2d-46e7-b6f9-693d84b4d151 req-91d15009-f11e-4630-b433-936778f7eb8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe HTTP/1.1" status: 200 len: 1000 time: 0.0761962 Feb 05 03:18:43.131899 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab680b82-3c2d-46e7-b6f9-693d84b4d151 req-bd246fd1-bac7-4daf-b193-ad8fdd6259df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:43.133501 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ab680b82-3c2d-46e7-b6f9-693d84b4d151 req-bd246fd1-bac7-4daf-b193-ad8fdd6259df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ab975cc-8263-4d78-92b1-c19cb0f69805 HTTP/1.1" status: 200 len: 856 time: 0.0606711 Feb 05 03:18:43.148937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f730417-ae32-4b69-a758-0d9ea2c48258 req-eda06b23-3234-4d92-972b-aaab5ec29a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:43.150728 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f730417-ae32-4b69-a758-0d9ea2c48258 req-eda06b23-3234-4d92-972b-aaab5ec29a5f service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.1782763 Feb 05 03:18:43.200131 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f730417-ae32-4b69-a758-0d9ea2c48258 req-66f4df79-8387-4aac-af31-9b4534e8de60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89590e42-a3aa-4799-bbc0-47a312e63a42 HTTP/1.1" status: 200 len: 217 time: 0.0364707 Feb 05 03:18:43.216250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab680b82-3c2d-46e7-b6f9-693d84b4d151 req-e52d6052-1720-4eea-bea1-9269896abec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:43.218211 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ab680b82-3c2d-46e7-b6f9-693d84b4d151 req-e52d6052-1720-4eea-bea1-9269896abec6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0780034 Feb 05 03:18:43.274976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f730417-ae32-4b69-a758-0d9ea2c48258 req-4e467d06-0047-432a-9fa0-33e3039782b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:43.276588 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f730417-ae32-4b69-a758-0d9ea2c48258 req-4e467d06-0047-432a-9fa0-33e3039782b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0682750 Feb 05 03:18:43.355353 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:18:43.360847 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ab680b82-3c2d-46e7-b6f9-693d84b4d151 req-073ec520-6f9e-4e70-a55d-5c3a5957e631 service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359456 Feb 05 03:18:43.375101 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f730417-ae32-4b69-a758-0d9ea2c48258 req-d6b61bad-6669-462f-b9d4-15c226a8925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:43.392541 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f730417-ae32-4b69-a758-0d9ea2c48258 req-d6b61bad-6669-462f-b9d4-15c226a8925a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1105440 Feb 05 03:18:43.553563 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f730417-ae32-4b69-a758-0d9ea2c48258 req-bcb21655-4d9b-494c-b1df-0f4ffae68f9f service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536126 Feb 05 03:18:43.596025 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ab680b82-3c2d-46e7-b6f9-693d84b4d151 req-5cfcca53-d3ad-434c-8f78-d1859a8c7ae2 service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219319 Feb 05 03:18:43.749884 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093466e-1720-4402-9b28-75c63f7ba54c req-47e8803b-4d45-4eec-b83d-11978d6e98c2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:43.751383 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3093466e-1720-4402-9b28-75c63f7ba54c req-47e8803b-4d45-4eec-b83d-11978d6e98c2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.1966796 Feb 05 03:18:43.767851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a2a74-4581-42f6-a6c0-23487b8cec20 req-f8ecbbc8-06a7-41de-8e97-400d72cc4734 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:43.770216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-539a2a74-4581-42f6-a6c0-23487b8cec20 req-f8ecbbc8-06a7-41de-8e97-400d72cc4734 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 945 time: 0.1870050 Feb 05 03:18:43.805418 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f730417-ae32-4b69-a758-0d9ea2c48258 req-f548e579-84fc-4833-a0dd-ef6504f3a7cd service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409029 Feb 05 03:18:43.939803 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-539a2a74-4581-42f6-a6c0-23487b8cec20 req-fdbca3e6-f2be-4f2e-bd66-92923fcfe091 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/security-groups?id=18c3597c-62ce-4aef-9a24-7adc67d664ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551330 Feb 05 03:18:43.951409 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3093466e-1720-4402-9b28-75c63f7ba54c req-2b74d018-8988-493e-ae86-3f5484b589e1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799297 Feb 05 03:18:44.300466 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428515e-66e1-447f-b206-40ea95763bfa req-942474d9-a910-4127-af4e-d1e9abf5a135 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:44.303742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8428515e-66e1-447f-b206-40ea95763bfa req-942474d9-a910-4127-af4e-d1e9abf5a135 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1016297 Feb 05 03:18:44.383140 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8428515e-66e1-447f-b206-40ea95763bfa req-a40124a5-dc40-41f1-9df1-fec07a3e77ae tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722129 Feb 05 03:18:44.553084 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277da3b-6963-458f-8729-ea4879d863b0 req-96dbd8ea-4d8f-4ba5-948d-b4a13039fbf8 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:44.562590 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8277da3b-6963-458f-8729-ea4879d863b0 req-96dbd8ea-4d8f-4ba5-948d-b4a13039fbf8 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 945 time: 0.1321290 Feb 05 03:18:44.612717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8277da3b-6963-458f-8729-ea4879d863b0 req-a5085880-36e4-41df-961f-aafaef5d3734 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/security-groups?id=18c3597c-62ce-4aef-9a24-7adc67d664ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492113 Feb 05 03:18:45.682722 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c29b47-5f5e-447b-838f-ddfd98e8e48f req-dc65d0f8-1b79-4ed8-9d0f-f8662195a8f8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:45.695338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5c29b47-5f5e-447b-838f-ddfd98e8e48f req-dc65d0f8-1b79-4ed8-9d0f-f8662195a8f8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.6404037 Feb 05 03:18:45.736026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2e898-5ae7-46ad-8604-7a366687765b req-32a971fb-7dbd-4661-8619-6f060ed6b5de tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:45.739723 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5c2e898-5ae7-46ad-8604-7a366687765b req-32a971fb-7dbd-4661-8619-6f060ed6b5de tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1932745 Feb 05 03:18:45.829224 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5c2e898-5ae7-46ad-8604-7a366687765b req-9e5982ff-cc8b-49a3-abee-944ace2e520f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784233 Feb 05 03:18:45.848454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5c29b47-5f5e-447b-838f-ddfd98e8e48f req-5a690e75-9cb0-40c6-a255-4f922821ad51 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509521 Feb 05 03:18:45.919217 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123a37f-fb87-4855-9f3d-f8b7019f9537 req-04c20632-171b-4a79-b6f6-26840b186064 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:45.922778 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e123a37f-fb87-4855-9f3d-f8b7019f9537 req-04c20632-171b-4a79-b6f6-26840b186064 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 945 time: 0.0873520 Feb 05 03:18:45.961503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4b9f5626-d5ea-49e0-8949-0333b63edfbe no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:18:46.093198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14669fe-1869-4299-a5f7-79d1a3de44bd req-d0c4d8dc-19fd-499f-90f9-2f7b8c22cc5d tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:46.105192 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a14669fe-1869-4299-a5f7-79d1a3de44bd req-d0c4d8dc-19fd-499f-90f9-2f7b8c22cc5d tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 945 time: 0.1715722 Feb 05 03:18:46.194699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-e123a37f-fb87-4855-9f3d-f8b7019f9537 req-c15e8692-bc90-47e0-9037-5b97cd5e4598 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Deleting port 50cfd2e3-60b7-40a1-900d-2f585933e83b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:18:46.195793 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e123a37f-fb87-4855-9f3d-f8b7019f9537 req-c15e8692-bc90-47e0-9037-5b97cd5e4598 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (50cfd2e3-60b7-40a1-900d-2f585933e83b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:46.222851 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a14669fe-1869-4299-a5f7-79d1a3de44bd req-f2c99cd2-45d4-4552-9065-6c48540d8085 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/security-groups?id=18c3597c-62ce-4aef-9a24-7adc67d664ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161988 Feb 05 03:18:46.255112 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4b9f5626-d5ea-49e0-8949-0333b63edfbe is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:18:46.257851 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:46.294159 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b15097-da9e-40ee-a746-85b231afe16c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b9f5626-d5ea-49e0-8949-0333b63edfbe'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:18:46.296962 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389ea130-1c78-4b8f-a44f-fc67b1ede00e" -d '{"events": [{"server_uuid": "93b15097-da9e-40ee-a746-85b231afe16c", "name": "network-vif-unplugged", "status": "completed", "tag": "4b9f5626-d5ea-49e0-8949-0333b63edfbe"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:18:46.321708 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:18:46.348807 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:46.356294 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:46.396052 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Feb 2022 03:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43135977-5305-4bfc-bf17-2fec6244f269 x-openstack-request-id: req-43135977-5305-4bfc-bf17-2fec6244f269 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:18:46.396712 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b15097-da9e-40ee-a746-85b231afe16c", "name": "network-vif-unplugged", "status": "failed", "tag": "4b9f5626-d5ea-49e0-8949-0333b63edfbe", "code": 422}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:18:46.397169 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43135977-5305-4bfc-bf17-2fec6244f269 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:18:46.397764 n-d-826942-8 neutron-server[109676]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '93b15097-da9e-40ee-a746-85b231afe16c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b9f5626-d5ea-49e0-8949-0333b63edfbe', 'code': 422} returned with failed status Feb 05 03:18:46.431763 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4b9f5626-d5ea-49e0-8949-0333b63edfbe,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:46.759763 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-bad7002b-d29a-48c3-8c32-ea147c230aa3 req-02e46d17-fa18-4209-86c5-12c769ebb242 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:18:46.761283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bad7002b-d29a-48c3-8c32-ea147c230aa3 req-02e46d17-fa18-4209-86c5-12c769ebb242 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057251 Feb 05 03:18:47.078328 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626de3c-5d96-4810-ba3c-833cfb40a1e2 req-623abec6-5944-4c98-aec2-0bfa169aeff9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:47.087090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1626de3c-5d96-4810-ba3c-833cfb40a1e2 req-623abec6-5944-4c98-aec2-0bfa169aeff9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.0917482 Feb 05 03:18:47.163820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1626de3c-5d96-4810-ba3c-833cfb40a1e2 req-07f3b369-a424-43e1-b21d-691a6c107a0e tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748498 Feb 05 03:18:47.183808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267e792-7f2c-4f08-848b-93b6e91b83b3 req-f5c87c99-a13e-435b-9334-526f87eb2390 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:47.187517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7267e792-7f2c-4f08-848b-93b6e91b83b3 req-f5c87c99-a13e-435b-9334-526f87eb2390 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.2042766 Feb 05 03:18:47.228978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e123a37f-fb87-4855-9f3d-f8b7019f9537 req-c15e8692-bc90-47e0-9037-5b97cd5e4598 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] For port 50cfd2e3-60b7-40a1-900d-2f585933e83b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=50cfd2e3-60b7-40a1-900d-2f585933e83b,segment=NetworkSegment(e37054a4-27a0-4e96-b21a-31215692af6b),segment_id=e37054a4-27a0-4e96-b21a-31215692af6b)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:18:47.232198 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e123a37f-fb87-4855-9f3d-f8b7019f9537 req-c15e8692-bc90-47e0-9037-5b97cd5e4598 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (50cfd2e3-60b7-40a1-900d-2f585933e83b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:47.280175 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-e123a37f-fb87-4855-9f3d-f8b7019f9537 req-c15e8692-bc90-47e0-9037-5b97cd5e4598 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Calling delete_port for 50cfd2e3-60b7-40a1-900d-2f585933e83b owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:18:47.370996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7267e792-7f2c-4f08-848b-93b6e91b83b3 req-5fc36fd0-79a7-47b4-877d-965bcad81546 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777272 Feb 05 03:18:47.449167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129863b-b36c-4ff9-88c5-534ccae62dba req-6102c0f6-6cdd-4db4-9d2e-dd8195ebacf4 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:47.451220 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f129863b-b36c-4ff9-88c5-534ccae62dba req-6102c0f6-6cdd-4db4-9d2e-dd8195ebacf4 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd HTTP/1.1" status: 200 len: 945 time: 0.1152065 Feb 05 03:18:47.585663 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f129863b-b36c-4ff9-88c5-534ccae62dba req-002d13c7-3278-4039-9d4c-a02dc371d19a tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.36 "GET /v2.0/security-groups?id=18c3597c-62ce-4aef-9a24-7adc67d664ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206627 Feb 05 03:18:47.606478 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e123a37f-fb87-4855-9f3d-f8b7019f9537 req-c15e8692-bc90-47e0-9037-5b97cd5e4598 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (50cfd2e3-60b7-40a1-900d-2f585933e83b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:47.620910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['50cfd2e3-60b7-40a1-900d-2f585933e83b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:18:47.626612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-a603a526-7cd8-42fa-8544-c9c25754286d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2545810 Feb 05 03:18:47.642887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-ae3f07e9-d8fb-4f1d-bb77-2439b3b2be06 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:18:47.655429 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-ae3f07e9-d8fb-4f1d-bb77-2439b3b2be06 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0279040 Feb 05 03:18:47.674955 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e8692-bc90-47e0-9037-5b97cd5e4598 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Pushing event deleted for resources: {'Port': ['ID=50cfd2e3-60b7-40a1-900d-2f585933e83b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:47.732809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e123a37f-fb87-4855-9f3d-f8b7019f9537 req-c15e8692-bc90-47e0-9037-5b97cd5e4598 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] No DVR routers for this DVR port 50cfd2e3-60b7-40a1-900d-2f585933e83b on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:18:47.735842 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e123a37f-fb87-4855-9f3d-f8b7019f9537 req-c15e8692-bc90-47e0-9037-5b97cd5e4598 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:47.739950 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e123a37f-fb87-4855-9f3d-f8b7019f9537 req-c15e8692-bc90-47e0-9037-5b97cd5e4598 tempest-InstanceActionsTestJSON-587636908 tempest-InstanceActionsTestJSON-587636908-project] 10.222.0.31 "DELETE /v2.0/ports/50cfd2e3-60b7-40a1-900d-2f585933e83b HTTP/1.1" status: 204 len: 173 time: 1.8058372 Feb 05 03:18:47.740486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd', 'name': 'network-vif-deleted', 'tag': '50cfd2e3-60b7-40a1-900d-2f585933e83b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:18:47.743180 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c974799d-28f4-4f02-a3b2-f3c22c291047" -d '{"events": [{"server_uuid": "c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd", "name": "network-vif-deleted", "tag": "50cfd2e3-60b7-40a1-900d-2f585933e83b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:18:47.820859 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56c0497-19a2-45d3-a644-c5b1fdfefb2e x-openstack-request-id: req-d56c0497-19a2-45d3-a644-c5b1fdfefb2e {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:18:47.821237 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd", "name": "network-vif-deleted", "tag": "50cfd2e3-60b7-40a1-900d-2f585933e83b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:18:47.825025 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d56c0497-19a2-45d3-a644-c5b1fdfefb2e {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:18:47.825523 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9aa0dff-7fd2-47d3-a3b7-06e7fb2c2ecd', 'name': 'network-vif-deleted', 'tag': '50cfd2e3-60b7-40a1-900d-2f585933e83b', 'status': 'completed', 'code': 200} Feb 05 03:18:48.426458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b0dff-36ec-42f4-80ac-8794eb4393e2 req-8ef8e2d9-60fb-4501-bc0d-2a9f3aa5f0d3 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:48.439987 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d5b0dff-36ec-42f4-80ac-8794eb4393e2 req-8ef8e2d9-60fb-4501-bc0d-2a9f3aa5f0d3 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.1103690 Feb 05 03:18:48.563963 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d5b0dff-36ec-42f4-80ac-8794eb4393e2 req-d52562fb-cb4b-4d07-8c62-dc9ce9ed6c11 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225140 Feb 05 03:18:48.648736 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c3e09-3b58-4487-bc2c-b4d95f6c05d9 req-efbf3a67-eaca-4081-8e4a-d9a34f20717f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:48.650635 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55604) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:48.651171 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-656c3e09-3b58-4487-bc2c-b4d95f6c05d9 req-efbf3a67-eaca-4081-8e4a-d9a34f20717f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.0857205 Feb 05 03:18:48.712656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb1d96f-f775-4f14-94ad-bd46fdbb7fb5 admin admin] Deleting subnet d5655dc7-219d-488f-9a5c-06e28e3436ad {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:18:48.735425 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-656c3e09-3b58-4487-bc2c-b4d95f6c05d9 req-b8a140e5-4891-404b-a8e0-7350880796ae tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749066 Feb 05 03:18:48.740636 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cb1d96f-f775-4f14-94ad-bd46fdbb7fb5 admin admin] Publish callbacks [] for subnet (d5655dc7-219d-488f-9a5c-06e28e3436ad), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:48.794659 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cb1d96f-f775-4f14-94ad-bd46fdbb7fb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (d5655dc7-219d-488f-9a5c-06e28e3436ad), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:48.836110 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cb1d96f-f775-4f14-94ad-bd46fdbb7fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (d5655dc7-219d-488f-9a5c-06e28e3436ad), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:48.904052 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cb1d96f-f775-4f14-94ad-bd46fdbb7fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (d5655dc7-219d-488f-9a5c-06e28e3436ad), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:48.952723 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2cb1d96f-f775-4f14-94ad-bd46fdbb7fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:48.957432 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2cb1d96f-f775-4f14-94ad-bd46fdbb7fb5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d5655dc7-219d-488f-9a5c-06e28e3436ad HTTP/1.1" status: 204 len: 168 time: 0.3050830 Feb 05 03:18:48.959460 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1d96f-f775-4f14-94ad-bd46fdbb7fb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5655dc7-219d-488f-9a5c-06e28e3436ad,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:48.960122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55618) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:49.092883 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e371578-1c0a-47cb-9fbe-2e205fc1f345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (82692727-0621-4560-9a58-e58d39d0f027), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:49.196851 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e371578-1c0a-47cb-9fbe-2e205fc1f345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (82692727-0621-4560-9a58-e58d39d0f027), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:49.257598 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8e371578-1c0a-47cb-9fbe-2e205fc1f345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82692727-0621-4560-9a58-e58d39d0f027']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:18:49.275291 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8e371578-1c0a-47cb-9fbe-2e205fc1f345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37054a4-27a0-4e96-b21a-31215692af6b') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:18:49.275602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8e371578-1c0a-47cb-9fbe-2e205fc1f345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37054a4-27a0-4e96-b21a-31215692af6b') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:18:49.296831 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e371578-1c0a-47cb-9fbe-2e205fc1f345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (e37054a4-27a0-4e96-b21a-31215692af6b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:49.313568 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e371578-1c0a-47cb-9fbe-2e205fc1f345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e37054a4-27a0-4e96-b21a-31215692af6b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:49.322517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e371578-1c0a-47cb-9fbe-2e205fc1f345 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:18:49.322987 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e371578-1c0a-47cb-9fbe-2e205fc1f345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (e37054a4-27a0-4e96-b21a-31215692af6b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:18:49.324956 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:18:49.394701 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e371578-1c0a-47cb-9fbe-2e205fc1f345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (82692727-0621-4560-9a58-e58d39d0f027), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:49.400870 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e371578-1c0a-47cb-9fbe-2e205fc1f345 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:49.405309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8e371578-1c0a-47cb-9fbe-2e205fc1f345 admin admin] 10.222.0.36 "DELETE /v2.0/networks/82692727-0621-4560-9a58-e58d39d0f027 HTTP/1.1" status: 204 len: 168 time: 0.4442894 Feb 05 03:18:49.422445 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e371578-1c0a-47cb-9fbe-2e205fc1f345 admin admin] Pushing event deleted for resources: {'Network': ['ID=82692727-0621-4560-9a58-e58d39d0f027,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:49.635621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55638) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:49.756908 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a024036f-87e3-439f-a4ed-8a4e071a06f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ce067445c154e3ab7f01435edd8759e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1199632 Feb 05 03:18:49.759712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55648) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:49.793495 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbf357-7fcd-4fce-b46b-243f1515f7e6 req-26e2baf2-473e-4ba2-8823-bc572828b472 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:49.795261 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37cbf357-7fcd-4fce-b46b-243f1515f7e6 req-26e2baf2-473e-4ba2-8823-bc572828b472 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.1271667 Feb 05 03:18:49.866716 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-049e71fb-c232-4005-b36a-8fa5cd2517b9 admin admin] Publish callbacks [] for security_group (18c3597c-62ce-4aef-9a24-7adc67d664ea), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:49.902291 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-049e71fb-c232-4005-b36a-8fa5cd2517b9 admin admin] Publish callbacks [] for security_group (18c3597c-62ce-4aef-9a24-7adc67d664ea), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:49.988997 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-049e71fb-c232-4005-b36a-8fa5cd2517b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (18c3597c-62ce-4aef-9a24-7adc67d664ea), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:49.992938 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-049e71fb-c232-4005-b36a-8fa5cd2517b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:49.994225 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-049e71fb-c232-4005-b36a-8fa5cd2517b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18c3597c-62ce-4aef-9a24-7adc67d664ea HTTP/1.1" status: 204 len: 168 time: 0.2328417 Feb 05 03:18:50.008718 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e71fb-c232-4005-b36a-8fa5cd2517b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c3597c-62ce-4aef-9a24-7adc67d664ea,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:50.039305 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37cbf357-7fcd-4fce-b46b-243f1515f7e6 req-0fad79ef-b8be-4580-b841-b840db78b4d5 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304387 Feb 05 03:18:50.074084 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d10f7-9b1c-4645-9013-e8daf6738f64 req-a1246f7a-96b7-417c-9686-0bfe3e4ad418 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:50.081113 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e27d10f7-9b1c-4645-9013-e8daf6738f64 req-a1246f7a-96b7-417c-9686-0bfe3e4ad418 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.1912906 Feb 05 03:18:50.155994 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e27d10f7-9b1c-4645-9013-e8daf6738f64 req-f03d6bff-e37c-4a00-8ff4-1b0303e28ad4 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737150 Feb 05 03:18:50.898523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 55688) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:51.027069 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a801ca59-ae44-4cb1-b010-838aa73ebec3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1134175514-network', 'tenant_id': '38a8a596a6fc4fd19716b4c030d3d4c2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:18:51.055990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a801ca59-ae44-4cb1-b010-838aa73ebec3 admin admin] Made reservation on behalf of 38a8a596a6fc4fd19716b4c030d3d4c2 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:18:51.058534 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a801ca59-ae44-4cb1-b010-838aa73ebec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:51.070129 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a801ca59-ae44-4cb1-b010-838aa73ebec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:51.179478 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a801ca59-ae44-4cb1-b010-838aa73ebec3 admin admin] Publish callbacks [] for security_group (b62d0df9-3308-4971-8c57-c73b1ee53f70), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:51.196784 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a801ca59-ae44-4cb1-b010-838aa73ebec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b62d0df9-3308-4971-8c57-c73b1ee53f70), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:51.201384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18c9f4-0e71-4112-b096-93448a7edec4 req-c2542fd4-a3d9-4164-a34e-b2dbc8c0c0cf tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:51.208749 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a18c9f4-0e71-4112-b096-93448a7edec4 req-c2542fd4-a3d9-4164-a34e-b2dbc8c0c0cf tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.0714471 Feb 05 03:18:51.213840 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a801ca59-ae44-4cb1-b010-838aa73ebec3 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:18:51.235650 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a801ca59-ae44-4cb1-b010-838aa73ebec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (126c3564-b243-4c5c-b55f-aa60b6256282), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:51.238704 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-a801ca59-ae44-4cb1-b010-838aa73ebec3 admin admin] Added segment 126c3564-b243-4c5c-b55f-aa60b6256282 of type vlan for network 2f2eff5b-427e-4a34-80eb-fe02d533134d Feb 05 03:18:51.278551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 50cfd2e3-60b7-40a1-900d-2f585933e83b no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:18:51.296082 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a18c9f4-0e71-4112-b096-93448a7edec4 req-e1bcdd9d-da8a-4176-bc2e-93fa1e5d763f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861912 Feb 05 03:18:51.320860 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 50cfd2e3-60b7-40a1-900d-2f585933e83b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:18:51.323128 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 50cfd2e3-60b7-40a1-900d-2f585933e83b not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:18:51.342670 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a801ca59-ae44-4cb1-b010-838aa73ebec3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (2f2eff5b-427e-4a34-80eb-fe02d533134d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:51.371905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7ea86-a903-4baa-8492-7d18744ed96d req-7d47a181-7cc5-45bd-9e81-8f450bed654b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:51.374614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06c7ea86-a903-4baa-8492-7d18744ed96d req-7d47a181-7cc5-45bd-9e81-8f450bed654b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.1136103 Feb 05 03:18:51.396462 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a801ca59-ae44-4cb1-b010-838aa73ebec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (2f2eff5b-427e-4a34-80eb-fe02d533134d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:51.397958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a801ca59-ae44-4cb1-b010-838aa73ebec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:51.398705 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a801ca59-ae44-4cb1-b010-838aa73ebec3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:51.426505 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801ca59-ae44-4cb1-b010-838aa73ebec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62d0df9-3308-4971-8c57-c73b1ee53f70,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:51.501206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06c7ea86-a903-4baa-8492-7d18744ed96d req-fe75f167-e522-44fd-a6d1-aed4a9e9b402 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192219 Feb 05 03:18:51.531573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801ca59-ae44-4cb1-b010-838aa73ebec3 admin admin] Pushing event updated for resources: {'Network': ['ID=2f2eff5b-427e-4a34-80eb-fe02d533134d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:51.544766 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 2f2eff5b-427e-4a34-80eb-fe02d533134d details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:18:51.555792 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a801ca59-ae44-4cb1-b010-838aa73ebec3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6552327 Feb 05 03:18:51.558868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 55704) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:18:51.566722 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f1bb059c-e53b-4cfd-bc22-33ba45f6f047 admin admin] Request body: {'subnet': {'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1134175514-subnet', 'tenant_id': '38a8a596a6fc4fd19716b4c030d3d4c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:18:51.601360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bb059c-e53b-4cfd-bc22-33ba45f6f047 admin admin] Made reservation on behalf of 38a8a596a6fc4fd19716b4c030d3d4c2 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:18:51.605294 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1bb059c-e53b-4cfd-bc22-33ba45f6f047 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:51.823735 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1bb059c-e53b-4cfd-bc22-33ba45f6f047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (208dc55d-d572-4e9a-b7fd-51d0b779a0d3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:51.892990 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb059c-e53b-4cfd-bc22-33ba45f6f047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=208dc55d-d572-4e9a-b7fd-51d0b779a0d3,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:51.904338 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb059c-e53b-4cfd-bc22-33ba45f6f047 admin admin] Checking segment: {'id': '126c3564-b243-4c5c-b55f-aa60b6256282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:18:51.904702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bb059c-e53b-4cfd-bc22-33ba45f6f047 admin admin] Network hostable DHCP agents. Network: 2f2eff5b-427e-4a34-80eb-fe02d533134d, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:18:51.923973 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bb059c-e53b-4cfd-bc22-33ba45f6f047 admin admin] Network 2f2eff5b-427e-4a34-80eb-fe02d533134d is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:18:51.938577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-f1bb059c-e53b-4cfd-bc22-33ba45f6f047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 2f2eff5b-427e-4a34-80eb-fe02d533134d) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:18:51.947788 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc040ab-3232-4112-b3f8-886b1cc41f96 None None] Network 2f2eff5b-427e-4a34-80eb-fe02d533134d requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:18:51.951616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bb059c-e53b-4cfd-bc22-33ba45f6f047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:51.952215 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1bb059c-e53b-4cfd-bc22-33ba45f6f047 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:51.986592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f1bb059c-e53b-4cfd-bc22-33ba45f6f047 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4171929 Feb 05 03:18:52.082560 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09892e1-9b37-4e6f-9fe1-f7daea9e1ec7 None None] Network 2f2eff5b-427e-4a34-80eb-fe02d533134d requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:18:52.561351 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f357c-c69a-44a8-bb39-6143cc616663 req-ffd912da-d7d6-45a7-bb16-315a61610d5b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:52.567295 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a0f357c-c69a-44a8-bb39-6143cc616663 req-ffd912da-d7d6-45a7-bb16-315a61610d5b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.1460972 Feb 05 03:18:52.614993 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-7faea5d8-7547-4d9e-a9b8-c7a4ae38fa11 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:52.616692 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-7faea5d8-7547-4d9e-a9b8-c7a4ae38fa11 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/networks?id=2f2eff5b-427e-4a34-80eb-fe02d533134d HTTP/1.1" status: 200 len: 813 time: 0.2124624 Feb 05 03:18:52.645461 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-56da1011-25e7-4f2c-8086-988e3391b32a tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/quotas/38a8a596a6fc4fd19716b4c030d3d4c2 HTTP/1.1" status: 200 len: 375 time: 0.0206571 Feb 05 03:18:52.681962 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a0f357c-c69a-44a8-bb39-6143cc616663 req-26896ec5-9f6c-4a27-9406-28f0223c8abc tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130261 Feb 05 03:18:52.730294 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-374c5eb4-b831-4d00-af1c-6c6c32839e50 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=38a8a596a6fc4fd19716b4c030d3d4c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760305 Feb 05 03:18:52.919834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d823f-82b5-43b4-9946-f502bd11cefd req-6bd0ee74-e9bd-415a-8941-9333ce4ef164 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:52.929411 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b51d823f-82b5-43b4-9946-f502bd11cefd req-6bd0ee74-e9bd-415a-8941-9333ce4ef164 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.1514070 Feb 05 03:18:53.017646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b51d823f-82b5-43b4-9946-f502bd11cefd req-8bf43c81-d4a6-4db7-9c02-a8f8b5af934d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868008 Feb 05 03:18:53.023774 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-fed30df9-39f2-45f9-8256-11e85584084b service neutron] 10.222.0.36 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869821 Feb 05 03:18:53.167579 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-5bd3d02f-d64b-46c7-aedb-886c9ccc01fe service neutron] 10.222.0.36 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379313 Feb 05 03:18:53.567916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28b921b3-883f-4908-a49d-02e6a6a225cd req-1724e49d-4fa3-4434-80a4-5f9488836450 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3f1ef6f-5994-441e-97f0-8a2aefecc1bf HTTP/1.1" status: 200 len: 210 time: 0.0456917 Feb 05 03:18:53.923670 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e00f5f-8312-46c2-9934-bd0454d03880 req-68cae7c9-a2b1-4ea0-942d-d0c81f5ef217 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:53.926973 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73e00f5f-8312-46c2-9934-bd0454d03880 req-68cae7c9-a2b1-4ea0-942d-d0c81f5ef217 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.1275122 Feb 05 03:18:53.993621 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73e00f5f-8312-46c2-9934-bd0454d03880 req-959529a9-aa33-4849-b979-42a5dbfa3fe1 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605438 Feb 05 03:18:54.171346 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ba9e8-6483-4231-83c9-cacdd1b63b2f req-2714c4ca-40da-487b-b4fb-344ad757e65e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:54.179302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-780ba9e8-6483-4231-83c9-cacdd1b63b2f req-2714c4ca-40da-487b-b4fb-344ad757e65e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.0848436 Feb 05 03:18:54.287012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-780ba9e8-6483-4231-83c9-cacdd1b63b2f req-7d488387-d11b-4531-9223-b4d48883fb4c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066933 Feb 05 03:18:54.695132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52b4978e-fb83-4447-9d4c-2ef141cf59cb req-c32d89f3-b784-4c1b-9210-26d667120d45 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3f1ef6f-5994-441e-97f0-8a2aefecc1bf HTTP/1.1" status: 200 len: 210 time: 0.0436285 Feb 05 03:18:54.933242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-aedf7f94-b3ec-493a-a788-edd78c85ab95 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:54.935628 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-aedf7f94-b3ec-493a-a788-edd78c85ab95 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.31 "GET /v2.0/networks?id=2f2eff5b-427e-4a34-80eb-fe02d533134d HTTP/1.1" status: 200 len: 813 time: 0.1485817 Feb 05 03:18:54.950815 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ca934128-2f09-4cc1-9f17-62a3580e7bbb tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Request body: {'port': {'device_id': 'd273296d-018f-4769-ae0e-d25b4697f52c', 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d', 'admin_state_up': True, 'tenant_id': '38a8a596a6fc4fd19716b4c030d3d4c2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:18:55.179952 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-9d49bfa1-c4ac-43b6-bae9-438f71cdb00a tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:55.181647 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-9d49bfa1-c4ac-43b6-bae9-438f71cdb00a tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.10 "GET /v2.0/networks?id=2f2eff5b-427e-4a34-80eb-fe02d533134d HTTP/1.1" status: 200 len: 813 time: 0.1541307 Feb 05 03:18:55.186057 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ca934128-2f09-4cc1-9f17-62a3580e7bbb tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Made reservation on behalf of 38a8a596a6fc4fd19716b4c030d3d4c2 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:18:55.192003 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ca934128-2f09-4cc1-9f17-62a3580e7bbb tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:55.200279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ab8064d7-71b9-47fd-96df-8d921d37df61 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Request body: {'port': {'device_id': 'b3f1ef6f-5994-441e-97f0-8a2aefecc1bf', 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d', 'admin_state_up': True, 'tenant_id': '38a8a596a6fc4fd19716b4c030d3d4c2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:18:55.312269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df81f8-5fb0-4314-b2b1-edfde9587ee9 req-d567f186-5162-49e9-8fd6-f8511b76fb24 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:55.321584 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f4df81f8-5fb0-4314-b2b1-edfde9587ee9 req-d567f186-5162-49e9-8fd6-f8511b76fb24 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.1373134 Feb 05 03:18:55.363575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ca934128-2f09-4cc1-9f17-62a3580e7bbb tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Allocated IP 172.20.0.2 (2f2eff5b-427e-4a34-80eb-fe02d533134d/208dc55d-d572-4e9a-b7fd-51d0b779a0d3/544b680c-5fcb-4e99-83e0-35310877e0ba) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:18:55.459851 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f4df81f8-5fb0-4314-b2b1-edfde9587ee9 req-c0ab42f8-53c1-4426-878f-78d6beb070e1 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387758 Feb 05 03:18:55.481276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ab8064d7-71b9-47fd-96df-8d921d37df61 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Made reservation on behalf of 38a8a596a6fc4fd19716b4c030d3d4c2 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:18:55.485528 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ab8064d7-71b9-47fd-96df-8d921d37df61 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:55.563256 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ca934128-2f09-4cc1-9f17-62a3580e7bbb tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks [] for port (544b680c-5fcb-4e99-83e0-35310877e0ba), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:55.577286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37193a3c-c2f6-4014-bbd6-0d9a7706b564 req-876ee2db-ae5c-48eb-9f8d-b8a54c3cc341 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:55.584929 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37193a3c-c2f6-4014-bbd6-0d9a7706b564 req-876ee2db-ae5c-48eb-9f8d-b8a54c3cc341 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.1547670 Feb 05 03:18:55.607251 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ca934128-2f09-4cc1-9f17-62a3580e7bbb tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (544b680c-5fcb-4e99-83e0-35310877e0ba), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:55.673945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ca934128-2f09-4cc1-9f17-62a3580e7bbb tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Network 2f2eff5b-427e-4a34-80eb-fe02d533134d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:18:55.684141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ca934128-2f09-4cc1-9f17-62a3580e7bbb tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:18:55.684916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37193a3c-c2f6-4014-bbd6-0d9a7706b564 req-1f9bb02c-14d8-46a3-bbdc-fb5389d15a66 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991399 Feb 05 03:18:55.692926 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ca934128-2f09-4cc1-9f17-62a3580e7bbb tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:18:55.705036 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ab8064d7-71b9-47fd-96df-8d921d37df61 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Allocated IP 172.20.0.5 (2f2eff5b-427e-4a34-80eb-fe02d533134d/208dc55d-d572-4e9a-b7fd-51d0b779a0d3/25f345a9-d8de-48c8-b8f8-bf134047a58b) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:18:55.763047 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca934128-2f09-4cc1-9f17-62a3580e7bbb tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Pushing event updated for resources: {'Port': ['ID=544b680c-5fcb-4e99-83e0-35310877e0ba,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:55.796595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ca934128-2f09-4cc1-9f17-62a3580e7bbb tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:55.797384 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ca934128-2f09-4cc1-9f17-62a3580e7bbb tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:55.816621 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ca934128-2f09-4cc1-9f17-62a3580e7bbb tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8719327 Feb 05 03:18:55.828411 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Request body: {'port': {'device_id': 'd273296d-018f-4769-ae0e-d25b4697f52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:18:55.902599 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ee7cca8-14b7-427f-92a2-ba9bb6ae5ad1 req-21c55d9d-d3eb-43bd-be4c-74e024764f45 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3f1ef6f-5994-441e-97f0-8a2aefecc1bf HTTP/1.1" status: 200 len: 210 time: 0.0475767 Feb 05 03:18:55.920509 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (544b680c-5fcb-4e99-83e0-35310877e0ba), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:55.946709 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ab8064d7-71b9-47fd-96df-8d921d37df61 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks [] for port (25f345a9-d8de-48c8-b8f8-bf134047a58b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:56.005415 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ab8064d7-71b9-47fd-96df-8d921d37df61 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (25f345a9-d8de-48c8-b8f8-bf134047a58b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:56.067187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8064d7-71b9-47fd-96df-8d921d37df61 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Pushing event updated for resources: {'Port': ['ID=25f345a9-d8de-48c8-b8f8-bf134047a58b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:56.081123 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ab8064d7-71b9-47fd-96df-8d921d37df61 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Network 2f2eff5b-427e-4a34-80eb-fe02d533134d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:18:56.083606 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ab8064d7-71b9-47fd-96df-8d921d37df61 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:18:56.086299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ab8064d7-71b9-47fd-96df-8d921d37df61 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:18:56.151198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ab8064d7-71b9-47fd-96df-8d921d37df61 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:56.152217 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ab8064d7-71b9-47fd-96df-8d921d37df61 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:56.176283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-ab8064d7-71b9-47fd-96df-8d921d37df61 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9807880 Feb 05 03:18:56.190459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Request body: {'port': {'device_id': 'b3f1ef6f-5994-441e-97f0-8a2aefecc1bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:18:56.259953 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (25f345a9-d8de-48c8-b8f8-bf134047a58b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:56.334605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544b680c-5fcb-4e99-83e0-35310877e0ba {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:18:56.345807 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Publish callbacks [] for port (544b680c-5fcb-4e99-83e0-35310877e0ba), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:56.360515 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Transition to ACTIVE for port object 544b680c-5fcb-4e99-83e0-35310877e0ba will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:18:56.366131 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (544b680c-5fcb-4e99-83e0-35310877e0ba), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:56.437149 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Pushing event updated for resources: {'Port': ['ID=544b680c-5fcb-4e99-83e0-35310877e0ba,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:56.556588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Attempting to bind port 544b680c-5fcb-4e99-83e0-35310877e0ba on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:18:56.556994 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Attempting to bind port 544b680c-5fcb-4e99-83e0-35310877e0ba by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '126c3564-b243-4c5c-b55f-aa60b6256282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:18:56.557344 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Attempting to bind port 544b680c-5fcb-4e99-83e0-35310877e0ba on network 2f2eff5b-427e-4a34-80eb-fe02d533134d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:18:56.562356 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Port 544b680c-5fcb-4e99-83e0-35310877e0ba on network 2f2eff5b-427e-4a34-80eb-fe02d533134d not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:18:56.562838 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Attempting to bind port 544b680c-5fcb-4e99-83e0-35310877e0ba on network 2f2eff5b-427e-4a34-80eb-fe02d533134d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:18:56.571269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:18:56.572361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Checking segment: {'id': '126c3564-b243-4c5c-b55f-aa60b6256282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:18:56.572885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Bound using segment: {'id': '126c3564-b243-4c5c-b55f-aa60b6256282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:18:56.573321 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Bound port: 544b680c-5fcb-4e99-83e0-35310877e0ba, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '126c3564-b243-4c5c-b55f-aa60b6256282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:18:56.573804 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (544b680c-5fcb-4e99-83e0-35310877e0ba), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:56.637921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f345a9-d8de-48c8-b8f8-bf134047a58b {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:18:56.647753 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Publish callbacks [] for port (25f345a9-d8de-48c8-b8f8-bf134047a58b), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:56.663748 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] For port 544b680c-5fcb-4e99-83e0-35310877e0ba, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:18:56.667226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Transition to ACTIVE for port object 25f345a9-d8de-48c8-b8f8-bf134047a58b will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:18:56.669543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] For port 544b680c-5fcb-4e99-83e0-35310877e0ba, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=544b680c-5fcb-4e99-83e0-35310877e0ba,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:18:56.678490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344e0cf-0194-4bb3-99d4-e09256453a42 req-53752edb-c7ec-4752-a469-eedc4618de4b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:56.679458 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (544b680c-5fcb-4e99-83e0-35310877e0ba), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:56.686623 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2344e0cf-0194-4bb3-99d4-e09256453a42 req-53752edb-c7ec-4752-a469-eedc4618de4b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.1003330 Feb 05 03:18:56.694719 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (25f345a9-d8de-48c8-b8f8-bf134047a58b), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:56.748495 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=25f345a9-d8de-48c8-b8f8-bf134047a58b,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:56.749981 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Pushing event updated for resources: {'Port': ['ID=544b680c-5fcb-4e99-83e0-35310877e0ba,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:56.763870 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:56.764789 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:56.767261 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-f1b3fb6d-e538-4d76-8fe5-f557206f434c service neutron] 10.222.0.31 "PUT /v2.0/ports/544b680c-5fcb-4e99-83e0-35310877e0ba HTTP/1.1" status: 200 len: 1091 time: 0.9434640 Feb 05 03:18:56.767752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd273296d-018f-4769-ae0e-d25b4697f52c', 'tag': '544b680c-5fcb-4e99-83e0-35310877e0ba'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:18:56.772048 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705f672a-2c53-46f7-aa8d-eb3dc364b787" -d '{"events": [{"name": "network-changed", "server_uuid": "d273296d-018f-4769-ae0e-d25b4697f52c", "tag": "544b680c-5fcb-4e99-83e0-35310877e0ba"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:18:56.814167 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2344e0cf-0194-4bb3-99d4-e09256453a42 req-0d86b8a3-41e1-426e-afa3-132d83912711 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214883 Feb 05 03:18:56.877847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-0148ca98-6cc0-4d37-ac9b-bf1775455ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:56.880881 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-0148ca98-6cc0-4d37-ac9b-bf1775455ad7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38a8a596a6fc4fd19716b4c030d3d4c2&device_id=d273296d-018f-4769-ae0e-d25b4697f52c HTTP/1.1" status: 200 len: 1125 time: 0.0595665 Feb 05 03:18:56.893659 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc146e0-ee0a-44ac-98ed-d64d2d7eb602 x-openstack-request-id: req-edc146e0-ee0a-44ac-98ed-d64d2d7eb602 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:18:56.894058 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d273296d-018f-4769-ae0e-d25b4697f52c", "tag": "544b680c-5fcb-4e99-83e0-35310877e0ba", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:18:56.894495 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-edc146e0-ee0a-44ac-98ed-d64d2d7eb602 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:18:56.895061 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd273296d-018f-4769-ae0e-d25b4697f52c', 'tag': '544b680c-5fcb-4e99-83e0-35310877e0ba', 'status': 'completed', 'code': 200} Feb 05 03:18:56.960117 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-a77c1a48-f444-4738-917b-74855beffbfd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=544b680c-5fcb-4e99-83e0-35310877e0ba HTTP/1.1" status: 200 len: 217 time: 0.0635602 Feb 05 03:18:57.032829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-5bfde5f5-9aaa-43f7-a0ee-1d2e35172fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:57.034309 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-5bfde5f5-9aaa-43f7-a0ee-1d2e35172fea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=208dc55d-d572-4e9a-b7fd-51d0b779a0d3 HTTP/1.1" status: 200 len: 853 time: 0.0671196 Feb 05 03:18:57.042278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Attempting to bind port 25f345a9-d8de-48c8-b8f8-bf134047a58b on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:18:57.042727 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Attempting to bind port 25f345a9-d8de-48c8-b8f8-bf134047a58b by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '126c3564-b243-4c5c-b55f-aa60b6256282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:18:57.043156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Attempting to bind port 25f345a9-d8de-48c8-b8f8-bf134047a58b on network 2f2eff5b-427e-4a34-80eb-fe02d533134d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:18:57.054960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57299f3c-b313-47b0-a348-441cbac17b12 req-07248c15-45e5-4af3-a347-a4e89e64b72e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:57.056630 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-57299f3c-b313-47b0-a348-441cbac17b12 req-07248c15-45e5-4af3-a347-a4e89e64b72e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.2358804 Feb 05 03:18:57.070072 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-5b397497-9182-478e-acbf-1c49d2655a11 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f2eff5b-427e-4a34-80eb-fe02d533134d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301092 Feb 05 03:18:57.074786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Port 25f345a9-d8de-48c8-b8f8-bf134047a58b on network 2f2eff5b-427e-4a34-80eb-fe02d533134d not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:18:57.075393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Attempting to bind port 25f345a9-d8de-48c8-b8f8-bf134047a58b on network 2f2eff5b-427e-4a34-80eb-fe02d533134d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:18:57.095431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:18:57.095766 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Checking segment: {'id': '126c3564-b243-4c5c-b55f-aa60b6256282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:18:57.096353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Bound using segment: {'id': '126c3564-b243-4c5c-b55f-aa60b6256282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:18:57.096849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Bound port: 25f345a9-d8de-48c8-b8f8-bf134047a58b, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '126c3564-b243-4c5c-b55f-aa60b6256282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:18:57.097358 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (25f345a9-d8de-48c8-b8f8-bf134047a58b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:57.140859 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-57299f3c-b313-47b0-a348-441cbac17b12 req-ea842a76-5712-419b-a6e3-b22a2685f5fa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758886 Feb 05 03:18:57.160122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24da4e3-4c56-4daf-bb7b-0790f7ccfa82 req-af44c2f5-641c-4183-91c3-d0957ccdb8f6 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:57.161612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b24da4e3-4c56-4daf-bb7b-0790f7ccfa82 req-af44c2f5-641c-4183-91c3-d0957ccdb8f6 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3f1ef6f-5994-441e-97f0-8a2aefecc1bf HTTP/1.1" status: 200 len: 943 time: 0.1667280 Feb 05 03:18:57.213546 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-d5d855e9-5c4f-4265-84d1-5b98e1f77ee8 service neutron] 10.222.0.31 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362493 Feb 05 03:18:57.260443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] For port 25f345a9-d8de-48c8-b8f8-bf134047a58b, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:18:57.265908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] For port 25f345a9-d8de-48c8-b8f8-bf134047a58b, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=25f345a9-d8de-48c8-b8f8-bf134047a58b,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:18:57.280328 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b24da4e3-4c56-4daf-bb7b-0790f7ccfa82 req-ccccc6de-44ee-4eac-8fdd-83f2f74910dd tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893292 Feb 05 03:18:57.284437 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (25f345a9-d8de-48c8-b8f8-bf134047a58b), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:57.327080 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-24d59ea7-c974-4c91-a59c-5ce6944e62f5 service neutron] 10.222.0.31 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038070 Feb 05 03:18:57.362621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:57.363271 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:18:57.364870 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] 10.222.0.10 "PUT /v2.0/ports/25f345a9-d8de-48c8-b8f8-bf134047a58b HTTP/1.1" status: 200 len: 1091 time: 1.1819129 Feb 05 03:18:57.365340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f1ef6f-5994-441e-97f0-8a2aefecc1bf', 'tag': '25f345a9-d8de-48c8-b8f8-bf134047a58b'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:18:57.367700 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a32fae-646f-49de-b694-e8f68711a1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f1ef6f-5994-441e-97f0-8a2aefecc1bf", "tag": "25f345a9-d8de-48c8-b8f8-bf134047a58b"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:18:57.377141 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c073e33-4d98-40a3-ac3c-52c8f0a1b2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=25f345a9-d8de-48c8-b8f8-bf134047a58b,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:18:57.419057 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70731af9-9758-488d-a7a9-7c7b5ec7ee7d x-openstack-request-id: req-70731af9-9758-488d-a7a9-7c7b5ec7ee7d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:18:57.419363 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f1ef6f-5994-441e-97f0-8a2aefecc1bf", "tag": "25f345a9-d8de-48c8-b8f8-bf134047a58b", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:18:57.419625 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70731af9-9758-488d-a7a9-7c7b5ec7ee7d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:18:57.420079 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f1ef6f-5994-441e-97f0-8a2aefecc1bf', 'tag': '25f345a9-d8de-48c8-b8f8-bf134047a58b', 'status': 'completed', 'code': 200} Feb 05 03:18:57.446211 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f672a-2c53-46f7-aa8d-eb3dc364b787 req-32ee4014-f450-4e66-b585-90ac663d781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:57.448456 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-705f672a-2c53-46f7-aa8d-eb3dc364b787 req-32ee4014-f450-4e66-b585-90ac663d781c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38a8a596a6fc4fd19716b4c030d3d4c2&device_id=d273296d-018f-4769-ae0e-d25b4697f52c HTTP/1.1" status: 200 len: 1125 time: 0.0621948 Feb 05 03:18:57.489825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32fae-646f-49de-b694-e8f68711a1a3 req-bb50822f-895b-40c6-a8dd-fd9f55f1bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:57.491402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31a32fae-646f-49de-b694-e8f68711a1a3 req-bb50822f-895b-40c6-a8dd-fd9f55f1bcfc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38a8a596a6fc4fd19716b4c030d3d4c2&device_id=b3f1ef6f-5994-441e-97f0-8a2aefecc1bf HTTP/1.1" status: 200 len: 1125 time: 0.0524273 Feb 05 03:18:57.562061 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f672a-2c53-46f7-aa8d-eb3dc364b787 req-db1c7628-c670-409f-a2f1-d15de171ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:57.563716 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-705f672a-2c53-46f7-aa8d-eb3dc364b787 req-db1c7628-c670-409f-a2f1-d15de171ec9d service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f2eff5b-427e-4a34-80eb-fe02d533134d HTTP/1.1" status: 200 len: 914 time: 0.1094995 Feb 05 03:18:57.631062 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-705f672a-2c53-46f7-aa8d-eb3dc364b787 req-4fa46d3f-87c6-4d74-83a6-2851b0608498 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=544b680c-5fcb-4e99-83e0-35310877e0ba HTTP/1.1" status: 200 len: 217 time: 0.0601518 Feb 05 03:18:57.685888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f672a-2c53-46f7-aa8d-eb3dc364b787 req-5dbb0e41-6dea-4058-958c-d11b8384a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:57.687503 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-705f672a-2c53-46f7-aa8d-eb3dc364b787 req-5dbb0e41-6dea-4058-958c-d11b8384a0e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=208dc55d-d572-4e9a-b7fd-51d0b779a0d3 HTTP/1.1" status: 200 len: 853 time: 0.0505533 Feb 05 03:18:57.697403 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32fae-646f-49de-b694-e8f68711a1a3 req-2654cd34-5bf6-4549-bf75-fe6685523d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:57.699109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31a32fae-646f-49de-b694-e8f68711a1a3 req-2654cd34-5bf6-4549-bf75-fe6685523d29 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=38a8a596a6fc4fd19716b4c030d3d4c2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2009299 Feb 05 03:18:57.720604 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-705f672a-2c53-46f7-aa8d-eb3dc364b787 req-24995972-72b5-44ef-92fb-0e31dd37be68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f2eff5b-427e-4a34-80eb-fe02d533134d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271740 Feb 05 03:18:57.836559 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-705f672a-2c53-46f7-aa8d-eb3dc364b787 req-c466b4a7-97a9-4ea3-9486-807871e64329 service neutron] 10.222.0.31 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097834 Feb 05 03:18:57.976328 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-705f672a-2c53-46f7-aa8d-eb3dc364b787 req-8167a2ef-4252-4c81-8915-afa57ba90b11 service neutron] 10.222.0.31 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321750 Feb 05 03:18:58.276804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32fae-646f-49de-b694-e8f68711a1a3 req-662efb72-9ba1-4e27-a548-7a343f3fad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:58.278285 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31a32fae-646f-49de-b694-e8f68711a1a3 req-662efb72-9ba1-4e27-a548-7a343f3fad81 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5717924 Feb 05 03:18:58.321771 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dc48d-8e43-4a80-b28b-8dd2c6c6bc92 req-0b5c80b6-34b0-4652-8db1-ae8a5dda9627 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:58.323304 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae2dc48d-8e43-4a80-b28b-8dd2c6c6bc92 req-0b5c80b6-34b0-4652-8db1-ae8a5dda9627 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.1218767 Feb 05 03:18:58.378198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672c887-29ac-40e7-82fb-d7d93144ba75 req-f0e6a5e1-40c2-4666-be5c-1e91863deeff tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:58.379746 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8672c887-29ac-40e7-82fb-d7d93144ba75 req-f0e6a5e1-40c2-4666-be5c-1e91863deeff tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.1303546 Feb 05 03:18:58.440826 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae2dc48d-8e43-4a80-b28b-8dd2c6c6bc92 req-ae88e8d2-fab4-4ef9-9411-b42d1af322f2 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058328 Feb 05 03:18:58.457801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-153ae57c-0f1d-4f01-beb4-c6570c6a723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:58.459445 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-153ae57c-0f1d-4f01-beb4-c6570c6a723a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38a8a596a6fc4fd19716b4c030d3d4c2&device_id=b3f1ef6f-5994-441e-97f0-8a2aefecc1bf HTTP/1.1" status: 200 len: 1125 time: 0.1351686 Feb 05 03:18:58.483710 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8672c887-29ac-40e7-82fb-d7d93144ba75 req-decb0202-9660-42da-814a-f2ad58aaba9d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858121 Feb 05 03:18:58.538483 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-290bfc96-8adc-4921-99c0-2ca2b9b33b55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25f345a9-d8de-48c8-b8f8-bf134047a58b HTTP/1.1" status: 200 len: 217 time: 0.0697749 Feb 05 03:18:58.631549 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-fbf934c2-f61e-4461-9bbf-a0b2a79b797f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:58.633225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-fbf934c2-f61e-4461-9bbf-a0b2a79b797f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=208dc55d-d572-4e9a-b7fd-51d0b779a0d3 HTTP/1.1" status: 200 len: 853 time: 0.0884264 Feb 05 03:18:58.655875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3930af-ba8f-42f7-9f4a-1956fe2b5c4d req-b4bdab9f-d99f-4177-b5b2-9b58c56de51f tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:58.657502 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca3930af-ba8f-42f7-9f4a-1956fe2b5c4d req-b4bdab9f-d99f-4177-b5b2-9b58c56de51f tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3f1ef6f-5994-441e-97f0-8a2aefecc1bf HTTP/1.1" status: 200 len: 943 time: 0.0788779 Feb 05 03:18:58.676109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-60c289ba-2c60-40c2-a775-742cc098a623 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f2eff5b-427e-4a34-80eb-fe02d533134d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366006 Feb 05 03:18:58.783122 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca3930af-ba8f-42f7-9f4a-1956fe2b5c4d req-1234ad29-b0f9-43c0-b816-0bafaeb68e28 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104655 Feb 05 03:18:58.824717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-214117dc-543f-4532-81ca-536160cc10d6 service neutron] 10.222.0.10 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425524 Feb 05 03:18:58.916078 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32691016-34a3-431d-8fc1-323ed6a279a9 req-96b3523e-02a0-40f4-bc18-9ad42af633dd service neutron] 10.222.0.10 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845633 Feb 05 03:18:59.586990 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413a077-e781-49d6-b160-f61695840508 req-6311bb33-6e45-41e0-948c-211d00a7e839 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:59.589410 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4413a077-e781-49d6-b160-f61695840508 req-6311bb33-6e45-41e0-948c-211d00a7e839 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.0630565 Feb 05 03:18:59.682471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2cb4e-586b-4583-963c-326d8f8048b6 req-21c50900-e499-44c5-80e8-09d9bc6d2e12 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:59.686289 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29f2cb4e-586b-4583-963c-326d8f8048b6 req-21c50900-e499-44c5-80e8-09d9bc6d2e12 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.0906017 Feb 05 03:18:59.691752 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4413a077-e781-49d6-b160-f61695840508 req-ae41be0e-3221-4d8f-a754-a99beca285e1 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933638 Feb 05 03:18:59.743553 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29f2cb4e-586b-4583-963c-326d8f8048b6 req-02461cb6-a656-49c9-8334-1ef9b0c0ac10 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488625 Feb 05 03:18:59.919309 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44a07b-df69-49c3-b595-c2fc445bc67d req-ef583948-581b-41dc-a273-59be962eca35 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:18:59.920858 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb44a07b-df69-49c3-b595-c2fc445bc67d req-ef583948-581b-41dc-a273-59be962eca35 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3f1ef6f-5994-441e-97f0-8a2aefecc1bf HTTP/1.1" status: 200 len: 943 time: 0.0583081 Feb 05 03:18:59.974051 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb44a07b-df69-49c3-b595-c2fc445bc67d req-6eeccbe8-5df6-41ae-b135-7bc1eef35710 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461044 Feb 05 03:19:00.866261 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7e276-387c-4543-b1c9-f5bc1dc85408 req-a7c0e2de-f898-44ed-b81d-b712a4ba12a4 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:00.867825 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25e7e276-387c-4543-b1c9-f5bc1dc85408 req-a7c0e2de-f898-44ed-b81d-b712a4ba12a4 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.0987120 Feb 05 03:19:00.906615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fb168-5643-4bab-bb7b-00880007689e req-7c3846fc-c7a4-4e3e-934b-ee3b86a2674f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:00.908160 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-679fb168-5643-4bab-bb7b-00880007689e req-7c3846fc-c7a4-4e3e-934b-ee3b86a2674f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.0887356 Feb 05 03:19:00.958085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25e7e276-387c-4543-b1c9-f5bc1dc85408 req-082feb7c-954a-43a4-92d7-0c93ec0617c9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835090 Feb 05 03:19:00.991329 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-679fb168-5643-4bab-bb7b-00880007689e req-8c50d03a-c83c-4156-b3e7-e3b1d984ee21 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692146 Feb 05 03:19:01.108318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893de2d-4dea-425e-b65d-5fc5235da602 req-c56d50cb-2913-4408-9570-d65d0b59eb5c tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:01.109900 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c893de2d-4dea-425e-b65d-5fc5235da602 req-c56d50cb-2913-4408-9570-d65d0b59eb5c tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3f1ef6f-5994-441e-97f0-8a2aefecc1bf HTTP/1.1" status: 200 len: 943 time: 0.0589886 Feb 05 03:19:01.159258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c893de2d-4dea-425e-b65d-5fc5235da602 req-8e3cd22e-d24a-4f53-a9c1-8e8fa0ede8e8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434365 Feb 05 03:19:01.326900 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 544b680c-5fcb-4e99-83e0-35310877e0ba details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:19:01.430056 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 544b680c-5fcb-4e99-83e0-35310877e0ba, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=544b680c-5fcb-4e99-83e0-35310877e0ba,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:01.443620 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '544b680c-5fcb-4e99-83e0-35310877e0ba', 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d', 'port_id': '544b680c-5fcb-4e99-83e0-35310877e0ba', 'mac_address': 'fa:16:3e:0c:30:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208dc55d-d572-4e9a-b7fd-51d0b779a0d3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:19:01.492775 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 544b680c-5fcb-4e99-83e0-35310877e0ba is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:19:01.493168 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (544b680c-5fcb-4e99-83e0-35310877e0ba), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:01.511732 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544b680c-5fcb-4e99-83e0-35310877e0ba {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:19:01.535300 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 544b680c-5fcb-4e99-83e0-35310877e0ba, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=544b680c-5fcb-4e99-83e0-35310877e0ba,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:01.539802 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (544b680c-5fcb-4e99-83e0-35310877e0ba), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:01.590188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=544b680c-5fcb-4e99-83e0-35310877e0ba,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:01.837759 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['544b680c-5fcb-4e99-83e0-35310877e0ba'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:19:02.042867 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 25f345a9-d8de-48c8-b8f8-bf134047a58b details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:19:02.150416 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be33db-248b-4a3f-bb43-fb3bf35d6a67 req-fbe05b03-c27f-476a-ad67-e42c4dee1b2b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:02.152024 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76be33db-248b-4a3f-bb43-fb3bf35d6a67 req-fbe05b03-c27f-476a-ad67-e42c4dee1b2b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.1037045 Feb 05 03:19:02.154955 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 25f345a9-d8de-48c8-b8f8-bf134047a58b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=25f345a9-d8de-48c8-b8f8-bf134047a58b,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:02.168905 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '25f345a9-d8de-48c8-b8f8-bf134047a58b', 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d', 'port_id': '25f345a9-d8de-48c8-b8f8-bf134047a58b', 'mac_address': 'fa:16:3e:1a:3b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208dc55d-d572-4e9a-b7fd-51d0b779a0d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:19:02.207830 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 25f345a9-d8de-48c8-b8f8-bf134047a58b is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:19:02.208220 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (25f345a9-d8de-48c8-b8f8-bf134047a58b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:02.221665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293e11d-f4dd-443d-b697-0c78d80fae53 req-a01f7360-7353-4e15-b2fb-f6d2cb3e2244 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:02.221961 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f345a9-d8de-48c8-b8f8-bf134047a58b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:19:02.223358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2293e11d-f4dd-443d-b697-0c78d80fae53 req-a01f7360-7353-4e15-b2fb-f6d2cb3e2244 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.1125648 Feb 05 03:19:02.227063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76be33db-248b-4a3f-bb43-fb3bf35d6a67 req-4accdf86-366b-4416-b250-a50b24e2026c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677183 Feb 05 03:19:02.246981 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 25f345a9-d8de-48c8-b8f8-bf134047a58b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=25f345a9-d8de-48c8-b8f8-bf134047a58b,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:02.259117 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (25f345a9-d8de-48c8-b8f8-bf134047a58b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:02.304592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2293e11d-f4dd-443d-b697-0c78d80fae53 req-2c68991f-8e82-4513-a63d-1427bc8fd8a6 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752742 Feb 05 03:19:02.319227 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=25f345a9-d8de-48c8-b8f8-bf134047a58b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:02.372003 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f56e2-b287-43c5-8f08-c2d52cc06c81 req-cfa1eca4-8f72-4701-9e6c-1b2c456fdf11 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:02.380667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a96f56e2-b287-43c5-8f08-c2d52cc06c81 req-cfa1eca4-8f72-4701-9e6c-1b2c456fdf11 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3f1ef6f-5994-441e-97f0-8a2aefecc1bf HTTP/1.1" status: 200 len: 944 time: 0.0693045 Feb 05 03:19:02.425378 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a96f56e2-b287-43c5-8f08-c2d52cc06c81 req-7f52bf82-1179-482c-a522-51315feceeb6 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434058 Feb 05 03:19:02.457885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['25f345a9-d8de-48c8-b8f8-bf134047a58b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:19:03.324928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 544b680c-5fcb-4e99-83e0-35310877e0ba up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:19:03.390472 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e79f0-6d8d-48bb-b324-189f200b9a7d req-19731de3-3ecf-4cbb-8a05-02d5c0a41059 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:03.393134 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a75e79f0-6d8d-48bb-b324-189f200b9a7d req-19731de3-3ecf-4cbb-8a05-02d5c0a41059 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.0856376 Feb 05 03:19:03.402256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 544b680c-5fcb-4e99-83e0-35310877e0ba completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:19:03.407347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 544b680c-5fcb-4e99-83e0-35310877e0ba triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:19:03.407788 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (544b680c-5fcb-4e99-83e0-35310877e0ba), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:03.493993 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06514497-44f8-48aa-aa8b-4429949b78e9 req-5e7788b3-7bde-42aa-a3a5-3ab96262b1f6 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:03.501616 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06514497-44f8-48aa-aa8b-4429949b78e9 req-5e7788b3-7bde-42aa-a3a5-3ab96262b1f6 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.1074479 Feb 05 03:19:03.522948 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 544b680c-5fcb-4e99-83e0-35310877e0ba is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:19:03.523554 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (544b680c-5fcb-4e99-83e0-35310877e0ba), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:03.544702 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a75e79f0-6d8d-48bb-b324-189f200b9a7d req-3ab21064-99a4-4103-9b63-002875d8ac52 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179554 Feb 05 03:19:03.550418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd273296d-018f-4769-ae0e-d25b4697f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544b680c-5fcb-4e99-83e0-35310877e0ba'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:03.555253 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c739fd89-1ae3-48a1-b5b3-b1335867d22a" -d '{"events": [{"server_uuid": "d273296d-018f-4769-ae0e-d25b4697f52c", "name": "network-vif-plugged", "status": "completed", "tag": "544b680c-5fcb-4e99-83e0-35310877e0ba"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:03.570651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 544b680c-5fcb-4e99-83e0-35310877e0ba, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=544b680c-5fcb-4e99-83e0-35310877e0ba,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:03.583740 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (544b680c-5fcb-4e99-83e0-35310877e0ba), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:03.585533 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06514497-44f8-48aa-aa8b-4429949b78e9 req-6b81bccb-3ee4-40cc-8431-c539746df33a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791650 Feb 05 03:19:03.762928 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3238d41-6b9b-4e5d-b635-1642fe82361a req-d14085c8-070c-4cca-ae0c-4d6f11e6ae95 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:03.765900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5fd3c-f3cf-4427-bb88-eb258f54cfb4 req-22b20d7e-eca7-4cc8-a1f5-584961e7f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:03.768444 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ac5fd3c-f3cf-4427-bb88-eb258f54cfb4 req-22b20d7e-eca7-4cc8-a1f5-584961e7f187 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d273296d-018f-4769-ae0e-d25b4697f52c HTTP/1.1" status: 200 len: 1127 time: 0.0818975 Feb 05 03:19:03.771194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3238d41-6b9b-4e5d-b635-1642fe82361a req-d14085c8-070c-4cca-ae0c-4d6f11e6ae95 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3f1ef6f-5994-441e-97f0-8a2aefecc1bf HTTP/1.1" status: 200 len: 944 time: 0.0906436 Feb 05 03:19:03.837720 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3ac5fd3c-f3cf-4427-bb88-eb258f54cfb4 req-2b84ba9d-ab6a-4da8-b457-5939d024a1d3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632849 Feb 05 03:19:03.839286 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3238d41-6b9b-4e5d-b635-1642fe82361a req-0faf3ea0-ca6b-4189-8001-0cd4c23be82a tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672107 Feb 05 03:19:03.860827 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9a4653-6865-410b-a879-e130f295d7d6 x-openstack-request-id: req-ea9a4653-6865-410b-a879-e130f295d7d6 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:03.865175 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d273296d-018f-4769-ae0e-d25b4697f52c", "name": "network-vif-plugged", "status": "completed", "tag": "544b680c-5fcb-4e99-83e0-35310877e0ba", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:03.865175 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea9a4653-6865-410b-a879-e130f295d7d6 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:03.865175 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd273296d-018f-4769-ae0e-d25b4697f52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544b680c-5fcb-4e99-83e0-35310877e0ba', 'code': 200} Feb 05 03:19:03.889579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=544b680c-5fcb-4e99-83e0-35310877e0ba,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:03.894149 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-71d61c5d-aaa2-495a-a7c7-ba19b87797d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:04.051728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 25f345a9-d8de-48c8-b8f8-bf134047a58b up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:19:04.116618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 25f345a9-d8de-48c8-b8f8-bf134047a58b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:19:04.122661 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 25f345a9-d8de-48c8-b8f8-bf134047a58b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:19:04.123063 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (25f345a9-d8de-48c8-b8f8-bf134047a58b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:04.211508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 25f345a9-d8de-48c8-b8f8-bf134047a58b is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:19:04.211892 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (25f345a9-d8de-48c8-b8f8-bf134047a58b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:04.244851 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 25f345a9-d8de-48c8-b8f8-bf134047a58b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=25f345a9-d8de-48c8-b8f8-bf134047a58b,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:04.249137 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (25f345a9-d8de-48c8-b8f8-bf134047a58b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:04.298142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=25f345a9-d8de-48c8-b8f8-bf134047a58b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:04.762900 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7911079-30ba-4c27-9af6-a0d825c78e96 req-7fc99757-bfd3-4540-bb8c-6bf7ba3634dc tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:04.764391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7911079-30ba-4c27-9af6-a0d825c78e96 req-7fc99757-bfd3-4540-bb8c-6bf7ba3634dc tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.1146300 Feb 05 03:19:04.777171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafab5b-47e3-4b22-8017-2af658dbf328 req-e4c23b0d-4edb-4331-a0cb-6b74d24d9939 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:04.778715 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2bafab5b-47e3-4b22-8017-2af658dbf328 req-e4c23b0d-4edb-4331-a0cb-6b74d24d9939 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.0755048 Feb 05 03:19:04.854832 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7911079-30ba-4c27-9af6-a0d825c78e96 req-e996e7ae-71a1-4e59-90d4-b948f739ad32 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751162 Feb 05 03:19:04.867458 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2bafab5b-47e3-4b22-8017-2af658dbf328 req-4732b836-b76d-4388-a626-30b0ecfdc1a0 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803690 Feb 05 03:19:05.004766 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7001f0-ad9a-4d6f-b624-66e3b0dec7ee req-ceb6ac4d-377a-4ba5-96fd-58f305d86912 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:05.006269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f7001f0-ad9a-4d6f-b624-66e3b0dec7ee req-ceb6ac4d-377a-4ba5-96fd-58f305d86912 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3f1ef6f-5994-441e-97f0-8a2aefecc1bf HTTP/1.1" status: 200 len: 945 time: 0.0801835 Feb 05 03:19:05.066412 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f7001f0-ad9a-4d6f-b624-66e3b0dec7ee req-ed48482a-5d5f-4606-b330-8e2ff1f75acd tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541551 Feb 05 03:19:05.864196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f1ef6f-5994-441e-97f0-8a2aefecc1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f345a9-d8de-48c8-b8f8-bf134047a58b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:05.866534 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee53cb3-933d-44e0-9a4a-15267e3fe1bc" -d '{"events": [{"server_uuid": "b3f1ef6f-5994-441e-97f0-8a2aefecc1bf", "name": "network-vif-plugged", "status": "completed", "tag": "25f345a9-d8de-48c8-b8f8-bf134047a58b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:05.922150 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a44298e-9904-4034-9f33-5edd72d6711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:05.930319 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d84c451-55dc-440b-8903-b26cd06a8ece x-openstack-request-id: req-5d84c451-55dc-440b-8903-b26cd06a8ece {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:05.930842 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f1ef6f-5994-441e-97f0-8a2aefecc1bf", "name": "network-vif-plugged", "status": "completed", "tag": "25f345a9-d8de-48c8-b8f8-bf134047a58b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:05.931529 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d84c451-55dc-440b-8903-b26cd06a8ece {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:05.932074 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f1ef6f-5994-441e-97f0-8a2aefecc1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f345a9-d8de-48c8-b8f8-bf134047a58b', 'code': 200} Feb 05 03:19:06.105061 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aa297-3446-4ff0-9947-5ea0effa7ff2 req-872d22e8-b51e-499b-8b19-39f052cbf432 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:06.106621 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c42aa297-3446-4ff0-9947-5ea0effa7ff2 req-872d22e8-b51e-499b-8b19-39f052cbf432 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.1043658 Feb 05 03:19:06.117189 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04f54e-eca8-48f5-ab6e-319a102ed649 req-58c3ce85-11ad-4bd6-a8af-b0e54ac57da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:06.118649 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e04f54e-eca8-48f5-ab6e-319a102ed649 req-58c3ce85-11ad-4bd6-a8af-b0e54ac57da8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b3f1ef6f-5994-441e-97f0-8a2aefecc1bf HTTP/1.1" status: 200 len: 1127 time: 0.1062336 Feb 05 03:19:06.125398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba680266-7f95-4d1f-af82-2c79c5b43922 req-8b738c33-46ad-40a5-a7c7-eb4945dc40a3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:06.126806 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba680266-7f95-4d1f-af82-2c79c5b43922 req-8b738c33-46ad-40a5-a7c7-eb4945dc40a3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.1760361 Feb 05 03:19:06.232379 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e04f54e-eca8-48f5-ab6e-319a102ed649 req-924ae03f-24cd-4690-a9e7-3e3a1c867310 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046238 Feb 05 03:19:06.236301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c42aa297-3446-4ff0-9947-5ea0effa7ff2 req-3e3476dd-1a21-47c6-a447-cc54596754d2 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229916 Feb 05 03:19:06.241108 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba680266-7f95-4d1f-af82-2c79c5b43922 req-13b240dd-a0cd-45ef-a6fc-b670372be8ed tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082439 Feb 05 03:19:06.370888 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09f4f7-7448-4bd2-893b-f948d0219ce0 req-91473d5f-4421-4363-ad1b-968be081fd97 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:06.374376 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c09f4f7-7448-4bd2-893b-f948d0219ce0 req-91473d5f-4421-4363-ad1b-968be081fd97 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3f1ef6f-5994-441e-97f0-8a2aefecc1bf HTTP/1.1" status: 200 len: 945 time: 0.0706656 Feb 05 03:19:06.418279 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c09f4f7-7448-4bd2-893b-f948d0219ce0 req-22e4d762-bef6-4cac-98eb-694b805dbf7c tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414448 Feb 05 03:19:07.136734 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:07.437731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36807008-41e1-4a88-bb72-ca60ed09f834 req-e5713fd4-6959-47d5-b764-34bb76c04086 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:07.439419 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36807008-41e1-4a88-bb72-ca60ed09f834 req-e5713fd4-6959-47d5-b764-34bb76c04086 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.0904405 Feb 05 03:19:07.447970 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec755d2a-805b-4884-a904-bb56536d2f6a req-0fbf379f-b112-4fca-aeea-9732241c0f5e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:07.449489 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec755d2a-805b-4884-a904-bb56536d2f6a req-0fbf379f-b112-4fca-aeea-9732241c0f5e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.1142917 Feb 05 03:19:07.522458 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36807008-41e1-4a88-bb72-ca60ed09f834 req-aa574a5e-f7b4-4f11-a42e-54e5babba940 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719695 Feb 05 03:19:07.532484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec755d2a-805b-4884-a904-bb56536d2f6a req-01c9437d-a54c-4b65-a6b2-db687c0e65e8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752115 Feb 05 03:19:07.657554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c0abf-c967-4d8a-9b1a-c6a9f91b37b3 req-b3a258bc-3e5c-43dc-a6d3-843d54e88851 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:07.659591 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b1c0abf-c967-4d8a-9b1a-c6a9f91b37b3 req-b3a258bc-3e5c-43dc-a6d3-843d54e88851 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3f1ef6f-5994-441e-97f0-8a2aefecc1bf HTTP/1.1" status: 200 len: 945 time: 0.0597806 Feb 05 03:19:07.714355 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b1c0abf-c967-4d8a-9b1a-c6a9f91b37b3 req-4f1fb3f9-187a-411e-9ecb-43a856e59210 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488443 Feb 05 03:19:07.833484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d64d8b-f12a-47d2-95ea-9b8a6ddd1a86 req-f84c5e3d-2d54-4bcc-8b7a-ffb6ff5e2ff8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:07.834929 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41d64d8b-f12a-47d2-95ea-9b8a6ddd1a86 req-f84c5e3d-2d54-4bcc-8b7a-ffb6ff5e2ff8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=d273296d-018f-4769-ae0e-d25b4697f52c HTTP/1.1" status: 200 len: 945 time: 0.0552745 Feb 05 03:19:07.883253 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41d64d8b-f12a-47d2-95ea-9b8a6ddd1a86 req-ce836e08-e3b6-460b-8bcc-fa51b4711baf tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426176 Feb 05 03:19:08.411324 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-f711156a-b7b3-43d4-93b2-8531dbeea1ed tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:08.412819 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-f711156a-b7b3-43d4-93b2-8531dbeea1ed tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/networks?id=2f2eff5b-427e-4a34-80eb-fe02d533134d HTTP/1.1" status: 200 len: 813 time: 0.1154356 Feb 05 03:19:08.428128 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-56770459-7d19-4e02-ad83-0c6e983473bc tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/quotas/38a8a596a6fc4fd19716b4c030d3d4c2 HTTP/1.1" status: 200 len: 375 time: 0.0099618 Feb 05 03:19:08.488830 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-d70943e6-7a94-40b9-a555-bd1360c8808b tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=38a8a596a6fc4fd19716b4c030d3d4c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544305 Feb 05 03:19:08.602471 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-22a017f6-169a-4908-a801-cd9ef4741fc5 service neutron] 10.222.0.36 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059163 Feb 05 03:19:08.693854 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:08.740078 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e7fc7-6f68-4f62-b16a-192639ce0644 req-a58109c1-7c39-4608-99a4-6563e577fd3b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:08.743242 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f34e7fc7-6f68-4f62-b16a-192639ce0644 req-a58109c1-7c39-4608-99a4-6563e577fd3b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.1272886 Feb 05 03:19:08.760239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-0cec4d89-9b81-4130-900d-fb625e1bf7b6 service neutron] 10.222.0.36 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520798 Feb 05 03:19:08.866064 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f34e7fc7-6f68-4f62-b16a-192639ce0644 req-df0a1848-2927-45b0-9f51-7885409f1538 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028147 Feb 05 03:19:09.029324 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a61c7f-b2fd-4c49-a2f8-53cb37827aee req-e7d1e880-1f5f-4c54-8b09-bdb64eb8b8df tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:09.043340 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5a61c7f-b2fd-4c49-a2f8-53cb37827aee req-e7d1e880-1f5f-4c54-8b09-bdb64eb8b8df tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.0762141 Feb 05 03:19:09.177123 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5a61c7f-b2fd-4c49-a2f8-53cb37827aee req-5c27b040-bdbd-439e-8a8b-58f2cdb239e9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222193 Feb 05 03:19:09.351495 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5023be85-020e-4a39-bc43-64423a1b1af6 req-163f1a92-9859-4a30-82f8-243fe5a44db7 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ed9f5ba-1b3d-4383-9b23-7f04ca205b48 HTTP/1.1" status: 200 len: 210 time: 0.0837293 Feb 05 03:19:09.561622 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067da776-25e1-485d-b153-59e487327d1c req-3acdd104-d961-4ad8-bb7b-1f927d0e2eb0 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:09.573086 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-067da776-25e1-485d-b153-59e487327d1c req-3acdd104-d961-4ad8-bb7b-1f927d0e2eb0 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.31 "GET /v2.0/ports?device_id=d273296d-018f-4769-ae0e-d25b4697f52c HTTP/1.1" status: 200 len: 945 time: 0.1391435 Feb 05 03:19:09.644124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a84067-ddee-4b80-987b-9c53c846664d req-7937308e-b79f-487e-be86-8ff1f9a44205 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:09.646411 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-53a84067-ddee-4b80-987b-9c53c846664d req-7937308e-b79f-487e-be86-8ff1f9a44205 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3f1ef6f-5994-441e-97f0-8a2aefecc1bf HTTP/1.1" status: 200 len: 945 time: 0.1477346 Feb 05 03:19:09.709375 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-067da776-25e1-485d-b153-59e487327d1c req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Deleting port 544b680c-5fcb-4e99-83e0-35310877e0ba {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:19:09.709955 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-067da776-25e1-485d-b153-59e487327d1c req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (544b680c-5fcb-4e99-83e0-35310877e0ba), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:09.847611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-067da776-25e1-485d-b153-59e487327d1c req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] For port 544b680c-5fcb-4e99-83e0-35310877e0ba, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=544b680c-5fcb-4e99-83e0-35310877e0ba,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:09.849929 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-067da776-25e1-485d-b153-59e487327d1c req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (544b680c-5fcb-4e99-83e0-35310877e0ba), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:09.889676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-067da776-25e1-485d-b153-59e487327d1c req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Calling delete_port for 544b680c-5fcb-4e99-83e0-35310877e0ba owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:19:09.942614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-53a84067-ddee-4b80-987b-9c53c846664d req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Deleting port 25f345a9-d8de-48c8-b8f8-bf134047a58b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:19:09.948668 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-53a84067-ddee-4b80-987b-9c53c846664d req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (25f345a9-d8de-48c8-b8f8-bf134047a58b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:10.051001 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:10.174957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-53a84067-ddee-4b80-987b-9c53c846664d req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] For port 25f345a9-d8de-48c8-b8f8-bf134047a58b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=25f345a9-d8de-48c8-b8f8-bf134047a58b,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:10.175601 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-53a84067-ddee-4b80-987b-9c53c846664d req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (25f345a9-d8de-48c8-b8f8-bf134047a58b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:10.203581 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-53a84067-ddee-4b80-987b-9c53c846664d req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Calling delete_port for 25f345a9-d8de-48c8-b8f8-bf134047a58b owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:19:10.299925 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-067da776-25e1-485d-b153-59e487327d1c req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (544b680c-5fcb-4e99-83e0-35310877e0ba), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:10.313688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['544b680c-5fcb-4e99-83e0-35310877e0ba'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:19:10.461638 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-e222bc54-6026-44c8-9d99-3d20e9459e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:10.463475 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-e222bc54-6026-44c8-9d99-3d20e9459e80 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c&tenant_id=ba67a63a3f224705a45911cfa6b17697 HTTP/1.1" status: 200 len: 1125 time: 0.3009105 Feb 05 03:19:10.464868 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Pushing event deleted for resources: {'Port': ['ID=544b680c-5fcb-4e99-83e0-35310877e0ba,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:10.484358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:19:10.488749 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.489345 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.489856 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.490318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.491425 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.491425 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.491425 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.492138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.492568 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.492992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.493422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.493850 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.494291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.543460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c6d31-882b-4057-ba74-4fb8c9bc44b8 req-99c28315-fe77-430b-b038-628823fa0f34 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:10.554484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b82c6d31-882b-4057-ba74-4fb8c9bc44b8 req-99c28315-fe77-430b-b038-628823fa0f34 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.4388270 Feb 05 03:19:10.600411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da9143-9fb9-4e7a-8bb0-4bcfc7135737 req-9fd4f9bc-c6a6-4322-86a4-cd9f257eb45b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:10.602000 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15da9143-9fb9-4e7a-8bb0-4bcfc7135737 req-9fd4f9bc-c6a6-4322-86a4-cd9f257eb45b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.2497392 Feb 05 03:19:10.688413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-067da776-25e1-485d-b153-59e487327d1c req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] No DVR routers for this DVR port 544b680c-5fcb-4e99-83e0-35310877e0ba on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:19:10.694622 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-067da776-25e1-485d-b153-59e487327d1c req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:10.704750 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-067da776-25e1-485d-b153-59e487327d1c req-1159e4f6-be26-4076-8fd1-e634475c8d34 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.31 "DELETE /v2.0/ports/544b680c-5fcb-4e99-83e0-35310877e0ba HTTP/1.1" status: 204 len: 173 time: 1.1220815 Feb 05 03:19:10.706743 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd273296d-018f-4769-ae0e-d25b4697f52c', 'name': 'network-vif-deleted', 'tag': '544b680c-5fcb-4e99-83e0-35310877e0ba'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:10.713652 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30e97fb-46a1-46b7-87e8-6e502da028e6" -d '{"events": [{"server_uuid": "d273296d-018f-4769-ae0e-d25b4697f52c", "name": "network-vif-deleted", "tag": "544b680c-5fcb-4e99-83e0-35310877e0ba"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:10.713877 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b82c6d31-882b-4057-ba74-4fb8c9bc44b8 req-1a482ae4-52e5-4479-b415-b7107a65d716 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584024 Feb 05 03:19:10.776260 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15da9143-9fb9-4e7a-8bb0-4bcfc7135737 req-eae61fe4-740f-4708-9f71-5a91275882de tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638067 Feb 05 03:19:10.789807 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-53a84067-ddee-4b80-987b-9c53c846664d req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (25f345a9-d8de-48c8-b8f8-bf134047a58b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:10.803898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['544b680c-5fcb-4e99-83e0-35310877e0ba'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:19:10.843877 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:10.964703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a69c2723-626d-4268-8bc9-5318e5e7050f req-614bbe3d-4d56-451b-9930-80e88d9fab92 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ed9f5ba-1b3d-4383-9b23-7f04ca205b48 HTTP/1.1" status: 200 len: 210 time: 0.0800974 Feb 05 03:19:10.967333 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Pushing event deleted for resources: {'Port': ['ID=25f345a9-d8de-48c8-b8f8-bf134047a58b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:10.982603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.983107 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.984010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.984475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.984932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.985378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.985812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.986261 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.987388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.987834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.988268 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.988714 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:10.989150 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:11.006037 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad9bb3f-cae9-4f0b-b122-4c07b51ef050 x-openstack-request-id: req-cad9bb3f-cae9-4f0b-b122-4c07b51ef050 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:11.018836 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d273296d-018f-4769-ae0e-d25b4697f52c", "name": "network-vif-deleted", "tag": "544b680c-5fcb-4e99-83e0-35310877e0ba", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:11.019595 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cad9bb3f-cae9-4f0b-b122-4c07b51ef050 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:11.020181 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd273296d-018f-4769-ae0e-d25b4697f52c', 'name': 'network-vif-deleted', 'tag': '544b680c-5fcb-4e99-83e0-35310877e0ba', 'status': 'completed', 'code': 200} Feb 05 03:19:11.050052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a84067-ddee-4b80-987b-9c53c846664d req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] No DVR routers for this DVR port 25f345a9-d8de-48c8-b8f8-bf134047a58b on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:19:11.053095 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-53a84067-ddee-4b80-987b-9c53c846664d req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:11.059789 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-53a84067-ddee-4b80-987b-9c53c846664d req-cadb86f5-5391-4051-84a0-6f29b06f5fa8 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.10 "DELETE /v2.0/ports/25f345a9-d8de-48c8-b8f8-bf134047a58b HTTP/1.1" status: 204 len: 173 time: 1.4020808 Feb 05 03:19:11.059789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f1ef6f-5994-441e-97f0-8a2aefecc1bf', 'name': 'network-vif-deleted', 'tag': '25f345a9-d8de-48c8-b8f8-bf134047a58b'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:11.060697 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e510f7a2-39bb-4092-8dcd-209a32e4c8d4" -d '{"events": [{"server_uuid": "b3f1ef6f-5994-441e-97f0-8a2aefecc1bf", "name": "network-vif-deleted", "tag": "25f345a9-d8de-48c8-b8f8-bf134047a58b"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:11.151547 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5887436-cdb5-4864-96c2-32fedaa1e6f9 x-openstack-request-id: req-e5887436-cdb5-4864-96c2-32fedaa1e6f9 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:11.151984 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f1ef6f-5994-441e-97f0-8a2aefecc1bf", "name": "network-vif-deleted", "tag": "25f345a9-d8de-48c8-b8f8-bf134047a58b", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:11.152350 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e5887436-cdb5-4864-96c2-32fedaa1e6f9 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:11.153000 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f1ef6f-5994-441e-97f0-8a2aefecc1bf', 'name': 'network-vif-deleted', 'tag': '25f345a9-d8de-48c8-b8f8-bf134047a58b', 'status': 'completed', 'code': 200} Feb 05 03:19:11.332046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] For port 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:11.406651 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] For port 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:19:11.482651 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9f5626-d5ea-49e0-8949-0333b63edfbe {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:19:11.490127 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:11.492224 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Publish callbacks [] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:11.507404 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Transition to ACTIVE for port object 4b9f5626-d5ea-49e0-8949-0333b63edfbe will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:19:11.522829 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:11.737200 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Pushing event updated for resources: {'Port': ['ID=4b9f5626-d5ea-49e0-8949-0333b63edfbe,revision_number=9']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:12.034300 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] No DVR routers for this DVR port 4b9f5626-d5ea-49e0-8949-0333b63edfbe on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:19:12.054073 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-c8d724c1-f766-429f-ad70-b680f2bc3c44 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:12.069130 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-c8d724c1-f766-429f-ad70-b680f2bc3c44 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.31 "GET /v2.0/networks?id=2f2eff5b-427e-4a34-80eb-fe02d533134d HTTP/1.1" status: 200 len: 813 time: 0.5600991 Feb 05 03:19:12.130269 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 25f345a9-d8de-48c8-b8f8-bf134047a58b no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:19:12.218004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 25f345a9-d8de-48c8-b8f8-bf134047a58b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:19:12.221585 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 25f345a9-d8de-48c8-b8f8-bf134047a58b not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:19:12.225099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b88400b6-4189-4d7b-a149-ee80d746f0df tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Request body: {'port': {'device_id': 'fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4', 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d', 'admin_state_up': True, 'tenant_id': '38a8a596a6fc4fd19716b4c030d3d4c2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:19:12.227776 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-33d477f5-e9e2-42be-9807-728bee8a654a tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:12.229355 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-33d477f5-e9e2-42be-9807-728bee8a654a tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.10 "GET /v2.0/networks?id=2f2eff5b-427e-4a34-80eb-fe02d533134d HTTP/1.1" status: 200 len: 813 time: 0.4364605 Feb 05 03:19:12.304625 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-10c42879-16a9-4fb8-acab-4ee2243914ac tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Request body: {'port': {'device_id': '5ed9f5ba-1b3d-4383-9b23-7f04ca205b48', 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d', 'admin_state_up': True, 'tenant_id': '38a8a596a6fc4fd19716b4c030d3d4c2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:19:12.433633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb564f3-4c78-408c-be99-3179b666b097 req-555a5596-b971-404b-a0c5-601e391317eb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:12.435678 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0bb564f3-4c78-408c-be99-3179b666b097 req-555a5596-b971-404b-a0c5-601e391317eb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.4936512 Feb 05 03:19:12.513521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b93a5e-27b3-4530-acd2-c3e2fbd9dc8a req-f6373693-a59a-40b1-ae54-cbc10d9103f8 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:12.514357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74b93a5e-27b3-4530-acd2-c3e2fbd9dc8a req-f6373693-a59a-40b1-ae54-cbc10d9103f8 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 943 time: 0.5073464 Feb 05 03:19:12.551276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0bb564f3-4c78-408c-be99-3179b666b097 req-2cc3abf6-a6d1-4663-8d5f-b5f4adf9705d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058393 Feb 05 03:19:12.606003 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74b93a5e-27b3-4530-acd2-c3e2fbd9dc8a req-9a528e0d-b071-488c-a4cd-3d30d0e1a620 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772984 Feb 05 03:19:12.607217 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-10c42879-16a9-4fb8-acab-4ee2243914ac tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Made reservation on behalf of 38a8a596a6fc4fd19716b4c030d3d4c2 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:19:12.610694 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-10c42879-16a9-4fb8-acab-4ee2243914ac tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:12.698956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b88400b6-4189-4d7b-a149-ee80d746f0df tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Made reservation on behalf of 38a8a596a6fc4fd19716b4c030d3d4c2 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:19:12.702550 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b88400b6-4189-4d7b-a149-ee80d746f0df tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:12.729974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Attempting to bind port 4b9f5626-d5ea-49e0-8949-0333b63edfbe on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:19:12.730824 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Attempting to bind port 4b9f5626-d5ea-49e0-8949-0333b63edfbe by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:19:12.731421 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Attempting to bind port 4b9f5626-d5ea-49e0-8949-0333b63edfbe on network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:19:12.758393 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Port 4b9f5626-d5ea-49e0-8949-0333b63edfbe on network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:19:12.759136 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54cdf51d-336c-43c3-907f-76f6d644f56d req-beb77290-b4b2-4730-b79d-a9d370ac7851 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ed9f5ba-1b3d-4383-9b23-7f04ca205b48 HTTP/1.1" status: 200 len: 210 time: 0.0382717 Feb 05 03:19:12.759478 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Attempting to bind port 4b9f5626-d5ea-49e0-8949-0333b63edfbe on network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:19:12.867945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-10c42879-16a9-4fb8-acab-4ee2243914ac tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Allocated IP 172.20.0.2 (2f2eff5b-427e-4a34-80eb-fe02d533134d/208dc55d-d572-4e9a-b7fd-51d0b779a0d3/de19e5bb-9fb4-4313-b37e-37607aba66ef) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:19:12.893681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:19:12.894129 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Checking segment: {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:19:12.894902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Bound using segment: {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:19:12.895589 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Bound port: 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:19:12.897716 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:13.013540 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] For port 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:19:13.019734 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] For port 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:19:13.028090 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:13.160611 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-10c42879-16a9-4fb8-acab-4ee2243914ac tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks [] for port (de19e5bb-9fb4-4313-b37e-37607aba66ef), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:13.162070 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Pushing event updated for resources: {'Port': ['ID=4b9f5626-d5ea-49e0-8949-0333b63edfbe,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:13.172482 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:13.173216 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:13.175994 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-fa19472a-d048-480d-ad36-da1434f5c4ba service neutron] 10.222.0.31 "PUT /v2.0/ports/4b9f5626-d5ea-49e0-8949-0333b63edfbe HTTP/1.1" status: 200 len: 1091 time: 2.6995473 Feb 05 03:19:13.176697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b15097-da9e-40ee-a746-85b231afe16c', 'tag': '4b9f5626-d5ea-49e0-8949-0333b63edfbe'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:13.179514 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad48cdea-eb05-4c9e-b9e7-fcf951ffcbaf" -d '{"events": [{"name": "network-changed", "server_uuid": "93b15097-da9e-40ee-a746-85b231afe16c", "tag": "4b9f5626-d5ea-49e0-8949-0333b63edfbe"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:13.279756 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-10c42879-16a9-4fb8-acab-4ee2243914ac tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (de19e5bb-9fb4-4313-b37e-37607aba66ef), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:13.288621 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b723ad5-b800-40a0-bd4f-020a42a3b723 x-openstack-request-id: req-5b723ad5-b800-40a0-bd4f-020a42a3b723 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:13.289106 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b15097-da9e-40ee-a746-85b231afe16c", "tag": "4b9f5626-d5ea-49e0-8949-0333b63edfbe", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:13.290233 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b723ad5-b800-40a0-bd4f-020a42a3b723 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:13.290799 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b15097-da9e-40ee-a746-85b231afe16c', 'tag': '4b9f5626-d5ea-49e0-8949-0333b63edfbe', 'status': 'completed', 'code': 200} Feb 05 03:19:13.360021 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-10c42879-16a9-4fb8-acab-4ee2243914ac tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Network 2f2eff5b-427e-4a34-80eb-fe02d533134d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:19:13.371874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b88400b6-4189-4d7b-a149-ee80d746f0df tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Allocated IP 172.20.0.3 (2f2eff5b-427e-4a34-80eb-fe02d533134d/208dc55d-d572-4e9a-b7fd-51d0b779a0d3/73687c06-9a6a-4aed-b335-95aaa2e7e0b1) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:19:13.378129 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-da96c8a3-fc17-4fca-9865-6604da7be08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:13.379612 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-da96c8a3-fc17-4fca-9865-6604da7be08a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba67a63a3f224705a45911cfa6b17697&device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 1126 time: 0.1602912 Feb 05 03:19:13.390390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 544b680c-5fcb-4e99-83e0-35310877e0ba no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:19:13.406473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-10c42879-16a9-4fb8-acab-4ee2243914ac tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:19:13.410147 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-10c42879-16a9-4fb8-acab-4ee2243914ac tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:19:13.460991 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 544b680c-5fcb-4e99-83e0-35310877e0ba {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:19:13.461632 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 544b680c-5fcb-4e99-83e0-35310877e0ba not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:19:13.462635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c42879-16a9-4fb8-acab-4ee2243914ac tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Pushing event updated for resources: {'Port': ['ID=de19e5bb-9fb4-4313-b37e-37607aba66ef,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:13.537694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-10c42879-16a9-4fb8-acab-4ee2243914ac tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:13.540896 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-10c42879-16a9-4fb8-acab-4ee2243914ac tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:13.589975 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-10c42879-16a9-4fb8-acab-4ee2243914ac tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3294365 Feb 05 03:19:13.609946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Request body: {'port': {'device_id': '5ed9f5ba-1b3d-4383-9b23-7f04ca205b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:19:13.715719 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-307bd2bf-f438-4c4f-a9ac-f3109a764052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:13.718248 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-307bd2bf-f438-4c4f-a9ac-f3109a764052 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 200 len: 918 time: 0.3207633 Feb 05 03:19:13.993959 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-350938d8-d842-4fea-a234-36049faec460 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe HTTP/1.1" status: 200 len: 998 time: 0.2137609 Feb 05 03:19:14.019240 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (de19e5bb-9fb4-4313-b37e-37607aba66ef), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:14.056813 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b88400b6-4189-4d7b-a149-ee80d746f0df tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks [] for port (73687c06-9a6a-4aed-b335-95aaa2e7e0b1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:14.083103 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-c7459ef5-412a-40a2-91fa-bd8159909645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:14.084609 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-c7459ef5-412a-40a2-91fa-bd8159909645 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ab975cc-8263-4d78-92b1-c19cb0f69805 HTTP/1.1" status: 200 len: 856 time: 0.0801346 Feb 05 03:19:14.122310 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b88400b6-4189-4d7b-a149-ee80d746f0df tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (73687c06-9a6a-4aed-b335-95aaa2e7e0b1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:14.189099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af90b61-c03c-4112-9ff5-4e5b7bd0488d req-c4173f41-e7b3-4533-833a-f3132b1f6e78 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:14.202907 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3af90b61-c03c-4112-9ff5-4e5b7bd0488d req-c4173f41-e7b3-4533-833a-f3132b1f6e78 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.4732482 Feb 05 03:19:14.251137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b88400b6-4189-4d7b-a149-ee80d746f0df tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Network 2f2eff5b-427e-4a34-80eb-fe02d533134d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:19:14.258537 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88400b6-4189-4d7b-a149-ee80d746f0df tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Pushing event updated for resources: {'Port': ['ID=73687c06-9a6a-4aed-b335-95aaa2e7e0b1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:14.270839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b88400b6-4189-4d7b-a149-ee80d746f0df tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:19:14.274837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b88400b6-4189-4d7b-a149-ee80d746f0df tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:19:14.405505 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668ea80-618a-4769-b557-b358596cd437 req-5baab5bc-6e6c-4a0a-89e0-340301b89509 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:14.414115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e668ea80-618a-4769-b557-b358596cd437 req-5baab5bc-6e6c-4a0a-89e0-340301b89509 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.5973132 Feb 05 03:19:14.497424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3af90b61-c03c-4112-9ff5-4e5b7bd0488d req-e0e6824a-7683-43df-a057-9f3c74eeb7a4 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935193 Feb 05 03:19:14.556176 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e668ea80-618a-4769-b557-b358596cd437 req-87fa6355-a6aa-45e5-86c9-f57df46a3e38 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401217 Feb 05 03:19:14.694133 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de19e5bb-9fb4-4313-b37e-37607aba66ef {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:19:14.706066 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Publish callbacks [] for port (de19e5bb-9fb4-4313-b37e-37607aba66ef), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:14.726044 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Transition to ACTIVE for port object de19e5bb-9fb4-4313-b37e-37607aba66ef will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:19:14.759247 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9808cd-251b-415b-b3c9-a3cdc89be141 req-eb689ec7-b53a-4b37-862b-db30e15046a4 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:14.766515 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d9808cd-251b-415b-b3c9-a3cdc89be141 req-eb689ec7-b53a-4b37-862b-db30e15046a4 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ed9f5ba-1b3d-4383-9b23-7f04ca205b48 HTTP/1.1" status: 200 len: 931 time: 0.1676459 Feb 05 03:19:14.790310 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (de19e5bb-9fb4-4313-b37e-37607aba66ef), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:14.864762 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-055be016-14b7-4463-bad3-df7f8380d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:14.871202 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-055be016-14b7-4463-bad3-df7f8380d42f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7610877 Feb 05 03:19:14.946323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=de19e5bb-9fb4-4313-b37e-37607aba66ef,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:14.985717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d9808cd-251b-415b-b3c9-a3cdc89be141 req-960c0b78-8949-4a8a-8a77-a6490e8151e7 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176154 Feb 05 03:19:15.030862 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Attempting to bind port de19e5bb-9fb4-4313-b37e-37607aba66ef on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:19:15.031306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Attempting to bind port de19e5bb-9fb4-4313-b37e-37607aba66ef by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '126c3564-b243-4c5c-b55f-aa60b6256282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:19:15.031750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Attempting to bind port de19e5bb-9fb4-4313-b37e-37607aba66ef on network 2f2eff5b-427e-4a34-80eb-fe02d533134d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:19:15.035847 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-b8ef64ca-6d72-4cc7-8745-2b16be3d47df service neutron] 10.222.0.31 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547577 Feb 05 03:19:15.037767 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Port de19e5bb-9fb4-4313-b37e-37607aba66ef on network 2f2eff5b-427e-4a34-80eb-fe02d533134d not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:19:15.038192 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Attempting to bind port de19e5bb-9fb4-4313-b37e-37607aba66ef on network 2f2eff5b-427e-4a34-80eb-fe02d533134d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:19:15.042423 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b88400b6-4189-4d7b-a149-ee80d746f0df tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:15.043229 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b88400b6-4189-4d7b-a149-ee80d746f0df tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:15.043369 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:19:15.043805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Checking segment: {'id': '126c3564-b243-4c5c-b55f-aa60b6256282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:19:15.044293 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Bound using segment: {'id': '126c3564-b243-4c5c-b55f-aa60b6256282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:19:15.044816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Bound port: de19e5bb-9fb4-4313-b37e-37607aba66ef, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '126c3564-b243-4c5c-b55f-aa60b6256282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:19:15.045267 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (de19e5bb-9fb4-4313-b37e-37607aba66ef), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:15.132516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] For port de19e5bb-9fb4-4313-b37e-37607aba66ef, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:19:15.136473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] For port de19e5bb-9fb4-4313-b37e-37607aba66ef, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=de19e5bb-9fb4-4313-b37e-37607aba66ef,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:19:15.145418 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (de19e5bb-9fb4-4313-b37e-37607aba66ef), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:15.146091 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b88400b6-4189-4d7b-a149-ee80d746f0df tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9425170 Feb 05 03:19:15.160596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Request body: {'port': {'device_id': 'fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:19:15.197408 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cc86f250-bc60-4c00-bb53-66e1416d07d6 req-1bba9c25-c159-4c92-a810-ff1ab0711cb1 service neutron] 10.222.0.31 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419082 Feb 05 03:19:15.200031 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:15.200667 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:15.202056 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] 10.222.0.10 "PUT /v2.0/ports/de19e5bb-9fb4-4313-b37e-37607aba66ef HTTP/1.1" status: 200 len: 1091 time: 1.6048515 Feb 05 03:19:15.204395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed9f5ba-1b3d-4383-9b23-7f04ca205b48', 'tag': 'de19e5bb-9fb4-4313-b37e-37607aba66ef'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:15.206693 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77011634-b860-4446-a91d-4c0598c668d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed9f5ba-1b3d-4383-9b23-7f04ca205b48", "tag": "de19e5bb-9fb4-4313-b37e-37607aba66ef"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:15.243561 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (73687c06-9a6a-4aed-b335-95aaa2e7e0b1), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:15.244636 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335929a-3bc4-4413-8c33-72cbd508b5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=de19e5bb-9fb4-4313-b37e-37607aba66ef,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:15.316293 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a9d8b3-055a-4638-9d46-5da2a79c209b x-openstack-request-id: req-05a9d8b3-055a-4638-9d46-5da2a79c209b {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:15.316888 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed9f5ba-1b3d-4383-9b23-7f04ca205b48", "tag": "de19e5bb-9fb4-4313-b37e-37607aba66ef", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:15.317453 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05a9d8b3-055a-4638-9d46-5da2a79c209b {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:15.317852 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed9f5ba-1b3d-4383-9b23-7f04ca205b48', 'tag': 'de19e5bb-9fb4-4313-b37e-37607aba66ef', 'status': 'completed', 'code': 200} Feb 05 03:19:15.353675 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-8d460946-ceb9-4687-9681-21343892234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:15.355201 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-8d460946-ceb9-4687-9681-21343892234d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38a8a596a6fc4fd19716b4c030d3d4c2&device_id=5ed9f5ba-1b3d-4383-9b23-7f04ca205b48 HTTP/1.1" status: 200 len: 1125 time: 0.0703778 Feb 05 03:19:15.432224 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-610cd256-1eeb-42ae-8b25-e139471ada59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de19e5bb-9fb4-4313-b37e-37607aba66ef HTTP/1.1" status: 200 len: 217 time: 0.0704613 Feb 05 03:19:15.483018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48cdea-eb05-4c9e-b9e7-fcf951ffcbaf req-3bdd7540-3959-45e7-b0c0-aa56fd41d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:15.484546 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad48cdea-eb05-4c9e-b9e7-fcf951ffcbaf req-3bdd7540-3959-45e7-b0c0-aa56fd41d55f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba67a63a3f224705a45911cfa6b17697&device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 1126 time: 0.1875515 Feb 05 03:19:15.511889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-14e7c7cc-0e33-4f34-9ef2-a15178ceb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:15.513481 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-14e7c7cc-0e33-4f34-9ef2-a15178ceb327 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=208dc55d-d572-4e9a-b7fd-51d0b779a0d3 HTTP/1.1" status: 200 len: 853 time: 0.0741136 Feb 05 03:19:15.585321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-45bc6f9f-14a2-426a-9cc7-3750960981fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f2eff5b-427e-4a34-80eb-fe02d533134d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628536 Feb 05 03:19:15.771413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48cdea-eb05-4c9e-b9e7-fcf951ffcbaf req-4f28d610-5ca2-438f-a53f-366192e99042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:15.772727 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad48cdea-eb05-4c9e-b9e7-fcf951ffcbaf req-4f28d610-5ca2-438f-a53f-366192e99042 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 200 len: 918 time: 0.2816844 Feb 05 03:19:16.046319 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad48cdea-eb05-4c9e-b9e7-fcf951ffcbaf req-316557e2-4900-4f4e-b1a2-a16550f3359c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe HTTP/1.1" status: 200 len: 998 time: 0.2666039 Feb 05 03:19:16.053961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:19:16.063241 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Publish callbacks [] for port (73687c06-9a6a-4aed-b335-95aaa2e7e0b1), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:16.078787 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Transition to ACTIVE for port object 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:19:16.092905 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (73687c06-9a6a-4aed-b335-95aaa2e7e0b1), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:16.218018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Pushing event updated for resources: {'Port': ['ID=73687c06-9a6a-4aed-b335-95aaa2e7e0b1,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:16.227490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48cdea-eb05-4c9e-b9e7-fcf951ffcbaf req-b11f8280-6366-426a-b48c-1fa5d7d64db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:16.229250 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad48cdea-eb05-4c9e-b9e7-fcf951ffcbaf req-b11f8280-6366-426a-b48c-1fa5d7d64db3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ab975cc-8263-4d78-92b1-c19cb0f69805 HTTP/1.1" status: 200 len: 856 time: 0.1337309 Feb 05 03:19:16.356200 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:16.363798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48cdea-eb05-4c9e-b9e7-fcf951ffcbaf req-d392f772-65a0-48ae-9bea-b26083476a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:16.365605 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad48cdea-eb05-4c9e-b9e7-fcf951ffcbaf req-d392f772-65a0-48ae-9bea-b26083476a2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1114743 Feb 05 03:19:16.366472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Attempting to bind port 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:19:16.367032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Attempting to bind port 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '126c3564-b243-4c5c-b55f-aa60b6256282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:19:16.367868 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Attempting to bind port 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 on network 2f2eff5b-427e-4a34-80eb-fe02d533134d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:19:16.373826 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Port 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 on network 2f2eff5b-427e-4a34-80eb-fe02d533134d not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:19:16.374538 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Attempting to bind port 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 on network 2f2eff5b-427e-4a34-80eb-fe02d533134d {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:19:16.382163 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:19:16.382973 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Checking segment: {'id': '126c3564-b243-4c5c-b55f-aa60b6256282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:19:16.383709 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Bound using segment: {'id': '126c3564-b243-4c5c-b55f-aa60b6256282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:19:16.384521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Bound port: 73687c06-9a6a-4aed-b335-95aaa2e7e0b1, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '126c3564-b243-4c5c-b55f-aa60b6256282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:19:16.385358 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (73687c06-9a6a-4aed-b335-95aaa2e7e0b1), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:16.422711 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-54c827e1-28d4-4953-80d0-749cd981b3e4 service neutron] 10.222.0.10 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8289490 Feb 05 03:19:16.572962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b270d-6406-4982-88a7-503bd34e0bc1 req-94a46ebd-ac98-4c47-83bd-0042586a15be tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:16.574679 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca6b270d-6406-4982-88a7-503bd34e0bc1 req-94a46ebd-ac98-4c47-83bd-0042586a15be tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.1507530 Feb 05 03:19:16.622805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b8b3f-c685-43cc-ba2f-4a8b76d2463c req-4caa3279-3815-40e3-ac2a-901935b73292 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:16.624797 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b0b8b3f-c685-43cc-ba2f-4a8b76d2463c req-4caa3279-3815-40e3-ac2a-901935b73292 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.9979453 Feb 05 03:19:16.657487 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca6b270d-6406-4982-88a7-503bd34e0bc1 req-79cf1d86-352a-44bf-88d3-a6cffa35813b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723450 Feb 05 03:19:16.668650 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] For port 73687c06-9a6a-4aed-b335-95aaa2e7e0b1, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:19:16.672378 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] For port 73687c06-9a6a-4aed-b335-95aaa2e7e0b1, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=73687c06-9a6a-4aed-b335-95aaa2e7e0b1,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:19:16.678625 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad48cdea-eb05-4c9e-b9e7-fcf951ffcbaf req-7e1aabe7-f420-4847-aa4a-70f686a06775 service neutron] 10.222.0.31 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098615 Feb 05 03:19:16.687806 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (73687c06-9a6a-4aed-b335-95aaa2e7e0b1), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:16.737689 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b0b8b3f-c685-43cc-ba2f-4a8b76d2463c req-33532889-5c00-419c-a53c-dc98a681e3cd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841241 Feb 05 03:19:16.774475 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-2c579212-14cc-4314-9288-d395e22b6851 service neutron] 10.222.0.10 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835014 Feb 05 03:19:16.857507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:16.858543 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:16.862236 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] 10.222.0.31 "PUT /v2.0/ports/73687c06-9a6a-4aed-b335-95aaa2e7e0b1 HTTP/1.1" status: 200 len: 1091 time: 1.7085111 Feb 05 03:19:16.862978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4', 'tag': '73687c06-9a6a-4aed-b335-95aaa2e7e0b1'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:16.867934 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f277ad0-ca28-4994-8bce-47b59dbd2f52" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4", "tag": "73687c06-9a6a-4aed-b335-95aaa2e7e0b1"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:16.904298 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad48cdea-eb05-4c9e-b9e7-fcf951ffcbaf req-25d18410-97ad-4e5d-9889-e29790b08279 service neutron] 10.222.0.31 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070689 Feb 05 03:19:16.906699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266591e0-902b-4369-9b0d-1ad7d9df3bcf service neutron] Pushing event updated for resources: {'Port': ['ID=73687c06-9a6a-4aed-b335-95aaa2e7e0b1,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:16.953557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77011634-b860-4446-a91d-4c0598c668d2 req-82b73465-612b-4f5b-9293-42d03aa1f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:16.957580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77011634-b860-4446-a91d-4c0598c668d2 req-82b73465-612b-4f5b-9293-42d03aa1f175 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38a8a596a6fc4fd19716b4c030d3d4c2&device_id=5ed9f5ba-1b3d-4383-9b23-7f04ca205b48 HTTP/1.1" status: 200 len: 1125 time: 0.0945413 Feb 05 03:19:16.962154 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d30518-cf6b-46a4-a9b3-193766b69247 x-openstack-request-id: req-57d30518-cf6b-46a4-a9b3-193766b69247 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:16.962570 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4", "tag": "73687c06-9a6a-4aed-b335-95aaa2e7e0b1", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:16.962953 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-57d30518-cf6b-46a4-a9b3-193766b69247 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:16.963457 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4', 'tag': '73687c06-9a6a-4aed-b335-95aaa2e7e0b1', 'status': 'completed', 'code': 200} Feb 05 03:19:17.024659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3d383-5c18-4bcb-949e-4254d77d24e7 req-5a2a6730-15ba-44d2-b7d5-2651275a5ab0 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:17.026939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2f3d383-5c18-4bcb-949e-4254d77d24e7 req-5a2a6730-15ba-44d2-b7d5-2651275a5ab0 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ed9f5ba-1b3d-4383-9b23-7f04ca205b48 HTTP/1.1" status: 200 len: 943 time: 0.2300994 Feb 05 03:19:17.126020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77011634-b860-4446-a91d-4c0598c668d2 req-dbc72115-78bf-4cc0-a487-3ceabccd72ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:17.127883 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77011634-b860-4446-a91d-4c0598c668d2 req-dbc72115-78bf-4cc0-a487-3ceabccd72ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f2eff5b-427e-4a34-80eb-fe02d533134d HTTP/1.1" status: 200 len: 914 time: 0.1578109 Feb 05 03:19:17.187573 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77011634-b860-4446-a91d-4c0598c668d2 req-08d5a218-a13b-4349-b37d-ae1f5c0211f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de19e5bb-9fb4-4313-b37e-37607aba66ef HTTP/1.1" status: 200 len: 217 time: 0.0518711 Feb 05 03:19:17.306926 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2f3d383-5c18-4bcb-949e-4254d77d24e7 req-0e6833d8-2bd1-47e0-aa02-ef3a4b52277c tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778617 Feb 05 03:19:17.343065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77011634-b860-4446-a91d-4c0598c668d2 req-8df44fd1-011e-492a-bdec-dc9346968141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:17.344741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77011634-b860-4446-a91d-4c0598c668d2 req-8df44fd1-011e-492a-bdec-dc9346968141 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=208dc55d-d572-4e9a-b7fd-51d0b779a0d3 HTTP/1.1" status: 200 len: 853 time: 0.1488147 Feb 05 03:19:17.386746 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77011634-b860-4446-a91d-4c0598c668d2 req-f9235926-bb3b-4a81-bbc3-f8a91b5d286c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f2eff5b-427e-4a34-80eb-fe02d533134d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351384 Feb 05 03:19:17.587194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77011634-b860-4446-a91d-4c0598c668d2 req-0ab9a0e6-247f-4b38-8942-9f905e1154f0 service neutron] 10.222.0.10 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915839 Feb 05 03:19:17.807045 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77011634-b860-4446-a91d-4c0598c668d2 req-935b38be-e8a3-4f37-ba77-3277cbeb7f12 service neutron] 10.222.0.10 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029347 Feb 05 03:19:17.875411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a096c-20bf-413a-aa49-94d05013e4f1 req-9264dbca-39e7-4c33-bc28-1c5fb346afac tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:17.877200 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-970a096c-20bf-413a-aa49-94d05013e4f1 req-9264dbca-39e7-4c33-bc28-1c5fb346afac tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.0689685 Feb 05 03:19:17.976898 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-970a096c-20bf-413a-aa49-94d05013e4f1 req-c4c3d91c-8910-4bc3-a87f-8f94fb606b8e tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873880 Feb 05 03:19:17.996672 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b42f8-2b3a-4395-b7ae-d11efb2b8c00 req-52ed31c5-868d-4953-a0bf-06090d6ccf66 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:17.998891 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-453b42f8-2b3a-4395-b7ae-d11efb2b8c00 req-52ed31c5-868d-4953-a0bf-06090d6ccf66 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.1203699 Feb 05 03:19:18.092068 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-453b42f8-2b3a-4395-b7ae-d11efb2b8c00 req-d3da77dd-98d6-4eae-a445-888e07639e3d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767903 Feb 05 03:19:18.441445 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f942d-a3a7-4924-bea0-bca86a6ecae9 req-d315689a-a2c9-4f95-9b8a-f852b0380b37 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:18.442963 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f16f942d-a3a7-4924-bea0-bca86a6ecae9 req-d315689a-a2c9-4f95-9b8a-f852b0380b37 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ed9f5ba-1b3d-4383-9b23-7f04ca205b48 HTTP/1.1" status: 200 len: 943 time: 0.0579007 Feb 05 03:19:18.521187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f16f942d-a3a7-4924-bea0-bca86a6ecae9 req-224c073a-e2bd-4f7d-8d0a-500597b9c498 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718164 Feb 05 03:19:19.189888 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26a591-ed26-43c3-a34a-fe65d61ee517 req-5eb9e787-c519-4b8e-b164-fadf231867d6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:19.199197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d26a591-ed26-43c3-a34a-fe65d61ee517 req-5eb9e787-c519-4b8e-b164-fadf231867d6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.1357660 Feb 05 03:19:19.288970 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8f697-691e-41ae-b552-84f8ffd4da28 req-cb7d1b48-9def-4e48-aea6-ef63f1d67d92 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:19.290517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2b8f697-691e-41ae-b552-84f8ffd4da28 req-cb7d1b48-9def-4e48-aea6-ef63f1d67d92 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.0715976 Feb 05 03:19:19.343465 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d26a591-ed26-43c3-a34a-fe65d61ee517 req-7f12a83c-1e54-428f-a349-ee26e835ea2a tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275389 Feb 05 03:19:19.404132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2b8f697-691e-41ae-b552-84f8ffd4da28 req-c2aaab40-5d1e-41d8-9dd2-2f3556c8a155 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016335 Feb 05 03:19:19.652696 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32b20c-3da9-4b94-9946-732661f89686 req-b4aad769-b54e-4989-8cc3-1bc8d28ebdad tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:19.654536 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c32b20c-3da9-4b94-9946-732661f89686 req-b4aad769-b54e-4989-8cc3-1bc8d28ebdad tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ed9f5ba-1b3d-4383-9b23-7f04ca205b48 HTTP/1.1" status: 200 len: 943 time: 0.0626574 Feb 05 03:19:19.741249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c32b20c-3da9-4b94-9946-732661f89686 req-c22af40a-77b0-4bb7-9a18-06ccc93b845a tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739286 Feb 05 03:19:20.177550 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device de19e5bb-9fb4-4313-b37e-37607aba66ef details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:19:20.302351 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port de19e5bb-9fb4-4313-b37e-37607aba66ef, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=de19e5bb-9fb4-4313-b37e-37607aba66ef,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:20.338540 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'de19e5bb-9fb4-4313-b37e-37607aba66ef', 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d', 'port_id': 'de19e5bb-9fb4-4313-b37e-37607aba66ef', 'mac_address': 'fa:16:3e:c3:c6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208dc55d-d572-4e9a-b7fd-51d0b779a0d3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:19:20.355454 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:19:20.397099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port de19e5bb-9fb4-4313-b37e-37607aba66ef is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:19:20.397766 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (de19e5bb-9fb4-4313-b37e-37607aba66ef), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:20.434537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de19e5bb-9fb4-4313-b37e-37607aba66ef {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:19:20.472438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port de19e5bb-9fb4-4313-b37e-37607aba66ef, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=de19e5bb-9fb4-4313-b37e-37607aba66ef,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:20.481199 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (de19e5bb-9fb4-4313-b37e-37607aba66ef), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:20.580902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=de19e5bb-9fb4-4313-b37e-37607aba66ef,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:20.615462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb6da-3351-4f65-8327-9debcf10ac5d req-c42701e1-328f-4f60-af5b-d477c638da4b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:20.617025 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-776cb6da-3351-4f65-8327-9debcf10ac5d req-c42701e1-328f-4f60-af5b-d477c638da4b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.1528258 Feb 05 03:19:20.652002 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa27322-b0c2-4582-8dbf-4959cf532ecc req-500cee03-aa23-407d-b72f-442b0f262cec tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:20.653566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4fa27322-b0c2-4582-8dbf-4959cf532ecc req-500cee03-aa23-407d-b72f-442b0f262cec tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.1108749 Feb 05 03:19:20.681657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['de19e5bb-9fb4-4313-b37e-37607aba66ef'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:19:20.744517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-776cb6da-3351-4f65-8327-9debcf10ac5d req-c48ddb1c-a306-40be-bd98-fec83bb2dcf5 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207135 Feb 05 03:19:20.831204 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4fa27322-b0c2-4582-8dbf-4959cf532ecc req-963e7624-21b7-4cec-96c3-bbb3c8d17e63 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572473 Feb 05 03:19:20.922228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc17a0-bfb3-426c-92d9-5e21633be153 req-3adfd60b-6988-4dd1-bdf9-c3bb3850a543 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:20.932694 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dbcc17a0-bfb3-426c-92d9-5e21633be153 req-3adfd60b-6988-4dd1-bdf9-c3bb3850a543 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ed9f5ba-1b3d-4383-9b23-7f04ca205b48 HTTP/1.1" status: 200 len: 944 time: 0.0754359 Feb 05 03:19:21.023076 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dbcc17a0-bfb3-426c-92d9-5e21633be153 req-7c8c7824-1b6c-4710-95ba-f21b06aa981d tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892465 Feb 05 03:19:21.877098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c69fcd-5047-406e-a79f-79778b93c000 req-80b8e94a-b139-47c7-af39-1c5cf56ab3f0 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:21.879139 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2c69fcd-5047-406e-a79f-79778b93c000 req-80b8e94a-b139-47c7-af39-1c5cf56ab3f0 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.0554199 Feb 05 03:19:21.975996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2c69fcd-5047-406e-a79f-79778b93c000 req-3813304b-6491-4a18-b898-1933c86a7e20 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777924 Feb 05 03:19:22.015968 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9b4ae-214f-4a53-9b55-4cbff3e99f18 req-689ee36c-0deb-48b7-a6ed-d5557cba1ba8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:22.026021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4ec9b4ae-214f-4a53-9b55-4cbff3e99f18 req-689ee36c-0deb-48b7-a6ed-d5557cba1ba8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.1152790 Feb 05 03:19:22.178680 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device de19e5bb-9fb4-4313-b37e-37607aba66ef up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:19:22.206136 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4ec9b4ae-214f-4a53-9b55-4cbff3e99f18 req-c55c56a9-dad3-49a7-b0da-888130e25c18 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760414 Feb 05 03:19:22.239778 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f00e4-d152-43f6-ac78-015c012bb4e4 req-e2d22a86-36af-4fa6-9082-81c473023042 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:22.241114 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-051f00e4-d152-43f6-ac78-015c012bb4e4 req-e2d22a86-36af-4fa6-9082-81c473023042 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ed9f5ba-1b3d-4383-9b23-7f04ca205b48 HTTP/1.1" status: 200 len: 944 time: 0.1119847 Feb 05 03:19:22.280123 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port de19e5bb-9fb4-4313-b37e-37607aba66ef completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:19:22.296936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port de19e5bb-9fb4-4313-b37e-37607aba66ef triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:19:22.306725 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (de19e5bb-9fb4-4313-b37e-37607aba66ef), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:22.346630 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-051f00e4-d152-43f6-ac78-015c012bb4e4 req-0c1114a7-72a6-4e17-8fd3-061c8cbd7aea tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990994 Feb 05 03:19:22.462576 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port de19e5bb-9fb4-4313-b37e-37607aba66ef is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:19:22.463278 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (de19e5bb-9fb4-4313-b37e-37607aba66ef), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:22.510787 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed9f5ba-1b3d-4383-9b23-7f04ca205b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de19e5bb-9fb4-4313-b37e-37607aba66ef'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:22.513659 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a27016a-548e-4dd3-a907-73e58990a226" -d '{"events": [{"server_uuid": "5ed9f5ba-1b3d-4383-9b23-7f04ca205b48", "name": "network-vif-plugged", "status": "completed", "tag": "de19e5bb-9fb4-4313-b37e-37607aba66ef"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:22.533484 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port de19e5bb-9fb4-4313-b37e-37607aba66ef, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=de19e5bb-9fb4-4313-b37e-37607aba66ef,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:22.539563 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (de19e5bb-9fb4-4313-b37e-37607aba66ef), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:22.566936 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a625c9b-3a50-4c0d-a2ee-c4052b06824a x-openstack-request-id: req-5a625c9b-3a50-4c0d-a2ee-c4052b06824a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:22.567468 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed9f5ba-1b3d-4383-9b23-7f04ca205b48", "name": "network-vif-plugged", "status": "completed", "tag": "de19e5bb-9fb4-4313-b37e-37607aba66ef", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:22.567947 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a625c9b-3a50-4c0d-a2ee-c4052b06824a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:22.568343 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed9f5ba-1b3d-4383-9b23-7f04ca205b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de19e5bb-9fb4-4313-b37e-37607aba66ef', 'code': 200} Feb 05 03:19:22.595069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=de19e5bb-9fb4-4313-b37e-37607aba66ef,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:22.674863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38144bd-7cf2-4dde-a559-ed469484f3c9 req-eb7b2291-1f38-468d-8020-9a5a17c5bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:22.676679 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f38144bd-7cf2-4dde-a559-ed469484f3c9 req-eb7b2291-1f38-468d-8020-9a5a17c5bda7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ed9f5ba-1b3d-4383-9b23-7f04ca205b48 HTTP/1.1" status: 200 len: 1127 time: 0.0442696 Feb 05 03:19:22.834096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f38144bd-7cf2-4dde-a559-ed469484f3c9 req-bb4e4cb9-4e16-43e4-90ed-3b581783fb2e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499095 Feb 05 03:19:23.099771 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101599f-668f-472b-8cec-53c0ea2b4990 req-6bd0938f-12f8-4490-bcdc-52b5a7fcf6af tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:23.101179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d101599f-668f-472b-8cec-53c0ea2b4990 req-6bd0938f-12f8-4490-bcdc-52b5a7fcf6af tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.0534236 Feb 05 03:19:23.156675 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d101599f-668f-472b-8cec-53c0ea2b4990 req-6c79c237-1016-4608-8c4f-877fa829bf3b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498409 Feb 05 03:19:23.390431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d7e84-6ca0-4992-8269-b8c43735c4de req-ec4dec88-6820-4b8b-a71a-cfa84d1087d4 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:23.398492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f4d7e84-6ca0-4992-8269-b8c43735c4de req-ec4dec88-6820-4b8b-a71a-cfa84d1087d4 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.1022856 Feb 05 03:19:23.450864 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f4d7e84-6ca0-4992-8269-b8c43735c4de req-f670de09-79e4-4735-b928-9539f32bbfbb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512195 Feb 05 03:19:23.542048 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228d5df-c861-45ea-943c-07d74d392788 req-ce497af2-91b3-4032-a6f2-a275b23d52c5 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:23.549706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3228d5df-c861-45ea-943c-07d74d392788 req-ce497af2-91b3-4032-a6f2-a275b23d52c5 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ed9f5ba-1b3d-4383-9b23-7f04ca205b48 HTTP/1.1" status: 200 len: 945 time: 0.0974500 Feb 05 03:19:23.603099 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3228d5df-c861-45ea-943c-07d74d392788 req-43f4c5d3-3d18-41b6-93a8-51468f262efe tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523863 Feb 05 03:19:24.304893 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e33283-cd3f-4f7a-9fc6-790daa28d68f req-98a8c94e-0c0c-4703-a672-a8d743b0c1be tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:24.306682 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42e33283-cd3f-4f7a-9fc6-790daa28d68f req-98a8c94e-0c0c-4703-a672-a8d743b0c1be tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.0596561 Feb 05 03:19:24.357316 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42e33283-cd3f-4f7a-9fc6-790daa28d68f req-509f8f77-a9a3-4937-8ec3-e8170aa1bfa0 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443487 Feb 05 03:19:24.577482 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef44121-dee5-4879-b8bd-76db83ba5637 req-5ed8a279-c7b0-4503-9973-10d6f30a091b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:24.579474 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ef44121-dee5-4879-b8bd-76db83ba5637 req-5ed8a279-c7b0-4503-9973-10d6f30a091b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.0584843 Feb 05 03:19:24.635717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ef44121-dee5-4879-b8bd-76db83ba5637 req-f8570215-7733-4d6d-8de8-6010b122d451 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489407 Feb 05 03:19:24.732042 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff9143-6f98-4df7-86c6-64f3edc739ed req-b3abd445-b307-4c96-a7e7-d69587322441 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:24.733455 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-adff9143-6f98-4df7-86c6-64f3edc739ed req-b3abd445-b307-4c96-a7e7-d69587322441 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ed9f5ba-1b3d-4383-9b23-7f04ca205b48 HTTP/1.1" status: 200 len: 945 time: 0.0530422 Feb 05 03:19:24.783063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-adff9143-6f98-4df7-86c6-64f3edc739ed req-874257b6-879e-4e1f-850a-0f0f1611d754 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431063 Feb 05 03:19:24.905623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae904d16-50f6-488c-892a-c2cc6a878aec req-7266033c-379d-4507-a96e-3f5cf81548e9 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:24.907129 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae904d16-50f6-488c-892a-c2cc6a878aec req-7266033c-379d-4507-a96e-3f5cf81548e9 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0554609 Feb 05 03:19:24.965829 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae904d16-50f6-488c-892a-c2cc6a878aec req-fdc98564-5a76-4429-b478-d6e744ef4b55 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525973 Feb 05 03:19:25.495627 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bfa74-81f2-4c56-900b-fce81874da1a req-b32979ca-9488-44f9-aee8-fdb390a513fb tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:25.497186 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-772bfa74-81f2-4c56-900b-fce81874da1a req-b32979ca-9488-44f9-aee8-fdb390a513fb tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.0550210 Feb 05 03:19:25.549123 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-772bfa74-81f2-4c56-900b-fce81874da1a req-0b48992b-eca8-44ac-aa7c-96705abe5884 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453374 Feb 05 03:19:25.772529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08903034-1d8c-4e18-afa3-285b1377ad37 req-e0896bad-51c7-4897-91c7-9a87125c8f30 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:25.773917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08903034-1d8c-4e18-afa3-285b1377ad37 req-e0896bad-51c7-4897-91c7-9a87125c8f30 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.0546744 Feb 05 03:19:25.822556 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08903034-1d8c-4e18-afa3-285b1377ad37 req-37655924-5d77-4c60-bce6-baf5b3db5283 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428126 Feb 05 03:19:26.096801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a15803-7656-477e-806c-cddf9a267569 req-20e7cdee-1aa3-4e6f-9564-2b302442ba52 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:26.098382 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02a15803-7656-477e-806c-cddf9a267569 req-20e7cdee-1aa3-4e6f-9564-2b302442ba52 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0582600 Feb 05 03:19:26.146064 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02a15803-7656-477e-806c-cddf9a267569 req-b2e383ad-302b-4a01-a049-22db94147058 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Feb 05 03:19:26.670997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c928f8-6c09-4a6e-a299-6c4daa53fd4d req-3b370cdd-4d4c-498d-a956-ddbef9f1cec7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:26.672373 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06c928f8-6c09-4a6e-a299-6c4daa53fd4d req-3b370cdd-4d4c-498d-a956-ddbef9f1cec7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.0523281 Feb 05 03:19:26.718609 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06c928f8-6c09-4a6e-a299-6c4daa53fd4d req-7597d569-94cd-4439-a3d4-edca0cfad240 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403967 Feb 05 03:19:26.943442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec68867-329a-4701-a93b-adb3d5b3cfbc req-96514454-e154-41ed-a34c-09cb0e986323 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:26.944925 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bec68867-329a-4701-a93b-adb3d5b3cfbc req-96514454-e154-41ed-a34c-09cb0e986323 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.0524104 Feb 05 03:19:26.999927 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bec68867-329a-4701-a93b-adb3d5b3cfbc req-d15115ac-1f01-4ebf-b20f-40deed33b1e4 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492086 Feb 05 03:19:27.264930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff2ca1-4bd8-4731-b024-dfe634d44b6c req-cbf0ffe1-48aa-48c2-b7ec-63dec8711ab0 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:27.266359 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1eff2ca1-4bd8-4731-b024-dfe634d44b6c req-cbf0ffe1-48aa-48c2-b7ec-63dec8711ab0 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0533516 Feb 05 03:19:27.314035 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1eff2ca1-4bd8-4731-b024-dfe634d44b6c req-b0d56d44-ad86-40b2-a710-0d7287b2eba2 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417197 Feb 05 03:19:27.841809 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31530c2b-5876-40ec-8fe4-a087ffc860a5 req-e1f8e887-1f79-493c-a56d-f3a8a580020d tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:27.843323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31530c2b-5876-40ec-8fe4-a087ffc860a5 req-e1f8e887-1f79-493c-a56d-f3a8a580020d tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.0527136 Feb 05 03:19:27.891259 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31530c2b-5876-40ec-8fe4-a087ffc860a5 req-09c17a91-5f62-4a12-b82d-66e705f21bfb tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410960 Feb 05 03:19:28.124875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bad35-36c2-4108-b575-750e1455d1a6 req-c6435907-2902-441d-895e-4e5fd3ebb6ba tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:28.126357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a4bad35-36c2-4108-b575-750e1455d1a6 req-c6435907-2902-441d-895e-4e5fd3ebb6ba tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 943 time: 0.0577674 Feb 05 03:19:28.175613 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a4bad35-36c2-4108-b575-750e1455d1a6 req-faf28f68-7982-4dcb-8f6f-54071d1a3463 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430675 Feb 05 03:19:28.198868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 89590e42-a3aa-4799-bbc0-47a312e63a42 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:19:28.293983 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 89590e42-a3aa-4799-bbc0-47a312e63a42, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=89590e42-a3aa-4799-bbc0-47a312e63a42,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:28.305393 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '89590e42-a3aa-4799-bbc0-47a312e63a42', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'port_id': '89590e42-a3aa-4799-bbc0-47a312e63a42', 'mac_address': 'fa:16:3e:03:b8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:19:28.348591 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 89590e42-a3aa-4799-bbc0-47a312e63a42 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:19:28.349146 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (89590e42-a3aa-4799-bbc0-47a312e63a42), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:28.364985 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89590e42-a3aa-4799-bbc0-47a312e63a42 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:19:28.386089 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 89590e42-a3aa-4799-bbc0-47a312e63a42, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=89590e42-a3aa-4799-bbc0-47a312e63a42,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:28.390395 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (89590e42-a3aa-4799-bbc0-47a312e63a42), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:28.443369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=89590e42-a3aa-4799-bbc0-47a312e63a42,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:28.475152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4a82-c118-4181-8608-b93773a370d8 req-89319432-d62a-4448-8401-f12fa7655d92 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:28.475152 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a4c4a82-c118-4181-8608-b93773a370d8 req-89319432-d62a-4448-8401-f12fa7655d92 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0703249 Feb 05 03:19:28.539540 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a4c4a82-c118-4181-8608-b93773a370d8 req-3b2888b2-8525-425d-acbd-ecd3b298cc52 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605764 Feb 05 03:19:28.543441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-d387e756-3977-4523-a99c-59f7f9f9a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:28.545018 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-d387e756-3977-4523-a99c-59f7f9f9a8d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38a8a596a6fc4fd19716b4c030d3d4c2&device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 1125 time: 0.0588443 Feb 05 03:19:28.597621 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['89590e42-a3aa-4799-bbc0-47a312e63a42'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:19:28.603019 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-b8de966b-c367-4931-b3b5-bebd7743e3b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73687c06-9a6a-4aed-b335-95aaa2e7e0b1 HTTP/1.1" status: 200 len: 217 time: 0.0457323 Feb 05 03:19:28.677974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005537f4-a11e-4b56-9bb3-e5a2055550d3 req-a9ebe222-4829-40f5-9631-33258e420f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:28.679558 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005537f4-a11e-4b56-9bb3-e5a2055550d3 req-a9ebe222-4829-40f5-9631-33258e420f04 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba67a63a3f224705a45911cfa6b17697&device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 1126 time: 0.0881891 Feb 05 03:19:28.681225 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-7998f48d-67b6-43cf-b31e-e84caacf2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:28.682618 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-7998f48d-67b6-43cf-b31e-e84caacf2fe8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=208dc55d-d572-4e9a-b7fd-51d0b779a0d3 HTTP/1.1" status: 200 len: 853 time: 0.0648334 Feb 05 03:19:28.725860 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-25beb87c-83ff-42cc-bba8-2cdf9f967037 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f2eff5b-427e-4a34-80eb-fe02d533134d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365627 Feb 05 03:19:28.879174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005537f4-a11e-4b56-9bb3-e5a2055550d3 req-d1dc9866-6b27-43c6-a7c5-e18b4d415795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:28.880644 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005537f4-a11e-4b56-9bb3-e5a2055550d3 req-d1dc9866-6b27-43c6-a7c5-e18b4d415795 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 200 len: 918 time: 0.1803415 Feb 05 03:19:28.886048 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-dc9f2ad0-aacb-4411-8a7a-0d6bdcac4210 service neutron] 10.222.0.31 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502631 Feb 05 03:19:29.003591 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005537f4-a11e-4b56-9bb3-e5a2055550d3 req-49fb17ef-ac20-4640-837a-4d7490888749 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe HTTP/1.1" status: 200 len: 998 time: 0.1102111 Feb 05 03:19:29.026911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7928c-935c-4285-8139-2413babd7827 req-9e06c7ce-ced9-41fc-9880-dacc4136dc17 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:29.028497 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56a7928c-935c-4285-8139-2413babd7827 req-9e06c7ce-ced9-41fc-9880-dacc4136dc17 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.0609066 Feb 05 03:19:29.072119 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-488d6d81-1539-43cb-9d0c-a5c1ba8a53df req-36558ff4-cc19-4b08-9e8e-282879ac452b service neutron] 10.222.0.31 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725295 Feb 05 03:19:29.077249 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005537f4-a11e-4b56-9bb3-e5a2055550d3 req-1a9911a7-21e1-4be3-a63e-fc839b60790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:29.078640 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005537f4-a11e-4b56-9bb3-e5a2055550d3 req-1a9911a7-21e1-4be3-a63e-fc839b60790f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ab975cc-8263-4d78-92b1-c19cb0f69805 HTTP/1.1" status: 200 len: 856 time: 0.0685408 Feb 05 03:19:29.091106 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56a7928c-935c-4285-8139-2413babd7827 req-a98fe353-54d0-4e6e-a8b8-2c38cd8b27ea tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478811 Feb 05 03:19:29.132675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005537f4-a11e-4b56-9bb3-e5a2055550d3 req-fab73c0e-ff3e-4f60-be58-ed5b265248ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:29.134171 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005537f4-a11e-4b56-9bb3-e5a2055550d3 req-fab73c0e-ff3e-4f60-be58-ed5b265248ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496926 Feb 05 03:19:29.238567 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f277ad0-ca28-4994-8bce-47b59dbd2f52 req-b34e3b07-d75d-4171-9134-4abfb3bacc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:29.240086 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1f277ad0-ca28-4994-8bce-47b59dbd2f52 req-b34e3b07-d75d-4171-9134-4abfb3bacc75 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38a8a596a6fc4fd19716b4c030d3d4c2&device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 1125 time: 0.1099105 Feb 05 03:19:29.296659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec18c1-c749-4113-a4d6-f3c12cef4d81 req-31779e13-3d8a-4b0c-a956-c85ae50a66ab tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:29.297929 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d7ec18c1-c749-4113-a4d6-f3c12cef4d81 req-31779e13-3d8a-4b0c-a956-c85ae50a66ab tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 944 time: 0.0532699 Feb 05 03:19:29.301842 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005537f4-a11e-4b56-9bb3-e5a2055550d3 req-4f24b37b-fd7d-4298-ae23-29fc22b2b401 service neutron] 10.222.0.31 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592612 Feb 05 03:19:29.349301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d7ec18c1-c749-4113-a4d6-f3c12cef4d81 req-b7f8b57c-a357-4105-968a-9991251e6b91 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448847 Feb 05 03:19:29.406099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f277ad0-ca28-4994-8bce-47b59dbd2f52 req-593e8f13-5a3c-46d6-9a86-b931ba660975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:29.407602 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1f277ad0-ca28-4994-8bce-47b59dbd2f52 req-593e8f13-5a3c-46d6-9a86-b931ba660975 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f2eff5b-427e-4a34-80eb-fe02d533134d HTTP/1.1" status: 200 len: 914 time: 0.1607463 Feb 05 03:19:29.454009 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1f277ad0-ca28-4994-8bce-47b59dbd2f52 req-6fc5a076-0479-46b7-b2bc-2d15f822599d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73687c06-9a6a-4aed-b335-95aaa2e7e0b1 HTTP/1.1" status: 200 len: 217 time: 0.0398378 Feb 05 03:19:29.493907 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-005537f4-a11e-4b56-9bb3-e5a2055550d3 req-ca218745-7d8d-458a-906d-c6660ef6f55d service neutron] 10.222.0.31 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841819 Feb 05 03:19:29.519755 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f277ad0-ca28-4994-8bce-47b59dbd2f52 req-b43b19cc-6217-43d3-b302-511763b6ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:29.521453 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1f277ad0-ca28-4994-8bce-47b59dbd2f52 req-b43b19cc-6217-43d3-b302-511763b6ed41 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=208dc55d-d572-4e9a-b7fd-51d0b779a0d3 HTTP/1.1" status: 200 len: 853 time: 0.0615761 Feb 05 03:19:29.554468 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1f277ad0-ca28-4994-8bce-47b59dbd2f52 req-d16e0c1d-6848-4eab-8164-8e62f51c3b4e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f2eff5b-427e-4a34-80eb-fe02d533134d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269976 Feb 05 03:19:29.647867 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1f277ad0-ca28-4994-8bce-47b59dbd2f52 req-0963a79e-5be0-4b06-9e6d-156eb309b9cc service neutron] 10.222.0.31 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853198 Feb 05 03:19:29.663833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c146e3d-7c2a-4c5b-9a35-46a1e3fca20a req-e30320d6-5ec5-4923-bb0f-af467798ec7f tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:29.665749 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c146e3d-7c2a-4c5b-9a35-46a1e3fca20a req-e30320d6-5ec5-4923-bb0f-af467798ec7f tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0570943 Feb 05 03:19:29.730433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c146e3d-7c2a-4c5b-9a35-46a1e3fca20a req-d09ac9bd-bff7-4d61-a098-cd89210a5578 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583107 Feb 05 03:19:29.753142 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1f277ad0-ca28-4994-8bce-47b59dbd2f52 req-769f57f5-c407-4fab-97a6-ab704ad4ea3a service neutron] 10.222.0.31 "GET /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984137 Feb 05 03:19:30.213899 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 89590e42-a3aa-4799-bbc0-47a312e63a42 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:19:30.215778 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fb9eb-8574-47e1-97b4-dac7df527ce9 req-12dd250c-3e0d-4c21-8d3c-5b541bee63ba tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:30.217747 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b9fb9eb-8574-47e1-97b4-dac7df527ce9 req-12dd250c-3e0d-4c21-8d3c-5b541bee63ba tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.0562141 Feb 05 03:19:30.263863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 89590e42-a3aa-4799-bbc0-47a312e63a42 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:19:30.266079 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b9fb9eb-8574-47e1-97b4-dac7df527ce9 req-fe273ab2-599f-4687-add1-cdbb8701dc7c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422502 Feb 05 03:19:30.269176 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 89590e42-a3aa-4799-bbc0-47a312e63a42 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:19:30.270120 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (89590e42-a3aa-4799-bbc0-47a312e63a42), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:30.372038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 89590e42-a3aa-4799-bbc0-47a312e63a42 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:19:30.372038 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (89590e42-a3aa-4799-bbc0-47a312e63a42), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:30.390880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d87230-d16b-43a9-af22-27931213598d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89590e42-a3aa-4799-bbc0-47a312e63a42'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:30.394653 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b7d27d-250f-430a-b402-e7beac87515f" -d '{"events": [{"server_uuid": "f7d87230-d16b-43a9-af22-27931213598d", "name": "network-vif-plugged", "status": "completed", "tag": "89590e42-a3aa-4799-bbc0-47a312e63a42"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:30.421547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 89590e42-a3aa-4799-bbc0-47a312e63a42, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=89590e42-a3aa-4799-bbc0-47a312e63a42,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:30.434543 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (89590e42-a3aa-4799-bbc0-47a312e63a42), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:30.496167 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619c079a-e388-4e0c-bcaf-6dd65db4b906 x-openstack-request-id: req-619c079a-e388-4e0c-bcaf-6dd65db4b906 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:30.496485 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d87230-d16b-43a9-af22-27931213598d", "name": "network-vif-plugged", "status": "completed", "tag": "89590e42-a3aa-4799-bbc0-47a312e63a42", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:30.496735 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-619c079a-e388-4e0c-bcaf-6dd65db4b906 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:30.499936 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d87230-d16b-43a9-af22-27931213598d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89590e42-a3aa-4799-bbc0-47a312e63a42', 'code': 200} Feb 05 03:19:30.530817 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce0a52-01fc-46e0-b144-728e78d50213 req-53e32acb-5688-4805-9d15-2066d63a3a74 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:30.532402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94ce0a52-01fc-46e0-b144-728e78d50213 req-53e32acb-5688-4805-9d15-2066d63a3a74 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 945 time: 0.0817463 Feb 05 03:19:30.550516 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=89590e42-a3aa-4799-bbc0-47a312e63a42,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:30.618835 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb345d1-6c57-46eb-b964-8a374567670c req-5f5c63b4-779c-4a0d-963e-22aba0d0b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:30.620348 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cbb345d1-6c57-46eb-b964-8a374567670c req-5f5c63b4-779c-4a0d-963e-22aba0d0b9c2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 1127 time: 0.0864487 Feb 05 03:19:30.624300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94ce0a52-01fc-46e0-b144-728e78d50213 req-7f9de68a-cd9a-4e32-81f3-6eda359b16fd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772715 Feb 05 03:19:30.670175 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cbb345d1-6c57-46eb-b964-8a374567670c req-cf8a9672-8102-4a16-875e-fbf937f9bcf8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432913 Feb 05 03:19:30.851143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230ba51-9899-49fd-9b1b-1fce2ae443df req-64ce1711-73cf-4ac9-abc8-6f2b4ac1608c tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:30.852634 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5230ba51-9899-49fd-9b1b-1fce2ae443df req-64ce1711-73cf-4ac9-abc8-6f2b4ac1608c tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0559149 Feb 05 03:19:30.899866 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5230ba51-9899-49fd-9b1b-1fce2ae443df req-fabfeee5-207c-4302-af48-f03937aa5ad3 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 Feb 05 03:19:31.398312 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c1935-7e64-46d1-bee4-75969a39813b req-0d41cceb-0c20-489b-a978-c4e48790c883 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:31.399864 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-332c1935-7e64-46d1-bee4-75969a39813b req-0d41cceb-0c20-489b-a978-c4e48790c883 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.0576367 Feb 05 03:19:31.450938 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-332c1935-7e64-46d1-bee4-75969a39813b req-d609bcfc-b12d-4474-a6a1-c87049c14b22 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455081 Feb 05 03:19:31.758445 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ac58a-f143-4a36-ba9d-fe96e1b75226 req-01f0f990-9dda-436c-9f4a-93e47ab2dfef tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:31.759983 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a9ac58a-f143-4a36-ba9d-fe96e1b75226 req-01f0f990-9dda-436c-9f4a-93e47ab2dfef tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 945 time: 0.0586948 Feb 05 03:19:31.812693 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1a9ac58a-f143-4a36-ba9d-fe96e1b75226 req-c96d8c2a-1a42-48f4-8943-ae6b242f067b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464711 Feb 05 03:19:32.020611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092672d5-a570-4482-ad69-424447d5a336 req-967144d7-ece7-4f56-8cbb-2b901d2ad4d9 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:32.022090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-092672d5-a570-4482-ad69-424447d5a336 req-967144d7-ece7-4f56-8cbb-2b901d2ad4d9 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0530958 Feb 05 03:19:32.068335 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-092672d5-a570-4482-ad69-424447d5a336 req-37c73aab-d94a-4b02-a8db-1cf8d1b1b82e tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404716 Feb 05 03:19:32.595011 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5a38b-2276-4d14-93ed-8f0ce541b711 req-e8377486-3958-475a-8796-33cce1d56738 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:32.600846 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3af5a38b-2276-4d14-93ed-8f0ce541b711 req-e8377486-3958-475a-8796-33cce1d56738 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.0596867 Feb 05 03:19:32.644263 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3af5a38b-2276-4d14-93ed-8f0ce541b711 req-d62adfec-f02d-4e90-85d4-44dfc2a431a6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415356 Feb 05 03:19:32.933889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c219aaa-9b4f-4460-ac95-45e9b48e3f27 req-b08434c2-fc54-49c7-b382-b2594c63aa8b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:32.935431 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c219aaa-9b4f-4460-ac95-45e9b48e3f27 req-b08434c2-fc54-49c7-b382-b2594c63aa8b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 945 time: 0.0534139 Feb 05 03:19:32.986114 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c219aaa-9b4f-4460-ac95-45e9b48e3f27 req-10af1a1a-ec05-469e-b93b-5db7bd942c06 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448794 Feb 05 03:19:33.110745 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfc68c-46fc-4372-9935-055b90dd84b7 req-1b4bc8b6-9786-49a7-951e-8c3593cdef9c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:33.112746 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28cfc68c-46fc-4372-9935-055b90dd84b7 req-1b4bc8b6-9786-49a7-951e-8c3593cdef9c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 945 time: 0.0595086 Feb 05 03:19:33.187368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28cfc68c-46fc-4372-9935-055b90dd84b7 req-50ee51d3-16f4-4fb4-a374-d5c4554c616e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688093 Feb 05 03:19:33.210378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683b88e-3bf5-488e-9ee5-518b8442de06 req-db295824-b69a-48f6-81ba-1bf0ead0e995 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:33.211804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56420) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:19:33.212276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a683b88e-3bf5-488e-9ee5-518b8442de06 req-db295824-b69a-48f6-81ba-1bf0ead0e995 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0744662 Feb 05 03:19:33.261573 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a683b88e-3bf5-488e-9ee5-518b8442de06 req-2df05de5-4f98-4849-9ebf-438b4b95ef15 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438769 Feb 05 03:19:33.379074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d304dae4-4f8e-4cfa-910d-132904250f62 tempest-TestVolumeBootPattern-912161760 tempest-TestVolumeBootPattern-912161760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:33.383231 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d304dae4-4f8e-4cfa-910d-132904250f62 tempest-TestVolumeBootPattern-912161760 tempest-TestVolumeBootPattern-912161760-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 1122 time: 0.1669812 Feb 05 03:19:33.383429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 56424) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:19:33.387595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': '89590e42-a3aa-4799-bbc0-47a312e63a42', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:19:33.409465 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:33.484443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:19:33.527423 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:33.632248 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 73687c06-9a6a-4aed-b335-95aaa2e7e0b1, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=73687c06-9a6a-4aed-b335-95aaa2e7e0b1,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:33.646676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '73687c06-9a6a-4aed-b335-95aaa2e7e0b1', 'network_id': '2f2eff5b-427e-4a34-80eb-fe02d533134d', 'port_id': '73687c06-9a6a-4aed-b335-95aaa2e7e0b1', 'mac_address': 'fa:16:3e:4b:95:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208dc55d-d572-4e9a-b7fd-51d0b779a0d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:19:33.680275 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Allocated IP 172.25.0.234 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/93bcfef7-556f-402f-959e-c23f6e7415fb) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:19:33.702630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:19:33.703294 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (73687c06-9a6a-4aed-b335-95aaa2e7e0b1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:33.707934 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8d14f8e8-f499-4f7e-8bdd-feb567e88e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:33.723186 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:19:33.756647 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 73687c06-9a6a-4aed-b335-95aaa2e7e0b1, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=73687c06-9a6a-4aed-b335-95aaa2e7e0b1,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:33.765771 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (73687c06-9a6a-4aed-b335-95aaa2e7e0b1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:33.809090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b851b1-87b1-4807-918b-a3e678a7a247 req-2022751e-fd2f-43ec-97be-42bd868f6067 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:33.816760 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for port (93bcfef7-556f-402f-959e-c23f6e7415fb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:33.817631 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3b851b1-87b1-4807-918b-a3e678a7a247 req-2022751e-fd2f-43ec-97be-42bd868f6067 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.0755930 Feb 05 03:19:33.862213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=73687c06-9a6a-4aed-b335-95aaa2e7e0b1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:33.863504 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (93bcfef7-556f-402f-959e-c23f6e7415fb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:33.872096 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:33.872443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:33.872971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:33.873481 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:33.873970 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:33.874451 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:33.874959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:33.875432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:33.875910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:33.876402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:33.876924 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:33.877709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:33.878193 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:19:33.885205 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3b851b1-87b1-4807-918b-a3e678a7a247 req-219bf285-5743-418c-8c8b-e291a6232a0e tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662489 Feb 05 03:19:33.924614 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:19:33.928916 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:19:33.930800 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'Port': ['ID=93bcfef7-556f-402f-959e-c23f6e7415fb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:33.933001 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:19:34.074448 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['73687c06-9a6a-4aed-b335-95aaa2e7e0b1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:19:34.348238 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for floatingip (7c5b5551-79e1-4947-b69b-6551cb9c840e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:34.398863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dbc24-d8b2-418a-9113-7ead232bf632 req-6f392c02-4b31-4f8d-b363-818936f2136a tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:34.400391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d14dbc24-d8b2-418a-9113-7ead232bf632 req-6f392c02-4b31-4f8d-b363-818936f2136a tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 944 time: 0.0603569 Feb 05 03:19:34.436651 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (93bcfef7-556f-402f-959e-c23f6e7415fb), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:34.454500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d14dbc24-d8b2-418a-9113-7ead232bf632 req-89ac4f6b-7834-49a9-ab62-cde03373ee38 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481117 Feb 05 03:19:34.805606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for port (93bcfef7-556f-402f-959e-c23f6e7415fb), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:34.805606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (93bcfef7-556f-402f-959e-c23f6e7415fb), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:34.805606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (7c5b5551-79e1-4947-b69b-6551cb9c840e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:34.805606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'Port': ['ID=93bcfef7-556f-402f-959e-c23f6e7415fb,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:34.866611 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Floating IP 7c5b5551-79e1-4947-b69b-6551cb9c840e associated. External IP: 172.25.0.234, port: 89590e42-a3aa-4799-bbc0-47a312e63a42. Feb 05 03:19:35.040872 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a060a5-1388-4ba7-87db-a9add187279d req-805ba52a-ff40-4c4b-a0f4-a0057790ed20 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:35.049279 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2a060a5-1388-4ba7-87db-a9add187279d req-805ba52a-ff40-4c4b-a0f4-a0057790ed20 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.0637074 Feb 05 03:19:35.113009 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2a060a5-1388-4ba7-87db-a9add187279d req-738cac29-ded9-4f54-8649-77ec8a4bb862 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583963 Feb 05 03:19:35.120864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Router 12cbe9ea-2092-46f1-963e-d1830fb70539 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:19:35.500506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:19:35.616270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:19:35.620828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:19:35.621583 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (73687c06-9a6a-4aed-b335-95aaa2e7e0b1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:35.648331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:19:35.660094 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88375ec-05e0-4963-85cc-504c326e0b68 None None] Sync routers for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:19:35.678836 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88375ec-05e0-4963-85cc-504c326e0b68 None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:19:35.679478 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d88375ec-05e0-4963-85cc-504c326e0b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:19:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:19:35.683933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0740a6f-1493-4997-ae8d-19cafbb319c9 req-0772d2f2-0d45-4983-abef-20148d52fa23 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:35.685477 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d0740a6f-1493-4997-ae8d-19cafbb319c9 req-0772d2f2-0d45-4983-abef-20148d52fa23 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 944 time: 0.1471338 Feb 05 03:19:35.685998 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:35.730849 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-eb7ee8bc-2e17-4103-a574-0aae939dd235 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3402483 Feb 05 03:19:35.730849 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d87230-d16b-43a9-af22-27931213598d', 'tag': '89590e42-a3aa-4799-bbc0-47a312e63a42'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:35.730849 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76362a9b-f959-4a03-a8d7-f2817680f0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d87230-d16b-43a9-af22-27931213598d", "tag": "89590e42-a3aa-4799-bbc0-47a312e63a42"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:35.774843 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af948893-f8c4-429c-a645-45235b590e33 x-openstack-request-id: req-af948893-f8c4-429c-a645-45235b590e33 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:35.775816 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d87230-d16b-43a9-af22-27931213598d", "tag": "89590e42-a3aa-4799-bbc0-47a312e63a42", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:35.776327 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af948893-f8c4-429c-a645-45235b590e33 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:35.776895 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d87230-d16b-43a9-af22-27931213598d', 'tag': '89590e42-a3aa-4799-bbc0-47a312e63a42', 'status': 'completed', 'code': 200} Feb 05 03:19:35.789880 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d0740a6f-1493-4997-ae8d-19cafbb319c9 req-a584e8c3-787c-41a0-9ff1-3936af492dff tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966599 Feb 05 03:19:35.815533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:19:35.816307 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (73687c06-9a6a-4aed-b335-95aaa2e7e0b1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:35.843735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73687c06-9a6a-4aed-b335-95aaa2e7e0b1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:35.847614 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5418dd81-3351-44e3-842a-bfa7f5d84e7c" -d '{"events": [{"server_uuid": "fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4", "name": "network-vif-plugged", "status": "completed", "tag": "73687c06-9a6a-4aed-b335-95aaa2e7e0b1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:35.863497 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 73687c06-9a6a-4aed-b335-95aaa2e7e0b1, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=73687c06-9a6a-4aed-b335-95aaa2e7e0b1,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:35.886557 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (73687c06-9a6a-4aed-b335-95aaa2e7e0b1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:35.922978 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76362a9b-f959-4a03-a8d7-f2817680f0cb req-103973e7-e750-44cb-9acf-7ea13f23861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:35.925142 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76362a9b-f959-4a03-a8d7-f2817680f0cb req-103973e7-e750-44cb-9acf-7ea13f23861d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 1127 time: 0.1225791 Feb 05 03:19:35.931867 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d88375ec-05e0-4963-85cc-504c326e0b68 None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:19:35.933909 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516d4272-25cb-4afe-b41e-9b24349d98eb x-openstack-request-id: req-516d4272-25cb-4afe-b41e-9b24349d98eb {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:35.934454 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4", "name": "network-vif-plugged", "status": "completed", "tag": "73687c06-9a6a-4aed-b335-95aaa2e7e0b1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:35.934932 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-516d4272-25cb-4afe-b41e-9b24349d98eb {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:35.935509 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73687c06-9a6a-4aed-b335-95aaa2e7e0b1', 'code': 200} Feb 05 03:19:35.959341 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-409feb20-b177-41d6-b0e4-19a73d3ffe86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:35.978535 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=73687c06-9a6a-4aed-b335-95aaa2e7e0b1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:36.081101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb8700-383c-419a-937d-5883c09b9eeb req-c9576008-65bb-41fa-832c-d8380749b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:36.082677 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a9eb8700-383c-419a-937d-5883c09b9eeb req-c9576008-65bb-41fa-832c-d8380749b8cf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 1127 time: 0.0888727 Feb 05 03:19:36.149187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76362a9b-f959-4a03-a8d7-f2817680f0cb req-d91be972-64de-444f-b6d3-a34d0495b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:36.156087 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76362a9b-f959-4a03-a8d7-f2817680f0cb req-d91be972-64de-444f-b6d3-a34d0495b0e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.2176478 Feb 05 03:19:36.181427 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a9eb8700-383c-419a-937d-5883c09b9eeb req-dcf6de30-9a20-44a6-91a6-8b5472adebe4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915449 Feb 05 03:19:36.252703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76362a9b-f959-4a03-a8d7-f2817680f0cb req-67b75d96-6412-497f-8e48-7bb404615dcb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89590e42-a3aa-4799-bbc0-47a312e63a42 HTTP/1.1" status: 200 len: 999 time: 0.0842996 Feb 05 03:19:36.344603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317a6fa-1ba9-4141-8092-9d1b5238e236 req-cb16c217-0e35-47e7-b0d0-222837e758b2 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:36.347158 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1317a6fa-1ba9-4141-8092-9d1b5238e236 req-cb16c217-0e35-47e7-b0d0-222837e758b2 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.0979671 Feb 05 03:19:36.348859 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76362a9b-f959-4a03-a8d7-f2817680f0cb req-7237745f-b086-445e-9fcd-90049fb99fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:36.350463 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76362a9b-f959-4a03-a8d7-f2817680f0cb req-7237745f-b086-445e-9fcd-90049fb99fd5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0888724 Feb 05 03:19:36.430591 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d88375ec-05e0-4963-85cc-504c326e0b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '7c5b5551-79e1-4947-b69b-6551cb9c840e', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'port_id': '89590e42-a3aa-4799-bbc0-47a312e63a42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'mac_address': 'fa:16:3e:03:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d87230-d16b-43a9-af22-27931213598d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:19:34Z', 'updated_at': '2022-02-05T03:19:34Z', 'revision_number': 0, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:19:36.461978 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1317a6fa-1ba9-4141-8092-9d1b5238e236 req-e5194065-7e92-47b2-b833-077d3a6fd7ba tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080179 Feb 05 03:19:36.464060 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88375ec-05e0-4963-85cc-504c326e0b68 None None] Checking router: 12cbe9ea-2092-46f1-963e-d1830fb70539 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:19:36.490431 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88375ec-05e0-4963-85cc-504c326e0b68 None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:19:36.491170 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d88375ec-05e0-4963-85cc-504c326e0b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:19:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:19:36.495909 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76362a9b-f959-4a03-a8d7-f2817680f0cb req-87d5a304-312b-4732-b519-b19196fd5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:36.497771 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76362a9b-f959-4a03-a8d7-f2817680f0cb req-87d5a304-312b-4732-b519-b19196fd5796 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1370718 Feb 05 03:19:36.616944 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76362a9b-f959-4a03-a8d7-f2817680f0cb req-9953996f-5c40-4d6a-b6b3-da91ebcbd97e service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105034 Feb 05 03:19:36.638090 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d88375ec-05e0-4963-85cc-504c326e0b68 None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:19:36.741194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76362a9b-f959-4a03-a8d7-f2817680f0cb req-667a777a-89a1-46b8-a72d-99fd89e64705 service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186194 Feb 05 03:19:36.954954 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f000553-f3cc-4f4b-8f95-f739a0b89615 req-97b92045-eb39-4b38-a424-646e1bbb3ba0 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:36.963924 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0f000553-f3cc-4f4b-8f95-f739a0b89615 req-97b92045-eb39-4b38-a424-646e1bbb3ba0 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0663536 Feb 05 03:19:36.967721 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d88375ec-05e0-4963-85cc-504c326e0b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '7c5b5551-79e1-4947-b69b-6551cb9c840e', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'port_id': '89590e42-a3aa-4799-bbc0-47a312e63a42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'mac_address': 'fa:16:3e:03:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d87230-d16b-43a9-af22-27931213598d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:19:34Z', 'updated_at': '2022-02-05T03:19:34Z', 'revision_number': 0, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:19:37.018897 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88375ec-05e0-4963-85cc-504c326e0b68 None None] The sync data for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 is: [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '7c5b5551-79e1-4947-b69b-6551cb9c840e', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'port_id': '89590e42-a3aa-4799-bbc0-47a312e63a42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'mac_address': 'fa:16:3e:03:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d87230-d16b-43a9-af22-27931213598d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:19:34Z', 'updated_at': '2022-02-05T03:19:34Z', 'revision_number': 0, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:19:37.056619 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0f000553-f3cc-4f4b-8f95-f739a0b89615 req-a05a18b8-d596-43bc-aea8-fe4a372eaddd tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868971 Feb 05 03:19:37.136093 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:37.512878 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4b9f5626-d5ea-49e0-8949-0333b63edfbe details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:19:37.692525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:37.710548 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '4b9f5626-d5ea-49e0-8949-0333b63edfbe', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'port_id': '4b9f5626-d5ea-49e0-8949-0333b63edfbe', 'mac_address': 'fa:16:3e:78:55:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:19:37.710856 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65c8c3-e6c6-4e4d-a150-631c89c15642 req-d29d71d8-e0da-4bed-8981-88e22d6ccd9e tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:37.727873 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc65c8c3-e6c6-4e4d-a150-631c89c15642 req-d29d71d8-e0da-4bed-8981-88e22d6ccd9e tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 944 time: 0.1466115 Feb 05 03:19:37.800874 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 4b9f5626-d5ea-49e0-8949-0333b63edfbe is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:19:37.801526 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:37.805426 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc65c8c3-e6c6-4e4d-a150-631c89c15642 req-f0d4f256-3eef-4fdf-a0df-ff346a7211ae tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805776 Feb 05 03:19:37.833009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9f5626-d5ea-49e0-8949-0333b63edfbe {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:19:37.853751 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:37.861829 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:37.913219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=4b9f5626-d5ea-49e0-8949-0333b63edfbe,revision_number=11']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:38.065707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc1040-4124-472f-92d0-a9e63b4e560b None None] New status for floating IP 7c5b5551-79e1-4947-b69b-6551cb9c840e: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:19:38.193636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['4b9f5626-d5ea-49e0-8949-0333b63edfbe'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:19:38.196908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897dea2-ee05-4a26-a610-bb191ec480a0 req-f85d0164-a7ab-4a3f-aa0b-ca57b8c9e3e0 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:38.198524 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8897dea2-ee05-4a26-a610-bb191ec480a0 req-f85d0164-a7ab-4a3f-aa0b-ca57b8c9e3e0 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0638199 Feb 05 03:19:38.262073 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8897dea2-ee05-4a26-a610-bb191ec480a0 req-10d4e5c1-d8ce-4701-89cb-3ab55715b0bf tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461838 Feb 05 03:19:38.731541 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:38.942411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7b186-0cef-491c-9b7b-9a8293dc2b31 req-e7248353-d862-419e-89e0-cfe3654e1843 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:38.951348 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bdc7b186-0cef-491c-9b7b-9a8293dc2b31 req-e7248353-d862-419e-89e0-cfe3654e1843 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 945 time: 0.1514750 Feb 05 03:19:39.066351 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bdc7b186-0cef-491c-9b7b-9a8293dc2b31 req-96f6fe6f-45d8-45ec-b341-c5473c93ab01 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101930 Feb 05 03:19:39.090224 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb5d53-19f4-46f4-b417-ee526cee251c req-708b1002-e7b4-4a5f-82b9-b77c010c1570 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:39.098167 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bebb5d53-19f4-46f4-b417-ee526cee251c req-708b1002-e7b4-4a5f-82b9-b77c010c1570 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 945 time: 0.1360290 Feb 05 03:19:39.156848 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bebb5d53-19f4-46f4-b417-ee526cee251c req-ca5fe2bf-8ead-42e3-9c76-c28667d77ef3 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560226 Feb 05 03:19:39.516549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4b9f5626-d5ea-49e0-8949-0333b63edfbe up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:19:39.575077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 4b9f5626-d5ea-49e0-8949-0333b63edfbe completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:19:39.581703 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 4b9f5626-d5ea-49e0-8949-0333b63edfbe triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:19:39.582292 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:39.703282 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 4b9f5626-d5ea-49e0-8949-0333b63edfbe is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:19:39.703750 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:39.735461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b15097-da9e-40ee-a746-85b231afe16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9f5626-d5ea-49e0-8949-0333b63edfbe'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:39.738408 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5c482e-a56c-43f7-9c43-14111b66029c" -d '{"events": [{"server_uuid": "93b15097-da9e-40ee-a746-85b231afe16c", "name": "network-vif-plugged", "status": "completed", "tag": "4b9f5626-d5ea-49e0-8949-0333b63edfbe"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:39.770301 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:39.776794 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:39.836967 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5a50b0-38b5-4b95-b44c-97bc5bb61219 x-openstack-request-id: req-7f5a50b0-38b5-4b95-b44c-97bc5bb61219 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:39.837265 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b15097-da9e-40ee-a746-85b231afe16c", "name": "network-vif-plugged", "status": "completed", "tag": "4b9f5626-d5ea-49e0-8949-0333b63edfbe", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:39.837806 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f5a50b0-38b5-4b95-b44c-97bc5bb61219 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:39.838209 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b15097-da9e-40ee-a746-85b231afe16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9f5626-d5ea-49e0-8949-0333b63edfbe', 'code': 200} Feb 05 03:19:39.903034 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=4b9f5626-d5ea-49e0-8949-0333b63edfbe,revision_number=12']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:40.056787 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:40.109812 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a26c77-d0a5-417d-9971-86373fec4129 req-64fe0a19-a24f-4e66-a201-16074570da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:40.112636 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-51a26c77-d0a5-417d-9971-86373fec4129 req-64fe0a19-a24f-4e66-a201-16074570da26 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 1128 time: 0.1007361 Feb 05 03:19:40.121503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94b356-ac3f-4e0e-a48c-daf05a369a34 req-9a5f7f24-d6d7-4a38-b0f6-7bd7d7a4bf18 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:40.123398 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa94b356-ac3f-4e0e-a48c-daf05a369a34 req-9a5f7f24-d6d7-4a38-b0f6-7bd7d7a4bf18 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0815921 Feb 05 03:19:40.240203 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-51a26c77-d0a5-417d-9971-86373fec4129 req-bc63fa50-de18-4a96-b117-b424a849d9ee service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128106 Feb 05 03:19:40.313680 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac562b06-50dc-46c0-88cb-0b19eca36235 req-cb8e2065-b8fa-44cc-bcfc-4f576d671dbf tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:40.329391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ac562b06-50dc-46c0-88cb-0b19eca36235 req-cb8e2065-b8fa-44cc-bcfc-4f576d671dbf tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ed9f5ba-1b3d-4383-9b23-7f04ca205b48 HTTP/1.1" status: 200 len: 945 time: 0.2509658 Feb 05 03:19:40.353530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-aa94b356-ac3f-4e0e-a48c-daf05a369a34 req-ee9facb6-3832-406d-99fb-3886f7985dae tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Deleting port 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:19:40.354060 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa94b356-ac3f-4e0e-a48c-daf05a369a34 req-ee9facb6-3832-406d-99fb-3886f7985dae tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (73687c06-9a6a-4aed-b335-95aaa2e7e0b1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:40.506482 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764e8f3-6102-453e-8396-6863de1a0386 req-19b63fc7-44ec-41e8-9df6-d13e5a0a01a2 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:40.508465 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6764e8f3-6102-453e-8396-6863de1a0386 req-19b63fc7-44ec-41e8-9df6-d13e5a0a01a2 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4 HTTP/1.1" status: 200 len: 945 time: 0.3215563 Feb 05 03:19:40.521242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-aa94b356-ac3f-4e0e-a48c-daf05a369a34 req-ee9facb6-3832-406d-99fb-3886f7985dae tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] For port 73687c06-9a6a-4aed-b335-95aaa2e7e0b1, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=73687c06-9a6a-4aed-b335-95aaa2e7e0b1,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:40.521618 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa94b356-ac3f-4e0e-a48c-daf05a369a34 req-ee9facb6-3832-406d-99fb-3886f7985dae tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (73687c06-9a6a-4aed-b335-95aaa2e7e0b1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:40.528323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f61058-fbd2-42f6-9462-3a42c80b7aef req-36d8c8e2-8f12-4fbc-bbeb-1298f201bc81 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:40.531907 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-23f61058-fbd2-42f6-9462-3a42c80b7aef req-36d8c8e2-8f12-4fbc-bbeb-1298f201bc81 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 946 time: 0.2368515 Feb 05 03:19:40.537187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-aa94b356-ac3f-4e0e-a48c-daf05a369a34 req-ee9facb6-3832-406d-99fb-3886f7985dae tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Calling delete_port for 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:19:40.655937 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-23f61058-fbd2-42f6-9462-3a42c80b7aef req-82214416-e4c6-4069-b529-0d67d6852407 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119909 Feb 05 03:19:40.684681 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6764e8f3-6102-453e-8396-6863de1a0386 req-37ce6dc7-5eab-4c61-91a7-1dab86f9611d tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/security-groups?id=b62d0df9-3308-4971-8c57-c73b1ee53f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490993 Feb 05 03:19:40.699600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ac562b06-50dc-46c0-88cb-0b19eca36235 req-e6c9cb1c-233c-43b9-b889-92eddc5080be tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Deleting port de19e5bb-9fb4-4313-b37e-37607aba66ef {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:19:40.699943 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ac562b06-50dc-46c0-88cb-0b19eca36235 req-e6c9cb1c-233c-43b9-b889-92eddc5080be tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (de19e5bb-9fb4-4313-b37e-37607aba66ef), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:40.754737 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa94b356-ac3f-4e0e-a48c-daf05a369a34 req-ee9facb6-3832-406d-99fb-3886f7985dae tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (73687c06-9a6a-4aed-b335-95aaa2e7e0b1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:40.770250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['de19e5bb-9fb4-4313-b37e-37607aba66ef'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:19:40.772694 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['73687c06-9a6a-4aed-b335-95aaa2e7e0b1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:19:40.786537 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9facb6-3832-406d-99fb-3886f7985dae tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Pushing event deleted for resources: {'Port': ['ID=73687c06-9a6a-4aed-b335-95aaa2e7e0b1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:40.848187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ac562b06-50dc-46c0-88cb-0b19eca36235 req-e6c9cb1c-233c-43b9-b889-92eddc5080be tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] For port de19e5bb-9fb4-4313-b37e-37607aba66ef, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=de19e5bb-9fb4-4313-b37e-37607aba66ef,segment=NetworkSegment(126c3564-b243-4c5c-b55f-aa60b6256282),segment_id=126c3564-b243-4c5c-b55f-aa60b6256282)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:40.848486 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ac562b06-50dc-46c0-88cb-0b19eca36235 req-e6c9cb1c-233c-43b9-b889-92eddc5080be tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (de19e5bb-9fb4-4313-b37e-37607aba66ef), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:40.863299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ac562b06-50dc-46c0-88cb-0b19eca36235 req-e6c9cb1c-233c-43b9-b889-92eddc5080be tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Calling delete_port for de19e5bb-9fb4-4313-b37e-37607aba66ef owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:19:40.969087 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa94b356-ac3f-4e0e-a48c-daf05a369a34 req-ee9facb6-3832-406d-99fb-3886f7985dae tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] No DVR routers for this DVR port 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:19:40.975779 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-aa94b356-ac3f-4e0e-a48c-daf05a369a34 req-ee9facb6-3832-406d-99fb-3886f7985dae tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:40.985429 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-aa94b356-ac3f-4e0e-a48c-daf05a369a34 req-ee9facb6-3832-406d-99fb-3886f7985dae tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.31 "DELETE /v2.0/ports/73687c06-9a6a-4aed-b335-95aaa2e7e0b1 HTTP/1.1" status: 204 len: 173 time: 0.8549776 Feb 05 03:19:40.999476 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4', 'name': 'network-vif-deleted', 'tag': '73687c06-9a6a-4aed-b335-95aaa2e7e0b1'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:41.002848 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6212d539-96f5-4faf-bc71-583cac298172" -d '{"events": [{"server_uuid": "fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4", "name": "network-vif-deleted", "tag": "73687c06-9a6a-4aed-b335-95aaa2e7e0b1"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:41.029176 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ac562b06-50dc-46c0-88cb-0b19eca36235 req-e6c9cb1c-233c-43b9-b889-92eddc5080be tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (de19e5bb-9fb4-4313-b37e-37607aba66ef), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:41.061778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['de19e5bb-9fb4-4313-b37e-37607aba66ef'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:19:41.070458 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['73687c06-9a6a-4aed-b335-95aaa2e7e0b1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:19:41.083607 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0f0590-5f0b-45db-9000-13b109efcad4 x-openstack-request-id: req-7e0f0590-5f0b-45db-9000-13b109efcad4 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:41.083909 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4", "name": "network-vif-deleted", "tag": "73687c06-9a6a-4aed-b335-95aaa2e7e0b1", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:41.084171 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e0f0590-5f0b-45db-9000-13b109efcad4 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:41.084580 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf7f1c4-5f8e-45f7-9c13-c5b6ef1e9df4', 'name': 'network-vif-deleted', 'tag': '73687c06-9a6a-4aed-b335-95aaa2e7e0b1', 'status': 'completed', 'code': 200} Feb 05 03:19:41.112515 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9cb1c-233c-43b9-b889-92eddc5080be tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Pushing event deleted for resources: {'Port': ['ID=de19e5bb-9fb4-4313-b37e-37607aba66ef,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:41.218902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac562b06-50dc-46c0-88cb-0b19eca36235 req-e6c9cb1c-233c-43b9-b889-92eddc5080be tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] No DVR routers for this DVR port de19e5bb-9fb4-4313-b37e-37607aba66ef on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:19:41.226843 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ac562b06-50dc-46c0-88cb-0b19eca36235 req-e6c9cb1c-233c-43b9-b889-92eddc5080be tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:41.233025 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ac562b06-50dc-46c0-88cb-0b19eca36235 req-e6c9cb1c-233c-43b9-b889-92eddc5080be tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.10 "DELETE /v2.0/ports/de19e5bb-9fb4-4313-b37e-37607aba66ef HTTP/1.1" status: 204 len: 173 time: 0.8953464 Feb 05 03:19:41.234116 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed9f5ba-1b3d-4383-9b23-7f04ca205b48', 'name': 'network-vif-deleted', 'tag': 'de19e5bb-9fb4-4313-b37e-37607aba66ef'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:41.237373 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b7b5d6-b511-4471-9e78-8d320c4624c6" -d '{"events": [{"server_uuid": "5ed9f5ba-1b3d-4383-9b23-7f04ca205b48", "name": "network-vif-deleted", "tag": "de19e5bb-9fb4-4313-b37e-37607aba66ef"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:41.349031 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d45c1b1-514e-4f92-9863-8e652bf00265 x-openstack-request-id: req-6d45c1b1-514e-4f92-9863-8e652bf00265 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:41.349596 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed9f5ba-1b3d-4383-9b23-7f04ca205b48", "name": "network-vif-deleted", "tag": "de19e5bb-9fb4-4313-b37e-37607aba66ef", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:41.349596 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d45c1b1-514e-4f92-9863-8e652bf00265 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:41.349970 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed9f5ba-1b3d-4383-9b23-7f04ca205b48', 'name': 'network-vif-deleted', 'tag': 'de19e5bb-9fb4-4313-b37e-37607aba66ef', 'status': 'completed', 'code': 200} Feb 05 03:19:41.477791 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:41.898419 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09baaf94-198f-4cce-a2b6-aba380f94c74 req-37b676c6-a102-4790-8ac6-d852573d9c06 tempest-MultipleCreateTestJSON-744335417 tempest-MultipleCreateTestJSON-744335417-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ed9f5ba-1b3d-4383-9b23-7f04ca205b48 HTTP/1.1" status: 200 len: 210 time: 0.0471575 Feb 05 03:19:41.918465 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd3d2f-0122-48f3-b51d-00cb718cc138 req-300598a2-62f8-4dea-aa3f-f6442b0efe68 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:41.922084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f5fd3d2f-0122-48f3-b51d-00cb718cc138 req-300598a2-62f8-4dea-aa3f-f6442b0efe68 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 946 time: 0.1566732 Feb 05 03:19:42.061048 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f5fd3d2f-0122-48f3-b51d-00cb718cc138 req-11429566-b566-4c2b-8067-04cbe741bd90 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303933 Feb 05 03:19:42.964632 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 56996) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:19:43.038120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed97a647-5e78-440a-90d7-8b0a2eabd55e admin admin] Deleting subnet 208dc55d-d572-4e9a-b7fd-51d0b779a0d3 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:19:43.043554 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed97a647-5e78-440a-90d7-8b0a2eabd55e admin admin] Publish callbacks [] for subnet (208dc55d-d572-4e9a-b7fd-51d0b779a0d3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:43.089211 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed97a647-5e78-440a-90d7-8b0a2eabd55e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (208dc55d-d572-4e9a-b7fd-51d0b779a0d3), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:43.240539 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed97a647-5e78-440a-90d7-8b0a2eabd55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (208dc55d-d572-4e9a-b7fd-51d0b779a0d3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:43.311417 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facf8a4-29b3-4437-a691-78084d43afc0 req-6b44024a-5ad9-4a4c-a2b9-719a171067f8 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:43.313018 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5facf8a4-29b3-4437-a691-78084d43afc0 req-6b44024a-5ad9-4a4c-a2b9-719a171067f8 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 946 time: 0.1311281 Feb 05 03:19:43.365528 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed97a647-5e78-440a-90d7-8b0a2eabd55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (208dc55d-d572-4e9a-b7fd-51d0b779a0d3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:43.386259 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed97a647-5e78-440a-90d7-8b0a2eabd55e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:43.393917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ed97a647-5e78-440a-90d7-8b0a2eabd55e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/208dc55d-d572-4e9a-b7fd-51d0b779a0d3 HTTP/1.1" status: 204 len: 168 time: 0.4277277 Feb 05 03:19:43.396309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57044) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:19:43.420649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97a647-5e78-440a-90d7-8b0a2eabd55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=208dc55d-d572-4e9a-b7fd-51d0b779a0d3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:43.458550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5facf8a4-29b3-4437-a691-78084d43afc0 req-57fda7a9-ec09-45b1-8929-a1622772133f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267910 Feb 05 03:19:43.498533 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5d64-cc50-4549-9761-55b01d189c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (2f2eff5b-427e-4a34-80eb-fe02d533134d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:43.527525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:19:43.557292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:19:43.557734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 73687c06-9a6a-4aed-b335-95aaa2e7e0b1 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:19:43.602212 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5d64-cc50-4549-9761-55b01d189c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (2f2eff5b-427e-4a34-80eb-fe02d533134d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:43.632504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-fe2f5d64-cc50-4549-9761-55b01d189c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2eff5b-427e-4a34-80eb-fe02d533134d']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:19:43.646285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-fe2f5d64-cc50-4549-9761-55b01d189c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126c3564-b243-4c5c-b55f-aa60b6256282') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:19:43.647117 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-fe2f5d64-cc50-4549-9761-55b01d189c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126c3564-b243-4c5c-b55f-aa60b6256282') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:19:43.662103 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5d64-cc50-4549-9761-55b01d189c33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (126c3564-b243-4c5c-b55f-aa60b6256282), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:43.680104 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5d64-cc50-4549-9761-55b01d189c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (126c3564-b243-4c5c-b55f-aa60b6256282), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:43.690683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2f5d64-cc50-4549-9761-55b01d189c33 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:19:43.691111 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5d64-cc50-4549-9761-55b01d189c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (126c3564-b243-4c5c-b55f-aa60b6256282), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:19:43.693703 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:19:43.761548 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5d64-cc50-4549-9761-55b01d189c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (2f2eff5b-427e-4a34-80eb-fe02d533134d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:43.768475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5d64-cc50-4549-9761-55b01d189c33 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:43.784430 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fe2f5d64-cc50-4549-9761-55b01d189c33 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2f2eff5b-427e-4a34-80eb-fe02d533134d HTTP/1.1" status: 204 len: 168 time: 0.3771951 Feb 05 03:19:43.805640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f5d64-cc50-4549-9761-55b01d189c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f2eff5b-427e-4a34-80eb-fe02d533134d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:43.961731 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57106) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:19:44.020925 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6ff8ea3c-1103-4b11-bf04-6f5b38837fbc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38a8a596a6fc4fd19716b4c030d3d4c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0579214 Feb 05 03:19:44.023510 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57114) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:19:44.127276 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bce1ca22-4e5e-4414-9440-07ed5c40a325 admin admin] Publish callbacks [] for security_group (b62d0df9-3308-4971-8c57-c73b1ee53f70), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:44.158590 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bce1ca22-4e5e-4414-9440-07ed5c40a325 admin admin] Publish callbacks [] for security_group (b62d0df9-3308-4971-8c57-c73b1ee53f70), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:44.234350 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bce1ca22-4e5e-4414-9440-07ed5c40a325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b62d0df9-3308-4971-8c57-c73b1ee53f70), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:44.238049 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bce1ca22-4e5e-4414-9440-07ed5c40a325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:44.242183 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bce1ca22-4e5e-4414-9440-07ed5c40a325 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b62d0df9-3308-4971-8c57-c73b1ee53f70 HTTP/1.1" status: 204 len: 168 time: 0.2176015 Feb 05 03:19:44.251258 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1ca22-4e5e-4414-9440-07ed5c40a325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62d0df9-3308-4971-8c57-c73b1ee53f70,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:44.302326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device de19e5bb-9fb4-4313-b37e-37607aba66ef no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:19:44.342676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: de19e5bb-9fb4-4313-b37e-37607aba66ef {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:19:44.347534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device de19e5bb-9fb4-4313-b37e-37607aba66ef not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:19:45.059483 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57182) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:19:45.212196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8790be63-23df-4455-a725-660134c153f4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2130985335-network', 'tenant_id': '592d2902f23d4f4d904628175b8b9715'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:19:45.245448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8790be63-23df-4455-a725-660134c153f4 admin admin] Made reservation on behalf of 592d2902f23d4f4d904628175b8b9715 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:19:45.248621 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8790be63-23df-4455-a725-660134c153f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:45.277936 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8790be63-23df-4455-a725-660134c153f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:45.475313 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8790be63-23df-4455-a725-660134c153f4 admin admin] Publish callbacks [] for security_group (6c42d695-2534-4d1e-a965-f6655fe2c0e3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:45.483597 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8790be63-23df-4455-a725-660134c153f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6c42d695-2534-4d1e-a965-f6655fe2c0e3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:45.510386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8790be63-23df-4455-a725-660134c153f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:19:45.543883 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790be63-23df-4455-a725-660134c153f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c42d695-2534-4d1e-a965-f6655fe2c0e3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:45.564023 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8790be63-23df-4455-a725-660134c153f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (15709ae7-37a0-4a1f-8b4f-b1a0d065cc32), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:45.566083 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-8790be63-23df-4455-a725-660134c153f4 admin admin] Added segment 15709ae7-37a0-4a1f-8b4f-b1a0d065cc32 of type vlan for network 0ec26899-224f-4501-99f2-bda4209192ed Feb 05 03:19:45.646205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-01630de1-1d48-459a-a115-b4687fde7815 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:45.652740 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8790be63-23df-4455-a725-660134c153f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (0ec26899-224f-4501-99f2-bda4209192ed), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:45.654893 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-01630de1-1d48-459a-a115-b4687fde7815 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/networks?id=ad0799a3-3b8e-4a63-951e-e131e230b36c HTTP/1.1" status: 200 len: 813 time: 0.2044425 Feb 05 03:19:45.684760 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-a48e8b25-0eb8-486f-bd2f-2357196b4b40 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/quotas/3cdf6c2848db4744be2c4489be46f36e HTTP/1.1" status: 200 len: 375 time: 0.0287514 Feb 05 03:19:45.734979 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-c7025243-5bf4-4e6f-b306-63cdbd431536 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cdf6c2848db4744be2c4489be46f36e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493355 Feb 05 03:19:45.741567 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8790be63-23df-4455-a725-660134c153f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (0ec26899-224f-4501-99f2-bda4209192ed), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:45.750518 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8790be63-23df-4455-a725-660134c153f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:45.751208 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8790be63-23df-4455-a725-660134c153f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:45.858239 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8790be63-23df-4455-a725-660134c153f4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7975297 Feb 05 03:19:45.861492 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57224) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:19:45.873439 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2a04b95b-d02c-45de-bb66-8676ce6c4163 admin admin] Request body: {'subnet': {'network_id': '0ec26899-224f-4501-99f2-bda4209192ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2130985335-subnet', 'tenant_id': '592d2902f23d4f4d904628175b8b9715', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:19:45.886173 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-e432b239-0e0b-4cb7-a24c-fb1d10a5c454 service neutron] 10.222.0.36 "GET /v2.0/networks/ad0799a3-3b8e-4a63-951e-e131e230b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502311 Feb 05 03:19:45.914056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790be63-23df-4455-a725-660134c153f4 admin admin] Pushing event updated for resources: {'Network': ['ID=0ec26899-224f-4501-99f2-bda4209192ed,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:45.918659 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a04b95b-d02c-45de-bb66-8676ce6c4163 admin admin] Made reservation on behalf of 592d2902f23d4f4d904628175b8b9715 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:19:45.927209 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a04b95b-d02c-45de-bb66-8676ce6c4163 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:45.929153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 0ec26899-224f-4501-99f2-bda4209192ed details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:19:46.155960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-68b037dc-b5b1-4049-9574-9365a6e0a482 service neutron] 10.222.0.36 "GET /v2.0/networks/ad0799a3-3b8e-4a63-951e-e131e230b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638850 Feb 05 03:19:46.211357 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a04b95b-d02c-45de-bb66-8676ce6c4163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (8bce6211-92b3-4f9e-8938-b4b98f6a674f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:46.263707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04b95b-d02c-45de-bb66-8676ce6c4163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bce6211-92b3-4f9e-8938-b4b98f6a674f,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:46.302070 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a04b95b-d02c-45de-bb66-8676ce6c4163 admin admin] Checking segment: {'id': '15709ae7-37a0-4a1f-8b4f-b1a0d065cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0ec26899-224f-4501-99f2-bda4209192ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:19:46.302861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a04b95b-d02c-45de-bb66-8676ce6c4163 admin admin] Network hostable DHCP agents. Network: 0ec26899-224f-4501-99f2-bda4209192ed, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:19:46.338037 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:46.338436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a04b95b-d02c-45de-bb66-8676ce6c4163 admin admin] Network 0ec26899-224f-4501-99f2-bda4209192ed is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:19:46.361885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-2a04b95b-d02c-45de-bb66-8676ce6c4163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 0ec26899-224f-4501-99f2-bda4209192ed) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:19:46.367174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a04b95b-d02c-45de-bb66-8676ce6c4163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:46.368252 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a04b95b-d02c-45de-bb66-8676ce6c4163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:46.383919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fe5007-b954-4d68-8798-2ed4e8914387 None None] Network 0ec26899-224f-4501-99f2-bda4209192ed requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:19:46.400570 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2a04b95b-d02c-45de-bb66-8676ce6c4163 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5376847 Feb 05 03:19:46.497757 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2a893a7-48ef-4ecb-b839-e0cfaa73c413 req-b5302665-52b5-4a11-96cd-38d1f47d0ebb tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 210 time: 0.0437889 Feb 05 03:19:46.628929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961e6136-53e1-4360-95a0-685dd68145c3 None None] Network 0ec26899-224f-4501-99f2-bda4209192ed requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:19:47.700188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f4951058-4c61-476d-86b7-3e6d20e94911 req-35c3b5c3-8280-4eb8-803a-56781a48d893 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 210 time: 0.0536168 Feb 05 03:19:47.754532 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-ba64f6cd-e769-4f33-93f8-d9a094caf117 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:47.756085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-ba64f6cd-e769-4f33-93f8-d9a094caf117 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/networks?id=0ec26899-224f-4501-99f2-bda4209192ed HTTP/1.1" status: 200 len: 814 time: 0.7032220 Feb 05 03:19:47.788840 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-6b84d78a-210f-447f-8193-43909bb069e0 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/quotas/592d2902f23d4f4d904628175b8b9715 HTTP/1.1" status: 200 len: 375 time: 0.0192842 Feb 05 03:19:47.839847 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-21fb6670-3dc2-4e7b-b1e5-184341c4baaf tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=592d2902f23d4f4d904628175b8b9715&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382943 Feb 05 03:19:48.000560 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-b5b3d622-d201-41db-a973-ec3045b11e46 service neutron] 10.222.0.36 "GET /v2.0/networks/0ec26899-224f-4501-99f2-bda4209192ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523981 Feb 05 03:19:48.113283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-a75206e2-75f1-45a1-b243-bcae67effa5d service neutron] 10.222.0.36 "GET /v2.0/networks/0ec26899-224f-4501-99f2-bda4209192ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037884 Feb 05 03:19:48.224243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-fa0cabeb-0c6e-4044-9391-b82d4978d776 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:48.225756 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-fa0cabeb-0c6e-4044-9391-b82d4978d776 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.31 "GET /v2.0/networks?id=ad0799a3-3b8e-4a63-951e-e131e230b36c HTTP/1.1" status: 200 len: 813 time: 0.2385588 Feb 05 03:19:48.241069 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-73dc4fc4-e680-48bf-afb3-8301b83df4a7 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Request body: {'port': {'device_id': 'e0ee6a0e-78ed-430a-bb09-2cbaa323aa48', 'network_id': 'ad0799a3-3b8e-4a63-951e-e131e230b36c', 'admin_state_up': True, 'tenant_id': '3cdf6c2848db4744be2c4489be46f36e'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:19:48.435386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-73dc4fc4-e680-48bf-afb3-8301b83df4a7 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Made reservation on behalf of 3cdf6c2848db4744be2c4489be46f36e for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:19:48.435874 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ced33626-fdf4-4b7e-b282-d154a6cbb0f0 req-d32616ac-d177-4458-9789-e2e9ec262ab5 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/ports?device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 210 time: 0.0449512 Feb 05 03:19:48.443474 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-73dc4fc4-e680-48bf-afb3-8301b83df4a7 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:48.642735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-73dc4fc4-e680-48bf-afb3-8301b83df4a7 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Allocated IP 172.20.0.8 (ad0799a3-3b8e-4a63-951e-e131e230b36c/3b2214a3-50f5-4c40-899f-3fda91cb82c9/c7ba1a9d-5501-49cd-b327-5800245bb98f) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:19:48.854828 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc34fc52-8b3b-40c1-90bb-ce8b9045d8a9 req-a73a506f-0e93-4872-aa88-e2db2351f699 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 210 time: 0.0491176 Feb 05 03:19:48.935371 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-73dc4fc4-e680-48bf-afb3-8301b83df4a7 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Publish callbacks [] for port (c7ba1a9d-5501-49cd-b327-5800245bb98f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:48.992606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-73dc4fc4-e680-48bf-afb3-8301b83df4a7 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c7ba1a9d-5501-49cd-b327-5800245bb98f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:49.042885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-73dc4fc4-e680-48bf-afb3-8301b83df4a7 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Network ad0799a3-3b8e-4a63-951e-e131e230b36c is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:19:49.046441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-73dc4fc4-e680-48bf-afb3-8301b83df4a7 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:19:49.055138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-73dc4fc4-e680-48bf-afb3-8301b83df4a7 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:19:49.088725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc4fc4-e680-48bf-afb3-8301b83df4a7 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Pushing event updated for resources: {'Port': ['ID=c7ba1a9d-5501-49cd-b327-5800245bb98f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:49.117498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-73dc4fc4-e680-48bf-afb3-8301b83df4a7 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:49.118216 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-73dc4fc4-e680-48bf-afb3-8301b83df4a7 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:49.140668 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-73dc4fc4-e680-48bf-afb3-8301b83df4a7 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9046676 Feb 05 03:19:49.152545 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Request body: {'port': {'device_id': 'e0ee6a0e-78ed-430a-bb09-2cbaa323aa48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:19:49.257794 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c7ba1a9d-5501-49cd-b327-5800245bb98f), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:49.607725 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d09ea490-83d3-4764-8c19-d3fe604ec247 req-f031154b-a13f-4694-9380-e38009f925b3 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/ports?device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 210 time: 0.0473139 Feb 05 03:19:49.727306 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ba1a9d-5501-49cd-b327-5800245bb98f {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:19:49.741971 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Publish callbacks [] for port (c7ba1a9d-5501-49cd-b327-5800245bb98f), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:49.828412 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Transition to ACTIVE for port object c7ba1a9d-5501-49cd-b327-5800245bb98f will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:19:49.839771 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (c7ba1a9d-5501-49cd-b327-5800245bb98f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:50.018189 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ba1a9d-5501-49cd-b327-5800245bb98f,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:50.079002 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc17c57-d152-4411-a4ea-3b4c515dc94d req-5791125e-90c8-415c-b455-04e978ee5890 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:50.081942 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-97d4cc77-73f9-45dc-8973-cc4b8277c4f0 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:50.083448 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-97d4cc77-73f9-45dc-8973-cc4b8277c4f0 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.31 "GET /v2.0/networks?id=0ec26899-224f-4501-99f2-bda4209192ed HTTP/1.1" status: 200 len: 814 time: 0.3261881 Feb 05 03:19:50.085552 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7bc17c57-d152-4411-a4ea-3b4c515dc94d req-5791125e-90c8-415c-b455-04e978ee5890 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 943 time: 0.1040196 Feb 05 03:19:50.121460 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-a950d85e-919d-42bd-9cb0-24a3cd249ab0 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Request body: {'port': {'device_id': '47880d7b-60ea-453b-a9b0-5b9170b0dd29', 'network_id': '0ec26899-224f-4501-99f2-bda4209192ed', 'admin_state_up': True, 'tenant_id': '592d2902f23d4f4d904628175b8b9715'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:19:50.163218 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7bc17c57-d152-4411-a4ea-3b4c515dc94d req-d89bdaa0-3cf7-49f9-917d-6136e5a0fd39 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574119 Feb 05 03:19:50.229143 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Attempting to bind port c7ba1a9d-5501-49cd-b327-5800245bb98f on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:19:50.229479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Attempting to bind port c7ba1a9d-5501-49cd-b327-5800245bb98f by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '41701449-d567-45e3-8c95-aaaf9286504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad0799a3-3b8e-4a63-951e-e131e230b36c'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:19:50.229807 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Attempting to bind port c7ba1a9d-5501-49cd-b327-5800245bb98f on network ad0799a3-3b8e-4a63-951e-e131e230b36c {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:19:50.245592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Port c7ba1a9d-5501-49cd-b327-5800245bb98f on network ad0799a3-3b8e-4a63-951e-e131e230b36c not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:19:50.246082 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Attempting to bind port c7ba1a9d-5501-49cd-b327-5800245bb98f on network ad0799a3-3b8e-4a63-951e-e131e230b36c {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:19:50.261100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:19:50.262422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Checking segment: {'id': '41701449-d567-45e3-8c95-aaaf9286504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad0799a3-3b8e-4a63-951e-e131e230b36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:19:50.262422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Bound using segment: {'id': '41701449-d567-45e3-8c95-aaaf9286504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad0799a3-3b8e-4a63-951e-e131e230b36c'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:19:50.262422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Bound port: c7ba1a9d-5501-49cd-b327-5800245bb98f, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41701449-d567-45e3-8c95-aaaf9286504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad0799a3-3b8e-4a63-951e-e131e230b36c'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:19:50.263072 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c7ba1a9d-5501-49cd-b327-5800245bb98f), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:50.330097 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-a950d85e-919d-42bd-9cb0-24a3cd249ab0 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Made reservation on behalf of 592d2902f23d4f4d904628175b8b9715 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:19:50.333503 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-a950d85e-919d-42bd-9cb0-24a3cd249ab0 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:50.365503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] For port c7ba1a9d-5501-49cd-b327-5800245bb98f, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:19:50.373252 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] For port c7ba1a9d-5501-49cd-b327-5800245bb98f, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c7ba1a9d-5501-49cd-b327-5800245bb98f,segment=NetworkSegment(41701449-d567-45e3-8c95-aaaf9286504f),segment_id=41701449-d567-45e3-8c95-aaaf9286504f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:19:50.413091 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (c7ba1a9d-5501-49cd-b327-5800245bb98f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:50.471570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:50.472323 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:50.473789 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] 10.222.0.31 "PUT /v2.0/ports/c7ba1a9d-5501-49cd-b327-5800245bb98f HTTP/1.1" status: 200 len: 1091 time: 1.3260121 Feb 05 03:19:50.474261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ee6a0e-78ed-430a-bb09-2cbaa323aa48', 'tag': 'c7ba1a9d-5501-49cd-b327-5800245bb98f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:50.476594 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406aa61d-acd6-4bd7-95fb-8e61ea02e8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ee6a0e-78ed-430a-bb09-2cbaa323aa48", "tag": "c7ba1a9d-5501-49cd-b327-5800245bb98f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:50.525476 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41ad71-20e1-4547-b4f9-1b299a725c07 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ba1a9d-5501-49cd-b327-5800245bb98f,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:50.557343 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-a950d85e-919d-42bd-9cb0-24a3cd249ab0 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Allocated IP 172.20.0.4 (0ec26899-224f-4501-99f2-bda4209192ed/8bce6211-92b3-4f9e-8938-b4b98f6a674f/79080b1c-1d90-4a09-b458-b3a068665fd9) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:19:50.608882 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fca947d-96f1-4828-8be9-f23692e07fd3 x-openstack-request-id: req-4fca947d-96f1-4828-8be9-f23692e07fd3 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:50.609216 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ee6a0e-78ed-430a-bb09-2cbaa323aa48", "tag": "c7ba1a9d-5501-49cd-b327-5800245bb98f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:50.609425 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4fca947d-96f1-4828-8be9-f23692e07fd3 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:50.609827 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ee6a0e-78ed-430a-bb09-2cbaa323aa48', 'tag': 'c7ba1a9d-5501-49cd-b327-5800245bb98f', 'status': 'completed', 'code': 200} Feb 05 03:19:50.680980 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-b74880b8-f65d-46c5-b0a0-31a1691da408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:50.682540 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-b74880b8-f65d-46c5-b0a0-31a1691da408 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3cdf6c2848db4744be2c4489be46f36e&device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 1125 time: 0.1129401 Feb 05 03:19:50.754210 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-a7f28ffe-5793-4da4-8c72-616b8587dbca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ba1a9d-5501-49cd-b327-5800245bb98f HTTP/1.1" status: 200 len: 217 time: 0.0466964 Feb 05 03:19:50.821875 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-275987b9-7336-4596-9796-d9be17f9d2f2 req-bc13f2cb-377b-4e67-b45a-2a1e3efacb53 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/ports?device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 210 time: 0.0642283 Feb 05 03:19:50.859214 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-a950d85e-919d-42bd-9cb0-24a3cd249ab0 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Publish callbacks [] for port (79080b1c-1d90-4a09-b458-b3a068665fd9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:50.934937 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-cc0210e0-5225-4628-b420-2e6b4b15352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:50.936462 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-cc0210e0-5225-4628-b420-2e6b4b15352e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b2214a3-50f5-4c40-899f-3fda91cb82c9 HTTP/1.1" status: 200 len: 853 time: 0.0753736 Feb 05 03:19:50.995853 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-c8644221-9880-4756-9448-5708c2e790cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad0799a3-3b8e-4a63-951e-e131e230b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533214 Feb 05 03:19:51.010116 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-a950d85e-919d-42bd-9cb0-24a3cd249ab0 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (79080b1c-1d90-4a09-b458-b3a068665fd9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:51.150677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950d85e-919d-42bd-9cb0-24a3cd249ab0 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Pushing event updated for resources: {'Port': ['ID=79080b1c-1d90-4a09-b458-b3a068665fd9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:51.156839 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-a950d85e-919d-42bd-9cb0-24a3cd249ab0 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Network 0ec26899-224f-4501-99f2-bda4209192ed is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:19:51.160637 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-a950d85e-919d-42bd-9cb0-24a3cd249ab0 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:19:51.162838 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-a950d85e-919d-42bd-9cb0-24a3cd249ab0 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:19:51.242034 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-b45377ea-f8d2-46bf-8849-d640035f7438 service neutron] 10.222.0.31 "GET /v2.0/networks/ad0799a3-3b8e-4a63-951e-e131e230b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181640 Feb 05 03:19:51.266395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-a950d85e-919d-42bd-9cb0-24a3cd249ab0 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:51.266395 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-a950d85e-919d-42bd-9cb0-24a3cd249ab0 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:51.378230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1711f3e-695a-43c0-ba8e-92d72d9a739a req-7c1e9b42-c4c9-45bc-b9e6-c15d0e7e69a5 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:51.379812 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1711f3e-695a-43c0-ba8e-92d72d9a739a req-7c1e9b42-c4c9-45bc-b9e6-c15d0e7e69a5 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 943 time: 0.0984414 Feb 05 03:19:51.404106 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-a950d85e-919d-42bd-9cb0-24a3cd249ab0 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2988932 Feb 05 03:19:51.416068 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c301f9d0-b18f-4909-8c0b-2b9472380341 req-ef54b007-1a49-4216-8c70-3406efc149a6 service neutron] 10.222.0.31 "GET /v2.0/networks/ad0799a3-3b8e-4a63-951e-e131e230b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461611 Feb 05 03:19:51.423640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Request body: {'port': {'device_id': '47880d7b-60ea-453b-a9b0-5b9170b0dd29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:19:51.452493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1711f3e-695a-43c0-ba8e-92d72d9a739a req-c070cfa9-47d2-4217-89ba-e2469de1afc2 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632589 Feb 05 03:19:51.493673 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (79080b1c-1d90-4a09-b458-b3a068665fd9), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:51.594100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406aa61d-acd6-4bd7-95fb-8e61ea02e8f3 req-e767df69-bb2e-4e04-bcde-a55a92d1f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:51.596318 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-406aa61d-acd6-4bd7-95fb-8e61ea02e8f3 req-e767df69-bb2e-4e04-bcde-a55a92d1f6dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3cdf6c2848db4744be2c4489be46f36e&device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 1125 time: 0.1004126 Feb 05 03:19:51.806172 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406aa61d-acd6-4bd7-95fb-8e61ea02e8f3 req-8817cfcc-36ab-47c3-a569-f54e394df3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:51.807832 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-406aa61d-acd6-4bd7-95fb-8e61ea02e8f3 req-8817cfcc-36ab-47c3-a569-f54e394df3f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ad0799a3-3b8e-4a63-951e-e131e230b36c HTTP/1.1" status: 200 len: 914 time: 0.1665049 Feb 05 03:19:51.980605 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-406aa61d-acd6-4bd7-95fb-8e61ea02e8f3 req-5266276b-16e3-4659-8b93-62c2a4487f36 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ba1a9d-5501-49cd-b327-5800245bb98f HTTP/1.1" status: 200 len: 217 time: 0.1622078 Feb 05 03:19:51.986592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79080b1c-1d90-4a09-b458-b3a068665fd9 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:19:51.996694 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Publish callbacks [] for port (79080b1c-1d90-4a09-b458-b3a068665fd9), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:52.014508 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Transition to ACTIVE for port object 79080b1c-1d90-4a09-b458-b3a068665fd9 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:19:52.078638 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce1c95-2369-4f75-8609-00bef7415ee2 req-737560a4-6c2f-4e91-8f12-57cdc1850253 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:52.080699 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-afce1c95-2369-4f75-8609-00bef7415ee2 req-737560a4-6c2f-4e91-8f12-57cdc1850253 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/ports?device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 931 time: 0.1114662 Feb 05 03:19:52.101206 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406aa61d-acd6-4bd7-95fb-8e61ea02e8f3 req-cf0ca353-e21f-40af-b67f-b39da4023059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:52.102738 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-406aa61d-acd6-4bd7-95fb-8e61ea02e8f3 req-cf0ca353-e21f-40af-b67f-b39da4023059 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b2214a3-50f5-4c40-899f-3fda91cb82c9 HTTP/1.1" status: 200 len: 853 time: 0.0865097 Feb 05 03:19:52.107802 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (79080b1c-1d90-4a09-b458-b3a068665fd9), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:52.172021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-afce1c95-2369-4f75-8609-00bef7415ee2 req-b9127a46-9526-45ac-803d-3a2bf6e746df tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c42d695-2534-4d1e-a965-f6655fe2c0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843127 Feb 05 03:19:52.216465 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-406aa61d-acd6-4bd7-95fb-8e61ea02e8f3 req-c63acd5c-ee78-4f50-b54b-d5479e83bbd3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad0799a3-3b8e-4a63-951e-e131e230b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032972 Feb 05 03:19:52.218449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Pushing event updated for resources: {'Port': ['ID=79080b1c-1d90-4a09-b458-b3a068665fd9,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:52.409535 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Attempting to bind port 79080b1c-1d90-4a09-b458-b3a068665fd9 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:19:52.410191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Attempting to bind port 79080b1c-1d90-4a09-b458-b3a068665fd9 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '15709ae7-37a0-4a1f-8b4f-b1a0d065cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0ec26899-224f-4501-99f2-bda4209192ed'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:19:52.410191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Attempting to bind port 79080b1c-1d90-4a09-b458-b3a068665fd9 on network 0ec26899-224f-4501-99f2-bda4209192ed {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:19:52.416821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Port 79080b1c-1d90-4a09-b458-b3a068665fd9 on network 0ec26899-224f-4501-99f2-bda4209192ed not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:19:52.417148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Attempting to bind port 79080b1c-1d90-4a09-b458-b3a068665fd9 on network 0ec26899-224f-4501-99f2-bda4209192ed {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:19:52.431710 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:19:52.431964 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Checking segment: {'id': '15709ae7-37a0-4a1f-8b4f-b1a0d065cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0ec26899-224f-4501-99f2-bda4209192ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:19:52.432359 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Bound using segment: {'id': '15709ae7-37a0-4a1f-8b4f-b1a0d065cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0ec26899-224f-4501-99f2-bda4209192ed'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:19:52.432772 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Bound port: 79080b1c-1d90-4a09-b458-b3a068665fd9, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15709ae7-37a0-4a1f-8b4f-b1a0d065cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0ec26899-224f-4501-99f2-bda4209192ed'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:19:52.433149 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (79080b1c-1d90-4a09-b458-b3a068665fd9), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:52.445896 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-406aa61d-acd6-4bd7-95fb-8e61ea02e8f3 req-fbe54e67-5b99-41d7-bd2f-b116ea3e7c73 service neutron] 10.222.0.31 "GET /v2.0/networks/ad0799a3-3b8e-4a63-951e-e131e230b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162507 Feb 05 03:19:52.592954 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] For port 79080b1c-1d90-4a09-b458-b3a068665fd9, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:19:52.618105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] For port 79080b1c-1d90-4a09-b458-b3a068665fd9, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=79080b1c-1d90-4a09-b458-b3a068665fd9,segment=NetworkSegment(15709ae7-37a0-4a1f-8b4f-b1a0d065cc32),segment_id=15709ae7-37a0-4a1f-8b4f-b1a0d065cc32)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:19:52.627584 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-406aa61d-acd6-4bd7-95fb-8e61ea02e8f3 req-38cf1572-5cfc-4d45-82db-8ba1cf3f710f service neutron] 10.222.0.31 "GET /v2.0/networks/ad0799a3-3b8e-4a63-951e-e131e230b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743758 Feb 05 03:19:52.637220 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (79080b1c-1d90-4a09-b458-b3a068665fd9), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:52.678043 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee8a1c-49d2-40a3-8a9b-890b86751446 req-85e9a05b-2fc3-48d0-9d90-b681517b8873 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:52.686883 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5ee8a1c-49d2-40a3-8a9b-890b86751446 req-85e9a05b-2fc3-48d0-9d90-b681517b8873 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 943 time: 0.1099436 Feb 05 03:19:52.721894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:52.722532 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:52.724012 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] 10.222.0.31 "PUT /v2.0/ports/79080b1c-1d90-4a09-b458-b3a068665fd9 HTTP/1.1" status: 200 len: 1091 time: 1.3059926 Feb 05 03:19:52.724644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47880d7b-60ea-453b-a9b0-5b9170b0dd29', 'tag': '79080b1c-1d90-4a09-b458-b3a068665fd9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:52.727010 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736b2965-8327-4866-be33-13a92170e0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "47880d7b-60ea-453b-a9b0-5b9170b0dd29", "tag": "79080b1c-1d90-4a09-b458-b3a068665fd9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:52.778660 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c15963-091c-4979-ab6a-98b26cbd5a82 x-openstack-request-id: req-85c15963-091c-4979-ab6a-98b26cbd5a82 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:52.779050 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47880d7b-60ea-453b-a9b0-5b9170b0dd29", "tag": "79080b1c-1d90-4a09-b458-b3a068665fd9", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:52.779232 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85c15963-091c-4979-ab6a-98b26cbd5a82 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:52.779650 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47880d7b-60ea-453b-a9b0-5b9170b0dd29', 'tag': '79080b1c-1d90-4a09-b458-b3a068665fd9', 'status': 'completed', 'code': 200} Feb 05 03:19:52.780686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdb669-5811-48e6-9818-ecb5bd62b308 service neutron] Pushing event updated for resources: {'Port': ['ID=79080b1c-1d90-4a09-b458-b3a068665fd9,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:52.797025 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5ee8a1c-49d2-40a3-8a9b-890b86751446 req-0c94201b-7587-4dd0-a5ce-55cb444026e6 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090641 Feb 05 03:19:52.885184 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-0b8daf68-44b0-467e-9432-cef666dbb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:52.887080 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-0b8daf68-44b0-467e-9432-cef666dbb3aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=592d2902f23d4f4d904628175b8b9715&device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 1125 time: 0.1026590 Feb 05 03:19:52.942391 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-a6c3ebd8-8ac7-4e46-8395-ffc3d2a2ebe9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79080b1c-1d90-4a09-b458-b3a068665fd9 HTTP/1.1" status: 200 len: 217 time: 0.0474429 Feb 05 03:19:53.061247 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-146ddff6-83db-4a9f-a094-ec9b5d396919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:53.069453 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-146ddff6-83db-4a9f-a094-ec9b5d396919 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bce6211-92b3-4f9e-8938-b4b98f6a674f HTTP/1.1" status: 200 len: 854 time: 0.1116705 Feb 05 03:19:53.118109 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-4c0efb2c-099f-4fd6-b186-5334ecc675e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ec26899-224f-4501-99f2-bda4209192ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474694 Feb 05 03:19:53.236837 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-b6c3015c-1568-4a5b-bf75-aac50d7473cc service neutron] 10.222.0.31 "GET /v2.0/networks/0ec26899-224f-4501-99f2-bda4209192ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098235 Feb 05 03:19:53.434747 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09539a2-2b64-4cf5-b7fb-dfe588b97002 req-483ed170-7558-4e09-8bcd-acc1f9f66670 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:53.445637 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1bedcd9a-9ba3-4e20-ba6a-b184427d266c req-b830ca43-293c-434f-9c18-4597269dacd2 service neutron] 10.222.0.31 "GET /v2.0/networks/0ec26899-224f-4501-99f2-bda4209192ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952262 Feb 05 03:19:53.450574 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f09539a2-2b64-4cf5-b7fb-dfe588b97002 req-483ed170-7558-4e09-8bcd-acc1f9f66670 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/ports?device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 943 time: 0.1207688 Feb 05 03:19:53.533034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f09539a2-2b64-4cf5-b7fb-dfe588b97002 req-bc74cd7b-9ba2-46b7-aaab-1985e0795993 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c42d695-2534-4d1e-a965-f6655fe2c0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727806 Feb 05 03:19:53.569180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b2965-8327-4866-be33-13a92170e0c9 req-b62718d7-c366-422b-ae7e-03b1f34c7cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:53.570691 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-736b2965-8327-4866-be33-13a92170e0c9 req-b62718d7-c366-422b-ae7e-03b1f34c7cd9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=592d2902f23d4f4d904628175b8b9715&device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 1125 time: 0.0630705 Feb 05 03:19:53.677984 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b2965-8327-4866-be33-13a92170e0c9 req-80c53916-8d89-49ca-bcae-4140c23fbd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:53.679695 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-736b2965-8327-4866-be33-13a92170e0c9 req-80c53916-8d89-49ca-bcae-4140c23fbd36 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0ec26899-224f-4501-99f2-bda4209192ed HTTP/1.1" status: 200 len: 915 time: 0.0998268 Feb 05 03:19:53.736777 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-736b2965-8327-4866-be33-13a92170e0c9 req-e7670526-d6e5-4e10-9bde-545613394762 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79080b1c-1d90-4a09-b458-b3a068665fd9 HTTP/1.1" status: 200 len: 217 time: 0.0477784 Feb 05 03:19:53.795598 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b2965-8327-4866-be33-13a92170e0c9 req-6d703387-a72e-4b52-ac35-c31f7de2407b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:53.797431 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-736b2965-8327-4866-be33-13a92170e0c9 req-6d703387-a72e-4b52-ac35-c31f7de2407b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bce6211-92b3-4f9e-8938-b4b98f6a674f HTTP/1.1" status: 200 len: 854 time: 0.0498307 Feb 05 03:19:53.868485 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-736b2965-8327-4866-be33-13a92170e0c9 req-560cae6d-3c58-49c3-b628-be768156a662 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ec26899-224f-4501-99f2-bda4209192ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639310 Feb 05 03:19:54.002545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3838efc-c3f6-4dbe-a28c-70b5e3e120c3 req-f1574fef-bf4b-4009-8e6d-3426f37d91c2 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:54.023783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3838efc-c3f6-4dbe-a28c-70b5e3e120c3 req-f1574fef-bf4b-4009-8e6d-3426f37d91c2 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 943 time: 0.1119735 Feb 05 03:19:54.036913 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-736b2965-8327-4866-be33-13a92170e0c9 req-22e2a600-aacb-4241-9089-98ece93b3c97 service neutron] 10.222.0.31 "GET /v2.0/networks/0ec26899-224f-4501-99f2-bda4209192ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591280 Feb 05 03:19:54.122960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3838efc-c3f6-4dbe-a28c-70b5e3e120c3 req-f4d76483-4d34-4ef2-b1b9-12ebef6c5b42 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939412 Feb 05 03:19:54.168024 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-736b2965-8327-4866-be33-13a92170e0c9 req-6aaf7271-9416-4f5e-a41a-e02c6444ddfe service neutron] 10.222.0.31 "GET /v2.0/networks/0ec26899-224f-4501-99f2-bda4209192ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207635 Feb 05 03:19:54.654450 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0352335-43ab-4685-bcb2-441dae153164 req-a817957e-f0d6-4a00-8522-d3a34ddd76e7 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:54.656258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0352335-43ab-4685-bcb2-441dae153164 req-a817957e-f0d6-4a00-8522-d3a34ddd76e7 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/ports?device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 943 time: 0.0620902 Feb 05 03:19:54.714796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0352335-43ab-4685-bcb2-441dae153164 req-e21aaeff-6df3-4cb1-9e41-5bb49f6cd94c tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c42d695-2534-4d1e-a965-f6655fe2c0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516920 Feb 05 03:19:55.239689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9045d-f426-47cd-a0b3-d28485471df7 req-54b39fa6-a01b-48b6-9d01-91cc6af2c25b tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:55.241212 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6e9045d-f426-47cd-a0b3-d28485471df7 req-54b39fa6-a01b-48b6-9d01-91cc6af2c25b tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 943 time: 0.0538914 Feb 05 03:19:55.288941 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6e9045d-f426-47cd-a0b3-d28485471df7 req-bd6a88b8-c0fb-4dc5-bb50-e6c3825f3a9f tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420887 Feb 05 03:19:55.577238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c7ba1a9d-5501-49cd-b327-5800245bb98f details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:19:55.684586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port c7ba1a9d-5501-49cd-b327-5800245bb98f, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c7ba1a9d-5501-49cd-b327-5800245bb98f,segment=NetworkSegment(41701449-d567-45e3-8c95-aaaf9286504f),segment_id=41701449-d567-45e3-8c95-aaaf9286504f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:55.696626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'c7ba1a9d-5501-49cd-b327-5800245bb98f', 'network_id': 'ad0799a3-3b8e-4a63-951e-e131e230b36c', 'port_id': 'c7ba1a9d-5501-49cd-b327-5800245bb98f', 'mac_address': 'fa:16:3e:ac:18:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2214a3-50f5-4c40-899f-3fda91cb82c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:19:55.733970 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port c7ba1a9d-5501-49cd-b327-5800245bb98f is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:19:55.734359 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c7ba1a9d-5501-49cd-b327-5800245bb98f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:55.748337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ba1a9d-5501-49cd-b327-5800245bb98f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:19:55.769656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port c7ba1a9d-5501-49cd-b327-5800245bb98f, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c7ba1a9d-5501-49cd-b327-5800245bb98f,segment=NetworkSegment(41701449-d567-45e3-8c95-aaaf9286504f),segment_id=41701449-d567-45e3-8c95-aaaf9286504f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:55.773682 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c7ba1a9d-5501-49cd-b327-5800245bb98f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:55.826718 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=c7ba1a9d-5501-49cd-b327-5800245bb98f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:55.853715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f0647-189e-4371-8207-8aa001549333 req-5b76716a-ec88-412a-a3fd-0a5bba8900e5 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:55.855227 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-844f0647-189e-4371-8207-8aa001549333 req-5b76716a-ec88-412a-a3fd-0a5bba8900e5 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/ports?device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 943 time: 0.0576327 Feb 05 03:19:55.906140 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-844f0647-189e-4371-8207-8aa001549333 req-751b6b23-1b7b-455a-a52b-0b88b71c249f tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c42d695-2534-4d1e-a965-f6655fe2c0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445175 Feb 05 03:19:56.078645 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['c7ba1a9d-5501-49cd-b327-5800245bb98f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:19:56.413723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593cea2-5227-4144-9912-82de8d5e0811 req-298b3ff7-c6e1-4941-9508-311395fc5ce3 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:56.415139 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b593cea2-5227-4144-9912-82de8d5e0811 req-298b3ff7-c6e1-4941-9508-311395fc5ce3 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 944 time: 0.0554831 Feb 05 03:19:56.467846 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b593cea2-5227-4144-9912-82de8d5e0811 req-c327fda4-f403-4c08-a15a-4f54764db738 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469880 Feb 05 03:19:57.045290 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd560c-ccf9-4470-879c-70d885d9c0c6 req-a9b9da9a-6d3f-4c73-ad85-46b4a6c8b728 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:57.046861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36fd560c-ccf9-4470-879c-70d885d9c0c6 req-a9b9da9a-6d3f-4c73-ad85-46b4a6c8b728 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/ports?device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 943 time: 0.0636337 Feb 05 03:19:57.094358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36fd560c-ccf9-4470-879c-70d885d9c0c6 req-39196e25-616f-4aac-a98d-0517c3392cdd tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c42d695-2534-4d1e-a965-f6655fe2c0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 Feb 05 03:19:57.356055 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:19:57.575119 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 79080b1c-1d90-4a09-b458-b3a068665fd9 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:19:57.579411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c7ba1a9d-5501-49cd-b327-5800245bb98f up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:19:57.595699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71addf4-3645-46b7-a805-fdda83835138 req-3e1df606-b060-4481-8d87-71b2840c51b5 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:57.597447 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d71addf4-3645-46b7-a805-fdda83835138 req-3e1df606-b060-4481-8d87-71b2840c51b5 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 944 time: 0.0566237 Feb 05 03:19:57.647742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d71addf4-3645-46b7-a805-fdda83835138 req-8f27eb43-7bb1-4b12-b822-9539629f42e4 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448728 Feb 05 03:19:57.688800 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port c7ba1a9d-5501-49cd-b327-5800245bb98f completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:19:57.696545 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port c7ba1a9d-5501-49cd-b327-5800245bb98f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:19:57.696920 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c7ba1a9d-5501-49cd-b327-5800245bb98f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:57.754467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 79080b1c-1d90-4a09-b458-b3a068665fd9, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=79080b1c-1d90-4a09-b458-b3a068665fd9,segment=NetworkSegment(15709ae7-37a0-4a1f-8b4f-b1a0d065cc32),segment_id=15709ae7-37a0-4a1f-8b4f-b1a0d065cc32)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:57.769963 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '79080b1c-1d90-4a09-b458-b3a068665fd9', 'network_id': '0ec26899-224f-4501-99f2-bda4209192ed', 'port_id': '79080b1c-1d90-4a09-b458-b3a068665fd9', 'mac_address': 'fa:16:3e:95:17:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bce6211-92b3-4f9e-8938-b4b98f6a674f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:19:57.839919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 79080b1c-1d90-4a09-b458-b3a068665fd9 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:19:57.840346 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (79080b1c-1d90-4a09-b458-b3a068665fd9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:57.843194 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port c7ba1a9d-5501-49cd-b327-5800245bb98f is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:19:57.843562 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c7ba1a9d-5501-49cd-b327-5800245bb98f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:57.861868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79080b1c-1d90-4a09-b458-b3a068665fd9 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:19:57.888902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ee6a0e-78ed-430a-bb09-2cbaa323aa48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ba1a9d-5501-49cd-b327-5800245bb98f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:57.891131 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d8bd57-1155-4409-9c07-50c5d6fe0886" -d '{"events": [{"server_uuid": "e0ee6a0e-78ed-430a-bb09-2cbaa323aa48", "name": "network-vif-plugged", "status": "completed", "tag": "c7ba1a9d-5501-49cd-b327-5800245bb98f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:57.898925 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 79080b1c-1d90-4a09-b458-b3a068665fd9, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=79080b1c-1d90-4a09-b458-b3a068665fd9,segment=NetworkSegment(15709ae7-37a0-4a1f-8b4f-b1a0d065cc32),segment_id=15709ae7-37a0-4a1f-8b4f-b1a0d065cc32)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:57.906202 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (79080b1c-1d90-4a09-b458-b3a068665fd9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:57.909308 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port c7ba1a9d-5501-49cd-b327-5800245bb98f, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c7ba1a9d-5501-49cd-b327-5800245bb98f,segment=NetworkSegment(41701449-d567-45e3-8c95-aaaf9286504f),segment_id=41701449-d567-45e3-8c95-aaaf9286504f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:57.913688 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c7ba1a9d-5501-49cd-b327-5800245bb98f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:57.935296 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14983d7-1e09-4c7a-b427-9500536c4f3a x-openstack-request-id: req-c14983d7-1e09-4c7a-b427-9500536c4f3a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:57.935586 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ee6a0e-78ed-430a-bb09-2cbaa323aa48", "name": "network-vif-plugged", "status": "completed", "tag": "c7ba1a9d-5501-49cd-b327-5800245bb98f", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:57.935847 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c14983d7-1e09-4c7a-b427-9500536c4f3a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:57.936234 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ee6a0e-78ed-430a-bb09-2cbaa323aa48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ba1a9d-5501-49cd-b327-5800245bb98f', 'code': 200} Feb 05 03:19:57.961344 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=79080b1c-1d90-4a09-b458-b3a068665fd9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:58.024704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=c7ba1a9d-5501-49cd-b327-5800245bb98f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:58.043172 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be377d9-0670-46af-a695-7e89a306beb2 req-f9327a70-4da5-4b78-984c-85dea34c6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:58.044715 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8be377d9-0670-46af-a695-7e89a306beb2 req-f9327a70-4da5-4b78-984c-85dea34c6a97 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 1127 time: 0.0459032 Feb 05 03:19:58.087854 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8be377d9-0670-46af-a695-7e89a306beb2 req-e66670ef-8ade-4eab-95eb-158a33fddc03 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369635 Feb 05 03:19:58.217282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bc016-3d16-40c4-b1e2-3ff1a186427a req-ee71a6ea-9ea4-4e0a-b198-fca8309ab9a2 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:58.219111 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-194bc016-3d16-40c4-b1e2-3ff1a186427a req-ee71a6ea-9ea4-4e0a-b198-fca8309ab9a2 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/ports?device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 944 time: 0.0545201 Feb 05 03:19:58.277054 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-194bc016-3d16-40c4-b1e2-3ff1a186427a req-d5f3c779-294a-4440-b914-61890f256025 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c42d695-2534-4d1e-a965-f6655fe2c0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495298 Feb 05 03:19:58.283948 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['79080b1c-1d90-4a09-b458-b3a068665fd9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:19:58.768892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad89b1a-1ca1-4a5c-adf2-838c8358da75 req-8d1e3165-4c87-4b52-8e7c-4cc544c3c0a6 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:58.770375 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aad89b1a-1ca1-4a5c-adf2-838c8358da75 req-8d1e3165-4c87-4b52-8e7c-4cc544c3c0a6 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 945 time: 0.0535495 Feb 05 03:19:58.816753 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aad89b1a-1ca1-4a5c-adf2-838c8358da75 req-bd321896-a471-489c-abe8-aecda06f4ff5 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 Feb 05 03:19:59.401607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49800675-5523-40b5-b83f-98efb4d511d8 req-6a1a2b59-e63f-43e9-80ff-d2814897367c tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:59.403207 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49800675-5523-40b5-b83f-98efb4d511d8 req-6a1a2b59-e63f-43e9-80ff-d2814897367c tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/ports?device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 944 time: 0.0556128 Feb 05 03:19:59.459499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49800675-5523-40b5-b83f-98efb4d511d8 req-9dec53ff-3f43-495b-9983-40ceae141cdb tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c42d695-2534-4d1e-a965-f6655fe2c0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495815 Feb 05 03:19:59.611159 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 79080b1c-1d90-4a09-b458-b3a068665fd9 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:19:59.667222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 79080b1c-1d90-4a09-b458-b3a068665fd9 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:19:59.672117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 79080b1c-1d90-4a09-b458-b3a068665fd9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:19:59.672770 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (79080b1c-1d90-4a09-b458-b3a068665fd9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:59.762799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 79080b1c-1d90-4a09-b458-b3a068665fd9 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:19:59.763206 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (79080b1c-1d90-4a09-b458-b3a068665fd9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:59.798955 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 79080b1c-1d90-4a09-b458-b3a068665fd9, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=79080b1c-1d90-4a09-b458-b3a068665fd9,segment=NetworkSegment(15709ae7-37a0-4a1f-8b4f-b1a0d065cc32),segment_id=15709ae7-37a0-4a1f-8b4f-b1a0d065cc32)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:19:59.803138 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (79080b1c-1d90-4a09-b458-b3a068665fd9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:19:59.856426 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=79080b1c-1d90-4a09-b458-b3a068665fd9,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:19:59.936901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47880d7b-60ea-453b-a9b0-5b9170b0dd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79080b1c-1d90-4a09-b458-b3a068665fd9'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:19:59.940470 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0845cddb-2901-4b2c-9920-c2314e0e175a" -d '{"events": [{"server_uuid": "47880d7b-60ea-453b-a9b0-5b9170b0dd29", "name": "network-vif-plugged", "status": "completed", "tag": "79080b1c-1d90-4a09-b458-b3a068665fd9"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:19:59.958077 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3116620-85a7-43ae-ba02-48138ad23118 req-74c82fbf-b2fb-4f43-883b-d7139f9edeb9 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:19:59.963297 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3116620-85a7-43ae-ba02-48138ad23118 req-74c82fbf-b2fb-4f43-883b-d7139f9edeb9 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 945 time: 0.0696876 Feb 05 03:19:59.982268 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fa0606-a79a-4920-aaf8-f44da396d77d x-openstack-request-id: req-b3fa0606-a79a-4920-aaf8-f44da396d77d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:19:59.982651 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47880d7b-60ea-453b-a9b0-5b9170b0dd29", "name": "network-vif-plugged", "status": "completed", "tag": "79080b1c-1d90-4a09-b458-b3a068665fd9", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:19:59.982915 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3fa0606-a79a-4920-aaf8-f44da396d77d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:19:59.983279 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47880d7b-60ea-453b-a9b0-5b9170b0dd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79080b1c-1d90-4a09-b458-b3a068665fd9', 'code': 200} Feb 05 03:20:00.016938 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3116620-85a7-43ae-ba02-48138ad23118 req-e562da4e-8799-4d36-b5b9-ae843ea07dea tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509300 Feb 05 03:20:00.107785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b3bfc-acae-4a36-9c2c-a3c723128f2c req-7058bce6-f625-4aa9-a0b2-b9ecbef8fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:00.109327 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-720b3bfc-acae-4a36-9c2c-a3c723128f2c req-7058bce6-f625-4aa9-a0b2-b9ecbef8fe88 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 1127 time: 0.0566065 Feb 05 03:20:00.162412 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-720b3bfc-acae-4a36-9c2c-a3c723128f2c req-ffc1b0f9-abe8-4de3-851c-e8b1cfc5eee1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6c42d695-2534-4d1e-a965-f6655fe2c0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471389 Feb 05 03:20:00.623508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68addd3f-dbc3-4045-bb0c-69428501bb52 req-297e1118-75d6-455d-b757-bbd0fef22d68 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:00.625019 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68addd3f-dbc3-4045-bb0c-69428501bb52 req-297e1118-75d6-455d-b757-bbd0fef22d68 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/ports?device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 945 time: 0.0730934 Feb 05 03:20:00.692565 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68addd3f-dbc3-4045-bb0c-69428501bb52 req-15447560-7c9f-4c1c-a494-cabff6b34f24 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c42d695-2534-4d1e-a965-f6655fe2c0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541768 Feb 05 03:20:01.828219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304e0c1-0180-41df-9974-f0790e83c4bc req-e041da04-3e12-4369-a6c6-ad62045de3ff tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:01.830418 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b304e0c1-0180-41df-9974-f0790e83c4bc req-e041da04-3e12-4369-a6c6-ad62045de3ff tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/ports?device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 945 time: 0.0589499 Feb 05 03:20:01.910107 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b304e0c1-0180-41df-9974-f0790e83c4bc req-86b6f85c-9723-4bd1-8dbf-7d4f20763ed9 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c42d695-2534-4d1e-a965-f6655fe2c0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701900 Feb 05 03:20:02.372820 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e886897-9940-4f59-bd5e-f980cf771d1c req-e8aaa720-6701-49c9-b705-2046c8e6ae0a tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:02.379347 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7e886897-9940-4f59-bd5e-f980cf771d1c req-e8aaa720-6701-49c9-b705-2046c8e6ae0a tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/ports?device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 945 time: 0.0661221 Feb 05 03:20:02.427259 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7e886897-9940-4f59-bd5e-f980cf771d1c req-c5f775df-164e-4167-9a37-17b2fc7131b8 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c42d695-2534-4d1e-a965-f6655fe2c0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452366 Feb 05 03:20:03.554697 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f421dd-1c59-4542-bbbf-d99c354391e5 req-e8aa1b1c-dae7-4882-b3f8-de3c095f01d1 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:03.557113 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8f421dd-1c59-4542-bbbf-d99c354391e5 req-e8aa1b1c-dae7-4882-b3f8-de3c095f01d1 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/ports?device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 945 time: 0.0571761 Feb 05 03:20:03.616894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8f421dd-1c59-4542-bbbf-d99c354391e5 req-a92ccf76-81ec-4b25-9ded-1491e63dd6c6 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c42d695-2534-4d1e-a965-f6655fe2c0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523839 Feb 05 03:20:03.654790 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d3c09639-e48b-4191-9e12-9cc3b0b2376e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:03.827821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8573e2-eb7a-4702-85e5-019af1f33474 req-d172142a-80c3-403a-aaee-4f32b45ec7f1 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:03.829322 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9c8573e2-eb7a-4702-85e5-019af1f33474 req-d172142a-80c3-403a-aaee-4f32b45ec7f1 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.31 "GET /v2.0/ports?device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 945 time: 0.0549674 Feb 05 03:20:03.967514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-9c8573e2-eb7a-4702-85e5-019af1f33474 req-d67fa1d3-4e47-4816-beb8-f988507cf230 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Deleting port 79080b1c-1d90-4a09-b458-b3a068665fd9 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:20:03.967952 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9c8573e2-eb7a-4702-85e5-019af1f33474 req-d67fa1d3-4e47-4816-beb8-f988507cf230 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (79080b1c-1d90-4a09-b458-b3a068665fd9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:04.460057 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9c8573e2-eb7a-4702-85e5-019af1f33474 req-d67fa1d3-4e47-4816-beb8-f988507cf230 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] For port 79080b1c-1d90-4a09-b458-b3a068665fd9, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=79080b1c-1d90-4a09-b458-b3a068665fd9,segment=NetworkSegment(15709ae7-37a0-4a1f-8b4f-b1a0d065cc32),segment_id=15709ae7-37a0-4a1f-8b4f-b1a0d065cc32)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:20:04.460493 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9c8573e2-eb7a-4702-85e5-019af1f33474 req-d67fa1d3-4e47-4816-beb8-f988507cf230 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (79080b1c-1d90-4a09-b458-b3a068665fd9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:04.475683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-9c8573e2-eb7a-4702-85e5-019af1f33474 req-d67fa1d3-4e47-4816-beb8-f988507cf230 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Calling delete_port for 79080b1c-1d90-4a09-b458-b3a068665fd9 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:20:04.620899 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9c8573e2-eb7a-4702-85e5-019af1f33474 req-d67fa1d3-4e47-4816-beb8-f988507cf230 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (79080b1c-1d90-4a09-b458-b3a068665fd9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:04.635649 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['79080b1c-1d90-4a09-b458-b3a068665fd9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:20:04.657888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fa1d3-4e47-4816-beb8-f988507cf230 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Pushing event deleted for resources: {'Port': ['ID=79080b1c-1d90-4a09-b458-b3a068665fd9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:04.711648 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8573e2-eb7a-4702-85e5-019af1f33474 req-d67fa1d3-4e47-4816-beb8-f988507cf230 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] No DVR routers for this DVR port 79080b1c-1d90-4a09-b458-b3a068665fd9 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:20:04.714641 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9c8573e2-eb7a-4702-85e5-019af1f33474 req-d67fa1d3-4e47-4816-beb8-f988507cf230 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:04.719106 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9c8573e2-eb7a-4702-85e5-019af1f33474 req-d67fa1d3-4e47-4816-beb8-f988507cf230 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.31 "DELETE /v2.0/ports/79080b1c-1d90-4a09-b458-b3a068665fd9 HTTP/1.1" status: 204 len: 173 time: 0.8850965 Feb 05 03:20:04.720233 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47880d7b-60ea-453b-a9b0-5b9170b0dd29', 'name': 'network-vif-deleted', 'tag': '79080b1c-1d90-4a09-b458-b3a068665fd9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:20:04.723004 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e8d5fd-1172-4966-a5cb-847d7933894b" -d '{"events": [{"server_uuid": "47880d7b-60ea-453b-a9b0-5b9170b0dd29", "name": "network-vif-deleted", "tag": "79080b1c-1d90-4a09-b458-b3a068665fd9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:20:04.822603 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2024dd-61f0-4458-aa69-c15eeec879ac x-openstack-request-id: req-df2024dd-61f0-4458-aa69-c15eeec879ac {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:20:04.822833 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47880d7b-60ea-453b-a9b0-5b9170b0dd29", "name": "network-vif-deleted", "tag": "79080b1c-1d90-4a09-b458-b3a068665fd9", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:20:04.823034 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df2024dd-61f0-4458-aa69-c15eeec879ac {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:20:04.823437 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47880d7b-60ea-453b-a9b0-5b9170b0dd29', 'name': 'network-vif-deleted', 'tag': '79080b1c-1d90-4a09-b458-b3a068665fd9', 'status': 'completed', 'code': 200} Feb 05 03:20:04.903919 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd56a930-f19c-4e36-8ad0-35769576d14a req-a93f4994-d8f2-49d6-86b2-dfce0c823c57 tempest-ServerAddressesTestJSON-301107271 tempest-ServerAddressesTestJSON-301107271-project] 10.222.0.36 "GET /v2.0/ports?device_id=47880d7b-60ea-453b-a9b0-5b9170b0dd29 HTTP/1.1" status: 200 len: 210 time: 0.1408200 Feb 05 03:20:05.886346 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f861342-446b-48fc-a799-4bf59d1c743d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:05.970438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57594) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:06.024189 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d1c4b5-ab9e-4b92-ba62-7fdefcfbb4fd admin admin] Deleting subnet 8bce6211-92b3-4f9e-8938-b4b98f6a674f {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:20:06.029301 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83d1c4b5-ab9e-4b92-ba62-7fdefcfbb4fd admin admin] Publish callbacks [] for subnet (8bce6211-92b3-4f9e-8938-b4b98f6a674f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:06.073447 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83d1c4b5-ab9e-4b92-ba62-7fdefcfbb4fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (8bce6211-92b3-4f9e-8938-b4b98f6a674f), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:06.133381 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83d1c4b5-ab9e-4b92-ba62-7fdefcfbb4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (8bce6211-92b3-4f9e-8938-b4b98f6a674f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:06.213329 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83d1c4b5-ab9e-4b92-ba62-7fdefcfbb4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (8bce6211-92b3-4f9e-8938-b4b98f6a674f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:06.251525 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1c4b5-ab9e-4b92-ba62-7fdefcfbb4fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bce6211-92b3-4f9e-8938-b4b98f6a674f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:06.259475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83d1c4b5-ab9e-4b92-ba62-7fdefcfbb4fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:06.266417 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-83d1c4b5-ab9e-4b92-ba62-7fdefcfbb4fd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8bce6211-92b3-4f9e-8938-b4b98f6a674f HTTP/1.1" status: 204 len: 168 time: 0.2921648 Feb 05 03:20:06.267042 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57604) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:06.417684 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8da169b-347a-42c3-9e24-c8d2d79eff75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (0ec26899-224f-4501-99f2-bda4209192ed), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:06.526395 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8da169b-347a-42c3-9e24-c8d2d79eff75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (0ec26899-224f-4501-99f2-bda4209192ed), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:06.526395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a8da169b-347a-42c3-9e24-c8d2d79eff75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec26899-224f-4501-99f2-bda4209192ed']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:06.539955 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a8da169b-347a-42c3-9e24-c8d2d79eff75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15709ae7-37a0-4a1f-8b4f-b1a0d065cc32') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:06.540644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a8da169b-347a-42c3-9e24-c8d2d79eff75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15709ae7-37a0-4a1f-8b4f-b1a0d065cc32') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:06.561635 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8da169b-347a-42c3-9e24-c8d2d79eff75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (15709ae7-37a0-4a1f-8b4f-b1a0d065cc32), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:06.576571 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8da169b-347a-42c3-9e24-c8d2d79eff75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (15709ae7-37a0-4a1f-8b4f-b1a0d065cc32), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:06.587305 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8da169b-347a-42c3-9e24-c8d2d79eff75 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:20:06.587714 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8da169b-347a-42c3-9e24-c8d2d79eff75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (15709ae7-37a0-4a1f-8b4f-b1a0d065cc32), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:20:06.589705 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:20:06.667587 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8da169b-347a-42c3-9e24-c8d2d79eff75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (0ec26899-224f-4501-99f2-bda4209192ed), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:06.684363 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8da169b-347a-42c3-9e24-c8d2d79eff75 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:06.691591 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a8da169b-347a-42c3-9e24-c8d2d79eff75 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0ec26899-224f-4501-99f2-bda4209192ed HTTP/1.1" status: 204 len: 168 time: 0.4207873 Feb 05 03:20:06.720444 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da169b-347a-42c3-9e24-c8d2d79eff75 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec26899-224f-4501-99f2-bda4209192ed,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:06.875392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57628) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:06.928335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57630) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:06.928535 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ae1a22e4-105b-43fb-8f7a-b8df2e978aab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=592d2902f23d4f4d904628175b8b9715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0513873 Feb 05 03:20:07.003637 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1b34-6c17-48fb-9a3c-dc7636e5f57b admin admin] Publish callbacks [] for security_group (6c42d695-2534-4d1e-a965-f6655fe2c0e3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:07.031754 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1b34-6c17-48fb-9a3c-dc7636e5f57b admin admin] Publish callbacks [] for security_group (6c42d695-2534-4d1e-a965-f6655fe2c0e3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:07.093392 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1b34-6c17-48fb-9a3c-dc7636e5f57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6c42d695-2534-4d1e-a965-f6655fe2c0e3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:07.097900 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1b34-6c17-48fb-9a3c-dc7636e5f57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:07.102925 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ce2f1b34-6c17-48fb-9a3c-dc7636e5f57b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c42d695-2534-4d1e-a965-f6655fe2c0e3 HTTP/1.1" status: 204 len: 168 time: 0.1734457 Feb 05 03:20:07.113066 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f1b34-6c17-48fb-9a3c-dc7636e5f57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c42d695-2534-4d1e-a965-f6655fe2c0e3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:07.185474 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:07.639658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 79080b1c-1d90-4a09-b458-b3a068665fd9 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:20:07.683190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 79080b1c-1d90-4a09-b458-b3a068665fd9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:20:07.683537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 79080b1c-1d90-4a09-b458-b3a068665fd9 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:20:08.176157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57680) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:08.334260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-caa0f116-562e-46ed-9ff9-603602c19fbd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-114632883-network', 'tenant_id': 'd58b096555a04b7ca178d4a0e2ed7cb4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:08.470726 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa0f116-562e-46ed-9ff9-603602c19fbd admin admin] Made reservation on behalf of d58b096555a04b7ca178d4a0e2ed7cb4 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:20:08.473117 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-caa0f116-562e-46ed-9ff9-603602c19fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:08.486907 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-caa0f116-562e-46ed-9ff9-603602c19fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:08.627838 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-caa0f116-562e-46ed-9ff9-603602c19fbd admin admin] Publish callbacks [] for security_group (baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:08.632567 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-caa0f116-562e-46ed-9ff9-603602c19fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:08.659814 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa0f116-562e-46ed-9ff9-603602c19fbd admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:20:08.672613 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0f116-562e-46ed-9ff9-603602c19fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:08.678065 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-caa0f116-562e-46ed-9ff9-603602c19fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (2430dc8c-cbb4-453d-97f2-fa1ffbe3c131), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:08.678742 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-caa0f116-562e-46ed-9ff9-603602c19fbd admin admin] Added segment 2430dc8c-cbb4-453d-97f2-fa1ffbe3c131 of type vlan for network fbb58776-7719-4374-b8e1-b06bd2d776f7 Feb 05 03:20:08.710954 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:08.726191 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-caa0f116-562e-46ed-9ff9-603602c19fbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (fbb58776-7719-4374-b8e1-b06bd2d776f7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:08.756690 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-caa0f116-562e-46ed-9ff9-603602c19fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (fbb58776-7719-4374-b8e1-b06bd2d776f7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:08.757669 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa0f116-562e-46ed-9ff9-603602c19fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:08.761305 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-caa0f116-562e-46ed-9ff9-603602c19fbd admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:08.822032 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-caa0f116-562e-46ed-9ff9-603602c19fbd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6447604 Feb 05 03:20:08.826535 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57694) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:08.834069 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bce33554-85b9-471a-b3e2-f76544010c34 admin admin] Request body: {'subnet': {'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-114632883-subnet', 'tenant_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:08.844623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0f116-562e-46ed-9ff9-603602c19fbd admin admin] Pushing event updated for resources: {'Network': ['ID=fbb58776-7719-4374-b8e1-b06bd2d776f7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:08.865803 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce33554-85b9-471a-b3e2-f76544010c34 admin admin] Made reservation on behalf of d58b096555a04b7ca178d4a0e2ed7cb4 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:20:08.866468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network fbb58776-7719-4374-b8e1-b06bd2d776f7 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:20:08.873346 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bce33554-85b9-471a-b3e2-f76544010c34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:09.222352 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bce33554-85b9-471a-b3e2-f76544010c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (594fab9e-93d3-4a1a-a3f9-d96663d2bc2d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:09.317114 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce33554-85b9-471a-b3e2-f76544010c34 admin admin] Checking segment: {'id': '2430dc8c-cbb4-453d-97f2-fa1ffbe3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:20:09.317312 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce33554-85b9-471a-b3e2-f76544010c34 admin admin] Network hostable DHCP agents. Network: fbb58776-7719-4374-b8e1-b06bd2d776f7, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:20:09.319432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce33554-85b9-471a-b3e2-f76544010c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=594fab9e-93d3-4a1a-a3f9-d96663d2bc2d,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:09.344081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce33554-85b9-471a-b3e2-f76544010c34 admin admin] Network fbb58776-7719-4374-b8e1-b06bd2d776f7 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:20:09.358537 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-bce33554-85b9-471a-b3e2-f76544010c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, fbb58776-7719-4374-b8e1-b06bd2d776f7) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:20:09.368278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdf4243-05b0-4c66-900d-5d7e211df2dd None None] Network fbb58776-7719-4374-b8e1-b06bd2d776f7 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:20:09.371600 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce33554-85b9-471a-b3e2-f76544010c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:09.374862 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bce33554-85b9-471a-b3e2-f76544010c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:09.396353 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bce33554-85b9-471a-b3e2-f76544010c34 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5678959 Feb 05 03:20:09.398981 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57710) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:09.405114 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-114632883-router', 'tenant_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:09.436802 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (745a12f5-e211-489b-8033-0ea5c63eca1d), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:09.438641 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (745a12f5-e211-489b-8033-0ea5c63eca1d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:09.547516 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000632b1-3cdd-4d60-955b-fad7165e9209 None None] Network fbb58776-7719-4374-b8e1-b06bd2d776f7 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:20:09.584380 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Publish callbacks [] for router_controller (745a12f5-e211-489b-8033-0ea5c63eca1d), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:09.830939 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Publish callbacks [] for router_gateway (745a12f5-e211-489b-8033-0ea5c63eca1d), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:10.051071 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:10.108116 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Publish callbacks [] for router_gateway (745a12f5-e211-489b-8033-0ea5c63eca1d), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:10.149730 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:10.324084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Allocated IP 172.25.0.9 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/42547b1b-d0b5-4810-890a-6dd30f4bc2b3) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:20:10.468253 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57744) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:10.477044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0cecc7fa-35e3-441a-a40a-6fab275505e0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1012609771', 'description': 'tempest-secgroup-smoke-1012609771 description', 'project_id': '817636bb286040a69c8702298d819e01'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:10.502357 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Publish callbacks [] for port (42547b1b-d0b5-4810-890a-6dd30f4bc2b3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:10.541575 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0cecc7fa-35e3-441a-a40a-6fab275505e0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:10.587943 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (42547b1b-d0b5-4810-890a-6dd30f4bc2b3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:10.656871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:20:10.672083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:20:10.680976 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:20:10.694994 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Pushing event updated for resources: {'Port': ['ID=42547b1b-d0b5-4810-890a-6dd30f4bc2b3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:10.735593 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0cecc7fa-35e3-441a-a40a-6fab275505e0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group (d6386861-a81e-4a8e-bf6d-e8feb113a9f8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:10.737846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:10.738079 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:10.738456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:10.738785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:10.739159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:10.739495 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:10.739857 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:10.740147 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:10.740502 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:10.740830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:10.741288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:10.741494 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:10.741896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:10.748076 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0cecc7fa-35e3-441a-a40a-6fab275505e0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d6386861-a81e-4a8e-bf6d-e8feb113a9f8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:10.797438 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0cecc7fa-35e3-441a-a40a-6fab275505e0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:10.798902 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0cecc7fa-35e3-441a-a40a-6fab275505e0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3295417 Feb 05 03:20:10.802000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57754) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:10.808632 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Request body: {'security_group_rule': {'security_group_id': 'd6386861-a81e-4a8e-bf6d-e8feb113a9f8', 'project_id': '817636bb286040a69c8702298d819e01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:10.876877 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecc7fa-35e3-441a-a40a-6fab275505e0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6386861-a81e-4a8e-bf6d-e8feb113a9f8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:10.900295 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (092b8042-a70f-4461-beb6-910e183d8f09), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:10.985841 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (092b8042-a70f-4461-beb6-910e183d8f09), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:10.993316 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (092b8042-a70f-4461-beb6-910e183d8f09), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.031816 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.033057 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2296906 Feb 05 03:20:11.035905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092b8042-a70f-4461-beb6-910e183d8f09,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:11.037962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57762) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:11.050837 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-509034ad-937d-4e83-9c00-1c522c21ce91 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Request body: {'security_group_rule': {'security_group_id': 'd6386861-a81e-4a8e-bf6d-e8feb113a9f8', 'project_id': '817636bb286040a69c8702298d819e01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:11.072243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:11.073263 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:11.073936 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:11.074429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:11.074974 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:11.075506 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:11.076366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:11.077214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:11.077828 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:11.078812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:11.079499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:11.079845 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:11.080181 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78443f8-25f7-455d-a5c2-1ec87ddee801 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:11.095222 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Publish callbacks [] for router_gateway (745a12f5-e211-489b-8033-0ea5c63eca1d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.107724 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-509034ad-937d-4e83-9c00-1c522c21ce91 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (24b89bf5-292c-4220-a21e-c73e205c4fb4), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.167314 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-509034ad-937d-4e83-9c00-1c522c21ce91 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (24b89bf5-292c-4220-a21e-c73e205c4fb4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.172381 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-509034ad-937d-4e83-9c00-1c522c21ce91 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (24b89bf5-292c-4220-a21e-c73e205c4fb4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.193345 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509034ad-937d-4e83-9c00-1c522c21ce91 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b89bf5-292c-4220-a21e-c73e205c4fb4,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:11.208030 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-509034ad-937d-4e83-9c00-1c522c21ce91 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.213417 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57770) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:11.214376 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-509034ad-937d-4e83-9c00-1c522c21ce91 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1752121 Feb 05 03:20:11.224827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-467b7288-1723-4f3e-8083-af8676cffd86 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Request body: {'security_group_rule': {'security_group_id': 'd6386861-a81e-4a8e-bf6d-e8feb113a9f8', 'project_id': '817636bb286040a69c8702298d819e01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:11.264011 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-467b7288-1723-4f3e-8083-af8676cffd86 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (192fdf71-ab8b-4931-89f5-d4656b6e704e), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.459792 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-467b7288-1723-4f3e-8083-af8676cffd86 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (192fdf71-ab8b-4931-89f5-d4656b6e704e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.477567 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.480439 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-467b7288-1723-4f3e-8083-af8676cffd86 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (192fdf71-ab8b-4931-89f5-d4656b6e704e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.519629 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b7288-1723-4f3e-8083-af8676cffd86 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192fdf71-ab8b-4931-89f5-d4656b6e704e,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:11.528139 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (745a12f5-e211-489b-8033-0ea5c63eca1d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.537525 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-467b7288-1723-4f3e-8083-af8676cffd86 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.538802 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-467b7288-1723-4f3e-8083-af8676cffd86 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3232608 Feb 05 03:20:11.541825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57778) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:11.546578 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4b34e6f8-9061-4f40-a6dc-6912704d8c5e tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Request body: {'security_group_rule': {'security_group_id': 'd6386861-a81e-4a8e-bf6d-e8feb113a9f8', 'project_id': '817636bb286040a69c8702298d819e01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:11.607770 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b34e6f8-9061-4f40-a6dc-6912704d8c5e tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (c3936e94-eddd-4f53-b9e3-216f5b748e5c), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.687886 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b34e6f8-9061-4f40-a6dc-6912704d8c5e tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (c3936e94-eddd-4f53-b9e3-216f5b748e5c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.695381 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b34e6f8-9061-4f40-a6dc-6912704d8c5e tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (c3936e94-eddd-4f53-b9e3-216f5b748e5c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.724203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34e6f8-9061-4f40-a6dc-6912704d8c5e tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3936e94-eddd-4f53-b9e3-216f5b748e5c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:11.733146 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b34e6f8-9061-4f40-a6dc-6912704d8c5e tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.734796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4b34e6f8-9061-4f40-a6dc-6912704d8c5e tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1915581 Feb 05 03:20:11.737518 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57784) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:11.747292 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b6db0342-d0e4-4a49-960d-4daea38b42a0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Request body: {'security_group_rule': {'security_group_id': 'd6386861-a81e-4a8e-bf6d-e8feb113a9f8', 'project_id': '817636bb286040a69c8702298d819e01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:11.759993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Router 745a12f5-e211-489b-8033-0ea5c63eca1d is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:20:11.783867 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-b6db0342-d0e4-4a49-960d-4daea38b42a0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Project 817636bb286040a69c8702298d819e01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:20:11.790683 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6db0342-d0e4-4a49-960d-4daea38b42a0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (fd198205-b64d-4d49-9f89-8c58ed86a721), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.876064 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6db0342-d0e4-4a49-960d-4daea38b42a0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (fd198205-b64d-4d49-9f89-8c58ed86a721), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.883102 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6db0342-d0e4-4a49-960d-4daea38b42a0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (fd198205-b64d-4d49-9f89-8c58ed86a721), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.901255 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db0342-d0e4-4a49-960d-4daea38b42a0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd198205-b64d-4d49-9f89-8c58ed86a721,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:11.915613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:20:11.925509 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Sync routers for ids ['745a12f5-e211-489b-8033-0ea5c63eca1d'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:20:11.927316 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6db0342-d0e4-4a49-960d-4daea38b42a0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.932463 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b6db0342-d0e4-4a49-960d-4daea38b42a0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1939046 Feb 05 03:20:11.932609 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 57790) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:11.938292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0616df80-84d4-4668-82ea-61a1153a5da7 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Request body: {'security_group_rule': {'security_group_id': 'd6386861-a81e-4a8e-bf6d-e8feb113a9f8', 'project_id': '817636bb286040a69c8702298d819e01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:11.942961 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Routers {'745a12f5-e211-489b-8033-0ea5c63eca1d'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:20:11.944421 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:20:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['745a12f5-e211-489b-8033-0ea5c63eca1d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:11.945826 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:11.947396 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2473dcdf-e196-4f82-9796-422ee271dc13 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5474572 Feb 05 03:20:11.950211 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 57792) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:11.978347 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-0616df80-84d4-4668-82ea-61a1153a5da7 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Project 817636bb286040a69c8702298d819e01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:20:11.989083 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0616df80-84d4-4668-82ea-61a1153a5da7 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (63ca3ce3-5a25-4a50-97bc-f87fc4f2f514), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:12.084036 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0616df80-84d4-4668-82ea-61a1153a5da7 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (63ca3ce3-5a25-4a50-97bc-f87fc4f2f514), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:12.093143 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0616df80-84d4-4668-82ea-61a1153a5da7 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (63ca3ce3-5a25-4a50-97bc-f87fc4f2f514), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:12.098359 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Set router 745a12f5-e211-489b-8033-0ea5c63eca1d gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:20:12.145285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616df80-84d4-4668-82ea-61a1153a5da7 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ca3ce3-5a25-4a50-97bc-f87fc4f2f514,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:12.168931 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0616df80-84d4-4668-82ea-61a1153a5da7 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:12.171124 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0616df80-84d4-4668-82ea-61a1153a5da7 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2364373 Feb 05 03:20:12.369054 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'name': 'tempest-ServerRescueNegativeTestJSON-114632883-router', 'tenant_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:20:09Z', 'updated_at': '2022-02-05T03:20:10Z', 'revision_number': 3, 'project_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'gw_port': {'id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:20:10Z', 'updated_at': '2022-02-05T03:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:12.441701 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Checking router: 745a12f5-e211-489b-8033-0ea5c63eca1d for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:20:12.442109 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Updating router 745a12f5-e211-489b-8033-0ea5c63eca1d port 42547b1b-d0b5-4810-890a-6dd30f4bc2b3 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:20:12.475157 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (42547b1b-d0b5-4810-890a-6dd30f4bc2b3), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:12.605373 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-25f5d1ca-c8c7-449f-8bc7-95f5bbcfd548 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012609771&fields=id&tenant_id=817636bb286040a69c8702298d819e01 HTTP/1.1" status: 200 len: 267 time: 0.0877869 Feb 05 03:20:12.801193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-fec0b8a6-1092-4c2e-9de0-8156011f7d73 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:12.802698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-fec0b8a6-1092-4c2e-9de0-8156011f7d73 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/networks?id=e44fa365-280e-4a77-ae1a-956d24254b72 HTTP/1.1" status: 200 len: 813 time: 0.1965423 Feb 05 03:20:12.813794 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Publish callbacks [] for port (42547b1b-d0b5-4810-890a-6dd30f4bc2b3), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:12.820547 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (42547b1b-d0b5-4810-890a-6dd30f4bc2b3), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:12.831037 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-aa9c6b27-de05-41ae-99b2-6bb58aebb8eb tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/quotas/817636bb286040a69c8702298d819e01 HTTP/1.1" status: 200 len: 375 time: 0.0186791 Feb 05 03:20:12.876676 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Attempting to bind port 42547b1b-d0b5-4810-890a-6dd30f4bc2b3 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:20:12.877247 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Attempting to bind port 42547b1b-d0b5-4810-890a-6dd30f4bc2b3 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:20:12.877794 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Attempting to bind port 42547b1b-d0b5-4810-890a-6dd30f4bc2b3 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:20:12.886095 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:20:12.886473 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:20:12.886911 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:12.887577 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:20:12.888053 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Bound port: 42547b1b-d0b5-4810-890a-6dd30f4bc2b3, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:20:12.888435 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (42547b1b-d0b5-4810-890a-6dd30f4bc2b3), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:12.929348 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:12.942652 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede4205-7dc5-4b05-accf-b2ab08d111f7 None None] Pushing event updated for resources: {'Port': ['ID=42547b1b-d0b5-4810-890a-6dd30f4bc2b3,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:12.957822 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-fdf08da3-5755-49fb-89ec-a3a83ef55911 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=817636bb286040a69c8702298d819e01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084766 Feb 05 03:20:12.975082 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ede4205-7dc5-4b05-accf-b2ab08d111f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:12.975431 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ede4205-7dc5-4b05-accf-b2ab08d111f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:12.975800 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ede4205-7dc5-4b05-accf-b2ab08d111f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:12.976138 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ede4205-7dc5-4b05-accf-b2ab08d111f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:12.976472 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ede4205-7dc5-4b05-accf-b2ab08d111f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:12.977560 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ede4205-7dc5-4b05-accf-b2ab08d111f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:12.979433 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ede4205-7dc5-4b05-accf-b2ab08d111f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:12.991113 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ede4205-7dc5-4b05-accf-b2ab08d111f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:12.991615 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ede4205-7dc5-4b05-accf-b2ab08d111f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:12.991959 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ede4205-7dc5-4b05-accf-b2ab08d111f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:12.992439 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ede4205-7dc5-4b05-accf-b2ab08d111f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:12.992784 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ede4205-7dc5-4b05-accf-b2ab08d111f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:12.993289 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ede4205-7dc5-4b05-accf-b2ab08d111f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:13.036741 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] For port 42547b1b-d0b5-4810-890a-6dd30f4bc2b3, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:20:13.040598 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] For port 42547b1b-d0b5-4810-890a-6dd30f4bc2b3, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=42547b1b-d0b5-4810-890a-6dd30f4bc2b3,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:20:13.048540 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (42547b1b-d0b5-4810-890a-6dd30f4bc2b3), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:13.105268 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Routers {'745a12f5-e211-489b-8033-0ea5c63eca1d'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:20:13.106089 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:20:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['745a12f5-e211-489b-8033-0ea5c63eca1d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:13.221720 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede4205-7dc5-4b05-accf-b2ab08d111f7 None None] Pushing event updated for resources: {'Port': ['ID=42547b1b-d0b5-4810-890a-6dd30f4bc2b3,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:13.235656 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-38638cc2-1a01-4c89-8c79-14d111d75f09 service neutron] 10.222.0.36 "GET /v2.0/networks/e44fa365-280e-4a77-ae1a-956d24254b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280974 Feb 05 03:20:13.235656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Allocated IP 172.20.0.1 (fbb58776-7719-4374-b8e1-b06bd2d776f7/594fab9e-93d3-4a1a-a3f9-d96663d2bc2d/f5d71f2c-170f-485d-99fc-b39f1932e76e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:20:13.274995 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] Set router 745a12f5-e211-489b-8033-0ea5c63eca1d gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:20:13.525722 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-2897dbd8-79e1-4635-8e0b-569df7551cf9 service neutron] 10.222.0.36 "GET /v2.0/networks/e44fa365-280e-4a77-ae1a-956d24254b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809119 Feb 05 03:20:13.528686 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Publish callbacks [] for port (f5d71f2c-170f-485d-99fc-b39f1932e76e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:13.572494 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (f5d71f2c-170f-485d-99fc-b39f1932e76e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:13.633187 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'name': 'tempest-ServerRescueNegativeTestJSON-114632883-router', 'tenant_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:20:09Z', 'updated_at': '2022-02-05T03:20:10Z', 'revision_number': 3, 'project_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'gw_port': {'id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:20:10Z', 'updated_at': '2022-02-05T03:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:13.635802 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Network fbb58776-7719-4374-b8e1-b06bd2d776f7 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:20:13.639154 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:20:13.646563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:20:13.674822 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d71f2c-170f-485d-99fc-b39f1932e76e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:13.713012 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01053c06-9b0c-4b8d-9fab-7754158171dd None None] The sync data for ids ['745a12f5-e211-489b-8033-0ea5c63eca1d'] in n-d-826942-8 is: [{'id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'name': 'tempest-ServerRescueNegativeTestJSON-114632883-router', 'tenant_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:20:09Z', 'updated_at': '2022-02-05T03:20:10Z', 'revision_number': 3, 'project_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'gw_port': {'id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:20:10Z', 'updated_at': '2022-02-05T03:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:20:13.736487 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (745a12f5-e211-489b-8033-0ea5c63eca1d), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:13.950807 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f5d71f2c-170f-485d-99fc-b39f1932e76e), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:14.125538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1e0e0102-4f8d-4a68-bfe7-504344b7565d req-f7a152b4-035d-4dfd-9a2a-13f2f0d06d3c tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 210 time: 0.0752068 Feb 05 03:20:14.488010 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Publish callbacks [] for port (f5d71f2c-170f-485d-99fc-b39f1932e76e), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:14.497621 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (f5d71f2c-170f-485d-99fc-b39f1932e76e), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:14.647686 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d71f2c-170f-485d-99fc-b39f1932e76e,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:14.664081 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b59f225e-f336-40d6-8731-9aee5bcc0be8 req-c2517aac-42f8-4075-a94c-6e4a03430147 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2442169 Feb 05 03:20:14.701477 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (745a12f5-e211-489b-8033-0ea5c63eca1d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:14.885326 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f225e-f336-40d6-8731-9aee5bcc0be8 req-b0fae338-9e27-4c39-898f-7997a9e1068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:14.886688 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b59f225e-f336-40d6-8731-9aee5bcc0be8 req-b0fae338-9e27-4c39-898f-7997a9e1068f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 1127 time: 0.1610131 Feb 05 03:20:15.088592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 42547b1b-d0b5-4810-890a-6dd30f4bc2b3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:20:15.123088 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Network fbb58776-7719-4374-b8e1-b06bd2d776f7 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:20:15.136301 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:20:15.229322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 42547b1b-d0b5-4810-890a-6dd30f4bc2b3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:20:15.229702 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (42547b1b-d0b5-4810-890a-6dd30f4bc2b3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:15.355703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-678a4bb1-9a01-4b47-8906-cc611eebe50b req-8327e90b-7012-4b66-a0ca-8490833a8657 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 210 time: 0.1021643 Feb 05 03:20:15.365064 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f225e-f336-40d6-8731-9aee5bcc0be8 req-a8ec07ae-2548-4dd3-8050-1ec174d59cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:15.369287 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b59f225e-f336-40d6-8731-9aee5bcc0be8 req-a8ec07ae-2548-4dd3-8050-1ec174d59cd8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.4339061 Feb 05 03:20:15.415048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 42547b1b-d0b5-4810-890a-6dd30f4bc2b3 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:20:15.415774 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (42547b1b-d0b5-4810-890a-6dd30f4bc2b3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:15.456505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 42547b1b-d0b5-4810-890a-6dd30f4bc2b3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=42547b1b-d0b5-4810-890a-6dd30f4bc2b3,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:20:15.466425 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (42547b1b-d0b5-4810-890a-6dd30f4bc2b3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:15.529052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=42547b1b-d0b5-4810-890a-6dd30f4bc2b3,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:15.965060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b59f225e-f336-40d6-8731-9aee5bcc0be8 req-31189c8c-6d48-413a-84f9-f85fbb09c604 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89590e42-a3aa-4799-bbc0-47a312e63a42 HTTP/1.1" status: 200 len: 1001 time: 0.5789437 Feb 05 03:20:15.997975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Router 745a12f5-e211-489b-8033-0ea5c63eca1d has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:20:16.069509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-a5c80951-b282-4c10-bc11-4342aa50eecf tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:16.071425 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-a5c80951-b282-4c10-bc11-4342aa50eecf tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.31 "GET /v2.0/networks?id=e44fa365-280e-4a77-ae1a-956d24254b72 HTTP/1.1" status: 200 len: 813 time: 0.2597349 Feb 05 03:20:16.171395 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-1bea01fd-62ed-4875-9320-c5dfda91581f tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817636bb286040a69c8702298d819e01 HTTP/1.1" status: 200 len: 380 time: 0.0896282 Feb 05 03:20:16.187340 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-af3c6038-4b9a-4df4-94f8-c4c6589fb1a1 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Request body: {'port': {'device_id': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'admin_state_up': True, 'tenant_id': '817636bb286040a69c8702298d819e01', 'security_groups': ['d6386861-a81e-4a8e-bf6d-e8feb113a9f8']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:16.197270 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f225e-f336-40d6-8731-9aee5bcc0be8 req-4b9b5628-4d18-478a-9a95-ac21891aa422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:16.199020 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b59f225e-f336-40d6-8731-9aee5bcc0be8 req-4b9b5628-4d18-478a-9a95-ac21891aa422 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.2255177 Feb 05 03:20:16.307796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:20:16.324067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f225e-f336-40d6-8731-9aee5bcc0be8 req-f04358b3-0e1f-4f46-bc31-affb3b91248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:16.326024 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b59f225e-f336-40d6-8731-9aee5bcc0be8 req-f04358b3-0e1f-4f46-bc31-affb3b91248b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1205137 Feb 05 03:20:16.332283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2bc7b463-84b4-4056-aa3a-4ca272336f79 admin admin] 10.222.0.36 "PUT /v2.0/routers/745a12f5-e211-489b-8033-0ea5c63eca1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3807499 Feb 05 03:20:16.380338 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:16.441966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-af3c6038-4b9a-4df4-94f8-c4c6589fb1a1 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Made reservation on behalf of 817636bb286040a69c8702298d819e01 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:20:16.451143 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-af3c6038-4b9a-4df4-94f8-c4c6589fb1a1 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:16.470272 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b59f225e-f336-40d6-8731-9aee5bcc0be8 req-6f2bee86-2314-4a95-8288-fc7cd9acf57b service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358151 Feb 05 03:20:16.597011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Sync routers for ids ['745a12f5-e211-489b-8033-0ea5c63eca1d'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:20:16.602919 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6a0d899-ae0a-4ebb-a51c-a5d23b99d64f req-18f4a6df-531a-411e-9989-c896f1d9e341 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 210 time: 0.0483894 Feb 05 03:20:16.639953 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Routers {'745a12f5-e211-489b-8033-0ea5c63eca1d'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:20:16.641184 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:20:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['745a12f5-e211-489b-8033-0ea5c63eca1d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:16.703177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b59f225e-f336-40d6-8731-9aee5bcc0be8 req-cdb9aac0-aedc-421c-9597-a61d7b038f65 service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271934 Feb 05 03:20:16.902799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Set router 745a12f5-e211-489b-8033-0ea5c63eca1d gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:20:16.903984 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-af3c6038-4b9a-4df4-94f8-c4c6589fb1a1 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Allocated IP 172.20.0.10 (e44fa365-280e-4a77-ae1a-956d24254b72/a59a44b3-ed92-4718-987e-b0f1e470fdce/7753aa9f-e8af-4442-b563-960cbe23c4bb) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:20:17.101626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 42547b1b-d0b5-4810-890a-6dd30f4bc2b3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:20:17.279704 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-af3c6038-4b9a-4df4-94f8-c4c6589fb1a1 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for port (7753aa9f-e8af-4442-b563-960cbe23c4bb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:17.352503 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-af3c6038-4b9a-4df4-94f8-c4c6589fb1a1 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7753aa9f-e8af-4442-b563-960cbe23c4bb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:17.380930 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 42547b1b-d0b5-4810-890a-6dd30f4bc2b3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:20:17.381419 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (42547b1b-d0b5-4810-890a-6dd30f4bc2b3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:17.394671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-7a22d3e9-ad30-4ac9-a855-02a0d8a1f600 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:17.402858 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-7a22d3e9-ad30-4ac9-a855-02a0d8a1f600 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/networks?id=fbb58776-7719-4374-b8e1-b06bd2d776f7 HTTP/1.1" status: 200 len: 818 time: 0.2880220 Feb 05 03:20:17.420871 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-3a0a1759-64d5-4ded-8d39-0fac2ba7feb0 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/quotas/d58b096555a04b7ca178d4a0e2ed7cb4 HTTP/1.1" status: 200 len: 375 time: 0.0167682 Feb 05 03:20:17.437768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'name': 'tempest-ServerRescueNegativeTestJSON-114632883-router', 'tenant_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:20:09Z', 'updated_at': '2022-02-05T03:20:13Z', 'revision_number': 4, 'project_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'gw_port': {'id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:20:10Z', 'updated_at': '2022-02-05T03:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'f5d71f2c-170f-485d-99fc-b39f1932e76e', 'name': '', 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7', 'tenant_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'mac_address': 'fa:16:3e:c9:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '594fab9e-93d3-4a1a-a3f9-d96663d2bc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:20:12Z', 'updated_at': '2022-02-05T03:20:14Z', 'revision_number': 2, 'project_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'subnets': [{'id': '594fab9e-93d3-4a1a-a3f9-d96663d2bc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:17.465474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-af3c6038-4b9a-4df4-94f8-c4c6589fb1a1 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Network e44fa365-280e-4a77-ae1a-956d24254b72 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:20:17.473928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-af3c6038-4b9a-4df4-94f8-c4c6589fb1a1 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:20:17.480107 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-af3c6038-4b9a-4df4-94f8-c4c6589fb1a1 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:20:17.539327 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-7e85e080-5ceb-4c4f-b382-e80ac9bd900f tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d58b096555a04b7ca178d4a0e2ed7cb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1131852 Feb 05 03:20:17.562667 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c6038-4b9a-4df4-94f8-c4c6589fb1a1 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Pushing event updated for resources: {'Port': ['ID=7753aa9f-e8af-4442-b563-960cbe23c4bb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:17.656564 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-af3c6038-4b9a-4df4-94f8-c4c6589fb1a1 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:17.657875 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-af3c6038-4b9a-4df4-94f8-c4c6589fb1a1 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:17.695325 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-af3c6038-4b9a-4df4-94f8-c4c6589fb1a1 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5181262 Feb 05 03:20:17.714641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Request body: {'port': {'device_id': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:17.734955 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Checking router: 745a12f5-e211-489b-8033-0ea5c63eca1d for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:20:17.736155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Updating router 745a12f5-e211-489b-8033-0ea5c63eca1d port f5d71f2c-170f-485d-99fc-b39f1932e76e binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:20:17.786094 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f5d71f2c-170f-485d-99fc-b39f1932e76e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:17.858286 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-e04b9f18-0f4c-43b3-a321-b2a43d73dac8 service neutron] 10.222.0.36 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176641 Feb 05 03:20:17.896239 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7753aa9f-e8af-4442-b563-960cbe23c4bb), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:18.095601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fe80f-c0ee-4815-9fe6-c2f203310401 req-fc0bc281-da46-45cd-929e-8ef900ddab79 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:18.097386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-378fe80f-c0ee-4815-9fe6-c2f203310401 req-fc0bc281-da46-45cd-929e-8ef900ddab79 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 932 time: 0.3266683 Feb 05 03:20:18.178804 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-a04670ac-3393-48da-b22f-cfec3dd9a89e service neutron] 10.222.0.36 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196075 Feb 05 03:20:18.179417 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1b7a7869-cda0-4979-9822-9eeacd6a9765 None None] Provisioning complete for port 7753aa9f-e8af-4442-b563-960cbe23c4bb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:20:18.180267 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7869-cda0-4979-9822-9eeacd6a9765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7753aa9f-e8af-4442-b563-960cbe23c4bb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:18.234115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1b7a7869-cda0-4979-9822-9eeacd6a9765 None None] Port 7753aa9f-e8af-4442-b563-960cbe23c4bb cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:20:18.256583 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-378fe80f-c0ee-4815-9fe6-c2f203310401 req-2af49cc5-de45-4f0b-8bd7-7524c0be9c90 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474733 Feb 05 03:20:18.346992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 42547b1b-d0b5-4810-890a-6dd30f4bc2b3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:20:18.400191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7753aa9f-e8af-4442-b563-960cbe23c4bb {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:20:18.416418 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Publish callbacks [] for port (7753aa9f-e8af-4442-b563-960cbe23c4bb), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:18.451185 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Publish callbacks [] for port (f5d71f2c-170f-485d-99fc-b39f1932e76e), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:18.456860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Transition to ACTIVE for port object 7753aa9f-e8af-4442-b563-960cbe23c4bb will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:20:18.465266 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f5d71f2c-170f-485d-99fc-b39f1932e76e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:18.466477 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (7753aa9f-e8af-4442-b563-960cbe23c4bb), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:18.642472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7753aa9f-e8af-4442-b563-960cbe23c4bb,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:18.683974 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae9550-4de5-4ae2-925b-d49c2d716ae8 None None] Pushing event updated for resources: {'Port': ['ID=f5d71f2c-170f-485d-99fc-b39f1932e76e,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:18.694039 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9db76b3b-5a79-4120-bc19-bda09de6f925 req-4a4cd2ba-c8bf-49f9-8e5f-f46d6037bc18 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 210 time: 0.0766687 Feb 05 03:20:18.821645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Attempting to bind port 7753aa9f-e8af-4442-b563-960cbe23c4bb on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:20:18.821985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Attempting to bind port 7753aa9f-e8af-4442-b563-960cbe23c4bb by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '78489399-3061-4989-b906-32de2e0b2915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:20:18.822314 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Attempting to bind port 7753aa9f-e8af-4442-b563-960cbe23c4bb on network e44fa365-280e-4a77-ae1a-956d24254b72 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:20:18.835167 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Port 7753aa9f-e8af-4442-b563-960cbe23c4bb on network e44fa365-280e-4a77-ae1a-956d24254b72 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:20:18.835779 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Attempting to bind port 7753aa9f-e8af-4442-b563-960cbe23c4bb on network e44fa365-280e-4a77-ae1a-956d24254b72 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:20:18.848537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Attempting to bind port f5d71f2c-170f-485d-99fc-b39f1932e76e on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:20:18.850456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Attempting to bind port f5d71f2c-170f-485d-99fc-b39f1932e76e by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '2430dc8c-cbb4-453d-97f2-fa1ffbe3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:20:18.850889 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Attempting to bind port f5d71f2c-170f-485d-99fc-b39f1932e76e on network fbb58776-7719-4374-b8e1-b06bd2d776f7 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:20:18.868191 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:20:18.869348 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Checking segment: {'id': '2430dc8c-cbb4-453d-97f2-fa1ffbe3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:20:18.870156 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:18.870853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Bound using segment: {'id': '2430dc8c-cbb4-453d-97f2-fa1ffbe3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:20:18.871905 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Bound port: f5d71f2c-170f-485d-99fc-b39f1932e76e, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2430dc8c-cbb4-453d-97f2-fa1ffbe3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:20:18.872603 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f5d71f2c-170f-485d-99fc-b39f1932e76e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:18.890288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:20:18.891266 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Checking segment: {'id': '78489399-3061-4989-b906-32de2e0b2915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:20:18.891821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Bound using segment: {'id': '78489399-3061-4989-b906-32de2e0b2915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:20:18.893352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Bound port: 7753aa9f-e8af-4442-b563-960cbe23c4bb, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78489399-3061-4989-b906-32de2e0b2915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:20:18.895717 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7753aa9f-e8af-4442-b563-960cbe23c4bb), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:19.013650 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] For port f5d71f2c-170f-485d-99fc-b39f1932e76e, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:20:19.018921 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] For port f5d71f2c-170f-485d-99fc-b39f1932e76e, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f5d71f2c-170f-485d-99fc-b39f1932e76e,segment=NetworkSegment(2430dc8c-cbb4-453d-97f2-fa1ffbe3c131),segment_id=2430dc8c-cbb4-453d-97f2-fa1ffbe3c131)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:20:19.026445 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f5d71f2c-170f-485d-99fc-b39f1932e76e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:19.030621 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] For port 7753aa9f-e8af-4442-b563-960cbe23c4bb, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:20:19.036447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] For port 7753aa9f-e8af-4442-b563-960cbe23c4bb, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7753aa9f-e8af-4442-b563-960cbe23c4bb,segment=NetworkSegment(78489399-3061-4989-b906-32de2e0b2915),segment_id=78489399-3061-4989-b906-32de2e0b2915)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:20:19.059786 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (7753aa9f-e8af-4442-b563-960cbe23c4bb), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:19.120674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Routers {'745a12f5-e211-489b-8033-0ea5c63eca1d'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:20:19.123533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:20:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['745a12f5-e211-489b-8033-0ea5c63eca1d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:19.134049 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:19.134685 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:19.136194 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] 10.222.0.31 "PUT /v2.0/ports/7753aa9f-e8af-4442-b563-960cbe23c4bb HTTP/1.1" status: 200 len: 1092 time: 1.4323847 Feb 05 03:20:19.138693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'tag': '7753aa9f-e8af-4442-b563-960cbe23c4bb'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:20:19.141097 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43550b24-34fb-4b3d-aaff-833caf39197d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c54050d-257d-45e1-adcd-d082a143ffdf", "tag": "7753aa9f-e8af-4442-b563-960cbe23c4bb"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:20:19.205239 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-26a964bc-f7d2-4785-b651-889b645f0a1c tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:19.217873 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-26a964bc-f7d2-4785-b651-889b645f0a1c tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/networks?id=fbb58776-7719-4374-b8e1-b06bd2d776f7 HTTP/1.1" status: 200 len: 818 time: 0.2991989 Feb 05 03:20:19.254996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-b2bd17fd-41cf-4583-b065-00a039181e76 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/quotas/d58b096555a04b7ca178d4a0e2ed7cb4 HTTP/1.1" status: 200 len: 375 time: 0.0357156 Feb 05 03:20:19.269533 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa40b23-411d-4d7c-859d-d0a394eb2aea x-openstack-request-id: req-5fa40b23-411d-4d7c-859d-d0a394eb2aea {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:20:19.269833 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c54050d-257d-45e1-adcd-d082a143ffdf", "tag": "7753aa9f-e8af-4442-b563-960cbe23c4bb", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:20:19.270099 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5fa40b23-411d-4d7c-859d-d0a394eb2aea {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:20:19.270515 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'tag': '7753aa9f-e8af-4442-b563-960cbe23c4bb', 'status': 'completed', 'code': 200} Feb 05 03:20:19.362241 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f749f99-ffdb-45d8-b549-a6625dd2a9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7753aa9f-e8af-4442-b563-960cbe23c4bb,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:19.449357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-55b619da-60bb-48f1-b4e0-8841853dcd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:19.450975 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-55b619da-60bb-48f1-b4e0-8841853dcd34 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=817636bb286040a69c8702298d819e01&device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 1126 time: 0.2415338 Feb 05 03:20:19.530243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae9550-4de5-4ae2-925b-d49c2d716ae8 None None] Pushing event updated for resources: {'Port': ['ID=f5d71f2c-170f-485d-99fc-b39f1932e76e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:19.551952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-5e8bf38e-76ac-4052-9b37-93257bc17988 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d58b096555a04b7ca178d4a0e2ed7cb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2958627 Feb 05 03:20:19.577706 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-be4c6a79-725f-4ca4-987a-2f63d5fc6881 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7753aa9f-e8af-4442-b563-960cbe23c4bb HTTP/1.1" status: 200 len: 217 time: 0.1195493 Feb 05 03:20:19.621055 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] Set router 745a12f5-e211-489b-8033-0ea5c63eca1d gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:20:19.716478 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-5d5cb1b4-c482-4a60-bc62-3f88d1eec464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:19.718102 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-5d5cb1b4-c482-4a60-bc62-3f88d1eec464 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a59a44b3-ed92-4718-987e-b0f1e470fdce HTTP/1.1" status: 200 len: 852 time: 0.1320834 Feb 05 03:20:19.752243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426cdde-f9b0-4fe0-9b71-0c237d5cafa9 req-1df50fc1-07a7-4f0b-8dcf-241cc888a0db tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:19.755070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d426cdde-f9b0-4fe0-9b71-0c237d5cafa9 req-1df50fc1-07a7-4f0b-8dcf-241cc888a0db tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.3501937 Feb 05 03:20:19.862804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-38ed3440-2c43-43aa-9054-52e92e423d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:19.864333 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-38ed3440-2c43-43aa-9054-52e92e423d1f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e44fa365-280e-4a77-ae1a-956d24254b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1379125 Feb 05 03:20:19.865375 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-d778d0f1-663e-4f28-a202-7f5f8534f94f service neutron] 10.222.0.36 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976458 Feb 05 03:20:20.062002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d426cdde-f9b0-4fe0-9b71-0c237d5cafa9 req-57486420-5fa2-45a0-a14e-4f0e5b18ba99 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973185 Feb 05 03:20:20.107134 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-bdfeb4bc-ff89-4452-a659-8b42f9454772 service neutron] 10.222.0.31 "GET /v2.0/networks/e44fa365-280e-4a77-ae1a-956d24254b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322860 Feb 05 03:20:20.162751 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-ef87ef21-dd5d-4513-9ed8-1c02468a57ec service neutron] 10.222.0.36 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965114 Feb 05 03:20:20.180940 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'name': 'tempest-ServerRescueNegativeTestJSON-114632883-router', 'tenant_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:20:09Z', 'updated_at': '2022-02-05T03:20:13Z', 'revision_number': 4, 'project_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'gw_port': {'id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:20:10Z', 'updated_at': '2022-02-05T03:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'f5d71f2c-170f-485d-99fc-b39f1932e76e', 'name': '', 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7', 'tenant_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'mac_address': 'fa:16:3e:c9:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '594fab9e-93d3-4a1a-a3f9-d96663d2bc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:20:12Z', 'updated_at': '2022-02-05T03:20:19Z', 'revision_number': 4, 'project_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'subnets': [{'id': '594fab9e-93d3-4a1a-a3f9-d96663d2bc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:20.246440 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f97554d6-2371-4d41-8243-4961d18b5c6f req-bafe06a4-73cf-4712-92bd-8356a2c2e4d4 service neutron] 10.222.0.31 "GET /v2.0/networks/e44fa365-280e-4a77-ae1a-956d24254b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303067 Feb 05 03:20:20.280015 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457b3890-62c1-49a7-a616-bb73a6a8440c None None] The sync data for ids ['745a12f5-e211-489b-8033-0ea5c63eca1d'] in n-d-826942-8 is: [{'id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'name': 'tempest-ServerRescueNegativeTestJSON-114632883-router', 'tenant_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:20:09Z', 'updated_at': '2022-02-05T03:20:13Z', 'revision_number': 4, 'project_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'gw_port': {'id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:20:10Z', 'updated_at': '2022-02-05T03:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'f5d71f2c-170f-485d-99fc-b39f1932e76e', 'name': '', 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7', 'tenant_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'mac_address': 'fa:16:3e:c9:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '594fab9e-93d3-4a1a-a3f9-d96663d2bc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:20:12Z', 'updated_at': '2022-02-05T03:20:19Z', 'revision_number': 4, 'project_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'subnets': [{'id': '594fab9e-93d3-4a1a-a3f9-d96663d2bc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:20:20.456169 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43550b24-34fb-4b3d-aaff-833caf39197d req-d8450c96-3634-4086-8ce5-f9055688193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:20.461797 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-43550b24-34fb-4b3d-aaff-833caf39197d req-d8450c96-3634-4086-8ce5-f9055688193c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=817636bb286040a69c8702298d819e01&device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 1126 time: 0.1425538 Feb 05 03:20:20.632698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58838a95-6281-4095-b580-e81ce0d19080 req-f5c0a836-fb36-4469-8169-e77ff6b268f1 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 210 time: 0.1424997 Feb 05 03:20:20.691420 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43550b24-34fb-4b3d-aaff-833caf39197d req-3359d9b5-0ae6-4896-9c00-289526b5d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:20.692920 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-43550b24-34fb-4b3d-aaff-833caf39197d req-3359d9b5-0ae6-4896-9c00-289526b5d3ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=e44fa365-280e-4a77-ae1a-956d24254b72 HTTP/1.1" status: 200 len: 914 time: 0.2237449 Feb 05 03:20:20.784187 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-43550b24-34fb-4b3d-aaff-833caf39197d req-edd9e06a-c3dc-4953-955b-0a92d9d2ae8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7753aa9f-e8af-4442-b563-960cbe23c4bb HTTP/1.1" status: 200 len: 217 time: 0.0798283 Feb 05 03:20:20.919233 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43550b24-34fb-4b3d-aaff-833caf39197d req-899e7b30-204e-44d6-b415-96d89a63f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:20.927214 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-43550b24-34fb-4b3d-aaff-833caf39197d req-899e7b30-204e-44d6-b415-96d89a63f3fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a59a44b3-ed92-4718-987e-b0f1e470fdce HTTP/1.1" status: 200 len: 852 time: 0.1366374 Feb 05 03:20:20.973689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-b8f540d9-450e-4485-a159-27b7426e99f3 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:20.983923 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-b8f540d9-450e-4485-a159-27b7426e99f3 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.10 "GET /v2.0/networks?id=fbb58776-7719-4374-b8e1-b06bd2d776f7 HTTP/1.1" status: 200 len: 818 time: 0.4317961 Feb 05 03:20:21.002913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-7f7b3647-d4a2-42eb-b50a-c72d1a830c80 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Request body: {'port': {'device_id': '17f3e523-ec41-4240-a7de-47c702aff0c5', 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7', 'admin_state_up': True, 'tenant_id': 'd58b096555a04b7ca178d4a0e2ed7cb4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:21.112517 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43550b24-34fb-4b3d-aaff-833caf39197d req-bc4bc27f-99ec-476a-b0fc-17addd929aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:21.117546 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-43550b24-34fb-4b3d-aaff-833caf39197d req-bc4bc27f-99ec-476a-b0fc-17addd929aed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e44fa365-280e-4a77-ae1a-956d24254b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1701357 Feb 05 03:20:21.148460 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-82292068-2da9-4e15-8c67-5f0cec1dccf7 req-3b7ba0cc-c378-48aa-8a61-ea44714ae661 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2129066 Feb 05 03:20:21.206652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f5d71f2c-170f-485d-99fc-b39f1932e76e up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:20:21.324744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port f5d71f2c-170f-485d-99fc-b39f1932e76e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:20:21.325391 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f5d71f2c-170f-485d-99fc-b39f1932e76e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:21.507568 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82292068-2da9-4e15-8c67-5f0cec1dccf7 req-f073b198-c7db-468d-8a2d-45b52448bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:21.509081 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-82292068-2da9-4e15-8c67-5f0cec1dccf7 req-f073b198-c7db-468d-8a2d-45b52448bfdc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba67a63a3f224705a45911cfa6b17697&device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 1128 time: 0.2542982 Feb 05 03:20:21.511041 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-43550b24-34fb-4b3d-aaff-833caf39197d req-9184ed16-bc36-4d0b-9c76-f192c5ac6478 service neutron] 10.222.0.31 "GET /v2.0/networks/e44fa365-280e-4a77-ae1a-956d24254b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492837 Feb 05 03:20:21.563751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a62082-c917-407d-94e5-24bc8824fe72 req-ce97b2e8-5e1f-4e91-81e8-1563060479b1 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:21.565413 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37a62082-c917-407d-94e5-24bc8824fe72 req-ce97b2e8-5e1f-4e91-81e8-1563060479b1 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.2637842 Feb 05 03:20:21.631885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port f5d71f2c-170f-485d-99fc-b39f1932e76e is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:20:21.632204 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f5d71f2c-170f-485d-99fc-b39f1932e76e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:21.719208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37a62082-c917-407d-94e5-24bc8824fe72 req-402f92ba-0e68-4a67-994e-52718b19b116 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221445 Feb 05 03:20:21.755994 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port f5d71f2c-170f-485d-99fc-b39f1932e76e, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f5d71f2c-170f-485d-99fc-b39f1932e76e,segment=NetworkSegment(2430dc8c-cbb4-453d-97f2-fa1ffbe3c131),segment_id=2430dc8c-cbb4-453d-97f2-fa1ffbe3c131)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:20:21.759923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-7f7b3647-d4a2-42eb-b50a-c72d1a830c80 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Made reservation on behalf of d58b096555a04b7ca178d4a0e2ed7cb4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:20:21.764131 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-7f7b3647-d4a2-42eb-b50a-c72d1a830c80 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:21.769790 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f5d71f2c-170f-485d-99fc-b39f1932e76e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:21.963347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=f5d71f2c-170f-485d-99fc-b39f1932e76e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:22.043265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-7f7b3647-d4a2-42eb-b50a-c72d1a830c80 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Allocated IP 172.20.0.4 (fbb58776-7719-4374-b8e1-b06bd2d776f7/594fab9e-93d3-4a1a-a3f9-d96663d2bc2d/0bc820d9-9f0c-4fab-aefa-51aeda1eafcd) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:20:22.194957 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bbbbddc8-6b51-459d-990d-3ab98460fd91 req-7bff63b5-00e6-46e5-95b7-d128aee9f559 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 210 time: 0.0730813 Feb 05 03:20:22.468880 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-7f7b3647-d4a2-42eb-b50a-c72d1a830c80 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Publish callbacks [] for port (0bc820d9-9f0c-4fab-aefa-51aeda1eafcd), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:22.544898 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-43550b24-34fb-4b3d-aaff-833caf39197d req-de332cce-9e4d-4d4b-a3b5-7a03a1c88f39 service neutron] 10.222.0.31 "GET /v2.0/networks/e44fa365-280e-4a77-ae1a-956d24254b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0221808 Feb 05 03:20:22.550453 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-7f7b3647-d4a2-42eb-b50a-c72d1a830c80 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (0bc820d9-9f0c-4fab-aefa-51aeda1eafcd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:22.651234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-7f7b3647-d4a2-42eb-b50a-c72d1a830c80 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Network fbb58776-7719-4374-b8e1-b06bd2d776f7 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:20:22.655535 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-7f7b3647-d4a2-42eb-b50a-c72d1a830c80 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:20:22.660099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-7f7b3647-d4a2-42eb-b50a-c72d1a830c80 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:20:22.668100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b3647-d4a2-42eb-b50a-c72d1a830c80 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Pushing event updated for resources: {'Port': ['ID=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:22.738149 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-7f7b3647-d4a2-42eb-b50a-c72d1a830c80 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:22.739264 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-7f7b3647-d4a2-42eb-b50a-c72d1a830c80 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:22.774222 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-7f7b3647-d4a2-42eb-b50a-c72d1a830c80 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7752602 Feb 05 03:20:22.789966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82292068-2da9-4e15-8c67-5f0cec1dccf7 req-27471d33-5361-49aa-8f18-819d6b3eb737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:22.791478 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-82292068-2da9-4e15-8c67-5f0cec1dccf7 req-27471d33-5361-49aa-8f18-819d6b3eb737 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 200 len: 918 time: 0.2307179 Feb 05 03:20:22.803237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Request body: {'port': {'device_id': '17f3e523-ec41-4240-a7de-47c702aff0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:23.041570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f5d71f2c-170f-485d-99fc-b39f1932e76e up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:20:23.068523 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0bc820d9-9f0c-4fab-aefa-51aeda1eafcd), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:23.124358 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port f5d71f2c-170f-485d-99fc-b39f1932e76e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:20:23.124887 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f5d71f2c-170f-485d-99fc-b39f1932e76e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:23.200326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-be2f5021-e816-46e6-9d9e-875031fb1339 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:23.204869 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-be2f5021-e816-46e6-9d9e-875031fb1339 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.31 "GET /v2.0/networks?id=fbb58776-7719-4374-b8e1-b06bd2d776f7 HTTP/1.1" status: 200 len: 818 time: 0.6560287 Feb 05 03:20:23.206091 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf927d-c911-49e0-acad-d75484f840e5 req-a96854d1-36c6-4ec4-aaaa-29c317b71110 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:23.215927 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bdaf927d-c911-49e0-acad-d75484f840e5 req-a96854d1-36c6-4ec4-aaaa-29c317b71110 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.3256149 Feb 05 03:20:23.216695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-ccd4e93a-09a7-4c68-b6a4-64a46e672fcf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Request body: {'port': {'device_id': '9cb3ca9e-4839-43e9-bd88-3da32a769ef1', 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7', 'admin_state_up': True, 'tenant_id': 'd58b096555a04b7ca178d4a0e2ed7cb4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:23.259692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port f5d71f2c-170f-485d-99fc-b39f1932e76e is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:20:23.402370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8ea4cdfe-d5d6-49f9-a18b-cd73ef371dfd req-10e493d1-cd65-48ad-bdfd-605b0058053c tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 210 time: 0.0464385 Feb 05 03:20:23.408274 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-82292068-2da9-4e15-8c67-5f0cec1dccf7 req-792f5f74-bf09-482a-91b8-84335d4bab69 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe HTTP/1.1" status: 200 len: 1000 time: 0.5891979 Feb 05 03:20:23.450015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bdaf927d-c911-49e0-acad-d75484f840e5 req-d80fe4f0-68ed-48e0-9109-6651d63d2cb0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223549 Feb 05 03:20:23.513905 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82292068-2da9-4e15-8c67-5f0cec1dccf7 req-8ed85f16-9d43-46cd-a992-2cbc76c6d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:23.523061 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-82292068-2da9-4e15-8c67-5f0cec1dccf7 req-8ed85f16-9d43-46cd-a992-2cbc76c6d9a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ab975cc-8263-4d78-92b1-c19cb0f69805 HTTP/1.1" status: 200 len: 856 time: 0.0881231 Feb 05 03:20:23.685047 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82292068-2da9-4e15-8c67-5f0cec1dccf7 req-764de913-ed0d-40cf-8a58-c80f7dbf40fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:23.686964 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-82292068-2da9-4e15-8c67-5f0cec1dccf7 req-764de913-ed0d-40cf-8a58-c80f7dbf40fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1630013 Feb 05 03:20:23.713437 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-ccd4e93a-09a7-4c68-b6a4-64a46e672fcf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Made reservation on behalf of d58b096555a04b7ca178d4a0e2ed7cb4 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:20:23.716794 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-ccd4e93a-09a7-4c68-b6a4-64a46e672fcf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:23.762747 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:20:23.771738 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Publish callbacks [] for port (0bc820d9-9f0c-4fab-aefa-51aeda1eafcd), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:23.785793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Transition to ACTIVE for port object 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:20:23.795216 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (0bc820d9-9f0c-4fab-aefa-51aeda1eafcd), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:23.893674 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Pushing event updated for resources: {'Port': ['ID=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:23.961762 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-ccd4e93a-09a7-4c68-b6a4-64a46e672fcf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Allocated IP 172.20.0.7 (fbb58776-7719-4374-b8e1-b06bd2d776f7/594fab9e-93d3-4a1a-a3f9-d96663d2bc2d/020c08bd-e424-497d-988c-ae23c021c8a0) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:20:23.976052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Attempting to bind port 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:20:23.976755 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Attempting to bind port 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '2430dc8c-cbb4-453d-97f2-fa1ffbe3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:20:23.977345 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Attempting to bind port 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd on network fbb58776-7719-4374-b8e1-b06bd2d776f7 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:20:23.987560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Port 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd on network fbb58776-7719-4374-b8e1-b06bd2d776f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:20:23.988202 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Attempting to bind port 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd on network fbb58776-7719-4374-b8e1-b06bd2d776f7 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:20:23.995446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:20:23.996211 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Checking segment: {'id': '2430dc8c-cbb4-453d-97f2-fa1ffbe3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:20:23.996805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Bound using segment: {'id': '2430dc8c-cbb4-453d-97f2-fa1ffbe3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:20:23.997413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Bound port: 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2430dc8c-cbb4-453d-97f2-fa1ffbe3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:20:23.998582 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0bc820d9-9f0c-4fab-aefa-51aeda1eafcd), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:24.091015 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] For port 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:20:24.096425 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] For port 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd,segment=NetworkSegment(2430dc8c-cbb4-453d-97f2-fa1ffbe3c131),segment_id=2430dc8c-cbb4-453d-97f2-fa1ffbe3c131)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:20:24.103185 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-82292068-2da9-4e15-8c67-5f0cec1dccf7 req-11425660-1cc6-456c-b213-beadf657b8fa service neutron] 10.222.0.31 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105589 Feb 05 03:20:24.105159 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (0bc820d9-9f0c-4fab-aefa-51aeda1eafcd), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:24.152559 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:24.153187 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:24.154565 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] 10.222.0.10 "PUT /v2.0/ports/0bc820d9-9f0c-4fab-aefa-51aeda1eafcd HTTP/1.1" status: 200 len: 1091 time: 1.3668420 Feb 05 03:20:24.155038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f3e523-ec41-4240-a7de-47c702aff0c5', 'tag': '0bc820d9-9f0c-4fab-aefa-51aeda1eafcd'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:20:24.158076 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2811eaf9-53aa-4ba0-a9b2-13208bd78277" -d '{"events": [{"name": "network-changed", "server_uuid": "17f3e523-ec41-4240-a7de-47c702aff0c5", "tag": "0bc820d9-9f0c-4fab-aefa-51aeda1eafcd"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:20:24.195592 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926d8ac-6b8b-440e-8e76-c1a4bb00833c service neutron] Pushing event updated for resources: {'Port': ['ID=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:24.228755 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-ccd4e93a-09a7-4c68-b6a4-64a46e672fcf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Publish callbacks [] for port (020c08bd-e424-497d-988c-ae23c021c8a0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:24.246126 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21ced50-4309-4d18-9041-2991109a79a3 x-openstack-request-id: req-e21ced50-4309-4d18-9041-2991109a79a3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:20:24.246733 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f3e523-ec41-4240-a7de-47c702aff0c5", "tag": "0bc820d9-9f0c-4fab-aefa-51aeda1eafcd", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:20:24.247932 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e21ced50-4309-4d18-9041-2991109a79a3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:20:24.248749 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f3e523-ec41-4240-a7de-47c702aff0c5', 'tag': '0bc820d9-9f0c-4fab-aefa-51aeda1eafcd', 'status': 'completed', 'code': 200} Feb 05 03:20:24.288609 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-82292068-2da9-4e15-8c67-5f0cec1dccf7 req-5d547b2a-cd87-47e0-8ed5-4b2b574d6709 service neutron] 10.222.0.31 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777656 Feb 05 03:20:24.297026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-735433ab-5ea4-436f-892f-071d45c75ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:24.299651 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-735433ab-5ea4-436f-892f-071d45c75ebd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d58b096555a04b7ca178d4a0e2ed7cb4&device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 1125 time: 0.0726948 Feb 05 03:20:24.308224 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-ccd4e93a-09a7-4c68-b6a4-64a46e672fcf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (020c08bd-e424-497d-988c-ae23c021c8a0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:24.374951 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-a753a020-9ce3-4e28-af55-2edc0a53b4c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd HTTP/1.1" status: 200 len: 217 time: 0.0686734 Feb 05 03:20:24.392771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4e93a-09a7-4c68-b6a4-64a46e672fcf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Pushing event updated for resources: {'Port': ['ID=020c08bd-e424-497d-988c-ae23c021c8a0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:24.411545 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-ccd4e93a-09a7-4c68-b6a4-64a46e672fcf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Network fbb58776-7719-4374-b8e1-b06bd2d776f7 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:20:24.413116 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-ccd4e93a-09a7-4c68-b6a4-64a46e672fcf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:20:24.419978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-ccd4e93a-09a7-4c68-b6a4-64a46e672fcf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:20:24.439620 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-f4200f98-7807-48a1-b835-515b77e764d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:24.441535 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-f4200f98-7807-48a1-b835-515b77e764d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=594fab9e-93d3-4a1a-a3f9-d96663d2bc2d HTTP/1.1" status: 200 len: 858 time: 0.0605295 Feb 05 03:20:24.494331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-ccd4e93a-09a7-4c68-b6a4-64a46e672fcf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:24.495035 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-ccd4e93a-09a7-4c68-b6a4-64a46e672fcf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:24.502244 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-3beac0e7-9738-462c-9768-278cb5b6fa8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fbb58776-7719-4374-b8e1-b06bd2d776f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532906 Feb 05 03:20:24.524476 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-ccd4e93a-09a7-4c68-b6a4-64a46e672fcf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3116410 Feb 05 03:20:24.540844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Request body: {'port': {'device_id': '9cb3ca9e-4839-43e9-bd88-3da32a769ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:24.633642 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (020c08bd-e424-497d-988c-ae23c021c8a0), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:24.804313 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a85778-46ba-448b-8b2b-5e01807eb41b req-09f2b3a4-4415-4fce-b7c0-7f10f8f396bf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:24.808698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6a85778-46ba-448b-8b2b-5e01807eb41b req-09f2b3a4-4415-4fce-b7c0-7f10f8f396bf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 931 time: 0.3052554 Feb 05 03:20:24.813135 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-d327a3ae-dfe5-4049-842e-0d220ec5a3d3 service neutron] 10.222.0.10 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033226 Feb 05 03:20:24.822166 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7c73d-b0f2-4d4a-b076-cb15c10c163b req-953fa702-cfca-443e-918a-fd0d7b872172 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:24.824461 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bac7c73d-b0f2-4d4a-b076-cb15c10c163b req-953fa702-cfca-443e-918a-fd0d7b872172 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.2639174 Feb 05 03:20:24.915181 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bac7c73d-b0f2-4d4a-b076-cb15c10c163b req-5a87504a-2464-47e4-9ab4-d5a6e2b153ff tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747869 Feb 05 03:20:25.007878 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68a7b876-95ce-4ccc-8908-627ca3d46bab req-8b23dd53-a929-44eb-b2a4-0cf6fd4dfcb9 service neutron] 10.222.0.10 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758864 Feb 05 03:20:25.030146 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020c08bd-e424-497d-988c-ae23c021c8a0 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:20:25.040955 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6a85778-46ba-448b-8b2b-5e01807eb41b req-bb86f8a2-3400-4fc8-aecc-40e4137f3c26 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154136 Feb 05 03:20:25.055349 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Publish callbacks [] for port (020c08bd-e424-497d-988c-ae23c021c8a0), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:25.073308 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Transition to ACTIVE for port object 020c08bd-e424-497d-988c-ae23c021c8a0 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:20:25.078361 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (020c08bd-e424-497d-988c-ae23c021c8a0), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:25.113633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811eaf9-53aa-4ba0-a9b2-13208bd78277 req-651a198e-ec8e-4cb0-8530-a4be046cd53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:25.115503 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2811eaf9-53aa-4ba0-a9b2-13208bd78277 req-651a198e-ec8e-4cb0-8530-a4be046cd53d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d58b096555a04b7ca178d4a0e2ed7cb4&device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 1125 time: 0.0528245 Feb 05 03:20:25.160629 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Pushing event updated for resources: {'Port': ['ID=020c08bd-e424-497d-988c-ae23c021c8a0,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:25.224995 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Attempting to bind port 020c08bd-e424-497d-988c-ae23c021c8a0 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:20:25.225377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Attempting to bind port 020c08bd-e424-497d-988c-ae23c021c8a0 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '2430dc8c-cbb4-453d-97f2-fa1ffbe3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:20:25.225662 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Attempting to bind port 020c08bd-e424-497d-988c-ae23c021c8a0 on network fbb58776-7719-4374-b8e1-b06bd2d776f7 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:20:25.230142 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Port 020c08bd-e424-497d-988c-ae23c021c8a0 on network fbb58776-7719-4374-b8e1-b06bd2d776f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:20:25.230471 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Attempting to bind port 020c08bd-e424-497d-988c-ae23c021c8a0 on network fbb58776-7719-4374-b8e1-b06bd2d776f7 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:20:25.236935 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:20:25.237281 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Checking segment: {'id': '2430dc8c-cbb4-453d-97f2-fa1ffbe3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:20:25.237667 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Bound using segment: {'id': '2430dc8c-cbb4-453d-97f2-fa1ffbe3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:20:25.238099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Bound port: 020c08bd-e424-497d-988c-ae23c021c8a0, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2430dc8c-cbb4-453d-97f2-fa1ffbe3c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:20:25.238462 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (020c08bd-e424-497d-988c-ae23c021c8a0), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:25.239527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811eaf9-53aa-4ba0-a9b2-13208bd78277 req-49ddec79-1f7e-4c89-b0ee-c2818c208b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:25.241449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2811eaf9-53aa-4ba0-a9b2-13208bd78277 req-49ddec79-1f7e-4c89-b0ee-c2818c208b49 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fbb58776-7719-4374-b8e1-b06bd2d776f7 HTTP/1.1" status: 200 len: 919 time: 0.1175408 Feb 05 03:20:25.290731 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2811eaf9-53aa-4ba0-a9b2-13208bd78277 req-29fb1b9e-3ebf-4a66-9134-9c67f7a88858 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd HTTP/1.1" status: 200 len: 217 time: 0.0428281 Feb 05 03:20:25.308528 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] For port 020c08bd-e424-497d-988c-ae23c021c8a0, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:20:25.314187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] For port 020c08bd-e424-497d-988c-ae23c021c8a0, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=020c08bd-e424-497d-988c-ae23c021c8a0,segment=NetworkSegment(2430dc8c-cbb4-453d-97f2-fa1ffbe3c131),segment_id=2430dc8c-cbb4-453d-97f2-fa1ffbe3c131)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:20:25.323087 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (020c08bd-e424-497d-988c-ae23c021c8a0), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:25.354246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811eaf9-53aa-4ba0-a9b2-13208bd78277 req-f668a6b0-acd0-4baa-9a80-f10a0825b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:25.356381 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2811eaf9-53aa-4ba0-a9b2-13208bd78277 req-f668a6b0-acd0-4baa-9a80-f10a0825b277 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=594fab9e-93d3-4a1a-a3f9-d96663d2bc2d HTTP/1.1" status: 200 len: 858 time: 0.0581794 Feb 05 03:20:25.386822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:25.387739 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:25.389208 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] 10.222.0.31 "PUT /v2.0/ports/020c08bd-e424-497d-988c-ae23c021c8a0 HTTP/1.1" status: 200 len: 1091 time: 0.8526876 Feb 05 03:20:25.389738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb3ca9e-4839-43e9-bd88-3da32a769ef1', 'tag': '020c08bd-e424-497d-988c-ae23c021c8a0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:20:25.393102 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d07a14-f6d8-4ee4-90eb-cb1d7efc0716" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb3ca9e-4839-43e9-bd88-3da32a769ef1", "tag": "020c08bd-e424-497d-988c-ae23c021c8a0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:20:25.403727 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2811eaf9-53aa-4ba0-a9b2-13208bd78277 req-24bccc96-8d15-4fe1-adea-43efecc26790 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fbb58776-7719-4374-b8e1-b06bd2d776f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401421 Feb 05 03:20:25.411422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1b48e-8596-4c8c-8f45-5288081e3b0b service neutron] Pushing event updated for resources: {'Port': ['ID=020c08bd-e424-497d-988c-ae23c021c8a0,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:25.478261 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eab772a-69da-42fe-8ace-e9ecacbbbbb2 x-openstack-request-id: req-9eab772a-69da-42fe-8ace-e9ecacbbbbb2 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:20:25.479274 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb3ca9e-4839-43e9-bd88-3da32a769ef1", "tag": "020c08bd-e424-497d-988c-ae23c021c8a0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:20:25.479274 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9eab772a-69da-42fe-8ace-e9ecacbbbbb2 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:20:25.479274 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb3ca9e-4839-43e9-bd88-3da32a769ef1', 'tag': '020c08bd-e424-497d-988c-ae23c021c8a0', 'status': 'completed', 'code': 200} Feb 05 03:20:25.500449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-d671b7fd-0f42-4d24-83ad-34c06578603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:25.502372 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-d671b7fd-0f42-4d24-83ad-34c06578603c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d58b096555a04b7ca178d4a0e2ed7cb4&device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 1125 time: 0.0699146 Feb 05 03:20:25.518338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2811eaf9-53aa-4ba0-a9b2-13208bd78277 req-d49108be-c670-4c90-b2a0-93fe35f9a6e8 service neutron] 10.222.0.10 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064050 Feb 05 03:20:25.589128 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-cf3fd4ce-58e2-4847-a8b3-438854183b2b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020c08bd-e424-497d-988c-ae23c021c8a0 HTTP/1.1" status: 200 len: 217 time: 0.0772836 Feb 05 03:20:25.624216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2811eaf9-53aa-4ba0-a9b2-13208bd78277 req-19fb0db0-0e1b-453e-ac47-8176133f78ee service neutron] 10.222.0.10 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986111 Feb 05 03:20:25.671077 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-c8406403-8fcd-4a6e-8751-37c04af308e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:25.673430 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-c8406403-8fcd-4a6e-8751-37c04af308e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=594fab9e-93d3-4a1a-a3f9-d96663d2bc2d HTTP/1.1" status: 200 len: 858 time: 0.0769827 Feb 05 03:20:25.718316 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-b12ba314-49e8-460b-835e-a938c0fc1341 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fbb58776-7719-4374-b8e1-b06bd2d776f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390534 Feb 05 03:20:25.817554 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-37e09d69-4c66-4263-b5d8-f83aaa04a3dd service neutron] 10.222.0.31 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915856 Feb 05 03:20:25.908857 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ca3beef9-8e1b-4f28-bb19-f503875855fa req-ca22017c-b3fa-41bb-b4ea-95165a075e8f service neutron] 10.222.0.31 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848401 Feb 05 03:20:26.030516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d07a14-f6d8-4ee4-90eb-cb1d7efc0716 req-bc2b2691-7164-4750-b508-7dcc6a886099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:26.032098 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-40d07a14-f6d8-4ee4-90eb-cb1d7efc0716 req-bc2b2691-7164-4750-b508-7dcc6a886099 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d58b096555a04b7ca178d4a0e2ed7cb4&device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 1125 time: 0.0662923 Feb 05 03:20:26.061975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495e818-e02c-4ebb-8792-0f6d3b4410e1 req-b76aa4a9-b9d4-42d7-bb61-1982a1e7172e tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:26.064555 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d495e818-e02c-4ebb-8792-0f6d3b4410e1 req-b76aa4a9-b9d4-42d7-bb61-1982a1e7172e tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.0680633 Feb 05 03:20:26.143892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d07a14-f6d8-4ee4-90eb-cb1d7efc0716 req-05e0b7ae-157f-4b45-8e33-8fa11b2c885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:26.145668 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-40d07a14-f6d8-4ee4-90eb-cb1d7efc0716 req-05e0b7ae-157f-4b45-8e33-8fa11b2c885a service neutron] 10.222.0.31 "GET /v2.0/networks?id=fbb58776-7719-4374-b8e1-b06bd2d776f7 HTTP/1.1" status: 200 len: 919 time: 0.1073895 Feb 05 03:20:26.206291 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-40d07a14-f6d8-4ee4-90eb-cb1d7efc0716 req-f9116b60-1f44-4bd0-b3eb-f722a617976a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020c08bd-e424-497d-988c-ae23c021c8a0 HTTP/1.1" status: 200 len: 217 time: 0.0546849 Feb 05 03:20:26.215323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d495e818-e02c-4ebb-8792-0f6d3b4410e1 req-45091cbc-c423-4401-9f5b-904e46594a11 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312370 Feb 05 03:20:26.258337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e0494-5d80-47d2-83a8-44a2f7bf856a req-edf968a9-19ee-4627-a133-9792212dd613 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:26.259925 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db4e0494-5d80-47d2-83a8-44a2f7bf856a req-edf968a9-19ee-4627-a133-9792212dd613 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 943 time: 0.0853109 Feb 05 03:20:26.280906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d07a14-f6d8-4ee4-90eb-cb1d7efc0716 req-eb644d6e-9fc4-41cb-a6e2-0741ebd174d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:26.282783 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-40d07a14-f6d8-4ee4-90eb-cb1d7efc0716 req-eb644d6e-9fc4-41cb-a6e2-0741ebd174d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=594fab9e-93d3-4a1a-a3f9-d96663d2bc2d HTTP/1.1" status: 200 len: 858 time: 0.0708165 Feb 05 03:20:26.321308 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db4e0494-5d80-47d2-83a8-44a2f7bf856a req-525eb66d-abe8-4e1f-9010-420c60cd10a8 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555055 Feb 05 03:20:26.328144 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-40d07a14-f6d8-4ee4-90eb-cb1d7efc0716 req-dba09747-85bf-41be-9d4b-a492e807c8b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fbb58776-7719-4374-b8e1-b06bd2d776f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387599 Feb 05 03:20:26.428887 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-40d07a14-f6d8-4ee4-90eb-cb1d7efc0716 req-94f6b093-22ac-46da-a196-2455de060fea service neutron] 10.222.0.31 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939794 Feb 05 03:20:26.529043 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-40d07a14-f6d8-4ee4-90eb-cb1d7efc0716 req-8dfb66ed-11a2-4c45-a276-088efdb55f71 service neutron] 10.222.0.31 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899529 Feb 05 03:20:27.371625 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ae15f-1e21-4f35-b475-74b969715c3a req-adeb71dd-65aa-4c41-b74c-e2667919ee42 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:27.376584 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-538ae15f-1e21-4f35-b475-74b969715c3a req-adeb71dd-65aa-4c41-b74c-e2667919ee42 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.0630691 Feb 05 03:20:27.457511 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-538ae15f-1e21-4f35-b475-74b969715c3a req-cb6b2d1d-bc25-4180-be8c-649231f12dca tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747316 Feb 05 03:20:27.512640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb28a93-33f2-4d62-bc36-0a8bb7e40d86 req-e1495f8a-b2b8-4828-bd3f-c58a8627cf02 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:27.514597 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3eb28a93-33f2-4d62-bc36-0a8bb7e40d86 req-e1495f8a-b2b8-4828-bd3f-c58a8627cf02 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 943 time: 0.0858681 Feb 05 03:20:27.576392 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3eb28a93-33f2-4d62-bc36-0a8bb7e40d86 req-bcd8937a-b7a8-4625-b8ca-490a491e8706 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543504 Feb 05 03:20:28.440264 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:20:28.557755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd,segment=NetworkSegment(2430dc8c-cbb4-453d-97f2-fa1ffbe3c131),segment_id=2430dc8c-cbb4-453d-97f2-fa1ffbe3c131)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:20:28.571016 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '0bc820d9-9f0c-4fab-aefa-51aeda1eafcd', 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7', 'port_id': '0bc820d9-9f0c-4fab-aefa-51aeda1eafcd', 'mac_address': 'fa:16:3e:55:04:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594fab9e-93d3-4a1a-a3f9-d96663d2bc2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:20:28.617607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:20:28.618252 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0bc820d9-9f0c-4fab-aefa-51aeda1eafcd), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:28.626410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b86e8-b857-4124-bec7-ef0dbb3475f9 req-5b8082ee-1a28-46b2-8a20-c6ad23715420 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:28.633831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd5b86e8-b857-4124-bec7-ef0dbb3475f9 req-5b8082ee-1a28-46b2-8a20-c6ad23715420 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.0741203 Feb 05 03:20:28.635181 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:20:28.675989 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd,segment=NetworkSegment(2430dc8c-cbb4-453d-97f2-fa1ffbe3c131),segment_id=2430dc8c-cbb4-453d-97f2-fa1ffbe3c131)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:20:28.684041 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0bc820d9-9f0c-4fab-aefa-51aeda1eafcd), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:28.710578 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd5b86e8-b857-4124-bec7-ef0dbb3475f9 req-f9aadce8-802d-408c-a74b-150050259d32 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756116 Feb 05 03:20:28.745782 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:28.770509 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487946d1-1392-4b61-b4fb-48c2779e7d2a req-7d8bc246-fa07-43df-9d90-8d7e411c4fb5 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:28.772034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-487946d1-1392-4b61-b4fb-48c2779e7d2a req-7d8bc246-fa07-43df-9d90-8d7e411c4fb5 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 943 time: 0.0881808 Feb 05 03:20:28.837585 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-487946d1-1392-4b61-b4fb-48c2779e7d2a req-58970b43-1302-49dd-9a41-ce0273e43fb5 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593798 Feb 05 03:20:28.905818 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0bc820d9-9f0c-4fab-aefa-51aeda1eafcd'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:20:29.762842 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 020c08bd-e424-497d-988c-ae23c021c8a0 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:20:29.824758 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba519d-a266-452b-a65d-c10266f3f49b req-4a188774-a4cb-456d-9392-5cea2f978115 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:29.828188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-edba519d-a266-452b-a65d-c10266f3f49b req-4a188774-a4cb-456d-9392-5cea2f978115 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.0571747 Feb 05 03:20:29.876435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 020c08bd-e424-497d-988c-ae23c021c8a0, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=020c08bd-e424-497d-988c-ae23c021c8a0,segment=NetworkSegment(2430dc8c-cbb4-453d-97f2-fa1ffbe3c131),segment_id=2430dc8c-cbb4-453d-97f2-fa1ffbe3c131)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:20:29.888596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '020c08bd-e424-497d-988c-ae23c021c8a0', 'network_id': 'fbb58776-7719-4374-b8e1-b06bd2d776f7', 'port_id': '020c08bd-e424-497d-988c-ae23c021c8a0', 'mac_address': 'fa:16:3e:5f:e3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594fab9e-93d3-4a1a-a3f9-d96663d2bc2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:20:29.894251 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-edba519d-a266-452b-a65d-c10266f3f49b req-eae5fa87-9de4-4e68-bcfb-300b5d917cf0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599809 Feb 05 03:20:29.944210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 020c08bd-e424-497d-988c-ae23c021c8a0 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:20:29.945401 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (020c08bd-e424-497d-988c-ae23c021c8a0), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:29.962570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020c08bd-e424-497d-988c-ae23c021c8a0 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:20:29.985385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 020c08bd-e424-497d-988c-ae23c021c8a0, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=020c08bd-e424-497d-988c-ae23c021c8a0,segment=NetworkSegment(2430dc8c-cbb4-453d-97f2-fa1ffbe3c131),segment_id=2430dc8c-cbb4-453d-97f2-fa1ffbe3c131)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:20:29.992429 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (020c08bd-e424-497d-988c-ae23c021c8a0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:30.000061 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59efac9-95ef-49d5-add2-ba3fb4200f4c req-457b916b-b731-4a63-abff-e46537dc53b8 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:30.001716 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e59efac9-95ef-49d5-add2-ba3fb4200f4c req-457b916b-b731-4a63-abff-e46537dc53b8 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 943 time: 0.0730183 Feb 05 03:20:30.050043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=020c08bd-e424-497d-988c-ae23c021c8a0,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:30.303516 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['020c08bd-e424-497d-988c-ae23c021c8a0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:20:30.433332 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e59efac9-95ef-49d5-add2-ba3fb4200f4c req-83433cdb-946e-4d60-adc1-cd297012d5cf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243848 Feb 05 03:20:30.477315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:20:30.558598 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:20:30.562630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:20:30.563822 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0bc820d9-9f0c-4fab-aefa-51aeda1eafcd), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:30.642087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:20:30.643251 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0bc820d9-9f0c-4fab-aefa-51aeda1eafcd), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:30.669400 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f3e523-ec41-4240-a7de-47c702aff0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc820d9-9f0c-4fab-aefa-51aeda1eafcd'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:20:30.671840 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e05fcf2-efca-49bf-9425-bdff980855a9" -d '{"events": [{"server_uuid": "17f3e523-ec41-4240-a7de-47c702aff0c5", "name": "network-vif-plugged", "status": "completed", "tag": "0bc820d9-9f0c-4fab-aefa-51aeda1eafcd"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:20:30.683239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd,segment=NetworkSegment(2430dc8c-cbb4-453d-97f2-fa1ffbe3c131),segment_id=2430dc8c-cbb4-453d-97f2-fa1ffbe3c131)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:20:30.688610 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0bc820d9-9f0c-4fab-aefa-51aeda1eafcd), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:30.728741 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7bace9-a2f2-47a0-8db9-0731222e15a6 x-openstack-request-id: req-aa7bace9-a2f2-47a0-8db9-0731222e15a6 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:20:30.729037 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f3e523-ec41-4240-a7de-47c702aff0c5", "name": "network-vif-plugged", "status": "completed", "tag": "0bc820d9-9f0c-4fab-aefa-51aeda1eafcd", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:20:30.729556 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa7bace9-a2f2-47a0-8db9-0731222e15a6 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:20:30.729956 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f3e523-ec41-4240-a7de-47c702aff0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc820d9-9f0c-4fab-aefa-51aeda1eafcd', 'code': 200} Feb 05 03:20:30.769801 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:30.829502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a4dcd-c91e-473f-bcb4-8d716a224e06 req-32d6bbe5-f336-4f0e-b0e1-7ad6273ac0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:30.831112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-062a4dcd-c91e-473f-bcb4-8d716a224e06 req-32d6bbe5-f336-4f0e-b0e1-7ad6273ac0a9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 1127 time: 0.0461686 Feb 05 03:20:30.877664 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-062a4dcd-c91e-473f-bcb4-8d716a224e06 req-4c9d7f14-7531-4234-81b3-7e4e384109fe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 Feb 05 03:20:31.024397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d9180-0b58-4ba3-a7fd-ab13e6aee895 req-1b53a049-54a5-41ae-90a1-2d0c1f651703 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:31.032567 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f8d9180-0b58-4ba3-a7fd-ab13e6aee895 req-1b53a049-54a5-41ae-90a1-2d0c1f651703 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.0658088 Feb 05 03:20:31.083092 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f8d9180-0b58-4ba3-a7fd-ab13e6aee895 req-a84f1de5-a6e1-49bc-a80a-d07c49a9cad6 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495510 Feb 05 03:20:31.564337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff9dae-4cd2-4322-bc99-7cfb82e7459a req-0d19b437-3e4d-4274-bb10-04e55db80e54 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:31.565827 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-60ff9dae-4cd2-4322-bc99-7cfb82e7459a req-0d19b437-3e4d-4274-bb10-04e55db80e54 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 944 time: 0.0560780 Feb 05 03:20:31.613869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-60ff9dae-4cd2-4322-bc99-7cfb82e7459a req-521b2561-ae13-463c-871b-e47cdf554df1 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415430 Feb 05 03:20:31.773932 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 020c08bd-e424-497d-988c-ae23c021c8a0 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:20:31.824900 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 020c08bd-e424-497d-988c-ae23c021c8a0 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:20:31.829710 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 020c08bd-e424-497d-988c-ae23c021c8a0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:20:31.830111 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (020c08bd-e424-497d-988c-ae23c021c8a0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:31.922663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 020c08bd-e424-497d-988c-ae23c021c8a0 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:20:31.923276 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (020c08bd-e424-497d-988c-ae23c021c8a0), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:31.960571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 020c08bd-e424-497d-988c-ae23c021c8a0, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=020c08bd-e424-497d-988c-ae23c021c8a0,segment=NetworkSegment(2430dc8c-cbb4-453d-97f2-fa1ffbe3c131),segment_id=2430dc8c-cbb4-453d-97f2-fa1ffbe3c131)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:20:31.964482 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (020c08bd-e424-497d-988c-ae23c021c8a0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:32.018601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=020c08bd-e424-497d-988c-ae23c021c8a0,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:32.204602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c6a5c-9055-4699-aa24-a8c62cd90b71 req-d7007750-27ff-42d9-942a-e764fef78973 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:32.206076 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f25c6a5c-9055-4699-aa24-a8c62cd90b71 req-d7007750-27ff-42d9-942a-e764fef78973 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.0526669 Feb 05 03:20:32.254569 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f25c6a5c-9055-4699-aa24-a8c62cd90b71 req-e1aad5b1-cfe9-4120-81e2-95dd81b2f28c tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425522 Feb 05 03:20:32.731261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb3ca9e-4839-43e9-bd88-3da32a769ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020c08bd-e424-497d-988c-ae23c021c8a0'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:20:32.734400 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6147c735-69c7-4202-aa2e-9072c7ea35d0" -d '{"events": [{"server_uuid": "9cb3ca9e-4839-43e9-bd88-3da32a769ef1", "name": "network-vif-plugged", "status": "completed", "tag": "020c08bd-e424-497d-988c-ae23c021c8a0"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:20:32.750130 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25964f7-9c46-4713-af8f-04f651c3a297 req-aae23b99-8f4f-4bd7-ae7f-9c54561ecfbf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:32.752249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c25964f7-9c46-4713-af8f-04f651c3a297 req-aae23b99-8f4f-4bd7-ae7f-9c54561ecfbf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0581415 Feb 05 03:20:32.774672 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ef61b4-f810-425d-8527-62f894db0a32 x-openstack-request-id: req-16ef61b4-f810-425d-8527-62f894db0a32 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:20:32.775199 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb3ca9e-4839-43e9-bd88-3da32a769ef1", "name": "network-vif-plugged", "status": "completed", "tag": "020c08bd-e424-497d-988c-ae23c021c8a0", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:20:32.775317 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16ef61b4-f810-425d-8527-62f894db0a32 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:20:32.775653 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb3ca9e-4839-43e9-bd88-3da32a769ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020c08bd-e424-497d-988c-ae23c021c8a0', 'code': 200} Feb 05 03:20:32.804518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c25964f7-9c46-4713-af8f-04f651c3a297 req-c0ab9b38-97ea-4f05-be81-cba4b59c32c6 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466080 Feb 05 03:20:32.881598 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31600ee4-2795-45b2-93f2-ab33e575d16a req-0f7b8720-723c-4961-8a3e-432297063e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:32.883136 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31600ee4-2795-45b2-93f2-ab33e575d16a req-0f7b8720-723c-4961-8a3e-432297063e46 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 1127 time: 0.0444722 Feb 05 03:20:32.926630 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31600ee4-2795-45b2-93f2-ab33e575d16a req-e4b87309-125d-4231-8c7f-9b553233d2ed service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377271 Feb 05 03:20:33.386788 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a1f96-35f1-4d0b-a05a-3f1518bb0efc req-354cb703-5dbc-4568-9c60-99832a4d631b tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:33.388288 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-642a1f96-35f1-4d0b-a05a-3f1518bb0efc req-354cb703-5dbc-4568-9c60-99832a4d631b tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.0534604 Feb 05 03:20:33.438139 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-642a1f96-35f1-4d0b-a05a-3f1518bb0efc req-403818b8-f849-42f7-9a15-b0d2169fc0f0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439363 Feb 05 03:20:33.648293 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0701410-47f0-46c9-97b5-2fc005378528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:33.931071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6cc93-02e6-46ee-9f66-66618baba1d2 req-ba32f90c-aef5-4238-9918-e1787caea840 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:33.932527 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6ca6cc93-02e6-46ee-9f66-66618baba1d2 req-ba32f90c-aef5-4238-9918-e1787caea840 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0554764 Feb 05 03:20:33.978323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6ca6cc93-02e6-46ee-9f66-66618baba1d2 req-0a712199-bac9-4708-8dd0-714c35ddd575 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402398 Feb 05 03:20:34.354995 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:20:34.571504 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb45f75-98e7-4552-b091-76ab95dbf900 req-a95a098a-9732-425a-a99a-1a555453076b tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:34.573770 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eeb45f75-98e7-4552-b091-76ab95dbf900 req-a95a098a-9732-425a-a99a-1a555453076b tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.0579267 Feb 05 03:20:34.634702 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eeb45f75-98e7-4552-b091-76ab95dbf900 req-529212e7-967c-4a48-898b-595646019172 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547235 Feb 05 03:20:35.098858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4cb76-ef48-4176-9264-1b23a8de9044 req-41f519b0-d7b0-4613-b0a0-d6488c4710fd tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:35.100370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2e4cb76-ef48-4176-9264-1b23a8de9044 req-41f519b0-d7b0-4613-b0a0-d6488c4710fd tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0532889 Feb 05 03:20:35.153384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2e4cb76-ef48-4176-9264-1b23a8de9044 req-2021d0be-bbaf-4c6d-93f1-7542881b4e25 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472796 Feb 05 03:20:35.387141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9b498-6151-4266-a274-a07a5169d176 req-65381551-de9d-4076-8734-40204c003ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:35.388917 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f2d9b498-6151-4266-a274-a07a5169d176 req-65381551-de9d-4076-8734-40204c003ff6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d58b096555a04b7ca178d4a0e2ed7cb4&device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 1127 time: 0.0594878 Feb 05 03:20:35.401324 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586f4f2-bb30-4bbd-bca3-ae950ff2cc09 req-28169ee3-684f-4923-b18b-9e5f3b52b95b tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:35.403367 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7586f4f2-bb30-4bbd-bca3-ae950ff2cc09 req-28169ee3-684f-4923-b18b-9e5f3b52b95b tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0604520 Feb 05 03:20:35.455796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7586f4f2-bb30-4bbd-bca3-ae950ff2cc09 req-bf779c54-c2a1-4a56-a82f-ebc088ce0eac tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453613 Feb 05 03:20:35.481545 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9b498-6151-4266-a274-a07a5169d176 req-ea3b600c-726e-4456-8358-0d40a69f7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:35.483032 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f2d9b498-6151-4266-a274-a07a5169d176 req-ea3b600c-726e-4456-8358-0d40a69f7020 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fbb58776-7719-4374-b8e1-b06bd2d776f7 HTTP/1.1" status: 200 len: 919 time: 0.0879724 Feb 05 03:20:35.525563 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f2d9b498-6151-4266-a274-a07a5169d176 req-8b17008e-c7c5-4e7f-958a-13fd9d8c171f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020c08bd-e424-497d-988c-ae23c021c8a0 HTTP/1.1" status: 200 len: 217 time: 0.0358999 Feb 05 03:20:35.580817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9b498-6151-4266-a274-a07a5169d176 req-bcf10892-4c8f-490c-a029-fce8ca093acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:35.582281 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f2d9b498-6151-4266-a274-a07a5169d176 req-bcf10892-4c8f-490c-a029-fce8ca093acd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=594fab9e-93d3-4a1a-a3f9-d96663d2bc2d HTTP/1.1" status: 200 len: 858 time: 0.0502501 Feb 05 03:20:35.614510 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f2d9b498-6151-4266-a274-a07a5169d176 req-3397b369-2be1-4b0a-a3ce-aa1255c80a3e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fbb58776-7719-4374-b8e1-b06bd2d776f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256946 Feb 05 03:20:35.713543 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f2d9b498-6151-4266-a274-a07a5169d176 req-f31e756f-e8a5-47c2-bab4-26fe198fc05a service neutron] 10.222.0.31 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915835 Feb 05 03:20:35.761428 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e6feb-276c-4a3a-acee-13cb2ea07f5b req-97b29685-953f-41ce-98d0-77df7a36a3a2 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:35.762945 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e27e6feb-276c-4a3a-acee-13cb2ea07f5b req-97b29685-953f-41ce-98d0-77df7a36a3a2 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.0544989 Feb 05 03:20:35.817540 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e27e6feb-276c-4a3a-acee-13cb2ea07f5b req-35248642-ed85-4e44-87f1-d1361c79e687 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472836 Feb 05 03:20:35.820610 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f2d9b498-6151-4266-a274-a07a5169d176 req-90b8619a-a120-4964-8dc2-762cf2e8e154 service neutron] 10.222.0.31 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972104 Feb 05 03:20:35.882851 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b4554ed4-353d-4ade-82bf-84c62b58be63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:36.589550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596f1fd-ff17-4bd6-8580-8c95c4a872ec req-7f31e9ed-410d-4a65-88d7-d05ddb42527b tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:36.591153 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1596f1fd-ff17-4bd6-8580-8c95c4a872ec req-7f31e9ed-410d-4a65-88d7-d05ddb42527b tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0653346 Feb 05 03:20:36.639317 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1596f1fd-ff17-4bd6-8580-8c95c4a872ec req-64054431-a03c-4a2a-9b82-5aec6b762c05 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415890 Feb 05 03:20:36.937584 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeba88-8e59-49de-b856-ea204c9607eb req-d36a0247-af17-4e77-896d-dec92d0f1940 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:36.939644 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4ceeba88-8e59-49de-b856-ea204c9607eb req-d36a0247-af17-4e77-896d-dec92d0f1940 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.0532937 Feb 05 03:20:36.988034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4ceeba88-8e59-49de-b856-ea204c9607eb req-27137159-15fe-4158-bee4-88604d4a396b tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429165 Feb 05 03:20:37.141763 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:37.764181 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c2633-f5d3-4f62-94d6-ed7dcf63b679 req-b4cf49c4-8e70-4710-97d2-5aebc796b472 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:37.765674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-842c2633-f5d3-4f62-94d6-ed7dcf63b679 req-b4cf49c4-8e70-4710-97d2-5aebc796b472 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0528255 Feb 05 03:20:37.817515 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-842c2633-f5d3-4f62-94d6-ed7dcf63b679 req-2a270a8b-2bcf-41e0-aad1-365fb4630dd9 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457115 Feb 05 03:20:38.106072 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732e975-9996-48b7-81b3-0164941ba7b5 req-4f441978-3374-4525-a775-0894f086982a tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:38.107594 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e732e975-9996-48b7-81b3-0164941ba7b5 req-4f441978-3374-4525-a775-0894f086982a tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.0529063 Feb 05 03:20:38.156005 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e732e975-9996-48b7-81b3-0164941ba7b5 req-e74a3a77-06bb-4f1e-9f9e-893da6089d3e tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423851 Feb 05 03:20:38.691014 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:38.936332 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669cdc3-7d75-45e9-bc2c-8e38ccef928d req-7a21c757-dd7d-4261-87da-602db18856a8 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:38.938424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3669cdc3-7d75-45e9-bc2c-8e38ccef928d req-7a21c757-dd7d-4261-87da-602db18856a8 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0526309 Feb 05 03:20:38.984241 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3669cdc3-7d75-45e9-bc2c-8e38ccef928d req-d07bb23e-d206-4d17-a60e-0b2f68cb6b2a tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401626 Feb 05 03:20:39.348985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77772e-8402-4891-820e-271060cb8d6f req-53fbecce-7a0d-40bc-afe8-a093026ffce9 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:39.350567 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-af77772e-8402-4891-820e-271060cb8d6f req-53fbecce-7a0d-40bc-afe8-a093026ffce9 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.0638292 Feb 05 03:20:39.404194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-af77772e-8402-4891-820e-271060cb8d6f req-f7471e08-840f-4114-97de-e151cd16eec0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474985 Feb 05 03:20:40.040053 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:40.111158 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89915d00-7f40-4fd6-82bb-3a90346ad09c req-0f30009c-ea9a-4d12-8862-61f910c8554b tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:40.112864 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89915d00-7f40-4fd6-82bb-3a90346ad09c req-0f30009c-ea9a-4d12-8862-61f910c8554b tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0540898 Feb 05 03:20:40.160576 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89915d00-7f40-4fd6-82bb-3a90346ad09c req-3f77f254-5cb0-4fa8-953e-d7d993ea6467 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421035 Feb 05 03:20:40.529652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7466e2-7081-4ee7-bc07-61657df5b155 req-ced7949c-9fa5-47af-981b-5a816f33aa15 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:40.531289 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf7466e2-7081-4ee7-bc07-61657df5b155 req-ced7949c-9fa5-47af-981b-5a816f33aa15 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.0562532 Feb 05 03:20:40.581641 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf7466e2-7081-4ee7-bc07-61657df5b155 req-1028777a-d052-45b3-9d8d-6a0914ecfaee tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432611 Feb 05 03:20:41.284547 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5d31d-34d8-4cf4-8f2c-b32fd27c42f9 req-106039cc-f1c5-49db-af42-0af8ec0ad976 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:41.285949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cad5d31d-34d8-4cf4-8f2c-b32fd27c42f9 req-106039cc-f1c5-49db-af42-0af8ec0ad976 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0537980 Feb 05 03:20:41.331952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cad5d31d-34d8-4cf4-8f2c-b32fd27c42f9 req-ca45e5f2-e379-41ee-a5c1-dda21d7dd269 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403903 Feb 05 03:20:41.481632 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:41.701614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b41b1-831a-4a09-bf3f-69d21afa55b2 req-94eb316a-73cf-4f2b-be70-f42060d0a7b5 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:41.703166 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d7b41b1-831a-4a09-bf3f-69d21afa55b2 req-94eb316a-73cf-4f2b-be70-f42060d0a7b5 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.0538962 Feb 05 03:20:41.756061 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d7b41b1-831a-4a09-bf3f-69d21afa55b2 req-fea6e76c-c7a6-4446-a588-bfa949f5029a tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467327 Feb 05 03:20:42.459965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d48db-a5f8-4836-9862-fad64941275e req-e823e719-090e-46ab-b44f-b59f0ab36141 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:42.461456 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-524d48db-a5f8-4836-9862-fad64941275e req-e823e719-090e-46ab-b44f-b59f0ab36141 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0575292 Feb 05 03:20:42.508278 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-524d48db-a5f8-4836-9862-fad64941275e req-9332d95f-b284-477e-aa77-13d605fa1552 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411849 Feb 05 03:20:42.875958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7083ffd-1e23-4f2d-a9ac-4d02635fb4af req-90522d56-bf27-48e7-b80a-262bc7cda8bc tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:42.877493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7083ffd-1e23-4f2d-a9ac-4d02635fb4af req-90522d56-bf27-48e7-b80a-262bc7cda8bc tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.0531828 Feb 05 03:20:42.927133 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7083ffd-1e23-4f2d-a9ac-4d02635fb4af req-d001fb48-521b-4750-a843-bfc7c8d269a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434976 Feb 05 03:20:43.636063 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4eecf-4b96-4e17-9e70-0129970f93fb req-1a285ac3-5e23-4fc4-872e-28c977e8033f tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:43.637469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8bd4eecf-4b96-4e17-9e70-0129970f93fb req-1a285ac3-5e23-4fc4-872e-28c977e8033f tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0582016 Feb 05 03:20:43.686453 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8bd4eecf-4b96-4e17-9e70-0129970f93fb req-e4eea112-f16e-4050-af1b-aa7e8ca1c8bc tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417616 Feb 05 03:20:43.860418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 7753aa9f-e8af-4442-b563-960cbe23c4bb details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:20:43.955616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 7753aa9f-e8af-4442-b563-960cbe23c4bb, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7753aa9f-e8af-4442-b563-960cbe23c4bb,segment=NetworkSegment(78489399-3061-4989-b906-32de2e0b2915),segment_id=78489399-3061-4989-b906-32de2e0b2915)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:20:43.967783 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '7753aa9f-e8af-4442-b563-960cbe23c4bb', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'port_id': '7753aa9f-e8af-4442-b563-960cbe23c4bb', 'mac_address': 'fa:16:3e:31:90:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:20:44.019672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 7753aa9f-e8af-4442-b563-960cbe23c4bb is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:20:44.020322 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7753aa9f-e8af-4442-b563-960cbe23c4bb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:44.037459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7753aa9f-e8af-4442-b563-960cbe23c4bb {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:20:44.059509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 7753aa9f-e8af-4442-b563-960cbe23c4bb, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7753aa9f-e8af-4442-b563-960cbe23c4bb,segment=NetworkSegment(78489399-3061-4989-b906-32de2e0b2915),segment_id=78489399-3061-4989-b906-32de2e0b2915)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:20:44.062713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6dfb4-7eac-4769-b8f0-ce59fb37609c req-91bf3870-46f6-46fa-b02a-c83bc3a8e745 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:44.064565 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b0d6dfb4-7eac-4769-b8f0-ce59fb37609c req-91bf3870-46f6-46fa-b02a-c83bc3a8e745 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 944 time: 0.0706751 Feb 05 03:20:44.064759 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7753aa9f-e8af-4442-b563-960cbe23c4bb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:44.116400 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=7753aa9f-e8af-4442-b563-960cbe23c4bb,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:44.117223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b0d6dfb4-7eac-4769-b8f0-ce59fb37609c req-c77ae6f2-fa67-4a9c-8a3e-f15ef587fcba tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462298 Feb 05 03:20:44.124528 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:44.124877 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:44.125876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:44.126213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:44.126542 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:44.126890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:44.127213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:44.127531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:44.127851 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:44.128169 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:44.128486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:44.128802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:44.129118 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:20:44.416406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['7753aa9f-e8af-4442-b563-960cbe23c4bb'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:20:44.810321 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209382a5-55e2-4155-9331-7eea6677a190 req-8e89fe9c-c4b6-447a-83e3-5c109876a0d2 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:44.811990 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-209382a5-55e2-4155-9331-7eea6677a190 req-8e89fe9c-c4b6-447a-83e3-5c109876a0d2 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0563905 Feb 05 03:20:44.868885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-209382a5-55e2-4155-9331-7eea6677a190 req-e3e3c8fa-f541-40d8-8ffd-67a2eae28e56 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499060 Feb 05 03:20:45.237040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae5a21-96a1-42c6-96ba-fd2498883c7e req-09f71c71-10ba-481b-8327-986a69f22ef5 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:45.238542 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0fae5a21-96a1-42c6-96ba-fd2498883c7e req-09f71c71-10ba-481b-8327-986a69f22ef5 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 945 time: 0.0529416 Feb 05 03:20:45.287097 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0fae5a21-96a1-42c6-96ba-fd2498883c7e req-fa103746-33b6-472e-a2b8-7674f71994f6 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428631 Feb 05 03:20:45.871662 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 7753aa9f-e8af-4442-b563-960cbe23c4bb up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:20:45.926256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 7753aa9f-e8af-4442-b563-960cbe23c4bb completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:20:45.931009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 7753aa9f-e8af-4442-b563-960cbe23c4bb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:20:45.931388 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7753aa9f-e8af-4442-b563-960cbe23c4bb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:45.998074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b01e10-2f90-4464-bb1a-d9083600308c req-fe881cc5-4750-4a42-8121-341e9d46ab55 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:45.999728 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2b01e10-2f90-4464-bb1a-d9083600308c req-fe881cc5-4750-4a42-8121-341e9d46ab55 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0564101 Feb 05 03:20:46.022208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 7753aa9f-e8af-4442-b563-960cbe23c4bb is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:20:46.022685 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7753aa9f-e8af-4442-b563-960cbe23c4bb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:46.051526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7753aa9f-e8af-4442-b563-960cbe23c4bb'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:20:46.053705 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d61396-3a48-4fd4-9ce5-ea2063e0c738" -d '{"events": [{"server_uuid": "7c54050d-257d-45e1-adcd-d082a143ffdf", "name": "network-vif-plugged", "status": "completed", "tag": "7753aa9f-e8af-4442-b563-960cbe23c4bb"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:20:46.066599 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 7753aa9f-e8af-4442-b563-960cbe23c4bb, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7753aa9f-e8af-4442-b563-960cbe23c4bb,segment=NetworkSegment(78489399-3061-4989-b906-32de2e0b2915),segment_id=78489399-3061-4989-b906-32de2e0b2915)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:20:46.069166 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2b01e10-2f90-4464-bb1a-d9083600308c req-6c683ca7-e8cf-4616-8990-97bbb57f4a6a tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614867 Feb 05 03:20:46.072489 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7753aa9f-e8af-4442-b563-960cbe23c4bb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:46.120049 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6aa1d3-aba5-475e-a298-b8b062a84cea x-openstack-request-id: req-7a6aa1d3-aba5-475e-a298-b8b062a84cea {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:20:46.120604 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c54050d-257d-45e1-adcd-d082a143ffdf", "name": "network-vif-plugged", "status": "completed", "tag": "7753aa9f-e8af-4442-b563-960cbe23c4bb", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:20:46.121038 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a6aa1d3-aba5-475e-a298-b8b062a84cea {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:20:46.121598 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7753aa9f-e8af-4442-b563-960cbe23c4bb', 'code': 200} Feb 05 03:20:46.142733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=7753aa9f-e8af-4442-b563-960cbe23c4bb,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:46.221785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f0926-3c79-4fd4-8b7b-23634d5d6ccf req-d8cd5c3e-5a4d-4836-92a4-e1c20ae5ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:46.223381 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-562f0926-3c79-4fd4-8b7b-23634d5d6ccf req-d8cd5c3e-5a4d-4836-92a4-e1c20ae5ec71 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 1128 time: 0.0459716 Feb 05 03:20:46.269054 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-562f0926-3c79-4fd4-8b7b-23634d5d6ccf req-dab20886-cd84-4abb-8f34-79a8cb3f4581 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393183 Feb 05 03:20:46.323650 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:46.410715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97fddf-3246-461a-8fe3-b8f3ee07a230 req-f07db857-4611-4ae1-b106-f9495d731262 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:46.412143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d97fddf-3246-461a-8fe3-b8f3ee07a230 req-f07db857-4611-4ae1-b106-f9495d731262 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 946 time: 0.0576322 Feb 05 03:20:46.463868 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d97fddf-3246-461a-8fe3-b8f3ee07a230 req-33987109-d473-44d1-8ec3-39e77cd3c4f9 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456202 Feb 05 03:20:47.197636 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5639b7-1ad0-4ef7-b172-bc9ad234f8c4 req-eeeb2bf0-7358-4caf-8474-83a851555731 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:47.199283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e5639b7-1ad0-4ef7-b172-bc9ad234f8c4 req-eeeb2bf0-7358-4caf-8474-83a851555731 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0543742 Feb 05 03:20:47.246678 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e5639b7-1ad0-4ef7-b172-bc9ad234f8c4 req-04df613a-dc48-464a-b97b-364266ceb970 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Feb 05 03:20:47.594463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56233889-2090-4497-80ed-e2237cbbdbcb req-8dbccca3-e50a-4250-b1c3-ac7545c7c611 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:47.596037 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56233889-2090-4497-80ed-e2237cbbdbcb req-8dbccca3-e50a-4250-b1c3-ac7545c7c611 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 946 time: 0.0606170 Feb 05 03:20:47.651961 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56233889-2090-4497-80ed-e2237cbbdbcb req-d76f5a98-1ac8-46ec-9092-e71cc35366b5 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500484 Feb 05 03:20:48.375110 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae220aa-b4e6-423e-ba41-0157a0f2eeaa req-47936e74-e6fb-4b77-9589-182ecc09f850 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:48.378072 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eae220aa-b4e6-423e-ba41-0157a0f2eeaa req-47936e74-e6fb-4b77-9589-182ecc09f850 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0558128 Feb 05 03:20:48.422894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eae220aa-b4e6-423e-ba41-0157a0f2eeaa req-ca8ff954-9016-4dcc-b40c-d75010c0358e tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407035 Feb 05 03:20:48.774204 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810c601-6779-4157-9ace-4db5fef4ae8a req-af4b4e3d-3fbc-407a-82d4-046a50796ecb tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:48.775712 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1810c601-6779-4157-9ace-4db5fef4ae8a req-af4b4e3d-3fbc-407a-82d4-046a50796ecb tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 946 time: 0.0536354 Feb 05 03:20:48.827425 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1810c601-6779-4157-9ace-4db5fef4ae8a req-b68495aa-bbea-4395-970e-7e60f4a51aa3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460525 Feb 05 03:20:48.944422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181483b-75c0-4474-9203-9ae82e01d4ad req-f28dc033-b96a-40d9-a363-cbd6990942f6 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:48.945884 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2181483b-75c0-4474-9203-9ae82e01d4ad req-f28dc033-b96a-40d9-a363-cbd6990942f6 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 946 time: 0.0531340 Feb 05 03:20:48.993996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2181483b-75c0-4474-9203-9ae82e01d4ad req-9dbdebea-53fc-4ff6-98d9-87dbcbab4363 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424371 Feb 05 03:20:49.015209 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58282) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:49.181840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b445f0cd-2287-4fe4-acef-d3461d7bc4df tempest-TestVolumeBackupRestore-1991723982 tempest-TestVolumeBackupRestore-1991723982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:49.183501 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b445f0cd-2287-4fe4-acef-d3461d7bc4df tempest-TestVolumeBackupRestore-1991723982 tempest-TestVolumeBackupRestore-1991723982-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 1123 time: 0.1671829 Feb 05 03:20:49.186501 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58288) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:49.191334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': '7753aa9f-e8af-4442-b563-960cbe23c4bb', 'tenant_id': '817636bb286040a69c8702298d819e01', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:49.213718 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:49.327289 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:49.433940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Allocated IP 172.25.0.190 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/dce2a3e8-8620-4621-bd23-907d316ec7cf) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:20:49.581993 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d1836-d0f7-488b-ab3c-036fdc74e1b0 req-a597c051-9c8b-4ada-b829-1907594c6bae tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:49.583523 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-236d1836-d0f7-488b-ab3c-036fdc74e1b0 req-a597c051-9c8b-4ada-b829-1907594c6bae tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0909419 Feb 05 03:20:49.586389 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for port (dce2a3e8-8620-4621-bd23-907d316ec7cf), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:49.652259 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-236d1836-d0f7-488b-ab3c-036fdc74e1b0 req-b0411a7e-cddd-489a-955a-b6d9170431f4 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613420 Feb 05 03:20:49.653907 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (dce2a3e8-8620-4621-bd23-907d316ec7cf), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:49.700102 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:20:49.702895 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:20:49.706252 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:20:49.730600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Pushing event updated for resources: {'Port': ['ID=dce2a3e8-8620-4621-bd23-907d316ec7cf,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:50.134782 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for floatingip (48379349-0cd1-44b6-9a06-e8edf0b2c4a7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:50.238857 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dce2a3e8-8620-4621-bd23-907d316ec7cf), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:50.403401 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for port (dce2a3e8-8620-4621-bd23-907d316ec7cf), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:50.409098 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (dce2a3e8-8620-4621-bd23-907d316ec7cf), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:50.477015 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Pushing event updated for resources: {'Port': ['ID=dce2a3e8-8620-4621-bd23-907d316ec7cf,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:20:50.489406 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (48379349-0cd1-44b6-9a06-e8edf0b2c4a7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:50.592389 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Floating IP 48379349-0cd1-44b6-9a06-e8edf0b2c4a7 associated. External IP: 172.25.0.190, port: 7753aa9f-e8af-4442-b563-960cbe23c4bb. Feb 05 03:20:50.850437 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f65f8-f26e-4acc-9074-a7e98169f79b req-0254660b-d296-4b1d-8adc-a28e84a09556 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:50.852063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a67f65f8-f26e-4acc-9074-a7e98169f79b req-0254660b-d296-4b1d-8adc-a28e84a09556 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.1022527 Feb 05 03:20:50.879252 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Router e3e4632e-4dc6-469b-a15a-151fee5f70f4 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:20:50.989015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a67f65f8-f26e-4acc-9074-a7e98169f79b req-302bee3a-9fae-4dd0-abab-8d59127d06b8 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309090 Feb 05 03:20:51.032839 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:20:51.043949 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0830a98d-3787-462d-9060-be6d762ad379 None None] Sync routers for ids ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:20:51.052036 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:51.056367 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0830a98d-3787-462d-9060-be6d762ad379 None None] Routers {'e3e4632e-4dc6-469b-a15a-151fee5f70f4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:20:51.056983 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0830a98d-3787-462d-9060-be6d762ad379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:20:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:51.086954 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-150f5a58-ac07-4859-a7c6-1dbcb5ade4a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8991866 Feb 05 03:20:51.087556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'tag': '7753aa9f-e8af-4442-b563-960cbe23c4bb'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:20:51.089606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58314) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:51.090055 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798a5630-2563-4b9c-9fac-fdb19425be42" -d '{"events": [{"name": "network-changed", "server_uuid": "7c54050d-257d-45e1-adcd-d082a143ffdf", "tag": "7753aa9f-e8af-4442-b563-960cbe23c4bb"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:20:51.135951 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d198073a-47c4-462d-980b-c9cdfd32fdcf x-openstack-request-id: req-d198073a-47c4-462d-980b-c9cdfd32fdcf {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:20:51.136540 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c54050d-257d-45e1-adcd-d082a143ffdf", "tag": "7753aa9f-e8af-4442-b563-960cbe23c4bb", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:20:51.136540 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d198073a-47c4-462d-980b-c9cdfd32fdcf {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:20:51.136984 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'tag': '7753aa9f-e8af-4442-b563-960cbe23c4bb', 'status': 'completed', 'code': 200} Feb 05 03:20:51.147422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1921c8b2-bdca-4e3c-b11d-4c1ef03fd37f tempest-TestVolumeBackupRestore-1991723982 tempest-TestVolumeBackupRestore-1991723982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:51.148973 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1921c8b2-bdca-4e3c-b11d-4c1ef03fd37f tempest-TestVolumeBackupRestore-1991723982 tempest-TestVolumeBackupRestore-1991723982-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 1123 time: 0.0576541 Feb 05 03:20:51.151795 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58318) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:20:51.156880 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d09fdf0e-fe99-4197-bd85-6644e2368175 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Request body: {'floatingip': {'port_id': '7753aa9f-e8af-4442-b563-960cbe23c4bb'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:20:51.183087 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-0830a98d-3787-462d-9060-be6d762ad379 None None] Set router e3e4632e-4dc6-469b-a15a-151fee5f70f4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:20:51.221546 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a5630-2563-4b9c-9fac-fdb19425be42 req-81e34d15-a786-4887-b786-c8e80dc44403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:51.224199 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-798a5630-2563-4b9c-9fac-fdb19425be42 req-81e34d15-a786-4887-b786-c8e80dc44403 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=817636bb286040a69c8702298d819e01&device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 1128 time: 0.0608251 Feb 05 03:20:51.242945 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d09fdf0e-fe99-4197-bd85-6644e2368175 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for floatingip (48379349-0cd1-44b6-9a06-e8edf0b2c4a7), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:51.377509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a5630-2563-4b9c-9fac-fdb19425be42 req-d47015f4-5858-4c7c-a6d2-e26d1eaa3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:51.379444 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-798a5630-2563-4b9c-9fac-fdb19425be42 req-d47015f4-5858-4c7c-a6d2-e26d1eaa3fb7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e44fa365-280e-4a77-ae1a-956d24254b72 HTTP/1.1" status: 200 len: 914 time: 0.1488233 Feb 05 03:20:51.445462 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0830a98d-3787-462d-9060-be6d762ad379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:15:26Z', 'revision_number': 4, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port': {'id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:18Z', 'updated_at': '2022-02-05T03:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '48379349-0cd1-44b6-9a06-e8edf0b2c4a7', 'tenant_id': '817636bb286040a69c8702298d819e01', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'port_id': '7753aa9f-e8af-4442-b563-960cbe23c4bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'mac_address': 'fa:16:3e:31:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:20:49Z', 'updated_at': '2022-02-05T03:20:49Z', 'revision_number': 0, 'project_id': '817636bb286040a69c8702298d819e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4aaa01-57a3-4910-9c1a-78208c7e5e4e', 'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'tenant_id': '817636bb286040a69c8702298d819e01', 'mac_address': 'fa:16:3e:e5:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:24Z', 'updated_at': '2022-02-05T03:15:33Z', 'revision_number': 5, 'project_id': '817636bb286040a69c8702298d819e01', 'subnets': [{'id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:51.476006 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-798a5630-2563-4b9c-9fac-fdb19425be42 req-59a45f30-5b6c-43a8-8f77-b50be99ac5a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7753aa9f-e8af-4442-b563-960cbe23c4bb HTTP/1.1" status: 200 len: 1000 time: 0.0877526 Feb 05 03:20:51.477203 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0830a98d-3787-462d-9060-be6d762ad379 None None] Checking router: e3e4632e-4dc6-469b-a15a-151fee5f70f4 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:20:51.489592 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0830a98d-3787-462d-9060-be6d762ad379 None None] Routers {'e3e4632e-4dc6-469b-a15a-151fee5f70f4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:20:51.490292 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0830a98d-3787-462d-9060-be6d762ad379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:20:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:51.558003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a5630-2563-4b9c-9fac-fdb19425be42 req-4cf499f0-8479-4936-9ec1-d08146b1bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:51.559685 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-798a5630-2563-4b9c-9fac-fdb19425be42 req-4cf499f0-8479-4936-9ec1-d08146b1bdf4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a59a44b3-ed92-4718-987e-b0f1e470fdce HTTP/1.1" status: 200 len: 852 time: 0.0758016 Feb 05 03:20:51.630801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a5630-2563-4b9c-9fac-fdb19425be42 req-1112ccf3-245e-4c6a-acd1-29be22d8c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:51.633029 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-798a5630-2563-4b9c-9fac-fdb19425be42 req-1112ccf3-245e-4c6a-acd1-29be22d8c383 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e44fa365-280e-4a77-ae1a-956d24254b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0639055 Feb 05 03:20:51.658210 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-0830a98d-3787-462d-9060-be6d762ad379 None None] Set router e3e4632e-4dc6-469b-a15a-151fee5f70f4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:20:51.834601 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-798a5630-2563-4b9c-9fac-fdb19425be42 req-bf45e064-f712-47e9-85ea-b463f88265db service neutron] 10.222.0.31 "GET /v2.0/networks/e44fa365-280e-4a77-ae1a-956d24254b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927254 Feb 05 03:20:51.944008 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d09fdf0e-fe99-4197-bd85-6644e2368175 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:51.952611 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d09fdf0e-fe99-4197-bd85-6644e2368175 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (48379349-0cd1-44b6-9a06-e8edf0b2c4a7), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:52.009581 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-798a5630-2563-4b9c-9fac-fdb19425be42 req-a7739daf-878f-4ed3-9afd-8e401d0c9302 service neutron] 10.222.0.31 "GET /v2.0/networks/e44fa365-280e-4a77-ae1a-956d24254b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658540 Feb 05 03:20:52.028159 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0830a98d-3787-462d-9060-be6d762ad379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:15:26Z', 'revision_number': 4, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port': {'id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:18Z', 'updated_at': '2022-02-05T03:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '48379349-0cd1-44b6-9a06-e8edf0b2c4a7', 'tenant_id': '817636bb286040a69c8702298d819e01', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'port_id': '7753aa9f-e8af-4442-b563-960cbe23c4bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'mac_address': 'fa:16:3e:31:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:20:49Z', 'updated_at': '2022-02-05T03:20:49Z', 'revision_number': 0, 'project_id': '817636bb286040a69c8702298d819e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4aaa01-57a3-4910-9c1a-78208c7e5e4e', 'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'tenant_id': '817636bb286040a69c8702298d819e01', 'mac_address': 'fa:16:3e:e5:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:24Z', 'updated_at': '2022-02-05T03:15:33Z', 'revision_number': 5, 'project_id': '817636bb286040a69c8702298d819e01', 'subnets': [{'id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:52.069485 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0830a98d-3787-462d-9060-be6d762ad379 None None] The sync data for ids ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'] in n-d-826942-8 is: [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:15:26Z', 'revision_number': 4, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port': {'id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:18Z', 'updated_at': '2022-02-05T03:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '48379349-0cd1-44b6-9a06-e8edf0b2c4a7', 'tenant_id': '817636bb286040a69c8702298d819e01', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'port_id': '7753aa9f-e8af-4442-b563-960cbe23c4bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'mac_address': 'fa:16:3e:31:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:20:49Z', 'updated_at': '2022-02-05T03:20:49Z', 'revision_number': 0, 'project_id': '817636bb286040a69c8702298d819e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4aaa01-57a3-4910-9c1a-78208c7e5e4e', 'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'tenant_id': '817636bb286040a69c8702298d819e01', 'mac_address': 'fa:16:3e:e5:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:24Z', 'updated_at': '2022-02-05T03:15:33Z', 'revision_number': 5, 'project_id': '817636bb286040a69c8702298d819e01', 'subnets': [{'id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:20:52.249520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8e865-37d3-42a6-866f-c89efd30ae32 req-995e1e7e-3181-43e4-aa94-70a68ce5e199 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:52.252179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abb8e865-37d3-42a6-866f-c89efd30ae32 req-995e1e7e-3181-43e4-aa94-70a68ce5e199 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.1009367 Feb 05 03:20:52.482912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f763e010-cefc-4204-8bfa-e6b4fd4f996c None None] New status for floating IP 48379349-0cd1-44b6-9a06-e8edf0b2c4a7: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:20:53.003392 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abb8e865-37d3-42a6-866f-c89efd30ae32 req-c9e2e172-23db-4d1e-876b-deb237e3fb7b tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7448497 Feb 05 03:20:53.042546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09fdf0e-fe99-4197-bd85-6644e2368175 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Router e3e4632e-4dc6-469b-a15a-151fee5f70f4 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:20:53.169928 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09fdf0e-fe99-4197-bd85-6644e2368175 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:20:53.181279 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94795f53-96ec-44c5-b217-a2d929f18b56 None None] Sync routers for ids ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:20:53.182434 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d09fdf0e-fe99-4197-bd85-6644e2368175 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:20:53.200044 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94795f53-96ec-44c5-b217-a2d929f18b56 None None] Routers {'e3e4632e-4dc6-469b-a15a-151fee5f70f4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:20:53.204404 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-94795f53-96ec-44c5-b217-a2d929f18b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:20:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:53.288451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'tag': '7753aa9f-e8af-4442-b563-960cbe23c4bb'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:20:53.299176 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dc670f-9221-44a3-9ced-0645e2faa819" -d '{"events": [{"name": "network-changed", "server_uuid": "7c54050d-257d-45e1-adcd-d082a143ffdf", "tag": "7753aa9f-e8af-4442-b563-960cbe23c4bb"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:20:53.332668 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d09fdf0e-fe99-4197-bd85-6644e2368175 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "PUT /v2.0/floatingips/48379349-0cd1-44b6-9a06-e8edf0b2c4a7 HTTP/1.1" status: 200 len: 992 time: 2.1730323 Feb 05 03:20:53.373096 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64bdcc1-1471-4912-a116-a7952d05985e x-openstack-request-id: req-a64bdcc1-1471-4912-a116-a7952d05985e {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:20:53.373362 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c54050d-257d-45e1-adcd-d082a143ffdf", "tag": "7753aa9f-e8af-4442-b563-960cbe23c4bb", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:20:53.373623 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a64bdcc1-1471-4912-a116-a7952d05985e {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:20:53.374063 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'tag': '7753aa9f-e8af-4442-b563-960cbe23c4bb', 'status': 'completed', 'code': 200} Feb 05 03:20:53.397848 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-94795f53-96ec-44c5-b217-a2d929f18b56 None None] Set router e3e4632e-4dc6-469b-a15a-151fee5f70f4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:20:53.504598 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc670f-9221-44a3-9ced-0645e2faa819 req-8f0e3cb9-9d6f-4e14-b4ee-02585ea23e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:53.512360 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2dc670f-9221-44a3-9ced-0645e2faa819 req-8f0e3cb9-9d6f-4e14-b4ee-02585ea23e82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=817636bb286040a69c8702298d819e01&device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 1128 time: 0.1092510 Feb 05 03:20:53.707713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc670f-9221-44a3-9ced-0645e2faa819 req-e541e13d-12c2-49d5-93f0-240acf0963f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:53.713456 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2dc670f-9221-44a3-9ced-0645e2faa819 req-e541e13d-12c2-49d5-93f0-240acf0963f0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e44fa365-280e-4a77-ae1a-956d24254b72 HTTP/1.1" status: 200 len: 914 time: 0.1937001 Feb 05 03:20:53.873700 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2dc670f-9221-44a3-9ced-0645e2faa819 req-e546a745-b490-4cb2-8930-e16d9fa23131 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7753aa9f-e8af-4442-b563-960cbe23c4bb HTTP/1.1" status: 200 len: 1002 time: 0.1531408 Feb 05 03:20:53.981440 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc670f-9221-44a3-9ced-0645e2faa819 req-be9318c0-583b-476b-9c80-ccc7faba812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:53.989345 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2dc670f-9221-44a3-9ced-0645e2faa819 req-be9318c0-583b-476b-9c80-ccc7faba812c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a59a44b3-ed92-4718-987e-b0f1e470fdce HTTP/1.1" status: 200 len: 852 time: 0.1065991 Feb 05 03:20:54.130487 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc670f-9221-44a3-9ced-0645e2faa819 req-21e64390-3a31-473a-b90a-4f0ae409c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:54.132228 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2dc670f-9221-44a3-9ced-0645e2faa819 req-21e64390-3a31-473a-b90a-4f0ae409c166 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e44fa365-280e-4a77-ae1a-956d24254b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1373947 Feb 05 03:20:54.238076 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-94795f53-96ec-44c5-b217-a2d929f18b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:15:26Z', 'revision_number': 4, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port': {'id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:18Z', 'updated_at': '2022-02-05T03:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '48379349-0cd1-44b6-9a06-e8edf0b2c4a7', 'tenant_id': '817636bb286040a69c8702298d819e01', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'port_id': '7753aa9f-e8af-4442-b563-960cbe23c4bb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'mac_address': 'fa:16:3e:31:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:20:49Z', 'updated_at': '2022-02-05T03:20:52Z', 'revision_number': 2, 'project_id': '817636bb286040a69c8702298d819e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4aaa01-57a3-4910-9c1a-78208c7e5e4e', 'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'tenant_id': '817636bb286040a69c8702298d819e01', 'mac_address': 'fa:16:3e:e5:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:24Z', 'updated_at': '2022-02-05T03:15:33Z', 'revision_number': 5, 'project_id': '817636bb286040a69c8702298d819e01', 'subnets': [{'id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:54.314295 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421344e-b725-4d26-9e60-5d0389940c3b req-6c3059f7-d17e-4c21-af83-02fa5fd35fa7 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:54.318992 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7421344e-b725-4d26-9e60-5d0389940c3b req-6c3059f7-d17e-4c21-af83-02fa5fd35fa7 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.1836829 Feb 05 03:20:54.344450 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94795f53-96ec-44c5-b217-a2d929f18b56 None None] Checking router: e3e4632e-4dc6-469b-a15a-151fee5f70f4 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:20:54.370631 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94795f53-96ec-44c5-b217-a2d929f18b56 None None] Routers {'e3e4632e-4dc6-469b-a15a-151fee5f70f4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:20:54.371369 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-94795f53-96ec-44c5-b217-a2d929f18b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:20:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:54.429765 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7421344e-b725-4d26-9e60-5d0389940c3b req-73943f13-a1d0-49c5-8747-0dc85a33c783 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071930 Feb 05 03:20:54.445908 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2dc670f-9221-44a3-9ced-0645e2faa819 req-0748c736-1645-4a88-b3a6-220bb02f5caf service neutron] 10.222.0.31 "GET /v2.0/networks/e44fa365-280e-4a77-ae1a-956d24254b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064744 Feb 05 03:20:54.580132 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2dc670f-9221-44a3-9ced-0645e2faa819 req-f6e4733c-1c5d-4007-aa85-dc7f42c42579 service neutron] 10.222.0.31 "GET /v2.0/networks/e44fa365-280e-4a77-ae1a-956d24254b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268849 Feb 05 03:20:54.606862 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-94795f53-96ec-44c5-b217-a2d929f18b56 None None] Set router e3e4632e-4dc6-469b-a15a-151fee5f70f4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:20:55.036065 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-94795f53-96ec-44c5-b217-a2d929f18b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:15:26Z', 'revision_number': 4, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port': {'id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:18Z', 'updated_at': '2022-02-05T03:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '48379349-0cd1-44b6-9a06-e8edf0b2c4a7', 'tenant_id': '817636bb286040a69c8702298d819e01', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'port_id': '7753aa9f-e8af-4442-b563-960cbe23c4bb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'mac_address': 'fa:16:3e:31:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:20:49Z', 'updated_at': '2022-02-05T03:20:52Z', 'revision_number': 2, 'project_id': '817636bb286040a69c8702298d819e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4aaa01-57a3-4910-9c1a-78208c7e5e4e', 'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'tenant_id': '817636bb286040a69c8702298d819e01', 'mac_address': 'fa:16:3e:e5:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:24Z', 'updated_at': '2022-02-05T03:15:33Z', 'revision_number': 5, 'project_id': '817636bb286040a69c8702298d819e01', 'subnets': [{'id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:20:55.083242 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94795f53-96ec-44c5-b217-a2d929f18b56 None None] The sync data for ids ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'] in n-d-826942-8 is: [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:15:26Z', 'revision_number': 4, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port': {'id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:18Z', 'updated_at': '2022-02-05T03:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '48379349-0cd1-44b6-9a06-e8edf0b2c4a7', 'tenant_id': '817636bb286040a69c8702298d819e01', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'port_id': '7753aa9f-e8af-4442-b563-960cbe23c4bb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'mac_address': 'fa:16:3e:31:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:20:49Z', 'updated_at': '2022-02-05T03:20:52Z', 'revision_number': 2, 'project_id': '817636bb286040a69c8702298d819e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4aaa01-57a3-4910-9c1a-78208c7e5e4e', 'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'tenant_id': '817636bb286040a69c8702298d819e01', 'mac_address': 'fa:16:3e:e5:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:24Z', 'updated_at': '2022-02-05T03:15:33Z', 'revision_number': 5, 'project_id': '817636bb286040a69c8702298d819e01', 'subnets': [{'id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:20:55.377174 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'tag': '7753aa9f-e8af-4442-b563-960cbe23c4bb'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:20:55.380442 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e365dc6-82aa-47a0-9ef6-0109877d6b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c54050d-257d-45e1-adcd-d082a143ffdf", "tag": "7753aa9f-e8af-4442-b563-960cbe23c4bb"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:20:55.431484 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f0c24f-6d92-4787-b980-f8005ce22d19 x-openstack-request-id: req-32f0c24f-6d92-4787-b980-f8005ce22d19 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:20:55.431781 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c54050d-257d-45e1-adcd-d082a143ffdf", "tag": "7753aa9f-e8af-4442-b563-960cbe23c4bb", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:20:55.432111 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32f0c24f-6d92-4787-b980-f8005ce22d19 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:20:55.432422 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'tag': '7753aa9f-e8af-4442-b563-960cbe23c4bb', 'status': 'completed', 'code': 200} Feb 05 03:20:55.576784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e365dc6-82aa-47a0-9ef6-0109877d6b6c req-8c2cdd3d-886d-4c7a-b0b8-37775ae1eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:55.579255 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8e365dc6-82aa-47a0-9ef6-0109877d6b6c req-8c2cdd3d-886d-4c7a-b0b8-37775ae1eb2f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=817636bb286040a69c8702298d819e01&device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 1128 time: 0.1233406 Feb 05 03:20:55.638256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a97008-d3f0-4f22-a89a-1f07577c4529 req-c6c47a09-fd25-46d2-ae69-8d1485c94d35 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:55.639766 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2a97008-d3f0-4f22-a89a-1f07577c4529 req-c6c47a09-fd25-46d2-ae69-8d1485c94d35 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0969708 Feb 05 03:20:55.731128 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2a97008-d3f0-4f22-a89a-1f07577c4529 req-223d7ee3-dd0a-42ae-8cab-a59b1eb50e53 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820444 Feb 05 03:20:55.748852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e365dc6-82aa-47a0-9ef6-0109877d6b6c req-a31aafdb-0310-48ad-a296-c45e289b77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:55.751682 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8e365dc6-82aa-47a0-9ef6-0109877d6b6c req-a31aafdb-0310-48ad-a296-c45e289b77c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e44fa365-280e-4a77-ae1a-956d24254b72 HTTP/1.1" status: 200 len: 914 time: 0.1653686 Feb 05 03:20:55.840452 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8e365dc6-82aa-47a0-9ef6-0109877d6b6c req-7484e8d6-bb39-41b6-a01b-dfed77f07b30 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7753aa9f-e8af-4442-b563-960cbe23c4bb HTTP/1.1" status: 200 len: 1002 time: 0.0816627 Feb 05 03:20:55.926473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e365dc6-82aa-47a0-9ef6-0109877d6b6c req-d34f514f-e893-4ab5-b69a-91554a10e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:55.928348 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8e365dc6-82aa-47a0-9ef6-0109877d6b6c req-d34f514f-e893-4ab5-b69a-91554a10e392 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a59a44b3-ed92-4718-987e-b0f1e470fdce HTTP/1.1" status: 200 len: 852 time: 0.0788248 Feb 05 03:20:56.054032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e365dc6-82aa-47a0-9ef6-0109877d6b6c req-274c989f-d27a-446e-b468-02f73993b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:56.057003 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8e365dc6-82aa-47a0-9ef6-0109877d6b6c req-274c989f-d27a-446e-b468-02f73993b2aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e44fa365-280e-4a77-ae1a-956d24254b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1178153 Feb 05 03:20:56.243400 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8e365dc6-82aa-47a0-9ef6-0109877d6b6c req-3f9782ef-e4aa-4efe-81c7-410a2d00538f service neutron] 10.222.0.31 "GET /v2.0/networks/e44fa365-280e-4a77-ae1a-956d24254b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766157 Feb 05 03:20:56.381128 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8e365dc6-82aa-47a0-9ef6-0109877d6b6c req-4cbc75c5-7024-46dc-bafa-f9a58de680a4 service neutron] 10.222.0.31 "GET /v2.0/networks/e44fa365-280e-4a77-ae1a-956d24254b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314852 Feb 05 03:20:56.914910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e98bd4-4916-44ae-b80f-0a834ae7fc18 req-ca874393-d185-43fe-8ed4-e0a2d4aee201 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:56.923104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70e98bd4-4916-44ae-b80f-0a834ae7fc18 req-ca874393-d185-43fe-8ed4-e0a2d4aee201 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0894132 Feb 05 03:20:56.979478 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70e98bd4-4916-44ae-b80f-0a834ae7fc18 req-501c8a02-d0a6-4dc2-adba-c8b9080aadcd tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552847 Feb 05 03:20:58.101697 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ad33c-5e9d-4e1d-b1e6-207df80eb836 req-77baddcf-d6c3-476b-a4b6-044d694bd798 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:58.103222 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea6ad33c-5e9d-4e1d-b1e6-207df80eb836 req-77baddcf-d6c3-476b-a4b6-044d694bd798 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0547183 Feb 05 03:20:58.151092 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ea6ad33c-5e9d-4e1d-b1e6-207df80eb836 req-95a19a73-a3cc-459a-84f0-208bce1b2795 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421801 Feb 05 03:20:59.300162 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deae49e-caeb-4689-b58a-6698df7ad62a req-c90db6ff-a49d-4339-802e-a17a7dab3886 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:20:59.302565 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7deae49e-caeb-4689-b58a-6698df7ad62a req-c90db6ff-a49d-4339-802e-a17a7dab3886 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0673079 Feb 05 03:20:59.369349 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7deae49e-caeb-4689-b58a-6698df7ad62a req-b851868a-c4c8-4ae2-8141-5683dfc1ceec tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603805 Feb 05 03:21:00.509844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11562d69-e5d3-452d-b9ba-7a1490c56938 req-a7f345cb-626b-4594-9023-34e99a797e3b tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:00.511902 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11562d69-e5d3-452d-b9ba-7a1490c56938 req-a7f345cb-626b-4594-9023-34e99a797e3b tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0612168 Feb 05 03:21:00.569817 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11562d69-e5d3-452d-b9ba-7a1490c56938 req-6ee0357c-eb7a-4806-aaba-81c0c2d30c07 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488932 Feb 05 03:21:01.687869 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6b400-3c1e-428a-9c55-f864f3907a36 req-a5a8ace2-b902-4590-b89b-ab3d016fc174 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:01.689450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ab6b400-3c1e-428a-9c55-f864f3907a36 req-a5a8ace2-b902-4590-b89b-ab3d016fc174 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0527217 Feb 05 03:21:01.738311 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ab6b400-3c1e-428a-9c55-f864f3907a36 req-869429a3-ba1c-494a-9702-6abe03701414 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432250 Feb 05 03:21:02.905295 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0d56d-ff58-4999-9c2d-07a4659f6b20 req-986d17c6-c0ee-4cb6-b1ef-3ecd912605ad tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:02.907125 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c5d0d56d-ff58-4999-9c2d-07a4659f6b20 req-986d17c6-c0ee-4cb6-b1ef-3ecd912605ad tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0641551 Feb 05 03:21:02.981885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c5d0d56d-ff58-4999-9c2d-07a4659f6b20 req-2fccd885-e981-4e0b-adec-735afe597d7c tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684381 Feb 05 03:21:03.189145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792a59a-22ae-4796-8599-f3a8bfda6ea8 req-f0957968-9682-499b-b0a7-19f9d46ed920 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:03.190732 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4792a59a-22ae-4796-8599-f3a8bfda6ea8 req-f0957968-9682-499b-b0a7-19f9d46ed920 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 946 time: 0.0537870 Feb 05 03:21:03.243626 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4792a59a-22ae-4796-8599-f3a8bfda6ea8 req-023adda4-0a16-4e1b-b9f6-237dab52aae5 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435452 Feb 05 03:21:03.652070 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec389fc7-3418-4aef-8514-350b1d9a52e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:04.150740 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f87798-7e57-4ffd-9f06-0760b5f93e27 req-690f4e23-8637-4446-997a-e0b6b547afd4 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:04.160908 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5f87798-7e57-4ffd-9f06-0760b5f93e27 req-690f4e23-8637-4446-997a-e0b6b547afd4 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0925272 Feb 05 03:21:04.240389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5f87798-7e57-4ffd-9f06-0760b5f93e27 req-519390ac-a5d7-4a98-8888-b912a23745c3 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782320 Feb 05 03:21:04.398802 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc98f3-26be-4e94-8fda-0f3077e5e055 req-ac3a8a5c-88ba-4aea-a41f-190a338892c8 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:04.400319 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e4bc98f3-26be-4e94-8fda-0f3077e5e055 req-ac3a8a5c-88ba-4aea-a41f-190a338892c8 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 946 time: 0.0578785 Feb 05 03:21:04.450031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e4bc98f3-26be-4e94-8fda-0f3077e5e055 req-fe441308-cf3a-48a3-8791-89981777e06e tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432084 Feb 05 03:21:05.033008 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b79f6-499d-4cd0-ad9c-bd69679b8ea9 req-4e948e66-9c01-45be-80fd-ddc160c2d26a tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:05.034500 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac2b79f6-499d-4cd0-ad9c-bd69679b8ea9 req-4e948e66-9c01-45be-80fd-ddc160c2d26a tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.31 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 946 time: 0.0582266 Feb 05 03:21:05.147633 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ac2b79f6-499d-4cd0-ad9c-bd69679b8ea9 req-bfb8aa25-29d9-49a1-8fbc-d9b02a67d468 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Deleting port 4b9f5626-d5ea-49e0-8949-0333b63edfbe {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:21:05.148077 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ac2b79f6-499d-4cd0-ad9c-bd69679b8ea9 req-bfb8aa25-29d9-49a1-8fbc-d9b02a67d468 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:05.248238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ac2b79f6-499d-4cd0-ad9c-bd69679b8ea9 req-bfb8aa25-29d9-49a1-8fbc-d9b02a67d468 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] For port 4b9f5626-d5ea-49e0-8949-0333b63edfbe, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4b9f5626-d5ea-49e0-8949-0333b63edfbe,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:21:05.248644 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ac2b79f6-499d-4cd0-ad9c-bd69679b8ea9 req-bfb8aa25-29d9-49a1-8fbc-d9b02a67d468 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:05.384067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f75181-d955-41f2-a829-a43bd829c836 req-29ef8c60-6932-42f5-b24a-0dac3048a5cb tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:05.393170 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30f75181-d955-41f2-a829-a43bd829c836 req-29ef8c60-6932-42f5-b24a-0dac3048a5cb tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0861332 Feb 05 03:21:05.467746 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30f75181-d955-41f2-a829-a43bd829c836 req-b8028c0c-c24e-4a7e-9dc8-f37860281354 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733397 Feb 05 03:21:05.503800 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ac2b79f6-499d-4cd0-ad9c-bd69679b8ea9 req-bfb8aa25-29d9-49a1-8fbc-d9b02a67d468 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:05.504233 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ac2b79f6-499d-4cd0-ad9c-bd69679b8ea9 req-bfb8aa25-29d9-49a1-8fbc-d9b02a67d468 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (663729e0-d931-4545-adb7-54a804b25754), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:05.504555 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [req-ac2b79f6-499d-4cd0-ad9c-bd69679b8ea9 req-bfb8aa25-29d9-49a1-8fbc-d9b02a67d468 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Floating IP 663729e0-d931-4545-adb7-54a804b25754 disassociated. External IP: 172.25.0.49, port: 4b9f5626-d5ea-49e0-8949-0333b63edfbe. Feb 05 03:21:05.504986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ac2b79f6-499d-4cd0-ad9c-bd69679b8ea9 req-bfb8aa25-29d9-49a1-8fbc-d9b02a67d468 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Calling delete_port for 4b9f5626-d5ea-49e0-8949-0333b63edfbe owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:21:05.611445 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf162f-f0e2-4839-bfa5-67ef708cd368 req-fb344bda-dff2-4cf9-8fb7-dc1f9539ee11 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:05.622127 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7cf162f-f0e2-4839-bfa5-67ef708cd368 req-fb344bda-dff2-4cf9-8fb7-dc1f9539ee11 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=93b15097-da9e-40ee-a746-85b231afe16c HTTP/1.1" status: 200 len: 946 time: 0.0832851 Feb 05 03:21:05.648456 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ac2b79f6-499d-4cd0-ad9c-bd69679b8ea9 req-bfb8aa25-29d9-49a1-8fbc-d9b02a67d468 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4b9f5626-d5ea-49e0-8949-0333b63edfbe), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:05.682301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7cf162f-f0e2-4839-bfa5-67ef708cd368 req-3a401a6c-faff-44db-a1a8-65509822083d tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=a09a0e31-3155-45b8-85ac-69c766258c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590000 Feb 05 03:21:05.683986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8aa25-29d9-49a1-8fbc-d9b02a67d468 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event deleted for resources: {'Port': ['ID=4b9f5626-d5ea-49e0-8949-0333b63edfbe,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:05.816220 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac2b79f6-499d-4cd0-ad9c-bd69679b8ea9 req-bfb8aa25-29d9-49a1-8fbc-d9b02a67d468 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Router 73ab2216-020d-4a15-ac72-21cd245ebb7b has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:21:05.882596 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40d24cd5-e566-480e-b18d-a0d122c22814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:05.936686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac2b79f6-499d-4cd0-ad9c-bd69679b8ea9 req-bfb8aa25-29d9-49a1-8fbc-d9b02a67d468 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:21:05.950012 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4d65c-8098-41bf-a66d-c16ccf398e8a None None] Sync routers for ids ['73ab2216-020d-4a15-ac72-21cd245ebb7b'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:21:05.964815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4d65c-8098-41bf-a66d-c16ccf398e8a None None] Routers {'73ab2216-020d-4a15-ac72-21cd245ebb7b'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:21:05.966272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ffc4d65c-8098-41bf-a66d-c16ccf398e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:21:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['73ab2216-020d-4a15-ac72-21cd245ebb7b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:05.985225 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2b79f6-499d-4cd0-ad9c-bd69679b8ea9 req-bfb8aa25-29d9-49a1-8fbc-d9b02a67d468 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] No DVR routers for this DVR port 4b9f5626-d5ea-49e0-8949-0333b63edfbe on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:21:05.988697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ac2b79f6-499d-4cd0-ad9c-bd69679b8ea9 req-bfb8aa25-29d9-49a1-8fbc-d9b02a67d468 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:05.992324 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac2b79f6-499d-4cd0-ad9c-bd69679b8ea9 req-bfb8aa25-29d9-49a1-8fbc-d9b02a67d468 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.31 "DELETE /v2.0/ports/4b9f5626-d5ea-49e0-8949-0333b63edfbe HTTP/1.1" status: 204 len: 173 time: 0.9515562 Feb 05 03:21:05.992784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b15097-da9e-40ee-a746-85b231afe16c', 'name': 'network-vif-deleted', 'tag': '4b9f5626-d5ea-49e0-8949-0333b63edfbe'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:21:05.995055 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21bba32-c11d-4bf1-b602-8db9d05e0a96" -d '{"events": [{"server_uuid": "93b15097-da9e-40ee-a746-85b231afe16c", "name": "network-vif-deleted", "tag": "4b9f5626-d5ea-49e0-8949-0333b63edfbe"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:21:06.048184 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8520015-30af-42ce-bc58-e0c504a9ac29 x-openstack-request-id: req-b8520015-30af-42ce-bc58-e0c504a9ac29 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:21:06.048802 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b15097-da9e-40ee-a746-85b231afe16c", "name": "network-vif-deleted", "tag": "4b9f5626-d5ea-49e0-8949-0333b63edfbe", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:21:06.048802 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8520015-30af-42ce-bc58-e0c504a9ac29 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:21:06.049296 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b15097-da9e-40ee-a746-85b231afe16c', 'name': 'network-vif-deleted', 'tag': '4b9f5626-d5ea-49e0-8949-0333b63edfbe', 'status': 'completed', 'code': 200} Feb 05 03:21:06.147805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ffc4d65c-8098-41bf-a66d-c16ccf398e8a None None] Set router 73ab2216-020d-4a15-ac72-21cd245ebb7b gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:21:06.439986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ffc4d65c-8098-41bf-a66d-c16ccf398e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:07Z', 'revision_number': 4, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31', 'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'mac_address': 'fa:16:3e:fb:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:06Z', 'updated_at': '2022-02-05T03:17:13Z', 'revision_number': 5, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'subnets': [{'id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:06.510053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4d65c-8098-41bf-a66d-c16ccf398e8a None None] Checking router: 73ab2216-020d-4a15-ac72-21cd245ebb7b for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:21:06.533489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4d65c-8098-41bf-a66d-c16ccf398e8a None None] Routers {'73ab2216-020d-4a15-ac72-21cd245ebb7b'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:21:06.535217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ffc4d65c-8098-41bf-a66d-c16ccf398e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:21:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['73ab2216-020d-4a15-ac72-21cd245ebb7b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:06.676689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9de5c6-cc3f-4bb9-91ed-3e46f4c07d1e req-abb4510e-254f-4306-8cb4-35fe425723df tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:06.681417 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ffc4d65c-8098-41bf-a66d-c16ccf398e8a None None] Set router 73ab2216-020d-4a15-ac72-21cd245ebb7b gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:21:06.687364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d9de5c6-cc3f-4bb9-91ed-3e46f4c07d1e req-abb4510e-254f-4306-8cb4-35fe425723df tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0858674 Feb 05 03:21:06.786500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d9de5c6-cc3f-4bb9-91ed-3e46f4c07d1e req-374eccfb-e5f1-4d7d-ad2c-ece29dae82d4 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978048 Feb 05 03:21:06.829310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58902) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:06.934996 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a14c71aa-8095-45e9-918c-0e64cd3fed54 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group (a09a0e31-3155-45b8-85ac-69c766258c2d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:06.951205 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ffc4d65c-8098-41bf-a66d-c16ccf398e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:07Z', 'revision_number': 4, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31', 'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'mac_address': 'fa:16:3e:fb:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:06Z', 'updated_at': '2022-02-05T03:17:13Z', 'revision_number': 5, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'subnets': [{'id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:06.969818 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a14c71aa-8095-45e9-918c-0e64cd3fed54 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group (a09a0e31-3155-45b8-85ac-69c766258c2d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:06.990473 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4d65c-8098-41bf-a66d-c16ccf398e8a None None] The sync data for ids ['73ab2216-020d-4a15-ac72-21cd245ebb7b'] in n-d-826942-8 is: [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:07Z', 'revision_number': 4, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31', 'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'mac_address': 'fa:16:3e:fb:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:06Z', 'updated_at': '2022-02-05T03:17:13Z', 'revision_number': 5, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'subnets': [{'id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:21:07.043712 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a14c71aa-8095-45e9-918c-0e64cd3fed54 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a09a0e31-3155-45b8-85ac-69c766258c2d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:07.046840 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a14c71aa-8095-45e9-918c-0e64cd3fed54 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:07.048485 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a14c71aa-8095-45e9-918c-0e64cd3fed54 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "DELETE /v2.0/security-groups/a09a0e31-3155-45b8-85ac-69c766258c2d HTTP/1.1" status: 204 len: 168 time: 0.2178738 Feb 05 03:21:07.051560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58904) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:07.059566 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c71aa-8095-45e9-918c-0e64cd3fed54 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09a0e31-3155-45b8-85ac-69c766258c2d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:07.071165 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-b8449d1f-e3c8-4a5a-83dd-b690d0243480 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] show failed (client error): The resource could not be found. Feb 05 03:21:07.072707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b8449d1f-e3c8-4a5a-83dd-b690d0243480 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups/a09a0e31-3155-45b8-85ac-69c766258c2d HTTP/1.1" status: 404 len: 347 time: 0.0201616 Feb 05 03:21:07.075868 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58906) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:07.160705 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:07.246452 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f68bd380-2450-4548-a51b-c7700efba919 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Deleting port c316f73a-3cc9-4319-85bd-7b10a9018d3e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:21:07.246834 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68bd380-2450-4548-a51b-c7700efba919 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c316f73a-3cc9-4319-85bd-7b10a9018d3e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:07.356211 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68bd380-2450-4548-a51b-c7700efba919 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c316f73a-3cc9-4319-85bd-7b10a9018d3e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:07.356824 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68bd380-2450-4548-a51b-c7700efba919 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for floatingip (c316f73a-3cc9-4319-85bd-7b10a9018d3e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:07.379966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f68bd380-2450-4548-a51b-c7700efba919 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Calling delete_port for c316f73a-3cc9-4319-85bd-7b10a9018d3e owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:21:07.445637 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7e3095-7f50-45ec-8ee7-d65852de58d3 None None] New status for floating IP 663729e0-d931-4545-adb7-54a804b25754: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:21:07.670877 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.db.api [None req-2c7e3095-7f50-45ec-8ee7-d65852de58d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:21:07.674029 n-d-826942-8 neutron-server[109677]: DEBUG oslo_db.api [None req-2c7e3095-7f50-45ec-8ee7-d65852de58d3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:21:07.682018 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68bd380-2450-4548-a51b-c7700efba919 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c316f73a-3cc9-4319-85bd-7b10a9018d3e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:07.970477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19821938-bc32-4175-aebb-afd58e0cc719 req-b7ef053c-218b-4168-af64-29131c1452e6 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:07.973021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19821938-bc32-4175-aebb-afd58e0cc719 req-b7ef053c-218b-4168-af64-29131c1452e6 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0730178 Feb 05 03:21:08.040656 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19821938-bc32-4175-aebb-afd58e0cc719 req-09fa6072-e2f7-4659-bf02-8c1dac17e75d tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611913 Feb 05 03:21:08.176098 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7e3095-7f50-45ec-8ee7-d65852de58d3 None None] New status for floating IP 663729e0-d931-4545-adb7-54a804b25754: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:21:08.188410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bd380-2450-4548-a51b-c7700efba919 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event deleted for resources: {'Port': ['ID=c316f73a-3cc9-4319-85bd-7b10a9018d3e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:08.286520 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68bd380-2450-4548-a51b-c7700efba919 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for floatingip (663729e0-d931-4545-adb7-54a804b25754), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:08.293678 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68bd380-2450-4548-a51b-c7700efba919 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:08.294919 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f68bd380-2450-4548-a51b-c7700efba919 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "DELETE /v2.0/floatingips/663729e0-d931-4545-adb7-54a804b25754 HTTP/1.1" status: 204 len: 168 time: 1.2178335 Feb 05 03:21:08.383039 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c192b-5adc-4c6e-a353-2b461e733516 req-0f6318ee-4f41-42e3-8d51-04cf30ed7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:08.384590 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-678c192b-5adc-4c6e-a353-2b461e733516 req-0f6318ee-4f41-42e3-8d51-04cf30ed7bee service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 1127 time: 0.2056234 Feb 05 03:21:08.449098 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-678c192b-5adc-4c6e-a353-2b461e733516 req-728dc72c-deea-4ebc-9ca7-4ddc12251537 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574634 Feb 05 03:21:08.626078 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58930) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:08.631498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2a1d97c1-4613-4fae-b266-886b508e816f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506219502', 'description': 'tempest-description--79420536'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:08.659246 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a1d97c1-4613-4fae-b266-886b508e816f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:08.708347 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:08.752446 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a1d97c1-4613-4fae-b266-886b508e816f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group (2a28da70-0372-47f8-8aac-c7d8b9722f64), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:08.757694 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a1d97c1-4613-4fae-b266-886b508e816f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2a28da70-0372-47f8-8aac-c7d8b9722f64), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:08.799400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d97c1-4613-4fae-b266-886b508e816f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a28da70-0372-47f8-8aac-c7d8b9722f64,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:08.804615 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a1d97c1-4613-4fae-b266-886b508e816f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:08.809440 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58932) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:08.815122 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0abc6074-c170-47a9-89cb-64f67d9b5da9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Request body: {'security_group_rule': {'security_group_id': '2a28da70-0372-47f8-8aac-c7d8b9722f64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:08.820905 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2a1d97c1-4613-4fae-b266-886b508e816f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1932571 Feb 05 03:21:08.851050 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0abc6074-c170-47a9-89cb-64f67d9b5da9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group_rule (35dab6df-8931-49f2-9594-5f2637ae1bc3), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:08.916035 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0abc6074-c170-47a9-89cb-64f67d9b5da9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group_rule (35dab6df-8931-49f2-9594-5f2637ae1bc3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:08.924503 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0abc6074-c170-47a9-89cb-64f67d9b5da9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (35dab6df-8931-49f2-9594-5f2637ae1bc3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:08.946797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc6074-c170-47a9-89cb-64f67d9b5da9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35dab6df-8931-49f2-9594-5f2637ae1bc3,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:08.960574 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0abc6074-c170-47a9-89cb-64f67d9b5da9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:08.962194 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0abc6074-c170-47a9-89cb-64f67d9b5da9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516376 Feb 05 03:21:08.964909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 58936) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:08.970879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5759af4b-a707-49ef-bbe3-81bfd5f58e72 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Request body: {'security_group_rule': {'security_group_id': '2a28da70-0372-47f8-8aac-c7d8b9722f64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:09.006233 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5759af4b-a707-49ef-bbe3-81bfd5f58e72 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group_rule (d47c9f35-fa93-41e8-951e-586c8947df81), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:09.080609 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5759af4b-a707-49ef-bbe3-81bfd5f58e72 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group_rule (d47c9f35-fa93-41e8-951e-586c8947df81), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:09.088048 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5759af4b-a707-49ef-bbe3-81bfd5f58e72 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (d47c9f35-fa93-41e8-951e-586c8947df81), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:09.118527 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5759af4b-a707-49ef-bbe3-81bfd5f58e72 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:09.120216 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5759af4b-a707-49ef-bbe3-81bfd5f58e72 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538713 Feb 05 03:21:09.122780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759af4b-a707-49ef-bbe3-81bfd5f58e72 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47c9f35-fa93-41e8-951e-586c8947df81,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:09.123402 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 58940) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:09.129298 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:09.191774 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:09.262228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28055e-8e87-462b-97f1-8a29cb244508 req-12c03282-224a-46d5-8630-87667a57e592 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:09.263779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f28055e-8e87-462b-97f1-8a29cb244508 req-12c03282-224a-46d5-8630-87667a57e592 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.1140318 Feb 05 03:21:09.329520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f28055e-8e87-462b-97f1-8a29cb244508 req-ac9e90e4-c2c8-49d1-a0a7-c141cc9dc4f1 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541315 Feb 05 03:21:09.388656 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:09.527267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Allocated IP 172.25.0.21 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/020cc90f-83e9-48f2-a382-090228338871) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:21:09.656701 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for port (020cc90f-83e9-48f2-a382-090228338871), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:09.723963 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (020cc90f-83e9-48f2-a382-090228338871), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:09.797266 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:21:09.801405 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:21:09.805976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:21:09.813314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event updated for resources: {'Port': ['ID=020cc90f-83e9-48f2-a382-090228338871,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:09.960613 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for floatingip (98d1a5c5-892f-4549-942a-fbd978fd9aa0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:10.010214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4b9f5626-d5ea-49e0-8949-0333b63edfbe no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:21:10.023407 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (020cc90f-83e9-48f2-a382-090228338871), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:10.046171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 4b9f5626-d5ea-49e0-8949-0333b63edfbe {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:21:10.046888 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4b9f5626-d5ea-49e0-8949-0333b63edfbe not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:21:10.071503 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:10.228585 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for port (020cc90f-83e9-48f2-a382-090228338871), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:10.233482 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (020cc90f-83e9-48f2-a382-090228338871), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:10.323613 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event updated for resources: {'Port': ['ID=020cc90f-83e9-48f2-a382-090228338871,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:10.371285 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (98d1a5c5-892f-4549-942a-fbd978fd9aa0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:10.406648 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:10.416343 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e62db0cb-2181-410b-a888-1d5421b8e15c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2835863 Feb 05 03:21:10.550146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c089ae9-983a-4571-a7ed-37c7c908046f req-65d1a51f-661b-488e-b05a-add568dab713 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:10.558139 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c089ae9-983a-4571-a7ed-37c7c908046f req-65d1a51f-661b-488e-b05a-add568dab713 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0797510 Feb 05 03:21:10.621621 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c089ae9-983a-4571-a7ed-37c7c908046f req-d67ddb1f-50d7-4d5a-b853-ab244a4a9946 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602169 Feb 05 03:21:10.746008 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-466b2828-9887-40be-a73f-7fcf71ca7e7b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1506219502&fields=id&tenant_id=ba67a63a3f224705a45911cfa6b17697 HTTP/1.1" status: 200 len: 267 time: 0.0718632 Feb 05 03:21:10.825967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eaafd2-7354-4537-aa55-b1d0dc2ed7b8 req-acb3aba6-e3e0-446f-914e-5f2a079188ea tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:10.827504 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9eaafd2-7354-4537-aa55-b1d0dc2ed7b8 req-acb3aba6-e3e0-446f-914e-5f2a079188ea tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.1209118 Feb 05 03:21:10.923373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-792e2e83-3427-4581-b617-1975252f6abd tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:10.924883 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-792e2e83-3427-4581-b617-1975252f6abd tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/networks?id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 200 len: 817 time: 0.1655114 Feb 05 03:21:10.928014 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9eaafd2-7354-4537-aa55-b1d0dc2ed7b8 req-04a1b0f4-4fbe-4030-9fb5-baf9dbd753df tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897760 Feb 05 03:21:10.942196 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-87ad4e67-7d76-4b9d-b758-4edd1282fb06 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/quotas/ba67a63a3f224705a45911cfa6b17697 HTTP/1.1" status: 200 len: 375 time: 0.0115988 Feb 05 03:21:11.063821 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-e7ffbf67-21b0-4213-bb72-77ca01872e9c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba67a63a3f224705a45911cfa6b17697&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103485 Feb 05 03:21:11.292354 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-88d0481c-d08a-4901-8bef-bf073fc1c8b6 service neutron] 10.222.0.36 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143738 Feb 05 03:21:11.354412 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:21:11.381742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57791df8-7fe0-4a0b-9b4f-86344c41c130 req-059489e9-b271-4815-9e7a-062d5279cb99 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:11.383980 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-57791df8-7fe0-4a0b-9b4f-86344c41c130 req-059489e9-b271-4815-9e7a-062d5279cb99 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.1579788 Feb 05 03:21:11.465742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-57791df8-7fe0-4a0b-9b4f-86344c41c130 req-4b2994dc-c696-4121-8a24-77e5557a5978 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727634 Feb 05 03:21:11.467808 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-de2969bf-a666-4899-8315-2948dcedeb82 service neutron] 10.222.0.36 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681480 Feb 05 03:21:11.491386 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:11.678403 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6024054d-9d63-4b61-9990-ce8bdd6f1a67 req-503f7f80-9827-4a38-87cb-9deb9025736c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 210 time: 0.0453107 Feb 05 03:21:12.629209 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba98d7-3a4c-41d8-88e8-8eeb695290a7 req-2eda26fd-dabb-4fb1-8c69-e07c1a0cd128 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:12.633024 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4ba98d7-3a4c-41d8-88e8-8eeb695290a7 req-2eda26fd-dabb-4fb1-8c69-e07c1a0cd128 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0732212 Feb 05 03:21:12.774720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-de9e6908-092b-4b72-b6f6-44615a1cbac7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:12.778326 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-de9e6908-092b-4b72-b6f6-44615a1cbac7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.10 "GET /v2.0/networks?id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 200 len: 817 time: 0.1426501 Feb 05 03:21:12.876191 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b059d172-83d9-45f1-94ac-b3557ce9cbaa req-f8be8d7e-66e4-4a9d-a913-fc33bb14a776 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 210 time: 0.0551894 Feb 05 03:21:12.889853 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4ba98d7-3a4c-41d8-88e8-8eeb695290a7 req-0253e0dd-2439-4dfa-b419-721bf53ca00d tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440457 Feb 05 03:21:12.948033 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-0da4de43-f432-4f70-8b92-7f702809ac8f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba67a63a3f224705a45911cfa6b17697 HTTP/1.1" status: 200 len: 380 time: 0.1534655 Feb 05 03:21:12.957621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Request body: {'port': {'device_id': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'admin_state_up': True, 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'security_groups': ['2a28da70-0372-47f8-8aac-c7d8b9722f64']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:13.098230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Made reservation on behalf of ba67a63a3f224705a45911cfa6b17697 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:21:13.104129 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:13.304136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f6d2a-d22f-4feb-ad34-ba9fb2b3b535 req-c85b66ef-5551-44f7-9f9a-8418b95935bf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:13.306121 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-917f6d2a-d22f-4feb-ad34-ba9fb2b3b535 req-c85b66ef-5551-44f7-9f9a-8418b95935bf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.1218202 Feb 05 03:21:13.313198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Allocated IP 172.20.0.9 (6c9ceee3-b739-4305-9f4d-2be2fd03bf4f/4ab975cc-8263-4d78-92b1-c19cb0f69805/dbc878c9-1465-47ef-bd5a-0494c8894434) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:21:13.423206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-917f6d2a-d22f-4feb-ad34-ba9fb2b3b535 req-2bc0935d-84b6-4d2b-aae2-b0c961ff16e2 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071336 Feb 05 03:21:13.550461 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:13.605994 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:13.666660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:21:13.670689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:21:13.675470 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:21:13.774826 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:13.775839 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:13.785142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event updated for resources: {'Port': ['ID=dbc878c9-1465-47ef-bd5a-0494c8894434,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:13.807242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:13.807885 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:13.808616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:13.809186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:13.809740 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:13.810236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:13.810940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:13.811569 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:13.812833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:13.813847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:13.814359 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:13.815076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:13.815574 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:13.824674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-6ddafe43-0729-4c69-af3e-5eb2d4d72fb7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8709905 Feb 05 03:21:13.922331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Request body: {'port': {'device_id': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:14.039778 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:14.055788 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2c998823-6c16-4928-ba74-4fbf9aca0c54 None None] Provisioning complete for port dbc878c9-1465-47ef-bd5a-0494c8894434 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:21:14.057080 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2c998823-6c16-4928-ba74-4fbf9aca0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:14.120250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2c998823-6c16-4928-ba74-4fbf9aca0c54 None None] Port dbc878c9-1465-47ef-bd5a-0494c8894434 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:21:14.273603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8ad4b-3979-48fd-a2e4-fb820627b68b req-f04fd681-d87b-4887-87e4-cbdca2db59ba tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:14.283051 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5aa8ad4b-3979-48fd-a2e4-fb820627b68b req-f04fd681-d87b-4887-87e4-cbdca2db59ba tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 931 time: 0.2262146 Feb 05 03:21:14.397968 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5aa8ad4b-3979-48fd-a2e4-fb820627b68b req-0d1fbbfa-cde7-4502-a76a-5d30462cfab7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101301 Feb 05 03:21:14.670157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc878c9-1465-47ef-bd5a-0494c8894434 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:21:14.684252 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Publish callbacks [] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:14.709873 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Transition to ACTIVE for port object dbc878c9-1465-47ef-bd5a-0494c8894434 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:21:14.721173 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4a6a2-ca9e-4946-a246-d822d84a4fc0 req-c90ef670-463a-49ab-97a3-b648ad507be2 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:14.723106 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9cb4a6a2-ca9e-4946-a246-d822d84a4fc0 req-c90ef670-463a-49ab-97a3-b648ad507be2 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.1471431 Feb 05 03:21:14.725327 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:14.837071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59024) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:14.844731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc878c9-1465-47ef-bd5a-0494c8894434,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:14.944891 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9cb4a6a2-ca9e-4946-a246-d822d84a4fc0 req-7cc3dd13-f9d4-42f3-915f-44b1812cb847 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854589 Feb 05 03:21:14.985745 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Attempting to bind port dbc878c9-1465-47ef-bd5a-0494c8894434 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:21:14.986174 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Attempting to bind port dbc878c9-1465-47ef-bd5a-0494c8894434 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:21:14.986593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Attempting to bind port dbc878c9-1465-47ef-bd5a-0494c8894434 on network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:21:14.992049 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Port dbc878c9-1465-47ef-bd5a-0494c8894434 on network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:21:14.992443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Attempting to bind port dbc878c9-1465-47ef-bd5a-0494c8894434 on network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:21:15.001644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:21:15.002091 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Checking segment: {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:21:15.002585 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Bound using segment: {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:21:15.003093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Bound port: dbc878c9-1465-47ef-bd5a-0494c8894434, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:21:15.003458 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:15.121926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] For port dbc878c9-1465-47ef-bd5a-0494c8894434, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:21:15.130804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] For port dbc878c9-1465-47ef-bd5a-0494c8894434, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=dbc878c9-1465-47ef-bd5a-0494c8894434,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:21:15.160541 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:15.182300 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b8ff2e6c-2c8d-40a1-9b9d-56ec7b426e24 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87aa67e833b94c59a23485085547924d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3423190 Feb 05 03:21:15.183315 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59034) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:15.254680 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Publish callbacks [] for security_group (0b1ea7be-d654-4468-a970-1d959385c412), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:15.301183 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Publish callbacks [] for security_group (0b1ea7be-d654-4468-a970-1d959385c412), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:15.345319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:15.347193 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:15.354986 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] 10.222.0.10 "PUT /v2.0/ports/dbc878c9-1465-47ef-bd5a-0494c8894434 HTTP/1.1" status: 200 len: 1091 time: 1.5203800 Feb 05 03:21:15.355945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'tag': 'dbc878c9-1465-47ef-bd5a-0494c8894434'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:21:15.369882 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1692342d-a731-413c-bfc5-e0689f186ced" -d '{"events": [{"name": "network-changed", "server_uuid": "138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d", "tag": "dbc878c9-1465-47ef-bd5a-0494c8894434"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:21:15.384316 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f4e36-1333-42ed-829d-c7810c510b92 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc878c9-1465-47ef-bd5a-0494c8894434,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:15.408365 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0b1ea7be-d654-4468-a970-1d959385c412), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:15.416039 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:15.422451 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b1ea7be-d654-4468-a970-1d959385c412 HTTP/1.1" status: 204 len: 168 time: 0.2375128 Feb 05 03:21:15.435230 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1ea7be-d654-4468-a970-1d959385c412,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:15.462457 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:15.464884 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:15.465242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:15.465779 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:15.466130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:15.467823 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:15.468716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:15.469142 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:15.469483 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:15.471960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:15.472334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:15.472676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:15.475017 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21635302-3993-4deb-9f73-d0c2ba104d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:15.511112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-f0493b34-fe5d-4a14-9375-be2db87af1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:15.513389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-f0493b34-fe5d-4a14-9375-be2db87af1fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba67a63a3f224705a45911cfa6b17697&device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 1125 time: 0.1008701 Feb 05 03:21:15.576377 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b9df8c-b317-46d6-aa52-0e14de7ce2e2 x-openstack-request-id: req-29b9df8c-b317-46d6-aa52-0e14de7ce2e2 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:21:15.576666 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d", "tag": "dbc878c9-1465-47ef-bd5a-0494c8894434", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:21:15.576953 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29b9df8c-b317-46d6-aa52-0e14de7ce2e2 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:21:15.577329 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'tag': 'dbc878c9-1465-47ef-bd5a-0494c8894434', 'status': 'completed', 'code': 200} Feb 05 03:21:15.579435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-8828c540-c318-4b73-b21e-cd5fc2347434 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbc878c9-1465-47ef-bd5a-0494c8894434 HTTP/1.1" status: 200 len: 217 time: 0.0577714 Feb 05 03:21:15.764618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-59bae00a-6d3b-42df-b293-bd7c7ae415a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:15.768038 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-59bae00a-6d3b-42df-b293-bd7c7ae415a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ab975cc-8263-4d78-92b1-c19cb0f69805 HTTP/1.1" status: 200 len: 856 time: 0.1805508 Feb 05 03:21:15.797075 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7b87c-e1ea-484c-bd5d-00455f8bdd56 req-0593828f-6afe-4fde-991c-f05814364e48 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:15.806465 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25d7b87c-e1ea-484c-bd5d-00455f8bdd56 req-0593828f-6afe-4fde-991c-f05814364e48 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 943 time: 0.2034845 Feb 05 03:21:15.883102 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-592c4475-62fd-4514-b6c3-16d5dec40b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:15.885614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-592c4475-62fd-4514-b6c3-16d5dec40b76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1113093 Feb 05 03:21:15.897582 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25d7b87c-e1ea-484c-bd5d-00455f8bdd56 req-cbf7e85e-d573-4b6e-9754-f7f6502918a1 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897894 Feb 05 03:21:16.023261 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-efbbaac8-eaeb-4b98-887b-9235239d6c1f service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243513 Feb 05 03:21:16.160593 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9a1d3f2-b2c8-42c5-b98e-20788060e9f9 req-a1edb0af-1aae-4384-a6ed-1e18cece547d service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310287 Feb 05 03:21:16.291042 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692342d-a731-413c-bfc5-e0689f186ced req-a0e6a9ad-30b8-4f00-b999-0fa09b33da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:16.293304 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1692342d-a731-413c-bfc5-e0689f186ced req-a0e6a9ad-30b8-4f00-b999-0fa09b33da29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba67a63a3f224705a45911cfa6b17697&device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 1125 time: 0.0741122 Feb 05 03:21:16.329811 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:16.489426 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88eafe13-3028-4577-9f92-e8d5a76dc898 req-8f7570e3-84e8-4820-befe-71488477c6c5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696683 Feb 05 03:21:16.500889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692342d-a731-413c-bfc5-e0689f186ced req-782847db-c00b-42ed-9a75-ef22f0014827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:16.503682 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1692342d-a731-413c-bfc5-e0689f186ced req-782847db-c00b-42ed-9a75-ef22f0014827 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 200 len: 918 time: 0.2031283 Feb 05 03:21:16.590661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1692342d-a731-413c-bfc5-e0689f186ced req-ca56e424-cab0-4221-b14b-e58cb558f8a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbc878c9-1465-47ef-bd5a-0494c8894434 HTTP/1.1" status: 200 len: 217 time: 0.0801158 Feb 05 03:21:16.620593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eafe13-3028-4577-9f92-e8d5a76dc898 req-3a228a84-0faa-495f-8d63-976cb8703542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:16.624328 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88eafe13-3028-4577-9f92-e8d5a76dc898 req-3a228a84-0faa-495f-8d63-976cb8703542 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 1127 time: 0.0865908 Feb 05 03:21:16.677972 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692342d-a731-413c-bfc5-e0689f186ced req-7295216a-23c5-431d-8515-d6a8b356d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:16.679960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1692342d-a731-413c-bfc5-e0689f186ced req-7295216a-23c5-431d-8515-d6a8b356d46e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ab975cc-8263-4d78-92b1-c19cb0f69805 HTTP/1.1" status: 200 len: 856 time: 0.0816896 Feb 05 03:21:16.751732 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692342d-a731-413c-bfc5-e0689f186ced req-98936149-8c4f-4d68-9f4d-1b08de415ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:16.754935 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1692342d-a731-413c-bfc5-e0689f186ced req-98936149-8c4f-4d68-9f4d-1b08de415ddb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0652049 Feb 05 03:21:16.810041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eafe13-3028-4577-9f92-e8d5a76dc898 req-49c35b8e-962e-4908-8977-eba55eee5668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:16.812501 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88eafe13-3028-4577-9f92-e8d5a76dc898 req-49c35b8e-962e-4908-8977-eba55eee5668 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.1640074 Feb 05 03:21:16.931148 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88eafe13-3028-4577-9f92-e8d5a76dc898 req-49ed7c87-0ec8-46d7-9da6-9412e860c497 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89590e42-a3aa-4799-bbc0-47a312e63a42 HTTP/1.1" status: 200 len: 1001 time: 0.1116524 Feb 05 03:21:16.962252 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1692342d-a731-413c-bfc5-e0689f186ced req-e4379272-9fe3-468e-b9d8-bb6c5a21d7ec service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014225 Feb 05 03:21:17.036231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eafe13-3028-4577-9f92-e8d5a76dc898 req-de67291f-aa53-491a-af28-0d9abdeec74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:17.038913 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88eafe13-3028-4577-9f92-e8d5a76dc898 req-de67291f-aa53-491a-af28-0d9abdeec74f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0939598 Feb 05 03:21:17.118504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eafe13-3028-4577-9f92-e8d5a76dc898 req-8494fbc3-aea1-4da8-9eb5-f2091831cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:17.120331 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88eafe13-3028-4577-9f92-e8d5a76dc898 req-8494fbc3-aea1-4da8-9eb5-f2091831cfac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0740991 Feb 05 03:21:17.153983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa6dec-3c3d-4c75-80a3-97d8ad01b8cb req-608ca09d-d3c3-45a6-b7be-4d5e1f5c61b2 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:17.155811 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-baaa6dec-3c3d-4c75-80a3-97d8ad01b8cb req-608ca09d-d3c3-45a6-b7be-4d5e1f5c61b2 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 943 time: 0.1339290 Feb 05 03:21:17.190677 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1692342d-a731-413c-bfc5-e0689f186ced req-1352c9c1-2795-4e49-998d-77d5ee14ef0e service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204552 Feb 05 03:21:17.227266 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-baaa6dec-3c3d-4c75-80a3-97d8ad01b8cb req-3ca9bdba-3e10-4c86-a518-aeae41fd3465 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652280 Feb 05 03:21:17.296097 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88eafe13-3028-4577-9f92-e8d5a76dc898 req-cc648ef5-4d44-4c9a-abdb-fc33b83df340 service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667266 Feb 05 03:21:17.296812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59086) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:17.450152 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-88eafe13-3028-4577-9f92-e8d5a76dc898 req-bc80b340-aea6-42e4-b4c1-a95394d78fc7 service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464643 Feb 05 03:21:17.497141 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4bf5427-811d-4f71-8f5a-1807c71af7ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:17.602797 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4bf5427-811d-4f71-8f5a-1807c71af7ee admin admin] Publish callbacks [] for security_group (86b007fd-1609-4095-a5e9-d8331a7dd4ff), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:17.607456 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4bf5427-811d-4f71-8f5a-1807c71af7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (86b007fd-1609-4095-a5e9-d8331a7dd4ff), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:17.653649 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c4bf5427-811d-4f71-8f5a-1807c71af7ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29ddfc85f71f4523965afea236642e20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3537426 Feb 05 03:21:17.653649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf5427-811d-4f71-8f5a-1807c71af7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b007fd-1609-4095-a5e9-d8331a7dd4ff,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:17.654082 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59092) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:17.712213 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-927431a4-326c-4d8a-9ca4-f2086024f2c2 admin admin] Publish callbacks [] for security_group (86b007fd-1609-4095-a5e9-d8331a7dd4ff), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:17.736649 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-927431a4-326c-4d8a-9ca4-f2086024f2c2 admin admin] Publish callbacks [] for security_group (86b007fd-1609-4095-a5e9-d8331a7dd4ff), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:17.789233 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-927431a4-326c-4d8a-9ca4-f2086024f2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (86b007fd-1609-4095-a5e9-d8331a7dd4ff), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:17.792305 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-927431a4-326c-4d8a-9ca4-f2086024f2c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:17.793576 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-927431a4-326c-4d8a-9ca4-f2086024f2c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/86b007fd-1609-4095-a5e9-d8331a7dd4ff HTTP/1.1" status: 204 len: 168 time: 0.1383061 Feb 05 03:21:17.802945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927431a4-326c-4d8a-9ca4-f2086024f2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b007fd-1609-4095-a5e9-d8331a7dd4ff,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:18.237731 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6091f-0e3f-4b58-8222-e38be8a91c4b req-72816027-c486-45bf-8ca5-f14f79b2f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:18.239360 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c1a6091f-0e3f-4b58-8222-e38be8a91c4b req-72816027-c486-45bf-8ca5-f14f79b2f34d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d58b096555a04b7ca178d4a0e2ed7cb4&device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 1127 time: 0.0621667 Feb 05 03:21:18.264180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedec87-983f-49ac-bf1b-3e5028fd869e req-404b6598-918f-403b-8c4b-64c1e207e2da tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:18.266971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bdedec87-983f-49ac-bf1b-3e5028fd869e req-404b6598-918f-403b-8c4b-64c1e207e2da tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0749447 Feb 05 03:21:18.328637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bdedec87-983f-49ac-bf1b-3e5028fd869e req-591aa89d-8650-41d3-95a1-1d593025d106 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540664 Feb 05 03:21:18.433951 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6091f-0e3f-4b58-8222-e38be8a91c4b req-15d0a827-5f03-4904-b645-92a19ffcafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:18.436313 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c1a6091f-0e3f-4b58-8222-e38be8a91c4b req-15d0a827-5f03-4904-b645-92a19ffcafe4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fbb58776-7719-4374-b8e1-b06bd2d776f7 HTTP/1.1" status: 200 len: 919 time: 0.1897242 Feb 05 03:21:18.455816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8161b25-e23c-4791-9c44-ce4f2544b370 req-a088ff60-e028-45d9-b2d1-415e03945493 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:18.457632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8161b25-e23c-4791-9c44-ce4f2544b370 req-a088ff60-e028-45d9-b2d1-415e03945493 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 943 time: 0.1147211 Feb 05 03:21:18.495942 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c1a6091f-0e3f-4b58-8222-e38be8a91c4b req-f230dc00-03eb-4114-bda9-4ca17bad0c05 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd HTTP/1.1" status: 200 len: 217 time: 0.0527756 Feb 05 03:21:18.523843 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8161b25-e23c-4791-9c44-ce4f2544b370 req-326c5927-adb2-4674-ad84-a1983470c2c7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587270 Feb 05 03:21:18.571725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6091f-0e3f-4b58-8222-e38be8a91c4b req-a228149d-340a-46e5-8348-16d9c5e03db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:18.574717 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c1a6091f-0e3f-4b58-8222-e38be8a91c4b req-a228149d-340a-46e5-8348-16d9c5e03db5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=594fab9e-93d3-4a1a-a3f9-d96663d2bc2d HTTP/1.1" status: 200 len: 858 time: 0.0725648 Feb 05 03:21:18.617488 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c1a6091f-0e3f-4b58-8222-e38be8a91c4b req-1dc1fbe0-7423-4dc3-9bcb-91c104e72d65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fbb58776-7719-4374-b8e1-b06bd2d776f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349424 Feb 05 03:21:18.689865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device dbc878c9-1465-47ef-bd5a-0494c8894434 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:21:18.757761 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c1a6091f-0e3f-4b58-8222-e38be8a91c4b req-84fd14c4-a744-4374-84d0-567c4ba64365 service neutron] 10.222.0.10 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339593 Feb 05 03:21:18.803249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port dbc878c9-1465-47ef-bd5a-0494c8894434, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=dbc878c9-1465-47ef-bd5a-0494c8894434,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:21:18.817999 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'dbc878c9-1465-47ef-bd5a-0494c8894434', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'port_id': 'dbc878c9-1465-47ef-bd5a-0494c8894434', 'mac_address': 'fa:16:3e:a5:0e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:21:18.865420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port dbc878c9-1465-47ef-bd5a-0494c8894434 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:21:18.866153 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:18.881747 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc878c9-1465-47ef-bd5a-0494c8894434 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:21:18.893970 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c1a6091f-0e3f-4b58-8222-e38be8a91c4b req-3d8bb721-6e75-4021-ac4b-97cacb8329dd service neutron] 10.222.0.10 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300118 Feb 05 03:21:18.906394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port dbc878c9-1465-47ef-bd5a-0494c8894434, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=dbc878c9-1465-47ef-bd5a-0494c8894434,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:21:18.913105 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:18.996758 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=dbc878c9-1465-47ef-bd5a-0494c8894434,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:19.134555 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['dbc878c9-1465-47ef-bd5a-0494c8894434'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:21:19.327440 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59146) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:19.514352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9d985edf-2b42-4803-869a-fa48d406c372 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'network': {'name': 'tempest-network-smoke--37020367', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'port_security_enabled': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:19.538673 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d985edf-2b42-4803-869a-fa48d406c372 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Made reservation on behalf of 3f5ac7b643b8425bbed5ee0e77e96ba9 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:21:19.543306 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d985edf-2b42-4803-869a-fa48d406c372 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:19.559494 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d985edf-2b42-4803-869a-fa48d406c372 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:19.685530 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d985edf-2b42-4803-869a-fa48d406c372 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (ebd0f18d-ee2d-490d-becb-5d498f44c408), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:19.691566 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d985edf-2b42-4803-869a-fa48d406c372 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ebd0f18d-ee2d-490d-becb-5d498f44c408), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:19.719427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d985edf-2b42-4803-869a-fa48d406c372 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:21:19.722683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c97be1-55d8-4c32-a8d1-f0e636b72fb1 req-6f047379-3855-4806-94ec-f9e0e585bf8a tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:19.724321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61c97be1-55d8-4c32-a8d1-f0e636b72fb1 req-6f047379-3855-4806-94ec-f9e0e585bf8a tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 944 time: 0.1040909 Feb 05 03:21:19.745178 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d985edf-2b42-4803-869a-fa48d406c372 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd0f18d-ee2d-490d-becb-5d498f44c408,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:19.751436 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d985edf-2b42-4803-869a-fa48d406c372 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (d1b1e1f5-2b39-4c0b-b83d-52696b48f046), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:19.754109 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-9d985edf-2b42-4803-869a-fa48d406c372 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Added segment d1b1e1f5-2b39-4c0b-b83d-52696b48f046 of type vlan for network 68d16b29-eb71-4c36-a416-3ea71310f997 Feb 05 03:21:19.773149 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05793c-4c7f-44b2-96d5-8b15d59bf58a req-5699121e-8ae7-4b25-8b1f-5863266a9c6e tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:19.774647 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca05793c-4c7f-44b2-96d5-8b15d59bf58a req-5699121e-8ae7-4b25-8b1f-5863266a9c6e tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0923522 Feb 05 03:21:19.800647 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61c97be1-55d8-4c32-a8d1-f0e636b72fb1 req-c5891710-af8a-49c7-93e0-714c1af37a58 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697546 Feb 05 03:21:19.813810 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d985edf-2b42-4803-869a-fa48d406c372 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (68d16b29-eb71-4c36-a416-3ea71310f997), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:19.847674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d985edf-2b42-4803-869a-fa48d406c372 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (68d16b29-eb71-4c36-a416-3ea71310f997), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:19.855576 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca05793c-4c7f-44b2-96d5-8b15d59bf58a req-67a270ad-0fe9-4260-a771-3900ffb3201b tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673232 Feb 05 03:21:19.855746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d985edf-2b42-4803-869a-fa48d406c372 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:19.856736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d985edf-2b42-4803-869a-fa48d406c372 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:19.935710 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9d985edf-2b42-4803-869a-fa48d406c372 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6040583 Feb 05 03:21:19.936013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59154) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:19.941878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'admin_state_up': True, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:19.951081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d985edf-2b42-4803-869a-fa48d406c372 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Network': ['ID=68d16b29-eb71-4c36-a416-3ea71310f997,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:19.962521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 68d16b29-eb71-4c36-a416-3ea71310f997 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:21:19.970068 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:19.971359 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:20.031718 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router_controller (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:20.551701 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router_gateway (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:20.706562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device dbc878c9-1465-47ef-bd5a-0494c8894434 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:21:20.764761 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port dbc878c9-1465-47ef-bd5a-0494c8894434 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:21:20.767429 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router_gateway (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:20.770723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port dbc878c9-1465-47ef-bd5a-0494c8894434 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:21:20.771319 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:20.788252 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:20.857141 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port dbc878c9-1465-47ef-bd5a-0494c8894434 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:21:20.857549 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:20.883665 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc878c9-1465-47ef-bd5a-0494c8894434'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:21:20.886629 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ea65c9-5ff3-4d5a-9a12-c15d64939622" -d '{"events": [{"server_uuid": "138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d", "name": "network-vif-plugged", "status": "completed", "tag": "dbc878c9-1465-47ef-bd5a-0494c8894434"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:21:20.904446 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port dbc878c9-1465-47ef-bd5a-0494c8894434, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=dbc878c9-1465-47ef-bd5a-0494c8894434,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:21:20.910090 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:20.925934 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Allocated IP 172.25.0.75 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/8b7ec150-1f25-439c-8b08-fafb8421af53) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:21:20.974167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=dbc878c9-1465-47ef-bd5a-0494c8894434,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:21.116908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cfec9-cf84-4234-9ce1-d18161d04ad4 req-2c16bc35-7833-465e-8940-2199fd063134 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:21.118809 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d9cfec9-cf84-4234-9ce1-d18161d04ad4 req-2c16bc35-7833-465e-8940-2199fd063134 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.1266673 Feb 05 03:21:21.132225 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for port (8b7ec150-1f25-439c-8b08-fafb8421af53), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:21.142094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d2f5e-4bfb-4d82-b81e-5e9a1c0f651c req-4d7bc067-876f-41e2-b369-6d5e78895e43 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:21.143996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a8d2f5e-4bfb-4d82-b81e-5e9a1c0f651c req-4d7bc067-876f-41e2-b369-6d5e78895e43 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.1419680 Feb 05 03:21:21.245702 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d9cfec9-cf84-4234-9ce1-d18161d04ad4 req-999ab7d2-e8e2-43a3-a5b6-cdb0c674da2f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166835 Feb 05 03:21:21.247684 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8b7ec150-1f25-439c-8b08-fafb8421af53), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:21.256942 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a8d2f5e-4bfb-4d82-b81e-5e9a1c0f651c req-e2d2c5fe-404d-4c7e-9ae0-06496088297c tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047983 Feb 05 03:21:21.296115 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:21:21.299423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:21:21.302160 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:21:21.329287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Port': ['ID=8b7ec150-1f25-439c-8b08-fafb8421af53,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:21.331552 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81291c0f-7d3d-4bc9-bccd-7db02774cb2c x-openstack-request-id: req-81291c0f-7d3d-4bc9-bccd-7db02774cb2c {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:21:21.331961 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d", "name": "network-vif-plugged", "status": "completed", "tag": "dbc878c9-1465-47ef-bd5a-0494c8894434", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:21:21.332320 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81291c0f-7d3d-4bc9-bccd-7db02774cb2c {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:21:21.332899 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc878c9-1465-47ef-bd5a-0494c8894434', 'code': 200} Feb 05 03:21:21.456962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55c792-f296-4690-bd48-147ed227dbec req-c8cb88dd-d647-405b-ab60-2d2c7409eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:21.458623 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2f55c792-f296-4690-bd48-147ed227dbec req-c8cb88dd-d647-405b-ab60-2d2c7409eb14 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 1127 time: 0.0515552 Feb 05 03:21:21.508739 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2f55c792-f296-4690-bd48-147ed227dbec req-05948700-c4bb-4aa6-ad6d-f8c479d692c9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444694 Feb 05 03:21:21.596756 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router_gateway (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:21.802801 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:21.934175 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:21:22.041481 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:21:22.052218 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Sync routers for ids ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:21:22.064804 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:22.065022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Routers {'2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:21:22.068899 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:21:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:22.069108 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b6930add-76a4-49b8-a7c0-8e3febc8629d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1282585 Feb 05 03:21:22.069441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59168) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:22.189847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59174) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:22.190368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7ab0804d-0481-434e-b110-a28534320da4 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3f5ac7b643b8425bbed5ee0e77e96ba9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1182475 Feb 05 03:21:22.201145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Set router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:21:22.372966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ef5306-826d-4798-a740-3e6537254af3 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:22.383381 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d7ef5306-826d-4798-a740-3e6537254af3 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1829331 Feb 05 03:21:22.384291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59180) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:22.417809 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:21:21Z', 'revision_number': 3, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:22.436964 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-89da38e6-4f9c-4f6f-a433-44eb32c4245c tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0513251 Feb 05 03:21:22.439170 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59182) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:22.444285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e964875b-3fc9-4f9e-8e3e-547731dd11dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1892307315', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:22.449410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Checking router: 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:21:22.449882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Updating router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 port 8b7ec150-1f25-439c-8b08-fafb8421af53 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:21:22.480801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c77944-8d71-470d-918a-b02e43850eed req-1d9ffefd-279a-44e2-89a6-2275d1468a15 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:22.484829 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0c77944-8d71-470d-918a-b02e43850eed req-1d9ffefd-279a-44e2-89a6-2275d1468a15 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0812309 Feb 05 03:21:22.498366 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8b7ec150-1f25-439c-8b08-fafb8421af53), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:22.508760 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cad57-b4cc-41ed-a209-7f9baf253ccb req-8c444d34-cd69-414d-9ace-e5a3922e107b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:22.519310 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a80cad57-b4cc-41ed-a209-7f9baf253ccb req-8c444d34-cd69-414d-9ace-e5a3922e107b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.1490357 Feb 05 03:21:22.588055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e964875b-3fc9-4f9e-8e3e-547731dd11dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Made reservation on behalf of 3f5ac7b643b8425bbed5ee0e77e96ba9 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:21:22.596325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e964875b-3fc9-4f9e-8e3e-547731dd11dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:22.623671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a80cad57-b4cc-41ed-a209-7f9baf253ccb req-9e2286ea-d866-4414-8c37-0170565077e9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033268 Feb 05 03:21:22.638282 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0c77944-8d71-470d-918a-b02e43850eed req-b6e07429-ebde-45e5-bbdb-4a87dd443843 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049020 Feb 05 03:21:22.813665 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e964875b-3fc9-4f9e-8e3e-547731dd11dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (9fb46138-0685-430b-af0a-d9fc5959f783), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:22.909716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964875b-3fc9-4f9e-8e3e-547731dd11dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Subnet': ['ID=9fb46138-0685-430b-af0a-d9fc5959f783,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:22.935680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e964875b-3fc9-4f9e-8e3e-547731dd11dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Checking segment: {'id': 'd1b1e1f5-2b39-4c0b-b83d-52696b48f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:21:22.936055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e964875b-3fc9-4f9e-8e3e-547731dd11dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network hostable DHCP agents. Network: 68d16b29-eb71-4c36-a416-3ea71310f997, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:21:22.948242 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6318915a-c1fe-4f62-a693-51099b1ef325 req-66352637-98f3-4147-872c-2487ac057b6f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0946214 Feb 05 03:21:22.971780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e964875b-3fc9-4f9e-8e3e-547731dd11dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network 68d16b29-eb71-4c36-a416-3ea71310f997 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:21:23.010366 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-e964875b-3fc9-4f9e-8e3e-547731dd11dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 68d16b29-eb71-4c36-a416-3ea71310f997) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:21:23.015999 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e964875b-3fc9-4f9e-8e3e-547731dd11dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:23.016595 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e964875b-3fc9-4f9e-8e3e-547731dd11dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:23.016991 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Publish callbacks [] for port (8b7ec150-1f25-439c-8b08-fafb8421af53), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:23.024670 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8b7ec150-1f25-439c-8b08-fafb8421af53), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:23.036659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4645132a-739e-4356-bc8a-db02fac4062b None None] Network 68d16b29-eb71-4c36-a416-3ea71310f997 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:21:23.041768 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e964875b-3fc9-4f9e-8e3e-547731dd11dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5990849 Feb 05 03:21:23.043111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59184) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:23.048155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318915a-c1fe-4f62-a693-51099b1ef325 req-55b78437-3e92-4d39-b3e3-66d0da7c6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:23.049699 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6318915a-c1fe-4f62-a693-51099b1ef325 req-55b78437-3e92-4d39-b3e3-66d0da7c6d53 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3cdf6c2848db4744be2c4489be46f36e&device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 1127 time: 0.0755663 Feb 05 03:21:23.125486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Attempting to bind port 8b7ec150-1f25-439c-8b08-fafb8421af53 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:21:23.126030 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Attempting to bind port 8b7ec150-1f25-439c-8b08-fafb8421af53 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:21:23.126243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Attempting to bind port 8b7ec150-1f25-439c-8b08-fafb8421af53 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:21:23.144944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:21:23.145324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:21:23.146101 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:23.146101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:21:23.146592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Bound port: 8b7ec150-1f25-439c-8b08-fafb8421af53, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:21:23.146997 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8b7ec150-1f25-439c-8b08-fafb8421af53), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:23.198289 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] For port 8b7ec150-1f25-439c-8b08-fafb8421af53, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:21:23.201429 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] For port 8b7ec150-1f25-439c-8b08-fafb8421af53, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8b7ec150-1f25-439c-8b08-fafb8421af53,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:21:23.207803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c355dd-1692-40b2-92fb-f25ad97cd404 None None] Pushing event updated for resources: {'Port': ['ID=8b7ec150-1f25-439c-8b08-fafb8421af53,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:23.213757 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318915a-c1fe-4f62-a693-51099b1ef325 req-05b40375-b958-4a7f-95ce-c2c54cbc95cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:23.216457 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6318915a-c1fe-4f62-a693-51099b1ef325 req-05b40375-b958-4a7f-95ce-c2c54cbc95cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=ad0799a3-3b8e-4a63-951e-e131e230b36c HTTP/1.1" status: 200 len: 914 time: 0.1309450 Feb 05 03:21:23.220808 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8b7ec150-1f25-439c-8b08-fafb8421af53), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:23.288950 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6318915a-c1fe-4f62-a693-51099b1ef325 req-88b2c540-c973-4bb6-b00c-ab6bd6596a47 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7ba1a9d-5501-49cd-b327-5800245bb98f HTTP/1.1" status: 200 len: 217 time: 0.0642145 Feb 05 03:21:23.297816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Routers {'2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:21:23.298678 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:21:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:23.356225 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318915a-c1fe-4f62-a693-51099b1ef325 req-ac0a15f3-a66f-4194-88be-72dfecb7beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:23.360091 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6318915a-c1fe-4f62-a693-51099b1ef325 req-ac0a15f3-a66f-4194-88be-72dfecb7beb6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b2214a3-50f5-4c40-899f-3fda91cb82c9 HTTP/1.1" status: 200 len: 853 time: 0.0641921 Feb 05 03:21:23.422507 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6318915a-c1fe-4f62-a693-51099b1ef325 req-4aaab585-2b2e-4104-8710-a2f16a86f6a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad0799a3-3b8e-4a63-951e-e131e230b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556035 Feb 05 03:21:23.434297 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-68d16b29-eb71-4c36-a416-3ea71310f997', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'fixed_ips': [{'subnet_id': '9fb46138-0685-430b-af0a-d9fc5959f783'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:21:23.435660 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:23.507936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] Set router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:21:23.573574 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c355dd-1692-40b2-92fb-f25ad97cd404 None None] Pushing event updated for resources: {'Port': ['ID=8b7ec150-1f25-439c-8b08-fafb8421af53,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:23.598498 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6318915a-c1fe-4f62-a693-51099b1ef325 req-1888e735-b0a6-44de-94f8-e0a1b0fdbc77 service neutron] 10.222.0.31 "GET /v2.0/networks/ad0799a3-3b8e-4a63-951e-e131e230b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639607 Feb 05 03:21:23.740203 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:23.742319 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6318915a-c1fe-4f62-a693-51099b1ef325 req-b9a717b6-94c1-4dc4-ab7b-417bffa31f8c service neutron] 10.222.0.31 "GET /v2.0/networks/ad0799a3-3b8e-4a63-951e-e131e230b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341364 Feb 05 03:21:23.940321 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Allocated IP 172.20.0.2 (68d16b29-eb71-4c36-a416-3ea71310f997/9fb46138-0685-430b-af0a-d9fc5959f783/d7322448-a7c3-4899-8e8c-99bf21259cb6) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:21:23.971690 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d7a47-15f1-48e7-a69c-ecd2fab2be8e req-cea52e36-33fa-4f5b-9242-583a012f2383 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:23.973286 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-688d7a47-15f1-48e7-a69c-ecd2fab2be8e req-cea52e36-33fa-4f5b-9242-583a012f2383 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.1773000 Feb 05 03:21:23.982230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428d717-6010-4fc0-8424-3ce1229ee845 req-dc2a9472-4c50-4b82-a807-5eaa912bd7af tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:23.983953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e428d717-6010-4fc0-8424-3ce1229ee845 req-dc2a9472-4c50-4b82-a807-5eaa912bd7af tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.2153089 Feb 05 03:21:24.022028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:21:21Z', 'revision_number': 3, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:24.055843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2479958-4729-4af3-a6cf-8a16f6863a07 None None] The sync data for ids ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'] in n-d-826942-8 is: [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:21:21Z', 'revision_number': 3, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:21:24.118612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-688d7a47-15f1-48e7-a69c-ecd2fab2be8e req-48706a6c-0169-47e2-a006-408fdecd1c08 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319439 Feb 05 03:21:24.153492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e428d717-6010-4fc0-8424-3ce1229ee845 req-1de7bd89-d07e-4f5a-b8c7-0fe7ae9026d8 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550703 Feb 05 03:21:24.176459 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Publish callbacks [] for port (d7322448-a7c3-4899-8e8c-99bf21259cb6), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:24.193998 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (d7322448-a7c3-4899-8e8c-99bf21259cb6), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:24.230640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Network 68d16b29-eb71-4c36-a416-3ea71310f997 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:21:24.234148 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:21:24.237855 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:21:24.308744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Pushing event updated for resources: {'Port': ['ID=d7322448-a7c3-4899-8e8c-99bf21259cb6,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:24.311104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Attempting to bind port d7322448-a7c3-4899-8e8c-99bf21259cb6 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:21:24.311594 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Attempting to bind port d7322448-a7c3-4899-8e8c-99bf21259cb6 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'd1b1e1f5-2b39-4c0b-b83d-52696b48f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:21:24.312514 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Attempting to bind port d7322448-a7c3-4899-8e8c-99bf21259cb6 on network 68d16b29-eb71-4c36-a416-3ea71310f997 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:21:24.318390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:21:24.318811 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Checking segment: {'id': 'd1b1e1f5-2b39-4c0b-b83d-52696b48f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:21:24.319200 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:24.319596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Bound using segment: {'id': 'd1b1e1f5-2b39-4c0b-b83d-52696b48f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:21:24.320068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Bound port: d7322448-a7c3-4899-8e8c-99bf21259cb6, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b1e1f5-2b39-4c0b-b83d-52696b48f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:21:24.320453 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d7322448-a7c3-4899-8e8c-99bf21259cb6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:24.363463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Allocated IP 172.20.0.1 (68d16b29-eb71-4c36-a416-3ea71310f997/9fb46138-0685-430b-af0a-d9fc5959f783/259d61b7-7130-4990-aa0c-7f47b6b6819b) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:21:24.455704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] For port d7322448-a7c3-4899-8e8c-99bf21259cb6, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:21:24.461892 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] For port d7322448-a7c3-4899-8e8c-99bf21259cb6, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d7322448-a7c3-4899-8e8c-99bf21259cb6,segment=NetworkSegment(d1b1e1f5-2b39-4c0b-b83d-52696b48f046),segment_id=d1b1e1f5-2b39-4c0b-b83d-52696b48f046)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:21:24.464344 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbe2e7-7ba7-4a79-89ac-27b58b748f4e req-023515d0-e257-4dd1-b2c4-624f5861a393 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:24.465609 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16cbe2e7-7ba7-4a79-89ac-27b58b748f4e req-023515d0-e257-4dd1-b2c4-624f5861a393 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.1754887 Feb 05 03:21:24.472664 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d7322448-a7c3-4899-8e8c-99bf21259cb6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:24.475783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59198) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:24.483467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3c8edf9e-a808-4cf7-b2a8-ff3cf75c0428 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Request body: {'floatingip': {'port_id': 'dbc878c9-1465-47ef-bd5a-0494c8894434'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:24.544281 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c8edf9e-a808-4cf7-b2a8-ff3cf75c0428 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for floatingip (98d1a5c5-892f-4549-942a-fbd978fd9aa0), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:24.567748 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:24.583713 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e06ce2-200d-4cff-b929-b153d0fb7621 None None] Pushing event updated for resources: {'Port': ['ID=d7322448-a7c3-4899-8e8c-99bf21259cb6,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:24.623836 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:24.707276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network 68d16b29-eb71-4c36-a416-3ea71310f997 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:21:24.712943 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:21:24.724849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:21:24.757985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Port': ['ID=259d61b7-7130-4990-aa0c-7f47b6b6819b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:24.795524 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:25.086472 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:25.172080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8b7ec150-1f25-439c-8b08-fafb8421af53 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:21:25.282622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8b7ec150-1f25-439c-8b08-fafb8421af53 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:21:25.283241 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8b7ec150-1f25-439c-8b08-fafb8421af53), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:25.424270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8b7ec150-1f25-439c-8b08-fafb8421af53 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:21:25.424666 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8b7ec150-1f25-439c-8b08-fafb8421af53), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:25.450992 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c8edf9e-a808-4cf7-b2a8-ff3cf75c0428 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:25.461304 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c8edf9e-a808-4cf7-b2a8-ff3cf75c0428 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (98d1a5c5-892f-4549-942a-fbd978fd9aa0), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:25.477706 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 8b7ec150-1f25-439c-8b08-fafb8421af53, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8b7ec150-1f25-439c-8b08-fafb8421af53,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:21:25.482835 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8b7ec150-1f25-439c-8b08-fafb8421af53), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:25.577764 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=8b7ec150-1f25-439c-8b08-fafb8421af53,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:25.580802 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d554e6c-e355-458d-b96c-935aa6d81d21 req-613d3c5d-12a3-4316-a968-d26f30667ab2 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:25.582364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d554e6c-e355-458d-b96c-935aa6d81d21 req-613d3c5d-12a3-4316-a968-d26f30667ab2 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.1977029 Feb 05 03:21:25.593985 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-3c8edf9e-a808-4cf7-b2a8-ff3cf75c0428 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Floating IP 98d1a5c5-892f-4549-942a-fbd978fd9aa0 associated. External IP: 172.25.0.21, port: dbc878c9-1465-47ef-bd5a-0494c8894434. Feb 05 03:21:25.671311 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d554e6c-e355-458d-b96c-935aa6d81d21 req-d56a0e9d-73c5-4ad1-a69e-923897e8f7c3 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781040 Feb 05 03:21:25.713360 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:25.721856 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:25.828809 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Port': ['ID=259d61b7-7130-4990-aa0c-7f47b6b6819b,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:25.832221 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:25.923166 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8edf9e-a808-4cf7-b2a8-ff3cf75c0428 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Router 73ab2216-020d-4a15-ac72-21cd245ebb7b has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:21:25.974682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network 68d16b29-eb71-4c36-a416-3ea71310f997 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:21:25.976400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:21:26.068531 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8edf9e-a808-4cf7-b2a8-ff3cf75c0428 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:21:26.073806 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c8edf9e-a808-4cf7-b2a8-ff3cf75c0428 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:26.080330 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a7bb4-f956-437a-91eb-03aa3e1a8f64 None None] Sync routers for ids ['73ab2216-020d-4a15-ac72-21cd245ebb7b'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:21:26.093956 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a7bb4-f956-437a-91eb-03aa3e1a8f64 None None] Routers {'73ab2216-020d-4a15-ac72-21cd245ebb7b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:21:26.094738 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-066a7bb4-f956-437a-91eb-03aa3e1a8f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:21:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['73ab2216-020d-4a15-ac72-21cd245ebb7b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:26.149098 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d1981f-e9c7-4802-b10f-30af5dc18a1c None None] Network 68d16b29-eb71-4c36-a416-3ea71310f997 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:21:26.157734 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:21:26.172317 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3c8edf9e-a808-4cf7-b2a8-ff3cf75c0428 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "PUT /v2.0/floatingips/98d1a5c5-892f-4549-942a-fbd978fd9aa0 HTTP/1.1" status: 200 len: 990 time: 1.6953514 Feb 05 03:21:26.174445 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'tag': 'dbc878c9-1465-47ef-bd5a-0494c8894434'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:21:26.182787 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5481d6-004d-4047-b2d7-026c161d5108" -d '{"events": [{"name": "network-changed", "server_uuid": "138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d", "tag": "dbc878c9-1465-47ef-bd5a-0494c8894434"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:21:26.265203 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-39096876-ddc7-4b7f-8920-cfc21d4bef3f None None] Provisioning complete for port d7322448-a7c3-4899-8e8c-99bf21259cb6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:21:26.265578 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-39096876-ddc7-4b7f-8920-cfc21d4bef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d7322448-a7c3-4899-8e8c-99bf21259cb6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:26.405205 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-066a7bb4-f956-437a-91eb-03aa3e1a8f64 None None] Set router 73ab2216-020d-4a15-ac72-21cd245ebb7b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:21:26.420543 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-39096876-ddc7-4b7f-8920-cfc21d4bef3f None None] Current status of the port d7322448-a7c3-4899-8e8c-99bf21259cb6 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:21:26.421100 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-39096876-ddc7-4b7f-8920-cfc21d4bef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d7322448-a7c3-4899-8e8c-99bf21259cb6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:26.496389 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-39096876-ddc7-4b7f-8920-cfc21d4bef3f None None] For port d7322448-a7c3-4899-8e8c-99bf21259cb6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d7322448-a7c3-4899-8e8c-99bf21259cb6,segment=NetworkSegment(d1b1e1f5-2b39-4c0b-b83d-52696b48f046),segment_id=d1b1e1f5-2b39-4c0b-b83d-52696b48f046)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:21:26.519543 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-39096876-ddc7-4b7f-8920-cfc21d4bef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d7322448-a7c3-4899-8e8c-99bf21259cb6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:26.589449 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bacb2e-9934-4a9b-a9c8-cddcac364a76 x-openstack-request-id: req-14bacb2e-9934-4a9b-a9c8-cddcac364a76 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:21:26.590025 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d", "tag": "dbc878c9-1465-47ef-bd5a-0494c8894434", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:21:26.590025 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14bacb2e-9934-4a9b-a9c8-cddcac364a76 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:21:26.590395 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'tag': 'dbc878c9-1465-47ef-bd5a-0494c8894434', 'status': 'completed', 'code': 200} Feb 05 03:21:26.626175 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39096876-ddc7-4b7f-8920-cfc21d4bef3f None None] Pushing event updated for resources: {'Port': ['ID=d7322448-a7c3-4899-8e8c-99bf21259cb6,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:26.710330 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5481d6-004d-4047-b2d7-026c161d5108 req-3106205d-53da-43e7-8149-f21ced1ddc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:26.713394 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b5481d6-004d-4047-b2d7-026c161d5108 req-3106205d-53da-43e7-8149-f21ced1ddc8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba67a63a3f224705a45911cfa6b17697&device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 1127 time: 0.1212840 Feb 05 03:21:26.868073 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-066a7bb4-f956-437a-91eb-03aa3e1a8f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:07Z', 'revision_number': 4, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '98d1a5c5-892f-4549-942a-fbd978fd9aa0', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'port_id': 'dbc878c9-1465-47ef-bd5a-0494c8894434', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'mac_address': 'fa:16:3e:a5:0e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:21:09Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 1, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31', 'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'mac_address': 'fa:16:3e:fb:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:06Z', 'updated_at': '2022-02-05T03:17:13Z', 'revision_number': 5, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'subnets': [{'id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:26.887173 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5481d6-004d-4047-b2d7-026c161d5108 req-de8dc012-686c-4fa8-8fdd-d0b5db4c8e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:26.888956 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b5481d6-004d-4047-b2d7-026c161d5108 req-de8dc012-686c-4fa8-8fdd-d0b5db4c8e6e service neutron] 10.222.0.10 "GET /v2.0/networks?id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 200 len: 918 time: 0.1685355 Feb 05 03:21:26.904085 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a7bb4-f956-437a-91eb-03aa3e1a8f64 None None] Checking router: 73ab2216-020d-4a15-ac72-21cd245ebb7b for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:21:26.916127 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a7bb4-f956-437a-91eb-03aa3e1a8f64 None None] Routers {'73ab2216-020d-4a15-ac72-21cd245ebb7b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:21:26.917034 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-066a7bb4-f956-437a-91eb-03aa3e1a8f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:21:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['73ab2216-020d-4a15-ac72-21cd245ebb7b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:26.956233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a4327fa4-912b-41ee-a5ca-e96ccde7dc64 None None] Provisioning complete for port 259d61b7-7130-4990-aa0c-7f47b6b6819b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:21:26.956768 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4327fa4-912b-41ee-a5ca-e96ccde7dc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:27.055749 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a4327fa4-912b-41ee-a5ca-e96ccde7dc64 None None] Port 259d61b7-7130-4990-aa0c-7f47b6b6819b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:21:27.074696 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b5481d6-004d-4047-b2d7-026c161d5108 req-ed148eb7-c63d-4f64-9f69-7f345e9cacb1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbc878c9-1465-47ef-bd5a-0494c8894434 HTTP/1.1" status: 200 len: 998 time: 0.1785095 Feb 05 03:21:27.081917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a4327fa4-912b-41ee-a5ca-e96ccde7dc64 None None] Provisioning complete for port d7322448-a7c3-4899-8e8c-99bf21259cb6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:21:27.082295 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4327fa4-912b-41ee-a5ca-e96ccde7dc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d7322448-a7c3-4899-8e8c-99bf21259cb6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:27.082729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e0bd5-0dda-4764-b535-c6fff76eb14f req-e36e0346-a207-4c61-8367-9c5d7bc115a1 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.084433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b5e0bd5-0dda-4764-b535-c6fff76eb14f req-e36e0346-a207-4c61-8367-9c5d7bc115a1 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.2921417 Feb 05 03:21:27.095011 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-066a7bb4-f956-437a-91eb-03aa3e1a8f64 None None] Set router 73ab2216-020d-4a15-ac72-21cd245ebb7b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:21:27.129298 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5481d6-004d-4047-b2d7-026c161d5108 req-e12e801b-1300-4d81-8b8b-f8e8a4aa1dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.130828 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b5481d6-004d-4047-b2d7-026c161d5108 req-e12e801b-1300-4d81-8b8b-f8e8a4aa1dbc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ab975cc-8263-4d78-92b1-c19cb0f69805 HTTP/1.1" status: 200 len: 856 time: 0.0484343 Feb 05 03:21:27.139087 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87caef2-c256-4eca-b097-cd6f81d763ac req-c7234617-53d9-41a7-b381-5dadb830dbf2 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.140661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d87caef2-c256-4eca-b097-cd6f81d763ac req-c7234617-53d9-41a7-b381-5dadb830dbf2 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.3070288 Feb 05 03:21:27.141797 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:21:27.147432 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9e4e4c26-50b2-4a41-b6a1-7fc4901104c0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "PUT /v2.0/routers/2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1019917 Feb 05 03:21:27.150378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59214) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:27.172937 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Sync routers for ids ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:21:27.196689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5481d6-004d-4047-b2d7-026c161d5108 req-5489e34e-1246-43b4-be62-df5b933ba273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.203194 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b5481d6-004d-4047-b2d7-026c161d5108 req-5489e34e-1246-43b4-be62-df5b933ba273 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0634589 Feb 05 03:21:27.226339 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Routers {'2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:21:27.227406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:21:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:27.331087 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b5481d6-004d-4047-b2d7-026c161d5108 req-7ffff141-ac6c-42ee-ac27-ca6e1114053f service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217773 Feb 05 03:21:27.347574 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8b7ec150-1f25-439c-8b08-fafb8421af53 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:21:27.444922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a4327fa4-912b-41ee-a5ca-e96ccde7dc64 None None] Current status of the port d7322448-a7c3-4899-8e8c-99bf21259cb6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:21:27.469619 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b5481d6-004d-4047-b2d7-026c161d5108 req-f9ac88cb-24dc-4aad-a1f0-899976b34f24 service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322289 Feb 05 03:21:27.487732 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b5e0bd5-0dda-4764-b535-c6fff76eb14f req-dd377021-0209-47b9-8662-86bc61266418 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3906505 Feb 05 03:21:27.492535 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb229c5-f163-4143-9696-f4e6e427d04f tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.493016 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb229c5-f163-4143-9696-f4e6e427d04f tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.493666 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb229c5-f163-4143-9696-f4e6e427d04f tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.494261 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb229c5-f163-4143-9696-f4e6e427d04f tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.494644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb229c5-f163-4143-9696-f4e6e427d04f tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.495314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb229c5-f163-4143-9696-f4e6e427d04f tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.496227 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb229c5-f163-4143-9696-f4e6e427d04f tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.496355 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb229c5-f163-4143-9696-f4e6e427d04f tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.496759 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb229c5-f163-4143-9696-f4e6e427d04f tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.497291 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb229c5-f163-4143-9696-f4e6e427d04f tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.497744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb229c5-f163-4143-9696-f4e6e427d04f tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.504357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-efb229c5-f163-4143-9696-f4e6e427d04f tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7798 time: 0.3527970 Feb 05 03:21:27.504720 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59216) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:27.508225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d87caef2-c256-4eca-b097-cd6f81d763ac req-51e0ebe8-f979-48a3-a33f-71a15dec997d tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145154 Feb 05 03:21:27.548168 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8b7ec150-1f25-439c-8b08-fafb8421af53 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:21:27.548955 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8b7ec150-1f25-439c-8b08-fafb8421af53), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:27.580707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Set router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:21:27.658830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576cbe3d-b459-441f-abf9-aeef09e0fb66 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.659613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576cbe3d-b459-441f-abf9-aeef09e0fb66 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.659899 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576cbe3d-b459-441f-abf9-aeef09e0fb66 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.660576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576cbe3d-b459-441f-abf9-aeef09e0fb66 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.661084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576cbe3d-b459-441f-abf9-aeef09e0fb66 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.661585 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576cbe3d-b459-441f-abf9-aeef09e0fb66 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.662665 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576cbe3d-b459-441f-abf9-aeef09e0fb66 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.663354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576cbe3d-b459-441f-abf9-aeef09e0fb66 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.663864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576cbe3d-b459-441f-abf9-aeef09e0fb66 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.664368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576cbe3d-b459-441f-abf9-aeef09e0fb66 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.664978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576cbe3d-b459-441f-abf9-aeef09e0fb66 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.665103 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-066a7bb4-f956-437a-91eb-03aa3e1a8f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:07Z', 'revision_number': 4, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '98d1a5c5-892f-4549-942a-fbd978fd9aa0', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'port_id': 'dbc878c9-1465-47ef-bd5a-0494c8894434', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'mac_address': 'fa:16:3e:a5:0e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:21:09Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 1, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31', 'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'mac_address': 'fa:16:3e:fb:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:06Z', 'updated_at': '2022-02-05T03:17:13Z', 'revision_number': 5, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'subnets': [{'id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:27.668387 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-576cbe3d-b459-441f-abf9-aeef09e0fb66 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7217 time: 0.1615582 Feb 05 03:21:27.670080 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59222) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:27.689132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e5371209-3d2c-4f01-8e97-527e708fa1db None None] Provisioning complete for port 259d61b7-7130-4990-aa0c-7f47b6b6819b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:21:27.689498 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e5371209-3d2c-4f01-8e97-527e708fa1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:27.699662 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a7bb4-f956-437a-91eb-03aa3e1a8f64 None None] The sync data for ids ['73ab2216-020d-4a15-ac72-21cd245ebb7b'] in n-d-826942-8 is: [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:07Z', 'revision_number': 4, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '98d1a5c5-892f-4549-942a-fbd978fd9aa0', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'port_id': 'dbc878c9-1465-47ef-bd5a-0494c8894434', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'mac_address': 'fa:16:3e:a5:0e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:21:09Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 1, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31', 'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'mac_address': 'fa:16:3e:fb:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:06Z', 'updated_at': '2022-02-05T03:17:13Z', 'revision_number': 5, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'subnets': [{'id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:21:27.914058 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bba3f6-6480-4c33-927c-688c889fc470 req-35137786-5d8d-48a0-83b2-ffbbe85957b4 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:27.915778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84bba3f6-6480-4c33-927c-688c889fc470 req-35137786-5d8d-48a0-83b2-ffbbe85957b4 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 945 time: 0.0732045 Feb 05 03:21:27.994719 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84bba3f6-6480-4c33-927c-688c889fc470 req-49537820-fb4e-4be2-8c65-9f016dadf4c4 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680978 Feb 05 03:21:28.024340 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e5371209-3d2c-4f01-8e97-527e708fa1db None None] Port 259d61b7-7130-4990-aa0c-7f47b6b6819b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:21:28.052457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8b7ec150-1f25-439c-8b08-fafb8421af53 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:21:28.058511 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d7322448-a7c3-4899-8e8c-99bf21259cb6 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:21:28.080818 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e453919e-1466-45dc-87ac-67d88f1daa06 None None] New status for floating IP 98d1a5c5-892f-4549-942a-fbd978fd9aa0: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:21:28.163093 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:21:24Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '259d61b7-7130-4990-aa0c-7f47b6b6819b', 'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:fc:3f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:24Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 2, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:28.166240 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6295f66e-17bb-4adc-ac1b-fdb62e099a2c None None] Provisioning complete for port 259d61b7-7130-4990-aa0c-7f47b6b6819b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:21:28.166828 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6295f66e-17bb-4adc-ac1b-fdb62e099a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:28.198788 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d7322448-a7c3-4899-8e8c-99bf21259cb6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:21:28.199345 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d7322448-a7c3-4899-8e8c-99bf21259cb6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:28.223187 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Checking router: 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:21:28.223701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Updating router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 port 259d61b7-7130-4990-aa0c-7f47b6b6819b binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:21:28.292643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6295f66e-17bb-4adc-ac1b-fdb62e099a2c None None] Port 259d61b7-7130-4990-aa0c-7f47b6b6819b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:21:28.299331 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:28.359209 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3bc978fd-ed61-4f1b-84b2-446e18382243 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5941 time: 0.6867266 Feb 05 03:21:28.394227 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d7322448-a7c3-4899-8e8c-99bf21259cb6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:21:28.479396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59230) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:28.508704 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59232) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:28.513768 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cb7ab18a-1d42-4275-96c3-5d218a6c1d3e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1769834618', 'description': 'tempest-secgroup-smoke-1769834618 description', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:28.537846 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb7ab18a-1d42-4275-96c3-5d218a6c1d3e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:28.667310 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Publish callbacks [] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:28.674105 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:28.676357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-59a0cc12-a562-4429-9c9f-8fbe71edbd03 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Deleting port dce2a3e8-8620-4621-bd23-907d316ec7cf {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:21:28.676911 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59a0cc12-a562-4429-9c9f-8fbe71edbd03 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (dce2a3e8-8620-4621-bd23-907d316ec7cf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:28.713734 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb7ab18a-1d42-4275-96c3-5d218a6c1d3e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (68e6ba3a-6bb3-4411-b703-b4af26096983), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:28.732012 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22270d-7305-4697-bc31-9395c48531c6 req-957181c2-6819-408c-9f69-8c8610b4edd8 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:28.734113 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f22270d-7305-4697-bc31-9395c48531c6 req-957181c2-6819-408c-9f69-8c8610b4edd8 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.1331298 Feb 05 03:21:28.734791 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb7ab18a-1d42-4275-96c3-5d218a6c1d3e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (68e6ba3a-6bb3-4411-b703-b4af26096983), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:28.759108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4dc3f-5db8-4e22-a59c-fccb4a2b4ff4 None None] Pushing event updated for resources: {'Port': ['ID=259d61b7-7130-4990-aa0c-7f47b6b6819b,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:28.782822 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59a0cc12-a562-4429-9c9f-8fbe71edbd03 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (dce2a3e8-8620-4621-bd23-907d316ec7cf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:28.783403 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59a0cc12-a562-4429-9c9f-8fbe71edbd03 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for floatingip (dce2a3e8-8620-4621-bd23-907d316ec7cf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:28.788796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49987e9f-0d20-485b-8e08-4e657d7dc6c1 req-1381d3db-1221-4134-85b9-f17867762e48 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:28.790361 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49987e9f-0d20-485b-8e08-4e657d7dc6c1 req-1381d3db-1221-4134-85b9-f17867762e48 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.1489999 Feb 05 03:21:28.803062 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-59a0cc12-a562-4429-9c9f-8fbe71edbd03 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Calling delete_port for dce2a3e8-8620-4621-bd23-907d316ec7cf owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:21:28.807656 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb7ab18a-1d42-4275-96c3-5d218a6c1d3e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:28.810937 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cb7ab18a-1d42-4275-96c3-5d218a6c1d3e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2988753 Feb 05 03:21:28.810937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ab18a-1d42-4275-96c3-5d218a6c1d3e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e6ba3a-6bb3-4411-b703-b4af26096983,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:28.814193 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59238) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:28.815099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Attempting to bind port 259d61b7-7130-4990-aa0c-7f47b6b6819b on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:21:28.815639 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Attempting to bind port 259d61b7-7130-4990-aa0c-7f47b6b6819b by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'd1b1e1f5-2b39-4c0b-b83d-52696b48f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:21:28.816182 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Attempting to bind port 259d61b7-7130-4990-aa0c-7f47b6b6819b on network 68d16b29-eb71-4c36-a416-3ea71310f997 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:21:28.822424 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:21:28.823118 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Checking segment: {'id': 'd1b1e1f5-2b39-4c0b-b83d-52696b48f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:21:28.823707 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:28.824255 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Bound using segment: {'id': 'd1b1e1f5-2b39-4c0b-b83d-52696b48f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:21:28.824884 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Bound port: 259d61b7-7130-4990-aa0c-7f47b6b6819b, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b1e1f5-2b39-4c0b-b83d-52696b48f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:21:28.825446 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:28.826678 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8cbd7322-ccab-458e-a0e0-88d0b4d6733c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '68e6ba3a-6bb3-4411-b703-b4af26096983', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:28.897540 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49987e9f-0d20-485b-8e08-4e657d7dc6c1 req-aabf7ed3-c79e-4718-be7b-65abbdbca41c tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808742 Feb 05 03:21:28.908469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] For port 259d61b7-7130-4990-aa0c-7f47b6b6819b, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:21:28.913177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f22270d-7305-4697-bc31-9395c48531c6 req-8a6aab49-c613-41fe-ac87-25f8ce01195a tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643672 Feb 05 03:21:28.913431 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] For port 259d61b7-7130-4990-aa0c-7f47b6b6819b, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=259d61b7-7130-4990-aa0c-7f47b6b6819b,segment=NetworkSegment(d1b1e1f5-2b39-4c0b-b83d-52696b48f046),segment_id=d1b1e1f5-2b39-4c0b-b83d-52696b48f046)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:21:28.926721 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7322-ccab-458e-a0e0-88d0b4d6733c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (96bbcc87-4dde-46c8-876c-24579f0ac151), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:28.932814 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.000831 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Routers {'2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:21:29.001709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:21:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:29.024744 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7322-ccab-458e-a0e0-88d0b4d6733c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (96bbcc87-4dde-46c8-876c-24579f0ac151), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.029759 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7322-ccab-458e-a0e0-88d0b4d6733c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (96bbcc87-4dde-46c8-876c-24579f0ac151), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.064324 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd7322-ccab-458e-a0e0-88d0b4d6733c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96bbcc87-4dde-46c8-876c-24579f0ac151,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:29.072118 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7322-ccab-458e-a0e0-88d0b4d6733c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.073605 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8cbd7322-ccab-458e-a0e0-88d0b4d6733c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2533503 Feb 05 03:21:29.076365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59246) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:29.086409 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6a67903a-8bac-4538-b222-f6f7f7cc8511 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '68e6ba3a-6bb3-4411-b703-b4af26096983', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:29.163867 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4dc3f-5db8-4e22-a59c-fccb4a2b4ff4 None None] Pushing event updated for resources: {'Port': ['ID=259d61b7-7130-4990-aa0c-7f47b6b6819b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:29.168837 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59a0cc12-a562-4429-9c9f-8fbe71edbd03 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (dce2a3e8-8620-4621-bd23-907d316ec7cf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.176168 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a67903a-8bac-4538-b222-f6f7f7cc8511 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (2e51320e-f0ce-40d8-bc7f-12ab5be68e1d), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.221483 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0cc12-a562-4429-9c9f-8fbe71edbd03 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Pushing event deleted for resources: {'Port': ['ID=dce2a3e8-8620-4621-bd23-907d316ec7cf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:29.251684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0c23b-e9b0-439a-aafb-b506a29c3b8d req-6ecc4d9a-bd24-4b41-a56b-76eaeb49aec6 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:29.259269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ed0c23b-e9b0-439a-aafb-b506a29c3b8d req-6ecc4d9a-bd24-4b41-a56b-76eaeb49aec6 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 945 time: 0.1417181 Feb 05 03:21:29.282830 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7b95d7ed-18e4-4770-906e-0a6f6d444cd4 None None] Provisioning complete for port 259d61b7-7130-4990-aa0c-7f47b6b6819b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:21:29.283284 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7b95d7ed-18e4-4770-906e-0a6f6d444cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.289369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] Set router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:21:29.324682 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59a0cc12-a562-4429-9c9f-8fbe71edbd03 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for floatingip (48379349-0cd1-44b6-9a06-e8edf0b2c4a7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.325174 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-59a0cc12-a562-4429-9c9f-8fbe71edbd03 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Floating IP 48379349-0cd1-44b6-9a06-e8edf0b2c4a7 disassociated (deleted). External IP: 172.25.0.190, port: 7753aa9f-e8af-4442-b563-960cbe23c4bb. Feb 05 03:21:29.359807 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ed0c23b-e9b0-439a-aafb-b506a29c3b8d req-f79d5451-ddd2-44b9-afda-f6b463f74eba tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909283 Feb 05 03:21:29.383620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a67903a-8bac-4538-b222-f6f7f7cc8511 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (2e51320e-f0ce-40d8-bc7f-12ab5be68e1d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.395921 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a67903a-8bac-4538-b222-f6f7f7cc8511 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (2e51320e-f0ce-40d8-bc7f-12ab5be68e1d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.435305 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67903a-8bac-4538-b222-f6f7f7cc8511 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e51320e-f0ce-40d8-bc7f-12ab5be68e1d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:29.444243 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a67903a-8bac-4538-b222-f6f7f7cc8511 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.448732 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6a67903a-8bac-4538-b222-f6f7f7cc8511 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3685424 Feb 05 03:21:29.450835 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59250) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:29.466721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ada57a9a-1c37-4072-809d-d23dda6187b2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '68e6ba3a-6bb3-4411-b703-b4af26096983', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:29.496543 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada57a9a-1c37-4072-809d-d23dda6187b2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (71fc7b93-b728-49fe-88de-bf4173a218bd), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.557927 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7b95d7ed-18e4-4770-906e-0a6f6d444cd4 None None] Current status of the port 259d61b7-7130-4990-aa0c-7f47b6b6819b is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:21:29.559313 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7b95d7ed-18e4-4770-906e-0a6f6d444cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.568056 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada57a9a-1c37-4072-809d-d23dda6187b2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (71fc7b93-b728-49fe-88de-bf4173a218bd), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.573242 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada57a9a-1c37-4072-809d-d23dda6187b2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (71fc7b93-b728-49fe-88de-bf4173a218bd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.598564 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada57a9a-1c37-4072-809d-d23dda6187b2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fc7b93-b728-49fe-88de-bf4173a218bd,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:29.611416 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada57a9a-1c37-4072-809d-d23dda6187b2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.612933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ada57a9a-1c37-4072-809d-d23dda6187b2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1607974 Feb 05 03:21:29.616143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59254) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:29.621797 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-20481808-6dc2-44ab-983d-db7e762f9e30 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '68e6ba3a-6bb3-4411-b703-b4af26096983', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:29.638355 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7b95d7ed-18e4-4770-906e-0a6f6d444cd4 None None] For port 259d61b7-7130-4990-aa0c-7f47b6b6819b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=259d61b7-7130-4990-aa0c-7f47b6b6819b,segment=NetworkSegment(d1b1e1f5-2b39-4c0b-b83d-52696b48f046),segment_id=d1b1e1f5-2b39-4c0b-b83d-52696b48f046)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:21:29.644666 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7b95d7ed-18e4-4770-906e-0a6f6d444cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.663614 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20481808-6dc2-44ab-983d-db7e762f9e30 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (9f201d97-9733-46a4-8676-6766ad46d0a1), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.722078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95d7ed-18e4-4770-906e-0a6f6d444cd4 None None] Pushing event updated for resources: {'Port': ['ID=259d61b7-7130-4990-aa0c-7f47b6b6819b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:29.741086 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20481808-6dc2-44ab-983d-db7e762f9e30 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (9f201d97-9733-46a4-8676-6766ad46d0a1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.742902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:21:24Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '259d61b7-7130-4990-aa0c-7f47b6b6819b', 'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:fc:3f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:24Z', 'updated_at': '2022-02-05T03:21:28Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:29.746576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a0cc12-a562-4429-9c9f-8fbe71edbd03 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Router e3e4632e-4dc6-469b-a15a-151fee5f70f4 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:21:29.747227 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20481808-6dc2-44ab-983d-db7e762f9e30 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (9f201d97-9733-46a4-8676-6766ad46d0a1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.776247 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20481808-6dc2-44ab-983d-db7e762f9e30 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.780221 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-20481808-6dc2-44ab-983d-db7e762f9e30 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1605310 Feb 05 03:21:29.780744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59258) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:29.789072 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8db04af6-1df9-4c29-bf15-776a398c911f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '68e6ba3a-6bb3-4411-b703-b4af26096983', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:29.789256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9db31c-5b26-4b52-9cb4-2867bab0b827 None None] The sync data for ids ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'] in n-d-826942-8 is: [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:21:24Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '259d61b7-7130-4990-aa0c-7f47b6b6819b', 'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:fc:3f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:24Z', 'updated_at': '2022-02-05T03:21:28Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:21:29.801804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20481808-6dc2-44ab-983d-db7e762f9e30 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f201d97-9733-46a4-8676-6766ad46d0a1,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:29.810695 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4ced2e52-a343-437b-9e27-f9c3f79910aa None None] Provisioning complete for port 259d61b7-7130-4990-aa0c-7f47b6b6819b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:21:29.811219 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4ced2e52-a343-437b-9e27-f9c3f79910aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.819250 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-8db04af6-1df9-4c29-bf15-776a398c911f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Project 3f5ac7b643b8425bbed5ee0e77e96ba9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:21:29.825076 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8db04af6-1df9-4c29-bf15-776a398c911f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (6a8b459e-22eb-4ada-a112-529cfe43821c), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.927505 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8db04af6-1df9-4c29-bf15-776a398c911f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (6a8b459e-22eb-4ada-a112-529cfe43821c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.937694 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8db04af6-1df9-4c29-bf15-776a398c911f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (6a8b459e-22eb-4ada-a112-529cfe43821c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.971067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db04af6-1df9-4c29-bf15-776a398c911f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8b459e-22eb-4ada-a112-529cfe43821c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:29.985277 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8db04af6-1df9-4c29-bf15-776a398c911f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:29.989676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8db04af6-1df9-4c29-bf15-776a398c911f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2051516 Feb 05 03:21:29.990250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59262) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:30.001257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b7919e2b-6688-43da-a0d8-a0876713aff1 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '68e6ba3a-6bb3-4411-b703-b4af26096983', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:30.025900 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4ced2e52-a343-437b-9e27-f9c3f79910aa None None] Current status of the port 259d61b7-7130-4990-aa0c-7f47b6b6819b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:21:30.044146 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e603c-af75-4690-9edf-9b8d0405ac32 req-96fbb2e9-3479-40cb-851f-246dae99f1f8 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:30.045797 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad8e603c-af75-4690-9edf-9b8d0405ac32 req-96fbb2e9-3479-40cb-851f-246dae99f1f8 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 945 time: 0.1797659 Feb 05 03:21:30.052691 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-b7919e2b-6688-43da-a0d8-a0876713aff1 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Project 3f5ac7b643b8425bbed5ee0e77e96ba9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:21:30.061925 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b7919e2b-6688-43da-a0d8-a0876713aff1 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (44c2cf39-e438-4be5-b996-2fb820b86b6f), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:30.157810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a0cc12-a562-4429-9c9f-8fbe71edbd03 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:21:30.167376 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59a0cc12-a562-4429-9c9f-8fbe71edbd03 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:30.175981 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b1897-d229-4ae2-afd5-50d9b93beca2 None None] Sync routers for ids ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:21:30.208577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b1897-d229-4ae2-afd5-50d9b93beca2 None None] Routers {'e3e4632e-4dc6-469b-a15a-151fee5f70f4'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:21:30.210657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9b3b1897-d229-4ae2-afd5-50d9b93beca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:21:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:30.217241 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b7919e2b-6688-43da-a0d8-a0876713aff1 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (44c2cf39-e438-4be5-b996-2fb820b86b6f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:30.228215 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-59a0cc12-a562-4429-9c9f-8fbe71edbd03 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "DELETE /v2.0/floatingips/48379349-0cd1-44b6-9a06-e8edf0b2c4a7 HTTP/1.1" status: 204 len: 168 time: 1.7448001 Feb 05 03:21:30.228215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'tag': '7753aa9f-e8af-4442-b563-960cbe23c4bb'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:21:30.228401 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b7919e2b-6688-43da-a0d8-a0876713aff1 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (44c2cf39-e438-4be5-b996-2fb820b86b6f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:30.244008 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d66417-cbc1-4721-9bb7-c6299e685394" -d '{"events": [{"name": "network-changed", "server_uuid": "7c54050d-257d-45e1-adcd-d082a143ffdf", "tag": "7753aa9f-e8af-4442-b563-960cbe23c4bb"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:21:30.246245 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9bf4d-2941-47ad-af3b-69fce87a76cb req-421bb68f-8065-4692-8d75-5a392c0ecb65 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:30.248595 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aae9bf4d-2941-47ad-af3b-69fce87a76cb req-421bb68f-8065-4692-8d75-5a392c0ecb65 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.1717269 Feb 05 03:21:30.272168 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b7919e2b-6688-43da-a0d8-a0876713aff1 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:30.281208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ad8e603c-af75-4690-9edf-9b8d0405ac32 req-15555b3a-89f1-40de-811a-ed3ea9095634 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Deleting port c7ba1a9d-5501-49cd-b327-5800245bb98f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:21:30.282226 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ad8e603c-af75-4690-9edf-9b8d0405ac32 req-15555b3a-89f1-40de-811a-ed3ea9095634 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c7ba1a9d-5501-49cd-b327-5800245bb98f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:30.285748 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b7919e2b-6688-43da-a0d8-a0876713aff1 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2938015 Feb 05 03:21:30.321212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7919e2b-6688-43da-a0d8-a0876713aff1 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c2cf39-e438-4be5-b996-2fb820b86b6f,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:30.364799 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aae9bf4d-2941-47ad-af3b-69fce87a76cb req-90bf07b3-2c6e-4cb6-8ae8-37614f3a4ffe tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972009 Feb 05 03:21:30.434283 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9b3b1897-d229-4ae2-afd5-50d9b93beca2 None None] Set router e3e4632e-4dc6-469b-a15a-151fee5f70f4 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:21:30.459990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ad8e603c-af75-4690-9edf-9b8d0405ac32 req-15555b3a-89f1-40de-811a-ed3ea9095634 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] For port c7ba1a9d-5501-49cd-b327-5800245bb98f, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c7ba1a9d-5501-49cd-b327-5800245bb98f,segment=NetworkSegment(41701449-d567-45e3-8c95-aaaf9286504f),segment_id=41701449-d567-45e3-8c95-aaaf9286504f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:21:30.460489 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ad8e603c-af75-4690-9edf-9b8d0405ac32 req-15555b3a-89f1-40de-811a-ed3ea9095634 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c7ba1a9d-5501-49cd-b327-5800245bb98f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:30.494343 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814e60d5-7fe9-401c-b75f-91d4ff7d14b3 x-openstack-request-id: req-814e60d5-7fe9-401c-b75f-91d4ff7d14b3 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:21:30.494752 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c54050d-257d-45e1-adcd-d082a143ffdf", "tag": "7753aa9f-e8af-4442-b563-960cbe23c4bb", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:21:30.495211 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-814e60d5-7fe9-401c-b75f-91d4ff7d14b3 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:21:30.496314 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'tag': '7753aa9f-e8af-4442-b563-960cbe23c4bb', 'status': 'completed', 'code': 200} Feb 05 03:21:30.592595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ad8e603c-af75-4690-9edf-9b8d0405ac32 req-15555b3a-89f1-40de-811a-ed3ea9095634 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Calling delete_port for c7ba1a9d-5501-49cd-b327-5800245bb98f owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:21:30.699646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-d4a84f68-9323-458e-b1ec-894a2a627e62 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1769834618&fields=id&tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9 HTTP/1.1" status: 200 len: 267 time: 0.1186321 Feb 05 03:21:30.810475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0670427-09f9-4561-b623-ec4a4e0c85a7 req-ee7c286b-6a24-412f-8814-c26cab39a9e9 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:30.812551 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0670427-09f9-4561-b623-ec4a4e0c85a7 req-ee7c286b-6a24-412f-8814-c26cab39a9e9 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0ee6a0e-78ed-430a-bb09-2cbaa323aa48 HTTP/1.1" status: 200 len: 945 time: 0.1702447 Feb 05 03:21:30.824630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d66417-cbc1-4721-9bb7-c6299e685394 req-2e514671-2a23-4e8c-97bb-5e4e89740fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:30.826218 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18d66417-cbc1-4721-9bb7-c6299e685394 req-2e514671-2a23-4e8c-97bb-5e4e89740fc5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=817636bb286040a69c8702298d819e01&device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 1128 time: 0.3274534 Feb 05 03:21:30.881149 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0670427-09f9-4561-b623-ec4a4e0c85a7 req-ec96ba03-254b-4d51-a578-829c26d8990e tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599189 Feb 05 03:21:30.963297 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ad8e603c-af75-4690-9edf-9b8d0405ac32 req-15555b3a-89f1-40de-811a-ed3ea9095634 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c7ba1a9d-5501-49cd-b327-5800245bb98f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:30.963888 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9b3b1897-d229-4ae2-afd5-50d9b93beca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:15:26Z', 'revision_number': 4, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port': {'id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:18Z', 'updated_at': '2022-02-05T03:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '0e4aaa01-57a3-4910-9c1a-78208c7e5e4e', 'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'tenant_id': '817636bb286040a69c8702298d819e01', 'mac_address': 'fa:16:3e:e5:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:24Z', 'updated_at': '2022-02-05T03:15:33Z', 'revision_number': 5, 'project_id': '817636bb286040a69c8702298d819e01', 'subnets': [{'id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:30.980667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-a3276ebd-5664-4860-8560-38fbb92ae512 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:30.983755 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-a3276ebd-5664-4860-8560-38fbb92ae512 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/networks?id=68d16b29-eb71-4c36-a416-3ea71310f997 HTTP/1.1" status: 200 len: 795 time: 0.2738261 Feb 05 03:21:31.011222 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-3e3bd8fc-02a7-441f-83bc-81149bea4685 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/quotas/3f5ac7b643b8425bbed5ee0e77e96ba9 HTTP/1.1" status: 200 len: 375 time: 0.0171292 Feb 05 03:21:31.012909 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['c7ba1a9d-5501-49cd-b327-5800245bb98f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:21:31.018368 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b1897-d229-4ae2-afd5-50d9b93beca2 None None] Checking router: e3e4632e-4dc6-469b-a15a-151fee5f70f4 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:21:31.062239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b1897-d229-4ae2-afd5-50d9b93beca2 None None] Routers {'e3e4632e-4dc6-469b-a15a-151fee5f70f4'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:21:31.070910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9b3b1897-d229-4ae2-afd5-50d9b93beca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:21:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:31.076679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15555b3a-89f1-40de-811a-ed3ea9095634 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Pushing event deleted for resources: {'Port': ['ID=c7ba1a9d-5501-49cd-b327-5800245bb98f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:31.191201 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8e603c-af75-4690-9edf-9b8d0405ac32 req-15555b3a-89f1-40de-811a-ed3ea9095634 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] No DVR routers for this DVR port c7ba1a9d-5501-49cd-b327-5800245bb98f on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:21:31.198498 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ad8e603c-af75-4690-9edf-9b8d0405ac32 req-15555b3a-89f1-40de-811a-ed3ea9095634 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:31.199991 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 259d61b7-7130-4990-aa0c-7f47b6b6819b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:21:31.202779 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad8e603c-af75-4690-9edf-9b8d0405ac32 req-15555b3a-89f1-40de-811a-ed3ea9095634 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.31 "DELETE /v2.0/ports/c7ba1a9d-5501-49cd-b327-5800245bb98f HTTP/1.1" status: 204 len: 173 time: 1.1482775 Feb 05 03:21:31.208211 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d66417-cbc1-4721-9bb7-c6299e685394 req-c038e10f-eae5-494b-9045-da55ea31001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:31.211784 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18d66417-cbc1-4721-9bb7-c6299e685394 req-c038e10f-eae5-494b-9045-da55ea31001b service neutron] 10.222.0.31 "GET /v2.0/networks?id=e44fa365-280e-4a77-ae1a-956d24254b72 HTTP/1.1" status: 200 len: 914 time: 0.3776841 Feb 05 03:21:31.216496 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-92985c7b-0f29-4ed8-90b0-5beee44d17dd tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1993248 Feb 05 03:21:31.238950 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e721c-3a0a-4481-bec1-39f9336c7c50 req-00e65625-39e8-4650-8d0f-81098e3c0475 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:31.241107 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-289e721c-3a0a-4481-bec1-39f9336c7c50 req-00e65625-39e8-4650-8d0f-81098e3c0475 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 946 time: 0.1680601 Feb 05 03:21:31.303181 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18d66417-cbc1-4721-9bb7-c6299e685394 req-5c72327d-8cf8-4e4c-9c7f-8a387f4d5be6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7753aa9f-e8af-4442-b563-960cbe23c4bb HTTP/1.1" status: 200 len: 217 time: 0.0830631 Feb 05 03:21:31.332853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 259d61b7-7130-4990-aa0c-7f47b6b6819b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:21:31.337329 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:31.397148 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-fa8ae357-3a96-4268-b738-9d3fd9a63953 service neutron] 10.222.0.36 "GET /v2.0/networks/68d16b29-eb71-4c36-a416-3ea71310f997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671963 Feb 05 03:21:31.402126 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9b3b1897-d229-4ae2-afd5-50d9b93beca2 None None] Set router e3e4632e-4dc6-469b-a15a-151fee5f70f4 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:21:31.440727 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d66417-cbc1-4721-9bb7-c6299e685394 req-8226f113-f22f-4c14-bef1-e407148ae5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:31.446581 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18d66417-cbc1-4721-9bb7-c6299e685394 req-8226f113-f22f-4c14-bef1-e407148ae5df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a59a44b3-ed92-4718-987e-b0f1e470fdce HTTP/1.1" status: 200 len: 852 time: 0.1355760 Feb 05 03:21:31.565066 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-289e721c-3a0a-4481-bec1-39f9336c7c50 req-acbf120c-1e88-4f50-baa0-58be2cdad7cf tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000199 Feb 05 03:21:31.571131 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d66417-cbc1-4721-9bb7-c6299e685394 req-fddaf265-aae5-45a6-ab20-a90e8632330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:31.575133 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18d66417-cbc1-4721-9bb7-c6299e685394 req-fddaf265-aae5-45a6-ab20-a90e8632330d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e44fa365-280e-4a77-ae1a-956d24254b72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1191723 Feb 05 03:21:31.604865 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-72eb5d1d-0ba9-4a7d-8d7d-da5422bde5e5 service neutron] 10.222.0.36 "GET /v2.0/networks/68d16b29-eb71-4c36-a416-3ea71310f997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004714 Feb 05 03:21:31.617439 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 259d61b7-7130-4990-aa0c-7f47b6b6819b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:21:31.773822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9b3b1897-d229-4ae2-afd5-50d9b93beca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:15:26Z', 'revision_number': 4, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port': {'id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:18Z', 'updated_at': '2022-02-05T03:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '0e4aaa01-57a3-4910-9c1a-78208c7e5e4e', 'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'tenant_id': '817636bb286040a69c8702298d819e01', 'mac_address': 'fa:16:3e:e5:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:24Z', 'updated_at': '2022-02-05T03:15:33Z', 'revision_number': 5, 'project_id': '817636bb286040a69c8702298d819e01', 'subnets': [{'id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:31.886479 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18d66417-cbc1-4721-9bb7-c6299e685394 req-bf6690b8-10b9-457d-9d96-9962c4b2d33b service neutron] 10.222.0.31 "GET /v2.0/networks/e44fa365-280e-4a77-ae1a-956d24254b72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011947 Feb 05 03:21:31.937525 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fa973-26b4-4870-a7f3-dbec083cde3d req-2e4c665b-ff16-4800-a24c-a19ef10895b1 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:31.947276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd1fa973-26b4-4870-a7f3-dbec083cde3d req-2e4c665b-ff16-4800-a24c-a19ef10895b1 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.1930687 Feb 05 03:21:32.055568 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3b1897-d229-4ae2-afd5-50d9b93beca2 None None] The sync data for ids ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'] in n-d-826942-8 is: [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:15:26Z', 'revision_number': 4, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port': {'id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:18Z', 'updated_at': '2022-02-05T03:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '0e4aaa01-57a3-4910-9c1a-78208c7e5e4e', 'name': '', 'network_id': 'e44fa365-280e-4a77-ae1a-956d24254b72', 'tenant_id': '817636bb286040a69c8702298d819e01', 'mac_address': 'fa:16:3e:e5:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:24Z', 'updated_at': '2022-02-05T03:15:33Z', 'revision_number': 5, 'project_id': '817636bb286040a69c8702298d819e01', 'subnets': [{'id': 'a59a44b3-ed92-4718-987e-b0f1e470fdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:21:32.071558 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-774ef361-f46e-4c99-a492-6c67ef052148 req-e0426803-57f3-4a5e-b6b5-318ef31d3cab tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 210 time: 0.0838335 Feb 05 03:21:32.120248 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-18d66417-cbc1-4721-9bb7-c6299e685394 req-30271215-664e-4b6e-8080-4952ab0f52fd service neutron] 10.222.0.31 "GET /v2.0/networks/e44fa365-280e-4a77-ae1a-956d24254b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314737 Feb 05 03:21:32.123299 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd1fa973-26b4-4870-a7f3-dbec083cde3d req-fae502f1-9ca6-4113-911c-87fd74226db9 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734641 Feb 05 03:21:32.294475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb796ecb-a20e-463e-896a-f5b0bfd60fec req-ecd56bdd-b8d7-41c6-89fc-be93dc0b26a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:32.295724 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fb796ecb-a20e-463e-896a-f5b0bfd60fec req-ecd56bdd-b8d7-41c6-89fc-be93dc0b26a3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 946 time: 0.0622208 Feb 05 03:21:32.435652 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5dd444-4cd7-496a-a694-5fc6ee9230da None None] New status for floating IP 48379349-0cd1-44b6-9a06-e8edf0b2c4a7: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:21:32.443723 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-fb796ecb-a20e-463e-896a-f5b0bfd60fec req-968ab857-c030-4496-b5f0-56336e301dd4 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Deleting port 7753aa9f-e8af-4442-b563-960cbe23c4bb {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:21:32.444075 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fb796ecb-a20e-463e-896a-f5b0bfd60fec req-968ab857-c030-4496-b5f0-56336e301dd4 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7753aa9f-e8af-4442-b563-960cbe23c4bb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:32.510355 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ee6a0e-78ed-430a-bb09-2cbaa323aa48', 'name': 'network-vif-deleted', 'tag': 'c7ba1a9d-5501-49cd-b327-5800245bb98f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:21:32.512631 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f40920-f673-4fe4-8cee-3fae8d5735e9" -d '{"events": [{"server_uuid": "e0ee6a0e-78ed-430a-bb09-2cbaa323aa48", "name": "network-vif-deleted", "tag": "c7ba1a9d-5501-49cd-b327-5800245bb98f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:21:32.596108 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a472b24-58bb-4fab-902f-c298e3aa3073 x-openstack-request-id: req-6a472b24-58bb-4fab-902f-c298e3aa3073 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:21:32.596428 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ee6a0e-78ed-430a-bb09-2cbaa323aa48", "name": "network-vif-deleted", "tag": "c7ba1a9d-5501-49cd-b327-5800245bb98f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:21:32.596661 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a472b24-58bb-4fab-902f-c298e3aa3073 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:21:32.597072 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ee6a0e-78ed-430a-bb09-2cbaa323aa48', 'name': 'network-vif-deleted', 'tag': 'c7ba1a9d-5501-49cd-b327-5800245bb98f', 'status': 'completed', 'code': 200} Feb 05 03:21:32.625466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-fb796ecb-a20e-463e-896a-f5b0bfd60fec req-968ab857-c030-4496-b5f0-56336e301dd4 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] For port 7753aa9f-e8af-4442-b563-960cbe23c4bb, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7753aa9f-e8af-4442-b563-960cbe23c4bb,segment=NetworkSegment(78489399-3061-4989-b906-32de2e0b2915),segment_id=78489399-3061-4989-b906-32de2e0b2915)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:21:32.625860 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fb796ecb-a20e-463e-896a-f5b0bfd60fec req-968ab857-c030-4496-b5f0-56336e301dd4 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7753aa9f-e8af-4442-b563-960cbe23c4bb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:32.648204 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-fb796ecb-a20e-463e-896a-f5b0bfd60fec req-968ab857-c030-4496-b5f0-56336e301dd4 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Calling delete_port for 7753aa9f-e8af-4442-b563-960cbe23c4bb owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:21:32.825467 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fb796ecb-a20e-463e-896a-f5b0bfd60fec req-968ab857-c030-4496-b5f0-56336e301dd4 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7753aa9f-e8af-4442-b563-960cbe23c4bb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:32.877954 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7331dc-c8f0-49c4-a54c-bebc48c47252 req-282aa84a-f4d3-4f71-810d-bd496a5d6bee tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:32.879596 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d7331dc-c8f0-49c4-a54c-bebc48c47252 req-282aa84a-f4d3-4f71-810d-bd496a5d6bee tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 867 time: 0.1043904 Feb 05 03:21:32.898972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ab857-c030-4496-b5f0-56336e301dd4 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Pushing event deleted for resources: {'Port': ['ID=7753aa9f-e8af-4442-b563-960cbe23c4bb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:32.955223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d7331dc-c8f0-49c4-a54c-bebc48c47252 req-d0d58fa9-739a-4f8d-9c16-7655797e80c3 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6386861-a81e-4a8e-bf6d-e8feb113a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678685 Feb 05 03:21:32.991724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb796ecb-a20e-463e-896a-f5b0bfd60fec req-968ab857-c030-4496-b5f0-56336e301dd4 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] No DVR routers for this DVR port 7753aa9f-e8af-4442-b563-960cbe23c4bb on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:21:32.994395 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fb796ecb-a20e-463e-896a-f5b0bfd60fec req-968ab857-c030-4496-b5f0-56336e301dd4 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:32.998257 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fb796ecb-a20e-463e-896a-f5b0bfd60fec req-968ab857-c030-4496-b5f0-56336e301dd4 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.31 "DELETE /v2.0/ports/7753aa9f-e8af-4442-b563-960cbe23c4bb HTTP/1.1" status: 204 len: 173 time: 0.6948423 Feb 05 03:21:33.018226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c202f1-fdea-4843-8bc1-2e2adae8905c req-072aebc8-7f29-48e3-a09c-3a960c933e11 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:33.019972 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62c202f1-fdea-4843-8bc1-2e2adae8905c req-072aebc8-7f29-48e3-a09c-3a960c933e11 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 945 time: 0.0636768 Feb 05 03:21:33.109157 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62c202f1-fdea-4843-8bc1-2e2adae8905c req-af7a87f8-5c98-405b-96ff-80f3de2ab8d7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814903 Feb 05 03:21:33.196156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85fdc281-d0c3-4bbc-9add-e0444ecf63ae req-88af5866-0b4b-4f28-899f-566c26fc5442 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 210 time: 0.0364790 Feb 05 03:21:33.298682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffe4cf-dd61-4d55-aae0-880a9eb35f92 req-687430db-6560-4c3d-ae42-4e8a7369d818 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:33.312108 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-edffe4cf-dd61-4d55-aae0-880a9eb35f92 req-687430db-6560-4c3d-ae42-4e8a7369d818 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0842962 Feb 05 03:21:33.394459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-edffe4cf-dd61-4d55-aae0-880a9eb35f92 req-dad30957-a0de-4bfa-b32e-1685a0e7fd85 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757334 Feb 05 03:21:33.417812 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-de7f9c87-67af-46f5-ba0f-42ded1ce1f4d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:33.417812 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-de7f9c87-67af-46f5-ba0f-42ded1ce1f4d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.31 "GET /v2.0/networks?id=68d16b29-eb71-4c36-a416-3ea71310f997 HTTP/1.1" status: 200 len: 795 time: 0.1598306 Feb 05 03:21:33.502340 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-4e9e5bb2-16a9-4c5e-addd-d9de88de80af tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9 HTTP/1.1" status: 200 len: 380 time: 0.0752201 Feb 05 03:21:33.515972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-d5337e5e-2232-46c0-8fd4-80579bc33aef tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'port': {'device_id': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'admin_state_up': True, 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'security_groups': ['68e6ba3a-6bb3-4411-b703-b4af26096983']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:33.659488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-d5337e5e-2232-46c0-8fd4-80579bc33aef tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Made reservation on behalf of 3f5ac7b643b8425bbed5ee0e77e96ba9 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:21:33.660365 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f49909bd-fdd1-4023-8ec2-9cba36a38171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:33.664297 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-d5337e5e-2232-46c0-8fd4-80579bc33aef tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:33.813032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-d5337e5e-2232-46c0-8fd4-80579bc33aef tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Allocated IP 172.20.0.12 (68d16b29-eb71-4c36-a416-3ea71310f997/9fb46138-0685-430b-af0a-d9fc5959f783/e560637b-4d4b-4436-b409-1a7fe3141522) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:21:33.954457 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-d5337e5e-2232-46c0-8fd4-80579bc33aef tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for port (e560637b-4d4b-4436-b409-1a7fe3141522), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:33.995920 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-d5337e5e-2232-46c0-8fd4-80579bc33aef tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (e560637b-4d4b-4436-b409-1a7fe3141522), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:34.024487 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-d5337e5e-2232-46c0-8fd4-80579bc33aef tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network 68d16b29-eb71-4c36-a416-3ea71310f997 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:21:34.027190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-d5337e5e-2232-46c0-8fd4-80579bc33aef tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:21:34.062557 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-d5337e5e-2232-46c0-8fd4-80579bc33aef tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:21:34.094787 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54ef10a6-4ecd-446d-9e38-8e5d11284115 req-661b751d-7be0-4e12-8527-3ae7455b4871 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 210 time: 0.0673294 Feb 05 03:21:34.133994 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c7ba1a9d-5501-49cd-b327-5800245bb98f no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:21:34.146469 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-d5337e5e-2232-46c0-8fd4-80579bc33aef tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:34.147492 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-d5337e5e-2232-46c0-8fd4-80579bc33aef tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:34.160051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5337e5e-2232-46c0-8fd4-80579bc33aef tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Port': ['ID=e560637b-4d4b-4436-b409-1a7fe3141522,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:34.172631 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-d5337e5e-2232-46c0-8fd4-80579bc33aef tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6645548 Feb 05 03:21:34.177870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: c7ba1a9d-5501-49cd-b327-5800245bb98f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:21:34.178411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c7ba1a9d-5501-49cd-b327-5800245bb98f not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:21:34.194530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Request body: {'port': {'device_id': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:34.282600 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e560637b-4d4b-4436-b409-1a7fe3141522), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:34.375692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878c971-42e4-4ed3-b764-6c42a4232763 req-8966cca8-6eb4-4d01-a32e-e7fa3aa9ac13 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:34.377223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7878c971-42e4-4ed3-b764-6c42a4232763 req-8966cca8-6eb4-4d01-a32e-e7fa3aa9ac13 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 932 time: 0.0850444 Feb 05 03:21:34.386190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973b5fb-bb72-45aa-bc34-0133943f483b req-636121e5-fdac-4d63-885c-d743edf2d801 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:34.394565 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1973b5fb-bb72-45aa-bc34-0133943f483b req-636121e5-fdac-4d63-885c-d743edf2d801 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 945 time: 0.1462348 Feb 05 03:21:34.485645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1973b5fb-bb72-45aa-bc34-0133943f483b req-0d9fef5a-0e7c-4bf4-8263-4197e8ce4c6a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854230 Feb 05 03:21:34.505322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cbace792-0fa2-4d88-b86a-09cf1636e4d7 None None] Provisioning complete for port e560637b-4d4b-4436-b409-1a7fe3141522 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:21:34.506040 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbace792-0fa2-4d88-b86a-09cf1636e4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e560637b-4d4b-4436-b409-1a7fe3141522), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:34.552170 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7878c971-42e4-4ed3-b764-6c42a4232763 req-8eab90b7-7832-4ede-aa43-d5c6654896a5 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e6ba3a-6bb3-4411-b703-b4af26096983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547666 Feb 05 03:21:34.623873 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cbace792-0fa2-4d88-b86a-09cf1636e4d7 None None] Port e560637b-4d4b-4436-b409-1a7fe3141522 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:21:34.637510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'name': 'network-vif-deleted', 'tag': '7753aa9f-e8af-4442-b563-960cbe23c4bb'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:21:34.642642 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba291fb1-b137-4879-b290-a016017b284d" -d '{"events": [{"server_uuid": "7c54050d-257d-45e1-adcd-d082a143ffdf", "name": "network-vif-deleted", "tag": "7753aa9f-e8af-4442-b563-960cbe23c4bb"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:21:34.653540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7632bb1-7149-457a-81b0-d30f090df5a2 req-b9f9ecb0-dc76-403b-a9f9-f1ce30de0cd8 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:34.655956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d7632bb1-7149-457a-81b0-d30f090df5a2 req-b9f9ecb0-dc76-403b-a9f9-f1ce30de0cd8 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0838299 Feb 05 03:21:34.721219 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9865af-fa62-4078-bae4-8fe92951639b x-openstack-request-id: req-db9865af-fa62-4078-bae4-8fe92951639b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:21:34.721528 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c54050d-257d-45e1-adcd-d082a143ffdf", "name": "network-vif-deleted", "tag": "7753aa9f-e8af-4442-b563-960cbe23c4bb", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:21:34.721789 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db9865af-fa62-4078-bae4-8fe92951639b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:21:34.722191 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c54050d-257d-45e1-adcd-d082a143ffdf', 'name': 'network-vif-deleted', 'tag': '7753aa9f-e8af-4442-b563-960cbe23c4bb', 'status': 'completed', 'code': 200} Feb 05 03:21:34.754990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bcc4d-7051-4b58-bb49-6b1236d46076 req-f6bf9b04-425f-4536-9c39-a44704bb404d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:34.756432 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ba0bcc4d-7051-4b58-bb49-6b1236d46076 req-f6bf9b04-425f-4536-9c39-a44704bb404d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 945 time: 0.1106527 Feb 05 03:21:34.759819 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d7632bb1-7149-457a-81b0-d30f090df5a2 req-b093559e-4629-470d-88f0-14088348d33d tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894971 Feb 05 03:21:34.884985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e560637b-4d4b-4436-b409-1a7fe3141522 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:21:34.895197 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Publish callbacks [] for port (e560637b-4d4b-4436-b409-1a7fe3141522), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:34.913559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Transition to ACTIVE for port object e560637b-4d4b-4436-b409-1a7fe3141522 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:21:34.927856 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (e560637b-4d4b-4436-b409-1a7fe3141522), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:35.043681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ba0bcc4d-7051-4b58-bb49-6b1236d46076 req-2e18777b-6f8c-4ab7-a566-2575c33e574e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Deleting port 89590e42-a3aa-4799-bbc0-47a312e63a42 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:21:35.044405 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ba0bcc4d-7051-4b58-bb49-6b1236d46076 req-2e18777b-6f8c-4ab7-a566-2575c33e574e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (89590e42-a3aa-4799-bbc0-47a312e63a42), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:35.081695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Pushing event updated for resources: {'Port': ['ID=e560637b-4d4b-4436-b409-1a7fe3141522,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:35.209924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b12c03-c90b-4fcb-8c02-18a9c4edefc8 req-e27ee431-a3d1-4608-8a3f-2b0ec6bf93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:35.211512 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50b12c03-c90b-4fcb-8c02-18a9c4edefc8 req-e27ee431-a3d1-4608-8a3f-2b0ec6bf93c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 1127 time: 0.1479981 Feb 05 03:21:35.302700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f98ed1e9-f8d0-47c5-8d31-b72d0a3b8890 req-5dc768c9-b350-4dc9-8551-2c0df1a768de tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 210 time: 0.0764496 Feb 05 03:21:35.366635 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50b12c03-c90b-4fcb-8c02-18a9c4edefc8 req-d786ebd8-c919-41da-8921-f300ee5f3ec5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327133 Feb 05 03:21:35.548881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ba0bcc4d-7051-4b58-bb49-6b1236d46076 req-2e18777b-6f8c-4ab7-a566-2575c33e574e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] For port 89590e42-a3aa-4799-bbc0-47a312e63a42, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=89590e42-a3aa-4799-bbc0-47a312e63a42,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:21:35.549341 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ba0bcc4d-7051-4b58-bb49-6b1236d46076 req-2e18777b-6f8c-4ab7-a566-2575c33e574e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (89590e42-a3aa-4799-bbc0-47a312e63a42), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:35.585678 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Attempting to bind port e560637b-4d4b-4436-b409-1a7fe3141522 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:21:35.585896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Attempting to bind port e560637b-4d4b-4436-b409-1a7fe3141522 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'd1b1e1f5-2b39-4c0b-b83d-52696b48f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:21:35.586369 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Attempting to bind port e560637b-4d4b-4436-b409-1a7fe3141522 on network 68d16b29-eb71-4c36-a416-3ea71310f997 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:21:35.643904 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Port e560637b-4d4b-4436-b409-1a7fe3141522 on network 68d16b29-eb71-4c36-a416-3ea71310f997 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:21:35.644233 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Attempting to bind port e560637b-4d4b-4436-b409-1a7fe3141522 on network 68d16b29-eb71-4c36-a416-3ea71310f997 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:21:35.654134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:21:35.654134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Checking segment: {'id': 'd1b1e1f5-2b39-4c0b-b83d-52696b48f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:21:35.654428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Bound using segment: {'id': 'd1b1e1f5-2b39-4c0b-b83d-52696b48f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:21:35.654893 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Bound port: e560637b-4d4b-4436-b409-1a7fe3141522, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b1e1f5-2b39-4c0b-b83d-52696b48f046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:21:35.655766 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e560637b-4d4b-4436-b409-1a7fe3141522), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:35.688889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c723b3-04eb-4255-a2e1-068e3ae48096 req-8c5e261d-44ca-4017-907b-612c6d7ed248 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:35.696603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4c723b3-04eb-4255-a2e1-068e3ae48096 req-8c5e261d-44ca-4017-907b-612c6d7ed248 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 945 time: 0.1206636 Feb 05 03:21:35.745851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] For port e560637b-4d4b-4436-b409-1a7fe3141522, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:21:35.750815 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] For port e560637b-4d4b-4436-b409-1a7fe3141522, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e560637b-4d4b-4436-b409-1a7fe3141522,segment=NetworkSegment(d1b1e1f5-2b39-4c0b-b83d-52696b48f046),segment_id=d1b1e1f5-2b39-4c0b-b83d-52696b48f046)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:21:35.786316 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (e560637b-4d4b-4436-b409-1a7fe3141522), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:35.805538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca7683-0911-4c1f-b8e1-2b677ad83cfd req-92025d7b-bf59-47ec-85e3-117946d2fd45 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:35.814395 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11ca7683-0911-4c1f-b8e1-2b677ad83cfd req-92025d7b-bf59-47ec-85e3-117946d2fd45 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 944 time: 0.1407979 Feb 05 03:21:35.841339 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:35.841959 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:35.843452 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] 10.222.0.31 "PUT /v2.0/ports/e560637b-4d4b-4436-b409-1a7fe3141522 HTTP/1.1" status: 200 len: 1092 time: 1.6571345 Feb 05 03:21:35.904710 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0b3eaf1b-1f5c-4df0-a713-719a3071c28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:35.936246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11ca7683-0911-4c1f-b8e1-2b677ad83cfd req-c30e589f-cc08-4698-a429-33888b7d1972 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e6ba3a-6bb3-4411-b703-b4af26096983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160407 Feb 05 03:21:35.963166 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a4c723b3-04eb-4255-a2e1-068e3ae48096 req-3f71df3c-765d-45e5-aa1f-21c8baf3d196 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655993 Feb 05 03:21:35.985327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6479cb-6532-4ff4-80a6-b2ecc07e4e90 service neutron] Pushing event updated for resources: {'Port': ['ID=e560637b-4d4b-4436-b409-1a7fe3141522,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:36.027201 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ba0bcc4d-7051-4b58-bb49-6b1236d46076 req-2e18777b-6f8c-4ab7-a566-2575c33e574e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:36.027794 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ba0bcc4d-7051-4b58-bb49-6b1236d46076 req-2e18777b-6f8c-4ab7-a566-2575c33e574e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (7c5b5551-79e1-4947-b69b-6551cb9c840e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:36.028640 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [req-ba0bcc4d-7051-4b58-bb49-6b1236d46076 req-2e18777b-6f8c-4ab7-a566-2575c33e574e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Floating IP 7c5b5551-79e1-4947-b69b-6551cb9c840e disassociated. External IP: 172.25.0.234, port: 89590e42-a3aa-4799-bbc0-47a312e63a42. Feb 05 03:21:36.029158 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ba0bcc4d-7051-4b58-bb49-6b1236d46076 req-2e18777b-6f8c-4ab7-a566-2575c33e574e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Calling delete_port for 89590e42-a3aa-4799-bbc0-47a312e63a42 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:21:36.038733 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5b94e8f1-17b5-4311-b2a9-7e9a80598c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:36.040529 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-5b94e8f1-17b5-4311-b2a9-7e9a80598c54 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9&device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 1126 time: 0.1210210 Feb 05 03:21:36.111196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ecb63-e709-47e1-ad7e-708bb858699e req-5bc51dbd-6a26-4b38-a175-3e5aad58ab79 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:36.120820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc5ecb63-e709-47e1-ad7e-708bb858699e req-5bc51dbd-6a26-4b38-a175-3e5aad58ab79 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0843689 Feb 05 03:21:36.133822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 7753aa9f-e8af-4442-b563-960cbe23c4bb no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:21:36.179622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 7753aa9f-e8af-4442-b563-960cbe23c4bb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:21:36.180259 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 7753aa9f-e8af-4442-b563-960cbe23c4bb not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:21:36.218266 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc5ecb63-e709-47e1-ad7e-708bb858699e req-b825e081-c37a-467d-a91e-6f8f11822294 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904207 Feb 05 03:21:36.258185 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ba0bcc4d-7051-4b58-bb49-6b1236d46076 req-2e18777b-6f8c-4ab7-a566-2575c33e574e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (89590e42-a3aa-4799-bbc0-47a312e63a42), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:36.260698 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-dfe114c5-9fc6-40cd-a182-f54848c4fd7c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e560637b-4d4b-4436-b409-1a7fe3141522 HTTP/1.1" status: 200 len: 217 time: 0.0531220 Feb 05 03:21:36.332640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18777b-6f8c-4ab7-a566-2575c33e574e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event deleted for resources: {'Port': ['ID=89590e42-a3aa-4799-bbc0-47a312e63a42,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:36.383559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-68234d9b-576f-4118-ab45-a8641f006aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:36.385222 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-68234d9b-576f-4118-ab45-a8641f006aa7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9fb46138-0685-430b-af0a-d9fc5959f783 HTTP/1.1" status: 200 len: 835 time: 0.1171067 Feb 05 03:21:36.459231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9fac0466-fd64-4537-bf2b-48db6fa73f5f req-afebcfe3-be53-48bd-a675-7f2126aed7d2 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 210 time: 0.0492480 Feb 05 03:21:36.560715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-a4e87e3e-e553-4b3b-b570-9f8f8c23be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:36.563134 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-a4e87e3e-e553-4b3b-b570-9f8f8c23be9d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=68d16b29-eb71-4c36-a416-3ea71310f997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1297371 Feb 05 03:21:36.593576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba0bcc4d-7051-4b58-bb49-6b1236d46076 req-2e18777b-6f8c-4ab7-a566-2575c33e574e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Router 12cbe9ea-2092-46f1-963e-d1830fb70539 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:21:36.723075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'tag': 'e560637b-4d4b-4436-b409-1a7fe3141522'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:21:36.725640 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44599a2a-6a98-486c-b078-7de80c97feb7" -d '{"events": [{"name": "network-changed", "server_uuid": "9c29b6ff-a50a-4342-acb0-4997730cb3a7", "tag": "e560637b-4d4b-4436-b409-1a7fe3141522"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:21:36.785343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 89590e42-a3aa-4799-bbc0-47a312e63a42 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:21:36.790216 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-9dfee551-2071-4bba-a5e7-e94ac168e1e9 service neutron] 10.222.0.31 "GET /v2.0/networks/68d16b29-eb71-4c36-a416-3ea71310f997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197108 Feb 05 03:21:36.791682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba0bcc4d-7051-4b58-bb49-6b1236d46076 req-2e18777b-6f8c-4ab7-a566-2575c33e574e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:21:36.847274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 89590e42-a3aa-4799-bbc0-47a312e63a42 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:21:36.847802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 89590e42-a3aa-4799-bbc0-47a312e63a42 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:21:36.851043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08148b4a-c81c-435e-bde8-d24e34aaebc3 None None] Sync routers for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:21:36.869612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08148b4a-c81c-435e-bde8-d24e34aaebc3 None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:21:36.870243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-08148b4a-c81c-435e-bde8-d24e34aaebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:21:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:36.886012 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cf8f9f-e17b-424c-b0f2-88114c6faedf x-openstack-request-id: req-e3cf8f9f-e17b-424c-b0f2-88114c6faedf {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:21:36.886956 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c29b6ff-a50a-4342-acb0-4997730cb3a7", "tag": "e560637b-4d4b-4436-b409-1a7fe3141522", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:21:36.887415 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3cf8f9f-e17b-424c-b0f2-88114c6faedf {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:21:36.888011 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'tag': 'e560637b-4d4b-4436-b409-1a7fe3141522', 'status': 'completed', 'code': 200} Feb 05 03:21:36.920886 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0bcc4d-7051-4b58-bb49-6b1236d46076 req-2e18777b-6f8c-4ab7-a566-2575c33e574e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] No DVR routers for this DVR port 89590e42-a3aa-4799-bbc0-47a312e63a42 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:21:36.963304 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ba0bcc4d-7051-4b58-bb49-6b1236d46076 req-2e18777b-6f8c-4ab7-a566-2575c33e574e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:36.969168 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ba0bcc4d-7051-4b58-bb49-6b1236d46076 req-2e18777b-6f8c-4ab7-a566-2575c33e574e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.10 "DELETE /v2.0/ports/89590e42-a3aa-4799-bbc0-47a312e63a42 HTTP/1.1" status: 204 len: 173 time: 2.2025476 Feb 05 03:21:37.064390 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6fd27135-1f30-4569-9ac5-379a99e1e9a0 req-01e5b24e-40a6-43f9-b754-d09cc15099e0 service neutron] 10.222.0.31 "GET /v2.0/networks/68d16b29-eb71-4c36-a416-3ea71310f997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881158 Feb 05 03:21:37.174187 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:37.199916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f8c7d401-cd5f-4562-b89f-86d88d8790f7 req-f3cf5484-38ed-462f-9f8e-e8930b08c27a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.0745618 Feb 05 03:21:37.200588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-08148b4a-c81c-435e-bde8-d24e34aaebc3 None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:21:37.201318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44599a2a-6a98-486c-b078-7de80c97feb7 req-c7ce0baf-f49e-4cc5-a24b-e8da9f2726d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:37.204432 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-44599a2a-6a98-486c-b078-7de80c97feb7 req-c7ce0baf-f49e-4cc5-a24b-e8da9f2726d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9&device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 1126 time: 0.0800574 Feb 05 03:21:37.230408 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69829bf5-6a2d-4dc3-95df-5dcd38f4b5ad req-20c22d79-0ef1-4bf3-a2ac-ad0285cfed2a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:37.233004 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69829bf5-6a2d-4dc3-95df-5dcd38f4b5ad req-20c22d79-0ef1-4bf3-a2ac-ad0285cfed2a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 944 time: 0.1763690 Feb 05 03:21:37.328664 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69829bf5-6a2d-4dc3-95df-5dcd38f4b5ad req-507295f0-2be9-4e3e-a49f-f99bd7981d7b tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e6ba3a-6bb3-4411-b703-b4af26096983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711598 Feb 05 03:21:37.386994 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44599a2a-6a98-486c-b078-7de80c97feb7 req-b7eac494-8f59-47a5-a878-29f083fc6b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:37.388487 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-44599a2a-6a98-486c-b078-7de80c97feb7 req-b7eac494-8f59-47a5-a878-29f083fc6b81 service neutron] 10.222.0.31 "GET /v2.0/networks?id=68d16b29-eb71-4c36-a416-3ea71310f997 HTTP/1.1" status: 200 len: 896 time: 0.1792250 Feb 05 03:21:37.449635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb306363-74b4-42a9-97a0-c3b9dd679859 req-6a5e0b52-c68f-42de-9bac-f89caf2693b1 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:37.451259 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb306363-74b4-42a9-97a0-c3b9dd679859 req-6a5e0b52-c68f-42de-9bac-f89caf2693b1 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.1216099 Feb 05 03:21:37.475298 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-44599a2a-6a98-486c-b078-7de80c97feb7 req-e773a48c-ce3d-44fd-a4eb-457dcd7503e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e560637b-4d4b-4436-b409-1a7fe3141522 HTTP/1.1" status: 200 len: 217 time: 0.0794027 Feb 05 03:21:37.497341 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-08148b4a-c81c-435e-bde8-d24e34aaebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:37.531349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08148b4a-c81c-435e-bde8-d24e34aaebc3 None None] Checking router: 12cbe9ea-2092-46f1-963e-d1830fb70539 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:21:37.540786 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44599a2a-6a98-486c-b078-7de80c97feb7 req-00d3aeba-4e21-4bef-a139-156fc4b59172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:37.541620 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08148b4a-c81c-435e-bde8-d24e34aaebc3 None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:21:37.542260 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-08148b4a-c81c-435e-bde8-d24e34aaebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:21:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:37.542407 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-44599a2a-6a98-486c-b078-7de80c97feb7 req-00d3aeba-4e21-4bef-a139-156fc4b59172 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9fb46138-0685-430b-af0a-d9fc5959f783 HTTP/1.1" status: 200 len: 835 time: 0.0598702 Feb 05 03:21:37.552191 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb306363-74b4-42a9-97a0-c3b9dd679859 req-cbeef62f-215e-4115-a66c-c86ac5d25760 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934651 Feb 05 03:21:37.622033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44599a2a-6a98-486c-b078-7de80c97feb7 req-80a49657-4e21-4ead-920a-fe934722c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:37.623674 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-44599a2a-6a98-486c-b078-7de80c97feb7 req-80a49657-4e21-4ead-920a-fe934722c7c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=68d16b29-eb71-4c36-a416-3ea71310f997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0747354 Feb 05 03:21:37.630078 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1c3989a-b22a-45ef-80f4-2a9f43b9e366 req-d02e8eca-e895-462a-a1a0-cc3091350a2b tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 210 time: 0.0537186 Feb 05 03:21:37.722495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-08148b4a-c81c-435e-bde8-d24e34aaebc3 None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:21:37.768291 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-44599a2a-6a98-486c-b078-7de80c97feb7 req-18ec806c-a4b3-4fbe-9421-8d290e23c6dc service neutron] 10.222.0.31 "GET /v2.0/networks/68d16b29-eb71-4c36-a416-3ea71310f997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367161 Feb 05 03:21:37.917805 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-44599a2a-6a98-486c-b078-7de80c97feb7 req-a76e7a1d-c456-426a-b1e2-9d3db942f64a service neutron] 10.222.0.31 "GET /v2.0/networks/68d16b29-eb71-4c36-a416-3ea71310f997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409576 Feb 05 03:21:37.926103 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd2820-e6e9-49e5-abbc-55a8bdea8334 req-cf1f74df-7b63-44f9-8bee-c23c3782dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:37.927138 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b1cd2820-e6e9-49e5-abbc-55a8bdea8334 req-cf1f74df-7b63-44f9-8bee-c23c3782dd99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d58b096555a04b7ca178d4a0e2ed7cb4&device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 1127 time: 0.0799134 Feb 05 03:21:37.959179 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407e204-6da1-47cf-935b-0adfb3175032 req-44621ba8-44a5-4020-95b9-c5f8a8b6043c tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:37.966228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7407e204-6da1-47cf-935b-0adfb3175032 req-44621ba8-44a5-4020-95b9-c5f8a8b6043c tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0948484 Feb 05 03:21:38.040092 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd2820-e6e9-49e5-abbc-55a8bdea8334 req-1a3ae19d-80ef-44b4-9ce1-86a186a78f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:38.041673 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b1cd2820-e6e9-49e5-abbc-55a8bdea8334 req-1a3ae19d-80ef-44b4-9ce1-86a186a78f22 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fbb58776-7719-4374-b8e1-b06bd2d776f7 HTTP/1.1" status: 200 len: 919 time: 0.1082306 Feb 05 03:21:38.063654 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7407e204-6da1-47cf-935b-0adfb3175032 req-f747fd6c-5163-43e3-8d2c-387c723c9127 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839119 Feb 05 03:21:38.090002 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b1cd2820-e6e9-49e5-abbc-55a8bdea8334 req-1347c078-2875-4542-adea-a4a3987c8f0a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd HTTP/1.1" status: 200 len: 217 time: 0.0402348 Feb 05 03:21:38.117432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-08148b4a-c81c-435e-bde8-d24e34aaebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:38.148619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08148b4a-c81c-435e-bde8-d24e34aaebc3 None None] The sync data for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 is: [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:21:38.161403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd2820-e6e9-49e5-abbc-55a8bdea8334 req-83958bae-7eca-4aa2-a631-a28598b58218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:38.162994 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b1cd2820-e6e9-49e5-abbc-55a8bdea8334 req-83958bae-7eca-4aa2-a631-a28598b58218 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=594fab9e-93d3-4a1a-a3f9-d96663d2bc2d HTTP/1.1" status: 200 len: 858 time: 0.0675530 Feb 05 03:21:38.195433 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b1cd2820-e6e9-49e5-abbc-55a8bdea8334 req-9eb453f3-ae5a-4e7c-915c-980245d383d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fbb58776-7719-4374-b8e1-b06bd2d776f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267949 Feb 05 03:21:38.322529 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b1cd2820-e6e9-49e5-abbc-55a8bdea8334 req-d1873b6a-ed87-424d-95e6-e9dadbd95af5 service neutron] 10.222.0.10 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211705 Feb 05 03:21:38.375532 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5d87949-6699-4fab-a6b6-a7176f608a3b req-a19ce9a3-27d9-4ea9-bccd-2cf9e017c2de tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.0846364 Feb 05 03:21:38.472636 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b1cd2820-e6e9-49e5-abbc-55a8bdea8334 req-0d74f1d6-2b9c-4d14-a544-e0b900f130ce service neutron] 10.222.0.10 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423528 Feb 05 03:21:38.514681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b68c4b-16b5-42a5-a157-c042bf7f005f req-d4696cab-7b3d-4da0-8cf5-a6de6ea68c84 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:38.524101 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02b68c4b-16b5-42a5-a157-c042bf7f005f req-d4696cab-7b3d-4da0-8cf5-a6de6ea68c84 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 944 time: 0.0887029 Feb 05 03:21:38.604874 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02b68c4b-16b5-42a5-a157-c042bf7f005f req-867a136b-88a4-49e0-af9d-002ed563891e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e6ba3a-6bb3-4411-b703-b4af26096983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788212 Feb 05 03:21:38.663947 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69a846-8630-4be3-a6ce-9496dfc62146 None None] New status for floating IP 7c5b5551-79e1-4947-b69b-6551cb9c840e: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:21:38.700368 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:38.734063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b19a691-64c2-4d58-8d00-ec9c9ec23d12 req-1196ea1f-401a-4bec-8473-4c03aeded8d0 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 210 time: 0.0343390 Feb 05 03:21:38.889978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d87230-d16b-43a9-af22-27931213598d', 'name': 'network-vif-deleted', 'tag': '89590e42-a3aa-4799-bbc0-47a312e63a42'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:21:38.892433 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9917ca28-d449-47b4-8379-410f2be5dece" -d '{"events": [{"server_uuid": "f7d87230-d16b-43a9-af22-27931213598d", "name": "network-vif-deleted", "tag": "89590e42-a3aa-4799-bbc0-47a312e63a42"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:21:38.932778 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9813541-a68c-45da-a388-2bbf7a5e48ed x-openstack-request-id: req-e9813541-a68c-45da-a388-2bbf7a5e48ed {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:21:38.933081 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d87230-d16b-43a9-af22-27931213598d", "name": "network-vif-deleted", "tag": "89590e42-a3aa-4799-bbc0-47a312e63a42", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:21:38.933362 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9813541-a68c-45da-a388-2bbf7a5e48ed {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:21:38.933763 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d87230-d16b-43a9-af22-27931213598d', 'name': 'network-vif-deleted', 'tag': '89590e42-a3aa-4799-bbc0-47a312e63a42', 'status': 'completed', 'code': 200} Feb 05 03:21:39.212902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17013a-daff-4cf2-b80d-29d679eca857 req-09127b04-a8f3-4fdd-8f95-b4ca0768d4b6 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:39.214388 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a17013a-daff-4cf2-b80d-29d679eca857 req-09127b04-a8f3-4fdd-8f95-b4ca0768d4b6 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0542874 Feb 05 03:21:39.261631 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a17013a-daff-4cf2-b80d-29d679eca857 req-a957118e-5256-488d-99fc-72f4d1c055d0 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400105 Feb 05 03:21:39.472468 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a414c5b8-8106-4e89-97e7-ad51eccc4f74 req-a9acd3d5-75e0-4727-915e-04a055cce548 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.0311544 Feb 05 03:21:39.734592 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde66d64-5415-4c43-b85d-0621f260455b req-5516b040-2275-4985-9bfa-dd76ef611dd4 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:39.736121 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bde66d64-5415-4c43-b85d-0621f260455b req-5516b040-2275-4985-9bfa-dd76ef611dd4 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 944 time: 0.0536962 Feb 05 03:21:39.787952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bde66d64-5415-4c43-b85d-0621f260455b req-091fd757-d403-4bcf-941e-818e3bf68f97 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e6ba3a-6bb3-4411-b703-b4af26096983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462673 Feb 05 03:21:39.831599 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e924d0a3-5f09-4d61-9e96-78cb51e66056 req-32e9a41f-6184-45ef-a104-89b94a07cd70 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 210 time: 0.0275688 Feb 05 03:21:40.035024 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:40.163100 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device e560637b-4d4b-4436-b409-1a7fe3141522 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:21:40.261662 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port e560637b-4d4b-4436-b409-1a7fe3141522, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e560637b-4d4b-4436-b409-1a7fe3141522,segment=NetworkSegment(d1b1e1f5-2b39-4c0b-b83d-52696b48f046),segment_id=d1b1e1f5-2b39-4c0b-b83d-52696b48f046)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:21:40.273191 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'e560637b-4d4b-4436-b409-1a7fe3141522', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'port_id': 'e560637b-4d4b-4436-b409-1a7fe3141522', 'mac_address': 'fa:16:3e:db:1c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:21:40.310546 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port e560637b-4d4b-4436-b409-1a7fe3141522 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:21:40.310963 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e560637b-4d4b-4436-b409-1a7fe3141522), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:40.324290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e560637b-4d4b-4436-b409-1a7fe3141522 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:21:40.344385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port e560637b-4d4b-4436-b409-1a7fe3141522, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e560637b-4d4b-4436-b409-1a7fe3141522,segment=NetworkSegment(d1b1e1f5-2b39-4c0b-b83d-52696b48f046),segment_id=d1b1e1f5-2b39-4c0b-b83d-52696b48f046)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:21:40.349117 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e560637b-4d4b-4436-b409-1a7fe3141522), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:40.390557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a14d8-7956-4fcb-858b-d1dfa81c8b05 req-8d73a010-023f-4a93-93d4-4bdd25553275 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:40.392404 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef0a14d8-7956-4fcb-858b-d1dfa81c8b05 req-8d73a010-023f-4a93-93d4-4bdd25553275 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0587728 Feb 05 03:21:40.409100 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=e560637b-4d4b-4436-b409-1a7fe3141522,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:40.449032 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef0a14d8-7956-4fcb-858b-d1dfa81c8b05 req-e6e56475-de08-4057-a0d4-4a467617e345 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485270 Feb 05 03:21:40.570975 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d4bc755-7415-4658-96f3-ef60d826b472 req-169d4ceb-5e1a-4c64-854a-b93c6a1c8d01 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.0294054 Feb 05 03:21:40.696892 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['e560637b-4d4b-4436-b409-1a7fe3141522'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:21:40.922138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb121f3d-5154-4cf8-b028-8392bcb9396f req-3375d386-5d52-4882-b187-c83a46777cfc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:40.924103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb121f3d-5154-4cf8-b028-8392bcb9396f req-3375d386-5d52-4882-b187-c83a46777cfc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 945 time: 0.0671058 Feb 05 03:21:40.978520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-da640633-70d6-4101-94a3-b6f640292d72 req-16938532-6cba-475f-aa2b-36dbe907254b tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 210 time: 0.0329447 Feb 05 03:21:41.008526 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb121f3d-5154-4cf8-b028-8392bcb9396f req-f6961eb8-d94b-423d-bacb-772b31eea430 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e6ba3a-6bb3-4411-b703-b4af26096983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709968 Feb 05 03:21:41.494646 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:41.669165 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b574713-67e2-4dbc-8ed1-1bd40f5ca7d8 req-b768931f-61a6-48a4-8588-d44405e24e6a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.0303638 Feb 05 03:21:42.081126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8594a4af-5046-4e0f-83ef-c5ff4cd2fb53 req-725b8e8d-947d-46c2-9c71-af453889d8b1 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 210 time: 0.0292296 Feb 05 03:21:42.132713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486afc8-38cc-413a-8091-9ad26f277ccb req-b18ffc2a-1f35-40a2-99c2-cdd4c456ea8f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:42.134197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7486afc8-38cc-413a-8091-9ad26f277ccb req-b18ffc2a-1f35-40a2-99c2-cdd4c456ea8f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 945 time: 0.0557590 Feb 05 03:21:42.172682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device e560637b-4d4b-4436-b409-1a7fe3141522 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:21:42.185522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7486afc8-38cc-413a-8091-9ad26f277ccb req-4cf3cd01-df35-44c1-a91a-3751b8d698e3 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e6ba3a-6bb3-4411-b703-b4af26096983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456085 Feb 05 03:21:42.221382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port e560637b-4d4b-4436-b409-1a7fe3141522 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:21:42.225227 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port e560637b-4d4b-4436-b409-1a7fe3141522 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:21:42.225599 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e560637b-4d4b-4436-b409-1a7fe3141522), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:42.306153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port e560637b-4d4b-4436-b409-1a7fe3141522 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:21:42.306633 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e560637b-4d4b-4436-b409-1a7fe3141522), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:42.330058 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e560637b-4d4b-4436-b409-1a7fe3141522'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:21:42.332288 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd436efe-1d97-4d4e-b6f4-8f2a5f8e7873" -d '{"events": [{"server_uuid": "9c29b6ff-a50a-4342-acb0-4997730cb3a7", "name": "network-vif-plugged", "status": "completed", "tag": "e560637b-4d4b-4436-b409-1a7fe3141522"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:21:42.344890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port e560637b-4d4b-4436-b409-1a7fe3141522, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e560637b-4d4b-4436-b409-1a7fe3141522,segment=NetworkSegment(d1b1e1f5-2b39-4c0b-b83d-52696b48f046),segment_id=d1b1e1f5-2b39-4c0b-b83d-52696b48f046)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:21:42.351362 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e560637b-4d4b-4436-b409-1a7fe3141522), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:42.377020 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186a8057-0410-482a-9beb-df7e2538df6f x-openstack-request-id: req-186a8057-0410-482a-9beb-df7e2538df6f {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:21:42.377458 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c29b6ff-a50a-4342-acb0-4997730cb3a7", "name": "network-vif-plugged", "status": "completed", "tag": "e560637b-4d4b-4436-b409-1a7fe3141522", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:21:42.377723 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-186a8057-0410-482a-9beb-df7e2538df6f {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:21:42.378117 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e560637b-4d4b-4436-b409-1a7fe3141522', 'code': 200} Feb 05 03:21:42.406265 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=e560637b-4d4b-4436-b409-1a7fe3141522,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:42.478549 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619441e3-2912-456a-b7f1-2c1fd53b28a5 req-89845cd3-bb78-426f-871d-223a6248f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:42.479974 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-619441e3-2912-456a-b7f1-2c1fd53b28a5 req-89845cd3-bb78-426f-871d-223a6248f961 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 1128 time: 0.0458241 Feb 05 03:21:42.526666 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-619441e3-2912-456a-b7f1-2c1fd53b28a5 req-2e408aeb-db58-4ba3-8bf7-018f43db2636 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=68e6ba3a-6bb3-4411-b703-b4af26096983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398173 Feb 05 03:21:42.771210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c0f9f1d-30a6-4a25-9d96-c53ab1195b4b req-7c1cc2a7-77c4-41be-b353-6aa982acd7d9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.0311031 Feb 05 03:21:43.205298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7433a84e-0fbb-4810-8641-4443aeb5a952 req-e02b3594-d9f1-4446-8ba1-f6f94f076d8e tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c54050d-257d-45e1-adcd-d082a143ffdf HTTP/1.1" status: 200 len: 210 time: 0.0290620 Feb 05 03:21:43.364178 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76e21b-d43d-41bf-a29e-9cec86453e3e req-d48e7c06-1385-40b2-a33d-215c4837ae9e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:43.375226 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab76e21b-d43d-41bf-a29e-9cec86453e3e req-d48e7c06-1385-40b2-a33d-215c4837ae9e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 946 time: 0.0659332 Feb 05 03:21:43.442960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab76e21b-d43d-41bf-a29e-9cec86453e3e req-1c8b76a4-f634-40c7-a2b9-1f24d297a0a2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e6ba3a-6bb3-4411-b703-b4af26096983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703127 Feb 05 03:21:43.934357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d5c0a16-a3bb-4533-8760-062575dd04b8 req-b5dbd5d2-575e-46fc-b0dd-408a87eed34a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.0499241 Feb 05 03:21:44.272695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59444) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:44.339404 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07b5a76e-c441-4c39-aac2-3cf1077e0af2 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group (d6386861-a81e-4a8e-bf6d-e8feb113a9f8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:44.368447 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07b5a76e-c441-4c39-aac2-3cf1077e0af2 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group (d6386861-a81e-4a8e-bf6d-e8feb113a9f8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:44.440969 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07b5a76e-c441-4c39-aac2-3cf1077e0af2 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d6386861-a81e-4a8e-bf6d-e8feb113a9f8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:44.444648 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07b5a76e-c441-4c39-aac2-3cf1077e0af2 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:44.446239 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-07b5a76e-c441-4c39-aac2-3cf1077e0af2 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] 10.222.0.36 "DELETE /v2.0/security-groups/d6386861-a81e-4a8e-bf6d-e8feb113a9f8 HTTP/1.1" status: 204 len: 168 time: 0.1716743 Feb 05 03:21:44.479396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5a76e-c441-4c39-aac2-3cf1077e0af2 tempest-TestVolumeBackupRestore-693909347 tempest-TestVolumeBackupRestore-693909347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6386861-a81e-4a8e-bf6d-e8feb113a9f8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:44.673822 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275fee5-c9f5-4bdd-96f1-681b0d960aad req-cfc0db01-8cfc-46b4-8d9b-0c3c420e3471 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:44.675442 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d275fee5-c9f5-4bdd-96f1-681b0d960aad req-cfc0db01-8cfc-46b4-8d9b-0c3c420e3471 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 946 time: 0.0897055 Feb 05 03:21:44.774711 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d275fee5-c9f5-4bdd-96f1-681b0d960aad req-12520d53-5d7b-4111-85f3-c88191f5bbcc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e6ba3a-6bb3-4411-b703-b4af26096983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933437 Feb 05 03:21:45.012214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca7bec-900e-4e75-b18c-2be1ebe05be4 req-9666bb10-8d5f-4de4-9a48-af62caac3c85 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:45.014377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-86ca7bec-900e-4e75-b18c-2be1ebe05be4 req-9666bb10-8d5f-4de4-9a48-af62caac3c85 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 946 time: 0.1059084 Feb 05 03:21:45.160575 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-626290eb-993d-4971-9823-22cfddc7caeb req-9a8d252e-6d9f-4578-bd8d-aa07bc4a30e0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.0683703 Feb 05 03:21:45.183364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-86ca7bec-900e-4e75-b18c-2be1ebe05be4 req-601817ba-822c-44cd-bc26-48c4f0924088 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e6ba3a-6bb3-4411-b703-b4af26096983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527994 Feb 05 03:21:45.209001 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59502) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:45.316477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2874f14-a626-4667-92e7-3d8a36424a2a tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:45.318205 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e2874f14-a626-4667-92e7-3d8a36424a2a tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 1123 time: 0.1080403 Feb 05 03:21:45.321260 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59516) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:45.327163 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': 'e560637b-4d4b-4436-b409-1a7fe3141522', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:45.381209 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:45.522601 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:45.660854 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Allocated IP 172.25.0.32 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/8661b0b1-af8d-4258-bc0f-f8243466de86) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:21:45.806372 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for port (8661b0b1-af8d-4258-bc0f-f8243466de86), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:45.851649 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (8661b0b1-af8d-4258-bc0f-f8243466de86), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:45.924850 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Port': ['ID=8661b0b1-af8d-4258-bc0f-f8243466de86,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:45.939335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:21:45.941328 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:21:45.944050 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:21:46.120524 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa926865-6457-4d5d-891d-baae7ee93d4e req-82331843-7a46-4bf3-b675-32076054534c tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:46.121890 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa926865-6457-4d5d-891d-baae7ee93d4e req-82331843-7a46-4bf3-b675-32076054534c tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0989411 Feb 05 03:21:46.273914 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa926865-6457-4d5d-891d-baae7ee93d4e req-d0150a5d-0179-414f-a19d-a733dff9b515 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094434 Feb 05 03:21:46.429131 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c89f4e79-c63f-4012-b5af-14d1f7fb6b42 req-38c603c9-fd74-492a-81f9-80b032e627c2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.1527982 Feb 05 03:21:46.472652 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:46.590621 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for floatingip (2155775d-e851-4641-8282-9b49afa74276), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:46.722010 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8661b0b1-af8d-4258-bc0f-f8243466de86), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:46.947575 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for port (8661b0b1-af8d-4258-bc0f-f8243466de86), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:46.956485 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (8661b0b1-af8d-4258-bc0f-f8243466de86), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:47.055269 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (2155775d-e851-4641-8282-9b49afa74276), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:47.064474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Port': ['ID=8661b0b1-af8d-4258-bc0f-f8243466de86,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:47.581459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-612d9fd8-ac06-4699-bc7d-ad53be773fa7 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:47.589112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-612d9fd8-ac06-4699-bc7d-ad53be773fa7 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/networks?id=ad0799a3-3b8e-4a63-951e-e131e230b36c HTTP/1.1" status: 200 len: 813 time: 0.2349501 Feb 05 03:21:47.606309 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Floating IP 2155775d-e851-4641-8282-9b49afa74276 associated. External IP: 172.25.0.32, port: e560637b-4d4b-4436-b409-1a7fe3141522. Feb 05 03:21:47.633421 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a95c0db-3e8e-4bc8-a2b4-c4760a8d365a req-8d7a9169-438e-4166-8395-7c264560e472 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.0348709 Feb 05 03:21:47.645273 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-1161afce-d6f0-410c-8299-2b92a431b454 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/quotas/3cdf6c2848db4744be2c4489be46f36e HTTP/1.1" status: 200 len: 375 time: 0.0549710 Feb 05 03:21:47.686854 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-0c03322c-e98a-46f3-af12-11813a7a806a tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cdf6c2848db4744be2c4489be46f36e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393734 Feb 05 03:21:47.709166 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-1b23154c-f56e-40dd-96e4-b9310d9cf0b7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:21:47.716698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-1b23154c-f56e-40dd-96e4-b9310d9cf0b7 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122874 Feb 05 03:21:47.829352 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-e071e2e1-64a4-4a59-b9ef-cf4d220dd0fb service neutron] 10.222.0.36 "GET /v2.0/networks/ad0799a3-3b8e-4a63-951e-e131e230b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115098 Feb 05 03:21:47.935729 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:21:47.998741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-e9317b06-c1cc-4dac-9b25-92653c6047fd service neutron] 10.222.0.36 "GET /v2.0/networks/ad0799a3-3b8e-4a63-951e-e131e230b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682539 Feb 05 03:21:48.097522 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:21:48.130168 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4da20a-6a18-4335-8455-2ea5eb5c03d1 None None] Sync routers for ids ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:21:48.138329 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:48.148765 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4da20a-6a18-4335-8455-2ea5eb5c03d1 None None] Routers {'2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:21:48.149425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5f4da20a-6a18-4335-8455-2ea5eb5c03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:21:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:48.206768 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-de568b82-d0dd-4df3-8ee3-691e61dadac2 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8840888 Feb 05 03:21:48.207736 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'tag': 'e560637b-4d4b-4436-b409-1a7fe3141522'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:21:48.211572 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5786fbdb-ea9f-43f4-b750-412886c84b78" -d '{"events": [{"name": "network-changed", "server_uuid": "9c29b6ff-a50a-4342-acb0-4997730cb3a7", "tag": "e560637b-4d4b-4436-b409-1a7fe3141522"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:21:48.212612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59818) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:48.271456 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176f53d7-c400-490d-9d5b-c37fd21e253d x-openstack-request-id: req-176f53d7-c400-490d-9d5b-c37fd21e253d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:21:48.271945 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c29b6ff-a50a-4342-acb0-4997730cb3a7", "tag": "e560637b-4d4b-4436-b409-1a7fe3141522", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:21:48.272364 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-176f53d7-c400-490d-9d5b-c37fd21e253d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:21:48.272915 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'tag': 'e560637b-4d4b-4436-b409-1a7fe3141522', 'status': 'completed', 'code': 200} Feb 05 03:21:48.280138 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5f4da20a-6a18-4335-8455-2ea5eb5c03d1 None None] Set router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:21:48.357841 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:21:48.392483 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786fbdb-ea9f-43f4-b750-412886c84b78 req-3c3c2f65-d253-4879-adc8-97fc75dd33f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:48.396195 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5786fbdb-ea9f-43f4-b750-412886c84b78 req-3c3c2f65-d253-4879-adc8-97fc75dd33f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9&device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 1128 time: 0.0965335 Feb 05 03:21:48.475380 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f41504fd-df78-41d6-bb42-f81e8dd62a1f req-518450fd-d84e-4d1a-810f-9c9513924c48 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=0388156b-2cd1-463f-a7cb-6a3342281a79 HTTP/1.1" status: 200 len: 210 time: 0.0700839 Feb 05 03:21:48.525678 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-195ea1ba-ac6d-4e70-a0f1-c40839a0b2ff tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/floatingips/2155775d-e851-4641-8282-9b49afa74276 HTTP/1.1" status: 200 len: 991 time: 0.3056979 Feb 05 03:21:48.591038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5f4da20a-6a18-4335-8455-2ea5eb5c03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:21:24Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '2155775d-e851-4641-8282-9b49afa74276', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'port_id': 'e560637b-4d4b-4436-b409-1a7fe3141522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'mac_address': 'fa:16:3e:db:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:21:46Z', 'updated_at': '2022-02-05T03:21:46Z', 'revision_number': 0, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259d61b7-7130-4990-aa0c-7f47b6b6819b', 'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:fc:3f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:24Z', 'updated_at': '2022-02-05T03:21:29Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:48.626460 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4da20a-6a18-4335-8455-2ea5eb5c03d1 None None] Checking router: 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:21:48.647277 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4da20a-6a18-4335-8455-2ea5eb5c03d1 None None] Routers {'2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:21:48.647850 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5f4da20a-6a18-4335-8455-2ea5eb5c03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:21:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:48.664809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786fbdb-ea9f-43f4-b750-412886c84b78 req-1d44b44e-e25c-4943-b9ff-bb8b85b74ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:48.666376 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5786fbdb-ea9f-43f4-b750-412886c84b78 req-1d44b44e-e25c-4943-b9ff-bb8b85b74ac6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=68d16b29-eb71-4c36-a416-3ea71310f997 HTTP/1.1" status: 200 len: 896 time: 0.2514870 Feb 05 03:21:48.807190 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3cbe31ad-5b44-4455-9d38-cc2320d8ee19 req-2204e51c-c67b-4e88-976d-336fbed75278 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.0516157 Feb 05 03:21:48.833085 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5786fbdb-ea9f-43f4-b750-412886c84b78 req-0556f0d1-2048-4351-8e8e-b3852f973d05 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e560637b-4d4b-4436-b409-1a7fe3141522 HTTP/1.1" status: 200 len: 999 time: 0.1596780 Feb 05 03:21:48.900997 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786fbdb-ea9f-43f4-b750-412886c84b78 req-0429a237-29f0-4678-91f7-c3ac12509922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:48.902501 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5786fbdb-ea9f-43f4-b750-412886c84b78 req-0429a237-29f0-4678-91f7-c3ac12509922 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9fb46138-0685-430b-af0a-d9fc5959f783 HTTP/1.1" status: 200 len: 835 time: 0.0633659 Feb 05 03:21:48.954238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5f4da20a-6a18-4335-8455-2ea5eb5c03d1 None None] Set router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:21:49.002652 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786fbdb-ea9f-43f4-b750-412886c84b78 req-7dddef5d-1485-4bb5-9074-36327c2febf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:49.004466 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5786fbdb-ea9f-43f4-b750-412886c84b78 req-7dddef5d-1485-4bb5-9074-36327c2febf2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=68d16b29-eb71-4c36-a416-3ea71310f997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0940917 Feb 05 03:21:49.166552 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5786fbdb-ea9f-43f4-b750-412886c84b78 req-5e5bccb8-eea0-4683-bd61-6de20632b2c7 service neutron] 10.222.0.31 "GET /v2.0/networks/68d16b29-eb71-4c36-a416-3ea71310f997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522279 Feb 05 03:21:49.311752 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5786fbdb-ea9f-43f4-b750-412886c84b78 req-85f50938-5ea2-4cbc-9c6f-d28a4b242d49 service neutron] 10.222.0.31 "GET /v2.0/networks/68d16b29-eb71-4c36-a416-3ea71310f997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398480 Feb 05 03:21:49.361215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5f4da20a-6a18-4335-8455-2ea5eb5c03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:21:24Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '2155775d-e851-4641-8282-9b49afa74276', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'port_id': 'e560637b-4d4b-4436-b409-1a7fe3141522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'mac_address': 'fa:16:3e:db:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:21:46Z', 'updated_at': '2022-02-05T03:21:46Z', 'revision_number': 0, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259d61b7-7130-4990-aa0c-7f47b6b6819b', 'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:fc:3f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:24Z', 'updated_at': '2022-02-05T03:21:29Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:21:49.405871 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4da20a-6a18-4335-8455-2ea5eb5c03d1 None None] The sync data for ids ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'] in n-d-826942-8 is: [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:21:24Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '2155775d-e851-4641-8282-9b49afa74276', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'port_id': 'e560637b-4d4b-4436-b409-1a7fe3141522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'mac_address': 'fa:16:3e:db:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:21:46Z', 'updated_at': '2022-02-05T03:21:46Z', 'revision_number': 0, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259d61b7-7130-4990-aa0c-7f47b6b6819b', 'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:fc:3f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:24Z', 'updated_at': '2022-02-05T03:21:29Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:21:49.523029 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 59960) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:49.617012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e171a27d-0947-46a2-8e87-1e88f4562039 req-738b5422-c46c-4a5b-b004-23545fe3b840 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=0388156b-2cd1-463f-a7cb-6a3342281a79 HTTP/1.1" status: 200 len: 210 time: 0.0418580 Feb 05 03:21:49.637643 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a67fc093-60d2-4f02-a34d-f91371cc15db tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/floatingips/2155775d-e851-4641-8282-9b49afa74276 HTTP/1.1" status: 200 len: 991 time: 0.1128705 Feb 05 03:21:49.705304 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30f21af-06c3-44c6-a7d9-55c8f4fc95f8 None None] New status for floating IP 2155775d-e851-4641-8282-9b49afa74276: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:21:49.939653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-efbbbe6e-442c-47f9-bd71-6ca754757091 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:49.942138 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-efbbbe6e-442c-47f9-bd71-6ca754757091 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.31 "GET /v2.0/networks?id=ad0799a3-3b8e-4a63-951e-e131e230b36c HTTP/1.1" status: 200 len: 813 time: 0.1703310 Feb 05 03:21:49.959979 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-b5c90993-2996-439c-b07c-119d15473288 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Request body: {'port': {'device_id': '0388156b-2cd1-463f-a7cb-6a3342281a79', 'network_id': 'ad0799a3-3b8e-4a63-951e-e131e230b36c', 'admin_state_up': True, 'tenant_id': '3cdf6c2848db4744be2c4489be46f36e'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:49.963958 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0240052-cf88-4c03-8856-872c4c9f9ace req-4be35560-79db-4fce-986d-bdc3e195faa2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.0438492 Feb 05 03:21:50.100232 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-b5c90993-2996-439c-b07c-119d15473288 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Made reservation on behalf of 3cdf6c2848db4744be2c4489be46f36e for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:21:50.103678 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-b5c90993-2996-439c-b07c-119d15473288 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:50.233018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-b5c90993-2996-439c-b07c-119d15473288 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Allocated IP 172.20.0.12 (ad0799a3-3b8e-4a63-951e-e131e230b36c/3b2214a3-50f5-4c40-899f-3fda91cb82c9/3a8e3feb-586e-4d86-878b-800c7201be3f) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:21:50.383527 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-b5c90993-2996-439c-b07c-119d15473288 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Publish callbacks [] for port (3a8e3feb-586e-4d86-878b-800c7201be3f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:50.417210 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-b5c90993-2996-439c-b07c-119d15473288 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (3a8e3feb-586e-4d86-878b-800c7201be3f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:50.462863 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-b5c90993-2996-439c-b07c-119d15473288 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Network ad0799a3-3b8e-4a63-951e-e131e230b36c is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:21:50.465909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-b5c90993-2996-439c-b07c-119d15473288 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:21:50.470091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-b5c90993-2996-439c-b07c-119d15473288 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:21:50.476373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c90993-2996-439c-b07c-119d15473288 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Pushing event updated for resources: {'Port': ['ID=3a8e3feb-586e-4d86-878b-800c7201be3f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:50.521655 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-b5c90993-2996-439c-b07c-119d15473288 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:50.522262 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-b5c90993-2996-439c-b07c-119d15473288 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:50.541807 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-b5c90993-2996-439c-b07c-119d15473288 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5865645 Feb 05 03:21:50.553658 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Request body: {'port': {'device_id': '0388156b-2cd1-463f-a7cb-6a3342281a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:50.616696 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3a8e3feb-586e-4d86-878b-800c7201be3f), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:50.640676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 59970) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:21:50.714674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b49d87b4-6b30-4365-ac95-b74f60ea60f4 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/floatingips/2155775d-e851-4641-8282-9b49afa74276 HTTP/1.1" status: 200 len: 993 time: 0.0729501 Feb 05 03:21:50.765507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e821b8-4a00-4dc8-a7c3-d44ad857e8b1 req-fb119baf-5425-4043-8c8e-c6c1ed74437f tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:50.767393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9e821b8-4a00-4dc8-a7c3-d44ad857e8b1 req-fb119baf-5425-4043-8c8e-c6c1ed74437f tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=0388156b-2cd1-463f-a7cb-6a3342281a79 HTTP/1.1" status: 200 len: 932 time: 0.0628099 Feb 05 03:21:50.816929 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9e821b8-4a00-4dc8-a7c3-d44ad857e8b1 req-8ab7a725-5256-461c-919f-42f72da64b68 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431969 Feb 05 03:21:50.920627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8e3feb-586e-4d86-878b-800c7201be3f {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:21:50.928175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Publish callbacks [] for port (3a8e3feb-586e-4d86-878b-800c7201be3f), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:50.940014 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Transition to ACTIVE for port object 3a8e3feb-586e-4d86-878b-800c7201be3f will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:21:50.945030 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (3a8e3feb-586e-4d86-878b-800c7201be3f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:50.992744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Pushing event updated for resources: {'Port': ['ID=3a8e3feb-586e-4d86-878b-800c7201be3f,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:51.070782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Attempting to bind port 3a8e3feb-586e-4d86-878b-800c7201be3f on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:21:51.071983 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Attempting to bind port 3a8e3feb-586e-4d86-878b-800c7201be3f by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '41701449-d567-45e3-8c95-aaaf9286504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad0799a3-3b8e-4a63-951e-e131e230b36c'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:21:51.072414 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Attempting to bind port 3a8e3feb-586e-4d86-878b-800c7201be3f on network ad0799a3-3b8e-4a63-951e-e131e230b36c {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:21:51.075478 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b4898fb-062c-444d-b5df-c572acf9b534 req-4b1c96e6-4540-4310-9040-0f8701f54bed tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.0317032 Feb 05 03:21:51.080238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Port 3a8e3feb-586e-4d86-878b-800c7201be3f on network ad0799a3-3b8e-4a63-951e-e131e230b36c not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:21:51.080698 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Attempting to bind port 3a8e3feb-586e-4d86-878b-800c7201be3f on network ad0799a3-3b8e-4a63-951e-e131e230b36c {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:21:51.085688 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:21:51.086132 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Checking segment: {'id': '41701449-d567-45e3-8c95-aaaf9286504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad0799a3-3b8e-4a63-951e-e131e230b36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:21:51.086684 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Bound using segment: {'id': '41701449-d567-45e3-8c95-aaaf9286504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad0799a3-3b8e-4a63-951e-e131e230b36c'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:21:51.087254 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Bound port: 3a8e3feb-586e-4d86-878b-800c7201be3f, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41701449-d567-45e3-8c95-aaaf9286504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ad0799a3-3b8e-4a63-951e-e131e230b36c'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:21:51.087711 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3a8e3feb-586e-4d86-878b-800c7201be3f), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:51.151363 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] For port 3a8e3feb-586e-4d86-878b-800c7201be3f, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:21:51.154287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] For port 3a8e3feb-586e-4d86-878b-800c7201be3f, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3a8e3feb-586e-4d86-878b-800c7201be3f,segment=NetworkSegment(41701449-d567-45e3-8c95-aaaf9286504f),segment_id=41701449-d567-45e3-8c95-aaaf9286504f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:21:51.161095 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (3a8e3feb-586e-4d86-878b-800c7201be3f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:51.193721 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:51.194156 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:51.195816 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] 10.222.0.31 "PUT /v2.0/ports/3a8e3feb-586e-4d86-878b-800c7201be3f HTTP/1.1" status: 200 len: 1092 time: 0.6466548 Feb 05 03:21:51.197879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0388156b-2cd1-463f-a7cb-6a3342281a79', 'tag': '3a8e3feb-586e-4d86-878b-800c7201be3f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:21:51.200687 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66fdcfd-9d5d-495b-b4ff-8e075c81453f" -d '{"events": [{"name": "network-changed", "server_uuid": "0388156b-2cd1-463f-a7cb-6a3342281a79", "tag": "3a8e3feb-586e-4d86-878b-800c7201be3f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:21:51.228031 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343eb630-0f35-4b07-b496-1d26e381cb1b service neutron] Pushing event updated for resources: {'Port': ['ID=3a8e3feb-586e-4d86-878b-800c7201be3f,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:51.277633 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f7b784-cc7c-4f05-8bea-1dfe2b247687 x-openstack-request-id: req-38f7b784-cc7c-4f05-8bea-1dfe2b247687 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:21:51.277933 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0388156b-2cd1-463f-a7cb-6a3342281a79", "tag": "3a8e3feb-586e-4d86-878b-800c7201be3f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:21:51.278188 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38f7b784-cc7c-4f05-8bea-1dfe2b247687 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:21:51.278589 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0388156b-2cd1-463f-a7cb-6a3342281a79', 'tag': '3a8e3feb-586e-4d86-878b-800c7201be3f', 'status': 'completed', 'code': 200} Feb 05 03:21:51.299263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-44462e41-a24f-40bf-869c-f1828dea26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:51.300759 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-44462e41-a24f-40bf-869c-f1828dea26f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3cdf6c2848db4744be2c4489be46f36e&device_id=0388156b-2cd1-463f-a7cb-6a3342281a79 HTTP/1.1" status: 200 len: 1126 time: 0.0574555 Feb 05 03:21:51.342615 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-a8dcb6f6-6038-40a0-8e87-f6af67de550f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a8e3feb-586e-4d86-878b-800c7201be3f HTTP/1.1" status: 200 len: 217 time: 0.0350027 Feb 05 03:21:51.391458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-53b98ed3-c3fa-4b2a-a56d-3526bca6e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:51.392934 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-53b98ed3-c3fa-4b2a-a56d-3526bca6e6d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b2214a3-50f5-4c40-899f-3fda91cb82c9 HTTP/1.1" status: 200 len: 853 time: 0.0442111 Feb 05 03:21:51.427271 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-82043e80-5d62-4ea4-a8db-023e43e31cb4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad0799a3-3b8e-4a63-951e-e131e230b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281284 Feb 05 03:21:51.517440 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-7015705a-e0cd-4f9c-92bd-657f1e92e39c service neutron] 10.222.0.31 "GET /v2.0/networks/ad0799a3-3b8e-4a63-951e-e131e230b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847096 Feb 05 03:21:51.616273 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6c8acbbe-2c31-4fb8-82eb-357944ab96e8 req-58946595-47a6-4aed-a651-2d1abc16679f service neutron] 10.222.0.31 "GET /v2.0/networks/ad0799a3-3b8e-4a63-951e-e131e230b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930245 Feb 05 03:21:51.710305 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fdcfd-9d5d-495b-b4ff-8e075c81453f req-b4b88cd5-a99a-45d9-8855-2aca4d0edd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:51.712014 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a66fdcfd-9d5d-495b-b4ff-8e075c81453f req-b4b88cd5-a99a-45d9-8855-2aca4d0edd0c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3cdf6c2848db4744be2c4489be46f36e&device_id=0388156b-2cd1-463f-a7cb-6a3342281a79 HTTP/1.1" status: 200 len: 1126 time: 0.0499258 Feb 05 03:21:51.801748 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fdcfd-9d5d-495b-b4ff-8e075c81453f req-0f5cc54a-ce3d-40f4-ba0e-6d794222e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:51.803334 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a66fdcfd-9d5d-495b-b4ff-8e075c81453f req-0f5cc54a-ce3d-40f4-ba0e-6d794222e29d service neutron] 10.222.0.31 "GET /v2.0/networks?id=ad0799a3-3b8e-4a63-951e-e131e230b36c HTTP/1.1" status: 200 len: 914 time: 0.0852871 Feb 05 03:21:51.849086 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a66fdcfd-9d5d-495b-b4ff-8e075c81453f req-bd012aa8-caf5-4fae-b69a-2aeb3cf368aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a8e3feb-586e-4d86-878b-800c7201be3f HTTP/1.1" status: 200 len: 217 time: 0.0392339 Feb 05 03:21:51.904325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fdcfd-9d5d-495b-b4ff-8e075c81453f req-4a11bf6e-8a94-4571-a629-30d2636e1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:51.906791 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a66fdcfd-9d5d-495b-b4ff-8e075c81453f req-4a11bf6e-8a94-4571-a629-30d2636e1a0b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3b2214a3-50f5-4c40-899f-3fda91cb82c9 HTTP/1.1" status: 200 len: 853 time: 0.0519252 Feb 05 03:21:51.944785 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab690f9e-015f-40b8-88f6-d32b4507ade9 req-183658eb-2701-4484-b0f8-2ec0d7673b2a tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:51.948514 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a66fdcfd-9d5d-495b-b4ff-8e075c81453f req-1877811d-3586-4f96-9d16-62a3e56a92f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad0799a3-3b8e-4a63-951e-e131e230b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337605 Feb 05 03:21:51.951371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab690f9e-015f-40b8-88f6-d32b4507ade9 req-183658eb-2701-4484-b0f8-2ec0d7673b2a tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=0388156b-2cd1-463f-a7cb-6a3342281a79 HTTP/1.1" status: 200 len: 944 time: 0.0624950 Feb 05 03:21:51.997734 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab690f9e-015f-40b8-88f6-d32b4507ade9 req-0379a5b7-8539-4eb1-998f-012ba9f2ea8f tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453045 Feb 05 03:21:52.055038 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a66fdcfd-9d5d-495b-b4ff-8e075c81453f req-568af3a1-81d7-43aa-a60c-9044d90b2114 service neutron] 10.222.0.31 "GET /v2.0/networks/ad0799a3-3b8e-4a63-951e-e131e230b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996714 Feb 05 03:21:52.150588 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a66fdcfd-9d5d-495b-b4ff-8e075c81453f req-ce0da079-1533-40ec-969f-4d9a2324d9be service neutron] 10.222.0.31 "GET /v2.0/networks/ad0799a3-3b8e-4a63-951e-e131e230b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894463 Feb 05 03:21:52.197680 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1117463b-1008-4fc1-8568-e09e4472f81b req-792d5876-6a81-4040-a39f-f571454e91bf tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.0311754 Feb 05 03:21:53.132501 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54bff4-1d29-46c2-9e20-9ccfeab865b2 req-a7f22c5d-8b3f-42b3-9ea8-c1e0c06ee033 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:53.134117 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae54bff4-1d29-46c2-9e20-9ccfeab865b2 req-a7f22c5d-8b3f-42b3-9ea8-c1e0c06ee033 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=0388156b-2cd1-463f-a7cb-6a3342281a79 HTTP/1.1" status: 200 len: 944 time: 0.0639882 Feb 05 03:21:53.187219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae54bff4-1d29-46c2-9e20-9ccfeab865b2 req-ffff1555-f929-4a84-b7d9-c675e195cae3 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460515 Feb 05 03:21:53.299092 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45bc49f8-5ce9-40c9-a89c-696fa07b11d6 req-a52eae1f-6069-4077-a343-7ee46c33f8b5 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7d87230-d16b-43a9-af22-27931213598d HTTP/1.1" status: 200 len: 210 time: 0.0288727 Feb 05 03:21:54.193760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 3a8e3feb-586e-4d86-878b-800c7201be3f details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:21:54.299816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 3a8e3feb-586e-4d86-878b-800c7201be3f, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3a8e3feb-586e-4d86-878b-800c7201be3f,segment=NetworkSegment(41701449-d567-45e3-8c95-aaaf9286504f),segment_id=41701449-d567-45e3-8c95-aaaf9286504f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:21:54.309241 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb389a-8236-48a1-8d90-29cefb47396c req-8942d6c2-cfb6-4b0d-bcf0-05ea603d5839 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:54.310741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13cb389a-8236-48a1-8d90-29cefb47396c req-8942d6c2-cfb6-4b0d-bcf0-05ea603d5839 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=0388156b-2cd1-463f-a7cb-6a3342281a79 HTTP/1.1" status: 200 len: 944 time: 0.0532551 Feb 05 03:21:54.312924 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '3a8e3feb-586e-4d86-878b-800c7201be3f', 'network_id': 'ad0799a3-3b8e-4a63-951e-e131e230b36c', 'port_id': '3a8e3feb-586e-4d86-878b-800c7201be3f', 'mac_address': 'fa:16:3e:02:c5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2214a3-50f5-4c40-899f-3fda91cb82c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:21:54.357198 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 3a8e3feb-586e-4d86-878b-800c7201be3f is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:21:54.357593 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3a8e3feb-586e-4d86-878b-800c7201be3f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:54.378300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13cb389a-8236-48a1-8d90-29cefb47396c req-8e9a55ac-6a37-4122-b73d-a116c4aa795d tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601277 Feb 05 03:21:54.382863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8e3feb-586e-4d86-878b-800c7201be3f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:21:54.411960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 3a8e3feb-586e-4d86-878b-800c7201be3f, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3a8e3feb-586e-4d86-878b-800c7201be3f,segment=NetworkSegment(41701449-d567-45e3-8c95-aaaf9286504f),segment_id=41701449-d567-45e3-8c95-aaaf9286504f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:21:54.416789 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3a8e3feb-586e-4d86-878b-800c7201be3f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:54.466727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=3a8e3feb-586e-4d86-878b-800c7201be3f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:54.475461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:54.475813 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:54.476151 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:54.476482 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:54.476810 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:54.477135 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:54.477459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:54.477781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:54.479570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:54.479570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:54.479570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:54.479570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:54.479570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:21:54.537902 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-6cf83349-aebf-4106-8705-2932983e8810 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513254780&fields=id&tenant_id=bf205d1005174d34b7264edb6224b46f HTTP/1.1" status: 200 len: 267 time: 0.0507119 Feb 05 03:21:54.646547 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-a69edfd0-f6fd-48aa-b20b-611ac69579f6 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:54.648114 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-a69edfd0-f6fd-48aa-b20b-611ac69579f6 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 811 time: 0.1036932 Feb 05 03:21:54.662649 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-122fd4e9-c21d-4938-b17d-9776463f7228 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/quotas/bf205d1005174d34b7264edb6224b46f HTTP/1.1" status: 200 len: 375 time: 0.0088310 Feb 05 03:21:54.715820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-c0e00fe0-75ea-4737-9e4c-2383005f2c72 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482168 Feb 05 03:21:54.755739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['3a8e3feb-586e-4d86-878b-800c7201be3f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:21:54.817586 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-e1627957-9712-4b6d-bdaf-a71710289cf5 service neutron] 10.222.0.36 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893669 Feb 05 03:21:54.913421 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-095256c4-992c-48fb-9d18-dbc9a827a575 service neutron] 10.222.0.36 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889838 Feb 05 03:21:55.246344 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd2d3544-72d1-4b9d-b408-ebc168282306 req-356b507f-f1db-494b-ad58-554f4c5b1b9d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 210 time: 0.0274661 Feb 05 03:21:55.503663 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafd1f1-a641-494d-8809-f1fa06766719 req-444356e2-2287-4699-ba92-0c5247d93399 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:55.505080 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcafd1f1-a641-494d-8809-f1fa06766719 req-444356e2-2287-4699-ba92-0c5247d93399 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=0388156b-2cd1-463f-a7cb-6a3342281a79 HTTP/1.1" status: 200 len: 945 time: 0.0597475 Feb 05 03:21:55.565028 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcafd1f1-a641-494d-8809-f1fa06766719 req-2d6b8bfb-6d86-4077-869a-7d9f0d4a635b tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510035 Feb 05 03:21:56.211877 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 3a8e3feb-586e-4d86-878b-800c7201be3f up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:21:56.267931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 3a8e3feb-586e-4d86-878b-800c7201be3f completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:21:56.269059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-f911f81d-e58e-4564-9d18-c002195b3819 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:56.270691 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-f911f81d-e58e-4564-9d18-c002195b3819 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.10 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 811 time: 0.1148820 Feb 05 03:21:56.274832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 3a8e3feb-586e-4d86-878b-800c7201be3f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:21:56.275450 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3a8e3feb-586e-4d86-878b-800c7201be3f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:56.374632 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 3a8e3feb-586e-4d86-878b-800c7201be3f is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:21:56.375840 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3a8e3feb-586e-4d86-878b-800c7201be3f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:56.387683 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6931344d-d575-4d45-8554-5818aa8a2b0d req-0c4d3c4f-0ee9-4a0d-80cf-8034fcb31f03 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 210 time: 0.0595174 Feb 05 03:21:56.411164 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0388156b-2cd1-463f-a7cb-6a3342281a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8e3feb-586e-4d86-878b-800c7201be3f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:21:56.413372 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83114854-ef9f-41ed-8d84-4892d9b4d73b" -d '{"events": [{"server_uuid": "0388156b-2cd1-463f-a7cb-6a3342281a79", "name": "network-vif-plugged", "status": "completed", "tag": "3a8e3feb-586e-4d86-878b-800c7201be3f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:21:56.420250 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-f1928445-bbdd-4535-88da-5bd999a594f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf205d1005174d34b7264edb6224b46f HTTP/1.1" status: 200 len: 379 time: 0.1363013 Feb 05 03:21:56.435486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-dca699b2-ef8a-4fe7-8315-5d52807e7b82 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Request body: {'port': {'device_id': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'admin_state_up': True, 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'security_groups': ['528c0d93-cb6d-454c-9371-8f7accf722b4']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:56.438115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 3a8e3feb-586e-4d86-878b-800c7201be3f, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3a8e3feb-586e-4d86-878b-800c7201be3f,segment=NetworkSegment(41701449-d567-45e3-8c95-aaaf9286504f),segment_id=41701449-d567-45e3-8c95-aaaf9286504f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:21:56.445041 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3a8e3feb-586e-4d86-878b-800c7201be3f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:56.501345 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8353d7f-dde7-425c-909f-7f76dcc65a6b x-openstack-request-id: req-b8353d7f-dde7-425c-909f-7f76dcc65a6b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:21:56.502724 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0388156b-2cd1-463f-a7cb-6a3342281a79", "name": "network-vif-plugged", "status": "completed", "tag": "3a8e3feb-586e-4d86-878b-800c7201be3f", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:21:56.503001 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8353d7f-dde7-425c-909f-7f76dcc65a6b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:21:56.503580 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0388156b-2cd1-463f-a7cb-6a3342281a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8e3feb-586e-4d86-878b-800c7201be3f', 'code': 200} Feb 05 03:21:56.516577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=3a8e3feb-586e-4d86-878b-800c7201be3f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:56.589606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-dca699b2-ef8a-4fe7-8315-5d52807e7b82 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Made reservation on behalf of bf205d1005174d34b7264edb6224b46f for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:21:56.593465 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-dca699b2-ef8a-4fe7-8315-5d52807e7b82 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:56.667915 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0dc1e-0c67-4e3e-a435-241453baecc6 req-33635393-27ef-4255-a00a-e3ca0bfe2eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:56.669316 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-39a0dc1e-0c67-4e3e-a435-241453baecc6 req-33635393-27ef-4255-a00a-e3ca0bfe2eca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0388156b-2cd1-463f-a7cb-6a3342281a79 HTTP/1.1" status: 200 len: 1128 time: 0.1063290 Feb 05 03:21:56.708767 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c664d1-b7b6-49a3-94a0-e260dad7efcb req-1f215052-9d15-4d74-bb07-8a9c17e186b4 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:56.717319 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74c664d1-b7b6-49a3-94a0-e260dad7efcb req-1f215052-9d15-4d74-bb07-8a9c17e186b4 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=0388156b-2cd1-463f-a7cb-6a3342281a79 HTTP/1.1" status: 200 len: 946 time: 0.0703857 Feb 05 03:21:56.780270 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-39a0dc1e-0c67-4e3e-a435-241453baecc6 req-e475a7b0-2a00-4458-9db2-7b803f2e9873 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026525 Feb 05 03:21:56.786456 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74c664d1-b7b6-49a3-94a0-e260dad7efcb req-1770d88d-5d29-4fd4-8e0d-063a2a90ce2f tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678542 Feb 05 03:21:56.790695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-dca699b2-ef8a-4fe7-8315-5d52807e7b82 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Allocated IP 172.20.0.3 (8a76fea9-ec7c-470a-8205-bae119528f63/d6a9fd51-dee8-4234-b9ad-45957bee7324/a8494b32-53df-442e-9902-cec515e28f57) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:21:56.941980 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-dca699b2-ef8a-4fe7-8315-5d52807e7b82 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for port (a8494b32-53df-442e-9902-cec515e28f57), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:56.989087 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-dca699b2-ef8a-4fe7-8315-5d52807e7b82 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a8494b32-53df-442e-9902-cec515e28f57), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:57.035187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-dca699b2-ef8a-4fe7-8315-5d52807e7b82 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Network 8a76fea9-ec7c-470a-8205-bae119528f63 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:21:57.040578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-dca699b2-ef8a-4fe7-8315-5d52807e7b82 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:21:57.044333 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-dca699b2-ef8a-4fe7-8315-5d52807e7b82 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:21:57.073276 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca699b2-ef8a-4fe7-8315-5d52807e7b82 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'Port': ['ID=a8494b32-53df-442e-9902-cec515e28f57,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:57.112396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-dca699b2-ef8a-4fe7-8315-5d52807e7b82 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:57.113028 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-dca699b2-ef8a-4fe7-8315-5d52807e7b82 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:57.134378 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-dca699b2-ef8a-4fe7-8315-5d52807e7b82 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7028987 Feb 05 03:21:57.151997 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Request body: {'port': {'device_id': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:21:57.239802 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a8494b32-53df-442e-9902-cec515e28f57), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:57.306176 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-42e179dd-9810-4ccd-8a9f-dcea3f8a17af None None] Provisioning complete for port a8494b32-53df-442e-9902-cec515e28f57 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:21:57.307387 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-42e179dd-9810-4ccd-8a9f-dcea3f8a17af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a8494b32-53df-442e-9902-cec515e28f57), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:57.376608 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-42e179dd-9810-4ccd-8a9f-dcea3f8a17af None None] Port a8494b32-53df-442e-9902-cec515e28f57 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:21:57.521350 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342ae1b-e3a0-4b53-bcaa-ae0500e52a46 req-9a75f35d-e289-418a-bb7d-c3d126524671 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:57.523236 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a342ae1b-e3a0-4b53-bcaa-ae0500e52a46 req-9a75f35d-e289-418a-bb7d-c3d126524671 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 931 time: 0.0596004 Feb 05 03:21:57.608651 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a342ae1b-e3a0-4b53-bcaa-ae0500e52a46 req-42687996-ad30-4f74-9e2e-e995aa060126 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715599 Feb 05 03:21:57.813993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8494b32-53df-442e-9902-cec515e28f57 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:21:57.822050 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Publish callbacks [] for port (a8494b32-53df-442e-9902-cec515e28f57), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:57.835054 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Transition to ACTIVE for port object a8494b32-53df-442e-9902-cec515e28f57 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:21:57.839074 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (a8494b32-53df-442e-9902-cec515e28f57), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:57.917618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8494b32-53df-442e-9902-cec515e28f57,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:57.934889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadc99d-bf51-431b-af32-3f5c0ef5de24 req-6dd2d3cc-3c15-48d4-b995-f5607ad10a16 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:57.943132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2eadc99d-bf51-431b-af32-3f5c0ef5de24 req-6dd2d3cc-3c15-48d4-b995-f5607ad10a16 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=0388156b-2cd1-463f-a7cb-6a3342281a79 HTTP/1.1" status: 200 len: 946 time: 0.0771778 Feb 05 03:21:57.979962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Attempting to bind port a8494b32-53df-442e-9902-cec515e28f57 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:21:57.980435 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Attempting to bind port a8494b32-53df-442e-9902-cec515e28f57 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:21:57.980767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Attempting to bind port a8494b32-53df-442e-9902-cec515e28f57 on network 8a76fea9-ec7c-470a-8205-bae119528f63 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:21:57.985587 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Port a8494b32-53df-442e-9902-cec515e28f57 on network 8a76fea9-ec7c-470a-8205-bae119528f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:21:57.985912 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Attempting to bind port a8494b32-53df-442e-9902-cec515e28f57 on network 8a76fea9-ec7c-470a-8205-bae119528f63 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:21:57.990998 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:21:57.991789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Checking segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:21:57.991789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Bound using segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:21:57.992205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Bound port: a8494b32-53df-442e-9902-cec515e28f57, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:21:57.993129 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a8494b32-53df-442e-9902-cec515e28f57), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:58.009241 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2eadc99d-bf51-431b-af32-3f5c0ef5de24 req-b0c92d23-2a2d-4149-9e1a-52a0552aebd3 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645828 Feb 05 03:21:58.066892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] For port a8494b32-53df-442e-9902-cec515e28f57, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:21:58.070074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] For port a8494b32-53df-442e-9902-cec515e28f57, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a8494b32-53df-442e-9902-cec515e28f57,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:21:58.076775 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (a8494b32-53df-442e-9902-cec515e28f57), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:58.144322 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:58.144873 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:21:58.146229 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] 10.222.0.10 "PUT /v2.0/ports/a8494b32-53df-442e-9902-cec515e28f57 HTTP/1.1" status: 200 len: 1091 time: 0.9997959 Feb 05 03:21:58.146681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'tag': 'a8494b32-53df-442e-9902-cec515e28f57'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:21:58.148951 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6095d02-eda2-4bd5-85d6-e0ce3f6de45c" -d '{"events": [{"name": "network-changed", "server_uuid": "09831e90-0bca-42d9-84d3-f8b2bb50e41e", "tag": "a8494b32-53df-442e-9902-cec515e28f57"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:21:58.177793 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675e7c1-2343-474e-91b0-37dc88822ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8494b32-53df-442e-9902-cec515e28f57,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:21:58.226645 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7af50e-d7c0-49dd-8914-4310d0ef701c x-openstack-request-id: req-7d7af50e-d7c0-49dd-8914-4310d0ef701c {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:21:58.226962 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09831e90-0bca-42d9-84d3-f8b2bb50e41e", "tag": "a8494b32-53df-442e-9902-cec515e28f57", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:21:58.227211 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d7af50e-d7c0-49dd-8914-4310d0ef701c {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:21:58.227599 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'tag': 'a8494b32-53df-442e-9902-cec515e28f57', 'status': 'completed', 'code': 200} Feb 05 03:21:58.281512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-ad1d0628-8e7e-4987-bf4d-c59ea3a857d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:58.283167 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-ad1d0628-8e7e-4987-bf4d-c59ea3a857d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 1125 time: 0.0583858 Feb 05 03:21:58.331615 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-5faea719-acd6-4a1b-b009-955245f82ea6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8494b32-53df-442e-9902-cec515e28f57 HTTP/1.1" status: 200 len: 217 time: 0.0400784 Feb 05 03:21:58.387466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-861fa76f-8fa5-4ed8-9ca7-e407c87f6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:58.388777 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-861fa76f-8fa5-4ed8-9ca7-e407c87f6176 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0513430 Feb 05 03:21:58.442069 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-7905c4cf-564c-43e6-a22f-9cb217db4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:58.443806 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-7905c4cf-564c-43e6-a22f-9cb217db4e0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475223 Feb 05 03:21:58.537588 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-bd81b570-8828-4e32-be75-084c20ae5e14 service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881531 Feb 05 03:21:58.633914 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-90295ef5-50c0-4cd3-997c-8be3c9c17431 req-045f3640-ca79-4a91-84ee-b96a5d612399 service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882294 Feb 05 03:21:58.731751 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6095d02-eda2-4bd5-85d6-e0ce3f6de45c req-0d975432-4727-4e74-9851-f00aa49f4ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:58.734008 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6095d02-eda2-4bd5-85d6-e0ce3f6de45c req-0d975432-4727-4e74-9851-f00aa49f4ce4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 1125 time: 0.0522861 Feb 05 03:21:58.747274 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a307a-394e-4d42-a6df-762bebcdbbf2 req-3be3ca09-efaa-4d12-8336-9a5148ead968 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:58.749154 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a8a307a-394e-4d42-a6df-762bebcdbbf2 req-3be3ca09-efaa-4d12-8336-9a5148ead968 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.0639725 Feb 05 03:21:58.840735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6095d02-eda2-4bd5-85d6-e0ce3f6de45c req-d7e0558f-cb03-49be-9c6a-c9b121baf9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:58.842993 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6095d02-eda2-4bd5-85d6-e0ce3f6de45c req-d7e0558f-cb03-49be-9c6a-c9b121baf9db service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.1027339 Feb 05 03:21:58.887898 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6095d02-eda2-4bd5-85d6-e0ce3f6de45c req-3f971a65-e45a-4f6e-b8f6-14915f9de479 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8494b32-53df-442e-9902-cec515e28f57 HTTP/1.1" status: 200 len: 217 time: 0.0381517 Feb 05 03:21:58.959955 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6095d02-eda2-4bd5-85d6-e0ce3f6de45c req-07e8c89d-6390-4ad2-a35e-20b4df30bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:58.961423 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6095d02-eda2-4bd5-85d6-e0ce3f6de45c req-07e8c89d-6390-4ad2-a35e-20b4df30bb3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0665171 Feb 05 03:21:59.016783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6095d02-eda2-4bd5-85d6-e0ce3f6de45c req-654f8122-78c9-4cfa-871e-1fc2fcae50f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:59.018653 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6095d02-eda2-4bd5-85d6-e0ce3f6de45c req-654f8122-78c9-4cfa-871e-1fc2fcae50f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496395 Feb 05 03:21:59.126348 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6095d02-eda2-4bd5-85d6-e0ce3f6de45c req-b39b9cf3-70d7-47bf-83ad-e7685677983b service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012888 Feb 05 03:21:59.172080 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a8a307a-394e-4d42-a6df-762bebcdbbf2 req-6fc21043-d771-4709-be0b-b8d114c3a057 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4139314 Feb 05 03:21:59.188200 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57b2d0-69ac-47f2-bf95-ac16e6974308 req-4418c8a2-f1a6-4168-9c97-cd530d4e8e92 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:59.189577 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f57b2d0-69ac-47f2-bf95-ac16e6974308 req-4418c8a2-f1a6-4168-9c97-cd530d4e8e92 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=0388156b-2cd1-463f-a7cb-6a3342281a79 HTTP/1.1" status: 200 len: 946 time: 0.0767393 Feb 05 03:21:59.233683 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6095d02-eda2-4bd5-85d6-e0ce3f6de45c req-d47a0c13-1d87-402f-87d5-ecd7278758d5 service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994689 Feb 05 03:21:59.241753 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f57b2d0-69ac-47f2-bf95-ac16e6974308 req-3b0a36d3-6557-451e-ab5b-b2f46364a5f0 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436826 Feb 05 03:21:59.672879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa91e1-a9b3-4551-88c1-7958baff0b90 req-7464b474-5d66-4c6d-ade5-ddbb7d4ab290 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:21:59.674365 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43aa91e1-a9b3-4551-88c1-7958baff0b90 req-7464b474-5d66-4c6d-ade5-ddbb7d4ab290 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.0524356 Feb 05 03:21:59.724084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43aa91e1-a9b3-4551-88c1-7958baff0b90 req-6b844bcd-729b-4dde-a6d8-34a1b6977ac6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437450 Feb 05 03:22:00.304092 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922e7b7-7581-48f3-84cf-e16af398f1d9 req-1098d4b9-29ef-4299-b0c4-fdaf5e2e050e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:00.305578 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2922e7b7-7581-48f3-84cf-e16af398f1d9 req-1098d4b9-29ef-4299-b0c4-fdaf5e2e050e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.0554447 Feb 05 03:22:00.357248 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2922e7b7-7581-48f3-84cf-e16af398f1d9 req-955bfc66-b55b-4552-83bc-dc8731ca66b8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457773 Feb 05 03:22:00.852230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c22220-580f-40f5-99a0-589ac44c9372 req-841d1c21-8be0-4db9-b9af-ec49ca7a1911 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:00.854061 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07c22220-580f-40f5-99a0-589ac44c9372 req-841d1c21-8be0-4db9-b9af-ec49ca7a1911 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.0537305 Feb 05 03:22:00.904671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07c22220-580f-40f5-99a0-589ac44c9372 req-492428f6-23b8-48bf-a966-187f104d0366 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439699 Feb 05 03:22:01.487673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b9411-5d08-4bca-a4a5-28b2efae9f39 req-1d93c19c-3b26-4084-ba8f-c2a8ace4ff12 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:01.489331 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-910b9411-5d08-4bca-a4a5-28b2efae9f39 req-1d93c19c-3b26-4084-ba8f-c2a8ace4ff12 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.0575562 Feb 05 03:22:01.539389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-910b9411-5d08-4bca-a4a5-28b2efae9f39 req-965a9173-8d88-4745-96c3-4a58940b42a4 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435507 Feb 05 03:22:02.039363 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0964ce-abdb-45cf-8b28-8d7e47c3f8a1 req-6f28b0dd-5226-4dab-a830-ca65737a1099 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:02.041959 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e0964ce-abdb-45cf-8b28-8d7e47c3f8a1 req-6f28b0dd-5226-4dab-a830-ca65737a1099 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.0593209 Feb 05 03:22:02.097587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e0964ce-abdb-45cf-8b28-8d7e47c3f8a1 req-f0d4fce1-d5fd-4ef6-8053-6da88df92abe tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484283 Feb 05 03:22:02.668920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55b5f5-b70d-4e55-a281-08a80cf2b7f8 req-83f594d1-a2f7-45dc-8047-2b3d28312b51 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:02.677156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa55b5f5-b70d-4e55-a281-08a80cf2b7f8 req-83f594d1-a2f7-45dc-8047-2b3d28312b51 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.0645728 Feb 05 03:22:02.726130 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa55b5f5-b70d-4e55-a281-08a80cf2b7f8 req-3a0c9a7b-7dac-4720-af3e-d491cbb6b466 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477993 Feb 05 03:22:03.241365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898797c-7e31-4e04-92f2-b47005632e32 req-bf62d939-8b16-48b0-8fd4-703356c388a9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:03.248271 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2898797c-7e31-4e04-92f2-b47005632e32 req-bf62d939-8b16-48b0-8fd4-703356c388a9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.0623217 Feb 05 03:22:03.299966 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2898797c-7e31-4e04-92f2-b47005632e32 req-89067604-45b1-4e2d-bdc1-db3b15b9dfe3 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502520 Feb 05 03:22:03.668151 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66e77e93-b7e9-4e33-8a6a-c53cb1a7aec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:03.874385 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acafa1-7557-452f-aa70-cf6ac116d86c req-fd1249f8-0793-49aa-a922-85c346011f18 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:03.882627 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06acafa1-7557-452f-aa70-cf6ac116d86c req-fd1249f8-0793-49aa-a922-85c346011f18 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.0690506 Feb 05 03:22:03.962065 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06acafa1-7557-452f-aa70-cf6ac116d86c req-ded326ba-ef1d-4670-a025-86b0fe291d22 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778782 Feb 05 03:22:04.445529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0accf-59fe-4f16-8a6d-930c3063f16c req-071c5b67-e4fe-45d2-898b-7e1c20eec1af tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:04.454566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a0a0accf-59fe-4f16-8a6d-930c3063f16c req-071c5b67-e4fe-45d2-898b-7e1c20eec1af tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.0700684 Feb 05 03:22:04.503899 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a0a0accf-59fe-4f16-8a6d-930c3063f16c req-3e5c6263-e010-46d9-9907-a715efb6bece tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476975 Feb 05 03:22:05.107348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddfe00-0973-49fe-ad26-07ab88d6befa req-9758643b-e896-4012-b407-0b22fd4c9f0f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:05.117574 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3eddfe00-0973-49fe-ad26-07ab88d6befa req-9758643b-e896-4012-b407-0b22fd4c9f0f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.0729961 Feb 05 03:22:05.180682 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3eddfe00-0973-49fe-ad26-07ab88d6befa req-4b0575ea-8b2f-495f-b22e-2547de64ab11 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618005 Feb 05 03:22:05.657865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31660bb-1c25-4acb-839d-e6fd5477005a req-e2e99bff-b8c5-4c25-8d56-44e9298f478c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:05.665132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b31660bb-1c25-4acb-839d-e6fd5477005a req-e2e99bff-b8c5-4c25-8d56-44e9298f478c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.0705509 Feb 05 03:22:05.715346 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b31660bb-1c25-4acb-839d-e6fd5477005a req-e7e874c0-7144-4ee2-bf7b-08364d4f8ce9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492837 Feb 05 03:22:05.878752 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01d98a9b-ade3-442f-ab9b-36fee3ad2320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:06.300177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d79db7-d762-416f-8c11-608729873d10 req-4212c616-ae9f-483e-a164-9513e2053246 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:06.301669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89d79db7-d762-416f-8c11-608729873d10 req-4212c616-ae9f-483e-a164-9513e2053246 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.0555713 Feb 05 03:22:06.351358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89d79db7-d762-416f-8c11-608729873d10 req-e11ad930-a151-449e-b44e-2319c07e5c60 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437646 Feb 05 03:22:06.833511 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dd183-e575-4301-aee7-b7eaeeae1bc4 req-bdce11c6-9cef-4f40-b08c-5fb913ec65a6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:06.835040 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b68dd183-e575-4301-aee7-b7eaeeae1bc4 req-bdce11c6-9cef-4f40-b08c-5fb913ec65a6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.0522194 Feb 05 03:22:06.886335 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b68dd183-e575-4301-aee7-b7eaeeae1bc4 req-789674b9-ae92-4eb0-99ab-2f1fe81fe401 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454807 Feb 05 03:22:07.147148 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:07.479670 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993ede2-10b5-4aa1-9a59-1a5790750027 req-b83f8207-457f-42ed-a053-2300b02f2e26 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:07.481136 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c993ede2-10b5-4aa1-9a59-1a5790750027 req-b83f8207-457f-42ed-a053-2300b02f2e26 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.0567989 Feb 05 03:22:07.531751 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c993ede2-10b5-4aa1-9a59-1a5790750027 req-550f3b2d-e3d8-426b-99e8-0147b08647cc tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448420 Feb 05 03:22:08.123687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1ac15-4df1-4a50-bcac-d3954116ce25 req-e7b5f42a-2c00-461e-b22d-2c864b1a17b1 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:08.125161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cc1ac15-4df1-4a50-bcac-d3954116ce25 req-e7b5f42a-2c00-461e-b22d-2c864b1a17b1 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.0626538 Feb 05 03:22:08.171566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cc1ac15-4df1-4a50-bcac-d3954116ce25 req-ebbd51d3-0608-48bf-8a62-83a015992049 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407202 Feb 05 03:22:08.657465 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa1beb-0eaa-4a7f-bd33-f2c84801fb56 req-cc5cd9a2-8c7d-41bc-8183-b37fb82ecbb1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:08.658990 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99fa1beb-0eaa-4a7f-bd33-f2c84801fb56 req-cc5cd9a2-8c7d-41bc-8183-b37fb82ecbb1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.0583336 Feb 05 03:22:08.704274 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:08.711536 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99fa1beb-0eaa-4a7f-bd33-f2c84801fb56 req-6755f0cb-5a12-4baa-b09e-1d7d03601a94 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467794 Feb 05 03:22:09.292804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784fa0b-29de-4386-aa65-310c913f79cf req-cd09eb49-232a-4f36-8312-62c12604ac24 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:09.294265 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1784fa0b-29de-4386-aa65-310c913f79cf req-cd09eb49-232a-4f36-8312-62c12604ac24 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.0520008 Feb 05 03:22:09.341835 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1784fa0b-29de-4386-aa65-310c913f79cf req-d6078008-dd50-4f67-b917-0b27bba182d0 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419779 Feb 05 03:22:09.836315 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566aa63-1820-4302-802b-9ac177587297 req-42e899d5-4f86-431a-a126-a298bf14a85c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:09.837790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e566aa63-1820-4302-802b-9ac177587297 req-42e899d5-4f86-431a-a126-a298bf14a85c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.0578039 Feb 05 03:22:09.886382 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e566aa63-1820-4302-802b-9ac177587297 req-db2e8689-0225-4759-b083-fb8ad65d6054 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428374 Feb 05 03:22:10.037433 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:10.479897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab0cd7-375e-4d26-abc1-d1d36922a4d1 req-09025948-9939-4e10-86e1-cb5419a5b54a tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:10.480645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3aab0cd7-375e-4d26-abc1-d1d36922a4d1 req-09025948-9939-4e10-86e1-cb5419a5b54a tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.0643682 Feb 05 03:22:10.532440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3aab0cd7-375e-4d26-abc1-d1d36922a4d1 req-dc5b8d57-03e3-4689-8534-b49cf7da5fcb tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448642 Feb 05 03:22:10.634802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60104) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:22:11.032244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064430ad-31b8-48b3-b2c6-84c94950cf2c req-6a3ede7d-5e5c-4a7c-bb81-443b94e35ebd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:11.042075 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-064430ad-31b8-48b3-b2c6-84c94950cf2c req-6a3ede7d-5e5c-4a7c-bb81-443b94e35ebd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.0692010 Feb 05 03:22:11.099313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-064430ad-31b8-48b3-b2c6-84c94950cf2c req-bcb91d63-7fcd-4ade-96f2-dc938eca2beb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561116 Feb 05 03:22:11.260793 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f74cf4dc-e404-4d1e-8095-cc0ae6a39a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (e3e4632e-4dc6-469b-a15a-151fee5f70f4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:11.520955 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:11.575202 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f74cf4dc-e404-4d1e-8095-cc0ae6a39a1b admin admin] Deleting port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:22:11.575767 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f74cf4dc-e404-4d1e-8095-cc0ae6a39a1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:11.666084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-f74cf4dc-e404-4d1e-8095-cc0ae6a39a1b admin admin] For port 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0e4aaa01-57a3-4910-9c1a-78208c7e5e4e,segment=NetworkSegment(78489399-3061-4989-b906-32de2e0b2915),segment_id=78489399-3061-4989-b906-32de2e0b2915)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:11.666779 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f74cf4dc-e404-4d1e-8095-cc0ae6a39a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:11.681811 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f74cf4dc-e404-4d1e-8095-cc0ae6a39a1b admin admin] Calling delete_port for 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:22:11.697818 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea73ae-83a8-46f6-8ac7-83c81ae37609 req-85f86387-7b14-49de-a1e3-71f657b780b7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:11.705241 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16ea73ae-83a8-46f6-8ac7-83c81ae37609 req-85f86387-7b14-49de-a1e3-71f657b780b7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.0776234 Feb 05 03:22:11.770862 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16ea73ae-83a8-46f6-8ac7-83c81ae37609 req-21b736aa-8c88-459c-a35d-26c0580528a4 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646274 Feb 05 03:22:11.884796 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f74cf4dc-e404-4d1e-8095-cc0ae6a39a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0e4aaa01-57a3-4910-9c1a-78208c7e5e4e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:11.915782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cf4dc-e404-4d1e-8095-cc0ae6a39a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4aaa01-57a3-4910-9c1a-78208c7e5e4e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:12.123130 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f74cf4dc-e404-4d1e-8095-cc0ae6a39a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (e3e4632e-4dc6-469b-a15a-151fee5f70f4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:12.273801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18fe69-3f74-484d-8151-41a3e7752e0e req-59ac318c-4d4f-487a-8a7c-3d8321fb7672 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:12.275401 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d18fe69-3f74-484d-8151-41a3e7752e0e req-59ac318c-4d4f-487a-8a7c-3d8321fb7672 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.0567756 Feb 05 03:22:12.326861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d18fe69-3f74-484d-8151-41a3e7752e0e req-2cfb54be-54fd-4917-a3c1-a2d34f5674e1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449383 Feb 05 03:22:12.381089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74cf4dc-e404-4d1e-8095-cc0ae6a39a1b admin admin] Router e3e4632e-4dc6-469b-a15a-151fee5f70f4 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:22:12.732309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74cf4dc-e404-4d1e-8095-cc0ae6a39a1b admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:22:12.738105 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f74cf4dc-e404-4d1e-8095-cc0ae6a39a1b admin admin] 10.222.0.36 "PUT /v2.0/routers/e3e4632e-4dc6-469b-a15a-151fee5f70f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1019354 Feb 05 03:22:12.740218 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60124) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:22:12.741522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03417c84-49d7-44e0-8b81-d6fb6572288f None None] Sync routers for ids ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:22:12.751729 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03417c84-49d7-44e0-8b81-d6fb6572288f None None] Routers {'e3e4632e-4dc6-469b-a15a-151fee5f70f4'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:22:12.752484 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-03417c84-49d7-44e0-8b81-d6fb6572288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:22:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:12.868012 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-03417c84-49d7-44e0-8b81-d6fb6572288f None None] Set router e3e4632e-4dc6-469b-a15a-151fee5f70f4 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:22:12.915879 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-796a45ac-29ba-4da2-94e3-ae95bd8f02ea admin admin] Publish callbacks [] for router (e3e4632e-4dc6-469b-a15a-151fee5f70f4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:12.992104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6da47-17e3-4a4b-b62a-001bc9f89daa req-06f3f6bc-f5af-4bda-a1ba-fd7e42ff35bf tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:12.993663 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81c6da47-17e3-4a4b-b62a-001bc9f89daa req-06f3f6bc-f5af-4bda-a1ba-fd7e42ff35bf tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.1406448 Feb 05 03:22:13.059372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81c6da47-17e3-4a4b-b62a-001bc9f89daa req-4a9f6eaf-7050-4a38-9948-997e0a790877 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555773 Feb 05 03:22:13.066679 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-03417c84-49d7-44e0-8b81-d6fb6572288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:22:11Z', 'revision_number': 5, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port': {'id': 'ae3c8f4d-dcff-41c6-85e9-968769a6384f', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:18Z', 'updated_at': '2022-02-05T03:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:13.079484 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-796a45ac-29ba-4da2-94e3-ae95bd8f02ea admin admin] Publish callbacks [] for router_gateway (e3e4632e-4dc6-469b-a15a-151fee5f70f4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:13.109702 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03417c84-49d7-44e0-8b81-d6fb6572288f None None] Checking router: e3e4632e-4dc6-469b-a15a-151fee5f70f4 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:22:13.118197 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03417c84-49d7-44e0-8b81-d6fb6572288f None None] Routers {'e3e4632e-4dc6-469b-a15a-151fee5f70f4'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:22:13.118835 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-03417c84-49d7-44e0-8b81-d6fb6572288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:22:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:13.136721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-796a45ac-29ba-4da2-94e3-ae95bd8f02ea admin admin] Deleting port ae3c8f4d-dcff-41c6-85e9-968769a6384f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:22:13.137252 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-796a45ac-29ba-4da2-94e3-ae95bd8f02ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ae3c8f4d-dcff-41c6-85e9-968769a6384f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:13.209813 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-03417c84-49d7-44e0-8b81-d6fb6572288f None None] Set router e3e4632e-4dc6-469b-a15a-151fee5f70f4 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:22:13.223929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-796a45ac-29ba-4da2-94e3-ae95bd8f02ea admin admin] For port ae3c8f4d-dcff-41c6-85e9-968769a6384f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ae3c8f4d-dcff-41c6-85e9-968769a6384f,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:13.224297 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-796a45ac-29ba-4da2-94e3-ae95bd8f02ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ae3c8f4d-dcff-41c6-85e9-968769a6384f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:13.238245 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-796a45ac-29ba-4da2-94e3-ae95bd8f02ea admin admin] Calling delete_port for ae3c8f4d-dcff-41c6-85e9-968769a6384f owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:22:13.262651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-03417c84-49d7-44e0-8b81-d6fb6572288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:22:13Z', 'revision_number': 6, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:13.293046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03417c84-49d7-44e0-8b81-d6fb6572288f None None] The sync data for ids ['e3e4632e-4dc6-469b-a15a-151fee5f70f4'] in n-d-826942-8 is: [{'id': 'e3e4632e-4dc6-469b-a15a-151fee5f70f4', 'name': 'tempest-TestVolumeBackupRestore-621766993-router', 'tenant_id': '817636bb286040a69c8702298d819e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:16Z', 'updated_at': '2022-02-05T03:22:13Z', 'revision_number': 6, 'project_id': '817636bb286040a69c8702298d819e01', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:22:13.424490 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-796a45ac-29ba-4da2-94e3-ae95bd8f02ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ae3c8f4d-dcff-41c6-85e9-968769a6384f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:13.467960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a45ac-29ba-4da2-94e3-ae95bd8f02ea admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3c8f4d-dcff-41c6-85e9-968769a6384f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:13.537423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d2f78-7ce4-4679-a494-b65fd45217de req-f62f9239-65e2-4138-8a1a-4de8c2fcdf82 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:13.538874 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b3d2f78-7ce4-4679-a494-b65fd45217de req-f62f9239-65e2-4138-8a1a-4de8c2fcdf82 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.1266594 Feb 05 03:22:13.552844 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-796a45ac-29ba-4da2-94e3-ae95bd8f02ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (e3e4632e-4dc6-469b-a15a-151fee5f70f4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:13.675686 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-796a45ac-29ba-4da2-94e3-ae95bd8f02ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (e3e4632e-4dc6-469b-a15a-151fee5f70f4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:13.681446 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-796a45ac-29ba-4da2-94e3-ae95bd8f02ea admin admin] Publish callbacks [] for router_controller (e3e4632e-4dc6-469b-a15a-151fee5f70f4), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:13.689852 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b3d2f78-7ce4-4679-a494-b65fd45217de req-e5d8e181-b9dd-4cc8-a630-651bc48f6e96 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408663 Feb 05 03:22:13.740843 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-796a45ac-29ba-4da2-94e3-ae95bd8f02ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (e3e4632e-4dc6-469b-a15a-151fee5f70f4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:13.741559 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796a45ac-29ba-4da2-94e3-ae95bd8f02ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3e4632e-4dc6-469b-a15a-151fee5f70f4 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:22:13.746236 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-796a45ac-29ba-4da2-94e3-ae95bd8f02ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:13.749912 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-796a45ac-29ba-4da2-94e3-ae95bd8f02ea admin admin] 10.222.0.36 "DELETE /v2.0/routers/e3e4632e-4dc6-469b-a15a-151fee5f70f4 HTTP/1.1" status: 204 len: 168 time: 1.0061204 Feb 05 03:22:13.751534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60130) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:22:13.801207 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-25312140-ca53-43b1-9c4b-3c1d39e5d958 admin admin] Deleting subnet a59a44b3-ed92-4718-987e-b0f1e470fdce {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:22:13.804736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25312140-ca53-43b1-9c4b-3c1d39e5d958 admin admin] Publish callbacks [] for subnet (a59a44b3-ed92-4718-987e-b0f1e470fdce), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:13.841865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25312140-ca53-43b1-9c4b-3c1d39e5d958 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (a59a44b3-ed92-4718-987e-b0f1e470fdce), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:13.959087 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25312140-ca53-43b1-9c4b-3c1d39e5d958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (a59a44b3-ed92-4718-987e-b0f1e470fdce), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:14.030671 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25312140-ca53-43b1-9c4b-3c1d39e5d958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (a59a44b3-ed92-4718-987e-b0f1e470fdce), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:14.059174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25312140-ca53-43b1-9c4b-3c1d39e5d958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a59a44b3-ed92-4718-987e-b0f1e470fdce,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:14.061262 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25312140-ca53-43b1-9c4b-3c1d39e5d958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:14.064458 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-25312140-ca53-43b1-9c4b-3c1d39e5d958 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a59a44b3-ed92-4718-987e-b0f1e470fdce HTTP/1.1" status: 204 len: 168 time: 0.3091502 Feb 05 03:22:14.065507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66871ea4-19f0-4eb6-9341-5c707ab4d4a7 None None] Network e44fa365-280e-4a77-ae1a-956d24254b72 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:22:14.066946 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60132) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:22:14.169499 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (e44fa365-280e-4a77-ae1a-956d24254b72), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:14.259194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0d471-3102-4cb2-b435-7f6de2844582 req-2170fccb-d034-436d-b26b-1f1f2154e677 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:14.261156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8db0d471-3102-4cb2-b435-7f6de2844582 req-2170fccb-d034-436d-b26b-1f1f2154e677 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.0754919 Feb 05 03:22:14.285396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] Deleting port 74adb534-7198-4c0a-a8de-a31558b9d649 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:22:14.286030 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (74adb534-7198-4c0a-a8de-a31558b9d649), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:14.337165 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8909a170-4e09-48f4-83ea-34f1d95bc121 None None] DHCP port deletion for e44fa365-280e-4a77-ae1a-956d24254b72 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:22:14.353142 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8db0d471-3102-4cb2-b435-7f6de2844582 req-1e389e2e-5c25-4a77-95fd-d8493a43d321 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778320 Feb 05 03:22:14.403282 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] For port 74adb534-7198-4c0a-a8de-a31558b9d649, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=74adb534-7198-4c0a-a8de-a31558b9d649,segment=NetworkSegment(78489399-3061-4989-b906-32de2e0b2915),segment_id=78489399-3061-4989-b906-32de2e0b2915)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:14.403708 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (74adb534-7198-4c0a-a8de-a31558b9d649), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:14.418694 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] Calling delete_port for 74adb534-7198-4c0a-a8de-a31558b9d649 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:22:14.445620 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8909a170-4e09-48f4-83ea-34f1d95bc121 None None] Deleting port 74adb534-7198-4c0a-a8de-a31558b9d649 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:22:14.446342 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8909a170-4e09-48f4-83ea-34f1d95bc121 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (74adb534-7198-4c0a-a8de-a31558b9d649), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:14.537850 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8909a170-4e09-48f4-83ea-34f1d95bc121 None None] For port 74adb534-7198-4c0a-a8de-a31558b9d649, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=74adb534-7198-4c0a-a8de-a31558b9d649,segment=NetworkSegment(78489399-3061-4989-b906-32de2e0b2915),segment_id=78489399-3061-4989-b906-32de2e0b2915)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:14.538298 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8909a170-4e09-48f4-83ea-34f1d95bc121 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (74adb534-7198-4c0a-a8de-a31558b9d649), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:14.547579 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (74adb534-7198-4c0a-a8de-a31558b9d649), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:14.554303 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8909a170-4e09-48f4-83ea-34f1d95bc121 None None] Calling delete_port for 74adb534-7198-4c0a-a8de-a31558b9d649 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:22:14.578214 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] Pushing event deleted for resources: {'Port': ['ID=74adb534-7198-4c0a-a8de-a31558b9d649,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:14.580146 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] No DVR routers for this DVR port 74adb534-7198-4c0a-a8de-a31558b9d649 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:22:14.643696 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8909a170-4e09-48f4-83ea-34f1d95bc121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (74adb534-7198-4c0a-a8de-a31558b9d649), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:14.671484 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909a170-4e09-48f4-83ea-34f1d95bc121 None None] No DVR routers for this DVR port 74adb534-7198-4c0a-a8de-a31558b9d649 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:22:14.673400 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909a170-4e09-48f4-83ea-34f1d95bc121 None None] Pushing event deleted for resources: {'Port': ['ID=74adb534-7198-4c0a-a8de-a31558b9d649,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:14.679493 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (e44fa365-280e-4a77-ae1a-956d24254b72), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:14.701168 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44fa365-280e-4a77-ae1a-956d24254b72']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:14.710780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78489399-3061-4989-b906-32de2e0b2915') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:14.711099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78489399-3061-4989-b906-32de2e0b2915') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:14.721117 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (78489399-3061-4989-b906-32de2e0b2915), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:14.737256 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (78489399-3061-4989-b906-32de2e0b2915), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:14.745751 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:22:14.746424 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (78489399-3061-4989-b906-32de2e0b2915), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:22:14.748289 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:22:14.807008 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (e44fa365-280e-4a77-ae1a-956d24254b72), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:14.814023 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:14.824815 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] 10.222.0.36 "DELETE /v2.0/networks/e44fa365-280e-4a77-ae1a-956d24254b72 HTTP/1.1" status: 204 len: 168 time: 0.7493656 Feb 05 03:22:14.825046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60138) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:22:14.829847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef36db-0392-4090-abe8-71eef934aa8d admin admin] Pushing event deleted for resources: {'Network': ['ID=e44fa365-280e-4a77-ae1a-956d24254b72,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:14.918560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877ada2-80fd-4484-a0a9-e07bc6128fad req-1b72c2fd-7e7c-41eb-b0f6-c270a71f4e52 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:14.920105 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5877ada2-80fd-4484-a0a9-e07bc6128fad req-1b72c2fd-7e7c-41eb-b0f6-c270a71f4e52 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.1490366 Feb 05 03:22:15.020977 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5877ada2-80fd-4484-a0a9-e07bc6128fad req-026d906b-d441-4c6b-832a-ea4887208c3c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915253 Feb 05 03:22:15.050269 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ae3c8f4d-dcff-41c6-85e9-968769a6384f no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:22:15.074959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: ae3c8f4d-dcff-41c6-85e9-968769a6384f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:22:15.075617 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ae3c8f4d-dcff-41c6-85e9-968769a6384f not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:22:15.075719 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:22:15.100757 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:22:15.101283 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0e4aaa01-57a3-4910-9c1a-78208c7e5e4e not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:22:15.101773 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 74adb534-7198-4c0a-a8de-a31558b9d649 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:22:15.125777 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 74adb534-7198-4c0a-a8de-a31558b9d649 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:22:15.126117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 74adb534-7198-4c0a-a8de-a31558b9d649 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:22:15.375117 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (5b857419-00d4-417c-a023-64ed090316e6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:15.557815 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81af580-f83f-416d-85d9-00348e0bd71e req-226d2533-2a0f-4c36-88c5-0bb8ad2750d3 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:15.559394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f81af580-f83f-416d-85d9-00348e0bd71e req-226d2533-2a0f-4c36-88c5-0bb8ad2750d3 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.1013119 Feb 05 03:22:15.640711 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f81af580-f83f-416d-85d9-00348e0bd71e req-f304b4c2-036b-4362-abba-2b8ec3415d3c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601709 Feb 05 03:22:15.737489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Deleting port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:22:15.738049 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:15.830731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] For port 74d767b3-dbb8-4e25-814d-f2d2fbd9da22, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=74d767b3-dbb8-4e25-814d-f2d2fbd9da22,segment=NetworkSegment(69b84b0d-e28c-4453-86a7-cc222d916654),segment_id=69b84b0d-e28c-4453-86a7-cc222d916654)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:15.831357 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:15.845367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Calling delete_port for 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:22:16.030809 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (74d767b3-dbb8-4e25-814d-f2d2fbd9da22), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:16.058100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Pushing event deleted for resources: {'Port': ['ID=74d767b3-dbb8-4e25-814d-f2d2fbd9da22,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:16.149384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:16.149845 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:16.150178 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:16.150526 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:16.152719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:16.153030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:16.153655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:16.153852 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:16.154202 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:16.155230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:16.155536 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:16.155837 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:16.156439 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:16.353015 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:16.360433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fd7fa-f4cd-41d6-ade7-008bea6ce583 req-09cacfa8-4b33-4a10-a405-16c846c1b5b0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:16.361971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-282fd7fa-f4cd-41d6-ade7-008bea6ce583 req-09cacfa8-4b33-4a10-a405-16c846c1b5b0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.2162135 Feb 05 03:22:16.377130 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (5b857419-00d4-417c-a023-64ed090316e6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:16.707876 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45b6f4-acc1-4725-88e5-3862dda12d5d req-f4298b83-3bd3-49ce-9658-1e5580fb2130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:16.709814 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9c45b6f4-acc1-4725-88e5-3862dda12d5d req-f4298b83-3bd3-49ce-9658-1e5580fb2130 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d58b096555a04b7ca178d4a0e2ed7cb4&device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 1127 time: 0.0508442 Feb 05 03:22:16.816668 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45b6f4-acc1-4725-88e5-3862dda12d5d req-ea26c732-62c2-481e-892a-eea170827712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:16.818313 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9c45b6f4-acc1-4725-88e5-3862dda12d5d req-ea26c732-62c2-481e-892a-eea170827712 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fbb58776-7719-4374-b8e1-b06bd2d776f7 HTTP/1.1" status: 200 len: 919 time: 0.0998268 Feb 05 03:22:16.867556 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9c45b6f4-acc1-4725-88e5-3862dda12d5d req-5bb3e8d1-abb9-4b53-a940-67dce38b7257 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd HTTP/1.1" status: 200 len: 217 time: 0.0406475 Feb 05 03:22:16.884790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-282fd7fa-f4cd-41d6-ade7-008bea6ce583 req-26959144-cd86-4153-aee9-83dcb24746d9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5085988 Feb 05 03:22:16.954447 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bb1e3-8287-4b02-a914-f1cf47ca3093 req-3ac6134f-5864-4e2f-9c5e-6d747acf4de5 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:16.962996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c5bb1e3-8287-4b02-a914-f1cf47ca3093 req-3ac6134f-5864-4e2f-9c5e-6d747acf4de5 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0996327 Feb 05 03:22:16.985478 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device dbc878c9-1465-47ef-bd5a-0494c8894434 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:22:16.985703 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45b6f4-acc1-4725-88e5-3862dda12d5d req-67088eb3-6fe5-47c6-846b-b9566e5b1758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:16.989981 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9c45b6f4-acc1-4725-88e5-3862dda12d5d req-67088eb3-6fe5-47c6-846b-b9566e5b1758 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=594fab9e-93d3-4a1a-a3f9-d96663d2bc2d HTTP/1.1" status: 200 len: 858 time: 0.1148670 Feb 05 03:22:17.046924 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9c45b6f4-acc1-4725-88e5-3862dda12d5d req-c5f6e633-9d1c-4be7-84fe-e7c3d527c455 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fbb58776-7719-4374-b8e1-b06bd2d776f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455122 Feb 05 03:22:17.133350 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c5bb1e3-8287-4b02-a914-f1cf47ca3093 req-d13065df-efb4-4973-8cd0-4d586702e7ff tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665404 Feb 05 03:22:17.159131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523df67-c9d1-40eb-98b8-24e572ae1059 req-a90ea7a1-ce5c-4741-9fd1-f52647ff208f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:17.161073 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f523df67-c9d1-40eb-98b8-24e572ae1059 req-a90ea7a1-ce5c-4741-9fd1-f52647ff208f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.1770773 Feb 05 03:22:17.162102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port dbc878c9-1465-47ef-bd5a-0494c8894434, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=dbc878c9-1465-47ef-bd5a-0494c8894434,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:17.189877 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'dbc878c9-1465-47ef-bd5a-0494c8894434', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'port_id': 'dbc878c9-1465-47ef-bd5a-0494c8894434', 'mac_address': 'fa:16:3e:a5:0e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:22:17.204167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Router 5b857419-00d4-417c-a023-64ed090316e6 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:22:17.215875 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9c45b6f4-acc1-4725-88e5-3862dda12d5d req-baff60cf-8bb7-4051-8601-9e642cede51e service neutron] 10.222.0.10 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603975 Feb 05 03:22:17.244776 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port dbc878c9-1465-47ef-bd5a-0494c8894434 is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:22:17.245540 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:17.260371 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbc878c9-1465-47ef-bd5a-0494c8894434 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:22:17.282196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port dbc878c9-1465-47ef-bd5a-0494c8894434, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=dbc878c9-1465-47ef-bd5a-0494c8894434,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:17.290298 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:17.292585 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f523df67-c9d1-40eb-98b8-24e572ae1059 req-e80c0f8a-e633-400b-8f88-3d63def866c0 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994899 Feb 05 03:22:17.357390 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9c45b6f4-acc1-4725-88e5-3862dda12d5d req-e1548f74-d45b-48e5-9a31-4b204fad1508 service neutron] 10.222.0.10 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331935 Feb 05 03:22:17.370477 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=dbc878c9-1465-47ef-bd5a-0494c8894434,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:17.375941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['dbc878c9-1465-47ef-bd5a-0494c8894434'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:22:17.503673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:22:17.517277 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60182) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:22:17.519346 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83023ef-216b-4141-83df-17911789d404 None None] Sync routers for ids ['5b857419-00d4-417c-a023-64ed090316e6'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:22:17.527126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f1e05cab-aba4-47df-a2bd-bf3de79cea89 admin admin] 10.222.0.36 "PUT /v2.0/routers/5b857419-00d4-417c-a023-64ed090316e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7000482 Feb 05 03:22:17.530776 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83023ef-216b-4141-83df-17911789d404 None None] Routers {'5b857419-00d4-417c-a023-64ed090316e6'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:22:17.531395 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d83023ef-216b-4141-83df-17911789d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:22:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['5b857419-00d4-417c-a023-64ed090316e6'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:17.651999 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d83023ef-216b-4141-83df-17911789d404 None None] Set router 5b857419-00d4-417c-a023-64ed090316e6 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:22:17.663238 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Publish callbacks [] for router (5b857419-00d4-417c-a023-64ed090316e6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:17.806981 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Publish callbacks [] for router_gateway (5b857419-00d4-417c-a023-64ed090316e6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:17.867993 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d83023ef-216b-4141-83df-17911789d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b857419-00d4-417c-a023-64ed090316e6', 'name': 'tempest-TestVolumeBackupRestore-1307595432-router', 'tenant_id': 'c7566a979e134cadb1db41d715f30a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '66ccbb8e-f590-4f9e-a758-704be832f0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:30Z', 'updated_at': '2022-02-05T03:22:15Z', 'revision_number': 5, 'project_id': 'c7566a979e134cadb1db41d715f30a55', 'gw_port': {'id': '66ccbb8e-f590-4f9e-a758-704be832f0a8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b857419-00d4-417c-a023-64ed090316e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:15:31Z', 'updated_at': '2022-02-05T03:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:17.908987 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83023ef-216b-4141-83df-17911789d404 None None] Checking router: 5b857419-00d4-417c-a023-64ed090316e6 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:22:17.913045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Deleting port 66ccbb8e-f590-4f9e-a758-704be832f0a8 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:22:17.916146 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (66ccbb8e-f590-4f9e-a758-704be832f0a8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:17.946641 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83023ef-216b-4141-83df-17911789d404 None None] Routers {'5b857419-00d4-417c-a023-64ed090316e6'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:22:17.947714 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d83023ef-216b-4141-83df-17911789d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:22:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['5b857419-00d4-417c-a023-64ed090316e6'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:18.058805 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] For port 66ccbb8e-f590-4f9e-a758-704be832f0a8, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=66ccbb8e-f590-4f9e-a758-704be832f0a8,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:18.059689 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (66ccbb8e-f590-4f9e-a758-704be832f0a8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:18.089558 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2327d7a-7ffa-499d-9352-6e884d440012 req-b7886903-cfbf-4f6c-88e5-834985389e3b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:18.093987 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2327d7a-7ffa-499d-9352-6e884d440012 req-b7886903-cfbf-4f6c-88e5-834985389e3b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.0995617 Feb 05 03:22:18.097090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Calling delete_port for 66ccbb8e-f590-4f9e-a758-704be832f0a8 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:22:18.127077 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d83023ef-216b-4141-83df-17911789d404 None None] Set router 5b857419-00d4-417c-a023-64ed090316e6 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:22:18.210938 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2327d7a-7ffa-499d-9352-6e884d440012 req-24bd1fa4-3846-4457-a163-a0792f6c86a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118417 Feb 05 03:22:18.241844 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d83023ef-216b-4141-83df-17911789d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b857419-00d4-417c-a023-64ed090316e6', 'name': 'tempest-TestVolumeBackupRestore-1307595432-router', 'tenant_id': 'c7566a979e134cadb1db41d715f30a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:30Z', 'updated_at': '2022-02-05T03:22:17Z', 'revision_number': 6, 'project_id': 'c7566a979e134cadb1db41d715f30a55', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:18.360112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (66ccbb8e-f590-4f9e-a758-704be832f0a8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:18.372024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebd305-f942-4e69-a921-fb77f9a934aa req-e9db5aea-f5f0-4944-8500-59db7cf52ebc tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:18.376078 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11ebd305-f942-4e69-a921-fb77f9a934aa req-e9db5aea-f5f0-4944-8500-59db7cf52ebc tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.1138844 Feb 05 03:22:18.462974 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11ebd305-f942-4e69-a921-fb77f9a934aa req-fab85038-977e-4b69-888b-bb9f0ba4714f tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808818 Feb 05 03:22:18.470993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ccbb8e-f590-4f9e-a758-704be832f0a8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:18.508962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:18.509750 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:18.510296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:18.510895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:18.511452 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:18.513079 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:18.513644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:18.514278 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:18.514980 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:18.515603 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:18.516283 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:18.516817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:18.518746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:18.568902 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83023ef-216b-4141-83df-17911789d404 None None] The sync data for ids ['5b857419-00d4-417c-a023-64ed090316e6'] in n-d-826942-8 is: [{'id': '5b857419-00d4-417c-a023-64ed090316e6', 'name': 'tempest-TestVolumeBackupRestore-1307595432-router', 'tenant_id': 'c7566a979e134cadb1db41d715f30a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:15:30Z', 'updated_at': '2022-02-05T03:22:17Z', 'revision_number': 6, 'project_id': 'c7566a979e134cadb1db41d715f30a55', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:22:18.578151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f5242-3e08-47e5-8d26-9f093d776864 req-21b2a21a-51dd-4bc4-aee8-7e20688d2516 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:18.579199 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-272f5242-3e08-47e5-8d26-9f093d776864 req-21b2a21a-51dd-4bc4-aee8-7e20688d2516 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 944 time: 0.1153066 Feb 05 03:22:18.637109 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (5b857419-00d4-417c-a023-64ed090316e6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:18.642731 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48038200-94ac-468d-978b-315a44e52975 req-5dfa1fd6-392b-4c1d-a32e-ff17acb94e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:18.645286 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-48038200-94ac-468d-978b-315a44e52975 req-5dfa1fd6-392b-4c1d-a32e-ff17acb94e46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d58b096555a04b7ca178d4a0e2ed7cb4&device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 1127 time: 0.1672039 Feb 05 03:22:18.675904 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-272f5242-3e08-47e5-8d26-9f093d776864 req-f7688152-050e-423b-aa40-ea9f8d9c2b38 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899458 Feb 05 03:22:18.801044 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (5b857419-00d4-417c-a023-64ed090316e6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:18.804452 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Publish callbacks [] for router_controller (5b857419-00d4-417c-a023-64ed090316e6), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:18.923354 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (5b857419-00d4-417c-a023-64ed090316e6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:18.924155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b857419-00d4-417c-a023-64ed090316e6 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:22:18.929679 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:18.931093 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-016df6bc-72ff-4da6-b24f-e157745e5111 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5b857419-00d4-417c-a023-64ed090316e6 HTTP/1.1" status: 204 len: 168 time: 1.4123461 Feb 05 03:22:18.933739 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60206) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:22:19.000446 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device dbc878c9-1465-47ef-bd5a-0494c8894434 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:22:19.038295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48038200-94ac-468d-978b-315a44e52975 req-6857b843-ae35-4c61-aa0b-fbac1376b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:19.042312 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-48038200-94ac-468d-978b-315a44e52975 req-6857b843-ae35-4c61-aa0b-fbac1376b6f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fbb58776-7719-4374-b8e1-b06bd2d776f7 HTTP/1.1" status: 200 len: 919 time: 0.3687325 Feb 05 03:22:19.069490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad20f7df-1086-40c4-83cc-ecadb93eb629 admin admin] Deleting subnet 1290ba6d-e36f-4dcd-97c8-994daab04f6f {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:22:19.091623 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad20f7df-1086-40c4-83cc-ecadb93eb629 admin admin] Publish callbacks [] for subnet (1290ba6d-e36f-4dcd-97c8-994daab04f6f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:19.111178 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:22:19.146737 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:22:19.147373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 74d767b3-dbb8-4e25-814d-f2d2fbd9da22 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:22:19.159920 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-48038200-94ac-468d-978b-315a44e52975 req-27fbf90e-d9ed-4c96-97ac-82152324fe6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd HTTP/1.1" status: 200 len: 217 time: 0.1095178 Feb 05 03:22:19.167585 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port dbc878c9-1465-47ef-bd5a-0494c8894434 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:22:19.168040 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:19.187348 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad20f7df-1086-40c4-83cc-ecadb93eb629 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (1290ba6d-e36f-4dcd-97c8-994daab04f6f), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:19.261817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48038200-94ac-468d-978b-315a44e52975 req-f4f29653-dc3e-4275-a1ec-f346231e25bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:19.268988 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-48038200-94ac-468d-978b-315a44e52975 req-f4f29653-dc3e-4275-a1ec-f346231e25bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=594fab9e-93d3-4a1a-a3f9-d96663d2bc2d HTTP/1.1" status: 200 len: 858 time: 0.1024029 Feb 05 03:22:19.308146 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port dbc878c9-1465-47ef-bd5a-0494c8894434 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:22:19.308835 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:19.315133 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad20f7df-1086-40c4-83cc-ecadb93eb629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (1290ba6d-e36f-4dcd-97c8-994daab04f6f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:19.331533 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-48038200-94ac-468d-978b-315a44e52975 req-66dc3ec7-af21-42a8-b902-fdd67c035d02 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fbb58776-7719-4374-b8e1-b06bd2d776f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513918 Feb 05 03:22:19.351156 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port dbc878c9-1465-47ef-bd5a-0494c8894434, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=dbc878c9-1465-47ef-bd5a-0494c8894434,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:19.352343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc878c9-1465-47ef-bd5a-0494c8894434'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:22:19.355155 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84117b1b-ef0e-4d6e-810d-d77fb178bca3" -d '{"events": [{"server_uuid": "138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d", "name": "network-vif-plugged", "status": "completed", "tag": "dbc878c9-1465-47ef-bd5a-0494c8894434"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:22:19.362173 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:19.440006 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=dbc878c9-1465-47ef-bd5a-0494c8894434,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:19.465749 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad20f7df-1086-40c4-83cc-ecadb93eb629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (1290ba6d-e36f-4dcd-97c8-994daab04f6f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:19.468862 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf86b4f6-4b7e-4d88-bb24-95bf679128b8 x-openstack-request-id: req-bf86b4f6-4b7e-4d88-bb24-95bf679128b8 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:22:19.469398 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d", "name": "network-vif-plugged", "status": "completed", "tag": "dbc878c9-1465-47ef-bd5a-0494c8894434", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:22:19.469835 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf86b4f6-4b7e-4d88-bb24-95bf679128b8 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:22:19.470394 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc878c9-1465-47ef-bd5a-0494c8894434', 'code': 200} Feb 05 03:22:19.511780 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20f7df-1086-40c4-83cc-ecadb93eb629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1290ba6d-e36f-4dcd-97c8-994daab04f6f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:19.520395 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad20f7df-1086-40c4-83cc-ecadb93eb629 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:19.525102 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ad20f7df-1086-40c4-83cc-ecadb93eb629 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1290ba6d-e36f-4dcd-97c8-994daab04f6f HTTP/1.1" status: 204 len: 168 time: 0.5902193 Feb 05 03:22:19.526960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d54b76-af7f-4ee5-a6db-6f321445c88b None None] Network ea33a7dc-2b03-4165-80d3-7a36c6cf4604 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:22:19.540922 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60214) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:22:19.551833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73613443-44b7-4652-8d2f-e59cca3f2fc4 req-d8238091-e5d3-4710-8b2e-d9a6a9294a8b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:19.554772 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73613443-44b7-4652-8d2f-e59cca3f2fc4 req-d8238091-e5d3-4710-8b2e-d9a6a9294a8b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.1502519 Feb 05 03:22:19.584610 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-48038200-94ac-468d-978b-315a44e52975 req-eb0e45f1-2a55-4f54-9836-93d7780fe5d3 service neutron] 10.222.0.10 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403777 Feb 05 03:22:19.727773 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (ea33a7dc-2b03-4165-80d3-7a36c6cf4604), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:19.741319 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-48038200-94ac-468d-978b-315a44e52975 req-3d72fd56-e69f-4172-9a86-7628a352de45 service neutron] 10.222.0.10 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538129 Feb 05 03:22:19.890307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f393e11-00af-4c77-a2a9-9ab382c0439c None None] DHCP port deletion for ea33a7dc-2b03-4165-80d3-7a36c6cf4604 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:22:19.901978 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a61ee5-b406-40e1-b4e9-da9e3ea4c655 req-bc795e40-8187-40ff-8bac-b46e4c8c9d89 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:19.909825 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74a61ee5-b406-40e1-b4e9-da9e3ea4c655 req-bc795e40-8187-40ff-8bac-b46e4c8c9d89 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.1766746 Feb 05 03:22:19.956359 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73613443-44b7-4652-8d2f-e59cca3f2fc4 req-9fbbf26d-194f-4378-95db-c3e13f393de2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207532 Feb 05 03:22:19.959751 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9f393e11-00af-4c77-a2a9-9ab382c0439c None None] Deleting port 91497f2e-e344-41a4-a881-cd33c90f6601 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:22:19.959872 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f393e11-00af-4c77-a2a9-9ab382c0439c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (91497f2e-e344-41a4-a881-cd33c90f6601), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:19.964248 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] Deleting port 91497f2e-e344-41a4-a881-cd33c90f6601 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:22:19.964859 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (91497f2e-e344-41a4-a881-cd33c90f6601), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:20.067324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9f393e11-00af-4c77-a2a9-9ab382c0439c None None] For port 91497f2e-e344-41a4-a881-cd33c90f6601, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=91497f2e-e344-41a4-a881-cd33c90f6601,segment=NetworkSegment(69b84b0d-e28c-4453-86a7-cc222d916654),segment_id=69b84b0d-e28c-4453-86a7-cc222d916654)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:20.067891 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f393e11-00af-4c77-a2a9-9ab382c0439c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (91497f2e-e344-41a4-a881-cd33c90f6601), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:20.086125 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9f393e11-00af-4c77-a2a9-9ab382c0439c None None] Calling delete_port for 91497f2e-e344-41a4-a881-cd33c90f6601 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:22:20.155550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] For port 91497f2e-e344-41a4-a881-cd33c90f6601, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=91497f2e-e344-41a4-a881-cd33c90f6601,segment=NetworkSegment(69b84b0d-e28c-4453-86a7-cc222d916654),segment_id=69b84b0d-e28c-4453-86a7-cc222d916654)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:20.156123 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (91497f2e-e344-41a4-a881-cd33c90f6601), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:20.202904 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f393e11-00af-4c77-a2a9-9ab382c0439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (91497f2e-e344-41a4-a881-cd33c90f6601), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:20.212251 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74a61ee5-b406-40e1-b4e9-da9e3ea4c655 req-5aa376d2-b7e3-4271-bef1-09238c27eda7 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015602 Feb 05 03:22:20.213735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] Calling delete_port for 91497f2e-e344-41a4-a881-cd33c90f6601 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:22:20.243298 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f393e11-00af-4c77-a2a9-9ab382c0439c None None] No DVR routers for this DVR port 91497f2e-e344-41a4-a881-cd33c90f6601 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:22:20.267086 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f393e11-00af-4c77-a2a9-9ab382c0439c None None] Pushing event deleted for resources: {'Port': ['ID=91497f2e-e344-41a4-a881-cd33c90f6601,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:20.322862 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1bb32-65c0-42c8-8978-b282bd518681 req-7c8124ed-2f52-4e66-872e-b5da7c3b74eb tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:20.334505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-66b1bb32-65c0-42c8-8978-b282bd518681 req-7c8124ed-2f52-4e66-872e-b5da7c3b74eb tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.1687067 Feb 05 03:22:20.422394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-66b1bb32-65c0-42c8-8978-b282bd518681 req-25e71e74-4483-4d44-921f-863f1868e729 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851040 Feb 05 03:22:20.453780 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (91497f2e-e344-41a4-a881-cd33c90f6601), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:20.493768 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] Pushing event deleted for resources: {'Port': ['ID=91497f2e-e344-41a4-a881-cd33c90f6601,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:20.501881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] No DVR routers for this DVR port 91497f2e-e344-41a4-a881-cd33c90f6601 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:22:20.604461 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (ea33a7dc-2b03-4165-80d3-7a36c6cf4604), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:20.632695 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea33a7dc-2b03-4165-80d3-7a36c6cf4604']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:20.650244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b84b0d-e28c-4453-86a7-cc222d916654') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:20.650590 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b84b0d-e28c-4453-86a7-cc222d916654') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:20.666155 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (69b84b0d-e28c-4453-86a7-cc222d916654), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:20.694252 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (69b84b0d-e28c-4453-86a7-cc222d916654), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:20.703356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:22:20.704550 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (69b84b0d-e28c-4453-86a7-cc222d916654), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:22:20.721836 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:22:20.799095 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (ea33a7dc-2b03-4165-80d3-7a36c6cf4604), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:20.804904 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:20.812712 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] 10.222.0.36 "DELETE /v2.0/networks/ea33a7dc-2b03-4165-80d3-7a36c6cf4604 HTTP/1.1" status: 204 len: 168 time: 1.2517076 Feb 05 03:22:20.829775 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856ee6a-96c2-477e-b0d6-d2e8237e276c admin admin] Pushing event deleted for resources: {'Network': ['ID=ea33a7dc-2b03-4165-80d3-7a36c6cf4604,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:21.067955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60226) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:22:21.101216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 66ccbb8e-f590-4f9e-a758-704be832f0a8 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:22:21.134456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 66ccbb8e-f590-4f9e-a758-704be832f0a8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:22:21.134859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 66ccbb8e-f590-4f9e-a758-704be832f0a8 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:22:21.135291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 91497f2e-e344-41a4-a881-cd33c90f6601 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:22:21.164674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 91497f2e-e344-41a4-a881-cd33c90f6601 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:22:21.165076 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 91497f2e-e344-41a4-a881-cd33c90f6601 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:22:21.190813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f8d3dbb4-8d1a-4126-a774-8fe08433e342 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=817636bb286040a69c8702298d819e01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1201713 Feb 05 03:22:21.192098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60228) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:22:21.218264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa0241-1052-4f7b-abd1-7c5616dbe9a4 req-d7124ed3-ecd3-4078-b6c8-371ee3d0da26 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:21.219798 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15fa0241-1052-4f7b-abd1-7c5616dbe9a4 req-d7124ed3-ecd3-4078-b6c8-371ee3d0da26 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.1259658 Feb 05 03:22:21.312198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15fa0241-1052-4f7b-abd1-7c5616dbe9a4 req-8f9d9f97-8e84-4d74-9d06-c8c68a64af4d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812509 Feb 05 03:22:21.324844 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e6e3777-9222-4855-87e5-78b1ee4261db admin admin] Publish callbacks [] for security_group (b4298c7d-0ec4-48db-9cb5-208ee9894145), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:21.360888 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e6e3777-9222-4855-87e5-78b1ee4261db admin admin] Publish callbacks [] for security_group (b4298c7d-0ec4-48db-9cb5-208ee9894145), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:21.426303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35cab5-7237-4423-aaaf-b9028115e8b7 req-258563dd-dd97-4729-9620-095bbd21f587 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:21.428097 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc35cab5-7237-4423-aaaf-b9028115e8b7 req-258563dd-dd97-4729-9620-095bbd21f587 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0796988 Feb 05 03:22:21.434772 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e6e3777-9222-4855-87e5-78b1ee4261db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b4298c7d-0ec4-48db-9cb5-208ee9894145), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:21.439163 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e6e3777-9222-4855-87e5-78b1ee4261db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:21.440900 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4e6e3777-9222-4855-87e5-78b1ee4261db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4298c7d-0ec4-48db-9cb5-208ee9894145 HTTP/1.1" status: 204 len: 168 time: 0.2461104 Feb 05 03:22:21.465963 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e3777-9222-4855-87e5-78b1ee4261db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4298c7d-0ec4-48db-9cb5-208ee9894145,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:21.541500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc35cab5-7237-4423-aaaf-b9028115e8b7 req-5dc58e77-d60f-4868-907e-2ae68a5c195f tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058199 Feb 05 03:22:21.615069 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7816e-a3b2-47f5-ba7f-564736f73566 req-c7b393cd-deb6-4ab2-b6ee-6cb6eac9b5e7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:21.617413 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-05c7816e-a3b2-47f5-ba7f-564736f73566 req-c7b393cd-deb6-4ab2-b6ee-6cb6eac9b5e7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.0956101 Feb 05 03:22:21.691609 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-05c7816e-a3b2-47f5-ba7f-564736f73566 req-3ed89894-79a3-473a-9cb5-512c7467deca tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657587 Feb 05 03:22:21.982501 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60240) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:22:22.040265 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f754b2f1-4d5e-44e2-9250-f5e56dc99a6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7566a979e134cadb1db41d715f30a55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0553989 Feb 05 03:22:22.042941 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60242) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:22:22.099606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2492cbbc-8518-4d12-8069-45a2b072748e admin admin] Publish callbacks [] for security_group (9f0ab2e4-0f77-4afc-9306-c834013c732f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:22.130406 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2492cbbc-8518-4d12-8069-45a2b072748e admin admin] Publish callbacks [] for security_group (9f0ab2e4-0f77-4afc-9306-c834013c732f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:22.204075 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2492cbbc-8518-4d12-8069-45a2b072748e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9f0ab2e4-0f77-4afc-9306-c834013c732f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:22.207716 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2492cbbc-8518-4d12-8069-45a2b072748e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:22.209324 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2492cbbc-8518-4d12-8069-45a2b072748e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f0ab2e4-0f77-4afc-9306-c834013c732f HTTP/1.1" status: 204 len: 168 time: 0.1652520 Feb 05 03:22:22.229650 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492cbbc-8518-4d12-8069-45a2b072748e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0ab2e4-0f77-4afc-9306-c834013c732f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:22.496305 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117bbd9-eb17-46fb-9445-33506f907493 req-8d8beeb0-6970-4040-acc9-4443b84a7c64 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:22.499311 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1117bbd9-eb17-46fb-9445-33506f907493 req-8d8beeb0-6970-4040-acc9-4443b84a7c64 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 943 time: 0.0905159 Feb 05 03:22:22.589916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1117bbd9-eb17-46fb-9445-33506f907493 req-befd604f-6fb9-444d-ad65-edf6b151f06c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626328 Feb 05 03:22:22.757482 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09fd7b-eb3d-47aa-ba59-37cf1efff40f req-13b4d44e-a28e-4d40-8d9d-b8f1767532e9 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:22.758894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ee09fd7b-eb3d-47aa-ba59-37cf1efff40f req-13b4d44e-a28e-4d40-8d9d-b8f1767532e9 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0626028 Feb 05 03:22:22.841851 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ee09fd7b-eb3d-47aa-ba59-37cf1efff40f req-19b3d21d-f99b-4694-8710-81077f829859 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717359 Feb 05 03:22:22.949604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0f1b3-06c2-4f2f-a130-c1f7a743e19e req-b9d1a8e5-b4e9-432a-ab63-ac257b5d5076 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:22.978707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02f0f1b3-06c2-4f2f-a130-c1f7a743e19e req-b9d1a8e5-b4e9-432a-ab63-ac257b5d5076 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.1479063 Feb 05 03:22:23.017322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a8494b32-53df-442e-9902-cec515e28f57 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:22:23.123589 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02f0f1b3-06c2-4f2f-a130-c1f7a743e19e req-8152d990-9803-4570-841b-83ece87bfe4d tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326463 Feb 05 03:22:23.193386 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a8494b32-53df-442e-9902-cec515e28f57, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a8494b32-53df-442e-9902-cec515e28f57,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:23.205596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'a8494b32-53df-442e-9902-cec515e28f57', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'port_id': 'a8494b32-53df-442e-9902-cec515e28f57', 'mac_address': 'fa:16:3e:5e:b0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:22:23.247864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a8494b32-53df-442e-9902-cec515e28f57 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:22:23.248373 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a8494b32-53df-442e-9902-cec515e28f57), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:23.265642 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8494b32-53df-442e-9902-cec515e28f57 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:22:23.288776 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a8494b32-53df-442e-9902-cec515e28f57, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a8494b32-53df-442e-9902-cec515e28f57,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:23.296503 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a8494b32-53df-442e-9902-cec515e28f57), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:23.359167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a8494b32-53df-442e-9902-cec515e28f57,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:23.553499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896474e-530d-417d-8ec8-a7fb1aebdaa8 req-a62200a9-0f60-4e6e-9df2-d9fc6a2a3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:23.555069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['a8494b32-53df-442e-9902-cec515e28f57'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:22:23.555434 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4896474e-530d-417d-8ec8-a7fb1aebdaa8 req-a62200a9-0f60-4e6e-9df2-d9fc6a2a3517 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 1127 time: 0.0518346 Feb 05 03:22:23.632668 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4896474e-530d-417d-8ec8-a7fb1aebdaa8 req-6b2f40e2-e97e-4693-ac95-80fbd6a56885 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679247 Feb 05 03:22:23.759905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a40bf-5a2d-4488-900e-b554a67932d8 req-37e92d5f-317c-40bc-b95e-1e1b27e53e97 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:23.762352 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b0a40bf-5a2d-4488-900e-b554a67932d8 req-37e92d5f-317c-40bc-b95e-1e1b27e53e97 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 944 time: 0.0806911 Feb 05 03:22:23.863812 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b0a40bf-5a2d-4488-900e-b554a67932d8 req-342bb7ad-3927-449d-a027-ddaecb62fcff tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932417 Feb 05 03:22:23.875545 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c9c5f73d-471d-4d1c-bf3d-bd8e8ed29b94 req-504e0181-3bb3-4d48-90ce-58fe1d542854 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603039 Feb 05 03:22:24.022812 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5f73d-471d-4d1c-bf3d-bd8e8ed29b94 req-c24d4b21-999c-4037-ba4d-e8b5058cfc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:24.025314 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c9c5f73d-471d-4d1c-bf3d-bd8e8ed29b94 req-c24d4b21-999c-4037-ba4d-e8b5058cfc81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d58b096555a04b7ca178d4a0e2ed7cb4&device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 1127 time: 0.0898280 Feb 05 03:22:24.125863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd986e2-80cd-444d-b477-6daae90fd141 req-0c6890b2-7d84-493c-a51c-f35697555445 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:24.141713 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4cd986e2-80cd-444d-b477-6daae90fd141 req-0c6890b2-7d84-493c-a51c-f35697555445 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.1159167 Feb 05 03:22:24.251567 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4cd986e2-80cd-444d-b477-6daae90fd141 req-ad4dc08f-5c54-4499-a72e-55b5aa41fd75 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087863 Feb 05 03:22:24.261089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5f73d-471d-4d1c-bf3d-bd8e8ed29b94 req-b61a5e69-ac1b-4b22-a736-42111835d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:24.271450 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c9c5f73d-471d-4d1c-bf3d-bd8e8ed29b94 req-b61a5e69-ac1b-4b22-a736-42111835d2db service neutron] 10.222.0.31 "GET /v2.0/networks?id=fbb58776-7719-4374-b8e1-b06bd2d776f7 HTTP/1.1" status: 200 len: 919 time: 0.1870828 Feb 05 03:22:24.338820 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c9c5f73d-471d-4d1c-bf3d-bd8e8ed29b94 req-19174383-43e4-4a85-a450-cf26143f337b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020c08bd-e424-497d-988c-ae23c021c8a0 HTTP/1.1" status: 200 len: 217 time: 0.0620334 Feb 05 03:22:24.395166 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ccf93-4714-4f5a-b505-9a111f55af12 req-d4ff1233-3f6a-4202-bcda-58a32b6fd73a tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:24.402706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-214ccf93-4714-4f5a-b505-9a111f55af12 req-d4ff1233-3f6a-4202-bcda-58a32b6fd73a tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.1429121 Feb 05 03:22:24.422051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5f73d-471d-4d1c-bf3d-bd8e8ed29b94 req-a504624d-7366-4dfb-97a5-e7439611df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:24.423571 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c9c5f73d-471d-4d1c-bf3d-bd8e8ed29b94 req-a504624d-7366-4dfb-97a5-e7439611df1a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=594fab9e-93d3-4a1a-a3f9-d96663d2bc2d HTTP/1.1" status: 200 len: 858 time: 0.0819066 Feb 05 03:22:24.470070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-214ccf93-4714-4f5a-b505-9a111f55af12 req-fc32ff2c-a15f-4df1-b10b-435491536ab3 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656598 Feb 05 03:22:24.470839 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c9c5f73d-471d-4d1c-bf3d-bd8e8ed29b94 req-e1fb9601-df7c-47a9-ad03-c4c714b2a49e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fbb58776-7719-4374-b8e1-b06bd2d776f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407293 Feb 05 03:22:24.579763 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c9c5f73d-471d-4d1c-bf3d-bd8e8ed29b94 req-e99a4486-13f3-4950-a4fb-499368dac335 service neutron] 10.222.0.31 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026285 Feb 05 03:22:24.754252 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c9c5f73d-471d-4d1c-bf3d-bd8e8ed29b94 req-90712d4e-2c08-4643-a98f-4841b103d00a service neutron] 10.222.0.31 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672771 Feb 05 03:22:25.019045 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a8494b32-53df-442e-9902-cec515e28f57 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:22:25.071081 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78061b12-bd18-4cca-ae39-749cdb78738b req-f8d08b77-d34e-4d66-9813-1130eb382d5d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:25.073444 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78061b12-bd18-4cca-ae39-749cdb78738b req-f8d08b77-d34e-4d66-9813-1130eb382d5d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 944 time: 0.1226802 Feb 05 03:22:25.159244 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78061b12-bd18-4cca-ae39-749cdb78738b req-32c40b30-2bfa-4de1-b776-37003e22a48d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769455 Feb 05 03:22:25.322793 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port a8494b32-53df-442e-9902-cec515e28f57 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:22:25.328094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port a8494b32-53df-442e-9902-cec515e28f57 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:22:25.328779 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a8494b32-53df-442e-9902-cec515e28f57), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:25.358261 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:22:25.397055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e3d7b-3947-414e-9536-7852ec186a4f req-e13de718-0365-4c5d-97e5-7508a31dc9b2 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:25.400305 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df4e3d7b-3947-414e-9536-7852ec186a4f req-e13de718-0365-4c5d-97e5-7508a31dc9b2 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0686421 Feb 05 03:22:25.448689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port a8494b32-53df-442e-9902-cec515e28f57 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:22:25.451092 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a8494b32-53df-442e-9902-cec515e28f57), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:25.456312 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df4e3d7b-3947-414e-9536-7852ec186a4f req-48577b0c-dad9-43bb-ac61-d3b7b7b2de4c tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502589 Feb 05 03:22:25.502925 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8494b32-53df-442e-9902-cec515e28f57'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:22:25.505394 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d11943-1add-4dd9-83bb-f9f4514dc7d8" -d '{"events": [{"server_uuid": "09831e90-0bca-42d9-84d3-f8b2bb50e41e", "name": "network-vif-plugged", "status": "completed", "tag": "a8494b32-53df-442e-9902-cec515e28f57"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:22:25.509536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port a8494b32-53df-442e-9902-cec515e28f57, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a8494b32-53df-442e-9902-cec515e28f57,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:25.515762 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a8494b32-53df-442e-9902-cec515e28f57), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:25.588751 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=a8494b32-53df-442e-9902-cec515e28f57,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:25.715998 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04d1d2-b131-4d95-8a8a-70d2411352ab req-452649e3-fe4e-4837-a819-285104994d24 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:25.725688 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb04d1d2-b131-4d95-8a8a-70d2411352ab req-452649e3-fe4e-4837-a819-285104994d24 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.1236284 Feb 05 03:22:25.786234 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb04d1d2-b131-4d95-8a8a-70d2411352ab req-a192f2d5-e8b1-4488-9af4-05eace873543 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569346 Feb 05 03:22:25.965832 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc93323-d39a-461f-8928-a7506b7c4749 x-openstack-request-id: req-8bc93323-d39a-461f-8928-a7506b7c4749 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:22:25.965832 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09831e90-0bca-42d9-84d3-f8b2bb50e41e", "name": "network-vif-plugged", "status": "completed", "tag": "a8494b32-53df-442e-9902-cec515e28f57", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:22:25.965832 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8bc93323-d39a-461f-8928-a7506b7c4749 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:22:25.965832 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8494b32-53df-442e-9902-cec515e28f57', 'code': 200} Feb 05 03:22:26.057646 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66707e0d-830d-471c-b325-2f1236226bb5 req-adb77159-7b9e-4575-8bbd-d573376270e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:26.059821 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-66707e0d-830d-471c-b325-2f1236226bb5 req-adb77159-7b9e-4575-8bbd-d573376270e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d58b096555a04b7ca178d4a0e2ed7cb4&device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 1127 time: 0.0885537 Feb 05 03:22:26.100582 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e498d-1bdd-478f-99dc-5acfffd5fd9c req-d10b3fd2-231f-436b-bd9f-b9a21a304506 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:26.112011 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a65e498d-1bdd-478f-99dc-5acfffd5fd9c req-d10b3fd2-231f-436b-bd9f-b9a21a304506 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.1117852 Feb 05 03:22:26.158154 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4161fd-ecba-4055-9626-c287c4784177 req-2bbedebb-c8bf-498d-80df-4ba53fb52758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:26.159844 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d4161fd-ecba-4055-9626-c287c4784177 req-2bbedebb-c8bf-498d-80df-4ba53fb52758 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 1127 time: 0.1160510 Feb 05 03:22:26.202845 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a65e498d-1bdd-478f-99dc-5acfffd5fd9c req-e2219cf3-4367-4a72-bb1c-df2241caa346 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831981 Feb 05 03:22:26.234441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66707e0d-830d-471c-b325-2f1236226bb5 req-d138379d-1c35-40e2-9b08-51e72e568c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:26.234441 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-66707e0d-830d-471c-b325-2f1236226bb5 req-d138379d-1c35-40e2-9b08-51e72e568c26 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fbb58776-7719-4374-b8e1-b06bd2d776f7 HTTP/1.1" status: 200 len: 919 time: 0.1606381 Feb 05 03:22:26.235511 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d4161fd-ecba-4055-9626-c287c4784177 req-da71cd30-4b91-4316-b5fb-e9207b2e558a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687521 Feb 05 03:22:26.288053 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-66707e0d-830d-471c-b325-2f1236226bb5 req-990c7467-8a85-4499-a929-65af1eb3b4e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd HTTP/1.1" status: 200 len: 217 time: 0.0541914 Feb 05 03:22:26.337738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715ea6-47ca-4e3d-b60b-acb7e59b96de req-7e02ddb9-e1ee-4f8e-99d9-78a415b9c3f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:26.339795 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61715ea6-47ca-4e3d-b60b-acb7e59b96de req-7e02ddb9-e1ee-4f8e-99d9-78a415b9c3f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 945 time: 0.0665734 Feb 05 03:22:26.410019 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61715ea6-47ca-4e3d-b60b-acb7e59b96de req-94f8e590-f1e1-4c40-839b-d4c7458b1543 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630968 Feb 05 03:22:26.474014 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66707e0d-830d-471c-b325-2f1236226bb5 req-2607f2fc-f99a-4316-8e26-c4dbab8c8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:26.475527 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-66707e0d-830d-471c-b325-2f1236226bb5 req-2607f2fc-f99a-4316-8e26-c4dbab8c8624 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=594fab9e-93d3-4a1a-a3f9-d96663d2bc2d HTTP/1.1" status: 200 len: 858 time: 0.0467098 Feb 05 03:22:26.539270 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-66707e0d-830d-471c-b325-2f1236226bb5 req-feeaae69-e110-4bdd-98c7-ddc0aa3a8afa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fbb58776-7719-4374-b8e1-b06bd2d776f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543621 Feb 05 03:22:26.648378 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-66707e0d-830d-471c-b325-2f1236226bb5 req-fcd4f855-2147-47a2-b8f1-e6e503106a56 service neutron] 10.222.0.10 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975056 Feb 05 03:22:26.765026 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-66707e0d-830d-471c-b325-2f1236226bb5 req-b178ba9a-52b8-4f82-b8ae-3fea53c41d09 service neutron] 10.222.0.10 "GET /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096895 Feb 05 03:22:26.933056 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3916b-fbae-4386-a3e7-6be003becc1f req-26498680-6868-4fb0-ae8f-85c2779d3b6e tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:26.939348 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2c3916b-fbae-4386-a3e7-6be003becc1f req-26498680-6868-4fb0-ae8f-85c2779d3b6e tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.0667582 Feb 05 03:22:26.996465 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2c3916b-fbae-4386-a3e7-6be003becc1f req-4c45278d-7bb2-41f6-ab5c-5ea8074880ef tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562618 Feb 05 03:22:27.364783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf471fb-9b92-4dac-878f-caafbd6c7542 req-bbcb8267-c922-4d54-bfbd-68082cdf5f24 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:27.370715 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-acf471fb-9b92-4dac-878f-caafbd6c7542 req-bbcb8267-c922-4d54-bfbd-68082cdf5f24 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0763147 Feb 05 03:22:27.473336 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-acf471fb-9b92-4dac-878f-caafbd6c7542 req-3467c195-4994-467f-9551-f9c356662c0a tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902302 Feb 05 03:22:27.588097 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3f7b-a610-4887-bf38-e216d69f9c71 req-dcc8ed8e-bb94-454f-901e-310b96f828c7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:27.590032 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-002a3f7b-a610-4887-bf38-e216d69f9c71 req-dcc8ed8e-bb94-454f-901e-310b96f828c7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 945 time: 0.0692835 Feb 05 03:22:27.651353 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-002a3f7b-a610-4887-bf38-e216d69f9c71 req-1cade81a-0a28-42d9-b634-73f03bf69aa8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536015 Feb 05 03:22:28.132539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018c688-c2bb-41c3-843b-7609c8076428 req-679c0641-b7fe-46c2-9c97-81fed89e2b29 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:28.133312 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4018c688-c2bb-41c3-843b-7609c8076428 req-679c0641-b7fe-46c2-9c97-81fed89e2b29 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.0567565 Feb 05 03:22:28.190315 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4018c688-c2bb-41c3-843b-7609c8076428 req-6d4858ec-c278-4adc-a0f1-b5337265596a tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513039 Feb 05 03:22:28.646908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcc6ee-bcc6-4999-9d3e-c55880546de7 req-8515b9cc-54f0-40ef-8fe1-857063262e44 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:28.648450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0dbcc6ee-bcc6-4999-9d3e-c55880546de7 req-8515b9cc-54f0-40ef-8fe1-857063262e44 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0865467 Feb 05 03:22:28.731374 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0dbcc6ee-bcc6-4999-9d3e-c55880546de7 req-8897a1be-14bd-4f78-83ac-a7f6524c1021 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740011 Feb 05 03:22:28.788995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c33fed-6214-4550-8251-6ecb47b8e8c1 req-b8fc3119-50f5-4ce6-98df-8713d0f3736c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:28.790547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7c33fed-6214-4550-8251-6ecb47b8e8c1 req-b8fc3119-50f5-4ce6-98df-8713d0f3736c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 945 time: 0.0581825 Feb 05 03:22:28.857281 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7c33fed-6214-4550-8251-6ecb47b8e8c1 req-9a10e19f-d790-4242-a42c-c49979ee9d8d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575712 Feb 05 03:22:29.001764 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4051bdb-56f5-4fb7-a355-1829d2f87c1b req-cd8cfef7-0019-4297-8396-8a36a63d90b2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:29.003400 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4051bdb-56f5-4fb7-a355-1829d2f87c1b req-cd8cfef7-0019-4297-8396-8a36a63d90b2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 945 time: 0.0660775 Feb 05 03:22:29.057149 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4051bdb-56f5-4fb7-a355-1829d2f87c1b req-dade3c36-9cc3-49cf-bf30-6af5c655a1e5 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477171 Feb 05 03:22:29.081373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60318) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:22:29.130622 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b033bbdd-6f1c-4117-9d84-4688c15fe848 tempest-TestVolumeBootPattern-912161760 tempest-TestVolumeBootPattern-912161760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:29.132441 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b033bbdd-6f1c-4117-9d84-4688c15fe848 tempest-TestVolumeBootPattern-912161760 tempest-TestVolumeBootPattern-912161760-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 1122 time: 0.0500619 Feb 05 03:22:29.135223 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60322) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:22:29.140171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': 'a8494b32-53df-442e-9902-cec515e28f57', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:22:29.162476 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:29.321180 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:29.393726 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f266989-4be1-4ffe-82be-0f9cc6244b17 req-7eb6a021-f2a6-4c77-a4f7-16ca81bb2049 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:29.395323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f266989-4be1-4ffe-82be-0f9cc6244b17 req-7eb6a021-f2a6-4c77-a4f7-16ca81bb2049 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.1236286 Feb 05 03:22:29.488467 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f266989-4be1-4ffe-82be-0f9cc6244b17 req-11132a82-6413-4042-8844-8df63b804775 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854323 Feb 05 03:22:29.518804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Allocated IP 172.25.0.97 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/3bb5c0a7-8889-45f9-99e5-03ed83588e5c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:22:29.643948 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for port (3bb5c0a7-8889-45f9-99e5-03ed83588e5c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:29.687790 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (3bb5c0a7-8889-45f9-99e5-03ed83588e5c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:29.727715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:22:29.732698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:22:29.735399 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:22:29.769510 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'Port': ['ID=3bb5c0a7-8889-45f9-99e5-03ed83588e5c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:29.956790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402678c7-6481-40ed-95ee-b8d349206e3b req-2b9c8194-e1b5-46d1-8c29-a921f7f89e9c tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:29.958442 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-402678c7-6481-40ed-95ee-b8d349206e3b req-2b9c8194-e1b5-46d1-8c29-a921f7f89e9c tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.1354585 Feb 05 03:22:30.051587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-402678c7-6481-40ed-95ee-b8d349206e3b req-30cca313-cc6b-4d48-a663-6e285507135f tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625679 Feb 05 03:22:30.209236 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for floatingip (cbf81d42-9e25-47bd-a2e9-0e845f198fee), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:30.284278 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3bb5c0a7-8889-45f9-99e5-03ed83588e5c), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:30.437698 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for port (3bb5c0a7-8889-45f9-99e5-03ed83588e5c), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:30.442701 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (3bb5c0a7-8889-45f9-99e5-03ed83588e5c), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:30.515644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'Port': ['ID=3bb5c0a7-8889-45f9-99e5-03ed83588e5c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:30.526043 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (cbf81d42-9e25-47bd-a2e9-0e845f198fee), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:30.682334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0796c0-908a-40b0-88dd-9284dc4d4830 req-20d169ae-13b7-4687-8f96-f8f51cc41f53 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:30.687676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e0796c0-908a-40b0-88dd-9284dc4d4830 req-20d169ae-13b7-4687-8f96-f8f51cc41f53 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.1167600 Feb 05 03:22:30.689550 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Floating IP cbf81d42-9e25-47bd-a2e9-0e845f198fee associated. External IP: 172.25.0.97, port: a8494b32-53df-442e-9902-cec515e28f57. Feb 05 03:22:30.722164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d83420-5e82-4e64-915a-7e67671063a3 req-3e87d4c3-9484-4b8a-a2cb-96c3d2d13326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:30.723720 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-57d83420-5e82-4e64-915a-7e67671063a3 req-3e87d4c3-9484-4b8a-a2cb-96c3d2d13326 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba67a63a3f224705a45911cfa6b17697&device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 1127 time: 0.0578275 Feb 05 03:22:30.818790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e0796c0-908a-40b0-88dd-9284dc4d4830 req-2ca92d7b-a7d1-40f8-9b9d-e10b5de56040 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249778 Feb 05 03:22:30.836931 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d83420-5e82-4e64-915a-7e67671063a3 req-6731a33f-1e50-4c5d-8a24-d3b960769704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:30.838562 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-57d83420-5e82-4e64-915a-7e67671063a3 req-6731a33f-1e50-4c5d-8a24-d3b960769704 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 200 len: 918 time: 0.0929964 Feb 05 03:22:30.929629 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-57d83420-5e82-4e64-915a-7e67671063a3 req-8130d841-e11d-4b16-9128-50586d2cd3f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbc878c9-1465-47ef-bd5a-0494c8894434 HTTP/1.1" status: 200 len: 1000 time: 0.0810161 Feb 05 03:22:30.971644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Router 12cbe9ea-2092-46f1-963e-d1830fb70539 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:22:30.983692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d83420-5e82-4e64-915a-7e67671063a3 req-5671be7e-5b62-40fc-a6d7-52f5de370f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:30.987112 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-57d83420-5e82-4e64-915a-7e67671063a3 req-5671be7e-5b62-40fc-a6d7-52f5de370f28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4ab975cc-8263-4d78-92b1-c19cb0f69805 HTTP/1.1" status: 200 len: 856 time: 0.0502985 Feb 05 03:22:31.041876 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d83420-5e82-4e64-915a-7e67671063a3 req-c36223ec-35ba-4297-86a2-6fe4c011d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:31.043495 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-57d83420-5e82-4e64-915a-7e67671063a3 req-c36223ec-35ba-4297-86a2-6fe4c011d71b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499406 Feb 05 03:22:31.088994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:22:31.103694 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd44c6ad-9d6a-4dee-8b3a-2ab5b2720205 None None] Sync routers for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:22:31.112459 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:31.117615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd44c6ad-9d6a-4dee-8b3a-2ab5b2720205 None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:22:31.119032 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bd44c6ad-9d6a-4dee-8b3a-2ab5b2720205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:22:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:31.147247 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-57d83420-5e82-4e64-915a-7e67671063a3 req-ec7961dc-365d-40b1-92c8-69d3b1701240 service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973573 Feb 05 03:22:31.152672 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ff89d0e7-86b4-48ec-ab48-f645e2d234a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0164070 Feb 05 03:22:31.153375 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'tag': 'a8494b32-53df-442e-9902-cec515e28f57'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:22:31.156354 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cc7fa2-c48d-4f1a-8675-3c26a8047815" -d '{"events": [{"name": "network-changed", "server_uuid": "09831e90-0bca-42d9-84d3-f8b2bb50e41e", "tag": "a8494b32-53df-442e-9902-cec515e28f57"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:22:31.197441 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1e73a9-9950-4576-bd2e-f439b38d199d x-openstack-request-id: req-da1e73a9-9950-4576-bd2e-f439b38d199d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:22:31.197764 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09831e90-0bca-42d9-84d3-f8b2bb50e41e", "tag": "a8494b32-53df-442e-9902-cec515e28f57", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:22:31.198025 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da1e73a9-9950-4576-bd2e-f439b38d199d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:22:31.198438 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'tag': 'a8494b32-53df-442e-9902-cec515e28f57', 'status': 'completed', 'code': 200} Feb 05 03:22:31.255082 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-bd44c6ad-9d6a-4dee-8b3a-2ab5b2720205 None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:22:31.282466 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc7fa2-c48d-4f1a-8675-3c26a8047815 req-54fd86c6-2245-4617-9404-d143a0e17d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:31.284990 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68cc7fa2-c48d-4f1a-8675-3c26a8047815 req-54fd86c6-2245-4617-9404-d143a0e17d96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 1127 time: 0.0599880 Feb 05 03:22:31.399503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc7fa2-c48d-4f1a-8675-3c26a8047815 req-c5d89a68-87a1-4710-b73d-060b62a2e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:31.401470 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68cc7fa2-c48d-4f1a-8675-3c26a8047815 req-c5d89a68-87a1-4710-b73d-060b62a2e0d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.1114488 Feb 05 03:22:31.494402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68cc7fa2-c48d-4f1a-8675-3c26a8047815 req-ac0c2c40-c997-4007-bdce-9a30ffccc682 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8494b32-53df-442e-9902-cec515e28f57 HTTP/1.1" status: 200 len: 998 time: 0.0851438 Feb 05 03:22:31.548786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc7fa2-c48d-4f1a-8675-3c26a8047815 req-c6ec929e-9fc6-49d7-a0e1-e7fd43ae51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:31.550797 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68cc7fa2-c48d-4f1a-8675-3c26a8047815 req-c6ec929e-9fc6-49d7-a0e1-e7fd43ae51b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0506177 Feb 05 03:22:31.554996 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bd44c6ad-9d6a-4dee-8b3a-2ab5b2720205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'cbf81d42-9e25-47bd-a2e9-0e845f198fee', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'port_id': 'a8494b32-53df-442e-9902-cec515e28f57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'mac_address': 'fa:16:3e:5e:b0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:22:30Z', 'updated_at': '2022-02-05T03:22:30Z', 'revision_number': 0, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:31.588699 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd44c6ad-9d6a-4dee-8b3a-2ab5b2720205 None None] Checking router: 12cbe9ea-2092-46f1-963e-d1830fb70539 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:22:31.589444 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-57d83420-5e82-4e64-915a-7e67671063a3 req-e0fba195-a0af-4db2-aed6-493f91e95367 service neutron] 10.222.0.10 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253380 Feb 05 03:22:31.598201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd44c6ad-9d6a-4dee-8b3a-2ab5b2720205 None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:22:31.599131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bd44c6ad-9d6a-4dee-8b3a-2ab5b2720205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:22:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:31.711858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-bd44c6ad-9d6a-4dee-8b3a-2ab5b2720205 None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:22:32.026561 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bd44c6ad-9d6a-4dee-8b3a-2ab5b2720205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'cbf81d42-9e25-47bd-a2e9-0e845f198fee', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'port_id': 'a8494b32-53df-442e-9902-cec515e28f57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'mac_address': 'fa:16:3e:5e:b0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:22:30Z', 'updated_at': '2022-02-05T03:22:30Z', 'revision_number': 0, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:22:32.047699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc7fa2-c48d-4f1a-8675-3c26a8047815 req-2a515d5a-e0fa-4e9c-8a61-462558e428e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:32.049293 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68cc7fa2-c48d-4f1a-8675-3c26a8047815 req-2a515d5a-e0fa-4e9c-8a61-462558e428e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4925964 Feb 05 03:22:32.055833 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd44c6ad-9d6a-4dee-8b3a-2ab5b2720205 None None] The sync data for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 is: [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'cbf81d42-9e25-47bd-a2e9-0e845f198fee', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'port_id': 'a8494b32-53df-442e-9902-cec515e28f57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'mac_address': 'fa:16:3e:5e:b0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:22:30Z', 'updated_at': '2022-02-05T03:22:30Z', 'revision_number': 0, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:22:32.127240 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3400a9-ae93-4376-b65e-1255b4f9507e req-fb82922c-d4e5-4cb4-8fbe-9cf3fdcea413 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:32.128800 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a3400a9-ae93-4376-b65e-1255b4f9507e req-fb82922c-d4e5-4cb4-8fbe-9cf3fdcea413 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.1169674 Feb 05 03:22:32.179276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68cc7fa2-c48d-4f1a-8675-3c26a8047815 req-6c86824f-bb4d-4d37-ba6a-9e0bf855dc02 service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225214 Feb 05 03:22:32.281213 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-68cc7fa2-c48d-4f1a-8675-3c26a8047815 req-4435415c-2db8-4366-a80e-c1fb29a62891 service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929000 Feb 05 03:22:32.324143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a3400a9-ae93-4376-b65e-1255b4f9507e req-9d455090-3886-4d6c-b5f2-6eec9dc2e02f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872993 Feb 05 03:22:32.354123 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8b4b6-4f1c-410a-8db3-e648b912d73c None None] New status for floating IP cbf81d42-9e25-47bd-a2e9-0e845f198fee: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:22:33.088540 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device dbc878c9-1465-47ef-bd5a-0494c8894434 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:22:33.168391 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port dbc878c9-1465-47ef-bd5a-0494c8894434 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:22:33.168989 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:33.200790 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc878c9-1465-47ef-bd5a-0494c8894434'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:22:33.203643 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a8681f-47d2-4cfc-8072-a304eafba91b" -d '{"events": [{"server_uuid": "138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc878c9-1465-47ef-bd5a-0494c8894434"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:22:33.218525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port dbc878c9-1465-47ef-bd5a-0494c8894434, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=dbc878c9-1465-47ef-bd5a-0494c8894434,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:33.225133 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:33.274194 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b7d0f2-209a-4c53-9612-62f9fbbc2d6e x-openstack-request-id: req-21b7d0f2-209a-4c53-9612-62f9fbbc2d6e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:22:33.274639 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc878c9-1465-47ef-bd5a-0494c8894434", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:22:33.275015 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21b7d0f2-209a-4c53-9612-62f9fbbc2d6e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:22:33.275801 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc878c9-1465-47ef-bd5a-0494c8894434', 'code': 200} Feb 05 03:22:33.288123 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=dbc878c9-1465-47ef-bd5a-0494c8894434,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:33.475503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f464e55-72db-4984-9793-a6c8161a8258 req-473fbbe3-6c46-4fa8-b8a3-8511ec8308cc tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:33.477063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0f464e55-72db-4984-9793-a6c8161a8258 req-473fbbe3-6c46-4fa8-b8a3-8511ec8308cc tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 943 time: 0.0591261 Feb 05 03:22:33.527612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0f464e55-72db-4984-9793-a6c8161a8258 req-71f9787c-6d12-43e7-a41a-fc112a3aa954 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444634 Feb 05 03:22:33.665086 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e29f292-2729-46fd-8469-f1dfe4275d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:34.727515 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd1c42-c9c5-4344-95c2-89ec67788bc8 req-1f5c0b7b-ceb1-449e-ae5e-3512ab7aff94 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:34.729669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-adbd1c42-c9c5-4344-95c2-89ec67788bc8 req-1f5c0b7b-ceb1-449e-ae5e-3512ab7aff94 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 943 time: 0.0626483 Feb 05 03:22:34.804819 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-adbd1c42-c9c5-4344-95c2-89ec67788bc8 req-2a2a0998-70e3-4ffc-ad10-ed4dfd112742 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649133 Feb 05 03:22:34.808346 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-919c41e8-5416-4c71-992a-95fa16b73281 req-e254e7e4-5715-48b2-96bf-14dd94bf267c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777817 Feb 05 03:22:35.635481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c41e8-5416-4c71-992a-95fa16b73281 req-c8c5b1c7-5c51-48c9-9dfd-8be85a2b3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:35.636883 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-919c41e8-5416-4c71-992a-95fa16b73281 req-c8c5b1c7-5c51-48c9-9dfd-8be85a2b3944 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d&tenant_id=ba67a63a3f224705a45911cfa6b17697 HTTP/1.1" status: 200 len: 1125 time: 0.0452833 Feb 05 03:22:35.648732 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:22:35.719353 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:35.897084 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5efe-a128-4cb2-a4b2-0ab022e16a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:35.944289 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] For port dbc878c9-1465-47ef-bd5a-0494c8894434, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=dbc878c9-1465-47ef-bd5a-0494c8894434,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:35.984512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] For port dbc878c9-1465-47ef-bd5a-0494c8894434, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:22:35.993371 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda0359-34f7-4b75-8890-bf6522bc160b req-dfe84485-da9f-47a8-b35a-8848fc0798de tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:35.995661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dbda0359-34f7-4b75-8890-bf6522bc160b req-dfe84485-da9f-47a8-b35a-8848fc0798de tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 943 time: 0.0725005 Feb 05 03:22:36.034498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc878c9-1465-47ef-bd5a-0494c8894434 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:22:36.049654 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Publish callbacks [] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:36.058060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dbda0359-34f7-4b75-8890-bf6522bc160b req-2832c81f-d927-421a-8879-5855f39c3262 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533140 Feb 05 03:22:36.069414 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Transition to ACTIVE for port object dbc878c9-1465-47ef-bd5a-0494c8894434 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:22:36.081631 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:36.171102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc878c9-1465-47ef-bd5a-0494c8894434,revision_number=9']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:36.236612 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] No DVR routers for this DVR port dbc878c9-1465-47ef-bd5a-0494c8894434 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:22:36.406515 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Attempting to bind port dbc878c9-1465-47ef-bd5a-0494c8894434 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:22:36.406905 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Attempting to bind port dbc878c9-1465-47ef-bd5a-0494c8894434 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:22:36.407250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Attempting to bind port dbc878c9-1465-47ef-bd5a-0494c8894434 on network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:22:36.412348 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Port dbc878c9-1465-47ef-bd5a-0494c8894434 on network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:22:36.412611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Attempting to bind port dbc878c9-1465-47ef-bd5a-0494c8894434 on network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:22:36.418318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:22:36.418555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Checking segment: {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:22:36.418914 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Bound using segment: {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:22:36.419355 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Bound port: dbc878c9-1465-47ef-bd5a-0494c8894434, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cebbb154-0d1c-4f82-9975-6272ba6e477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:22:36.419755 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:36.494456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] For port dbc878c9-1465-47ef-bd5a-0494c8894434, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:22:36.499879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] For port dbc878c9-1465-47ef-bd5a-0494c8894434, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dbc878c9-1465-47ef-bd5a-0494c8894434,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:22:36.508392 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:36.547406 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:36.548442 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:36.550154 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-919c41e8-5416-4c71-992a-95fa16b73281 req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] 10.222.0.31 "PUT /v2.0/ports/dbc878c9-1465-47ef-bd5a-0494c8894434 HTTP/1.1" status: 200 len: 1091 time: 0.9052677 Feb 05 03:22:36.550686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'tag': 'dbc878c9-1465-47ef-bd5a-0494c8894434'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:22:36.553337 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4586ac5f-f6b6-4176-b6a6-4a6658715147" -d '{"events": [{"name": "network-changed", "server_uuid": "138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d", "tag": "dbc878c9-1465-47ef-bd5a-0494c8894434"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:22:36.589410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e90ba-3731-4b00-898d-ded8d945a152 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc878c9-1465-47ef-bd5a-0494c8894434,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:36.629012 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29828692-79c9-4fdd-adc6-c884c7228e02 x-openstack-request-id: req-29828692-79c9-4fdd-adc6-c884c7228e02 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:22:36.629457 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d", "tag": "dbc878c9-1465-47ef-bd5a-0494c8894434", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:22:36.629702 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29828692-79c9-4fdd-adc6-c884c7228e02 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:22:36.630104 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'tag': 'dbc878c9-1465-47ef-bd5a-0494c8894434', 'status': 'completed', 'code': 200} Feb 05 03:22:36.653172 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c41e8-5416-4c71-992a-95fa16b73281 req-63b21e11-21af-441e-be8f-9209b24d0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:36.654895 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-919c41e8-5416-4c71-992a-95fa16b73281 req-63b21e11-21af-441e-be8f-9209b24d0a7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba67a63a3f224705a45911cfa6b17697&device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 1126 time: 0.0603807 Feb 05 03:22:36.776469 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c41e8-5416-4c71-992a-95fa16b73281 req-f9ecd598-1634-4561-8083-cb62ae476409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:36.778391 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-919c41e8-5416-4c71-992a-95fa16b73281 req-f9ecd598-1634-4561-8083-cb62ae476409 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 200 len: 918 time: 0.1178811 Feb 05 03:22:36.858503 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-919c41e8-5416-4c71-992a-95fa16b73281 req-12a83e2f-eb4f-44e8-88fe-67517b5d3ed0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbc878c9-1465-47ef-bd5a-0494c8894434 HTTP/1.1" status: 200 len: 998 time: 0.0706587 Feb 05 03:22:36.911048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c41e8-5416-4c71-992a-95fa16b73281 req-24b22a61-af65-4253-8b0a-914eaf57ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:36.912583 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-919c41e8-5416-4c71-992a-95fa16b73281 req-24b22a61-af65-4253-8b0a-914eaf57ef28 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ab975cc-8263-4d78-92b1-c19cb0f69805 HTTP/1.1" status: 200 len: 856 time: 0.0474796 Feb 05 03:22:36.968192 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c41e8-5416-4c71-992a-95fa16b73281 req-06e24138-5680-4597-9f6c-53afdbef2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:36.969803 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-919c41e8-5416-4c71-992a-95fa16b73281 req-06e24138-5680-4597-9f6c-53afdbef2862 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502284 Feb 05 03:22:37.066987 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-919c41e8-5416-4c71-992a-95fa16b73281 req-0102f08e-1c0d-4f57-9ac9-3f7be80016a9 service neutron] 10.222.0.31 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901685 Feb 05 03:22:37.164458 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:37.198593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c9efb-6392-46fc-b93f-ad3963c6d6cd req-2e9ac077-cd56-4b11-bb1b-c5f7b4a229a6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:37.206219 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-919c41e8-5416-4c71-992a-95fa16b73281 req-0b05d0ec-3112-4608-ae2d-1183966ed752 service neutron] 10.222.0.31 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320252 Feb 05 03:22:37.207040 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f37c9efb-6392-46fc-b93f-ad3963c6d6cd req-2e9ac077-cd56-4b11-bb1b-c5f7b4a229a6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 944 time: 0.0670090 Feb 05 03:22:37.283817 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f37c9efb-6392-46fc-b93f-ad3963c6d6cd req-70388896-003b-46d9-90c9-4f914a00c105 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754917 Feb 05 03:22:37.331331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586ac5f-f6b6-4176-b6a6-4a6658715147 req-248df638-3d7f-4f90-8361-ef00ea89643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:37.332890 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4586ac5f-f6b6-4176-b6a6-4a6658715147 req-248df638-3d7f-4f90-8361-ef00ea89643f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba67a63a3f224705a45911cfa6b17697&device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 1126 time: 0.0606771 Feb 05 03:22:37.448123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586ac5f-f6b6-4176-b6a6-4a6658715147 req-4ee32c22-6655-40d9-a14d-e3e5d97304f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:37.449764 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4586ac5f-f6b6-4176-b6a6-4a6658715147 req-4ee32c22-6655-40d9-a14d-e3e5d97304f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 200 len: 918 time: 0.1106002 Feb 05 03:22:37.542216 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4586ac5f-f6b6-4176-b6a6-4a6658715147 req-b33bf6b6-cd13-435b-8c67-a140e522e36f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbc878c9-1465-47ef-bd5a-0494c8894434 HTTP/1.1" status: 200 len: 998 time: 0.0849073 Feb 05 03:22:37.712214 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586ac5f-f6b6-4176-b6a6-4a6658715147 req-b1a9df73-eb94-41f6-978a-620271b34298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:37.714962 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4586ac5f-f6b6-4176-b6a6-4a6658715147 req-b1a9df73-eb94-41f6-978a-620271b34298 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ab975cc-8263-4d78-92b1-c19cb0f69805 HTTP/1.1" status: 200 len: 856 time: 0.1630895 Feb 05 03:22:37.780085 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586ac5f-f6b6-4176-b6a6-4a6658715147 req-2e4f8d4b-fab9-455a-810a-e595f2028ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:37.781849 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4586ac5f-f6b6-4176-b6a6-4a6658715147 req-2e4f8d4b-fab9-455a-810a-e595f2028ffa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0604007 Feb 05 03:22:38.011464 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4586ac5f-f6b6-4176-b6a6-4a6658715147 req-e99b1ce2-b95f-4b68-b65b-a1b2ba5a0de4 service neutron] 10.222.0.31 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206607 Feb 05 03:22:38.471115 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61338426-537b-4dac-bc89-c2a1d8692eba req-d909f851-90bd-43a3-86bb-97e8472fc568 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:38.484888 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61338426-537b-4dac-bc89-c2a1d8692eba req-d909f851-90bd-43a3-86bb-97e8472fc568 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 944 time: 0.1096542 Feb 05 03:22:38.587876 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61338426-537b-4dac-bc89-c2a1d8692eba req-43527ad0-a167-46b8-a54b-971bc5f3aec1 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018333 Feb 05 03:22:38.730574 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:39.815029 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888dba1-151a-429d-b48b-0024e5a49893 req-f4c45b07-0535-4eed-82fb-261300350779 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:39.832692 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9888dba1-151a-429d-b48b-0024e5a49893 req-f4c45b07-0535-4eed-82fb-261300350779 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 944 time: 0.1241133 Feb 05 03:22:39.928045 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9888dba1-151a-429d-b48b-0024e5a49893 req-3debc2f4-62f8-4657-bace-49f0625a8609 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942850 Feb 05 03:22:40.062459 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:41.131944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111410ea-cac2-441f-b926-eca52a7404df req-fe1b633d-847b-4f83-bb52-3941b68710e2 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:41.144243 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-111410ea-cac2-441f-b926-eca52a7404df req-fe1b633d-847b-4f83-bb52-3941b68710e2 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 944 time: 0.1183629 Feb 05 03:22:41.237734 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-111410ea-cac2-441f-b926-eca52a7404df req-06f71b07-29f1-41b0-bd8b-ad9ba4eb7cf0 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925982 Feb 05 03:22:41.532706 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:42.414790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb3667-44fb-4bc1-bcf8-b6c53c858ca5 req-e8cd2507-340d-4c58-bcd8-b1f598a71cd7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:42.420204 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89cb3667-44fb-4bc1-bcf8-b6c53c858ca5 req-e8cd2507-340d-4c58-bcd8-b1f598a71cd7 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 944 time: 0.0859904 Feb 05 03:22:42.488205 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89cb3667-44fb-4bc1-bcf8-b6c53c858ca5 req-fcc657c6-93f2-441a-9716-a874ab6b13b9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645726 Feb 05 03:22:43.744239 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892f96b-7028-4ce2-98a2-7faf3b609e01 req-5f0a4bf1-5af1-45c5-b910-4246f72c9b43 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:43.754510 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e892f96b-7028-4ce2-98a2-7faf3b609e01 req-5f0a4bf1-5af1-45c5-b910-4246f72c9b43 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 944 time: 0.1279917 Feb 05 03:22:43.847191 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e892f96b-7028-4ce2-98a2-7faf3b609e01 req-4c0beea8-3036-423d-af3e-3f449edf417a tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915325 Feb 05 03:22:44.998707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ea3f8-150b-4a1d-b33f-61f88d0cd04e req-b10d7bf0-d386-43e7-acd6-149017baf8ff tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:45.007473 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-346ea3f8-150b-4a1d-b33f-61f88d0cd04e req-b10d7bf0-d386-43e7-acd6-149017baf8ff tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 944 time: 0.0693719 Feb 05 03:22:45.070699 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-346ea3f8-150b-4a1d-b33f-61f88d0cd04e req-0905d5ba-5a97-42e1-aeed-e5dbcc82cef2 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618327 Feb 05 03:22:46.217936 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730336d5-9795-44c2-98c9-dca36c283c89 req-45e81bb6-2444-4282-bf51-49c3ec75af98 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:46.223391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-730336d5-9795-44c2-98c9-dca36c283c89 req-45e81bb6-2444-4282-bf51-49c3ec75af98 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 944 time: 0.0633392 Feb 05 03:22:46.268867 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-730336d5-9795-44c2-98c9-dca36c283c89 req-b5d36f81-ba36-489a-88a5-0fe33c67e497 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433524 Feb 05 03:22:46.351151 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:47.411307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889cb6c-d3c5-4094-ad7e-233b1d0627a1 req-30f6d63f-5466-4c62-81f9-ca63a3334918 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:47.414389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c889cb6c-d3c5-4094-ad7e-233b1d0627a1 req-30f6d63f-5466-4c62-81f9-ca63a3334918 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 944 time: 0.0600922 Feb 05 03:22:47.469979 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c889cb6c-d3c5-4094-ad7e-233b1d0627a1 req-df4a928a-29f0-4629-913c-2a2920edef22 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514350 Feb 05 03:22:48.623684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e513b-f4bc-420b-b734-1eeebb4d3ffe req-debf6d48-81a1-4d78-85f5-ac51a9d9788e tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:48.625813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b9e513b-f4bc-420b-b734-1eeebb4d3ffe req-debf6d48-81a1-4d78-85f5-ac51a9d9788e tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 944 time: 0.0756235 Feb 05 03:22:48.676813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b9e513b-f4bc-420b-b734-1eeebb4d3ffe req-5ceeef21-4d49-4209-adbd-f28e3cbc3c5c tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446794 Feb 05 03:22:49.805424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae97301-31c4-4efd-8dbd-b7e70ad35843 req-6c6b597e-71c3-4eac-8b34-6cdd444d713d tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:49.807055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ae97301-31c4-4efd-8dbd-b7e70ad35843 req-6c6b597e-71c3-4eac-8b34-6cdd444d713d tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 944 time: 0.0556438 Feb 05 03:22:49.854649 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ae97301-31c4-4efd-8dbd-b7e70ad35843 req-07db2cd3-9613-4aa1-84c5-64adeaaa053f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414019 Feb 05 03:22:50.989984 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4e5fb-0808-4528-8eae-dc9d82bf8366 req-fc5c2549-d493-4c86-a701-39202d3b4049 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:50.991522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abb4e5fb-0808-4528-8eae-dc9d82bf8366 req-fc5c2549-d493-4c86-a701-39202d3b4049 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 944 time: 0.0579205 Feb 05 03:22:51.043120 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abb4e5fb-0808-4528-8eae-dc9d82bf8366 req-3a6e3204-b8af-459b-9003-d8a2aeb15511 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456519 Feb 05 03:22:51.250778 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4586ac5f-f6b6-4176-b6a6-4a6658715147 req-3dd86d3a-6626-4795-ad7d-3d916c8550d4 service neutron] 10.222.0.31 "GET /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689305 Feb 05 03:22:52.186282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97361263-83b6-47b2-9e00-bd65a92626ea req-aab94ab8-3c8b-4a2c-b40e-2fdf732008b9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:52.195228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97361263-83b6-47b2-9e00-bd65a92626ea req-aab94ab8-3c8b-4a2c-b40e-2fdf732008b9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 944 time: 0.0640481 Feb 05 03:22:52.245562 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97361263-83b6-47b2-9e00-bd65a92626ea req-9294f709-cd8b-4427-8771-c07dc0b73f4f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491998 Feb 05 03:22:52.494810 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49067197-ec00-473a-8d29-6d7d3b0d5dfe req-adf03af7-f948-472f-8337-c7cc5593898a tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:52.505900 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49067197-ec00-473a-8d29-6d7d3b0d5dfe req-adf03af7-f948-472f-8337-c7cc5593898a tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0720153 Feb 05 03:22:52.577070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-49067197-ec00-473a-8d29-6d7d3b0d5dfe req-1579897a-47c5-48e1-9215-c45877430faf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694973 Feb 05 03:22:53.397177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098f716-44f7-440f-9e7a-7a2f658d59cd req-0154916e-7c6b-4e5e-9979-8bc2cee130b0 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:53.404492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b098f716-44f7-440f-9e7a-7a2f658d59cd req-0154916e-7c6b-4e5e-9979-8bc2cee130b0 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 944 time: 0.0669780 Feb 05 03:22:53.458319 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b098f716-44f7-440f-9e7a-7a2f658d59cd req-4aa6386f-edae-4859-a724-df10c9d4d46f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529361 Feb 05 03:22:53.738030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8724fea-9726-4aaf-bcb9-6811ff565b18 req-6414b985-3869-453d-bf14-f52ec679faa0 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:53.745371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f8724fea-9726-4aaf-bcb9-6811ff565b18 req-6414b985-3869-453d-bf14-f52ec679faa0 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0670145 Feb 05 03:22:53.803364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f8724fea-9726-4aaf-bcb9-6811ff565b18 req-34a3ab1d-0c4b-448f-b4a7-7ae6da5e90ac tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567844 Feb 05 03:22:54.477919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device dbc878c9-1465-47ef-bd5a-0494c8894434 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:22:54.587642 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port dbc878c9-1465-47ef-bd5a-0494c8894434, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dbc878c9-1465-47ef-bd5a-0494c8894434,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:54.599933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'dbc878c9-1465-47ef-bd5a-0494c8894434', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'port_id': 'dbc878c9-1465-47ef-bd5a-0494c8894434', 'mac_address': 'fa:16:3e:a5:0e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:22:54.602799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ac8b0-939c-401f-9d00-bf3a926dfe98 req-1c71426a-8b8d-4b1a-9eb4-ec91fc77c1fd tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:54.604263 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-034ac8b0-939c-401f-9d00-bf3a926dfe98 req-1c71426a-8b8d-4b1a-9eb4-ec91fc77c1fd tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 944 time: 0.0638866 Feb 05 03:22:54.641927 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port dbc878c9-1465-47ef-bd5a-0494c8894434 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:22:54.642395 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:54.656282 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc878c9-1465-47ef-bd5a-0494c8894434 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:22:54.663550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-034ac8b0-939c-401f-9d00-bf3a926dfe98 req-ebb6893b-3d41-4bbe-9636-ab209ad06136 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526628 Feb 05 03:22:54.680802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port dbc878c9-1465-47ef-bd5a-0494c8894434, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dbc878c9-1465-47ef-bd5a-0494c8894434,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:54.695284 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:54.740364 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=dbc878c9-1465-47ef-bd5a-0494c8894434,revision_number=11']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:54.749051 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:54.749693 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:54.749826 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:54.750110 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:54.750531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:54.750888 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:54.751210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:54.751594 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:54.751930 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:54.752261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:54.752638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:54.752981 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:54.753554 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:22:54.859942 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c8181-999b-4097-8ddd-10d82639b8f7 req-15d518c2-1a5a-48c1-9b99-3160e8482cdf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:54.861526 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb1c8181-999b-4097-8ddd-10d82639b8f7 req-15d518c2-1a5a-48c1-9b99-3160e8482cdf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0658863 Feb 05 03:22:54.926974 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03360f1-c5b0-4d6c-8d34-ad1e00b4b871 req-9673b2a9-f129-4cc8-8ebd-712e422f09ca tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:54.928956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b03360f1-c5b0-4d6c-8d34-ad1e00b4b871 req-9673b2a9-f129-4cc8-8ebd-712e422f09ca tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb3ca9e-4839-43e9-bd88-3da32a769ef1 HTTP/1.1" status: 200 len: 945 time: 0.0595431 Feb 05 03:22:54.972083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-bb1c8181-999b-4097-8ddd-10d82639b8f7 req-57e910c6-6915-4f73-aa34-80a5078e5d30 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Deleting port 020c08bd-e424-497d-988c-ae23c021c8a0 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:22:54.972764 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb1c8181-999b-4097-8ddd-10d82639b8f7 req-57e910c6-6915-4f73-aa34-80a5078e5d30 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (020c08bd-e424-497d-988c-ae23c021c8a0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:54.984706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b03360f1-c5b0-4d6c-8d34-ad1e00b4b871 req-7dac938c-ee16-4a99-ae74-8f8cb4e7008f tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499620 Feb 05 03:22:55.085105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bb1c8181-999b-4097-8ddd-10d82639b8f7 req-57e910c6-6915-4f73-aa34-80a5078e5d30 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] For port 020c08bd-e424-497d-988c-ae23c021c8a0, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=020c08bd-e424-497d-988c-ae23c021c8a0,segment=NetworkSegment(2430dc8c-cbb4-453d-97f2-fa1ffbe3c131),segment_id=2430dc8c-cbb4-453d-97f2-fa1ffbe3c131)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:55.085476 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb1c8181-999b-4097-8ddd-10d82639b8f7 req-57e910c6-6915-4f73-aa34-80a5078e5d30 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (020c08bd-e424-497d-988c-ae23c021c8a0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:55.103117 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-bb1c8181-999b-4097-8ddd-10d82639b8f7 req-57e910c6-6915-4f73-aa34-80a5078e5d30 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Calling delete_port for 020c08bd-e424-497d-988c-ae23c021c8a0 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:22:55.121007 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['dbc878c9-1465-47ef-bd5a-0494c8894434'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:22:55.254244 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb1c8181-999b-4097-8ddd-10d82639b8f7 req-57e910c6-6915-4f73-aa34-80a5078e5d30 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (020c08bd-e424-497d-988c-ae23c021c8a0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:55.270725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['020c08bd-e424-497d-988c-ae23c021c8a0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:22:55.272735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0bc820d9-9f0c-4fab-aefa-51aeda1eafcd'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:22:55.301935 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e910c6-6915-4f73-aa34-80a5078e5d30 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Pushing event deleted for resources: {'Port': ['ID=020c08bd-e424-497d-988c-ae23c021c8a0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:55.349706 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1c8181-999b-4097-8ddd-10d82639b8f7 req-57e910c6-6915-4f73-aa34-80a5078e5d30 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] No DVR routers for this DVR port 020c08bd-e424-497d-988c-ae23c021c8a0 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:22:55.352505 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb1c8181-999b-4097-8ddd-10d82639b8f7 req-57e910c6-6915-4f73-aa34-80a5078e5d30 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:55.356139 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb1c8181-999b-4097-8ddd-10d82639b8f7 req-57e910c6-6915-4f73-aa34-80a5078e5d30 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.31 "DELETE /v2.0/ports/020c08bd-e424-497d-988c-ae23c021c8a0 HTTP/1.1" status: 204 len: 173 time: 0.4893806 Feb 05 03:22:55.356580 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb3ca9e-4839-43e9-bd88-3da32a769ef1', 'name': 'network-vif-deleted', 'tag': '020c08bd-e424-497d-988c-ae23c021c8a0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:22:55.367475 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4814aca4-66bc-41cf-862d-81ef8a7dc93b" -d '{"events": [{"server_uuid": "9cb3ca9e-4839-43e9-bd88-3da32a769ef1", "name": "network-vif-deleted", "tag": "020c08bd-e424-497d-988c-ae23c021c8a0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:22:55.424843 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4669528a-6d18-48e7-b33d-6164c66720de x-openstack-request-id: req-4669528a-6d18-48e7-b33d-6164c66720de {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:22:55.425225 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb3ca9e-4839-43e9-bd88-3da32a769ef1", "name": "network-vif-deleted", "tag": "020c08bd-e424-497d-988c-ae23c021c8a0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:22:55.425617 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4669528a-6d18-48e7-b33d-6164c66720de {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:22:55.426072 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb3ca9e-4839-43e9-bd88-3da32a769ef1', 'name': 'network-vif-deleted', 'tag': '020c08bd-e424-497d-988c-ae23c021c8a0', 'status': 'completed', 'code': 200} Feb 05 03:22:55.810630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47a4da-ef89-4194-aa29-6b72e661cd1d req-5b1c203e-2cbd-4a2d-8953-627493be002f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:55.812548 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a47a4da-ef89-4194-aa29-6b72e661cd1d req-5b1c203e-2cbd-4a2d-8953-627493be002f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 945 time: 0.0655367 Feb 05 03:22:55.869749 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a47a4da-ef89-4194-aa29-6b72e661cd1d req-d4b7c14f-8b7c-471b-af5a-35b795683de6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499282 Feb 05 03:22:56.276109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdb415-8fde-494d-ac1b-a709be2584f8 req-5c394dec-9f9a-4725-b8d5-02946de5b9a8 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:56.277503 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29bdb415-8fde-494d-ac1b-a709be2584f8 req-5c394dec-9f9a-4725-b8d5-02946de5b9a8 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0540950 Feb 05 03:22:56.324505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29bdb415-8fde-494d-ac1b-a709be2584f8 req-33c9606f-56a5-4ec7-913a-fd92b1da11ff tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406909 Feb 05 03:22:56.501280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device dbc878c9-1465-47ef-bd5a-0494c8894434 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:22:56.553563 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port dbc878c9-1465-47ef-bd5a-0494c8894434 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:22:56.557859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port dbc878c9-1465-47ef-bd5a-0494c8894434 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:22:56.558229 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:56.633977 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port dbc878c9-1465-47ef-bd5a-0494c8894434 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:22:56.634469 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:56.657313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc878c9-1465-47ef-bd5a-0494c8894434'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:22:56.659529 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429be27d-0d4f-4aa4-bcb6-7a0c29282f6e" -d '{"events": [{"server_uuid": "138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d", "name": "network-vif-plugged", "status": "completed", "tag": "dbc878c9-1465-47ef-bd5a-0494c8894434"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:22:56.672767 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port dbc878c9-1465-47ef-bd5a-0494c8894434, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dbc878c9-1465-47ef-bd5a-0494c8894434,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:22:56.676939 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:22:56.678450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 020c08bd-e424-497d-988c-ae23c021c8a0 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:22:56.716650 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3cbe12-4d0a-43cf-a791-b3183d5aabc3 x-openstack-request-id: req-1d3cbe12-4d0a-43cf-a791-b3183d5aabc3 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:22:56.717432 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d", "name": "network-vif-plugged", "status": "completed", "tag": "dbc878c9-1465-47ef-bd5a-0494c8894434", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:22:56.717432 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d3cbe12-4d0a-43cf-a791-b3183d5aabc3 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:22:56.717820 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc878c9-1465-47ef-bd5a-0494c8894434', 'code': 200} Feb 05 03:22:56.752550 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=dbc878c9-1465-47ef-bd5a-0494c8894434,revision_number=12']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:22:56.755784 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 020c08bd-e424-497d-988c-ae23c021c8a0 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:22:56.756155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 020c08bd-e424-497d-988c-ae23c021c8a0 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:22:56.860776 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac91d7-b056-4946-a8b3-b11c3e92d594 req-56183597-6373-4c2a-8e56-4189d96545dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:56.862323 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ceac91d7-b056-4946-a8b3-b11c3e92d594 req-56183597-6373-4c2a-8e56-4189d96545dc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 1128 time: 0.0460424 Feb 05 03:22:56.913551 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ceac91d7-b056-4946-a8b3-b11c3e92d594 req-d2cdf567-ad2f-42e1-8450-67fe2dd7a2e8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454016 Feb 05 03:22:57.000989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac1a3b-5ec7-41e1-a988-bd56540041f0 req-d1fd0251-f182-42ed-9530-119dbe98df6f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:57.002508 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45ac1a3b-5ec7-41e1-a988-bd56540041f0 req-d1fd0251-f182-42ed-9530-119dbe98df6f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 946 time: 0.0543547 Feb 05 03:22:57.054507 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45ac1a3b-5ec7-41e1-a988-bd56540041f0 req-50b2dbfd-4e6e-4146-826f-3bc89bf30afe tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461524 Feb 05 03:22:57.450055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec689f-e2f7-46f3-82b9-62cbb5648412 req-f15db580-bdc0-4272-9e6e-7a6b7c28068e tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:57.451767 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec689f-e2f7-46f3-82b9-62cbb5648412 req-f15db580-bdc0-4272-9e6e-7a6b7c28068e tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0547895 Feb 05 03:22:57.497931 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6ec689f-e2f7-46f3-82b9-62cbb5648412 req-24d916c5-4f11-4d05-b9b1-f940e0408c92 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Feb 05 03:22:58.194535 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc07fda-03eb-408a-a914-7058e4a87526 req-e9dd119a-995c-48cc-b21e-abef082825d0 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:58.196245 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7cc07fda-03eb-408a-a914-7058e4a87526 req-e9dd119a-995c-48cc-b21e-abef082825d0 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 946 time: 0.0687754 Feb 05 03:22:58.246599 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7cc07fda-03eb-408a-a914-7058e4a87526 req-55f0833a-40c8-4c99-b515-edd6960b15e0 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432155 Feb 05 03:22:58.635316 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b22d91-441f-48f6-8604-c6340c66e581 req-99b48377-8200-4462-9703-079cad0b1607 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:58.637246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32b22d91-441f-48f6-8604-c6340c66e581 req-99b48377-8200-4462-9703-079cad0b1607 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0655570 Feb 05 03:22:58.692513 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-32b22d91-441f-48f6-8604-c6340c66e581 req-5850a9d7-dfc4-4d51-a65f-83a180c1248a tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477715 Feb 05 03:22:59.374366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29213881-f4b7-47f1-aa70-e9c411604774 req-7cb56c2c-450a-4c9e-8039-2d6cb31834f2 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:59.375966 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29213881-f4b7-47f1-aa70-e9c411604774 req-7cb56c2c-450a-4c9e-8039-2d6cb31834f2 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 946 time: 0.0558877 Feb 05 03:22:59.422106 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29213881-f4b7-47f1-aa70-e9c411604774 req-007ccd09-9ce6-47e0-8de8-bf29e26a50f6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405245 Feb 05 03:22:59.813509 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fd47e-c7a3-48a5-a2a4-bd411d3e1fad req-968bc3b8-fa7a-46ec-88ba-6d6b6df34e7f tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:22:59.815025 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e18fd47e-c7a3-48a5-a2a4-bd411d3e1fad req-968bc3b8-fa7a-46ec-88ba-6d6b6df34e7f tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0533900 Feb 05 03:22:59.865806 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e18fd47e-c7a3-48a5-a2a4-bd411d3e1fad req-055c2c31-24c1-4610-aa8c-13ba7f55bc0e tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451500 Feb 05 03:23:00.984917 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0873063-4940-4727-8a96-fdb3fbcd8741 req-3d6fb908-7227-422d-9eba-9456d8033bc3 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:00.986389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a0873063-4940-4727-8a96-fdb3fbcd8741 req-3d6fb908-7227-422d-9eba-9456d8033bc3 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0532002 Feb 05 03:23:01.032882 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a0873063-4940-4727-8a96-fdb3fbcd8741 req-46ede9b5-c1ad-486c-bdeb-ba2b299010bf tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/security-groups?id=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408776 Feb 05 03:23:01.300138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d88b6-673d-46be-8343-0102187a890b req-983c23d4-35cd-42ea-9414-b0f8dfe271d8 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:01.301591 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a2d88b6-673d-46be-8343-0102187a890b req-983c23d4-35cd-42ea-9414-b0f8dfe271d8 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=0388156b-2cd1-463f-a7cb-6a3342281a79 HTTP/1.1" status: 200 len: 946 time: 0.0517197 Feb 05 03:23:01.350444 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a2d88b6-673d-46be-8343-0102187a890b req-8dbf2505-8909-494d-83ba-597ee80ecf08 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432043 Feb 05 03:23:01.587539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de168ba-6476-4a8b-bfd3-fda9548b0f4b req-8c6f3de2-f880-4bfa-bfaf-0ae8162340b8 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:01.589058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4de168ba-6476-4a8b-bfd3-fda9548b0f4b req-8c6f3de2-f880-4bfa-bfaf-0ae8162340b8 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.10 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 945 time: 0.0562429 Feb 05 03:23:01.681884 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-4de168ba-6476-4a8b-bfd3-fda9548b0f4b req-3d9c6ba6-b27a-479d-bf0a-0390b0814c07 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Deleting port 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:23:01.682231 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4de168ba-6476-4a8b-bfd3-fda9548b0f4b req-3d9c6ba6-b27a-479d-bf0a-0390b0814c07 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0bc820d9-9f0c-4fab-aefa-51aeda1eafcd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:01.775645 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4de168ba-6476-4a8b-bfd3-fda9548b0f4b req-3d9c6ba6-b27a-479d-bf0a-0390b0814c07 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] For port 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd,segment=NetworkSegment(2430dc8c-cbb4-453d-97f2-fa1ffbe3c131),segment_id=2430dc8c-cbb4-453d-97f2-fa1ffbe3c131)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:23:01.776003 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4de168ba-6476-4a8b-bfd3-fda9548b0f4b req-3d9c6ba6-b27a-479d-bf0a-0390b0814c07 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0bc820d9-9f0c-4fab-aefa-51aeda1eafcd), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:01.789379 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-4de168ba-6476-4a8b-bfd3-fda9548b0f4b req-3d9c6ba6-b27a-479d-bf0a-0390b0814c07 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Calling delete_port for 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:23:01.915053 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4de168ba-6476-4a8b-bfd3-fda9548b0f4b req-3d9c6ba6-b27a-479d-bf0a-0390b0814c07 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (0bc820d9-9f0c-4fab-aefa-51aeda1eafcd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:01.926457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['0bc820d9-9f0c-4fab-aefa-51aeda1eafcd'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:23:01.953910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c6ba6-b27a-479d-bf0a-0390b0814c07 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Pushing event deleted for resources: {'Port': ['ID=0bc820d9-9f0c-4fab-aefa-51aeda1eafcd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:01.987073 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de168ba-6476-4a8b-bfd3-fda9548b0f4b req-3d9c6ba6-b27a-479d-bf0a-0390b0814c07 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] No DVR routers for this DVR port 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:23:01.989946 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4de168ba-6476-4a8b-bfd3-fda9548b0f4b req-3d9c6ba6-b27a-479d-bf0a-0390b0814c07 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:01.993807 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4de168ba-6476-4a8b-bfd3-fda9548b0f4b req-3d9c6ba6-b27a-479d-bf0a-0390b0814c07 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.10 "DELETE /v2.0/ports/0bc820d9-9f0c-4fab-aefa-51aeda1eafcd HTTP/1.1" status: 204 len: 173 time: 0.3996413 Feb 05 03:23:01.994386 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f3e523-ec41-4240-a7de-47c702aff0c5', 'name': 'network-vif-deleted', 'tag': '0bc820d9-9f0c-4fab-aefa-51aeda1eafcd'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:23:01.997784 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07177e50-c858-4e7b-9f11-d3e15d1acd80" -d '{"events": [{"server_uuid": "17f3e523-ec41-4240-a7de-47c702aff0c5", "name": "network-vif-deleted", "tag": "0bc820d9-9f0c-4fab-aefa-51aeda1eafcd"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:23:02.034993 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3b39ce-6168-4900-a183-8ede95b6eba9 x-openstack-request-id: req-6c3b39ce-6168-4900-a183-8ede95b6eba9 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:23:02.035292 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f3e523-ec41-4240-a7de-47c702aff0c5", "name": "network-vif-deleted", "tag": "0bc820d9-9f0c-4fab-aefa-51aeda1eafcd", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:23:02.035550 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c3b39ce-6168-4900-a183-8ede95b6eba9 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:23:02.035951 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f3e523-ec41-4240-a7de-47c702aff0c5', 'name': 'network-vif-deleted', 'tag': '0bc820d9-9f0c-4fab-aefa-51aeda1eafcd', 'status': 'completed', 'code': 200} Feb 05 03:23:02.132886 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d4a82194-8be3-45bb-87e9-4f75b3c50f45 req-35432690-b816-416c-9453-0a6d68cbc237 tempest-ServerRescueNegativeTestJSON-2128327264 tempest-ServerRescueNegativeTestJSON-2128327264-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f3e523-ec41-4240-a7de-47c702aff0c5 HTTP/1.1" status: 200 len: 210 time: 0.0287478 Feb 05 03:23:02.359108 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:23:02.481404 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbceb90-7857-4b64-8cf9-e9a746c93f38 req-5c46fe1c-63b3-49e7-995e-9fbf37634fff tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:02.483875 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-afbceb90-7857-4b64-8cf9-e9a746c93f38 req-5c46fe1c-63b3-49e7-995e-9fbf37634fff tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=0388156b-2cd1-463f-a7cb-6a3342281a79 HTTP/1.1" status: 200 len: 946 time: 0.0626369 Feb 05 03:23:02.530539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-afbceb90-7857-4b64-8cf9-e9a746c93f38 req-ed53dfbc-daf4-44e1-86ad-875fe41968a5 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3d43d7-a5d8-41a7-be79-92904cb4e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408680 Feb 05 03:23:03.099679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded464b-0151-4f9b-8033-6885b8de86c7 req-12c7c524-ee8d-4d43-924f-6136139fb3fa tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:03.101093 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dded464b-0151-4f9b-8033-6885b8de86c7 req-12c7c524-ee8d-4d43-924f-6136139fb3fa tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.31 "GET /v2.0/ports?device_id=0388156b-2cd1-463f-a7cb-6a3342281a79 HTTP/1.1" status: 200 len: 946 time: 0.0551243 Feb 05 03:23:03.189707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60704) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:03.202509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-dded464b-0151-4f9b-8033-6885b8de86c7 req-3e227eb8-bf3f-4375-ba32-cdd909be0012 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Deleting port 3a8e3feb-586e-4d86-878b-800c7201be3f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:23:03.202875 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dded464b-0151-4f9b-8033-6885b8de86c7 req-3e227eb8-bf3f-4375-ba32-cdd909be0012 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3a8e3feb-586e-4d86-878b-800c7201be3f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:03.294111 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-dded464b-0151-4f9b-8033-6885b8de86c7 req-3e227eb8-bf3f-4375-ba32-cdd909be0012 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] For port 3a8e3feb-586e-4d86-878b-800c7201be3f, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3a8e3feb-586e-4d86-878b-800c7201be3f,segment=NetworkSegment(41701449-d567-45e3-8c95-aaaf9286504f),segment_id=41701449-d567-45e3-8c95-aaaf9286504f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:23:03.294429 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dded464b-0151-4f9b-8033-6885b8de86c7 req-3e227eb8-bf3f-4375-ba32-cdd909be0012 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3a8e3feb-586e-4d86-878b-800c7201be3f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:03.307147 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-dded464b-0151-4f9b-8033-6885b8de86c7 req-3e227eb8-bf3f-4375-ba32-cdd909be0012 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Calling delete_port for 3a8e3feb-586e-4d86-878b-800c7201be3f owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:23:03.438083 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dded464b-0151-4f9b-8033-6885b8de86c7 req-3e227eb8-bf3f-4375-ba32-cdd909be0012 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (3a8e3feb-586e-4d86-878b-800c7201be3f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:03.449792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['3a8e3feb-586e-4d86-878b-800c7201be3f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:23:03.470090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e227eb8-bf3f-4375-ba32-cdd909be0012 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Pushing event deleted for resources: {'Port': ['ID=3a8e3feb-586e-4d86-878b-800c7201be3f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:03.519968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-dded464b-0151-4f9b-8033-6885b8de86c7 req-3e227eb8-bf3f-4375-ba32-cdd909be0012 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] No DVR routers for this DVR port 3a8e3feb-586e-4d86-878b-800c7201be3f on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:23:03.522499 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dded464b-0151-4f9b-8033-6885b8de86c7 req-3e227eb8-bf3f-4375-ba32-cdd909be0012 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:03.525869 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-dded464b-0151-4f9b-8033-6885b8de86c7 req-3e227eb8-bf3f-4375-ba32-cdd909be0012 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.31 "DELETE /v2.0/ports/3a8e3feb-586e-4d86-878b-800c7201be3f HTTP/1.1" status: 204 len: 173 time: 0.4173040 Feb 05 03:23:03.526319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0388156b-2cd1-463f-a7cb-6a3342281a79', 'name': 'network-vif-deleted', 'tag': '3a8e3feb-586e-4d86-878b-800c7201be3f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:23:03.528742 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ef475a-985f-4a6c-985b-1d951cd2ffa2" -d '{"events": [{"server_uuid": "0388156b-2cd1-463f-a7cb-6a3342281a79", "name": "network-vif-deleted", "tag": "3a8e3feb-586e-4d86-878b-800c7201be3f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:23:03.546929 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8b02-193d-4362-ad7e-c79345a43c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (745a12f5-e211-489b-8033-0ea5c63eca1d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:03.567326 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7e81ba-d5d0-4489-82d3-fa34b9a04c93 x-openstack-request-id: req-db7e81ba-d5d0-4489-82d3-fa34b9a04c93 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:23:03.567969 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0388156b-2cd1-463f-a7cb-6a3342281a79", "name": "network-vif-deleted", "tag": "3a8e3feb-586e-4d86-878b-800c7201be3f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:23:03.568128 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db7e81ba-d5d0-4489-82d3-fa34b9a04c93 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:23:03.568528 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0388156b-2cd1-463f-a7cb-6a3342281a79', 'name': 'network-vif-deleted', 'tag': '3a8e3feb-586e-4d86-878b-800c7201be3f', 'status': 'completed', 'code': 200} Feb 05 03:23:03.649124 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a82f9ea9-7b87-40ad-9ba9-7a4885267fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:03.665341 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-26b45ac9-b2ab-4e32-bdb8-23be79b2895d req-677f6910-62bf-47ce-b385-b8589fe914ec tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] 10.222.0.36 "GET /v2.0/ports?device_id=0388156b-2cd1-463f-a7cb-6a3342281a79 HTTP/1.1" status: 200 len: 210 time: 0.0499213 Feb 05 03:23:03.836738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b8b02-193d-4362-ad7e-c79345a43c63 admin admin] Deleting port f5d71f2c-170f-485d-99fc-b39f1932e76e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:23:03.836989 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8b02-193d-4362-ad7e-c79345a43c63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f5d71f2c-170f-485d-99fc-b39f1932e76e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:03.913749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-fb7b8b02-193d-4362-ad7e-c79345a43c63 admin admin] For port f5d71f2c-170f-485d-99fc-b39f1932e76e, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f5d71f2c-170f-485d-99fc-b39f1932e76e,segment=NetworkSegment(2430dc8c-cbb4-453d-97f2-fa1ffbe3c131),segment_id=2430dc8c-cbb4-453d-97f2-fa1ffbe3c131)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:23:03.914114 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8b02-193d-4362-ad7e-c79345a43c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f5d71f2c-170f-485d-99fc-b39f1932e76e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:03.927643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b8b02-193d-4362-ad7e-c79345a43c63 admin admin] Calling delete_port for f5d71f2c-170f-485d-99fc-b39f1932e76e owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:23:04.112500 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8b02-193d-4362-ad7e-c79345a43c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (f5d71f2c-170f-485d-99fc-b39f1932e76e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:04.141789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b8b02-193d-4362-ad7e-c79345a43c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d71f2c-170f-485d-99fc-b39f1932e76e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:04.299005 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb7b8b02-193d-4362-ad7e-c79345a43c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (745a12f5-e211-489b-8033-0ea5c63eca1d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:04.512634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7b8b02-193d-4362-ad7e-c79345a43c63 admin admin] Router 745a12f5-e211-489b-8033-0ea5c63eca1d has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:23:04.620627 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7b8b02-193d-4362-ad7e-c79345a43c63 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:23:04.626380 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fb7b8b02-193d-4362-ad7e-c79345a43c63 admin admin] 10.222.0.36 "PUT /v2.0/routers/745a12f5-e211-489b-8033-0ea5c63eca1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4357712 Feb 05 03:23:04.628926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60710) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:04.631495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6141526-f94a-4219-9e76-a1191c6d12b5 None None] Sync routers for ids ['745a12f5-e211-489b-8033-0ea5c63eca1d'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:23:04.643586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6141526-f94a-4219-9e76-a1191c6d12b5 None None] Routers {'745a12f5-e211-489b-8033-0ea5c63eca1d'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:23:04.644542 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f6141526-f94a-4219-9e76-a1191c6d12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:22:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['745a12f5-e211-489b-8033-0ea5c63eca1d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:04.743924 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc28b0b9-9301-474a-9621-9c0b015cf3c8 admin admin] Publish callbacks [] for router (745a12f5-e211-489b-8033-0ea5c63eca1d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:04.755604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-f6141526-f94a-4219-9e76-a1191c6d12b5 None None] Set router 745a12f5-e211-489b-8033-0ea5c63eca1d gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:23:04.952548 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f6141526-f94a-4219-9e76-a1191c6d12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'name': 'tempest-ServerRescueNegativeTestJSON-114632883-router', 'tenant_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:20:09Z', 'updated_at': '2022-02-05T03:23:04Z', 'revision_number': 5, 'project_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'gw_port': {'id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:20:10Z', 'updated_at': '2022-02-05T03:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:04.980625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6141526-f94a-4219-9e76-a1191c6d12b5 None None] Checking router: 745a12f5-e211-489b-8033-0ea5c63eca1d for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:23:04.990736 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6141526-f94a-4219-9e76-a1191c6d12b5 None None] Routers {'745a12f5-e211-489b-8033-0ea5c63eca1d'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:23:04.991701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f6141526-f94a-4219-9e76-a1191c6d12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:22:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['745a12f5-e211-489b-8033-0ea5c63eca1d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:05.274233 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc28b0b9-9301-474a-9621-9c0b015cf3c8 admin admin] Publish callbacks [] for router_gateway (745a12f5-e211-489b-8033-0ea5c63eca1d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:05.278519 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-f6141526-f94a-4219-9e76-a1191c6d12b5 None None] Set router 745a12f5-e211-489b-8033-0ea5c63eca1d gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:23:05.282051 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:23:05.333526 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-bc28b0b9-9301-474a-9621-9c0b015cf3c8 admin admin] Deleting port 42547b1b-d0b5-4810-890a-6dd30f4bc2b3 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:23:05.334096 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc28b0b9-9301-474a-9621-9c0b015cf3c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (42547b1b-d0b5-4810-890a-6dd30f4bc2b3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:05.356326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:23:05.357306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0bc820d9-9f0c-4fab-aefa-51aeda1eafcd not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:23:05.417434 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-bc28b0b9-9301-474a-9621-9c0b015cf3c8 admin admin] For port 42547b1b-d0b5-4810-890a-6dd30f4bc2b3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=42547b1b-d0b5-4810-890a-6dd30f4bc2b3,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:23:05.417815 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc28b0b9-9301-474a-9621-9c0b015cf3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (42547b1b-d0b5-4810-890a-6dd30f4bc2b3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:05.431576 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-bc28b0b9-9301-474a-9621-9c0b015cf3c8 admin admin] Calling delete_port for 42547b1b-d0b5-4810-890a-6dd30f4bc2b3 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:23:05.492138 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f6141526-f94a-4219-9e76-a1191c6d12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'name': 'tempest-ServerRescueNegativeTestJSON-114632883-router', 'tenant_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:20:09Z', 'updated_at': '2022-02-05T03:23:04Z', 'revision_number': 5, 'project_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'gw_port': {'id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:20:10Z', 'updated_at': '2022-02-05T03:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:05.519834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6141526-f94a-4219-9e76-a1191c6d12b5 None None] The sync data for ids ['745a12f5-e211-489b-8033-0ea5c63eca1d'] in n-d-826942-8 is: [{'id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'name': 'tempest-ServerRescueNegativeTestJSON-114632883-router', 'tenant_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:20:09Z', 'updated_at': '2022-02-05T03:23:04Z', 'revision_number': 5, 'project_id': 'd58b096555a04b7ca178d4a0e2ed7cb4', 'gw_port': {'id': '42547b1b-d0b5-4810-890a-6dd30f4bc2b3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ae:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745a12f5-e211-489b-8033-0ea5c63eca1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:20:10Z', 'updated_at': '2022-02-05T03:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:23:05.611439 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc28b0b9-9301-474a-9621-9c0b015cf3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (42547b1b-d0b5-4810-890a-6dd30f4bc2b3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:05.639609 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28b0b9-9301-474a-9621-9c0b015cf3c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=42547b1b-d0b5-4810-890a-6dd30f4bc2b3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:05.698526 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc28b0b9-9301-474a-9621-9c0b015cf3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (745a12f5-e211-489b-8033-0ea5c63eca1d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:05.793541 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc28b0b9-9301-474a-9621-9c0b015cf3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (745a12f5-e211-489b-8033-0ea5c63eca1d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:05.795892 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc28b0b9-9301-474a-9621-9c0b015cf3c8 admin admin] Publish callbacks [] for router_controller (745a12f5-e211-489b-8033-0ea5c63eca1d), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:05.839623 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc28b0b9-9301-474a-9621-9c0b015cf3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (745a12f5-e211-489b-8033-0ea5c63eca1d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:05.840090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc28b0b9-9301-474a-9621-9c0b015cf3c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 745a12f5-e211-489b-8033-0ea5c63eca1d {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:23:05.845547 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc28b0b9-9301-474a-9621-9c0b015cf3c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:05.846577 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bc28b0b9-9301-474a-9621-9c0b015cf3c8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/745a12f5-e211-489b-8033-0ea5c63eca1d HTTP/1.1" status: 204 len: 168 time: 1.2167091 Feb 05 03:23:05.849066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60722) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:05.879813 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f8ae6957-1286-45fd-afb0-9b51953ebf0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:05.900661 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-7caae4d8-c979-4c6e-bc13-48cdc70d0a7a admin admin] Deleting subnet 594fab9e-93d3-4a1a-a3f9-d96663d2bc2d {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:23:05.905016 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7caae4d8-c979-4c6e-bc13-48cdc70d0a7a admin admin] Publish callbacks [] for subnet (594fab9e-93d3-4a1a-a3f9-d96663d2bc2d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:05.941296 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7caae4d8-c979-4c6e-bc13-48cdc70d0a7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (594fab9e-93d3-4a1a-a3f9-d96663d2bc2d), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:05.982814 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7caae4d8-c979-4c6e-bc13-48cdc70d0a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (594fab9e-93d3-4a1a-a3f9-d96663d2bc2d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:06.037681 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7caae4d8-c979-4c6e-bc13-48cdc70d0a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (594fab9e-93d3-4a1a-a3f9-d96663d2bc2d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:06.073965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caae4d8-c979-4c6e-bc13-48cdc70d0a7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=594fab9e-93d3-4a1a-a3f9-d96663d2bc2d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:06.077555 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7caae4d8-c979-4c6e-bc13-48cdc70d0a7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:06.080783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7caae4d8-c979-4c6e-bc13-48cdc70d0a7a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/594fab9e-93d3-4a1a-a3f9-d96663d2bc2d HTTP/1.1" status: 204 len: 168 time: 0.2308092 Feb 05 03:23:06.085580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60726) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:06.174882 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64b4466d-7706-4212-9494-e27dc841416e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (fbb58776-7719-4374-b8e1-b06bd2d776f7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:06.270783 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64b4466d-7706-4212-9494-e27dc841416e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (fbb58776-7719-4374-b8e1-b06bd2d776f7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:06.305487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-64b4466d-7706-4212-9494-e27dc841416e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb58776-7719-4374-b8e1-b06bd2d776f7']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:06.317458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-64b4466d-7706-4212-9494-e27dc841416e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2430dc8c-cbb4-453d-97f2-fa1ffbe3c131') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:06.317758 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-64b4466d-7706-4212-9494-e27dc841416e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2430dc8c-cbb4-453d-97f2-fa1ffbe3c131') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:06.328419 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64b4466d-7706-4212-9494-e27dc841416e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (2430dc8c-cbb4-453d-97f2-fa1ffbe3c131), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:06.344555 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64b4466d-7706-4212-9494-e27dc841416e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (2430dc8c-cbb4-453d-97f2-fa1ffbe3c131), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:06.351156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b4466d-7706-4212-9494-e27dc841416e admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:23:06.351554 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64b4466d-7706-4212-9494-e27dc841416e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (2430dc8c-cbb4-453d-97f2-fa1ffbe3c131), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:23:06.353386 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:23:06.417138 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64b4466d-7706-4212-9494-e27dc841416e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (fbb58776-7719-4374-b8e1-b06bd2d776f7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:06.423129 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64b4466d-7706-4212-9494-e27dc841416e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:06.426376 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-64b4466d-7706-4212-9494-e27dc841416e admin admin] 10.222.0.36 "DELETE /v2.0/networks/fbb58776-7719-4374-b8e1-b06bd2d776f7 HTTP/1.1" status: 204 len: 168 time: 0.3394234 Feb 05 03:23:06.440604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4466d-7706-4212-9494-e27dc841416e admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb58776-7719-4374-b8e1-b06bd2d776f7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:06.516382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 3a8e3feb-586e-4d86-878b-800c7201be3f no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:23:06.540205 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 3a8e3feb-586e-4d86-878b-800c7201be3f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:23:06.540555 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 3a8e3feb-586e-4d86-878b-800c7201be3f not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:23:06.594257 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60730) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:06.637325 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c8400794-7372-4641-89b6-5dcc305e18fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d58b096555a04b7ca178d4a0e2ed7cb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418875 Feb 05 03:23:06.639828 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60732) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:06.696171 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0853cbe9-1978-458c-a85c-e305ba5625d3 admin admin] Publish callbacks [] for security_group (baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:06.717785 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0853cbe9-1978-458c-a85c-e305ba5625d3 admin admin] Publish callbacks [] for security_group (baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:06.767089 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0853cbe9-1978-458c-a85c-e305ba5625d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:06.769948 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0853cbe9-1978-458c-a85c-e305ba5625d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:06.771146 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0853cbe9-1978-458c-a85c-e305ba5625d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07 HTTP/1.1" status: 204 len: 168 time: 0.1303923 Feb 05 03:23:06.778443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853cbe9-1978-458c-a85c-e305ba5625d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaa5bc3-2ad2-46b7-8955-4f8ed72d4f07,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:07.074834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f5d71f2c-170f-485d-99fc-b39f1932e76e no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:23:07.096853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: f5d71f2c-170f-485d-99fc-b39f1932e76e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:23:07.097203 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f5d71f2c-170f-485d-99fc-b39f1932e76e not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:23:07.097625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 42547b1b-d0b5-4810-890a-6dd30f4bc2b3 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:23:07.124227 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 42547b1b-d0b5-4810-890a-6dd30f4bc2b3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:23:07.124735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 42547b1b-d0b5-4810-890a-6dd30f4bc2b3 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:23:07.156685 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:07.461196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60760) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:07.559495 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ec4c72f8-e5dd-43f0-aefb-f74f76a32895 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-539885120-network', 'tenant_id': '540a13b72fc548939c2018c87ae0cf37'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:23:07.580102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4c72f8-e5dd-43f0-aefb-f74f76a32895 admin admin] Made reservation on behalf of 540a13b72fc548939c2018c87ae0cf37 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:23:07.582400 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4c72f8-e5dd-43f0-aefb-f74f76a32895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:07.590641 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4c72f8-e5dd-43f0-aefb-f74f76a32895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:07.664607 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4c72f8-e5dd-43f0-aefb-f74f76a32895 admin admin] Publish callbacks [] for security_group (7171cd07-7fc0-4c1a-bf60-c7c55d46f356), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:07.668218 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4c72f8-e5dd-43f0-aefb-f74f76a32895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7171cd07-7fc0-4c1a-bf60-c7c55d46f356), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:07.693345 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4c72f8-e5dd-43f0-aefb-f74f76a32895 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:23:07.703426 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c72f8-e5dd-43f0-aefb-f74f76a32895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7171cd07-7fc0-4c1a-bf60-c7c55d46f356,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:07.709265 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4c72f8-e5dd-43f0-aefb-f74f76a32895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (d3fab276-70be-4b8f-80e0-f84b9dab89bc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:07.709608 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-ec4c72f8-e5dd-43f0-aefb-f74f76a32895 admin admin] Added segment d3fab276-70be-4b8f-80e0-f84b9dab89bc of type vlan for network b7371a94-765c-4833-85f2-ee1310ccfa19 Feb 05 03:23:07.751957 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4c72f8-e5dd-43f0-aefb-f74f76a32895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (b7371a94-765c-4833-85f2-ee1310ccfa19), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:07.775631 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4c72f8-e5dd-43f0-aefb-f74f76a32895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (b7371a94-765c-4833-85f2-ee1310ccfa19), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:07.776525 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4c72f8-e5dd-43f0-aefb-f74f76a32895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:07.777097 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec4c72f8-e5dd-43f0-aefb-f74f76a32895 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:07.833449 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ec4c72f8-e5dd-43f0-aefb-f74f76a32895 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3685877 Feb 05 03:23:07.833957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60764) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:07.839234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c98b2457-3ff9-4f54-bfe2-868fb84cb0d9 admin admin] Request body: {'subnet': {'network_id': 'b7371a94-765c-4833-85f2-ee1310ccfa19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-539885120-subnet', 'tenant_id': '540a13b72fc548939c2018c87ae0cf37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:23:07.845664 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c72f8-e5dd-43f0-aefb-f74f76a32895 admin admin] Pushing event updated for resources: {'Network': ['ID=b7371a94-765c-4833-85f2-ee1310ccfa19,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:07.858845 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network b7371a94-765c-4833-85f2-ee1310ccfa19 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:23:07.867579 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98b2457-3ff9-4f54-bfe2-868fb84cb0d9 admin admin] Made reservation on behalf of 540a13b72fc548939c2018c87ae0cf37 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:23:07.869864 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c98b2457-3ff9-4f54-bfe2-868fb84cb0d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:08.044009 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c98b2457-3ff9-4f54-bfe2-868fb84cb0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (3f6ebae3-c157-463a-888a-8e1d63f9e348), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:08.099267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b2457-3ff9-4f54-bfe2-868fb84cb0d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6ebae3-c157-463a-888a-8e1d63f9e348,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:08.109103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98b2457-3ff9-4f54-bfe2-868fb84cb0d9 admin admin] Checking segment: {'id': 'd3fab276-70be-4b8f-80e0-f84b9dab89bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b7371a94-765c-4833-85f2-ee1310ccfa19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:23:08.109471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98b2457-3ff9-4f54-bfe2-868fb84cb0d9 admin admin] Network hostable DHCP agents. Network: b7371a94-765c-4833-85f2-ee1310ccfa19, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:23:08.126075 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98b2457-3ff9-4f54-bfe2-868fb84cb0d9 admin admin] Network b7371a94-765c-4833-85f2-ee1310ccfa19 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:23:08.134920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c98b2457-3ff9-4f54-bfe2-868fb84cb0d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, b7371a94-765c-4833-85f2-ee1310ccfa19) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:23:08.144234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbcbaa9-6d0a-47ec-b4b0-b138149c4dc7 None None] Network b7371a94-765c-4833-85f2-ee1310ccfa19 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:23:08.151503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b2457-3ff9-4f54-bfe2-868fb84cb0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:08.152210 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c98b2457-3ff9-4f54-bfe2-868fb84cb0d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:08.168362 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c98b2457-3ff9-4f54-bfe2-868fb84cb0d9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3329260 Feb 05 03:23:08.265154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a3e5d2-6ecf-41a9-b578-2ea7e1e893d9 None None] Network b7371a94-765c-4833-85f2-ee1310ccfa19 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:23:08.629991 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-3bac1265-e81b-4866-8405-821b742aa6d9 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:08.630901 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-3bac1265-e81b-4866-8405-821b742aa6d9 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/networks?id=b7371a94-765c-4833-85f2-ee1310ccfa19 HTTP/1.1" status: 200 len: 808 time: 0.1093752 Feb 05 03:23:08.647916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-8dd49515-2d30-4181-a8e4-dd9f4cf3e146 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/quotas/540a13b72fc548939c2018c87ae0cf37 HTTP/1.1" status: 200 len: 375 time: 0.0103011 Feb 05 03:23:08.681358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-3ab27016-6b70-415b-a852-d2352f228c4c tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=540a13b72fc548939c2018c87ae0cf37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278432 Feb 05 03:23:08.711483 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:08.780511 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-2746ac02-756e-4e0d-b408-1c1ff809bcfe service neutron] 10.222.0.36 "GET /v2.0/networks/b7371a94-765c-4833-85f2-ee1310ccfa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920038 Feb 05 03:23:08.875491 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-3d71c810-6f5d-4db9-abb3-2678c8b48b62 service neutron] 10.222.0.36 "GET /v2.0/networks/b7371a94-765c-4833-85f2-ee1310ccfa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886402 Feb 05 03:23:09.056756 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4562d87e-274a-4edd-9175-085450a62fac req-2c59d871-063e-4d0a-9e4f-ccbb337597c7 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d HTTP/1.1" status: 200 len: 210 time: 0.0318439 Feb 05 03:23:10.036533 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:10.097101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-15cc5872-7ab1-4689-adc6-ac8ac7dc3bbe tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:10.098645 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-15cc5872-7ab1-4689-adc6-ac8ac7dc3bbe tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.31 "GET /v2.0/networks?id=b7371a94-765c-4833-85f2-ee1310ccfa19 HTTP/1.1" status: 200 len: 808 time: 0.1096826 Feb 05 03:23:10.111467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-afd6f7e4-7049-46c7-988f-959dbfb7b0ba tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Request body: {'port': {'device_id': 'b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d', 'network_id': 'b7371a94-765c-4833-85f2-ee1310ccfa19', 'admin_state_up': True, 'tenant_id': '540a13b72fc548939c2018c87ae0cf37'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:23:10.179679 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4ca5c400-92e0-402f-ab9b-380b6be5af9a req-6ec18dd6-160a-48bb-9bad-3866cecfec14 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d HTTP/1.1" status: 200 len: 210 time: 0.0355728 Feb 05 03:23:10.227574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-afd6f7e4-7049-46c7-988f-959dbfb7b0ba tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Made reservation on behalf of 540a13b72fc548939c2018c87ae0cf37 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:23:10.230914 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-afd6f7e4-7049-46c7-988f-959dbfb7b0ba tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:10.371959 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-afd6f7e4-7049-46c7-988f-959dbfb7b0ba tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Allocated IP 172.20.0.5 (b7371a94-765c-4833-85f2-ee1310ccfa19/3f6ebae3-c157-463a-888a-8e1d63f9e348/7aabc1e9-4ac2-483f-914d-e6f0551b1f5f) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:23:10.527549 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-afd6f7e4-7049-46c7-988f-959dbfb7b0ba tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Publish callbacks [] for port (7aabc1e9-4ac2-483f-914d-e6f0551b1f5f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:10.567017 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-afd6f7e4-7049-46c7-988f-959dbfb7b0ba tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7aabc1e9-4ac2-483f-914d-e6f0551b1f5f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:10.615178 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-afd6f7e4-7049-46c7-988f-959dbfb7b0ba tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Network b7371a94-765c-4833-85f2-ee1310ccfa19 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:23:10.620462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-afd6f7e4-7049-46c7-988f-959dbfb7b0ba tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:23:10.624941 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-afd6f7e4-7049-46c7-988f-959dbfb7b0ba tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:23:10.652577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6f7e4-7049-46c7-988f-959dbfb7b0ba tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Pushing event updated for resources: {'Port': ['ID=7aabc1e9-4ac2-483f-914d-e6f0551b1f5f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:10.683919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-afd6f7e4-7049-46c7-988f-959dbfb7b0ba tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:10.685263 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-afd6f7e4-7049-46c7-988f-959dbfb7b0ba tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:10.702818 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-afd6f7e4-7049-46c7-988f-959dbfb7b0ba tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5959318 Feb 05 03:23:10.714029 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Request body: {'port': {'device_id': 'b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:23:10.782137 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7aabc1e9-4ac2-483f-914d-e6f0551b1f5f), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:11.088491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:23:11.097275 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Publish callbacks [] for port (7aabc1e9-4ac2-483f-914d-e6f0551b1f5f), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:11.110046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Transition to ACTIVE for port object 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:23:11.113657 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (7aabc1e9-4ac2-483f-914d-e6f0551b1f5f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:11.169129 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Pushing event updated for resources: {'Port': ['ID=7aabc1e9-4ac2-483f-914d-e6f0551b1f5f,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:11.239317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Attempting to bind port 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:23:11.239753 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Attempting to bind port 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'd3fab276-70be-4b8f-80e0-f84b9dab89bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b7371a94-765c-4833-85f2-ee1310ccfa19'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:23:11.240088 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Attempting to bind port 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f on network b7371a94-765c-4833-85f2-ee1310ccfa19 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:23:11.245327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Port 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f on network b7371a94-765c-4833-85f2-ee1310ccfa19 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:23:11.245617 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Attempting to bind port 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f on network b7371a94-765c-4833-85f2-ee1310ccfa19 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:23:11.250665 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:23:11.251116 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Checking segment: {'id': 'd3fab276-70be-4b8f-80e0-f84b9dab89bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b7371a94-765c-4833-85f2-ee1310ccfa19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:23:11.251406 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Bound using segment: {'id': 'd3fab276-70be-4b8f-80e0-f84b9dab89bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b7371a94-765c-4833-85f2-ee1310ccfa19'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:23:11.251938 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Bound port: 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fab276-70be-4b8f-80e0-f84b9dab89bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b7371a94-765c-4833-85f2-ee1310ccfa19'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:23:11.252491 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7aabc1e9-4ac2-483f-914d-e6f0551b1f5f), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:11.311962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9aca5-ef19-4a88-9d0c-c485d204eeea req-ba11e844-65d6-4b52-b82a-7deb48dbddf0 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:11.313597 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d5e9aca5-ef19-4a88-9d0c-c485d204eeea req-ba11e844-65d6-4b52-b82a-7deb48dbddf0 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d HTTP/1.1" status: 200 len: 943 time: 0.0575345 Feb 05 03:23:11.323847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] For port 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:23:11.327875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] For port 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7aabc1e9-4ac2-483f-914d-e6f0551b1f5f,segment=NetworkSegment(d3fab276-70be-4b8f-80e0-f84b9dab89bc),segment_id=d3fab276-70be-4b8f-80e0-f84b9dab89bc)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:23:11.335348 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (7aabc1e9-4ac2-483f-914d-e6f0551b1f5f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:11.366826 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d5e9aca5-ef19-4a88-9d0c-c485d204eeea req-78339836-875d-4fcc-9ac9-966f793c12de tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/security-groups?id=7171cd07-7fc0-4c1a-bf60-c7c55d46f356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466013 Feb 05 03:23:11.375617 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:11.376648 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:11.378252 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-99bcd14b-0390-4949-889e-215455cd228c service neutron] 10.222.0.31 "PUT /v2.0/ports/7aabc1e9-4ac2-483f-914d-e6f0551b1f5f HTTP/1.1" status: 200 len: 1091 time: 0.6688521 Feb 05 03:23:11.386857 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d', 'tag': '7aabc1e9-4ac2-483f-914d-e6f0551b1f5f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:23:11.391184 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41f2acb-ada9-4f70-aaf7-f609e2dbeda8" -d '{"events": [{"name": "network-changed", "server_uuid": "b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d", "tag": "7aabc1e9-4ac2-483f-914d-e6f0551b1f5f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:23:11.423410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcd14b-0390-4949-889e-215455cd228c service neutron] Pushing event updated for resources: {'Port': ['ID=7aabc1e9-4ac2-483f-914d-e6f0551b1f5f,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:11.456986 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2344b92-33b9-42c6-8f4e-266525fceda8 x-openstack-request-id: req-c2344b92-33b9-42c6-8f4e-266525fceda8 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:23:11.457301 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d", "tag": "7aabc1e9-4ac2-483f-914d-e6f0551b1f5f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:23:11.457600 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2344b92-33b9-42c6-8f4e-266525fceda8 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:23:11.458002 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d', 'tag': '7aabc1e9-4ac2-483f-914d-e6f0551b1f5f', 'status': 'completed', 'code': 200} Feb 05 03:23:11.477852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-0c0c67ea-da5f-48a4-a26d-f3b40ee7ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:11.479458 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-0c0c67ea-da5f-48a4-a26d-f3b40ee7ede3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=540a13b72fc548939c2018c87ae0cf37&device_id=b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d HTTP/1.1" status: 200 len: 1125 time: 0.0515778 Feb 05 03:23:11.527662 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-eedb38a6-cf8b-44e8-81ed-74b9d201ffb2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7aabc1e9-4ac2-483f-914d-e6f0551b1f5f HTTP/1.1" status: 200 len: 217 time: 0.0414927 Feb 05 03:23:11.533021 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:11.580245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-ce5d3da4-4198-4a6a-825b-8a009b3cbe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:11.581710 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-ce5d3da4-4198-4a6a-825b-8a009b3cbe9a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f6ebae3-c157-463a-888a-8e1d63f9e348 HTTP/1.1" status: 200 len: 848 time: 0.0490315 Feb 05 03:23:11.616163 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-e363c8ba-fbd9-45f8-a33e-c290ddc442d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b7371a94-765c-4833-85f2-ee1310ccfa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273838 Feb 05 03:23:11.698213 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60816) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:11.716901 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-9b81b485-d23f-4289-bad0-5754e6525af8 service neutron] 10.222.0.31 "GET /v2.0/networks/b7371a94-765c-4833-85f2-ee1310ccfa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934851 Feb 05 03:23:11.808382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940cb58b-6157-48c4-967c-8c0b769fecb6 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:11.809112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940cb58b-6157-48c4-967c-8c0b769fecb6 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:11.809890 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940cb58b-6157-48c4-967c-8c0b769fecb6 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:11.811730 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-940cb58b-6157-48c4-967c-8c0b769fecb6 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=3f5ac7b643b8425bbed5ee0e77e96ba9&network_id=68d16b29-eb71-4c36-a416-3ea71310f997 HTTP/1.1" status: 200 len: 3073 time: 0.1122618 Feb 05 03:23:11.818941 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-15539e1a-6b75-47ce-a5ef-352891da0049 req-a7c474b5-7d5d-473b-99e8-167b8069386c service neutron] 10.222.0.31 "GET /v2.0/networks/b7371a94-765c-4833-85f2-ee1310ccfa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953975 Feb 05 03:23:11.916623 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f2acb-ada9-4f70-aaf7-f609e2dbeda8 req-ad84ea37-0c44-4b1b-b91f-5b9e7a8d0cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:11.918427 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f41f2acb-ada9-4f70-aaf7-f609e2dbeda8 req-ad84ea37-0c44-4b1b-b91f-5b9e7a8d0cea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=540a13b72fc548939c2018c87ae0cf37&device_id=b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d HTTP/1.1" status: 200 len: 1125 time: 0.0484548 Feb 05 03:23:12.019500 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f2acb-ada9-4f70-aaf7-f609e2dbeda8 req-6717642c-2ebb-4fce-8379-a50500cb621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:12.020877 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f41f2acb-ada9-4f70-aaf7-f609e2dbeda8 req-6717642c-2ebb-4fce-8379-a50500cb621b service neutron] 10.222.0.31 "GET /v2.0/networks?id=b7371a94-765c-4833-85f2-ee1310ccfa19 HTTP/1.1" status: 200 len: 909 time: 0.0954978 Feb 05 03:23:12.067133 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f41f2acb-ada9-4f70-aaf7-f609e2dbeda8 req-0754c395-67ae-4bf7-96c6-bdaf42216192 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7aabc1e9-4ac2-483f-914d-e6f0551b1f5f HTTP/1.1" status: 200 len: 217 time: 0.0394018 Feb 05 03:23:12.124374 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f2acb-ada9-4f70-aaf7-f609e2dbeda8 req-708df16c-b9b9-49d2-ae4e-81b64e5f3e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:12.125849 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f41f2acb-ada9-4f70-aaf7-f609e2dbeda8 req-708df16c-b9b9-49d2-ae4e-81b64e5f3e07 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f6ebae3-c157-463a-888a-8e1d63f9e348 HTTP/1.1" status: 200 len: 848 time: 0.0513728 Feb 05 03:23:12.158699 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f41f2acb-ada9-4f70-aaf7-f609e2dbeda8 req-685172b6-7dd8-4fab-a149-e706c2cf8df4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b7371a94-765c-4833-85f2-ee1310ccfa19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260692 Feb 05 03:23:12.249001 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f41f2acb-ada9-4f70-aaf7-f609e2dbeda8 req-b9f864e8-382a-4422-ab53-8a5346689d07 service neutron] 10.222.0.31 "GET /v2.0/networks/b7371a94-765c-4833-85f2-ee1310ccfa19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839665 Feb 05 03:23:12.345784 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f41f2acb-ada9-4f70-aaf7-f609e2dbeda8 req-40b21390-c8d2-478d-b31c-899dc2344c67 service neutron] 10.222.0.31 "GET /v2.0/networks/b7371a94-765c-4833-85f2-ee1310ccfa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901265 Feb 05 03:23:12.513758 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71e42c-a014-40a1-8295-89ace64cbfe6 req-cb73d09b-6d04-439a-88a9-3dc819d955e2 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:12.515348 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a71e42c-a014-40a1-8295-89ace64cbfe6 req-cb73d09b-6d04-439a-88a9-3dc819d955e2 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d HTTP/1.1" status: 200 len: 943 time: 0.0571301 Feb 05 03:23:12.562936 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a71e42c-a014-40a1-8295-89ace64cbfe6 req-ed7a75df-2b7e-43d4-b173-2ac97591897f tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/security-groups?id=7171cd07-7fc0-4c1a-bf60-c7c55d46f356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416834 Feb 05 03:23:13.447109 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60832) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:13.500290 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb6aee5-8168-4d4c-9d01-bf43449487b3 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:13.501763 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dfb6aee5-8168-4d4c-9d01-bf43449487b3 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 814 time: 0.0536737 Feb 05 03:23:13.699521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf1039-6fb2-4793-a1a8-dd9abb93f79d req-0a67ec5b-2ce7-4fed-a7aa-ba7c373934c6 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:13.701113 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80bf1039-6fb2-4793-a1a8-dd9abb93f79d req-0a67ec5b-2ce7-4fed-a7aa-ba7c373934c6 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d HTTP/1.1" status: 200 len: 943 time: 0.0562046 Feb 05 03:23:13.755903 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80bf1039-6fb2-4793-a1a8-dd9abb93f79d req-66352a18-97f7-405e-a869-aab78712cb6c tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/security-groups?id=7171cd07-7fc0-4c1a-bf60-c7c55d46f356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486393 Feb 05 03:23:14.011415 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60842) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:14.017485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f52ee990-9997-4154-be5a-7468ab9c211a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'network': {'name': 'tempest-network-smoke--1964274178', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'port_security_enabled': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:23:14.042689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52ee990-9997-4154-be5a-7468ab9c211a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Made reservation on behalf of 3f5ac7b643b8425bbed5ee0e77e96ba9 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:23:14.046565 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f52ee990-9997-4154-be5a-7468ab9c211a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:14.073250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52ee990-9997-4154-be5a-7468ab9c211a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:23:14.085386 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f52ee990-9997-4154-be5a-7468ab9c211a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (7ef17503-e18d-443c-9c27-e8e7ce2c0224), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:14.085728 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-f52ee990-9997-4154-be5a-7468ab9c211a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Added segment 7ef17503-e18d-443c-9c27-e8e7ce2c0224 of type vlan for network 34c43a64-6ed9-40cd-adce-77445c63ce74 Feb 05 03:23:14.142482 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f52ee990-9997-4154-be5a-7468ab9c211a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (34c43a64-6ed9-40cd-adce-77445c63ce74), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:14.173663 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f52ee990-9997-4154-be5a-7468ab9c211a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (34c43a64-6ed9-40cd-adce-77445c63ce74), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:14.179904 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52ee990-9997-4154-be5a-7468ab9c211a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:14.180662 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f52ee990-9997-4154-be5a-7468ab9c211a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:14.260333 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f52ee990-9997-4154-be5a-7468ab9c211a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2445853 Feb 05 03:23:14.261151 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60844) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:14.305209 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ee990-9997-4154-be5a-7468ab9c211a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Network': ['ID=34c43a64-6ed9-40cd-adce-77445c63ce74,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:14.317902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 34c43a64-6ed9-40cd-adce-77445c63ce74 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:23:14.351349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f20dce8-b2b0-46da-9a91-1776b04511dc tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:14.354794 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2f20dce8-b2b0-46da-9a91-1776b04511dc tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3f5ac7b643b8425bbed5ee0e77e96ba9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0909934 Feb 05 03:23:14.357869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60846) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:14.464973 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafc4ad5-0649-45cc-80c7-35ab119dbb56 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:14.466628 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-aafc4ad5-0649-45cc-80c7-35ab119dbb56 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1068842 Feb 05 03:23:14.469577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60848) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:14.504262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9d167cc7-cc1f-4417-902f-04c0f5e25e59 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335619 Feb 05 03:23:14.506771 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60850) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:14.542593 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-325f3cf2-751e-46ae-a3a4-d764cef8baf9 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3f5ac7b643b8425bbed5ee0e77e96ba9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326710 Feb 05 03:23:14.542825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60852) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:14.572132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:23:14.674976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7aabc1e9-4ac2-483f-914d-e6f0551b1f5f,segment=NetworkSegment(d3fab276-70be-4b8f-80e0-f84b9dab89bc),segment_id=d3fab276-70be-4b8f-80e0-f84b9dab89bc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:23:14.688471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '7aabc1e9-4ac2-483f-914d-e6f0551b1f5f', 'network_id': 'b7371a94-765c-4833-85f2-ee1310ccfa19', 'port_id': '7aabc1e9-4ac2-483f-914d-e6f0551b1f5f', 'mac_address': 'fa:16:3e:7f:96:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6ebae3-c157-463a-888a-8e1d63f9e348', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:23:14.698542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4b8136-7fec-4267-88e0-3247e29b9f81 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:14.702686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ee4b8136-7fec-4267-88e0-3247e29b9f81 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1563826 Feb 05 03:23:14.703287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60854) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:14.727279 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:23:14.727663 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7aabc1e9-4ac2-483f-914d-e6f0551b1f5f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:14.733043 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-eb9ed333-f7bb-4724-b78d-123d35f440ea tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290558 Feb 05 03:23:14.735685 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60856) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:14.740871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-98504953-0d15-4cbb-91cb-7c6b6a0f25ad tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-508734328', 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:23:14.742640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:23:14.763693 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7aabc1e9-4ac2-483f-914d-e6f0551b1f5f,segment=NetworkSegment(d3fab276-70be-4b8f-80e0-f84b9dab89bc),segment_id=d3fab276-70be-4b8f-80e0-f84b9dab89bc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:23:14.768216 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7aabc1e9-4ac2-483f-914d-e6f0551b1f5f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:14.852245 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=7aabc1e9-4ac2-483f-914d-e6f0551b1f5f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:14.900602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19080fe5-84d4-40ef-918c-98902990875d req-c15fa9a8-106f-4185-9681-5543792e4bc1 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:14.909096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19080fe5-84d4-40ef-918c-98902990875d req-c15fa9a8-106f-4185-9681-5543792e4bc1 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d HTTP/1.1" status: 200 len: 944 time: 0.0769866 Feb 05 03:23:14.968765 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19080fe5-84d4-40ef-918c-98902990875d req-f9362de5-568f-4076-a783-4a6fbb01b5ec tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/security-groups?id=7171cd07-7fc0-4c1a-bf60-c7c55d46f356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583756 Feb 05 03:23:15.100889 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['7aabc1e9-4ac2-483f-914d-e6f0551b1f5f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:23:15.118911 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98504953-0d15-4cbb-91cb-7c6b6a0f25ad tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Made reservation on behalf of 3f5ac7b643b8425bbed5ee0e77e96ba9 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:23:15.122971 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98504953-0d15-4cbb-91cb-7c6b6a0f25ad tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:15.310615 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98504953-0d15-4cbb-91cb-7c6b6a0f25ad tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (b2103e48-407e-48a4-a59a-b7972f28979b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:15.368002 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98504953-0d15-4cbb-91cb-7c6b6a0f25ad tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Subnet': ['ID=b2103e48-407e-48a4-a59a-b7972f28979b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:15.385153 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98504953-0d15-4cbb-91cb-7c6b6a0f25ad tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Checking segment: {'id': '7ef17503-e18d-443c-9c27-e8e7ce2c0224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:23:15.385578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98504953-0d15-4cbb-91cb-7c6b6a0f25ad tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network hostable DHCP agents. Network: 34c43a64-6ed9-40cd-adce-77445c63ce74, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:23:15.402949 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98504953-0d15-4cbb-91cb-7c6b6a0f25ad tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network 34c43a64-6ed9-40cd-adce-77445c63ce74 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:23:15.411212 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-98504953-0d15-4cbb-91cb-7c6b6a0f25ad tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 34c43a64-6ed9-40cd-adce-77445c63ce74) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:23:15.415720 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98504953-0d15-4cbb-91cb-7c6b6a0f25ad tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:15.416833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98504953-0d15-4cbb-91cb-7c6b6a0f25ad tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:15.421581 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613d905b-a187-44a7-a3e9-a5d42a7ee02e None None] Network 34c43a64-6ed9-40cd-adce-77445c63ce74 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:23:15.437220 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-98504953-0d15-4cbb-91cb-7c6b6a0f25ad tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6968536 Feb 05 03:23:15.524854 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-34c43a64-6ed9-40cd-adce-77445c63ce74', 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'fixed_ips': [{'subnet_id': 'b2103e48-407e-48a4-a59a-b7972f28979b'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:23:15.525781 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:15.663573 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Allocated IP 172.20.0.18 (34c43a64-6ed9-40cd-adce-77445c63ce74/b2103e48-407e-48a4-a59a-b7972f28979b/ee7c0d96-39ac-4ba4-9c32-554caac1f3d3) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:23:15.727895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60864) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:15.733736 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1c28d500-ab84-4309-afe3-78df3b67cad7 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086418812', 'description': 'tempest-secgroup-smoke-1086418812 description', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:23:15.758214 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c28d500-ab84-4309-afe3-78df3b67cad7 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:15.820586 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Publish callbacks [] for port (ee7c0d96-39ac-4ba4-9c32-554caac1f3d3), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:15.827261 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c28d500-ab84-4309-afe3-78df3b67cad7 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (841e355b-8067-4236-a7e2-e4c2a6173bfc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:15.827717 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (ee7c0d96-39ac-4ba4-9c32-554caac1f3d3), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:15.831048 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c28d500-ab84-4309-afe3-78df3b67cad7 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (841e355b-8067-4236-a7e2-e4c2a6173bfc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:15.866319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28d500-ab84-4309-afe3-78df3b67cad7 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841e355b-8067-4236-a7e2-e4c2a6173bfc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:15.868722 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Network 34c43a64-6ed9-40cd-adce-77445c63ce74 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:23:15.871162 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c28d500-ab84-4309-afe3-78df3b67cad7 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:15.871683 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:23:15.873293 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1c28d500-ab84-4309-afe3-78df3b67cad7 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1442537 Feb 05 03:23:15.876325 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60866) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:15.878028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:23:15.882089 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3ae47e1d-f170-484f-b197-ddb7f1ba64b8 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '841e355b-8067-4236-a7e2-e4c2a6173bfc', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:23:15.909918 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Pushing event updated for resources: {'Port': ['ID=ee7c0d96-39ac-4ba4-9c32-554caac1f3d3,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:15.910176 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3ae47e1d-f170-484f-b197-ddb7f1ba64b8 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (1d244e8d-6de1-48e2-a8ad-d33f9a867e41), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:15.944856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Attempting to bind port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:23:15.945393 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Attempting to bind port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '7ef17503-e18d-443c-9c27-e8e7ce2c0224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:23:15.945844 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Attempting to bind port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 on network 34c43a64-6ed9-40cd-adce-77445c63ce74 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:23:15.951430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:23:15.951912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Checking segment: {'id': '7ef17503-e18d-443c-9c27-e8e7ce2c0224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:23:15.952409 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:15.952914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Bound using segment: {'id': '7ef17503-e18d-443c-9c27-e8e7ce2c0224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:23:15.953471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Bound port: ee7c0d96-39ac-4ba4-9c32-554caac1f3d3, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef17503-e18d-443c-9c27-e8e7ce2c0224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:23:15.953931 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ee7c0d96-39ac-4ba4-9c32-554caac1f3d3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:15.981504 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3ae47e1d-f170-484f-b197-ddb7f1ba64b8 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (1d244e8d-6de1-48e2-a8ad-d33f9a867e41), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:15.986648 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3ae47e1d-f170-484f-b197-ddb7f1ba64b8 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (1d244e8d-6de1-48e2-a8ad-d33f9a867e41), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.001337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae47e1d-f170-484f-b197-ddb7f1ba64b8 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d244e8d-6de1-48e2-a8ad-d33f9a867e41,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:16.016675 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3ae47e1d-f170-484f-b197-ddb7f1ba64b8 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.018086 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3ae47e1d-f170-484f-b197-ddb7f1ba64b8 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402168 Feb 05 03:23:16.021053 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60872) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:16.027367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '841e355b-8067-4236-a7e2-e4c2a6173bfc', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:23:16.035243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] For port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:23:16.039045 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] For port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ee7c0d96-39ac-4ba4-9c32-554caac1f3d3,segment=NetworkSegment(7ef17503-e18d-443c-9c27-e8e7ce2c0224),segment_id=7ef17503-e18d-443c-9c27-e8e7ce2c0224)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:23:16.048037 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ee7c0d96-39ac-4ba4-9c32-554caac1f3d3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.071955 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (03374204-bd08-4ab0-923c-1d40cc88803c), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.130699 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376e279-591e-421d-a69a-6de3be9a5556 None None] Pushing event updated for resources: {'Port': ['ID=ee7c0d96-39ac-4ba4-9c32-554caac1f3d3,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:16.190827 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (03374204-bd08-4ab0-923c-1d40cc88803c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.200056 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (03374204-bd08-4ab0-923c-1d40cc88803c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.233894 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.237977 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60874) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:16.238129 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2155509 Feb 05 03:23:16.248986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a9ae0829-c1fa-4b96-92b0-e0d8bb689408 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '841e355b-8067-4236-a7e2-e4c2a6173bfc', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:23:16.260392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc6e75-4b18-4084-b08e-d93e2fae4e93 req-cf0bf596-290d-434c-92c5-9e1ea6bdfe49 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:16.263781 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43dc6e75-4b18-4084-b08e-d93e2fae4e93 req-cf0bf596-290d-434c-92c5-9e1ea6bdfe49 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d HTTP/1.1" status: 200 len: 944 time: 0.1290178 Feb 05 03:23:16.265770 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03374204-bd08-4ab0-923c-1d40cc88803c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:16.283157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:16.283533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:16.283969 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:16.284311 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:16.284649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:16.284988 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:16.285319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:16.285633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:16.286019 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:16.287004 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:16.287377 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:16.287708 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:16.288040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b4aa9-cbe0-49a0-9c3f-af26612f15e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:16.301645 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0829-c1fa-4b96-92b0-e0d8bb689408 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (f6f4ebda-c137-4039-9a92-27f34f22782b), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.365059 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43dc6e75-4b18-4084-b08e-d93e2fae4e93 req-34508140-6b3e-4b7a-8900-ff50a53b73bf tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/security-groups?id=7171cd07-7fc0-4c1a-bf60-c7c55d46f356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848904 Feb 05 03:23:16.377098 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.412947 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0829-c1fa-4b96-92b0-e0d8bb689408 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (f6f4ebda-c137-4039-9a92-27f34f22782b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.424303 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0829-c1fa-4b96-92b0-e0d8bb689408 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (f6f4ebda-c137-4039-9a92-27f34f22782b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.451960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae0829-c1fa-4b96-92b0-e0d8bb689408 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f4ebda-c137-4039-9a92-27f34f22782b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:16.459780 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0829-c1fa-4b96-92b0-e0d8bb689408 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.459780 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a9ae0829-c1fa-4b96-92b0-e0d8bb689408 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2188058 Feb 05 03:23:16.462726 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60876) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:16.469020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-60e56bab-9756-41ab-b19c-abdc3446cf7c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '841e355b-8067-4236-a7e2-e4c2a6173bfc', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:23:16.502793 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-60e56bab-9756-41ab-b19c-abdc3446cf7c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (b32f5493-7bcd-4621-9c98-f1bd3a74a28e), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.562428 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:23:16.584034 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-60e56bab-9756-41ab-b19c-abdc3446cf7c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (b32f5493-7bcd-4621-9c98-f1bd3a74a28e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.590093 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-60e56bab-9756-41ab-b19c-abdc3446cf7c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (b32f5493-7bcd-4621-9c98-f1bd3a74a28e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.615204 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e56bab-9756-41ab-b19c-abdc3446cf7c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32f5493-7bcd-4621-9c98-f1bd3a74a28e,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:16.624496 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-60e56bab-9756-41ab-b19c-abdc3446cf7c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.629537 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-60e56bab-9756-41ab-b19c-abdc3446cf7c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1651876 Feb 05 03:23:16.629830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60878) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:16.635402 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6fd51e74-54d4-4dcf-a7bd-adc3f2268432 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '841e355b-8067-4236-a7e2-e4c2a6173bfc', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:23:16.637175 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:23:16.644794 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:23:16.645342 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7aabc1e9-4ac2-483f-914d-e6f0551b1f5f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.680240 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-6fd51e74-54d4-4dcf-a7bd-adc3f2268432 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Project 3f5ac7b643b8425bbed5ee0e77e96ba9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:23:16.685981 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fd51e74-54d4-4dcf-a7bd-adc3f2268432 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (e9a1bade-b0f5-4503-a3df-23d419ba7aea), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.767048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:23:16.767842 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7aabc1e9-4ac2-483f-914d-e6f0551b1f5f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.772089 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fd51e74-54d4-4dcf-a7bd-adc3f2268432 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (e9a1bade-b0f5-4503-a3df-23d419ba7aea), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.778069 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fd51e74-54d4-4dcf-a7bd-adc3f2268432 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (e9a1bade-b0f5-4503-a3df-23d419ba7aea), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.798284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aabc1e9-4ac2-483f-914d-e6f0551b1f5f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:23:16.800898 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a2158f-c338-4151-a269-5ff959f278fc" -d '{"events": [{"server_uuid": "b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d", "name": "network-vif-plugged", "status": "completed", "tag": "7aabc1e9-4ac2-483f-914d-e6f0551b1f5f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:23:16.803821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd51e74-54d4-4dcf-a7bd-adc3f2268432 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a1bade-b0f5-4503-a3df-23d419ba7aea,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:16.815606 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7aabc1e9-4ac2-483f-914d-e6f0551b1f5f,segment=NetworkSegment(d3fab276-70be-4b8f-80e0-f84b9dab89bc),segment_id=d3fab276-70be-4b8f-80e0-f84b9dab89bc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:23:16.817630 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fd51e74-54d4-4dcf-a7bd-adc3f2268432 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.819085 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6fd51e74-54d4-4dcf-a7bd-adc3f2268432 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1881814 Feb 05 03:23:16.820670 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7aabc1e9-4ac2-483f-914d-e6f0551b1f5f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.822615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60882) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:16.827441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-005e00a9-f16b-49af-abe6-b4ff48692a6f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '841e355b-8067-4236-a7e2-e4c2a6173bfc', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:23:16.859568 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-005e00a9-f16b-49af-abe6-b4ff48692a6f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Project 3f5ac7b643b8425bbed5ee0e77e96ba9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:23:16.865704 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-005e00a9-f16b-49af-abe6-b4ff48692a6f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (55043707-43da-4225-83cf-fc33db79824c), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.889366 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=7aabc1e9-4ac2-483f-914d-e6f0551b1f5f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:16.898320 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55ecdab-cf65-4bc2-adff-fa9b2af11974 x-openstack-request-id: req-d55ecdab-cf65-4bc2-adff-fa9b2af11974 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:23:16.898726 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d", "name": "network-vif-plugged", "status": "completed", "tag": "7aabc1e9-4ac2-483f-914d-e6f0551b1f5f", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:23:16.899218 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d55ecdab-cf65-4bc2-adff-fa9b2af11974 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:23:16.900455 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aabc1e9-4ac2-483f-914d-e6f0551b1f5f', 'code': 200} Feb 05 03:23:16.958336 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-005e00a9-f16b-49af-abe6-b4ff48692a6f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (55043707-43da-4225-83cf-fc33db79824c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.962842 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-005e00a9-f16b-49af-abe6-b4ff48692a6f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (55043707-43da-4225-83cf-fc33db79824c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:16.986656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e00a9-f16b-49af-abe6-b4ff48692a6f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55043707-43da-4225-83cf-fc33db79824c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:17.010623 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-005e00a9-f16b-49af-abe6-b4ff48692a6f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:17.014080 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-005e00a9-f16b-49af-abe6-b4ff48692a6f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1908076 Feb 05 03:23:17.018326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d482f9e-f625-48d5-9589-b093d66a7b98 req-f6b64f8b-968c-4549-9eb4-dc6ea08090a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:17.020266 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3d482f9e-f625-48d5-9589-b093d66a7b98 req-f6b64f8b-968c-4549-9eb4-dc6ea08090a7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d HTTP/1.1" status: 200 len: 1127 time: 0.0662735 Feb 05 03:23:17.211679 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3d482f9e-f625-48d5-9589-b093d66a7b98 req-8a00319e-0ed1-4ef6-a631-0de59918bbd9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7171cd07-7fc0-4c1a-bf60-c7c55d46f356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840775 Feb 05 03:23:17.229413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:23:17.321419 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:23:17.321801 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ee7c0d96-39ac-4ba4-9c32-554caac1f3d3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:17.459967 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d92e26d-89ec-436e-9d96-19df45da982d req-73e8e7d7-a903-41a7-8b4b-038552bece08 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086418812&fields=id&tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9 HTTP/1.1" status: 200 len: 267 time: 0.0913980 Feb 05 03:23:17.485107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:23:17.485875 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ee7c0d96-39ac-4ba4-9c32-554caac1f3d3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:17.572402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ee7c0d96-39ac-4ba4-9c32-554caac1f3d3,segment=NetworkSegment(7ef17503-e18d-443c-9c27-e8e7ce2c0224),segment_id=7ef17503-e18d-443c-9c27-e8e7ce2c0224)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:23:17.579996 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ee7c0d96-39ac-4ba4-9c32-554caac1f3d3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:17.633296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1682e1cb-d865-48f5-a00d-81f10a170629 None None] Network 34c43a64-6ed9-40cd-adce-77445c63ce74 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:23:17.650633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92e26d-89ec-436e-9d96-19df45da982d req-8522a05f-8e16-4ce0-8c1f-05ba5015ba11 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:17.654671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d92e26d-89ec-436e-9d96-19df45da982d req-8522a05f-8e16-4ce0-8c1f-05ba5015ba11 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/networks?id=34c43a64-6ed9-40cd-adce-77445c63ce74 HTTP/1.1" status: 200 len: 797 time: 0.1930165 Feb 05 03:23:17.680363 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d92e26d-89ec-436e-9d96-19df45da982d req-96553750-6b68-485d-991b-102ab27bbde8 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/quotas/3f5ac7b643b8425bbed5ee0e77e96ba9 HTTP/1.1" status: 200 len: 375 time: 0.0182478 Feb 05 03:23:17.694679 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fee85-028b-40b1-9551-cda37cc17aac req-23e28fc1-f3fd-409e-8869-6193a0a1b867 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:17.702860 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-712fee85-028b-40b1-9551-cda37cc17aac req-23e28fc1-f3fd-409e-8869-6193a0a1b867 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d HTTP/1.1" status: 200 len: 945 time: 0.1301956 Feb 05 03:23:17.727630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=ee7c0d96-39ac-4ba4-9c32-554caac1f3d3,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:17.735825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b29455fb-4465-46b7-874f-8f7df4eeee40 None None] Provisioning complete for port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:23:17.736425 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b29455fb-4465-46b7-874f-8f7df4eeee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ee7c0d96-39ac-4ba4-9c32-554caac1f3d3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:17.817650 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-712fee85-028b-40b1-9551-cda37cc17aac req-74a0d84e-de5d-4432-a3f1-6bbcf306cd58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/security-groups?id=7171cd07-7fc0-4c1a-bf60-c7c55d46f356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138248 Feb 05 03:23:17.878065 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d92e26d-89ec-436e-9d96-19df45da982d req-67f3defe-fa72-4e7a-87d1-4f217203da3c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1720958 Feb 05 03:23:17.880711 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b29455fb-4465-46b7-874f-8f7df4eeee40 None None] Current status of the port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:23:18.004614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d92e26d-89ec-436e-9d96-19df45da982d req-34be970e-f806-4d12-a5f7-5ce312fe641f service neutron] 10.222.0.36 "GET /v2.0/networks/34c43a64-6ed9-40cd-adce-77445c63ce74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156223 Feb 05 03:23:18.115351 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d92e26d-89ec-436e-9d96-19df45da982d req-77fe4ffd-07bb-4346-be08-d00c94a57a12 service neutron] 10.222.0.36 "GET /v2.0/networks/34c43a64-6ed9-40cd-adce-77445c63ce74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042366 Feb 05 03:23:18.205890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-659aaf71-347e-45be-8b78-af1c192bdc29 None None] Provisioning complete for port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:23:18.206405 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-659aaf71-347e-45be-8b78-af1c192bdc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ee7c0d96-39ac-4ba4-9c32-554caac1f3d3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:18.338385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50494383-903a-4a94-aaa2-bd59e2476253 req-fe9f873c-e52a-48e4-a202-88b65c72d8f1 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=b344d25e-82c6-41a4-8a6f-e62a818a314a HTTP/1.1" status: 200 len: 210 time: 0.0356855 Feb 05 03:23:18.371670 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-659aaf71-347e-45be-8b78-af1c192bdc29 None None] Current status of the port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:23:18.983737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ab90c-50c9-41de-899b-8ce8ec31da7f req-a576dda2-7c22-4af5-8f09-8c5c1640b92f tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:18.985300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a08ab90c-50c9-41de-899b-8ce8ec31da7f req-a576dda2-7c22-4af5-8f09-8c5c1640b92f tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d HTTP/1.1" status: 200 len: 945 time: 0.0743632 Feb 05 03:23:19.035268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a08ab90c-50c9-41de-899b-8ce8ec31da7f req-b19f415d-561a-449c-b6f8-be6fac9d4d0c tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/security-groups?id=7171cd07-7fc0-4c1a-bf60-c7c55d46f356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441062 Feb 05 03:23:19.118447 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:23:19.179856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:23:19.180276 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ee7c0d96-39ac-4ba4-9c32-554caac1f3d3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:19.280011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:23:19.536773 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f5bed305-a7b8-4d69-a344-2f0db9b820b8 req-dbd9bc20-8ea4-4d33-a92b-e7b4168993f6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=b344d25e-82c6-41a4-8a6f-e62a818a314a HTTP/1.1" status: 200 len: 210 time: 0.0476182 Feb 05 03:23:19.557736 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92e26d-89ec-436e-9d96-19df45da982d req-59eefbef-e83d-4221-9161-a8986ad39a51 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:19.560860 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d92e26d-89ec-436e-9d96-19df45da982d req-59eefbef-e83d-4221-9161-a8986ad39a51 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.10 "GET /v2.0/networks?id=34c43a64-6ed9-40cd-adce-77445c63ce74 HTTP/1.1" status: 200 len: 797 time: 0.2587209 Feb 05 03:23:19.697966 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d92e26d-89ec-436e-9d96-19df45da982d req-179c6836-271e-4105-b975-d911fcadd326 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9 HTTP/1.1" status: 200 len: 473 time: 0.1275733 Feb 05 03:23:19.709303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9d92e26d-89ec-436e-9d96-19df45da982d req-34185677-a31c-4308-b867-372f972f965e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'port': {'device_id': 'b344d25e-82c6-41a4-8a6f-e62a818a314a', 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74', 'admin_state_up': True, 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'security_groups': ['841e355b-8067-4236-a7e2-e4c2a6173bfc']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:23:19.856027 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d92e26d-89ec-436e-9d96-19df45da982d req-34185677-a31c-4308-b867-372f972f965e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Made reservation on behalf of 3f5ac7b643b8425bbed5ee0e77e96ba9 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:23:19.860877 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9d92e26d-89ec-436e-9d96-19df45da982d req-34185677-a31c-4308-b867-372f972f965e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:20.039013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-9d92e26d-89ec-436e-9d96-19df45da982d req-34185677-a31c-4308-b867-372f972f965e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Allocated IP 172.20.0.30 (34c43a64-6ed9-40cd-adce-77445c63ce74/b2103e48-407e-48a4-a59a-b7972f28979b/07f450bd-2194-42f3-9ca2-d10519c54d6f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:23:20.236881 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9d92e26d-89ec-436e-9d96-19df45da982d req-34185677-a31c-4308-b867-372f972f965e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for port (07f450bd-2194-42f3-9ca2-d10519c54d6f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:20.284908 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9d92e26d-89ec-436e-9d96-19df45da982d req-34185677-a31c-4308-b867-372f972f965e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (07f450bd-2194-42f3-9ca2-d10519c54d6f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:20.326287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d92e26d-89ec-436e-9d96-19df45da982d req-34185677-a31c-4308-b867-372f972f965e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network 34c43a64-6ed9-40cd-adce-77445c63ce74 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:23:20.330199 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-9d92e26d-89ec-436e-9d96-19df45da982d req-34185677-a31c-4308-b867-372f972f965e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:23:20.334038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d92e26d-89ec-436e-9d96-19df45da982d req-34185677-a31c-4308-b867-372f972f965e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:23:20.377887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34185677-a31c-4308-b867-372f972f965e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Port': ['ID=07f450bd-2194-42f3-9ca2-d10519c54d6f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:20.401283 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92e26d-89ec-436e-9d96-19df45da982d req-34185677-a31c-4308-b867-372f972f965e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:20.401986 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9d92e26d-89ec-436e-9d96-19df45da982d req-34185677-a31c-4308-b867-372f972f965e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:20.426679 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d92e26d-89ec-436e-9d96-19df45da982d req-34185677-a31c-4308-b867-372f972f965e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7228251 Feb 05 03:23:20.442988 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Request body: {'port': {'device_id': 'b344d25e-82c6-41a4-8a6f-e62a818a314a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:23:20.492478 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11572be0-c779-42db-a644-2549d20993ec req-95c7cb78-9e6b-40e0-bf97-331b974dd952 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872271 Feb 05 03:23:20.604098 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (07f450bd-2194-42f3-9ca2-d10519c54d6f), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:20.677055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11572be0-c779-42db-a644-2549d20993ec req-254310a4-8c84-4ad3-a467-1c210ea4d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:20.678567 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11572be0-c779-42db-a644-2549d20993ec req-254310a4-8c84-4ad3-a467-1c210ea4d6d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 1127 time: 0.1098022 Feb 05 03:23:20.825188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-29ca1e01-85c0-43f2-80cf-be5740f00843 None None] Provisioning complete for port 07f450bd-2194-42f3-9ca2-d10519c54d6f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:23:20.826433 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29ca1e01-85c0-43f2-80cf-be5740f00843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (07f450bd-2194-42f3-9ca2-d10519c54d6f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:20.862495 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11572be0-c779-42db-a644-2549d20993ec req-9fd80721-8bb6-4817-b8b9-d13357cc867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:20.864018 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11572be0-c779-42db-a644-2549d20993ec req-9fd80721-8bb6-4817-b8b9-d13357cc867b service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.1599865 Feb 05 03:23:20.889770 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-29ca1e01-85c0-43f2-80cf-be5740f00843 None None] Port 07f450bd-2194-42f3-9ca2-d10519c54d6f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:23:20.919786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76668fbd-eed1-4b2a-8d25-e639cb3a2543 req-4bf34b37-a567-427b-9c68-38ef99ec0b59 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:20.926972 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76668fbd-eed1-4b2a-8d25-e639cb3a2543 req-4bf34b37-a567-427b-9c68-38ef99ec0b59 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=b344d25e-82c6-41a4-8a6f-e62a818a314a HTTP/1.1" status: 200 len: 932 time: 0.2220917 Feb 05 03:23:20.966608 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11572be0-c779-42db-a644-2549d20993ec req-271a26d1-9f97-4e88-a420-369d1568b103 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8494b32-53df-442e-9902-cec515e28f57 HTTP/1.1" status: 200 len: 1000 time: 0.0942731 Feb 05 03:23:21.031040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11572be0-c779-42db-a644-2549d20993ec req-3569fc06-a43c-4531-82cd-5932aecb0309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:21.032517 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11572be0-c779-42db-a644-2549d20993ec req-3569fc06-a43c-4531-82cd-5932aecb0309 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0607638 Feb 05 03:23:21.071357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76668fbd-eed1-4b2a-8d25-e639cb3a2543 req-7591ba9f-4359-4cfb-ac05-c6308ba7249c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=841e355b-8067-4236-a7e2-e4c2a6173bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434536 Feb 05 03:23:21.098990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11572be0-c779-42db-a644-2549d20993ec req-decf4926-b73a-4d8d-ad0d-2e52eeddb8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:21.100756 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11572be0-c779-42db-a644-2549d20993ec req-decf4926-b73a-4d8d-ad0d-2e52eeddb8e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0588763 Feb 05 03:23:21.250157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f450bd-2194-42f3-9ca2-d10519c54d6f {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:23:21.257449 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11572be0-c779-42db-a644-2549d20993ec req-bbef0977-3190-485a-9d3a-3c7905211967 service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493623 Feb 05 03:23:21.262738 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Publish callbacks [] for port (07f450bd-2194-42f3-9ca2-d10519c54d6f), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:21.316039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Transition to ACTIVE for port object 07f450bd-2194-42f3-9ca2-d10519c54d6f will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:23:21.322609 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (07f450bd-2194-42f3-9ca2-d10519c54d6f), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:21.370415 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11572be0-c779-42db-a644-2549d20993ec req-b20b62cc-6d54-416f-86b0-4115270e0dbe service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006522 Feb 05 03:23:21.437779 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ccd2a-c4ff-4eef-948c-10789e738371 req-96e471a0-224c-47b8-811b-9b83370e5798 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:21.439351 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c3ccd2a-c4ff-4eef-948c-10789e738371 req-96e471a0-224c-47b8-811b-9b83370e5798 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d HTTP/1.1" status: 200 len: 945 time: 0.1080217 Feb 05 03:23:21.442298 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Pushing event updated for resources: {'Port': ['ID=07f450bd-2194-42f3-9ca2-d10519c54d6f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:21.552306 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c3ccd2a-c4ff-4eef-948c-10789e738371 req-5e0e7f9f-7e63-4658-8376-941727202a46 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/security-groups?id=7171cd07-7fc0-4c1a-bf60-c7c55d46f356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057110 Feb 05 03:23:21.606040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Attempting to bind port 07f450bd-2194-42f3-9ca2-d10519c54d6f on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:23:21.607394 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Attempting to bind port 07f450bd-2194-42f3-9ca2-d10519c54d6f by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '7ef17503-e18d-443c-9c27-e8e7ce2c0224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:23:21.607394 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Attempting to bind port 07f450bd-2194-42f3-9ca2-d10519c54d6f on network 34c43a64-6ed9-40cd-adce-77445c63ce74 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:23:21.615780 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Port 07f450bd-2194-42f3-9ca2-d10519c54d6f on network 34c43a64-6ed9-40cd-adce-77445c63ce74 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:23:21.616181 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Attempting to bind port 07f450bd-2194-42f3-9ca2-d10519c54d6f on network 34c43a64-6ed9-40cd-adce-77445c63ce74 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:23:21.626181 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:23:21.626526 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Checking segment: {'id': '7ef17503-e18d-443c-9c27-e8e7ce2c0224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:23:21.627001 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Bound using segment: {'id': '7ef17503-e18d-443c-9c27-e8e7ce2c0224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:23:21.627492 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Bound port: 07f450bd-2194-42f3-9ca2-d10519c54d6f, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef17503-e18d-443c-9c27-e8e7ce2c0224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:23:21.627863 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (07f450bd-2194-42f3-9ca2-d10519c54d6f), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:21.699480 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] For port 07f450bd-2194-42f3-9ca2-d10519c54d6f, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:23:21.703885 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] For port 07f450bd-2194-42f3-9ca2-d10519c54d6f, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=07f450bd-2194-42f3-9ca2-d10519c54d6f,segment=NetworkSegment(7ef17503-e18d-443c-9c27-e8e7ce2c0224),segment_id=7ef17503-e18d-443c-9c27-e8e7ce2c0224)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:23:21.709684 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (07f450bd-2194-42f3-9ca2-d10519c54d6f), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:21.754046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:21.754673 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:21.756174 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d92e26d-89ec-436e-9d96-19df45da982d req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] 10.222.0.10 "PUT /v2.0/ports/07f450bd-2194-42f3-9ca2-d10519c54d6f HTTP/1.1" status: 200 len: 1092 time: 1.3217669 Feb 05 03:23:21.757190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b344d25e-82c6-41a4-8a6f-e62a818a314a', 'tag': '07f450bd-2194-42f3-9ca2-d10519c54d6f'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:23:21.760039 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6f839a-72dd-477b-9154-f155ed06fb29" -d '{"events": [{"name": "network-changed", "server_uuid": "b344d25e-82c6-41a4-8a6f-e62a818a314a", "tag": "07f450bd-2194-42f3-9ca2-d10519c54d6f"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:23:21.837933 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfa32ce-f400-4c67-ab47-1b42244150fd x-openstack-request-id: req-dbfa32ce-f400-4c67-ab47-1b42244150fd {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:23:21.838232 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b344d25e-82c6-41a4-8a6f-e62a818a314a", "tag": "07f450bd-2194-42f3-9ca2-d10519c54d6f", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:23:21.838494 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dbfa32ce-f400-4c67-ab47-1b42244150fd {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:23:21.838933 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b344d25e-82c6-41a4-8a6f-e62a818a314a', 'tag': '07f450bd-2194-42f3-9ca2-d10519c54d6f', 'status': 'completed', 'code': 200} Feb 05 03:23:21.845668 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db9634-67a9-4ecf-b89c-01c031fac74a service neutron] Pushing event updated for resources: {'Port': ['ID=07f450bd-2194-42f3-9ca2-d10519c54d6f,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:21.868457 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92e26d-89ec-436e-9d96-19df45da982d req-69b1d860-0ab8-4510-bc4b-84b026cb5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:21.870323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d92e26d-89ec-436e-9d96-19df45da982d req-69b1d860-0ab8-4510-bc4b-84b026cb5525 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9&device_id=b344d25e-82c6-41a4-8a6f-e62a818a314a HTTP/1.1" status: 200 len: 1126 time: 0.0667095 Feb 05 03:23:21.916050 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d92e26d-89ec-436e-9d96-19df45da982d req-76abbf73-0a62-422e-8fd2-376b97e3e9d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=07f450bd-2194-42f3-9ca2-d10519c54d6f HTTP/1.1" status: 200 len: 217 time: 0.0393808 Feb 05 03:23:21.973423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92e26d-89ec-436e-9d96-19df45da982d req-f6456fca-c7a9-41bc-b766-c98f684e779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:21.975064 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d92e26d-89ec-436e-9d96-19df45da982d req-f6456fca-c7a9-41bc-b766-c98f684e779e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b2103e48-407e-48a4-a59a-b7972f28979b HTTP/1.1" status: 200 len: 837 time: 0.0533688 Feb 05 03:23:22.024477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92e26d-89ec-436e-9d96-19df45da982d req-6237243c-7602-44dc-b33a-3ef244fead68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:22.025964 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d92e26d-89ec-436e-9d96-19df45da982d req-6237243c-7602-44dc-b33a-3ef244fead68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=34c43a64-6ed9-40cd-adce-77445c63ce74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452733 Feb 05 03:23:22.114790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d92e26d-89ec-436e-9d96-19df45da982d req-24e69480-41c6-4d7b-b975-70872fe812ca service neutron] 10.222.0.10 "GET /v2.0/networks/34c43a64-6ed9-40cd-adce-77445c63ce74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826848 Feb 05 03:23:22.242434 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d92e26d-89ec-436e-9d96-19df45da982d req-52e43183-8503-4938-ae13-839d04c6791f service neutron] 10.222.0.10 "GET /v2.0/networks/34c43a64-6ed9-40cd-adce-77445c63ce74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211684 Feb 05 03:23:22.250198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1da4-b35e-42c1-a56a-bb4e17c13d9f req-85daa86f-1d91-4fbf-b1fe-6c8e62605631 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:22.251598 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-890b1da4-b35e-42c1-a56a-bb4e17c13d9f req-85daa86f-1d91-4fbf-b1fe-6c8e62605631 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=b344d25e-82c6-41a4-8a6f-e62a818a314a HTTP/1.1" status: 200 len: 944 time: 0.0831072 Feb 05 03:23:22.309974 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-890b1da4-b35e-42c1-a56a-bb4e17c13d9f req-98bfdc45-19d3-46e9-8ab1-23e3ce3c78c4 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=841e355b-8067-4236-a7e2-e4c2a6173bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524569 Feb 05 03:23:22.347628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f839a-72dd-477b-9154-f155ed06fb29 req-bc7b9679-0498-4290-b459-7e37e2b110f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:22.349126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e6f839a-72dd-477b-9154-f155ed06fb29 req-bc7b9679-0498-4290-b459-7e37e2b110f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9&device_id=b344d25e-82c6-41a4-8a6f-e62a818a314a HTTP/1.1" status: 200 len: 1126 time: 0.0516808 Feb 05 03:23:22.438916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f839a-72dd-477b-9154-f155ed06fb29 req-b7c3dd3c-4006-41a9-900f-52a1fcb4e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:22.440291 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e6f839a-72dd-477b-9154-f155ed06fb29 req-b7c3dd3c-4006-41a9-900f-52a1fcb4e031 service neutron] 10.222.0.10 "GET /v2.0/networks?id=34c43a64-6ed9-40cd-adce-77445c63ce74 HTTP/1.1" status: 200 len: 898 time: 0.0841203 Feb 05 03:23:22.486170 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e6f839a-72dd-477b-9154-f155ed06fb29 req-e05bc958-d6a0-4b66-b560-1e13ce637d2c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=07f450bd-2194-42f3-9ca2-d10519c54d6f HTTP/1.1" status: 200 len: 217 time: 0.0386539 Feb 05 03:23:22.535568 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f839a-72dd-477b-9154-f155ed06fb29 req-9b6bf03c-ceb6-44f4-b59d-96cf2ab732ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:22.537017 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e6f839a-72dd-477b-9154-f155ed06fb29 req-9b6bf03c-ceb6-44f4-b59d-96cf2ab732ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b2103e48-407e-48a4-a59a-b7972f28979b HTTP/1.1" status: 200 len: 837 time: 0.0441780 Feb 05 03:23:22.588069 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f839a-72dd-477b-9154-f155ed06fb29 req-04b5c3fd-0b28-4cf5-b27a-9a654b2822b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:22.589557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e6f839a-72dd-477b-9154-f155ed06fb29 req-04b5c3fd-0b28-4cf5-b27a-9a654b2822b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=34c43a64-6ed9-40cd-adce-77445c63ce74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447779 Feb 05 03:23:22.929695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382c68f-b205-4280-8029-73dd67fa0072 req-db7629fb-921b-4fa9-aa05-344266dfb24a tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:22.931361 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4382c68f-b205-4280-8029-73dd67fa0072 req-db7629fb-921b-4fa9-aa05-344266dfb24a tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.31 "GET /v2.0/ports?device_id=b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d HTTP/1.1" status: 200 len: 945 time: 0.0556226 Feb 05 03:23:23.037894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4382c68f-b205-4280-8029-73dd67fa0072 req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Deleting port 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:23:23.038238 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4382c68f-b205-4280-8029-73dd67fa0072 req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7aabc1e9-4ac2-483f-914d-e6f0551b1f5f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:23.075343 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e6f839a-72dd-477b-9154-f155ed06fb29 req-dc5e9227-51b4-47ea-bbed-a70a0b61417d service neutron] 10.222.0.10 "GET /v2.0/networks/34c43a64-6ed9-40cd-adce-77445c63ce74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789362 Feb 05 03:23:23.085269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95369bc6-fcad-4c21-9cf2-171d9f371c94 req-c781c574-7503-472a-b8f8-fe42a3107252 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:23.086703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95369bc6-fcad-4c21-9cf2-171d9f371c94 req-c781c574-7503-472a-b8f8-fe42a3107252 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/ports?device_id=b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d HTTP/1.1" status: 200 len: 945 time: 0.4346607 Feb 05 03:23:23.129376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4382c68f-b205-4280-8029-73dd67fa0072 req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] For port 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=7aabc1e9-4ac2-483f-914d-e6f0551b1f5f,segment=NetworkSegment(d3fab276-70be-4b8f-80e0-f84b9dab89bc),segment_id=d3fab276-70be-4b8f-80e0-f84b9dab89bc)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:23:23.129731 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4382c68f-b205-4280-8029-73dd67fa0072 req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7aabc1e9-4ac2-483f-914d-e6f0551b1f5f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:23.149645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4382c68f-b205-4280-8029-73dd67fa0072 req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Calling delete_port for 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:23:23.190132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95369bc6-fcad-4c21-9cf2-171d9f371c94 req-3206d820-b8cf-448d-b69e-135fe904d9f0 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.36 "GET /v2.0/security-groups?id=7171cd07-7fc0-4c1a-bf60-c7c55d46f356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953972 Feb 05 03:23:23.208910 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e6f839a-72dd-477b-9154-f155ed06fb29 req-c1a24d7a-c57d-45b8-bb26-4529f248c66f service neutron] 10.222.0.10 "GET /v2.0/networks/34c43a64-6ed9-40cd-adce-77445c63ce74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211572 Feb 05 03:23:23.296853 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4382c68f-b205-4280-8029-73dd67fa0072 req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7aabc1e9-4ac2-483f-914d-e6f0551b1f5f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:23.308793 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['7aabc1e9-4ac2-483f-914d-e6f0551b1f5f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:23:23.324313 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Pushing event deleted for resources: {'Port': ['ID=7aabc1e9-4ac2-483f-914d-e6f0551b1f5f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:23.340255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:23.340615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:23.341703 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:23.342190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:23.342661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:23.343036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:23.343391 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:23.343714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:23.344491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:23.344491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:23.344666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:23.345005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:23.345336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:23.391268 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4382c68f-b205-4280-8029-73dd67fa0072 req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] No DVR routers for this DVR port 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:23:23.394438 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4382c68f-b205-4280-8029-73dd67fa0072 req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:23.397990 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4382c68f-b205-4280-8029-73dd67fa0072 req-bd087d6f-9e35-435c-b898-39b56f0dba58 tempest-ServerTagsTestJSON-1348782446 tempest-ServerTagsTestJSON-1348782446-project] 10.222.0.31 "DELETE /v2.0/ports/7aabc1e9-4ac2-483f-914d-e6f0551b1f5f HTTP/1.1" status: 204 len: 173 time: 0.4613147 Feb 05 03:23:23.398484 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d', 'name': 'network-vif-deleted', 'tag': '7aabc1e9-4ac2-483f-914d-e6f0551b1f5f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:23:23.401106 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88edb61e-64b8-49d5-b4cf-ed4aed58817d" -d '{"events": [{"server_uuid": "b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d", "name": "network-vif-deleted", "tag": "7aabc1e9-4ac2-483f-914d-e6f0551b1f5f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:23:23.446001 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c5c838-8394-4329-8032-e1c1768bdd47 x-openstack-request-id: req-73c5c838-8394-4329-8032-e1c1768bdd47 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:23:23.446447 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d", "name": "network-vif-deleted", "tag": "7aabc1e9-4ac2-483f-914d-e6f0551b1f5f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:23:23.446790 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73c5c838-8394-4329-8032-e1c1768bdd47 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:23:23.447278 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81fe9ce-cc4f-4414-bc49-0d95eccc5b9d', 'name': 'network-vif-deleted', 'tag': '7aabc1e9-4ac2-483f-914d-e6f0551b1f5f', 'status': 'completed', 'code': 200} Feb 05 03:23:23.466139 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b5b73-3bc0-4a79-aa06-b38a96a6fb7e req-e32a4239-937d-42a8-b40f-2dbd68eaa5a9 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:23.468015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b50b5b73-3bc0-4a79-aa06-b38a96a6fb7e req-e32a4239-937d-42a8-b40f-2dbd68eaa5a9 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=b344d25e-82c6-41a4-8a6f-e62a818a314a HTTP/1.1" status: 200 len: 944 time: 0.0745664 Feb 05 03:23:23.526480 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b50b5b73-3bc0-4a79-aa06-b38a96a6fb7e req-458b2622-904f-4c25-84ad-2d093bbe78c7 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=841e355b-8067-4236-a7e2-e4c2a6173bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519903 Feb 05 03:23:24.257960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 60994) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:24.301684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4216937-2c41-4963-be67-50f9bf5db186 admin admin] Deleting subnet 3f6ebae3-c157-463a-888a-8e1d63f9e348 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:23:24.304688 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4216937-2c41-4963-be67-50f9bf5db186 admin admin] Publish callbacks [] for subnet (3f6ebae3-c157-463a-888a-8e1d63f9e348), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:24.348895 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4216937-2c41-4963-be67-50f9bf5db186 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (3f6ebae3-c157-463a-888a-8e1d63f9e348), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:24.388173 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4216937-2c41-4963-be67-50f9bf5db186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (3f6ebae3-c157-463a-888a-8e1d63f9e348), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:24.441299 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4216937-2c41-4963-be67-50f9bf5db186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (3f6ebae3-c157-463a-888a-8e1d63f9e348), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:24.472088 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4216937-2c41-4963-be67-50f9bf5db186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6ebae3-c157-463a-888a-8e1d63f9e348,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:24.476466 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4216937-2c41-4963-be67-50f9bf5db186 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:24.478426 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b4216937-2c41-4963-be67-50f9bf5db186 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3f6ebae3-c157-463a-888a-8e1d63f9e348 HTTP/1.1" status: 204 len: 168 time: 0.2192261 Feb 05 03:23:24.480806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 60996) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:24.567756 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d59471a1-621e-486d-bc1a-7b29199776c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (b7371a94-765c-4833-85f2-ee1310ccfa19), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:24.669597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8379d-6ca4-4508-9613-c0bd7e1a0f14 req-c5d5ff96-dcf6-45e4-8aa6-ddc69d90745c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:24.671329 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d59471a1-621e-486d-bc1a-7b29199776c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (b7371a94-765c-4833-85f2-ee1310ccfa19), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:24.671813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-caf8379d-6ca4-4508-9613-c0bd7e1a0f14 req-c5d5ff96-dcf6-45e4-8aa6-ddc69d90745c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=b344d25e-82c6-41a4-8a6f-e62a818a314a HTTP/1.1" status: 200 len: 944 time: 0.0674360 Feb 05 03:23:24.693376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-d59471a1-621e-486d-bc1a-7b29199776c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7371a94-765c-4833-85f2-ee1310ccfa19']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:24.708466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-d59471a1-621e-486d-bc1a-7b29199776c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fab276-70be-4b8f-80e0-f84b9dab89bc') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:24.711136 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-d59471a1-621e-486d-bc1a-7b29199776c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fab276-70be-4b8f-80e0-f84b9dab89bc') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:24.729245 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d59471a1-621e-486d-bc1a-7b29199776c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (d3fab276-70be-4b8f-80e0-f84b9dab89bc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:24.753907 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d59471a1-621e-486d-bc1a-7b29199776c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (d3fab276-70be-4b8f-80e0-f84b9dab89bc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:24.758173 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-caf8379d-6ca4-4508-9613-c0bd7e1a0f14 req-748165e0-063f-4faf-a96f-272cd0728d99 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=841e355b-8067-4236-a7e2-e4c2a6173bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791910 Feb 05 03:23:24.764342 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59471a1-621e-486d-bc1a-7b29199776c8 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:23:24.764342 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d59471a1-621e-486d-bc1a-7b29199776c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (d3fab276-70be-4b8f-80e0-f84b9dab89bc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:23:24.766566 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:23:24.837349 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d59471a1-621e-486d-bc1a-7b29199776c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (b7371a94-765c-4833-85f2-ee1310ccfa19), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:24.864468 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d59471a1-621e-486d-bc1a-7b29199776c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:24.867707 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d59471a1-621e-486d-bc1a-7b29199776c8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b7371a94-765c-4833-85f2-ee1310ccfa19 HTTP/1.1" status: 204 len: 168 time: 0.3853631 Feb 05 03:23:24.881228 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59471a1-621e-486d-bc1a-7b29199776c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7371a94-765c-4833-85f2-ee1310ccfa19,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:24.899237 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-03424d8e-a91d-4d6e-acf6-8ee303ad2441 req-b8844825-481f-49ec-b8ae-ba8ba8167016 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714533 Feb 05 03:23:24.976625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03424d8e-a91d-4d6e-acf6-8ee303ad2441 req-cc1de65a-063f-499f-832e-73cc5f469c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:24.978150 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-03424d8e-a91d-4d6e-acf6-8ee303ad2441 req-cc1de65a-063f-499f-832e-73cc5f469c58 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9&device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 1128 time: 0.0548105 Feb 05 03:23:25.017038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 32772) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:25.082232 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9a28bdc2-7692-4dba-a790-48690f1ec6db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=540a13b72fc548939c2018c87ae0cf37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0640328 Feb 05 03:23:25.082518 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 32774) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:25.115664 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03424d8e-a91d-4d6e-acf6-8ee303ad2441 req-9ad2e9ed-9d1f-434f-99cb-b4121cca7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:25.117127 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-03424d8e-a91d-4d6e-acf6-8ee303ad2441 req-9ad2e9ed-9d1f-434f-99cb-b4121cca7399 service neutron] 10.222.0.31 "GET /v2.0/networks?id=68d16b29-eb71-4c36-a416-3ea71310f997 HTTP/1.1" status: 200 len: 896 time: 0.1185637 Feb 05 03:23:25.195112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca581243-e290-4956-b097-4b3cf9d6b104 admin admin] Publish callbacks [] for security_group (7171cd07-7fc0-4c1a-bf60-c7c55d46f356), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:25.204597 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-03424d8e-a91d-4d6e-acf6-8ee303ad2441 req-c3a846f6-1bed-430f-83b9-398c21c96cd3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e560637b-4d4b-4436-b409-1a7fe3141522 HTTP/1.1" status: 200 len: 1001 time: 0.0799913 Feb 05 03:23:25.247190 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca581243-e290-4956-b097-4b3cf9d6b104 admin admin] Publish callbacks [] for security_group (7171cd07-7fc0-4c1a-bf60-c7c55d46f356), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:25.292060 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03424d8e-a91d-4d6e-acf6-8ee303ad2441 req-fca2a2ad-fcf8-489c-8877-7276d9b57948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:25.293442 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-03424d8e-a91d-4d6e-acf6-8ee303ad2441 req-fca2a2ad-fcf8-489c-8877-7276d9b57948 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9fb46138-0685-430b-af0a-d9fc5959f783 HTTP/1.1" status: 200 len: 835 time: 0.0818288 Feb 05 03:23:25.332334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca581243-e290-4956-b097-4b3cf9d6b104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7171cd07-7fc0-4c1a-bf60-c7c55d46f356), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:25.335449 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca581243-e290-4956-b097-4b3cf9d6b104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:25.336581 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ca581243-e290-4956-b097-4b3cf9d6b104 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7171cd07-7fc0-4c1a-bf60-c7c55d46f356 HTTP/1.1" status: 204 len: 168 time: 0.2533274 Feb 05 03:23:25.345465 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca581243-e290-4956-b097-4b3cf9d6b104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7171cd07-7fc0-4c1a-bf60-c7c55d46f356,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:25.360226 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03424d8e-a91d-4d6e-acf6-8ee303ad2441 req-542b9839-eed4-457a-b16a-e1167d68d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:25.361776 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-03424d8e-a91d-4d6e-acf6-8ee303ad2441 req-542b9839-eed4-457a-b16a-e1167d68d265 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=68d16b29-eb71-4c36-a416-3ea71310f997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0624638 Feb 05 03:23:25.388766 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 07f450bd-2194-42f3-9ca2-d10519c54d6f details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:23:25.468546 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-03424d8e-a91d-4d6e-acf6-8ee303ad2441 req-62735dd8-f966-4c67-b2e3-adbce90b3819 service neutron] 10.222.0.31 "GET /v2.0/networks/68d16b29-eb71-4c36-a416-3ea71310f997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954533 Feb 05 03:23:25.515459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 07f450bd-2194-42f3-9ca2-d10519c54d6f, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=07f450bd-2194-42f3-9ca2-d10519c54d6f,segment=NetworkSegment(7ef17503-e18d-443c-9c27-e8e7ce2c0224),segment_id=7ef17503-e18d-443c-9c27-e8e7ce2c0224)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:23:25.529450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '07f450bd-2194-42f3-9ca2-d10519c54d6f', 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74', 'port_id': '07f450bd-2194-42f3-9ca2-d10519c54d6f', 'mac_address': 'fa:16:3e:8d:0a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2103e48-407e-48a4-a59a-b7972f28979b', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:23:25.577392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 07f450bd-2194-42f3-9ca2-d10519c54d6f is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:23:25.578791 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (07f450bd-2194-42f3-9ca2-d10519c54d6f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:25.598070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f450bd-2194-42f3-9ca2-d10519c54d6f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:23:25.600011 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-03424d8e-a91d-4d6e-acf6-8ee303ad2441 req-c644f6be-8c58-4c86-8b0a-35f204fde8be service neutron] 10.222.0.31 "GET /v2.0/networks/68d16b29-eb71-4c36-a416-3ea71310f997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248236 Feb 05 03:23:25.633314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 07f450bd-2194-42f3-9ca2-d10519c54d6f, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=07f450bd-2194-42f3-9ca2-d10519c54d6f,segment=NetworkSegment(7ef17503-e18d-443c-9c27-e8e7ce2c0224),segment_id=7ef17503-e18d-443c-9c27-e8e7ce2c0224)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:23:25.639540 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (07f450bd-2194-42f3-9ca2-d10519c54d6f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:25.925625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=07f450bd-2194-42f3-9ca2-d10519c54d6f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:25.975423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb050fc4-d35e-45a9-80b0-ab1a302cd62c req-d80a1a4d-fb10-4227-ab5f-21d8897eb8c8 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:25.977831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb050fc4-d35e-45a9-80b0-ab1a302cd62c req-d80a1a4d-fb10-4227-ab5f-21d8897eb8c8 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=b344d25e-82c6-41a4-8a6f-e62a818a314a HTTP/1.1" status: 200 len: 945 time: 0.1127121 Feb 05 03:23:25.983584 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['07f450bd-2194-42f3-9ca2-d10519c54d6f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:23:26.088030 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb050fc4-d35e-45a9-80b0-ab1a302cd62c req-51f870c3-6180-48d8-ac11-817d56a27ae3 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=841e355b-8067-4236-a7e2-e4c2a6173bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968919 Feb 05 03:23:26.657770 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:23:26.678838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:23:26.679315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 7aabc1e9-4ac2-483f-914d-e6f0551b1f5f not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:23:27.251234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba74b05-6a9c-442d-9487-4fe8000ac192 req-9280cc17-c9ca-42b6-9dac-a0b5be665252 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:27.253249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4ba74b05-6a9c-442d-9487-4fe8000ac192 req-9280cc17-c9ca-42b6-9dac-a0b5be665252 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=b344d25e-82c6-41a4-8a6f-e62a818a314a HTTP/1.1" status: 200 len: 945 time: 0.0743892 Feb 05 03:23:27.329883 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4ba74b05-6a9c-442d-9487-4fe8000ac192 req-06dcb4bd-7446-4ec8-ace3-039f7f1f8afb tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=841e355b-8067-4236-a7e2-e4c2a6173bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696096 Feb 05 03:23:27.405430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 07f450bd-2194-42f3-9ca2-d10519c54d6f up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:23:27.469797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 07f450bd-2194-42f3-9ca2-d10519c54d6f completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:23:27.474437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 07f450bd-2194-42f3-9ca2-d10519c54d6f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:23:27.474938 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (07f450bd-2194-42f3-9ca2-d10519c54d6f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:27.565267 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 07f450bd-2194-42f3-9ca2-d10519c54d6f is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:23:27.565900 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (07f450bd-2194-42f3-9ca2-d10519c54d6f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:27.597148 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b344d25e-82c6-41a4-8a6f-e62a818a314a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f450bd-2194-42f3-9ca2-d10519c54d6f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:23:27.599889 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e605ef-fa2a-4114-9228-e5b57ffa069e" -d '{"events": [{"server_uuid": "b344d25e-82c6-41a4-8a6f-e62a818a314a", "name": "network-vif-plugged", "status": "completed", "tag": "07f450bd-2194-42f3-9ca2-d10519c54d6f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:23:27.616509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 07f450bd-2194-42f3-9ca2-d10519c54d6f, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=07f450bd-2194-42f3-9ca2-d10519c54d6f,segment=NetworkSegment(7ef17503-e18d-443c-9c27-e8e7ce2c0224),segment_id=7ef17503-e18d-443c-9c27-e8e7ce2c0224)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:23:27.626435 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (07f450bd-2194-42f3-9ca2-d10519c54d6f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:27.679773 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac58a667-368c-47a7-a5c6-c5a747271e1e x-openstack-request-id: req-ac58a667-368c-47a7-a5c6-c5a747271e1e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:23:27.680463 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b344d25e-82c6-41a4-8a6f-e62a818a314a", "name": "network-vif-plugged", "status": "completed", "tag": "07f450bd-2194-42f3-9ca2-d10519c54d6f", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:23:27.680463 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac58a667-368c-47a7-a5c6-c5a747271e1e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:23:27.680713 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b344d25e-82c6-41a4-8a6f-e62a818a314a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f450bd-2194-42f3-9ca2-d10519c54d6f', 'code': 200} Feb 05 03:23:27.681671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=07f450bd-2194-42f3-9ca2-d10519c54d6f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:27.771806 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58147e2d-a811-49e9-a6a7-ea986a33e2de req-fcd0ce74-b56e-4a40-9dc5-395c3e5c6f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:27.774167 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58147e2d-a811-49e9-a6a7-ea986a33e2de req-fcd0ce74-b56e-4a40-9dc5-395c3e5c6f73 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b344d25e-82c6-41a4-8a6f-e62a818a314a HTTP/1.1" status: 200 len: 1128 time: 0.0489144 Feb 05 03:23:27.840572 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-58147e2d-a811-49e9-a6a7-ea986a33e2de req-b85c0296-e890-413a-8e68-cea0404359ee service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=841e355b-8067-4236-a7e2-e4c2a6173bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584614 Feb 05 03:23:28.195180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 32856) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:28.312856 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79158377-5582-498c-9dd6-de6abc93f14a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:28.440291 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79158377-5582-498c-9dd6-de6abc93f14a admin admin] Publish callbacks [] for security_group (d1eabb7b-3926-4e58-ad39-6ef4fe12228d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:28.447984 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79158377-5582-498c-9dd6-de6abc93f14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d1eabb7b-3926-4e58-ad39-6ef4fe12228d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:28.500088 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-79158377-5582-498c-9dd6-de6abc93f14a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4d350f704194c5da02df57a07149a50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3032033 Feb 05 03:23:28.501034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 32864) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:28.503605 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9b8b4-dcd2-443a-a88f-4203db7a6e01 req-abfd3a23-e816-4c3e-9878-bfc99c35dc57 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:28.506861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27d9b8b4-dcd2-443a-a88f-4203db7a6e01 req-abfd3a23-e816-4c3e-9878-bfc99c35dc57 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=b344d25e-82c6-41a4-8a6f-e62a818a314a HTTP/1.1" status: 200 len: 946 time: 0.0643058 Feb 05 03:23:28.522406 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79158377-5582-498c-9dd6-de6abc93f14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eabb7b-3926-4e58-ad39-6ef4fe12228d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:28.587950 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27d9b8b4-dcd2-443a-a88f-4203db7a6e01 req-f06b6fbd-690e-4c61-a603-190b1f7d030a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=841e355b-8067-4236-a7e2-e4c2a6173bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739927 Feb 05 03:23:28.592408 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67b32663-b427-407a-a092-485335106dc9 admin admin] Publish callbacks [] for security_group (d1eabb7b-3926-4e58-ad39-6ef4fe12228d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:28.627924 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67b32663-b427-407a-a092-485335106dc9 admin admin] Publish callbacks [] for security_group (d1eabb7b-3926-4e58-ad39-6ef4fe12228d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:28.691567 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67b32663-b427-407a-a092-485335106dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d1eabb7b-3926-4e58-ad39-6ef4fe12228d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:28.694191 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67b32663-b427-407a-a092-485335106dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:28.695399 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-67b32663-b427-407a-a092-485335106dc9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1eabb7b-3926-4e58-ad39-6ef4fe12228d HTTP/1.1" status: 204 len: 168 time: 0.1886187 Feb 05 03:23:28.705302 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b32663-b427-407a-a092-485335106dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eabb7b-3926-4e58-ad39-6ef4fe12228d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:29.032214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 32870) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:29.045687 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2d7a7ca-ba19-4e8a-8514-53d6da822de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:29.128995 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2d7a7ca-ba19-4e8a-8514-53d6da822de1 admin admin] Publish callbacks [] for security_group (1bf5d648-18eb-46c0-8c39-c21bb48c85d4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:29.132511 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2d7a7ca-ba19-4e8a-8514-53d6da822de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1bf5d648-18eb-46c0-8c39-c21bb48c85d4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:29.168019 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7a7ca-ba19-4e8a-8514-53d6da822de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf5d648-18eb-46c0-8c39-c21bb48c85d4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:29.172869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f2d7a7ca-ba19-4e8a-8514-53d6da822de1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14a56bbffb32430e914704efd93d6bc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395204 Feb 05 03:23:29.175661 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 32872) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:29.224650 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69d9208d-9be8-4c8b-8611-1e804aa264ea admin admin] Publish callbacks [] for security_group (1bf5d648-18eb-46c0-8c39-c21bb48c85d4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:29.244897 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69d9208d-9be8-4c8b-8611-1e804aa264ea admin admin] Publish callbacks [] for security_group (1bf5d648-18eb-46c0-8c39-c21bb48c85d4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:29.294141 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69d9208d-9be8-4c8b-8611-1e804aa264ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1bf5d648-18eb-46c0-8c39-c21bb48c85d4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:29.296757 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69d9208d-9be8-4c8b-8611-1e804aa264ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:29.297904 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-69d9208d-9be8-4c8b-8611-1e804aa264ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1bf5d648-18eb-46c0-8c39-c21bb48c85d4 HTTP/1.1" status: 204 len: 168 time: 0.1214786 Feb 05 03:23:29.305435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9208d-9be8-4c8b-8611-1e804aa264ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf5d648-18eb-46c0-8c39-c21bb48c85d4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:29.755783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc566a-ad63-4f78-a3dd-0dc81652e5e7 req-750f68a8-e6a5-46e3-972d-146bf87c02ac tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:29.757422 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9bbc566a-ad63-4f78-a3dd-0dc81652e5e7 req-750f68a8-e6a5-46e3-972d-146bf87c02ac tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=b344d25e-82c6-41a4-8a6f-e62a818a314a HTTP/1.1" status: 200 len: 946 time: 0.0716217 Feb 05 03:23:29.815691 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9bbc566a-ad63-4f78-a3dd-0dc81652e5e7 req-427be2a5-9404-4bbc-ad36-507ca76eaf42 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=841e355b-8067-4236-a7e2-e4c2a6173bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518699 Feb 05 03:23:29.962674 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aded36-6422-4a87-bba2-fc2508df3c42 req-3a7998bc-992f-4b59-bee8-aa505d5293e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:29.964374 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8aded36-6422-4a87-bba2-fc2508df3c42 req-3a7998bc-992f-4b59-bee8-aa505d5293e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=b344d25e-82c6-41a4-8a6f-e62a818a314a HTTP/1.1" status: 200 len: 946 time: 0.0675530 Feb 05 03:23:30.030913 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8aded36-6422-4a87-bba2-fc2508df3c42 req-572e8e26-567c-4cb9-baa0-c20a70190848 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=841e355b-8067-4236-a7e2-e4c2a6173bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595202 Feb 05 03:23:31.507367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 32922) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:32.056121 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:32.315664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Allocated IP 172.20.0.17 (34c43a64-6ed9-40cd-adce-77445c63ce74/b2103e48-407e-48a4-a59a-b7972f28979b/c5152dbf-ff3a-43ce-a640-4e266f4fb53c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:23:32.428319 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:32.462805 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:32.501111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network 34c43a64-6ed9-40cd-adce-77445c63ce74 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:23:32.506604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:23:32.510372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:23:32.540957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Port': ['ID=c5152dbf-ff3a-43ce-a640-4e266f4fb53c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:32.560341 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:32.703821 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:32.755390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-768ed25c-8ced-496c-b352-86e7f26636a4 None None] Provisioning complete for port c5152dbf-ff3a-43ce-a640-4e266f4fb53c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:23:32.755889 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-768ed25c-8ced-496c-b352-86e7f26636a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:32.791535 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-768ed25c-8ced-496c-b352-86e7f26636a4 None None] Port c5152dbf-ff3a-43ce-a640-4e266f4fb53c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:23:33.004627 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:33.011832 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:33.092993 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:33.094907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Port': ['ID=c5152dbf-ff3a-43ce-a640-4e266f4fb53c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:33.202678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network 34c43a64-6ed9-40cd-adce-77445c63ce74 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:23:33.204211 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:23:33.329870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:23:33.519379 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-341850d3-f324-4634-813b-6984dabf63bd None None] Provisioning complete for port c5152dbf-ff3a-43ce-a640-4e266f4fb53c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:23:33.520131 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-341850d3-f324-4634-813b-6984dabf63bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:33.556174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-341850d3-f324-4634-813b-6984dabf63bd None None] Port c5152dbf-ff3a-43ce-a640-4e266f4fb53c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:23:33.667595 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03498be2-70a5-414f-9419-d9e388deec25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:33.723301 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:23:33.733580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bca70c76-88da-44fa-b122-092f50a98a81 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "PUT /v2.0/routers/2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2200313 Feb 05 03:23:33.745946 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Sync routers for ids ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:23:33.757648 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Routers {'2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:23:33.760363 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:23:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:33.867951 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Set router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:23:34.102061 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:23:32Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '2155775d-e851-4641-8282-9b49afa74276', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'port_id': 'e560637b-4d4b-4436-b409-1a7fe3141522', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'mac_address': 'fa:16:3e:db:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:21:46Z', 'updated_at': '2022-02-05T03:21:49Z', 'revision_number': 1, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259d61b7-7130-4990-aa0c-7f47b6b6819b', 'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:fc:3f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:24Z', 'updated_at': '2022-02-05T03:21:29Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5152dbf-ff3a-43ce-a640-4e266f4fb53c', 'name': '', 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:d1:a3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'b2103e48-407e-48a4-a59a-b7972f28979b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:23:32Z', 'updated_at': '2022-02-05T03:23:32Z', 'revision_number': 2, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': 'b2103e48-407e-48a4-a59a-b7972f28979b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:34.128981 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Checking router: 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:23:34.129336 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Updating router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 port c5152dbf-ff3a-43ce-a640-4e266f4fb53c binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:23:34.161644 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:34.435371 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Publish callbacks [] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:34.440026 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:34.488005 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276ccc3-630e-4281-8373-ae80f07c4aea None None] Pushing event updated for resources: {'Port': ['ID=c5152dbf-ff3a-43ce-a640-4e266f4fb53c,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:34.498817 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276ccc3-630e-4281-8373-ae80f07c4aea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:34.499167 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276ccc3-630e-4281-8373-ae80f07c4aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:34.499506 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276ccc3-630e-4281-8373-ae80f07c4aea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:34.499839 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276ccc3-630e-4281-8373-ae80f07c4aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:34.500173 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276ccc3-630e-4281-8373-ae80f07c4aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:34.500488 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276ccc3-630e-4281-8373-ae80f07c4aea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:34.500809 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276ccc3-630e-4281-8373-ae80f07c4aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:34.501130 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276ccc3-630e-4281-8373-ae80f07c4aea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:34.501449 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276ccc3-630e-4281-8373-ae80f07c4aea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:34.501766 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276ccc3-630e-4281-8373-ae80f07c4aea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:34.502083 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276ccc3-630e-4281-8373-ae80f07c4aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:34.502406 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276ccc3-630e-4281-8373-ae80f07c4aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:34.502716 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d276ccc3-630e-4281-8373-ae80f07c4aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:34.555701 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Attempting to bind port c5152dbf-ff3a-43ce-a640-4e266f4fb53c on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:23:34.556071 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Attempting to bind port c5152dbf-ff3a-43ce-a640-4e266f4fb53c by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '7ef17503-e18d-443c-9c27-e8e7ce2c0224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:23:34.556707 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Attempting to bind port c5152dbf-ff3a-43ce-a640-4e266f4fb53c on network 34c43a64-6ed9-40cd-adce-77445c63ce74 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:23:34.562683 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:23:34.563089 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Checking segment: {'id': '7ef17503-e18d-443c-9c27-e8e7ce2c0224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:23:34.563488 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:34.563875 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Bound using segment: {'id': '7ef17503-e18d-443c-9c27-e8e7ce2c0224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:23:34.564331 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Bound port: c5152dbf-ff3a-43ce-a640-4e266f4fb53c, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef17503-e18d-443c-9c27-e8e7ce2c0224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:23:34.564734 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:34.630369 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] For port c5152dbf-ff3a-43ce-a640-4e266f4fb53c, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:23:34.633665 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] For port c5152dbf-ff3a-43ce-a640-4e266f4fb53c, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c5152dbf-ff3a-43ce-a640-4e266f4fb53c,segment=NetworkSegment(7ef17503-e18d-443c-9c27-e8e7ce2c0224),segment_id=7ef17503-e18d-443c-9c27-e8e7ce2c0224)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:23:34.641172 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:34.694446 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Routers {'2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:23:34.695108 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:23:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:34.775088 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276ccc3-630e-4281-8373-ae80f07c4aea None None] Pushing event updated for resources: {'Port': ['ID=c5152dbf-ff3a-43ce-a640-4e266f4fb53c,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:34.799036 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8107d5b9-20df-448f-89bc-ad168da07274 None None] Provisioning complete for port c5152dbf-ff3a-43ce-a640-4e266f4fb53c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:23:34.799591 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8107d5b9-20df-448f-89bc-ad168da07274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:34.867014 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] Set router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:23:34.923025 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8107d5b9-20df-448f-89bc-ad168da07274 None None] Current status of the port c5152dbf-ff3a-43ce-a640-4e266f4fb53c is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:23:34.923493 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8107d5b9-20df-448f-89bc-ad168da07274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:34.961899 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8107d5b9-20df-448f-89bc-ad168da07274 None None] For port c5152dbf-ff3a-43ce-a640-4e266f4fb53c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c5152dbf-ff3a-43ce-a640-4e266f4fb53c,segment=NetworkSegment(7ef17503-e18d-443c-9c27-e8e7ce2c0224),segment_id=7ef17503-e18d-443c-9c27-e8e7ce2c0224)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:23:34.967668 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8107d5b9-20df-448f-89bc-ad168da07274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:35.015987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107d5b9-20df-448f-89bc-ad168da07274 None None] Pushing event updated for resources: {'Port': ['ID=c5152dbf-ff3a-43ce-a640-4e266f4fb53c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:35.092856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-01da8f9a-61bf-40fe-ad27-521f33bfc261 None None] Provisioning complete for port c5152dbf-ff3a-43ce-a640-4e266f4fb53c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:23:35.093230 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01da8f9a-61bf-40fe-ad27-521f33bfc261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:35.159661 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:23:32Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '2155775d-e851-4641-8282-9b49afa74276', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'port_id': 'e560637b-4d4b-4436-b409-1a7fe3141522', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'mac_address': 'fa:16:3e:db:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:21:46Z', 'updated_at': '2022-02-05T03:21:49Z', 'revision_number': 1, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259d61b7-7130-4990-aa0c-7f47b6b6819b', 'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:fc:3f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:24Z', 'updated_at': '2022-02-05T03:21:29Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5152dbf-ff3a-43ce-a640-4e266f4fb53c', 'name': '', 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:d1:a3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'b2103e48-407e-48a4-a59a-b7972f28979b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:23:32Z', 'updated_at': '2022-02-05T03:23:34Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': 'b2103e48-407e-48a4-a59a-b7972f28979b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:35.186147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-01da8f9a-61bf-40fe-ad27-521f33bfc261 None None] Current status of the port c5152dbf-ff3a-43ce-a640-4e266f4fb53c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:23:35.186913 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae69e14f-b38a-4a61-9b5a-fcf00b6969f2 None None] The sync data for ids ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'] in n-d-826942-8 is: [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:23:32Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '2155775d-e851-4641-8282-9b49afa74276', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'port_id': 'e560637b-4d4b-4436-b409-1a7fe3141522', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'mac_address': 'fa:16:3e:db:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:21:46Z', 'updated_at': '2022-02-05T03:21:49Z', 'revision_number': 1, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259d61b7-7130-4990-aa0c-7f47b6b6819b', 'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:fc:3f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:24Z', 'updated_at': '2022-02-05T03:21:29Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5152dbf-ff3a-43ce-a640-4e266f4fb53c', 'name': '', 'network_id': '34c43a64-6ed9-40cd-adce-77445c63ce74', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:d1:a3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'b2103e48-407e-48a4-a59a-b7972f28979b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:23:32Z', 'updated_at': '2022-02-05T03:23:34Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': 'b2103e48-407e-48a4-a59a-b7972f28979b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:23:35.882142 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-007a1be7-ae9b-4afa-9dbf-6795f56f5750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:37.131770 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c5152dbf-ff3a-43ce-a640-4e266f4fb53c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:23:37.187234 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:37.206941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c5152dbf-ff3a-43ce-a640-4e266f4fb53c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:23:37.207603 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:37.315055 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c5152dbf-ff3a-43ce-a640-4e266f4fb53c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:23:38.713483 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:39.359702 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:23:40.041698 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:41.541771 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:46.363198 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:53.901816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33082) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:54.273948 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33090) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:54.429439 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a81c5e81-9917-4507-b84e-0cf13095a3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:54.456541 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b9b3705-e7a5-4bf8-ab05-05f5d4ee28c4 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:54.518712 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a81c5e81-9917-4507-b84e-0cf13095a3d3 admin admin] Publish callbacks [] for security_group (da37789c-ee2f-4cf8-9697-18d535924aeb), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:54.523311 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a81c5e81-9917-4507-b84e-0cf13095a3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (da37789c-ee2f-4cf8-9697-18d535924aeb), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:54.561864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c5e81-9917-4507-b84e-0cf13095a3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da37789c-ee2f-4cf8-9697-18d535924aeb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:54.577828 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a81c5e81-9917-4507-b84e-0cf13095a3d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5637071531f74587998ceb7969946ef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3026288 Feb 05 03:23:54.578745 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33096) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:54.634438 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9659c0b-9af9-40f8-ad5a-f300c6c4f2bd admin admin] Publish callbacks [] for security_group (da37789c-ee2f-4cf8-9697-18d535924aeb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:54.662732 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9659c0b-9af9-40f8-ad5a-f300c6c4f2bd admin admin] Publish callbacks [] for security_group (da37789c-ee2f-4cf8-9697-18d535924aeb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:54.715220 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9659c0b-9af9-40f8-ad5a-f300c6c4f2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (da37789c-ee2f-4cf8-9697-18d535924aeb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:54.718456 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9659c0b-9af9-40f8-ad5a-f300c6c4f2bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:54.719860 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d9659c0b-9af9-40f8-ad5a-f300c6c4f2bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da37789c-ee2f-4cf8-9697-18d535924aeb HTTP/1.1" status: 204 len: 168 time: 0.1396382 Feb 05 03:23:54.728057 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9659c0b-9af9-40f8-ad5a-f300c6c4f2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da37789c-ee2f-4cf8-9697-18d535924aeb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:54.795244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b3705-e7a5-4bf8-ab05-05f5d4ee28c4 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Deleting port c5152dbf-ff3a-43ce-a640-4e266f4fb53c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:23:54.795560 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b9b3705-e7a5-4bf8-ab05-05f5d4ee28c4 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:54.888886 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-7b9b3705-e7a5-4bf8-ab05-05f5d4ee28c4 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] For port c5152dbf-ff3a-43ce-a640-4e266f4fb53c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c5152dbf-ff3a-43ce-a640-4e266f4fb53c,segment=NetworkSegment(7ef17503-e18d-443c-9c27-e8e7ce2c0224),segment_id=7ef17503-e18d-443c-9c27-e8e7ce2c0224)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:23:54.889253 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b9b3705-e7a5-4bf8-ab05-05f5d4ee28c4 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:54.906285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b3705-e7a5-4bf8-ab05-05f5d4ee28c4 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Calling delete_port for c5152dbf-ff3a-43ce-a640-4e266f4fb53c owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:23:55.115271 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b9b3705-e7a5-4bf8-ab05-05f5d4ee28c4 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c5152dbf-ff3a-43ce-a640-4e266f4fb53c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:55.150602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b3705-e7a5-4bf8-ab05-05f5d4ee28c4 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'Port': ['ID=c5152dbf-ff3a-43ce-a640-4e266f4fb53c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:55.380511 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b9b3705-e7a5-4bf8-ab05-05f5d4ee28c4 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:55.918575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9b3705-e7a5-4bf8-ab05-05f5d4ee28c4 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:23:56.031664 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9b3705-e7a5-4bf8-ab05-05f5d4ee28c4 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:23:56.037006 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7b9b3705-e7a5-4bf8-ab05-05f5d4ee28c4 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "PUT /v2.0/routers/2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1341536 Feb 05 03:23:56.042574 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73381342-c8fb-40ce-83bf-1bb43b111d4f None None] Sync routers for ids ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:23:56.054104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73381342-c8fb-40ce-83bf-1bb43b111d4f None None] Routers {'2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:23:56.054833 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-73381342-c8fb-40ce-83bf-1bb43b111d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:23:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:56.189216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-73381342-c8fb-40ce-83bf-1bb43b111d4f None None] Set router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:23:56.280193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44330b3-c069-40c8-b6b8-701a7e8abf22 req-72a5b61f-8554-41a0-b6cd-d47dd5bde46b tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:56.281686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c44330b3-c069-40c8-b6b8-701a7e8abf22 req-72a5b61f-8554-41a0-b6cd-d47dd5bde46b tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=b344d25e-82c6-41a4-8a6f-e62a818a314a HTTP/1.1" status: 200 len: 946 time: 0.0528443 Feb 05 03:23:56.333184 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c44330b3-c069-40c8-b6b8-701a7e8abf22 req-5ea60967-76ea-4bc8-afbf-eef01e961c05 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=841e355b-8067-4236-a7e2-e4c2a6173bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450373 Feb 05 03:23:56.450246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-73381342-c8fb-40ce-83bf-1bb43b111d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:23:55Z', 'revision_number': 6, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '2155775d-e851-4641-8282-9b49afa74276', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'port_id': 'e560637b-4d4b-4436-b409-1a7fe3141522', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'mac_address': 'fa:16:3e:db:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:21:46Z', 'updated_at': '2022-02-05T03:21:49Z', 'revision_number': 1, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259d61b7-7130-4990-aa0c-7f47b6b6819b', 'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:fc:3f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:24Z', 'updated_at': '2022-02-05T03:21:29Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:56.477842 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73381342-c8fb-40ce-83bf-1bb43b111d4f None None] Checking router: 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:23:56.487635 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73381342-c8fb-40ce-83bf-1bb43b111d4f None None] Routers {'2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:23:56.488459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-73381342-c8fb-40ce-83bf-1bb43b111d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:23:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:56.610100 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-73381342-c8fb-40ce-83bf-1bb43b111d4f None None] Set router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:23:56.852592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-73381342-c8fb-40ce-83bf-1bb43b111d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:23:55Z', 'revision_number': 6, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '2155775d-e851-4641-8282-9b49afa74276', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'port_id': 'e560637b-4d4b-4436-b409-1a7fe3141522', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'mac_address': 'fa:16:3e:db:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:21:46Z', 'updated_at': '2022-02-05T03:21:49Z', 'revision_number': 1, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259d61b7-7130-4990-aa0c-7f47b6b6819b', 'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:fc:3f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:24Z', 'updated_at': '2022-02-05T03:21:29Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:56.880275 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73381342-c8fb-40ce-83bf-1bb43b111d4f None None] The sync data for ids ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'] in n-d-826942-8 is: [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:23:55Z', 'revision_number': 6, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '2155775d-e851-4641-8282-9b49afa74276', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'port_id': 'e560637b-4d4b-4436-b409-1a7fe3141522', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'mac_address': 'fa:16:3e:db:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:21:46Z', 'updated_at': '2022-02-05T03:21:49Z', 'revision_number': 1, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259d61b7-7130-4990-aa0c-7f47b6b6819b', 'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:fc:3f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:24Z', 'updated_at': '2022-02-05T03:21:29Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:23:56.883383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33190) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:56.994062 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90aed01b-38f4-473d-adfc-945493bb6c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:57.068474 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90aed01b-38f4-473d-adfc-945493bb6c1c admin admin] Publish callbacks [] for security_group (8d7df10b-bc54-457d-8f49-533f351d4725), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:57.072365 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90aed01b-38f4-473d-adfc-945493bb6c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8d7df10b-bc54-457d-8f49-533f351d4725), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:57.113975 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-90aed01b-38f4-473d-adfc-945493bb6c1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5dd9c8440a14c2d89bb651664211c06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293239 Feb 05 03:23:57.114851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aed01b-38f4-473d-adfc-945493bb6c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7df10b-bc54-457d-8f49-533f351d4725,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:57.117346 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33194) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:57.168258 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9674cebd-c2ef-4a7c-b55d-a046c783abf5 admin admin] Publish callbacks [] for security_group (8d7df10b-bc54-457d-8f49-533f351d4725), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:57.189674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9674cebd-c2ef-4a7c-b55d-a046c783abf5 admin admin] Publish callbacks [] for security_group (8d7df10b-bc54-457d-8f49-533f351d4725), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:57.244391 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9674cebd-c2ef-4a7c-b55d-a046c783abf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8d7df10b-bc54-457d-8f49-533f351d4725), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:57.247614 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9674cebd-c2ef-4a7c-b55d-a046c783abf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:57.249176 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9674cebd-c2ef-4a7c-b55d-a046c783abf5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d7df10b-bc54-457d-8f49-533f351d4725 HTTP/1.1" status: 204 len: 168 time: 0.1299000 Feb 05 03:23:57.257992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674cebd-c2ef-4a7c-b55d-a046c783abf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7df10b-bc54-457d-8f49-533f351d4725,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:57.345174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c5152dbf-ff3a-43ce-a640-4e266f4fb53c no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:23:57.390514 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: c5152dbf-ff3a-43ce-a640-4e266f4fb53c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:23:57.390884 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c5152dbf-ff3a-43ce-a640-4e266f4fb53c not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:23:57.501536 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b568ca-ab99-482c-9158-26142d0eeb96 req-df18b135-eb16-45f7-b015-40fe84beed69 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:57.503338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25b568ca-ab99-482c-9158-26142d0eeb96 req-df18b135-eb16-45f7-b015-40fe84beed69 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=b344d25e-82c6-41a4-8a6f-e62a818a314a HTTP/1.1" status: 200 len: 946 time: 0.0614219 Feb 05 03:23:57.601749 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25b568ca-ab99-482c-9158-26142d0eeb96 req-a953c6b4-969e-405d-b882-9b97666204e8 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=841e355b-8067-4236-a7e2-e4c2a6173bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869882 Feb 05 03:23:57.615120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98263c75-8edf-4555-98ec-b36187f249d0 req-8964357a-a088-4de2-b88e-781c327b3244 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:23:57.616656 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-98263c75-8edf-4555-98ec-b36187f249d0 req-8964357a-a088-4de2-b88e-781c327b3244 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.10 "GET /v2.0/ports?device_id=b344d25e-82c6-41a4-8a6f-e62a818a314a HTTP/1.1" status: 200 len: 946 time: 0.1116450 Feb 05 03:23:57.643335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33206) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:57.658611 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9250002-1cb4-4f54-8d3b-3c4420d10c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:57.724676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-98263c75-8edf-4555-98ec-b36187f249d0 req-ac61d21c-7c49-4927-bb3e-659705f1942e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Deleting port 07f450bd-2194-42f3-9ca2-d10519c54d6f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:23:57.725308 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-98263c75-8edf-4555-98ec-b36187f249d0 req-ac61d21c-7c49-4927-bb3e-659705f1942e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (07f450bd-2194-42f3-9ca2-d10519c54d6f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:57.741444 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9250002-1cb4-4f54-8d3b-3c4420d10c18 admin admin] Publish callbacks [] for security_group (0a0a9627-5c43-43a0-a626-60f4d1a8ac4d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:57.745617 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9250002-1cb4-4f54-8d3b-3c4420d10c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0a0a9627-5c43-43a0-a626-60f4d1a8ac4d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:57.786127 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9250002-1cb4-4f54-8d3b-3c4420d10c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0a9627-5c43-43a0-a626-60f4d1a8ac4d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:57.799873 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a9250002-1cb4-4f54-8d3b-3c4420d10c18 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3b53f2db01c4ace87220c9df3eb073f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1553597 Feb 05 03:23:57.802442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33208) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:57.823289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-98263c75-8edf-4555-98ec-b36187f249d0 req-ac61d21c-7c49-4927-bb3e-659705f1942e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] For port 07f450bd-2194-42f3-9ca2-d10519c54d6f, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=07f450bd-2194-42f3-9ca2-d10519c54d6f,segment=NetworkSegment(7ef17503-e18d-443c-9c27-e8e7ce2c0224),segment_id=7ef17503-e18d-443c-9c27-e8e7ce2c0224)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:23:57.823954 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-98263c75-8edf-4555-98ec-b36187f249d0 req-ac61d21c-7c49-4927-bb3e-659705f1942e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (07f450bd-2194-42f3-9ca2-d10519c54d6f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:57.837576 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-98263c75-8edf-4555-98ec-b36187f249d0 req-ac61d21c-7c49-4927-bb3e-659705f1942e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Calling delete_port for 07f450bd-2194-42f3-9ca2-d10519c54d6f owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:23:57.850168 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad9d9736-2d45-46f6-8620-5dc3db0f428a admin admin] Publish callbacks [] for security_group (0a0a9627-5c43-43a0-a626-60f4d1a8ac4d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:57.873193 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad9d9736-2d45-46f6-8620-5dc3db0f428a admin admin] Publish callbacks [] for security_group (0a0a9627-5c43-43a0-a626-60f4d1a8ac4d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:57.923597 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad9d9736-2d45-46f6-8620-5dc3db0f428a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0a0a9627-5c43-43a0-a626-60f4d1a8ac4d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:57.926549 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad9d9736-2d45-46f6-8620-5dc3db0f428a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:57.927860 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ad9d9736-2d45-46f6-8620-5dc3db0f428a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a0a9627-5c43-43a0-a626-60f4d1a8ac4d HTTP/1.1" status: 204 len: 168 time: 0.1244698 Feb 05 03:23:57.935912 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d9736-2d45-46f6-8620-5dc3db0f428a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0a9627-5c43-43a0-a626-60f4d1a8ac4d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:57.995879 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-98263c75-8edf-4555-98ec-b36187f249d0 req-ac61d21c-7c49-4927-bb3e-659705f1942e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (07f450bd-2194-42f3-9ca2-d10519c54d6f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:58.029833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61d21c-7c49-4927-bb3e-659705f1942e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'Port': ['ID=07f450bd-2194-42f3-9ca2-d10519c54d6f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:58.079562 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-98263c75-8edf-4555-98ec-b36187f249d0 req-ac61d21c-7c49-4927-bb3e-659705f1942e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] No DVR routers for this DVR port 07f450bd-2194-42f3-9ca2-d10519c54d6f on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:23:58.082322 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-98263c75-8edf-4555-98ec-b36187f249d0 req-ac61d21c-7c49-4927-bb3e-659705f1942e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:58.085883 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-98263c75-8edf-4555-98ec-b36187f249d0 req-ac61d21c-7c49-4927-bb3e-659705f1942e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.10 "DELETE /v2.0/ports/07f450bd-2194-42f3-9ca2-d10519c54d6f HTTP/1.1" status: 204 len: 173 time: 0.4634271 Feb 05 03:23:58.086510 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b344d25e-82c6-41a4-8a6f-e62a818a314a', 'name': 'network-vif-deleted', 'tag': '07f450bd-2194-42f3-9ca2-d10519c54d6f'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:23:58.088797 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867d2ace-4471-4ef4-8022-a1d12f16e3b4" -d '{"events": [{"server_uuid": "b344d25e-82c6-41a4-8a6f-e62a818a314a", "name": "network-vif-deleted", "tag": "07f450bd-2194-42f3-9ca2-d10519c54d6f"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:23:58.379938 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d6f6e7-fc48-4fca-b30b-c89d3f0abf17 x-openstack-request-id: req-f4d6f6e7-fc48-4fca-b30b-c89d3f0abf17 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:23:58.380243 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b344d25e-82c6-41a4-8a6f-e62a818a314a", "name": "network-vif-deleted", "tag": "07f450bd-2194-42f3-9ca2-d10519c54d6f", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:23:58.380504 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4d6f6e7-fc48-4fca-b30b-c89d3f0abf17 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:23:58.380908 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b344d25e-82c6-41a4-8a6f-e62a818a314a', 'name': 'network-vif-deleted', 'tag': '07f450bd-2194-42f3-9ca2-d10519c54d6f', 'status': 'completed', 'code': 200} Feb 05 03:23:58.551870 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-76af7d11-6bba-4486-9bf2-b22f6a18ece5 req-948b227e-9611-49fe-8f9e-a20c57826699 service neutron] (109674) timed out ('10.222.0.10', 52276) {{(pid=109674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 05 03:23:58.674238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33236) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:58.743922 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0ef4bc9-1f35-432f-bde8-de2baed19c64 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (841e355b-8067-4236-a7e2-e4c2a6173bfc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:58.770901 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0ef4bc9-1f35-432f-bde8-de2baed19c64 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (841e355b-8067-4236-a7e2-e4c2a6173bfc), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:58.836066 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0ef4bc9-1f35-432f-bde8-de2baed19c64 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (841e355b-8067-4236-a7e2-e4c2a6173bfc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:58.838863 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0ef4bc9-1f35-432f-bde8-de2baed19c64 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:58.840102 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a0ef4bc9-1f35-432f-bde8-de2baed19c64 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "DELETE /v2.0/security-groups/841e355b-8067-4236-a7e2-e4c2a6173bfc HTTP/1.1" status: 204 len: 168 time: 0.1637597 Feb 05 03:23:58.850514 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef4bc9-1f35-432f-bde8-de2baed19c64 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=841e355b-8067-4236-a7e2-e4c2a6173bfc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:58.889057 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33244) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:58.945497 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-8336c2e9-31cd-4121-87b1-f06f6b1141c7 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Deleting subnet b2103e48-407e-48a4-a59a-b7972f28979b {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:23:58.948948 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8336c2e9-31cd-4121-87b1-f06f6b1141c7 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for subnet (b2103e48-407e-48a4-a59a-b7972f28979b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:58.995221 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8336c2e9-31cd-4121-87b1-f06f6b1141c7 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (b2103e48-407e-48a4-a59a-b7972f28979b), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:59.084817 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8336c2e9-31cd-4121-87b1-f06f6b1141c7 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (b2103e48-407e-48a4-a59a-b7972f28979b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:59.152735 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8336c2e9-31cd-4121-87b1-f06f6b1141c7 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (b2103e48-407e-48a4-a59a-b7972f28979b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:59.185136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336c2e9-31cd-4121-87b1-f06f6b1141c7 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'Subnet': ['ID=b2103e48-407e-48a4-a59a-b7972f28979b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:59.192966 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8336c2e9-31cd-4121-87b1-f06f6b1141c7 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:59.199041 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8336c2e9-31cd-4121-87b1-f06f6b1141c7 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "DELETE /v2.0/subnets/b2103e48-407e-48a4-a59a-b7972f28979b HTTP/1.1" status: 204 len: 168 time: 0.3060567 Feb 05 03:23:59.200530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33254) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:23:59.200866 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b76bc61-214b-4381-a27c-570337075671 None None] Network 34c43a64-6ed9-40cd-adce-77445c63ce74 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:23:59.306539 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (34c43a64-6ed9-40cd-adce-77445c63ce74), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:59.367325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Deleting port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:23:59.368034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ee7c0d96-39ac-4ba4-9c32-554caac1f3d3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:59.408993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] DHCP port deletion for 34c43a64-6ed9-40cd-adce-77445c63ce74 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:23:59.439715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] For port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ee7c0d96-39ac-4ba4-9c32-554caac1f3d3,segment=NetworkSegment(7ef17503-e18d-443c-9c27-e8e7ce2c0224),segment_id=7ef17503-e18d-443c-9c27-e8e7ce2c0224)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:23:59.440179 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ee7c0d96-39ac-4ba4-9c32-554caac1f3d3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:59.456622 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Calling delete_port for ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:23:59.483057 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Deleting port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:23:59.483462 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ee7c0d96-39ac-4ba4-9c32-554caac1f3d3), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:59.565140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] For port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ee7c0d96-39ac-4ba4-9c32-554caac1f3d3,segment=NetworkSegment(7ef17503-e18d-443c-9c27-e8e7ce2c0224),segment_id=7ef17503-e18d-443c-9c27-e8e7ce2c0224)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:23:59.565534 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ee7c0d96-39ac-4ba4-9c32-554caac1f3d3), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:59.586404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Calling delete_port for ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:23:59.633940 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ee7c0d96-39ac-4ba4-9c32-554caac1f3d3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:59.720928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'Port': ['ID=ee7c0d96-39ac-4ba4-9c32-554caac1f3d3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:59.733306 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] No DVR routers for this DVR port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:23:59.756293 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (ee7c0d96-39ac-4ba4-9c32-554caac1f3d3), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:59.776715 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] No DVR routers for this DVR port ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:23:59.822716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Pushing event deleted for resources: {'Port': ['ID=ee7c0d96-39ac-4ba4-9c32-554caac1f3d3,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:23:59.833595 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:59.838036 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:59.839145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:59.839492 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:59.839835 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:59.840348 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:59.840775 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:59.841342 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:59.841792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:59.842132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:59.842472 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:59.842916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:59.843237 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88438fb-eb13-4850-986a-0da02c7f33e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:23:59.882026 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (34c43a64-6ed9-40cd-adce-77445c63ce74), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:59.908033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c43a64-6ed9-40cd-adce-77445c63ce74']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:59.920589 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef17503-e18d-443c-9c27-e8e7ce2c0224') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:59.921246 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef17503-e18d-443c-9c27-e8e7ce2c0224') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:23:59.933349 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (7ef17503-e18d-443c-9c27-e8e7ce2c0224), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:59.949307 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (7ef17503-e18d-443c-9c27-e8e7ce2c0224), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:59.961730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:23:59.962453 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (7ef17503-e18d-443c-9c27-e8e7ce2c0224), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:23:59.966678 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:00.037937 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (34c43a64-6ed9-40cd-adce-77445c63ce74), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:00.049958 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:00.053806 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "DELETE /v2.0/networks/34c43a64-6ed9-40cd-adce-77445c63ce74 HTTP/1.1" status: 204 len: 168 time: 0.8512428 Feb 05 03:24:00.056530 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33280) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:00.074509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb42ca-7bd7-48ab-b444-afe0dc7b1973 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'Network': ['ID=34c43a64-6ed9-40cd-adce-77445c63ce74,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:00.258364 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8ea39eb9-ca81-4a40-adc7-5171fde65951 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Deleting port 8661b0b1-af8d-4258-bc0f-f8243466de86 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:00.259218 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ea39eb9-ca81-4a40-adc7-5171fde65951 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8661b0b1-af8d-4258-bc0f-f8243466de86), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:00.361770 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ea39eb9-ca81-4a40-adc7-5171fde65951 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8661b0b1-af8d-4258-bc0f-f8243466de86), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:00.362296 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ea39eb9-ca81-4a40-adc7-5171fde65951 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for floatingip (8661b0b1-af8d-4258-bc0f-f8243466de86), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:00.383356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8ea39eb9-ca81-4a40-adc7-5171fde65951 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Calling delete_port for 8661b0b1-af8d-4258-bc0f-f8243466de86 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:00.631348 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ea39eb9-ca81-4a40-adc7-5171fde65951 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8661b0b1-af8d-4258-bc0f-f8243466de86), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:00.661874 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea39eb9-ca81-4a40-adc7-5171fde65951 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'Port': ['ID=8661b0b1-af8d-4258-bc0f-f8243466de86,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:00.693326 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33306) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:00.756901 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ea39eb9-ca81-4a40-adc7-5171fde65951 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for floatingip (2155775d-e851-4641-8282-9b49afa74276), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:00.757220 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-8ea39eb9-ca81-4a40-adc7-5171fde65951 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Floating IP 2155775d-e851-4641-8282-9b49afa74276 disassociated (deleted). External IP: 172.25.0.32, port: e560637b-4d4b-4436-b409-1a7fe3141522. Feb 05 03:24:00.856946 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de5ada7f-e5df-450a-b7ef-d79db0e4fca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:01.040963 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de5ada7f-e5df-450a-b7ef-d79db0e4fca7 admin admin] Publish callbacks [] for security_group (f29c910d-7619-4457-a1be-a70afe2a4393), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:01.053254 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de5ada7f-e5df-450a-b7ef-d79db0e4fca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f29c910d-7619-4457-a1be-a70afe2a4393), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:01.142071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33328) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:01.158237 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-de5ada7f-e5df-450a-b7ef-d79db0e4fca7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94607234248141e88191824996fe397a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4620526 Feb 05 03:24:01.161264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ada7f-e5df-450a-b7ef-d79db0e4fca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29c910d-7619-4457-a1be-a70afe2a4393,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:01.171504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:24:01.218880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:24:01.223210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ee7c0d96-39ac-4ba4-9c32-554caac1f3d3 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:24:01.223652 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d88ce1b-8650-41bd-8bef-b691a1924062 admin admin] Publish callbacks [] for security_group (f29c910d-7619-4457-a1be-a70afe2a4393), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:01.225766 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea39eb9-ca81-4a40-adc7-5171fde65951 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:24:01.258611 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d88ce1b-8650-41bd-8bef-b691a1924062 admin admin] Publish callbacks [] for security_group (f29c910d-7619-4457-a1be-a70afe2a4393), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:01.327781 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d88ce1b-8650-41bd-8bef-b691a1924062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f29c910d-7619-4457-a1be-a70afe2a4393), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:01.331397 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d88ce1b-8650-41bd-8bef-b691a1924062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:01.337521 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2d88ce1b-8650-41bd-8bef-b691a1924062 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f29c910d-7619-4457-a1be-a70afe2a4393 HTTP/1.1" status: 204 len: 168 time: 0.1936688 Feb 05 03:24:01.349579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ce1b-8650-41bd-8bef-b691a1924062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29c910d-7619-4457-a1be-a70afe2a4393,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:01.471298 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea39eb9-ca81-4a40-adc7-5171fde65951 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:24:01.477897 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ea39eb9-ca81-4a40-adc7-5171fde65951 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:01.491591 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3792bb7c-42b2-4233-8728-c1c910718839 None None] Sync routers for ids ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:24:01.510906 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3792bb7c-42b2-4233-8728-c1c910718839 None None] Routers {'2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:24:01.513827 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3792bb7c-42b2-4233-8728-c1c910718839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:23:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:01.543563 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8ea39eb9-ca81-4a40-adc7-5171fde65951 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "DELETE /v2.0/floatingips/2155775d-e851-4641-8282-9b49afa74276 HTTP/1.1" status: 204 len: 168 time: 1.4858353 Feb 05 03:24:01.545582 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'tag': 'e560637b-4d4b-4436-b409-1a7fe3141522'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:24:01.576443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 07f450bd-2194-42f3-9ca2-d10519c54d6f no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:24:01.589949 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243acbbc-ee11-41f4-a1cb-b097d47e4b71" -d '{"events": [{"name": "network-changed", "server_uuid": "9c29b6ff-a50a-4342-acb0-4997730cb3a7", "tag": "e560637b-4d4b-4436-b409-1a7fe3141522"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:24:01.650382 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3792bb7c-42b2-4233-8728-c1c910718839 None None] Set router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:24:01.674926 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 07f450bd-2194-42f3-9ca2-d10519c54d6f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:24:01.675272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 07f450bd-2194-42f3-9ca2-d10519c54d6f not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:24:01.707646 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3489ca-6fdf-424f-a5e7-73dc288d86ef x-openstack-request-id: req-cd3489ca-6fdf-424f-a5e7-73dc288d86ef {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:24:01.714164 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c29b6ff-a50a-4342-acb0-4997730cb3a7", "tag": "e560637b-4d4b-4436-b409-1a7fe3141522", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:24:01.714511 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd3489ca-6fdf-424f-a5e7-73dc288d86ef {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:24:01.714979 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'tag': 'e560637b-4d4b-4436-b409-1a7fe3141522', 'status': 'completed', 'code': 200} Feb 05 03:24:01.859055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243acbbc-ee11-41f4-a1cb-b097d47e4b71 req-766e6066-f13f-4075-a105-768c750149e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:01.880431 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-243acbbc-ee11-41f4-a1cb-b097d47e4b71 req-766e6066-f13f-4075-a105-768c750149e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9&device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 1128 time: 0.1466672 Feb 05 03:24:02.104966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243acbbc-ee11-41f4-a1cb-b097d47e4b71 req-465060ce-2e22-4d72-9e5e-beda9760a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:02.107589 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-243acbbc-ee11-41f4-a1cb-b097d47e4b71 req-465060ce-2e22-4d72-9e5e-beda9760a922 service neutron] 10.222.0.31 "GET /v2.0/networks?id=68d16b29-eb71-4c36-a416-3ea71310f997 HTTP/1.1" status: 200 len: 896 time: 0.2197437 Feb 05 03:24:02.125822 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33346) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:02.147849 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a7b3-48b6-4d1e-b394-8e51f8fca122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:02.167949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0e76f-4b14-4728-97bc-0b287d3afa3a req-1ec3c995-91e6-40be-8655-a95a81e009ea tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:02.175959 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebe0e76f-4b14-4728-97bc-0b287d3afa3a req-1ec3c995-91e6-40be-8655-a95a81e009ea tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 946 time: 0.1458850 Feb 05 03:24:02.179355 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3792bb7c-42b2-4233-8728-c1c910718839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:23:55Z', 'revision_number': 6, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '259d61b7-7130-4990-aa0c-7f47b6b6819b', 'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:fc:3f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:24Z', 'updated_at': '2022-02-05T03:21:29Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:02.210600 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3792bb7c-42b2-4233-8728-c1c910718839 None None] Checking router: 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:24:02.216123 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-243acbbc-ee11-41f4-a1cb-b097d47e4b71 req-33c678ab-9bf8-4403-b7dd-58fce4365840 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e560637b-4d4b-4436-b409-1a7fe3141522 HTTP/1.1" status: 200 len: 217 time: 0.1013825 Feb 05 03:24:02.221129 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3792bb7c-42b2-4233-8728-c1c910718839 None None] Routers {'2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:24:02.221967 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3792bb7c-42b2-4233-8728-c1c910718839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:23:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:02.307816 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebe0e76f-4b14-4728-97bc-0b287d3afa3a req-d41b9b7f-cca2-4b14-8dee-a3a303955169 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e6ba3a-6bb3-4411-b703-b4af26096983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308897 Feb 05 03:24:02.316572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243acbbc-ee11-41f4-a1cb-b097d47e4b71 req-ddf18282-bcf8-42de-a16c-3a92624eac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:02.321709 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-243acbbc-ee11-41f4-a1cb-b097d47e4b71 req-ddf18282-bcf8-42de-a16c-3a92624eac46 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9fb46138-0685-430b-af0a-d9fc5959f783 HTTP/1.1" status: 200 len: 835 time: 0.0981629 Feb 05 03:24:02.344862 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3792bb7c-42b2-4233-8728-c1c910718839 None None] Set router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:24:02.411920 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a7b3-48b6-4d1e-b394-8e51f8fca122 admin admin] Publish callbacks [] for security_group (2341632e-7b5c-4909-ac80-377e69e3b124), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:02.426689 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a7b3-48b6-4d1e-b394-8e51f8fca122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2341632e-7b5c-4909-ac80-377e69e3b124), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:02.434889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243acbbc-ee11-41f4-a1cb-b097d47e4b71 req-018ae5ef-3307-4a04-bcb7-5f0347de96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:02.440521 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-243acbbc-ee11-41f4-a1cb-b097d47e4b71 req-018ae5ef-3307-4a04-bcb7-5f0347de96ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=68d16b29-eb71-4c36-a416-3ea71310f997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1128631 Feb 05 03:24:02.510598 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1ae4a7b3-48b6-4d1e-b394-8e51f8fca122 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1bfe76d81e774e2e93ece5e745c89792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3803475 Feb 05 03:24:02.514941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33350) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:02.566247 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4a7b3-48b6-4d1e-b394-8e51f8fca122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2341632e-7b5c-4909-ac80-377e69e3b124,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:02.593960 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1d8da05-1a33-4b84-929e-cb43d02d9ecc admin admin] Publish callbacks [] for security_group (2341632e-7b5c-4909-ac80-377e69e3b124), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:02.636910 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-243acbbc-ee11-41f4-a1cb-b097d47e4b71 req-e67fa766-1999-4b63-9a66-ae4bbae67451 service neutron] 10.222.0.31 "GET /v2.0/networks/68d16b29-eb71-4c36-a416-3ea71310f997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884356 Feb 05 03:24:02.641917 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1d8da05-1a33-4b84-929e-cb43d02d9ecc admin admin] Publish callbacks [] for security_group (2341632e-7b5c-4909-ac80-377e69e3b124), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:02.771595 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1d8da05-1a33-4b84-929e-cb43d02d9ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2341632e-7b5c-4909-ac80-377e69e3b124), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:02.775793 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3792bb7c-42b2-4233-8728-c1c910718839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:23:55Z', 'revision_number': 6, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '259d61b7-7130-4990-aa0c-7f47b6b6819b', 'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:fc:3f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:24Z', 'updated_at': '2022-02-05T03:21:29Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:02.777878 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1d8da05-1a33-4b84-929e-cb43d02d9ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:02.782315 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c1d8da05-1a33-4b84-929e-cb43d02d9ecc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2341632e-7b5c-4909-ac80-377e69e3b124 HTTP/1.1" status: 204 len: 168 time: 0.2656202 Feb 05 03:24:02.819069 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8da05-1a33-4b84-929e-cb43d02d9ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2341632e-7b5c-4909-ac80-377e69e3b124,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:02.910748 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3792bb7c-42b2-4233-8728-c1c910718839 None None] The sync data for ids ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'] in n-d-826942-8 is: [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:23:55Z', 'revision_number': 6, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '259d61b7-7130-4990-aa0c-7f47b6b6819b', 'name': '', 'network_id': '68d16b29-eb71-4c36-a416-3ea71310f997', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:fc:3f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:24Z', 'updated_at': '2022-02-05T03:21:29Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '9fb46138-0685-430b-af0a-d9fc5959f783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:24:02.940608 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-243acbbc-ee11-41f4-a1cb-b097d47e4b71 req-4e6cb68e-922d-4476-9478-8921c8b1d954 service neutron] 10.222.0.31 "GET /v2.0/networks/68d16b29-eb71-4c36-a416-3ea71310f997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945559 Feb 05 03:24:03.343134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d55d81-73dc-43d1-ace0-b5e4518ae482 None None] New status for floating IP 2155775d-e851-4641-8282-9b49afa74276: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:24:03.472306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db880374-2da3-4099-860a-c467dee26d7e req-5dc01d63-9a35-40fc-bf76-30d1c34c6f74 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:03.473744 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db880374-2da3-4099-860a-c467dee26d7e req-5dc01d63-9a35-40fc-bf76-30d1c34c6f74 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 946 time: 0.0607610 Feb 05 03:24:03.530970 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db880374-2da3-4099-860a-c467dee26d7e req-e077e097-5b7e-45dc-83fb-88b6f46b9581 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e6ba3a-6bb3-4411-b703-b4af26096983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501058 Feb 05 03:24:03.671099 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c036856-bb5d-4cb7-bcab-dd451f06494a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:03.735134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41accb5-590b-4b8a-877a-395e41e147d4 req-dc38c963-0282-4345-a09b-2db00d900094 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:03.737811 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b41accb5-590b-4b8a-877a-395e41e147d4 req-dc38c963-0282-4345-a09b-2db00d900094 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 946 time: 0.1001365 Feb 05 03:24:03.849808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-b41accb5-590b-4b8a-877a-395e41e147d4 req-311c8bd3-e362-40e9-bf0f-f02628bff710 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Deleting port e560637b-4d4b-4436-b409-1a7fe3141522 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:03.850071 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b41accb5-590b-4b8a-877a-395e41e147d4 req-311c8bd3-e362-40e9-bf0f-f02628bff710 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e560637b-4d4b-4436-b409-1a7fe3141522), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:03.901107 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33384) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:03.962524 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b41accb5-590b-4b8a-877a-395e41e147d4 req-311c8bd3-e362-40e9-bf0f-f02628bff710 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] For port e560637b-4d4b-4436-b409-1a7fe3141522, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=e560637b-4d4b-4436-b409-1a7fe3141522,segment=NetworkSegment(d1b1e1f5-2b39-4c0b-b83d-52696b48f046),segment_id=d1b1e1f5-2b39-4c0b-b83d-52696b48f046)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:03.962992 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b41accb5-590b-4b8a-877a-395e41e147d4 req-311c8bd3-e362-40e9-bf0f-f02628bff710 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e560637b-4d4b-4436-b409-1a7fe3141522), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:03.979889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-b41accb5-590b-4b8a-877a-395e41e147d4 req-311c8bd3-e362-40e9-bf0f-f02628bff710 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Calling delete_port for e560637b-4d4b-4436-b409-1a7fe3141522 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:04.038635 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6594500d-0c9f-4792-90de-a2fb8b951a7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1168220057'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:04.076616 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6594500d-0c9f-4792-90de-a2fb8b951a7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Made reservation on behalf of ca366f9a084448fb9b27a3dd724c8ca1 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:04.080231 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6594500d-0c9f-4792-90de-a2fb8b951a7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:04.091948 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6594500d-0c9f-4792-90de-a2fb8b951a7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:04.172966 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b41accb5-590b-4b8a-877a-395e41e147d4 req-311c8bd3-e362-40e9-bf0f-f02628bff710 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (e560637b-4d4b-4436-b409-1a7fe3141522), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:04.256168 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c8bd3-e362-40e9-bf0f-f02628bff710 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'Port': ['ID=e560637b-4d4b-4436-b409-1a7fe3141522,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:04.290440 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41accb5-590b-4b8a-877a-395e41e147d4 req-311c8bd3-e362-40e9-bf0f-f02628bff710 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] No DVR routers for this DVR port e560637b-4d4b-4436-b409-1a7fe3141522 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:24:04.296315 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b41accb5-590b-4b8a-877a-395e41e147d4 req-311c8bd3-e362-40e9-bf0f-f02628bff710 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:04.300260 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b41accb5-590b-4b8a-877a-395e41e147d4 req-311c8bd3-e362-40e9-bf0f-f02628bff710 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.31 "DELETE /v2.0/ports/e560637b-4d4b-4436-b409-1a7fe3141522 HTTP/1.1" status: 204 len: 173 time: 0.5563772 Feb 05 03:24:04.300711 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'name': 'network-vif-deleted', 'tag': 'e560637b-4d4b-4436-b409-1a7fe3141522'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:24:04.302988 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a0511b-c60d-4b81-8704-d0c9962a5eaa" -d '{"events": [{"server_uuid": "9c29b6ff-a50a-4342-acb0-4997730cb3a7", "name": "network-vif-deleted", "tag": "e560637b-4d4b-4436-b409-1a7fe3141522"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:24:04.381389 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e225db-5c62-4cf8-884e-21c48cc1671d x-openstack-request-id: req-18e225db-5c62-4cf8-884e-21c48cc1671d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:24:04.382044 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c29b6ff-a50a-4342-acb0-4997730cb3a7", "name": "network-vif-deleted", "tag": "e560637b-4d4b-4436-b409-1a7fe3141522", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:24:04.383281 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-18e225db-5c62-4cf8-884e-21c48cc1671d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:24:04.384124 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c29b6ff-a50a-4342-acb0-4997730cb3a7', 'name': 'network-vif-deleted', 'tag': 'e560637b-4d4b-4436-b409-1a7fe3141522', 'status': 'completed', 'code': 200} Feb 05 03:24:04.387107 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6594500d-0c9f-4792-90de-a2fb8b951a7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks [] for security_group (bb02e523-0c84-4d9d-8980-68e23e88a8be), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:04.392505 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6594500d-0c9f-4792-90de-a2fb8b951a7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (bb02e523-0c84-4d9d-8980-68e23e88a8be), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:04.408307 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6594500d-0c9f-4792-90de-a2fb8b951a7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:24:04.437133 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6594500d-0c9f-4792-90de-a2fb8b951a7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (4570f632-87ff-41ed-b625-02eb0cacfbb1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:04.438092 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-6594500d-0c9f-4792-90de-a2fb8b951a7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Added segment 4570f632-87ff-41ed-b625-02eb0cacfbb1 of type vlan for network 20f5c557-dce9-4673-a610-bd2fc4ab439f Feb 05 03:24:04.452611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594500d-0c9f-4792-90de-a2fb8b951a7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb02e523-0c84-4d9d-8980-68e23e88a8be,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:04.492821 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6594500d-0c9f-4792-90de-a2fb8b951a7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (20f5c557-dce9-4673-a610-bd2fc4ab439f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:04.520605 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6594500d-0c9f-4792-90de-a2fb8b951a7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (20f5c557-dce9-4673-a610-bd2fc4ab439f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:04.526032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6594500d-0c9f-4792-90de-a2fb8b951a7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:04.526622 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6594500d-0c9f-4792-90de-a2fb8b951a7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:04.654599 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6594500d-0c9f-4792-90de-a2fb8b951a7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7491624 Feb 05 03:24:04.655570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33402) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:04.672250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b0c63d0a-0cd6-4606-a5b2-46d433d5d452 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Request body: {'subnet': {'network_id': '20f5c557-dce9-4673-a610-bd2fc4ab439f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:04.679202 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594500d-0c9f-4792-90de-a2fb8b951a7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Pushing event updated for resources: {'Network': ['ID=20f5c557-dce9-4673-a610-bd2fc4ab439f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:04.688558 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf350699-fddb-48ba-ae71-40a6115508fb req-04b40664-c1d4-4810-976c-6b3e4399bdfa tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c29b6ff-a50a-4342-acb0-4997730cb3a7 HTTP/1.1" status: 200 len: 210 time: 0.0504849 Feb 05 03:24:04.701600 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 20f5c557-dce9-4673-a610-bd2fc4ab439f details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:24:04.800459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c63d0a-0cd6-4606-a5b2-46d433d5d452 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Made reservation on behalf of ca366f9a084448fb9b27a3dd724c8ca1 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:04.804933 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0c63d0a-0cd6-4606-a5b2-46d433d5d452 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:05.038061 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0c63d0a-0cd6-4606-a5b2-46d433d5d452 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (457478d3-5a5f-4699-9777-d349164ad42f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:05.104257 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c63d0a-0cd6-4606-a5b2-46d433d5d452 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Pushing event updated for resources: {'Subnet': ['ID=457478d3-5a5f-4699-9777-d349164ad42f,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:05.110905 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c63d0a-0cd6-4606-a5b2-46d433d5d452 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Checking segment: {'id': '4570f632-87ff-41ed-b625-02eb0cacfbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '20f5c557-dce9-4673-a610-bd2fc4ab439f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:05.111250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c63d0a-0cd6-4606-a5b2-46d433d5d452 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Network hostable DHCP agents. Network: 20f5c557-dce9-4673-a610-bd2fc4ab439f, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:24:05.130059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c63d0a-0cd6-4606-a5b2-46d433d5d452 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Network 20f5c557-dce9-4673-a610-bd2fc4ab439f is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:24:05.141152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b0c63d0a-0cd6-4606-a5b2-46d433d5d452 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 20f5c557-dce9-4673-a610-bd2fc4ab439f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:05.148142 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c63d0a-0cd6-4606-a5b2-46d433d5d452 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:05.148732 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0c63d0a-0cd6-4606-a5b2-46d433d5d452 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:05.150797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe69bb7-0462-4a00-9312-abc686ab0b5c None None] Network 20f5c557-dce9-4673-a610-bd2fc4ab439f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:05.172057 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b0c63d0a-0cd6-4606-a5b2-46d433d5d452 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5105860 Feb 05 03:24:05.174032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33404) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:05.180841 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e2d10467-a715-4689-a60f-32b952b54a8e tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Request body: {'port': {'network_id': '20f5c557-dce9-4673-a610-bd2fc4ab439f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1321062024'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:05.276042 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-20f5c557-dce9-4673-a610-bd2fc4ab439f', 'network_id': '20f5c557-dce9-4673-a610-bd2fc4ab439f', 'project_id': 'ca366f9a084448fb9b27a3dd724c8ca1', 'fixed_ips': [{'subnet_id': '457478d3-5a5f-4699-9777-d349164ad42f'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:24:05.276942 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:05.338441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d10467-a715-4689-a60f-32b952b54a8e tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Made reservation on behalf of ca366f9a084448fb9b27a3dd724c8ca1 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:05.347284 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2d10467-a715-4689-a60f-32b952b54a8e tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:05.381749 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-e2d10467-a715-4689-a60f-32b952b54a8e tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] device_id is not set on port f1795f56-57ff-439f-93d4-cd0bc81f0b80 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:24:05.471124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Allocated IP 2001:db8::2 (20f5c557-dce9-4673-a610-bd2fc4ab439f/457478d3-5a5f-4699-9777-d349164ad42f/b2a40630-b772-4d36-b607-740cca592e71) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:24:05.620350 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Publish callbacks [] for port (b2a40630-b772-4d36-b607-740cca592e71), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:05.626394 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (b2a40630-b772-4d36-b607-740cca592e71), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:05.644213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Network 20f5c557-dce9-4673-a610-bd2fc4ab439f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:24:05.663809 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:05.673231 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:24:05.723883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Pushing event updated for resources: {'Port': ['ID=b2a40630-b772-4d36-b607-740cca592e71,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:05.747466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-e2d10467-a715-4689-a60f-32b952b54a8e tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Allocated IP 2001:db8::38f (20f5c557-dce9-4673-a610-bd2fc4ab439f/457478d3-5a5f-4699-9777-d349164ad42f/f1795f56-57ff-439f-93d4-cd0bc81f0b80) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:24:05.791330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33414) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:05.899316 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-971b2b55-21b5-4bd3-bed2-5d2205ae35b9 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (68e6ba3a-6bb3-4411-b703-b4af26096983), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:05.938586 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-971b2b55-21b5-4bd3-bed2-5d2205ae35b9 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (68e6ba3a-6bb3-4411-b703-b4af26096983), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:06.005536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Attempting to bind port b2a40630-b772-4d36-b607-740cca592e71 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:24:06.006667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Attempting to bind port b2a40630-b772-4d36-b607-740cca592e71 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '4570f632-87ff-41ed-b625-02eb0cacfbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '20f5c557-dce9-4673-a610-bd2fc4ab439f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:24:06.007311 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Attempting to bind port b2a40630-b772-4d36-b607-740cca592e71 on network 20f5c557-dce9-4673-a610-bd2fc4ab439f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:24:06.019659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:24:06.020704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Checking segment: {'id': '4570f632-87ff-41ed-b625-02eb0cacfbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '20f5c557-dce9-4673-a610-bd2fc4ab439f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:06.021360 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:06.022429 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Bound using segment: {'id': '4570f632-87ff-41ed-b625-02eb0cacfbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '20f5c557-dce9-4673-a610-bd2fc4ab439f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:24:06.023174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Bound port: b2a40630-b772-4d36-b607-740cca592e71, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4570f632-87ff-41ed-b625-02eb0cacfbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '20f5c557-dce9-4673-a610-bd2fc4ab439f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:24:06.023816 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b2a40630-b772-4d36-b607-740cca592e71), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:06.027440 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-971b2b55-21b5-4bd3-bed2-5d2205ae35b9 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (68e6ba3a-6bb3-4411-b703-b4af26096983), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:06.030007 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c56f55a7-bc4c-4956-8ccb-7d6324517633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:06.030905 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-971b2b55-21b5-4bd3-bed2-5d2205ae35b9 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:06.035243 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-971b2b55-21b5-4bd3-bed2-5d2205ae35b9 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "DELETE /v2.0/security-groups/68e6ba3a-6bb3-4411-b703-b4af26096983 HTTP/1.1" status: 204 len: 168 time: 0.2404571 Feb 05 03:24:06.045688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b2b55-21b5-4bd3-bed2-5d2205ae35b9 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e6ba3a-6bb3-4411-b703-b4af26096983,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:06.088583 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2d10467-a715-4689-a60f-32b952b54a8e tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks [] for port (f1795f56-57ff-439f-93d4-cd0bc81f0b80), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:06.096010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33418) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:06.104785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] For port b2a40630-b772-4d36-b607-740cca592e71, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:24:06.108783 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] For port b2a40630-b772-4d36-b607-740cca592e71, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b2a40630-b772-4d36-b607-740cca592e71,segment=NetworkSegment(4570f632-87ff-41ed-b625-02eb0cacfbb1),segment_id=4570f632-87ff-41ed-b625-02eb0cacfbb1)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:24:06.138476 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b2a40630-b772-4d36-b607-740cca592e71), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:06.217287 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2d10467-a715-4689-a60f-32b952b54a8e tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f1795f56-57ff-439f-93d4-cd0bc81f0b80), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:06.243372 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6a5e6-5041-4e09-b1b2-deff3cdadfd1 None None] Pushing event updated for resources: {'Port': ['ID=b2a40630-b772-4d36-b607-740cca592e71,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:06.297266 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d10467-a715-4689-a60f-32b952b54a8e tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Network 20f5c557-dce9-4673-a610-bd2fc4ab439f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:24:06.300484 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-e2d10467-a715-4689-a60f-32b952b54a8e tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:06.310524 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d10467-a715-4689-a60f-32b952b54a8e tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:24:06.318422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d10467-a715-4689-a60f-32b952b54a8e tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:06.319113 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2d10467-a715-4689-a60f-32b952b54a8e tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:06.327106 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d10467-a715-4689-a60f-32b952b54a8e tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Pushing event updated for resources: {'Port': ['ID=f1795f56-57ff-439f-93d4-cd0bc81f0b80,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:06.359962 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e2d10467-a715-4689-a60f-32b952b54a8e tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1847012 Feb 05 03:24:06.360673 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33422) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:06.366381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a7af6e6e-8471-4626-b911-a9598f1e5150 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Request body: {'port': {'network_id': '20f5c557-dce9-4673-a610-bd2fc4ab439f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1096409948', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:06.366962 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.api.validators [None req-a7af6e6e-8471-4626-b911-a9598f1e5150 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] bootfile-name is not in valid_values {{(pid=109674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 05 03:24:06.367305 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.api.validators [None req-a7af6e6e-8471-4626-b911-a9598f1e5150 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] tftp-server is not in valid_values {{(pid=109674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 05 03:24:06.367828 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.api.validators [None req-a7af6e6e-8471-4626-b911-a9598f1e5150 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] server-ip-address is not in valid_values {{(pid=109674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 05 03:24:06.673421 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7af6e6e-8471-4626-b911-a9598f1e5150 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Made reservation on behalf of ca366f9a084448fb9b27a3dd724c8ca1 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:06.677351 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7af6e6e-8471-4626-b911-a9598f1e5150 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:06.715987 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-a7af6e6e-8471-4626-b911-a9598f1e5150 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] device_id is not set on port 9c8b45d6-8242-4d49-8ec3-aea6da55098f yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:24:06.785217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device e560637b-4d4b-4436-b409-1a7fe3141522 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:24:06.812876 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e061-fa29-438e-8217-0f982d60696f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:06.849277 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: e560637b-4d4b-4436-b409-1a7fe3141522 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:24:06.849746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device e560637b-4d4b-4436-b409-1a7fe3141522 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:24:06.995105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-a7af6e6e-8471-4626-b911-a9598f1e5150 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Allocated IP 2001:db8::3 (20f5c557-dce9-4673-a610-bd2fc4ab439f/457478d3-5a5f-4699-9777-d349164ad42f/9c8b45d6-8242-4d49-8ec3-aea6da55098f) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:24:07.092941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97a0f4-1123-453d-9411-c1aa4647b3c2 req-20dfa0cf-e44e-4a4f-b188-a88cd803abf8 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:07.095268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec97a0f4-1123-453d-9411-c1aa4647b3c2 req-20dfa0cf-e44e-4a4f-b188-a88cd803abf8 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 946 time: 0.1328893 Feb 05 03:24:07.171339 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:07.241447 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec97a0f4-1123-453d-9411-c1aa4647b3c2 req-e8c6e142-a584-410c-94fa-f62ab2223bdb tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101265 Feb 05 03:24:07.270855 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b2a40630-b772-4d36-b607-740cca592e71 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:24:07.393119 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7af6e6e-8471-4626-b911-a9598f1e5150 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks [] for port (9c8b45d6-8242-4d49-8ec3-aea6da55098f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:07.400082 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port b2a40630-b772-4d36-b607-740cca592e71 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:07.400395 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b2a40630-b772-4d36-b607-740cca592e71), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:07.430835 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9e061-fa29-438e-8217-0f982d60696f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Deleting port 259d61b7-7130-4990-aa0c-7f47b6b6819b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:07.433040 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e061-fa29-438e-8217-0f982d60696f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:07.487003 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7af6e6e-8471-4626-b911-a9598f1e5150 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (9c8b45d6-8242-4d49-8ec3-aea6da55098f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:07.538480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port b2a40630-b772-4d36-b607-740cca592e71 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:07.538937 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b2a40630-b772-4d36-b607-740cca592e71), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:07.546963 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7af6e6e-8471-4626-b911-a9598f1e5150 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Network 20f5c557-dce9-4673-a610-bd2fc4ab439f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:24:07.550617 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a7af6e6e-8471-4626-b911-a9598f1e5150 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:07.553447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af6e6e-8471-4626-b911-a9598f1e5150 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:24:07.560013 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7af6e6e-8471-4626-b911-a9598f1e5150 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:07.561331 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7af6e6e-8471-4626-b911-a9598f1e5150 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:07.586210 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af6e6e-8471-4626-b911-a9598f1e5150 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Pushing event updated for resources: {'Port': ['ID=9c8b45d6-8242-4d49-8ec3-aea6da55098f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:07.608743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port b2a40630-b772-4d36-b607-740cca592e71, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b2a40630-b772-4d36-b607-740cca592e71,segment=NetworkSegment(4570f632-87ff-41ed-b625-02eb0cacfbb1),segment_id=4570f632-87ff-41ed-b625-02eb0cacfbb1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:07.610073 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a7af6e6e-8471-4626-b911-a9598f1e5150 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.2483063 Feb 05 03:24:07.613716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33438) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:07.615410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-0bb9e061-fa29-438e-8217-0f982d60696f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] For port 259d61b7-7130-4990-aa0c-7f47b6b6819b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=259d61b7-7130-4990-aa0c-7f47b6b6819b,segment=NetworkSegment(d1b1e1f5-2b39-4c0b-b83d-52696b48f046),segment_id=d1b1e1f5-2b39-4c0b-b83d-52696b48f046)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:07.615824 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e061-fa29-438e-8217-0f982d60696f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:07.620516 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b2a40630-b772-4d36-b607-740cca592e71), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:07.654593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9e061-fa29-438e-8217-0f982d60696f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Calling delete_port for 259d61b7-7130-4990-aa0c-7f47b6b6819b owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:07.725558 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=b2a40630-b772-4d36-b607-740cca592e71,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:07.806709 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f332236-a163-4fd6-9745-151824ac01c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:07.813044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f332236-a163-4fd6-9745-151824ac01c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:07.819300 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f332236-a163-4fd6-9745-151824ac01c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:07.830702 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0f332236-a163-4fd6-9745-151824ac01c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2144973 Feb 05 03:24:07.833358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33440) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:07.952003 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e061-fa29-438e-8217-0f982d60696f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (259d61b7-7130-4990-aa0c-7f47b6b6819b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:07.970569 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec37913-a4e1-4d79-b078-25aee113beea None None] Network 20f5c557-dce9-4673-a610-bd2fc4ab439f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:08.040911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9e061-fa29-438e-8217-0f982d60696f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'Port': ['ID=259d61b7-7130-4990-aa0c-7f47b6b6819b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:08.096235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3c1aed8d-865d-47f9-85bb-895ca6defbcb tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Deleting port 9c8b45d6-8242-4d49-8ec3-aea6da55098f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:08.096576 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c1aed8d-865d-47f9-85bb-895ca6defbcb tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (9c8b45d6-8242-4d49-8ec3-aea6da55098f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:08.142105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-149c4a06-9f85-43d8-ace1-5eb7b707e940 None None] Provisioning complete for port b2a40630-b772-4d36-b607-740cca592e71 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:08.142959 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-149c4a06-9f85-43d8-ace1-5eb7b707e940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b2a40630-b772-4d36-b607-740cca592e71), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:08.296101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-149c4a06-9f85-43d8-ace1-5eb7b707e940 None None] Current status of the port b2a40630-b772-4d36-b607-740cca592e71 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:08.328337 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c1aed8d-865d-47f9-85bb-895ca6defbcb tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (9c8b45d6-8242-4d49-8ec3-aea6da55098f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:08.351755 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3c1aed8d-865d-47f9-85bb-895ca6defbcb tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Calling delete_port for 9c8b45d6-8242-4d49-8ec3-aea6da55098f owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:08.501750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22cbb5-d2aa-4370-9f43-36a509f27316 req-91afee02-2c81-41d2-ac3f-d74e6358025b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:08.509159 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c22cbb5-d2aa-4370-9f43-36a509f27316 req-91afee02-2c81-41d2-ac3f-d74e6358025b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 946 time: 0.0866435 Feb 05 03:24:08.522635 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e061-fa29-438e-8217-0f982d60696f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:08.572310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0da059-fa9f-4b34-8486-115895a6a9d3 req-da1d4b79-81c3-4d98-8668-ff03541d24bc tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:08.573928 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0f0da059-fa9f-4b34-8486-115895a6a9d3 req-da1d4b79-81c3-4d98-8668-ff03541d24bc tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.31 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 946 time: 0.1239285 Feb 05 03:24:08.707268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c22cbb5-d2aa-4370-9f43-36a509f27316 req-5f0b3769-8b13-4bcd-8905-3cf6d3afb595 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970475 Feb 05 03:24:08.752379 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:08.771989 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7e9a2ea9-0738-48f6-b0aa-839891ba078d None None] Provisioning complete for port 9c8b45d6-8242-4d49-8ec3-aea6da55098f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:08.772585 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2ea9-0738-48f6-b0aa-839891ba078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9c8b45d6-8242-4d49-8ec3-aea6da55098f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:08.790963 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c1aed8d-865d-47f9-85bb-895ca6defbcb tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (9c8b45d6-8242-4d49-8ec3-aea6da55098f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:08.838255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1aed8d-865d-47f9-85bb-895ca6defbcb tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Pushing event deleted for resources: {'Port': ['ID=9c8b45d6-8242-4d49-8ec3-aea6da55098f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:08.846366 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-0f0da059-fa9f-4b34-8486-115895a6a9d3 req-4e7b9552-31b1-4143-a378-93acabdb38b6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Deleting port dbc878c9-1465-47ef-bd5a-0494c8894434 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:08.846702 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0f0da059-fa9f-4b34-8486-115895a6a9d3 req-4e7b9552-31b1-4143-a378-93acabdb38b6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:08.876806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a2ea9-0738-48f6-b0aa-839891ba078d None None] Port 9c8b45d6-8242-4d49-8ec3-aea6da55098f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:24:08.888962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7e9a2ea9-0738-48f6-b0aa-839891ba078d None None] Provisioning complete for port b2a40630-b772-4d36-b607-740cca592e71 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:08.889597 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2ea9-0738-48f6-b0aa-839891ba078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b2a40630-b772-4d36-b607-740cca592e71), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:08.957999 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c1aed8d-865d-47f9-85bb-895ca6defbcb tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:08.962733 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3c1aed8d-865d-47f9-85bb-895ca6defbcb tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] 10.222.0.36 "DELETE /v2.0/ports/9c8b45d6-8242-4d49-8ec3-aea6da55098f HTTP/1.1" status: 204 len: 168 time: 1.1275904 Feb 05 03:24:08.966133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33448) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:08.974125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b81a829e-8f5f-4204-9087-fc8480afadcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Request body: {'port': {'name': 'tempest-new-port-name-139449804', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:08.974802 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.api.validators [None req-b81a829e-8f5f-4204-9087-fc8480afadcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] bootfile-name is not in valid_values {{(pid=109674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 05 03:24:08.975418 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.api.validators [None req-b81a829e-8f5f-4204-9087-fc8480afadcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] tftp-server is not in valid_values {{(pid=109674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 05 03:24:08.975932 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.api.validators [None req-b81a829e-8f5f-4204-9087-fc8480afadcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] server-ip-address is not in valid_values {{(pid=109674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 05 03:24:09.076803 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb9e061-fa29-438e-8217-0f982d60696f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:24:09.095597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a2ea9-0738-48f6-b0aa-839891ba078d None None] Current status of the port b2a40630-b772-4d36-b607-740cca592e71 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:09.135360 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7e9a2ea9-0738-48f6-b0aa-839891ba078d None None] Provisioning complete for port f1795f56-57ff-439f-93d4-cd0bc81f0b80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:09.137650 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2ea9-0738-48f6-b0aa-839891ba078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f1795f56-57ff-439f-93d4-cd0bc81f0b80), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:09.219353 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0f0da059-fa9f-4b34-8486-115895a6a9d3 req-4e7b9552-31b1-4143-a378-93acabdb38b6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] For port dbc878c9-1465-47ef-bd5a-0494c8894434, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=dbc878c9-1465-47ef-bd5a-0494c8894434,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:09.219817 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0f0da059-fa9f-4b34-8486-115895a6a9d3 req-4e7b9552-31b1-4143-a378-93acabdb38b6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:09.233612 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b81a829e-8f5f-4204-9087-fc8480afadcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f1795f56-57ff-439f-93d4-cd0bc81f0b80), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:09.258454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a2ea9-0738-48f6-b0aa-839891ba078d None None] Port f1795f56-57ff-439f-93d4-cd0bc81f0b80 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:24:09.351528 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b2a40630-b772-4d36-b607-740cca592e71 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:24:09.521870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2687fcc9-b786-42e4-8ae2-9cacc97dd2a9 None None] Provisioning complete for port f1795f56-57ff-439f-93d4-cd0bc81f0b80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:09.522526 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2687fcc9-b786-42e4-8ae2-9cacc97dd2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f1795f56-57ff-439f-93d4-cd0bc81f0b80), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:09.585570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2687fcc9-b786-42e4-8ae2-9cacc97dd2a9 None None] Port f1795f56-57ff-439f-93d4-cd0bc81f0b80 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:24:09.593728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port b2a40630-b772-4d36-b607-740cca592e71 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:09.594512 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b2a40630-b772-4d36-b607-740cca592e71), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:09.699079 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port b2a40630-b772-4d36-b607-740cca592e71 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:09.708306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-259a21af-9b5b-40e0-92ee-a0ee54f49900 None None] Could not find standard attr ID for object 9c8b45d6-8242-4d49-8ec3-aea6da55098f. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:24:10.005432 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad48f8-a8c2-4d32-9aeb-5deceb0e3629 req-d26af56f-3ed5-4e1f-9669-8ddc9dc8a4ec tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:10.007386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24ad48f8-a8c2-4d32-9aeb-5deceb0e3629 req-d26af56f-3ed5-4e1f-9669-8ddc9dc8a4ec tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 946 time: 0.1261125 Feb 05 03:24:10.043661 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb9e061-fa29-438e-8217-0f982d60696f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:24:10.055284 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e561e6c-8ac9-446d-b573-ab71d8528a48 None None] Sync routers for ids ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:24:10.066014 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0bb9e061-fa29-438e-8217-0f982d60696f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "PUT /v2.0/routers/2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9685624 Feb 05 03:24:10.066717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33460) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:10.076519 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e561e6c-8ac9-446d-b573-ab71d8528a48 None None] Routers {'2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:24:10.077152 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1e561e6c-8ac9-446d-b573-ab71d8528a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:24:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:10.078147 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:10.151664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce2290a-678b-4081-a40f-03fae98167d6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Deleting subnet 9fb46138-0685-430b-af0a-d9fc5959f783 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:24:10.157630 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-24ad48f8-a8c2-4d32-9aeb-5deceb0e3629 req-068f0568-6589-45ae-8ffa-7fc04723e3e8 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a28da70-0372-47f8-8aac-c7d8b9722f64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416869 Feb 05 03:24:10.159691 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cce2290a-678b-4081-a40f-03fae98167d6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for subnet (9fb46138-0685-430b-af0a-d9fc5959f783), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:10.208271 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cce2290a-678b-4081-a40f-03fae98167d6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (9fb46138-0685-430b-af0a-d9fc5959f783), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:10.252461 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0f0da059-fa9f-4b34-8486-115895a6a9d3 req-4e7b9552-31b1-4143-a378-93acabdb38b6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:10.253037 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0f0da059-fa9f-4b34-8486-115895a6a9d3 req-4e7b9552-31b1-4143-a378-93acabdb38b6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (98d1a5c5-892f-4549-942a-fbd978fd9aa0), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:10.255942 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [req-0f0da059-fa9f-4b34-8486-115895a6a9d3 req-4e7b9552-31b1-4143-a378-93acabdb38b6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Floating IP 98d1a5c5-892f-4549-942a-fbd978fd9aa0 disassociated. External IP: 172.25.0.21, port: dbc878c9-1465-47ef-bd5a-0494c8894434. Feb 05 03:24:10.256283 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-0f0da059-fa9f-4b34-8486-115895a6a9d3 req-4e7b9552-31b1-4143-a378-93acabdb38b6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Calling delete_port for dbc878c9-1465-47ef-bd5a-0494c8894434 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:10.342251 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-1e561e6c-8ac9-446d-b573-ab71d8528a48 None None] Set router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:24:10.405456 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cce2290a-678b-4081-a40f-03fae98167d6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (9fb46138-0685-430b-af0a-d9fc5959f783), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:10.457596 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b81a829e-8f5f-4204-9087-fc8480afadcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks [] for port (f1795f56-57ff-439f-93d4-cd0bc81f0b80), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:10.485476 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b81a829e-8f5f-4204-9087-fc8480afadcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f1795f56-57ff-439f-93d4-cd0bc81f0b80), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:10.527062 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cce2290a-678b-4081-a40f-03fae98167d6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (9fb46138-0685-430b-af0a-d9fc5959f783), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:10.549875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b81a829e-8f5f-4204-9087-fc8480afadcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] In _notify_port_updated(), no bound segment for port f1795f56-57ff-439f-93d4-cd0bc81f0b80 on network 20f5c557-dce9-4673-a610-bd2fc4ab439f {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:24:10.555604 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81a829e-8f5f-4204-9087-fc8480afadcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:10.556365 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b81a829e-8f5f-4204-9087-fc8480afadcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:10.561418 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b81a829e-8f5f-4204-9087-fc8480afadcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] 10.222.0.36 "PUT /v2.0/ports/f1795f56-57ff-439f-93d4-cd0bc81f0b80 HTTP/1.1" status: 200 len: 1129 time: 1.5938809 Feb 05 03:24:10.562202 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33464) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:10.576926 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cce2290a-678b-4081-a40f-03fae98167d6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:10.590869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cce2290a-678b-4081-a40f-03fae98167d6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "DELETE /v2.0/subnets/9fb46138-0685-430b-af0a-d9fc5959f783 HTTP/1.1" status: 204 len: 168 time: 0.5152512 Feb 05 03:24:10.591750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33466) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:10.613469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2427bb47-60bf-4560-bad5-535c1ecdb3f5 None None] Network 68d16b29-eb71-4c36-a416-3ea71310f997 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:10.646044 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1e561e6c-8ac9-446d-b573-ab71d8528a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:24:07Z', 'revision_number': 7, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:10.651123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b725526d-a3e9-4f2d-a581-d9c45860d870 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:10.656744 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b725526d-a3e9-4f2d-a581-d9c45860d870 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] 10.222.0.36 "GET /v2.0/ports/f1795f56-57ff-439f-93d4-cd0bc81f0b80 HTTP/1.1" status: 200 len: 1129 time: 0.0897727 Feb 05 03:24:10.678061 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33468) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:10.711736 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e561e6c-8ac9-446d-b573-ab71d8528a48 None None] Checking router: 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:24:10.733132 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e561e6c-8ac9-446d-b573-ab71d8528a48 None None] Routers {'2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:24:10.734118 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1e561e6c-8ac9-446d-b573-ab71d8528a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:24:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:10.742208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2290a-678b-4081-a40f-03fae98167d6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb46138-0685-430b-af0a-d9fc5959f783,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:10.766841 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a829e-8f5f-4204-9087-fc8480afadcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Pushing event updated for resources: {'Port': ['ID=f1795f56-57ff-439f-93d4-cd0bc81f0b80,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:10.902213 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0f0da059-fa9f-4b34-8486-115895a6a9d3 req-4e7b9552-31b1-4143-a378-93acabdb38b6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (dbc878c9-1465-47ef-bd5a-0494c8894434), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:10.933208 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44ab6cfc-c10a-47fa-bf21-6dca088aaf03 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:11.007617 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b9552-31b1-4143-a378-93acabdb38b6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event deleted for resources: {'Port': ['ID=dbc878c9-1465-47ef-bd5a-0494c8894434,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:11.028047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b242c90e-e108-49f1-ae41-0d70dc3f70d5 None None] DHCP port deletion for 68d16b29-eb71-4c36-a416-3ea71310f997 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:24:11.057469 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6295f-4a27-46a2-9e9e-70cf3b73ffe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Deleting port f1795f56-57ff-439f-93d4-cd0bc81f0b80 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:11.061707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0b6295f-4a27-46a2-9e9e-70cf3b73ffe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f1795f56-57ff-439f-93d4-cd0bc81f0b80), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:11.100375 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-1e561e6c-8ac9-446d-b573-ab71d8528a48 None None] Set router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:24:11.150160 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-695a213a-08fe-4dd4-ac75-df2082f88b4d None None] Provisioning complete for port f1795f56-57ff-439f-93d4-cd0bc81f0b80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:11.156448 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-695a213a-08fe-4dd4-ac75-df2082f88b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f1795f56-57ff-439f-93d4-cd0bc81f0b80), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:11.240940 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44ab6cfc-c10a-47fa-bf21-6dca088aaf03 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router_gateway (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:11.253760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-695a213a-08fe-4dd4-ac75-df2082f88b4d None None] Port f1795f56-57ff-439f-93d4-cd0bc81f0b80 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:24:11.271263 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d7322448-a7c3-4899-8e8c-99bf21259cb6 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:24:11.373059 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b0156c1-d55f-4340-9c2e-aef92f77f64c req-4727c94e-ca1c-4bdb-94a9-eda2625b17a1 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 210 time: 0.0393071 Feb 05 03:24:11.427425 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-44ab6cfc-c10a-47fa-bf21-6dca088aaf03 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Deleting port 8b7ec150-1f25-439c-8b08-fafb8421af53 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:11.427775 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44ab6cfc-c10a-47fa-bf21-6dca088aaf03 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8b7ec150-1f25-439c-8b08-fafb8421af53), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:11.448487 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0b6295f-4a27-46a2-9e9e-70cf3b73ffe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f1795f56-57ff-439f-93d4-cd0bc81f0b80), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:11.522448 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b242c90e-e108-49f1-ae41-0d70dc3f70d5 None None] Deleting port d7322448-a7c3-4899-8e8c-99bf21259cb6 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:11.522852 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b242c90e-e108-49f1-ae41-0d70dc3f70d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d7322448-a7c3-4899-8e8c-99bf21259cb6), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:11.534453 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f0da059-fa9f-4b34-8486-115895a6a9d3 req-4e7b9552-31b1-4143-a378-93acabdb38b6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Router 73ab2216-020d-4a15-ac72-21cd245ebb7b has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:24:11.540600 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1e561e6c-8ac9-446d-b573-ab71d8528a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:24:07Z', 'revision_number': 7, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:11.546642 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6295f-4a27-46a2-9e9e-70cf3b73ffe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Calling delete_port for f1795f56-57ff-439f-93d4-cd0bc81f0b80 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:11.616318 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e561e6c-8ac9-446d-b573-ab71d8528a48 None None] The sync data for ids ['2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5'] in n-d-826942-8 is: [{'id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'name': 'tempest-TestNetworkBasicOps-router-1041451207', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:21:19Z', 'updated_at': '2022-02-05T03:24:07Z', 'revision_number': 7, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': '8b7ec150-1f25-439c-8b08-fafb8421af53', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:21:20Z', 'updated_at': '2022-02-05T03:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:24:11.629983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-44ab6cfc-c10a-47fa-bf21-6dca088aaf03 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] For port 8b7ec150-1f25-439c-8b08-fafb8421af53, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8b7ec150-1f25-439c-8b08-fafb8421af53,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:11.630357 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44ab6cfc-c10a-47fa-bf21-6dca088aaf03 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8b7ec150-1f25-439c-8b08-fafb8421af53), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:11.659172 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-44ab6cfc-c10a-47fa-bf21-6dca088aaf03 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Calling delete_port for 8b7ec150-1f25-439c-8b08-fafb8421af53 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:11.724308 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b242c90e-e108-49f1-ae41-0d70dc3f70d5 None None] For port d7322448-a7c3-4899-8e8c-99bf21259cb6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d7322448-a7c3-4899-8e8c-99bf21259cb6,segment=NetworkSegment(d1b1e1f5-2b39-4c0b-b83d-52696b48f046),segment_id=d1b1e1f5-2b39-4c0b-b83d-52696b48f046)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:11.725249 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b242c90e-e108-49f1-ae41-0d70dc3f70d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d7322448-a7c3-4899-8e8c-99bf21259cb6), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:11.750258 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b242c90e-e108-49f1-ae41-0d70dc3f70d5 None None] Calling delete_port for d7322448-a7c3-4899-8e8c-99bf21259cb6 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:11.816208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f0da059-fa9f-4b34-8486-115895a6a9d3 req-4e7b9552-31b1-4143-a378-93acabdb38b6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:24:11.894700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0da059-fa9f-4b34-8486-115895a6a9d3 req-4e7b9552-31b1-4143-a378-93acabdb38b6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] No DVR routers for this DVR port dbc878c9-1465-47ef-bd5a-0494c8894434 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:24:11.903657 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0f0da059-fa9f-4b34-8486-115895a6a9d3 req-4e7b9552-31b1-4143-a378-93acabdb38b6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:11.908909 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0f0da059-fa9f-4b34-8486-115895a6a9d3 req-4e7b9552-31b1-4143-a378-93acabdb38b6 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.31 "DELETE /v2.0/ports/dbc878c9-1465-47ef-bd5a-0494c8894434 HTTP/1.1" status: 204 len: 173 time: 3.3291576 Feb 05 03:24:11.909985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'name': 'network-vif-deleted', 'tag': 'dbc878c9-1465-47ef-bd5a-0494c8894434'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:24:11.914043 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a764bfdd-a5e8-4738-8538-449c39ea39c9" -d '{"events": [{"server_uuid": "138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d", "name": "network-vif-deleted", "tag": "dbc878c9-1465-47ef-bd5a-0494c8894434"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:24:11.945017 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5744ab39-01b7-488a-ba66-895ae9f62e8f None None] Sync routers for ids ['73ab2216-020d-4a15-ac72-21cd245ebb7b'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:24:11.977203 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b242c90e-e108-49f1-ae41-0d70dc3f70d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (d7322448-a7c3-4899-8e8c-99bf21259cb6), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:12.043938 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182b9435-4ad4-4d4f-bd55-d757be8fc808 x-openstack-request-id: req-182b9435-4ad4-4d4f-bd55-d757be8fc808 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:24:12.044519 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d", "name": "network-vif-deleted", "tag": "dbc878c9-1465-47ef-bd5a-0494c8894434", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:24:12.045077 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-182b9435-4ad4-4d4f-bd55-d757be8fc808 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:24:12.045806 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d', 'name': 'network-vif-deleted', 'tag': 'dbc878c9-1465-47ef-bd5a-0494c8894434', 'status': 'completed', 'code': 200} Feb 05 03:24:12.053836 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0b6295f-4a27-46a2-9e9e-70cf3b73ffe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f1795f56-57ff-439f-93d4-cd0bc81f0b80), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:12.072702 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44ab6cfc-c10a-47fa-bf21-6dca088aaf03 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8b7ec150-1f25-439c-8b08-fafb8421af53), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:12.072929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242c90e-e108-49f1-ae41-0d70dc3f70d5 None None] Pushing event deleted for resources: {'Port': ['ID=d7322448-a7c3-4899-8e8c-99bf21259cb6,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:12.091908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b242c90e-e108-49f1-ae41-0d70dc3f70d5 None None] No DVR routers for this DVR port d7322448-a7c3-4899-8e8c-99bf21259cb6 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:24:12.100530 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d7322448-a7c3-4899-8e8c-99bf21259cb6 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:12.102219 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d7322448-a7c3-4899-8e8c-99bf21259cb6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:12.150823 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6295f-4a27-46a2-9e9e-70cf3b73ffe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Pushing event deleted for resources: {'Port': ['ID=f1795f56-57ff-439f-93d4-cd0bc81f0b80,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:12.155714 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab6cfc-c10a-47fa-bf21-6dca088aaf03 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'Port': ['ID=8b7ec150-1f25-439c-8b08-fafb8421af53,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:12.166690 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5744ab39-01b7-488a-ba66-895ae9f62e8f None None] Routers {'73ab2216-020d-4a15-ac72-21cd245ebb7b'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:24:12.174945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5744ab39-01b7-488a-ba66-895ae9f62e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:24:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['73ab2216-020d-4a15-ac72-21cd245ebb7b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:12.274648 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0b6295f-4a27-46a2-9e9e-70cf3b73ffe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:12.280913 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d0b6295f-4a27-46a2-9e9e-70cf3b73ffe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] 10.222.0.36 "DELETE /v2.0/ports/f1795f56-57ff-439f-93d4-cd0bc81f0b80 HTTP/1.1" status: 204 len: 168 time: 1.6021194 Feb 05 03:24:12.286536 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33482) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:12.381528 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44ab6cfc-c10a-47fa-bf21-6dca088aaf03 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:12.465838 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9b416c-d26f-49b3-a50d-202d91d1edcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Deleting subnet 457478d3-5a5f-4699-9777-d349164ad42f {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:24:12.489274 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f9b416c-d26f-49b3-a50d-202d91d1edcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks [] for subnet (457478d3-5a5f-4699-9777-d349164ad42f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:12.539336 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:12.615443 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44ab6cfc-c10a-47fa-bf21-6dca088aaf03 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:12.630876 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f9b416c-d26f-49b3-a50d-202d91d1edcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (457478d3-5a5f-4699-9777-d349164ad42f), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:12.636547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5744ab39-01b7-488a-ba66-895ae9f62e8f None None] Set router 73ab2216-020d-4a15-ac72-21cd245ebb7b gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:24:12.659236 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abde95e3-1660-466d-8bfa-bc90a69bee8f req-8ce03ead-2afb-4896-b720-361c36523851 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/ports?device_id=138839a5-1e6e-48b2-9cb7-bd9ce97d2b5d HTTP/1.1" status: 200 len: 210 time: 0.0416577 Feb 05 03:24:12.660554 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44ab6cfc-c10a-47fa-bf21-6dca088aaf03 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router_controller (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:12.755461 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44ab6cfc-c10a-47fa-bf21-6dca088aaf03 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:12.756130 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ab6cfc-c10a-47fa-bf21-6dca088aaf03 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Fanout notify agent at l3_agent the message router_deleted on router 2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:24:12.770250 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44ab6cfc-c10a-47fa-bf21-6dca088aaf03 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:12.776552 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-44ab6cfc-c10a-47fa-bf21-6dca088aaf03 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "DELETE /v2.0/routers/2c190ecf-21f0-421a-9b9b-5f4b34b4d8c5 HTTP/1.1" status: 204 len: 168 time: 2.1772473 Feb 05 03:24:12.776778 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33488) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:12.832489 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f9b416c-d26f-49b3-a50d-202d91d1edcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (457478d3-5a5f-4699-9777-d349164ad42f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:12.917127 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device dbc878c9-1465-47ef-bd5a-0494c8894434 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:24:12.959748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: dbc878c9-1465-47ef-bd5a-0494c8894434 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:24:12.960547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device dbc878c9-1465-47ef-bd5a-0494c8894434 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:24:12.966341 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f9b416c-d26f-49b3-a50d-202d91d1edcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (457478d3-5a5f-4699-9777-d349164ad42f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:13.004109 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58d97392-7994-4c15-8668-be22c6897f86 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (68d16b29-eb71-4c36-a416-3ea71310f997), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:13.025179 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5744ab39-01b7-488a-ba66-895ae9f62e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:07Z', 'revision_number': 4, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31', 'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'mac_address': 'fa:16:3e:fb:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:06Z', 'updated_at': '2022-02-05T03:17:13Z', 'revision_number': 5, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'subnets': [{'id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:13.051993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b416c-d26f-49b3-a50d-202d91d1edcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Pushing event deleted for resources: {'Subnet': ['ID=457478d3-5a5f-4699-9777-d349164ad42f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:13.061427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5744ab39-01b7-488a-ba66-895ae9f62e8f None None] Checking router: 73ab2216-020d-4a15-ac72-21cd245ebb7b for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:24:13.077149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5744ab39-01b7-488a-ba66-895ae9f62e8f None None] Routers {'73ab2216-020d-4a15-ac72-21cd245ebb7b'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:24:13.078068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5744ab39-01b7-488a-ba66-895ae9f62e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:24:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['73ab2216-020d-4a15-ac72-21cd245ebb7b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:13.095730 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f9b416c-d26f-49b3-a50d-202d91d1edcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:13.108799 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0f9b416c-d26f-49b3-a50d-202d91d1edcd tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] 10.222.0.36 "DELETE /v2.0/subnets/457478d3-5a5f-4699-9777-d349164ad42f HTTP/1.1" status: 204 len: 168 time: 0.8200126 Feb 05 03:24:13.111169 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33492) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:13.159785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd22381-1e41-415a-97eb-d289665bb448 None None] Network 20f5c557-dce9-4673-a610-bd2fc4ab439f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:13.273894 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58d97392-7994-4c15-8668-be22c6897f86 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (68d16b29-eb71-4c36-a416-3ea71310f997), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:13.311420 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (20f5c557-dce9-4673-a610-bd2fc4ab439f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:13.321244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-58d97392-7994-4c15-8668-be22c6897f86 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d16b29-eb71-4c36-a416-3ea71310f997']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:13.356432 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-58d97392-7994-4c15-8668-be22c6897f86 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b1e1f5-2b39-4c0b-b83d-52696b48f046') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:13.356765 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-58d97392-7994-4c15-8668-be22c6897f86 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b1e1f5-2b39-4c0b-b83d-52696b48f046') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:13.378023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5744ab39-01b7-488a-ba66-895ae9f62e8f None None] Set router 73ab2216-020d-4a15-ac72-21cd245ebb7b gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:24:13.379144 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58d97392-7994-4c15-8668-be22c6897f86 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (d1b1e1f5-2b39-4c0b-b83d-52696b48f046), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:13.405720 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Deleting port b2a40630-b772-4d36-b607-740cca592e71 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:13.406073 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b2a40630-b772-4d36-b607-740cca592e71), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:13.408059 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58d97392-7994-4c15-8668-be22c6897f86 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (d1b1e1f5-2b39-4c0b-b83d-52696b48f046), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:13.422968 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d97392-7994-4c15-8668-be22c6897f86 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:24:13.423876 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58d97392-7994-4c15-8668-be22c6897f86 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (d1b1e1f5-2b39-4c0b-b83d-52696b48f046), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:13.437715 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9301efe3-f6f9-4685-93a1-d66aaee4d8f4 None None] DHCP port deletion for 20f5c557-dce9-4673-a610-bd2fc4ab439f request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:24:13.448033 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:13.529604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8b7ec150-1f25-439c-8b08-fafb8421af53 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:24:13.558021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] For port b2a40630-b772-4d36-b607-740cca592e71, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b2a40630-b772-4d36-b607-740cca592e71,segment=NetworkSegment(4570f632-87ff-41ed-b625-02eb0cacfbb1),segment_id=4570f632-87ff-41ed-b625-02eb0cacfbb1)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:13.558582 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b2a40630-b772-4d36-b607-740cca592e71), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:13.575753 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Calling delete_port for b2a40630-b772-4d36-b607-740cca592e71 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:13.578986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 8b7ec150-1f25-439c-8b08-fafb8421af53 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:24:13.579438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8b7ec150-1f25-439c-8b08-fafb8421af53 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:24:13.579956 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 259d61b7-7130-4990-aa0c-7f47b6b6819b no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:24:13.644367 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58d97392-7994-4c15-8668-be22c6897f86 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (68d16b29-eb71-4c36-a416-3ea71310f997), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:13.650913 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58d97392-7994-4c15-8668-be22c6897f86 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:13.657745 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-58d97392-7994-4c15-8668-be22c6897f86 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "DELETE /v2.0/networks/68d16b29-eb71-4c36-a416-3ea71310f997 HTTP/1.1" status: 204 len: 168 time: 0.8787994 Feb 05 03:24:13.674792 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33496) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:13.686567 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bac8f420-795a-4ca0-92f8-e9ef12091054 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'network': {'name': 'tempest-network-smoke--153402114', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'port_security_enabled': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:13.693294 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d97392-7994-4c15-8668-be22c6897f86 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'Network': ['ID=68d16b29-eb71-4c36-a416-3ea71310f997,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:13.759711 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (b2a40630-b772-4d36-b607-740cca592e71), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:13.789425 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33502) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:13.811130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Pushing event deleted for resources: {'Port': ['ID=b2a40630-b772-4d36-b607-740cca592e71,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:13.816521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] No DVR routers for this DVR port b2a40630-b772-4d36-b607-740cca592e71 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:24:13.927946 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (20f5c557-dce9-4673-a610-bd2fc4ab439f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:13.936991 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 259d61b7-7130-4990-aa0c-7f47b6b6819b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:24:13.937686 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 259d61b7-7130-4990-aa0c-7f47b6b6819b not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:24:13.945206 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66f2299e-6618-4187-97bd-7df682a0690f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group (2a28da70-0372-47f8-8aac-c7d8b9722f64), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:13.952100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f5c557-dce9-4673-a610-bd2fc4ab439f']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:13.973796 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4570f632-87ff-41ed-b625-02eb0cacfbb1') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:13.974161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4570f632-87ff-41ed-b625-02eb0cacfbb1') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:14.009243 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (4570f632-87ff-41ed-b625-02eb0cacfbb1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.033934 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66f2299e-6618-4187-97bd-7df682a0690f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group (2a28da70-0372-47f8-8aac-c7d8b9722f64), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.035051 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (4570f632-87ff-41ed-b625-02eb0cacfbb1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.039565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac8f420-795a-4ca0-92f8-e9ef12091054 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Made reservation on behalf of 3f5ac7b643b8425bbed5ee0e77e96ba9 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:14.043272 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bac8f420-795a-4ca0-92f8-e9ef12091054 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.055933 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:24:14.056456 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (4570f632-87ff-41ed-b625-02eb0cacfbb1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:24:14.060034 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:14.076123 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9301efe3-f6f9-4685-93a1-d66aaee4d8f4 None None] Deleting port b2a40630-b772-4d36-b607-740cca592e71 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:14.076505 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9301efe3-f6f9-4685-93a1-d66aaee4d8f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b2a40630-b772-4d36-b607-740cca592e71), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.181607 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (20f5c557-dce9-4673-a610-bd2fc4ab439f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.197316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9301efe3-f6f9-4685-93a1-d66aaee4d8f4 None None] For port b2a40630-b772-4d36-b607-740cca592e71, host n-d-826942-8, got binding levels [] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:14.197624 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9301efe3-f6f9-4685-93a1-d66aaee4d8f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b2a40630-b772-4d36-b607-740cca592e71), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.199279 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.218511 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] 10.222.0.36 "DELETE /v2.0/networks/20f5c557-dce9-4673-a610-bd2fc4ab439f HTTP/1.1" status: 204 len: 168 time: 1.1060860 Feb 05 03:24:14.222538 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66f2299e-6618-4187-97bd-7df682a0690f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2a28da70-0372-47f8-8aac-c7d8b9722f64), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.227262 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac8f420-795a-4ca0-92f8-e9ef12091054 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:24:14.229674 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66f2299e-6618-4187-97bd-7df682a0690f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.230052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9301efe3-f6f9-4685-93a1-d66aaee4d8f4 None None] Calling delete_port for b2a40630-b772-4d36-b607-740cca592e71 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:14.238313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-66f2299e-6618-4187-97bd-7df682a0690f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "DELETE /v2.0/security-groups/2a28da70-0372-47f8-8aac-c7d8b9722f64 HTTP/1.1" status: 204 len: 168 time: 0.4472213 Feb 05 03:24:14.239172 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33508) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:14.239655 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.ipam_backend_mixin [None req-9301efe3-f6f9-4685-93a1-d66aaee4d8f4 None None] Port b2a40630-b772-4d36-b607-740cca592e71 was not found and therefore no delete operation was performed {{(pid=109676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 03:24:14.243732 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9301efe3-f6f9-4685-93a1-d66aaee4d8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (b2a40630-b772-4d36-b607-740cca592e71), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.265668 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85070c5d-f3eb-417f-ae3b-f3ad6c609f7c tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006 tempest-ExtraDHCPOptionsIpV6TestJSON-1159576006-project] Pushing event deleted for resources: {'Network': ['ID=20f5c557-dce9-4673-a610-bd2fc4ab439f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:14.279267 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bac8f420-795a-4ca0-92f8-e9ef12091054 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (b713cbdb-3c9f-42f1-9507-6d5e4809c78a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.280478 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-bac8f420-795a-4ca0-92f8-e9ef12091054 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Added segment b713cbdb-3c9f-42f1-9507-6d5e4809c78a of type vlan for network 8d7d450c-c20e-40b2-9e15-097c43a95301 Feb 05 03:24:14.280602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301efe3-f6f9-4685-93a1-d66aaee4d8f4 None None] Pushing event deleted for resources: {'Port': ['ID=b2a40630-b772-4d36-b607-740cca592e71,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:14.299468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9301efe3-f6f9-4685-93a1-d66aaee4d8f4 None None] Network 20f5c557-dce9-4673-a610-bd2fc4ab439f is not hosted by any dhcp agent {{(pid=109676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 05 03:24:14.300667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9301efe3-f6f9-4685-93a1-d66aaee4d8f4 None None] No DVR routers for this DVR port b2a40630-b772-4d36-b607-740cca592e71 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:24:14.304743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2299e-6618-4187-97bd-7df682a0690f tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a28da70-0372-47f8-8aac-c7d8b9722f64,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:14.312590 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-8a3a1e7d-e56a-420e-aa27-6dc73eb1c2a9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] show failed (client error): The resource could not be found. Feb 05 03:24:14.317383 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8a3a1e7d-e56a-420e-aa27-6dc73eb1c2a9 tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "GET /v2.0/security-groups/2a28da70-0372-47f8-8aac-c7d8b9722f64 HTTP/1.1" status: 404 len: 347 time: 0.0600033 Feb 05 03:24:14.317994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33510) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:14.326268 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5744ab39-01b7-488a-ba66-895ae9f62e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:07Z', 'revision_number': 4, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31', 'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'mac_address': 'fa:16:3e:fb:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:06Z', 'updated_at': '2022-02-05T03:17:13Z', 'revision_number': 5, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'subnets': [{'id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:14.432432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5744ab39-01b7-488a-ba66-895ae9f62e8f None None] The sync data for ids ['73ab2216-020d-4a15-ac72-21cd245ebb7b'] in n-d-826942-8 is: [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:07Z', 'revision_number': 4, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31', 'name': '', 'network_id': '6c9ceee3-b739-4305-9f4d-2be2fd03bf4f', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'mac_address': 'fa:16:3e:fb:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:06Z', 'updated_at': '2022-02-05T03:17:13Z', 'revision_number': 5, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'subnets': [{'id': '4ab975cc-8263-4d78-92b1-c19cb0f69805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:24:14.442713 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bac8f420-795a-4ca0-92f8-e9ef12091054 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (8d7d450c-c20e-40b2-9e15-097c43a95301), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.516348 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bac8f420-795a-4ca0-92f8-e9ef12091054 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (8d7d450c-c20e-40b2-9e15-097c43a95301), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.531894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac8f420-795a-4ca0-92f8-e9ef12091054 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:14.533278 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bac8f420-795a-4ca0-92f8-e9ef12091054 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.595754 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bac8f420-795a-4ca0-92f8-e9ef12091054 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9196565 Feb 05 03:24:14.598244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f25782c0-1fb4-41c0-a26c-8412a54f719b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Deleting port 020cc90f-83e9-48f2-a382-090228338871 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:14.598790 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f25782c0-1fb4-41c0-a26c-8412a54f719b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (020cc90f-83e9-48f2-a382-090228338871), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.625237 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33514) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:14.630147 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1877295059', 'admin_state_up': True, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:14.659028 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (e0b7ae56-8f73-44e0-8661-55809e36754b), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.660483 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (e0b7ae56-8f73-44e0-8661-55809e36754b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.710059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8f420-795a-4ca0-92f8-e9ef12091054 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Network': ['ID=8d7d450c-c20e-40b2-9e15-097c43a95301,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:14.724149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 8d7d450c-c20e-40b2-9e15-097c43a95301 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:24:14.810946 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router_controller (e0b7ae56-8f73-44e0-8661-55809e36754b), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.833448 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f25782c0-1fb4-41c0-a26c-8412a54f719b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (020cc90f-83e9-48f2-a382-090228338871), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.833989 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f25782c0-1fb4-41c0-a26c-8412a54f719b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for floatingip (020cc90f-83e9-48f2-a382-090228338871), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:14.863926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f25782c0-1fb4-41c0-a26c-8412a54f719b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Calling delete_port for 020cc90f-83e9-48f2-a382-090228338871 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:14.872270 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33518) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:15.024314 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39abb4-1531-4848-ae32-7f1a2cdca3c2 None None] New status for floating IP 98d1a5c5-892f-4549-942a-fbd978fd9aa0: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:24:15.106985 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router_gateway (e0b7ae56-8f73-44e0-8661-55809e36754b), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:15.131718 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b2a40630-b772-4d36-b607-740cca592e71 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:24:15.153499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8591a8f6-b6fd-4d42-8f14-a1bfddd0990a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca366f9a084448fb9b27a3dd724c8ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2785068 Feb 05 03:24:15.157178 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33522) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:15.182124 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f25782c0-1fb4-41c0-a26c-8412a54f719b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (020cc90f-83e9-48f2-a382-090228338871), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:15.185610 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.db.api [None req-4f39abb4-1531-4848-ae32-7f1a2cdca3c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:24:15.186850 n-d-826942-8 neutron-server[109677]: DEBUG oslo_db.api [None req-4f39abb4-1531-4848-ae32-7f1a2cdca3c2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:24:15.193228 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: b2a40630-b772-4d36-b607-740cca592e71 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:24:15.193610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b2a40630-b772-4d36-b607-740cca592e71 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:24:15.212608 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25782c0-1fb4-41c0-a26c-8412a54f719b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Pushing event deleted for resources: {'Port': ['ID=020cc90f-83e9-48f2-a382-090228338871,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:15.258833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fbc815e-fced-49c7-8092-ca2219a823d3 admin admin] Publish callbacks [] for security_group (bb02e523-0c84-4d9d-8980-68e23e88a8be), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:15.289440 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fbc815e-fced-49c7-8092-ca2219a823d3 admin admin] Publish callbacks [] for security_group (bb02e523-0c84-4d9d-8980-68e23e88a8be), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:15.299463 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f25782c0-1fb4-41c0-a26c-8412a54f719b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks [] for floatingip (98d1a5c5-892f-4549-942a-fbd978fd9aa0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:15.304556 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f25782c0-1fb4-41c0-a26c-8412a54f719b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:15.310151 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f25782c0-1fb4-41c0-a26c-8412a54f719b tempest-AttachVolumeShelveTestJSON-1582778688 tempest-AttachVolumeShelveTestJSON-1582778688-project] 10.222.0.36 "DELETE /v2.0/floatingips/98d1a5c5-892f-4549-942a-fbd978fd9aa0 HTTP/1.1" status: 204 len: 168 time: 0.9870949 Feb 05 03:24:15.532975 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router_gateway (e0b7ae56-8f73-44e0-8661-55809e36754b), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:15.573356 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:15.600736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fbc815e-fced-49c7-8092-ca2219a823d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (bb02e523-0c84-4d9d-8980-68e23e88a8be), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:15.604260 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fbc815e-fced-49c7-8092-ca2219a823d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:15.605538 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9fbc815e-fced-49c7-8092-ca2219a823d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb02e523-0c84-4d9d-8980-68e23e88a8be HTTP/1.1" status: 204 len: 168 time: 0.4473088 Feb 05 03:24:15.662270 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc815e-fced-49c7-8092-ca2219a823d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb02e523-0c84-4d9d-8980-68e23e88a8be,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:15.690183 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39abb4-1531-4848-ae32-7f1a2cdca3c2 None None] New status for floating IP 98d1a5c5-892f-4549-942a-fbd978fd9aa0: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:24:15.839654 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Allocated IP 172.25.0.208 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/c8d3dec7-e931-41a4-9138-c9ad0c155a32) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:24:16.057734 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for port (c8d3dec7-e931-41a4-9138-c9ad0c155a32), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:16.175915 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c8d3dec7-e931-41a4-9138-c9ad0c155a32), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:16.252761 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Port': ['ID=c8d3dec7-e931-41a4-9138-c9ad0c155a32,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:16.271500 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:24:16.274613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:16.280008 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:24:16.367790 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:24:16.387645 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:16.817991 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router_gateway (e0b7ae56-8f73-44e0-8661-55809e36754b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:17.185067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33564) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:17.266090 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (e0b7ae56-8f73-44e0-8661-55809e36754b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:17.543220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1356387959'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:17.606706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:17.610914 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:17.642720 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:17.908515 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for security_group (4b85afa3-aee0-447c-a93c-8aed62eb0411), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:17.930148 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4b85afa3-aee0-447c-a93c-8aed62eb0411), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:18.041876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:24:18.064878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b85afa3-aee0-447c-a93c-8aed62eb0411,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:18.076465 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (1c15eaf0-d18c-4868-99a7-d91ac2596838), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:18.077309 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Added segment 1c15eaf0-d18c-4868-99a7-d91ac2596838 of type vlan for network cd882f14-0ec1-4350-bd7e-f0c7f5ed556e Feb 05 03:24:18.104640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:18.105229 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:18.106339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:18.106921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:18.107874 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:18.108475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:18.109841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:18.110451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:18.111410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:18.112054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:18.112641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:18.113239 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:18.114612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:18.204640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Router e0b7ae56-8f73-44e0-8661-55809e36754b is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:24:18.241442 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (cd882f14-0ec1-4350-bd7e-f0c7f5ed556e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:18.320789 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (cd882f14-0ec1-4350-bd7e-f0c7f5ed556e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:18.327453 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:18.328071 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:18.459504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:24:18.471448 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2837758 Feb 05 03:24:18.491950 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Sync routers for ids ['e0b7ae56-8f73-44e0-8661-55809e36754b'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:24:18.522723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Routers {'e0b7ae56-8f73-44e0-8661-55809e36754b'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:24:18.527235 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-165d9485-4b52-489b-ac89-97020179b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:24:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e0b7ae56-8f73-44e0-8661-55809e36754b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:18.533508 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:18.544107 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a03a2f50-d678-4ae4-91c8-d7aae52b4e5f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9175427 Feb 05 03:24:18.544956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8bc86-1f61-49f4-b3ee-641ec9174d47 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Network': ['ID=cd882f14-0ec1-4350-bd7e-f0c7f5ed556e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:18.545338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33574) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:18.697775 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33580) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:18.700680 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2d2eacd5-8f2b-4135-8760-812461678da5 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3f5ac7b643b8425bbed5ee0e77e96ba9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1526380 Feb 05 03:24:18.768560 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network cd882f14-0ec1-4350-bd7e-f0c7f5ed556e details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:24:18.959492 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f0015e-275c-40d2-b61b-7519f7cdc0e1 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:18.964126 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33582) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:18.974425 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-77f0015e-275c-40d2-b61b-7519f7cdc0e1 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2754688 Feb 05 03:24:19.038333 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33586) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:19.044437 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3e92d37d-feb9-4559-a24e-641958bb1b31 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-45408050', 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:19.049931 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5a6148c2-46ce-4445-92cd-21cdc21fa42a tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0843251 Feb 05 03:24:19.096504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Set router e0b7ae56-8f73-44e0-8661-55809e36754b gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:24:19.264171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e92d37d-feb9-4559-a24e-641958bb1b31 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Made reservation on behalf of 3f5ac7b643b8425bbed5ee0e77e96ba9 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:19.269277 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e92d37d-feb9-4559-a24e-641958bb1b31 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:19.625087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-165d9485-4b52-489b-ac89-97020179b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'name': 'tempest-TestNetworkBasicOps-router-1877295059', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:24:14Z', 'updated_at': '2022-02-05T03:24:16Z', 'revision_number': 3, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:15Z', 'updated_at': '2022-02-05T03:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:19.699118 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Checking router: e0b7ae56-8f73-44e0-8661-55809e36754b for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:24:19.705411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Updating router e0b7ae56-8f73-44e0-8661-55809e36754b port c8d3dec7-e931-41a4-9138-c9ad0c155a32 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:24:19.718126 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e92d37d-feb9-4559-a24e-641958bb1b31 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:19.812585 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c8d3dec7-e931-41a4-9138-c9ad0c155a32), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:19.947707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92d37d-feb9-4559-a24e-641958bb1b31 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Subnet': ['ID=507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:19.964142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e92d37d-feb9-4559-a24e-641958bb1b31 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Checking segment: {'id': 'b713cbdb-3c9f-42f1-9507-6d5e4809c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:19.964473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e92d37d-feb9-4559-a24e-641958bb1b31 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network hostable DHCP agents. Network: 8d7d450c-c20e-40b2-9e15-097c43a95301, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:24:19.999134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e92d37d-feb9-4559-a24e-641958bb1b31 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network 8d7d450c-c20e-40b2-9e15-097c43a95301 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:24:20.011475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3e92d37d-feb9-4559-a24e-641958bb1b31 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 8d7d450c-c20e-40b2-9e15-097c43a95301) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:20.018555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92d37d-feb9-4559-a24e-641958bb1b31 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:20.019224 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e92d37d-feb9-4559-a24e-641958bb1b31 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:20.053357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3e92d37d-feb9-4559-a24e-641958bb1b31 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0136640 Feb 05 03:24:20.056455 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33592) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:20.508559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab2104d-27e2-4d6a-946b-0f77392c6f26 None None] Network 8d7d450c-c20e-40b2-9e15-097c43a95301 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:20.572744 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69641cc3-ea95-4be5-b261-c7e260f5fc3a req-f910c58f-aa74-4821-9328-762686365308 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1451333 Feb 05 03:24:20.743773 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Publish callbacks [] for port (c8d3dec7-e931-41a4-9138-c9ad0c155a32), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:20.770877 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c8d3dec7-e931-41a4-9138-c9ad0c155a32), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:20.817687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd067b21-04d2-475a-aa65-5ee2102878fd None None] Pushing event updated for resources: {'Port': ['ID=c8d3dec7-e931-41a4-9138-c9ad0c155a32,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:20.821678 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8d7d450c-c20e-40b2-9e15-097c43a95301', 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'fixed_ips': [{'subnet_id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:24:20.822581 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:20.871329 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Attempting to bind port c8d3dec7-e931-41a4-9138-c9ad0c155a32 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:24:20.871900 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Attempting to bind port c8d3dec7-e931-41a4-9138-c9ad0c155a32 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:24:20.872326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Attempting to bind port c8d3dec7-e931-41a4-9138-c9ad0c155a32 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:24:20.881549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:24:20.881807 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:20.882193 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:20.882599 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:24:20.883212 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Bound port: c8d3dec7-e931-41a4-9138-c9ad0c155a32, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:24:20.883834 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c8d3dec7-e931-41a4-9138-c9ad0c155a32), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:21.188935 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-165d9485-4b52-489b-ac89-97020179b403 None None] For port c8d3dec7-e931-41a4-9138-c9ad0c155a32, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:24:21.204265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69641cc3-ea95-4be5-b261-c7e260f5fc3a req-7c3586c8-3d1d-4f24-8735-59371ce074ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:21.206079 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69641cc3-ea95-4be5-b261-c7e260f5fc3a req-7c3586c8-3d1d-4f24-8735-59371ce074ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 1127 time: 0.5889769 Feb 05 03:24:21.244463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-165d9485-4b52-489b-ac89-97020179b403 None None] For port c8d3dec7-e931-41a4-9138-c9ad0c155a32, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c8d3dec7-e931-41a4-9138-c9ad0c155a32,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:24:21.280420 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c8d3dec7-e931-41a4-9138-c9ad0c155a32), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:21.293706 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Allocated IP 172.20.0.2 (8d7d450c-c20e-40b2-9e15-097c43a95301/507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0/c44e76f2-2b50-4e16-89f0-91b7f836e71c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:24:21.348727 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:21.409791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Routers {'e0b7ae56-8f73-44e0-8661-55809e36754b'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:24:21.410849 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-165d9485-4b52-489b-ac89-97020179b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:24:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e0b7ae56-8f73-44e0-8661-55809e36754b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:21.590710 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69641cc3-ea95-4be5-b261-c7e260f5fc3a req-b9318290-9f70-46c5-84b1-d3188dd37b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:21.592273 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69641cc3-ea95-4be5-b261-c7e260f5fc3a req-b9318290-9f70-46c5-84b1-d3188dd37b3e service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.3400655 Feb 05 03:24:21.778944 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33602) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:21.786318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b1794df5-7746-4a4a-849b-626820126212 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'subnet': {'network_id': 'cd882f14-0ec1-4350-bd7e-f0c7f5ed556e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:21.858467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd067b21-04d2-475a-aa65-5ee2102878fd None None] Pushing event updated for resources: {'Port': ['ID=c8d3dec7-e931-41a4-9138-c9ad0c155a32,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:21.891144 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Publish callbacks [] for port (c44e76f2-2b50-4e16-89f0-91b7f836e71c), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:21.909237 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-165d9485-4b52-489b-ac89-97020179b403 None None] Set router e0b7ae56-8f73-44e0-8661-55809e36754b gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:24:21.913735 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (c44e76f2-2b50-4e16-89f0-91b7f836e71c), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:22.064371 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1794df5-7746-4a4a-849b-626820126212 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:22.071167 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1794df5-7746-4a4a-849b-626820126212 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:22.255679 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69641cc3-ea95-4be5-b261-c7e260f5fc3a req-fe71250c-cc5a-4077-bc3c-1c3dd5756907 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8494b32-53df-442e-9902-cec515e28f57 HTTP/1.1" status: 200 len: 1000 time: 0.6529109 Feb 05 03:24:22.384891 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Network 8d7d450c-c20e-40b2-9e15-097c43a95301 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:24:22.386430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:22.392604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:24:22.410854 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Pushing event updated for resources: {'Port': ['ID=c44e76f2-2b50-4e16-89f0-91b7f836e71c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:22.432946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69641cc3-ea95-4be5-b261-c7e260f5fc3a req-7d32aee1-6ac4-4ef1-a0e8-c9d834c34640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:22.435537 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69641cc3-ea95-4be5-b261-c7e260f5fc3a req-7d32aee1-6ac4-4ef1-a0e8-c9d834c34640 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.1658630 Feb 05 03:24:22.559152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Attempting to bind port c44e76f2-2b50-4e16-89f0-91b7f836e71c on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:24:22.577373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Attempting to bind port c44e76f2-2b50-4e16-89f0-91b7f836e71c by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'b713cbdb-3c9f-42f1-9507-6d5e4809c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:24:22.580263 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Attempting to bind port c44e76f2-2b50-4e16-89f0-91b7f836e71c on network 8d7d450c-c20e-40b2-9e15-097c43a95301 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:24:22.628960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:24:22.629259 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69641cc3-ea95-4be5-b261-c7e260f5fc3a req-975004b5-0e2b-47a8-91a6-4d86127baa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:22.630786 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69641cc3-ea95-4be5-b261-c7e260f5fc3a req-975004b5-0e2b-47a8-91a6-4d86127baa17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1893620 Feb 05 03:24:22.632120 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Checking segment: {'id': 'b713cbdb-3c9f-42f1-9507-6d5e4809c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:22.638939 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:22.640034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1794df5-7746-4a4a-849b-626820126212 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (4d0c8f47-2104-4834-ace2-ada1915726ad), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:22.640876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Bound using segment: {'id': 'b713cbdb-3c9f-42f1-9507-6d5e4809c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:24:22.643680 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Bound port: c44e76f2-2b50-4e16-89f0-91b7f836e71c, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b713cbdb-3c9f-42f1-9507-6d5e4809c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:24:22.644089 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c44e76f2-2b50-4e16-89f0-91b7f836e71c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:22.843518 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Allocated IP 172.20.0.1 (8d7d450c-c20e-40b2-9e15-097c43a95301/507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0/fe2dce04-1194-49d0-ac10-c074b414e600) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:24:22.878455 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1794df5-7746-4a4a-849b-626820126212 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Subnet': ['ID=4d0c8f47-2104-4834-ace2-ada1915726ad,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:22.921559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1794df5-7746-4a4a-849b-626820126212 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Checking segment: {'id': '1c15eaf0-d18c-4868-99a7-d91ac2596838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cd882f14-0ec1-4350-bd7e-f0c7f5ed556e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:22.924320 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1794df5-7746-4a4a-849b-626820126212 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network hostable DHCP agents. Network: cd882f14-0ec1-4350-bd7e-f0c7f5ed556e, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:24:22.985847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1794df5-7746-4a4a-849b-626820126212 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network cd882f14-0ec1-4350-bd7e-f0c7f5ed556e is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:24:23.002739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] For port c44e76f2-2b50-4e16-89f0-91b7f836e71c, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:24:23.005903 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b1794df5-7746-4a4a-849b-626820126212 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, cd882f14-0ec1-4350-bd7e-f0c7f5ed556e) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:23.020670 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1794df5-7746-4a4a-849b-626820126212 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:23.022575 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1794df5-7746-4a4a-849b-626820126212 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:23.033643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] For port c44e76f2-2b50-4e16-89f0-91b7f836e71c, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c44e76f2-2b50-4e16-89f0-91b7f836e71c,segment=NetworkSegment(b713cbdb-3c9f-42f1-9507-6d5e4809c78a),segment_id=b713cbdb-3c9f-42f1-9507-6d5e4809c78a)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:24:23.036335 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3112ab5-7ae9-47c0-b595-e89cb07ec103 None None] Network cd882f14-0ec1-4350-bd7e-f0c7f5ed556e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:23.064161 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33618) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:23.065653 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b1794df5-7746-4a4a-849b-626820126212 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2846341 Feb 05 03:24:23.067647 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-165d9485-4b52-489b-ac89-97020179b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'name': 'tempest-TestNetworkBasicOps-router-1877295059', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:24:14Z', 'updated_at': '2022-02-05T03:24:16Z', 'revision_number': 3, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:15Z', 'updated_at': '2022-02-05T03:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:23.077677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9486d0a6-ac27-4ce3-bf13-a9255218e2e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1989155176'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:23.127926 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69641cc3-ea95-4be5-b261-c7e260f5fc3a req-0e03f9a2-7529-4a7a-b076-558220d3f1ae service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384279 Feb 05 03:24:23.140392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d9485-4b52-489b-ac89-97020179b403 None None] The sync data for ids ['e0b7ae56-8f73-44e0-8661-55809e36754b'] in n-d-826942-8 is: [{'id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'name': 'tempest-TestNetworkBasicOps-router-1877295059', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:24:14Z', 'updated_at': '2022-02-05T03:24:16Z', 'revision_number': 3, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:15Z', 'updated_at': '2022-02-05T03:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:24:23.145390 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c44e76f2-2b50-4e16-89f0-91b7f836e71c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:23.148527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9486d0a6-ac27-4ce3-bf13-a9255218e2e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:23.176293 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9486d0a6-ac27-4ce3-bf13-a9255218e2e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:23.247688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5670c5-cbf6-45c0-b4c7-2847e1810d03 None None] Pushing event updated for resources: {'Port': ['ID=c44e76f2-2b50-4e16-89f0-91b7f836e71c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:23.385070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69641cc3-ea95-4be5-b261-c7e260f5fc3a req-5d8158ea-6cab-477d-9245-5106b307984b service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023964 Feb 05 03:24:23.424407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-cd882f14-0ec1-4350-bd7e-f0c7f5ed556e', 'network_id': 'cd882f14-0ec1-4350-bd7e-f0c7f5ed556e', 'project_id': '198bad29b5994bcea19c9dcfb975cc8f', 'fixed_ips': [{'subnet_id': '4d0c8f47-2104-4834-ace2-ada1915726ad'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:24:23.425469 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:23.452124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9486d0a6-ac27-4ce3-bf13-a9255218e2e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:24:23.493259 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9486d0a6-ac27-4ce3-bf13-a9255218e2e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (dff0fd94-d5cd-4718-a964-7c17498a73dd), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:23.493611 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-9486d0a6-ac27-4ce3-bf13-a9255218e2e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Added segment dff0fd94-d5cd-4718-a964-7c17498a73dd of type vlan for network ed487e5a-9251-4b08-9db7-46cf76d6fbd8 Feb 05 03:24:23.510192 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for port (fe2dce04-1194-49d0-ac10-c074b414e600), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:23.664099 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9486d0a6-ac27-4ce3-bf13-a9255218e2e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (ed487e5a-9251-4b08-9db7-46cf76d6fbd8), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:23.769309 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9486d0a6-ac27-4ce3-bf13-a9255218e2e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (ed487e5a-9251-4b08-9db7-46cf76d6fbd8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:23.781392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9486d0a6-ac27-4ce3-bf13-a9255218e2e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:23.782128 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9486d0a6-ac27-4ce3-bf13-a9255218e2e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:23.794534 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (fe2dce04-1194-49d0-ac10-c074b414e600), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:23.826421 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Allocated IP 2001:db8:0:ffff::2 (cd882f14-0ec1-4350-bd7e-f0c7f5ed556e/4d0c8f47-2104-4834-ace2-ada1915726ad/2897f103-55f7-4421-96c0-7adc409304e2) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:24:23.947591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33626) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:23.953479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'subnet': {'network_id': 'ed487e5a-9251-4b08-9db7-46cf76d6fbd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:23.957562 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9486d0a6-ac27-4ce3-bf13-a9255218e2e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8920126 Feb 05 03:24:24.017783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network 8d7d450c-c20e-40b2-9e15-097c43a95301 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:24:24.029013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486d0a6-ac27-4ce3-bf13-a9255218e2e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Network': ['ID=ed487e5a-9251-4b08-9db7-46cf76d6fbd8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:24.033624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:24.049082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:24:24.057162 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network ed487e5a-9251-4b08-9db7-46cf76d6fbd8 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:24:24.126721 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (e0b7ae56-8f73-44e0-8661-55809e36754b), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:24.240146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Port': ['ID=fe2dce04-1194-49d0-ac10-c074b414e600,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:24.241539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:24.245502 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:24.362955 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Publish callbacks [] for port (2897f103-55f7-4421-96c0-7adc409304e2), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:24.390334 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (2897f103-55f7-4421-96c0-7adc409304e2), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:24.513744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Network cd882f14-0ec1-4350-bd7e-f0c7f5ed556e is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:24:24.524566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:24.542229 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:24:24.581114 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fe2dce04-1194-49d0-ac10-c074b414e600), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:24.733686 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Pushing event updated for resources: {'Port': ['ID=2897f103-55f7-4421-96c0-7adc409304e2,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:24.904561 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Attempting to bind port 2897f103-55f7-4421-96c0-7adc409304e2 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:24:24.905669 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Attempting to bind port 2897f103-55f7-4421-96c0-7adc409304e2 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1c15eaf0-d18c-4868-99a7-d91ac2596838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cd882f14-0ec1-4350-bd7e-f0c7f5ed556e'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:24:24.906499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Attempting to bind port 2897f103-55f7-4421-96c0-7adc409304e2 on network cd882f14-0ec1-4350-bd7e-f0c7f5ed556e {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:24:24.922649 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:24:24.925414 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Checking segment: {'id': '1c15eaf0-d18c-4868-99a7-d91ac2596838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cd882f14-0ec1-4350-bd7e-f0c7f5ed556e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:24.929102 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:24.929775 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Bound using segment: {'id': '1c15eaf0-d18c-4868-99a7-d91ac2596838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cd882f14-0ec1-4350-bd7e-f0c7f5ed556e'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:24:24.930434 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Bound port: 2897f103-55f7-4421-96c0-7adc409304e2, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c15eaf0-d18c-4868-99a7-d91ac2596838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cd882f14-0ec1-4350-bd7e-f0c7f5ed556e'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:24:24.931799 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2897f103-55f7-4421-96c0-7adc409304e2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:24.984328 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (1232785c-95c5-444f-8cb4-b45e8932a6bd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:25.164526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] For port 2897f103-55f7-4421-96c0-7adc409304e2, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:24:25.180525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] For port 2897f103-55f7-4421-96c0-7adc409304e2, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=2897f103-55f7-4421-96c0-7adc409304e2,segment=NetworkSegment(1c15eaf0-d18c-4868-99a7-d91ac2596838),segment_id=1c15eaf0-d18c-4868-99a7-d91ac2596838)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:24:25.204328 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2897f103-55f7-4421-96c0-7adc409304e2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:25.259354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Subnet': ['ID=1232785c-95c5-444f-8cb4-b45e8932a6bd,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:25.309780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Checking segment: {'id': 'dff0fd94-d5cd-4718-a964-7c17498a73dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ed487e5a-9251-4b08-9db7-46cf76d6fbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:25.322406 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network hostable DHCP agents. Network: ed487e5a-9251-4b08-9db7-46cf76d6fbd8, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:24:25.351621 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:25.355191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:25.356285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:25.358154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:25.359003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:25.362390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:25.365129 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:25.365666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:25.366497 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:25.368738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:25.370034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:25.370603 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:25.373317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:24:25.390881 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for port (fe2dce04-1194-49d0-ac10-c074b414e600), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:25.424834 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network ed487e5a-9251-4b08-9db7-46cf76d6fbd8 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:24:25.431281 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (fe2dce04-1194-49d0-ac10-c074b414e600), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:25.446101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, ed487e5a-9251-4b08-9db7-46cf76d6fbd8) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:25.464318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:25.465463 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:25.486398 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d20b05-da5d-4407-8e1e-51e5c29f4a64 None None] Pushing event updated for resources: {'Port': ['ID=2897f103-55f7-4421-96c0-7adc409304e2,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:25.512307 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7a7fc622-f98f-4f8c-a95c-c62f47395242 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5633843 Feb 05 03:24:25.513693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33642) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:25.521171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b23bc8-4c59-4792-a649-7b8d6c48a963 None None] Network ed487e5a-9251-4b08-9db7-46cf76d6fbd8 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:25.527657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c8d3dec7-e931-41a4-9138-c9ad0c155a32 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:24:25.588845 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (e0b7ae56-8f73-44e0-8661-55809e36754b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:25.796942 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Port': ['ID=fe2dce04-1194-49d0-ac10-c074b414e600,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:25.808337 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-805b665e-16c4-4efd-9c3c-69daf7e846d3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (ed487e5a-9251-4b08-9db7-46cf76d6fbd8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:25.869244 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001392c7-dca1-4dfa-b0ca-4fe2c4ab3368 None None] Network 8d7d450c-c20e-40b2-9e15-097c43a95301 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:25.937817 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-2e284dd9-8c81-46be-afc5-cbbbc948ca18 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513254780&fields=id&tenant_id=bf205d1005174d34b7264edb6224b46f HTTP/1.1" status: 200 len: 267 time: 0.9441259 Feb 05 03:24:26.018274 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-805b665e-16c4-4efd-9c3c-69daf7e846d3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (1232785c-95c5-444f-8cb4-b45e8932a6bd), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:26.084232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c083cd-7a53-4fa1-921a-669de728dbb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-ed487e5a-9251-4b08-9db7-46cf76d6fbd8', 'network_id': 'ed487e5a-9251-4b08-9db7-46cf76d6fbd8', 'project_id': '198bad29b5994bcea19c9dcfb975cc8f', 'fixed_ips': [{'subnet_id': '1232785c-95c5-444f-8cb4-b45e8932a6bd'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:24:26.085488 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f2c083cd-7a53-4fa1-921a-669de728dbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:26.133848 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d3953217-cc5b-44f6-8b94-8d012e0e063e None None] Provisioning complete for port c44e76f2-2b50-4e16-89f0-91b7f836e71c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:26.134859 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d3953217-cc5b-44f6-8b94-8d012e0e063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c44e76f2-2b50-4e16-89f0-91b7f836e71c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:26.201521 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-805b665e-16c4-4efd-9c3c-69daf7e846d3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (1232785c-95c5-444f-8cb4-b45e8932a6bd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:26.217683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-4d9fe737-d140-4b54-9d60-994792f0bb6d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:26.233053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-4d9fe737-d140-4b54-9d60-994792f0bb6d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 811 time: 0.2887387 Feb 05 03:24:26.272516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-a3e4b445-0ca8-4a86-8dea-50ad416ead00 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/quotas/bf205d1005174d34b7264edb6224b46f HTTP/1.1" status: 200 len: 375 time: 0.0382335 Feb 05 03:24:26.349924 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea94fb1-18e1-4fd7-b9ba-6c1c5b482155 None None] Network ed487e5a-9251-4b08-9db7-46cf76d6fbd8 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:26.395547 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-805b665e-16c4-4efd-9c3c-69daf7e846d3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (ed487e5a-9251-4b08-9db7-46cf76d6fbd8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:26.414241 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network 8d7d450c-c20e-40b2-9e15-097c43a95301 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:24:26.421506 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:26.445606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-805b665e-16c4-4efd-9c3c-69daf7e846d3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed487e5a-9251-4b08-9db7-46cf76d6fbd8']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:26.446411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c8d3dec7-e931-41a4-9138-c9ad0c155a32 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:26.447429 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c8d3dec7-e931-41a4-9138-c9ad0c155a32), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:26.472624 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-805b665e-16c4-4efd-9c3c-69daf7e846d3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff0fd94-d5cd-4718-a964-7c17498a73dd') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:26.475376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-805b665e-16c4-4efd-9c3c-69daf7e846d3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff0fd94-d5cd-4718-a964-7c17498a73dd') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:26.501170 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-805b665e-16c4-4efd-9c3c-69daf7e846d3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (dff0fd94-d5cd-4718-a964-7c17498a73dd), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:26.516306 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-805b665e-16c4-4efd-9c3c-69daf7e846d3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (dff0fd94-d5cd-4718-a964-7c17498a73dd), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:26.523677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805b665e-16c4-4efd-9c3c-69daf7e846d3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:24:26.524150 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-805b665e-16c4-4efd-9c3c-69daf7e846d3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (dff0fd94-d5cd-4718-a964-7c17498a73dd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:26.574908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d3953217-cc5b-44f6-8b94-8d012e0e063e None None] Current status of the port c44e76f2-2b50-4e16-89f0-91b7f836e71c is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:26.575506 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d3953217-cc5b-44f6-8b94-8d012e0e063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c44e76f2-2b50-4e16-89f0-91b7f836e71c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:24:26.599577 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:26.636244 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-805b665e-16c4-4efd-9c3c-69daf7e846d3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (ed487e5a-9251-4b08-9db7-46cf76d6fbd8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:26.638640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b665e-16c4-4efd-9c3c-69daf7e846d3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Subnet': ['ID=1232785c-95c5-444f-8cb4-b45e8932a6bd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:26.648277 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-805b665e-16c4-4efd-9c3c-69daf7e846d3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:26.651842 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-805b665e-16c4-4efd-9c3c-69daf7e846d3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/networks/ed487e5a-9251-4b08-9db7-46cf76d6fbd8 HTTP/1.1" status: 204 len: 168 time: 1.1367993 Feb 05 03:24:26.656747 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33648) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:26.671659 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-643c266d-0e79-4ca3-b3a2-07fab4ebf92a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-443408507'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:26.676489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b665e-16c4-4efd-9c3c-69daf7e846d3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Network': ['ID=ed487e5a-9251-4b08-9db7-46cf76d6fbd8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:26.719657 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643c266d-0e79-4ca3-b3a2-07fab4ebf92a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:26.725191 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-643c266d-0e79-4ca3-b3a2-07fab4ebf92a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:26.757482 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d3953217-cc5b-44f6-8b94-8d012e0e063e None None] For port c44e76f2-2b50-4e16-89f0-91b7f836e71c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c44e76f2-2b50-4e16-89f0-91b7f836e71c,segment=NetworkSegment(b713cbdb-3c9f-42f1-9507-6d5e4809c78a),segment_id=b713cbdb-3c9f-42f1-9507-6d5e4809c78a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:26.760510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643c266d-0e79-4ca3-b3a2-07fab4ebf92a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:24:26.776112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-643c266d-0e79-4ca3-b3a2-07fab4ebf92a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (50a4409e-e23d-4a0a-b697-20fee6f4fd50), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:26.776842 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-643c266d-0e79-4ca3-b3a2-07fab4ebf92a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Added segment 50a4409e-e23d-4a0a-b697-20fee6f4fd50 of type vlan for network 1dccf170-02d9-496d-bf9a-dc0953cb2db2 Feb 05 03:24:26.779320 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d3953217-cc5b-44f6-8b94-8d012e0e063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c44e76f2-2b50-4e16-89f0-91b7f836e71c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:26.820152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Router e0b7ae56-8f73-44e0-8661-55809e36754b has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:24:26.843768 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-64e5032f-15ba-4559-9129-15773ffa165f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5701916 Feb 05 03:24:26.881564 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-643c266d-0e79-4ca3-b3a2-07fab4ebf92a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (1dccf170-02d9-496d-bf9a-dc0953cb2db2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:26.934501 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3953217-cc5b-44f6-8b94-8d012e0e063e None None] Pushing event updated for resources: {'Port': ['ID=c44e76f2-2b50-4e16-89f0-91b7f836e71c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:26.956631 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-643c266d-0e79-4ca3-b3a2-07fab4ebf92a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (1dccf170-02d9-496d-bf9a-dc0953cb2db2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:26.977821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643c266d-0e79-4ca3-b3a2-07fab4ebf92a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:26.978477 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-643c266d-0e79-4ca3-b3a2-07fab4ebf92a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:27.079021 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-643c266d-0e79-4ca3-b3a2-07fab4ebf92a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4196980 Feb 05 03:24:27.080870 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33654) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:27.081513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33656) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:27.086784 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c8d3dec7-e931-41a4-9138-c9ad0c155a32 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:27.087904 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c8d3dec7-e931-41a4-9138-c9ad0c155a32), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:27.149793 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port c8d3dec7-e931-41a4-9138-c9ad0c155a32, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c8d3dec7-e931-41a4-9138-c9ad0c155a32,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:27.160880 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c8d3dec7-e931-41a4-9138-c9ad0c155a32), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:27.162633 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c44e76f2-2b50-4e16-89f0-91b7f836e71c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:24:27.219488 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:24:27.237670 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Sync routers for ids ['e0b7ae56-8f73-44e0-8661-55809e36754b'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:24:27.238999 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a12b2c68-b47d-4dc1-ae88-77be0147f07e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "PUT /v2.0/routers/e0b7ae56-8f73-44e0-8661-55809e36754b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1805503 Feb 05 03:24:27.241593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33662) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:27.255638 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-5322288d-d6d9-4800-bd43-4654ea5340e8 service neutron] 10.222.0.36 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290260 Feb 05 03:24:27.292665 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Routers {'e0b7ae56-8f73-44e0-8661-55809e36754b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:24:27.298251 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:24:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e0b7ae56-8f73-44e0-8661-55809e36754b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:27.343274 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c266d-0e79-4ca3-b3a2-07fab4ebf92a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Network': ['ID=1dccf170-02d9-496d-bf9a-dc0953cb2db2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:27.359876 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-61f698c9-3228-4cf1-8308-a772b4469d73 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'subnet': {'network_id': '1dccf170-02d9-496d-bf9a-dc0953cb2db2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:27.627533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 1dccf170-02d9-496d-bf9a-dc0953cb2db2 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:24:27.633550 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=c8d3dec7-e931-41a4-9138-c9ad0c155a32,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:27.639577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f74d0d-4a2e-4c7b-b99f-cff5f7150d58 None None] Network cd882f14-0ec1-4350-bd7e-f0c7f5ed556e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:27.662077 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Set router e0b7ae56-8f73-44e0-8661-55809e36754b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:24:27.821439 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3ec97-b5bd-45e6-9387-01b75178e2c2 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:27.826219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3ec97-b5bd-45e6-9387-01b75178e2c2 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:27.827357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3ec97-b5bd-45e6-9387-01b75178e2c2 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:27.828652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3ec97-b5bd-45e6-9387-01b75178e2c2 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:27.830238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3ec97-b5bd-45e6-9387-01b75178e2c2 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:27.831235 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3ec97-b5bd-45e6-9387-01b75178e2c2 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:27.833071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3ec97-b5bd-45e6-9387-01b75178e2c2 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:27.833621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3ec97-b5bd-45e6-9387-01b75178e2c2 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:27.835240 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3ec97-b5bd-45e6-9387-01b75178e2c2 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:27.837112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3ec97-b5bd-45e6-9387-01b75178e2c2 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:27.841385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f6b3ec97-b5bd-45e6-9387-01b75178e2c2 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7045 time: 0.5988131 Feb 05 03:24:27.847528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33664) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:27.876735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b80173-02fc-490e-acb9-9d7d9d662f7b admin admin] Deleting subnet 3b2214a3-50f5-4c40-899f-3fda91cb82c9 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:24:27.890094 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62b80173-02fc-490e-acb9-9d7d9d662f7b admin admin] Publish callbacks [] for subnet (3b2214a3-50f5-4c40-899f-3fda91cb82c9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:27.965399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f4ac254d-793d-4ead-8c89-e1764aca4a4c None None] Provisioning complete for port 2897f103-55f7-4421-96c0-7adc409304e2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:27.967618 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4ac254d-793d-4ead-8c89-e1764aca4a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2897f103-55f7-4421-96c0-7adc409304e2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:28.017341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f698c9-3228-4cf1-8308-a772b4469d73 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:28.024844 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61f698c9-3228-4cf1-8308-a772b4469d73 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:28.040599 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62b80173-02fc-490e-acb9-9d7d9d662f7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (3b2214a3-50f5-4c40-899f-3fda91cb82c9), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:28.049688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c44e76f2-2b50-4e16-89f0-91b7f836e71c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:28.050067 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c44e76f2-2b50-4e16-89f0-91b7f836e71c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:28.090308 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-312e4eaa-13f5-4511-ab56-1854ad23825f service neutron] 10.222.0.36 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8138874 Feb 05 03:24:28.191787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6ffb3a-61b4-46aa-aa86-c8a376058226 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:28.192230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6ffb3a-61b4-46aa-aa86-c8a376058226 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:28.192691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6ffb3a-61b4-46aa-aa86-c8a376058226 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:28.195391 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6ffb3a-61b4-46aa-aa86-c8a376058226 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:28.195860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6ffb3a-61b4-46aa-aa86-c8a376058226 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:28.196318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6ffb3a-61b4-46aa-aa86-c8a376058226 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:28.199243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6ffb3a-61b4-46aa-aa86-c8a376058226 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:28.201539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6ffb3a-61b4-46aa-aa86-c8a376058226 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:28.203819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6ffb3a-61b4-46aa-aa86-c8a376058226 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:28.205856 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-db6ffb3a-61b4-46aa-aa86-c8a376058226 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5927 time: 0.3572330 Feb 05 03:24:28.210967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33668) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:28.274419 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'name': 'tempest-TestNetworkBasicOps-router-1877295059', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:24:14Z', 'updated_at': '2022-02-05T03:24:24Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:15Z', 'updated_at': '2022-02-05T03:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'fe2dce04-1194-49d0-ac10-c074b414e600', 'name': '', 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:2b:ef:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:22Z', 'updated_at': '2022-02-05T03:24:25Z', 'revision_number': 2, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:28.287213 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62b80173-02fc-490e-acb9-9d7d9d662f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (3b2214a3-50f5-4c40-899f-3fda91cb82c9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:28.307028 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Checking router: e0b7ae56-8f73-44e0-8661-55809e36754b for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:24:28.307611 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Updating router e0b7ae56-8f73-44e0-8661-55809e36754b port fe2dce04-1194-49d0-ac10-c074b414e600 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:24:28.365219 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fe2dce04-1194-49d0-ac10-c074b414e600), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:28.413076 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62b80173-02fc-490e-acb9-9d7d9d662f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (3b2214a3-50f5-4c40-899f-3fda91cb82c9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:28.462738 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62b80173-02fc-490e-acb9-9d7d9d662f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:28.469378 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-62b80173-02fc-490e-acb9-9d7d9d662f7b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3b2214a3-50f5-4c40-899f-3fda91cb82c9 HTTP/1.1" status: 204 len: 168 time: 1.2835879 Feb 05 03:24:28.470154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33676) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:28.474128 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b80173-02fc-490e-acb9-9d7d9d662f7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2214a3-50f5-4c40-899f-3fda91cb82c9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:28.659686 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd68f1d0-4159-4e71-b3ca-4f1563b7a78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (ad0799a3-3b8e-4a63-951e-e131e230b36c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:28.823903 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-253aada5-7b6a-4dc8-97d4-c5f22313c7b1 req-95eac3df-602a-45c9-a409-dbe8cc137eeb tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 210 time: 0.0881224 Feb 05 03:24:28.875219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c44e76f2-2b50-4e16-89f0-91b7f836e71c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:28.929386 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61f698c9-3228-4cf1-8308-a772b4469d73 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (8fb55347-2737-4948-a97c-e952641d07be), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:28.933470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f4ac254d-793d-4ead-8c89-e1764aca4a4c None None] Current status of the port 2897f103-55f7-4421-96c0-7adc409304e2 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:28.935775 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4ac254d-793d-4ead-8c89-e1764aca4a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2897f103-55f7-4421-96c0-7adc409304e2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:28.973575 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8a9bf013-7ae6-40f4-89c1-200ecab34476 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.7598054 Feb 05 03:24:29.031600 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f4ac254d-793d-4ead-8c89-e1764aca4a4c None None] For port 2897f103-55f7-4421-96c0-7adc409304e2, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=2897f103-55f7-4421-96c0-7adc409304e2,segment=NetworkSegment(1c15eaf0-d18c-4868-99a7-d91ac2596838),segment_id=1c15eaf0-d18c-4868-99a7-d91ac2596838)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:29.037856 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Publish callbacks [] for port (fe2dce04-1194-49d0-ac10-c074b414e600), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.044309 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4ac254d-793d-4ead-8c89-e1764aca4a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2897f103-55f7-4421-96c0-7adc409304e2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.059190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f698c9-3228-4cf1-8308-a772b4469d73 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Subnet': ['ID=8fb55347-2737-4948-a97c-e952641d07be,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:29.065261 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fe2dce04-1194-49d0-ac10-c074b414e600), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.180861 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94354af9-2e74-43db-8803-48d936b862dc None None] Pushing event updated for resources: {'Port': ['ID=fe2dce04-1194-49d0-ac10-c074b414e600,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:29.210618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac254d-793d-4ead-8c89-e1764aca4a4c None None] Pushing event updated for resources: {'Port': ['ID=2897f103-55f7-4421-96c0-7adc409304e2,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:29.263809 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bb316a6b-f58e-41a4-b71f-fcf6c0573edd None None] Provisioning complete for port fe2dce04-1194-49d0-ac10-c074b414e600 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:29.267417 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd68f1d0-4159-4e71-b3ca-4f1563b7a78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (ad0799a3-3b8e-4a63-951e-e131e230b36c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.269865 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb316a6b-f58e-41a4-b71f-fcf6c0573edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fe2dce04-1194-49d0-ac10-c074b414e600), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.273960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f698c9-3228-4cf1-8308-a772b4469d73 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Checking segment: {'id': '50a4409e-e23d-4a0a-b697-20fee6f4fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1dccf170-02d9-496d-bf9a-dc0953cb2db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:29.279841 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f698c9-3228-4cf1-8308-a772b4469d73 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network hostable DHCP agents. Network: 1dccf170-02d9-496d-bf9a-dc0953cb2db2, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:24:29.339243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f698c9-3228-4cf1-8308-a772b4469d73 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network 1dccf170-02d9-496d-bf9a-dc0953cb2db2 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:24:29.353636 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cd68f1d0-4159-4e71-b3ca-4f1563b7a78d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0799a3-3b8e-4a63-951e-e131e230b36c']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:29.398542 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Attempting to bind port fe2dce04-1194-49d0-ac10-c074b414e600 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:24:29.398542 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Attempting to bind port fe2dce04-1194-49d0-ac10-c074b414e600 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'b713cbdb-3c9f-42f1-9507-6d5e4809c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:24:29.398542 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Attempting to bind port fe2dce04-1194-49d0-ac10-c074b414e600 on network 8d7d450c-c20e-40b2-9e15-097c43a95301 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:24:29.401498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cd68f1d0-4159-4e71-b3ca-4f1563b7a78d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41701449-d567-45e3-8c95-aaaf9286504f') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:29.401817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cd68f1d0-4159-4e71-b3ca-4f1563b7a78d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41701449-d567-45e3-8c95-aaaf9286504f') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:29.417760 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-61f698c9-3228-4cf1-8308-a772b4469d73 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 1dccf170-02d9-496d-bf9a-dc0953cb2db2) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:29.426279 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd68f1d0-4159-4e71-b3ca-4f1563b7a78d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (41701449-d567-45e3-8c95-aaaf9286504f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.429443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f698c9-3228-4cf1-8308-a772b4469d73 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:29.430061 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61f698c9-3228-4cf1-8308-a772b4469d73 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.438661 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:24:29.438941 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Checking segment: {'id': 'b713cbdb-3c9f-42f1-9507-6d5e4809c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:29.446943 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.450349 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Bound using segment: {'id': 'b713cbdb-3c9f-42f1-9507-6d5e4809c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:24:29.451088 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Bound port: fe2dce04-1194-49d0-ac10-c074b414e600, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b713cbdb-3c9f-42f1-9507-6d5e4809c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:24:29.452816 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fe2dce04-1194-49d0-ac10-c074b414e600), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.460772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4582de50-8b9f-4e1f-88ce-2b4e6ba601f3 None None] Network 1dccf170-02d9-496d-bf9a-dc0953cb2db2 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:29.483182 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd68f1d0-4159-4e71-b3ca-4f1563b7a78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (41701449-d567-45e3-8c95-aaaf9286504f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.526536 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd68f1d0-4159-4e71-b3ca-4f1563b7a78d admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:24:29.527015 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd68f1d0-4159-4e71-b3ca-4f1563b7a78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (41701449-d567-45e3-8c95-aaaf9286504f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:24:29.540627 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:29.574803 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-61f698c9-3228-4cf1-8308-a772b4469d73 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3754711 Feb 05 03:24:29.576264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33692) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:29.582628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-614a9579-8d7b-4bc7-b9f6-c9c8e7d367da tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-168979001'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:29.642977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614a9579-8d7b-4bc7-b9f6-c9c8e7d367da tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:29.644016 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] For port fe2dce04-1194-49d0-ac10-c074b414e600, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:24:29.677296 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-614a9579-8d7b-4bc7-b9f6-c9c8e7d367da tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.679694 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] For port fe2dce04-1194-49d0-ac10-c074b414e600, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fe2dce04-1194-49d0-ac10-c074b414e600,segment=NetworkSegment(b713cbdb-3c9f-42f1-9507-6d5e4809c78a),segment_id=b713cbdb-3c9f-42f1-9507-6d5e4809c78a)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:24:29.701188 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd68f1d0-4159-4e71-b3ca-4f1563b7a78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (ad0799a3-3b8e-4a63-951e-e131e230b36c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.704060 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fe2dce04-1194-49d0-ac10-c074b414e600), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.709612 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd68f1d0-4159-4e71-b3ca-4f1563b7a78d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.717648 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cd68f1d0-4159-4e71-b3ca-4f1563b7a78d admin admin] 10.222.0.36 "DELETE /v2.0/networks/ad0799a3-3b8e-4a63-951e-e131e230b36c HTTP/1.1" status: 204 len: 168 time: 1.2411506 Feb 05 03:24:29.727739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c8d3dec7-e931-41a4-9138-c9ad0c155a32 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:24:29.744954 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68f1d0-4159-4e71-b3ca-4f1563b7a78d admin admin] Pushing event deleted for resources: {'Network': ['ID=ad0799a3-3b8e-4a63-951e-e131e230b36c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:29.788525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-1dccf170-02d9-496d-bf9a-dc0953cb2db2', 'network_id': '1dccf170-02d9-496d-bf9a-dc0953cb2db2', 'project_id': '198bad29b5994bcea19c9dcfb975cc8f', 'fixed_ips': [{'subnet_id': '8fb55347-2737-4948-a97c-e952641d07be'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:24:29.789645 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.795940 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bb316a6b-f58e-41a4-b71f-fcf6c0573edd None None] Port fe2dce04-1194-49d0-ac10-c074b414e600 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:24:29.805280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614a9579-8d7b-4bc7-b9f6-c9c8e7d367da tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:24:29.846235 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bb316a6b-f58e-41a4-b71f-fcf6c0573edd None None] Provisioning complete for port c44e76f2-2b50-4e16-89f0-91b7f836e71c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:29.846831 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb316a6b-f58e-41a4-b71f-fcf6c0573edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c44e76f2-2b50-4e16-89f0-91b7f836e71c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.868540 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-614a9579-8d7b-4bc7-b9f6-c9c8e7d367da tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (3147b7da-ee83-4140-b8fb-e572c12536be), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:29.869135 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-614a9579-8d7b-4bc7-b9f6-c9c8e7d367da tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Added segment 3147b7da-ee83-4140-b8fb-e572c12536be of type vlan for network 48948b07-a51f-4c58-8b7e-7190ee477b2a Feb 05 03:24:29.967680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33700) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:29.974289 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Routers {'e0b7ae56-8f73-44e0-8661-55809e36754b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:24:29.976997 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:24:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e0b7ae56-8f73-44e0-8661-55809e36754b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:30.068859 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-01108bee-0c30-46b3-b13f-d505a0b8b602 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3cdf6c2848db4744be2c4489be46f36e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0997105 Feb 05 03:24:30.071567 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33702) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:30.081280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c8d3dec7-e931-41a4-9138-c9ad0c155a32 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:30.092706 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c8d3dec7-e931-41a4-9138-c9ad0c155a32), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:30.131581 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33704) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:30.138532 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d498b8e8-6a99-4133-beaa-ec23f352ed53 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-277435563', 'description': 'tempest-secgroup-smoke-277435563 description', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:30.181641 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b5fcd1b-14a7-4d41-b2d7-78379c8ee604 admin admin] Publish callbacks [] for security_group (0c3d43d7-a5d8-41a7-be79-92904cb4e12a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:30.195495 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d498b8e8-6a99-4133-beaa-ec23f352ed53 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:30.222411 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b5fcd1b-14a7-4d41-b2d7-78379c8ee604 admin admin] Publish callbacks [] for security_group (0c3d43d7-a5d8-41a7-be79-92904cb4e12a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:30.253140 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94354af9-2e74-43db-8803-48d936b862dc None None] Pushing event updated for resources: {'Port': ['ID=fe2dce04-1194-49d0-ac10-c074b414e600,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:30.451293 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d498b8e8-6a99-4133-beaa-ec23f352ed53 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (8bc52e23-3172-4e46-ba6f-c2afa1d16da1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:30.460865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Allocated IP 2001:db8::3 (1dccf170-02d9-496d-bf9a-dc0953cb2db2/8fb55347-2737-4948-a97c-e952641d07be/78609666-03fc-4ce9-9634-e6772f4c38b3) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:24:30.478485 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] Set router e0b7ae56-8f73-44e0-8661-55809e36754b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:24:30.489757 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d498b8e8-6a99-4133-beaa-ec23f352ed53 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8bc52e23-3172-4e46-ba6f-c2afa1d16da1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:30.556344 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bb316a6b-f58e-41a4-b71f-fcf6c0573edd None None] Current status of the port c44e76f2-2b50-4e16-89f0-91b7f836e71c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:30.562752 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d498b8e8-6a99-4133-beaa-ec23f352ed53 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:30.564253 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d498b8e8-6a99-4133-beaa-ec23f352ed53 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4305813 Feb 05 03:24:30.566966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498b8e8-6a99-4133-beaa-ec23f352ed53 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc52e23-3172-4e46-ba6f-c2afa1d16da1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:30.569726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33708) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:30.593550 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2263c370-dfea-408f-9299-941229b2d183 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '8bc52e23-3172-4e46-ba6f-c2afa1d16da1', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:30.608984 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c8d3dec7-e931-41a4-9138-c9ad0c155a32 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:30.610857 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c44e76f2-2b50-4e16-89f0-91b7f836e71c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:24:30.633407 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2263c370-dfea-408f-9299-941229b2d183 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (b8daca6b-0b10-4cfa-8c50-36e0bf159fab), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:30.648673 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b5fcd1b-14a7-4d41-b2d7-78379c8ee604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0c3d43d7-a5d8-41a7-be79-92904cb4e12a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:30.652212 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b5fcd1b-14a7-4d41-b2d7-78379c8ee604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:30.654142 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4b5fcd1b-14a7-4d41-b2d7-78379c8ee604 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c3d43d7-a5d8-41a7-be79-92904cb4e12a HTTP/1.1" status: 204 len: 168 time: 0.5814631 Feb 05 03:24:30.672140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5fcd1b-14a7-4d41-b2d7-78379c8ee604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3d43d7-a5d8-41a7-be79-92904cb4e12a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:30.783962 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2263c370-dfea-408f-9299-941229b2d183 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (b8daca6b-0b10-4cfa-8c50-36e0bf159fab), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:30.797979 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2263c370-dfea-408f-9299-941229b2d183 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (b8daca6b-0b10-4cfa-8c50-36e0bf159fab), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:30.831264 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9dbf57a0-c4f4-4949-a8c7-a03485f924f5 None None] Provisioning complete for port fe2dce04-1194-49d0-ac10-c074b414e600 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:30.831938 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9dbf57a0-c4f4-4949-a8c7-a03485f924f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fe2dce04-1194-49d0-ac10-c074b414e600), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:30.843464 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2263c370-dfea-408f-9299-941229b2d183 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:30.847694 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2263c370-dfea-408f-9299-941229b2d183 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2661490 Feb 05 03:24:30.853961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33712) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:30.864464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-393baab4-5340-41b1-95c5-fc42a669f65c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '8bc52e23-3172-4e46-ba6f-c2afa1d16da1', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:30.882160 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263c370-dfea-408f-9299-941229b2d183 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8daca6b-0b10-4cfa-8c50-36e0bf159fab,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:30.944195 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-393baab4-5340-41b1-95c5-fc42a669f65c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (58475224-0f89-47aa-ad48-d9e26f3ddf3a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:30.955691 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c44e76f2-2b50-4e16-89f0-91b7f836e71c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:30.956070 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c44e76f2-2b50-4e16-89f0-91b7f836e71c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:31.010521 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c4f578a-04e0-46ff-9a4b-e75f33cede45 req-d7435ea8-f132-497d-b1d8-0f6cd7a1a0ee tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 210 time: 0.9909942 Feb 05 03:24:31.012600 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-614a9579-8d7b-4bc7-b9f6-c9c8e7d367da tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (48948b07-a51f-4c58-8b7e-7190ee477b2a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:31.038202 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'name': 'tempest-TestNetworkBasicOps-router-1877295059', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:24:14Z', 'updated_at': '2022-02-05T03:24:24Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:15Z', 'updated_at': '2022-02-05T03:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'fe2dce04-1194-49d0-ac10-c074b414e600', 'name': '', 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:2b:ef:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:22Z', 'updated_at': '2022-02-05T03:24:29Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:31.078024 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-614a9579-8d7b-4bc7-b9f6-c9c8e7d367da tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (48948b07-a51f-4c58-8b7e-7190ee477b2a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:31.085124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614a9579-8d7b-4bc7-b9f6-c9c8e7d367da tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:31.085773 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-614a9579-8d7b-4bc7-b9f6-c9c8e7d367da tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:31.094433 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-393baab4-5340-41b1-95c5-fc42a669f65c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (58475224-0f89-47aa-ad48-d9e26f3ddf3a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:31.107773 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-393baab4-5340-41b1-95c5-fc42a669f65c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (58475224-0f89-47aa-ad48-d9e26f3ddf3a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:31.147089 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab17fa-3001-4e13-8201-61cbe98196b5 None None] The sync data for ids ['e0b7ae56-8f73-44e0-8661-55809e36754b'] in n-d-826942-8 is: [{'id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'name': 'tempest-TestNetworkBasicOps-router-1877295059', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:24:14Z', 'updated_at': '2022-02-05T03:24:24Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:15Z', 'updated_at': '2022-02-05T03:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'fe2dce04-1194-49d0-ac10-c074b414e600', 'name': '', 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:2b:ef:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:22Z', 'updated_at': '2022-02-05T03:24:29Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:24:31.157759 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-393baab4-5340-41b1-95c5-fc42a669f65c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:31.161628 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-393baab4-5340-41b1-95c5-fc42a669f65c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3066261 Feb 05 03:24:31.169261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33714) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:31.183527 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-55dfbf83-cd5a-4539-a43d-cb807ad9ae7e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '8bc52e23-3172-4e46-ba6f-c2afa1d16da1', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:31.196432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393baab4-5340-41b1-95c5-fc42a669f65c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58475224-0f89-47aa-ad48-d9e26f3ddf3a,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:31.409857 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a9579-8d7b-4bc7-b9f6-c9c8e7d367da tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Network': ['ID=48948b07-a51f-4c58-8b7e-7190ee477b2a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:31.417007 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Publish callbacks [] for port (78609666-03fc-4ce9-9634-e6772f4c38b3), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:31.427210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9dbf57a0-c4f4-4949-a8c7-a03485f924f5 None None] Current status of the port fe2dce04-1194-49d0-ac10-c074b414e600 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:31.429937 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9dbf57a0-c4f4-4949-a8c7-a03485f924f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fe2dce04-1194-49d0-ac10-c074b414e600), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:31.455467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 48948b07-a51f-4c58-8b7e-7190ee477b2a details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:24:31.459697 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-614a9579-8d7b-4bc7-b9f6-c9c8e7d367da tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8782840 Feb 05 03:24:31.459697 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33716) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:31.467610 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-407afe60-931f-4b92-aee9-8f1c57baf8c5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'subnet': {'network_id': '48948b07-a51f-4c58-8b7e-7190ee477b2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:31.572222 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55dfbf83-cd5a-4539-a43d-cb807ad9ae7e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (21640a30-6c25-477f-93eb-89e61687cab9), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:31.665768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-9510266f-aa8c-4406-b9ea-81c916a05802 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:31.668120 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-9510266f-aa8c-4406-b9ea-81c916a05802 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.31 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 811 time: 0.4361522 Feb 05 03:24:31.699824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407afe60-931f-4b92-aee9-8f1c57baf8c5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:31.703928 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (78609666-03fc-4ce9-9634-e6772f4c38b3), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:31.707436 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-407afe60-931f-4b92-aee9-8f1c57baf8c5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:31.718134 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55dfbf83-cd5a-4539-a43d-cb807ad9ae7e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (21640a30-6c25-477f-93eb-89e61687cab9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:31.736230 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55dfbf83-cd5a-4539-a43d-cb807ad9ae7e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (21640a30-6c25-477f-93eb-89e61687cab9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:31.800316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfbf83-cd5a-4539-a43d-cb807ad9ae7e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21640a30-6c25-477f-93eb-89e61687cab9,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:31.807842 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-8fe434df-c240-4870-99b8-b981e7f886b8 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf205d1005174d34b7264edb6224b46f HTTP/1.1" status: 200 len: 379 time: 0.1308784 Feb 05 03:24:31.820043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-853bba58-345b-446c-9046-d3748f30e9c9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Request body: {'port': {'device_id': '86b37399-55e6-49f9-8e91-3d7fbf27f67a', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'admin_state_up': True, 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'security_groups': ['528c0d93-cb6d-454c-9371-8f7accf722b4']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:31.824182 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Pushing event updated for resources: {'Port': ['ID=78609666-03fc-4ce9-9634-e6772f4c38b3,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:31.864962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-407afe60-931f-4b92-aee9-8f1c57baf8c5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Performing IP validity checks on allocation pools {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 05 03:24:31.867429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-407afe60-931f-4b92-aee9-8f1c57baf8c5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 05 03:24:31.889480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9dbf57a0-c4f4-4949-a8c7-a03485f924f5 None None] For port fe2dce04-1194-49d0-ac10-c074b414e600, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fe2dce04-1194-49d0-ac10-c074b414e600,segment=NetworkSegment(b713cbdb-3c9f-42f1-9507-6d5e4809c78a),segment_id=b713cbdb-3c9f-42f1-9507-6d5e4809c78a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:31.897394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c44e76f2-2b50-4e16-89f0-91b7f836e71c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:31.898884 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 2897f103-55f7-4421-96c0-7adc409304e2 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:24:31.912592 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9dbf57a0-c4f4-4949-a8c7-a03485f924f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fe2dce04-1194-49d0-ac10-c074b414e600), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:31.916400 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Network 1dccf170-02d9-496d-bf9a-dc0953cb2db2 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:24:31.961481 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55dfbf83-cd5a-4539-a43d-cb807ad9ae7e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:31.964325 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33720) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:31.968172 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-55dfbf83-cd5a-4539-a43d-cb807ad9ae7e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7920246 Feb 05 03:24:31.982451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-22394860-1985-403a-8741-2b495a4b9953 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '8bc52e23-3172-4e46-ba6f-c2afa1d16da1', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:32.076986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf57a0-c4f4-4949-a8c7-a03485f924f5 None None] Pushing event updated for resources: {'Port': ['ID=fe2dce04-1194-49d0-ac10-c074b414e600,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:32.089249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:32.111814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:24:32.162195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-853bba58-345b-446c-9046-d3748f30e9c9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Made reservation on behalf of bf205d1005174d34b7264edb6224b46f for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:32.165637 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-853bba58-345b-446c-9046-d3748f30e9c9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:32.209363 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9dbf57a0-c4f4-4949-a8c7-a03485f924f5 None None] Provisioning complete for port 2897f103-55f7-4421-96c0-7adc409304e2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:32.209890 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9dbf57a0-c4f4-4949-a8c7-a03485f924f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2897f103-55f7-4421-96c0-7adc409304e2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:32.280725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Attempting to bind port 78609666-03fc-4ce9-9634-e6772f4c38b3 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:24:32.281097 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Attempting to bind port 78609666-03fc-4ce9-9634-e6772f4c38b3 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '50a4409e-e23d-4a0a-b697-20fee6f4fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1dccf170-02d9-496d-bf9a-dc0953cb2db2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:24:32.281590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Attempting to bind port 78609666-03fc-4ce9-9634-e6772f4c38b3 on network 1dccf170-02d9-496d-bf9a-dc0953cb2db2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:24:32.320249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:24:32.320711 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Checking segment: {'id': '50a4409e-e23d-4a0a-b697-20fee6f4fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1dccf170-02d9-496d-bf9a-dc0953cb2db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:32.321026 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:32.321423 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Bound using segment: {'id': '50a4409e-e23d-4a0a-b697-20fee6f4fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1dccf170-02d9-496d-bf9a-dc0953cb2db2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:24:32.330279 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Bound port: 78609666-03fc-4ce9-9634-e6772f4c38b3, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a4409e-e23d-4a0a-b697-20fee6f4fd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1dccf170-02d9-496d-bf9a-dc0953cb2db2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:24:32.330998 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (78609666-03fc-4ce9-9634-e6772f4c38b3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:32.337991 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f084504c-facf-4258-bce3-e17c35a775ba req-e76b01c0-6b46-4039-93c4-46fb9b9e2d05 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 210 time: 0.1979680 Feb 05 03:24:32.341569 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22394860-1985-403a-8741-2b495a4b9953 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (eb0ca4fb-a6ac-40fa-b02d-70b463b45f39), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:32.345574 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-407afe60-931f-4b92-aee9-8f1c57baf8c5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (e3ff85c3-d833-4ef5-9dbe-81d78a66a2c0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:32.492316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 2897f103-55f7-4421-96c0-7adc409304e2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:32.492905 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2897f103-55f7-4421-96c0-7adc409304e2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:32.535472 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407afe60-931f-4b92-aee9-8f1c57baf8c5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Checking segment: {'id': '3147b7da-ee83-4140-b8fb-e572c12536be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '48948b07-a51f-4c58-8b7e-7190ee477b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:32.536104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407afe60-931f-4b92-aee9-8f1c57baf8c5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network hostable DHCP agents. Network: 48948b07-a51f-4c58-8b7e-7190ee477b2a, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:24:32.540972 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407afe60-931f-4b92-aee9-8f1c57baf8c5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Subnet': ['ID=e3ff85c3-d833-4ef5-9dbe-81d78a66a2c0,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:32.595541 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22394860-1985-403a-8741-2b495a4b9953 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (eb0ca4fb-a6ac-40fa-b02d-70b463b45f39), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:32.604315 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-853bba58-345b-446c-9046-d3748f30e9c9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Allocated IP 172.20.0.6 (8a76fea9-ec7c-470a-8205-bae119528f63/d6a9fd51-dee8-4234-b9ad-45957bee7324/4fed187e-9d1f-4852-92ff-8b2ec7e08a5b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:24:32.619903 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22394860-1985-403a-8741-2b495a4b9953 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (eb0ca4fb-a6ac-40fa-b02d-70b463b45f39), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:32.642122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407afe60-931f-4b92-aee9-8f1c57baf8c5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network 48948b07-a51f-4c58-8b7e-7190ee477b2a is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:24:32.649219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] For port 78609666-03fc-4ce9-9634-e6772f4c38b3, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:24:32.651321 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22394860-1985-403a-8741-2b495a4b9953 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0ca4fb-a6ac-40fa-b02d-70b463b45f39,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:32.661052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-407afe60-931f-4b92-aee9-8f1c57baf8c5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 48948b07-a51f-4c58-8b7e-7190ee477b2a) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:32.664954 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] For port 78609666-03fc-4ce9-9634-e6772f4c38b3, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=78609666-03fc-4ce9-9634-e6772f4c38b3,segment=NetworkSegment(50a4409e-e23d-4a0a-b697-20fee6f4fd50),segment_id=50a4409e-e23d-4a0a-b697-20fee6f4fd50)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:24:32.671243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407afe60-931f-4b92-aee9-8f1c57baf8c5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:32.671836 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-407afe60-931f-4b92-aee9-8f1c57baf8c5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:32.673967 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe6d384-1a40-44a2-a7f1-d685aea64445 None None] Network 48948b07-a51f-4c58-8b7e-7190ee477b2a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:32.702232 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22394860-1985-403a-8741-2b495a4b9953 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:32.703591 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-22394860-1985-403a-8741-2b495a4b9953 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7313719 Feb 05 03:24:32.718391 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33726) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:32.732849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-26516f62-d9a7-4570-81ba-3de9c25e2791 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '8bc52e23-3172-4e46-ba6f-c2afa1d16da1', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:32.748360 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-407afe60-931f-4b92-aee9-8f1c57baf8c5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2882648 Feb 05 03:24:32.752571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33728) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:32.847485 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-853bba58-345b-446c-9046-d3748f30e9c9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for port (4fed187e-9d1f-4852-92ff-8b2ec7e08a5b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:32.849065 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-26516f62-d9a7-4570-81ba-3de9c25e2791 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Project 3f5ac7b643b8425bbed5ee0e77e96ba9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:24:32.860257 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (78609666-03fc-4ce9-9634-e6772f4c38b3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:32.881345 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26516f62-d9a7-4570-81ba-3de9c25e2791 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (ae362214-60db-4af2-8455-5d1f181d01e5), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:32.904251 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-853bba58-345b-446c-9046-d3748f30e9c9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4fed187e-9d1f-4852-92ff-8b2ec7e08a5b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:32.937910 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26516f62-d9a7-4570-81ba-3de9c25e2791 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (ae362214-60db-4af2-8455-5d1f181d01e5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:32.957180 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26516f62-d9a7-4570-81ba-3de9c25e2791 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (ae362214-60db-4af2-8455-5d1f181d01e5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:32.981546 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-853bba58-345b-446c-9046-d3748f30e9c9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Network 8a76fea9-ec7c-470a-8205-bae119528f63 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:24:32.987806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-853bba58-345b-446c-9046-d3748f30e9c9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:32.991319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-853bba58-345b-446c-9046-d3748f30e9c9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:24:33.000090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26516f62-d9a7-4570-81ba-3de9c25e2791 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae362214-60db-4af2-8455-5d1f181d01e5,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:33.039488 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40eea6ff-449b-4b30-9b16-99b91432a529 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (48948b07-a51f-4c58-8b7e-7190ee477b2a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:33.049252 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9dbf57a0-c4f4-4949-a8c7-a03485f924f5 None None] Current status of the port 2897f103-55f7-4421-96c0-7adc409304e2 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:33.050978 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26516f62-d9a7-4570-81ba-3de9c25e2791 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:33.052250 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-26516f62-d9a7-4570-81ba-3de9c25e2791 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3321559 Feb 05 03:24:33.057102 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33730) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:33.061934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5599a99c-4971-4176-a7cf-bf9060803017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-48948b07-a51f-4c58-8b7e-7190ee477b2a', 'network_id': '48948b07-a51f-4c58-8b7e-7190ee477b2a', 'project_id': '198bad29b5994bcea19c9dcfb975cc8f', 'fixed_ips': [{'subnet_id': 'e3ff85c3-d833-4ef5-9dbe-81d78a66a2c0'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:24:33.062809 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5599a99c-4971-4176-a7cf-bf9060803017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:33.063645 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d81229f0-2f47-4086-b682-96419ad5b2e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'security_group_rule': {'security_group_id': '8bc52e23-3172-4e46-ba6f-c2afa1d16da1', 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:33.087300 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bba58-345b-446c-9046-d3748f30e9c9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'Port': ['ID=4fed187e-9d1f-4852-92ff-8b2ec7e08a5b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:33.147039 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-853bba58-345b-446c-9046-d3748f30e9c9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:33.148203 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-853bba58-345b-446c-9046-d3748f30e9c9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:33.161734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e906a16-157a-4711-84f1-5d9c3ef5cb16 None None] Pushing event updated for resources: {'Port': ['ID=78609666-03fc-4ce9-9634-e6772f4c38b3,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:33.192366 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-853bba58-345b-446c-9046-d3748f30e9c9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3765097 Feb 05 03:24:33.205511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Request body: {'port': {'device_id': '86b37399-55e6-49f9-8e91-3d7fbf27f67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:33.214034 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40eea6ff-449b-4b30-9b16-99b91432a529 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e3ff85c3-d833-4ef5-9dbe-81d78a66a2c0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:33.328295 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40eea6ff-449b-4b30-9b16-99b91432a529 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (e3ff85c3-d833-4ef5-9dbe-81d78a66a2c0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:33.386531 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4fed187e-9d1f-4852-92ff-8b2ec7e08a5b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:33.415932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eea6ff-449b-4b30-9b16-99b91432a529 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ff85c3-d833-4ef5-9dbe-81d78a66a2c0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:33.439835 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-d81229f0-2f47-4086-b682-96419ad5b2e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Project 3f5ac7b643b8425bbed5ee0e77e96ba9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:24:33.555148 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 2897f103-55f7-4421-96c0-7adc409304e2 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server [None req-5599a99c-4971-4176-a7cf-bf9060803017 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3ff85c3-d833-4ef5-9dbe-81d78a66a2c0: This subnet is being modified by another concurrent operation. Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise exception Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3ff85c3-d833-4ef5-9dbe-81d78a66a2c0: This subnet is being modified by another concurrent operation. Feb 05 03:24:33.584866 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server Feb 05 03:24:33.628954 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4af2da-c2fd-4ca1-9cf3-a2e39c79dbd1 None None] Network 48948b07-a51f-4c58-8b7e-7190ee477b2a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:33.679887 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d81229f0-2f47-4086-b682-96419ad5b2e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (507a1c69-7f0d-4911-8a1e-19cee3b61d3a), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:33.813783 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40eea6ff-449b-4b30-9b16-99b91432a529 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (48948b07-a51f-4c58-8b7e-7190ee477b2a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:33.823354 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-841d10c6-716f-4cda-96ce-dcdeeb983003 None None] Provisioning complete for port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:33.824093 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-841d10c6-716f-4cda-96ce-dcdeeb983003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4fed187e-9d1f-4852-92ff-8b2ec7e08a5b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:33.885629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-40eea6ff-449b-4b30-9b16-99b91432a529 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48948b07-a51f-4c58-8b7e-7190ee477b2a']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:33.903743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-40eea6ff-449b-4b30-9b16-99b91432a529 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3147b7da-ee83-4140-b8fb-e572c12536be') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:33.904047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-40eea6ff-449b-4b30-9b16-99b91432a529 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3147b7da-ee83-4140-b8fb-e572c12536be') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:33.925265 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40eea6ff-449b-4b30-9b16-99b91432a529 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (3147b7da-ee83-4140-b8fb-e572c12536be), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:33.941449 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2080eb-5aa6-4361-bd0a-37f99a57a49f req-4a71b585-1003-4e3e-b16b-e8250a995cfa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:33.943610 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a2080eb-5aa6-4361-bd0a-37f99a57a49f req-4a71b585-1003-4e3e-b16b-e8250a995cfa tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 931 time: 0.4065802 Feb 05 03:24:33.963011 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40eea6ff-449b-4b30-9b16-99b91432a529 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (3147b7da-ee83-4140-b8fb-e572c12536be), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:33.978792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-841d10c6-716f-4cda-96ce-dcdeeb983003 None None] Port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:24:34.008959 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d81229f0-2f47-4086-b682-96419ad5b2e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (507a1c69-7f0d-4911-8a1e-19cee3b61d3a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.010165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40eea6ff-449b-4b30-9b16-99b91432a529 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:24:34.010652 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40eea6ff-449b-4b30-9b16-99b91432a529 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (3147b7da-ee83-4140-b8fb-e572c12536be), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:24:34.021193 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:34.023225 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb995-7d3c-45b0-a82b-33d631e2a31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.062819 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d81229f0-2f47-4086-b682-96419ad5b2e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (507a1c69-7f0d-4911-8a1e-19cee3b61d3a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.103164 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 2897f103-55f7-4421-96c0-7adc409304e2 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:24:34.122931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81229f0-2f47-4086-b682-96419ad5b2e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507a1c69-7f0d-4911-8a1e-19cee3b61d3a,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:34.129536 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:24:34.139536 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Publish callbacks [] for port (4fed187e-9d1f-4852-92ff-8b2ec7e08a5b), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.152623 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a2080eb-5aa6-4361-bd0a-37f99a57a49f req-2e1577cf-a77c-4e5b-84cd-f5fa90ed0c12 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006862 Feb 05 03:24:34.170291 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d81229f0-2f47-4086-b682-96419ad5b2e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.170512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Transition to ACTIVE for port object 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:24:34.171799 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d81229f0-2f47-4086-b682-96419ad5b2e0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1135714 Feb 05 03:24:34.173555 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40eea6ff-449b-4b30-9b16-99b91432a529 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (48948b07-a51f-4c58-8b7e-7190ee477b2a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.175750 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4fed187e-9d1f-4852-92ff-8b2ec7e08a5b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.194409 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40eea6ff-449b-4b30-9b16-99b91432a529 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.206334 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-40eea6ff-449b-4b30-9b16-99b91432a529 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/networks/48948b07-a51f-4c58-8b7e-7190ee477b2a HTTP/1.1" status: 204 len: 168 time: 1.4524436 Feb 05 03:24:34.218111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33738) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:34.224318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7f69096f-2126-42ae-8eda-74c51a53d3e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-333017237'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:34.229143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eea6ff-449b-4b30-9b16-99b91432a529 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Network': ['ID=48948b07-a51f-4c58-8b7e-7190ee477b2a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:34.237705 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Pushing event updated for resources: {'Port': ['ID=4fed187e-9d1f-4852-92ff-8b2ec7e08a5b,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:34.277587 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f69096f-2126-42ae-8eda-74c51a53d3e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:34.279785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 2897f103-55f7-4421-96c0-7adc409304e2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:34.280289 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2897f103-55f7-4421-96c0-7adc409304e2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.281483 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7f69096f-2126-42ae-8eda-74c51a53d3e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.352134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f69096f-2126-42ae-8eda-74c51a53d3e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:24:34.380803 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7f69096f-2126-42ae-8eda-74c51a53d3e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (7032b302-641b-444c-8946-570f48dd9b5e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.381171 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-7f69096f-2126-42ae-8eda-74c51a53d3e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Added segment 7032b302-641b-444c-8946-570f48dd9b5e of type vlan for network c0f111a6-01a1-4f0b-beb1-764e9003cc61 Feb 05 03:24:34.458462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Attempting to bind port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:24:34.458842 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Attempting to bind port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:24:34.459184 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Attempting to bind port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b on network 8a76fea9-ec7c-470a-8205-bae119528f63 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:24:34.469311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b on network 8a76fea9-ec7c-470a-8205-bae119528f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:24:34.469704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Attempting to bind port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b on network 8a76fea9-ec7c-470a-8205-bae119528f63 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:24:34.481342 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:24:34.481632 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Checking segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:34.482903 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Bound using segment: {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:24:34.483361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Bound port: 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c357a94-617c-4aea-953a-f16a07fc0fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:24:34.485195 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7f69096f-2126-42ae-8eda-74c51a53d3e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (c0f111a6-01a1-4f0b-beb1-764e9003cc61), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.487148 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4fed187e-9d1f-4852-92ff-8b2ec7e08a5b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.528886 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 2897f103-55f7-4421-96c0-7adc409304e2 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:34.530013 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 78609666-03fc-4ce9-9634-e6772f4c38b3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:24:34.583272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 78609666-03fc-4ce9-9634-e6772f4c38b3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:34.583941 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (78609666-03fc-4ce9-9634-e6772f4c38b3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.641249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-17a0cecd-dd02-47c4-86f0-bf214e9bda96 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-277435563&fields=id&tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9 HTTP/1.1" status: 200 len: 267 time: 0.1432734 Feb 05 03:24:34.643104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] For port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:24:34.645440 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7f69096f-2126-42ae-8eda-74c51a53d3e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (c0f111a6-01a1-4f0b-beb1-764e9003cc61), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.654128 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] For port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4fed187e-9d1f-4852-92ff-8b2ec7e08a5b,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:24:34.671060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f69096f-2126-42ae-8eda-74c51a53d3e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:34.672023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7f69096f-2126-42ae-8eda-74c51a53d3e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.676842 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (4fed187e-9d1f-4852-92ff-8b2ec7e08a5b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.701989 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 78609666-03fc-4ce9-9634-e6772f4c38b3 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:34.702353 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (78609666-03fc-4ce9-9634-e6772f4c38b3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.773353 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Pushing event updated for resources: {'Port': ['ID=4fed187e-9d1f-4852-92ff-8b2ec7e08a5b,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:34.799692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:34.800454 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:34.802659 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-7d2be3af-2341-468c-9cd2-c33c89d17489 service neutron] 10.222.0.31 "PUT /v2.0/ports/4fed187e-9d1f-4852-92ff-8b2ec7e08a5b HTTP/1.1" status: 200 len: 1091 time: 1.6050611 Feb 05 03:24:34.804244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b37399-55e6-49f9-8e91-3d7fbf27f67a', 'tag': '4fed187e-9d1f-4852-92ff-8b2ec7e08a5b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:24:34.809737 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b85f60a-4f3a-4951-b908-2d46958fd090" -d '{"events": [{"name": "network-changed", "server_uuid": "86b37399-55e6-49f9-8e91-3d7fbf27f67a", "tag": "4fed187e-9d1f-4852-92ff-8b2ec7e08a5b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:24:34.955616 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b008f4e-8724-4367-866c-902cfa074aca x-openstack-request-id: req-1b008f4e-8724-4367-866c-902cfa074aca {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:24:34.955994 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b37399-55e6-49f9-8e91-3d7fbf27f67a", "tag": "4fed187e-9d1f-4852-92ff-8b2ec7e08a5b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:24:34.959787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69096f-2126-42ae-8eda-74c51a53d3e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Network': ['ID=c0f111a6-01a1-4f0b-beb1-764e9003cc61,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:34.960404 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b008f4e-8724-4367-866c-902cfa074aca {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:24:34.960932 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b37399-55e6-49f9-8e91-3d7fbf27f67a', 'tag': '4fed187e-9d1f-4852-92ff-8b2ec7e08a5b', 'status': 'completed', 'code': 200} Feb 05 03:24:34.993094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network c0f111a6-01a1-4f0b-beb1-764e9003cc61 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:24:35.014223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-b5febf9e-a5a1-4125-8ea7-1a137dabef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:35.015363 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-b5febf9e-a5a1-4125-8ea7-1a137dabef6d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 1125 time: 0.1543412 Feb 05 03:24:35.026272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 78609666-03fc-4ce9-9634-e6772f4c38b3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=78609666-03fc-4ce9-9634-e6772f4c38b3,segment=NetworkSegment(50a4409e-e23d-4a0a-b697-20fee6f4fd50),segment_id=50a4409e-e23d-4a0a-b697-20fee6f4fd50)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:35.111946 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (78609666-03fc-4ce9-9634-e6772f4c38b3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:35.112746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fe2dce04-1194-49d0-ac10-c074b414e600 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:24:35.120035 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7f69096f-2126-42ae-8eda-74c51a53d3e6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9003971 Feb 05 03:24:35.120792 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33754) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:35.127163 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-b3731bb6-60e0-4c41-a7c8-6adcf04d17b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fed187e-9d1f-4852-92ff-8b2ec7e08a5b HTTP/1.1" status: 200 len: 217 time: 0.1047969 Feb 05 03:24:35.133643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-30bfcca4-b6e2-48c7-83fc-3f08a64f98a1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'subnet': {'network_id': 'c0f111a6-01a1-4f0b-beb1-764e9003cc61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:35.229731 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-a841bce9-07f0-427c-99d9-3ec58fac09b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:35.231606 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-a841bce9-07f0-427c-99d9-3ec58fac09b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0930793 Feb 05 03:24:35.249765 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52dd591-1092-4450-a07a-8649eb83380c None None] Network 1dccf170-02d9-496d-bf9a-dc0953cb2db2 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:35.275600 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=78609666-03fc-4ce9-9634-e6772f4c38b3,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:35.335630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-87227ae6-2902-47b3-99ac-451eeb85619c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:35.348372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-87227ae6-2902-47b3-99ac-451eeb85619c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/networks?id=8d7d450c-c20e-40b2-9e15-097c43a95301 HTTP/1.1" status: 200 len: 796 time: 0.6648180 Feb 05 03:24:35.362395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-56909338-f1d1-436a-b625-1a360dc04e77 None None] Provisioning complete for port 78609666-03fc-4ce9-9634-e6772f4c38b3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:35.362815 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56909338-f1d1-436a-b625-1a360dc04e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (78609666-03fc-4ce9-9634-e6772f4c38b3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:35.367668 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-0b548569-0a4b-4d3f-94ac-0197ffd04611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:35.369976 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-0b548569-0a4b-4d3f-94ac-0197ffd04611 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1322396 Feb 05 03:24:35.379312 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-632ec2f4-4383-41b3-b238-846914b69d93 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/quotas/3f5ac7b643b8425bbed5ee0e77e96ba9 HTTP/1.1" status: 200 len: 375 time: 0.0294869 Feb 05 03:24:35.394269 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port fe2dce04-1194-49d0-ac10-c074b414e600 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:35.394968 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fe2dce04-1194-49d0-ac10-c074b414e600), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:35.426808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bfcca4-b6e2-48c7-83fc-3f08a64f98a1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:35.428760 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30bfcca4-b6e2-48c7-83fc-3f08a64f98a1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:35.560477 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-184c7674-7137-4772-8e78-6faa2af98519 service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826072 Feb 05 03:24:35.608032 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadd701-b631-4ae0-8c73-72fb9ee55c5a req-bfea0b98-d44d-4a80-9649-3fb9eeed51de tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:35.609597 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9aadd701-b631-4ae0-8c73-72fb9ee55c5a req-bfea0b98-d44d-4a80-9649-3fb9eeed51de tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 943 time: 0.2470121 Feb 05 03:24:35.614560 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port fe2dce04-1194-49d0-ac10-c074b414e600 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:35.635561 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-8018ec60-f840-452d-818b-2e3ceb9ff044 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2392015 Feb 05 03:24:35.637815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-56909338-f1d1-436a-b625-1a360dc04e77 None None] Current status of the port 78609666-03fc-4ce9-9634-e6772f4c38b3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:35.740284 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6a348fb4-4ff0-4751-9608-9fe213adc404 req-2f4fb3a3-4154-429a-9c42-77eb2920d765 service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716523 Feb 05 03:24:35.797972 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 78609666-03fc-4ce9-9634-e6772f4c38b3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:24:35.853294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 78609666-03fc-4ce9-9634-e6772f4c38b3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:35.854574 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (78609666-03fc-4ce9-9634-e6772f4c38b3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:35.886423 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85f60a-4f3a-4951-b908-2d46958fd090 req-dbe7e22c-6f81-4ddb-bd13-ee6cd3828457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:35.888663 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8b85f60a-4f3a-4951-b908-2d46958fd090 req-dbe7e22c-6f81-4ddb-bd13-ee6cd3828457 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 1125 time: 0.0991802 Feb 05 03:24:35.914979 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9aadd701-b631-4ae0-8c73-72fb9ee55c5a req-0cc72a31-d63c-48e6-a1d5-70f251da6075 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2784486 Feb 05 03:24:35.926120 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30bfcca4-b6e2-48c7-83fc-3f08a64f98a1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (4b0710ae-ec2a-4bc1-9319-3eb05e857acd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:35.958696 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-792ba3a3-d82b-42f0-aa7a-c621669b13e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:35.979518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc6e159-1023-49ff-a89c-40a7b143f5c7 None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 03:24:36.100431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85f60a-4f3a-4951-b908-2d46958fd090 req-b5ce9084-bff7-4c5d-aa39-49cd30cbe873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:36.101848 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8b85f60a-4f3a-4951-b908-2d46958fd090 req-b5ce9084-bff7-4c5d-aa39-49cd30cbe873 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.2059944 Feb 05 03:24:36.106135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfcca4-b6e2-48c7-83fc-3f08a64f98a1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Subnet': ['ID=4b0710ae-ec2a-4bc1-9319-3eb05e857acd,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:36.117622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-3a200b0a-7511-45a0-ae56-92ad23e61fe5 service neutron] 10.222.0.36 "GET /v2.0/networks/8d7d450c-c20e-40b2-9e15-097c43a95301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634943 Feb 05 03:24:36.118396 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33764) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:36.186251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bfcca4-b6e2-48c7-83fc-3f08a64f98a1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Checking segment: {'id': '7032b302-641b-444c-8946-570f48dd9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0f111a6-01a1-4f0b-beb1-764e9003cc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:36.187076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bfcca4-b6e2-48c7-83fc-3f08a64f98a1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network hostable DHCP agents. Network: c0f111a6-01a1-4f0b-beb1-764e9003cc61, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:24:36.201646 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8b85f60a-4f3a-4951-b908-2d46958fd090 req-03904c88-8e34-4534-baa9-2a2a0f2c630a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fed187e-9d1f-4852-92ff-8b2ec7e08a5b HTTP/1.1" status: 200 len: 217 time: 0.0937896 Feb 05 03:24:36.223965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bfcca4-b6e2-48c7-83fc-3f08a64f98a1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network c0f111a6-01a1-4f0b-beb1-764e9003cc61 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:24:36.251047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-30bfcca4-b6e2-48c7-83fc-3f08a64f98a1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, c0f111a6-01a1-4f0b-beb1-764e9003cc61) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:36.259281 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bfcca4-b6e2-48c7-83fc-3f08a64f98a1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:36.260250 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30bfcca4-b6e2-48c7-83fc-3f08a64f98a1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:36.268029 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-aaf21cc5-e874-4f39-89f4-9b3e90a3bd9b service neutron] 10.222.0.36 "GET /v2.0/networks/8d7d450c-c20e-40b2-9e15-097c43a95301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335547 Feb 05 03:24:36.293910 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85f60a-4f3a-4951-b908-2d46958fd090 req-281ae939-5daf-4f5b-b419-5bbba295e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:36.295842 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8b85f60a-4f3a-4951-b908-2d46958fd090 req-281ae939-5daf-4f5b-b419-5bbba295e021 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0864260 Feb 05 03:24:36.297405 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-30bfcca4-b6e2-48c7-83fc-3f08a64f98a1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1680341 Feb 05 03:24:36.300605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33768) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:36.307171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 78609666-03fc-4ce9-9634-e6772f4c38b3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:36.316170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9457449c-ba42-4174-9e5c-3ef060ef9280 None None] Provisioning complete for port 78609666-03fc-4ce9-9634-e6772f4c38b3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:36.316631 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9457449c-ba42-4174-9e5c-3ef060ef9280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (78609666-03fc-4ce9-9634-e6772f4c38b3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:36.408044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9457449c-ba42-4174-9e5c-3ef060ef9280 None None] Current status of the port 78609666-03fc-4ce9-9634-e6772f4c38b3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:36.496886 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc6e159-1023-49ff-a89c-40a7b143f5c7 None None] Unable to find a vacant binding_index for network c0f111a6-01a1-4f0b-beb1-764e9003cc61 and agent a0b99b74-79c5-431f-91b8-b2aa3c808393 {{(pid=109676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 05 03:24:36.503343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc6e159-1023-49ff-a89c-40a7b143f5c7 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, c0f111a6-01a1-4f0b-beb1-764e9003cc61) {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 03:24:36.506510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85f60a-4f3a-4951-b908-2d46958fd090 req-7cf3c09e-29e1-40df-867c-a6b44d9c9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:36.513659 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8b85f60a-4f3a-4951-b908-2d46958fd090 req-7cf3c09e-29e1-40df-867c-a6b44d9c9000 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2033930 Feb 05 03:24:36.754648 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8b85f60a-4f3a-4951-b908-2d46958fd090 req-19eaff7c-bd65-4236-9e75-04eca254dd3d service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316463 Feb 05 03:24:36.758026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e27e95-714b-4dc3-b0fc-050d0753de10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-c0f111a6-01a1-4f0b-beb1-764e9003cc61', 'network_id': 'c0f111a6-01a1-4f0b-beb1-764e9003cc61', 'project_id': '198bad29b5994bcea19c9dcfb975cc8f', 'fixed_ips': [{'subnet_id': '4b0710ae-ec2a-4bc1-9319-3eb05e857acd'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:24:36.760617 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ead8c674-1759-483f-a42a-db4d2e763341 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (c0f111a6-01a1-4f0b-beb1-764e9003cc61), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:36.760931 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-57e27e95-714b-4dc3-b0fc-050d0753de10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:36.863723 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b773e575-fc49-43b5-9562-f70bd0d367ea req-37de4db7-467b-47db-a9d6-0609f18ebc7e tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 210 time: 0.1852655 Feb 05 03:24:36.973291 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ead8c674-1759-483f-a42a-db4d2e763341 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (4b0710ae-ec2a-4bc1-9319-3eb05e857acd), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:37.010991 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8b85f60a-4f3a-4951-b908-2d46958fd090 req-999a8bba-0e00-46f9-b519-59e805bec7f4 service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453980 Feb 05 03:24:37.063119 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ead8c674-1759-483f-a42a-db4d2e763341 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (4b0710ae-ec2a-4bc1-9319-3eb05e857acd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server [None req-57e27e95-714b-4dc3-b0fc-050d0753de10 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b0710ae-ec2a-4bc1-9319-3eb05e857acd: This subnet is being modified by another concurrent operation. Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise exception Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b0710ae-ec2a-4bc1-9319-3eb05e857acd: This subnet is being modified by another concurrent operation. Feb 05 03:24:37.069787 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server Feb 05 03:24:37.098817 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d701525-36fc-43a6-97af-976bd5e2688c None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 03:24:37.141908 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8c674-1759-483f-a42a-db4d2e763341 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0710ae-ec2a-4bc1-9319-3eb05e857acd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:37.182696 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:37.241173 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ead8c674-1759-483f-a42a-db4d2e763341 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (c0f111a6-01a1-4f0b-beb1-764e9003cc61), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:37.268591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ead8c674-1759-483f-a42a-db4d2e763341 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f111a6-01a1-4f0b-beb1-764e9003cc61']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:37.278181 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e472fc-0fd2-4e95-9f35-2e966da0f177 req-2abc0811-da92-48cf-adb2-045b17907c6c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:37.282105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ead8c674-1759-483f-a42a-db4d2e763341 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7032b302-641b-444c-8946-570f48dd9b5e') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:37.282422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ead8c674-1759-483f-a42a-db4d2e763341 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7032b302-641b-444c-8946-570f48dd9b5e') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:37.292072 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d701525-36fc-43a6-97af-976bd5e2688c None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 03:24:37.297310 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ead8c674-1759-483f-a42a-db4d2e763341 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (7032b302-641b-444c-8946-570f48dd9b5e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:37.298030 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3e472fc-0fd2-4e95-9f35-2e966da0f177 req-2abc0811-da92-48cf-adb2-045b17907c6c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 943 time: 0.1705554 Feb 05 03:24:37.315142 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ead8c674-1759-483f-a42a-db4d2e763341 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (7032b302-641b-444c-8946-570f48dd9b5e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:37.323154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead8c674-1759-483f-a42a-db4d2e763341 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:24:37.323580 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ead8c674-1759-483f-a42a-db4d2e763341 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (7032b302-641b-444c-8946-570f48dd9b5e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:24:37.329486 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:37.415871 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3e472fc-0fd2-4e95-9f35-2e966da0f177 req-f16d898d-906b-4f1a-aa0c-b34716f16ed3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167557 Feb 05 03:24:37.498622 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0e43979-c651-45da-a0c5-46824d6a633c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (73ab2216-020d-4a15-ac72-21cd245ebb7b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:37.499361 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ead8c674-1759-483f-a42a-db4d2e763341 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (c0f111a6-01a1-4f0b-beb1-764e9003cc61), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:37.513731 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ead8c674-1759-483f-a42a-db4d2e763341 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:37.523217 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ead8c674-1759-483f-a42a-db4d2e763341 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/networks/c0f111a6-01a1-4f0b-beb1-764e9003cc61 HTTP/1.1" status: 204 len: 168 time: 1.2163329 Feb 05 03:24:37.534080 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8c674-1759-483f-a42a-db4d2e763341 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Network': ['ID=c0f111a6-01a1-4f0b-beb1-764e9003cc61,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:37.535888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33782) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:37.542690 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7cf22cdd-c83b-4dc3-ad9b-6844732e90df tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1002593504'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:37.575981 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf22cdd-c83b-4dc3-ad9b-6844732e90df tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:37.581640 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cf22cdd-c83b-4dc3-ad9b-6844732e90df tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:37.622880 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf22cdd-c83b-4dc3-ad9b-6844732e90df tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:24:37.642512 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cf22cdd-c83b-4dc3-ad9b-6844732e90df tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (49eb577e-0100-4b48-9c9e-d1114d629647), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:37.643566 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-7cf22cdd-c83b-4dc3-ad9b-6844732e90df tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Added segment 49eb577e-0100-4b48-9c9e-d1114d629647 of type vlan for network b788fbf2-5190-4e3e-8f75-28fdb3a763b0 Feb 05 03:24:37.696979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7191cc91-48b7-4221-a513-ab4f60be2667 None None] Network c0f111a6-01a1-4f0b-beb1-764e9003cc61 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:37.701035 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cf22cdd-c83b-4dc3-ad9b-6844732e90df tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (b788fbf2-5190-4e3e-8f75-28fdb3a763b0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:37.720713 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7191cc91-48b7-4221-a513-ab4f60be2667 None None] Network c0f111a6-01a1-4f0b-beb1-764e9003cc61 could not be found, it might have been deleted concurrently. {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 05 03:24:37.731808 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f02871e-c47b-418e-b697-6fa5e84a437d None None] Network c0f111a6-01a1-4f0b-beb1-764e9003cc61 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:37.760798 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f02871e-c47b-418e-b697-6fa5e84a437d None None] Network c0f111a6-01a1-4f0b-beb1-764e9003cc61 could not be found, it might have been deleted concurrently. {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 05 03:24:37.767295 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cf22cdd-c83b-4dc3-ad9b-6844732e90df tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (b788fbf2-5190-4e3e-8f75-28fdb3a763b0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:37.773421 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf22cdd-c83b-4dc3-ad9b-6844732e90df tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:37.774286 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cf22cdd-c83b-4dc3-ad9b-6844732e90df tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:37.852646 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7cf22cdd-c83b-4dc3-ad9b-6844732e90df tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3129351 Feb 05 03:24:37.852940 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33784) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:37.858563 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4992c756-89d1-4d01-b14c-218cbda22a50 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'subnet': {'network_id': 'b788fbf2-5190-4e3e-8f75-28fdb3a763b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:37.863060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a0e43979-c651-45da-a0c5-46824d6a633c admin admin] Deleting port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:37.863862 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0e43979-c651-45da-a0c5-46824d6a633c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:38.012824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-a0e43979-c651-45da-a0c5-46824d6a633c admin admin] For port adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:38.013462 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0e43979-c651-45da-a0c5-46824d6a633c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:38.029749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a0e43979-c651-45da-a0c5-46824d6a633c admin admin] Calling delete_port for adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:38.311702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf22cdd-c83b-4dc3-ad9b-6844732e90df tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Network': ['ID=b788fbf2-5190-4e3e-8f75-28fdb3a763b0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:38.317939 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4992c756-89d1-4d01-b14c-218cbda22a50 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:38.324495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network b788fbf2-5190-4e3e-8f75-28fdb3a763b0 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:24:38.328122 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4992c756-89d1-4d01-b14c-218cbda22a50 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:38.407314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-4e0fd230-6137-4466-b634-596a91fdb91f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:38.408815 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-4e0fd230-6137-4466-b634-596a91fdb91f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.10 "GET /v2.0/networks?id=8d7d450c-c20e-40b2-9e15-097c43a95301 HTTP/1.1" status: 200 len: 796 time: 0.1328843 Feb 05 03:24:38.411354 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0e43979-c651-45da-a0c5-46824d6a633c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:38.536998 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-0f29e876-dcb2-4c44-a41b-79cb5b1dfa4b tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9 HTTP/1.1" status: 200 len: 379 time: 0.1160486 Feb 05 03:24:38.539301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4de2ff3e-0fa9-410f-824e-e3c971ebfd5f req-f099b5fa-0aba-4a13-a0f2-763c7b98d4e9 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 210 time: 0.2735522 Feb 05 03:24:38.606599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-4556c0c4-dee9-4afa-a422-45486cc3abaa tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'port': {'device_id': 'bd7c41d4-e1c6-4792-b30d-9d20e9188942', 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301', 'admin_state_up': True, 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'security_groups': ['8bc52e23-3172-4e46-ba6f-c2afa1d16da1']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:38.656322 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4992c756-89d1-4d01-b14c-218cbda22a50 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (ec18a2e0-7aa0-4afa-9b28-8f5709329f6d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:38.722440 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992c756-89d1-4d01-b14c-218cbda22a50 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Subnet': ['ID=ec18a2e0-7aa0-4afa-9b28-8f5709329f6d,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:38.731089 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:38.763200 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4992c756-89d1-4d01-b14c-218cbda22a50 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Checking segment: {'id': '49eb577e-0100-4b48-9c9e-d1114d629647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b788fbf2-5190-4e3e-8f75-28fdb3a763b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:38.763727 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4992c756-89d1-4d01-b14c-218cbda22a50 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network hostable DHCP agents. Network: b788fbf2-5190-4e3e-8f75-28fdb3a763b0, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:24:38.776065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e43979-c651-45da-a0c5-46824d6a633c admin admin] Pushing event deleted for resources: {'Port': ['ID=adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:38.790586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4992c756-89d1-4d01-b14c-218cbda22a50 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network b788fbf2-5190-4e3e-8f75-28fdb3a763b0 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:24:38.792050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-4556c0c4-dee9-4afa-a422-45486cc3abaa tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Made reservation on behalf of 3f5ac7b643b8425bbed5ee0e77e96ba9 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:38.796302 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-4556c0c4-dee9-4afa-a422-45486cc3abaa tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:38.811491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4992c756-89d1-4d01-b14c-218cbda22a50 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, b788fbf2-5190-4e3e-8f75-28fdb3a763b0) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:38.817606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4992c756-89d1-4d01-b14c-218cbda22a50 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:38.818573 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4992c756-89d1-4d01-b14c-218cbda22a50 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:38.825489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57d2048-de64-4760-8143-466bcde3ed89 None None] Network b788fbf2-5190-4e3e-8f75-28fdb3a763b0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:38.867872 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4992c756-89d1-4d01-b14c-218cbda22a50 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0136373 Feb 05 03:24:38.870454 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33790) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:38.955956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c7150-7e32-4bba-b75a-0682202bb3fe req-6b20baae-e85a-4c99-877d-5998c9c545db tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:38.960158 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a82c7150-7e32-4bba-b75a-0682202bb3fe req-6b20baae-e85a-4c99-877d-5998c9c545db tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 943 time: 0.3910537 Feb 05 03:24:38.985441 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-b788fbf2-5190-4e3e-8f75-28fdb3a763b0', 'network_id': 'b788fbf2-5190-4e3e-8f75-28fdb3a763b0', 'project_id': '198bad29b5994bcea19c9dcfb975cc8f', 'fixed_ips': [{'subnet_id': 'ec18a2e0-7aa0-4afa-9b28-8f5709329f6d'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:24:38.986304 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:39.013218 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (b788fbf2-5190-4e3e-8f75-28fdb3a763b0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:39.093334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (ec18a2e0-7aa0-4afa-9b28-8f5709329f6d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:39.248573 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Allocated IP 2001:db8::1 (b788fbf2-5190-4e3e-8f75-28fdb3a763b0/ec18a2e0-7aa0-4afa-9b28-8f5709329f6d/ee95ef30-7e95-48ba-8ef9-f25b3b30f946) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:24:39.401479 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Publish callbacks [] for port (ee95ef30-7e95-48ba-8ef9-f25b3b30f946), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:39.411775 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (ee95ef30-7e95-48ba-8ef9-f25b3b30f946), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:39.434696 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (ec18a2e0-7aa0-4afa-9b28-8f5709329f6d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:39.444245 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-4556c0c4-dee9-4afa-a422-45486cc3abaa tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Allocated IP 172.20.0.5 (8d7d450c-c20e-40b2-9e15-097c43a95301/507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0/bf2b0107-8285-41d1-8334-b8197ef5b825) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:24:39.457211 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Network b788fbf2-5190-4e3e-8f75-28fdb3a763b0 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:24:39.460337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:39.463969 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:24:39.489419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Subnet': ['ID=ec18a2e0-7aa0-4afa-9b28-8f5709329f6d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:39.498379 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a82c7150-7e32-4bba-b75a-0682202bb3fe req-3054ecbf-6ecd-44c7-9525-42f58c1339db tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5049925 Feb 05 03:24:39.502140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Pushing event updated for resources: {'Port': ['ID=ee95ef30-7e95-48ba-8ef9-f25b3b30f946,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:39.544110 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Attempting to bind port ee95ef30-7e95-48ba-8ef9-f25b3b30f946 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:24:39.544605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Attempting to bind port ee95ef30-7e95-48ba-8ef9-f25b3b30f946 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '49eb577e-0100-4b48-9c9e-d1114d629647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b788fbf2-5190-4e3e-8f75-28fdb3a763b0'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:24:39.544997 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Attempting to bind port ee95ef30-7e95-48ba-8ef9-f25b3b30f946 on network b788fbf2-5190-4e3e-8f75-28fdb3a763b0 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:24:39.550864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:24:39.551277 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Checking segment: {'id': '49eb577e-0100-4b48-9c9e-d1114d629647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b788fbf2-5190-4e3e-8f75-28fdb3a763b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:39.551660 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:39.552067 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Bound using segment: {'id': '49eb577e-0100-4b48-9c9e-d1114d629647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b788fbf2-5190-4e3e-8f75-28fdb3a763b0'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:24:39.552553 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Bound port: ee95ef30-7e95-48ba-8ef9-f25b3b30f946, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49eb577e-0100-4b48-9c9e-d1114d629647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b788fbf2-5190-4e3e-8f75-28fdb3a763b0'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:24:39.552946 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ee95ef30-7e95-48ba-8ef9-f25b3b30f946), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:39.598478 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (b788fbf2-5190-4e3e-8f75-28fdb3a763b0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:39.627994 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b788fbf2-5190-4e3e-8f75-28fdb3a763b0']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:39.642449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49eb577e-0100-4b48-9c9e-d1114d629647') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:39.642768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49eb577e-0100-4b48-9c9e-d1114d629647') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:39.646511 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-41163428-ed22-45c1-9772-3963351a9422 None None] For port ee95ef30-7e95-48ba-8ef9-f25b3b30f946, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:24:39.650593 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-41163428-ed22-45c1-9772-3963351a9422 None None] For port ee95ef30-7e95-48ba-8ef9-f25b3b30f946, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ee95ef30-7e95-48ba-8ef9-f25b3b30f946,segment=NetworkSegment(49eb577e-0100-4b48-9c9e-d1114d629647),segment_id=49eb577e-0100-4b48-9c9e-d1114d629647)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:24:39.663682 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ee95ef30-7e95-48ba-8ef9-f25b3b30f946), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:39.664177 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (49eb577e-0100-4b48-9c9e-d1114d629647), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:39.698089 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (49eb577e-0100-4b48-9c9e-d1114d629647), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:39.698367 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54aa0607-0136-4c11-b6fa-4103f1563da6 req-07af1ae4-d766-4535-b79d-0797776f6eb7 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 210 time: 0.0380793 Feb 05 03:24:39.705025 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0e43979-c651-45da-a0c5-46824d6a633c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (73ab2216-020d-4a15-ac72-21cd245ebb7b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:39.718373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:24:39.718856 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (49eb577e-0100-4b48-9c9e-d1114d629647), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:24:39.741709 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:39.759815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41163428-ed22-45c1-9772-3963351a9422 None None] Pushing event updated for resources: {'Port': ['ID=ee95ef30-7e95-48ba-8ef9-f25b3b30f946,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:39.833477 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33224af-4036-4499-8cdb-7f7c1adfa1b8 None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 03:24:39.847281 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 05 03:24:39.847281 n-d-826942-8 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 05 03:24:39.847281 n-d-826942-8 neutron-server[109674]: [parameters: {'id': 'b788fbf2-5190-4e3e-8f75-28fdb3a763b0'}] Feb 05 03:24:39.847281 n-d-826942-8 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:24:39.847723 n-d-826942-8 neutron-server[109674]: DEBUG oslo_db.api [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:24:39.853479 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-4556c0c4-dee9-4afa-a422-45486cc3abaa tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for port (bf2b0107-8285-41d1-8334-b8197ef5b825), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:39.956886 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33224af-4036-4499-8cdb-7f7c1adfa1b8 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 03:24:39.979377 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-4556c0c4-dee9-4afa-a422-45486cc3abaa tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (bf2b0107-8285-41d1-8334-b8197ef5b825), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:40.028209 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556c0c4-dee9-4afa-a422-45486cc3abaa tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Port': ['ID=bf2b0107-8285-41d1-8334-b8197ef5b825,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:40.051175 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-4556c0c4-dee9-4afa-a422-45486cc3abaa tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network 8d7d450c-c20e-40b2-9e15-097c43a95301 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:24:40.053117 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:40.053921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-4556c0c4-dee9-4afa-a422-45486cc3abaa tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:40.057198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-4556c0c4-dee9-4afa-a422-45486cc3abaa tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:24:40.109717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e43979-c651-45da-a0c5-46824d6a633c admin admin] Router 73ab2216-020d-4a15-ac72-21cd245ebb7b has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:24:40.179738 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d969f4-6ad9-44de-847e-b7cb028d0bb2 None None] Network b788fbf2-5190-4e3e-8f75-28fdb3a763b0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:40.225417 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e43979-c651-45da-a0c5-46824d6a633c admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:24:40.232290 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-4556c0c4-dee9-4afa-a422-45486cc3abaa tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:40.232911 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-4556c0c4-dee9-4afa-a422-45486cc3abaa tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:40.238283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a0e43979-c651-45da-a0c5-46824d6a633c admin admin] 10.222.0.36 "PUT /v2.0/routers/73ab2216-020d-4a15-ac72-21cd245ebb7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1086636 Feb 05 03:24:40.240884 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33794) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:40.256242 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-4556c0c4-dee9-4afa-a422-45486cc3abaa tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6541898 Feb 05 03:24:40.260844 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab463e27-6382-4cb2-932c-efcd993d7133 None None] Sync routers for ids ['73ab2216-020d-4a15-ac72-21cd245ebb7b'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:24:40.275339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Request body: {'port': {'device_id': 'bd7c41d4-e1c6-4792-b30d-9d20e9188942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:40.276445 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab463e27-6382-4cb2-932c-efcd993d7133 None None] Routers {'73ab2216-020d-4a15-ac72-21cd245ebb7b'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:24:40.278152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ab463e27-6382-4cb2-932c-efcd993d7133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:24:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['73ab2216-020d-4a15-ac72-21cd245ebb7b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:40.353268 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bf2b0107-8285-41d1-8334-b8197ef5b825), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:40.427372 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (b788fbf2-5190-4e3e-8f75-28fdb3a763b0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:40.433335 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9107745f-8eee-4a15-b774-76d516a0c977 admin admin] Publish callbacks [] for router (73ab2216-020d-4a15-ac72-21cd245ebb7b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:40.628519 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ab463e27-6382-4cb2-932c-efcd993d7133 None None] Set router 73ab2216-020d-4a15-ac72-21cd245ebb7b gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:24:40.676369 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9107745f-8eee-4a15-b774-76d516a0c977 admin admin] Publish callbacks [] for router_gateway (73ab2216-020d-4a15-ac72-21cd245ebb7b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:40.693649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Deleting port ee95ef30-7e95-48ba-8ef9-f25b3b30f946 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:40.694004 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ee95ef30-7e95-48ba-8ef9-f25b3b30f946), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:40.770620 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f7ee6-1a37-4697-b0fe-85a5c4e6dbbf req-5d44f555-9839-4826-ae6d-1233e800d64d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:40.773954 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd4f7ee6-1a37-4697-b0fe-85a5c4e6dbbf req-5d44f555-9839-4826-ae6d-1233e800d64d tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 943 time: 0.1421375 Feb 05 03:24:40.774885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3e77aa44-ec19-49fc-8394-9a9a70c47db8 None None] Provisioning complete for port bf2b0107-8285-41d1-8334-b8197ef5b825 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:40.775335 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e77aa44-ec19-49fc-8394-9a9a70c47db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bf2b0107-8285-41d1-8334-b8197ef5b825), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:40.811747 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2b0107-8285-41d1-8334-b8197ef5b825 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:24:40.823643 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] For port ee95ef30-7e95-48ba-8ef9-f25b3b30f946, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ee95ef30-7e95-48ba-8ef9-f25b3b30f946,segment=NetworkSegment(49eb577e-0100-4b48-9c9e-d1114d629647),segment_id=49eb577e-0100-4b48-9c9e-d1114d629647)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:40.824651 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ee95ef30-7e95-48ba-8ef9-f25b3b30f946), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:40.825607 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Publish callbacks [] for port (bf2b0107-8285-41d1-8334-b8197ef5b825), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:40.846711 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Calling delete_port for ee95ef30-7e95-48ba-8ef9-f25b3b30f946 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:40.852177 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9107745f-8eee-4a15-b774-76d516a0c977 admin admin] Deleting port c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:40.852943 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9107745f-8eee-4a15-b774-76d516a0c977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:40.864229 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3e77aa44-ec19-49fc-8394-9a9a70c47db8 None None] Port bf2b0107-8285-41d1-8334-b8197ef5b825 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:24:40.896752 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Transition to ACTIVE for port object bf2b0107-8285-41d1-8334-b8197ef5b825 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:24:40.917487 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (bf2b0107-8285-41d1-8334-b8197ef5b825), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:40.923639 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd4f7ee6-1a37-4697-b0fe-85a5c4e6dbbf req-ffa226fa-7d1c-4d4b-abcd-5f0c23c6c958 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404946 Feb 05 03:24:40.933225 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ab463e27-6382-4cb2-932c-efcd993d7133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:24:38Z', 'revision_number': 5, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port': {'id': 'c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:df:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:40.963753 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae6b5a-a341-4c1e-bdfa-5e52f95cc3d0 req-40a7072b-7a5d-4581-a06b-66ebcbe9c703 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:40.966354 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9fae6b5a-a341-4c1e-bdfa-5e52f95cc3d0 req-40a7072b-7a5d-4581-a06b-66ebcbe9c703 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 931 time: 0.1236420 Feb 05 03:24:40.974176 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab463e27-6382-4cb2-932c-efcd993d7133 None None] Checking router: 73ab2216-020d-4a15-ac72-21cd245ebb7b for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:24:40.985095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab463e27-6382-4cb2-932c-efcd993d7133 None None] Routers {'73ab2216-020d-4a15-ac72-21cd245ebb7b'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:24:40.985754 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ab463e27-6382-4cb2-932c-efcd993d7133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:24:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['73ab2216-020d-4a15-ac72-21cd245ebb7b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:41.037343 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-9107745f-8eee-4a15-b774-76d516a0c977 admin admin] For port c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:41.037709 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9107745f-8eee-4a15-b774-76d516a0c977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.048085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Pushing event updated for resources: {'Port': ['ID=bf2b0107-8285-41d1-8334-b8197ef5b825,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:41.060427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9107745f-8eee-4a15-b774-76d516a0c977 admin admin] Calling delete_port for c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:41.077746 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ee95ef30-7e95-48ba-8ef9-f25b3b30f946), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.089464 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9fae6b5a-a341-4c1e-bdfa-5e52f95cc3d0 req-d1884acb-13af-4651-9ca5-1228b87f3e07 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bc52e23-3172-4e46-ba6f-c2afa1d16da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162019 Feb 05 03:24:41.145364 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ab463e27-6382-4cb2-932c-efcd993d7133 None None] Set router 73ab2216-020d-4a15-ac72-21cd245ebb7b gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:24:41.148809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Port': ['ID=ee95ef30-7e95-48ba-8ef9-f25b3b30f946,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:41.165039 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No DVR routers for this DVR port ee95ef30-7e95-48ba-8ef9-f25b3b30f946 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:24:41.203336 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Attempting to bind port bf2b0107-8285-41d1-8334-b8197ef5b825 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:24:41.203685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Attempting to bind port bf2b0107-8285-41d1-8334-b8197ef5b825 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'b713cbdb-3c9f-42f1-9507-6d5e4809c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:24:41.204008 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Attempting to bind port bf2b0107-8285-41d1-8334-b8197ef5b825 on network 8d7d450c-c20e-40b2-9e15-097c43a95301 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:24:41.209010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Port bf2b0107-8285-41d1-8334-b8197ef5b825 on network 8d7d450c-c20e-40b2-9e15-097c43a95301 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:24:41.209400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Attempting to bind port bf2b0107-8285-41d1-8334-b8197ef5b825 on network 8d7d450c-c20e-40b2-9e15-097c43a95301 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:24:41.214794 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:24:41.215265 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Checking segment: {'id': 'b713cbdb-3c9f-42f1-9507-6d5e4809c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:41.215905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Bound using segment: {'id': 'b713cbdb-3c9f-42f1-9507-6d5e4809c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:24:41.216340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Bound port: bf2b0107-8285-41d1-8334-b8197ef5b825, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b713cbdb-3c9f-42f1-9507-6d5e4809c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:24:41.216703 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bf2b0107-8285-41d1-8334-b8197ef5b825), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.234117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ab463e27-6382-4cb2-932c-efcd993d7133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:24:40Z', 'revision_number': 6, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:41.274850 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab463e27-6382-4cb2-932c-efcd993d7133 None None] The sync data for ids ['73ab2216-020d-4a15-ac72-21cd245ebb7b'] in n-d-826942-8 is: [{'id': '73ab2216-020d-4a15-ac72-21cd245ebb7b', 'name': 'tempest-AttachVolumeShelveTestJSON-1705652819-router', 'tenant_id': 'ba67a63a3f224705a45911cfa6b17697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:17:03Z', 'updated_at': '2022-02-05T03:24:40Z', 'revision_number': 6, 'project_id': 'ba67a63a3f224705a45911cfa6b17697', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:24:41.299535 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (b788fbf2-5190-4e3e-8f75-28fdb3a763b0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.311568 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] For port bf2b0107-8285-41d1-8334-b8197ef5b825, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:24:41.315298 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] For port bf2b0107-8285-41d1-8334-b8197ef5b825, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bf2b0107-8285-41d1-8334-b8197ef5b825,segment=NetworkSegment(b713cbdb-3c9f-42f1-9507-6d5e4809c78a),segment_id=b713cbdb-3c9f-42f1-9507-6d5e4809c78a)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:24:41.329878 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (bf2b0107-8285-41d1-8334-b8197ef5b825), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.374148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:41.374834 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.376162 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] 10.222.0.10 "PUT /v2.0/ports/bf2b0107-8285-41d1-8334-b8197ef5b825 HTTP/1.1" status: 200 len: 1091 time: 1.1102593 Feb 05 03:24:41.376590 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7c41d4-e1c6-4792-b30d-9d20e9188942', 'tag': 'bf2b0107-8285-41d1-8334-b8197ef5b825'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:24:41.378895 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f68b1d-1ac5-42d2-9223-a40059fd8348" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7c41d4-e1c6-4792-b30d-9d20e9188942", "tag": "bf2b0107-8285-41d1-8334-b8197ef5b825"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:24:41.389382 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b788fbf2-5190-4e3e-8f75-28fdb3a763b0']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:41.397226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41756d1d-3a47-4a74-bdba-3f7802350cba service neutron] Pushing event updated for resources: {'Port': ['ID=bf2b0107-8285-41d1-8334-b8197ef5b825,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:41.408861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49eb577e-0100-4b48-9c9e-d1114d629647') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:41.409159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49eb577e-0100-4b48-9c9e-d1114d629647') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:41.421633 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (49eb577e-0100-4b48-9c9e-d1114d629647), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.445408 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (49eb577e-0100-4b48-9c9e-d1114d629647), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.473826 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:24:41.474236 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (49eb577e-0100-4b48-9c9e-d1114d629647), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:24:41.477610 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:41.494960 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f07cf09-bf99-4f1c-9b1d-4ce9153bdda5 x-openstack-request-id: req-7f07cf09-bf99-4f1c-9b1d-4ce9153bdda5 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:24:41.495387 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7c41d4-e1c6-4792-b30d-9d20e9188942", "tag": "bf2b0107-8285-41d1-8334-b8197ef5b825", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:24:41.496498 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f07cf09-bf99-4f1c-9b1d-4ce9153bdda5 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:24:41.497041 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7c41d4-e1c6-4792-b30d-9d20e9188942', 'tag': 'bf2b0107-8285-41d1-8334-b8197ef5b825', 'status': 'completed', 'code': 200} Feb 05 03:24:41.533802 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-1a0c0d61-cae5-4a7d-bbfe-0e92d8413157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:41.537900 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-1a0c0d61-cae5-4a7d-bbfe-0e92d8413157 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9&device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 1125 time: 0.0878184 Feb 05 03:24:41.560899 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (b788fbf2-5190-4e3e-8f75-28fdb3a763b0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.594747 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9107745f-8eee-4a15-b774-76d516a0c977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.596598 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.597777 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.601164 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/networks/b788fbf2-5190-4e3e-8f75-28fdb3a763b0 HTTP/1.1" status: 204 len: 168 time: 2.7294638 Feb 05 03:24:41.605841 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a039866-6627-420e-9da6-3f0679da6957 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Network': ['ID=b788fbf2-5190-4e3e-8f75-28fdb3a763b0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:41.608803 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33802) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:41.612112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-bb85c241-275e-4caa-8c26-d135ca050e17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf2b0107-8285-41d1-8334-b8197ef5b825 HTTP/1.1" status: 200 len: 217 time: 0.0632410 Feb 05 03:24:41.635683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4220c32f-5063-4ec6-ab35-affc72afec66 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-947871725'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:41.649182 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107745f-8eee-4a15-b774-76d516a0c977 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:41.693634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-eb3ffc51-acca-41b4-beac-7ed6981d087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:41.696730 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-eb3ffc51-acca-41b4-beac-7ed6981d087f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0 HTTP/1.1" status: 200 len: 833 time: 0.0787146 Feb 05 03:24:41.721454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:24:41.749461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:24:41.750190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device adfdd0f5-b3c8-4fc8-9a0b-2b84308cca31 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:24:41.753137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4220c32f-5063-4ec6-ab35-affc72afec66 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:41.756609 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4220c32f-5063-4ec6-ab35-affc72afec66 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.791520 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9107745f-8eee-4a15-b774-76d516a0c977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (73ab2216-020d-4a15-ac72-21cd245ebb7b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.802597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-d9b7dcd9-a35e-41c3-a891-11e7fc5decf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:41.804879 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-d9b7dcd9-a35e-41c3-a891-11e7fc5decf1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d7d450c-c20e-40b2-9e15-097c43a95301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1019983 Feb 05 03:24:41.897167 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4220c32f-5063-4ec6-ab35-affc72afec66 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:24:41.910335 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9107745f-8eee-4a15-b774-76d516a0c977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (73ab2216-020d-4a15-ac72-21cd245ebb7b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.914455 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9107745f-8eee-4a15-b774-76d516a0c977 admin admin] Publish callbacks [] for router_controller (73ab2216-020d-4a15-ac72-21cd245ebb7b), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.916632 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4220c32f-5063-4ec6-ab35-affc72afec66 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ce1e39b3-9958-4b9b-9c17-c47e7667248a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:41.916989 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-4220c32f-5063-4ec6-ab35-affc72afec66 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Added segment ce1e39b3-9958-4b9b-9c17-c47e7667248a of type vlan for network 6d95ef22-8505-49a0-9031-6339533bd2b4 Feb 05 03:24:41.969559 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-31b85a1e-163e-4661-a8db-faee1eaf2994 service neutron] 10.222.0.10 "GET /v2.0/networks/8d7d450c-c20e-40b2-9e15-097c43a95301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570215 Feb 05 03:24:42.009694 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4220c32f-5063-4ec6-ab35-affc72afec66 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (6d95ef22-8505-49a0-9031-6339533bd2b4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:42.023392 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9107745f-8eee-4a15-b774-76d516a0c977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (73ab2216-020d-4a15-ac72-21cd245ebb7b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:42.023971 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9107745f-8eee-4a15-b774-76d516a0c977 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73ab2216-020d-4a15-ac72-21cd245ebb7b {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:24:42.031527 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9107745f-8eee-4a15-b774-76d516a0c977 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:42.035054 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9107745f-8eee-4a15-b774-76d516a0c977 admin admin] 10.222.0.36 "DELETE /v2.0/routers/73ab2216-020d-4a15-ac72-21cd245ebb7b HTTP/1.1" status: 204 len: 168 time: 1.7907019 Feb 05 03:24:42.036998 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33806) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:42.048330 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4220c32f-5063-4ec6-ab35-affc72afec66 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (6d95ef22-8505-49a0-9031-6339533bd2b4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:42.053578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4220c32f-5063-4ec6-ab35-affc72afec66 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:42.054304 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4220c32f-5063-4ec6-ab35-affc72afec66 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:42.118306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33812) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:42.122054 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4220c32f-5063-4ec6-ab35-affc72afec66 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4791949 Feb 05 03:24:42.127588 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-576d03c8-e4c0-41a6-822d-9044b208f80e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'subnet': {'network_id': '6d95ef22-8505-49a0-9031-6339533bd2b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:42.138985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220c32f-5063-4ec6-ab35-affc72afec66 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Network': ['ID=6d95ef22-8505-49a0-9031-6339533bd2b4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:42.150152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 6d95ef22-8505-49a0-9031-6339533bd2b4 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:24:42.265420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-08fb7399-281c-4ca2-b86d-f2baddf42097 admin admin] Deleting subnet 4ab975cc-8263-4d78-92b1-c19cb0f69805 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:24:42.275802 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08fb7399-281c-4ca2-b86d-f2baddf42097 admin admin] Publish callbacks [] for subnet (4ab975cc-8263-4d78-92b1-c19cb0f69805), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:42.320076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf78a8-abda-480a-98ed-0053c221eaf7 req-2ebb2a5d-13b7-48ab-ac58-3870ed8451ea tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:42.321577 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7cf78a8-abda-480a-98ed-0053c221eaf7 req-2ebb2a5d-13b7-48ab-ac58-3870ed8451ea tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 943 time: 0.2858107 Feb 05 03:24:42.329126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fd5974c-608e-42ea-ab48-db7fd325eaa3 req-dda619e0-deb7-42d0-8ea2-b871c17351cc service neutron] 10.222.0.10 "GET /v2.0/networks/8d7d450c-c20e-40b2-9e15-097c43a95301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535171 Feb 05 03:24:42.339537 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576d03c8-e4c0-41a6-822d-9044b208f80e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:42.343613 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-576d03c8-e4c0-41a6-822d-9044b208f80e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:42.406686 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08fb7399-281c-4ca2-b86d-f2baddf42097 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (4ab975cc-8263-4d78-92b1-c19cb0f69805), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:42.536451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde65e1-88d9-4b35-a217-58e50fd5bd0e req-9290b0fd-0361-45dd-a535-ddd84437c440 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:42.538021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-acde65e1-88d9-4b35-a217-58e50fd5bd0e req-9290b0fd-0361-45dd-a535-ddd84437c440 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 943 time: 0.3293126 Feb 05 03:24:42.541632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7cf78a8-abda-480a-98ed-0053c221eaf7 req-8718c5c6-44fc-45a4-964d-137b6edf13e7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082887 Feb 05 03:24:42.655600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f68b1d-1ac5-42d2-9223-a40059fd8348 req-4468bf04-629c-4937-977e-7dc62f4dbfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:42.657170 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2f68b1d-1ac5-42d2-9223-a40059fd8348 req-4468bf04-629c-4937-977e-7dc62f4dbfa8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9&device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 1125 time: 0.2529168 Feb 05 03:24:42.658348 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08fb7399-281c-4ca2-b86d-f2baddf42097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (4ab975cc-8263-4d78-92b1-c19cb0f69805), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:42.754369 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-acde65e1-88d9-4b35-a217-58e50fd5bd0e req-a98a6c55-2722-486c-8e0d-3db21c0b7a87 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bc52e23-3172-4e46-ba6f-c2afa1d16da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070498 Feb 05 03:24:42.865433 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-576d03c8-e4c0-41a6-822d-9044b208f80e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (d864880b-313d-437d-984a-27e582ed6c06), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:42.867481 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08fb7399-281c-4ca2-b86d-f2baddf42097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (4ab975cc-8263-4d78-92b1-c19cb0f69805), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:42.926344 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08fb7399-281c-4ca2-b86d-f2baddf42097 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:42.929000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29b1333-961d-4e92-8c0e-a8b0701491a5 None None] Network 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:42.929497 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-08fb7399-281c-4ca2-b86d-f2baddf42097 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4ab975cc-8263-4d78-92b1-c19cb0f69805 HTTP/1.1" status: 204 len: 168 time: 0.8916230 Feb 05 03:24:42.931135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f68b1d-1ac5-42d2-9223-a40059fd8348 req-0ffb7305-f0b3-4ced-8503-f5fb4deb4581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:42.932125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33814) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:42.932587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2f68b1d-1ac5-42d2-9223-a40059fd8348 req-0ffb7305-f0b3-4ced-8503-f5fb4deb4581 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d7d450c-c20e-40b2-9e15-097c43a95301 HTTP/1.1" status: 200 len: 897 time: 0.2506275 Feb 05 03:24:43.009300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d03c8-e4c0-41a6-822d-9044b208f80e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Subnet': ['ID=d864880b-313d-437d-984a-27e582ed6c06,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:43.013815 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2f68b1d-1ac5-42d2-9223-a40059fd8348 req-34d57d5e-749e-44ab-a590-e136bbc50d5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf2b0107-8285-41d1-8334-b8197ef5b825 HTTP/1.1" status: 200 len: 217 time: 0.0707929 Feb 05 03:24:43.035399 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (6c9ceee3-b739-4305-9f4d-2be2fd03bf4f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:43.055925 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576d03c8-e4c0-41a6-822d-9044b208f80e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Checking segment: {'id': 'ce1e39b3-9958-4b9b-9c17-c47e7667248a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6d95ef22-8505-49a0-9031-6339533bd2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:43.056299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576d03c8-e4c0-41a6-822d-9044b208f80e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network hostable DHCP agents. Network: 6d95ef22-8505-49a0-9031-6339533bd2b4, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:24:43.076605 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb7399-281c-4ca2-b86d-f2baddf42097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab975cc-8263-4d78-92b1-c19cb0f69805,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:43.109686 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f68b1d-1ac5-42d2-9223-a40059fd8348 req-cabbe28f-4a79-4ade-861b-96d8972696a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:43.110852 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2f68b1d-1ac5-42d2-9223-a40059fd8348 req-cabbe28f-4a79-4ade-861b-96d8972696a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0 HTTP/1.1" status: 200 len: 833 time: 0.0869625 Feb 05 03:24:43.112615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576d03c8-e4c0-41a6-822d-9044b208f80e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network 6d95ef22-8505-49a0-9031-6339533bd2b4 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:24:43.123499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2b23f2-f9c1-4676-b483-00b39f3109eb None None] DHCP port deletion for 6c9ceee3-b739-4305-9f4d-2be2fd03bf4f request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:24:43.134214 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] Deleting port 414436f0-d77f-4900-b1fa-40d7ac66a014 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:43.135196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (414436f0-d77f-4900-b1fa-40d7ac66a014), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:43.154834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-576d03c8-e4c0-41a6-822d-9044b208f80e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 6d95ef22-8505-49a0-9031-6339533bd2b4) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:43.160431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576d03c8-e4c0-41a6-822d-9044b208f80e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:43.161138 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-576d03c8-e4c0-41a6-822d-9044b208f80e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:43.170984 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e8944c-df27-4f9b-b5be-191c0c6353e5 None None] Network 6d95ef22-8505-49a0-9031-6339533bd2b4 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:43.186658 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f68b1d-1ac5-42d2-9223-a40059fd8348 req-9ab0e603-696b-40ae-8ad2-fb125ab0cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:43.189216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2f68b1d-1ac5-42d2-9223-a40059fd8348 req-9ab0e603-696b-40ae-8ad2-fb125ab0cb57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d7d450c-c20e-40b2-9e15-097c43a95301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0707009 Feb 05 03:24:43.195284 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-576d03c8-e4c0-41a6-822d-9044b208f80e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0761809 Feb 05 03:24:43.195931 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33816) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:43.204168 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8a7aa1b7-f0e6-4fa4-9b22-69ba79fc15b2 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'subnet': {'network_id': '6d95ef22-8505-49a0-9031-6339533bd2b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:43.244332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] For port 414436f0-d77f-4900-b1fa-40d7ac66a014, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=414436f0-d77f-4900-b1fa-40d7ac66a014,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:43.244865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (414436f0-d77f-4900-b1fa-40d7ac66a014), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:43.249476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b23f2-f9c1-4676-b483-00b39f3109eb None None] Deleting port 414436f0-d77f-4900-b1fa-40d7ac66a014 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:43.249861 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e2b23f2-f9c1-4676-b483-00b39f3109eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (414436f0-d77f-4900-b1fa-40d7ac66a014), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:43.265398 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] Calling delete_port for 414436f0-d77f-4900-b1fa-40d7ac66a014 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:43.301351 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2f68b1d-1ac5-42d2-9223-a40059fd8348 req-3b7421b2-e16d-4280-8e9c-ee05020ffe8b service neutron] 10.222.0.10 "GET /v2.0/networks/8d7d450c-c20e-40b2-9e15-097c43a95301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033025 Feb 05 03:24:43.357217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8e2b23f2-f9c1-4676-b483-00b39f3109eb None None] For port 414436f0-d77f-4900-b1fa-40d7ac66a014, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=414436f0-d77f-4900-b1fa-40d7ac66a014,segment=NetworkSegment(cebbb154-0d1c-4f82-9975-6272ba6e477d),segment_id=cebbb154-0d1c-4f82-9975-6272ba6e477d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:43.357589 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e2b23f2-f9c1-4676-b483-00b39f3109eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (414436f0-d77f-4900-b1fa-40d7ac66a014), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:43.372365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b23f2-f9c1-4676-b483-00b39f3109eb None None] Calling delete_port for 414436f0-d77f-4900-b1fa-40d7ac66a014 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:43.378776 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (414436f0-d77f-4900-b1fa-40d7ac66a014), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:43.421979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-6d95ef22-8505-49a0-9031-6339533bd2b4', 'network_id': '6d95ef22-8505-49a0-9031-6339533bd2b4', 'project_id': '198bad29b5994bcea19c9dcfb975cc8f', 'fixed_ips': [{'subnet_id': 'd864880b-313d-437d-984a-27e582ed6c06'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:24:43.422985 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:43.453171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] Pushing event deleted for resources: {'Port': ['ID=414436f0-d77f-4900-b1fa-40d7ac66a014,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:43.461089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] No DVR routers for this DVR port 414436f0-d77f-4900-b1fa-40d7ac66a014 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:24:43.484782 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2f68b1d-1ac5-42d2-9223-a40059fd8348 req-e6f3865d-cf19-47f3-9dd5-89374dd3cc45 service neutron] 10.222.0.10 "GET /v2.0/networks/8d7d450c-c20e-40b2-9e15-097c43a95301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767242 Feb 05 03:24:43.566242 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (6c9ceee3-b739-4305-9f4d-2be2fd03bf4f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:43.593876 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e2b23f2-f9c1-4676-b483-00b39f3109eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (414436f0-d77f-4900-b1fa-40d7ac66a014), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:43.627962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9ceee3-b739-4305-9f4d-2be2fd03bf4f']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:43.636347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b23f2-f9c1-4676-b483-00b39f3109eb None None] Pushing event deleted for resources: {'Port': ['ID=414436f0-d77f-4900-b1fa-40d7ac66a014,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:43.640763 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebbb154-0d1c-4f82-9975-6272ba6e477d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:43.641137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebbb154-0d1c-4f82-9975-6272ba6e477d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:43.649051 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Allocated IP 2001:db8::2 (6d95ef22-8505-49a0-9031-6339533bd2b4/d864880b-313d-437d-984a-27e582ed6c06/ac0ed94f-4f17-40da-8255-6aa540550c06) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:24:43.651582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2b23f2-f9c1-4676-b483-00b39f3109eb None None] No DVR routers for this DVR port 414436f0-d77f-4900-b1fa-40d7ac66a014 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:24:43.660117 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7aa1b7-f0e6-4fa4-9b22-69ba79fc15b2 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:43.663757 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a7aa1b7-f0e6-4fa4-9b22-69ba79fc15b2 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:43.679088 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (cebbb154-0d1c-4f82-9975-6272ba6e477d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:43.736975 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (cebbb154-0d1c-4f82-9975-6272ba6e477d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:43.749552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:24:43.750068 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (cebbb154-0d1c-4f82-9975-6272ba6e477d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:24:43.752107 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:43.819437 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98478cc4-abb4-4277-aa83-3508605e6b6c req-d7ff8dae-0f70-4bdc-816e-d522855b3903 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:43.827021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-98478cc4-abb4-4277-aa83-3508605e6b6c req-d7ff8dae-0f70-4bdc-816e-d522855b3903 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 943 time: 0.1184330 Feb 05 03:24:43.874405 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (6c9ceee3-b739-4305-9f4d-2be2fd03bf4f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:43.876469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 414436f0-d77f-4900-b1fa-40d7ac66a014 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:24:43.891494 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:43.899350 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] 10.222.0.36 "DELETE /v2.0/networks/6c9ceee3-b739-4305-9f4d-2be2fd03bf4f HTTP/1.1" status: 204 len: 168 time: 0.9646313 Feb 05 03:24:43.919009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9029bd7-fe56-4ddc-8f3a-6bfbfc67151c admin admin] Pushing event deleted for resources: {'Network': ['ID=6c9ceee3-b739-4305-9f4d-2be2fd03bf4f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:43.933174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 414436f0-d77f-4900-b1fa-40d7ac66a014 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:24:43.934048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 414436f0-d77f-4900-b1fa-40d7ac66a014 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:24:43.934460 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:24:43.938091 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-98478cc4-abb4-4277-aa83-3508605e6b6c req-9671e4ad-77f1-42c1-97dd-2e161f6ba5ad tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093748 Feb 05 03:24:43.954940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074a1e5-7082-468a-8d2e-3017dc972ddc req-7e55655e-8bc7-4fba-af22-2f673e29bb6c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:43.954940 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0074a1e5-7082-468a-8d2e-3017dc972ddc req-7e55655e-8bc7-4fba-af22-2f673e29bb6c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 943 time: 0.0925105 Feb 05 03:24:44.014630 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0074a1e5-7082-468a-8d2e-3017dc972ddc req-938b9166-918f-4d17-bc77-841c27c55070 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bc52e23-3172-4e46-ba6f-c2afa1d16da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550952 Feb 05 03:24:44.024768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:24:44.025116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c4bbe933-137c-4bc2-89f1-b9c9e69fdaaf not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:24:44.069245 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Publish callbacks [] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.079260 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.097942 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33824) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:44.133846 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Network 6d95ef22-8505-49a0-9031-6339533bd2b4 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:24:44.138147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:44.140414 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:24:44.142412 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Pushing event updated for resources: {'Port': ['ID=ac0ed94f-4f17-40da-8255-6aa540550c06,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:44.152772 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a7aa1b7-f0e6-4fa4-9b22-69ba79fc15b2 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (cea475ee-958a-4a27-938e-0a48b403dfdd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.202384 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-53c23ffe-f686-4cf9-8ddc-8b371a8822da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba67a63a3f224705a45911cfa6b17697&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1004326 Feb 05 03:24:44.202651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Attempting to bind port ac0ed94f-4f17-40da-8255-6aa540550c06 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:24:44.202651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Attempting to bind port ac0ed94f-4f17-40da-8255-6aa540550c06 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'ce1e39b3-9958-4b9b-9c17-c47e7667248a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6d95ef22-8505-49a0-9031-6339533bd2b4'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:24:44.202651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Attempting to bind port ac0ed94f-4f17-40da-8255-6aa540550c06 on network 6d95ef22-8505-49a0-9031-6339533bd2b4 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:24:44.203306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33826) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:44.216282 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7aa1b7-f0e6-4fa4-9b22-69ba79fc15b2 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network 6d95ef22-8505-49a0-9031-6339533bd2b4 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:24:44.216929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:24:44.217580 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Checking segment: {'id': 'ce1e39b3-9958-4b9b-9c17-c47e7667248a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6d95ef22-8505-49a0-9031-6339533bd2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:44.218224 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.219561 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8a7aa1b7-f0e6-4fa4-9b22-69ba79fc15b2 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:44.219811 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Bound using segment: {'id': 'ce1e39b3-9958-4b9b-9c17-c47e7667248a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6d95ef22-8505-49a0-9031-6339533bd2b4'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:24:44.223872 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7aa1b7-f0e6-4fa4-9b22-69ba79fc15b2 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:44.224467 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a7aa1b7-f0e6-4fa4-9b22-69ba79fc15b2 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-762838'] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.226638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Bound port: ac0ed94f-4f17-40da-8255-6aa540550c06, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1e39b3-9958-4b9b-9c17-c47e7667248a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6d95ef22-8505-49a0-9031-6339533bd2b4'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:24:44.227395 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.227877 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7aa1b7-f0e6-4fa4-9b22-69ba79fc15b2 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Subnet': ['ID=cea475ee-958a-4a27-938e-0a48b403dfdd,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:44.250531 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8a7aa1b7-f0e6-4fa4-9b22-69ba79fc15b2 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0506816 Feb 05 03:24:44.253611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33828) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:44.267814 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6efb155a-6268-4ebf-b273-1767431a1b93 admin admin] Publish callbacks [] for security_group (dcb56d8d-7086-40f3-9c64-97ccc63e88fd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.294474 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6efb155a-6268-4ebf-b273-1767431a1b93 admin admin] Publish callbacks [] for security_group (dcb56d8d-7086-40f3-9c64-97ccc63e88fd), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.318339 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] For port ac0ed94f-4f17-40da-8255-6aa540550c06, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:24:44.321853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] For port ac0ed94f-4f17-40da-8255-6aa540550c06, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ac0ed94f-4f17-40da-8255-6aa540550c06,segment=NetworkSegment(ce1e39b3-9958-4b9b-9c17-c47e7667248a),segment_id=ce1e39b3-9958-4b9b-9c17-c47e7667248a)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:24:44.331201 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.357204 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dd9d9c-ec29-40e0-9682-04334056b71a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:44.360655 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dd9d9c-ec29-40e0-9682-04334056b71a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:44.362276 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dd9d9c-ec29-40e0-9682-04334056b71a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:44.364104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dd9d9c-ec29-40e0-9682-04334056b71a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:44.365874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dd9d9c-ec29-40e0-9682-04334056b71a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:44.367949 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-89dd9d9c-ec29-40e0-9682-04334056b71a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1137037 Feb 05 03:24:44.373540 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33830) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:44.376549 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6efb155a-6268-4ebf-b273-1767431a1b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (dcb56d8d-7086-40f3-9c64-97ccc63e88fd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.379367 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6efb155a-6268-4ebf-b273-1767431a1b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.382818 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6efb155a-6268-4ebf-b273-1767431a1b93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dcb56d8d-7086-40f3-9c64-97ccc63e88fd HTTP/1.1" status: 204 len: 168 time: 0.1768346 Feb 05 03:24:44.384318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-442e975b-2d2e-4682-965d-d96d73c237cb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1286053243'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:44.405019 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb155a-6268-4ebf-b273-1767431a1b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb56d8d-7086-40f3-9c64-97ccc63e88fd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:44.427734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bab31-3a44-4580-8c74-99f76ac4baef None None] Pushing event updated for resources: {'Port': ['ID=ac0ed94f-4f17-40da-8255-6aa540550c06,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:44.429275 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442e975b-2d2e-4682-965d-d96d73c237cb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:44.436650 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-442e975b-2d2e-4682-965d-d96d73c237cb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.476207 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442e975b-2d2e-4682-965d-d96d73c237cb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:24:44.487787 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-442e975b-2d2e-4682-965d-d96d73c237cb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (53e1c650-07fa-4240-8745-7bac9d42af53), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.488220 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-442e975b-2d2e-4682-965d-d96d73c237cb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Added segment 53e1c650-07fa-4240-8745-7bac9d42af53 of type vlan for network 36bd83da-d9fe-49ec-93de-6bc2db2eff6f Feb 05 03:24:44.535256 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-442e975b-2d2e-4682-965d-d96d73c237cb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (36bd83da-d9fe-49ec-93de-6bc2db2eff6f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.566040 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-442e975b-2d2e-4682-965d-d96d73c237cb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (36bd83da-d9fe-49ec-93de-6bc2db2eff6f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.573452 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442e975b-2d2e-4682-965d-d96d73c237cb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:44.574311 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-442e975b-2d2e-4682-965d-d96d73c237cb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.671947 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-442e975b-2d2e-4682-965d-d96d73c237cb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2961664 Feb 05 03:24:44.674704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33836) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:44.679875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3975b190-01ae-4ab8-9142-50027a0969f5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:44.698675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e975b-2d2e-4682-965d-d96d73c237cb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Network': ['ID=36bd83da-d9fe-49ec-93de-6bc2db2eff6f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:44.721052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 36bd83da-d9fe-49ec-93de-6bc2db2eff6f details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:24:44.926478 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3975b190-01ae-4ab8-9142-50027a0969f5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (36bd83da-d9fe-49ec-93de-6bc2db2eff6f), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.941128 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3975b190-01ae-4ab8-9142-50027a0969f5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (36bd83da-d9fe-49ec-93de-6bc2db2eff6f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:44.992590 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3975b190-01ae-4ab8-9142-50027a0969f5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network 36bd83da-d9fe-49ec-93de-6bc2db2eff6f is not hosted by any dhcp agent {{(pid=109674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 05 03:24:44.997621 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3975b190-01ae-4ab8-9142-50027a0969f5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:44.998332 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3975b190-01ae-4ab8-9142-50027a0969f5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:45.002497 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3975b190-01ae-4ab8-9142-50027a0969f5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "PUT /v2.0/networks/36bd83da-d9fe-49ec-93de-6bc2db2eff6f HTTP/1.1" status: 200 len: 723 time: 0.3239684 Feb 05 03:24:45.002975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33848) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:45.008192 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e4c336ba-e395-44e5-95fe-0760fe8d79ea tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'subnet': {'network_id': '36bd83da-d9fe-49ec-93de-6bc2db2eff6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:45.041180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975b190-01ae-4ab8-9142-50027a0969f5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Network': ['ID=36bd83da-d9fe-49ec-93de-6bc2db2eff6f,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:45.052270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 36bd83da-d9fe-49ec-93de-6bc2db2eff6f details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:24:45.230916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c336ba-e395-44e5-95fe-0760fe8d79ea tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:45.234280 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4c336ba-e395-44e5-95fe-0760fe8d79ea tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:45.298176 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b7e88-38ef-4f46-8db5-5c2e6d76fb79 req-4fadde11-38bc-48d4-bfe2-f350c02a50af tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:45.306025 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e82b7e88-38ef-4f46-8db5-5c2e6d76fb79 req-4fadde11-38bc-48d4-bfe2-f350c02a50af tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 943 time: 0.2790487 Feb 05 03:24:45.395750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50fb9-9977-4643-80cd-3e7196d423ba req-39ee71c7-79db-451f-9ac8-fd59078288b1 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:45.397342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a0f50fb9-9977-4643-80cd-3e7196d423ba req-39ee71c7-79db-451f-9ac8-fd59078288b1 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 943 time: 0.2234983 Feb 05 03:24:45.437688 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e82b7e88-38ef-4f46-8db5-5c2e6d76fb79 req-653c516d-ef12-4916-a67e-76d80bcc3a67 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304877 Feb 05 03:24:45.499476 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a0f50fb9-9977-4643-80cd-3e7196d423ba req-7a31556e-254f-4677-b235-76f5fe0f3165 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bc52e23-3172-4e46-ba6f-c2afa1d16da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921173 Feb 05 03:24:45.593297 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4c336ba-e395-44e5-95fe-0760fe8d79ea tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (e818987e-2115-4357-a9bb-346bc8bdc7c1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:45.668572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c336ba-e395-44e5-95fe-0760fe8d79ea tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Subnet': ['ID=e818987e-2115-4357-a9bb-346bc8bdc7c1,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:45.688517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c336ba-e395-44e5-95fe-0760fe8d79ea tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Checking segment: {'id': '53e1c650-07fa-4240-8745-7bac9d42af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36bd83da-d9fe-49ec-93de-6bc2db2eff6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:45.688981 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c336ba-e395-44e5-95fe-0760fe8d79ea tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network hostable DHCP agents. Network: 36bd83da-d9fe-49ec-93de-6bc2db2eff6f, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:24:45.722376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c336ba-e395-44e5-95fe-0760fe8d79ea tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network 36bd83da-d9fe-49ec-93de-6bc2db2eff6f is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:24:45.748671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-e4c336ba-e395-44e5-95fe-0760fe8d79ea tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 36bd83da-d9fe-49ec-93de-6bc2db2eff6f) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:45.757414 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8fcb3d-f4b3-4b44-b116-376a79646d14 None None] Network 36bd83da-d9fe-49ec-93de-6bc2db2eff6f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:45.776635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c336ba-e395-44e5-95fe-0760fe8d79ea tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:45.777277 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4c336ba-e395-44e5-95fe-0760fe8d79ea tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:45.810649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33866) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:45.811309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e4c336ba-e395-44e5-95fe-0760fe8d79ea tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8069398 Feb 05 03:24:45.818925 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8b3d6392-04e2-4eda-b82f-5bfb2829aedb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:45.826644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device bf2b0107-8285-41d1-8334-b8197ef5b825 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:24:45.829822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3c57b4-845d-44d1-b013-e4d3fa600f1b None None] Network 6d95ef22-8505-49a0-9031-6339533bd2b4 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:45.901198 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ac0ed94f-4f17-40da-8255-6aa540550c06 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:24:45.968248 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6392-04e2-4eda-b82f-5bfb2829aedb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12919573'] for subnet (e818987e-2115-4357-a9bb-346bc8bdc7c1), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:45.977182 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-50ae0165-6601-4ca4-ac39-52fa977e3064 None None] Provisioning complete for port ac0ed94f-4f17-40da-8255-6aa540550c06 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:45.977561 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-50ae0165-6601-4ca4-ac39-52fa977e3064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:46.170015 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6392-04e2-4eda-b82f-5bfb2829aedb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742297557508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14259311'] for subnet (e818987e-2115-4357-a9bb-346bc8bdc7c1), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:46.187633 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3d6392-04e2-4eda-b82f-5bfb2829aedb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:46.188379 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6392-04e2-4eda-b82f-5bfb2829aedb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:46.192693 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8b3d6392-04e2-4eda-b82f-5bfb2829aedb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "PUT /v2.0/subnets/e818987e-2115-4357-a9bb-346bc8bdc7c1 HTTP/1.1" status: 200 len: 826 time: 0.3808470 Feb 05 03:24:46.192888 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33884) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:46.253665 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d6392-04e2-4eda-b82f-5bfb2829aedb tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Subnet': ['ID=e818987e-2115-4357-a9bb-346bc8bdc7c1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:46.339392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-36bd83da-d9fe-49ec-93de-6bc2db2eff6f', 'network_id': '36bd83da-d9fe-49ec-93de-6bc2db2eff6f', 'project_id': '198bad29b5994bcea19c9dcfb975cc8f', 'fixed_ips': [{'subnet_id': 'e818987e-2115-4357-a9bb-346bc8bdc7c1'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:24:46.339922 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (36bd83da-d9fe-49ec-93de-6bc2db2eff6f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:46.340454 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:46.398683 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ac0ed94f-4f17-40da-8255-6aa540550c06 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:46.399094 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:46.399539 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e818987e-2115-4357-a9bb-346bc8bdc7c1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:46.539871 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port bf2b0107-8285-41d1-8334-b8197ef5b825, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bf2b0107-8285-41d1-8334-b8197ef5b825,segment=NetworkSegment(b713cbdb-3c9f-42f1-9507-6d5e4809c78a),segment_id=b713cbdb-3c9f-42f1-9507-6d5e4809c78a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:46.591042 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-50ae0165-6601-4ca4-ac39-52fa977e3064 None None] Current status of the port ac0ed94f-4f17-40da-8255-6aa540550c06 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:46.595114 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-50ae0165-6601-4ca4-ac39-52fa977e3064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:46.595114 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:46.632503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'bf2b0107-8285-41d1-8334-b8197ef5b825', 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301', 'port_id': 'bf2b0107-8285-41d1-8334-b8197ef5b825', 'mac_address': 'fa:16:3e:6a:fd:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:24:46.666324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Allocated IP 2001:db8::2 (36bd83da-d9fe-49ec-93de-6bc2db2eff6f/e818987e-2115-4357-a9bb-346bc8bdc7c1/e8d0d633-3331-4a32-a596-88cf1882a782) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:24:46.716689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-50ae0165-6601-4ca4-ac39-52fa977e3064 None None] For port ac0ed94f-4f17-40da-8255-6aa540550c06, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ac0ed94f-4f17-40da-8255-6aa540550c06,segment=NetworkSegment(ce1e39b3-9958-4b9b-9c17-c47e7667248a),segment_id=ce1e39b3-9958-4b9b-9c17-c47e7667248a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:46.788279 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-50ae0165-6601-4ca4-ac39-52fa977e3064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:46.859918 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port bf2b0107-8285-41d1-8334-b8197ef5b825 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:46.860318 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bf2b0107-8285-41d1-8334-b8197ef5b825), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:46.868457 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfb6ec-ab45-43b0-9f33-07fe2543178c req-d49813ce-daaa-4528-a39d-f2606eb1c3b0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:46.870002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ecfb6ec-ab45-43b0-9f33-07fe2543178c req-d49813ce-daaa-4528-a39d-f2606eb1c3b0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 943 time: 0.1040211 Feb 05 03:24:46.877683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a94d95-8372-4745-96e6-1f123e5e2ae8 req-9220f156-c8e1-4215-b375-2d5792a89b32 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:46.879199 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62a94d95-8372-4745-96e6-1f123e5e2ae8 req-9220f156-c8e1-4215-b375-2d5792a89b32 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 943 time: 0.1143715 Feb 05 03:24:46.904621 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ac0ed94f-4f17-40da-8255-6aa540550c06 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:46.912201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2b0107-8285-41d1-8334-b8197ef5b825 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:24:46.926655 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cde6ee-a0cc-485c-8802-be4e4a372ced None None] Update dhcp port {'port': {'network_id': '6d95ef22-8505-49a0-9031-6339533bd2b4', 'fixed_ips': [{'subnet_id': 'd864880b-313d-437d-984a-27e582ed6c06', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cea475ee-958a-4a27-938e-0a48b403dfdd'}], 'binding:host_id': 'n-d-826942-8'}, 'id': 'ac0ed94f-4f17-40da-8255-6aa540550c06'} from n-d-826942-8. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 05 03:24:46.928385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae0165-6601-4ca4-ac39-52fa977e3064 None None] Pushing event updated for resources: {'Port': ['ID=ac0ed94f-4f17-40da-8255-6aa540550c06,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:46.956451 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ecfb6ec-ab45-43b0-9f33-07fe2543178c req-15ac2b44-19c4-4d6e-ba7e-ca7d5bf5f0f9 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bc52e23-3172-4e46-ba6f-c2afa1d16da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762615 Feb 05 03:24:46.962136 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62a94d95-8372-4745-96e6-1f123e5e2ae8 req-b1a411f6-6fbb-4cec-82d6-87e58aec4f3a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741854 Feb 05 03:24:46.975405 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port bf2b0107-8285-41d1-8334-b8197ef5b825, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bf2b0107-8285-41d1-8334-b8197ef5b825,segment=NetworkSegment(b713cbdb-3c9f-42f1-9507-6d5e4809c78a),segment_id=b713cbdb-3c9f-42f1-9507-6d5e4809c78a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:46.988465 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (bf2b0107-8285-41d1-8334-b8197ef5b825), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:46.991715 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e5cde6ee-a0cc-485c-8802-be4e4a372ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:47.099059 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Publish callbacks [] for port (e8d0d633-3331-4a32-a596-88cf1882a782), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:47.117349 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (e8d0d633-3331-4a32-a596-88cf1882a782), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:47.127569 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (e818987e-2115-4357-a9bb-346bc8bdc7c1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:47.133152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=bf2b0107-8285-41d1-8334-b8197ef5b825,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:47.161567 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Subnet': ['ID=e818987e-2115-4357-a9bb-346bc8bdc7c1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:47.220913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['bf2b0107-8285-41d1-8334-b8197ef5b825'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:24:47.228405 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (36bd83da-d9fe-49ec-93de-6bc2db2eff6f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:47.248383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Network 36bd83da-d9fe-49ec-93de-6bc2db2eff6f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:24:47.254408 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36bd83da-d9fe-49ec-93de-6bc2db2eff6f']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:47.262979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:47.264383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e1c650-07fa-4240-8745-7bac9d42af53') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:47.264685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e1c650-07fa-4240-8745-7bac9d42af53') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:47.273075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:24:47.274796 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (53e1c650-07fa-4240-8745-7bac9d42af53), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:47.292569 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (53e1c650-07fa-4240-8745-7bac9d42af53), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:47.295281 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Pushing event updated for resources: {'Port': ['ID=e8d0d633-3331-4a32-a596-88cf1882a782,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:47.312459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:24:47.314591 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (53e1c650-07fa-4240-8745-7bac9d42af53), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:24:47.335203 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:47.401062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-e5cde6ee-a0cc-485c-8802-be4e4a372ced None None] Allocated IP 172.20.0.1 (6d95ef22-8505-49a0-9031-6339533bd2b4/cea475ee-958a-4a27-938e-0a48b403dfdd/ac0ed94f-4f17-40da-8255-6aa540550c06) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:24:47.414564 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.db.api [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 05 03:24:47.414564 n-d-826942-8 neutron-server[109675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 05 03:24:47.414564 n-d-826942-8 neutron-server[109675]: [parameters: {'id': '36bd83da-d9fe-49ec-93de-6bc2db2eff6f'}] Feb 05 03:24:47.414564 n-d-826942-8 neutron-server[109675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:24:47.415452 n-d-826942-8 neutron-server[109675]: DEBUG oslo_db.api [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:24:47.423055 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Attempting to bind port e8d0d633-3331-4a32-a596-88cf1882a782 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:24:47.423624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Attempting to bind port e8d0d633-3331-4a32-a596-88cf1882a782 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '53e1c650-07fa-4240-8745-7bac9d42af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36bd83da-d9fe-49ec-93de-6bc2db2eff6f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:24:47.423801 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Attempting to bind port e8d0d633-3331-4a32-a596-88cf1882a782 on network 36bd83da-d9fe-49ec-93de-6bc2db2eff6f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:24:47.444654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:24:47.445024 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Checking segment: {'id': '53e1c650-07fa-4240-8745-7bac9d42af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36bd83da-d9fe-49ec-93de-6bc2db2eff6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:47.445434 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:47.445829 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Bound using segment: {'id': '53e1c650-07fa-4240-8745-7bac9d42af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36bd83da-d9fe-49ec-93de-6bc2db2eff6f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:24:47.446302 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Bound port: e8d0d633-3331-4a32-a596-88cf1882a782, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e1c650-07fa-4240-8745-7bac9d42af53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '36bd83da-d9fe-49ec-93de-6bc2db2eff6f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:24:47.446685 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e8d0d633-3331-4a32-a596-88cf1882a782), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:47.628860 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e5cde6ee-a0cc-485c-8802-be4e4a372ced None None] For port ac0ed94f-4f17-40da-8255-6aa540550c06, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ac0ed94f-4f17-40da-8255-6aa540550c06,segment=NetworkSegment(ce1e39b3-9958-4b9b-9c17-c47e7667248a),segment_id=ce1e39b3-9958-4b9b-9c17-c47e7667248a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:47.647773 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] For port e8d0d633-3331-4a32-a596-88cf1882a782, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:24:47.676407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] For port e8d0d633-3331-4a32-a596-88cf1882a782, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e8d0d633-3331-4a32-a596-88cf1882a782,segment=NetworkSegment(53e1c650-07fa-4240-8745-7bac9d42af53),segment_id=53e1c650-07fa-4240-8745-7bac9d42af53)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:24:47.702258 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e8d0d633-3331-4a32-a596-88cf1882a782), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:47.712387 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e5cde6ee-a0cc-485c-8802-be4e4a372ced None None] Publish callbacks [] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:47.743475 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ac0ed94f-4f17-40da-8255-6aa540550c06 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:24:47.776229 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e5cde6ee-a0cc-485c-8802-be4e4a372ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:47.865383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa165260-dec3-49b3-bd15-44966ca6ef9c None None] Pushing event updated for resources: {'Port': ['ID=e8d0d633-3331-4a32-a596-88cf1882a782,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:47.916519 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (36bd83da-d9fe-49ec-93de-6bc2db2eff6f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:47.943138 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0e3ce0-22c6-4844-8e3e-64b903c73cba None None] Network 36bd83da-d9fe-49ec-93de-6bc2db2eff6f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:47.972654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Deleting port e8d0d633-3331-4a32-a596-88cf1882a782 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:47.972995 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e8d0d633-3331-4a32-a596-88cf1882a782), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:48.053457 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] For port e8d0d633-3331-4a32-a596-88cf1882a782, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e8d0d633-3331-4a32-a596-88cf1882a782,segment=NetworkSegment(53e1c650-07fa-4240-8745-7bac9d42af53),segment_id=53e1c650-07fa-4240-8745-7bac9d42af53)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:48.054164 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e8d0d633-3331-4a32-a596-88cf1882a782), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:48.055257 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ac0ed94f-4f17-40da-8255-6aa540550c06 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:48.055994 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:48.061253 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cde6ee-a0cc-485c-8802-be4e4a372ced None None] Pushing event updated for resources: {'Port': ['ID=ac0ed94f-4f17-40da-8255-6aa540550c06,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:48.079334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Calling delete_port for e8d0d633-3331-4a32-a596-88cf1882a782 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:48.156214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a88984-c2ae-4c36-8f14-7de152537e9e None None] Network 36bd83da-d9fe-49ec-93de-6bc2db2eff6f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:48.237237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29ab7c-33b7-4b97-9ca4-6286d55f447e req-68ea051c-bb7c-45b1-9e77-d197a9b1a56f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:48.238906 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d29ab7c-33b7-4b97-9ca4-6286d55f447e req-68ea051c-bb7c-45b1-9e77-d197a9b1a56f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 943 time: 0.1575325 Feb 05 03:24:48.248456 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de967146-8d05-4416-b3cf-513ff2165285 req-924bbe4b-d4da-484f-a2d2-b732bd3646bb tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:48.250055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de967146-8d05-4416-b3cf-513ff2165285 req-924bbe4b-d4da-484f-a2d2-b732bd3646bb tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 944 time: 0.1669230 Feb 05 03:24:48.297307 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e8d0d633-3331-4a32-a596-88cf1882a782), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:48.357487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Port': ['ID=e8d0d633-3331-4a32-a596-88cf1882a782,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:48.365804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No DVR routers for this DVR port e8d0d633-3331-4a32-a596-88cf1882a782 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:24:48.375805 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d29ab7c-33b7-4b97-9ca4-6286d55f447e req-e3079b1a-acc3-43c4-9dc2-57b82e770b9a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247265 Feb 05 03:24:48.384414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de967146-8d05-4416-b3cf-513ff2165285 req-867842a1-1ed2-4420-be6a-b45fc0f5e12a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bc52e23-3172-4e46-ba6f-c2afa1d16da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268764 Feb 05 03:24:48.482349 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (36bd83da-d9fe-49ec-93de-6bc2db2eff6f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:48.492529 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ac0ed94f-4f17-40da-8255-6aa540550c06 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:48.509674 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36bd83da-d9fe-49ec-93de-6bc2db2eff6f']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:48.521747 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e1c650-07fa-4240-8745-7bac9d42af53') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:48.522090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e1c650-07fa-4240-8745-7bac9d42af53') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:48.532595 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (53e1c650-07fa-4240-8745-7bac9d42af53), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:48.548322 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (53e1c650-07fa-4240-8745-7bac9d42af53), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:48.555337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:24:48.555753 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (53e1c650-07fa-4240-8745-7bac9d42af53), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:24:48.559449 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:48.633219 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (36bd83da-d9fe-49ec-93de-6bc2db2eff6f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:48.656262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de0253f-2a32-4fa4-b298-aa04b960e7ee None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 03:24:48.660847 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:48.666249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/networks/36bd83da-d9fe-49ec-93de-6bc2db2eff6f HTTP/1.1" status: 204 len: 168 time: 2.4698389 Feb 05 03:24:48.666249 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6e82b-55d6-4253-be0e-1c2b78884624 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Network': ['ID=36bd83da-d9fe-49ec-93de-6bc2db2eff6f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:48.667310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33912) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:48.722162 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-3643b9e6-9d51-49f1-bd95-96838462130d tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] DELETE failed (client error): The resource could not be found. Feb 05 03:24:48.722370 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3643b9e6-9d51-49f1-bd95-96838462130d tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:24:48.726214 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3643b9e6-9d51-49f1-bd95-96838462130d tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/networks/36bd83da-d9fe-49ec-93de-6bc2db2eff6f HTTP/1.1" status: 404 len: 339 time: 0.0573232 Feb 05 03:24:48.729969 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33918) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:48.736044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8f7c066b-4a4b-4ecd-9b4d-2a782b9d9bd6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-509515860', 'description': 'd1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:48.761349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7c066b-4a4b-4ecd-9b4d-2a782b9d9bd6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:48.765674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f7c066b-4a4b-4ecd-9b4d-2a782b9d9bd6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:48.777178 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3dc5465c-f645-464f-816f-b29c96bba2f4 None None] Provisioning complete for port ac0ed94f-4f17-40da-8255-6aa540550c06 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:48.777565 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3dc5465c-f645-464f-816f-b29c96bba2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:48.795894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7c066b-4a4b-4ecd-9b4d-2a782b9d9bd6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:24:48.807551 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f7c066b-4a4b-4ecd-9b4d-2a782b9d9bd6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (9beca221-c59a-4d6e-b6a8-54b2890449ac), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:48.808161 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-8f7c066b-4a4b-4ecd-9b4d-2a782b9d9bd6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Added segment 9beca221-c59a-4d6e-b6a8-54b2890449ac of type vlan for network 3b8b49ff-7273-4624-a2bf-c5b629da10a8 Feb 05 03:24:48.837611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de0253f-2a32-4fa4-b298-aa04b960e7ee None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 03:24:48.859034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f7c066b-4a4b-4ecd-9b4d-2a782b9d9bd6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (3b8b49ff-7273-4624-a2bf-c5b629da10a8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:48.884183 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f7c066b-4a4b-4ecd-9b4d-2a782b9d9bd6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (3b8b49ff-7273-4624-a2bf-c5b629da10a8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:48.897759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7c066b-4a4b-4ecd-9b4d-2a782b9d9bd6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:48.899559 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f7c066b-4a4b-4ecd-9b4d-2a782b9d9bd6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:48.957867 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3dc5465c-f645-464f-816f-b29c96bba2f4 None None] Current status of the port ac0ed94f-4f17-40da-8255-6aa540550c06 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:48.968449 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8f7c066b-4a4b-4ecd-9b4d-2a782b9d9bd6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2362809 Feb 05 03:24:48.971195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33926) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:48.997501 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c066b-4a4b-4ecd-9b4d-2a782b9d9bd6 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Network': ['ID=3b8b49ff-7273-4624-a2bf-c5b629da10a8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:49.024824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 3b8b49ff-7273-4624-a2bf-c5b629da10a8 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:24:49.065443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e108ab-f6c1-4d85-b4e6-24398ba94bf0 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:49.066955 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-04e108ab-f6c1-4d85-b4e6-24398ba94bf0 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "GET /v2.0/networks?id=3b8b49ff-7273-4624-a2bf-c5b629da10a8 HTTP/1.1" status: 200 len: 764 time: 0.0950413 Feb 05 03:24:49.069593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33928) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:49.074634 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d4983f20-8a3f-4887-9df5-41aff6763f3e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'network': {'description': 'd2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:49.146838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d9c836-49da-4f66-a129-75b209a3f4aa None None] Network 6d95ef22-8505-49a0-9031-6339533bd2b4 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:49.235766 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4983f20-8a3f-4887-9df5-41aff6763f3e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (3b8b49ff-7273-4624-a2bf-c5b629da10a8), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:49.249873 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4983f20-8a3f-4887-9df5-41aff6763f3e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (3b8b49ff-7273-4624-a2bf-c5b629da10a8), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:49.270778 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d4983f20-8a3f-4887-9df5-41aff6763f3e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network 3b8b49ff-7273-4624-a2bf-c5b629da10a8 is not hosted by any dhcp agent {{(pid=109674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 05 03:24:49.275610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4983f20-8a3f-4887-9df5-41aff6763f3e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:49.276213 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4983f20-8a3f-4887-9df5-41aff6763f3e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:49.280651 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d4983f20-8a3f-4887-9df5-41aff6763f3e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "PUT /v2.0/networks/3b8b49ff-7273-4624-a2bf-c5b629da10a8 HTTP/1.1" status: 200 len: 761 time: 0.2100885 Feb 05 03:24:49.280822 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33930) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:49.332152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4983f20-8a3f-4887-9df5-41aff6763f3e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Network': ['ID=3b8b49ff-7273-4624-a2bf-c5b629da10a8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:49.344888 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 3b8b49ff-7273-4624-a2bf-c5b629da10a8 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:24:49.395927 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bae235-1218-4bc3-aee7-5c0f74776963 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:49.401165 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-20bae235-1218-4bc3-aee7-5c0f74776963 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "GET /v2.0/networks?id=3b8b49ff-7273-4624-a2bf-c5b629da10a8 HTTP/1.1" status: 200 len: 764 time: 0.1151609 Feb 05 03:24:49.401452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33932) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:49.590192 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-037b9f52-6f2f-4e37-97d9-7e1c6e8ba8a8 None None] Provisioning complete for port ac0ed94f-4f17-40da-8255-6aa540550c06 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:49.590883 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-037b9f52-6f2f-4e37-97d9-7e1c6e8ba8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:49.688095 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3907aa0-9df2-4cf9-83ba-ca447954365a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:49.692636 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33938) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:49.693108 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f3907aa0-9df2-4cf9-83ba-ca447954365a tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2902040 Feb 05 03:24:49.703378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23783d-2a40-4456-b036-04695273e280 req-f396bb2f-a8e7-45e1-8447-0c51489924d5 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:49.704991 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba23783d-2a40-4456-b036-04695273e280 req-f396bb2f-a8e7-45e1-8447-0c51489924d5 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 944 time: 0.2040877 Feb 05 03:24:49.713213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-037b9f52-6f2f-4e37-97d9-7e1c6e8ba8a8 None None] Current status of the port ac0ed94f-4f17-40da-8255-6aa540550c06 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:49.719180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4054a-67cb-494c-8dec-7c45d3d00aae req-67396094-1cc3-4e7c-8624-7c5de2e3c0f0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:49.723111 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38a4054a-67cb-494c-8dec-7c45d3d00aae req-67396094-1cc3-4e7c-8624-7c5de2e3c0f0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 943 time: 0.2232080 Feb 05 03:24:49.735658 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0036517b-0ba6-4afd-b601-e18510c630ef tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2 HTTP/1.1" status: 200 len: 207 time: 0.0416040 Feb 05 03:24:49.738906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33940) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:49.743745 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ac0ed94f-4f17-40da-8255-6aa540550c06 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:24:49.798341 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ac0ed94f-4f17-40da-8255-6aa540550c06 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:49.798628 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:49.805345 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba23783d-2a40-4456-b036-04695273e280 req-c145f9da-ba4e-42f5-aee4-cd7e9a0bf71d tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bc52e23-3172-4e46-ba6f-c2afa1d16da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811768 Feb 05 03:24:49.811102 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38a4054a-67cb-494c-8dec-7c45d3d00aae req-2782507d-d6de-4b05-8837-36e72fe6484b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799875 Feb 05 03:24:49.827333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device bf2b0107-8285-41d1-8334-b8197ef5b825 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:24:49.937132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port bf2b0107-8285-41d1-8334-b8197ef5b825 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:24:49.947841 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port bf2b0107-8285-41d1-8334-b8197ef5b825 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:49.948228 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (bf2b0107-8285-41d1-8334-b8197ef5b825), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:49.973050 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ac0ed94f-4f17-40da-8255-6aa540550c06 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:50.038625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port bf2b0107-8285-41d1-8334-b8197ef5b825 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:50.039217 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (bf2b0107-8285-41d1-8334-b8197ef5b825), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:50.063000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7c41d4-e1c6-4792-b30d-9d20e9188942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2b0107-8285-41d1-8334-b8197ef5b825'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:24:50.065561 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa310db7-e3fa-48ef-921c-8be05ca918a5" -d '{"events": [{"server_uuid": "bd7c41d4-e1c6-4792-b30d-9d20e9188942", "name": "network-vif-plugged", "status": "completed", "tag": "bf2b0107-8285-41d1-8334-b8197ef5b825"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:24:50.079901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port bf2b0107-8285-41d1-8334-b8197ef5b825, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bf2b0107-8285-41d1-8334-b8197ef5b825,segment=NetworkSegment(b713cbdb-3c9f-42f1-9507-6d5e4809c78a),segment_id=b713cbdb-3c9f-42f1-9507-6d5e4809c78a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:50.085415 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (bf2b0107-8285-41d1-8334-b8197ef5b825), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:50.131222 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682d7f74-424f-4690-8c2f-1ff68854a226 x-openstack-request-id: req-682d7f74-424f-4690-8c2f-1ff68854a226 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:24:50.131454 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7c41d4-e1c6-4792-b30d-9d20e9188942", "name": "network-vif-plugged", "status": "completed", "tag": "bf2b0107-8285-41d1-8334-b8197ef5b825", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:24:50.131668 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-682d7f74-424f-4690-8c2f-1ff68854a226 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:24:50.132193 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7c41d4-e1c6-4792-b30d-9d20e9188942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2b0107-8285-41d1-8334-b8197ef5b825', 'code': 200} Feb 05 03:24:50.157185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=bf2b0107-8285-41d1-8334-b8197ef5b825,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:50.219907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5c53a-39c6-4ad1-9c94-82611b18ea1f req-b83bf61d-80b4-40fe-a02f-0e7204f3a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.221402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fde5c53a-39c6-4ad1-9c94-82611b18ea1f req-b83bf61d-80b4-40fe-a02f-0e7204f3a492 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 1127 time: 0.0430405 Feb 05 03:24:50.268037 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fde5c53a-39c6-4ad1-9c94-82611b18ea1f req-c4ae5819-5463-4890-b3cb-fca1709930e8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8bc52e23-3172-4e46-ba6f-c2afa1d16da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398486 Feb 05 03:24:50.290211 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fb77b9-2676-4b49-9e74-42e31e650a76 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.295936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fb77b9-2676-4b49-9e74-42e31e650a76 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.300912 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fb77b9-2676-4b49-9e74-42e31e650a76 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.306101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fb77b9-2676-4b49-9e74-42e31e650a76 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.312083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fb77b9-2676-4b49-9e74-42e31e650a76 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.317125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fb77b9-2676-4b49-9e74-42e31e650a76 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.318858 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-57fb77b9-2676-4b49-9e74-42e31e650a76 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5790017 Feb 05 03:24:50.322665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33948) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:50.512560 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-975dd4d4-93b5-4f4d-afc6-4d167e453166 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1885717 Feb 05 03:24:50.515967 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33950) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:50.574696 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b45fc03-8a92-4298-bd5a-e848a5f7d81d tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.576489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b45fc03-8a92-4298-bd5a-e848a5f7d81d tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.578178 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b45fc03-8a92-4298-bd5a-e848a5f7d81d tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.580174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b45fc03-8a92-4298-bd5a-e848a5f7d81d tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.581648 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b45fc03-8a92-4298-bd5a-e848a5f7d81d tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.583673 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7b45fc03-8a92-4298-bd5a-e848a5f7d81d tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0666893 Feb 05 03:24:50.587270 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33952) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:50.648475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95117240-db65-4ca2-bc48-940b4341f886 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.649819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95117240-db65-4ca2-bc48-940b4341f886 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.651055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95117240-db65-4ca2-bc48-940b4341f886 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.652788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95117240-db65-4ca2-bc48-940b4341f886 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.654002 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95117240-db65-4ca2-bc48-940b4341f886 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.655622 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-95117240-db65-4ca2-bc48-940b4341f886 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0674553 Feb 05 03:24:50.659116 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33954) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:50.762183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0085251-3b59-4eb3-82e3-9f59b0ba9e79 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.763809 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b0085251-3b59-4eb3-82e3-9f59b0ba9e79 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "GET /v2.0/networks/cd882f14-0ec1-4350-bd7e-f0c7f5ed556e HTTP/1.1" status: 200 len: 804 time: 0.1036880 Feb 05 03:24:50.767459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33956) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:50.877318 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8a6cda2b-4ac2-45db-96c5-85227d363d8f tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "GET /v2.0/networks/cd882f14-0ec1-4350-bd7e-f0c7f5ed556e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1087198 Feb 05 03:24:50.881352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33962) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:50.974268 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcd76dd-20d5-449c-8d50-d99c4a6e3e41 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:50.975742 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-afcd76dd-20d5-449c-8d50-d99c4a6e3e41 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "GET /v2.0/subnets/4d0c8f47-2104-4834-ace2-ada1915726ad HTTP/1.1" status: 200 len: 843 time: 0.0933282 Feb 05 03:24:50.979454 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33966) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:51.042122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9479cce-51f1-4c63-95e2-8525331dd95d req-725faeff-9106-468a-afe5-c537202ae34f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:51.042968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8691be4f-66e4-4bb9-b349-a237172adf65 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:51.044041 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9479cce-51f1-4c63-95e2-8525331dd95d req-725faeff-9106-468a-afe5-c537202ae34f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 945 time: 0.0733042 Feb 05 03:24:51.048282 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8691be4f-66e4-4bb9-b349-a237172adf65 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "GET /v2.0/subnets/4d0c8f47-2104-4834-ace2-ada1915726ad?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0637150 Feb 05 03:24:51.048574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33968) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:51.051599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a556547-3a16-4fe1-8bdf-5a29ccf93c77 req-694a4858-03bf-474a-ba9a-7449c383ca82 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:51.053274 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a556547-3a16-4fe1-8bdf-5a29ccf93c77 req-694a4858-03bf-474a-ba9a-7449c383ca82 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 943 time: 0.1317437 Feb 05 03:24:51.056422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d7066b2c-0310-440a-b15c-e32e387aff10 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-214832876'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:51.086219 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7066b2c-0310-440a-b15c-e32e387aff10 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:51.090443 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7066b2c-0310-440a-b15c-e32e387aff10 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:51.117833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7066b2c-0310-440a-b15c-e32e387aff10 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:24:51.130903 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7066b2c-0310-440a-b15c-e32e387aff10 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (460ee93d-0676-41a7-9151-26f5350dcd01), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:51.131295 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-d7066b2c-0310-440a-b15c-e32e387aff10 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Added segment 460ee93d-0676-41a7-9151-26f5350dcd01 of type vlan for network ab855199-73d0-4efb-9759-b8629ba9ca25 Feb 05 03:24:51.139326 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9479cce-51f1-4c63-95e2-8525331dd95d req-bcbe0919-31c3-4ff5-bfd4-17444e9fc036 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bc52e23-3172-4e46-ba6f-c2afa1d16da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817053 Feb 05 03:24:51.143276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a556547-3a16-4fe1-8bdf-5a29ccf93c77 req-65bef1a7-c6ce-4ed1-9c49-aa56799afe6e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784130 Feb 05 03:24:51.190287 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7066b2c-0310-440a-b15c-e32e387aff10 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (ab855199-73d0-4efb-9759-b8629ba9ca25), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:51.226584 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7066b2c-0310-440a-b15c-e32e387aff10 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (ab855199-73d0-4efb-9759-b8629ba9ca25), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:51.232779 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7066b2c-0310-440a-b15c-e32e387aff10 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:51.234093 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7066b2c-0310-440a-b15c-e32e387aff10 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:51.301921 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d7066b2c-0310-440a-b15c-e32e387aff10 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2522082 Feb 05 03:24:51.305099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 33972) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:51.310899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-85c84ff0-6e0e-4093-a384-1cf32642f3b1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'subnet': {'network_id': 'ab855199-73d0-4efb-9759-b8629ba9ca25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:51.316761 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7066b2c-0310-440a-b15c-e32e387aff10 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Network': ['ID=ab855199-73d0-4efb-9759-b8629ba9ca25,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:51.328322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network ab855199-73d0-4efb-9759-b8629ba9ca25 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:24:51.398260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c84ff0-6e0e-4093-a384-1cf32642f3b1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Made reservation on behalf of 198bad29b5994bcea19c9dcfb975cc8f for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:24:51.402056 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85c84ff0-6e0e-4093-a384-1cf32642f3b1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:51.461360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-85c84ff0-6e0e-4093-a384-1cf32642f3b1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Performing IP validity checks on allocation pools {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 05 03:24:51.461872 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-85c84ff0-6e0e-4093-a384-1cf32642f3b1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 05 03:24:51.583409 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85c84ff0-6e0e-4093-a384-1cf32642f3b1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (9059829d-4d80-4377-a660-a0636f297346), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:51.647325 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c84ff0-6e0e-4093-a384-1cf32642f3b1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Subnet': ['ID=9059829d-4d80-4377-a660-a0636f297346,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:51.656797 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c84ff0-6e0e-4093-a384-1cf32642f3b1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Checking segment: {'id': '460ee93d-0676-41a7-9151-26f5350dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab855199-73d0-4efb-9759-b8629ba9ca25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:51.657211 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c84ff0-6e0e-4093-a384-1cf32642f3b1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network hostable DHCP agents. Network: ab855199-73d0-4efb-9759-b8629ba9ca25, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:24:51.674622 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c84ff0-6e0e-4093-a384-1cf32642f3b1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Network ab855199-73d0-4efb-9759-b8629ba9ca25 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:24:51.682740 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-85c84ff0-6e0e-4093-a384-1cf32642f3b1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, ab855199-73d0-4efb-9759-b8629ba9ca25) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:51.687316 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c84ff0-6e0e-4093-a384-1cf32642f3b1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:51.687915 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85c84ff0-6e0e-4093-a384-1cf32642f3b1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:51.693166 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e84f7eb-3e3a-43b7-afe3-019a3214622a None None] Network ab855199-73d0-4efb-9759-b8629ba9ca25 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:51.703605 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-85c84ff0-6e0e-4093-a384-1cf32642f3b1 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.3974442 Feb 05 03:24:51.706512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33974) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:51.711866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-439fd5aa-5078-4343-b13d-b6334cd1e466 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:51.794343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-ab855199-73d0-4efb-9759-b8629ba9ca25', 'network_id': 'ab855199-73d0-4efb-9759-b8629ba9ca25', 'project_id': '198bad29b5994bcea19c9dcfb975cc8f', 'fixed_ips': [{'subnet_id': '9059829d-4d80-4377-a660-a0636f297346'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:24:51.795230 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:51.810577 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-439fd5aa-5078-4343-b13d-b6334cd1e466 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12919573'] for subnet (9059829d-4d80-4377-a660-a0636f297346), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:51.977905 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-439fd5aa-5078-4343-b13d-b6334cd1e466 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742297557508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14259311'] for subnet (9059829d-4d80-4377-a660-a0636f297346), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:52.024212 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439fd5aa-5078-4343-b13d-b6334cd1e466 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:52.024818 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-439fd5aa-5078-4343-b13d-b6334cd1e466 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:52.029710 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-439fd5aa-5078-4343-b13d-b6334cd1e466 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "PUT /v2.0/subnets/9059829d-4d80-4377-a660-a0636f297346 HTTP/1.1" status: 200 len: 900 time: 0.3185630 Feb 05 03:24:52.029988 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33976) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:52.041099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Allocated IP 2001:db8::3 (ab855199-73d0-4efb-9759-b8629ba9ca25/9059829d-4d80-4377-a660-a0636f297346/36bc201b-8514-453a-8636-554e7e2863e0) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:24:52.055501 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fd5aa-5078-4343-b13d-b6334cd1e466 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event updated for resources: {'Subnet': ['ID=9059829d-4d80-4377-a660-a0636f297346,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:52.144127 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (ab855199-73d0-4efb-9759-b8629ba9ca25), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:52.204361 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Publish callbacks [] for port (36bc201b-8514-453a-8636-554e7e2863e0), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:52.209818 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (9059829d-4d80-4377-a660-a0636f297346), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:52.213897 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (36bc201b-8514-453a-8636-554e7e2863e0), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:52.236720 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Network ab855199-73d0-4efb-9759-b8629ba9ca25 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:24:52.239498 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:52.269009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:24:52.290790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (9059829d-4d80-4377-a660-a0636f297346), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:52.322443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Subnet': ['ID=9059829d-4d80-4377-a660-a0636f297346,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:52.352792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Attempting to bind port 36bc201b-8514-453a-8636-554e7e2863e0 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:24:52.353310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Attempting to bind port 36bc201b-8514-453a-8636-554e7e2863e0 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '460ee93d-0676-41a7-9151-26f5350dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab855199-73d0-4efb-9759-b8629ba9ca25'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:24:52.353548 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Attempting to bind port 36bc201b-8514-453a-8636-554e7e2863e0 on network ab855199-73d0-4efb-9759-b8629ba9ca25 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:24:52.362017 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9b3f0-eadb-4d7a-8dc3-fdab42b7b94c req-2807e6ca-c39d-4409-bbd0-1aea05170e43 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:52.365537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:24:52.365919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Checking segment: {'id': '460ee93d-0676-41a7-9151-26f5350dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab855199-73d0-4efb-9759-b8629ba9ca25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:24:52.372308 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:52.372308 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Bound using segment: {'id': '460ee93d-0676-41a7-9151-26f5350dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab855199-73d0-4efb-9759-b8629ba9ca25'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:24:52.372308 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Bound port: 36bc201b-8514-453a-8636-554e7e2863e0, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460ee93d-0676-41a7-9151-26f5350dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab855199-73d0-4efb-9759-b8629ba9ca25'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:24:52.372308 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (36bc201b-8514-453a-8636-554e7e2863e0), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:52.372855 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ae9b3f0-eadb-4d7a-8dc3-fdab42b7b94c req-2807e6ca-c39d-4409-bbd0-1aea05170e43 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 943 time: 0.0996573 Feb 05 03:24:52.389810 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Pushing event updated for resources: {'Port': ['ID=36bc201b-8514-453a-8636-554e7e2863e0,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:52.403982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fe90b-0057-49c8-a93a-b2363aa46966 req-3fd483ae-cec8-4dba-9219-fc261bdc5e80 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:52.411232 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f63fe90b-0057-49c8-a93a-b2363aa46966 req-3fd483ae-cec8-4dba-9219-fc261bdc5e80 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 945 time: 0.1251843 Feb 05 03:24:52.440965 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (ab855199-73d0-4efb-9759-b8629ba9ca25), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:52.459115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] For port 36bc201b-8514-453a-8636-554e7e2863e0, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:24:52.463219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] For port 36bc201b-8514-453a-8636-554e7e2863e0, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=36bc201b-8514-453a-8636-554e7e2863e0,segment=NetworkSegment(460ee93d-0676-41a7-9151-26f5350dcd01),segment_id=460ee93d-0676-41a7-9151-26f5350dcd01)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:24:52.465306 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab855199-73d0-4efb-9759-b8629ba9ca25']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:52.473440 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (36bc201b-8514-453a-8636-554e7e2863e0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:52.476711 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460ee93d-0676-41a7-9151-26f5350dcd01') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:52.477099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460ee93d-0676-41a7-9151-26f5350dcd01') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:52.483380 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ae9b3f0-eadb-4d7a-8dc3-fdab42b7b94c req-d95e5008-b58b-453d-b8b8-a5d3273cb747 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133523 Feb 05 03:24:52.489741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f63fe90b-0057-49c8-a93a-b2363aa46966 req-fb8bd07b-0a47-4530-9000-9dcb4d17029f tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bc52e23-3172-4e46-ba6f-c2afa1d16da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749717 Feb 05 03:24:52.491416 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (460ee93d-0676-41a7-9151-26f5350dcd01), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:52.520629 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (460ee93d-0676-41a7-9151-26f5350dcd01), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:52.530848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:24:52.531075 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (460ee93d-0676-41a7-9151-26f5350dcd01), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:24:52.534508 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:52.616033 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 05 03:24:52.616033 n-d-826942-8 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 05 03:24:52.616033 n-d-826942-8 neutron-server[109674]: [parameters: {'id': 'ab855199-73d0-4efb-9759-b8629ba9ca25'}] Feb 05 03:24:52.616033 n-d-826942-8 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:24:52.616903 n-d-826942-8 neutron-server[109674]: DEBUG oslo_db.api [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:24:52.634552 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37902a-a956-4ea5-99f1-30a98fe65571 None None] Pushing event updated for resources: {'Port': ['ID=36bc201b-8514-453a-8636-554e7e2863e0,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:52.661014 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56abc96-5cd8-4d49-ae54-ffc71650d729 None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 03:24:52.682366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846aac2-a10a-4291-aa9d-0a82ce3a6faa req-b711bbe3-a939-4d9d-a1fa-93c9bb2eca99 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:52.684460 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8846aac2-a10a-4291-aa9d-0a82ce3a6faa req-b711bbe3-a939-4d9d-a1fa-93c9bb2eca99 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 945 time: 0.0703733 Feb 05 03:24:52.753760 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8846aac2-a10a-4291-aa9d-0a82ce3a6faa req-052a7488-3459-4654-a819-ab3d8e6357b8 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bc52e23-3172-4e46-ba6f-c2afa1d16da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624337 Feb 05 03:24:52.780268 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33996) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:52.820388 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56abc96-5cd8-4d49-ae54-ffc71650d729 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 03:24:52.835215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50ca1e7-7a70-49e8-8e62-12a6f7eb99a7 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:52.841315 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e50ca1e7-7a70-49e8-8e62-12a6f7eb99a7 tempest-TestNetworkBasicOps-603064759 tempest-TestNetworkBasicOps-603064759-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 1122 time: 0.0563340 Feb 05 03:24:52.841942 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 33998) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:52.848068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': 'bf2b0107-8285-41d1-8334-b8197ef5b825', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:52.871359 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:52.999896 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:53.021220 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accdb738-93eb-4b7b-9adc-41cd64bef75b None None] Network ab855199-73d0-4efb-9759-b8629ba9ca25 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:53.134748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b39e18-46c5-4f61-8228-f3c59e3091ef None None] Network ab855199-73d0-4efb-9759-b8629ba9ca25 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:53.142639 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (ab855199-73d0-4efb-9759-b8629ba9ca25), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:53.176036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Allocated IP 172.25.0.159 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/783474df-a8e2-4827-bf20-d1c683ca435f) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:24:53.302812 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Deleting port 36bc201b-8514-453a-8636-554e7e2863e0 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:53.303160 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (36bc201b-8514-453a-8636-554e7e2863e0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:53.359047 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:24:53.366938 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for port (783474df-a8e2-4827-bf20-d1c683ca435f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:53.400892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] For port 36bc201b-8514-453a-8636-554e7e2863e0, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=36bc201b-8514-453a-8636-554e7e2863e0,segment=NetworkSegment(460ee93d-0676-41a7-9151-26f5350dcd01),segment_id=460ee93d-0676-41a7-9151-26f5350dcd01)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:53.401265 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (36bc201b-8514-453a-8636-554e7e2863e0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:53.418678 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Calling delete_port for 36bc201b-8514-453a-8636-554e7e2863e0 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:53.483669 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (783474df-a8e2-4827-bf20-d1c683ca435f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:53.544019 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:24:53.551791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:24:53.553613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Port': ['ID=783474df-a8e2-4827-bf20-d1c683ca435f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:53.555775 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:24:53.594040 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (36bc201b-8514-453a-8636-554e7e2863e0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:53.633653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Port': ['ID=36bc201b-8514-453a-8636-554e7e2863e0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:53.658987 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No DVR routers for this DVR port 36bc201b-8514-453a-8636-554e7e2863e0 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:24:53.719914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa732c-bc4d-4a54-89b8-0c2a5df6466a req-a85ff765-3271-46e3-afe7-6d5e4d55cc5b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:53.732741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-caaa732c-bc4d-4a54-89b8-0c2a5df6466a req-a85ff765-3271-46e3-afe7-6d5e4d55cc5b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 943 time: 0.1276028 Feb 05 03:24:53.807002 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (ab855199-73d0-4efb-9759-b8629ba9ca25), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:53.810684 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-caaa732c-bc4d-4a54-89b8-0c2a5df6466a req-e5bd7fb2-711f-4570-b623-c21b3b939041 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708172 Feb 05 03:24:53.898118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab855199-73d0-4efb-9759-b8629ba9ca25']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:53.914205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460ee93d-0676-41a7-9151-26f5350dcd01') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:53.914486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460ee93d-0676-41a7-9151-26f5350dcd01') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:53.932537 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (460ee93d-0676-41a7-9151-26f5350dcd01), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:53.953186 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (460ee93d-0676-41a7-9151-26f5350dcd01), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:53.965326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:24:53.965847 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (460ee93d-0676-41a7-9151-26f5350dcd01), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:24:53.968973 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:54.084814 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (ab855199-73d0-4efb-9759-b8629ba9ca25), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:54.119196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:54.123099 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/networks/ab855199-73d0-4efb-9759-b8629ba9ca25 HTTP/1.1" status: 204 len: 168 time: 2.0921564 Feb 05 03:24:54.126979 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34006) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:54.140291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f2326-3c52-44b8-8d5d-7d37dc46b4a8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Network': ['ID=ab855199-73d0-4efb-9759-b8629ba9ca25,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:54.166597 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6c546d-d2f0-4b53-8c28-41b91d33d1e3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] DELETE failed (client error): The resource could not be found. Feb 05 03:24:54.168135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6c546d-d2f0-4b53-8c28-41b91d33d1e3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:24:54.174595 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8a6c546d-d2f0-4b53-8c28-41b91d33d1e3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/subnets/9059829d-4d80-4377-a660-a0636f297346 HTTP/1.1" status: 404 len: 337 time: 0.0464120 Feb 05 03:24:54.175581 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34008) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:54.198076 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9930157e-beed-4a4c-9161-4c5fcacc0bc5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] DELETE failed (client error): The resource could not be found. Feb 05 03:24:54.199241 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9930157e-beed-4a4c-9161-4c5fcacc0bc5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:24:54.205535 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9930157e-beed-4a4c-9161-4c5fcacc0bc5 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/networks/ab855199-73d0-4efb-9759-b8629ba9ca25 HTTP/1.1" status: 404 len: 339 time: 0.0286717 Feb 05 03:24:54.206391 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34010) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:54.261033 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for floatingip (7136b20a-5be7-4806-985f-85000a51e68e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:54.316567 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f25f8c13-7487-4c1b-99a9-07a8c0c67bb3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (3b8b49ff-7273-4624-a2bf-c5b629da10a8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:54.381028 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (783474df-a8e2-4827-bf20-d1c683ca435f), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:54.463202 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f25f8c13-7487-4c1b-99a9-07a8c0c67bb3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (3b8b49ff-7273-4624-a2bf-c5b629da10a8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:54.500777 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f25f8c13-7487-4c1b-99a9-07a8c0c67bb3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8b49ff-7273-4624-a2bf-c5b629da10a8']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:54.536990 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f25f8c13-7487-4c1b-99a9-07a8c0c67bb3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9beca221-c59a-4d6e-b6a8-54b2890449ac') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:54.537216 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f25f8c13-7487-4c1b-99a9-07a8c0c67bb3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9beca221-c59a-4d6e-b6a8-54b2890449ac') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:54.551396 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f25f8c13-7487-4c1b-99a9-07a8c0c67bb3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (9beca221-c59a-4d6e-b6a8-54b2890449ac), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:54.569076 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f25f8c13-7487-4c1b-99a9-07a8c0c67bb3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (9beca221-c59a-4d6e-b6a8-54b2890449ac), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:54.584310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25f8c13-7487-4c1b-99a9-07a8c0c67bb3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:24:54.584712 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f25f8c13-7487-4c1b-99a9-07a8c0c67bb3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (9beca221-c59a-4d6e-b6a8-54b2890449ac), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:24:54.587588 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:54.669189 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f25f8c13-7487-4c1b-99a9-07a8c0c67bb3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (3b8b49ff-7273-4624-a2bf-c5b629da10a8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:54.680690 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f25f8c13-7487-4c1b-99a9-07a8c0c67bb3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:54.685980 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f25f8c13-7487-4c1b-99a9-07a8c0c67bb3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/networks/3b8b49ff-7273-4624-a2bf-c5b629da10a8 HTTP/1.1" status: 204 len: 168 time: 0.4765146 Feb 05 03:24:54.687376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34012) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:54.688707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for port (783474df-a8e2-4827-bf20-d1c683ca435f), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:54.699851 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (783474df-a8e2-4827-bf20-d1c683ca435f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:54.704380 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f8c13-7487-4c1b-99a9-07a8c0c67bb3 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Network': ['ID=3b8b49ff-7273-4624-a2bf-c5b629da10a8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:54.724924 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea04d58-59ba-4a7f-9199-b2a86405baf9 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] DELETE failed (client error): The resource could not be found. Feb 05 03:24:54.725548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea04d58-59ba-4a7f-9199-b2a86405baf9 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:24:54.729132 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0ea04d58-59ba-4a7f-9199-b2a86405baf9 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/subnets/e818987e-2115-4357-a9bb-346bc8bdc7c1 HTTP/1.1" status: 404 len: 337 time: 0.0410626 Feb 05 03:24:54.731545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34014) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:54.751349 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a7636f-56b2-41c4-892e-07c7085e890e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] DELETE failed (client error): The resource could not be found. Feb 05 03:24:54.751933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a7636f-56b2-41c4-892e-07c7085e890e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:24:54.755010 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-15a7636f-56b2-41c4-892e-07c7085e890e tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/networks/36bd83da-d9fe-49ec-93de-6bc2db2eff6f HTTP/1.1" status: 404 len: 339 time: 0.0217845 Feb 05 03:24:54.758064 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34016) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:54.769019 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event updated for resources: {'Port': ['ID=783474df-a8e2-4827-bf20-d1c683ca435f,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:54.785589 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (7136b20a-5be7-4806-985f-85000a51e68e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:54.817413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dba50e2-7c10-4294-8bdb-fc027767d7c8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Deleting subnet cea475ee-958a-4a27-938e-0a48b403dfdd {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:24:54.820833 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dba50e2-7c10-4294-8bdb-fc027767d7c8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for subnet (cea475ee-958a-4a27-938e-0a48b403dfdd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:54.888862 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dba50e2-7c10-4294-8bdb-fc027767d7c8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (cea475ee-958a-4a27-938e-0a48b403dfdd), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:54.913828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:24:54.914519 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Floating IP 7136b20a-5be7-4806-985f-85000a51e68e associated. External IP: 172.25.0.159, port: bf2b0107-8285-41d1-8334-b8197ef5b825. Feb 05 03:24:55.044656 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dba50e2-7c10-4294-8bdb-fc027767d7c8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (cea475ee-958a-4a27-938e-0a48b403dfdd), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:55.062481 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4fed187e-9d1f-4852-92ff-8b2ec7e08a5b,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:55.077162 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '4fed187e-9d1f-4852-92ff-8b2ec7e08a5b', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'port_id': '4fed187e-9d1f-4852-92ff-8b2ec7e08a5b', 'mac_address': 'fa:16:3e:21:38:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:24:55.088916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cd2d7-f894-45a3-8916-3bdd33d1f654 req-106a68b7-86e2-403d-8089-a575de4abb7b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:55.094259 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b8cd2d7-f894-45a3-8916-3bdd33d1f654 req-106a68b7-86e2-403d-8089-a575de4abb7b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 943 time: 0.1691217 Feb 05 03:24:55.120250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:55.121189 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4fed187e-9d1f-4852-92ff-8b2ec7e08a5b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:55.141650 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:24:55.168385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4fed187e-9d1f-4852-92ff-8b2ec7e08a5b,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:55.172620 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4fed187e-9d1f-4852-92ff-8b2ec7e08a5b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:55.174077 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dba50e2-7c10-4294-8bdb-fc027767d7c8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (cea475ee-958a-4a27-938e-0a48b403dfdd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:55.216763 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba50e2-7c10-4294-8bdb-fc027767d7c8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Subnet': ['ID=cea475ee-958a-4a27-938e-0a48b403dfdd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:55.221749 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b8cd2d7-f894-45a3-8916-3bdd33d1f654 req-9f6815f9-c41e-4d5f-b83e-dd055bd4aa0f tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098073 Feb 05 03:24:55.224670 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dba50e2-7c10-4294-8bdb-fc027767d7c8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:55.229016 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Router e0b7ae56-8f73-44e0-8661-55809e36754b has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:24:55.229174 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2dba50e2-7c10-4294-8bdb-fc027767d7c8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/subnets/cea475ee-958a-4a27-938e-0a48b403dfdd HTTP/1.1" status: 204 len: 168 time: 0.4686270 Feb 05 03:24:55.230513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34024) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:55.236450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b184d7d-4752-464f-a333-bb699e82f8f4 None None] Network 6d95ef22-8505-49a0-9031-6339533bd2b4 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:55.295941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=4fed187e-9d1f-4852-92ff-8b2ec7e08a5b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:55.499346 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['4fed187e-9d1f-4852-92ff-8b2ec7e08a5b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:24:55.685271 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd5aba9-a241-4ede-8623-a0ca80c2d582 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Deleting subnet d864880b-313d-437d-984a-27e582ed6c06 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:24:55.691226 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd5aba9-a241-4ede-8623-a0ca80c2d582 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for subnet (d864880b-313d-437d-984a-27e582ed6c06), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:55.746211 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd5aba9-a241-4ede-8623-a0ca80c2d582 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (d864880b-313d-437d-984a-27e582ed6c06), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:55.797937 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:24:55.809081 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac5bc6e-3ce5-4620-8ff0-aa205a3258fe None None] Sync routers for ids ['e0b7ae56-8f73-44e0-8661-55809e36754b'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:24:55.818483 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac5bc6e-3ce5-4620-8ff0-aa205a3258fe None None] Routers {'e0b7ae56-8f73-44e0-8661-55809e36754b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:24:55.819363 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6ac5bc6e-3ce5-4620-8ff0-aa205a3258fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:24:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e0b7ae56-8f73-44e0-8661-55809e36754b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:55.849639 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:55.891200 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd5aba9-a241-4ede-8623-a0ca80c2d582 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (d864880b-313d-437d-984a-27e582ed6c06), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:55.899132 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5009d4da-7f8d-4627-b2fa-29af59f32757 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0536473 Feb 05 03:24:55.899551 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34030) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:55.925386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7c41d4-e1c6-4792-b30d-9d20e9188942', 'tag': 'bf2b0107-8285-41d1-8334-b8197ef5b825'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:24:55.928150 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1991051-d439-4daa-8f90-b4c6aacc100e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7c41d4-e1c6-4792-b30d-9d20e9188942", "tag": "bf2b0107-8285-41d1-8334-b8197ef5b825"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:24:55.989987 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9c68766b-5e8b-437a-b2e9-948db8bdb66a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/floatingips/7136b20a-5be7-4806-985f-85000a51e68e HTTP/1.1" status: 200 len: 991 time: 0.0891919 Feb 05 03:24:55.999449 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd5aba9-a241-4ede-8623-a0ca80c2d582 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (d864880b-313d-437d-984a-27e582ed6c06), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:56.015573 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed20732-42e7-4339-a156-bfce13a46d59 x-openstack-request-id: req-4ed20732-42e7-4339-a156-bfce13a46d59 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:24:56.016035 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7c41d4-e1c6-4792-b30d-9d20e9188942", "tag": "bf2b0107-8285-41d1-8334-b8197ef5b825", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:24:56.016413 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ed20732-42e7-4339-a156-bfce13a46d59 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:24:56.016912 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7c41d4-e1c6-4792-b30d-9d20e9188942', 'tag': 'bf2b0107-8285-41d1-8334-b8197ef5b825', 'status': 'completed', 'code': 200} Feb 05 03:24:56.051495 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd5aba9-a241-4ede-8623-a0ca80c2d582 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:56.057184 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6ac5bc6e-3ce5-4620-8ff0-aa205a3258fe None None] Set router e0b7ae56-8f73-44e0-8661-55809e36754b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:24:56.060257 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8b74f5-14d7-4c04-abf4-b8630533aef4 None None] Network 6d95ef22-8505-49a0-9031-6339533bd2b4 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:56.064957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34038) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:56.073266 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7cd5aba9-a241-4ede-8623-a0ca80c2d582 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/subnets/d864880b-313d-437d-984a-27e582ed6c06 HTTP/1.1" status: 204 len: 168 time: 0.8385587 Feb 05 03:24:56.076634 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5aba9-a241-4ede-8623-a0ca80c2d582 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Subnet': ['ID=d864880b-313d-437d-984a-27e582ed6c06,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:56.196707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bf40fdaa-a404-435d-a6bd-6ad90fc5f201 None None] Provisioning complete for port ac0ed94f-4f17-40da-8255-6aa540550c06 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:56.197191 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bf40fdaa-a404-435d-a6bd-6ad90fc5f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:56.211060 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (6d95ef22-8505-49a0-9031-6339533bd2b4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:56.218381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1991051-d439-4daa-8f90-b4c6aacc100e req-c0ea86bb-6a2d-4ed6-a6d3-96b760c9f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:56.220154 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1991051-d439-4daa-8f90-b4c6aacc100e req-c0ea86bb-6a2d-4ed6-a6d3-96b760c9f914 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9&device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 1127 time: 0.1881664 Feb 05 03:24:56.343697 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6ac5bc6e-3ce5-4620-8ff0-aa205a3258fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'name': 'tempest-TestNetworkBasicOps-router-1877295059', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:24:14Z', 'updated_at': '2022-02-05T03:24:24Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:15Z', 'updated_at': '2022-02-05T03:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '7136b20a-5be7-4806-985f-85000a51e68e', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'port_id': 'bf2b0107-8285-41d1-8334-b8197ef5b825', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301', 'mac_address': 'fa:16:3e:6a:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7c41d4-e1c6-4792-b30d-9d20e9188942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:24:54Z', 'updated_at': '2022-02-05T03:24:54Z', 'revision_number': 0, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2dce04-1194-49d0-ac10-c074b414e600', 'name': '', 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:2b:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:22Z', 'updated_at': '2022-02-05T03:24:31Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:56.346509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bf40fdaa-a404-435d-a6bd-6ad90fc5f201 None None] Current status of the port ac0ed94f-4f17-40da-8255-6aa540550c06 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:56.361593 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f8b40f-3834-4ed8-8780-6cacd2160ab1 None None] DHCP port deletion for 6d95ef22-8505-49a0-9031-6339533bd2b4 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:24:56.396211 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac5bc6e-3ce5-4620-8ff0-aa205a3258fe None None] Checking router: e0b7ae56-8f73-44e0-8661-55809e36754b for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:24:56.409183 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac5bc6e-3ce5-4620-8ff0-aa205a3258fe None None] Routers {'e0b7ae56-8f73-44e0-8661-55809e36754b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:24:56.410198 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6ac5bc6e-3ce5-4620-8ff0-aa205a3258fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:24:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e0b7ae56-8f73-44e0-8661-55809e36754b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:56.461544 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1991051-d439-4daa-8f90-b4c6aacc100e req-006c801a-90c0-4e31-9f60-82998b8203a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:56.463065 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1991051-d439-4daa-8f90-b4c6aacc100e req-006c801a-90c0-4e31-9f60-82998b8203a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d7d450c-c20e-40b2-9e15-097c43a95301 HTTP/1.1" status: 200 len: 897 time: 0.2356920 Feb 05 03:24:56.482737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729a55c-52eb-4005-9e5c-0752139bdcc5 req-c101a702-52dd-44cf-a83d-ac50f4477624 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:56.489700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1729a55c-52eb-4005-9e5c-0752139bdcc5 req-c101a702-52dd-44cf-a83d-ac50f4477624 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 944 time: 0.1234372 Feb 05 03:24:56.497467 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Deleting port ac0ed94f-4f17-40da-8255-6aa540550c06 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:56.497806 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:56.542067 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6ac5bc6e-3ce5-4620-8ff0-aa205a3258fe None None] Set router e0b7ae56-8f73-44e0-8661-55809e36754b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:24:56.626610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-16f8b40f-3834-4ed8-8780-6cacd2160ab1 None None] Deleting port ac0ed94f-4f17-40da-8255-6aa540550c06 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:56.627168 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-16f8b40f-3834-4ed8-8780-6cacd2160ab1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:56.637223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1991051-d439-4daa-8f90-b4c6aacc100e req-7e41e3da-c983-4947-a388-87b31e11ec29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf2b0107-8285-41d1-8334-b8197ef5b825 HTTP/1.1" status: 200 len: 999 time: 0.1669934 Feb 05 03:24:56.649697 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1729a55c-52eb-4005-9e5c-0752139bdcc5 req-61a0e896-6134-45c5-8be1-3d06cc372e76 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589544 Feb 05 03:24:56.668539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] For port ac0ed94f-4f17-40da-8255-6aa540550c06, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ac0ed94f-4f17-40da-8255-6aa540550c06,segment=NetworkSegment(ce1e39b3-9958-4b9b-9c17-c47e7667248a),segment_id=ce1e39b3-9958-4b9b-9c17-c47e7667248a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:56.669037 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:56.706089 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-16f8b40f-3834-4ed8-8780-6cacd2160ab1 None None] For port ac0ed94f-4f17-40da-8255-6aa540550c06, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ac0ed94f-4f17-40da-8255-6aa540550c06,segment=NetworkSegment(ce1e39b3-9958-4b9b-9c17-c47e7667248a),segment_id=ce1e39b3-9958-4b9b-9c17-c47e7667248a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:56.706639 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-16f8b40f-3834-4ed8-8780-6cacd2160ab1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:56.708214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Calling delete_port for ac0ed94f-4f17-40da-8255-6aa540550c06 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:56.727813 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1991051-d439-4daa-8f90-b4c6aacc100e req-789ed1f3-2e66-4e5b-8daf-7c7a03ca87b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:56.728224 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-16f8b40f-3834-4ed8-8780-6cacd2160ab1 None None] Calling delete_port for ac0ed94f-4f17-40da-8255-6aa540550c06 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:56.729279 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1991051-d439-4daa-8f90-b4c6aacc100e req-789ed1f3-2e66-4e5b-8daf-7c7a03ca87b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0 HTTP/1.1" status: 200 len: 833 time: 0.0788248 Feb 05 03:24:56.802816 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6ac5bc6e-3ce5-4620-8ff0-aa205a3258fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'name': 'tempest-TestNetworkBasicOps-router-1877295059', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:24:14Z', 'updated_at': '2022-02-05T03:24:24Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:15Z', 'updated_at': '2022-02-05T03:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '7136b20a-5be7-4806-985f-85000a51e68e', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'port_id': 'bf2b0107-8285-41d1-8334-b8197ef5b825', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301', 'mac_address': 'fa:16:3e:6a:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7c41d4-e1c6-4792-b30d-9d20e9188942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:24:54Z', 'updated_at': '2022-02-05T03:24:54Z', 'revision_number': 0, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2dce04-1194-49d0-ac10-c074b414e600', 'name': '', 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:2b:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:22Z', 'updated_at': '2022-02-05T03:24:31Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:56.825514 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1991051-d439-4daa-8f90-b4c6aacc100e req-5693cda8-013d-46e5-93dc-cc7dfcd36e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:56.827103 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-16f8b40f-3834-4ed8-8780-6cacd2160ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:56.827270 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1991051-d439-4daa-8f90-b4c6aacc100e req-5693cda8-013d-46e5-93dc-cc7dfcd36e90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d7d450c-c20e-40b2-9e15-097c43a95301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0699267 Feb 05 03:24:56.837423 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac5bc6e-3ce5-4620-8ff0-aa205a3258fe None None] The sync data for ids ['e0b7ae56-8f73-44e0-8661-55809e36754b'] in n-d-826942-8 is: [{'id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'name': 'tempest-TestNetworkBasicOps-router-1877295059', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:24:14Z', 'updated_at': '2022-02-05T03:24:24Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:15Z', 'updated_at': '2022-02-05T03:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '7136b20a-5be7-4806-985f-85000a51e68e', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'port_id': 'bf2b0107-8285-41d1-8334-b8197ef5b825', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301', 'mac_address': 'fa:16:3e:6a:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7c41d4-e1c6-4792-b30d-9d20e9188942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:24:54Z', 'updated_at': '2022-02-05T03:24:54Z', 'revision_number': 0, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2dce04-1194-49d0-ac10-c074b414e600', 'name': '', 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:2b:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:22Z', 'updated_at': '2022-02-05T03:24:31Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:24:56.850892 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ac0ed94f-4f17-40da-8255-6aa540550c06), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:56.860594 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8b40f-3834-4ed8-8780-6cacd2160ab1 None None] Pushing event deleted for resources: {'Port': ['ID=ac0ed94f-4f17-40da-8255-6aa540550c06,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:56.865251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f8b40f-3834-4ed8-8780-6cacd2160ab1 None None] No DVR routers for this DVR port ac0ed94f-4f17-40da-8255-6aa540550c06 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:24:56.913926 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:24:56.978950 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:24:56.984413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:24:56.984790 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4fed187e-9d1f-4852-92ff-8b2ec7e08a5b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:56.994089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34046) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:57.098422 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:24:57.101807 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4fed187e-9d1f-4852-92ff-8b2ec7e08a5b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:57.113332 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6b879eb3-77d1-46ab-930e-eb9ec76f973a tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/floatingips/7136b20a-5be7-4806-985f-85000a51e68e HTTP/1.1" status: 200 len: 991 time: 0.1172271 Feb 05 03:24:57.132951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b37399-55e6-49f9-8e91-3d7fbf27f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fed187e-9d1f-4852-92ff-8b2ec7e08a5b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:24:57.138304 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2800c12-6e23-48b3-bc23-2e83a46f0575" -d '{"events": [{"server_uuid": "86b37399-55e6-49f9-8e91-3d7fbf27f67a", "name": "network-vif-plugged", "status": "completed", "tag": "4fed187e-9d1f-4852-92ff-8b2ec7e08a5b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:24:57.155948 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4fed187e-9d1f-4852-92ff-8b2ec7e08a5b,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:57.170798 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4fed187e-9d1f-4852-92ff-8b2ec7e08a5b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:57.227786 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54096087-9234-4d3c-bed1-ad1673472a84 x-openstack-request-id: req-54096087-9234-4d3c-bed1-ad1673472a84 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:24:57.228125 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b37399-55e6-49f9-8e91-3d7fbf27f67a", "name": "network-vif-plugged", "status": "completed", "tag": "4fed187e-9d1f-4852-92ff-8b2ec7e08a5b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:24:57.228803 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-54096087-9234-4d3c-bed1-ad1673472a84 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:24:57.228803 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b37399-55e6-49f9-8e91-3d7fbf27f67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fed187e-9d1f-4852-92ff-8b2ec7e08a5b', 'code': 200} Feb 05 03:24:57.232273 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a117c9-6a13-48ec-aca8-8d8b7fa3b237 None None] New status for floating IP 7136b20a-5be7-4806-985f-85000a51e68e: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:24:57.266316 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Port': ['ID=ac0ed94f-4f17-40da-8255-6aa540550c06,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:57.271921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No DVR routers for this DVR port ac0ed94f-4f17-40da-8255-6aa540550c06 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:24:57.322166 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=4fed187e-9d1f-4852-92ff-8b2ec7e08a5b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:57.355291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57333db3-e855-4659-8840-2cbacc78593e req-9a6edae5-611a-43f1-b1a2-693950190277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:57.357861 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-57333db3-e855-4659-8840-2cbacc78593e req-9a6edae5-611a-43f1-b1a2-693950190277 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 1127 time: 0.0853958 Feb 05 03:24:57.399255 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (6d95ef22-8505-49a0-9031-6339533bd2b4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:57.410243 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1991051-d439-4daa-8f90-b4c6aacc100e req-7ca521fc-9f5e-437c-ab63-8b22f666f17f service neutron] 10.222.0.10 "GET /v2.0/networks/8d7d450c-c20e-40b2-9e15-097c43a95301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771892 Feb 05 03:24:57.419651 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-57333db3-e855-4659-8840-2cbacc78593e req-ca10725f-0134-4d97-bdc3-5c4e9930e379 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544744 Feb 05 03:24:57.441790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d95ef22-8505-49a0-9031-6339533bd2b4']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:57.479820 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1e39b3-9958-4b9b-9c17-c47e7667248a') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:57.480209 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1e39b3-9958-4b9b-9c17-c47e7667248a') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:57.495232 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (ce1e39b3-9958-4b9b-9c17-c47e7667248a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:57.524646 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ce1e39b3-9958-4b9b-9c17-c47e7667248a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:57.536100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:24:57.536488 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (ce1e39b3-9958-4b9b-9c17-c47e7667248a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: self.session.flush() Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:24:57.539331 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:57.583632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1991051-d439-4daa-8f90-b4c6aacc100e req-2dac9ae1-b8da-499c-9517-e5b6c7f495a8 service neutron] 10.222.0.10 "GET /v2.0/networks/8d7d450c-c20e-40b2-9e15-097c43a95301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657889 Feb 05 03:24:57.605945 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (6d95ef22-8505-49a0-9031-6339533bd2b4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:57.613311 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:57.618710 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/networks/6d95ef22-8505-49a0-9031-6339533bd2b4 HTTP/1.1" status: 204 len: 168 time: 1.5502908 Feb 05 03:24:57.619101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34054) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:57.636934 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fc886-f198-4711-b17b-bf32fedbe705 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Network': ['ID=6d95ef22-8505-49a0-9031-6339533bd2b4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:57.649219 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-934c2e77-b171-460d-8336-7e977d107813 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] DELETE failed (client error): The resource could not be found. Feb 05 03:24:57.649679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934c2e77-b171-460d-8336-7e977d107813 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:24:57.654817 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-934c2e77-b171-460d-8336-7e977d107813 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/subnets/ec18a2e0-7aa0-4afa-9b28-8f5709329f6d HTTP/1.1" status: 404 len: 337 time: 0.0333154 Feb 05 03:24:57.655938 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34056) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:57.676705 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd6954f-0fee-4972-9130-9be9118bcf55 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] DELETE failed (client error): The resource could not be found. Feb 05 03:24:57.677223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd6954f-0fee-4972-9130-9be9118bcf55 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:24:57.680303 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2bd6954f-0fee-4972-9130-9be9118bcf55 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/networks/b788fbf2-5190-4e3e-8f75-28fdb3a763b0 HTTP/1.1" status: 404 len: 339 time: 0.0232794 Feb 05 03:24:57.682851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34060) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:57.710237 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fddf84e-dba6-4789-9cfa-fb29b24474e2 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] DELETE failed (client error): The resource could not be found. Feb 05 03:24:57.710865 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fddf84e-dba6-4789-9cfa-fb29b24474e2 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:24:57.713991 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7fddf84e-dba6-4789-9cfa-fb29b24474e2 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/subnets/4b0710ae-ec2a-4bc1-9319-3eb05e857acd HTTP/1.1" status: 404 len: 337 time: 0.0299261 Feb 05 03:24:57.717011 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34062) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:57.730826 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ac0ed94f-4f17-40da-8255-6aa540550c06 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:24:57.736977 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb599452-e9a2-49e2-9ff2-4468f465f125 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] DELETE failed (client error): The resource could not be found. Feb 05 03:24:57.737607 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb599452-e9a2-49e2-9ff2-4468f465f125 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:24:57.740767 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cb599452-e9a2-49e2-9ff2-4468f465f125 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/networks/c0f111a6-01a1-4f0b-beb1-764e9003cc61 HTTP/1.1" status: 404 len: 339 time: 0.0227165 Feb 05 03:24:57.746578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34064) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:57.754345 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: ac0ed94f-4f17-40da-8255-6aa540550c06 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:24:57.755067 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ac0ed94f-4f17-40da-8255-6aa540550c06 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:24:57.774707 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a1f811-ddbb-4112-a2af-ae4984f50c88 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] DELETE failed (client error): The resource could not be found. Feb 05 03:24:57.775250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a1f811-ddbb-4112-a2af-ae4984f50c88 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:24:57.780182 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-34a1f811-ddbb-4112-a2af-ae4984f50c88 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/subnets/e3ff85c3-d833-4ef5-9dbe-81d78a66a2c0 HTTP/1.1" status: 404 len: 337 time: 0.0313237 Feb 05 03:24:57.781426 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34066) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:57.799944 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e29351a-cc7e-4e88-ac92-1bda492ff0b8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] DELETE failed (client error): The resource could not be found. Feb 05 03:24:57.800515 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e29351a-cc7e-4e88-ac92-1bda492ff0b8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:24:57.805738 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1e29351a-cc7e-4e88-ac92-1bda492ff0b8 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/networks/48948b07-a51f-4c58-8b7e-7190ee477b2a HTTP/1.1" status: 404 len: 339 time: 0.0211930 Feb 05 03:24:57.805862 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7400c57-d956-467c-b0a5-289b098114ae req-d2bbe6b1-c67a-4001-959a-48b5655bc862 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:57.805962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34068) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:57.806979 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7400c57-d956-467c-b0a5-289b098114ae req-d2bbe6b1-c67a-4001-959a-48b5655bc862 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 945 time: 0.0669944 Feb 05 03:24:57.857867 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-3442bad6-c4a1-4036-b452-31faeef34372 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Deleting subnet 8fb55347-2737-4948-a97c-e952641d07be {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:24:57.861080 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3442bad6-c4a1-4036-b452-31faeef34372 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for subnet (8fb55347-2737-4948-a97c-e952641d07be), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:57.862153 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7400c57-d956-467c-b0a5-289b098114ae req-1c8b7e7d-6b71-454e-b2c4-10e4410e14ef tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489678 Feb 05 03:24:57.906002 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3442bad6-c4a1-4036-b452-31faeef34372 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (8fb55347-2737-4948-a97c-e952641d07be), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:57.988192 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3442bad6-c4a1-4036-b452-31faeef34372 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (8fb55347-2737-4948-a97c-e952641d07be), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.049332 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3442bad6-c4a1-4036-b452-31faeef34372 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (8fb55347-2737-4948-a97c-e952641d07be), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.069344 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582b02aa-b3ba-47b2-b4fd-065ff4f641ee None None] Network 1dccf170-02d9-496d-bf9a-dc0953cb2db2 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:58.082623 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3442bad6-c4a1-4036-b452-31faeef34372 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.087936 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3442bad6-c4a1-4036-b452-31faeef34372 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/subnets/8fb55347-2737-4948-a97c-e952641d07be HTTP/1.1" status: 204 len: 168 time: 0.2789369 Feb 05 03:24:58.087936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442bad6-c4a1-4036-b452-31faeef34372 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb55347-2737-4948-a97c-e952641d07be,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:58.088783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34070) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:58.114182 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34072) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:58.165942 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (1dccf170-02d9-496d-bf9a-dc0953cb2db2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.177912 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a7d8c9e5-0208-47a9-a67b-11569f164873 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/floatingips/7136b20a-5be7-4806-985f-85000a51e68e HTTP/1.1" status: 200 len: 993 time: 0.0622802 Feb 05 03:24:58.222965 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Deleting port 78609666-03fc-4ce9-9634-e6772f4c38b3 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:58.223501 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (78609666-03fc-4ce9-9634-e6772f4c38b3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.273397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029242b8-7de0-4fc0-a189-50bd8a551aeb None None] DHCP port deletion for 1dccf170-02d9-496d-bf9a-dc0953cb2db2 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:24:58.295051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] For port 78609666-03fc-4ce9-9634-e6772f4c38b3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=78609666-03fc-4ce9-9634-e6772f4c38b3,segment=NetworkSegment(50a4409e-e23d-4a0a-b697-20fee6f4fd50),segment_id=50a4409e-e23d-4a0a-b697-20fee6f4fd50)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:58.295566 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (78609666-03fc-4ce9-9634-e6772f4c38b3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.310196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Calling delete_port for 78609666-03fc-4ce9-9634-e6772f4c38b3 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:58.323350 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-029242b8-7de0-4fc0-a189-50bd8a551aeb None None] Deleting port 78609666-03fc-4ce9-9634-e6772f4c38b3 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:58.324512 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-029242b8-7de0-4fc0-a189-50bd8a551aeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (78609666-03fc-4ce9-9634-e6772f4c38b3), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.402600 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (78609666-03fc-4ce9-9634-e6772f4c38b3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.412062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-029242b8-7de0-4fc0-a189-50bd8a551aeb None None] For port 78609666-03fc-4ce9-9634-e6772f4c38b3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=78609666-03fc-4ce9-9634-e6772f4c38b3,segment=NetworkSegment(50a4409e-e23d-4a0a-b697-20fee6f4fd50),segment_id=50a4409e-e23d-4a0a-b697-20fee6f4fd50)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:58.412648 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-029242b8-7de0-4fc0-a189-50bd8a551aeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (78609666-03fc-4ce9-9634-e6772f4c38b3), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.427263 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-029242b8-7de0-4fc0-a189-50bd8a551aeb None None] Calling delete_port for 78609666-03fc-4ce9-9634-e6772f4c38b3 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:58.432874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Port': ['ID=78609666-03fc-4ce9-9634-e6772f4c38b3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:58.437753 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No DVR routers for this DVR port 78609666-03fc-4ce9-9634-e6772f4c38b3 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:24:58.507578 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-029242b8-7de0-4fc0-a189-50bd8a551aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (78609666-03fc-4ce9-9634-e6772f4c38b3), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.520929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029242b8-7de0-4fc0-a189-50bd8a551aeb None None] No DVR routers for this DVR port 78609666-03fc-4ce9-9634-e6772f4c38b3 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:24:58.528609 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (1dccf170-02d9-496d-bf9a-dc0953cb2db2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.544622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029242b8-7de0-4fc0-a189-50bd8a551aeb None None] Pushing event deleted for resources: {'Port': ['ID=78609666-03fc-4ce9-9634-e6772f4c38b3,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:58.556100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dccf170-02d9-496d-bf9a-dc0953cb2db2']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:58.566127 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a4409e-e23d-4a0a-b697-20fee6f4fd50') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:58.566424 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a4409e-e23d-4a0a-b697-20fee6f4fd50') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:58.577465 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (50a4409e-e23d-4a0a-b697-20fee6f4fd50), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.591895 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (50a4409e-e23d-4a0a-b697-20fee6f4fd50), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.598880 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:24:58.599566 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (50a4409e-e23d-4a0a-b697-20fee6f4fd50), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:24:58.602606 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:58.673780 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (1dccf170-02d9-496d-bf9a-dc0953cb2db2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.678735 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.686009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34078) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:58.686772 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/networks/1dccf170-02d9-496d-bf9a-dc0953cb2db2 HTTP/1.1" status: 204 len: 168 time: 0.5974665 Feb 05 03:24:58.704113 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7aa3a-2b26-4d93-9ec0-9b1e272538bd tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Network': ['ID=1dccf170-02d9-496d-bf9a-dc0953cb2db2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:58.721165 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7bc70a-301a-4bcb-9ea9-6b670031eb4d tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] DELETE failed (client error): The resource could not be found. Feb 05 03:24:58.721824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7bc70a-301a-4bcb-9ea9-6b670031eb4d tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:24:58.726830 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7a7bc70a-301a-4bcb-9ea9-6b670031eb4d tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/subnets/1232785c-95c5-444f-8cb4-b45e8932a6bd HTTP/1.1" status: 404 len: 337 time: 0.0378790 Feb 05 03:24:58.727980 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34080) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:58.746586 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fce44cf-26bd-48e1-a371-04fa563ad48c tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] DELETE failed (client error): The resource could not be found. Feb 05 03:24:58.747237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fce44cf-26bd-48e1-a371-04fa563ad48c tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:24:58.750827 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6fce44cf-26bd-48e1-a371-04fa563ad48c tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/networks/ed487e5a-9251-4b08-9db7-46cf76d6fbd8 HTTP/1.1" status: 404 len: 339 time: 0.0213251 Feb 05 03:24:58.752836 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34082) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:58.807940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7bc44f-e149-4e00-a127-f4b4c4b1111c tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Deleting subnet 4d0c8f47-2104-4834-ace2-ada1915726ad {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:24:58.811369 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da7bc44f-e149-4e00-a127-f4b4c4b1111c tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for subnet (4d0c8f47-2104-4834-ace2-ada1915726ad), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.850584 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da7bc44f-e149-4e00-a127-f4b4c4b1111c tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (4d0c8f47-2104-4834-ace2-ada1915726ad), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:58.937065 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da7bc44f-e149-4e00-a127-f4b4c4b1111c tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (4d0c8f47-2104-4834-ace2-ada1915726ad), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:59.032560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447437b-0b06-4485-b67e-7c55e2897eaf req-86cf0357-756b-4162-bed0-c3b040e64dcd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:59.034066 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4447437b-0b06-4485-b67e-7c55e2897eaf req-86cf0357-756b-4162-bed0-c3b040e64dcd tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 945 time: 0.1009753 Feb 05 03:24:59.039601 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da7bc44f-e149-4e00-a127-f4b4c4b1111c tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (4d0c8f47-2104-4834-ace2-ada1915726ad), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:59.080363 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bc44f-e149-4e00-a127-f4b4c4b1111c tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0c8f47-2104-4834-ace2-ada1915726ad,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:59.090005 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da7bc44f-e149-4e00-a127-f4b4c4b1111c tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:59.096226 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34086) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:59.098836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d9ed33-1a66-4440-b094-40905e7d7b7a None None] Network cd882f14-0ec1-4350-bd7e-f0c7f5ed556e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:24:59.102176 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-da7bc44f-e149-4e00-a127-f4b4c4b1111c tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/subnets/4d0c8f47-2104-4834-ace2-ada1915726ad HTTP/1.1" status: 204 len: 168 time: 0.3481746 Feb 05 03:24:59.152563 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4447437b-0b06-4485-b67e-7c55e2897eaf req-21f1bbe2-1e3f-4bbd-892d-6a152beac1c3 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055973 Feb 05 03:24:59.202286 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (cd882f14-0ec1-4350-bd7e-f0c7f5ed556e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:59.271774 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Deleting port 2897f103-55f7-4421-96c0-7adc409304e2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:59.272010 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (2897f103-55f7-4421-96c0-7adc409304e2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:59.286088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bddd31-d2a1-46e7-a936-ba2bb8c35ddc None None] DHCP port deletion for cd882f14-0ec1-4350-bd7e-f0c7f5ed556e request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:24:59.294039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dedff-2d8d-4181-8f5c-37205d7b3f11 req-888d099e-b951-43e8-b06d-f59b863049a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:59.295921 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f0dedff-2d8d-4181-8f5c-37205d7b3f11 req-888d099e-b951-43e8-b06d-f59b863049a9 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 945 time: 0.0728588 Feb 05 03:24:59.354597 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f0dedff-2d8d-4181-8f5c-37205d7b3f11 req-976a55f1-879c-4e3c-9556-08ec0971889a tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508838 Feb 05 03:24:59.372046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] For port 2897f103-55f7-4421-96c0-7adc409304e2, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=2897f103-55f7-4421-96c0-7adc409304e2,segment=NetworkSegment(1c15eaf0-d18c-4868-99a7-d91ac2596838),segment_id=1c15eaf0-d18c-4868-99a7-d91ac2596838)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:59.372425 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (2897f103-55f7-4421-96c0-7adc409304e2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:59.381197 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34092) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:59.383601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-24bddd31-d2a1-46e7-a936-ba2bb8c35ddc None None] Deleting port 2897f103-55f7-4421-96c0-7adc409304e2 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:24:59.384081 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-24bddd31-d2a1-46e7-a936-ba2bb8c35ddc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (2897f103-55f7-4421-96c0-7adc409304e2), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:59.399499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Calling delete_port for 2897f103-55f7-4421-96c0-7adc409304e2 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:59.471098 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-24bddd31-d2a1-46e7-a936-ba2bb8c35ddc None None] For port 2897f103-55f7-4421-96c0-7adc409304e2, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=2897f103-55f7-4421-96c0-7adc409304e2,segment=NetworkSegment(1c15eaf0-d18c-4868-99a7-d91ac2596838),segment_id=1c15eaf0-d18c-4868-99a7-d91ac2596838)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:24:59.471497 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-24bddd31-d2a1-46e7-a936-ba2bb8c35ddc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (2897f103-55f7-4421-96c0-7adc409304e2), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:59.486466 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-24bddd31-d2a1-46e7-a936-ba2bb8c35ddc None None] Calling delete_port for 2897f103-55f7-4421-96c0-7adc409304e2 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:24:59.497218 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (2897f103-55f7-4421-96c0-7adc409304e2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:59.535487 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Port': ['ID=2897f103-55f7-4421-96c0-7adc409304e2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:59.538838 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] No DVR routers for this DVR port 2897f103-55f7-4421-96c0-7adc409304e2 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:24:59.582111 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-24bddd31-d2a1-46e7-a936-ba2bb8c35ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (2897f103-55f7-4421-96c0-7adc409304e2), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:59.622280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bddd31-d2a1-46e7-a936-ba2bb8c35ddc None None] Pushing event deleted for resources: {'Port': ['ID=2897f103-55f7-4421-96c0-7adc409304e2,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:59.624698 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bddd31-d2a1-46e7-a936-ba2bb8c35ddc None None] No DVR routers for this DVR port 2897f103-55f7-4421-96c0-7adc409304e2 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:24:59.644318 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (cd882f14-0ec1-4350-bd7e-f0c7f5ed556e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:59.674910 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd882f14-0ec1-4350-bd7e-f0c7f5ed556e']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:59.687573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c15eaf0-d18c-4868-99a7-d91ac2596838') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:59.688046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c15eaf0-d18c-4868-99a7-d91ac2596838') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:24:59.699301 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (1c15eaf0-d18c-4868-99a7-d91ac2596838), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:59.711629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de0f3f0-2db3-4f35-9ba8-615252e2e3e7 tempest-TestVolumeBootPattern-912161760 tempest-TestVolumeBootPattern-912161760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:24:59.716678 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7de0f3f0-2db3-4f35-9ba8-615252e2e3e7 tempest-TestVolumeBootPattern-912161760 tempest-TestVolumeBootPattern-912161760-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 1122 time: 0.3341708 Feb 05 03:24:59.717127 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (1c15eaf0-d18c-4868-99a7-d91ac2596838), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:59.719432 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34098) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:24:59.723954 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': '4fed187e-9d1f-4852-92ff-8b2ec7e08a5b', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:24:59.732477 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 78609666-03fc-4ce9-9634-e6772f4c38b3 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:24:59.740513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:24:59.740968 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (1c15eaf0-d18c-4868-99a7-d91ac2596838), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:24:59.743976 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:24:59.758149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 78609666-03fc-4ce9-9634-e6772f4c38b3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:24:59.758495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 78609666-03fc-4ce9-9634-e6772f4c38b3 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:24:59.758954 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 2897f103-55f7-4421-96c0-7adc409304e2 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:24:59.779320 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 2897f103-55f7-4421-96c0-7adc409304e2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:24:59.779686 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 2897f103-55f7-4421-96c0-7adc409304e2 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:24:59.806619 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:59.820442 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (cd882f14-0ec1-4350-bd7e-f0c7f5ed556e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:59.829549 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:24:59.832748 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] 10.222.0.36 "DELETE /v2.0/networks/cd882f14-0ec1-4350-bd7e-f0c7f5ed556e HTTP/1.1" status: 204 len: 168 time: 0.7355177 Feb 05 03:24:59.869918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0df6a0-3dbf-4dd2-875c-80fb257de534 tempest-NetworksIpV6Test-1778050480 tempest-NetworksIpV6Test-1778050480-project] Pushing event deleted for resources: {'Network': ['ID=cd882f14-0ec1-4350-bd7e-f0c7f5ed556e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:24:59.940620 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:00.053579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Allocated IP 172.25.0.120 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/747528d9-db1c-40ec-b822-94e28c7bc35d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:00.116196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34104) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:00.176726 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for port (747528d9-db1c-40ec-b822-94e28c7bc35d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:00.216331 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (747528d9-db1c-40ec-b822-94e28c7bc35d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:00.260883 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:00.265547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:00.270176 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:00.271085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-75c17158-afab-415e-9dd9-fb12376025d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=198bad29b5994bcea19c9dcfb975cc8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1537097 Feb 05 03:25:00.273432 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34108) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:00.276223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'Port': ['ID=747528d9-db1c-40ec-b822-94e28c7bc35d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:00.324428 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb76009e-26f2-43b8-bb65-62460f422434 admin admin] Publish callbacks [] for security_group (4b85afa3-aee0-447c-a93c-8aed62eb0411), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:00.349936 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb76009e-26f2-43b8-bb65-62460f422434 admin admin] Publish callbacks [] for security_group (4b85afa3-aee0-447c-a93c-8aed62eb0411), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:00.406329 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb76009e-26f2-43b8-bb65-62460f422434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4b85afa3-aee0-447c-a93c-8aed62eb0411), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:00.410291 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb76009e-26f2-43b8-bb65-62460f422434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:00.411704 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-eb76009e-26f2-43b8-bb65-62460f422434 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b85afa3-aee0-447c-a93c-8aed62eb0411 HTTP/1.1" status: 204 len: 168 time: 0.1372983 Feb 05 03:25:00.425733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76009e-26f2-43b8-bb65-62460f422434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b85afa3-aee0-447c-a93c-8aed62eb0411,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:00.736358 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for floatingip (02b3b109-0ec3-46fe-b5cc-7b919b69710d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:00.833351 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (747528d9-db1c-40ec-b822-94e28c7bc35d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:00.935409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34138) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:01.025993 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for port (747528d9-db1c-40ec-b822-94e28c7bc35d), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.033918 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (747528d9-db1c-40ec-b822-94e28c7bc35d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.116046 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1b8131c-395b-4c97-9243-0c6500bd523c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.144446 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event updated for resources: {'Port': ['ID=747528d9-db1c-40ec-b822-94e28c7bc35d,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:01.164158 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (02b3b109-0ec3-46fe-b5cc-7b919b69710d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.256729 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34150) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:01.318948 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Floating IP 02b3b109-0ec3-46fe-b5cc-7b919b69710d associated. External IP: 172.25.0.120, port: 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b. Feb 05 03:25:01.322911 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1b8131c-395b-4c97-9243-0c6500bd523c admin admin] Publish callbacks [] for security_group (c967a1e9-7714-487a-a59f-3500ddcfcf40), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.355391 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1b8131c-395b-4c97-9243-0c6500bd523c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c967a1e9-7714-487a-a59f-3500ddcfcf40), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.408363 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-36a70b56-2f55-48b4-8d7e-c15e12a1dcef tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1954181607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:01.450739 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d1b8131c-395b-4c97-9243-0c6500bd523c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32513d8491cd4dbca243e136e3790755&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5142329 Feb 05 03:25:01.453717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34154) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:01.454661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8131c-395b-4c97-9243-0c6500bd523c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c967a1e9-7714-487a-a59f-3500ddcfcf40,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:01.472464 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36a70b56-2f55-48b4-8d7e-c15e12a1dcef tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (7d5eb6ee-696e-489e-a425-1d4d87248a0e), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.473593 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36a70b56-2f55-48b4-8d7e-c15e12a1dcef tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (7d5eb6ee-696e-489e-a425-1d4d87248a0e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.515357 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a75e4db-2155-4e60-8752-3c4a517a7d11 admin admin] Publish callbacks [] for security_group (c967a1e9-7714-487a-a59f-3500ddcfcf40), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.538418 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a75e4db-2155-4e60-8752-3c4a517a7d11 admin admin] Publish callbacks [] for security_group (c967a1e9-7714-487a-a59f-3500ddcfcf40), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.594190 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a75e4db-2155-4e60-8752-3c4a517a7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c967a1e9-7714-487a-a59f-3500ddcfcf40), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.599071 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a75e4db-2155-4e60-8752-3c4a517a7d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.599269 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36a70b56-2f55-48b4-8d7e-c15e12a1dcef tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for router_controller (7d5eb6ee-696e-489e-a425-1d4d87248a0e), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.602450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2a75e4db-2155-4e60-8752-3c4a517a7d11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c967a1e9-7714-487a-a59f-3500ddcfcf40 HTTP/1.1" status: 204 len: 168 time: 0.1472948 Feb 05 03:25:01.609021 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36a70b56-2f55-48b4-8d7e-c15e12a1dcef tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (7d5eb6ee-696e-489e-a425-1d4d87248a0e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.619988 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75e4db-2155-4e60-8752-3c4a517a7d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c967a1e9-7714-487a-a59f-3500ddcfcf40,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:01.639524 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36a70b56-2f55-48b4-8d7e-c15e12a1dcef tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.643291 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-36a70b56-2f55-48b4-8d7e-c15e12a1dcef tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3832090 Feb 05 03:25:01.643653 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34158) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:01.649036 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-05eb3f35-8c5b-4441-a653-de89798c6dd8 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1340659272'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:01.680865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eb3f35-8c5b-4441-a653-de89798c6dd8 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Made reservation on behalf of c587c28232aa4f5d98dd6044c2065792 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:01.681240 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Router 12cbe9ea-2092-46f1-963e-d1830fb70539 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:25:01.687209 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05eb3f35-8c5b-4441-a653-de89798c6dd8 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.696651 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05eb3f35-8c5b-4441-a653-de89798c6dd8 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.790785 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05eb3f35-8c5b-4441-a653-de89798c6dd8 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for security_group (cf6824fe-273e-409c-9f24-bbd2f75fd1a3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.795496 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05eb3f35-8c5b-4441-a653-de89798c6dd8 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (cf6824fe-273e-409c-9f24-bbd2f75fd1a3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.819297 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05eb3f35-8c5b-4441-a653-de89798c6dd8 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:25:01.837133 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb3f35-8c5b-4441-a653-de89798c6dd8 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6824fe-273e-409c-9f24-bbd2f75fd1a3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:01.840595 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05eb3f35-8c5b-4441-a653-de89798c6dd8 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (91f34e32-5b44-4d86-a92d-a0aded66b949), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.840971 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-05eb3f35-8c5b-4441-a653-de89798c6dd8 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Added segment 91f34e32-5b44-4d86-a92d-a0aded66b949 of type vlan for network e2b7f223-892c-4a59-bf14-1453fa367daa Feb 05 03:25:01.875066 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:25:01.885819 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f71380-8d48-42aa-ac48-e6396c9b52e8 None None] Sync routers for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:25:01.898467 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05eb3f35-8c5b-4441-a653-de89798c6dd8 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (e2b7f223-892c-4a59-bf14-1453fa367daa), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.904146 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f71380-8d48-42aa-ac48-e6396c9b52e8 None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:01.907074 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-90f71380-8d48-42aa-ac48-e6396c9b52e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:24:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:01.922346 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.937087 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05eb3f35-8c5b-4441-a653-de89798c6dd8 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (e2b7f223-892c-4a59-bf14-1453fa367daa), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.942949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eb3f35-8c5b-4441-a653-de89798c6dd8 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:01.943999 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05eb3f35-8c5b-4441-a653-de89798c6dd8 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:01.986782 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f58032df-8b59-47b5-9eb9-a8e638b50996 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2539155 Feb 05 03:25:01.986782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b37399-55e6-49f9-8e91-3d7fbf27f67a', 'tag': '4fed187e-9d1f-4852-92ff-8b2ec7e08a5b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:25:01.986782 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9ca616-fa45-41a2-ab02-21061fe87c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "86b37399-55e6-49f9-8e91-3d7fbf27f67a", "tag": "4fed187e-9d1f-4852-92ff-8b2ec7e08a5b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:25:02.017255 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efc1876-4ed7-4e1b-adbc-143db07cdcd6 x-openstack-request-id: req-5efc1876-4ed7-4e1b-adbc-143db07cdcd6 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:25:02.017555 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b37399-55e6-49f9-8e91-3d7fbf27f67a", "tag": "4fed187e-9d1f-4852-92ff-8b2ec7e08a5b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:25:02.017818 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5efc1876-4ed7-4e1b-adbc-143db07cdcd6 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:25:02.018239 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b37399-55e6-49f9-8e91-3d7fbf27f67a', 'tag': '4fed187e-9d1f-4852-92ff-8b2ec7e08a5b', 'status': 'completed', 'code': 200} Feb 05 03:25:02.032602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34168) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:02.033322 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-05eb3f35-8c5b-4441-a653-de89798c6dd8 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3882322 Feb 05 03:25:02.038230 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-720ee54c-f3d9-48e9-977e-947a6e770643 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Request body: {'subnet': {'network_id': 'e2b7f223-892c-4a59-bf14-1453fa367daa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:02.051729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb3f35-8c5b-4441-a653-de89798c6dd8 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event updated for resources: {'Network': ['ID=e2b7f223-892c-4a59-bf14-1453fa367daa,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:02.061790 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network e2b7f223-892c-4a59-bf14-1453fa367daa details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:25:02.085933 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-90f71380-8d48-42aa-ac48-e6396c9b52e8 None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:25:02.171174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ca616-fa45-41a2-ab02-21061fe87c1a req-917a2f7c-101c-4715-ac3a-4c8db4cf324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:02.172957 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4f9ca616-fa45-41a2-ab02-21061fe87c1a req-917a2f7c-101c-4715-ac3a-4c8db4cf324d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 1127 time: 0.1307812 Feb 05 03:25:02.243625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720ee54c-f3d9-48e9-977e-947a6e770643 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Made reservation on behalf of c587c28232aa4f5d98dd6044c2065792 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:02.247365 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-720ee54c-f3d9-48e9-977e-947a6e770643 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:02.332456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ca616-fa45-41a2-ab02-21061fe87c1a req-d1eb8b23-585c-45c2-9097-f372fc658298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:02.333941 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4f9ca616-fa45-41a2-ab02-21061fe87c1a req-d1eb8b23-585c-45c2-9097-f372fc658298 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.1539555 Feb 05 03:25:02.344919 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-90f71380-8d48-42aa-ac48-e6396c9b52e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '02b3b109-0ec3-46fe-b5cc-7b919b69710d', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'port_id': '4fed187e-9d1f-4852-92ff-8b2ec7e08a5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'mac_address': 'fa:16:3e:21:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b37399-55e6-49f9-8e91-3d7fbf27f67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:25:00Z', 'updated_at': '2022-02-05T03:25:00Z', 'revision_number': 0, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address_scope': None}, {'id': 'cbf81d42-9e25-47bd-a2e9-0e845f198fee', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'port_id': 'a8494b32-53df-442e-9902-cec515e28f57', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'mac_address': 'fa:16:3e:5e:b0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:22:30Z', 'updated_at': '2022-02-05T03:22:32Z', 'revision_number': 1, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:02.379216 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f71380-8d48-42aa-ac48-e6396c9b52e8 None None] Checking router: 12cbe9ea-2092-46f1-963e-d1830fb70539 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:25:02.389973 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f71380-8d48-42aa-ac48-e6396c9b52e8 None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:02.390633 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-90f71380-8d48-42aa-ac48-e6396c9b52e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:24:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:02.422802 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4f9ca616-fa45-41a2-ab02-21061fe87c1a req-74d4cd5c-1838-4548-842b-b5c846ee09e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fed187e-9d1f-4852-92ff-8b2ec7e08a5b HTTP/1.1" status: 200 len: 999 time: 0.0787108 Feb 05 03:25:02.508171 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-90f71380-8d48-42aa-ac48-e6396c9b52e8 None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:25:02.529161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ca616-fa45-41a2-ab02-21061fe87c1a req-0104a362-b377-4fcf-b81e-373863f45f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:02.530630 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4f9ca616-fa45-41a2-ab02-21061fe87c1a req-0104a362-b377-4fcf-b81e-373863f45f3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0860384 Feb 05 03:25:02.573101 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-720ee54c-f3d9-48e9-977e-947a6e770643 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (3139e9bc-3bc9-4099-86a8-8ac9dacb96f8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:02.643245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ee54c-f3d9-48e9-977e-947a6e770643 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event updated for resources: {'Subnet': ['ID=3139e9bc-3bc9-4099-86a8-8ac9dacb96f8,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:02.659254 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ca616-fa45-41a2-ab02-21061fe87c1a req-e1b78fee-78df-4e2d-b9d9-d4ffcc8d171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:02.660770 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4f9ca616-fa45-41a2-ab02-21061fe87c1a req-e1b78fee-78df-4e2d-b9d9-d4ffcc8d171d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1195519 Feb 05 03:25:02.666379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720ee54c-f3d9-48e9-977e-947a6e770643 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Checking segment: {'id': '91f34e32-5b44-4d86-a92d-a0aded66b949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2b7f223-892c-4a59-bf14-1453fa367daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:02.666747 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720ee54c-f3d9-48e9-977e-947a6e770643 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Network hostable DHCP agents. Network: e2b7f223-892c-4a59-bf14-1453fa367daa, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:25:02.733842 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720ee54c-f3d9-48e9-977e-947a6e770643 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Network e2b7f223-892c-4a59-bf14-1453fa367daa is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:25:02.750496 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-720ee54c-f3d9-48e9-977e-947a6e770643 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, e2b7f223-892c-4a59-bf14-1453fa367daa) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:02.756912 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720ee54c-f3d9-48e9-977e-947a6e770643 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:02.757508 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-720ee54c-f3d9-48e9-977e-947a6e770643 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:02.759000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68821bf-2ac0-45c3-9016-7411cdfff3db None None] Network e2b7f223-892c-4a59-bf14-1453fa367daa requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:02.773401 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-90f71380-8d48-42aa-ac48-e6396c9b52e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '02b3b109-0ec3-46fe-b5cc-7b919b69710d', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'port_id': '4fed187e-9d1f-4852-92ff-8b2ec7e08a5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'mac_address': 'fa:16:3e:21:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b37399-55e6-49f9-8e91-3d7fbf27f67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:25:00Z', 'updated_at': '2022-02-05T03:25:00Z', 'revision_number': 0, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address_scope': None}, {'id': 'cbf81d42-9e25-47bd-a2e9-0e845f198fee', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'port_id': 'a8494b32-53df-442e-9902-cec515e28f57', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'mac_address': 'fa:16:3e:5e:b0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:22:30Z', 'updated_at': '2022-02-05T03:22:32Z', 'revision_number': 1, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:02.778998 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4f9ca616-fa45-41a2-ab02-21061fe87c1a req-0e985ef2-4722-46a1-9d8d-5ba5e50d55c0 service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097877 Feb 05 03:25:02.783938 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-720ee54c-f3d9-48e9-977e-947a6e770643 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7498806 Feb 05 03:25:02.787319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34190) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:02.796370 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-07393b9b-5fa7-4a22-aa9d-bc3e518d8ae5 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Request body: {'network': {'name': 'tempest-router-network01--1360742911'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:02.812885 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f71380-8d48-42aa-ac48-e6396c9b52e8 None None] The sync data for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 is: [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '02b3b109-0ec3-46fe-b5cc-7b919b69710d', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'port_id': '4fed187e-9d1f-4852-92ff-8b2ec7e08a5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'mac_address': 'fa:16:3e:21:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b37399-55e6-49f9-8e91-3d7fbf27f67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:25:00Z', 'updated_at': '2022-02-05T03:25:00Z', 'revision_number': 0, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address_scope': None}, {'id': 'cbf81d42-9e25-47bd-a2e9-0e845f198fee', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'port_id': 'a8494b32-53df-442e-9902-cec515e28f57', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'mac_address': 'fa:16:3e:5e:b0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:22:30Z', 'updated_at': '2022-02-05T03:22:32Z', 'revision_number': 1, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:25:02.836070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07393b9b-5fa7-4a22-aa9d-bc3e518d8ae5 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Made reservation on behalf of c587c28232aa4f5d98dd6044c2065792 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:02.844727 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-07393b9b-5fa7-4a22-aa9d-bc3e518d8ae5 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:02.913043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-e2b7f223-892c-4a59-bf14-1453fa367daa', 'network_id': 'e2b7f223-892c-4a59-bf14-1453fa367daa', 'project_id': 'c587c28232aa4f5d98dd6044c2065792', 'fixed_ips': [{'subnet_id': '3139e9bc-3bc9-4099-86a8-8ac9dacb96f8'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:25:02.914066 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:02.918032 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07393b9b-5fa7-4a22-aa9d-bc3e518d8ae5 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:25:02.941006 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-07393b9b-5fa7-4a22-aa9d-bc3e518d8ae5 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (32a8d965-2588-4ba1-84dd-8e68f0ba3407), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:02.941363 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-07393b9b-5fa7-4a22-aa9d-bc3e518d8ae5 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Added segment 32a8d965-2588-4ba1-84dd-8e68f0ba3407 of type vlan for network 8adba5a0-849d-47a1-b3c5-fe1e51be1fae Feb 05 03:25:03.004450 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-07393b9b-5fa7-4a22-aa9d-bc3e518d8ae5 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (8adba5a0-849d-47a1-b3c5-fe1e51be1fae), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:03.040644 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-07393b9b-5fa7-4a22-aa9d-bc3e518d8ae5 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (8adba5a0-849d-47a1-b3c5-fe1e51be1fae), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:03.048046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07393b9b-5fa7-4a22-aa9d-bc3e518d8ae5 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:03.049021 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-07393b9b-5fa7-4a22-aa9d-bc3e518d8ae5 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:03.128595 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-07393b9b-5fa7-4a22-aa9d-bc3e518d8ae5 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3394370 Feb 05 03:25:03.137445 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34194) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:03.157147 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d7ac1192-4685-442b-9fcf-c5cd43d784f0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Request body: {'network': {'name': 'tempest-router-network02--1918911099'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:03.164376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07393b9b-5fa7-4a22-aa9d-bc3e518d8ae5 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event updated for resources: {'Network': ['ID=8adba5a0-849d-47a1-b3c5-fe1e51be1fae,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:03.187225 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 8adba5a0-849d-47a1-b3c5-fe1e51be1fae details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:25:03.194368 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ac1192-4685-442b-9fcf-c5cd43d784f0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Made reservation on behalf of c587c28232aa4f5d98dd6044c2065792 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:03.198671 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d7ac1192-4685-442b-9fcf-c5cd43d784f0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:03.242751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ac1192-4685-442b-9fcf-c5cd43d784f0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:25:03.254235 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d7ac1192-4685-442b-9fcf-c5cd43d784f0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (995a4bfa-27a4-424e-9419-01a87570e232), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:03.255110 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-d7ac1192-4685-442b-9fcf-c5cd43d784f0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Added segment 995a4bfa-27a4-424e-9419-01a87570e232 of type vlan for network 591c14e8-98ba-4a53-b611-da91cd8bf67b Feb 05 03:25:03.290066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aeb731-d049-49f0-a6c4-1c10aa6545ec None None] New status for floating IP 02b3b109-0ec3-46fe-b5cc-7b919b69710d: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:25:03.321304 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4f9ca616-fa45-41a2-ab02-21061fe87c1a req-6aea244b-ad2e-4316-83e8-6ba7bac6fb61 service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362036 Feb 05 03:25:03.321928 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d7ac1192-4685-442b-9fcf-c5cd43d784f0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (591c14e8-98ba-4a53-b611-da91cd8bf67b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:03.362849 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d7ac1192-4685-442b-9fcf-c5cd43d784f0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (591c14e8-98ba-4a53-b611-da91cd8bf67b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:03.365162 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Allocated IP 172.20.0.2 (e2b7f223-892c-4a59-bf14-1453fa367daa/3139e9bc-3bc9-4099-86a8-8ac9dacb96f8/19a08c9f-2103-405c-b61d-6a9b8775a7a8) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:03.368062 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ac1192-4685-442b-9fcf-c5cd43d784f0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:03.368651 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d7ac1192-4685-442b-9fcf-c5cd43d784f0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:03.450641 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d7ac1192-4685-442b-9fcf-c5cd43d784f0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3113277 Feb 05 03:25:03.453242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34204) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:03.458268 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-247c9131-7769-4b75-87ed-c24bf6b758b0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Request body: {'subnet': {'network_id': '8adba5a0-849d-47a1-b3c5-fe1e51be1fae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:03.504226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac1192-4685-442b-9fcf-c5cd43d784f0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event updated for resources: {'Network': ['ID=591c14e8-98ba-4a53-b611-da91cd8bf67b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:03.520574 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 591c14e8-98ba-4a53-b611-da91cd8bf67b details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:25:03.561550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247c9131-7769-4b75-87ed-c24bf6b758b0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Made reservation on behalf of c587c28232aa4f5d98dd6044c2065792 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:03.565255 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-247c9131-7769-4b75-87ed-c24bf6b758b0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:03.797778 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-247c9131-7769-4b75-87ed-c24bf6b758b0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (33f9709a-6f3f-40e4-ba07-447793f92b74), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:03.844379 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-51f38555-c5cf-444a-b32e-cbf2df623807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:03.864599 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Publish callbacks [] for port (19a08c9f-2103-405c-b61d-6a9b8775a7a8), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:03.870957 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (19a08c9f-2103-405c-b61d-6a9b8775a7a8), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:03.872085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c9131-7769-4b75-87ed-c24bf6b758b0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event updated for resources: {'Subnet': ['ID=33f9709a-6f3f-40e4-ba07-447793f92b74,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:03.882692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c9131-7769-4b75-87ed-c24bf6b758b0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Checking segment: {'id': '32a8d965-2588-4ba1-84dd-8e68f0ba3407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8adba5a0-849d-47a1-b3c5-fe1e51be1fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:03.883083 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247c9131-7769-4b75-87ed-c24bf6b758b0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Network hostable DHCP agents. Network: 8adba5a0-849d-47a1-b3c5-fe1e51be1fae, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:25:03.900660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247c9131-7769-4b75-87ed-c24bf6b758b0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Network 8adba5a0-849d-47a1-b3c5-fe1e51be1fae is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:25:03.911307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-247c9131-7769-4b75-87ed-c24bf6b758b0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 8adba5a0-849d-47a1-b3c5-fe1e51be1fae) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:03.915393 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Network e2b7f223-892c-4a59-bf14-1453fa367daa is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:03.915734 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247c9131-7769-4b75-87ed-c24bf6b758b0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:03.916334 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-247c9131-7769-4b75-87ed-c24bf6b758b0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:03.919329 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:03.923181 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:03.930907 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Pushing event updated for resources: {'Port': ['ID=19a08c9f-2103-405c-b61d-6a9b8775a7a8,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:03.937863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ad2602-fd92-4d77-ab77-f32c34a09c17 None None] Network 8adba5a0-849d-47a1-b3c5-fe1e51be1fae requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:03.941899 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-247c9131-7769-4b75-87ed-c24bf6b758b0 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4867144 Feb 05 03:25:03.944757 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34206) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:03.950542 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9fdbba59-4284-4139-8b2c-81fa3ed0c782 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Request body: {'subnet': {'network_id': '591c14e8-98ba-4a53-b611-da91cd8bf67b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:03.973011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:03.973356 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:03.973696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:03.974032 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:03.974365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:03.974692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:03.975045 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:03.975370 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:03.975690 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:03.976011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:03.976341 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:03.976659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:03.976978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:04.045536 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdbba59-4284-4139-8b2c-81fa3ed0c782 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Made reservation on behalf of c587c28232aa4f5d98dd6044c2065792 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:04.049396 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fdbba59-4284-4139-8b2c-81fa3ed0c782 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:04.049818 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Attempting to bind port 19a08c9f-2103-405c-b61d-6a9b8775a7a8 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:04.050194 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Attempting to bind port 19a08c9f-2103-405c-b61d-6a9b8775a7a8 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '91f34e32-5b44-4d86-a92d-a0aded66b949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2b7f223-892c-4a59-bf14-1453fa367daa'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:04.050556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Attempting to bind port 19a08c9f-2103-405c-b61d-6a9b8775a7a8 on network e2b7f223-892c-4a59-bf14-1453fa367daa {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:04.065998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:25:04.066368 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Checking segment: {'id': '91f34e32-5b44-4d86-a92d-a0aded66b949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2b7f223-892c-4a59-bf14-1453fa367daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:04.066793 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:04.067395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Bound using segment: {'id': '91f34e32-5b44-4d86-a92d-a0aded66b949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2b7f223-892c-4a59-bf14-1453fa367daa'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:25:04.068043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Bound port: 19a08c9f-2103-405c-b61d-6a9b8775a7a8, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f34e32-5b44-4d86-a92d-a0aded66b949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e2b7f223-892c-4a59-bf14-1453fa367daa'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:25:04.068416 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (19a08c9f-2103-405c-b61d-6a9b8775a7a8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:04.124615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-8adba5a0-849d-47a1-b3c5-fe1e51be1fae', 'network_id': '8adba5a0-849d-47a1-b3c5-fe1e51be1fae', 'project_id': 'c587c28232aa4f5d98dd6044c2065792', 'fixed_ips': [{'subnet_id': '33f9709a-6f3f-40e4-ba07-447793f92b74'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:25:04.125610 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:04.231071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] For port 19a08c9f-2103-405c-b61d-6a9b8775a7a8, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:25:04.248671 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fdbba59-4284-4139-8b2c-81fa3ed0c782 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (e7be662f-bb72-4f51-80c9-e0e7ff7c71bd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:04.249663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] For port 19a08c9f-2103-405c-b61d-6a9b8775a7a8, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=19a08c9f-2103-405c-b61d-6a9b8775a7a8,segment=NetworkSegment(91f34e32-5b44-4d86-a92d-a0aded66b949),segment_id=91f34e32-5b44-4d86-a92d-a0aded66b949)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:25:04.259599 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (19a08c9f-2103-405c-b61d-6a9b8775a7a8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:04.320343 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbba59-4284-4139-8b2c-81fa3ed0c782 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event updated for resources: {'Subnet': ['ID=e7be662f-bb72-4f51-80c9-e0e7ff7c71bd,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:04.335157 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdbba59-4284-4139-8b2c-81fa3ed0c782 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Checking segment: {'id': '995a4bfa-27a4-424e-9419-01a87570e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '591c14e8-98ba-4a53-b611-da91cd8bf67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:04.335679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdbba59-4284-4139-8b2c-81fa3ed0c782 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Network hostable DHCP agents. Network: 591c14e8-98ba-4a53-b611-da91cd8bf67b, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:25:04.337700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Allocated IP 172.20.0.2 (8adba5a0-849d-47a1-b3c5-fe1e51be1fae/33f9709a-6f3f-40e4-ba07-447793f92b74/137d60f4-a048-471e-8e80-c2b285333e22) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:04.381629 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdbba59-4284-4139-8b2c-81fa3ed0c782 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Network 591c14e8-98ba-4a53-b611-da91cd8bf67b is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:25:04.397550 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9fdbba59-4284-4139-8b2c-81fa3ed0c782 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 591c14e8-98ba-4a53-b611-da91cd8bf67b) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:04.433216 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdbba59-4284-4139-8b2c-81fa3ed0c782 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:04.434740 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fdbba59-4284-4139-8b2c-81fa3ed0c782 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:04.466397 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9fdbba59-4284-4139-8b2c-81fa3ed0c782 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5198717 Feb 05 03:25:04.469976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34212) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:04.472909 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ed17b7-6a9b-4703-9beb-3170503c4f59 None None] Network 591c14e8-98ba-4a53-b611-da91cd8bf67b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:04.622489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ef769-875f-4ec4-8d48-4139a9ac5ee0 None None] Pushing event updated for resources: {'Port': ['ID=19a08c9f-2103-405c-b61d-6a9b8775a7a8,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:04.657301 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Publish callbacks [] for port (137d60f4-a048-471e-8e80-c2b285333e22), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:04.684459 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (137d60f4-a048-471e-8e80-c2b285333e22), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:04.764742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Network 8adba5a0-849d-47a1-b3c5-fe1e51be1fae is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:04.767863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:04.772495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:04.777656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-591c14e8-98ba-4a53-b611-da91cd8bf67b', 'network_id': '591c14e8-98ba-4a53-b611-da91cd8bf67b', 'project_id': 'c587c28232aa4f5d98dd6044c2065792', 'fixed_ips': [{'subnet_id': 'e7be662f-bb72-4f51-80c9-e0e7ff7c71bd'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:25:04.781191 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:04.783146 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Pushing event updated for resources: {'Port': ['ID=137d60f4-a048-471e-8e80-c2b285333e22,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:04.925646 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Attempting to bind port 137d60f4-a048-471e-8e80-c2b285333e22 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:04.925936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Attempting to bind port 137d60f4-a048-471e-8e80-c2b285333e22 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '32a8d965-2588-4ba1-84dd-8e68f0ba3407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8adba5a0-849d-47a1-b3c5-fe1e51be1fae'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:04.926300 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Attempting to bind port 137d60f4-a048-471e-8e80-c2b285333e22 on network 8adba5a0-849d-47a1-b3c5-fe1e51be1fae {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:04.938936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:25:04.939311 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Checking segment: {'id': '32a8d965-2588-4ba1-84dd-8e68f0ba3407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8adba5a0-849d-47a1-b3c5-fe1e51be1fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:04.939728 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:04.940115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Bound using segment: {'id': '32a8d965-2588-4ba1-84dd-8e68f0ba3407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8adba5a0-849d-47a1-b3c5-fe1e51be1fae'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:25:04.940593 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Bound port: 137d60f4-a048-471e-8e80-c2b285333e22, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a8d965-2588-4ba1-84dd-8e68f0ba3407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8adba5a0-849d-47a1-b3c5-fe1e51be1fae'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:25:04.940968 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (137d60f4-a048-471e-8e80-c2b285333e22), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:04.955891 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:05.049425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Allocated IP 172.20.0.2 (591c14e8-98ba-4a53-b611-da91cd8bf67b/e7be662f-bb72-4f51-80c9-e0e7ff7c71bd/12e76859-f702-44ea-929e-1a52bf32ae9d) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:05.054489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] For port 137d60f4-a048-471e-8e80-c2b285333e22, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:25:05.058891 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] For port 137d60f4-a048-471e-8e80-c2b285333e22, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=137d60f4-a048-471e-8e80-c2b285333e22,segment=NetworkSegment(32a8d965-2588-4ba1-84dd-8e68f0ba3407),segment_id=32a8d965-2588-4ba1-84dd-8e68f0ba3407)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:25:05.071978 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (137d60f4-a048-471e-8e80-c2b285333e22), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:05.199106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7c816-1411-4ac1-ad7b-d242bb31a738 None None] Pushing event updated for resources: {'Port': ['ID=137d60f4-a048-471e-8e80-c2b285333e22,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:05.239897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Allocated IP 172.20.0.1 (8adba5a0-849d-47a1-b3c5-fe1e51be1fae/33f9709a-6f3f-40e4-ba07-447793f92b74/6d4a3067-f9cd-4608-bb9f-56105e82c7a1) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:05.289264 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Publish callbacks [] for port (12e76859-f702-44ea-929e-1a52bf32ae9d), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:05.298629 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (12e76859-f702-44ea-929e-1a52bf32ae9d), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:05.374278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Network 591c14e8-98ba-4a53-b611-da91cd8bf67b is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:05.379703 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:05.381992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Pushing event updated for resources: {'Port': ['ID=12e76859-f702-44ea-929e-1a52bf32ae9d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:05.385637 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:05.405686 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for port (6d4a3067-f9cd-4608-bb9f-56105e82c7a1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:05.479186 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (6d4a3067-f9cd-4608-bb9f-56105e82c7a1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:05.500318 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Attempting to bind port 12e76859-f702-44ea-929e-1a52bf32ae9d on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:05.501023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Attempting to bind port 12e76859-f702-44ea-929e-1a52bf32ae9d by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '995a4bfa-27a4-424e-9419-01a87570e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '591c14e8-98ba-4a53-b611-da91cd8bf67b'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:05.501573 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Attempting to bind port 12e76859-f702-44ea-929e-1a52bf32ae9d on network 591c14e8-98ba-4a53-b611-da91cd8bf67b {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:05.507897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:25:05.508680 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Checking segment: {'id': '995a4bfa-27a4-424e-9419-01a87570e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '591c14e8-98ba-4a53-b611-da91cd8bf67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:05.509243 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:05.509783 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Bound using segment: {'id': '995a4bfa-27a4-424e-9419-01a87570e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '591c14e8-98ba-4a53-b611-da91cd8bf67b'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:25:05.510426 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Bound port: 12e76859-f702-44ea-929e-1a52bf32ae9d, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995a4bfa-27a4-424e-9419-01a87570e232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '591c14e8-98ba-4a53-b611-da91cd8bf67b'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:25:05.511023 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (12e76859-f702-44ea-929e-1a52bf32ae9d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:05.538413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Network 8adba5a0-849d-47a1-b3c5-fe1e51be1fae is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:05.555990 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:05.562025 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:05.598214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event updated for resources: {'Port': ['ID=6d4a3067-f9cd-4608-bb9f-56105e82c7a1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:05.626873 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] For port 12e76859-f702-44ea-929e-1a52bf32ae9d, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:25:05.634731 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] For port 12e76859-f702-44ea-929e-1a52bf32ae9d, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=12e76859-f702-44ea-929e-1a52bf32ae9d,segment=NetworkSegment(995a4bfa-27a4-424e-9419-01a87570e232),segment_id=995a4bfa-27a4-424e-9419-01a87570e232)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:25:05.643510 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (7d5eb6ee-696e-489e-a425-1d4d87248a0e), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:05.648487 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (12e76859-f702-44ea-929e-1a52bf32ae9d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:05.780165 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41067389-7879-4bb5-ab7f-f478aac947ba None None] Pushing event updated for resources: {'Port': ['ID=12e76859-f702-44ea-929e-1a52bf32ae9d,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:05.889537 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-353bfa2b-7e68-45bf-a774-0a6365534fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:05.903237 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6d4a3067-f9cd-4608-bb9f-56105e82c7a1), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:05.993619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d78813-f11e-4a65-8434-af02d84bd8ac None None] Network e2b7f223-892c-4a59-bf14-1453fa367daa requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:06.051511 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 137d60f4-a048-471e-8e80-c2b285333e22 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:25:06.237111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3641cbf0-a780-4709-b999-43c8d125f2f0 None None] Provisioning complete for port 19a08c9f-2103-405c-b61d-6a9b8775a7a8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:06.237634 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3641cbf0-a780-4709-b999-43c8d125f2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (19a08c9f-2103-405c-b61d-6a9b8775a7a8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:06.298610 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for port (6d4a3067-f9cd-4608-bb9f-56105e82c7a1), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:06.310011 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (6d4a3067-f9cd-4608-bb9f-56105e82c7a1), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:06.401056 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event updated for resources: {'Port': ['ID=6d4a3067-f9cd-4608-bb9f-56105e82c7a1,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:06.422703 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3641cbf0-a780-4709-b999-43c8d125f2f0 None None] Current status of the port 19a08c9f-2103-405c-b61d-6a9b8775a7a8 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:06.423308 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3641cbf0-a780-4709-b999-43c8d125f2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (19a08c9f-2103-405c-b61d-6a9b8775a7a8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:06.435699 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 137d60f4-a048-471e-8e80-c2b285333e22 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:06.436455 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (137d60f4-a048-471e-8e80-c2b285333e22), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:06.455716 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (7d5eb6ee-696e-489e-a425-1d4d87248a0e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:06.516657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3641cbf0-a780-4709-b999-43c8d125f2f0 None None] For port 19a08c9f-2103-405c-b61d-6a9b8775a7a8, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=19a08c9f-2103-405c-b61d-6a9b8775a7a8,segment=NetworkSegment(91f34e32-5b44-4d86-a92d-a0aded66b949),segment_id=91f34e32-5b44-4d86-a92d-a0aded66b949)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:06.525024 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3641cbf0-a780-4709-b999-43c8d125f2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (19a08c9f-2103-405c-b61d-6a9b8775a7a8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:06.630704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 137d60f4-a048-471e-8e80-c2b285333e22 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:06.631118 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (137d60f4-a048-471e-8e80-c2b285333e22), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:06.653108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Network 8adba5a0-849d-47a1-b3c5-fe1e51be1fae is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:06.657604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:06.685743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641cbf0-a780-4709-b999-43c8d125f2f0 None None] Pushing event updated for resources: {'Port': ['ID=19a08c9f-2103-405c-b61d-6a9b8775a7a8,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:06.721990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 137d60f4-a048-471e-8e80-c2b285333e22, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=137d60f4-a048-471e-8e80-c2b285333e22,segment=NetworkSegment(32a8d965-2588-4ba1-84dd-8e68f0ba3407),segment_id=32a8d965-2588-4ba1-84dd-8e68f0ba3407)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:06.731882 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (137d60f4-a048-471e-8e80-c2b285333e22), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:06.732954 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 19a08c9f-2103-405c-b61d-6a9b8775a7a8 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:25:06.832008 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Router 7d5eb6ee-696e-489e-a425-1d4d87248a0e is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:25:06.856278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 19a08c9f-2103-405c-b61d-6a9b8775a7a8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:06.856841 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (19a08c9f-2103-405c-b61d-6a9b8775a7a8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:06.886288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3ca065-6b60-4fc5-a9f7-fa0afa20e3d5 None None] Network 8adba5a0-849d-47a1-b3c5-fe1e51be1fae requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:06.936521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=137d60f4-a048-471e-8e80-c2b285333e22,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:06.948455 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:25:06.959943 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1633a5aa-8f6a-4a6d-b039-e4a02f6647e4 None None] Sync routers for ids ['7d5eb6ee-696e-489e-a425-1d4d87248a0e'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:25:06.963580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0bcda9cc-3c3c-4d86-91f2-db6ff40c0a6b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "PUT /v2.0/routers/7d5eb6ee-696e-489e-a425-1d4d87248a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4922979 Feb 05 03:25:06.966741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34232) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:06.986834 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1633a5aa-8f6a-4a6d-b039-e4a02f6647e4 None None] Routers {'7d5eb6ee-696e-489e-a425-1d4d87248a0e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:06.987751 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1633a5aa-8f6a-4a6d-b039-e4a02f6647e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['7d5eb6ee-696e-489e-a425-1d4d87248a0e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:07.006244 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c2cf1a79-ced1-455e-87f0-e83ca475c610 None None] Provisioning complete for port 19a08c9f-2103-405c-b61d-6a9b8775a7a8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:07.006752 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c2cf1a79-ced1-455e-87f0-e83ca475c610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (19a08c9f-2103-405c-b61d-6a9b8775a7a8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:07.132623 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 19a08c9f-2103-405c-b61d-6a9b8775a7a8 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:07.173322 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1633a5aa-8f6a-4a6d-b039-e4a02f6647e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:07.183977 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1633a5aa-8f6a-4a6d-b039-e4a02f6647e4 None None] Routers {'7d5eb6ee-696e-489e-a425-1d4d87248a0e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:07.184967 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1633a5aa-8f6a-4a6d-b039-e4a02f6647e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['7d5eb6ee-696e-489e-a425-1d4d87248a0e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:07.216789 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:07.221749 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1633a5aa-8f6a-4a6d-b039-e4a02f6647e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:07.222716 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1633a5aa-8f6a-4a6d-b039-e4a02f6647e4 None None] The sync data for ids ['7d5eb6ee-696e-489e-a425-1d4d87248a0e'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:25:07.258268 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf1a79-ced1-455e-87f0-e83ca475c610 None None] Current status of the port 19a08c9f-2103-405c-b61d-6a9b8775a7a8 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:07.273688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c2cf1a79-ced1-455e-87f0-e83ca475c610 None None] Provisioning complete for port 137d60f4-a048-471e-8e80-c2b285333e22 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:07.274658 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c2cf1a79-ced1-455e-87f0-e83ca475c610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (137d60f4-a048-471e-8e80-c2b285333e22), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:07.552118 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-44e945b9-78f1-412a-b506-c49c29d9efb9 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:07.553494 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-44e945b9-78f1-412a-b506-c49c29d9efb9 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "PUT /v2.0/routers/7d5eb6ee-696e-489e-a425-1d4d87248a0e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5857143 Feb 05 03:25:07.556338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34238) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:07.589782 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf1a79-ced1-455e-87f0-e83ca475c610 None None] Current status of the port 137d60f4-a048-471e-8e80-c2b285333e22 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:07.592953 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f307fb5d-aa4a-43f3-b55b-44a61ff180f8 None None] Network 591c14e8-98ba-4a53-b611-da91cd8bf67b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:07.743490 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3f597855-df3b-414c-9109-9be663ac38d9 None None] Provisioning complete for port 137d60f4-a048-471e-8e80-c2b285333e22 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:07.743872 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f597855-df3b-414c-9109-9be663ac38d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (137d60f4-a048-471e-8e80-c2b285333e22), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:07.893834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3f597855-df3b-414c-9109-9be663ac38d9 None None] Current status of the port 137d60f4-a048-471e-8e80-c2b285333e22 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:07.915557 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3f597855-df3b-414c-9109-9be663ac38d9 None None] Provisioning complete for port 6d4a3067-f9cd-4608-bb9f-56105e82c7a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:07.915940 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f597855-df3b-414c-9109-9be663ac38d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6d4a3067-f9cd-4608-bb9f-56105e82c7a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:07.967596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3f597855-df3b-414c-9109-9be663ac38d9 None None] Port 6d4a3067-f9cd-4608-bb9f-56105e82c7a1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:25:07.983651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3f597855-df3b-414c-9109-9be663ac38d9 None None] Provisioning complete for port 12e76859-f702-44ea-929e-1a52bf32ae9d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:07.984501 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f597855-df3b-414c-9109-9be663ac38d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (12e76859-f702-44ea-929e-1a52bf32ae9d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:08.026434 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 137d60f4-a048-471e-8e80-c2b285333e22 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:25:08.075138 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3513ce62-1e24-4018-8dda-62a6169ab90b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (7d5eb6ee-696e-489e-a425-1d4d87248a0e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:08.169955 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 137d60f4-a048-471e-8e80-c2b285333e22 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:08.170433 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (137d60f4-a048-471e-8e80-c2b285333e22), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:08.196536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3f597855-df3b-414c-9109-9be663ac38d9 None None] Current status of the port 12e76859-f702-44ea-929e-1a52bf32ae9d is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:08.197383 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f597855-df3b-414c-9109-9be663ac38d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (12e76859-f702-44ea-929e-1a52bf32ae9d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:08.244105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3f597855-df3b-414c-9109-9be663ac38d9 None None] For port 12e76859-f702-44ea-929e-1a52bf32ae9d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=12e76859-f702-44ea-929e-1a52bf32ae9d,segment=NetworkSegment(995a4bfa-27a4-424e-9419-01a87570e232),segment_id=995a4bfa-27a4-424e-9419-01a87570e232)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:08.249807 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f597855-df3b-414c-9109-9be663ac38d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (12e76859-f702-44ea-929e-1a52bf32ae9d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:08.344604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 137d60f4-a048-471e-8e80-c2b285333e22 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:08.346267 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 19a08c9f-2103-405c-b61d-6a9b8775a7a8 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:25:08.350438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f597855-df3b-414c-9109-9be663ac38d9 None None] Pushing event updated for resources: {'Port': ['ID=12e76859-f702-44ea-929e-1a52bf32ae9d,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:08.406671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b461668e-90e3-44c2-b1eb-02b42d8c4e36 None None] Provisioning complete for port 6d4a3067-f9cd-4608-bb9f-56105e82c7a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:08.407177 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b461668e-90e3-44c2-b1eb-02b42d8c4e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6d4a3067-f9cd-4608-bb9f-56105e82c7a1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:08.438685 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3513ce62-1e24-4018-8dda-62a6169ab90b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Deleting port 6d4a3067-f9cd-4608-bb9f-56105e82c7a1 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:08.438932 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3513ce62-1e24-4018-8dda-62a6169ab90b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6d4a3067-f9cd-4608-bb9f-56105e82c7a1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:08.453770 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 19a08c9f-2103-405c-b61d-6a9b8775a7a8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:08.453770 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (19a08c9f-2103-405c-b61d-6a9b8775a7a8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:08.477971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b461668e-90e3-44c2-b1eb-02b42d8c4e36 None None] Port 6d4a3067-f9cd-4608-bb9f-56105e82c7a1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:25:08.501027 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b461668e-90e3-44c2-b1eb-02b42d8c4e36 None None] Provisioning complete for port 12e76859-f702-44ea-929e-1a52bf32ae9d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:08.501556 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b461668e-90e3-44c2-b1eb-02b42d8c4e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (12e76859-f702-44ea-929e-1a52bf32ae9d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:08.532599 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3513ce62-1e24-4018-8dda-62a6169ab90b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6d4a3067-f9cd-4608-bb9f-56105e82c7a1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:08.546644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3513ce62-1e24-4018-8dda-62a6169ab90b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Calling delete_port for 6d4a3067-f9cd-4608-bb9f-56105e82c7a1 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:08.580797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 19a08c9f-2103-405c-b61d-6a9b8775a7a8 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:08.582233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 12e76859-f702-44ea-929e-1a52bf32ae9d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:25:08.652302 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b461668e-90e3-44c2-b1eb-02b42d8c4e36 None None] Current status of the port 12e76859-f702-44ea-929e-1a52bf32ae9d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:08.666445 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 12e76859-f702-44ea-929e-1a52bf32ae9d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:08.666749 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (12e76859-f702-44ea-929e-1a52bf32ae9d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:08.736102 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:08.736558 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3513ce62-1e24-4018-8dda-62a6169ab90b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6d4a3067-f9cd-4608-bb9f-56105e82c7a1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:08.771186 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513ce62-1e24-4018-8dda-62a6169ab90b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event deleted for resources: {'Port': ['ID=6d4a3067-f9cd-4608-bb9f-56105e82c7a1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:08.784162 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 12e76859-f702-44ea-929e-1a52bf32ae9d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:08.937328 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3513ce62-1e24-4018-8dda-62a6169ab90b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (7d5eb6ee-696e-489e-a425-1d4d87248a0e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:09.117070 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3513ce62-1e24-4018-8dda-62a6169ab90b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Router 7d5eb6ee-696e-489e-a425-1d4d87248a0e has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:25:09.203864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3513ce62-1e24-4018-8dda-62a6169ab90b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:25:09.209732 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3513ce62-1e24-4018-8dda-62a6169ab90b tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "PUT /v2.0/routers/7d5eb6ee-696e-489e-a425-1d4d87248a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6522162 Feb 05 03:25:09.213639 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2425aa-086a-47b6-a073-714ba31233dd None None] Sync routers for ids ['7d5eb6ee-696e-489e-a425-1d4d87248a0e'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:25:09.214777 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34246) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:09.225374 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2425aa-086a-47b6-a073-714ba31233dd None None] Routers {'7d5eb6ee-696e-489e-a425-1d4d87248a0e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:09.225978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8c2425aa-086a-47b6-a073-714ba31233dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['7d5eb6ee-696e-489e-a425-1d4d87248a0e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:09.260396 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-6a5791bd-200f-461c-a9b5-71e4511358d6 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] delete failed (client error): The resource could not be found. Feb 05 03:25:09.265627 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6a5791bd-200f-461c-a9b5-71e4511358d6 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-2140168188 HTTP/1.1" status: 404 len: 335 time: 0.0456417 Feb 05 03:25:09.265796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34248) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:09.267380 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8c2425aa-086a-47b6-a073-714ba31233dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:09.270647 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d9cbfc68-fbe5-4ef4-931b-5d22d9d653b9 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d5eb6ee-696e-489e-a425-1d4d87248a0e'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:09.278155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2425aa-086a-47b6-a073-714ba31233dd None None] Routers {'7d5eb6ee-696e-489e-a425-1d4d87248a0e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:09.278984 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8c2425aa-086a-47b6-a073-714ba31233dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['7d5eb6ee-696e-489e-a425-1d4d87248a0e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:09.316817 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8c2425aa-086a-47b6-a073-714ba31233dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:09.317641 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2425aa-086a-47b6-a073-714ba31233dd None None] The sync data for ids ['7d5eb6ee-696e-489e-a425-1d4d87248a0e'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:25:09.488472 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9cbfc68-fbe5-4ef4-931b-5d22d9d653b9 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for router_gateway (7d5eb6ee-696e-489e-a425-1d4d87248a0e), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:09.507532 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-d9cbfc68-fbe5-4ef4-931b-5d22d9d653b9 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] update failed (client error): The resource could not be found. Feb 05 03:25:09.513225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d9cbfc68-fbe5-4ef4-931b-5d22d9d653b9 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "PUT /v2.0/routers/7d5eb6ee-696e-489e-a425-1d4d87248a0e HTTP/1.1" status: 404 len: 339 time: 0.2418263 Feb 05 03:25:09.513372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34254) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:09.743995 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 12e76859-f702-44ea-929e-1a52bf32ae9d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:25:09.797280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 12e76859-f702-44ea-929e-1a52bf32ae9d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:09.797786 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (12e76859-f702-44ea-929e-1a52bf32ae9d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:09.846734 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:09.895652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 12e76859-f702-44ea-929e-1a52bf32ae9d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:10.049170 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:10.407205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Allocated IP 172.20.0.1 (e2b7f223-892c-4a59-bf14-1453fa367daa/3139e9bc-3bc9-4099-86a8-8ac9dacb96f8/21de2648-2dc6-4d6d-bf5c-2786960adb36) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:10.516432 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for port (21de2648-2dc6-4d6d-bf5c-2786960adb36), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:10.557322 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (21de2648-2dc6-4d6d-bf5c-2786960adb36), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:10.596604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Network e2b7f223-892c-4a59-bf14-1453fa367daa is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:10.603510 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:10.607266 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:10.637951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event updated for resources: {'Port': ['ID=21de2648-2dc6-4d6d-bf5c-2786960adb36,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:10.660516 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (7d5eb6ee-696e-489e-a425-1d4d87248a0e), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:10.819777 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (21de2648-2dc6-4d6d-bf5c-2786960adb36), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:10.834853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34264) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:10.954317 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-facb9e70-85f2-4b01-86ed-d98a169fe256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:10.987453 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ecde0ae7-692d-426e-8245-4c249a2e369d None None] Provisioning complete for port 21de2648-2dc6-4d6d-bf5c-2786960adb36 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:10.988081 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ecde0ae7-692d-426e-8245-4c249a2e369d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (21de2648-2dc6-4d6d-bf5c-2786960adb36), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:11.031288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ecde0ae7-692d-426e-8245-4c249a2e369d None None] Port 21de2648-2dc6-4d6d-bf5c-2786960adb36 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:25:11.060574 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-facb9e70-85f2-4b01-86ed-d98a169fe256 admin admin] Publish callbacks [] for security_group (6ac646e4-ab47-4309-8a74-4d6fab7291e7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:11.066396 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-facb9e70-85f2-4b01-86ed-d98a169fe256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6ac646e4-ab47-4309-8a74-4d6fab7291e7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:11.114463 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-facb9e70-85f2-4b01-86ed-d98a169fe256 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1131347b416048b99ae2d96a9e33488c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2757652 Feb 05 03:25:11.114463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb9e70-85f2-4b01-86ed-d98a169fe256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac646e4-ab47-4309-8a74-4d6fab7291e7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:11.115602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34268) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:11.175491 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for port (21de2648-2dc6-4d6d-bf5c-2786960adb36), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:11.188251 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (21de2648-2dc6-4d6d-bf5c-2786960adb36), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:11.242968 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4c48eaa-8130-4c50-b748-f05c40c3fc54 admin admin] Publish callbacks [] for security_group (6ac646e4-ab47-4309-8a74-4d6fab7291e7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:11.291436 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event updated for resources: {'Port': ['ID=21de2648-2dc6-4d6d-bf5c-2786960adb36,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:11.296849 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4c48eaa-8130-4c50-b748-f05c40c3fc54 admin admin] Publish callbacks [] for security_group (6ac646e4-ab47-4309-8a74-4d6fab7291e7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:11.303522 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (7d5eb6ee-696e-489e-a425-1d4d87248a0e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:11.400160 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4c48eaa-8130-4c50-b748-f05c40c3fc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6ac646e4-ab47-4309-8a74-4d6fab7291e7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:11.403394 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4c48eaa-8130-4c50-b748-f05c40c3fc54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:11.404572 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d4c48eaa-8130-4c50-b748-f05c40c3fc54 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ac646e4-ab47-4309-8a74-4d6fab7291e7 HTTP/1.1" status: 204 len: 168 time: 0.2879796 Feb 05 03:25:11.419997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c48eaa-8130-4c50-b748-f05c40c3fc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac646e4-ab47-4309-8a74-4d6fab7291e7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:11.428748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Network e2b7f223-892c-4a59-bf14-1453fa367daa is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:11.431785 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:11.580276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Router 7d5eb6ee-696e-489e-a425-1d4d87248a0e has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:25:11.607348 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:11.706640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:25:11.721638 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb754332-ab31-4571-a85b-c70d818f1250 None None] Sync routers for ids ['7d5eb6ee-696e-489e-a425-1d4d87248a0e'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:25:11.725855 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ba2fd45c-5d88-4b1b-a96d-12d2270cef76 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "PUT /v2.0/routers/7d5eb6ee-696e-489e-a425-1d4d87248a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2098389 Feb 05 03:25:11.728081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34276) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:11.752355 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb754332-ab31-4571-a85b-c70d818f1250 None None] Routers {'7d5eb6ee-696e-489e-a425-1d4d87248a0e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:11.753577 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fb754332-ab31-4571-a85b-c70d818f1250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['7d5eb6ee-696e-489e-a425-1d4d87248a0e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:11.801188 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fb754332-ab31-4571-a85b-c70d818f1250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:11.811265 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb754332-ab31-4571-a85b-c70d818f1250 None None] Routers {'7d5eb6ee-696e-489e-a425-1d4d87248a0e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:11.812088 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fb754332-ab31-4571-a85b-c70d818f1250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['7d5eb6ee-696e-489e-a425-1d4d87248a0e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:11.859778 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6fd63078-c996-4851-8ceb-166a249ee3f3 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for router (7d5eb6ee-696e-489e-a425-1d4d87248a0e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:11.862205 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fb754332-ab31-4571-a85b-c70d818f1250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:11.863203 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb754332-ab31-4571-a85b-c70d818f1250 None None] The sync data for ids ['7d5eb6ee-696e-489e-a425-1d4d87248a0e'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:25:11.868771 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-627dd2e3-f0ce-471c-bf87-3e67367c9463 None None] Provisioning complete for port 21de2648-2dc6-4d6d-bf5c-2786960adb36 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:11.869759 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-627dd2e3-f0ce-471c-bf87-3e67367c9463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (21de2648-2dc6-4d6d-bf5c-2786960adb36), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:11.911514 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-627dd2e3-f0ce-471c-bf87-3e67367c9463 None None] Port 21de2648-2dc6-4d6d-bf5c-2786960adb36 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:25:11.966881 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-6fd63078-c996-4851-8ceb-166a249ee3f3 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 05 03:25:11.968005 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6fd63078-c996-4851-8ceb-166a249ee3f3 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "DELETE /v2.0/routers/7d5eb6ee-696e-489e-a425-1d4d87248a0e HTTP/1.1" status: 409 len: 329 time: 0.2389400 Feb 05 03:25:11.971068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34284) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:12.619589 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b16e789e-671a-4464-bc0c-5fb1494f1491 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (7d5eb6ee-696e-489e-a425-1d4d87248a0e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:12.873107 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b16e789e-671a-4464-bc0c-5fb1494f1491 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Deleting port 21de2648-2dc6-4d6d-bf5c-2786960adb36 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:12.873819 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b16e789e-671a-4464-bc0c-5fb1494f1491 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (21de2648-2dc6-4d6d-bf5c-2786960adb36), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:12.964824 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b16e789e-671a-4464-bc0c-5fb1494f1491 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (21de2648-2dc6-4d6d-bf5c-2786960adb36), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:12.977188 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b16e789e-671a-4464-bc0c-5fb1494f1491 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Calling delete_port for 21de2648-2dc6-4d6d-bf5c-2786960adb36 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:13.160537 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b16e789e-671a-4464-bc0c-5fb1494f1491 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (21de2648-2dc6-4d6d-bf5c-2786960adb36), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:13.189256 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e789e-671a-4464-bc0c-5fb1494f1491 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event deleted for resources: {'Port': ['ID=21de2648-2dc6-4d6d-bf5c-2786960adb36,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:13.333730 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b16e789e-671a-4464-bc0c-5fb1494f1491 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (7d5eb6ee-696e-489e-a425-1d4d87248a0e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:13.497354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16e789e-671a-4464-bc0c-5fb1494f1491 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Router 7d5eb6ee-696e-489e-a425-1d4d87248a0e has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:25:13.583048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16e789e-671a-4464-bc0c-5fb1494f1491 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:25:13.588404 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b16e789e-671a-4464-bc0c-5fb1494f1491 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "PUT /v2.0/routers/7d5eb6ee-696e-489e-a425-1d4d87248a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6162095 Feb 05 03:25:13.592144 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34328) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:13.604426 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9889e739-fe03-446e-b160-88dff659a079 None None] Sync routers for ids ['7d5eb6ee-696e-489e-a425-1d4d87248a0e'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:25:13.627765 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9889e739-fe03-446e-b160-88dff659a079 None None] Routers {'7d5eb6ee-696e-489e-a425-1d4d87248a0e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:13.628912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9889e739-fe03-446e-b160-88dff659a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['7d5eb6ee-696e-489e-a425-1d4d87248a0e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:13.643551 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-fbace1d9-1340-4588-8c28-2843d63eb2f3 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] show failed (client error): The resource could not be found. Feb 05 03:25:13.644582 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fbace1d9-1340-4588-8c28-2843d63eb2f3 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-657666850 HTTP/1.1" status: 404 len: 334 time: 0.0514557 Feb 05 03:25:13.650198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34330) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:13.655512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-380dba2c-ca96-46ae-b980-b48e7e76b09f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:13.691814 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-380dba2c-ca96-46ae-b980-b48e7e76b09f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] update failed (client error): The resource could not be found. Feb 05 03:25:13.692878 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-380dba2c-ca96-46ae-b980-b48e7e76b09f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-211168331 HTTP/1.1" status: 404 len: 334 time: 0.0417132 Feb 05 03:25:13.696328 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34332) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:13.732324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9889e739-fe03-446e-b160-88dff659a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:13.752459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9889e739-fe03-446e-b160-88dff659a079 None None] Routers {'7d5eb6ee-696e-489e-a425-1d4d87248a0e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:13.753085 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9889e739-fe03-446e-b160-88dff659a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['7d5eb6ee-696e-489e-a425-1d4d87248a0e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:13.757996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c02445c-a47c-44d6-b5d5-9719efc8ae8e tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Deleting subnet e7be662f-bb72-4f51-80c9-e0e7ff7c71bd {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:25:13.761304 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c02445c-a47c-44d6-b5d5-9719efc8ae8e tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for subnet (e7be662f-bb72-4f51-80c9-e0e7ff7c71bd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:13.790917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9889e739-fe03-446e-b160-88dff659a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:13.791564 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9889e739-fe03-446e-b160-88dff659a079 None None] The sync data for ids ['7d5eb6ee-696e-489e-a425-1d4d87248a0e'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:25:13.805324 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c02445c-a47c-44d6-b5d5-9719efc8ae8e tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (e7be662f-bb72-4f51-80c9-e0e7ff7c71bd), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:13.905486 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c02445c-a47c-44d6-b5d5-9719efc8ae8e tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e7be662f-bb72-4f51-80c9-e0e7ff7c71bd), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:13.965202 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c02445c-a47c-44d6-b5d5-9719efc8ae8e tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (e7be662f-bb72-4f51-80c9-e0e7ff7c71bd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:13.992269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02445c-a47c-44d6-b5d5-9719efc8ae8e tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event deleted for resources: {'Subnet': ['ID=e7be662f-bb72-4f51-80c9-e0e7ff7c71bd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:13.997698 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c02445c-a47c-44d6-b5d5-9719efc8ae8e tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.002814 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4c02445c-a47c-44d6-b5d5-9719efc8ae8e tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "DELETE /v2.0/subnets/e7be662f-bb72-4f51-80c9-e0e7ff7c71bd HTTP/1.1" status: 204 len: 168 time: 0.3034923 Feb 05 03:25:14.003643 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34338) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:14.005265 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afcff01-8f37-4951-bd0a-e0d89c772e3d None None] Network 591c14e8-98ba-4a53-b611-da91cd8bf67b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:14.059648 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc03f93-9fdb-4660-b617-facc49784b81 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Deleting subnet 33f9709a-6f3f-40e4-ba07-447793f92b74 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:25:14.063022 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecc03f93-9fdb-4660-b617-facc49784b81 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for subnet (33f9709a-6f3f-40e4-ba07-447793f92b74), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.110680 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecc03f93-9fdb-4660-b617-facc49784b81 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (33f9709a-6f3f-40e4-ba07-447793f92b74), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.164478 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cdb9de-8167-4fa3-a61e-3123ce2e7b68 None None] DHCP port deletion for 591c14e8-98ba-4a53-b611-da91cd8bf67b request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:25:14.213483 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecc03f93-9fdb-4660-b617-facc49784b81 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (33f9709a-6f3f-40e4-ba07-447793f92b74), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.221890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c2cdb9de-8167-4fa3-a61e-3123ce2e7b68 None None] Deleting port 12e76859-f702-44ea-929e-1a52bf32ae9d {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:14.222520 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb9de-8167-4fa3-a61e-3123ce2e7b68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (12e76859-f702-44ea-929e-1a52bf32ae9d), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.288898 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecc03f93-9fdb-4660-b617-facc49784b81 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (33f9709a-6f3f-40e4-ba07-447793f92b74), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.294742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c2cdb9de-8167-4fa3-a61e-3123ce2e7b68 None None] For port 12e76859-f702-44ea-929e-1a52bf32ae9d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=12e76859-f702-44ea-929e-1a52bf32ae9d,segment=NetworkSegment(995a4bfa-27a4-424e-9419-01a87570e232),segment_id=995a4bfa-27a4-424e-9419-01a87570e232)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:14.295560 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb9de-8167-4fa3-a61e-3123ce2e7b68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (12e76859-f702-44ea-929e-1a52bf32ae9d), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.308566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c2cdb9de-8167-4fa3-a61e-3123ce2e7b68 None None] Calling delete_port for 12e76859-f702-44ea-929e-1a52bf32ae9d owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:14.318045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc03f93-9fdb-4660-b617-facc49784b81 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event deleted for resources: {'Subnet': ['ID=33f9709a-6f3f-40e4-ba07-447793f92b74,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:14.324432 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecc03f93-9fdb-4660-b617-facc49784b81 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.330128 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ecc03f93-9fdb-4660-b617-facc49784b81 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "DELETE /v2.0/subnets/33f9709a-6f3f-40e4-ba07-447793f92b74 HTTP/1.1" status: 204 len: 168 time: 0.3226669 Feb 05 03:25:14.331043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34342) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:14.361967 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0430877b-8247-4aa1-b7e5-e6eb6587f847 None None] Network 8adba5a0-849d-47a1-b3c5-fe1e51be1fae requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:14.418776 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (591c14e8-98ba-4a53-b611-da91cd8bf67b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.455402 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34346) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:14.475332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Deleting port 12e76859-f702-44ea-929e-1a52bf32ae9d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:14.475872 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (12e76859-f702-44ea-929e-1a52bf32ae9d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.479666 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb9de-8167-4fa3-a61e-3123ce2e7b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (12e76859-f702-44ea-929e-1a52bf32ae9d), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.504464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdb9de-8167-4fa3-a61e-3123ce2e7b68 None None] Pushing event deleted for resources: {'Port': ['ID=12e76859-f702-44ea-929e-1a52bf32ae9d,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:14.511294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cdb9de-8167-4fa3-a61e-3123ce2e7b68 None None] No DVR routers for this DVR port 12e76859-f702-44ea-929e-1a52bf32ae9d on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:25:14.549190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] For port 12e76859-f702-44ea-929e-1a52bf32ae9d, host n-d-826942-8, got binding levels [] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:14.549780 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (12e76859-f702-44ea-929e-1a52bf32ae9d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.565505 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Calling delete_port for 12e76859-f702-44ea-929e-1a52bf32ae9d owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:14.567431 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3702c4-4a79-43bb-8d7f-9e9108d6a304 None None] DHCP port deletion for 8adba5a0-849d-47a1-b3c5-fe1e51be1fae request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:25:14.568488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.ipam_backend_mixin [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Port 12e76859-f702-44ea-929e-1a52bf32ae9d was not found and therefore no delete operation was performed {{(pid=109674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 03:25:14.569812 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (12e76859-f702-44ea-929e-1a52bf32ae9d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.605799 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] No DVR routers for this DVR port 12e76859-f702-44ea-929e-1a52bf32ae9d on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:25:14.612569 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b332-c512-40fe-ad1a-649ce20b948c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.613234 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event deleted for resources: {'Port': ['ID=12e76859-f702-44ea-929e-1a52bf32ae9d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:14.626337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3b3702c4-4a79-43bb-8d7f-9e9108d6a304 None None] Deleting port 137d60f4-a048-471e-8e80-c2b285333e22 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:14.626915 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3b3702c4-4a79-43bb-8d7f-9e9108d6a304 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (137d60f4-a048-471e-8e80-c2b285333e22), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.702879 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3b3702c4-4a79-43bb-8d7f-9e9108d6a304 None None] For port 137d60f4-a048-471e-8e80-c2b285333e22, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=137d60f4-a048-471e-8e80-c2b285333e22,segment=NetworkSegment(32a8d965-2588-4ba1-84dd-8e68f0ba3407),segment_id=32a8d965-2588-4ba1-84dd-8e68f0ba3407)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:14.703360 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3b3702c4-4a79-43bb-8d7f-9e9108d6a304 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (137d60f4-a048-471e-8e80-c2b285333e22), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.705353 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b332-c512-40fe-ad1a-649ce20b948c admin admin] Publish callbacks [] for security_group (17eb76ca-4f32-466c-8d4c-cb0d022e2b6c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.709787 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b332-c512-40fe-ad1a-649ce20b948c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (17eb76ca-4f32-466c-8d4c-cb0d022e2b6c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.714642 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (591c14e8-98ba-4a53-b611-da91cd8bf67b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.717352 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3b3702c4-4a79-43bb-8d7f-9e9108d6a304 None None] Calling delete_port for 137d60f4-a048-471e-8e80-c2b285333e22 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:14.739005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591c14e8-98ba-4a53-b611-da91cd8bf67b']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:14.751295 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f4c8b332-c512-40fe-ad1a-649ce20b948c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=391f485ba4864d90ad4bae6b6e625d4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2925141 Feb 05 03:25:14.751295 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8b332-c512-40fe-ad1a-649ce20b948c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17eb76ca-4f32-466c-8d4c-cb0d022e2b6c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:14.752798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995a4bfa-27a4-424e-9419-01a87570e232') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:14.753515 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34350) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:14.753893 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995a4bfa-27a4-424e-9419-01a87570e232') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:14.766507 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (995a4bfa-27a4-424e-9419-01a87570e232), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.780814 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (995a4bfa-27a4-424e-9419-01a87570e232), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.787387 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:25:14.787947 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (995a4bfa-27a4-424e-9419-01a87570e232), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:25:14.792890 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:25:14.805242 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7279464f-ca7c-47f8-b354-6ece7d8598a4 admin admin] Publish callbacks [] for security_group (17eb76ca-4f32-466c-8d4c-cb0d022e2b6c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.821926 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3b3702c4-4a79-43bb-8d7f-9e9108d6a304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (137d60f4-a048-471e-8e80-c2b285333e22), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.831593 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7279464f-ca7c-47f8-b354-6ece7d8598a4 admin admin] Publish callbacks [] for security_group (17eb76ca-4f32-466c-8d4c-cb0d022e2b6c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.857179 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3702c4-4a79-43bb-8d7f-9e9108d6a304 None None] Pushing event deleted for resources: {'Port': ['ID=137d60f4-a048-471e-8e80-c2b285333e22,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:14.861543 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3702c4-4a79-43bb-8d7f-9e9108d6a304 None None] No DVR routers for this DVR port 137d60f4-a048-471e-8e80-c2b285333e22 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:25:14.867448 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (591c14e8-98ba-4a53-b611-da91cd8bf67b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.880710 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.884756 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "DELETE /v2.0/networks/591c14e8-98ba-4a53-b611-da91cd8bf67b HTTP/1.1" status: 204 len: 168 time: 0.5532327 Feb 05 03:25:14.888417 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34352) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:14.898384 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7279464f-ca7c-47f8-b354-6ece7d8598a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (17eb76ca-4f32-466c-8d4c-cb0d022e2b6c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.900370 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f5ffc-eb8d-4df9-a5f3-ab25d6e8f06f tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event deleted for resources: {'Network': ['ID=591c14e8-98ba-4a53-b611-da91cd8bf67b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:14.900822 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7279464f-ca7c-47f8-b354-6ece7d8598a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:14.902489 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7279464f-ca7c-47f8-b354-6ece7d8598a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17eb76ca-4f32-466c-8d4c-cb0d022e2b6c HTTP/1.1" status: 204 len: 168 time: 0.1480556 Feb 05 03:25:14.952312 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279464f-ca7c-47f8-b354-6ece7d8598a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17eb76ca-4f32-466c-8d4c-cb0d022e2b6c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:14.982515 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1581a8c5-e8c0-44e7-9fb2-012ae74cbd78 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (8adba5a0-849d-47a1-b3c5-fe1e51be1fae), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.070936 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1581a8c5-e8c0-44e7-9fb2-012ae74cbd78 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (8adba5a0-849d-47a1-b3c5-fe1e51be1fae), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.091987 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-1581a8c5-e8c0-44e7-9fb2-012ae74cbd78 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adba5a0-849d-47a1-b3c5-fe1e51be1fae']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:15.101221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-1581a8c5-e8c0-44e7-9fb2-012ae74cbd78 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a8d965-2588-4ba1-84dd-8e68f0ba3407') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:15.101512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-1581a8c5-e8c0-44e7-9fb2-012ae74cbd78 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a8d965-2588-4ba1-84dd-8e68f0ba3407') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:15.116833 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1581a8c5-e8c0-44e7-9fb2-012ae74cbd78 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (32a8d965-2588-4ba1-84dd-8e68f0ba3407), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.131270 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1581a8c5-e8c0-44e7-9fb2-012ae74cbd78 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (32a8d965-2588-4ba1-84dd-8e68f0ba3407), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.137783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1581a8c5-e8c0-44e7-9fb2-012ae74cbd78 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:25:15.138234 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1581a8c5-e8c0-44e7-9fb2-012ae74cbd78 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (32a8d965-2588-4ba1-84dd-8e68f0ba3407), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:25:15.141491 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:25:15.181048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34358) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:15.195453 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5a54cdc-28b2-4c38-bac8-fdac4db9e650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.204210 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1581a8c5-e8c0-44e7-9fb2-012ae74cbd78 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (8adba5a0-849d-47a1-b3c5-fe1e51be1fae), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.211699 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1581a8c5-e8c0-44e7-9fb2-012ae74cbd78 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.215436 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1581a8c5-e8c0-44e7-9fb2-012ae74cbd78 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "DELETE /v2.0/networks/8adba5a0-849d-47a1-b3c5-fe1e51be1fae HTTP/1.1" status: 204 len: 168 time: 0.3259509 Feb 05 03:25:15.217810 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34360) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:15.236105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581a8c5-e8c0-44e7-9fb2-012ae74cbd78 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event deleted for resources: {'Network': ['ID=8adba5a0-849d-47a1-b3c5-fe1e51be1fae,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:15.278330 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5a54cdc-28b2-4c38-bac8-fdac4db9e650 admin admin] Publish callbacks [] for security_group (1ccdc044-cbee-4233-a716-72e213718d95), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.281275 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0c1b52-fc8e-41f9-aa28-e230c11c578d tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Deleting subnet 3139e9bc-3bc9-4099-86a8-8ac9dacb96f8 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:25:15.283154 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5a54cdc-28b2-4c38-bac8-fdac4db9e650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1ccdc044-cbee-4233-a716-72e213718d95), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.284675 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de0c1b52-fc8e-41f9-aa28-e230c11c578d tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for subnet (3139e9bc-3bc9-4099-86a8-8ac9dacb96f8), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.322414 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a5a54cdc-28b2-4c38-bac8-fdac4db9e650 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad9eb8a65f2c4fbab23cd01f89b186c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395693 Feb 05 03:25:15.322729 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a54cdc-28b2-4c38-bac8-fdac4db9e650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccdc044-cbee-4233-a716-72e213718d95,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:15.324949 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34362) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:15.334793 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de0c1b52-fc8e-41f9-aa28-e230c11c578d tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (3139e9bc-3bc9-4099-86a8-8ac9dacb96f8), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.439679 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ee1f631-b9aa-4b1b-bd92-85d9f7a5536d admin admin] Publish callbacks [] for security_group (1ccdc044-cbee-4233-a716-72e213718d95), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.452208 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de0c1b52-fc8e-41f9-aa28-e230c11c578d tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (3139e9bc-3bc9-4099-86a8-8ac9dacb96f8), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.490663 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ee1f631-b9aa-4b1b-bd92-85d9f7a5536d admin admin] Publish callbacks [] for security_group (1ccdc044-cbee-4233-a716-72e213718d95), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.545402 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de0c1b52-fc8e-41f9-aa28-e230c11c578d tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (3139e9bc-3bc9-4099-86a8-8ac9dacb96f8), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.575223 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c1b52-fc8e-41f9-aa28-e230c11c578d tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event deleted for resources: {'Subnet': ['ID=3139e9bc-3bc9-4099-86a8-8ac9dacb96f8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:15.579154 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de0c1b52-fc8e-41f9-aa28-e230c11c578d tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.585528 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5cfde6-f1b5-42ae-a01c-2c47c83df146 None None] Network e2b7f223-892c-4a59-bf14-1453fa367daa requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:15.585709 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34366) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:15.585817 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-de0c1b52-fc8e-41f9-aa28-e230c11c578d tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "DELETE /v2.0/subnets/3139e9bc-3bc9-4099-86a8-8ac9dacb96f8 HTTP/1.1" status: 204 len: 168 time: 0.3669636 Feb 05 03:25:15.587387 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ee1f631-b9aa-4b1b-bd92-85d9f7a5536d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1ccdc044-cbee-4233-a716-72e213718d95), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.590117 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ee1f631-b9aa-4b1b-bd92-85d9f7a5536d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.593594 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9ee1f631-b9aa-4b1b-bd92-85d9f7a5536d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ccdc044-cbee-4233-a716-72e213718d95 HTTP/1.1" status: 204 len: 168 time: 0.2653558 Feb 05 03:25:15.600126 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1f631-b9aa-4b1b-bd92-85d9f7a5536d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccdc044-cbee-4233-a716-72e213718d95,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:15.698602 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (e2b7f223-892c-4a59-bf14-1453fa367daa), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.786676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Deleting port 19a08c9f-2103-405c-b61d-6a9b8775a7a8 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:15.787032 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (19a08c9f-2103-405c-b61d-6a9b8775a7a8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.798313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6de9fa-81d1-4b8f-a566-406150ddf965 None None] DHCP port deletion for e2b7f223-892c-4a59-bf14-1453fa367daa request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:25:15.814296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 137d60f4-a048-471e-8e80-c2b285333e22 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:25:15.863950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] For port 19a08c9f-2103-405c-b61d-6a9b8775a7a8, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=19a08c9f-2103-405c-b61d-6a9b8775a7a8,segment=NetworkSegment(91f34e32-5b44-4d86-a92d-a0aded66b949),segment_id=91f34e32-5b44-4d86-a92d-a0aded66b949)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:15.864447 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (19a08c9f-2103-405c-b61d-6a9b8775a7a8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.878812 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 137d60f4-a048-471e-8e80-c2b285333e22 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:25:15.879674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 137d60f4-a048-471e-8e80-c2b285333e22 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:25:15.880110 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Calling delete_port for 19a08c9f-2103-405c-b61d-6a9b8775a7a8 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:15.880410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 12e76859-f702-44ea-929e-1a52bf32ae9d no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:25:15.910596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 12e76859-f702-44ea-929e-1a52bf32ae9d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:25:15.911706 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 12e76859-f702-44ea-929e-1a52bf32ae9d not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:25:15.939283 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fa6de9fa-81d1-4b8f-a566-406150ddf965 None None] Deleting port 19a08c9f-2103-405c-b61d-6a9b8775a7a8 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:15.940324 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa6de9fa-81d1-4b8f-a566-406150ddf965 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (19a08c9f-2103-405c-b61d-6a9b8775a7a8), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:15.973722 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (19a08c9f-2103-405c-b61d-6a9b8775a7a8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:16.004118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event deleted for resources: {'Port': ['ID=19a08c9f-2103-405c-b61d-6a9b8775a7a8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:16.007861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] No DVR routers for this DVR port 19a08c9f-2103-405c-b61d-6a9b8775a7a8 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:25:16.108313 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (e2b7f223-892c-4a59-bf14-1453fa367daa), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:16.137445 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b7f223-892c-4a59-bf14-1453fa367daa']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:16.150751 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f34e32-5b44-4d86-a92d-a0aded66b949') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:16.151109 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f34e32-5b44-4d86-a92d-a0aded66b949') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:16.166073 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (91f34e32-5b44-4d86-a92d-a0aded66b949), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:16.185183 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (91f34e32-5b44-4d86-a92d-a0aded66b949), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:16.195644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:25:16.196125 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (91f34e32-5b44-4d86-a92d-a0aded66b949), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:25:16.200335 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:25:16.215197 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fa6de9fa-81d1-4b8f-a566-406150ddf965 None None] For port 19a08c9f-2103-405c-b61d-6a9b8775a7a8, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=19a08c9f-2103-405c-b61d-6a9b8775a7a8,segment=NetworkSegment(91f34e32-5b44-4d86-a92d-a0aded66b949),segment_id=91f34e32-5b44-4d86-a92d-a0aded66b949)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:16.215859 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa6de9fa-81d1-4b8f-a566-406150ddf965 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (19a08c9f-2103-405c-b61d-6a9b8775a7a8), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:16.231478 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fa6de9fa-81d1-4b8f-a566-406150ddf965 None None] Calling delete_port for 19a08c9f-2103-405c-b61d-6a9b8775a7a8 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:16.278663 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (e2b7f223-892c-4a59-bf14-1453fa367daa), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:16.284760 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:16.291137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34382) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:16.291743 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "DELETE /v2.0/networks/e2b7f223-892c-4a59-bf14-1453fa367daa HTTP/1.1" status: 204 len: 168 time: 0.7045600 Feb 05 03:25:16.311933 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d138b58-3477-4f04-ab1a-c59bb377a490 tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Pushing event deleted for resources: {'Network': ['ID=e2b7f223-892c-4a59-bf14-1453fa367daa,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:16.338060 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa6de9fa-81d1-4b8f-a566-406150ddf965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (19a08c9f-2103-405c-b61d-6a9b8775a7a8), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:16.344686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8fb0a709-0eec-4160-939e-c9004cf2420e tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d5eb6ee-696e-489e-a425-1d4d87248a0e HTTP/1.1" status: 200 len: 205 time: 0.0522211 Feb 05 03:25:16.347697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34384) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:16.348800 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa6de9fa-81d1-4b8f-a566-406150ddf965 None None] Network e2b7f223-892c-4a59-bf14-1453fa367daa is not hosted by any dhcp agent {{(pid=109676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 05 03:25:16.349734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6de9fa-81d1-4b8f-a566-406150ddf965 None None] No DVR routers for this DVR port 19a08c9f-2103-405c-b61d-6a9b8775a7a8 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:25:16.371914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6de9fa-81d1-4b8f-a566-406150ddf965 None None] Pushing event deleted for resources: {'Port': ['ID=19a08c9f-2103-405c-b61d-6a9b8775a7a8,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:16.400487 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:16.465655 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94908b5b-e743-4f16-b235-8e266c03985a tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for router (7d5eb6ee-696e-489e-a425-1d4d87248a0e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:16.656590 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94908b5b-e743-4f16-b235-8e266c03985a tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (7d5eb6ee-696e-489e-a425-1d4d87248a0e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:16.658970 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94908b5b-e743-4f16-b235-8e266c03985a tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for router_controller (7d5eb6ee-696e-489e-a425-1d4d87248a0e), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:16.706865 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94908b5b-e743-4f16-b235-8e266c03985a tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (7d5eb6ee-696e-489e-a425-1d4d87248a0e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:16.707704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94908b5b-e743-4f16-b235-8e266c03985a tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Fanout notify agent at l3_agent the message router_deleted on router 7d5eb6ee-696e-489e-a425-1d4d87248a0e {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:25:16.715818 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94908b5b-e743-4f16-b235-8e266c03985a tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:16.717402 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-94908b5b-e743-4f16-b235-8e266c03985a tempest-RoutersNegativeTest-578707077 tempest-RoutersNegativeTest-578707077-project] 10.222.0.36 "DELETE /v2.0/routers/7d5eb6ee-696e-489e-a425-1d4d87248a0e HTTP/1.1" status: 204 len: 168 time: 0.3686154 Feb 05 03:25:16.982497 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34412) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:17.209365 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6ac71b7b-96af-4346-95bc-39db76aebd6d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c587c28232aa4f5d98dd6044c2065792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2256341 Feb 05 03:25:17.211753 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34424) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:17.261461 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec628837-a641-4843-8e32-507dac7c2032 admin admin] Publish callbacks [] for security_group (cf6824fe-273e-409c-9f24-bbd2f75fd1a3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:17.286107 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec628837-a641-4843-8e32-507dac7c2032 admin admin] Publish callbacks [] for security_group (cf6824fe-273e-409c-9f24-bbd2f75fd1a3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:17.339918 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec628837-a641-4843-8e32-507dac7c2032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (cf6824fe-273e-409c-9f24-bbd2f75fd1a3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:17.342942 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec628837-a641-4843-8e32-507dac7c2032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:17.344136 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ec628837-a641-4843-8e32-507dac7c2032 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf6824fe-273e-409c-9f24-bbd2f75fd1a3 HTTP/1.1" status: 204 len: 168 time: 0.1314709 Feb 05 03:25:17.352844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec628837-a641-4843-8e32-507dac7c2032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6824fe-273e-409c-9f24-bbd2f75fd1a3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:17.736686 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 19a08c9f-2103-405c-b61d-6a9b8775a7a8 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:25:17.758449 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 19a08c9f-2103-405c-b61d-6a9b8775a7a8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:25:17.758894 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 19a08c9f-2103-405c-b61d-6a9b8775a7a8 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:25:17.943377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34466) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:18.086963 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34472) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:18.140613 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ecff3361-08a5-47f9-a0e2-d35fee1e8e3c tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:18.141293 n-d-826942-8 neutron-server[109675]: WARNING neutron.api.v2.base [None req-ecff3361-08a5-47f9-a0e2-d35fee1e8e3c tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 05 03:25:18.141819 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-ecff3361-08a5-47f9-a0e2-d35fee1e8e3c tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): There was a conflict when trying to complete your request. Feb 05 03:25:18.142834 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ecff3361-08a5-47f9-a0e2-d35fee1e8e3c tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0548398 Feb 05 03:25:18.146675 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34476) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:18.150226 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a805459d-a47b-4e76-ad38-e5520cd84efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.152143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group': {'name': 'tempest-secgroup--989736766'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:18.173174 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.181580 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.226289 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a805459d-a47b-4e76-ad38-e5520cd84efc admin admin] Publish callbacks [] for security_group (31a23fde-09a3-4fba-8088-90241fbd0409), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.232196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a805459d-a47b-4e76-ad38-e5520cd84efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (31a23fde-09a3-4fba-8088-90241fbd0409), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.259704 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (00d583dd-845e-42cb-b693-6bc5c68c1c84), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.264106 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (00d583dd-845e-42cb-b693-6bc5c68c1c84), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.269904 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805459d-a47b-4e76-ad38-e5520cd84efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a23fde-09a3-4fba-8088-90241fbd0409,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:18.277112 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a805459d-a47b-4e76-ad38-e5520cd84efc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc066598fb054e9ca32925665708201c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3299742 Feb 05 03:25:18.277424 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34478) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:18.301242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d583dd-845e-42cb-b693-6bc5c68c1c84,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:18.318131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:18.318412 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:18.318841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:18.319195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:18.319559 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:18.320023 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:18.320422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:18.320764 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:18.321102 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:18.321436 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:18.321768 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:18.322103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:18.322424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:18.326325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bec7232b-1058-48bb-b3e3-60504f1cb6de admin admin] Publish callbacks [] for security_group (31a23fde-09a3-4fba-8088-90241fbd0409), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.354512 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bec7232b-1058-48bb-b3e3-60504f1cb6de admin admin] Publish callbacks [] for security_group (31a23fde-09a3-4fba-8088-90241fbd0409), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.364702 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (2980ffe8-ab3f-4ede-bfcc-bd43079d561c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.374976 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2980ffe8-ab3f-4ede-bfcc-bd43079d561c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.408626 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.412754 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2624097 Feb 05 03:25:18.412754 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca118546-93e3-47ad-a744-37014db64b2e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2980ffe8-ab3f-4ede-bfcc-bd43079d561c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:18.413018 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bec7232b-1058-48bb-b3e3-60504f1cb6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (31a23fde-09a3-4fba-8088-90241fbd0409), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.413888 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34480) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:18.415113 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bec7232b-1058-48bb-b3e3-60504f1cb6de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.418941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4dd3493e-7c45-4e53-89ab-87aa240db3a1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': '2980ffe8-ab3f-4ede-bfcc-bd43079d561c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:18.419452 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bec7232b-1058-48bb-b3e3-60504f1cb6de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31a23fde-09a3-4fba-8088-90241fbd0409 HTTP/1.1" status: 204 len: 168 time: 0.1406591 Feb 05 03:25:18.428429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7232b-1058-48bb-b3e3-60504f1cb6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a23fde-09a3-4fba-8088-90241fbd0409,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:18.454149 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4dd3493e-7c45-4e53-89ab-87aa240db3a1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group_rule (6d5a6a54-1940-4ab5-86d8-8155e965a94d), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.518417 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4dd3493e-7c45-4e53-89ab-87aa240db3a1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group_rule (6d5a6a54-1940-4ab5-86d8-8155e965a94d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.522614 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4dd3493e-7c45-4e53-89ab-87aa240db3a1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (6d5a6a54-1940-4ab5-86d8-8155e965a94d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.540384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3493e-7c45-4e53-89ab-87aa240db3a1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5a6a54-1940-4ab5-86d8-8155e965a94d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:18.551688 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4dd3493e-7c45-4e53-89ab-87aa240db3a1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.553125 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4dd3493e-7c45-4e53-89ab-87aa240db3a1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386459 Feb 05 03:25:18.556054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34486) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:18.562041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9fdf11ad-cf69-441d-ae93-3e01c2a0c24f tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': '2980ffe8-ab3f-4ede-bfcc-bd43079d561c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:18.589767 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9fdf11ad-cf69-441d-ae93-3e01c2a0c24f tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group_rule (7f945308-f11c-46f1-ab66-55f86bde8c29), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.637294 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-9fdf11ad-cf69-441d-ae93-3e01c2a0c24f tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): There was a conflict when trying to complete your request. Feb 05 03:25:18.638525 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9fdf11ad-cf69-441d-ae93-3e01c2a0c24f tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0810986 Feb 05 03:25:18.641301 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34488) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:18.699345 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e72f317-c294-437c-883a-75c2d2cb9ab1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (2980ffe8-ab3f-4ede-bfcc-bd43079d561c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.710934 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34490) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:18.725025 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e72f317-c294-437c-883a-75c2d2cb9ab1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (2980ffe8-ab3f-4ede-bfcc-bd43079d561c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.725270 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a999bd26-84d7-4119-85d4-491455020e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.775409 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e72f317-c294-437c-883a-75c2d2cb9ab1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2980ffe8-ab3f-4ede-bfcc-bd43079d561c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.778557 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e72f317-c294-437c-883a-75c2d2cb9ab1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.779767 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8e72f317-c294-437c-883a-75c2d2cb9ab1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "DELETE /v2.0/security-groups/2980ffe8-ab3f-4ede-bfcc-bd43079d561c HTTP/1.1" status: 204 len: 168 time: 0.1375244 Feb 05 03:25:18.783355 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34492) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:18.801501 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72f317-c294-437c-883a-75c2d2cb9ab1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2980ffe8-ab3f-4ede-bfcc-bd43079d561c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:18.807044 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a999bd26-84d7-4119-85d4-491455020e4c admin admin] Publish callbacks [] for security_group (d27c8ed4-c48c-464c-8e0e-b21ea585acd0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.812753 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a999bd26-84d7-4119-85d4-491455020e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d27c8ed4-c48c-464c-8e0e-b21ea585acd0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.845961 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-80c91563-31ef-4dff-a43c-ad6215cf71c3 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0579638 Feb 05 03:25:18.846174 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34494) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:18.850943 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-318af4e2-0d45-4a55-b96a-e5aa2a57f9b8 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group': {'name': 'tempest-secgroup--1687839294'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:18.857054 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a999bd26-84d7-4119-85d4-491455020e4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=222a6c0d88304e3a9d6e198cfc5106f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1450410 Feb 05 03:25:18.858292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999bd26-84d7-4119-85d4-491455020e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27c8ed4-c48c-464c-8e0e-b21ea585acd0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:18.861001 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34496) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:18.895938 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-318af4e2-0d45-4a55-b96a-e5aa2a57f9b8 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.942309 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-21537276-6633-48f5-88ba-ed6ec55fcbb1 admin admin] Publish callbacks [] for security_group (d27c8ed4-c48c-464c-8e0e-b21ea585acd0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:18.974613 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-21537276-6633-48f5-88ba-ed6ec55fcbb1 admin admin] Publish callbacks [] for security_group (d27c8ed4-c48c-464c-8e0e-b21ea585acd0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.029497 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-318af4e2-0d45-4a55-b96a-e5aa2a57f9b8 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (2b7f486d-100a-41d5-a54a-68809f1df4db), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.035236 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-318af4e2-0d45-4a55-b96a-e5aa2a57f9b8 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2b7f486d-100a-41d5-a54a-68809f1df4db), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.074030 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-318af4e2-0d45-4a55-b96a-e5aa2a57f9b8 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.075320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-318af4e2-0d45-4a55-b96a-e5aa2a57f9b8 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2278979 Feb 05 03:25:19.078268 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34500) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:19.078817 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-21537276-6633-48f5-88ba-ed6ec55fcbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d27c8ed4-c48c-464c-8e0e-b21ea585acd0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.082346 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-21537276-6633-48f5-88ba-ed6ec55fcbb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.083283 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b8192023-18d0-4b07-b00d-fca1d8683e0a tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': '2b7f486d-100a-41d5-a54a-68809f1df4db', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:19.083794 n-d-826942-8 neutron-server[109674]: WARNING neutron.api.v2.base [None req-b8192023-18d0-4b07-b00d-fca1d8683e0a tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 05 03:25:19.083936 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-21537276-6633-48f5-88ba-ed6ec55fcbb1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d27c8ed4-c48c-464c-8e0e-b21ea585acd0 HTTP/1.1" status: 204 len: 168 time: 0.2219501 Feb 05 03:25:19.084396 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-b8192023-18d0-4b07-b00d-fca1d8683e0a tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:19.087694 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b8192023-18d0-4b07-b00d-fca1d8683e0a tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059032 Feb 05 03:25:19.087936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34504) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:19.092024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318af4e2-0d45-4a55-b96a-e5aa2a57f9b8 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7f486d-100a-41d5-a54a-68809f1df4db,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:19.103656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21537276-6633-48f5-88ba-ed6ec55fcbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27c8ed4-c48c-464c-8e0e-b21ea585acd0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:19.146954 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9303dc83-69ac-45e5-ac66-bd9f3cae8a0e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (2b7f486d-100a-41d5-a54a-68809f1df4db), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.174852 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9303dc83-69ac-45e5-ac66-bd9f3cae8a0e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (2b7f486d-100a-41d5-a54a-68809f1df4db), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.235391 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9303dc83-69ac-45e5-ac66-bd9f3cae8a0e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2b7f486d-100a-41d5-a54a-68809f1df4db), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.238090 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9303dc83-69ac-45e5-ac66-bd9f3cae8a0e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.239314 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9303dc83-69ac-45e5-ac66-bd9f3cae8a0e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "DELETE /v2.0/security-groups/2b7f486d-100a-41d5-a54a-68809f1df4db HTTP/1.1" status: 204 len: 168 time: 0.1504803 Feb 05 03:25:19.243530 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34506) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:19.264215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303dc83-69ac-45e5-ac66-bd9f3cae8a0e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7f486d-100a-41d5-a54a-68809f1df4db,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:19.294931 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f67b3fa9-e58c-4b10-bed9-2c6281e587c7 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0502090 Feb 05 03:25:19.298743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34508) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:19.303584 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-215bdfff-1726-43ad-bee5-c8cb194429cc tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122645776'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:19.327452 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-215bdfff-1726-43ad-bee5-c8cb194429cc tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.412925 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-215bdfff-1726-43ad-bee5-c8cb194429cc tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (11901e4f-19c1-4f7a-bfe6-873dad57317a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.420567 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-215bdfff-1726-43ad-bee5-c8cb194429cc tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (11901e4f-19c1-4f7a-bfe6-873dad57317a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.460772 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-215bdfff-1726-43ad-bee5-c8cb194429cc tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.462033 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-215bdfff-1726-43ad-bee5-c8cb194429cc tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1623647 Feb 05 03:25:19.464066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bdfff-1726-43ad-bee5-c8cb194429cc tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11901e4f-19c1-4f7a-bfe6-873dad57317a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:19.465756 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34514) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:19.474090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-02eff0f5-e1dc-4be1-8e56-690985c4b35a tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': '11901e4f-19c1-4f7a-bfe6-873dad57317a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:19.475592 n-d-826942-8 neutron-server[109674]: WARNING neutron.api.v2.base [None req-02eff0f5-e1dc-4be1-8e56-690985c4b35a tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 05 03:25:19.476417 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-02eff0f5-e1dc-4be1-8e56-690985c4b35a tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:19.477429 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-02eff0f5-e1dc-4be1-8e56-690985c4b35a tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0086744 Feb 05 03:25:19.481270 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34518) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:19.550722 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-895994c3-a3c0-4edb-8aaa-a06951fda65e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (11901e4f-19c1-4f7a-bfe6-873dad57317a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.576620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-895994c3-a3c0-4edb-8aaa-a06951fda65e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (11901e4f-19c1-4f7a-bfe6-873dad57317a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.639484 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-895994c3-a3c0-4edb-8aaa-a06951fda65e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (11901e4f-19c1-4f7a-bfe6-873dad57317a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.644798 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-895994c3-a3c0-4edb-8aaa-a06951fda65e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.645737 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-895994c3-a3c0-4edb-8aaa-a06951fda65e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "DELETE /v2.0/security-groups/11901e4f-19c1-4f7a-bfe6-873dad57317a HTTP/1.1" status: 204 len: 168 time: 0.1633587 Feb 05 03:25:19.648875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34524) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:19.660060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895994c3-a3c0-4edb-8aaa-a06951fda65e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11901e4f-19c1-4f7a-bfe6-873dad57317a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:19.725254 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a4052017-95af-4f23-90e3-81741876966c tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0751965 Feb 05 03:25:19.729272 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34526) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:19.736105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f4353c92-4132-499b-98cc-4fcb47ba8bf1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737647234'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:19.760132 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4353c92-4132-499b-98cc-4fcb47ba8bf1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.836294 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4353c92-4132-499b-98cc-4fcb47ba8bf1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (07af5505-4c97-4398-97c8-96682ec0d270), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.840619 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4353c92-4132-499b-98cc-4fcb47ba8bf1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (07af5505-4c97-4398-97c8-96682ec0d270), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.871970 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4353c92-4132-499b-98cc-4fcb47ba8bf1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:19.873206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f4353c92-4132-499b-98cc-4fcb47ba8bf1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1421256 Feb 05 03:25:19.875426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4353c92-4132-499b-98cc-4fcb47ba8bf1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07af5505-4c97-4398-97c8-96682ec0d270,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:19.876353 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34534) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:19.882157 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7a4978ac-a9fd-4707-8a7c-09feb3f9a885 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': '07af5505-4c97-4398-97c8-96682ec0d270', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:19.883743 n-d-826942-8 neutron-server[109674]: WARNING neutron.api.v2.base [None req-7a4978ac-a9fd-4707-8a7c-09feb3f9a885 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 05 03:25:19.884164 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-7a4978ac-a9fd-4707-8a7c-09feb3f9a885 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:19.885646 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7a4978ac-a9fd-4707-8a7c-09feb3f9a885 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079317 Feb 05 03:25:19.888472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34536) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:19.895578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7a67c721-946d-4176-98b6-d7b8a4485f67 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': '07af5505-4c97-4398-97c8-96682ec0d270', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:19.896276 n-d-826942-8 neutron-server[109674]: WARNING neutron.api.v2.base [None req-7a67c721-946d-4176-98b6-d7b8a4485f67 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 05 03:25:19.896789 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-7a67c721-946d-4176-98b6-d7b8a4485f67 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:19.897835 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7a67c721-946d-4176-98b6-d7b8a4485f67 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0080273 Feb 05 03:25:19.900744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34538) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:19.906600 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d19108fc-c867-4833-b5c7-e7f9d75d2e9e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': '07af5505-4c97-4398-97c8-96682ec0d270', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:19.907559 n-d-826942-8 neutron-server[109674]: WARNING neutron.api.v2.base [None req-d19108fc-c867-4833-b5c7-e7f9d75d2e9e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 05 03:25:19.908067 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-d19108fc-c867-4833-b5c7-e7f9d75d2e9e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:19.909404 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d19108fc-c867-4833-b5c7-e7f9d75d2e9e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070338 Feb 05 03:25:19.912181 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34540) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:19.917962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5acdd314-e691-43f9-9234-603a7e5ce088 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': '07af5505-4c97-4398-97c8-96682ec0d270', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:19.918921 n-d-826942-8 neutron-server[109674]: WARNING neutron.api.v2.base [None req-5acdd314-e691-43f9-9234-603a7e5ce088 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 05 03:25:19.919428 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-5acdd314-e691-43f9-9234-603a7e5ce088 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:19.920459 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5acdd314-e691-43f9-9234-603a7e5ce088 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071785 Feb 05 03:25:19.923863 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34542) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:19.983194 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df27c34e-fc01-49f1-87a3-4ac4a4d9e1f0 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (07af5505-4c97-4398-97c8-96682ec0d270), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:20.005800 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df27c34e-fc01-49f1-87a3-4ac4a4d9e1f0 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (07af5505-4c97-4398-97c8-96682ec0d270), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:20.049258 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df27c34e-fc01-49f1-87a3-4ac4a4d9e1f0 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (07af5505-4c97-4398-97c8-96682ec0d270), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:20.052525 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df27c34e-fc01-49f1-87a3-4ac4a4d9e1f0 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:20.056717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34546) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:20.059264 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-df27c34e-fc01-49f1-87a3-4ac4a4d9e1f0 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "DELETE /v2.0/security-groups/07af5505-4c97-4398-97c8-96682ec0d270 HTTP/1.1" status: 204 len: 168 time: 0.1333749 Feb 05 03:25:20.073780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27c34e-fc01-49f1-87a3-4ac4a4d9e1f0 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07af5505-4c97-4398-97c8-96682ec0d270,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:20.105034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f07070f6-4466-45b9-8f4a-387bf470e690 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0466413 Feb 05 03:25:20.108798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34550) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:20.113349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7171f107-6932-4cc2-a9f6-2c7b429aeaab tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group': {'name': 'tempest-secgroup--84776955'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:20.135266 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7171f107-6932-4cc2-a9f6-2c7b429aeaab tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:20.210817 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7171f107-6932-4cc2-a9f6-2c7b429aeaab tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (c105e4d0-dcd0-4ad8-a3a5-bc722cf818b9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:20.215168 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7171f107-6932-4cc2-a9f6-2c7b429aeaab tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c105e4d0-dcd0-4ad8-a3a5-bc722cf818b9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:20.247873 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7171f107-6932-4cc2-a9f6-2c7b429aeaab tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:20.249401 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7171f107-6932-4cc2-a9f6-2c7b429aeaab tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1395798 Feb 05 03:25:20.251874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171f107-6932-4cc2-a9f6-2c7b429aeaab tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c105e4d0-dcd0-4ad8-a3a5-bc722cf818b9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:20.252456 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34554) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:20.257041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-22c5fff5-274c-4b41-a38f-469371b26531 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': 'c105e4d0-dcd0-4ad8-a3a5-bc722cf818b9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:20.257526 n-d-826942-8 neutron-server[109675]: WARNING neutron.api.v2.base [None req-22c5fff5-274c-4b41-a38f-469371b26531 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 05 03:25:20.258016 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-22c5fff5-274c-4b41-a38f-469371b26531 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:20.259020 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-22c5fff5-274c-4b41-a38f-469371b26531 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055144 Feb 05 03:25:20.262016 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34556) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:20.267503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ec2a8589-397c-4e05-bba4-138c53c9ce1f tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': 'c105e4d0-dcd0-4ad8-a3a5-bc722cf818b9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:20.305124 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-ec2a8589-397c-4e05-bba4-138c53c9ce1f tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:20.306269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ec2a8589-397c-4e05-bba4-138c53c9ce1f tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0429606 Feb 05 03:25:20.310054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34560) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:20.314349 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8ac7e7f6-5703-4412-8007-47b24a57f048 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': 'c105e4d0-dcd0-4ad8-a3a5-bc722cf818b9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:20.314861 n-d-826942-8 neutron-server[109675]: WARNING neutron.api.v2.base [None req-8ac7e7f6-5703-4412-8007-47b24a57f048 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 05 03:25:20.315325 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-8ac7e7f6-5703-4412-8007-47b24a57f048 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:20.316264 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8ac7e7f6-5703-4412-8007-47b24a57f048 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053446 Feb 05 03:25:20.318724 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34562) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:20.322956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6804f315-f6cc-4d24-9bf6-f7d05216bb1b tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': 'c105e4d0-dcd0-4ad8-a3a5-bc722cf818b9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:20.361497 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-6804f315-f6cc-4d24-9bf6-f7d05216bb1b tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:20.362572 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6804f315-f6cc-4d24-9bf6-f7d05216bb1b tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0428920 Feb 05 03:25:20.366319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34566) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:20.372219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5a6c9e45-c831-4822-8a09-bbbd523d0176 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': 'c105e4d0-dcd0-4ad8-a3a5-bc722cf818b9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:20.372960 n-d-826942-8 neutron-server[109675]: WARNING neutron.api.v2.base [None req-5a6c9e45-c831-4822-8a09-bbbd523d0176 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 05 03:25:20.373619 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-5a6c9e45-c831-4822-8a09-bbbd523d0176 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:20.374624 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5a6c9e45-c831-4822-8a09-bbbd523d0176 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073125 Feb 05 03:25:20.377382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34570) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:20.381712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e3f031ba-c80b-4802-bf64-07b22a28d0db tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': 'c105e4d0-dcd0-4ad8-a3a5-bc722cf818b9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:20.405328 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-e3f031ba-c80b-4802-bf64-07b22a28d0db tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Project a46a20a5c6bc4c83a451bd5ec9389dc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:25:20.420392 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-e3f031ba-c80b-4802-bf64-07b22a28d0db tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:20.421454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e3f031ba-c80b-4802-bf64-07b22a28d0db tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0430291 Feb 05 03:25:20.424655 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34572) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:20.430158 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ccc5528e-2495-46c4-8522-326ea37d63f1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': 'c105e4d0-dcd0-4ad8-a3a5-bc722cf818b9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:20.430633 n-d-826942-8 neutron-server[109674]: WARNING neutron.api.v2.base [None req-ccc5528e-2495-46c4-8522-326ea37d63f1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 05 03:25:20.431158 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-ccc5528e-2495-46c4-8522-326ea37d63f1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:20.432068 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ccc5528e-2495-46c4-8522-326ea37d63f1 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062623 Feb 05 03:25:20.434915 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34574) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:20.444111 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b8a99dca-dac4-42fb-bf34-71eb3e695358 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': 'c105e4d0-dcd0-4ad8-a3a5-bc722cf818b9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:20.466999 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-b8a99dca-dac4-42fb-bf34-71eb3e695358 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Project a46a20a5c6bc4c83a451bd5ec9389dc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:25:20.480704 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-b8a99dca-dac4-42fb-bf34-71eb3e695358 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:20.481892 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b8a99dca-dac4-42fb-bf34-71eb3e695358 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0459099 Feb 05 03:25:20.484863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34578) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:20.489819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8f55a843-e2b9-4ecd-b7a0-0ba9b4492002 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': 'c105e4d0-dcd0-4ad8-a3a5-bc722cf818b9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:20.512690 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-8f55a843-e2b9-4ecd-b7a0-0ba9b4492002 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Project a46a20a5c6bc4c83a451bd5ec9389dc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:25:20.526998 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-8f55a843-e2b9-4ecd-b7a0-0ba9b4492002 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:20.528264 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8f55a843-e2b9-4ecd-b7a0-0ba9b4492002 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0417216 Feb 05 03:25:20.531029 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34580) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:20.586781 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a615c515-8f8d-4e80-a06e-3360db590f53 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (c105e4d0-dcd0-4ad8-a3a5-bc722cf818b9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:20.611011 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a615c515-8f8d-4e80-a06e-3360db590f53 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (c105e4d0-dcd0-4ad8-a3a5-bc722cf818b9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:20.653623 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a615c515-8f8d-4e80-a06e-3360db590f53 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c105e4d0-dcd0-4ad8-a3a5-bc722cf818b9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:20.656599 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a615c515-8f8d-4e80-a06e-3360db590f53 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:20.658412 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a615c515-8f8d-4e80-a06e-3360db590f53 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "DELETE /v2.0/security-groups/c105e4d0-dcd0-4ad8-a3a5-bc722cf818b9 HTTP/1.1" status: 204 len: 168 time: 0.1261444 Feb 05 03:25:20.661085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34584) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:20.669072 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615c515-8f8d-4e80-a06e-3360db590f53 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c105e4d0-dcd0-4ad8-a3a5-bc722cf818b9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:20.713306 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3c666f1a-2b94-4f9b-9ae8-b27cb3324d47 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0510747 Feb 05 03:25:20.717618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34588) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:20.722062 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-821f34c0-a24f-4208-acf1-3d945f7e13c5 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872519910'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:20.743770 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-821f34c0-a24f-4208-acf1-3d945f7e13c5 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:20.823050 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-821f34c0-a24f-4208-acf1-3d945f7e13c5 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (bc4db76d-8b6f-4463-9326-0319d19be8cb), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:20.828222 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-821f34c0-a24f-4208-acf1-3d945f7e13c5 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (bc4db76d-8b6f-4463-9326-0319d19be8cb), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:20.857301 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-821f34c0-a24f-4208-acf1-3d945f7e13c5 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:20.858540 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-821f34c0-a24f-4208-acf1-3d945f7e13c5 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1399930 Feb 05 03:25:20.861440 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34594) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:20.866462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7b59f13e-3d0b-4c51-aa1b-12e36d5d38c0 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': 'bc4db76d-8b6f-4463-9326-0319d19be8cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:20.874098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f34c0-a24f-4208-acf1-3d945f7e13c5 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4db76d-8b6f-4463-9326-0319d19be8cb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:20.907971 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-7b59f13e-3d0b-4c51-aa1b-12e36d5d38c0 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The resource could not be found. Feb 05 03:25:20.909203 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7b59f13e-3d0b-4c51-aa1b-12e36d5d38c0 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0468447 Feb 05 03:25:20.912135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34598) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:20.916719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-50ecc295-9f7b-43d7-bbf5-0474bb6d4878 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': 'bc4db76d-8b6f-4463-9326-0319d19be8cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b919c0e5-5461-49cd-abaf-1f10af2d034b'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:20.954942 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-50ecc295-9f7b-43d7-bbf5-0474bb6d4878 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The resource could not be found. Feb 05 03:25:20.956434 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-50ecc295-9f7b-43d7-bbf5-0474bb6d4878 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0430853 Feb 05 03:25:20.959231 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34600) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:21.012639 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f59e025c-ab73-4e17-9525-a5a584717609 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (bc4db76d-8b6f-4463-9326-0319d19be8cb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.038792 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f59e025c-ab73-4e17-9525-a5a584717609 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (bc4db76d-8b6f-4463-9326-0319d19be8cb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.084532 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f59e025c-ab73-4e17-9525-a5a584717609 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (bc4db76d-8b6f-4463-9326-0319d19be8cb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.087387 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f59e025c-ab73-4e17-9525-a5a584717609 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.088662 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f59e025c-ab73-4e17-9525-a5a584717609 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "DELETE /v2.0/security-groups/bc4db76d-8b6f-4463-9326-0319d19be8cb HTTP/1.1" status: 204 len: 168 time: 0.1284218 Feb 05 03:25:21.092123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34606) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:21.098361 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e025c-ab73-4e17-9525-a5a584717609 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4db76d-8b6f-4463-9326-0319d19be8cb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:21.144226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34608) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:21.150073 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3ce428b9-4239-426b-9d2a-d27694c39c8a tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0561755 Feb 05 03:25:21.153624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34612) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:21.158852 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6eea6f29-ce88-4e94-9cb0-daf1e4935312 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': '7f2a119f-b989-408b-ac79-42da1bb7cdea', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:21.200754 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-6eea6f29-ce88-4e94-9cb0-daf1e4935312 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The resource could not be found. Feb 05 03:25:21.202194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6eea6f29-ce88-4e94-9cb0-daf1e4935312 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0472677 Feb 05 03:25:21.205906 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34614) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:21.210591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0a976ab4-b905-42c1-b1b6-45e931f8df8d tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group': {'name': 'tempest-secgroup--177545792'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:21.231546 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0a976ab4-b905-42c1-b1b6-45e931f8df8d tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.299116 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0a976ab4-b905-42c1-b1b6-45e931f8df8d tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (d16ad1b2-b5cd-4632-a4c3-12e58eb79ed9), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.306404 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:21.312166 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0a976ab4-b905-42c1-b1b6-45e931f8df8d tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d16ad1b2-b5cd-4632-a4c3-12e58eb79ed9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.344868 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0a976ab4-b905-42c1-b1b6-45e931f8df8d tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.346103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0a976ab4-b905-42c1-b1b6-45e931f8df8d tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1390989 Feb 05 03:25:21.348942 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34616) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:21.353815 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-607a269a-e34d-4f87-8e62-dba2f27e3d92 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group': {'name': 'tempest-secgroup--1771496844'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:21.356725 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a976ab4-b905-42c1-b1b6-45e931f8df8d tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d16ad1b2-b5cd-4632-a4c3-12e58eb79ed9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:21.360512 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.381704 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-607a269a-e34d-4f87-8e62-dba2f27e3d92 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.457573 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-607a269a-e34d-4f87-8e62-dba2f27e3d92 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (2c920d99-7516-45fb-b55e-6f2fe8fe8333), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.461790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-607a269a-e34d-4f87-8e62-dba2f27e3d92 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2c920d99-7516-45fb-b55e-6f2fe8fe8333), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.472966 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.492466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a269a-e34d-4f87-8e62-dba2f27e3d92 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c920d99-7516-45fb-b55e-6f2fe8fe8333,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:21.497021 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-607a269a-e34d-4f87-8e62-dba2f27e3d92 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.501105 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-607a269a-e34d-4f87-8e62-dba2f27e3d92 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1483033 Feb 05 03:25:21.501456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34618) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:21.505653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b87e5c6a-4c34-4404-8fb3-36a06348ed0c tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': 'd16ad1b2-b5cd-4632-a4c3-12e58eb79ed9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2c920d99-7516-45fb-b55e-6f2fe8fe8333'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:21.541040 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-b87e5c6a-4c34-4404-8fb3-36a06348ed0c tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:21.542481 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b87e5c6a-4c34-4404-8fb3-36a06348ed0c tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0400648 Feb 05 03:25:21.545710 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34620) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:21.597667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Allocated IP 172.25.0.241 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/77f3fdcb-2933-439c-ae3d-a08f5687e74f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:21.603101 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e9691f2-191b-4e11-b0df-a0c1dedeb0dd tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (2c920d99-7516-45fb-b55e-6f2fe8fe8333), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.628374 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e9691f2-191b-4e11-b0df-a0c1dedeb0dd tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (2c920d99-7516-45fb-b55e-6f2fe8fe8333), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.672153 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e9691f2-191b-4e11-b0df-a0c1dedeb0dd tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2c920d99-7516-45fb-b55e-6f2fe8fe8333), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.675016 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e9691f2-191b-4e11-b0df-a0c1dedeb0dd tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.676335 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9e9691f2-191b-4e11-b0df-a0c1dedeb0dd tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "DELETE /v2.0/security-groups/2c920d99-7516-45fb-b55e-6f2fe8fe8333 HTTP/1.1" status: 204 len: 168 time: 0.1294751 Feb 05 03:25:21.679740 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34622) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:21.697989 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9691f2-191b-4e11-b0df-a0c1dedeb0dd tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c920d99-7516-45fb-b55e-6f2fe8fe8333,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:21.711999 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for port (77f3fdcb-2933-439c-ae3d-a08f5687e74f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.741874 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cbc1d60a-4a85-40a3-8085-a36b4cb2ac55 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0610023 Feb 05 03:25:21.744448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34624) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:21.750746 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (77f3fdcb-2933-439c-ae3d-a08f5687e74f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.789276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:21.794621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:21.798308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:21.807148 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2a698ab-0a0e-4c21-a36b-3e7ac6d26068 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (d16ad1b2-b5cd-4632-a4c3-12e58eb79ed9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.822546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Pushing event updated for resources: {'Port': ['ID=77f3fdcb-2933-439c-ae3d-a08f5687e74f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:21.836410 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2a698ab-0a0e-4c21-a36b-3e7ac6d26068 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (d16ad1b2-b5cd-4632-a4c3-12e58eb79ed9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.885062 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2a698ab-0a0e-4c21-a36b-3e7ac6d26068 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d16ad1b2-b5cd-4632-a4c3-12e58eb79ed9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.888529 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2a698ab-0a0e-4c21-a36b-3e7ac6d26068 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.889770 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d2a698ab-0a0e-4c21-a36b-3e7ac6d26068 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "DELETE /v2.0/security-groups/d16ad1b2-b5cd-4632-a4c3-12e58eb79ed9 HTTP/1.1" status: 204 len: 168 time: 0.1442583 Feb 05 03:25:21.893682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34626) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:21.899132 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a698ab-0a0e-4c21-a36b-3e7ac6d26068 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16ad1b2-b5cd-4632-a4c3-12e58eb79ed9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:21.922859 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for floatingip (5a149670-3041-4f56-a9e3-4f5827f640b7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.952444 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-92cb5151-ff31-427e-b803-c6a8ea8349aa tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0574536 Feb 05 03:25:21.956664 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34628) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:21.961566 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-92544ca7-8ec5-44b1-b987-f0bc7936abfa tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946864512'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:21.978813 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (77f3fdcb-2933-439c-ae3d-a08f5687e74f), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:21.982809 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-92544ca7-8ec5-44b1-b987-f0bc7936abfa tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.052347 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-92544ca7-8ec5-44b1-b987-f0bc7936abfa tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (2ab6af3a-99f0-4126-b7c1-431ee0340ecd), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.056257 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-92544ca7-8ec5-44b1-b987-f0bc7936abfa tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2ab6af3a-99f0-4126-b7c1-431ee0340ecd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.085152 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-92544ca7-8ec5-44b1-b987-f0bc7936abfa tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.086380 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-92544ca7-8ec5-44b1-b987-f0bc7936abfa tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1284244 Feb 05 03:25:22.091134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34630) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:22.095534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6f649798-be90-437a-9bfd-26a2dff037ab tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': '2ab6af3a-99f0-4126-b7c1-431ee0340ecd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:22.099365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92544ca7-8ec5-44b1-b987-f0bc7936abfa tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab6af3a-99f0-4126-b7c1-431ee0340ecd,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:22.132159 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-6f649798-be90-437a-9bfd-26a2dff037ab tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:22.133233 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6f649798-be90-437a-9bfd-26a2dff037ab tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0411770 Feb 05 03:25:22.136131 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34632) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:22.140725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-addd6e82-da67-4966-9495-722104be019e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group_rule': {'security_group_id': '2ab6af3a-99f0-4126-b7c1-431ee0340ecd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:22.143660 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for port (77f3fdcb-2933-439c-ae3d-a08f5687e74f), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.148365 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (77f3fdcb-2933-439c-ae3d-a08f5687e74f), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.175504 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-addd6e82-da67-4966-9495-722104be019e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:25:22.176622 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-addd6e82-da67-4966-9495-722104be019e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0393035 Feb 05 03:25:22.179561 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34634) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:22.224554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Pushing event updated for resources: {'Port': ['ID=77f3fdcb-2933-439c-ae3d-a08f5687e74f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:22.235609 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (5a149670-3041-4f56-a9e3-4f5827f640b7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.241752 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acb66cf4-129e-467a-87f9-f0401b06b0a4 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (2ab6af3a-99f0-4126-b7c1-431ee0340ecd), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.251148 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.252368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-722e41b3-da63-4fe6-a602-7ec43fc331eb tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1071322 Feb 05 03:25:22.255407 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34636) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:22.260297 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e23d8025-1d27-42d2-9bf6-ee4e8a67ba21 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2117187994'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:22.268391 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acb66cf4-129e-467a-87f9-f0401b06b0a4 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (2ab6af3a-99f0-4126-b7c1-431ee0340ecd), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.281281 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23d8025-1d27-42d2-9bf6-ee4e8a67ba21 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Made reservation on behalf of 2bb97a99841f4018a7b3ece222bb9763 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:22.284786 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e23d8025-1d27-42d2-9bf6-ee4e8a67ba21 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.294167 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e23d8025-1d27-42d2-9bf6-ee4e8a67ba21 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.316043 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acb66cf4-129e-467a-87f9-f0401b06b0a4 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2ab6af3a-99f0-4126-b7c1-431ee0340ecd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.318890 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acb66cf4-129e-467a-87f9-f0401b06b0a4 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.320044 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-acb66cf4-129e-467a-87f9-f0401b06b0a4 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "DELETE /v2.0/security-groups/2ab6af3a-99f0-4126-b7c1-431ee0340ecd HTTP/1.1" status: 204 len: 168 time: 0.1391494 Feb 05 03:25:22.322710 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34638) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:22.329968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb66cf4-129e-467a-87f9-f0401b06b0a4 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab6af3a-99f0-4126-b7c1-431ee0340ecd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:22.403679 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0767e057-d79e-42cc-ac22-7123b97e7c21 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0746624 Feb 05 03:25:22.404348 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34642) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:22.408786 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9b2ec3a9-ef82-4866-bc8b-e67df9d56ea7 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195383812'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:22.433472 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec3a9-ef82-4866-bc8b-e67df9d56ea7 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.453322 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e23d8025-1d27-42d2-9bf6-ee4e8a67ba21 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for security_group (77a2d211-5cf3-42e2-a2d7-08a6cf093f06), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.459105 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e23d8025-1d27-42d2-9bf6-ee4e8a67ba21 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (77a2d211-5cf3-42e2-a2d7-08a6cf093f06), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.488375 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23d8025-1d27-42d2-9bf6-ee4e8a67ba21 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:25:22.510329 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-244c5546-e7ec-4771-b9b0-ba0e3f61d53a req-f403d4c3-9416-463d-b9ba-12107dc2a80c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0997891 Feb 05 03:25:22.511753 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e23d8025-1d27-42d2-9bf6-ee4e8a67ba21 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (de87f598-ab8c-419a-b608-51f2ae3cd124), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.512215 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-e23d8025-1d27-42d2-9bf6-ee4e8a67ba21 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Added segment de87f598-ab8c-419a-b608-51f2ae3cd124 of type vlan for network 2c5477b3-d5ba-46e9-8747-8444107d978d Feb 05 03:25:22.513465 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec3a9-ef82-4866-bc8b-e67df9d56ea7 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (38f36d46-d848-462a-bcf9-62373eaf1d93), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.513929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d8025-1d27-42d2-9bf6-ee4e8a67ba21 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a2d211-5cf3-42e2-a2d7-08a6cf093f06,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:22.519949 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec3a9-ef82-4866-bc8b-e67df9d56ea7 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (38f36d46-d848-462a-bcf9-62373eaf1d93), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.561457 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e23d8025-1d27-42d2-9bf6-ee4e8a67ba21 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (2c5477b3-d5ba-46e9-8747-8444107d978d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.563741 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec3a9-ef82-4866-bc8b-e67df9d56ea7 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.565135 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9b2ec3a9-ef82-4866-bc8b-e67df9d56ea7 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1598208 Feb 05 03:25:22.567740 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ec3a9-ef82-4866-bc8b-e67df9d56ea7 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f36d46-d848-462a-bcf9-62373eaf1d93,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:22.571416 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34644) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:22.577815 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-662fd1c3-64c5-4bd6-bec1-2b2a5683a187 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:22.578196 n-d-826942-8 neutron-server[109674]: WARNING neutron.api.v2.base [None req-662fd1c3-64c5-4bd6-bec1-2b2a5683a187 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 05 03:25:22.579248 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-662fd1c3-64c5-4bd6-bec1-2b2a5683a187 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] update failed (client error): There was a conflict when trying to complete your request. Feb 05 03:25:22.580341 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-662fd1c3-64c5-4bd6-bec1-2b2a5683a187 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "PUT /v2.0/security-groups/38f36d46-d848-462a-bcf9-62373eaf1d93 HTTP/1.1" status: 409 len: 330 time: 0.0079513 Feb 05 03:25:22.583242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34646) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:22.625469 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e23d8025-1d27-42d2-9bf6-ee4e8a67ba21 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (2c5477b3-d5ba-46e9-8747-8444107d978d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.630631 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23d8025-1d27-42d2-9bf6-ee4e8a67ba21 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:22.631368 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e23d8025-1d27-42d2-9bf6-ee4e8a67ba21 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.642859 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c5546-e7ec-4771-b9b0-ba0e3f61d53a req-143ce97e-9c3f-46a7-b99f-1b2cc9685811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:22.644482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-244c5546-e7ec-4771-b9b0-ba0e3f61d53a req-143ce97e-9c3f-46a7-b99f-1b2cc9685811 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 1127 time: 0.0806663 Feb 05 03:25:22.648246 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d38399d4-d43a-410b-8e22-c166bde45039 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (38f36d46-d848-462a-bcf9-62373eaf1d93), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.678901 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d38399d4-d43a-410b-8e22-c166bde45039 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (38f36d46-d848-462a-bcf9-62373eaf1d93), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.716836 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e23d8025-1d27-42d2-9bf6-ee4e8a67ba21 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4603560 Feb 05 03:25:22.720428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34648) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:22.726262 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a8cd3cb1-c255-48b5-80ab-92cc48fb89ba tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Request body: {'subnet': {'network_id': '2c5477b3-d5ba-46e9-8747-8444107d978d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:22.759522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34650) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:22.767632 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d8025-1d27-42d2-9bf6-ee4e8a67ba21 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Pushing event updated for resources: {'Network': ['ID=2c5477b3-d5ba-46e9-8747-8444107d978d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:22.775800 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d38399d4-d43a-410b-8e22-c166bde45039 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (38f36d46-d848-462a-bcf9-62373eaf1d93), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.779263 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d38399d4-d43a-410b-8e22-c166bde45039 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.780411 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d38399d4-d43a-410b-8e22-c166bde45039 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "DELETE /v2.0/security-groups/38f36d46-d848-462a-bcf9-62373eaf1d93 HTTP/1.1" status: 204 len: 168 time: 0.1961069 Feb 05 03:25:22.782602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 2c5477b3-d5ba-46e9-8747-8444107d978d details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:25:22.785965 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34652) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:22.821624 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38399d4-d43a-410b-8e22-c166bde45039 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f36d46-d848-462a-bcf9-62373eaf1d93,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:22.851769 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3ff84bb1-82cc-4393-aeac-d92d7dd1760c tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/floatingips/7136b20a-5be7-4806-985f-85000a51e68e HTTP/1.1" status: 200 len: 993 time: 0.0911684 Feb 05 03:25:22.860291 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c5546-e7ec-4771-b9b0-ba0e3f61d53a req-71a6703e-7857-417c-ad7a-6e0d9434c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:22.861809 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-244c5546-e7ec-4771-b9b0-ba0e3f61d53a req-71a6703e-7857-417c-ad7a-6e0d9434c788 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.1772866 Feb 05 03:25:22.880090 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-69d0946b-15b2-4d1b-a591-45927fbff55b tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0905778 Feb 05 03:25:22.883857 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34656) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:22.896848 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cd3cb1-c255-48b5-80ab-92cc48fb89ba tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Made reservation on behalf of 2bb97a99841f4018a7b3ece222bb9763 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:22.900484 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8cd3cb1-c255-48b5-80ab-92cc48fb89ba tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:22.907022 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-7a7611c2-3ba9-4a3a-89c1-497d8916afbb tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] delete failed (client error): The resource could not be found. Feb 05 03:25:22.908042 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7a7611c2-3ba9-4a3a-89c1-497d8916afbb tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "DELETE /v2.0/security-groups/15ee4827-c7ff-4e5d-8336-4e631cef81a4 HTTP/1.1" status: 404 len: 347 time: 0.0232713 Feb 05 03:25:22.919048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34658) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:22.963694 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-b499f9e8-a106-4390-beb3-28045eafdc28 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] show failed (client error): The resource could not be found. Feb 05 03:25:22.966861 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b499f9e8-a106-4390-beb3-28045eafdc28 tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "GET /v2.0/security-groups/c46cf037-b3e8-40d5-8ae9-609be95b5fdf HTTP/1.1" status: 404 len: 347 time: 0.0455308 Feb 05 03:25:22.968966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34660) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:22.971864 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-244c5546-e7ec-4771-b9b0-ba0e3f61d53a req-8a423372-58ce-4109-b1ef-d02b847b6729 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8494b32-53df-442e-9902-cec515e28f57 HTTP/1.1" status: 200 len: 1000 time: 0.0973794 Feb 05 03:25:22.993035 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-1b7dcb1b-2843-43f0-95c7-ecf99cc4e42e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] show failed (client error): The resource could not be found. Feb 05 03:25:22.994815 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1b7dcb1b-2843-43f0-95c7-ecf99cc4e42e tempest-NegativeSecGroupIPv6Test-932549972 tempest-NegativeSecGroupIPv6Test-932549972-project] 10.222.0.36 "GET /v2.0/security-group-rules/fa4b398c-401e-464c-9b89-63531e1d3b8f HTTP/1.1" status: 404 len: 356 time: 0.0242097 Feb 05 03:25:23.027739 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c5546-e7ec-4771-b9b0-ba0e3f61d53a req-c09d7bfa-efc1-46db-8ded-cbfe5c2ab9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:23.029312 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-244c5546-e7ec-4771-b9b0-ba0e3f61d53a req-c09d7bfa-efc1-46db-8ded-cbfe5c2ab9df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0511787 Feb 05 03:25:23.081957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c5546-e7ec-4771-b9b0-ba0e3f61d53a req-02c585bc-343f-4716-833a-e6238c67208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:23.083510 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-244c5546-e7ec-4771-b9b0-ba0e3f61d53a req-02c585bc-343f-4716-833a-e6238c67208e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470457 Feb 05 03:25:23.136407 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8cd3cb1-c255-48b5-80ab-92cc48fb89ba tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (af85f910-9ed7-4578-b933-e618be50f4af), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.175109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34668) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:23.209554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd3cb1-c255-48b5-80ab-92cc48fb89ba tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Pushing event updated for resources: {'Subnet': ['ID=af85f910-9ed7-4578-b933-e618be50f4af,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:23.219804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cd3cb1-c255-48b5-80ab-92cc48fb89ba tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Checking segment: {'id': 'de87f598-ab8c-419a-b608-51f2ae3cd124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2c5477b3-d5ba-46e9-8747-8444107d978d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:23.220521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cd3cb1-c255-48b5-80ab-92cc48fb89ba tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Network hostable DHCP agents. Network: 2c5477b3-d5ba-46e9-8747-8444107d978d, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:25:23.222261 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-244c5546-e7ec-4771-b9b0-ba0e3f61d53a req-902f682a-3b3b-404e-9aae-8f6b2c5ad07b service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321418 Feb 05 03:25:23.238843 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cd3cb1-c255-48b5-80ab-92cc48fb89ba tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Network 2c5477b3-d5ba-46e9-8747-8444107d978d is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:25:23.250211 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a8cd3cb1-c255-48b5-80ab-92cc48fb89ba tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 2c5477b3-d5ba-46e9-8747-8444107d978d) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:23.255289 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cd3cb1-c255-48b5-80ab-92cc48fb89ba tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:23.256108 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8cd3cb1-c255-48b5-80ab-92cc48fb89ba tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.263844 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a99cb7-38af-41e1-a9cc-f66e1a2d20c4 None None] Network 2c5477b3-d5ba-46e9-8747-8444107d978d requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:23.289347 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a8cd3cb1-c255-48b5-80ab-92cc48fb89ba tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5670886 Feb 05 03:25:23.291646 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34672) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:23.300536 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34674) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:23.302507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1300632738', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:23.325652 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (ebcbfec0-1f48-412f-8e10-6d2b93503c3e), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.329219 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (ebcbfec0-1f48-412f-8e10-6d2b93503c3e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.411414 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for router_controller (ebcbfec0-1f48-412f-8e10-6d2b93503c3e), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.416329 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-2c5477b3-d5ba-46e9-8747-8444107d978d', 'network_id': '2c5477b3-d5ba-46e9-8747-8444107d978d', 'project_id': '2bb97a99841f4018a7b3ece222bb9763', 'fixed_ips': [{'subnet_id': 'af85f910-9ed7-4578-b933-e618be50f4af'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:25:23.416637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-244c5546-e7ec-4771-b9b0-ba0e3f61d53a req-0347d4e8-b68e-45b8-92bb-563483928745 service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845524 Feb 05 03:25:23.419144 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.500982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b15cf102-fd84-4adf-a4e7-f833bdbc63af tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Deleting port 783474df-a8e2-4827-bf20-d1c683ca435f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:23.501561 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b15cf102-fd84-4adf-a4e7-f833bdbc63af tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (783474df-a8e2-4827-bf20-d1c683ca435f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.556049 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f276c6d5-42ac-4573-9ee3-46e35bedb4cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a46a20a5c6bc4c83a451bd5ec9389dc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2528594 Feb 05 03:25:23.560411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34678) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:23.583878 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Allocated IP 172.20.0.2 (2c5477b3-d5ba-46e9-8747-8444107d978d/af85f910-9ed7-4578-b933-e618be50f4af/5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:23.626588 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b15cf102-fd84-4adf-a4e7-f833bdbc63af tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (783474df-a8e2-4827-bf20-d1c683ca435f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.626938 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b15cf102-fd84-4adf-a4e7-f833bdbc63af tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for floatingip (783474df-a8e2-4827-bf20-d1c683ca435f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.655165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b15cf102-fd84-4adf-a4e7-f833bdbc63af tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Calling delete_port for 783474df-a8e2-4827-bf20-d1c683ca435f owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:23.663316 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1c98bf7-1183-4e50-ac01-3cbcbd0fadf3 admin admin] Publish callbacks [] for security_group (00d583dd-845e-42cb-b693-6bc5c68c1c84), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.722660 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1c98bf7-1183-4e50-ac01-3cbcbd0fadf3 admin admin] Publish callbacks [] for security_group (00d583dd-845e-42cb-b693-6bc5c68c1c84), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.772711 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Publish callbacks [] for port (5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.784577 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.809570 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1c98bf7-1183-4e50-ac01-3cbcbd0fadf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (00d583dd-845e-42cb-b693-6bc5c68c1c84), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.812622 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1c98bf7-1183-4e50-ac01-3cbcbd0fadf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.816262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b1c98bf7-1183-4e50-ac01-3cbcbd0fadf3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00d583dd-845e-42cb-b693-6bc5c68c1c84 HTTP/1.1" status: 204 len: 168 time: 0.2528818 Feb 05 03:25:23.825240 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c98bf7-1183-4e50-ac01-3cbcbd0fadf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d583dd-845e-42cb-b693-6bc5c68c1c84,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:23.830575 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Network 2c5477b3-d5ba-46e9-8747-8444107d978d is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:23.833509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:23.837047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:23.909394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Pushing event updated for resources: {'Port': ['ID=5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:23.913510 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b15cf102-fd84-4adf-a4e7-f833bdbc63af tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (783474df-a8e2-4827-bf20-d1c683ca435f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.923416 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Attempting to bind port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:23.923805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Attempting to bind port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'de87f598-ab8c-419a-b608-51f2ae3cd124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2c5477b3-d5ba-46e9-8747-8444107d978d'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:23.924174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Attempting to bind port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 on network 2c5477b3-d5ba-46e9-8747-8444107d978d {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:23.929640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:25:23.930009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Checking segment: {'id': 'de87f598-ab8c-419a-b608-51f2ae3cd124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2c5477b3-d5ba-46e9-8747-8444107d978d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:23.930431 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.930710 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for router_gateway (ebcbfec0-1f48-412f-8e10-6d2b93503c3e), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:23.930903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Bound using segment: {'id': 'de87f598-ab8c-419a-b608-51f2ae3cd124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2c5477b3-d5ba-46e9-8747-8444107d978d'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:25:23.931309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Bound port: 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de87f598-ab8c-419a-b608-51f2ae3cd124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2c5477b3-d5ba-46e9-8747-8444107d978d'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:25:23.931686 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:24.004692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] For port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:25:24.009740 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] For port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932,segment=NetworkSegment(de87f598-ab8c-419a-b608-51f2ae3cd124),segment_id=de87f598-ab8c-419a-b608-51f2ae3cd124)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:25:24.019136 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:24.098529 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0c52d-fccf-4883-9641-c6dc54a9e2ae None None] Pushing event updated for resources: {'Port': ['ID=5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:24.200039 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for router_gateway (ebcbfec0-1f48-412f-8e10-6d2b93503c3e), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:24.221560 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:24.366279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cf102-fd84-4adf-a4e7-f833bdbc63af tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'Port': ['ID=783474df-a8e2-4827-bf20-d1c683ca435f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:24.400509 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Allocated IP 172.25.0.246 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/991c3c74-d142-4cce-ae2b-e2b8fc365ade) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:24.460457 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b15cf102-fd84-4adf-a4e7-f833bdbc63af tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for floatingip (7136b20a-5be7-4806-985f-85000a51e68e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:24.464426 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-b15cf102-fd84-4adf-a4e7-f833bdbc63af tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Floating IP 7136b20a-5be7-4806-985f-85000a51e68e disassociated (deleted). External IP: 172.25.0.159, port: bf2b0107-8285-41d1-8334-b8197ef5b825. Feb 05 03:25:24.558296 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for port (991c3c74-d142-4cce-ae2b-e2b8fc365ade), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:24.600855 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (991c3c74-d142-4cce-ae2b-e2b8fc365ade), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:24.652246 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:24.656140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Pushing event updated for resources: {'Port': ['ID=991c3c74-d142-4cce-ae2b-e2b8fc365ade,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:24.658801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:24.660824 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:24.721952 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15cf102-fd84-4adf-a4e7-f833bdbc63af tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Router e0b7ae56-8f73-44e0-8661-55809e36754b has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:25:24.854020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15cf102-fd84-4adf-a4e7-f833bdbc63af tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:25:24.859610 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b15cf102-fd84-4adf-a4e7-f833bdbc63af tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:24.872483 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b9f45e-c908-48b2-8d83-4eb3c23b1ed6 None None] Sync routers for ids ['e0b7ae56-8f73-44e0-8661-55809e36754b'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:25:24.887325 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b9f45e-c908-48b2-8d83-4eb3c23b1ed6 None None] Routers {'e0b7ae56-8f73-44e0-8661-55809e36754b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:24.888870 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e9b9f45e-c908-48b2-8d83-4eb3c23b1ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e0b7ae56-8f73-44e0-8661-55809e36754b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:24.907268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b15cf102-fd84-4adf-a4e7-f833bdbc63af tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "DELETE /v2.0/floatingips/7136b20a-5be7-4806-985f-85000a51e68e HTTP/1.1" status: 204 len: 168 time: 1.7261658 Feb 05 03:25:24.908066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7c41d4-e1c6-4792-b30d-9d20e9188942', 'tag': 'bf2b0107-8285-41d1-8334-b8197ef5b825'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:25:24.910310 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f07dd3-56b4-4ae6-a29d-1f3b2ad8363c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7c41d4-e1c6-4792-b30d-9d20e9188942", "tag": "bf2b0107-8285-41d1-8334-b8197ef5b825"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:25:24.954447 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f8b5be-033d-4da0-a761-f3d68b0fcdb8 x-openstack-request-id: req-24f8b5be-033d-4da0-a761-f3d68b0fcdb8 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:25:24.954963 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7c41d4-e1c6-4792-b30d-9d20e9188942", "tag": "bf2b0107-8285-41d1-8334-b8197ef5b825", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:25:24.955396 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24f8b5be-033d-4da0-a761-f3d68b0fcdb8 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:25:24.955962 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7c41d4-e1c6-4792-b30d-9d20e9188942', 'tag': 'bf2b0107-8285-41d1-8334-b8197ef5b825', 'status': 'completed', 'code': 200} Feb 05 03:25:24.959553 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for router_gateway (ebcbfec0-1f48-412f-8e10-6d2b93503c3e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:25.092910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f07dd3-56b4-4ae6-a29d-1f3b2ad8363c req-773dab5e-74db-4959-91d5-7fa72073e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:25.102006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8f07dd3-56b4-4ae6-a29d-1f3b2ad8363c req-773dab5e-74db-4959-91d5-7fa72073e305 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9&device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 1127 time: 0.1124587 Feb 05 03:25:25.174154 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e9b9f45e-c908-48b2-8d83-4eb3c23b1ed6 None None] Set router e0b7ae56-8f73-44e0-8661-55809e36754b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:25:25.278421 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (ebcbfec0-1f48-412f-8e10-6d2b93503c3e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:25.332261 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f07dd3-56b4-4ae6-a29d-1f3b2ad8363c req-4191aec6-9e27-4006-8a8c-6bc5874ad3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:25.333880 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8f07dd3-56b4-4ae6-a29d-1f3b2ad8363c req-4191aec6-9e27-4006-8a8c-6bc5874ad3a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d7d450c-c20e-40b2-9e15-097c43a95301 HTTP/1.1" status: 200 len: 897 time: 0.2262874 Feb 05 03:25:25.413065 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8f07dd3-56b4-4ae6-a29d-1f3b2ad8363c req-6549911a-2157-430d-8356-aaddf6f2162d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf2b0107-8285-41d1-8334-b8197ef5b825 HTTP/1.1" status: 200 len: 217 time: 0.0702050 Feb 05 03:25:25.526418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f07dd3-56b4-4ae6-a29d-1f3b2ad8363c req-8995a62c-b255-4943-b366-5031018dad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:25.532552 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8f07dd3-56b4-4ae6-a29d-1f3b2ad8363c req-8995a62c-b255-4943-b366-5031018dad23 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0 HTTP/1.1" status: 200 len: 833 time: 0.1113307 Feb 05 03:25:25.544185 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Router ebcbfec0-1f48-412f-8e10-6d2b93503c3e is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:25:25.581993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e3d17e-f8db-42de-9a25-f7556f20ed07 None None] Network 2c5477b3-d5ba-46e9-8747-8444107d978d requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:25.606921 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e9b9f45e-c908-48b2-8d83-4eb3c23b1ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'name': 'tempest-TestNetworkBasicOps-router-1877295059', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:24:14Z', 'updated_at': '2022-02-05T03:24:24Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:15Z', 'updated_at': '2022-02-05T03:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'fe2dce04-1194-49d0-ac10-c074b414e600', 'name': '', 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:2b:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:22Z', 'updated_at': '2022-02-05T03:24:31Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:25.619677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f07dd3-56b4-4ae6-a29d-1f3b2ad8363c req-4ac329a5-e8be-46cd-ad27-024d907efdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:25.621735 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8f07dd3-56b4-4ae6-a29d-1f3b2ad8363c req-4ac329a5-e8be-46cd-ad27-024d907efdf7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d7d450c-c20e-40b2-9e15-097c43a95301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0833120 Feb 05 03:25:25.712691 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b9f45e-c908-48b2-8d83-4eb3c23b1ed6 None None] Checking router: e0b7ae56-8f73-44e0-8661-55809e36754b for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:25:25.738188 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b9f45e-c908-48b2-8d83-4eb3c23b1ed6 None None] Routers {'e0b7ae56-8f73-44e0-8661-55809e36754b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:25.738867 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e9b9f45e-c908-48b2-8d83-4eb3c23b1ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e0b7ae56-8f73-44e0-8661-55809e36754b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:25.881377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:25:25.903958 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7100c4ed-f635-4b61-9fa1-4568e2ba81c9 None None] Sync routers for ids ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:25:25.928577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d678091-b51a-4da1-aa21-0f9ff01f1652 None None] Provisioning complete for port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:25.931058 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d678091-b51a-4da1-aa21-0f9ff01f1652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:25.962741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8f07dd3-56b4-4ae6-a29d-1f3b2ad8363c req-389cb372-af5b-4207-930d-d6f05b94ac33 service neutron] 10.222.0.10 "GET /v2.0/networks/8d7d450c-c20e-40b2-9e15-097c43a95301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327157 Feb 05 03:25:26.000341 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60d00a02-3647-43ff-8e87-bcf05d57b2b5 req-16d02cef-e929-4646-9024-d4f87ddddd6d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1934736 Feb 05 03:25:26.003766 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:26.007624 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e9b9f45e-c908-48b2-8d83-4eb3c23b1ed6 None None] Set router e0b7ae56-8f73-44e0-8661-55809e36754b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:25:26.008589 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6dc4afc2-cc37-4dfb-adb5-fa1886d2c4d4 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.7151375 Feb 05 03:25:26.009646 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34728) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:26.027712 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:25:26.120365 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8f07dd3-56b4-4ae6-a29d-1f3b2ad8363c req-ef16000c-c7cb-41e0-aaba-6650611b26fc service neutron] 10.222.0.10 "GET /v2.0/networks/8d7d450c-c20e-40b2-9e15-097c43a95301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499043 Feb 05 03:25:26.142147 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021b0e2-aef2-47a8-805a-d5f6528f28b8 req-5e9e28bc-0245-4fe8-80c0-a8863a428f22 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:26.143797 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e021b0e2-aef2-47a8-805a-d5f6528f28b8 req-5e9e28bc-0245-4fe8-80c0-a8863a428f22 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 945 time: 0.8953247 Feb 05 03:25:26.150312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7100c4ed-f635-4b61-9fa1-4568e2ba81c9 None None] Routers {'ebcbfec0-1f48-412f-8e10-6d2b93503c3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:26.151602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7100c4ed-f635-4b61-9fa1-4568e2ba81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:26.208514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d00a02-3647-43ff-8e87-bcf05d57b2b5 req-a00c61bf-13e9-492c-95dd-55b3b513520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:26.210028 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60d00a02-3647-43ff-8e87-bcf05d57b2b5 req-a00c61bf-13e9-492c-95dd-55b3b513520b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 1127 time: 0.1432226 Feb 05 03:25:26.245187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e021b0e2-aef2-47a8-805a-d5f6528f28b8 req-bf3ce035-b483-4ed3-8df8-de1748fff610 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bc52e23-3172-4e46-ba6f-c2afa1d16da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926626 Feb 05 03:25:26.282315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7100c4ed-f635-4b61-9fa1-4568e2ba81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:26.296219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7100c4ed-f635-4b61-9fa1-4568e2ba81c9 None None] Routers {'ebcbfec0-1f48-412f-8e10-6d2b93503c3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:26.296980 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7100c4ed-f635-4b61-9fa1-4568e2ba81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:26.307165 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e9b9f45e-c908-48b2-8d83-4eb3c23b1ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'name': 'tempest-TestNetworkBasicOps-router-1877295059', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:24:14Z', 'updated_at': '2022-02-05T03:24:24Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:15Z', 'updated_at': '2022-02-05T03:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'fe2dce04-1194-49d0-ac10-c074b414e600', 'name': '', 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:2b:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:22Z', 'updated_at': '2022-02-05T03:24:31Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:26.381235 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b9f45e-c908-48b2-8d83-4eb3c23b1ed6 None None] The sync data for ids ['e0b7ae56-8f73-44e0-8661-55809e36754b'] in n-d-826942-8 is: [{'id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'name': 'tempest-TestNetworkBasicOps-router-1877295059', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:24:14Z', 'updated_at': '2022-02-05T03:24:24Z', 'revision_number': 4, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:15Z', 'updated_at': '2022-02-05T03:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'fe2dce04-1194-49d0-ac10-c074b414e600', 'name': '', 'network_id': '8d7d450c-c20e-40b2-9e15-097c43a95301', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'mac_address': 'fa:16:3e:2b:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:22Z', 'updated_at': '2022-02-05T03:24:31Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'subnets': [{'id': '507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:25:26.398221 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7100c4ed-f635-4b61-9fa1-4568e2ba81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:26.399099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7100c4ed-f635-4b61-9fa1-4568e2ba81c9 None None] The sync data for ids ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:25:26.445277 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:26.445654 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:26.473670 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d678091-b51a-4da1-aa21-0f9ff01f1652 None None] Current status of the port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:26.474213 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d678091-b51a-4da1-aa21-0f9ff01f1652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:26.480957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d00a02-3647-43ff-8e87-bcf05d57b2b5 req-1ccb4572-68ae-4025-84a6-e14d96d599c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:26.482476 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60d00a02-3647-43ff-8e87-bcf05d57b2b5 req-1ccb4572-68ae-4025-84a6-e14d96d599c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.2486329 Feb 05 03:25:26.534186 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d678091-b51a-4da1-aa21-0f9ff01f1652 None None] For port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932,segment=NetworkSegment(de87f598-ab8c-419a-b608-51f2ae3cd124),segment_id=de87f598-ab8c-419a-b608-51f2ae3cd124)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:26.560564 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d678091-b51a-4da1-aa21-0f9ff01f1652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:26.583589 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60d00a02-3647-43ff-8e87-bcf05d57b2b5 req-ac0590b2-1b88-4003-a539-36303cf894df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fed187e-9d1f-4852-92ff-8b2ec7e08a5b HTTP/1.1" status: 200 len: 1001 time: 0.0919495 Feb 05 03:25:26.608288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:26.608799 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:26.679528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd8019-bb9b-46c0-b479-2d7d126b01a3 req-f480b616-583f-4be1-b0a6-5eef80697645 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:26.681058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c3cd8019-bb9b-46c0-b479-2d7d126b01a3 req-f480b616-583f-4be1-b0a6-5eef80697645 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 945 time: 0.1082606 Feb 05 03:25:26.686615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d678091-b51a-4da1-aa21-0f9ff01f1652 None None] Pushing event updated for resources: {'Port': ['ID=5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:26.721510 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:25:26.722190 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:25:26.723768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-00491342-fc8b-4271-ab76-973524bc1a09 None None] Provisioning complete for port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:26.724161 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-00491342-fc8b-4271-ab76-973524bc1a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:26.762992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d00a02-3647-43ff-8e87-bcf05d57b2b5 req-7919e549-7303-4218-b180-0cd10385e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:26.765314 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60d00a02-3647-43ff-8e87-bcf05d57b2b5 req-7919e549-7303-4218-b180-0cd10385e31b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.1685777 Feb 05 03:25:26.784145 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46d4d1d-e87f-490f-8f70-e5683d404dc9 None None] New status for floating IP 7136b20a-5be7-4806-985f-85000a51e68e: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:25:26.802713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34736) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:26.833826 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-00491342-fc8b-4271-ab76-973524bc1a09 None None] Current status of the port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:26.841652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-c3cd8019-bb9b-46c0-b479-2d7d126b01a3 req-4556aaff-edc3-4bcf-b577-f329705f4bb6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Deleting port bf2b0107-8285-41d1-8334-b8197ef5b825 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:26.842305 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c3cd8019-bb9b-46c0-b479-2d7d126b01a3 req-4556aaff-edc3-4bcf-b577-f329705f4bb6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (bf2b0107-8285-41d1-8334-b8197ef5b825), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:26.898888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d00a02-3647-43ff-8e87-bcf05d57b2b5 req-4906c530-b1ef-42ff-a528-be425b6dbe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:26.900543 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60d00a02-3647-43ff-8e87-bcf05d57b2b5 req-4906c530-b1ef-42ff-a528-be425b6dbe54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1275508 Feb 05 03:25:26.959901 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-98ecb813-d3ef-4653-8955-d504a76c1530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:26.991297 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-c3cd8019-bb9b-46c0-b479-2d7d126b01a3 req-4556aaff-edc3-4bcf-b577-f329705f4bb6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] For port bf2b0107-8285-41d1-8334-b8197ef5b825, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=bf2b0107-8285-41d1-8334-b8197ef5b825,segment=NetworkSegment(b713cbdb-3c9f-42f1-9507-6d5e4809c78a),segment_id=b713cbdb-3c9f-42f1-9507-6d5e4809c78a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:26.991996 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c3cd8019-bb9b-46c0-b479-2d7d126b01a3 req-4556aaff-edc3-4bcf-b577-f329705f4bb6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (bf2b0107-8285-41d1-8334-b8197ef5b825), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:27.008777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-c3cd8019-bb9b-46c0-b479-2d7d126b01a3 req-4556aaff-edc3-4bcf-b577-f329705f4bb6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Calling delete_port for bf2b0107-8285-41d1-8334-b8197ef5b825 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:27.056628 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60d00a02-3647-43ff-8e87-bcf05d57b2b5 req-b61cca22-4ce0-404b-93d2-eac46f90e2c3 service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477895 Feb 05 03:25:27.060381 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:27.114895 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-98ecb813-d3ef-4653-8955-d504a76c1530 admin admin] Publish callbacks [] for security_group (7f7faaa4-c070-411b-be4d-8c1f53be7bfd), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:27.124142 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-98ecb813-d3ef-4653-8955-d504a76c1530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7f7faaa4-c070-411b-be4d-8c1f53be7bfd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:27.191172 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecb813-d3ef-4653-8955-d504a76c1530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7faaa4-c070-411b-be4d-8c1f53be7bfd,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:27.197355 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-98ecb813-d3ef-4653-8955-d504a76c1530 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb8bd3633477413189ad0626b042e5f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3920531 Feb 05 03:25:27.202572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34740) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:27.248844 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c3cd8019-bb9b-46c0-b479-2d7d126b01a3 req-4556aaff-edc3-4bcf-b577-f329705f4bb6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (bf2b0107-8285-41d1-8334-b8197ef5b825), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:27.250318 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-60d00a02-3647-43ff-8e87-bcf05d57b2b5 req-fad5fbd3-c5ec-4e26-8453-a0874d1cdad6 service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868784 Feb 05 03:25:27.268680 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:27.285819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556aaff-edc3-4bcf-b577-f329705f4bb6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'Port': ['ID=bf2b0107-8285-41d1-8334-b8197ef5b825,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:27.317856 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27eff2ec-540f-4b11-acb6-23de99133be6 admin admin] Publish callbacks [] for security_group (7f7faaa4-c070-411b-be4d-8c1f53be7bfd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:27.341522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cd8019-bb9b-46c0-b479-2d7d126b01a3 req-4556aaff-edc3-4bcf-b577-f329705f4bb6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] No DVR routers for this DVR port bf2b0107-8285-41d1-8334-b8197ef5b825 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:25:27.348150 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c3cd8019-bb9b-46c0-b479-2d7d126b01a3 req-4556aaff-edc3-4bcf-b577-f329705f4bb6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:27.351524 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c3cd8019-bb9b-46c0-b479-2d7d126b01a3 req-4556aaff-edc3-4bcf-b577-f329705f4bb6 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.10 "DELETE /v2.0/ports/bf2b0107-8285-41d1-8334-b8197ef5b825 HTTP/1.1" status: 204 len: 173 time: 0.6629171 Feb 05 03:25:27.351987 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7c41d4-e1c6-4792-b30d-9d20e9188942', 'name': 'network-vif-deleted', 'tag': 'bf2b0107-8285-41d1-8334-b8197ef5b825'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:25:27.354250 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d743e8-7140-4552-a5f6-2296269bfe45" -d '{"events": [{"server_uuid": "bd7c41d4-e1c6-4792-b30d-9d20e9188942", "name": "network-vif-deleted", "tag": "bf2b0107-8285-41d1-8334-b8197ef5b825"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:25:27.395059 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27eff2ec-540f-4b11-acb6-23de99133be6 admin admin] Publish callbacks [] for security_group (7f7faaa4-c070-411b-be4d-8c1f53be7bfd), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:27.398614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a3ca065-9de1-41b4-b789-73a745627110 req-7d9f54f8-0bcc-4e90-8cc2-6713ef5ed967 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd7c41d4-e1c6-4792-b30d-9d20e9188942 HTTP/1.1" status: 200 len: 210 time: 0.0367370 Feb 05 03:25:27.405191 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597587e9-527e-4b22-9231-0b316a71d990 x-openstack-request-id: req-597587e9-527e-4b22-9231-0b316a71d990 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:25:27.405476 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7c41d4-e1c6-4792-b30d-9d20e9188942", "name": "network-vif-deleted", "tag": "bf2b0107-8285-41d1-8334-b8197ef5b825", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:25:27.405726 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-597587e9-527e-4b22-9231-0b316a71d990 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:25:27.406127 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7c41d4-e1c6-4792-b30d-9d20e9188942', 'name': 'network-vif-deleted', 'tag': 'bf2b0107-8285-41d1-8334-b8197ef5b825', 'status': 'completed', 'code': 200} Feb 05 03:25:27.467104 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27eff2ec-540f-4b11-acb6-23de99133be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7f7faaa4-c070-411b-be4d-8c1f53be7bfd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:27.470093 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27eff2ec-540f-4b11-acb6-23de99133be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:27.473452 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-27eff2ec-540f-4b11-acb6-23de99133be6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f7faaa4-c070-411b-be4d-8c1f53be7bfd HTTP/1.1" status: 204 len: 168 time: 0.2677565 Feb 05 03:25:27.482894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eff2ec-540f-4b11-acb6-23de99133be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7faaa4-c070-411b-be4d-8c1f53be7bfd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:27.514066 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Allocated IP 172.20.0.1 (2c5477b3-d5ba-46e9-8747-8444107d978d/af85f910-9ed7-4578-b933-e618be50f4af/fee4822d-d882-4482-9444-48c366ba0148) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:27.630615 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for port (fee4822d-d882-4482-9444-48c366ba0148), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:27.669770 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fee4822d-d882-4482-9444-48c366ba0148), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:27.731642 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Network 2c5477b3-d5ba-46e9-8747-8444107d978d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:27.735043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:27.743707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:27.759004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:25:27.843376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34750) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:27.853300 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:27.854059 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:27.863235 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e5a2b2a-cacf-4849-aa97-b7b0b076376e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:27.968337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:27.989476 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e5a2b2a-cacf-4849-aa97-b7b0b076376e admin admin] Publish callbacks [] for security_group (2590ff2e-1a9f-4b80-ab18-725ade185825), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:28.000125 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e5a2b2a-cacf-4849-aa97-b7b0b076376e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2590ff2e-1a9f-4b80-ab18-725ade185825), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:28.052057 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2e5a2b2a-cacf-4849-aa97-b7b0b076376e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50bfc872421a46a9b493c3715b8f6044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2052102 Feb 05 03:25:28.052057 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a2b2a-cacf-4849-aa97-b7b0b076376e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2590ff2e-1a9f-4b80-ab18-725ade185825,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:28.054192 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34752) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:28.115093 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffff6ff0-17d8-45ac-8ec0-53455d0662ad admin admin] Publish callbacks [] for security_group (2590ff2e-1a9f-4b80-ab18-725ade185825), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:28.136823 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffff6ff0-17d8-45ac-8ec0-53455d0662ad admin admin] Publish callbacks [] for security_group (2590ff2e-1a9f-4b80-ab18-725ade185825), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:28.176347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-af022700-78ce-44a9-9441-81f878a78f16 None None] Provisioning complete for port fee4822d-d882-4482-9444-48c366ba0148 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:28.177040 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af022700-78ce-44a9-9441-81f878a78f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fee4822d-d882-4482-9444-48c366ba0148), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:28.181322 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Pushing event updated for resources: {'Port': ['ID=fee4822d-d882-4482-9444-48c366ba0148,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:28.188292 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffff6ff0-17d8-45ac-8ec0-53455d0662ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2590ff2e-1a9f-4b80-ab18-725ade185825), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:28.190864 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffff6ff0-17d8-45ac-8ec0-53455d0662ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:28.192015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ffff6ff0-17d8-45ac-8ec0-53455d0662ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2590ff2e-1a9f-4b80-ab18-725ade185825 HTTP/1.1" status: 204 len: 168 time: 0.1362541 Feb 05 03:25:28.196211 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:28.196211 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:28.196495 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:28.196895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:28.197231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:28.197565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:28.197897 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:28.198262 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:28.198595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:28.199001 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:28.199338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:28.199663 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:28.199988 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:28.205234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6ff0-17d8-45ac-8ec0-53455d0662ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2590ff2e-1a9f-4b80-ab18-725ade185825,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:28.216092 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (ebcbfec0-1f48-412f-8e10-6d2b93503c3e), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:28.233296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-af022700-78ce-44a9-9441-81f878a78f16 None None] Port fee4822d-d882-4482-9444-48c366ba0148 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:25:28.386880 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fee4822d-d882-4482-9444-48c366ba0148), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:28.469955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34760) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:28.531657 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a76eaf5-004c-4f05-8e7e-e3e2dd7448a0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (8bc52e23-3172-4e46-ba6f-c2afa1d16da1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:28.561159 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a76eaf5-004c-4f05-8e7e-e3e2dd7448a0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (8bc52e23-3172-4e46-ba6f-c2afa1d16da1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:28.652455 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a76eaf5-004c-4f05-8e7e-e3e2dd7448a0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8bc52e23-3172-4e46-ba6f-c2afa1d16da1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:28.655216 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a76eaf5-004c-4f05-8e7e-e3e2dd7448a0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:28.656593 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5a76eaf5-004c-4f05-8e7e-e3e2dd7448a0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "DELETE /v2.0/security-groups/8bc52e23-3172-4e46-ba6f-c2afa1d16da1 HTTP/1.1" status: 204 len: 168 time: 0.1854472 Feb 05 03:25:28.666548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76eaf5-004c-4f05-8e7e-e3e2dd7448a0 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc52e23-3172-4e46-ba6f-c2afa1d16da1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:28.703567 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34772) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:28.727370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for port (fee4822d-d882-4482-9444-48c366ba0148), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:28.732858 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (fee4822d-d882-4482-9444-48c366ba0148), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:28.809828 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (ebcbfec0-1f48-412f-8e10-6d2b93503c3e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:28.811739 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Pushing event updated for resources: {'Port': ['ID=fee4822d-d882-4482-9444-48c366ba0148,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:28.914512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Network 2c5477b3-d5ba-46e9-8747-8444107d978d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:28.917190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:29.056465 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Router ebcbfec0-1f48-412f-8e10-6d2b93503c3e has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:25:29.149156 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23cb536a-753e-416b-9f91-cff600c38c35 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (e0b7ae56-8f73-44e0-8661-55809e36754b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:29.166625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-01b3f707-a493-4184-bb6c-5d88fa697fa4 None None] Provisioning complete for port fee4822d-d882-4482-9444-48c366ba0148 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:29.168815 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01b3f707-a493-4184-bb6c-5d88fa697fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fee4822d-d882-4482-9444-48c366ba0148), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:29.208367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:25:29.217764 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-01b3f707-a493-4184-bb6c-5d88fa697fa4 None None] Port fee4822d-d882-4482-9444-48c366ba0148 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:25:29.218050 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4d20b1e2-294f-4394-a8c7-ab9c13a38830 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] 10.222.0.36 "PUT /v2.0/routers/ebcbfec0-1f48-412f-8e10-6d2b93503c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2072666 Feb 05 03:25:29.218637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34786) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:29.221799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6e10ce-8723-4d65-8769-77abfb9a87a6 None None] Sync routers for ids ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:25:29.225778 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9ce7b1be-4ac8-4e62-bb6d-bb503dbbb731 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Request body: {'port': {'network_id': '2c5477b3-d5ba-46e9-8747-8444107d978d', 'name': 'tempest-FloatingIPAdminTestJSON-1970404775'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:29.233134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6e10ce-8723-4d65-8769-77abfb9a87a6 None None] Routers {'ebcbfec0-1f48-412f-8e10-6d2b93503c3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:29.234136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4b6e10ce-8723-4d65-8769-77abfb9a87a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:29.273103 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4b6e10ce-8723-4d65-8769-77abfb9a87a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:29.282458 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6e10ce-8723-4d65-8769-77abfb9a87a6 None None] Routers {'ebcbfec0-1f48-412f-8e10-6d2b93503c3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:29.283299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4b6e10ce-8723-4d65-8769-77abfb9a87a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:29.321121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4b6e10ce-8723-4d65-8769-77abfb9a87a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:29.321760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6e10ce-8723-4d65-8769-77abfb9a87a6 None None] The sync data for ids ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:25:29.410635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce7b1be-4ac8-4e62-bb6d-bb503dbbb731 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Made reservation on behalf of 2bb97a99841f4018a7b3ece222bb9763 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:29.414671 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ce7b1be-4ac8-4e62-bb6d-bb503dbbb731 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:29.439439 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-9ce7b1be-4ac8-4e62-bb6d-bb503dbbb731 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] device_id is not set on port 5c8d6b66-98a2-4b02-886e-593868d0329e yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:25:29.603970 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-9ce7b1be-4ac8-4e62-bb6d-bb503dbbb731 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Allocated IP 172.20.0.3 (2c5477b3-d5ba-46e9-8747-8444107d978d/af85f910-9ed7-4578-b933-e618be50f4af/5c8d6b66-98a2-4b02-886e-593868d0329e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:29.639197 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-23cb536a-753e-416b-9f91-cff600c38c35 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Deleting port fe2dce04-1194-49d0-ac10-c074b414e600 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:29.639537 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23cb536a-753e-416b-9f91-cff600c38c35 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fe2dce04-1194-49d0-ac10-c074b414e600), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:29.802807 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-23cb536a-753e-416b-9f91-cff600c38c35 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] For port fe2dce04-1194-49d0-ac10-c074b414e600, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fe2dce04-1194-49d0-ac10-c074b414e600,segment=NetworkSegment(b713cbdb-3c9f-42f1-9507-6d5e4809c78a),segment_id=b713cbdb-3c9f-42f1-9507-6d5e4809c78a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:29.803171 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23cb536a-753e-416b-9f91-cff600c38c35 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fe2dce04-1194-49d0-ac10-c074b414e600), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:29.827649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-23cb536a-753e-416b-9f91-cff600c38c35 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Calling delete_port for fe2dce04-1194-49d0-ac10-c074b414e600 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:29.858165 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ce7b1be-4ac8-4e62-bb6d-bb503dbbb731 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for port (5c8d6b66-98a2-4b02-886e-593868d0329e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:29.970844 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ce7b1be-4ac8-4e62-bb6d-bb503dbbb731 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (5c8d6b66-98a2-4b02-886e-593868d0329e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:30.032300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce7b1be-4ac8-4e62-bb6d-bb503dbbb731 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Network 2c5477b3-d5ba-46e9-8747-8444107d978d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:30.043272 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9ce7b1be-4ac8-4e62-bb6d-bb503dbbb731 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:30.047535 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce7b1be-4ac8-4e62-bb6d-bb503dbbb731 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:30.076144 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7b1be-4ac8-4e62-bb6d-bb503dbbb731 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Pushing event updated for resources: {'Port': ['ID=5c8d6b66-98a2-4b02-886e-593868d0329e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:30.128214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce7b1be-4ac8-4e62-bb6d-bb503dbbb731 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:30.128994 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ce7b1be-4ac8-4e62-bb6d-bb503dbbb731 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:30.163109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9ce7b1be-4ac8-4e62-bb6d-bb503dbbb731 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9402878 Feb 05 03:25:30.163109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34816) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:30.169444 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23cb536a-753e-416b-9f91-cff600c38c35 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (fe2dce04-1194-49d0-ac10-c074b414e600), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:30.199830 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb536a-753e-416b-9f91-cff600c38c35 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'Port': ['ID=fe2dce04-1194-49d0-ac10-c074b414e600,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:30.358491 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:25:30.363733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ec237d79-e966-4945-a813-25922818620e None None] Provisioning complete for port 5c8d6b66-98a2-4b02-886e-593868d0329e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:30.364266 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec237d79-e966-4945-a813-25922818620e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5c8d6b66-98a2-4b02-886e-593868d0329e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:30.427667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'project_id': '2bb97a99841f4018a7b3ece222bb9763', 'port_id': '5c8d6b66-98a2-4b02-886e-593868d0329e'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:30.428006 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ec237d79-e966-4945-a813-25922818620e None None] Port 5c8d6b66-98a2-4b02-886e-593868d0329e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:25:30.463082 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:30.506269 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23cb536a-753e-416b-9f91-cff600c38c35 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (e0b7ae56-8f73-44e0-8661-55809e36754b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:30.965464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34834) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:30.976704 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:31.073264 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04ef3b37-37bf-4529-a1c0-9bf6121155bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:31.150787 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04ef3b37-37bf-4529-a1c0-9bf6121155bc admin admin] Publish callbacks [] for security_group (8e725244-83ce-4e7b-8a1f-3f245b334401), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:31.155151 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04ef3b37-37bf-4529-a1c0-9bf6121155bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8e725244-83ce-4e7b-8a1f-3f245b334401), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:31.168953 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cb536a-753e-416b-9f91-cff600c38c35 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Router e0b7ae56-8f73-44e0-8661-55809e36754b has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:25:31.177582 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Allocated IP 172.25.0.21 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/12ded977-8263-49d1-8511-38d6de57ffd1) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:31.194321 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-04ef3b37-37bf-4529-a1c0-9bf6121155bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65e6a210f74041ea912911b289ab69f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2276962 Feb 05 03:25:31.195488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef3b37-37bf-4529-a1c0-9bf6121155bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e725244-83ce-4e7b-8a1f-3f245b334401,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:31.197199 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34838) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:31.402021 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11641813-70ba-41f2-b4ee-38e8933c1bc6 admin admin] Publish callbacks [] for security_group (8e725244-83ce-4e7b-8a1f-3f245b334401), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:31.429133 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks [] for port (12ded977-8263-49d1-8511-38d6de57ffd1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:31.434110 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cb536a-753e-416b-9f91-cff600c38c35 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:25:31.443580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-23cb536a-753e-416b-9f91-cff600c38c35 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "PUT /v2.0/routers/e0b7ae56-8f73-44e0-8661-55809e36754b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7387056 Feb 05 03:25:31.443765 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5874f4d4-6c07-4989-bfe5-84bab93b8b65 None None] Sync routers for ids ['e0b7ae56-8f73-44e0-8661-55809e36754b'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:25:31.446455 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34840) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:31.450014 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11641813-70ba-41f2-b4ee-38e8933c1bc6 admin admin] Publish callbacks [] for security_group (8e725244-83ce-4e7b-8a1f-3f245b334401), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:31.455520 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5874f4d4-6c07-4989-bfe5-84bab93b8b65 None None] Routers {'e0b7ae56-8f73-44e0-8661-55809e36754b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:31.456144 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5874f4d4-6c07-4989-bfe5-84bab93b8b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e0b7ae56-8f73-44e0-8661-55809e36754b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:31.509736 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3db763-5514-4886-99c6-a25496ce2dee tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Deleting subnet 507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:25:31.513176 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e3db763-5514-4886-99c6-a25496ce2dee tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for subnet (507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:31.515027 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (12ded977-8263-49d1-8511-38d6de57ffd1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:31.556679 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:31.558048 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11641813-70ba-41f2-b4ee-38e8933c1bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8e725244-83ce-4e7b-8a1f-3f245b334401), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:31.561054 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11641813-70ba-41f2-b4ee-38e8933c1bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:31.564500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-11641813-70ba-41f2-b4ee-38e8933c1bc6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e725244-83ce-4e7b-8a1f-3f245b334401 HTTP/1.1" status: 204 len: 168 time: 0.3623097 Feb 05 03:25:31.567622 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e3db763-5514-4886-99c6-a25496ce2dee tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:31.571454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:31.577796 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5874f4d4-6c07-4989-bfe5-84bab93b8b65 None None] Set router e0b7ae56-8f73-44e0-8661-55809e36754b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:25:31.581777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:31.585194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Pushing event updated for resources: {'Port': ['ID=12ded977-8263-49d1-8511-38d6de57ffd1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:31.606750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11641813-70ba-41f2-b4ee-38e8933c1bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e725244-83ce-4e7b-8a1f-3f245b334401,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:31.764452 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e3db763-5514-4886-99c6-a25496ce2dee tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:31.788924 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5874f4d4-6c07-4989-bfe5-84bab93b8b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'name': 'tempest-TestNetworkBasicOps-router-1877295059', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:24:14Z', 'updated_at': '2022-02-05T03:25:30Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:15Z', 'updated_at': '2022-02-05T03:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:31.831917 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5874f4d4-6c07-4989-bfe5-84bab93b8b65 None None] Checking router: e0b7ae56-8f73-44e0-8661-55809e36754b for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:25:31.844226 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5874f4d4-6c07-4989-bfe5-84bab93b8b65 None None] Routers {'e0b7ae56-8f73-44e0-8661-55809e36754b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:31.845125 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e3db763-5514-4886-99c6-a25496ce2dee tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:31.845735 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5874f4d4-6c07-4989-bfe5-84bab93b8b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['e0b7ae56-8f73-44e0-8661-55809e36754b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:31.861550 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e3db763-5514-4886-99c6-a25496ce2dee tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:31.869371 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0e3db763-5514-4886-99c6-a25496ce2dee tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "DELETE /v2.0/subnets/507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0 HTTP/1.1" status: 204 len: 168 time: 0.4209507 Feb 05 03:25:31.874096 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdb5595-8c1b-4a0d-bc03-8c08d3d0a69a None None] Network 8d7d450c-c20e-40b2-9e15-097c43a95301 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:31.875442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34848) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:31.900684 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3db763-5514-4886-99c6-a25496ce2dee tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'Subnet': ['ID=507f6aaf-1b54-4a6f-8ef7-10cbda2e8bd0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:31.981888 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5874f4d4-6c07-4989-bfe5-84bab93b8b65 None None] Set router e0b7ae56-8f73-44e0-8661-55809e36754b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:25:31.988050 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34850) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:31.997301 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device bf2b0107-8285-41d1-8334-b8197ef5b825 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:25:32.004127 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5af3bc3e-2f53-41df-89b4-5b0e34b38061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.032224 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: bf2b0107-8285-41d1-8334-b8197ef5b825 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:25:32.032863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device bf2b0107-8285-41d1-8334-b8197ef5b825 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:25:32.115175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5af3bc3e-2f53-41df-89b4-5b0e34b38061 admin admin] Publish callbacks [] for security_group (67933adf-1281-479b-bb3c-b874e7b1f1f9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.118842 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd411-b323-45cb-95a4-eebda815c736 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router (e0b7ae56-8f73-44e0-8661-55809e36754b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.124109 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5af3bc3e-2f53-41df-89b4-5b0e34b38061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (67933adf-1281-479b-bb3c-b874e7b1f1f9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.163822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1034038-afc9-448d-9354-a00b454859fb None None] DHCP port deletion for 8d7d450c-c20e-40b2-9e15-097c43a95301 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:25:32.169446 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5af3bc3e-2f53-41df-89b4-5b0e34b38061 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=510f123492cc4d358bdee7fc064c08b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1802008 Feb 05 03:25:32.171986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34852) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:32.179558 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3bc3e-2f53-41df-89b4-5b0e34b38061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67933adf-1281-479b-bb3c-b874e7b1f1f9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:32.225311 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks [] for floatingip (03d9eef5-7bf3-4494-ab93-1414f9b6fc68), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.236577 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-353f155a-0c76-456e-a5b1-276b57586cb5 admin admin] Publish callbacks [] for security_group (67933adf-1281-479b-bb3c-b874e7b1f1f9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.261996 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-353f155a-0c76-456e-a5b1-276b57586cb5 admin admin] Publish callbacks [] for security_group (67933adf-1281-479b-bb3c-b874e7b1f1f9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.262231 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c1034038-afc9-448d-9354-a00b454859fb None None] Deleting port c44e76f2-2b50-4e16-89f0-91b7f836e71c {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:32.263131 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c1034038-afc9-448d-9354-a00b454859fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c44e76f2-2b50-4e16-89f0-91b7f836e71c), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.292847 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd411-b323-45cb-95a4-eebda815c736 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router_gateway (e0b7ae56-8f73-44e0-8661-55809e36754b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.298214 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5874f4d4-6c07-4989-bfe5-84bab93b8b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'name': 'tempest-TestNetworkBasicOps-router-1877295059', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:24:14Z', 'updated_at': '2022-02-05T03:25:30Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:15Z', 'updated_at': '2022-02-05T03:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:32.331138 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5874f4d4-6c07-4989-bfe5-84bab93b8b65 None None] The sync data for ids ['e0b7ae56-8f73-44e0-8661-55809e36754b'] in n-d-826942-8 is: [{'id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'name': 'tempest-TestNetworkBasicOps-router-1877295059', 'tenant_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:24:14Z', 'updated_at': '2022-02-05T03:25:30Z', 'revision_number': 5, 'project_id': '3f5ac7b643b8425bbed5ee0e77e96ba9', 'gw_port': {'id': 'c8d3dec7-e931-41a4-9138-c9ad0c155a32', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b7ae56-8f73-44e0-8661-55809e36754b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:24:15Z', 'updated_at': '2022-02-05T03:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:25:32.331526 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-353f155a-0c76-456e-a5b1-276b57586cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (67933adf-1281-479b-bb3c-b874e7b1f1f9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.339242 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-353f155a-0c76-456e-a5b1-276b57586cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.341979 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-353f155a-0c76-456e-a5b1-276b57586cb5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67933adf-1281-479b-bb3c-b874e7b1f1f9 HTTP/1.1" status: 204 len: 168 time: 0.1688490 Feb 05 03:25:32.351590 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (12ded977-8263-49d1-8511-38d6de57ffd1), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.352318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f155a-0c76-456e-a5b1-276b57586cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67933adf-1281-479b-bb3c-b874e7b1f1f9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:32.396351 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c1034038-afc9-448d-9354-a00b454859fb None None] For port c44e76f2-2b50-4e16-89f0-91b7f836e71c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c44e76f2-2b50-4e16-89f0-91b7f836e71c,segment=NetworkSegment(b713cbdb-3c9f-42f1-9507-6d5e4809c78a),segment_id=b713cbdb-3c9f-42f1-9507-6d5e4809c78a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:32.396825 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c1034038-afc9-448d-9354-a00b454859fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c44e76f2-2b50-4e16-89f0-91b7f836e71c), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.411725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c1034038-afc9-448d-9354-a00b454859fb None None] Calling delete_port for c44e76f2-2b50-4e16-89f0-91b7f836e71c owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:32.445136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2d6dd411-b323-45cb-95a4-eebda815c736 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Deleting port c8d3dec7-e931-41a4-9138-c9ad0c155a32 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:32.445480 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd411-b323-45cb-95a4-eebda815c736 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c8d3dec7-e931-41a4-9138-c9ad0c155a32), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.498435 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c1034038-afc9-448d-9354-a00b454859fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (c44e76f2-2b50-4e16-89f0-91b7f836e71c), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.527998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1034038-afc9-448d-9354-a00b454859fb None None] Pushing event deleted for resources: {'Port': ['ID=c44e76f2-2b50-4e16-89f0-91b7f836e71c,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:32.533146 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1034038-afc9-448d-9354-a00b454859fb None None] No DVR routers for this DVR port c44e76f2-2b50-4e16-89f0-91b7f836e71c on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:25:32.594777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-2d6dd411-b323-45cb-95a4-eebda815c736 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] For port c8d3dec7-e931-41a4-9138-c9ad0c155a32, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c8d3dec7-e931-41a4-9138-c9ad0c155a32,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:32.595145 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd411-b323-45cb-95a4-eebda815c736 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c8d3dec7-e931-41a4-9138-c9ad0c155a32), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.613651 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2d6dd411-b323-45cb-95a4-eebda815c736 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Calling delete_port for c8d3dec7-e931-41a4-9138-c9ad0c155a32 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:32.631276 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks [] for port (12ded977-8263-49d1-8511-38d6de57ffd1), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.637972 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (12ded977-8263-49d1-8511-38d6de57ffd1), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.763720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Pushing event updated for resources: {'Port': ['ID=12ded977-8263-49d1-8511-38d6de57ffd1,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:32.777387 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (03d9eef5-7bf3-4494-ab93-1414f9b6fc68), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:32.964004 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Floating IP 03d9eef5-7bf3-4494-ab93-1414f9b6fc68 associated. External IP: 172.25.0.21, port: 5c8d6b66-98a2-4b02-886e-593868d0329e. Feb 05 03:25:33.040559 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd411-b323-45cb-95a4-eebda815c736 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c8d3dec7-e931-41a4-9138-c9ad0c155a32), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:33.075021 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dd411-b323-45cb-95a4-eebda815c736 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'Port': ['ID=c8d3dec7-e931-41a4-9138-c9ad0c155a32,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:33.158694 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd411-b323-45cb-95a4-eebda815c736 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (e0b7ae56-8f73-44e0-8661-55809e36754b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:33.316434 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd411-b323-45cb-95a4-eebda815c736 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (e0b7ae56-8f73-44e0-8661-55809e36754b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:33.322197 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd411-b323-45cb-95a4-eebda815c736 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router_controller (e0b7ae56-8f73-44e0-8661-55809e36754b), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:33.377342 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd411-b323-45cb-95a4-eebda815c736 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (e0b7ae56-8f73-44e0-8661-55809e36754b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:33.377900 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6dd411-b323-45cb-95a4-eebda815c736 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Fanout notify agent at l3_agent the message router_deleted on router e0b7ae56-8f73-44e0-8661-55809e36754b {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:25:33.385174 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd411-b323-45cb-95a4-eebda815c736 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:33.389665 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2d6dd411-b323-45cb-95a4-eebda815c736 tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "DELETE /v2.0/routers/e0b7ae56-8f73-44e0-8661-55809e36754b HTTP/1.1" status: 204 len: 168 time: 1.5106456 Feb 05 03:25:33.390051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34882) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:33.425783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Router ebcbfec0-1f48-412f-8e10-6d2b93503c3e has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:25:33.491943 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cc682f6-b855-45c2-b011-67a81249f8dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (8d7d450c-c20e-40b2-9e15-097c43a95301), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:33.576345 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:25:33.585992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a9638-8da0-4bae-8be3-8a6419e7dc56 None None] Sync routers for ids ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:25:33.596725 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cc682f6-b855-45c2-b011-67a81249f8dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (8d7d450c-c20e-40b2-9e15-097c43a95301), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:33.602882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a9638-8da0-4bae-8be3-8a6419e7dc56 None None] Routers {'ebcbfec0-1f48-412f-8e10-6d2b93503c3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:33.603734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-1a8a9638-8da0-4bae-8be3-8a6419e7dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:33.608768 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:33.618749 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1cc682f6-b855-45c2-b011-67a81249f8dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7d450c-c20e-40b2-9e15-097c43a95301']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:33.629462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1cc682f6-b855-45c2-b011-67a81249f8dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b713cbdb-3c9f-42f1-9507-6d5e4809c78a') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:33.629754 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1cc682f6-b855-45c2-b011-67a81249f8dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b713cbdb-3c9f-42f1-9507-6d5e4809c78a') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:33.641392 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2bc81a2f-7b05-43fa-83a1-7be8693d3210 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.4773054 Feb 05 03:25:33.641825 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cc682f6-b855-45c2-b011-67a81249f8dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (b713cbdb-3c9f-42f1-9507-6d5e4809c78a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:33.644440 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34890) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:33.655321 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-1a8a9638-8da0-4bae-8be3-8a6419e7dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:33.659069 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cc682f6-b855-45c2-b011-67a81249f8dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (b713cbdb-3c9f-42f1-9507-6d5e4809c78a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:33.668061 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc682f6-b855-45c2-b011-67a81249f8dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:25:33.668895 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cc682f6-b855-45c2-b011-67a81249f8dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (b713cbdb-3c9f-42f1-9507-6d5e4809c78a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:25:33.673023 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:25:33.691520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a9638-8da0-4bae-8be3-8a6419e7dc56 None None] Routers {'ebcbfec0-1f48-412f-8e10-6d2b93503c3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:33.692728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-1a8a9638-8da0-4bae-8be3-8a6419e7dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:33.744072 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ac53115-c0b9-4280-a67b-0f570916a1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:33.746419 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-1a8a9638-8da0-4bae-8be3-8a6419e7dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:33.747306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a9638-8da0-4bae-8be3-8a6419e7dc56 None None] The sync data for ids ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'] in n-d-826942-8 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:25:33.761955 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cc682f6-b855-45c2-b011-67a81249f8dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (8d7d450c-c20e-40b2-9e15-097c43a95301), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:33.774021 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cc682f6-b855-45c2-b011-67a81249f8dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:33.777963 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1cc682f6-b855-45c2-b011-67a81249f8dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] 10.222.0.36 "DELETE /v2.0/networks/8d7d450c-c20e-40b2-9e15-097c43a95301 HTTP/1.1" status: 204 len: 168 time: 0.3868484 Feb 05 03:25:33.815624 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc682f6-b855-45c2-b011-67a81249f8dc tempest-TestNetworkBasicOps-2125100104 tempest-TestNetworkBasicOps-2125100104-project] Pushing event deleted for resources: {'Network': ['ID=8d7d450c-c20e-40b2-9e15-097c43a95301,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:34.001048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c8d3dec7-e931-41a4-9138-c9ad0c155a32 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:25:34.033235 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: c8d3dec7-e931-41a4-9138-c9ad0c155a32 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:25:34.033616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c8d3dec7-e931-41a4-9138-c9ad0c155a32 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:25:34.034083 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c44e76f2-2b50-4e16-89f0-91b7f836e71c no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:25:34.056707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: c44e76f2-2b50-4e16-89f0-91b7f836e71c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:25:34.057828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c44e76f2-2b50-4e16-89f0-91b7f836e71c not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:25:34.058553 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fe2dce04-1194-49d0-ac10-c074b414e600 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:25:34.083246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: fe2dce04-1194-49d0-ac10-c074b414e600 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:25:34.083850 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fe2dce04-1194-49d0-ac10-c074b414e600 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:25:34.155489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34904) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:34.184221 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dc50dd38-2ec7-4a76-a836-b7f5d13f4d4e tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] 10.222.0.36 "GET /v2.0/floatingips/03d9eef5-7bf3-4494-ab93-1414f9b6fc68 HTTP/1.1" status: 200 len: 982 time: 0.5385141 Feb 05 03:25:34.186639 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34908) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:34.312260 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34914) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:34.324123 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c6c80b6c-4d53-41f0-b314-d5358844ac4e tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3515 time: 0.1353385 Feb 05 03:25:34.465551 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-538892f7-4950-48a8-ba41-9aef3532343b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f5ac7b643b8425bbed5ee0e77e96ba9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3085675 Feb 05 03:25:34.469105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34920) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:34.522821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-94985b86-949f-459a-bf0e-64919e1f2379 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Deleting port 12ded977-8263-49d1-8511-38d6de57ffd1 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:34.523248 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94985b86-949f-459a-bf0e-64919e1f2379 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (12ded977-8263-49d1-8511-38d6de57ffd1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:34.530694 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4cf79840-04e8-481e-bb79-04430279a2c5 admin admin] Publish callbacks [] for security_group (ebd0f18d-ee2d-490d-becb-5d498f44c408), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:34.553326 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4cf79840-04e8-481e-bb79-04430279a2c5 admin admin] Publish callbacks [] for security_group (ebd0f18d-ee2d-490d-becb-5d498f44c408), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:34.607852 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94985b86-949f-459a-bf0e-64919e1f2379 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (12ded977-8263-49d1-8511-38d6de57ffd1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:34.608197 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94985b86-949f-459a-bf0e-64919e1f2379 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for floatingip (12ded977-8263-49d1-8511-38d6de57ffd1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:34.616546 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4cf79840-04e8-481e-bb79-04430279a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ebd0f18d-ee2d-490d-becb-5d498f44c408), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:34.619464 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4cf79840-04e8-481e-bb79-04430279a2c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:34.623205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-94985b86-949f-459a-bf0e-64919e1f2379 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Calling delete_port for 12ded977-8263-49d1-8511-38d6de57ffd1 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:34.623457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4cf79840-04e8-481e-bb79-04430279a2c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebd0f18d-ee2d-490d-becb-5d498f44c408 HTTP/1.1" status: 204 len: 168 time: 0.1530051 Feb 05 03:25:34.634814 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf79840-04e8-481e-bb79-04430279a2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd0f18d-ee2d-490d-becb-5d498f44c408,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:34.821519 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94985b86-949f-459a-bf0e-64919e1f2379 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (12ded977-8263-49d1-8511-38d6de57ffd1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:34.850869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94985b86-949f-459a-bf0e-64919e1f2379 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Pushing event deleted for resources: {'Port': ['ID=12ded977-8263-49d1-8511-38d6de57ffd1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:34.932736 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94985b86-949f-459a-bf0e-64919e1f2379 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for floatingip (03d9eef5-7bf3-4494-ab93-1414f9b6fc68), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:34.933427 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-94985b86-949f-459a-bf0e-64919e1f2379 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Floating IP 03d9eef5-7bf3-4494-ab93-1414f9b6fc68 disassociated (deleted). External IP: 172.25.0.21, port: 5c8d6b66-98a2-4b02-886e-593868d0329e. Feb 05 03:25:34.941136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34936) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:34.955659 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40a2b1cb-57d3-4626-ae7a-5ba2996abc66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:35.052281 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40a2b1cb-57d3-4626-ae7a-5ba2996abc66 admin admin] Publish callbacks [] for security_group (4f1030e8-2e1b-479a-bd22-ed3a19513fa7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:35.056824 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40a2b1cb-57d3-4626-ae7a-5ba2996abc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4f1030e8-2e1b-479a-bd22-ed3a19513fa7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:35.106244 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-40a2b1cb-57d3-4626-ae7a-5ba2996abc66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1fb0e3c3a7db4fd28e127ac95aa6ec23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1639240 Feb 05 03:25:35.106999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34942) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:35.107782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2b1cb-57d3-4626-ae7a-5ba2996abc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1030e8-2e1b-479a-bd22-ed3a19513fa7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:35.180851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94985b86-949f-459a-bf0e-64919e1f2379 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Router ebcbfec0-1f48-412f-8e10-6d2b93503c3e has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:25:35.183564 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e8431a6-5856-410f-a054-74eaaee8b6c3 admin admin] Publish callbacks [] for security_group (4f1030e8-2e1b-479a-bd22-ed3a19513fa7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:35.208389 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e8431a6-5856-410f-a054-74eaaee8b6c3 admin admin] Publish callbacks [] for security_group (4f1030e8-2e1b-479a-bd22-ed3a19513fa7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:35.262545 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e8431a6-5856-410f-a054-74eaaee8b6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4f1030e8-2e1b-479a-bd22-ed3a19513fa7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:35.265666 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e8431a6-5856-410f-a054-74eaaee8b6c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:35.266885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4e8431a6-5856-410f-a054-74eaaee8b6c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f1030e8-2e1b-479a-bd22-ed3a19513fa7 HTTP/1.1" status: 204 len: 168 time: 0.1548574 Feb 05 03:25:35.278672 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8431a6-5856-410f-a054-74eaaee8b6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1030e8-2e1b-479a-bd22-ed3a19513fa7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:35.300666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94985b86-949f-459a-bf0e-64919e1f2379 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:25:35.306256 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94985b86-949f-459a-bf0e-64919e1f2379 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:35.311593 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97922574-5c74-4885-975d-a8b3ff3c915e None None] Sync routers for ids ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:25:35.325074 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97922574-5c74-4885-975d-a8b3ff3c915e None None] Routers {'ebcbfec0-1f48-412f-8e10-6d2b93503c3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:35.325699 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-97922574-5c74-4885-975d-a8b3ff3c915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:35.347760 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-94985b86-949f-459a-bf0e-64919e1f2379 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] 10.222.0.36 "DELETE /v2.0/floatingips/03d9eef5-7bf3-4494-ab93-1414f9b6fc68 HTTP/1.1" status: 204 len: 168 time: 1.0343430 Feb 05 03:25:35.351623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34946) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:35.359106 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:35.387833 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-97922574-5c74-4885-975d-a8b3ff3c915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:35.393949 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:35.397821 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97922574-5c74-4885-975d-a8b3ff3c915e None None] Routers {'ebcbfec0-1f48-412f-8e10-6d2b93503c3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:35.398623 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-97922574-5c74-4885-975d-a8b3ff3c915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:35.440282 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-97922574-5c74-4885-975d-a8b3ff3c915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:35.440800 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97922574-5c74-4885-975d-a8b3ff3c915e None None] The sync data for ids ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:25:35.503362 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:35.625103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Allocated IP 172.25.0.52 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/6aa7962b-3748-4c41-a38b-a03d431a886b) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:35.738877 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks [] for port (6aa7962b-3748-4c41-a38b-a03d431a886b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:35.777747 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (6aa7962b-3748-4c41-a38b-a03d431a886b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:35.826166 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:35.830906 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:35.835621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:35.839761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Pushing event updated for resources: {'Port': ['ID=6aa7962b-3748-4c41-a38b-a03d431a886b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:35.899804 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a3088d73-c56d-43c5-8bc0-8a4d5c15446f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:35.931564 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks [] for floatingip (099b0c46-2261-49c6-8e75-503e267c9ac5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:35.975543 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6aa7962b-3748-4c41-a38b-a03d431a886b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:36.093513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34968) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:36.178970 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks [] for port (6aa7962b-3748-4c41-a38b-a03d431a886b), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:36.187179 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (6aa7962b-3748-4c41-a38b-a03d431a886b), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:36.220844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-530350b7-147f-4c5d-9078-1c3f6b4e7743 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-565728922-network', 'tenant_id': 'de112bf22c994d7e88b33e6ae28d1232'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:36.241700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Pushing event updated for resources: {'Port': ['ID=6aa7962b-3748-4c41-a38b-a03d431a886b,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:36.245700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530350b7-147f-4c5d-9078-1c3f6b4e7743 admin admin] Made reservation on behalf of de112bf22c994d7e88b33e6ae28d1232 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:36.248968 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-530350b7-147f-4c5d-9078-1c3f6b4e7743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:36.258502 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-530350b7-147f-4c5d-9078-1c3f6b4e7743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:36.290467 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (099b0c46-2261-49c6-8e75-503e267c9ac5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:36.311162 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:36.315015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-eb992a28-587e-435c-8ef0-2cb5fb2fa148 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9597588 Feb 05 03:25:36.315486 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34972) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:36.349905 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-530350b7-147f-4c5d-9078-1c3f6b4e7743 admin admin] Publish callbacks [] for security_group (6e16352a-7bb0-4a84-953a-0582bbf4408e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:36.353846 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-530350b7-147f-4c5d-9078-1c3f6b4e7743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6e16352a-7bb0-4a84-953a-0582bbf4408e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:36.379821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530350b7-147f-4c5d-9078-1c3f6b4e7743 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:25:36.395734 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530350b7-147f-4c5d-9078-1c3f6b4e7743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e16352a-7bb0-4a84-953a-0582bbf4408e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:36.398606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-530350b7-147f-4c5d-9078-1c3f6b4e7743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (174549be-0d14-4d37-b68c-7dd2d39fd1b6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:36.398974 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-530350b7-147f-4c5d-9078-1c3f6b4e7743 admin admin] Added segment 174549be-0d14-4d37-b68c-7dd2d39fd1b6 of type vlan for network c1f4b282-a63f-49ac-9d68-5a781ebc967a Feb 05 03:25:36.441431 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-530350b7-147f-4c5d-9078-1c3f6b4e7743 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (c1f4b282-a63f-49ac-9d68-5a781ebc967a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:36.444527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:36.464448 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:36.466648 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-530350b7-147f-4c5d-9078-1c3f6b4e7743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (c1f4b282-a63f-49ac-9d68-5a781ebc967a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:36.467756 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530350b7-147f-4c5d-9078-1c3f6b4e7743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:36.468334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-530350b7-147f-4c5d-9078-1c3f6b4e7743 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:36.525404 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-530350b7-147f-4c5d-9078-1c3f6b4e7743 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4300818 Feb 05 03:25:36.529799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 34976) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:36.532514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530350b7-147f-4c5d-9078-1c3f6b4e7743 admin admin] Pushing event updated for resources: {'Network': ['ID=c1f4b282-a63f-49ac-9d68-5a781ebc967a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:36.535527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-51287728-4b10-41dc-8073-901fd1366c93 admin admin] Request body: {'subnet': {'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-565728922-subnet', 'tenant_id': 'de112bf22c994d7e88b33e6ae28d1232', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:36.543726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network c1f4b282-a63f-49ac-9d68-5a781ebc967a details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:25:36.565121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51287728-4b10-41dc-8073-901fd1366c93 admin admin] Made reservation on behalf of de112bf22c994d7e88b33e6ae28d1232 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:36.567478 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-51287728-4b10-41dc-8073-901fd1366c93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:36.642371 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:36.813596 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Allocated IP 172.25.0.193 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/7aeef5d8-3a61-4e50-a710-f768620fb53b) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:36.870892 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-51287728-4b10-41dc-8073-901fd1366c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (59576057-f9d1-4649-be20-624091ae4d27), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:36.982206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51287728-4b10-41dc-8073-901fd1366c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59576057-f9d1-4649-be20-624091ae4d27,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:37.002500 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51287728-4b10-41dc-8073-901fd1366c93 admin admin] Checking segment: {'id': '174549be-0d14-4d37-b68c-7dd2d39fd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:37.002884 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51287728-4b10-41dc-8073-901fd1366c93 admin admin] Network hostable DHCP agents. Network: c1f4b282-a63f-49ac-9d68-5a781ebc967a, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:25:37.014140 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Publish callbacks [] for port (7aeef5d8-3a61-4e50-a710-f768620fb53b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.039062 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51287728-4b10-41dc-8073-901fd1366c93 admin admin] Network c1f4b282-a63f-49ac-9d68-5a781ebc967a is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:25:37.059516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-51287728-4b10-41dc-8073-901fd1366c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, c1f4b282-a63f-49ac-9d68-5a781ebc967a) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:37.063765 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51287728-4b10-41dc-8073-901fd1366c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:37.064361 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-51287728-4b10-41dc-8073-901fd1366c93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.067811 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7aeef5d8-3a61-4e50-a710-f768620fb53b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.070083 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368c4146-530b-47f2-8a5a-b0887df464e7 None None] Network c1f4b282-a63f-49ac-9d68-5a781ebc967a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:37.118807 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-51287728-4b10-41dc-8073-901fd1366c93 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5869410 Feb 05 03:25:37.120977 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 34982) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:37.122113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:37.125111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:37.127456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-565728922-router', 'tenant_id': 'de112bf22c994d7e88b33e6ae28d1232', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:37.129931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:37.132038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Pushing event updated for resources: {'Port': ['ID=7aeef5d8-3a61-4e50-a710-f768620fb53b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:37.155409 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (d8f31a2f-203c-4386-8145-3673491b4a84), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.157163 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (d8f31a2f-203c-4386-8145-3673491b4a84), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.185179 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.223677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-c1f4b282-a63f-49ac-9d68-5a781ebc967a', 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a', 'project_id': 'de112bf22c994d7e88b33e6ae28d1232', 'fixed_ips': [{'subnet_id': '59576057-f9d1-4649-be20-624091ae4d27'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:25:37.224610 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.247919 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Publish callbacks [] for floatingip (9dc97f01-fe44-4800-8494-59352bf80b3f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.248460 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Publish callbacks [] for router_controller (d8f31a2f-203c-4386-8145-3673491b4a84), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.297666 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7aeef5d8-3a61-4e50-a710-f768620fb53b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.403515 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Publish callbacks [] for router_gateway (d8f31a2f-203c-4386-8145-3673491b4a84), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.420208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Allocated IP 172.20.0.2 (c1f4b282-a63f-49ac-9d68-5a781ebc967a/59576057-f9d1-4649-be20-624091ae4d27/18399a46-0d56-46c8-810f-2f6df4970783) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:37.486981 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Publish callbacks [] for port (7aeef5d8-3a61-4e50-a710-f768620fb53b), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.502086 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (7aeef5d8-3a61-4e50-a710-f768620fb53b), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.586620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (9dc97f01-fe44-4800-8494-59352bf80b3f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.600684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Pushing event updated for resources: {'Port': ['ID=7aeef5d8-3a61-4e50-a710-f768620fb53b,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:37.621619 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Publish callbacks [] for port (18399a46-0d56-46c8-810f-2f6df4970783), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.625348 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.627089 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d27d1127-6ccc-49e1-aed3-0d34a4684e46 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3102927 Feb 05 03:25:37.629667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35004) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:37.633095 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (18399a46-0d56-46c8-810f-2f6df4970783), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.653953 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Publish callbacks [] for router_gateway (d8f31a2f-203c-4386-8145-3673491b4a84), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.676283 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.693542 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Pushing event updated for resources: {'Port': ['ID=18399a46-0d56-46c8-810f-2f6df4970783,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:37.707530 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Network c1f4b282-a63f-49ac-9d68-5a781ebc967a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:37.709257 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:37.711722 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:37.718997 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-61133c84-96cc-48cc-9c75-56a798a8853e tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3700 time: 0.0880544 Feb 05 03:25:37.721352 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35006) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:37.773654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Attempting to bind port 18399a46-0d56-46c8-810f-2f6df4970783 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:37.774118 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Attempting to bind port 18399a46-0d56-46c8-810f-2f6df4970783 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '174549be-0d14-4d37-b68c-7dd2d39fd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:37.774657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Attempting to bind port 18399a46-0d56-46c8-810f-2f6df4970783 on network c1f4b282-a63f-49ac-9d68-5a781ebc967a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:37.780527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:25:37.781195 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Checking segment: {'id': '174549be-0d14-4d37-b68c-7dd2d39fd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:37.781707 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.782228 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Bound using segment: {'id': '174549be-0d14-4d37-b68c-7dd2d39fd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:25:37.782853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Bound port: 18399a46-0d56-46c8-810f-2f6df4970783, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174549be-0d14-4d37-b68c-7dd2d39fd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:25:37.783480 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (18399a46-0d56-46c8-810f-2f6df4970783), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.800670 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c96abd23-87f1-4402-8488-69048b26dc23 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0755091 Feb 05 03:25:37.801408 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35008) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:37.816933 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Allocated IP 172.25.0.247 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/01ef9866-7127-4fd9-9c92-c22902441202) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:37.853762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] For port 18399a46-0d56-46c8-810f-2f6df4970783, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:25:37.857936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] For port 18399a46-0d56-46c8-810f-2f6df4970783, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=18399a46-0d56-46c8-810f-2f6df4970783,segment=NetworkSegment(174549be-0d14-4d37-b68c-7dd2d39fd1b6),segment_id=174549be-0d14-4d37-b68c-7dd2d39fd1b6)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:25:37.864883 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (18399a46-0d56-46c8-810f-2f6df4970783), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:37.928312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3398d6a-6f68-4d90-9c48-a12ba2897a46 None None] Pushing event updated for resources: {'Port': ['ID=18399a46-0d56-46c8-810f-2f6df4970783,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:38.033991 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c38876f2-3f51-4c75-92b7-57eeedc65ea9 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Deleting port 7aeef5d8-3a61-4e50-a710-f768620fb53b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:38.034336 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c38876f2-3f51-4c75-92b7-57eeedc65ea9 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7aeef5d8-3a61-4e50-a710-f768620fb53b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:38.038905 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Publish callbacks [] for port (01ef9866-7127-4fd9-9c92-c22902441202), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:38.142633 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (01ef9866-7127-4fd9-9c92-c22902441202), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:38.208756 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c38876f2-3f51-4c75-92b7-57eeedc65ea9 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7aeef5d8-3a61-4e50-a710-f768620fb53b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:38.209230 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c38876f2-3f51-4c75-92b7-57eeedc65ea9 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Publish callbacks [] for floatingip (7aeef5d8-3a61-4e50-a710-f768620fb53b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:38.212788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:38.224285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:38.229855 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:38.259367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Pushing event updated for resources: {'Port': ['ID=01ef9866-7127-4fd9-9c92-c22902441202,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:38.262166 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c38876f2-3f51-4c75-92b7-57eeedc65ea9 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Calling delete_port for 7aeef5d8-3a61-4e50-a710-f768620fb53b owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:38.727462 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:38.933361 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c38876f2-3f51-4c75-92b7-57eeedc65ea9 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7aeef5d8-3a61-4e50-a710-f768620fb53b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:38.974263 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Publish callbacks [] for router_gateway (d8f31a2f-203c-4386-8145-3673491b4a84), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:38.991127 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38876f2-3f51-4c75-92b7-57eeedc65ea9 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Pushing event deleted for resources: {'Port': ['ID=7aeef5d8-3a61-4e50-a710-f768620fb53b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:39.038681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9df799-df79-41a2-9b98-684a7414e151 None None] Network c1f4b282-a63f-49ac-9d68-5a781ebc967a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:39.116965 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c38876f2-3f51-4c75-92b7-57eeedc65ea9 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Publish callbacks [] for floatingip (9dc97f01-fe44-4800-8494-59352bf80b3f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:39.119527 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c38876f2-3f51-4c75-92b7-57eeedc65ea9 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:39.123276 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c38876f2-3f51-4c75-92b7-57eeedc65ea9 tempest-FloatingIPAdminTestJSON-350236300 tempest-FloatingIPAdminTestJSON-350236300-project] 10.222.0.36 "DELETE /v2.0/floatingips/9dc97f01-fe44-4800-8494-59352bf80b3f HTTP/1.1" status: 204 len: 168 time: 1.3193500 Feb 05 03:25:39.124270 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35012) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:39.165758 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-50e51df7-0fd9-493c-8deb-90b581b532fa None None] Provisioning complete for port 18399a46-0d56-46c8-810f-2f6df4970783 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:39.166041 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-50e51df7-0fd9-493c-8deb-90b581b532fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (18399a46-0d56-46c8-810f-2f6df4970783), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:39.258983 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-50e51df7-0fd9-493c-8deb-90b581b532fa None None] Current status of the port 18399a46-0d56-46c8-810f-2f6df4970783 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:39.259628 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-50e51df7-0fd9-493c-8deb-90b581b532fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (18399a46-0d56-46c8-810f-2f6df4970783), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:39.269481 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (d8f31a2f-203c-4386-8145-3673491b4a84), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:39.275259 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c94baf13-9b27-4acc-ac4d-b10c9acae0f4 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Deleting port 6aa7962b-3748-4c41-a38b-a03d431a886b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:39.275602 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c94baf13-9b27-4acc-ac4d-b10c9acae0f4 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6aa7962b-3748-4c41-a38b-a03d431a886b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:39.302724 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-50e51df7-0fd9-493c-8deb-90b581b532fa None None] For port 18399a46-0d56-46c8-810f-2f6df4970783, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=18399a46-0d56-46c8-810f-2f6df4970783,segment=NetworkSegment(174549be-0d14-4d37-b68c-7dd2d39fd1b6),segment_id=174549be-0d14-4d37-b68c-7dd2d39fd1b6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:39.312988 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-50e51df7-0fd9-493c-8deb-90b581b532fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (18399a46-0d56-46c8-810f-2f6df4970783), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:39.393741 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c94baf13-9b27-4acc-ac4d-b10c9acae0f4 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6aa7962b-3748-4c41-a38b-a03d431a886b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:39.394739 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c94baf13-9b27-4acc-ac4d-b10c9acae0f4 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks [] for floatingip (6aa7962b-3748-4c41-a38b-a03d431a886b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:39.396921 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e51df7-0fd9-493c-8deb-90b581b532fa None None] Pushing event updated for resources: {'Port': ['ID=18399a46-0d56-46c8-810f-2f6df4970783,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:39.413237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c94baf13-9b27-4acc-ac4d-b10c9acae0f4 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Calling delete_port for 6aa7962b-3748-4c41-a38b-a03d431a886b owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:39.436077 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Router d8f31a2f-203c-4386-8145-3673491b4a84 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:25:39.537620 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a5b91545-d02b-46e7-9f2a-bf314a147c88 None None] Provisioning complete for port 18399a46-0d56-46c8-810f-2f6df4970783 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:39.538023 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a5b91545-d02b-46e7-9f2a-bf314a147c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (18399a46-0d56-46c8-810f-2f6df4970783), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:39.560436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:25:39.570510 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c94baf13-9b27-4acc-ac4d-b10c9acae0f4 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (6aa7962b-3748-4c41-a38b-a03d431a886b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:39.583331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Sync routers for ids ['d8f31a2f-203c-4386-8145-3673491b4a84'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:25:39.593602 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:39.595801 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1b206c0d-5f29-4789-ab20-29bdabb8329c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4726360 Feb 05 03:25:39.598924 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35014) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:39.605763 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Routers {'d8f31a2f-203c-4386-8145-3673491b4a84'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:39.606525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d8f31a2f-203c-4386-8145-3673491b4a84'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:39.606842 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94baf13-9b27-4acc-ac4d-b10c9acae0f4 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Pushing event deleted for resources: {'Port': ['ID=6aa7962b-3748-4c41-a38b-a03d431a886b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:39.690382 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c94baf13-9b27-4acc-ac4d-b10c9acae0f4 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks [] for floatingip (099b0c46-2261-49c6-8e75-503e267c9ac5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:39.695991 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c94baf13-9b27-4acc-ac4d-b10c9acae0f4 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:39.700325 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c94baf13-9b27-4acc-ac4d-b10c9acae0f4 tempest-FloatingIPAdminTestJSON-420136783 tempest-FloatingIPAdminTestJSON-420136783-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/099b0c46-2261-49c6-8e75-503e267c9ac5 HTTP/1.1" status: 204 len: 168 time: 0.5750449 Feb 05 03:25:39.704665 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35016) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:39.732953 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a5b91545-d02b-46e7-9f2a-bf314a147c88 None None] Current status of the port 18399a46-0d56-46c8-810f-2f6df4970783 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:39.761841 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Set router d8f31a2f-203c-4386-8145-3673491b4a84 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:25:39.893438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 18399a46-0d56-46c8-810f-2f6df4970783 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:25:39.935390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b9b245f1-1e51-463c-8008-0878285b3387 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Deleting port 5c8d6b66-98a2-4b02-886e-593868d0329e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:39.935390 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9b245f1-1e51-463c-8008-0878285b3387 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5c8d6b66-98a2-4b02-886e-593868d0329e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:40.001117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 18399a46-0d56-46c8-810f-2f6df4970783 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:40.001487 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (18399a46-0d56-46c8-810f-2f6df4970783), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:40.061631 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:40.076882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'name': 'tempest-TestServerMultinode-565728922-router', 'tenant_id': 'de112bf22c994d7e88b33e6ae28d1232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '01ef9866-7127-4fd9-9c92-c22902441202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:37Z', 'updated_at': '2022-02-05T03:25:38Z', 'revision_number': 3, 'project_id': 'de112bf22c994d7e88b33e6ae28d1232', 'gw_port': {'id': '01ef9866-7127-4fd9-9c92-c22902441202', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:16:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:37Z', 'updated_at': '2022-02-05T03:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:40.107966 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Checking router: d8f31a2f-203c-4386-8145-3673491b4a84 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:25:40.108326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Updating router d8f31a2f-203c-4386-8145-3673491b4a84 port 01ef9866-7127-4fd9-9c92-c22902441202 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:25:40.112162 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9b245f1-1e51-463c-8008-0878285b3387 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5c8d6b66-98a2-4b02-886e-593868d0329e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:40.130519 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b9b245f1-1e51-463c-8008-0878285b3387 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Calling delete_port for 5c8d6b66-98a2-4b02-886e-593868d0329e owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:40.172279 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (01ef9866-7127-4fd9-9c92-c22902441202), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:40.174881 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 18399a46-0d56-46c8-810f-2f6df4970783 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:40.331555 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:40.420254 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9b245f1-1e51-463c-8008-0878285b3387 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5c8d6b66-98a2-4b02-886e-593868d0329e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:40.466664 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Publish callbacks [] for port (01ef9866-7127-4fd9-9c92-c22902441202), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:40.472505 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (01ef9866-7127-4fd9-9c92-c22902441202), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:40.494594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b245f1-1e51-463c-8008-0878285b3387 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Pushing event deleted for resources: {'Port': ['ID=5c8d6b66-98a2-4b02-886e-593868d0329e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:40.539727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Attempting to bind port 01ef9866-7127-4fd9-9c92-c22902441202 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:40.540579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Attempting to bind port 01ef9866-7127-4fd9-9c92-c22902441202 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:40.540579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Attempting to bind port 01ef9866-7127-4fd9-9c92-c22902441202 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:40.543080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93f07e-ce1d-4810-a2e4-c4c3b3a4fbd8 None None] Pushing event updated for resources: {'Port': ['ID=01ef9866-7127-4fd9-9c92-c22902441202,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:40.556922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:25:40.557877 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:40.558291 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:40.559811 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:25:40.560298 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Bound port: 01ef9866-7127-4fd9-9c92-c22902441202, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:25:40.560813 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (01ef9866-7127-4fd9-9c92-c22902441202), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:40.633407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] For port 01ef9866-7127-4fd9-9c92-c22902441202, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:25:40.638504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] For port 01ef9866-7127-4fd9-9c92-c22902441202, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=01ef9866-7127-4fd9-9c92-c22902441202,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:25:40.642218 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9b245f1-1e51-463c-8008-0878285b3387 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:40.646120 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b9b245f1-1e51-463c-8008-0878285b3387 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] 10.222.0.36 "DELETE /v2.0/ports/5c8d6b66-98a2-4b02-886e-593868d0329e HTTP/1.1" status: 204 len: 168 time: 0.9412456 Feb 05 03:25:40.649054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35020) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:40.653800 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (01ef9866-7127-4fd9-9c92-c22902441202), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:40.672927 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Allocated IP 172.20.0.1 (c1f4b282-a63f-49ac-9d68-5a781ebc967a/59576057-f9d1-4649-be20-624091ae4d27/7424c1e3-1306-45f8-ab82-8ae5c1691aae) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:40.748545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b254dc9-7555-4167-bcae-918f33c16d0c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:40.760068 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3b254dc9-7555-4167-bcae-918f33c16d0c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebcbfec0-1f48-412f-8e10-6d2b93503c3e HTTP/1.1" status: 200 len: 913 time: 0.1072600 Feb 05 03:25:40.760501 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35022) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:40.769392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93f07e-ce1d-4810-a2e4-c4c3b3a4fbd8 None None] Pushing event updated for resources: {'Port': ['ID=01ef9866-7127-4fd9-9c92-c22902441202,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:40.778109 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Routers {'d8f31a2f-203c-4386-8145-3673491b4a84'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:40.779023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d8f31a2f-203c-4386-8145-3673491b4a84'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:40.846174 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Publish callbacks [] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:40.895872 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:40.945762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] Set router d8f31a2f-203c-4386-8145-3673491b4a84 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:25:40.951830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Network c1f4b282-a63f-49ac-9d68-5a781ebc967a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:40.954718 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:40.961088 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:41.002042 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Pushing event updated for resources: {'Port': ['ID=7424c1e3-1306-45f8-ab82-8ae5c1691aae,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:41.035475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (d8f31a2f-203c-4386-8145-3673491b4a84), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:41.240572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'name': 'tempest-TestServerMultinode-565728922-router', 'tenant_id': 'de112bf22c994d7e88b33e6ae28d1232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '01ef9866-7127-4fd9-9c92-c22902441202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:37Z', 'updated_at': '2022-02-05T03:25:38Z', 'revision_number': 3, 'project_id': 'de112bf22c994d7e88b33e6ae28d1232', 'gw_port': {'id': '01ef9866-7127-4fd9-9c92-c22902441202', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:16:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:37Z', 'updated_at': '2022-02-05T03:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:41.270223 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:41.276884 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5421987-5c9e-4e8d-9ff0-26fe68940f77 None None] The sync data for ids ['d8f31a2f-203c-4386-8145-3673491b4a84'] in n-d-826942-8 is: [{'id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'name': 'tempest-TestServerMultinode-565728922-router', 'tenant_id': 'de112bf22c994d7e88b33e6ae28d1232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '01ef9866-7127-4fd9-9c92-c22902441202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:37Z', 'updated_at': '2022-02-05T03:25:38Z', 'revision_number': 3, 'project_id': 'de112bf22c994d7e88b33e6ae28d1232', 'gw_port': {'id': '01ef9866-7127-4fd9-9c92-c22902441202', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:16:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:37Z', 'updated_at': '2022-02-05T03:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:25:41.291489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-01657c51-bdc7-4373-b446-4157328a3845 None None] Provisioning complete for port 7424c1e3-1306-45f8-ab82-8ae5c1691aae triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:41.292450 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01657c51-bdc7-4373-b446-4157328a3845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:41.335089 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-01657c51-bdc7-4373-b446-4157328a3845 None None] Port 7424c1e3-1306-45f8-ab82-8ae5c1691aae cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:25:41.357947 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-381b9395-0cdd-4c4a-b9db-850aee1ad9b5 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (ebcbfec0-1f48-412f-8e10-6d2b93503c3e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:41.513818 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Publish callbacks [] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:41.520241 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:41.627744 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (d8f31a2f-203c-4386-8145-3673491b4a84), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:41.628742 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:41.629754 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Pushing event updated for resources: {'Port': ['ID=7424c1e3-1306-45f8-ab82-8ae5c1691aae,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:41.723582 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-381b9395-0cdd-4c4a-b9db-850aee1ad9b5 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Deleting port fee4822d-d882-4482-9444-48c366ba0148 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:41.724069 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-381b9395-0cdd-4c4a-b9db-850aee1ad9b5 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fee4822d-d882-4482-9444-48c366ba0148), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:41.737375 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Network c1f4b282-a63f-49ac-9d68-5a781ebc967a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:41.738826 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:41.893558 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-381b9395-0cdd-4c4a-b9db-850aee1ad9b5 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fee4822d-d882-4482-9444-48c366ba0148), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:41.908441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-381b9395-0cdd-4c4a-b9db-850aee1ad9b5 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Calling delete_port for fee4822d-d882-4482-9444-48c366ba0148 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:41.942214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 01ef9866-7127-4fd9-9c92-c22902441202 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:25:41.945294 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Router d8f31a2f-203c-4386-8145-3673491b4a84 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:25:42.068710 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 01ef9866-7127-4fd9-9c92-c22902441202 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:42.069067 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (01ef9866-7127-4fd9-9c92-c22902441202), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:42.142322 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:25:42.150466 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-74a8e4e5-1820-422a-9369-3c7264e32223 admin admin] 10.222.0.36 "PUT /v2.0/routers/d8f31a2f-203c-4386-8145-3673491b4a84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5501404 Feb 05 03:25:42.207433 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-59a88f03-a1c5-4cb7-89ff-b0813b6797e1 None None] Provisioning complete for port 7424c1e3-1306-45f8-ab82-8ae5c1691aae triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:42.207433 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59a88f03-a1c5-4cb7-89ff-b0813b6797e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:42.293782 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-59a88f03-a1c5-4cb7-89ff-b0813b6797e1 None None] Port 7424c1e3-1306-45f8-ab82-8ae5c1691aae cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:25:42.377952 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 01ef9866-7127-4fd9-9c92-c22902441202 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:42.378345 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (01ef9866-7127-4fd9-9c92-c22902441202), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:42.380570 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-381b9395-0cdd-4c4a-b9db-850aee1ad9b5 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (fee4822d-d882-4482-9444-48c366ba0148), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:42.421825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35042) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:42.437998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 01ef9866-7127-4fd9-9c92-c22902441202, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=01ef9866-7127-4fd9-9c92-c22902441202,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:42.444920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b9395-0cdd-4c4a-b9db-850aee1ad9b5 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Pushing event deleted for resources: {'Port': ['ID=fee4822d-d882-4482-9444-48c366ba0148,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:42.447838 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (01ef9866-7127-4fd9-9c92-c22902441202), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:42.621952 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=01ef9866-7127-4fd9-9c92-c22902441202,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:42.692197 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d29ca1ec-e874-43cb-b89e-ca218af8c028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:42.826278 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d29ca1ec-e874-43cb-b89e-ca218af8c028 admin admin] Publish callbacks [] for security_group (75b1c77b-cece-4c8c-86ab-33725b5eda42), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:42.835119 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d29ca1ec-e874-43cb-b89e-ca218af8c028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (75b1c77b-cece-4c8c-86ab-33725b5eda42), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:42.848472 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-381b9395-0cdd-4c4a-b9db-850aee1ad9b5 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (ebcbfec0-1f48-412f-8e10-6d2b93503c3e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:42.917383 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d29ca1ec-e874-43cb-b89e-ca218af8c028 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2625929fd49c4711a55fbec402cf5d57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4935012 Feb 05 03:25:42.920855 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35054) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:42.956084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ca1ec-e874-43cb-b89e-ca218af8c028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b1c77b-cece-4c8c-86ab-33725b5eda42,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:43.011632 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3db4-0c80-43ab-8f3b-14f7215a3823 admin admin] Publish callbacks [] for security_group (75b1c77b-cece-4c8c-86ab-33725b5eda42), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:43.044382 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3db4-0c80-43ab-8f3b-14f7215a3823 admin admin] Publish callbacks [] for security_group (75b1c77b-cece-4c8c-86ab-33725b5eda42), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:43.075841 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35058) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:43.086028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b0ad74d6-27a9-4793-bb70-acaf8671b4c0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2092847903-network', 'tenant_id': 'a3986eb8bd3248e5a49b0d0f388a9739'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:43.118868 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ad74d6-27a9-4793-bb70-acaf8671b4c0 admin admin] Made reservation on behalf of a3986eb8bd3248e5a49b0d0f388a9739 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:43.122003 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad74d6-27a9-4793-bb70-acaf8671b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:43.134699 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad74d6-27a9-4793-bb70-acaf8671b4c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:43.144214 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3db4-0c80-43ab-8f3b-14f7215a3823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (75b1c77b-cece-4c8c-86ab-33725b5eda42), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:43.147354 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3db4-0c80-43ab-8f3b-14f7215a3823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:43.151863 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9e4e3db4-0c80-43ab-8f3b-14f7215a3823 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75b1c77b-cece-4c8c-86ab-33725b5eda42 HTTP/1.1" status: 204 len: 168 time: 0.2266896 Feb 05 03:25:43.267501 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad74d6-27a9-4793-bb70-acaf8671b4c0 admin admin] Publish callbacks [] for security_group (7fc371ec-dd29-41c1-a826-e39753fc87be), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:43.278652 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e3db4-0c80-43ab-8f3b-14f7215a3823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b1c77b-cece-4c8c-86ab-33725b5eda42,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:43.302863 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad74d6-27a9-4793-bb70-acaf8671b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7fc371ec-dd29-41c1-a826-e39753fc87be), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:43.351107 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad74d6-27a9-4793-bb70-acaf8671b4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc371ec-dd29-41c1-a826-e39753fc87be,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:43.358144 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ad74d6-27a9-4793-bb70-acaf8671b4c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:25:43.380659 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad74d6-27a9-4793-bb70-acaf8671b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c4cc851c-eb56-4460-98fc-2fd6d122f3b5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:43.381143 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-b0ad74d6-27a9-4793-bb70-acaf8671b4c0 admin admin] Added segment c4cc851c-eb56-4460-98fc-2fd6d122f3b5 of type vlan for network 2c52e2df-60af-495b-8574-352a95ad65b9 Feb 05 03:25:43.443772 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad74d6-27a9-4793-bb70-acaf8671b4c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (2c52e2df-60af-495b-8574-352a95ad65b9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:43.489661 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad74d6-27a9-4793-bb70-acaf8671b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (2c52e2df-60af-495b-8574-352a95ad65b9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:43.491006 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ad74d6-27a9-4793-bb70-acaf8671b4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:43.491491 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad74d6-27a9-4793-bb70-acaf8671b4c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:43.528972 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381b9395-0cdd-4c4a-b9db-850aee1ad9b5 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Router ebcbfec0-1f48-412f-8e10-6d2b93503c3e has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:25:43.548251 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b0ad74d6-27a9-4793-bb70-acaf8671b4c0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4711657 Feb 05 03:25:43.548854 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35064) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:43.555557 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a2972683-f75f-4ade-bd60-71dfb3a522f6 admin admin] Request body: {'subnet': {'network_id': '2c52e2df-60af-495b-8574-352a95ad65b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2092847903-subnet', 'tenant_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:43.594230 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad74d6-27a9-4793-bb70-acaf8671b4c0 admin admin] Pushing event updated for resources: {'Network': ['ID=2c52e2df-60af-495b-8574-352a95ad65b9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:43.614343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 2c52e2df-60af-495b-8574-352a95ad65b9 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:25:43.626896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2972683-f75f-4ade-bd60-71dfb3a522f6 admin admin] Made reservation on behalf of a3986eb8bd3248e5a49b0d0f388a9739 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:43.632919 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2972683-f75f-4ade-bd60-71dfb3a522f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:43.685890 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381b9395-0cdd-4c4a-b9db-850aee1ad9b5 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:25:43.700348 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac1d497-ad7b-49ac-86d8-5121d904a078 None None] Sync routers for ids ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:25:43.710192 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-381b9395-0cdd-4c4a-b9db-850aee1ad9b5 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] 10.222.0.36 "PUT /v2.0/routers/ebcbfec0-1f48-412f-8e10-6d2b93503c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9482160 Feb 05 03:25:43.712263 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35066) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:43.722603 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac1d497-ad7b-49ac-86d8-5121d904a078 None None] Routers {'ebcbfec0-1f48-412f-8e10-6d2b93503c3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:43.723414 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dac1d497-ad7b-49ac-86d8-5121d904a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:43.754603 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35068) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:43.776503 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dac1d497-ad7b-49ac-86d8-5121d904a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:43.786107 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac1d497-ad7b-49ac-86d8-5121d904a078 None None] Routers {'ebcbfec0-1f48-412f-8e10-6d2b93503c3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:43.787007 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dac1d497-ad7b-49ac-86d8-5121d904a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:43.808331 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5f5e-7dee-4e60-8562-f2af2e6b9889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:43.811899 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 01ef9866-7127-4fd9-9c92-c22902441202 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:25:43.846320 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dac1d497-ad7b-49ac-86d8-5121d904a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:43.847283 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac1d497-ad7b-49ac-86d8-5121d904a078 None None] The sync data for ids ['ebcbfec0-1f48-412f-8e10-6d2b93503c3e'] in n-d-826942-8 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:25:43.900954 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 01ef9866-7127-4fd9-9c92-c22902441202 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:43.902170 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (01ef9866-7127-4fd9-9c92-c22902441202), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:43.936478 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c7d763d-50fd-4b21-a590-312aa16e41a0 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for router (ebcbfec0-1f48-412f-8e10-6d2b93503c3e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.032676 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5f5e-7dee-4e60-8562-f2af2e6b9889 admin admin] Publish callbacks [] for security_group (9c9a5529-a3e3-47c6-a886-12a217b2d520), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.047690 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5f5e-7dee-4e60-8562-f2af2e6b9889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9c9a5529-a3e3-47c6-a886-12a217b2d520), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.076339 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7e3b5f5e-7dee-4e60-8562-f2af2e6b9889 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b019bf8dc864ebdb023051f76a1ed16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3204548 Feb 05 03:25:44.079129 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35070) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:44.098400 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2972683-f75f-4ade-bd60-71dfb3a522f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (48904cb2-13a6-42ab-a6cf-5a359374e254), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.115201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0412778-f409-4915-863b-f7195c30befc None None] Sync routers for ids ['d8f31a2f-203c-4386-8145-3673491b4a84'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:25:44.119849 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c7d763d-50fd-4b21-a590-312aa16e41a0 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for router_gateway (ebcbfec0-1f48-412f-8e10-6d2b93503c3e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.143686 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0412778-f409-4915-863b-f7195c30befc None None] Routers {'d8f31a2f-203c-4386-8145-3673491b4a84'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:44.144622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a0412778-f409-4915-863b-f7195c30befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d8f31a2f-203c-4386-8145-3673491b4a84'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:44.183269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b5f5e-7dee-4e60-8562-f2af2e6b9889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9a5529-a3e3-47c6-a886-12a217b2d520,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:44.214751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d763d-50fd-4b21-a590-312aa16e41a0 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Deleting port 991c3c74-d142-4cce-ae2b-e2b8fc365ade {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:44.215121 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c7d763d-50fd-4b21-a590-312aa16e41a0 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (991c3c74-d142-4cce-ae2b-e2b8fc365ade), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.226895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2972683-f75f-4ade-bd60-71dfb3a522f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48904cb2-13a6-42ab-a6cf-5a359374e254,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:44.247670 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2972683-f75f-4ade-bd60-71dfb3a522f6 admin admin] Checking segment: {'id': 'c4cc851c-eb56-4460-98fc-2fd6d122f3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2c52e2df-60af-495b-8574-352a95ad65b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:44.248029 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2972683-f75f-4ade-bd60-71dfb3a522f6 admin admin] Network hostable DHCP agents. Network: 2c52e2df-60af-495b-8574-352a95ad65b9, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:25:44.250108 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b8664dd-2291-4f67-a330-a121e83e0db4 admin admin] Publish callbacks [] for security_group (9c9a5529-a3e3-47c6-a886-12a217b2d520), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.281116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a0412778-f409-4915-863b-f7195c30befc None None] Set router d8f31a2f-203c-4386-8145-3673491b4a84 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:25:44.284721 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b8664dd-2291-4f67-a330-a121e83e0db4 admin admin] Publish callbacks [] for security_group (9c9a5529-a3e3-47c6-a886-12a217b2d520), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.287261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2972683-f75f-4ade-bd60-71dfb3a522f6 admin admin] Network 2c52e2df-60af-495b-8574-352a95ad65b9 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:25:44.309530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a2972683-f75f-4ade-bd60-71dfb3a522f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 2c52e2df-60af-495b-8574-352a95ad65b9) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:44.310549 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c7d763d-50fd-4b21-a590-312aa16e41a0 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (991c3c74-d142-4cce-ae2b-e2b8fc365ade), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.323799 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2972683-f75f-4ade-bd60-71dfb3a522f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:44.324388 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2972683-f75f-4ade-bd60-71dfb3a522f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.325501 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d763d-50fd-4b21-a590-312aa16e41a0 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Calling delete_port for 991c3c74-d142-4cce-ae2b-e2b8fc365ade owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:44.363270 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a2972683-f75f-4ade-bd60-71dfb3a522f6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8093166 Feb 05 03:25:44.378535 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35072) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:44.384231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2092847903-router', 'tenant_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:44.398352 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b8664dd-2291-4f67-a330-a121e83e0db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (9c9a5529-a3e3-47c6-a886-12a217b2d520), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.402899 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b8664dd-2291-4f67-a330-a121e83e0db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.407971 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4b8664dd-2291-4f67-a330-a121e83e0db4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c9a5529-a3e3-47c6-a886-12a217b2d520 HTTP/1.1" status: 204 len: 168 time: 0.3276978 Feb 05 03:25:44.423082 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8664dd-2291-4f67-a330-a121e83e0db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9a5529-a3e3-47c6-a886-12a217b2d520,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:44.438235 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ce6cac-073e-437e-89f6-6fb2e354515b None None] Network 2c52e2df-60af-495b-8574-352a95ad65b9 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:44.441020 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (01ef4958-319d-4a66-9aa9-65df6b36e49d), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.441534 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (01ef4958-319d-4a66-9aa9-65df6b36e49d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.545073 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Publish callbacks [] for router_controller (01ef4958-319d-4a66-9aa9-65df6b36e49d), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.569795 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 01ef9866-7127-4fd9-9c92-c22902441202 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:44.601419 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c7d763d-50fd-4b21-a590-312aa16e41a0 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (991c3c74-d142-4cce-ae2b-e2b8fc365ade), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.636452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d763d-50fd-4b21-a590-312aa16e41a0 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Pushing event deleted for resources: {'Port': ['ID=991c3c74-d142-4cce-ae2b-e2b8fc365ade,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:44.657171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-2c52e2df-60af-495b-8574-352a95ad65b9', 'network_id': '2c52e2df-60af-495b-8574-352a95ad65b9', 'project_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'fixed_ips': [{'subnet_id': '48904cb2-13a6-42ab-a6cf-5a359374e254'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:25:44.658069 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.722297 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c7d763d-50fd-4b21-a590-312aa16e41a0 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (ebcbfec0-1f48-412f-8e10-6d2b93503c3e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.789579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a0412778-f409-4915-863b-f7195c30befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'name': 'tempest-TestServerMultinode-565728922-router', 'tenant_id': 'de112bf22c994d7e88b33e6ae28d1232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '01ef9866-7127-4fd9-9c92-c22902441202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:37Z', 'updated_at': '2022-02-05T03:25:41Z', 'revision_number': 4, 'project_id': 'de112bf22c994d7e88b33e6ae28d1232', 'gw_port': {'id': '01ef9866-7127-4fd9-9c92-c22902441202', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:37Z', 'updated_at': '2022-02-05T03:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7424c1e3-1306-45f8-ab82-8ae5c1691aae', 'name': '', 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a', 'tenant_id': 'de112bf22c994d7e88b33e6ae28d1232', 'mac_address': 'fa:16:3e:21:be:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '59576057-f9d1-4649-be20-624091ae4d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:40Z', 'updated_at': '2022-02-05T03:25:41Z', 'revision_number': 2, 'project_id': 'de112bf22c994d7e88b33e6ae28d1232', 'subnets': [{'id': '59576057-f9d1-4649-be20-624091ae4d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:44.825590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0412778-f409-4915-863b-f7195c30befc None None] Checking router: d8f31a2f-203c-4386-8145-3673491b4a84 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:25:44.825824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0412778-f409-4915-863b-f7195c30befc None None] Updating router d8f31a2f-203c-4386-8145-3673491b4a84 port 7424c1e3-1306-45f8-ab82-8ae5c1691aae binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:25:44.847503 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c7d763d-50fd-4b21-a590-312aa16e41a0 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (ebcbfec0-1f48-412f-8e10-6d2b93503c3e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.850920 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c7d763d-50fd-4b21-a590-312aa16e41a0 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for router_controller (ebcbfec0-1f48-412f-8e10-6d2b93503c3e), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.869188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Allocated IP 172.20.0.2 (2c52e2df-60af-495b-8574-352a95ad65b9/48904cb2-13a6-42ab-a6cf-5a359374e254/4a7fe1d3-d703-4189-9a8a-362fbfd9c8af) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:44.875817 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a0412778-f409-4915-863b-f7195c30befc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.924248 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c7d763d-50fd-4b21-a590-312aa16e41a0 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (ebcbfec0-1f48-412f-8e10-6d2b93503c3e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.924962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7d763d-50fd-4b21-a590-312aa16e41a0 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Fanout notify agent at l3_agent the message router_deleted on router ebcbfec0-1f48-412f-8e10-6d2b93503c3e {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:25:44.942593 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c7d763d-50fd-4b21-a590-312aa16e41a0 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:44.946258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5c7d763d-50fd-4b21-a590-312aa16e41a0 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] 10.222.0.36 "DELETE /v2.0/routers/ebcbfec0-1f48-412f-8e10-6d2b93503c3e HTTP/1.1" status: 204 len: 168 time: 1.2302685 Feb 05 03:25:44.946258 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35078) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:44.952627 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35080) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:44.968473 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68834120-7d62-4dd8-9282-51387d84ebb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.032230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bd9f88-6f23-425d-95e7-fb7c01aabd22 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Deleting subnet af85f910-9ed7-4578-b933-e618be50f4af {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:25:45.038003 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13bd9f88-6f23-425d-95e7-fb7c01aabd22 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for subnet (af85f910-9ed7-4578-b933-e618be50f4af), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.064572 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Publish callbacks [] for router_gateway (01ef4958-319d-4a66-9aa9-65df6b36e49d), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.094981 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13bd9f88-6f23-425d-95e7-fb7c01aabd22 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (af85f910-9ed7-4578-b933-e618be50f4af), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.165409 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68834120-7d62-4dd8-9282-51387d84ebb5 admin admin] Publish callbacks [] for security_group (648878e5-afd5-4131-86c9-f30adca4a531), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.173614 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68834120-7d62-4dd8-9282-51387d84ebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (648878e5-afd5-4131-86c9-f30adca4a531), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.206170 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Publish callbacks [] for port (4a7fe1d3-d703-4189-9a8a-362fbfd9c8af), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.219988 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (4a7fe1d3-d703-4189-9a8a-362fbfd9c8af), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.242514 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68834120-7d62-4dd8-9282-51387d84ebb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648878e5-afd5-4131-86c9-f30adca4a531,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:45.253783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-68834120-7d62-4dd8-9282-51387d84ebb5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=601c7d36397c4e02bb68492ba66a12f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3078971 Feb 05 03:25:45.254708 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35082) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:45.255605 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13bd9f88-6f23-425d-95e7-fb7c01aabd22 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (af85f910-9ed7-4578-b933-e618be50f4af), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.268160 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Network 2c52e2df-60af-495b-8574-352a95ad65b9 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:45.279813 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:45.287213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:45.309796 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Publish callbacks [] for router_gateway (01ef4958-319d-4a66-9aa9-65df6b36e49d), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.313123 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Pushing event updated for resources: {'Port': ['ID=4a7fe1d3-d703-4189-9a8a-362fbfd9c8af,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:45.330501 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.352124 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f3713bc-1d4f-4a51-9caa-9e8ffe63e3f2 admin admin] Publish callbacks [] for security_group (648878e5-afd5-4131-86c9-f30adca4a531), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.384627 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f3713bc-1d4f-4a51-9caa-9e8ffe63e3f2 admin admin] Publish callbacks [] for security_group (648878e5-afd5-4131-86c9-f30adca4a531), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.390036 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a0412778-f409-4915-863b-f7195c30befc None None] Publish callbacks [] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.399263 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13bd9f88-6f23-425d-95e7-fb7c01aabd22 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (af85f910-9ed7-4578-b933-e618be50f4af), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.405167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Attempting to bind port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:45.405728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Attempting to bind port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'c4cc851c-eb56-4460-98fc-2fd6d122f3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2c52e2df-60af-495b-8574-352a95ad65b9'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:45.406155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Attempting to bind port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af on network 2c52e2df-60af-495b-8574-352a95ad65b9 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:45.409486 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a0412778-f409-4915-863b-f7195c30befc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.420406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:25:45.420961 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Checking segment: {'id': 'c4cc851c-eb56-4460-98fc-2fd6d122f3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2c52e2df-60af-495b-8574-352a95ad65b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:45.421468 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.421960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Bound using segment: {'id': 'c4cc851c-eb56-4460-98fc-2fd6d122f3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2c52e2df-60af-495b-8574-352a95ad65b9'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:25:45.422536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Bound port: 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4cc851c-eb56-4460-98fc-2fd6d122f3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2c52e2df-60af-495b-8574-352a95ad65b9'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:25:45.423067 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a7fe1d3-d703-4189-9a8a-362fbfd9c8af), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.444711 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd9f88-6f23-425d-95e7-fb7c01aabd22 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Pushing event deleted for resources: {'Subnet': ['ID=af85f910-9ed7-4578-b933-e618be50f4af,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:45.452226 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13bd9f88-6f23-425d-95e7-fb7c01aabd22 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.459101 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-13bd9f88-6f23-425d-95e7-fb7c01aabd22 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] 10.222.0.36 "DELETE /v2.0/subnets/af85f910-9ed7-4578-b933-e618be50f4af HTTP/1.1" status: 204 len: 168 time: 0.5015991 Feb 05 03:25:45.459101 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35084) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:45.462295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Allocated IP 172.25.0.162 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/485d05a6-4d70-49db-837b-3c24ae1dbcb7) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:45.494080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86e7ab7-3b72-4d58-b4af-10e7a440507e None None] Network 2c5477b3-d5ba-46e9-8747-8444107d978d requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:45.515447 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d37cc1-7deb-41d8-bd7e-43562c45693c None None] Pushing event updated for resources: {'Port': ['ID=7424c1e3-1306-45f8-ab82-8ae5c1691aae,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:45.545127 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f3713bc-1d4f-4a51-9caa-9e8ffe63e3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (648878e5-afd5-4131-86c9-f30adca4a531), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.547737 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f3713bc-1d4f-4a51-9caa-9e8ffe63e3f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.548927 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8f3713bc-1d4f-4a51-9caa-9e8ffe63e3f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/648878e5-afd5-4131-86c9-f30adca4a531 HTTP/1.1" status: 204 len: 168 time: 0.2895763 Feb 05 03:25:45.579815 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (2c5477b3-d5ba-46e9-8747-8444107d978d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.582537 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3713bc-1d4f-4a51-9caa-9e8ffe63e3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648878e5-afd5-4131-86c9-f30adca4a531,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:45.622538 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Publish callbacks [] for port (485d05a6-4d70-49db-837b-3c24ae1dbcb7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.668592 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (485d05a6-4d70-49db-837b-3c24ae1dbcb7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.676149 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Deleting port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:45.676496 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.707336 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a0412778-f409-4915-863b-f7195c30befc None None] Attempting to bind port 7424c1e3-1306-45f8-ab82-8ae5c1691aae on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:45.707810 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a0412778-f409-4915-863b-f7195c30befc None None] Attempting to bind port 7424c1e3-1306-45f8-ab82-8ae5c1691aae by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '174549be-0d14-4d37-b68c-7dd2d39fd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:45.708664 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0412778-f409-4915-863b-f7195c30befc None None] Attempting to bind port 7424c1e3-1306-45f8-ab82-8ae5c1691aae on network c1f4b282-a63f-49ac-9d68-5a781ebc967a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:45.712234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] For port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:25:45.728498 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Pushing event updated for resources: {'Port': ['ID=485d05a6-4d70-49db-837b-3c24ae1dbcb7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:45.741347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:45.742803 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:45.745443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:45.763893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] For port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4a7fe1d3-d703-4189-9a8a-362fbfd9c8af,segment=NetworkSegment(c4cc851c-eb56-4460-98fc-2fd6d122f3b5),segment_id=c4cc851c-eb56-4460-98fc-2fd6d122f3b5)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:25:45.766722 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0412778-f409-4915-863b-f7195c30befc None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:25:45.767166 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0412778-f409-4915-863b-f7195c30befc None None] Checking segment: {'id': '174549be-0d14-4d37-b68c-7dd2d39fd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:45.767579 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a0412778-f409-4915-863b-f7195c30befc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.768164 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0412778-f409-4915-863b-f7195c30befc None None] Bound using segment: {'id': '174549be-0d14-4d37-b68c-7dd2d39fd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:25:45.768663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a0412778-f409-4915-863b-f7195c30befc None None] Bound port: 7424c1e3-1306-45f8-ab82-8ae5c1691aae, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174549be-0d14-4d37-b68c-7dd2d39fd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:25:45.769179 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a0412778-f409-4915-863b-f7195c30befc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.789672 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] For port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932,segment=NetworkSegment(de87f598-ab8c-419a-b608-51f2ae3cd124),segment_id=de87f598-ab8c-419a-b608-51f2ae3cd124)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:45.790430 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.796561 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4a7fe1d3-d703-4189-9a8a-362fbfd9c8af), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.809679 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Calling delete_port for 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:45.935083 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.975644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Pushing event deleted for resources: {'Port': ['ID=5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:45.978789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-26d5d0cd-b94d-4c47-b34f-fa3673dd0425 None None] Provisioning complete for port 7424c1e3-1306-45f8-ab82-8ae5c1691aae triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:45.979317 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-26d5d0cd-b94d-4c47-b34f-fa3673dd0425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:45.986985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] No DVR routers for this DVR port 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:25:46.047286 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-26d5d0cd-b94d-4c47-b34f-fa3673dd0425 None None] Port 7424c1e3-1306-45f8-ab82-8ae5c1691aae cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:25:46.055501 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33471b5b-2265-4b0d-8e5d-edba395fe82b None None] Pushing event updated for resources: {'Port': ['ID=4a7fe1d3-d703-4189-9a8a-362fbfd9c8af,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:46.072033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a0412778-f409-4915-863b-f7195c30befc None None] For port 7424c1e3-1306-45f8-ab82-8ae5c1691aae, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:25:46.076406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a0412778-f409-4915-863b-f7195c30befc None None] For port 7424c1e3-1306-45f8-ab82-8ae5c1691aae, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7424c1e3-1306-45f8-ab82-8ae5c1691aae,segment=NetworkSegment(174549be-0d14-4d37-b68c-7dd2d39fd1b6),segment_id=174549be-0d14-4d37-b68c-7dd2d39fd1b6)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:25:46.085442 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a0412778-f409-4915-863b-f7195c30befc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:46.139762 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Publish callbacks [] for router_gateway (01ef4958-319d-4a66-9aa9-65df6b36e49d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:46.153246 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (2c5477b3-d5ba-46e9-8747-8444107d978d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:46.224413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5477b3-d5ba-46e9-8747-8444107d978d']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:46.246280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de87f598-ab8c-419a-b608-51f2ae3cd124') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:46.246665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de87f598-ab8c-419a-b608-51f2ae3cd124') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:46.312377 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (de87f598-ab8c-419a-b608-51f2ae3cd124), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:46.348568 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (de87f598-ab8c-419a-b608-51f2ae3cd124), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:46.361545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:25:46.362052 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (de87f598-ab8c-419a-b608-51f2ae3cd124), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:46.443863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7ff0e5-0e36-49b1-b7e7-ed693edf5ba4 None None] DHCP port deletion for 2c5477b3-d5ba-46e9-8747-8444107d978d request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:25:46.482394 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:25:46.486414 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (2c5477b3-d5ba-46e9-8747-8444107d978d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:46.503523 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:46.503928 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:46.513720 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0412778-f409-4915-863b-f7195c30befc None None] Routers {'d8f31a2f-203c-4386-8145-3673491b4a84'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:46.514390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a0412778-f409-4915-863b-f7195c30befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d8f31a2f-203c-4386-8145-3673491b4a84'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:46.522201 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] 10.222.0.36 "DELETE /v2.0/networks/2c5477b3-d5ba-46e9-8747-8444107d978d HTTP/1.1" status: 204 len: 168 time: 1.0596602 Feb 05 03:25:46.523767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35098) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:46.532558 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140307d-e41b-4e3c-b660-aa953ea8e83c tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Pushing event deleted for resources: {'Network': ['ID=2c5477b3-d5ba-46e9-8747-8444107d978d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:46.586900 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d37cc1-7deb-41d8-bd7e-43562c45693c None None] Pushing event updated for resources: {'Port': ['ID=7424c1e3-1306-45f8-ab82-8ae5c1691aae,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:46.686785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a0412778-f409-4915-863b-f7195c30befc None None] Set router d8f31a2f-203c-4386-8145-3673491b4a84 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:25:46.690974 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (01ef4958-319d-4a66-9aa9-65df6b36e49d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:46.728652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-da838e81-3174-4444-a929-3743997d9615 None None] Provisioning complete for port 7424c1e3-1306-45f8-ab82-8ae5c1691aae triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:46.729177 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da838e81-3174-4444-a929-3743997d9615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:46.778448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ca91adbc-7879-4f7c-bc16-57dd9ff55821 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Deleting port 77f3fdcb-2933-439c-ae3d-a08f5687e74f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:46.778823 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca91adbc-7879-4f7c-bc16-57dd9ff55821 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (77f3fdcb-2933-439c-ae3d-a08f5687e74f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:46.890706 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca91adbc-7879-4f7c-bc16-57dd9ff55821 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (77f3fdcb-2933-439c-ae3d-a08f5687e74f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:46.890706 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca91adbc-7879-4f7c-bc16-57dd9ff55821 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for floatingip (77f3fdcb-2933-439c-ae3d-a08f5687e74f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:46.908913 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ca91adbc-7879-4f7c-bc16-57dd9ff55821 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Calling delete_port for 77f3fdcb-2933-439c-ae3d-a08f5687e74f owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:46.945321 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-da838e81-3174-4444-a929-3743997d9615 None None] Current status of the port 7424c1e3-1306-45f8-ab82-8ae5c1691aae is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:46.945725 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da838e81-3174-4444-a929-3743997d9615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:46.983579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Router 01ef4958-319d-4a66-9aa9-65df6b36e49d is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:25:47.036631 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-da838e81-3174-4444-a929-3743997d9615 None None] For port 7424c1e3-1306-45f8-ab82-8ae5c1691aae, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7424c1e3-1306-45f8-ab82-8ae5c1691aae,segment=NetworkSegment(174549be-0d14-4d37-b68c-7dd2d39fd1b6),segment_id=174549be-0d14-4d37-b68c-7dd2d39fd1b6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:47.048699 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da838e81-3174-4444-a929-3743997d9615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:47.121665 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a0412778-f409-4915-863b-f7195c30befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'name': 'tempest-TestServerMultinode-565728922-router', 'tenant_id': 'de112bf22c994d7e88b33e6ae28d1232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '01ef9866-7127-4fd9-9c92-c22902441202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:37Z', 'updated_at': '2022-02-05T03:25:41Z', 'revision_number': 4, 'project_id': 'de112bf22c994d7e88b33e6ae28d1232', 'gw_port': {'id': '01ef9866-7127-4fd9-9c92-c22902441202', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:37Z', 'updated_at': '2022-02-05T03:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7424c1e3-1306-45f8-ab82-8ae5c1691aae', 'name': '', 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a', 'tenant_id': 'de112bf22c994d7e88b33e6ae28d1232', 'mac_address': 'fa:16:3e:21:be:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '59576057-f9d1-4649-be20-624091ae4d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:40Z', 'updated_at': '2022-02-05T03:25:46Z', 'revision_number': 4, 'project_id': 'de112bf22c994d7e88b33e6ae28d1232', 'subnets': [{'id': '59576057-f9d1-4649-be20-624091ae4d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:47.155682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0412778-f409-4915-863b-f7195c30befc None None] The sync data for ids ['d8f31a2f-203c-4386-8145-3673491b4a84'] in n-d-826942-8 is: [{'id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'name': 'tempest-TestServerMultinode-565728922-router', 'tenant_id': 'de112bf22c994d7e88b33e6ae28d1232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '01ef9866-7127-4fd9-9c92-c22902441202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:37Z', 'updated_at': '2022-02-05T03:25:41Z', 'revision_number': 4, 'project_id': 'de112bf22c994d7e88b33e6ae28d1232', 'gw_port': {'id': '01ef9866-7127-4fd9-9c92-c22902441202', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:37Z', 'updated_at': '2022-02-05T03:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7424c1e3-1306-45f8-ab82-8ae5c1691aae', 'name': '', 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a', 'tenant_id': 'de112bf22c994d7e88b33e6ae28d1232', 'mac_address': 'fa:16:3e:21:be:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '59576057-f9d1-4649-be20-624091ae4d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:40Z', 'updated_at': '2022-02-05T03:25:46Z', 'revision_number': 4, 'project_id': 'de112bf22c994d7e88b33e6ae28d1232', 'subnets': [{'id': '59576057-f9d1-4649-be20-624091ae4d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:25:47.158903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da838e81-3174-4444-a929-3743997d9615 None None] Pushing event updated for resources: {'Port': ['ID=7424c1e3-1306-45f8-ab82-8ae5c1691aae,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:47.160318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:25:47.172510 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca91adbc-7879-4f7c-bc16-57dd9ff55821 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (77f3fdcb-2933-439c-ae3d-a08f5687e74f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:47.175719 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Sync routers for ids ['01ef4958-319d-4a66-9aa9-65df6b36e49d'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:25:47.194913 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Routers {'01ef4958-319d-4a66-9aa9-65df6b36e49d'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:47.196145 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['01ef4958-319d-4a66-9aa9-65df6b36e49d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:47.238696 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:47.242277 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cc782bcd-d125-4562-84f8-696277064135 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8601854 Feb 05 03:25:47.242936 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35112) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:47.263245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91adbc-7879-4f7c-bc16-57dd9ff55821 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Pushing event deleted for resources: {'Port': ['ID=77f3fdcb-2933-439c-ae3d-a08f5687e74f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:47.402552 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca91adbc-7879-4f7c-bc16-57dd9ff55821 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks [] for floatingip (5a149670-3041-4f56-a9e3-4f5827f640b7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:47.405479 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca91adbc-7879-4f7c-bc16-57dd9ff55821 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:47.406705 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ca91adbc-7879-4f7c-bc16-57dd9ff55821 tempest-FloatingIPAdminTestJSON-1441927980 tempest-FloatingIPAdminTestJSON-1441927980-project] 10.222.0.36 "DELETE /v2.0/floatingips/5a149670-3041-4f56-a9e3-4f5827f640b7 HTTP/1.1" status: 204 len: 168 time: 0.8830767 Feb 05 03:25:47.464866 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Set router 01ef4958-319d-4a66-9aa9-65df6b36e49d gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:25:47.626136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d0df99-1181-41cb-9996-6610f2bbeb71 None None] Network 2c52e2df-60af-495b-8574-352a95ad65b9 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:47.785541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d90b8e91-6bf7-49b0-9d15-5031ec1a897a None None] Provisioning complete for port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:47.786209 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d90b8e91-6bf7-49b0-9d15-5031ec1a897a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a7fe1d3-d703-4189-9a8a-362fbfd9c8af), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:47.945288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d90b8e91-6bf7-49b0-9d15-5031ec1a897a None None] Current status of the port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:47.945686 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d90b8e91-6bf7-49b0-9d15-5031ec1a897a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4a7fe1d3-d703-4189-9a8a-362fbfd9c8af), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:47.960875 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'name': 'tempest-TestServerMultinode-2092847903-router', 'tenant_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:44Z', 'updated_at': '2022-02-05T03:25:45Z', 'revision_number': 3, 'project_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'gw_port': {'id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:45Z', 'updated_at': '2022-02-05T03:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:47.993150 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35126) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:48.032454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d90b8e91-6bf7-49b0-9d15-5031ec1a897a None None] For port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4a7fe1d3-d703-4189-9a8a-362fbfd9c8af,segment=NetworkSegment(c4cc851c-eb56-4460-98fc-2fd6d122f3b5),segment_id=c4cc851c-eb56-4460-98fc-2fd6d122f3b5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:48.038115 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d90b8e91-6bf7-49b0-9d15-5031ec1a897a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4a7fe1d3-d703-4189-9a8a-362fbfd9c8af), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:48.070541 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Checking router: 01ef4958-319d-4a66-9aa9-65df6b36e49d for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:25:48.070909 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Updating router 01ef4958-319d-4a66-9aa9-65df6b36e49d port 485d05a6-4d70-49db-837b-3c24ae1dbcb7 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:25:48.101308 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7424c1e3-1306-45f8-ab82-8ae5c1691aae up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:25:48.147470 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (485d05a6-4d70-49db-837b-3c24ae1dbcb7), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:48.185997 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b8e91-6bf7-49b0-9d15-5031ec1a897a None None] Pushing event updated for resources: {'Port': ['ID=4a7fe1d3-d703-4189-9a8a-362fbfd9c8af,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:48.193793 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 7424c1e3-1306-45f8-ab82-8ae5c1691aae triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:48.194170 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:48.310458 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 7424c1e3-1306-45f8-ab82-8ae5c1691aae is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:48.312140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:25:48.422287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:48.422685 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a7fe1d3-d703-4189-9a8a-362fbfd9c8af), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:48.514053 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:48.515593 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ebefecfd-74c2-4861-b6c9-4ff6b136884b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2bb97a99841f4018a7b3ece222bb9763&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5157988 Feb 05 03:25:48.517837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35136) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:48.546617 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-20290cd1-0edd-4547-916f-7d872228cf67 None None] Provisioning complete for port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:48.551786 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20290cd1-0edd-4547-916f-7d872228cf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a7fe1d3-d703-4189-9a8a-362fbfd9c8af), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:48.586434 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-558b2714-78e3-4489-9f9d-e3d83b8da686 admin admin] Publish callbacks [] for security_group (77a2d211-5cf3-42e2-a2d7-08a6cf093f06), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:48.648265 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-558b2714-78e3-4489-9f9d-e3d83b8da686 admin admin] Publish callbacks [] for security_group (77a2d211-5cf3-42e2-a2d7-08a6cf093f06), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:48.679486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:48.696939 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Publish callbacks [] for port (485d05a6-4d70-49db-837b-3c24ae1dbcb7), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:48.712515 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (485d05a6-4d70-49db-837b-3c24ae1dbcb7), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:48.793729 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-20290cd1-0edd-4547-916f-7d872228cf67 None None] Current status of the port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:48.808966 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:25:48.812653 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-558b2714-78e3-4489-9f9d-e3d83b8da686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (77a2d211-5cf3-42e2-a2d7-08a6cf093f06), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:48.814028 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049f00e-48a7-4bfd-a9ce-a72e99a25afe None None] Pushing event updated for resources: {'Port': ['ID=485d05a6-4d70-49db-837b-3c24ae1dbcb7,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:48.820004 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-558b2714-78e3-4489-9f9d-e3d83b8da686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:48.824550 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-558b2714-78e3-4489-9f9d-e3d83b8da686 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77a2d211-5cf3-42e2-a2d7-08a6cf093f06 HTTP/1.1" status: 204 len: 168 time: 0.3026884 Feb 05 03:25:48.833334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b2714-78e3-4489-9f9d-e3d83b8da686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a2d211-5cf3-42e2-a2d7-08a6cf093f06,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:48.843841 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049f00e-48a7-4bfd-a9ce-a72e99a25afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:48.845290 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049f00e-48a7-4bfd-a9ce-a72e99a25afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:48.846515 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049f00e-48a7-4bfd-a9ce-a72e99a25afe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:48.847148 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049f00e-48a7-4bfd-a9ce-a72e99a25afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:48.849620 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049f00e-48a7-4bfd-a9ce-a72e99a25afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:48.850288 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049f00e-48a7-4bfd-a9ce-a72e99a25afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:48.852237 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049f00e-48a7-4bfd-a9ce-a72e99a25afe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:48.852660 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049f00e-48a7-4bfd-a9ce-a72e99a25afe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:48.853148 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049f00e-48a7-4bfd-a9ce-a72e99a25afe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:48.853610 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049f00e-48a7-4bfd-a9ce-a72e99a25afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:48.854116 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049f00e-48a7-4bfd-a9ce-a72e99a25afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:48.854720 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049f00e-48a7-4bfd-a9ce-a72e99a25afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:48.855387 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049f00e-48a7-4bfd-a9ce-a72e99a25afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:25:48.870680 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Attempting to bind port 485d05a6-4d70-49db-837b-3c24ae1dbcb7 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:48.871458 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Attempting to bind port 485d05a6-4d70-49db-837b-3c24ae1dbcb7 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:48.872054 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Attempting to bind port 485d05a6-4d70-49db-837b-3c24ae1dbcb7 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:48.878185 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:25:48.878995 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:48.879625 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:48.880228 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:25:48.881029 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Bound port: 485d05a6-4d70-49db-837b-3c24ae1dbcb7, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:25:48.882644 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (485d05a6-4d70-49db-837b-3c24ae1dbcb7), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:48.892925 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:25:48.893335 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5e8a71a9-2eeb-4b2c-b02d-0f828cc8f932 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:25:48.908937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Allocated IP 172.20.0.1 (2c52e2df-60af-495b-8574-352a95ad65b9/48904cb2-13a6-42ab-a6cf-5a359374e254/9c88fe99-fe64-4c53-a86a-5f6de29fc63d) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:48.945568 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] For port 485d05a6-4d70-49db-837b-3c24ae1dbcb7, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:25:48.950675 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] For port 485d05a6-4d70-49db-837b-3c24ae1dbcb7, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=485d05a6-4d70-49db-837b-3c24ae1dbcb7,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:25:48.964579 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (485d05a6-4d70-49db-837b-3c24ae1dbcb7), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:49.040783 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Routers {'01ef4958-319d-4a66-9aa9-65df6b36e49d'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:49.042209 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['01ef4958-319d-4a66-9aa9-65df6b36e49d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:49.046145 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049f00e-48a7-4bfd-a9ce-a72e99a25afe None None] Pushing event updated for resources: {'Port': ['ID=485d05a6-4d70-49db-837b-3c24ae1dbcb7,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:49.087963 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Publish callbacks [] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:49.140257 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:49.199719 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] Set router 01ef4958-319d-4a66-9aa9-65df6b36e49d gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:25:49.214740 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Network 2c52e2df-60af-495b-8574-352a95ad65b9 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:49.227347 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:49.227347 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Pushing event updated for resources: {'Port': ['ID=9c88fe99-fe64-4c53-a86a-5f6de29fc63d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:49.241087 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:49.347843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35146) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:49.381675 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (01ef4958-319d-4a66-9aa9-65df6b36e49d), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:49.386371 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-929ad0dc-358d-407e-a073-dafe3236a0b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:49.499135 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'name': 'tempest-TestServerMultinode-2092847903-router', 'tenant_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:44Z', 'updated_at': '2022-02-05T03:25:45Z', 'revision_number': 3, 'project_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'gw_port': {'id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:45Z', 'updated_at': '2022-02-05T03:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:49.556766 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d98dd2-ea56-40fa-b209-5611a4fcfd30 None None] The sync data for ids ['01ef4958-319d-4a66-9aa9-65df6b36e49d'] in n-d-826942-8 is: [{'id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'name': 'tempest-TestServerMultinode-2092847903-router', 'tenant_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:44Z', 'updated_at': '2022-02-05T03:25:45Z', 'revision_number': 3, 'project_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'gw_port': {'id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:45Z', 'updated_at': '2022-02-05T03:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:25:49.657890 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-929ad0dc-358d-407e-a073-dafe3236a0b8 admin admin] Publish callbacks [] for security_group (32ebaf65-1941-4d5b-b092-ee50b169a02b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:49.659048 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:49.669629 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-929ad0dc-358d-407e-a073-dafe3236a0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (32ebaf65-1941-4d5b-b092-ee50b169a02b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:49.741144 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-476ff078-8453-488b-be83-1e7a70525b4c None None] Provisioning complete for port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:49.743650 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-476ff078-8453-488b-be83-1e7a70525b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:49.795309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-929ad0dc-358d-407e-a073-dafe3236a0b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=652facf49262438ead5bcf5079959380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4475374 Feb 05 03:25:49.798162 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35150) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:49.804684 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-476ff078-8453-488b-be83-1e7a70525b4c None None] Port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:25:49.807499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:25:49.808687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ad0dc-358d-407e-a073-dafe3236a0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ebaf65-1941-4d5b-b092-ee50b169a02b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:49.913232 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d444c319-ca88-4e75-9a3b-80cc407d3be3 admin admin] Publish callbacks [] for security_group (32ebaf65-1941-4d5b-b092-ee50b169a02b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:49.921758 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:49.922430 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4a7fe1d3-d703-4189-9a8a-362fbfd9c8af), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:49.962040 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d444c319-ca88-4e75-9a3b-80cc407d3be3 admin admin] Publish callbacks [] for security_group (32ebaf65-1941-4d5b-b092-ee50b169a02b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:49.993682 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Publish callbacks [] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:50.004244 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:50.018278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:50.069569 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d444c319-ca88-4e75-9a3b-80cc407d3be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (32ebaf65-1941-4d5b-b092-ee50b169a02b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:50.075300 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d444c319-ca88-4e75-9a3b-80cc407d3be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:50.077931 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d444c319-ca88-4e75-9a3b-80cc407d3be3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/32ebaf65-1941-4d5b-b092-ee50b169a02b HTTP/1.1" status: 204 len: 168 time: 0.2783980 Feb 05 03:25:50.088637 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444c319-ca88-4e75-9a3b-80cc407d3be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ebaf65-1941-4d5b-b092-ee50b169a02b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:50.109358 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Pushing event updated for resources: {'Port': ['ID=9c88fe99-fe64-4c53-a86a-5f6de29fc63d,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:50.111917 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (01ef4958-319d-4a66-9aa9-65df6b36e49d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:50.217053 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Network 2c52e2df-60af-495b-8574-352a95ad65b9 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:50.218868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:50.498349 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Router 01ef4958-319d-4a66-9aa9-65df6b36e49d has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:25:50.632537 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35158) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:50.645626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0510eb4a-af15-4fd8-ae33-7c3217ef799d None None] Provisioning complete for port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:50.646573 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0510eb4a-af15-4fd8-ae33-7c3217ef799d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:50.652443 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7d7c9ac0-f3e0-42e4-80ed-207df13a826c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:50.687516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:25:50.693433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-454cacb8-fcb9-46e5-973d-545a10b6cda5 admin admin] 10.222.0.36 "PUT /v2.0/routers/01ef4958-319d-4a66-9aa9-65df6b36e49d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4492037 Feb 05 03:25:50.722439 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0510eb4a-af15-4fd8-ae33-7c3217ef799d None None] Port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:25:50.770312 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7d7c9ac0-f3e0-42e4-80ed-207df13a826c admin admin] Publish callbacks [] for security_group (cec50e51-00fc-45b0-ae1c-9f1e728eec5e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:50.776885 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7d7c9ac0-f3e0-42e4-80ed-207df13a826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (cec50e51-00fc-45b0-ae1c-9f1e728eec5e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:50.817016 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7d7c9ac0-f3e0-42e4-80ed-207df13a826c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dcb322e622e24f5e87b76119f3103291&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1831055 Feb 05 03:25:50.817678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35162) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:50.841295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c9ac0-f3e0-42e4-80ed-207df13a826c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec50e51-00fc-45b0-ae1c-9f1e728eec5e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:50.914526 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6233ad02-e3ab-4166-8d6b-afd0da987d1c admin admin] Publish callbacks [] for security_group (cec50e51-00fc-45b0-ae1c-9f1e728eec5e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:50.950273 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6233ad02-e3ab-4166-8d6b-afd0da987d1c admin admin] Publish callbacks [] for security_group (cec50e51-00fc-45b0-ae1c-9f1e728eec5e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:51.017880 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6233ad02-e3ab-4166-8d6b-afd0da987d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (cec50e51-00fc-45b0-ae1c-9f1e728eec5e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:51.022332 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6233ad02-e3ab-4166-8d6b-afd0da987d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:51.024075 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6233ad02-e3ab-4166-8d6b-afd0da987d1c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cec50e51-00fc-45b0-ae1c-9f1e728eec5e HTTP/1.1" status: 204 len: 168 time: 0.2056434 Feb 05 03:25:51.034993 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233ad02-e3ab-4166-8d6b-afd0da987d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec50e51-00fc-45b0-ae1c-9f1e728eec5e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:51.486053 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-762eda53-622e-482c-9489-68b8998c0eae tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:51.488124 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-762eda53-622e-482c-9489-68b8998c0eae tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/networks?id=c1f4b282-a63f-49ac-9d68-5a781ebc967a HTTP/1.1" status: 200 len: 910 time: 0.1152601 Feb 05 03:25:51.505218 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-47c190a7-1a71-459b-b282-507a3e415cfe tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/quotas/a3986eb8bd3248e5a49b0d0f388a9739 HTTP/1.1" status: 200 len: 375 time: 0.0115619 Feb 05 03:25:51.614681 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-2a7556f9-d646-49fe-ada2-421a4f73912e tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3986eb8bd3248e5a49b0d0f388a9739&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028030 Feb 05 03:25:51.725901 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-d0a8b259-7e19-4af1-896c-e1bbcf7472c5 service neutron] 10.222.0.36 "GET /v2.0/networks/c1f4b282-a63f-49ac-9d68-5a781ebc967a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036465 Feb 05 03:25:51.845454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 485d05a6-4d70-49db-837b-3c24ae1dbcb7 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:25:51.862342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-3358b885-3786-411c-869c-c2d4ce0f080d service neutron] 10.222.0.36 "GET /v2.0/networks/c1f4b282-a63f-49ac-9d68-5a781ebc967a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181822 Feb 05 03:25:51.942109 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 485d05a6-4d70-49db-837b-3c24ae1dbcb7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:51.942602 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (485d05a6-4d70-49db-837b-3c24ae1dbcb7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:52.175536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Sync routers for ids ['01ef4958-319d-4a66-9aa9-65df6b36e49d'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:25:52.176927 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa7613de-6387-4cf1-a1e8-45c44a8bc214 req-4a649b79-aa69-4fb7-a438-348513e4a505 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 210 time: 0.0687013 Feb 05 03:25:52.211739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 485d05a6-4d70-49db-837b-3c24ae1dbcb7 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:52.212129 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (485d05a6-4d70-49db-837b-3c24ae1dbcb7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:52.236942 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Routers {'01ef4958-319d-4a66-9aa9-65df6b36e49d'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:52.238734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['01ef4958-319d-4a66-9aa9-65df6b36e49d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:52.318979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 485d05a6-4d70-49db-837b-3c24ae1dbcb7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=485d05a6-4d70-49db-837b-3c24ae1dbcb7,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:52.331192 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (485d05a6-4d70-49db-837b-3c24ae1dbcb7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:52.457984 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=485d05a6-4d70-49db-837b-3c24ae1dbcb7,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:52.477217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Set router 01ef4958-319d-4a66-9aa9-65df6b36e49d gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:25:53.075337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35242) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:53.076477 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'name': 'tempest-TestServerMultinode-2092847903-router', 'tenant_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:44Z', 'updated_at': '2022-02-05T03:25:49Z', 'revision_number': 4, 'project_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'gw_port': {'id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:45Z', 'updated_at': '2022-02-05T03:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '9c88fe99-fe64-4c53-a86a-5f6de29fc63d', 'name': '', 'network_id': '2c52e2df-60af-495b-8574-352a95ad65b9', 'tenant_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'mac_address': 'fa:16:3e:c8:10:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '48904cb2-13a6-42ab-a6cf-5a359374e254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:48Z', 'updated_at': '2022-02-05T03:25:49Z', 'revision_number': 2, 'project_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'subnets': [{'id': '48904cb2-13a6-42ab-a6cf-5a359374e254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:53.111143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Checking router: 01ef4958-319d-4a66-9aa9-65df6b36e49d for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:25:53.111803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Updating router 01ef4958-319d-4a66-9aa9-65df6b36e49d port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:25:53.143340 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:53.319134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cb0066d4-b76d-4f1c-a119-ec35c568e99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1246093900'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:53.504396 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Publish callbacks [] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:53.522675 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:53.685094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e8d0b-fda1-4c43-b6c5-4fe0cc491b5b None None] Pushing event updated for resources: {'Port': ['ID=9c88fe99-fe64-4c53-a86a-5f6de29fc63d,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:53.759287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Attempting to bind port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:53.760725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Attempting to bind port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'c4cc851c-eb56-4460-98fc-2fd6d122f3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2c52e2df-60af-495b-8574-352a95ad65b9'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:53.761454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Attempting to bind port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d on network 2c52e2df-60af-495b-8574-352a95ad65b9 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:53.769041 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:25:53.769762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Checking segment: {'id': 'c4cc851c-eb56-4460-98fc-2fd6d122f3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2c52e2df-60af-495b-8574-352a95ad65b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:53.772858 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:53.773460 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Bound using segment: {'id': 'c4cc851c-eb56-4460-98fc-2fd6d122f3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2c52e2df-60af-495b-8574-352a95ad65b9'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:25:53.774667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Bound port: 9c88fe99-fe64-4c53-a86a-5f6de29fc63d, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4cc851c-eb56-4460-98fc-2fd6d122f3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2c52e2df-60af-495b-8574-352a95ad65b9'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:25:53.775549 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:53.856081 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-adfd8947-8c67-441b-a347-79457996b5ba req-22b43c02-d73c-49ab-be0e-08f1aff2d4ea tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 210 time: 0.5480394 Feb 05 03:25:53.857312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 485d05a6-4d70-49db-837b-3c24ae1dbcb7 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:25:53.959803 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-027bf702-843b-42d6-94a1-af9bf5a0e6a7 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:53.961793 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-027bf702-843b-42d6-94a1-af9bf5a0e6a7 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.10 "GET /v2.0/networks?id=c1f4b282-a63f-49ac-9d68-5a781ebc967a HTTP/1.1" status: 200 len: 910 time: 0.1288748 Feb 05 03:25:53.967442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0066d4-b76d-4f1c-a119-ec35c568e99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Made reservation on behalf of 426ec72c344f4f9b9e222b757b91b527 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:53.976392 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb0066d4-b76d-4f1c-a119-ec35c568e99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:53.986168 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-17c7b3f2-c7e2-4bf2-9a23-bba2144994c2 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Request body: {'port': {'device_id': '6fea2561-596e-4124-a14d-b64bf0deda6f', 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a', 'admin_state_up': True, 'tenant_id': 'a3986eb8bd3248e5a49b0d0f388a9739'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:54.003673 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb0066d4-b76d-4f1c-a119-ec35c568e99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:54.040846 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-17c7b3f2-c7e2-4bf2-9a23-bba2144994c2 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Made reservation on behalf of a3986eb8bd3248e5a49b0d0f388a9739 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:54.044525 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-17c7b3f2-c7e2-4bf2-9a23-bba2144994c2 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:54.045555 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] For port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:25:54.050214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] For port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9c88fe99-fe64-4c53-a86a-5f6de29fc63d,segment=NetworkSegment(c4cc851c-eb56-4460-98fc-2fd6d122f3b5),segment_id=c4cc851c-eb56-4460-98fc-2fd6d122f3b5)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:25:54.062581 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 485d05a6-4d70-49db-837b-3c24ae1dbcb7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:54.063007 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (485d05a6-4d70-49db-837b-3c24ae1dbcb7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:54.068994 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:54.194996 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Routers {'01ef4958-319d-4a66-9aa9-65df6b36e49d'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:25:54.196730 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:25:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['01ef4958-319d-4a66-9aa9-65df6b36e49d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:54.250339 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5169f741-55c3-4a2e-b5bb-477fa28f9691 None None] Provisioning complete for port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:54.250727 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5169f741-55c3-4a2e-b5bb-477fa28f9691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:54.264555 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb0066d4-b76d-4f1c-a119-ec35c568e99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Publish callbacks [] for security_group (908af1e3-3e44-4cb8-a668-8a6b27db9651), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:54.281558 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb0066d4-b76d-4f1c-a119-ec35c568e99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (908af1e3-3e44-4cb8-a668-8a6b27db9651), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:54.315642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-17c7b3f2-c7e2-4bf2-9a23-bba2144994c2 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Allocated IP 172.20.0.8 (c1f4b282-a63f-49ac-9d68-5a781ebc967a/59576057-f9d1-4649-be20-624091ae4d27/4467c957-368a-4cea-8400-d3c46377fbe3) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:25:54.339844 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e8d0b-fda1-4c43-b6c5-4fe0cc491b5b None None] Pushing event updated for resources: {'Port': ['ID=9c88fe99-fe64-4c53-a86a-5f6de29fc63d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:54.375374 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0066d4-b76d-4f1c-a119-ec35c568e99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:25:54.378178 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0066d4-b76d-4f1c-a119-ec35c568e99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908af1e3-3e44-4cb8-a668-8a6b27db9651,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:54.433202 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb0066d4-b76d-4f1c-a119-ec35c568e99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (838ea99d-124b-411f-a549-4649c26112ec), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:54.433775 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-cb0066d4-b76d-4f1c-a119-ec35c568e99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Added segment 838ea99d-124b-411f-a549-4649c26112ec of type vlan for network d3e19300-f6aa-4210-91f4-8217fc55567b Feb 05 03:25:54.477831 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5169f741-55c3-4a2e-b5bb-477fa28f9691 None None] Current status of the port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:54.478267 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5169f741-55c3-4a2e-b5bb-477fa28f9691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:54.520741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5169f741-55c3-4a2e-b5bb-477fa28f9691 None None] For port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9c88fe99-fe64-4c53-a86a-5f6de29fc63d,segment=NetworkSegment(c4cc851c-eb56-4460-98fc-2fd6d122f3b5),segment_id=c4cc851c-eb56-4460-98fc-2fd6d122f3b5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:54.530391 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb0066d4-b76d-4f1c-a119-ec35c568e99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (d3e19300-f6aa-4210-91f4-8217fc55567b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:54.534278 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5169f741-55c3-4a2e-b5bb-477fa28f9691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:54.551104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 485d05a6-4d70-49db-837b-3c24ae1dbcb7 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:54.581776 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] Set router 01ef4958-319d-4a66-9aa9-65df6b36e49d gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:25:54.633844 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb0066d4-b76d-4f1c-a119-ec35c568e99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (d3e19300-f6aa-4210-91f4-8217fc55567b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:54.640018 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0066d4-b76d-4f1c-a119-ec35c568e99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:54.640743 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb0066d4-b76d-4f1c-a119-ec35c568e99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:54.648885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169f741-55c3-4a2e-b5bb-477fa28f9691 None None] Pushing event updated for resources: {'Port': ['ID=9c88fe99-fe64-4c53-a86a-5f6de29fc63d,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:54.705685 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cb0066d4-b76d-4f1c-a119-ec35c568e99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6292238 Feb 05 03:25:54.733305 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bc746880-a1d2-4aa7-ba9b-96b7108e9d1b None None] Provisioning complete for port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:54.733945 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bc746880-a1d2-4aa7-ba9b-96b7108e9d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:54.827338 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-17c7b3f2-c7e2-4bf2-9a23-bba2144994c2 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Publish callbacks [] for port (4467c957-368a-4cea-8400-d3c46377fbe3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:54.862748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0066d4-b76d-4f1c-a119-ec35c568e99b tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Pushing event updated for resources: {'Network': ['ID=d3e19300-f6aa-4210-91f4-8217fc55567b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:54.877333 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-17c7b3f2-c7e2-4bf2-9a23-bba2144994c2 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4467c957-368a-4cea-8400-d3c46377fbe3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:54.890064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network d3e19300-f6aa-4210-91f4-8217fc55567b details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:25:54.903434 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-17c7b3f2-c7e2-4bf2-9a23-bba2144994c2 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Network c1f4b282-a63f-49ac-9d68-5a781ebc967a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:54.907793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-17c7b3f2-c7e2-4bf2-9a23-bba2144994c2 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:54.923802 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-17c7b3f2-c7e2-4bf2-9a23-bba2144994c2 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:54.986464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35258) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:54.992730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Request body: {'port': {'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b', 'binding:host_id': 'n-h2-826942-8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736219179'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:55.036843 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Made reservation on behalf of 0725d6833790467b9871ea1dd8cda5c3 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:55.043132 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:55.064697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:55.065845 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7b3f2-c7e2-4bf2-9a23-bba2144994c2 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Pushing event updated for resources: {'Port': ['ID=4467c957-368a-4cea-8400-d3c46377fbe3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:55.090866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-17c7b3f2-c7e2-4bf2-9a23-bba2144994c2 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:55.091487 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-17c7b3f2-c7e2-4bf2-9a23-bba2144994c2 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:55.118700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bc746880-a1d2-4aa7-ba9b-96b7108e9d1b None None] Current status of the port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:55.132454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-17c7b3f2-c7e2-4bf2-9a23-bba2144994c2 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1496344 Feb 05 03:25:55.149649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-8ef300f1-b24a-4f6b-a3d6-ac69c222f5f3 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:25:55.152791 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-8ef300f1-b24a-4f6b-a3d6-ac69c222f5f3 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116873 Feb 05 03:25:55.154853 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8238ad6-1257-412e-956b-1adda28a0ea5 req-52f45ead-7203-4f1f-bfe5-0cc75f9e615d tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:55.156454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8238ad6-1257-412e-956b-1adda28a0ea5 req-52f45ead-7203-4f1f-bfe5-0cc75f9e615d tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 1027 time: 0.1470344 Feb 05 03:25:55.165794 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Request body: {'port': {'device_id': '6fea2561-596e-4124-a14d-b64bf0deda6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:55.191485 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'name': 'tempest-TestServerMultinode-2092847903-router', 'tenant_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:44Z', 'updated_at': '2022-02-05T03:25:49Z', 'revision_number': 4, 'project_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'gw_port': {'id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:45Z', 'updated_at': '2022-02-05T03:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '9c88fe99-fe64-4c53-a86a-5f6de29fc63d', 'name': '', 'network_id': '2c52e2df-60af-495b-8574-352a95ad65b9', 'tenant_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'mac_address': 'fa:16:3e:c8:10:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '48904cb2-13a6-42ab-a6cf-5a359374e254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:48Z', 'updated_at': '2022-02-05T03:25:54Z', 'revision_number': 4, 'project_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'subnets': [{'id': '48904cb2-13a6-42ab-a6cf-5a359374e254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:25:55.201285 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks [] for security_group (8f4ecd8f-8791-4b16-b628-b921dedc0674), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:55.212306 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8f4ecd8f-8791-4b16-b628-b921dedc0674), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:55.224129 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] device_id is not set on port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:25:55.236413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baed7d20-341e-47b5-a6f2-9c5f26828d08 None None] The sync data for ids ['01ef4958-319d-4a66-9aa9-65df6b36e49d'] in n-d-826942-8 is: [{'id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'name': 'tempest-TestServerMultinode-2092847903-router', 'tenant_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:44Z', 'updated_at': '2022-02-05T03:25:49Z', 'revision_number': 4, 'project_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'gw_port': {'id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:45Z', 'updated_at': '2022-02-05T03:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '9c88fe99-fe64-4c53-a86a-5f6de29fc63d', 'name': '', 'network_id': '2c52e2df-60af-495b-8574-352a95ad65b9', 'tenant_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'mac_address': 'fa:16:3e:c8:10:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '48904cb2-13a6-42ab-a6cf-5a359374e254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:48Z', 'updated_at': '2022-02-05T03:25:54Z', 'revision_number': 4, 'project_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'subnets': [{'id': '48904cb2-13a6-42ab-a6cf-5a359374e254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:25:55.365124 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8238ad6-1257-412e-956b-1adda28a0ea5 req-86fb480e-4b63-4165-bed0-ba41985671a6 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944044 Feb 05 03:25:55.365761 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4ecd8f-8791-4b16-b628-b921dedc0674,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:55.398992 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4467c957-368a-4cea-8400-d3c46377fbe3), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:55.552062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d8eee77a-ee11-469c-bad1-63dd4167c333 None None] Provisioning complete for port 4467c957-368a-4cea-8400-d3c46377fbe3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:55.552569 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d8eee77a-ee11-469c-bad1-63dd4167c333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4467c957-368a-4cea-8400-d3c46377fbe3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:55.609669 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d8eee77a-ee11-469c-bad1-63dd4167c333 None None] Port 4467c957-368a-4cea-8400-d3c46377fbe3 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:25:55.612134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] device_id is not set on port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:25:55.624309 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks [] for port (fa7d1a2e-9052-4f0a-9bcf-899b8e015ada), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:55.632692 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fa7d1a2e-9052-4f0a-9bcf-899b8e015ada), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:55.713390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Pushing event updated for resources: {'Port': ['ID=fa7d1a2e-9052-4f0a-9bcf-899b8e015ada,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:55.756771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Checking segment: {'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:55.757148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Network hostable DHCP agents. Network: d3e19300-f6aa-4210-91f4-8217fc55567b, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:25:55.794141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Network d3e19300-f6aa-4210-91f4-8217fc55567b is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:25:55.816366 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, d3e19300-f6aa-4210-91f4-8217fc55567b) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:55.829296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9086c710-9a10-41f4-af9d-de904b93f8b8 None None] Network d3e19300-f6aa-4210-91f4-8217fc55567b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:25:55.834847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:55.847563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4467c957-368a-4cea-8400-d3c46377fbe3 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:25:55.865652 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Publish callbacks [] for port (4467c957-368a-4cea-8400-d3c46377fbe3), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:55.866098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:55.866540 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:55.867047 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:55.874062 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:55.874557 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:55.875116 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 2 to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada Feb 05 03:25:55.896348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Transition to ACTIVE for port object 4467c957-368a-4cea-8400-d3c46377fbe3 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:25:55.904295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:55.904964 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:55.905386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:55.907449 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (4467c957-368a-4cea-8400-d3c46377fbe3), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:55.911770 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:55.912246 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:55.912740 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 3 to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada Feb 05 03:25:55.930451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:55.931098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:55.931631 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:55.939486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:55.940025 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:55.940578 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 4 to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada Feb 05 03:25:55.941008 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9c88fe99-fe64-4c53-a86a-5f6de29fc63d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:25:55.969541 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:55.977180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:55.977565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:55.991448 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:55.992097 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:55.992205 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 5 to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada Feb 05 03:25:56.034721 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:56.035694 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:56.036219 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:56.045539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:56.046142 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:56.046978 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 6 to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada Feb 05 03:25:56.059919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:25:56.060308 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:56.065072 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=4467c957-368a-4cea-8400-d3c46377fbe3,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:56.078336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:56.078684 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:56.079051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:56.090024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:56.090887 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:56.091303 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 7 to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada Feb 05 03:25:56.116667 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:56.117010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:56.117347 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:56.129516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:56.129844 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:56.130249 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 8 to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada Feb 05 03:25:56.145086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Attempting to bind port 4467c957-368a-4cea-8400-d3c46377fbe3 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:56.145748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Attempting to bind port 4467c957-368a-4cea-8400-d3c46377fbe3 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '174549be-0d14-4d37-b68c-7dd2d39fd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:56.146898 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Attempting to bind port 4467c957-368a-4cea-8400-d3c46377fbe3 on network c1f4b282-a63f-49ac-9d68-5a781ebc967a {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:56.162916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Port 4467c957-368a-4cea-8400-d3c46377fbe3 on network c1f4b282-a63f-49ac-9d68-5a781ebc967a not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:56.163833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Attempting to bind port 4467c957-368a-4cea-8400-d3c46377fbe3 on network c1f4b282-a63f-49ac-9d68-5a781ebc967a {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:56.172198 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:56.172535 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:56.172910 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:56.173031 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:25:56.173280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Checking segment: {'id': '174549be-0d14-4d37-b68c-7dd2d39fd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:25:56.173689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Bound using segment: {'id': '174549be-0d14-4d37-b68c-7dd2d39fd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:25:56.174095 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Bound port: 4467c957-368a-4cea-8400-d3c46377fbe3, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174549be-0d14-4d37-b68c-7dd2d39fd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:25:56.174468 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4467c957-368a-4cea-8400-d3c46377fbe3), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:56.184883 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:56.185463 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:56.186146 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 9 to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada Feb 05 03:25:56.209468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:25:56.212993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:56.214034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:56.214610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:56.223142 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:56.224671 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:56.225075 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 10 to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada Feb 05 03:25:56.239298 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:56.240398 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:56.240978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:56.247207 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:56.247543 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:56.247922 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fa7d1a2e-9052-4f0a-9bcf-899b8e015ada), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:56.282426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] For port 4467c957-368a-4cea-8400-d3c46377fbe3, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:25:56.286818 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] For port 4467c957-368a-4cea-8400-d3c46377fbe3, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4467c957-368a-4cea-8400-d3c46377fbe3,segment=NetworkSegment(174549be-0d14-4d37-b68c-7dd2d39fd1b6),segment_id=174549be-0d14-4d37-b68c-7dd2d39fd1b6)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:25:56.303442 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (4467c957-368a-4cea-8400-d3c46377fbe3), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:56.331081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] For port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:25:56.341292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempted to set empty binding levels {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 05 03:25:56.348394 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (fa7d1a2e-9052-4f0a-9bcf-899b8e015ada), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:56.380202 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=4467c957-368a-4cea-8400-d3c46377fbe3,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:56.401794 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:56.402627 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:56.404415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-b6b0154c-13ef-415c-8bd5-0b05dba43ec4 service neutron] 10.222.0.10 "PUT /v2.0/ports/4467c957-368a-4cea-8400-d3c46377fbe3 HTTP/1.1" status: 200 len: 1091 time: 1.2451329 Feb 05 03:25:56.405241 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fea2561-596e-4124-a14d-b64bf0deda6f', 'tag': '4467c957-368a-4cea-8400-d3c46377fbe3'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:25:56.408905 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076e26f6-55b5-4c10-a58f-254dd5698055" -d '{"events": [{"name": "network-changed", "server_uuid": "6fea2561-596e-4124-a14d-b64bf0deda6f", "tag": "4467c957-368a-4cea-8400-d3c46377fbe3"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:25:56.422894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:56.423587 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:56.482172 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.4943752 Feb 05 03:25:56.497205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459c873-4dcb-49ff-8fcf-932d40e293b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Pushing event updated for resources: {'Port': ['ID=fa7d1a2e-9052-4f0a-9bcf-899b8e015ada,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:56.501299 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35266) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:56.514791 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17315e8-ff2e-4ba8-90c1-1ecdef92c7bf x-openstack-request-id: req-e17315e8-ff2e-4ba8-90c1-1ecdef92c7bf {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:25:56.515150 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fea2561-596e-4124-a14d-b64bf0deda6f", "tag": "4467c957-368a-4cea-8400-d3c46377fbe3", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:25:56.515344 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e17315e8-ff2e-4ba8-90c1-1ecdef92c7bf {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:25:56.515759 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fea2561-596e-4124-a14d-b64bf0deda6f', 'tag': '4467c957-368a-4cea-8400-d3c46377fbe3', 'status': 'completed', 'code': 200} Feb 05 03:25:56.587666 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-362cbf81-6eb9-4fe3-86be-f3d3b6a4ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:56.590194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-362cbf81-6eb9-4fe3-86be-f3d3b6a4ee6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3986eb8bd3248e5a49b0d0f388a9739&device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 1125 time: 0.1391466 Feb 05 03:25:56.607515 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-37c63e6a-0dae-4b39-ba39-1d9e0fd501c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Deleting port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:56.608285 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37c63e6a-0dae-4b39-ba39-1d9e0fd501c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fa7d1a2e-9052-4f0a-9bcf-899b8e015ada), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:56.690068 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-4b88846d-d402-4d3b-b63b-3c26ac73840e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4467c957-368a-4cea-8400-d3c46377fbe3 HTTP/1.1" status: 200 len: 217 time: 0.0909901 Feb 05 03:25:56.693638 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-37c63e6a-0dae-4b39-ba39-1d9e0fd501c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] For port fa7d1a2e-9052-4f0a-9bcf-899b8e015ada, host n-h2-826942-8, got binding levels [] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:56.694009 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37c63e6a-0dae-4b39-ba39-1d9e0fd501c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fa7d1a2e-9052-4f0a-9bcf-899b8e015ada), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:56.710446 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-37c63e6a-0dae-4b39-ba39-1d9e0fd501c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Calling delete_port for fa7d1a2e-9052-4f0a-9bcf-899b8e015ada owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:56.723863 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84967703-4633-4f0e-89d2-fbf17255a741 req-2dcaec1c-2448-4957-87d1-762834509e0e tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:56.732328 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84967703-4633-4f0e-89d2-fbf17255a741 req-2dcaec1c-2448-4957-87d1-762834509e0e tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 1125 time: 0.2156298 Feb 05 03:25:56.831351 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84967703-4633-4f0e-89d2-fbf17255a741 req-556a108f-da22-449f-bac8-9e909de51665 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980594 Feb 05 03:25:56.844589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-f230106d-009e-4249-80d8-b9e4f479ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:56.846104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-f230106d-009e-4249-80d8-b9e4f479ad99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=59576057-f9d1-4649-be20-624091ae4d27 HTTP/1.1" status: 200 len: 848 time: 0.1451156 Feb 05 03:25:56.850415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37c63e6a-0dae-4b39-ba39-1d9e0fd501c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fa7d1a2e-9052-4f0a-9bcf-899b8e015ada), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:56.889802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c63e6a-0dae-4b39-ba39-1d9e0fd501c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa7d1a2e-9052-4f0a-9bcf-899b8e015ada,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:56.896707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37c63e6a-0dae-4b39-ba39-1d9e0fd501c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:56.903821 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-37c63e6a-0dae-4b39-ba39-1d9e0fd501c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] 10.222.0.36 "DELETE /v2.0/ports/fa7d1a2e-9052-4f0a-9bcf-899b8e015ada HTTP/1.1" status: 204 len: 168 time: 0.4014659 Feb 05 03:25:56.904463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35270) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:56.915468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-bfb4d5a9-116d-4abc-9a03-ac425567d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:56.917540 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-bfb4d5a9-116d-4abc-9a03-ac425567d885 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c1f4b282-a63f-49ac-9d68-5a781ebc967a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0654573 Feb 05 03:25:56.935265 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1454d11-9da5-4f4c-8132-ea80bb4be8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] GET failed (client error): The resource could not be found. Feb 05 03:25:56.940518 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d1454d11-9da5-4f4c-8132-ea80bb4be8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] 10.222.0.36 "GET /v2.0/ports/fa7d1a2e-9052-4f0a-9bcf-899b8e015ada HTTP/1.1" status: 404 len: 333 time: 0.0349796 Feb 05 03:25:56.941327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35272) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:56.946410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7c5a6f09-766a-42e9-abcb-927d6096f027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Request body: {'port': {'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842094304'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:56.966593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5a6f09-766a-42e9-abcb-927d6096f027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Made reservation on behalf of 0725d6833790467b9871ea1dd8cda5c3 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:56.969818 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6f09-766a-42e9-abcb-927d6096f027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:56.989341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-7c5a6f09-766a-42e9-abcb-927d6096f027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] device_id is not set on port cb895fcb-2a91-4bda-8e75-f7586996910e yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:25:57.031449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-54770f76-af42-4860-9777-102a207211e5 service neutron] 10.222.0.10 "GET /v2.0/networks/c1f4b282-a63f-49ac-9d68-5a781ebc967a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038911 Feb 05 03:25:57.130836 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fb51068-4ffa-48dc-868f-d2f72285e694 req-296349e5-897f-41b2-b680-823f82a33f25 service neutron] 10.222.0.10 "GET /v2.0/networks/c1f4b282-a63f-49ac-9d68-5a781ebc967a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939372 Feb 05 03:25:57.154189 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6f09-766a-42e9-abcb-927d6096f027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks [] for port (cb895fcb-2a91-4bda-8e75-f7586996910e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:57.202432 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6f09-766a-42e9-abcb-927d6096f027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (cb895fcb-2a91-4bda-8e75-f7586996910e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:57.233297 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e26f6-55b5-4c10-a58f-254dd5698055 req-988b6e1c-ab3f-4d83-98da-8368f21a2117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:57.235822 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-076e26f6-55b5-4c10-a58f-254dd5698055 req-988b6e1c-ab3f-4d83-98da-8368f21a2117 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3986eb8bd3248e5a49b0d0f388a9739&device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 1125 time: 0.0510466 Feb 05 03:25:57.246846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5a6f09-766a-42e9-abcb-927d6096f027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Network d3e19300-f6aa-4210-91f4-8217fc55567b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:57.249874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7c5a6f09-766a-42e9-abcb-927d6096f027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:57.253502 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5a6f09-766a-42e9-abcb-927d6096f027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:57.254479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a6f09-766a-42e9-abcb-927d6096f027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:57.255177 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6f09-766a-42e9-abcb-927d6096f027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:57.261033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a6f09-766a-42e9-abcb-927d6096f027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Pushing event updated for resources: {'Port': ['ID=cb895fcb-2a91-4bda-8e75-f7586996910e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:57.279874 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7c5a6f09-766a-42e9-abcb-927d6096f027 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3354485 Feb 05 03:25:57.280398 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35274) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:57.285844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:57.347797 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e26f6-55b5-4c10-a58f-254dd5698055 req-ed70b211-98f9-4b6e-94c2-23c183c82d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:57.349302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-076e26f6-55b5-4c10-a58f-254dd5698055 req-ed70b211-98f9-4b6e-94c2-23c183c82d28 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c1f4b282-a63f-49ac-9d68-5a781ebc967a HTTP/1.1" status: 200 len: 910 time: 0.1067157 Feb 05 03:25:57.364919 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cb895fcb-2a91-4bda-8e75-f7586996910e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:57.409307 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-076e26f6-55b5-4c10-a58f-254dd5698055 req-ef30a507-2fd8-4685-b66c-cfcf5298868a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4467c957-368a-4cea-8400-d3c46377fbe3 HTTP/1.1" status: 200 len: 217 time: 0.0535884 Feb 05 03:25:57.468052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e26f6-55b5-4c10-a58f-254dd5698055 req-21d24717-6880-4637-8bb8-08fa516c8870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:57.469817 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-076e26f6-55b5-4c10-a58f-254dd5698055 req-21d24717-6880-4637-8bb8-08fa516c8870 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=59576057-f9d1-4649-be20-624091ae4d27 HTTP/1.1" status: 200 len: 848 time: 0.0533493 Feb 05 03:25:57.530365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e26f6-55b5-4c10-a58f-254dd5698055 req-8572bf12-0c6f-40fd-b578-580673c9dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:57.532182 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-076e26f6-55b5-4c10-a58f-254dd5698055 req-8572bf12-0c6f-40fd-b578-580673c9dc2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c1f4b282-a63f-49ac-9d68-5a781ebc967a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562043 Feb 05 03:25:57.573764 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] device_id is not set on port cb895fcb-2a91-4bda-8e75-f7586996910e yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:25:57.582213 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks [] for port (cb895fcb-2a91-4bda-8e75-f7586996910e), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:57.590624 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (cb895fcb-2a91-4bda-8e75-f7586996910e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:57.641859 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-076e26f6-55b5-4c10-a58f-254dd5698055 req-9d92f81c-8d72-4651-a239-083fbecd67d0 service neutron] 10.222.0.10 "GET /v2.0/networks/c1f4b282-a63f-49ac-9d68-5a781ebc967a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031981 Feb 05 03:25:57.645751 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Pushing event updated for resources: {'Port': ['ID=cb895fcb-2a91-4bda-8e75-f7586996910e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:57.663640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:57.664153 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:57.664614 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:57.669693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:57.670179 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:57.670677 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 2 to bind port cb895fcb-2a91-4bda-8e75-f7586996910e Feb 05 03:25:57.684565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:57.685022 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:57.685453 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:57.690203 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:57.690639 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:57.691154 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 3 to bind port cb895fcb-2a91-4bda-8e75-f7586996910e Feb 05 03:25:57.705115 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:57.706030 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:57.706548 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:57.712735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:57.713389 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:57.714300 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 4 to bind port cb895fcb-2a91-4bda-8e75-f7586996910e Feb 05 03:25:57.728322 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:57.729358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:57.729769 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:57.735296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:57.735643 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:57.736041 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 5 to bind port cb895fcb-2a91-4bda-8e75-f7586996910e Feb 05 03:25:57.749949 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:57.750244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:57.750577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:57.752641 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-076e26f6-55b5-4c10-a58f-254dd5698055 req-211ed499-9098-4dc5-8bee-f841ea45e2cf service neutron] 10.222.0.10 "GET /v2.0/networks/c1f4b282-a63f-49ac-9d68-5a781ebc967a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035736 Feb 05 03:25:57.755147 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:57.755462 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:57.755845 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 6 to bind port cb895fcb-2a91-4bda-8e75-f7586996910e Feb 05 03:25:57.768898 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:57.769227 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:57.769564 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:57.774311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:57.774634 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:57.775218 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 7 to bind port cb895fcb-2a91-4bda-8e75-f7586996910e Feb 05 03:25:57.788273 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:57.788599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:57.789197 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:57.794998 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:57.795234 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:57.795698 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 8 to bind port cb895fcb-2a91-4bda-8e75-f7586996910e Feb 05 03:25:57.810463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:57.810828 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:57.811167 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:57.815829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:57.816154 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:57.816546 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 9 to bind port cb895fcb-2a91-4bda-8e75-f7586996910e Feb 05 03:25:57.830038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:57.830370 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:57.830704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:57.835366 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:57.835697 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:57.836081 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 10 to bind port cb895fcb-2a91-4bda-8e75-f7586996910e Feb 05 03:25:57.850044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:25:57.850383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:25:57.850733 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:25:57.858119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:25:57.858461 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port cb895fcb-2a91-4bda-8e75-f7586996910e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:25:57.858883 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cb895fcb-2a91-4bda-8e75-f7586996910e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:57.937610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] For port cb895fcb-2a91-4bda-8e75-f7586996910e, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:25:57.937972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempted to set empty binding levels {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 05 03:25:57.943770 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (cb895fcb-2a91-4bda-8e75-f7586996910e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:57.960629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e432e-a6a6-49da-ada7-2d4fc58bdede req-b25af13c-805d-4b5f-9796-f2972c6e1696 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:57.962537 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b4e432e-a6a6-49da-ada7-2d4fc58bdede req-b25af13c-805d-4b5f-9796-f2972c6e1696 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 1125 time: 0.0505695 Feb 05 03:25:57.994017 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] In _notify_port_updated(), no bound segment for port cb895fcb-2a91-4bda-8e75-f7586996910e on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:25:57.994956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:57.995563 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:57.997053 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] 10.222.0.36 "PUT /v2.0/ports/cb895fcb-2a91-4bda-8e75-f7586996910e HTTP/1.1" status: 200 len: 979 time: 0.7154744 Feb 05 03:25:58.001153 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35280) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:58.016712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0b82c-3fb6-413d-9fe7-33ce755dac40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Pushing event updated for resources: {'Port': ['ID=cb895fcb-2a91-4bda-8e75-f7586996910e,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:58.074872 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b4e432e-a6a6-49da-ada7-2d4fc58bdede req-26b63c21-01c0-44d8-ab7f-d248ec7dcac5 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060760 Feb 05 03:25:58.108340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.108833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.109306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.109769 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.110228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.110689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.111184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.111639 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.112094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.112550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.113007 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.113462 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.113920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.114373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.114851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.115307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.115762 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.116212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.116662 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.117153 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.117605 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.118057 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.118510 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.122089 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-73dfefb4-74e0-4e21-b114-f2fb4c29803e tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21152 time: 0.1199338 Feb 05 03:25:58.125791 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35282) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:58.207094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1e37ea8a-7a94-4110-9e66-d0a329e4a7f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Deleting port cb895fcb-2a91-4bda-8e75-f7586996910e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:58.208147 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e37ea8a-7a94-4110-9e66-d0a329e4a7f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (cb895fcb-2a91-4bda-8e75-f7586996910e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:58.269571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-1e37ea8a-7a94-4110-9e66-d0a329e4a7f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] For port cb895fcb-2a91-4bda-8e75-f7586996910e, host n-h2-826942-8, got binding levels [] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:25:58.269933 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e37ea8a-7a94-4110-9e66-d0a329e4a7f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (cb895fcb-2a91-4bda-8e75-f7586996910e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:58.283477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1e37ea8a-7a94-4110-9e66-d0a329e4a7f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Calling delete_port for cb895fcb-2a91-4bda-8e75-f7586996910e owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:58.364659 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e37ea8a-7a94-4110-9e66-d0a329e4a7f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (cb895fcb-2a91-4bda-8e75-f7586996910e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:58.399987 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37ea8a-7a94-4110-9e66-d0a329e4a7f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb895fcb-2a91-4bda-8e75-f7586996910e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:58.404538 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e37ea8a-7a94-4110-9e66-d0a329e4a7f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:58.407936 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1e37ea8a-7a94-4110-9e66-d0a329e4a7f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] 10.222.0.36 "DELETE /v2.0/ports/cb895fcb-2a91-4bda-8e75-f7586996910e HTTP/1.1" status: 204 len: 168 time: 0.2811737 Feb 05 03:25:58.410419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35284) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:58.436892 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c39052-90ce-4455-ac5f-5d5fe85cf9c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] GET failed (client error): The resource could not be found. Feb 05 03:25:58.438286 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-46c39052-90ce-4455-ac5f-5d5fe85cf9c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] 10.222.0.36 "GET /v2.0/ports/cb895fcb-2a91-4bda-8e75-f7586996910e HTTP/1.1" status: 404 len: 333 time: 0.0260844 Feb 05 03:25:58.442090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35286) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:58.447350 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-aa771f38-e083-4041-84f5-e6a31e67bb1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1264695787', 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:58.468443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa771f38-e083-4041-84f5-e6a31e67bb1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Made reservation on behalf of 0725d6833790467b9871ea1dd8cda5c3 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:58.470705 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa771f38-e083-4041-84f5-e6a31e67bb1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:58.486795 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-aa771f38-e083-4041-84f5-e6a31e67bb1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] device_id is not set on port b9813dcf-8c9b-49e5-a2d5-e200857f8a39 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:25:58.645064 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa771f38-e083-4041-84f5-e6a31e67bb1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks [] for port (b9813dcf-8c9b-49e5-a2d5-e200857f8a39), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:58.678845 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa771f38-e083-4041-84f5-e6a31e67bb1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (b9813dcf-8c9b-49e5-a2d5-e200857f8a39), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:58.722196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa771f38-e083-4041-84f5-e6a31e67bb1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Network d3e19300-f6aa-4210-91f4-8217fc55567b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:58.725066 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-aa771f38-e083-4041-84f5-e6a31e67bb1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:58.727412 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa771f38-e083-4041-84f5-e6a31e67bb1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:58.728570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa771f38-e083-4041-84f5-e6a31e67bb1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.730009 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aa771f38-e083-4041-84f5-e6a31e67bb1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:58.740649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa771f38-e083-4041-84f5-e6a31e67bb1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Pushing event updated for resources: {'Port': ['ID=b9813dcf-8c9b-49e5-a2d5-e200857f8a39,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:58.752723 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-aa771f38-e083-4041-84f5-e6a31e67bb1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3093534 Feb 05 03:25:58.755153 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35288) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:58.790596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb3af0f-d528-4ae8-92d3-1008be613a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:58.792821 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dfb3af0f-d528-4ae8-92d3-1008be613a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] 10.222.0.36 "GET /v2.0/ports/b9813dcf-8c9b-49e5-a2d5-e200857f8a39 HTTP/1.1" status: 200 len: 959 time: 0.0365980 Feb 05 03:25:58.795428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35290) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:58.880000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fb0bb9ef-b1a2-4dae-969d-688f299060ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Deleting port b9813dcf-8c9b-49e5-a2d5-e200857f8a39 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:25:58.880348 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb9ef-b1a2-4dae-969d-688f299060ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b9813dcf-8c9b-49e5-a2d5-e200857f8a39), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:58.940443 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb9ef-b1a2-4dae-969d-688f299060ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b9813dcf-8c9b-49e5-a2d5-e200857f8a39), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:58.953816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fb0bb9ef-b1a2-4dae-969d-688f299060ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Calling delete_port for b9813dcf-8c9b-49e5-a2d5-e200857f8a39 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:25:59.191765 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afee77-7a60-46a3-8b3f-da8804ea372c req-9a10fb8f-73a5-46ae-8f9a-0cf47ec1fb29 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:59.193369 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5afee77-7a60-46a3-8b3f-da8804ea372c req-9a10fb8f-73a5-46ae-8f9a-0cf47ec1fb29 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 1125 time: 0.0462911 Feb 05 03:25:59.243940 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5afee77-7a60-46a3-8b3f-da8804ea372c req-d0cd1071-a618-43a9-a15a-12bf2961a316 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439346 Feb 05 03:25:59.375399 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb9ef-b1a2-4dae-969d-688f299060ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (b9813dcf-8c9b-49e5-a2d5-e200857f8a39), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:59.408327 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb0bb9ef-b1a2-4dae-969d-688f299060ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:59.413861 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fb0bb9ef-b1a2-4dae-969d-688f299060ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] 10.222.0.36 "DELETE /v2.0/ports/b9813dcf-8c9b-49e5-a2d5-e200857f8a39 HTTP/1.1" status: 204 len: 168 time: 0.6150749 Feb 05 03:25:59.413861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bb9ef-b1a2-4dae-969d-688f299060ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9813dcf-8c9b-49e5-a2d5-e200857f8a39,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:59.415148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35296) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:59.443078 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d22e464-b71b-4e12-a0d1-f5524271561f tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] GET failed (client error): The resource could not be found. Feb 05 03:25:59.444685 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4d22e464-b71b-4e12-a0d1-f5524271561f tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] 10.222.0.36 "GET /v2.0/ports/b9813dcf-8c9b-49e5-a2d5-e200857f8a39 HTTP/1.1" status: 404 len: 333 time: 0.0250788 Feb 05 03:25:59.448216 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35298) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:59.452948 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-23236508-5a3c-4759-82ee-0d2d0681edda tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Request body: {'port': {'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-574858753'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:59.471882 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23236508-5a3c-4759-82ee-0d2d0681edda tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Made reservation on behalf of 0725d6833790467b9871ea1dd8cda5c3 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:25:59.474194 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23236508-5a3c-4759-82ee-0d2d0681edda tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:59.489683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-23236508-5a3c-4759-82ee-0d2d0681edda tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] device_id is not set on port 57016c63-9c1c-4911-bee7-75f63187a326 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:25:59.659907 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23236508-5a3c-4759-82ee-0d2d0681edda tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks [] for port (57016c63-9c1c-4911-bee7-75f63187a326), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:59.695056 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23236508-5a3c-4759-82ee-0d2d0681edda tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (57016c63-9c1c-4911-bee7-75f63187a326), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:59.738980 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23236508-5a3c-4759-82ee-0d2d0681edda tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Network d3e19300-f6aa-4210-91f4-8217fc55567b is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:25:59.741844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-23236508-5a3c-4759-82ee-0d2d0681edda tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:25:59.745461 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23236508-5a3c-4759-82ee-0d2d0681edda tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:25:59.746324 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23236508-5a3c-4759-82ee-0d2d0681edda tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:25:59.747195 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-23236508-5a3c-4759-82ee-0d2d0681edda tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:25:59.752683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23236508-5a3c-4759-82ee-0d2d0681edda tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Pushing event updated for resources: {'Port': ['ID=57016c63-9c1c-4911-bee7-75f63187a326,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:25:59.770849 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-23236508-5a3c-4759-82ee-0d2d0681edda tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3186798 Feb 05 03:25:59.771151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35300) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:25:59.776734 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:25:59.842726 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (57016c63-9c1c-4911-bee7-75f63187a326), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:00.055955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] device_id is not set on port 57016c63-9c1c-4911-bee7-75f63187a326 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:26:00.065211 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks [] for port (57016c63-9c1c-4911-bee7-75f63187a326), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:00.071450 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (57016c63-9c1c-4911-bee7-75f63187a326), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:00.104839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4467c957-368a-4cea-8400-d3c46377fbe3 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:26:00.130303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Pushing event updated for resources: {'Port': ['ID=57016c63-9c1c-4911-bee7-75f63187a326,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:00.141561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:00.141906 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:00.142279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:00.147221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:00.147562 n-d-826942-8 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:26:00.147952 n-d-826942-8 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 2 to bind port 57016c63-9c1c-4911-bee7-75f63187a326 Feb 05 03:26:00.162222 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:00.162554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:00.162925 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:00.168395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:00.168725 n-d-826942-8 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:26:00.169155 n-d-826942-8 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 3 to bind port 57016c63-9c1c-4911-bee7-75f63187a326 Feb 05 03:26:00.181366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:00.181706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:00.182196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:00.186786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:00.187148 n-d-826942-8 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:26:00.187539 n-d-826942-8 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 4 to bind port 57016c63-9c1c-4911-bee7-75f63187a326 Feb 05 03:26:00.200186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:00.200532 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:00.200844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:00.208375 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:00.209087 n-d-826942-8 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:26:00.209695 n-d-826942-8 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 5 to bind port 57016c63-9c1c-4911-bee7-75f63187a326 Feb 05 03:26:00.221943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4467c957-368a-4cea-8400-d3c46377fbe3, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4467c957-368a-4cea-8400-d3c46377fbe3,segment=NetworkSegment(174549be-0d14-4d37-b68c-7dd2d39fd1b6),segment_id=174549be-0d14-4d37-b68c-7dd2d39fd1b6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:00.226889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:00.227296 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:00.227853 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:00.234087 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:00.234336 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '4467c957-368a-4cea-8400-d3c46377fbe3', 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a', 'port_id': '4467c957-368a-4cea-8400-d3c46377fbe3', 'mac_address': 'fa:16:3e:ea:10:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59576057-f9d1-4649-be20-624091ae4d27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:26:00.234677 n-d-826942-8 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:26:00.235585 n-d-826942-8 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 6 to bind port 57016c63-9c1c-4911-bee7-75f63187a326 Feb 05 03:26:00.249444 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:00.249842 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:00.250156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:00.255788 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:00.256081 n-d-826942-8 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:26:00.256554 n-d-826942-8 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 7 to bind port 57016c63-9c1c-4911-bee7-75f63187a326 Feb 05 03:26:00.280835 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:00.281111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4467c957-368a-4cea-8400-d3c46377fbe3 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:26:00.281214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:00.281401 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4467c957-368a-4cea-8400-d3c46377fbe3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:00.281556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:00.289563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:00.290198 n-d-826942-8 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:26:00.290647 n-d-826942-8 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 8 to bind port 57016c63-9c1c-4911-bee7-75f63187a326 Feb 05 03:26:00.297298 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4467c957-368a-4cea-8400-d3c46377fbe3 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:26:00.310517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:00.311093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:00.311519 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:00.318502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:00.318993 n-d-826942-8 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:26:00.320192 n-d-826942-8 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 9 to bind port 57016c63-9c1c-4911-bee7-75f63187a326 Feb 05 03:26:00.321784 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4467c957-368a-4cea-8400-d3c46377fbe3, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4467c957-368a-4cea-8400-d3c46377fbe3,segment=NetworkSegment(174549be-0d14-4d37-b68c-7dd2d39fd1b6),segment_id=174549be-0d14-4d37-b68c-7dd2d39fd1b6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:00.326662 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4467c957-368a-4cea-8400-d3c46377fbe3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:00.387761 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4467c957-368a-4cea-8400-d3c46377fbe3,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:00.389314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:00.389789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:00.390879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:00.398904 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:00.399263 n-d-826942-8 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:26:00.400050 n-d-826942-8 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempt 10 to bind port 57016c63-9c1c-4911-bee7-75f63187a326 Feb 05 03:26:00.424894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a48ef-5cbd-4d26-a98f-8dd696cb4102 req-bbdbf36e-5585-440f-a074-ccabe333c780 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:00.426554 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f96a48ef-5cbd-4d26-a98f-8dd696cb4102 req-bbdbf36e-5585-440f-a074-ccabe333c780 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 1126 time: 0.0886972 Feb 05 03:26:00.427400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:00.427733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:00.428064 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempting to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:00.434487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:00.434899 n-d-826942-8 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Failed to bind port 57016c63-9c1c-4911-bee7-75f63187a326 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '838ea99d-124b-411f-a549-4649c26112ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd3e19300-f6aa-4210-91f4-8217fc55567b'}] Feb 05 03:26:00.435210 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (57016c63-9c1c-4911-bee7-75f63187a326), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:00.512724 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f96a48ef-5cbd-4d26-a98f-8dd696cb4102 req-6984f8e0-015a-4cf9-a6cd-62cfc209748d tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798109 Feb 05 03:26:00.537297 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4467c957-368a-4cea-8400-d3c46377fbe3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:26:00.539733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] For port 57016c63-9c1c-4911-bee7-75f63187a326, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:26:00.541237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attempted to set empty binding levels {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 05 03:26:00.544840 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (57016c63-9c1c-4911-bee7-75f63187a326), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:00.585289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] In _notify_port_updated(), no bound segment for port 57016c63-9c1c-4911-bee7-75f63187a326 on network d3e19300-f6aa-4210-91f4-8217fc55567b {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:26:00.586145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:00.587219 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:00.592655 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] 10.222.0.36 "PUT /v2.0/ports/57016c63-9c1c-4911-bee7-75f63187a326 HTTP/1.1" status: 200 len: 978 time: 0.8177044 Feb 05 03:26:00.593529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35310) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:00.606556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12895b-f53e-4e33-ad97-32b9899c3f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Pushing event updated for resources: {'Port': ['ID=57016c63-9c1c-4911-bee7-75f63187a326,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:00.689790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-29292973-7fb2-4b8a-99c2-8db1e1c52a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Deleting port 57016c63-9c1c-4911-bee7-75f63187a326 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:00.690160 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29292973-7fb2-4b8a-99c2-8db1e1c52a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (57016c63-9c1c-4911-bee7-75f63187a326), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:00.756375 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-29292973-7fb2-4b8a-99c2-8db1e1c52a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] For port 57016c63-9c1c-4911-bee7-75f63187a326, host n-h2-826942-8, got binding levels [] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:00.756744 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29292973-7fb2-4b8a-99c2-8db1e1c52a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (57016c63-9c1c-4911-bee7-75f63187a326), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:00.769929 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-29292973-7fb2-4b8a-99c2-8db1e1c52a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Calling delete_port for 57016c63-9c1c-4911-bee7-75f63187a326 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:00.854408 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29292973-7fb2-4b8a-99c2-8db1e1c52a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (57016c63-9c1c-4911-bee7-75f63187a326), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:00.888555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29292973-7fb2-4b8a-99c2-8db1e1c52a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Pushing event deleted for resources: {'Port': ['ID=57016c63-9c1c-4911-bee7-75f63187a326,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:00.892520 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29292973-7fb2-4b8a-99c2-8db1e1c52a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:00.896206 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-29292973-7fb2-4b8a-99c2-8db1e1c52a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] 10.222.0.36 "DELETE /v2.0/ports/57016c63-9c1c-4911-bee7-75f63187a326 HTTP/1.1" status: 204 len: 168 time: 0.3003097 Feb 05 03:26:00.898884 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35314) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:00.924649 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea906b2d-184a-4529-8bad-de2928183017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] GET failed (client error): The resource could not be found. Feb 05 03:26:00.929077 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ea906b2d-184a-4529-8bad-de2928183017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539952231-project-admin] 10.222.0.36 "GET /v2.0/ports/57016c63-9c1c-4911-bee7-75f63187a326 HTTP/1.1" status: 404 len: 333 time: 0.0263364 Feb 05 03:26:00.929346 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35316) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:01.023918 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c46dc477-dcbf-4ac8-98ba-3a8cfde06d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (d3e19300-f6aa-4210-91f4-8217fc55567b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:01.125849 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c46dc477-dcbf-4ac8-98ba-3a8cfde06d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (d3e19300-f6aa-4210-91f4-8217fc55567b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:01.145763 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c46dc477-dcbf-4ac8-98ba-3a8cfde06d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e19300-f6aa-4210-91f4-8217fc55567b']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:01.155752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c46dc477-dcbf-4ac8-98ba-3a8cfde06d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838ea99d-124b-411f-a549-4649c26112ec') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:01.156048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c46dc477-dcbf-4ac8-98ba-3a8cfde06d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838ea99d-124b-411f-a549-4649c26112ec') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:01.165496 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c46dc477-dcbf-4ac8-98ba-3a8cfde06d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (838ea99d-124b-411f-a549-4649c26112ec), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:01.179933 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c46dc477-dcbf-4ac8-98ba-3a8cfde06d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (838ea99d-124b-411f-a549-4649c26112ec), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:01.186769 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46dc477-dcbf-4ac8-98ba-3a8cfde06d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:26:01.187171 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c46dc477-dcbf-4ac8-98ba-3a8cfde06d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (838ea99d-124b-411f-a549-4649c26112ec), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:26:01.190450 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:26:01.260482 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c46dc477-dcbf-4ac8-98ba-3a8cfde06d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (d3e19300-f6aa-4210-91f4-8217fc55567b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:01.284904 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c46dc477-dcbf-4ac8-98ba-3a8cfde06d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:01.288257 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c46dc477-dcbf-4ac8-98ba-3a8cfde06d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] 10.222.0.36 "DELETE /v2.0/networks/d3e19300-f6aa-4210-91f4-8217fc55567b HTTP/1.1" status: 204 len: 168 time: 0.3579929 Feb 05 03:26:01.289331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46dc477-dcbf-4ac8-98ba-3a8cfde06d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584275115-project] Pushing event deleted for resources: {'Network': ['ID=d3e19300-f6aa-4210-91f4-8217fc55567b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:01.547977 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35324) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:01.636937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e4ffd-f905-4bc1-9c68-c5548abd60c5 req-412f6192-5b1d-4f15-930f-1be18693cf15 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:01.638696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d5e4ffd-f905-4bc1-9c68-c5548abd60c5 req-412f6192-5b1d-4f15-930f-1be18693cf15 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 1126 time: 0.0504718 Feb 05 03:26:01.684963 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d5e4ffd-f905-4bc1-9c68-c5548abd60c5 req-a6e7050d-632e-4b66-a4e1-7e6cde68e90a tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397129 Feb 05 03:26:01.710036 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2f7fe791-39c1-4f7c-8262-e483152a0f4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=426ec72c344f4f9b9e222b757b91b527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1583242 Feb 05 03:26:01.710036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35328) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:01.757502 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5208b6f3-cf3c-4097-83f0-a852bc0a1c0e admin admin] Publish callbacks [] for security_group (908af1e3-3e44-4cb8-a668-8a6b27db9651), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:01.778423 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5208b6f3-cf3c-4097-83f0-a852bc0a1c0e admin admin] Publish callbacks [] for security_group (908af1e3-3e44-4cb8-a668-8a6b27db9651), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:01.824426 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5208b6f3-cf3c-4097-83f0-a852bc0a1c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (908af1e3-3e44-4cb8-a668-8a6b27db9651), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:01.827370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5208b6f3-cf3c-4097-83f0-a852bc0a1c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:01.832408 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5208b6f3-cf3c-4097-83f0-a852bc0a1c0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/908af1e3-3e44-4cb8-a668-8a6b27db9651 HTTP/1.1" status: 204 len: 168 time: 0.1171687 Feb 05 03:26:01.837601 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208b6f3-cf3c-4097-83f0-a852bc0a1c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908af1e3-3e44-4cb8-a668-8a6b27db9651,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:02.110737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35336) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:02.120081 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4467c957-368a-4cea-8400-d3c46377fbe3 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:26:02.152843 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9d664dba-1060-4fdf-9d05-3076d61b5bd5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0725d6833790467b9871ea1dd8cda5c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406442 Feb 05 03:26:02.155087 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35338) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:02.176020 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 4467c957-368a-4cea-8400-d3c46377fbe3 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:26:02.180046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 4467c957-368a-4cea-8400-d3c46377fbe3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:26:02.180422 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4467c957-368a-4cea-8400-d3c46377fbe3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:02.207654 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-501ed8d0-1c46-42df-83b5-c6f26f07071f admin admin] Publish callbacks [] for security_group (8f4ecd8f-8791-4b16-b628-b921dedc0674), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:02.229888 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-501ed8d0-1c46-42df-83b5-c6f26f07071f admin admin] Publish callbacks [] for security_group (8f4ecd8f-8791-4b16-b628-b921dedc0674), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:02.272753 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4467c957-368a-4cea-8400-d3c46377fbe3 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:26:02.273141 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4467c957-368a-4cea-8400-d3c46377fbe3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:02.281638 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-501ed8d0-1c46-42df-83b5-c6f26f07071f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8f4ecd8f-8791-4b16-b628-b921dedc0674), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:02.285128 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-501ed8d0-1c46-42df-83b5-c6f26f07071f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:02.287097 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-501ed8d0-1c46-42df-83b5-c6f26f07071f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f4ecd8f-8791-4b16-b628-b921dedc0674 HTTP/1.1" status: 204 len: 168 time: 0.1307755 Feb 05 03:26:02.296622 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ed8d0-1c46-42df-83b5-c6f26f07071f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4ecd8f-8791-4b16-b628-b921dedc0674,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:02.304892 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fea2561-596e-4124-a14d-b64bf0deda6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4467c957-368a-4cea-8400-d3c46377fbe3'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:26:02.307819 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e41301-714f-4579-8a73-df6c1a633bf8" -d '{"events": [{"server_uuid": "6fea2561-596e-4124-a14d-b64bf0deda6f", "name": "network-vif-plugged", "status": "completed", "tag": "4467c957-368a-4cea-8400-d3c46377fbe3"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:26:02.330035 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4467c957-368a-4cea-8400-d3c46377fbe3, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4467c957-368a-4cea-8400-d3c46377fbe3,segment=NetworkSegment(174549be-0d14-4d37-b68c-7dd2d39fd1b6),segment_id=174549be-0d14-4d37-b68c-7dd2d39fd1b6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:02.335526 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4467c957-368a-4cea-8400-d3c46377fbe3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:02.389533 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34854484-08ef-43a2-abab-bc1e9a597c6a x-openstack-request-id: req-34854484-08ef-43a2-abab-bc1e9a597c6a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:26:02.389824 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fea2561-596e-4124-a14d-b64bf0deda6f", "name": "network-vif-plugged", "status": "completed", "tag": "4467c957-368a-4cea-8400-d3c46377fbe3", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:26:02.390080 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34854484-08ef-43a2-abab-bc1e9a597c6a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:26:02.390470 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fea2561-596e-4124-a14d-b64bf0deda6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4467c957-368a-4cea-8400-d3c46377fbe3', 'code': 200} Feb 05 03:26:02.403375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4467c957-368a-4cea-8400-d3c46377fbe3,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:02.500271 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b426f1-4dae-47d1-a734-0ed7caa3aedd req-ca7a1fd9-aca3-4128-972d-cd0ead84fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:02.501840 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0b426f1-4dae-47d1-a734-0ed7caa3aedd req-ca7a1fd9-aca3-4128-972d-cd0ead84fbe7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 1127 time: 0.0515759 Feb 05 03:26:02.545656 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0b426f1-4dae-47d1-a734-0ed7caa3aedd req-1d364329-fdf6-4b2f-9093-1c936828a06a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379713 Feb 05 03:26:02.796185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09b503-4803-4a97-81ab-3ffc3df92e50 req-06d412e7-98a4-4a15-b94e-dd517b103fbb tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:02.797906 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a09b503-4803-4a97-81ab-3ffc3df92e50 req-06d412e7-98a4-4a15-b94e-dd517b103fbb tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 1127 time: 0.0462029 Feb 05 03:26:02.848221 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a09b503-4803-4a97-81ab-3ffc3df92e50 req-3d285e4a-b8e1-429a-bf77-789821d7b334 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433867 Feb 05 03:26:03.598768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35382) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:03.669000 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a24ec1c-adc2-4b50-8c54-26e854805b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:03.762719 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-274b39a9-6ac7-4c97-b30b-e6a2e5067a99 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1054542834'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:26:03.783235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274b39a9-6ac7-4c97-b30b-e6a2e5067a99 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Made reservation on behalf of 01b82b0165b74591bb1a4ad598a06092 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:26:03.786657 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-274b39a9-6ac7-4c97-b30b-e6a2e5067a99 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:03.794670 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-274b39a9-6ac7-4c97-b30b-e6a2e5067a99 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:03.866280 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-274b39a9-6ac7-4c97-b30b-e6a2e5067a99 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Publish callbacks [] for security_group (5dfe8f1a-c48e-4bf6-89e9-1472cbbb03dc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:03.869814 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-274b39a9-6ac7-4c97-b30b-e6a2e5067a99 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5dfe8f1a-c48e-4bf6-89e9-1472cbbb03dc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:03.896808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274b39a9-6ac7-4c97-b30b-e6a2e5067a99 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:26:03.906618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b39a9-6ac7-4c97-b30b-e6a2e5067a99 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfe8f1a-c48e-4bf6-89e9-1472cbbb03dc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:03.911406 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-274b39a9-6ac7-4c97-b30b-e6a2e5067a99 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (5986fdf4-d2f4-49a0-8e06-12c261225698), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:03.911758 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-274b39a9-6ac7-4c97-b30b-e6a2e5067a99 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Added segment 5986fdf4-d2f4-49a0-8e06-12c261225698 of type vlan for network 3a642ffb-6d5d-4097-9401-71d12afb18f0 Feb 05 03:26:03.957234 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-274b39a9-6ac7-4c97-b30b-e6a2e5067a99 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (3a642ffb-6d5d-4097-9401-71d12afb18f0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:03.970076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57130d9-8c32-48f6-8eb0-e4860a8707d6 req-dee23e94-50f4-436a-aca4-de44ca445660 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:03.971632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e57130d9-8c32-48f6-8eb0-e4860a8707d6 req-dee23e94-50f4-436a-aca4-de44ca445660 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 1127 time: 0.0498400 Feb 05 03:26:03.984056 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-274b39a9-6ac7-4c97-b30b-e6a2e5067a99 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (3a642ffb-6d5d-4097-9401-71d12afb18f0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:03.989292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274b39a9-6ac7-4c97-b30b-e6a2e5067a99 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:03.989928 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-274b39a9-6ac7-4c97-b30b-e6a2e5067a99 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:04.016150 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e57130d9-8c32-48f6-8eb0-e4860a8707d6 req-d1c21a14-ba3e-4684-8aa2-798be8613b7c tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386989 Feb 05 03:26:04.048532 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-274b39a9-6ac7-4c97-b30b-e6a2e5067a99 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4483500 Feb 05 03:26:04.066906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b39a9-6ac7-4c97-b30b-e6a2e5067a99 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Pushing event updated for resources: {'Network': ['ID=3a642ffb-6d5d-4097-9401-71d12afb18f0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:04.079083 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 3a642ffb-6d5d-4097-9401-71d12afb18f0 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:26:04.130654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55d9da-da9c-4e40-865e-82ebd9dd672a req-f1f03921-56b7-44ab-ac7d-6956c399df70 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:04.132566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d55d9da-da9c-4e40-865e-82ebd9dd672a req-f1f03921-56b7-44ab-ac7d-6956c399df70 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 1127 time: 0.0447857 Feb 05 03:26:04.177583 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d55d9da-da9c-4e40-865e-82ebd9dd672a req-d687ecf7-1dc2-4d32-8e73-d9c511ad66fd tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383050 Feb 05 03:26:04.229552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35398) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:04.234605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Request body: {'port': {'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0', 'binding:host_id': 'n-h2-826942-8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-475930773'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:26:04.253702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Made reservation on behalf of 8eb8a282e49d40da9adcf97aa1699597 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:26:04.256032 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:04.266113 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:04.293471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e25b25-3d6f-4990-84f3-08248db04be7 req-a7fe5eb5-8995-421d-b3a4-71aa39dad2a4 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:04.295382 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3e25b25-3d6f-4990-84f3-08248db04be7 req-a7fe5eb5-8995-421d-b3a4-71aa39dad2a4 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 1127 time: 0.0510087 Feb 05 03:26:04.359500 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks [] for security_group (a091ad42-6cd1-4e51-95ec-8c9ed5c78d78), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:04.360597 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3e25b25-3d6f-4990-84f3-08248db04be7 req-f9989066-eea7-4d91-aefd-75af51f44b8f tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572667 Feb 05 03:26:04.364158 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a091ad42-6cd1-4e51-95ec-8c9ed5c78d78), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:04.379041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] device_id is not set on port ac293343-2088-4f81-9a41-15cfc088a72e yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:26:04.446666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a091ad42-6cd1-4e51-95ec-8c9ed5c78d78,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:04.604221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] device_id is not set on port ac293343-2088-4f81-9a41-15cfc088a72e yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:26:04.615756 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks [] for port (ac293343-2088-4f81-9a41-15cfc088a72e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:04.623902 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ac293343-2088-4f81-9a41-15cfc088a72e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:04.636586 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-2c7ef450-084a-4135-9b89-ae4dc7e732ca tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:04.638375 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-2c7ef450-084a-4135-9b89-ae4dc7e732ca tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/networks?id=c1f4b282-a63f-49ac-9d68-5a781ebc967a HTTP/1.1" status: 200 len: 910 time: 0.0938897 Feb 05 03:26:04.654546 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-fd757667-12fb-46b6-b76b-fe7135c73450 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/quotas/a3986eb8bd3248e5a49b0d0f388a9739 HTTP/1.1" status: 200 len: 375 time: 0.0102382 Feb 05 03:26:04.689323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Pushing event updated for resources: {'Port': ['ID=ac293343-2088-4f81-9a41-15cfc088a72e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:04.701604 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Checking segment: {'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:26:04.701981 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Network hostable DHCP agents. Network: 3a642ffb-6d5d-4097-9401-71d12afb18f0, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:26:04.719434 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-86226044-d4ca-4754-8d27-932fc56d6264 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=a3986eb8bd3248e5a49b0d0f388a9739&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0591433 Feb 05 03:26:04.724191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Network 3a642ffb-6d5d-4097-9401-71d12afb18f0 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:26:04.734871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 3a642ffb-6d5d-4097-9401-71d12afb18f0) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:26:04.739146 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:26:04.747677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ba8c34-77de-4926-a9fb-16c0030bdea9 None None] Network 3a642ffb-6d5d-4097-9401-71d12afb18f0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:26:04.756292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:04.756635 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:04.756979 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:04.762702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:04.763049 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:04.763600 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 2 to bind port ac293343-2088-4f81-9a41-15cfc088a72e Feb 05 03:26:04.778358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:04.778712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:04.779543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:04.784235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:04.784603 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:04.785100 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 3 to bind port ac293343-2088-4f81-9a41-15cfc088a72e Feb 05 03:26:04.800174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:04.800512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:04.800846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:04.806092 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:04.806430 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:04.807482 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 4 to bind port ac293343-2088-4f81-9a41-15cfc088a72e Feb 05 03:26:04.824041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:04.824530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:04.824874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:04.831003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:04.831468 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:04.832039 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 5 to bind port ac293343-2088-4f81-9a41-15cfc088a72e Feb 05 03:26:04.840206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-fa293e49-c8d3-4f23-874a-64aaba341b51 service neutron] 10.222.0.36 "GET /v2.0/networks/c1f4b282-a63f-49ac-9d68-5a781ebc967a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117845 Feb 05 03:26:04.848188 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:04.848583 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:04.848930 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:04.854907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:04.855254 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:04.855796 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 6 to bind port ac293343-2088-4f81-9a41-15cfc088a72e Feb 05 03:26:04.869036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:04.870012 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:04.870598 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:04.877546 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:04.877889 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:04.878287 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 7 to bind port ac293343-2088-4f81-9a41-15cfc088a72e Feb 05 03:26:04.892479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:04.892817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:04.893155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:04.898523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:04.899126 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:04.899588 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 8 to bind port ac293343-2088-4f81-9a41-15cfc088a72e Feb 05 03:26:04.915663 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:04.916063 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:04.917161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:04.921779 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:04.922112 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:04.922501 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 9 to bind port ac293343-2088-4f81-9a41-15cfc088a72e Feb 05 03:26:04.937010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:04.937344 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:04.937683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:04.942113 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:04.942494 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:04.942920 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 10 to bind port ac293343-2088-4f81-9a41-15cfc088a72e Feb 05 03:26:04.944525 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-f099e5f1-c93a-4d97-b4db-dbf834e51249 service neutron] 10.222.0.36 "GET /v2.0/networks/c1f4b282-a63f-49ac-9d68-5a781ebc967a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031961 Feb 05 03:26:04.956167 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:04.956499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:04.956831 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:04.962523 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port ac293343-2088-4f81-9a41-15cfc088a72e on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:04.962887 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port ac293343-2088-4f81-9a41-15cfc088a72e on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:04.963282 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ac293343-2088-4f81-9a41-15cfc088a72e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:05.042451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] For port ac293343-2088-4f81-9a41-15cfc088a72e, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:26:05.043078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempted to set empty binding levels {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 05 03:26:05.047150 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ac293343-2088-4f81-9a41-15cfc088a72e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:05.085942 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:05.086637 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:05.116823 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 0.8837459 Feb 05 03:26:05.117246 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35416) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:05.129215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b120d-7017-4137-8136-1217628e1bfd tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Pushing event updated for resources: {'Port': ['ID=ac293343-2088-4f81-9a41-15cfc088a72e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:05.163933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b23fa2a-a52e-4914-a52a-b177ec1e1f0a req-4b9e6559-2378-4960-90f9-f88618707470 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 210 time: 0.0309262 Feb 05 03:26:05.231554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e39d9-3fd1-46a6-b9e3-8ab563cbed60 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Deleting port ac293343-2088-4f81-9a41-15cfc088a72e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:05.231970 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d1e39d9-3fd1-46a6-b9e3-8ab563cbed60 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ac293343-2088-4f81-9a41-15cfc088a72e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:05.309223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-4d1e39d9-3fd1-46a6-b9e3-8ab563cbed60 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] For port ac293343-2088-4f81-9a41-15cfc088a72e, host n-h2-826942-8, got binding levels [] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:05.309934 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d1e39d9-3fd1-46a6-b9e3-8ab563cbed60 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ac293343-2088-4f81-9a41-15cfc088a72e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:05.334335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e39d9-3fd1-46a6-b9e3-8ab563cbed60 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Calling delete_port for ac293343-2088-4f81-9a41-15cfc088a72e owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:05.436330 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d1e39d9-3fd1-46a6-b9e3-8ab563cbed60 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ac293343-2088-4f81-9a41-15cfc088a72e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:05.469113 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e39d9-3fd1-46a6-b9e3-8ab563cbed60 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac293343-2088-4f81-9a41-15cfc088a72e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:05.479819 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d1e39d9-3fd1-46a6-b9e3-8ab563cbed60 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:05.485737 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4d1e39d9-3fd1-46a6-b9e3-8ab563cbed60 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] 10.222.0.36 "DELETE /v2.0/ports/ac293343-2088-4f81-9a41-15cfc088a72e HTTP/1.1" status: 204 len: 168 time: 0.3650551 Feb 05 03:26:05.485910 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35434) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:05.517701 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7699d9-4274-4072-9d2f-a8b0903b4b53 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] GET failed (client error): The resource could not be found. Feb 05 03:26:05.519164 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ed7699d9-4274-4072-9d2f-a8b0903b4b53 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] 10.222.0.36 "GET /v2.0/ports/ac293343-2088-4f81-9a41-15cfc088a72e HTTP/1.1" status: 404 len: 333 time: 0.0323565 Feb 05 03:26:05.523071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35436) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:05.529549 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a0f6245c-d398-4a90-986e-5b734cc7f8f9 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Request body: {'port': {'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-360689126'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:26:05.550389 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f6245c-d398-4a90-986e-5b734cc7f8f9 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Made reservation on behalf of 8eb8a282e49d40da9adcf97aa1699597 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:26:05.553757 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a0f6245c-d398-4a90-986e-5b734cc7f8f9 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:05.577136 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-a0f6245c-d398-4a90-986e-5b734cc7f8f9 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] device_id is not set on port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:26:05.759622 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a0f6245c-d398-4a90-986e-5b734cc7f8f9 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks [] for port (44e9548a-2c0b-4e9d-81bb-f9dd3f429300), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:05.795013 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a0f6245c-d398-4a90-986e-5b734cc7f8f9 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (44e9548a-2c0b-4e9d-81bb-f9dd3f429300), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:05.834117 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f6245c-d398-4a90-986e-5b734cc7f8f9 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Network 3a642ffb-6d5d-4097-9401-71d12afb18f0 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:26:05.841206 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a0f6245c-d398-4a90-986e-5b734cc7f8f9 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:26:05.844646 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6245c-d398-4a90-986e-5b734cc7f8f9 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:26:05.845564 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f6245c-d398-4a90-986e-5b734cc7f8f9 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:05.846166 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a0f6245c-d398-4a90-986e-5b734cc7f8f9 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:05.854253 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6245c-d398-4a90-986e-5b734cc7f8f9 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Pushing event updated for resources: {'Port': ['ID=44e9548a-2c0b-4e9d-81bb-f9dd3f429300,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:05.866670 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a0f6245c-d398-4a90-986e-5b734cc7f8f9 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3417282 Feb 05 03:26:05.869349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35446) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:05.874652 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:26:05.885928 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-788b22dd-8123-43cc-a8e2-817059214846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:05.937680 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44e9548a-2c0b-4e9d-81bb-f9dd3f429300), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:06.195737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-c0eb86da-af88-4c85-817c-635c9e0f8811 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:06.197238 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-c0eb86da-af88-4c85-817c-635c9e0f8811 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.31 "GET /v2.0/networks?id=c1f4b282-a63f-49ac-9d68-5a781ebc967a HTTP/1.1" status: 200 len: 910 time: 0.1522942 Feb 05 03:26:06.211139 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-df0b9ad3-aa0c-4b92-aa97-e9f472e47462 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Request body: {'port': {'device_id': '7b25cfb2-c396-4e75-90b1-46f20c6f42ed', 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a', 'admin_state_up': True, 'tenant_id': 'a3986eb8bd3248e5a49b0d0f388a9739'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:26:06.220316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] device_id is not set on port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:26:06.232101 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks [] for port (44e9548a-2c0b-4e9d-81bb-f9dd3f429300), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:06.240028 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (44e9548a-2c0b-4e9d-81bb-f9dd3f429300), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:06.244728 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-df0b9ad3-aa0c-4b92-aa97-e9f472e47462 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Made reservation on behalf of a3986eb8bd3248e5a49b0d0f388a9739 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:26:06.247290 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-df0b9ad3-aa0c-4b92-aa97-e9f472e47462 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:06.280330 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a25f6bb-4fe2-457a-ad4f-f912f55cd1ba req-56504b4e-548c-4d71-afb0-4f7014d4c508 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 210 time: 0.0324266 Feb 05 03:26:06.321784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Pushing event updated for resources: {'Port': ['ID=44e9548a-2c0b-4e9d-81bb-f9dd3f429300,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:06.363001 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:06.363348 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:06.363692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:06.375926 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:06.376266 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:06.378364 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 2 to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 Feb 05 03:26:06.414382 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:06.414722 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:06.415090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:06.422582 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:06.422946 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:06.426597 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 3 to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 Feb 05 03:26:06.446470 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:06.446833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:06.447172 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:06.456564 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-df0b9ad3-aa0c-4b92-aa97-e9f472e47462 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Allocated IP 172.20.0.12 (c1f4b282-a63f-49ac-9d68-5a781ebc967a/59576057-f9d1-4649-be20-624091ae4d27/f44cc1ac-f318-457c-b51f-2167ef473348) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:26:06.458635 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:06.458987 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:06.461165 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 4 to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 Feb 05 03:26:06.484296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:06.484638 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:06.485005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:06.499840 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:06.500305 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:06.503038 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 5 to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 Feb 05 03:26:06.537040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:06.537293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:06.537643 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:06.554429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:06.554783 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:06.579591 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 6 to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 Feb 05 03:26:06.599668 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:06.600005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:06.600341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:06.608127 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:06.608460 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:06.610535 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 7 to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 Feb 05 03:26:06.632088 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:06.632421 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:06.632760 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:06.647575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:06.647912 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:06.651158 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 8 to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 Feb 05 03:26:06.671133 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-df0b9ad3-aa0c-4b92-aa97-e9f472e47462 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Publish callbacks [] for port (f44cc1ac-f318-457c-b51f-2167ef473348), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:06.675171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:06.675510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:06.675847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:06.683492 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:06.683822 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:06.685303 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 9 to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 Feb 05 03:26:06.705307 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:06.705701 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:06.705965 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:06.717200 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:06.717535 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:06.719161 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 10 to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 Feb 05 03:26:06.735767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:06.736109 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:06.736446 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:06.741067 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-df0b9ad3-aa0c-4b92-aa97-e9f472e47462 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f44cc1ac-f318-457c-b51f-2167ef473348), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:06.743007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:06.743379 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:06.743739 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (44e9548a-2c0b-4e9d-81bb-f9dd3f429300), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:06.751909 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4467c957-368a-4cea-8400-d3c46377fbe3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:26:06.821861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-df0b9ad3-aa0c-4b92-aa97-e9f472e47462 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Network c1f4b282-a63f-49ac-9d68-5a781ebc967a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:26:06.829243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-df0b9ad3-aa0c-4b92-aa97-e9f472e47462 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:26:06.839039 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-df0b9ad3-aa0c-4b92-aa97-e9f472e47462 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:26:06.843326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b9ad3-aa0c-4b92-aa97-e9f472e47462 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Pushing event updated for resources: {'Port': ['ID=f44cc1ac-f318-457c-b51f-2167ef473348,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:06.891645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] For port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:26:06.892013 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempted to set empty binding levels {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 05 03:26:06.897936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-df0b9ad3-aa0c-4b92-aa97-e9f472e47462 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:06.898559 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-df0b9ad3-aa0c-4b92-aa97-e9f472e47462 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:06.907718 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (44e9548a-2c0b-4e9d-81bb-f9dd3f429300), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:06.945438 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-df0b9ad3-aa0c-4b92-aa97-e9f472e47462 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7393470 Feb 05 03:26:06.951917 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] In _notify_port_updated(), no bound segment for port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:26:06.952867 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:06.953604 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:06.957073 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] 10.222.0.36 "PUT /v2.0/ports/44e9548a-2c0b-4e9d-81bb-f9dd3f429300 HTTP/1.1" status: 200 len: 974 time: 1.0842166 Feb 05 03:26:06.957437 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35470) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:06.966380 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Request body: {'port': {'device_id': '7b25cfb2-c396-4e75-90b1-46f20c6f42ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:26:06.992650 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59265289-8886-44e0-bf66-bd10d916c789 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Pushing event updated for resources: {'Port': ['ID=44e9548a-2c0b-4e9d-81bb-f9dd3f429300,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:07.036729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.037431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.037822 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f44cc1ac-f318-457c-b51f-2167ef473348), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:07.038237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.038893 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.039703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.040786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.042570 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.043233 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.043880 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.044497 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.045239 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.046092 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.046904 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.047715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.048430 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.049029 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.049624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.050982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.051728 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.053420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.054056 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.055089 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.055736 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.056349 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.065646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c304c9e6-d344-42ef-9493-45a7a504e898 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21967 time: 0.1069493 Feb 05 03:26:07.066277 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35478) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:07.143820 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e83b74ff-0eaa-44e9-bb16-d9f3b1cf0c59 None None] Provisioning complete for port f44cc1ac-f318-457c-b51f-2167ef473348 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:26:07.146460 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e83b74ff-0eaa-44e9-bb16-d9f3b1cf0c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f44cc1ac-f318-457c-b51f-2167ef473348), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:07.171754 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5d336105-2ccf-4c6a-a7bc-5a4496c7a2e6 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Deleting port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:07.172948 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d336105-2ccf-4c6a-a7bc-5a4496c7a2e6 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (44e9548a-2c0b-4e9d-81bb-f9dd3f429300), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:07.190188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e83b74ff-0eaa-44e9-bb16-d9f3b1cf0c59 None None] Port f44cc1ac-f318-457c-b51f-2167ef473348 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:26:07.204656 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:07.251728 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-5d336105-2ccf-4c6a-a7bc-5a4496c7a2e6 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] For port 44e9548a-2c0b-4e9d-81bb-f9dd3f429300, host n-h2-826942-8, got binding levels [] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:07.252097 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d336105-2ccf-4c6a-a7bc-5a4496c7a2e6 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (44e9548a-2c0b-4e9d-81bb-f9dd3f429300), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:07.268432 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5d336105-2ccf-4c6a-a7bc-5a4496c7a2e6 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Calling delete_port for 44e9548a-2c0b-4e9d-81bb-f9dd3f429300 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:07.361983 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:26:07.376065 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44cc1ac-f318-457c-b51f-2167ef473348 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:26:07.384066 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Publish callbacks [] for port (f44cc1ac-f318-457c-b51f-2167ef473348), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:07.388561 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d336105-2ccf-4c6a-a7bc-5a4496c7a2e6 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (44e9548a-2c0b-4e9d-81bb-f9dd3f429300), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:07.397511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Transition to ACTIVE for port object f44cc1ac-f318-457c-b51f-2167ef473348 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:26:07.402840 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f44cc1ac-f318-457c-b51f-2167ef473348), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:07.455022 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d336105-2ccf-4c6a-a7bc-5a4496c7a2e6 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Pushing event deleted for resources: {'Port': ['ID=44e9548a-2c0b-4e9d-81bb-f9dd3f429300,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:07.458346 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f44cc1ac-f318-457c-b51f-2167ef473348,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:07.469532 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d336105-2ccf-4c6a-a7bc-5a4496c7a2e6 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:07.473176 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5d336105-2ccf-4c6a-a7bc-5a4496c7a2e6 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] 10.222.0.36 "DELETE /v2.0/ports/44e9548a-2c0b-4e9d-81bb-f9dd3f429300 HTTP/1.1" status: 204 len: 168 time: 0.4058614 Feb 05 03:26:07.477712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35486) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:07.513412 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40237a1e-34df-4981-8eec-7e1ccc24f32b req-1f9484d3-5ea8-4a03-86b8-d49d6e4a2a2a tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.514524 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40237a1e-34df-4981-8eec-7e1ccc24f32b req-1f9484d3-5ea8-4a03-86b8-d49d6e4a2a2a tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 1028 time: 0.1427882 Feb 05 03:26:07.515859 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46e11bd-181a-464c-bba2-2dc58a41e802 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] GET failed (client error): The resource could not be found. Feb 05 03:26:07.517174 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c46e11bd-181a-464c-bba2-2dc58a41e802 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] 10.222.0.36 "GET /v2.0/ports/44e9548a-2c0b-4e9d-81bb-f9dd3f429300 HTTP/1.1" status: 404 len: 333 time: 0.0370955 Feb 05 03:26:07.521564 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35488) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:07.528756 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-76f23428-dc36-4560-aabc-0d0a5025c0fe tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-142179891', 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:26:07.565810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Attempting to bind port f44cc1ac-f318-457c-b51f-2167ef473348 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:07.566214 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Attempting to bind port f44cc1ac-f318-457c-b51f-2167ef473348 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '174549be-0d14-4d37-b68c-7dd2d39fd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:07.566578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Attempting to bind port f44cc1ac-f318-457c-b51f-2167ef473348 on network c1f4b282-a63f-49ac-9d68-5a781ebc967a {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:07.573456 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f23428-dc36-4560-aabc-0d0a5025c0fe tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Made reservation on behalf of 8eb8a282e49d40da9adcf97aa1699597 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:26:07.573950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Port f44cc1ac-f318-457c-b51f-2167ef473348 on network c1f4b282-a63f-49ac-9d68-5a781ebc967a not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:07.574466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Attempting to bind port f44cc1ac-f318-457c-b51f-2167ef473348 on network c1f4b282-a63f-49ac-9d68-5a781ebc967a {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:07.576123 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76f23428-dc36-4560-aabc-0d0a5025c0fe tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:07.580074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:26:07.580404 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Checking segment: {'id': '174549be-0d14-4d37-b68c-7dd2d39fd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:26:07.581311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Bound using segment: {'id': '174549be-0d14-4d37-b68c-7dd2d39fd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:26:07.582037 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Bound port: f44cc1ac-f318-457c-b51f-2167ef473348, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174549be-0d14-4d37-b68c-7dd2d39fd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:26:07.582182 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f44cc1ac-f318-457c-b51f-2167ef473348), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:07.607712 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40237a1e-34df-4981-8eec-7e1ccc24f32b req-77becf95-a34e-4896-b793-79699d945f3a tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716441 Feb 05 03:26:07.612434 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-76f23428-dc36-4560-aabc-0d0a5025c0fe tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] device_id is not set on port e9cf5db0-7600-44ca-abbc-055a484d8d90 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:26:07.683761 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] For port f44cc1ac-f318-457c-b51f-2167ef473348, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:26:07.687727 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] For port f44cc1ac-f318-457c-b51f-2167ef473348, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f44cc1ac-f318-457c-b51f-2167ef473348,segment=NetworkSegment(174549be-0d14-4d37-b68c-7dd2d39fd1b6),segment_id=174549be-0d14-4d37-b68c-7dd2d39fd1b6)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:26:07.696690 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f44cc1ac-f318-457c-b51f-2167ef473348), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:07.736637 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.737169 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:07.738602 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] 10.222.0.31 "PUT /v2.0/ports/f44cc1ac-f318-457c-b51f-2167ef473348 HTTP/1.1" status: 200 len: 1092 time: 0.7805173 Feb 05 03:26:07.739130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b25cfb2-c396-4e75-90b1-46f20c6f42ed', 'tag': 'f44cc1ac-f318-457c-b51f-2167ef473348'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:26:07.741452 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2aab40-6bdc-46cf-ad92-b0abb67d279e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b25cfb2-c396-4e75-90b1-46f20c6f42ed", "tag": "f44cc1ac-f318-457c-b51f-2167ef473348"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:26:07.787265 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffeb552-b40b-4153-849b-1719fc9c48e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f44cc1ac-f318-457c-b51f-2167ef473348,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:07.812379 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e5d77a-3941-49b7-96d8-fd2db4613eb2 x-openstack-request-id: req-37e5d77a-3941-49b7-96d8-fd2db4613eb2 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:26:07.812692 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b25cfb2-c396-4e75-90b1-46f20c6f42ed", "tag": "f44cc1ac-f318-457c-b51f-2167ef473348", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:26:07.813425 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37e5d77a-3941-49b7-96d8-fd2db4613eb2 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:26:07.813843 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b25cfb2-c396-4e75-90b1-46f20c6f42ed', 'tag': 'f44cc1ac-f318-457c-b51f-2167ef473348', 'status': 'completed', 'code': 200} Feb 05 03:26:07.846326 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76f23428-dc36-4560-aabc-0d0a5025c0fe tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks [] for port (e9cf5db0-7600-44ca-abbc-055a484d8d90), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:07.888481 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76f23428-dc36-4560-aabc-0d0a5025c0fe tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e9cf5db0-7600-44ca-abbc-055a484d8d90), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:07.952277 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f23428-dc36-4560-aabc-0d0a5025c0fe tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Network 3a642ffb-6d5d-4097-9401-71d12afb18f0 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:26:07.957312 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-76f23428-dc36-4560-aabc-0d0a5025c0fe tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:26:07.957560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-fee658dd-d356-40e9-89dd-1a5ee388f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.959178 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-fee658dd-d356-40e9-89dd-1a5ee388f191 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3986eb8bd3248e5a49b0d0f388a9739&device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 1126 time: 0.1672182 Feb 05 03:26:07.962695 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f23428-dc36-4560-aabc-0d0a5025c0fe tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:26:07.964088 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f23428-dc36-4560-aabc-0d0a5025c0fe tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:07.964731 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76f23428-dc36-4560-aabc-0d0a5025c0fe tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:07.968477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f23428-dc36-4560-aabc-0d0a5025c0fe tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Pushing event updated for resources: {'Port': ['ID=e9cf5db0-7600-44ca-abbc-055a484d8d90,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:07.991385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-76f23428-dc36-4560-aabc-0d0a5025c0fe tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4686656 Feb 05 03:26:07.992458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35500) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:08.021802 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-9f5f1af3-827a-4271-be5f-a2d564e67034 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f44cc1ac-f318-457c-b51f-2167ef473348 HTTP/1.1" status: 200 len: 217 time: 0.0555747 Feb 05 03:26:08.047055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e8a688-755f-47ca-a925-1b5ede2a8499 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:08.048960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f4e8a688-755f-47ca-a925-1b5ede2a8499 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] 10.222.0.36 "GET /v2.0/ports/e9cf5db0-7600-44ca-abbc-055a484d8d90 HTTP/1.1" status: 200 len: 954 time: 0.0553689 Feb 05 03:26:08.051389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35504) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:08.086130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-f4a6bb2f-fbed-4e55-aaa9-44b2eaa2e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:08.087642 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-f4a6bb2f-fbed-4e55-aaa9-44b2eaa2e968 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59576057-f9d1-4649-be20-624091ae4d27 HTTP/1.1" status: 200 len: 848 time: 0.0599563 Feb 05 03:26:08.138560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-b6c4bf27-7d4c-41ac-9b12-734dee2f6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:08.140094 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-b6c4bf27-7d4c-41ac-9b12-734dee2f6884 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1f4b282-a63f-49ac-9d68-5a781ebc967a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459597 Feb 05 03:26:08.161122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-070fc9b6-f9ef-40f0-9aa3-201d0ffac305 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Deleting port e9cf5db0-7600-44ca-abbc-055a484d8d90 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:08.161461 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-070fc9b6-f9ef-40f0-9aa3-201d0ffac305 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e9cf5db0-7600-44ca-abbc-055a484d8d90), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:08.226493 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-070fc9b6-f9ef-40f0-9aa3-201d0ffac305 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e9cf5db0-7600-44ca-abbc-055a484d8d90), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:08.229759 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-2ba6a3cf-7982-49d0-bada-7dc3da6d8204 service neutron] 10.222.0.31 "GET /v2.0/networks/c1f4b282-a63f-49ac-9d68-5a781ebc967a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830472 Feb 05 03:26:08.242250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-070fc9b6-f9ef-40f0-9aa3-201d0ffac305 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Calling delete_port for e9cf5db0-7600-44ca-abbc-055a484d8d90 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:08.331622 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52519fb0-03ca-4212-bff8-e23d8a600a80 req-02b113d7-c67d-4f99-bb32-99a1388aedbd service neutron] 10.222.0.31 "GET /v2.0/networks/c1f4b282-a63f-49ac-9d68-5a781ebc967a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952270 Feb 05 03:26:08.334230 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-070fc9b6-f9ef-40f0-9aa3-201d0ffac305 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e9cf5db0-7600-44ca-abbc-055a484d8d90), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:08.372125 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fc9b6-f9ef-40f0-9aa3-201d0ffac305 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9cf5db0-7600-44ca-abbc-055a484d8d90,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:08.381820 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-070fc9b6-f9ef-40f0-9aa3-201d0ffac305 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:08.388159 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-070fc9b6-f9ef-40f0-9aa3-201d0ffac305 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] 10.222.0.36 "DELETE /v2.0/ports/e9cf5db0-7600-44ca-abbc-055a484d8d90 HTTP/1.1" status: 204 len: 168 time: 0.3326685 Feb 05 03:26:08.388398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35512) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:08.413453 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66571f2-3c87-4219-9ff7-c901fc1b9ce9 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] GET failed (client error): The resource could not be found. Feb 05 03:26:08.419566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f66571f2-3c87-4219-9ff7-c901fc1b9ce9 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] 10.222.0.36 "GET /v2.0/ports/e9cf5db0-7600-44ca-abbc-055a484d8d90 HTTP/1.1" status: 404 len: 333 time: 0.0260375 Feb 05 03:26:08.423035 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35514) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:08.430232 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fccc53dd-c708-4cce-80c3-fdee095e4a80 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Request body: {'port': {'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-648275748'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:26:08.458496 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccc53dd-c708-4cce-80c3-fdee095e4a80 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Made reservation on behalf of 8eb8a282e49d40da9adcf97aa1699597 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:26:08.460906 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fccc53dd-c708-4cce-80c3-fdee095e4a80 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:08.471936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2aab40-6bdc-46cf-ad92-b0abb67d279e req-b662c7b4-ff56-46e7-b092-07575a3dffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:08.473703 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8d2aab40-6bdc-46cf-ad92-b0abb67d279e req-b662c7b4-ff56-46e7-b092-07575a3dffa9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3986eb8bd3248e5a49b0d0f388a9739&device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 1126 time: 0.0794308 Feb 05 03:26:08.482105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-fccc53dd-c708-4cce-80c3-fdee095e4a80 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] device_id is not set on port c3f768a8-867d-4300-bb79-b858cc9878f0 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:26:08.648173 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2aab40-6bdc-46cf-ad92-b0abb67d279e req-882cb16d-89ed-4fbc-8ec5-340022be069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:08.649572 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8d2aab40-6bdc-46cf-ad92-b0abb67d279e req-882cb16d-89ed-4fbc-8ec5-340022be069b service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1f4b282-a63f-49ac-9d68-5a781ebc967a HTTP/1.1" status: 200 len: 910 time: 0.1688032 Feb 05 03:26:08.723864 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8d2aab40-6bdc-46cf-ad92-b0abb67d279e req-6fabfbce-78ef-44b1-b564-62cc3e18efd0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f44cc1ac-f318-457c-b51f-2167ef473348 HTTP/1.1" status: 200 len: 217 time: 0.0451612 Feb 05 03:26:08.735377 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6431a-3137-41cd-aed3-2692685a9a4a req-a1885c50-c937-41ec-8104-ce6042eedaea tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:08.736474 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:08.737071 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64f6431a-3137-41cd-aed3-2692685a9a4a req-a1885c50-c937-41ec-8104-ce6042eedaea tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 1126 time: 0.0535531 Feb 05 03:26:08.787791 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64f6431a-3137-41cd-aed3-2692685a9a4a req-1f461aaf-ad0e-499d-a446-8776be0c0a0f tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441911 Feb 05 03:26:08.789591 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fccc53dd-c708-4cce-80c3-fdee095e4a80 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks [] for port (c3f768a8-867d-4300-bb79-b858cc9878f0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:08.800749 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2aab40-6bdc-46cf-ad92-b0abb67d279e req-55a510dd-c62c-46ef-b34e-0d389ae0674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:08.802196 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8d2aab40-6bdc-46cf-ad92-b0abb67d279e req-55a510dd-c62c-46ef-b34e-0d389ae0674e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59576057-f9d1-4649-be20-624091ae4d27 HTTP/1.1" status: 200 len: 848 time: 0.0711894 Feb 05 03:26:08.861654 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fccc53dd-c708-4cce-80c3-fdee095e4a80 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c3f768a8-867d-4300-bb79-b858cc9878f0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:08.901213 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2aab40-6bdc-46cf-ad92-b0abb67d279e req-7dba8307-971a-49cb-aedf-0dce06304c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:08.902732 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8d2aab40-6bdc-46cf-ad92-b0abb67d279e req-7dba8307-971a-49cb-aedf-0dce06304c8d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1f4b282-a63f-49ac-9d68-5a781ebc967a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0937877 Feb 05 03:26:08.909102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccc53dd-c708-4cce-80c3-fdee095e4a80 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Network 3a642ffb-6d5d-4097-9401-71d12afb18f0 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:26:08.924745 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-fccc53dd-c708-4cce-80c3-fdee095e4a80 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:26:08.927226 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc53dd-c708-4cce-80c3-fdee095e4a80 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:26:08.928331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccc53dd-c708-4cce-80c3-fdee095e4a80 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:08.928943 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fccc53dd-c708-4cce-80c3-fdee095e4a80 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:08.977844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc53dd-c708-4cce-80c3-fdee095e4a80 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Pushing event updated for resources: {'Port': ['ID=c3f768a8-867d-4300-bb79-b858cc9878f0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:08.994695 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fccc53dd-c708-4cce-80c3-fdee095e4a80 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5690043 Feb 05 03:26:08.996966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35526) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:09.003103 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:26:09.074980 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8d2aab40-6bdc-46cf-ad92-b0abb67d279e req-2be78637-4495-43f0-80b0-dc102e2a3cb6 service neutron] 10.222.0.31 "GET /v2.0/networks/c1f4b282-a63f-49ac-9d68-5a781ebc967a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609170 Feb 05 03:26:09.081348 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c3f768a8-867d-4300-bb79-b858cc9878f0), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:09.255121 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8d2aab40-6bdc-46cf-ad92-b0abb67d279e req-1b4ddf71-2e54-4ac9-8425-5be2c4ceaf07 service neutron] 10.222.0.31 "GET /v2.0/networks/c1f4b282-a63f-49ac-9d68-5a781ebc967a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714134 Feb 05 03:26:09.327878 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] device_id is not set on port c3f768a8-867d-4300-bb79-b858cc9878f0 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:26:09.336113 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks [] for port (c3f768a8-867d-4300-bb79-b858cc9878f0), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:09.346552 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (c3f768a8-867d-4300-bb79-b858cc9878f0), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:09.399863 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Pushing event updated for resources: {'Port': ['ID=c3f768a8-867d-4300-bb79-b858cc9878f0,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:09.411387 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:09.412436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:09.412436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:09.423025 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:09.423381 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:09.423809 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 2 to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 Feb 05 03:26:09.439882 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:09.440221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:09.440554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:09.445446 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:09.445774 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:09.446205 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 3 to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 Feb 05 03:26:09.458511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:09.458854 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:09.459187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:09.464048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:09.464371 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:09.464749 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 4 to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 Feb 05 03:26:09.476927 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:09.477309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:09.477640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:09.482175 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:09.482499 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:09.482938 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 5 to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 Feb 05 03:26:09.494634 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:09.495000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:09.495333 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:09.499502 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:09.499827 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:09.500207 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 6 to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 Feb 05 03:26:09.513069 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:09.513409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:09.513745 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:09.518076 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:09.518406 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:09.518825 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 7 to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 Feb 05 03:26:09.531155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:09.531493 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:09.531824 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:09.536031 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:09.536358 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:09.536743 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 8 to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 Feb 05 03:26:09.552989 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:09.553322 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:09.553652 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:09.558876 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:09.559207 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:09.559616 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 9 to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 Feb 05 03:26:09.571028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:09.571364 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:09.571697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:09.576243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:09.576568 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:09.576955 n-d-826942-8 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempt 10 to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 Feb 05 03:26:09.589559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:09.589898 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:09.590339 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempting to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:09.594606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:26:09.594961 n-d-826942-8 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Failed to bind port c3f768a8-867d-4300-bb79-b858cc9878f0 on host n-h2-826942-8 for vnic_type normal using segments [{'id': '5986fdf4-d2f4-49a0-8e06-12c261225698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3a642ffb-6d5d-4097-9401-71d12afb18f0'}] Feb 05 03:26:09.595328 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c3f768a8-867d-4300-bb79-b858cc9878f0), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:09.660363 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] For port c3f768a8-867d-4300-bb79-b858cc9878f0, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:26:09.660728 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attempted to set empty binding levels {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 05 03:26:09.664930 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (c3f768a8-867d-4300-bb79-b858cc9878f0), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:09.699118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] In _notify_port_updated(), no bound segment for port c3f768a8-867d-4300-bb79-b858cc9878f0 on network 3a642ffb-6d5d-4097-9401-71d12afb18f0 {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:26:09.700155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:09.700862 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:09.702386 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] 10.222.0.36 "PUT /v2.0/ports/c3f768a8-867d-4300-bb79-b858cc9878f0 HTTP/1.1" status: 200 len: 974 time: 0.7047489 Feb 05 03:26:09.705165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35542) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:09.731096 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164efd42-3eda-490a-860a-d52d4385a52c tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Pushing event updated for resources: {'Port': ['ID=c3f768a8-867d-4300-bb79-b858cc9878f0,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:09.783087 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-6676df1a-d390-4364-800d-d40d45322b2f tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Deleting port c3f768a8-867d-4300-bb79-b858cc9878f0 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:09.783449 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6676df1a-d390-4364-800d-d40d45322b2f tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c3f768a8-867d-4300-bb79-b858cc9878f0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:09.847367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-6676df1a-d390-4364-800d-d40d45322b2f tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] For port c3f768a8-867d-4300-bb79-b858cc9878f0, host n-h2-826942-8, got binding levels [] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:09.847730 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6676df1a-d390-4364-800d-d40d45322b2f tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c3f768a8-867d-4300-bb79-b858cc9878f0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:09.870501 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-6676df1a-d390-4364-800d-d40d45322b2f tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Calling delete_port for c3f768a8-867d-4300-bb79-b858cc9878f0 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:09.952916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215b61e-8d5c-4dba-9abe-77df949481ee req-c2f114c6-5674-4319-bcfa-33c8cdd7c321 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:09.954448 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8215b61e-8d5c-4dba-9abe-77df949481ee req-c2f114c6-5674-4319-bcfa-33c8cdd7c321 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 1126 time: 0.0987062 Feb 05 03:26:10.018674 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6676df1a-d390-4364-800d-d40d45322b2f tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c3f768a8-867d-4300-bb79-b858cc9878f0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:10.032765 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8215b61e-8d5c-4dba-9abe-77df949481ee req-1d7239a1-82c1-4394-bcef-131cfd8f2ba9 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703201 Feb 05 03:26:10.046451 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:10.055503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676df1a-d390-4364-800d-d40d45322b2f tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3f768a8-867d-4300-bb79-b858cc9878f0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:10.063585 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6676df1a-d390-4364-800d-d40d45322b2f tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:10.067081 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6676df1a-d390-4364-800d-d40d45322b2f tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c3f768a8-867d-4300-bb79-b858cc9878f0 HTTP/1.1" status: 204 len: 168 time: 0.3604422 Feb 05 03:26:10.069493 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35550) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:10.094752 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c9675a-fe69-477f-a101-1eb6c0ae4f87 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] GET failed (client error): The resource could not be found. Feb 05 03:26:10.096672 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f1c9675a-fe69-477f-a101-1eb6c0ae4f87 tempest-PortsAdminExtendedAttrsTestJSON-236224327 tempest-PortsAdminExtendedAttrsTestJSON-236224327-project-admin] 10.222.0.36 "GET /v2.0/ports/c3f768a8-867d-4300-bb79-b858cc9878f0 HTTP/1.1" status: 404 len: 333 time: 0.0257506 Feb 05 03:26:10.099731 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35552) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:10.185190 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-546913ac-b81b-4d20-922f-06290f57da79 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (3a642ffb-6d5d-4097-9401-71d12afb18f0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:10.279433 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-546913ac-b81b-4d20-922f-06290f57da79 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (3a642ffb-6d5d-4097-9401-71d12afb18f0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:10.299892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-546913ac-b81b-4d20-922f-06290f57da79 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a642ffb-6d5d-4097-9401-71d12afb18f0']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:10.310173 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-546913ac-b81b-4d20-922f-06290f57da79 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5986fdf4-d2f4-49a0-8e06-12c261225698') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:10.310467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-546913ac-b81b-4d20-922f-06290f57da79 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5986fdf4-d2f4-49a0-8e06-12c261225698') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:10.324390 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-546913ac-b81b-4d20-922f-06290f57da79 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (5986fdf4-d2f4-49a0-8e06-12c261225698), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:10.337327 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-546913ac-b81b-4d20-922f-06290f57da79 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (5986fdf4-d2f4-49a0-8e06-12c261225698), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:10.343880 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546913ac-b81b-4d20-922f-06290f57da79 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:26:10.344131 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-546913ac-b81b-4d20-922f-06290f57da79 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (5986fdf4-d2f4-49a0-8e06-12c261225698), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:26:10.347195 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:26:10.408042 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-546913ac-b81b-4d20-922f-06290f57da79 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (3a642ffb-6d5d-4097-9401-71d12afb18f0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:10.414629 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-546913ac-b81b-4d20-922f-06290f57da79 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:10.420934 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-546913ac-b81b-4d20-922f-06290f57da79 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] 10.222.0.36 "DELETE /v2.0/networks/3a642ffb-6d5d-4097-9401-71d12afb18f0 HTTP/1.1" status: 204 len: 168 time: 0.3178365 Feb 05 03:26:10.430324 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546913ac-b81b-4d20-922f-06290f57da79 tempest-PortsAdminExtendedAttrsTestJSON-628627983 tempest-PortsAdminExtendedAttrsTestJSON-628627983-project] Pushing event deleted for resources: {'Network': ['ID=3a642ffb-6d5d-4097-9401-71d12afb18f0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:10.678155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35572) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:10.826147 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-230787ad-f299-420c-a720-a047dc6e9f79 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=01b82b0165b74591bb1a4ad598a06092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1465938 Feb 05 03:26:10.828781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35576) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:10.877566 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f23f3005-b6d4-4a13-acac-18e34772aa49 admin admin] Publish callbacks [] for security_group (5dfe8f1a-c48e-4bf6-89e9-1472cbbb03dc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:10.899914 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f23f3005-b6d4-4a13-acac-18e34772aa49 admin admin] Publish callbacks [] for security_group (5dfe8f1a-c48e-4bf6-89e9-1472cbbb03dc), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:10.948328 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f23f3005-b6d4-4a13-acac-18e34772aa49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5dfe8f1a-c48e-4bf6-89e9-1472cbbb03dc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:10.950979 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f23f3005-b6d4-4a13-acac-18e34772aa49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:10.955023 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f23f3005-b6d4-4a13-acac-18e34772aa49 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5dfe8f1a-c48e-4bf6-89e9-1472cbbb03dc HTTP/1.1" status: 204 len: 168 time: 0.1225555 Feb 05 03:26:10.961783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f3005-b6d4-4a13-acac-18e34772aa49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfe8f1a-c48e-4bf6-89e9-1472cbbb03dc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:11.165762 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5671f1-c12e-4e9e-8391-1f16447cf720 req-6994e8a0-d2e3-4e47-b160-98820538893a tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:11.167954 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb5671f1-c12e-4e9e-8391-1f16447cf720 req-6994e8a0-d2e3-4e47-b160-98820538893a tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 1126 time: 0.0564771 Feb 05 03:26:11.224585 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb5671f1-c12e-4e9e-8391-1f16447cf720 req-a723b6b7-3485-4e3e-a13a-256aa3fb3b8d tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472496 Feb 05 03:26:11.262357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35594) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:11.305277 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6fcb0c50-f98b-4cd8-8cdc-f20fbd030646 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8eb8a282e49d40da9adcf97aa1699597&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414836 Feb 05 03:26:11.307861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35596) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:11.358419 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9e247e5-558f-4687-8711-1fbc964bd237 admin admin] Publish callbacks [] for security_group (a091ad42-6cd1-4e51-95ec-8c9ed5c78d78), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:11.382047 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9e247e5-558f-4687-8711-1fbc964bd237 admin admin] Publish callbacks [] for security_group (a091ad42-6cd1-4e51-95ec-8c9ed5c78d78), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:11.428206 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9e247e5-558f-4687-8711-1fbc964bd237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a091ad42-6cd1-4e51-95ec-8c9ed5c78d78), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:11.430684 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9e247e5-558f-4687-8711-1fbc964bd237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:11.432469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d9e247e5-558f-4687-8711-1fbc964bd237 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a091ad42-6cd1-4e51-95ec-8c9ed5c78d78 HTTP/1.1" status: 204 len: 168 time: 0.1235504 Feb 05 03:26:11.440719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e247e5-558f-4687-8711-1fbc964bd237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a091ad42-6cd1-4e51-95ec-8c9ed5c78d78,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:11.596622 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:12.353111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59975e77-e2e9-42b9-89fb-b9aeac06dbfa req-a7ce444b-58c8-4798-a773-e913c655cd70 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:12.355059 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59975e77-e2e9-42b9-89fb-b9aeac06dbfa req-a7ce444b-58c8-4798-a773-e913c655cd70 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 1126 time: 0.0492947 Feb 05 03:26:12.744432 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59975e77-e2e9-42b9-89fb-b9aeac06dbfa req-a8e0a1d0-07e8-4622-9512-469504494792 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813088 Feb 05 03:26:12.763493 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35656) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:12.864042 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1157629571', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:26:12.889610 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Made reservation on behalf of 5230b4dc7ca342cc98293525ff969362 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:26:12.892515 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:12.903124 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:12.976962 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks [] for security_group (d758d8ae-a9a5-41d1-99b4-78cf4403e9ca), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:12.982303 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d758d8ae-a9a5-41d1-99b4-78cf4403e9ca), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:12.986722 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] device_id is not set on port 3c8cf732-6df9-45a3-a338-13bbf8607d4e yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:26:13.040706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d758d8ae-a9a5-41d1-99b4-78cf4403e9ca,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:13.108205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Allocated IP 172.25.0.168 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/3c8cf732-6df9-45a3-a338-13bbf8607d4e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:26:13.137884 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f44cc1ac-f318-457c-b51f-2167ef473348 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:26:13.249222 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks [] for port (3c8cf732-6df9-45a3-a338-13bbf8607d4e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:13.261562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port f44cc1ac-f318-457c-b51f-2167ef473348, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f44cc1ac-f318-457c-b51f-2167ef473348,segment=NetworkSegment(174549be-0d14-4d37-b68c-7dd2d39fd1b6),segment_id=174549be-0d14-4d37-b68c-7dd2d39fd1b6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:13.273069 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'f44cc1ac-f318-457c-b51f-2167ef473348', 'network_id': 'c1f4b282-a63f-49ac-9d68-5a781ebc967a', 'port_id': 'f44cc1ac-f318-457c-b51f-2167ef473348', 'mac_address': 'fa:16:3e:4e:ea:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59576057-f9d1-4649-be20-624091ae4d27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:26:13.285986 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (3c8cf732-6df9-45a3-a338-13bbf8607d4e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:13.315536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port f44cc1ac-f318-457c-b51f-2167ef473348 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:26:13.315839 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f44cc1ac-f318-457c-b51f-2167ef473348), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:13.334656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:26:13.340814 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:26:13.343247 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:26:13.345300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Pushing event updated for resources: {'Port': ['ID=3c8cf732-6df9-45a3-a338-13bbf8607d4e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:13.390063 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:13.390803 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:13.408226 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-643283a2-fefa-4750-9c80-9fb4ed13131c tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.6434860 Feb 05 03:26:13.411194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35674) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:13.415778 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-01683a56-d5bd-425e-be70-6dbbd2ac3969 tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.168'}]}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:26:13.456598 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01683a56-d5bd-425e-be70-6dbbd2ac3969 tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (8ab75e0f-2c03-4e97-82fe-aecb85e2abda), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:13.457713 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01683a56-d5bd-425e-be70-6dbbd2ac3969 tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (8ab75e0f-2c03-4e97-82fe-aecb85e2abda), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:13.512668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44cc1ac-f318-457c-b51f-2167ef473348 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:26:13.533730 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port f44cc1ac-f318-457c-b51f-2167ef473348, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f44cc1ac-f318-457c-b51f-2167ef473348,segment=NetworkSegment(174549be-0d14-4d37-b68c-7dd2d39fd1b6),segment_id=174549be-0d14-4d37-b68c-7dd2d39fd1b6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:13.538610 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f44cc1ac-f318-457c-b51f-2167ef473348), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:13.561689 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01683a56-d5bd-425e-be70-6dbbd2ac3969 tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks [] for router_controller (8ab75e0f-2c03-4e97-82fe-aecb85e2abda), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:13.589140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=f44cc1ac-f318-457c-b51f-2167ef473348,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:13.596835 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:13.597310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:13.597726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:13.598143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:13.598568 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:13.599014 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:13.599456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:13.599978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:13.600394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:13.600814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:13.601228 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:13.602569 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:13.602569 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:13.713522 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01683a56-d5bd-425e-be70-6dbbd2ac3969 tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks [] for router_gateway (8ab75e0f-2c03-4e97-82fe-aecb85e2abda), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:13.932232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['f44cc1ac-f318-457c-b51f-2167ef473348'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:26:13.954257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e7f00-2493-4bbf-8554-9d35ebb6d85c req-57e61d76-a482-4c44-800c-84b2d13ba00a tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:13.955813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b6e7f00-2493-4bbf-8554-9d35ebb6d85c req-57e61d76-a482-4c44-800c-84b2d13ba00a tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 1127 time: 0.1085298 Feb 05 03:26:13.957165 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01683a56-d5bd-425e-be70-6dbbd2ac3969 tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks [] for router_gateway (8ab75e0f-2c03-4e97-82fe-aecb85e2abda), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:13.986905 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01683a56-d5bd-425e-be70-6dbbd2ac3969 tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:14.067073 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b6e7f00-2493-4bbf-8554-9d35ebb6d85c req-cbef84db-e50a-4b45-bfc8-9568c4eaccb4 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874763 Feb 05 03:26:14.162322 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01683a56-d5bd-425e-be70-6dbbd2ac3969 tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks [] for router (8ab75e0f-2c03-4e97-82fe-aecb85e2abda), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:14.332328 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01683a56-d5bd-425e-be70-6dbbd2ac3969 tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (8ab75e0f-2c03-4e97-82fe-aecb85e2abda), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:14.334445 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01683a56-d5bd-425e-be70-6dbbd2ac3969 tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks [] for router_controller (8ab75e0f-2c03-4e97-82fe-aecb85e2abda), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:14.383671 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01683a56-d5bd-425e-be70-6dbbd2ac3969 tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (8ab75e0f-2c03-4e97-82fe-aecb85e2abda), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:14.384182 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01683a56-d5bd-425e-be70-6dbbd2ac3969 tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab75e0f-2c03-4e97-82fe-aecb85e2abda {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:26:14.401503 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [None req-01683a56-d5bd-425e-be70-6dbbd2ac3969 tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 05 03:26:14.402473 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-01683a56-d5bd-425e-be70-6dbbd2ac3969 tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9903274 Feb 05 03:26:14.405434 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35692) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:14.485142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-990d5d84-bf0c-4397-8ff3-1775e23bd55d tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Deleting port 3c8cf732-6df9-45a3-a338-13bbf8607d4e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:14.487599 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-990d5d84-bf0c-4397-8ff3-1775e23bd55d tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3c8cf732-6df9-45a3-a338-13bbf8607d4e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:14.565611 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-990d5d84-bf0c-4397-8ff3-1775e23bd55d tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3c8cf732-6df9-45a3-a338-13bbf8607d4e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:14.577768 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-990d5d84-bf0c-4397-8ff3-1775e23bd55d tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Calling delete_port for 3c8cf732-6df9-45a3-a338-13bbf8607d4e owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:14.698381 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-990d5d84-bf0c-4397-8ff3-1775e23bd55d tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (3c8cf732-6df9-45a3-a338-13bbf8607d4e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:14.731215 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d5d84-bf0c-4397-8ff3-1775e23bd55d tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c8cf732-6df9-45a3-a338-13bbf8607d4e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:14.792716 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-990d5d84-bf0c-4397-8ff3-1775e23bd55d tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:14.795956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-990d5d84-bf0c-4397-8ff3-1775e23bd55d tempest-RoutersAdminNegativeIpV6Test-273919994 tempest-RoutersAdminNegativeIpV6Test-273919994-project-admin] 10.222.0.36 "DELETE /v2.0/ports/3c8cf732-6df9-45a3-a338-13bbf8607d4e HTTP/1.1" status: 204 len: 168 time: 0.3896921 Feb 05 03:26:15.044538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35710) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:15.155040 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f44cc1ac-f318-457c-b51f-2167ef473348 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:26:15.162810 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d893f54a-50f3-471f-9f49-2222847cd8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:15.215090 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port f44cc1ac-f318-457c-b51f-2167ef473348 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:26:15.219518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port f44cc1ac-f318-457c-b51f-2167ef473348 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:26:15.219891 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f44cc1ac-f318-457c-b51f-2167ef473348), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:15.226685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d06156-f481-4be4-a8ae-711516e5122c req-25bd5505-58e4-4a71-b2f4-54dbd0bb61a5 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:15.228261 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8d06156-f481-4be4-a8ae-711516e5122c req-25bd5505-58e4-4a71-b2f4-54dbd0bb61a5 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 1127 time: 0.0801525 Feb 05 03:26:15.309937 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d893f54a-50f3-471f-9f49-2222847cd8f3 admin admin] Publish callbacks [] for security_group (0acff657-375c-41c6-b2e3-f0bc846fa97f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:15.318416 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d893f54a-50f3-471f-9f49-2222847cd8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0acff657-375c-41c6-b2e3-f0bc846fa97f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:15.329530 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port f44cc1ac-f318-457c-b51f-2167ef473348 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:26:15.330307 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f44cc1ac-f318-457c-b51f-2167ef473348), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:15.358374 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b25cfb2-c396-4e75-90b1-46f20c6f42ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44cc1ac-f318-457c-b51f-2167ef473348'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:26:15.360858 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634ddbae-2dd2-41d4-97ac-55923eb81122" -d '{"events": [{"server_uuid": "7b25cfb2-c396-4e75-90b1-46f20c6f42ed", "name": "network-vif-plugged", "status": "completed", "tag": "f44cc1ac-f318-457c-b51f-2167ef473348"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:26:15.364538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8d06156-f481-4be4-a8ae-711516e5122c req-2317f48c-20d0-4cb8-839b-5c1d59a51042 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259756 Feb 05 03:26:15.389010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35724) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:15.389517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d893f54a-50f3-471f-9f49-2222847cd8f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94a414eefc2142eabeb14224f0ffdad7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3373175 Feb 05 03:26:15.389517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893f54a-50f3-471f-9f49-2222847cd8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acff657-375c-41c6-b2e3-f0bc846fa97f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:15.389827 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port f44cc1ac-f318-457c-b51f-2167ef473348, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f44cc1ac-f318-457c-b51f-2167ef473348,segment=NetworkSegment(174549be-0d14-4d37-b68c-7dd2d39fd1b6),segment_id=174549be-0d14-4d37-b68c-7dd2d39fd1b6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:15.395478 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f44cc1ac-f318-457c-b51f-2167ef473348), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:15.421209 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859b8f32-d553-4285-a2dc-f2a9eaaafbc9 x-openstack-request-id: req-859b8f32-d553-4285-a2dc-f2a9eaaafbc9 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:26:15.421564 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b25cfb2-c396-4e75-90b1-46f20c6f42ed", "name": "network-vif-plugged", "status": "completed", "tag": "f44cc1ac-f318-457c-b51f-2167ef473348", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:26:15.421761 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-859b8f32-d553-4285-a2dc-f2a9eaaafbc9 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:26:15.422341 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b25cfb2-c396-4e75-90b1-46f20c6f42ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44cc1ac-f318-457c-b51f-2167ef473348', 'code': 200} Feb 05 03:26:15.449553 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc1ac-7e02-43c0-afa7-e0e8fb424c56 admin admin] Publish callbacks [] for security_group (0acff657-375c-41c6-b2e3-f0bc846fa97f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:15.450650 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=f44cc1ac-f318-457c-b51f-2167ef473348,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:15.472615 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc1ac-7e02-43c0-afa7-e0e8fb424c56 admin admin] Publish callbacks [] for security_group (0acff657-375c-41c6-b2e3-f0bc846fa97f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:15.557851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f15cb-298c-4a03-b661-19d8a738f49b req-8afddfd4-1e22-49a1-8f35-5a8302cb57a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:15.559506 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8e2f15cb-298c-4a03-b661-19d8a738f49b req-8afddfd4-1e22-49a1-8f35-5a8302cb57a1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 1128 time: 0.0739677 Feb 05 03:26:15.564604 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc1ac-7e02-43c0-afa7-e0e8fb424c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0acff657-375c-41c6-b2e3-f0bc846fa97f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:15.567330 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc1ac-7e02-43c0-afa7-e0e8fb424c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:15.568542 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c9fbc1ac-7e02-43c0-afa7-e0e8fb424c56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0acff657-375c-41c6-b2e3-f0bc846fa97f HTTP/1.1" status: 204 len: 168 time: 0.1868150 Feb 05 03:26:15.593683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbc1ac-7e02-43c0-afa7-e0e8fb424c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acff657-375c-41c6-b2e3-f0bc846fa97f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:15.621680 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8e2f15cb-298c-4a03-b661-19d8a738f49b req-b1c2bd08-d4a3-462a-bc24-c1a43dbde2d9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516920 Feb 05 03:26:15.862134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35738) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:15.903847 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-520c562e-2e33-402d-a287-8556c06fda72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5230b4dc7ca342cc98293525ff969362&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403981 Feb 05 03:26:15.906288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35740) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:15.953139 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b8196c-a3b0-423e-8520-7413de8a47aa admin admin] Publish callbacks [] for security_group (d758d8ae-a9a5-41d1-99b4-78cf4403e9ca), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:15.973962 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b8196c-a3b0-423e-8520-7413de8a47aa admin admin] Publish callbacks [] for security_group (d758d8ae-a9a5-41d1-99b4-78cf4403e9ca), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:16.024656 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b8196c-a3b0-423e-8520-7413de8a47aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d758d8ae-a9a5-41d1-99b4-78cf4403e9ca), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:16.027762 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b8196c-a3b0-423e-8520-7413de8a47aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:16.028917 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-65b8196c-a3b0-423e-8520-7413de8a47aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d758d8ae-a9a5-41d1-99b4-78cf4403e9ca HTTP/1.1" status: 204 len: 168 time: 0.1217167 Feb 05 03:26:16.037959 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8196c-a3b0-423e-8520-7413de8a47aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d758d8ae-a9a5-41d1-99b4-78cf4403e9ca,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:16.388125 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:16.490717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df065f6-a6e2-46fe-9122-52a0eeb377af req-7c250877-0b81-4db9-b0dc-0458793292a5 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:16.492680 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4df065f6-a6e2-46fe-9122-52a0eeb377af req-7c250877-0b81-4db9-b0dc-0458793292a5 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 1128 time: 0.0476818 Feb 05 03:26:16.539838 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4df065f6-a6e2-46fe-9122-52a0eeb377af req-80b35a17-4b61-41f2-bf75-eaff303a924b tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401239 Feb 05 03:26:16.788645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35778) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:16.890929 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5265af37-1afe-4508-9f7e-14c1ce65008f tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1178070817'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:26:16.912533 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5265af37-1afe-4508-9f7e-14c1ce65008f tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Made reservation on behalf of 9597da1068694c71aeb665eabc703c5e for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:26:16.915907 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5265af37-1afe-4508-9f7e-14c1ce65008f tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:16.924593 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5265af37-1afe-4508-9f7e-14c1ce65008f tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:17.009366 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5265af37-1afe-4508-9f7e-14c1ce65008f tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks [] for security_group (8ee5ab33-86f7-44b3-9da3-503f3914dd0d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:17.014021 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5265af37-1afe-4508-9f7e-14c1ce65008f tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8ee5ab33-86f7-44b3-9da3-503f3914dd0d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:17.037271 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5265af37-1afe-4508-9f7e-14c1ce65008f tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:26:17.051854 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265af37-1afe-4508-9f7e-14c1ce65008f tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee5ab33-86f7-44b3-9da3-503f3914dd0d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:17.054692 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5265af37-1afe-4508-9f7e-14c1ce65008f tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (3c86a4f6-c9a2-47df-b64d-8f83190cf746), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:17.055113 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-5265af37-1afe-4508-9f7e-14c1ce65008f tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Added segment 3c86a4f6-c9a2-47df-b64d-8f83190cf746 of type vlan for network b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b Feb 05 03:26:17.096573 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5265af37-1afe-4508-9f7e-14c1ce65008f tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:17.122915 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5265af37-1afe-4508-9f7e-14c1ce65008f tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:17.128035 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5265af37-1afe-4508-9f7e-14c1ce65008f tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:17.128615 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5265af37-1afe-4508-9f7e-14c1ce65008f tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:17.195508 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5265af37-1afe-4508-9f7e-14c1ce65008f tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4051564 Feb 05 03:26:17.199277 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35790) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:17.206258 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-baa16ec4-dd43-4647-9203-64ccae954ae4 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Request body: {'subnet': {'network_id': 'b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:26:17.214123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265af37-1afe-4508-9f7e-14c1ce65008f tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Pushing event updated for resources: {'Network': ['ID=b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:17.225481 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:26:17.301499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa16ec4-dd43-4647-9203-64ccae954ae4 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Made reservation on behalf of 9597da1068694c71aeb665eabc703c5e for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:26:17.305306 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-baa16ec4-dd43-4647-9203-64ccae954ae4 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:17.499413 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-baa16ec4-dd43-4647-9203-64ccae954ae4 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (ec72c16e-9369-4c41-8f50-c4bf3ebc3aa8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:17.559706 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa16ec4-dd43-4647-9203-64ccae954ae4 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Pushing event updated for resources: {'Subnet': ['ID=ec72c16e-9369-4c41-8f50-c4bf3ebc3aa8,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:17.570701 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa16ec4-dd43-4647-9203-64ccae954ae4 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Checking segment: {'id': '3c86a4f6-c9a2-47df-b64d-8f83190cf746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:26:17.571145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa16ec4-dd43-4647-9203-64ccae954ae4 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Network hostable DHCP agents. Network: b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:26:17.592071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa16ec4-dd43-4647-9203-64ccae954ae4 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Network b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:26:17.603873 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-baa16ec4-dd43-4647-9203-64ccae954ae4 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:26:17.607804 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa16ec4-dd43-4647-9203-64ccae954ae4 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:17.608387 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-baa16ec4-dd43-4647-9203-64ccae954ae4 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:17.617741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b932188-f4fa-4590-8adc-e53ea8754d5f None None] Network b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:26:17.635642 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-baa16ec4-dd43-4647-9203-64ccae954ae4 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4340677 Feb 05 03:26:17.636254 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35800) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:17.642137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-05dd3814-5d9d-46bd-8b11-db1cd2f9880e tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Request body: {'port': {'network_id': 'b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1172897264'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:26:17.700624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456f41b-8913-4c00-899c-077ef5a9294c req-fe5ed732-a06c-43c5-a2cd-54b7c28e0f5c tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:17.702171 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1456f41b-8913-4c00-899c-077ef5a9294c req-fe5ed732-a06c-43c5-a2cd-54b7c28e0f5c tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 1128 time: 0.0719826 Feb 05 03:26:17.755302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1456f41b-8913-4c00-899c-077ef5a9294c req-a3e8670a-2b13-47ff-b156-60f39455eda6 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452683 Feb 05 03:26:17.763103 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b', 'network_id': 'b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b', 'project_id': '9597da1068694c71aeb665eabc703c5e', 'fixed_ips': [{'subnet_id': 'ec72c16e-9369-4c41-8f50-c4bf3ebc3aa8'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:26:17.764893 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:17.798239 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dd3814-5d9d-46bd-8b11-db1cd2f9880e tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Made reservation on behalf of 9597da1068694c71aeb665eabc703c5e for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:26:17.802670 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05dd3814-5d9d-46bd-8b11-db1cd2f9880e tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:17.842200 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-05dd3814-5d9d-46bd-8b11-db1cd2f9880e tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] device_id is not set on port 6b894864-25d7-45e6-a45b-c665b3b20c7e yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:26:17.875571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a09a5-efb7-456e-8754-0bc15aee78b3 req-cad24c0f-26c4-4119-b303-22f946e54ad5 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:17.877163 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ad9a09a5-efb7-456e-8754-0bc15aee78b3 req-cad24c0f-26c4-4119-b303-22f946e54ad5 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 1128 time: 0.0477083 Feb 05 03:26:17.919476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Allocated IP 172.20.0.2 (b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b/ec72c16e-9369-4c41-8f50-c4bf3ebc3aa8/020389ba-1a71-4bf1-bf43-de9cad1e85f0) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:26:17.930041 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ad9a09a5-efb7-456e-8754-0bc15aee78b3 req-18867843-29ff-47f4-8d42-7826e69a8a9b tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473557 Feb 05 03:26:18.045473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705bd4b-388d-4901-8d0b-20380b2ab8c9 req-e9967af4-a2c4-4307-9027-ac6766251779 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:18.047774 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c705bd4b-388d-4901-8d0b-20380b2ab8c9 req-e9967af4-a2c4-4307-9027-ac6766251779 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 1128 time: 0.0474603 Feb 05 03:26:18.085867 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Publish callbacks [] for port (020389ba-1a71-4bf1-bf43-de9cad1e85f0), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:18.092014 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (020389ba-1a71-4bf1-bf43-de9cad1e85f0), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:18.098451 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c705bd4b-388d-4901-8d0b-20380b2ab8c9 req-316b1703-75a2-4c24-81ec-940c66a43493 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452869 Feb 05 03:26:18.129615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Network b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:26:18.137321 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:26:18.142406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:26:18.178226 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Pushing event updated for resources: {'Port': ['ID=020389ba-1a71-4bf1-bf43-de9cad1e85f0,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:18.223080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Attempting to bind port 020389ba-1a71-4bf1-bf43-de9cad1e85f0 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:26:18.224084 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Attempting to bind port 020389ba-1a71-4bf1-bf43-de9cad1e85f0 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '3c86a4f6-c9a2-47df-b64d-8f83190cf746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:26:18.224740 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Attempting to bind port 020389ba-1a71-4bf1-bf43-de9cad1e85f0 on network b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:26:18.231173 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:26:18.231543 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Checking segment: {'id': '3c86a4f6-c9a2-47df-b64d-8f83190cf746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:26:18.232134 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:18.232682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Bound using segment: {'id': '3c86a4f6-c9a2-47df-b64d-8f83190cf746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:26:18.233393 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Bound port: 020389ba-1a71-4bf1-bf43-de9cad1e85f0, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c86a4f6-c9a2-47df-b64d-8f83190cf746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:26:18.234948 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (020389ba-1a71-4bf1-bf43-de9cad1e85f0), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:18.328142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] For port 020389ba-1a71-4bf1-bf43-de9cad1e85f0, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:26:18.331838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] For port 020389ba-1a71-4bf1-bf43-de9cad1e85f0, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=020389ba-1a71-4bf1-bf43-de9cad1e85f0,segment=NetworkSegment(3c86a4f6-c9a2-47df-b64d-8f83190cf746),segment_id=3c86a4f6-c9a2-47df-b64d-8f83190cf746)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:26:18.340654 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (020389ba-1a71-4bf1-bf43-de9cad1e85f0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:18.432665 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c786f41-2c04-452d-b304-4399d46c0ef3 None None] Pushing event updated for resources: {'Port': ['ID=020389ba-1a71-4bf1-bf43-de9cad1e85f0,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:18.447445 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8c902-3cee-4fa7-9bdc-7aa5cde10f62 req-91cbf2fa-ca70-44ca-801b-3debdd16fe95 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:18.458255 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09a8c902-3cee-4fa7-9bdc-7aa5cde10f62 req-91cbf2fa-ca70-44ca-801b-3debdd16fe95 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 1128 time: 0.0985706 Feb 05 03:26:18.507788 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09a8c902-3cee-4fa7-9bdc-7aa5cde10f62 req-bb4aa723-a9fb-4445-98ba-ae31547ed2b8 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476322 Feb 05 03:26:18.565492 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-05dd3814-5d9d-46bd-8b11-db1cd2f9880e tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Allocated IP 172.20.0.14 (b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b/ec72c16e-9369-4c41-8f50-c4bf3ebc3aa8/6b894864-25d7-45e6-a45b-c665b3b20c7e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:26:18.761914 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05dd3814-5d9d-46bd-8b11-db1cd2f9880e tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks [] for port (6b894864-25d7-45e6-a45b-c665b3b20c7e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:18.798609 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05dd3814-5d9d-46bd-8b11-db1cd2f9880e tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6b894864-25d7-45e6-a45b-c665b3b20c7e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:18.848374 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dd3814-5d9d-46bd-8b11-db1cd2f9880e tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Network b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:26:18.851407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-05dd3814-5d9d-46bd-8b11-db1cd2f9880e tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:26:18.856707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dd3814-5d9d-46bd-8b11-db1cd2f9880e tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:26:18.860583 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd3814-5d9d-46bd-8b11-db1cd2f9880e tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Pushing event updated for resources: {'Port': ['ID=6b894864-25d7-45e6-a45b-c665b3b20c7e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:18.906626 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dd3814-5d9d-46bd-8b11-db1cd2f9880e tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:18.907272 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05dd3814-5d9d-46bd-8b11-db1cd2f9880e tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:18.927129 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-05dd3814-5d9d-46bd-8b11-db1cd2f9880e tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2897925 Feb 05 03:26:18.930002 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35832) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:18.935086 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ad3fce22-fef5-42a6-bdaf-ba43c96a278d tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Request body: {'port': {'network_id': 'b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1789887397', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:26:18.935577 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.api.validators [None req-ad3fce22-fef5-42a6-bdaf-ba43c96a278d tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] bootfile-name is not in valid_values {{(pid=109674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 05 03:26:18.935920 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.api.validators [None req-ad3fce22-fef5-42a6-bdaf-ba43c96a278d tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] tftp-server is not in valid_values {{(pid=109674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 05 03:26:18.936247 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.api.validators [None req-ad3fce22-fef5-42a6-bdaf-ba43c96a278d tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] server-ip-address is not in valid_values {{(pid=109674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 05 03:26:19.051874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3fce22-fef5-42a6-bdaf-ba43c96a278d tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Made reservation on behalf of 9597da1068694c71aeb665eabc703c5e for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:26:19.055475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad3fce22-fef5-42a6-bdaf-ba43c96a278d tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:19.074405 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-ad3fce22-fef5-42a6-bdaf-ba43c96a278d tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] device_id is not set on port ba9a684e-e4f5-4c88-81b8-69fc91df6be0 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 05 03:26:19.189120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ad3fce22-fef5-42a6-bdaf-ba43c96a278d tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Allocated IP 172.20.0.11 (b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b/ec72c16e-9369-4c41-8f50-c4bf3ebc3aa8/ba9a684e-e4f5-4c88-81b8-69fc91df6be0) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:26:19.377540 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad3fce22-fef5-42a6-bdaf-ba43c96a278d tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks [] for port (ba9a684e-e4f5-4c88-81b8-69fc91df6be0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:19.418649 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad3fce22-fef5-42a6-bdaf-ba43c96a278d tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ba9a684e-e4f5-4c88-81b8-69fc91df6be0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:19.466221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3fce22-fef5-42a6-bdaf-ba43c96a278d tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Network b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:26:19.469398 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ad3fce22-fef5-42a6-bdaf-ba43c96a278d tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:26:19.471915 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3fce22-fef5-42a6-bdaf-ba43c96a278d tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:26:19.524223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fce22-fef5-42a6-bdaf-ba43c96a278d tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Pushing event updated for resources: {'Port': ['ID=ba9a684e-e4f5-4c88-81b8-69fc91df6be0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:19.567018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3fce22-fef5-42a6-bdaf-ba43c96a278d tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:19.568313 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad3fce22-fef5-42a6-bdaf-ba43c96a278d tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:19.591660 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ad3fce22-fef5-42a6-bdaf-ba43c96a278d tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.6605878 Feb 05 03:26:19.595026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35846) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:19.603416 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99351c1e-4155-442b-b6f8-b329b36d3dcb None None] Network b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:26:19.693875 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6aa87e67-117d-43a9-bdc9-0c8af31b4a86 None None] Provisioning complete for port 020389ba-1a71-4bf1-bf43-de9cad1e85f0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:26:19.694528 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6aa87e67-117d-43a9-bdc9-0c8af31b4a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (020389ba-1a71-4bf1-bf43-de9cad1e85f0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:19.720150 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cce507b-deb6-43d1-8cfa-3252f66195e9 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:19.725971 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cce507b-deb6-43d1-8cfa-3252f66195e9 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:19.732683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cce507b-deb6-43d1-8cfa-3252f66195e9 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:19.742986 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5cce507b-deb6-43d1-8cfa-3252f66195e9 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1467791 Feb 05 03:26:19.744758 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35848) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:19.747854 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f46f9-df83-4e34-99c2-8542f0d6673d req-d5447ca7-ba11-4926-8b6a-15976b5ef8e6 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:19.749554 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab8f46f9-df83-4e34-99c2-8542f0d6673d req-d5447ca7-ba11-4926-8b6a-15976b5ef8e6 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 1128 time: 0.1449902 Feb 05 03:26:19.822851 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6aa87e67-117d-43a9-bdc9-0c8af31b4a86 None None] Current status of the port 020389ba-1a71-4bf1-bf43-de9cad1e85f0 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:26:19.823527 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6aa87e67-117d-43a9-bdc9-0c8af31b4a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (020389ba-1a71-4bf1-bf43-de9cad1e85f0), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:19.858682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6aa87e67-117d-43a9-bdc9-0c8af31b4a86 None None] For port 020389ba-1a71-4bf1-bf43-de9cad1e85f0, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=020389ba-1a71-4bf1-bf43-de9cad1e85f0,segment=NetworkSegment(3c86a4f6-c9a2-47df-b64d-8f83190cf746),segment_id=3c86a4f6-c9a2-47df-b64d-8f83190cf746)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:19.859727 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab8f46f9-df83-4e34-99c2-8542f0d6673d req-b61f73c0-6f30-4dc4-8d77-b06de62cef6c tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041596 Feb 05 03:26:19.878378 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6aa87e67-117d-43a9-bdc9-0c8af31b4a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (020389ba-1a71-4bf1-bf43-de9cad1e85f0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:19.894935 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d810e34-2d52-405a-8a5c-f55ac3b97c3f req-6596344e-d8dd-48de-870e-1cbc73d0086d tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:19.897949 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4d810e34-2d52-405a-8a5c-f55ac3b97c3f req-6596344e-d8dd-48de-870e-1cbc73d0086d tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 1128 time: 0.2168307 Feb 05 03:26:19.932620 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 020389ba-1a71-4bf1-bf43-de9cad1e85f0 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:26:19.987912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa87e67-117d-43a9-bdc9-0c8af31b4a86 None None] Pushing event updated for resources: {'Port': ['ID=020389ba-1a71-4bf1-bf43-de9cad1e85f0,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:20.009243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-05ad314e-ca09-4479-b1cf-9e7fc2f5aa7c tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Deleting port ba9a684e-e4f5-4c88-81b8-69fc91df6be0 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:20.010015 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05ad314e-ca09-4479-b1cf-9e7fc2f5aa7c tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ba9a684e-e4f5-4c88-81b8-69fc91df6be0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:20.016351 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 020389ba-1a71-4bf1-bf43-de9cad1e85f0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:26:20.017086 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (020389ba-1a71-4bf1-bf43-de9cad1e85f0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:20.114889 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 020389ba-1a71-4bf1-bf43-de9cad1e85f0 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:26:20.146192 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4d810e34-2d52-405a-8a5c-f55ac3b97c3f req-1d014450-1460-4ccd-8638-9413a5ddb75b tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Deleting port f44cc1ac-f318-457c-b51f-2167ef473348 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:20.146549 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d810e34-2d52-405a-8a5c-f55ac3b97c3f req-1d014450-1460-4ccd-8638-9413a5ddb75b tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f44cc1ac-f318-457c-b51f-2167ef473348), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:20.172660 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05ad314e-ca09-4479-b1cf-9e7fc2f5aa7c tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ba9a684e-e4f5-4c88-81b8-69fc91df6be0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:20.231541 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-05ad314e-ca09-4479-b1cf-9e7fc2f5aa7c tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Calling delete_port for ba9a684e-e4f5-4c88-81b8-69fc91df6be0 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:20.236060 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f56f52f4-0bb7-4260-a07a-1b2ae98b06bc None None] Provisioning complete for port 020389ba-1a71-4bf1-bf43-de9cad1e85f0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:26:20.236443 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f56f52f4-0bb7-4260-a07a-1b2ae98b06bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (020389ba-1a71-4bf1-bf43-de9cad1e85f0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:20.353958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4d810e34-2d52-405a-8a5c-f55ac3b97c3f req-1d014450-1460-4ccd-8638-9413a5ddb75b tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] For port f44cc1ac-f318-457c-b51f-2167ef473348, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f44cc1ac-f318-457c-b51f-2167ef473348,segment=NetworkSegment(174549be-0d14-4d37-b68c-7dd2d39fd1b6),segment_id=174549be-0d14-4d37-b68c-7dd2d39fd1b6)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:20.354435 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d810e34-2d52-405a-8a5c-f55ac3b97c3f req-1d014450-1460-4ccd-8638-9413a5ddb75b tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f44cc1ac-f318-457c-b51f-2167ef473348), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:20.354593 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f56f52f4-0bb7-4260-a07a-1b2ae98b06bc None None] Current status of the port 020389ba-1a71-4bf1-bf43-de9cad1e85f0 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:26:20.371965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f56f52f4-0bb7-4260-a07a-1b2ae98b06bc None None] Provisioning complete for port ba9a684e-e4f5-4c88-81b8-69fc91df6be0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:26:20.372691 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f56f52f4-0bb7-4260-a07a-1b2ae98b06bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ba9a684e-e4f5-4c88-81b8-69fc91df6be0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:20.373078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4d810e34-2d52-405a-8a5c-f55ac3b97c3f req-1d014450-1460-4ccd-8638-9413a5ddb75b tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Calling delete_port for f44cc1ac-f318-457c-b51f-2167ef473348 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:20.419968 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f56f52f4-0bb7-4260-a07a-1b2ae98b06bc None None] Port ba9a684e-e4f5-4c88-81b8-69fc91df6be0 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:26:20.433809 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f56f52f4-0bb7-4260-a07a-1b2ae98b06bc None None] Provisioning complete for port 6b894864-25d7-45e6-a45b-c665b3b20c7e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:26:20.434161 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f56f52f4-0bb7-4260-a07a-1b2ae98b06bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6b894864-25d7-45e6-a45b-c665b3b20c7e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:20.485049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f56f52f4-0bb7-4260-a07a-1b2ae98b06bc None None] Port 6b894864-25d7-45e6-a45b-c665b3b20c7e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:26:20.516468 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05ad314e-ca09-4479-b1cf-9e7fc2f5aa7c tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ba9a684e-e4f5-4c88-81b8-69fc91df6be0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:20.571592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad314e-ca09-4479-b1cf-9e7fc2f5aa7c tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Pushing event deleted for resources: {'Port': ['ID=ba9a684e-e4f5-4c88-81b8-69fc91df6be0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:20.616977 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-237206df-cd54-4b4b-9fad-e519bd965260 None None] Provisioning complete for port 6b894864-25d7-45e6-a45b-c665b3b20c7e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:26:20.618574 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-237206df-cd54-4b4b-9fad-e519bd965260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6b894864-25d7-45e6-a45b-c665b3b20c7e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:20.690670 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-237206df-cd54-4b4b-9fad-e519bd965260 None None] Port 6b894864-25d7-45e6-a45b-c665b3b20c7e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:26:20.719185 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05ad314e-ca09-4479-b1cf-9e7fc2f5aa7c tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:20.722420 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-05ad314e-ca09-4479-b1cf-9e7fc2f5aa7c tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] 10.222.0.36 "DELETE /v2.0/ports/ba9a684e-e4f5-4c88-81b8-69fc91df6be0 HTTP/1.1" status: 204 len: 168 time: 0.9765577 Feb 05 03:26:20.727271 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35864) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:20.734788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-11e5880f-5dff-48bb-ac08-bd048aad1eac tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Request body: {'port': {'name': 'tempest-new-port-name-1288234873', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:26:20.735204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.api.validators [None req-11e5880f-5dff-48bb-ac08-bd048aad1eac tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] bootfile-name is not in valid_values {{(pid=109674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 05 03:26:20.735631 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.api.validators [None req-11e5880f-5dff-48bb-ac08-bd048aad1eac tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] tftp-server is not in valid_values {{(pid=109674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 05 03:26:20.735977 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.api.validators [None req-11e5880f-5dff-48bb-ac08-bd048aad1eac tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] server-ip-address is not in valid_values {{(pid=109674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 05 03:26:20.786669 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d810e34-2d52-405a-8a5c-f55ac3b97c3f req-1d014450-1460-4ccd-8638-9413a5ddb75b tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f44cc1ac-f318-457c-b51f-2167ef473348), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:20.798130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4467c957-368a-4cea-8400-d3c46377fbe3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:26:20.800761 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['f44cc1ac-f318-457c-b51f-2167ef473348'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:26:20.850288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d014450-1460-4ccd-8638-9413a5ddb75b tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Pushing event deleted for resources: {'Port': ['ID=f44cc1ac-f318-457c-b51f-2167ef473348,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:20.897160 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11e5880f-5dff-48bb-ac08-bd048aad1eac tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6b894864-25d7-45e6-a45b-c665b3b20c7e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:20.906310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-808e8f9e-b224-4bc5-9060-435175faba1f None None] Could not find standard attr ID for object ba9a684e-e4f5-4c88-81b8-69fc91df6be0. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:26:20.926126 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d810e34-2d52-405a-8a5c-f55ac3b97c3f req-1d014450-1460-4ccd-8638-9413a5ddb75b tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] No DVR routers for this DVR port f44cc1ac-f318-457c-b51f-2167ef473348 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:26:20.928931 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4d810e34-2d52-405a-8a5c-f55ac3b97c3f req-1d014450-1460-4ccd-8638-9413a5ddb75b tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:20.933438 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4d810e34-2d52-405a-8a5c-f55ac3b97c3f req-1d014450-1460-4ccd-8638-9413a5ddb75b tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f44cc1ac-f318-457c-b51f-2167ef473348 HTTP/1.1" status: 204 len: 173 time: 1.0268283 Feb 05 03:26:20.936132 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b25cfb2-c396-4e75-90b1-46f20c6f42ed', 'name': 'network-vif-deleted', 'tag': 'f44cc1ac-f318-457c-b51f-2167ef473348'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:26:20.950168 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24371c8-9729-4673-8080-a0d5daa1719d" -d '{"events": [{"server_uuid": "7b25cfb2-c396-4e75-90b1-46f20c6f42ed", "name": "network-vif-deleted", "tag": "f44cc1ac-f318-457c-b51f-2167ef473348"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:26:21.077269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a856f48-105b-42e3-9a95-1c9de8089337 req-826328e8-18f5-404a-b92f-8ebd4ce323eb tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b25cfb2-c396-4e75-90b1-46f20c6f42ed HTTP/1.1" status: 200 len: 210 time: 0.0884857 Feb 05 03:26:21.102941 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8005863-ea4d-48ea-b800-c38f91e41808 x-openstack-request-id: req-e8005863-ea4d-48ea-b800-c38f91e41808 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:26:21.102941 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b25cfb2-c396-4e75-90b1-46f20c6f42ed", "name": "network-vif-deleted", "tag": "f44cc1ac-f318-457c-b51f-2167ef473348", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:26:21.102941 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8005863-ea4d-48ea-b800-c38f91e41808 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:26:21.102941 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b25cfb2-c396-4e75-90b1-46f20c6f42ed', 'name': 'network-vif-deleted', 'tag': 'f44cc1ac-f318-457c-b51f-2167ef473348', 'status': 'completed', 'code': 200} Feb 05 03:26:21.289054 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11e5880f-5dff-48bb-ac08-bd048aad1eac tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks [] for port (6b894864-25d7-45e6-a45b-c665b3b20c7e), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:21.294593 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11e5880f-5dff-48bb-ac08-bd048aad1eac tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (6b894864-25d7-45e6-a45b-c665b3b20c7e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:21.392594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5880f-5dff-48bb-ac08-bd048aad1eac tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Pushing event updated for resources: {'Port': ['ID=6b894864-25d7-45e6-a45b-c665b3b20c7e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:21.408091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-11e5880f-5dff-48bb-ac08-bd048aad1eac tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] In _notify_port_updated(), no bound segment for port 6b894864-25d7-45e6-a45b-c665b3b20c7e on network b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 05 03:26:21.413874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e5880f-5dff-48bb-ac08-bd048aad1eac tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:21.414516 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11e5880f-5dff-48bb-ac08-bd048aad1eac tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:21.416376 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-11e5880f-5dff-48bb-ac08-bd048aad1eac tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] 10.222.0.36 "PUT /v2.0/ports/6b894864-25d7-45e6-a45b-c665b3b20c7e HTTP/1.1" status: 200 len: 1137 time: 0.6881139 Feb 05 03:26:21.418772 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35878) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:21.475902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73026e22-3a2d-449a-a5a1-80c4341e3bb2 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:21.482709 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-73026e22-3a2d-449a-a5a1-80c4341e3bb2 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] 10.222.0.36 "GET /v2.0/ports/6b894864-25d7-45e6-a45b-c665b3b20c7e HTTP/1.1" status: 200 len: 1137 time: 0.0628400 Feb 05 03:26:21.483162 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35880) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:21.626686 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Deleting port 6b894864-25d7-45e6-a45b-c665b3b20c7e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:21.627059 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6b894864-25d7-45e6-a45b-c665b3b20c7e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:21.712441 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6b894864-25d7-45e6-a45b-c665b3b20c7e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:21.727559 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Calling delete_port for 6b894864-25d7-45e6-a45b-c665b3b20c7e owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:21.730996 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f0e5f2a5-38ff-415d-a26a-40a7a37150e5 None None] Provisioning complete for port 6b894864-25d7-45e6-a45b-c665b3b20c7e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:26:21.731493 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0e5f2a5-38ff-415d-a26a-40a7a37150e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6b894864-25d7-45e6-a45b-c665b3b20c7e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:21.773082 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f0e5f2a5-38ff-415d-a26a-40a7a37150e5 None None] Port 6b894864-25d7-45e6-a45b-c665b3b20c7e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:26:21.801408 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 020389ba-1a71-4bf1-bf43-de9cad1e85f0 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:26:21.857382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 020389ba-1a71-4bf1-bf43-de9cad1e85f0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:26:21.857755 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (020389ba-1a71-4bf1-bf43-de9cad1e85f0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:21.890033 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (6b894864-25d7-45e6-a45b-c665b3b20c7e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:21.934134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Pushing event deleted for resources: {'Port': ['ID=6b894864-25d7-45e6-a45b-c665b3b20c7e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:21.944755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 020389ba-1a71-4bf1-bf43-de9cad1e85f0 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:26:21.988935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:21.989342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:21.989760 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:21.990171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:21.990728 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:21.991071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:21.991479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:21.991875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:21.992275 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:21.992677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:21.993079 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:21.993478 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:21.994643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:22.031520 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:22.034955 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ac4225a7-167f-49ec-9a33-db66fdd3571a tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] 10.222.0.36 "DELETE /v2.0/ports/6b894864-25d7-45e6-a45b-c665b3b20c7e HTTP/1.1" status: 204 len: 168 time: 0.5505939 Feb 05 03:26:22.037487 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35892) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:22.095676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-f253edf1-4177-4887-ade1-9d46c5b554f3 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Deleting subnet ec72c16e-9369-4c41-8f50-c4bf3ebc3aa8 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:26:22.099168 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f253edf1-4177-4887-ade1-9d46c5b554f3 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks [] for subnet (ec72c16e-9369-4c41-8f50-c4bf3ebc3aa8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:22.149534 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f253edf1-4177-4887-ade1-9d46c5b554f3 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (ec72c16e-9369-4c41-8f50-c4bf3ebc3aa8), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:22.250424 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f253edf1-4177-4887-ade1-9d46c5b554f3 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (ec72c16e-9369-4c41-8f50-c4bf3ebc3aa8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:22.320581 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f253edf1-4177-4887-ade1-9d46c5b554f3 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (ec72c16e-9369-4c41-8f50-c4bf3ebc3aa8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:22.352513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253edf1-4177-4887-ade1-9d46c5b554f3 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Pushing event deleted for resources: {'Subnet': ['ID=ec72c16e-9369-4c41-8f50-c4bf3ebc3aa8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:22.356934 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f253edf1-4177-4887-ade1-9d46c5b554f3 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:22.360192 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f253edf1-4177-4887-ade1-9d46c5b554f3 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] 10.222.0.36 "DELETE /v2.0/subnets/ec72c16e-9369-4c41-8f50-c4bf3ebc3aa8 HTTP/1.1" status: 204 len: 168 time: 0.3211238 Feb 05 03:26:22.362750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 35908) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:22.371953 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb4a8d7-b35b-450d-b308-53f3d91e1927 None None] Network b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:26:22.481475 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:22.487744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531c02f-3bb4-44a5-bee6-11bf2274bee9 req-7f14417e-1040-43ca-a520-b4b606596ba1 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:22.489484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4531c02f-3bb4-44a5-bee6-11bf2274bee9 req-7f14417e-1040-43ca-a520-b4b606596ba1 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 1127 time: 0.1178992 Feb 05 03:26:22.542485 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6884a6b0-3e5c-4583-82f5-28bb4943cec7 None None] DHCP port deletion for b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:26:22.580231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4531c02f-3bb4-44a5-bee6-11bf2274bee9 req-1e184c07-1ac9-4192-962e-223c0fd8f15e tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846438 Feb 05 03:26:22.589268 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Deleting port 020389ba-1a71-4bf1-bf43-de9cad1e85f0 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:22.589926 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (020389ba-1a71-4bf1-bf43-de9cad1e85f0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:22.605631 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6884a6b0-3e5c-4583-82f5-28bb4943cec7 None None] Deleting port 020389ba-1a71-4bf1-bf43-de9cad1e85f0 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:22.606072 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6884a6b0-3e5c-4583-82f5-28bb4943cec7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (020389ba-1a71-4bf1-bf43-de9cad1e85f0), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:22.672037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] For port 020389ba-1a71-4bf1-bf43-de9cad1e85f0, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=020389ba-1a71-4bf1-bf43-de9cad1e85f0,segment=NetworkSegment(3c86a4f6-c9a2-47df-b64d-8f83190cf746),segment_id=3c86a4f6-c9a2-47df-b64d-8f83190cf746)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:22.672478 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (020389ba-1a71-4bf1-bf43-de9cad1e85f0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:22.681854 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6884a6b0-3e5c-4583-82f5-28bb4943cec7 None None] For port 020389ba-1a71-4bf1-bf43-de9cad1e85f0, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=020389ba-1a71-4bf1-bf43-de9cad1e85f0,segment=NetworkSegment(3c86a4f6-c9a2-47df-b64d-8f83190cf746),segment_id=3c86a4f6-c9a2-47df-b64d-8f83190cf746)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:22.682322 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6884a6b0-3e5c-4583-82f5-28bb4943cec7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (020389ba-1a71-4bf1-bf43-de9cad1e85f0), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:22.687539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Calling delete_port for 020389ba-1a71-4bf1-bf43-de9cad1e85f0 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:22.696348 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6884a6b0-3e5c-4583-82f5-28bb4943cec7 None None] Calling delete_port for 020389ba-1a71-4bf1-bf43-de9cad1e85f0 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:22.773808 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (020389ba-1a71-4bf1-bf43-de9cad1e85f0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:22.781862 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6884a6b0-3e5c-4583-82f5-28bb4943cec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (020389ba-1a71-4bf1-bf43-de9cad1e85f0), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:22.800867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Pushing event deleted for resources: {'Port': ['ID=020389ba-1a71-4bf1-bf43-de9cad1e85f0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:22.804855 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] No DVR routers for this DVR port 020389ba-1a71-4bf1-bf43-de9cad1e85f0 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:26:22.819102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884a6b0-3e5c-4583-82f5-28bb4943cec7 None None] Pushing event deleted for resources: {'Port': ['ID=020389ba-1a71-4bf1-bf43-de9cad1e85f0,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:22.824573 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6884a6b0-3e5c-4583-82f5-28bb4943cec7 None None] No DVR routers for this DVR port 020389ba-1a71-4bf1-bf43-de9cad1e85f0 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:26:22.896485 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:22.917639 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:22.927838 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c86a4f6-c9a2-47df-b64d-8f83190cf746') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:22.928133 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c86a4f6-c9a2-47df-b64d-8f83190cf746') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:22.939032 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (3c86a4f6-c9a2-47df-b64d-8f83190cf746), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:22.953647 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (3c86a4f6-c9a2-47df-b64d-8f83190cf746), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:22.959698 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:26:22.960074 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (3c86a4f6-c9a2-47df-b64d-8f83190cf746), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:26:22.963361 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:26:23.020238 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:23.026033 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:23.032513 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] 10.222.0.36 "DELETE /v2.0/networks/b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b HTTP/1.1" status: 204 len: 168 time: 0.6663196 Feb 05 03:26:23.045854 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afc060-1dd9-45c6-996b-be9cec0c5337 tempest-ExtraDHCPOptionsTestJSON-1669638992 tempest-ExtraDHCPOptionsTestJSON-1669638992-project] Pushing event deleted for resources: {'Network': ['ID=b5b7f5e7-8281-4e70-8ccb-65cb3f3d337b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:23.217537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f44cc1ac-f318-457c-b51f-2167ef473348 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:26:23.244955 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: f44cc1ac-f318-457c-b51f-2167ef473348 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:26:23.245461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f44cc1ac-f318-457c-b51f-2167ef473348 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:26:23.280378 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35928) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:23.423624 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-387b977b-f8ec-48bf-87ac-8a6425a73c3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9597da1068694c71aeb665eabc703c5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419609 Feb 05 03:26:23.425970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35936) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:23.477236 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2655f1f5-fa86-4134-a009-0998f6417856 admin admin] Publish callbacks [] for security_group (8ee5ab33-86f7-44b3-9da3-503f3914dd0d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:23.504673 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2655f1f5-fa86-4134-a009-0998f6417856 admin admin] Publish callbacks [] for security_group (8ee5ab33-86f7-44b3-9da3-503f3914dd0d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:23.553161 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2655f1f5-fa86-4134-a009-0998f6417856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (8ee5ab33-86f7-44b3-9da3-503f3914dd0d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:23.555888 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2655f1f5-fa86-4134-a009-0998f6417856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:23.557156 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2655f1f5-fa86-4134-a009-0998f6417856 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ee5ab33-86f7-44b3-9da3-503f3914dd0d HTTP/1.1" status: 204 len: 168 time: 0.1302881 Feb 05 03:26:23.565077 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655f1f5-fa86-4134-a009-0998f6417856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee5ab33-86f7-44b3-9da3-503f3914dd0d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:23.705868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b75a2-d4ee-47af-833b-806670c50aba req-9fe36967-2201-4f6c-809f-708448f78de5 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:23.707417 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d6b75a2-d4ee-47af-833b-806670c50aba req-9fe36967-2201-4f6c-809f-708448f78de5 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 1127 time: 0.0869060 Feb 05 03:26:23.774485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824974e2-9550-47e9-a3a2-2aed3e680922 req-e7c5a349-52a9-4635-a000-02fe39c2b05b tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:23.776241 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-824974e2-9550-47e9-a3a2-2aed3e680922 req-e7c5a349-52a9-4635-a000-02fe39c2b05b tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fea2561-596e-4124-a14d-b64bf0deda6f HTTP/1.1" status: 200 len: 1127 time: 0.1145585 Feb 05 03:26:23.809692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 020389ba-1a71-4bf1-bf43-de9cad1e85f0 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:26:23.834657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 020389ba-1a71-4bf1-bf43-de9cad1e85f0 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:26:23.835167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 020389ba-1a71-4bf1-bf43-de9cad1e85f0 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:26:23.852859 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-824974e2-9550-47e9-a3a2-2aed3e680922 req-ca6b6ef8-8bf9-47cd-b906-8a4b2f2a600b tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=7fc371ec-dd29-41c1-a826-e39753fc87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692050 Feb 05 03:26:23.864760 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-4d6b75a2-d4ee-47af-833b-806670c50aba req-e33ccdce-acfe-42ec-a96e-26b349563be1 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Deleting port 4467c957-368a-4cea-8400-d3c46377fbe3 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:23.865226 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d6b75a2-d4ee-47af-833b-806670c50aba req-e33ccdce-acfe-42ec-a96e-26b349563be1 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4467c957-368a-4cea-8400-d3c46377fbe3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:23.952256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4d6b75a2-d4ee-47af-833b-806670c50aba req-e33ccdce-acfe-42ec-a96e-26b349563be1 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] For port 4467c957-368a-4cea-8400-d3c46377fbe3, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4467c957-368a-4cea-8400-d3c46377fbe3,segment=NetworkSegment(174549be-0d14-4d37-b68c-7dd2d39fd1b6),segment_id=174549be-0d14-4d37-b68c-7dd2d39fd1b6)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:23.952727 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d6b75a2-d4ee-47af-833b-806670c50aba req-e33ccdce-acfe-42ec-a96e-26b349563be1 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4467c957-368a-4cea-8400-d3c46377fbe3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:23.967367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-4d6b75a2-d4ee-47af-833b-806670c50aba req-e33ccdce-acfe-42ec-a96e-26b349563be1 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Calling delete_port for 4467c957-368a-4cea-8400-d3c46377fbe3 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:24.107742 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d6b75a2-d4ee-47af-833b-806670c50aba req-e33ccdce-acfe-42ec-a96e-26b349563be1 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4467c957-368a-4cea-8400-d3c46377fbe3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:24.121832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4467c957-368a-4cea-8400-d3c46377fbe3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:26:24.139115 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ccdce-acfe-42ec-a96e-26b349563be1 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Pushing event deleted for resources: {'Port': ['ID=4467c957-368a-4cea-8400-d3c46377fbe3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:24.183398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6b75a2-d4ee-47af-833b-806670c50aba req-e33ccdce-acfe-42ec-a96e-26b349563be1 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] No DVR routers for this DVR port 4467c957-368a-4cea-8400-d3c46377fbe3 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:26:24.188222 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d6b75a2-d4ee-47af-833b-806670c50aba req-e33ccdce-acfe-42ec-a96e-26b349563be1 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:24.199894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d6b75a2-d4ee-47af-833b-806670c50aba req-e33ccdce-acfe-42ec-a96e-26b349563be1 tempest-TestServerMultinode-1441860839 tempest-TestServerMultinode-1441860839-project-admin] 10.222.0.10 "DELETE /v2.0/ports/4467c957-368a-4cea-8400-d3c46377fbe3 HTTP/1.1" status: 204 len: 173 time: 0.4719393 Feb 05 03:26:24.200515 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fea2561-596e-4124-a14d-b64bf0deda6f', 'name': 'network-vif-deleted', 'tag': '4467c957-368a-4cea-8400-d3c46377fbe3'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:26:24.211445 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc132e2-6dd5-4e6e-b48a-233144ca3f44" -d '{"events": [{"server_uuid": "6fea2561-596e-4124-a14d-b64bf0deda6f", "name": "network-vif-deleted", "tag": "4467c957-368a-4cea-8400-d3c46377fbe3"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:26:24.256590 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4094551-31ae-47b2-a8c5-f983d2254576 x-openstack-request-id: req-f4094551-31ae-47b2-a8c5-f983d2254576 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:26:24.256888 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fea2561-596e-4124-a14d-b64bf0deda6f", "name": "network-vif-deleted", "tag": "4467c957-368a-4cea-8400-d3c46377fbe3", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:26:24.257147 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4094551-31ae-47b2-a8c5-f983d2254576 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:26:24.257571 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fea2561-596e-4124-a14d-b64bf0deda6f', 'name': 'network-vif-deleted', 'tag': '4467c957-368a-4cea-8400-d3c46377fbe3', 'status': 'completed', 'code': 200} Feb 05 03:26:24.428294 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35976) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:24.432695 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033324 Feb 05 03:26:24.435854 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35978) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:24.539114 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-97c4c800-b863-49dc-87eb-ddcc8583d38f tempest-NetworksApiDiscovery-2015604280 tempest-NetworksApiDiscovery-2015604280-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1022120 Feb 05 03:26:24.832393 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 35992) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:24.922066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36002) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:24.963372 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ff6bda0-01a1-4a77-bdd5-aff03f7d5369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:25.051261 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ff6bda0-01a1-4a77-bdd5-aff03f7d5369 admin admin] Publish callbacks [] for security_group (0cd14268-710f-4db0-8d58-ca97ab88f14e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:25.055312 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ff6bda0-01a1-4a77-bdd5-aff03f7d5369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0cd14268-710f-4db0-8d58-ca97ab88f14e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:25.094688 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3ff6bda0-01a1-4a77-bdd5-aff03f7d5369 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdb6b133e3a74b0390551b24b60d1715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2611995 Feb 05 03:26:25.096945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6bda0-01a1-4a77-bdd5-aff03f7d5369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd14268-710f-4db0-8d58-ca97ab88f14e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:25.098931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36004) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:25.174874 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6b98b62-88d2-4e6a-ace1-7452f5175f18 admin admin] Publish callbacks [] for security_group (0cd14268-710f-4db0-8d58-ca97ab88f14e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:25.225233 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6b98b62-88d2-4e6a-ace1-7452f5175f18 admin admin] Publish callbacks [] for security_group (0cd14268-710f-4db0-8d58-ca97ab88f14e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:25.301528 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6b98b62-88d2-4e6a-ace1-7452f5175f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0cd14268-710f-4db0-8d58-ca97ab88f14e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:25.304045 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6b98b62-88d2-4e6a-ace1-7452f5175f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:25.305152 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e6b98b62-88d2-4e6a-ace1-7452f5175f18 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0cd14268-710f-4db0-8d58-ca97ab88f14e HTTP/1.1" status: 204 len: 168 time: 0.2053325 Feb 05 03:26:25.320100 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b98b62-88d2-4e6a-ace1-7452f5175f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd14268-710f-4db0-8d58-ca97ab88f14e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:25.399520 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f656759c-b3d9-44c8-bca2-3e2caaa30670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (d8f31a2f-203c-4386-8145-3673491b4a84), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:26.053280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f656759c-b3d9-44c8-bca2-3e2caaa30670 admin admin] Deleting port 7424c1e3-1306-45f8-ab82-8ae5c1691aae {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:26.054009 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f656759c-b3d9-44c8-bca2-3e2caaa30670 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:26.174717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-f656759c-b3d9-44c8-bca2-3e2caaa30670 admin admin] For port 7424c1e3-1306-45f8-ab82-8ae5c1691aae, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7424c1e3-1306-45f8-ab82-8ae5c1691aae,segment=NetworkSegment(174549be-0d14-4d37-b68c-7dd2d39fd1b6),segment_id=174549be-0d14-4d37-b68c-7dd2d39fd1b6)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:26.176259 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f656759c-b3d9-44c8-bca2-3e2caaa30670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:26.219956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f656759c-b3d9-44c8-bca2-3e2caaa30670 admin admin] Calling delete_port for 7424c1e3-1306-45f8-ab82-8ae5c1691aae owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:26.468950 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f656759c-b3d9-44c8-bca2-3e2caaa30670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7424c1e3-1306-45f8-ab82-8ae5c1691aae), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:26.497231 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656759c-b3d9-44c8-bca2-3e2caaa30670 admin admin] Pushing event deleted for resources: {'Port': ['ID=7424c1e3-1306-45f8-ab82-8ae5c1691aae,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:26.726002 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f656759c-b3d9-44c8-bca2-3e2caaa30670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (d8f31a2f-203c-4386-8145-3673491b4a84), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:26.862708 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a46ec03d-a4e7-41cd-a40a-26259d884ae7 req-b92c8e27-bed5-4cce-a013-ae1c802e0b5c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455692 Feb 05 03:26:26.972120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ec03d-a4e7-41cd-a40a-26259d884ae7 req-f8ddef8b-dc8d-4ba6-83e9-d708ef9a6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:26.973671 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a46ec03d-a4e7-41cd-a40a-26259d884ae7 req-f8ddef8b-dc8d-4ba6-83e9-d708ef9a6cb3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 1127 time: 0.0553939 Feb 05 03:26:27.010092 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f656759c-b3d9-44c8-bca2-3e2caaa30670 admin admin] Router d8f31a2f-203c-4386-8145-3673491b4a84 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:26:27.108957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ec03d-a4e7-41cd-a40a-26259d884ae7 req-d82e7848-2479-4323-88ce-467c03f9c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:27.110743 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a46ec03d-a4e7-41cd-a40a-26259d884ae7 req-d82e7848-2479-4323-88ce-467c03f9c564 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.1153185 Feb 05 03:26:27.154046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f656759c-b3d9-44c8-bca2-3e2caaa30670 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:26:27.161520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f656759c-b3d9-44c8-bca2-3e2caaa30670 admin admin] 10.222.0.36 "PUT /v2.0/routers/d8f31a2f-203c-4386-8145-3673491b4a84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2361293 Feb 05 03:26:27.161793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36082) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:27.168935 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480d89e-361c-48e9-82ca-0527a4fa1b1c None None] Sync routers for ids ['d8f31a2f-203c-4386-8145-3673491b4a84'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:26:27.185860 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480d89e-361c-48e9-82ca-0527a4fa1b1c None None] Routers {'d8f31a2f-203c-4386-8145-3673491b4a84'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:26:27.186522 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d480d89e-361c-48e9-82ca-0527a4fa1b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:26:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d8f31a2f-203c-4386-8145-3673491b4a84'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:27.189613 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a46ec03d-a4e7-41cd-a40a-26259d884ae7 req-59a096bb-879e-483a-b240-1b9d376466bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fed187e-9d1f-4852-92ff-8b2ec7e08a5b HTTP/1.1" status: 200 len: 1001 time: 0.0712419 Feb 05 03:26:27.256193 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ec03d-a4e7-41cd-a40a-26259d884ae7 req-6e00780f-ff59-45a0-833b-97ea3d900a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:27.257716 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a46ec03d-a4e7-41cd-a40a-26259d884ae7 req-6e00780f-ff59-45a0-833b-97ea3d900a37 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0622730 Feb 05 03:26:27.334650 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea894764-0015-4379-a6f7-c91b58c5c155 admin admin] Publish callbacks [] for router (d8f31a2f-203c-4386-8145-3673491b4a84), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:27.349882 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ec03d-a4e7-41cd-a40a-26259d884ae7 req-5844b39d-30bc-43fe-a9b7-903883232a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:27.351524 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a46ec03d-a4e7-41cd-a40a-26259d884ae7 req-5844b39d-30bc-43fe-a9b7-903883232a1c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0857983 Feb 05 03:26:27.365326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-a46ec03d-a4e7-41cd-a40a-26259d884ae7 req-6f844b3d-f16c-4c84-a4c9-3ab35317b2b7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:26:27.366339 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a46ec03d-a4e7-41cd-a40a-26259d884ae7 req-6f844b3d-f16c-4c84-a4c9-3ab35317b2b7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066512 Feb 05 03:26:27.470084 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d480d89e-361c-48e9-82ca-0527a4fa1b1c None None] Set router d8f31a2f-203c-4386-8145-3673491b4a84 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:26:27.510654 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea894764-0015-4379-a6f7-c91b58c5c155 admin admin] Publish callbacks [] for router_gateway (d8f31a2f-203c-4386-8145-3673491b4a84), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:27.512286 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a46ec03d-a4e7-41cd-a40a-26259d884ae7 req-942e9d6e-b86f-4fa8-9a1b-57e212f1216c service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372921 Feb 05 03:26:27.591757 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ea894764-0015-4379-a6f7-c91b58c5c155 admin admin] Deleting port 01ef9866-7127-4fd9-9c92-c22902441202 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:27.592904 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea894764-0015-4379-a6f7-c91b58c5c155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (01ef9866-7127-4fd9-9c92-c22902441202), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:27.627507 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a46ec03d-a4e7-41cd-a40a-26259d884ae7 req-bf400c0b-bf8f-4bb8-9e16-b8c8d3c381fc service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090145 Feb 05 03:26:27.696500 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-ea894764-0015-4379-a6f7-c91b58c5c155 admin admin] For port 01ef9866-7127-4fd9-9c92-c22902441202, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=01ef9866-7127-4fd9-9c92-c22902441202,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:27.696773 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d480d89e-361c-48e9-82ca-0527a4fa1b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'name': 'tempest-TestServerMultinode-565728922-router', 'tenant_id': 'de112bf22c994d7e88b33e6ae28d1232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '01ef9866-7127-4fd9-9c92-c22902441202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:37Z', 'updated_at': '2022-02-05T03:26:26Z', 'revision_number': 5, 'project_id': 'de112bf22c994d7e88b33e6ae28d1232', 'gw_port': {'id': '01ef9866-7127-4fd9-9c92-c22902441202', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:37Z', 'updated_at': '2022-02-05T03:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:27.696999 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea894764-0015-4379-a6f7-c91b58c5c155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (01ef9866-7127-4fd9-9c92-c22902441202), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:27.711103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ea894764-0015-4379-a6f7-c91b58c5c155 admin admin] Calling delete_port for 01ef9866-7127-4fd9-9c92-c22902441202 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:27.732618 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480d89e-361c-48e9-82ca-0527a4fa1b1c None None] Checking router: d8f31a2f-203c-4386-8145-3673491b4a84 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:26:27.745177 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d480d89e-361c-48e9-82ca-0527a4fa1b1c None None] Routers {'d8f31a2f-203c-4386-8145-3673491b4a84'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:26:27.745829 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d480d89e-361c-48e9-82ca-0527a4fa1b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:26:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d8f31a2f-203c-4386-8145-3673491b4a84'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:27.843308 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d480d89e-361c-48e9-82ca-0527a4fa1b1c None None] Set router d8f31a2f-203c-4386-8145-3673491b4a84 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:26:27.902932 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d480d89e-361c-48e9-82ca-0527a4fa1b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'name': 'tempest-TestServerMultinode-565728922-router', 'tenant_id': 'de112bf22c994d7e88b33e6ae28d1232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:37Z', 'updated_at': '2022-02-05T03:26:27Z', 'revision_number': 6, 'project_id': 'de112bf22c994d7e88b33e6ae28d1232', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:27.907904 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea894764-0015-4379-a6f7-c91b58c5c155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (01ef9866-7127-4fd9-9c92-c22902441202), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:27.936100 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d480d89e-361c-48e9-82ca-0527a4fa1b1c None None] The sync data for ids ['d8f31a2f-203c-4386-8145-3673491b4a84'] in n-d-826942-8 is: [{'id': 'd8f31a2f-203c-4386-8145-3673491b4a84', 'name': 'tempest-TestServerMultinode-565728922-router', 'tenant_id': 'de112bf22c994d7e88b33e6ae28d1232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:37Z', 'updated_at': '2022-02-05T03:26:27Z', 'revision_number': 6, 'project_id': 'de112bf22c994d7e88b33e6ae28d1232', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:26:27.943634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea894764-0015-4379-a6f7-c91b58c5c155 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ef9866-7127-4fd9-9c92-c22902441202,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:28.007039 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea894764-0015-4379-a6f7-c91b58c5c155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (d8f31a2f-203c-4386-8145-3673491b4a84), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:28.104752 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea894764-0015-4379-a6f7-c91b58c5c155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (d8f31a2f-203c-4386-8145-3673491b4a84), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:28.107003 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea894764-0015-4379-a6f7-c91b58c5c155 admin admin] Publish callbacks [] for router_controller (d8f31a2f-203c-4386-8145-3673491b4a84), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:28.156077 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea894764-0015-4379-a6f7-c91b58c5c155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (d8f31a2f-203c-4386-8145-3673491b4a84), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:28.156840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea894764-0015-4379-a6f7-c91b58c5c155 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8f31a2f-203c-4386-8145-3673491b4a84 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:26:28.161516 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea894764-0015-4379-a6f7-c91b58c5c155 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:28.162168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ea894764-0015-4379-a6f7-c91b58c5c155 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d8f31a2f-203c-4386-8145-3673491b4a84 HTTP/1.1" status: 204 len: 168 time: 0.9994414 Feb 05 03:26:28.164846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36100) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:28.210380 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Deleting subnet 59576057-f9d1-4649-be20-624091ae4d27 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:26:28.211790 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4467c957-368a-4cea-8400-d3c46377fbe3 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:26:28.215626 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Publish callbacks [] for subnet (59576057-f9d1-4649-be20-624091ae4d27), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:28.232996 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 4467c957-368a-4cea-8400-d3c46377fbe3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:26:28.233392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4467c957-368a-4cea-8400-d3c46377fbe3 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:26:28.256480 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (59576057-f9d1-4649-be20-624091ae4d27), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:28.344654 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (59576057-f9d1-4649-be20-624091ae4d27), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:28.407282 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (59576057-f9d1-4649-be20-624091ae4d27), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:28.436239 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59576057-f9d1-4649-be20-624091ae4d27,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:28.441159 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:28.444373 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/59576057-f9d1-4649-be20-624091ae4d27 HTTP/1.1" status: 204 len: 168 time: 0.2785251 Feb 05 03:26:28.448636 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36108) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:28.449840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0c4b5e-68d4-47ec-b630-cb7aa17f2f53 None None] Network c1f4b282-a63f-49ac-9d68-5a781ebc967a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:26:28.450412 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:28.450782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:28.451133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:28.451663 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:28.452008 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:28.453278 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:28.453624 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:28.453959 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:28.454293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:28.454626 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:28.454989 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:28.455320 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:28.455646 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a9aaa3-9e4d-4069-9c8c-61a437b458c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:26:28.549518 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (c1f4b282-a63f-49ac-9d68-5a781ebc967a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:28.617434 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] Deleting port 18399a46-0d56-46c8-810f-2f6df4970783 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:28.617840 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (18399a46-0d56-46c8-810f-2f6df4970783), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:28.688072 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] For port 18399a46-0d56-46c8-810f-2f6df4970783, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=18399a46-0d56-46c8-810f-2f6df4970783,segment=NetworkSegment(174549be-0d14-4d37-b68c-7dd2d39fd1b6),segment_id=174549be-0d14-4d37-b68c-7dd2d39fd1b6)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:28.688492 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (18399a46-0d56-46c8-810f-2f6df4970783), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:28.717565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] Calling delete_port for 18399a46-0d56-46c8-810f-2f6df4970783 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:28.755508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebf62a5-161a-4243-8741-fc4603cd0435 None None] DHCP port deletion for c1f4b282-a63f-49ac-9d68-5a781ebc967a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:26:28.829582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-eebf62a5-161a-4243-8741-fc4603cd0435 None None] Deleting port 18399a46-0d56-46c8-810f-2f6df4970783 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:28.833537 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eebf62a5-161a-4243-8741-fc4603cd0435 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (18399a46-0d56-46c8-810f-2f6df4970783), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:28.857553 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (18399a46-0d56-46c8-810f-2f6df4970783), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:28.893411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] Pushing event deleted for resources: {'Port': ['ID=18399a46-0d56-46c8-810f-2f6df4970783,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:28.901118 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] No DVR routers for this DVR port 18399a46-0d56-46c8-810f-2f6df4970783 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:26:28.986610 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (c1f4b282-a63f-49ac-9d68-5a781ebc967a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:28.987883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-eebf62a5-161a-4243-8741-fc4603cd0435 None None] For port 18399a46-0d56-46c8-810f-2f6df4970783, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=18399a46-0d56-46c8-810f-2f6df4970783,segment=NetworkSegment(174549be-0d14-4d37-b68c-7dd2d39fd1b6),segment_id=174549be-0d14-4d37-b68c-7dd2d39fd1b6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:28.988291 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eebf62a5-161a-4243-8741-fc4603cd0435 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (18399a46-0d56-46c8-810f-2f6df4970783), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:29.006381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-eebf62a5-161a-4243-8741-fc4603cd0435 None None] Calling delete_port for 18399a46-0d56-46c8-810f-2f6df4970783 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:29.010693 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f4b282-a63f-49ac-9d68-5a781ebc967a']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:29.027754 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174549be-0d14-4d37-b68c-7dd2d39fd1b6') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:29.028407 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174549be-0d14-4d37-b68c-7dd2d39fd1b6') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:29.040229 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (174549be-0d14-4d37-b68c-7dd2d39fd1b6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:29.055873 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (174549be-0d14-4d37-b68c-7dd2d39fd1b6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:29.063970 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:26:29.064537 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (174549be-0d14-4d37-b68c-7dd2d39fd1b6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:26:29.067181 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:26:29.099353 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eebf62a5-161a-4243-8741-fc4603cd0435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (18399a46-0d56-46c8-810f-2f6df4970783), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:29.128137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf62a5-161a-4243-8741-fc4603cd0435 None None] Pushing event deleted for resources: {'Port': ['ID=18399a46-0d56-46c8-810f-2f6df4970783,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:29.138361 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf62a5-161a-4243-8741-fc4603cd0435 None None] No DVR routers for this DVR port 18399a46-0d56-46c8-810f-2f6df4970783 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:26:29.149682 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (c1f4b282-a63f-49ac-9d68-5a781ebc967a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:29.157737 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:29.162173 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] 10.222.0.36 "DELETE /v2.0/networks/c1f4b282-a63f-49ac-9d68-5a781ebc967a HTTP/1.1" status: 204 len: 168 time: 0.7109439 Feb 05 03:26:29.164500 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36132) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:29.185285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6396cb4-1ffa-41b0-b0d0-e34d34bee0df admin admin] Pushing event deleted for resources: {'Network': ['ID=c1f4b282-a63f-49ac-9d68-5a781ebc967a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:29.600762 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79803588-222b-47a8-a9a2-655f1e529ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (01ef4958-319d-4a66-9aa9-65df6b36e49d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:29.828710 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7424c1e3-1306-45f8-ab82-8ae5c1691aae no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:26:29.871051 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 7424c1e3-1306-45f8-ab82-8ae5c1691aae {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:26:29.871455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7424c1e3-1306-45f8-ab82-8ae5c1691aae not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:26:29.872425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 18399a46-0d56-46c8-810f-2f6df4970783 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:26:29.896864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 18399a46-0d56-46c8-810f-2f6df4970783 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:26:29.897360 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 18399a46-0d56-46c8-810f-2f6df4970783 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:26:29.897901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 01ef9866-7127-4fd9-9c92-c22902441202 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:26:29.899248 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-79803588-222b-47a8-a9a2-655f1e529ab7 admin admin] Deleting port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:29.899819 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79803588-222b-47a8-a9a2-655f1e529ab7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:29.936669 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 01ef9866-7127-4fd9-9c92-c22902441202 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:26:29.937183 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 01ef9866-7127-4fd9-9c92-c22902441202 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:26:29.999897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-79803588-222b-47a8-a9a2-655f1e529ab7 admin admin] For port 9c88fe99-fe64-4c53-a86a-5f6de29fc63d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9c88fe99-fe64-4c53-a86a-5f6de29fc63d,segment=NetworkSegment(c4cc851c-eb56-4460-98fc-2fd6d122f3b5),segment_id=c4cc851c-eb56-4460-98fc-2fd6d122f3b5)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:30.000270 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79803588-222b-47a8-a9a2-655f1e529ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:30.017415 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-79803588-222b-47a8-a9a2-655f1e529ab7 admin admin] Calling delete_port for 9c88fe99-fe64-4c53-a86a-5f6de29fc63d owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:30.237614 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79803588-222b-47a8-a9a2-655f1e529ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (9c88fe99-fe64-4c53-a86a-5f6de29fc63d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:30.267718 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79803588-222b-47a8-a9a2-655f1e529ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c88fe99-fe64-4c53-a86a-5f6de29fc63d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:30.470719 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79803588-222b-47a8-a9a2-655f1e529ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (01ef4958-319d-4a66-9aa9-65df6b36e49d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:30.703385 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79803588-222b-47a8-a9a2-655f1e529ab7 admin admin] Router 01ef4958-319d-4a66-9aa9-65df6b36e49d has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:26:30.817353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79803588-222b-47a8-a9a2-655f1e529ab7 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:26:30.825857 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-79803588-222b-47a8-a9a2-655f1e529ab7 admin admin] 10.222.0.36 "PUT /v2.0/routers/01ef4958-319d-4a66-9aa9-65df6b36e49d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6578264 Feb 05 03:26:30.826366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36166) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:30.839985 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e319161-affc-440b-b12e-cc3714531262 None None] Sync routers for ids ['01ef4958-319d-4a66-9aa9-65df6b36e49d'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:26:30.852519 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e319161-affc-440b-b12e-cc3714531262 None None] Routers {'01ef4958-319d-4a66-9aa9-65df6b36e49d'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:26:30.853469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7e319161-affc-440b-b12e-cc3714531262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:26:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['01ef4958-319d-4a66-9aa9-65df6b36e49d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:31.151229 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-7e319161-affc-440b-b12e-cc3714531262 None None] Set router 01ef4958-319d-4a66-9aa9-65df6b36e49d gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:26:31.349432 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de414336-2b63-41e7-9d91-bf8a32e75cd5 admin admin] Publish callbacks [] for router (01ef4958-319d-4a66-9aa9-65df6b36e49d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:31.408894 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7e319161-affc-440b-b12e-cc3714531262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'name': 'tempest-TestServerMultinode-2092847903-router', 'tenant_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:44Z', 'updated_at': '2022-02-05T03:26:30Z', 'revision_number': 5, 'project_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'gw_port': {'id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:45Z', 'updated_at': '2022-02-05T03:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:31.440837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e319161-affc-440b-b12e-cc3714531262 None None] Checking router: 01ef4958-319d-4a66-9aa9-65df6b36e49d for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:26:31.450651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e319161-affc-440b-b12e-cc3714531262 None None] Routers {'01ef4958-319d-4a66-9aa9-65df6b36e49d'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:26:31.451319 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7e319161-affc-440b-b12e-cc3714531262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:26:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['01ef4958-319d-4a66-9aa9-65df6b36e49d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:31.493546 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de414336-2b63-41e7-9d91-bf8a32e75cd5 admin admin] Publish callbacks [] for router_gateway (01ef4958-319d-4a66-9aa9-65df6b36e49d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:31.559876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-de414336-2b63-41e7-9d91-bf8a32e75cd5 admin admin] Deleting port 485d05a6-4d70-49db-837b-3c24ae1dbcb7 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:31.560216 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de414336-2b63-41e7-9d91-bf8a32e75cd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (485d05a6-4d70-49db-837b-3c24ae1dbcb7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:31.593813 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-7e319161-affc-440b-b12e-cc3714531262 None None] Set router 01ef4958-319d-4a66-9aa9-65df6b36e49d gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:26:31.655997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-de414336-2b63-41e7-9d91-bf8a32e75cd5 admin admin] For port 485d05a6-4d70-49db-837b-3c24ae1dbcb7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=485d05a6-4d70-49db-837b-3c24ae1dbcb7,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:31.656641 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de414336-2b63-41e7-9d91-bf8a32e75cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (485d05a6-4d70-49db-837b-3c24ae1dbcb7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:31.676845 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-de414336-2b63-41e7-9d91-bf8a32e75cd5 admin admin] Calling delete_port for 485d05a6-4d70-49db-837b-3c24ae1dbcb7 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:31.879409 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7e319161-affc-440b-b12e-cc3714531262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'name': 'tempest-TestServerMultinode-2092847903-router', 'tenant_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:44Z', 'updated_at': '2022-02-05T03:26:30Z', 'revision_number': 5, 'project_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'gw_port': {'id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:45Z', 'updated_at': '2022-02-05T03:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:31.919503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e319161-affc-440b-b12e-cc3714531262 None None] The sync data for ids ['01ef4958-319d-4a66-9aa9-65df6b36e49d'] in n-d-826942-8 is: [{'id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'name': 'tempest-TestServerMultinode-2092847903-router', 'tenant_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:25:44Z', 'updated_at': '2022-02-05T03:26:30Z', 'revision_number': 5, 'project_id': 'a3986eb8bd3248e5a49b0d0f388a9739', 'gw_port': {'id': '485d05a6-4d70-49db-837b-3c24ae1dbcb7', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef4958-319d-4a66-9aa9-65df6b36e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:25:45Z', 'updated_at': '2022-02-05T03:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:26:31.998105 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de414336-2b63-41e7-9d91-bf8a32e75cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (485d05a6-4d70-49db-837b-3c24ae1dbcb7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:32.030089 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de414336-2b63-41e7-9d91-bf8a32e75cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=485d05a6-4d70-49db-837b-3c24ae1dbcb7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:32.095254 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de414336-2b63-41e7-9d91-bf8a32e75cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (01ef4958-319d-4a66-9aa9-65df6b36e49d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:32.191464 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de414336-2b63-41e7-9d91-bf8a32e75cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (01ef4958-319d-4a66-9aa9-65df6b36e49d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:32.193699 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de414336-2b63-41e7-9d91-bf8a32e75cd5 admin admin] Publish callbacks [] for router_controller (01ef4958-319d-4a66-9aa9-65df6b36e49d), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:32.245554 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de414336-2b63-41e7-9d91-bf8a32e75cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (01ef4958-319d-4a66-9aa9-65df6b36e49d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:32.246528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de414336-2b63-41e7-9d91-bf8a32e75cd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01ef4958-319d-4a66-9aa9-65df6b36e49d {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:26:32.251181 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de414336-2b63-41e7-9d91-bf8a32e75cd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:32.255140 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-de414336-2b63-41e7-9d91-bf8a32e75cd5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/01ef4958-319d-4a66-9aa9-65df6b36e49d HTTP/1.1" status: 204 len: 168 time: 1.4276950 Feb 05 03:26:32.255337 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36206) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:32.309859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-462f824e-54e8-4e0b-b431-c9463b3942cd admin admin] Deleting subnet 48904cb2-13a6-42ab-a6cf-5a359374e254 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:26:32.313616 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-462f824e-54e8-4e0b-b431-c9463b3942cd admin admin] Publish callbacks [] for subnet (48904cb2-13a6-42ab-a6cf-5a359374e254), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:32.359384 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-462f824e-54e8-4e0b-b431-c9463b3942cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (48904cb2-13a6-42ab-a6cf-5a359374e254), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:32.458216 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-462f824e-54e8-4e0b-b431-c9463b3942cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (48904cb2-13a6-42ab-a6cf-5a359374e254), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:32.532663 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-462f824e-54e8-4e0b-b431-c9463b3942cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (48904cb2-13a6-42ab-a6cf-5a359374e254), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:32.566973 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f824e-54e8-4e0b-b431-c9463b3942cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48904cb2-13a6-42ab-a6cf-5a359374e254,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:32.571944 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-462f824e-54e8-4e0b-b431-c9463b3942cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:32.576721 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-462f824e-54e8-4e0b-b431-c9463b3942cd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/48904cb2-13a6-42ab-a6cf-5a359374e254 HTTP/1.1" status: 204 len: 168 time: 0.3204529 Feb 05 03:26:32.579060 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36212) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:32.585404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945ffb08-0d4a-4e36-839e-17a6070f0b11 None None] Network 2c52e2df-60af-495b-8574-352a95ad65b9 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:26:32.657782 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (2c52e2df-60af-495b-8574-352a95ad65b9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:32.716970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] Deleting port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:32.717465 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4a7fe1d3-d703-4189-9a8a-362fbfd9c8af), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:32.818571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] For port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4a7fe1d3-d703-4189-9a8a-362fbfd9c8af,segment=NetworkSegment(c4cc851c-eb56-4460-98fc-2fd6d122f3b5),segment_id=c4cc851c-eb56-4460-98fc-2fd6d122f3b5)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:32.819131 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4a7fe1d3-d703-4189-9a8a-362fbfd9c8af), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:32.838906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] Calling delete_port for 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:32.872387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e863b42a-e00d-4fc8-a585-24346488ab4b None None] DHCP port deletion for 2c52e2df-60af-495b-8574-352a95ad65b9 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:26:32.971427 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4a7fe1d3-d703-4189-9a8a-362fbfd9c8af), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:33.000643 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7fe1d3-d703-4189-9a8a-362fbfd9c8af,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:33.006453 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] No DVR routers for this DVR port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:26:33.017995 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e863b42a-e00d-4fc8-a585-24346488ab4b None None] Deleting port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:33.018540 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e863b42a-e00d-4fc8-a585-24346488ab4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4a7fe1d3-d703-4189-9a8a-362fbfd9c8af), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:33.095353 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (2c52e2df-60af-495b-8574-352a95ad65b9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:33.098359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e863b42a-e00d-4fc8-a585-24346488ab4b None None] For port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af, host n-d-826942-8, got binding levels [] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:33.099472 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e863b42a-e00d-4fc8-a585-24346488ab4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4a7fe1d3-d703-4189-9a8a-362fbfd9c8af), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:33.113571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e863b42a-e00d-4fc8-a585-24346488ab4b None None] Calling delete_port for 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:33.116432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.ipam_backend_mixin [None req-e863b42a-e00d-4fc8-a585-24346488ab4b None None] Port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af was not found and therefore no delete operation was performed {{(pid=109676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 03:26:33.117793 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e863b42a-e00d-4fc8-a585-24346488ab4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (4a7fe1d3-d703-4189-9a8a-362fbfd9c8af), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:33.120742 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c52e2df-60af-495b-8574-352a95ad65b9']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:33.130414 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4cc851c-eb56-4460-98fc-2fd6d122f3b5') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:33.130985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4cc851c-eb56-4460-98fc-2fd6d122f3b5') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:33.141088 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (c4cc851c-eb56-4460-98fc-2fd6d122f3b5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:33.155967 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c4cc851c-eb56-4460-98fc-2fd6d122f3b5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:33.156226 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e863b42a-e00d-4fc8-a585-24346488ab4b None None] No DVR routers for this DVR port 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:26:33.158321 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863b42a-e00d-4fc8-a585-24346488ab4b None None] Pushing event deleted for resources: {'Port': ['ID=4a7fe1d3-d703-4189-9a8a-362fbfd9c8af,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:33.162544 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:26:33.163463 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (c4cc851c-eb56-4460-98fc-2fd6d122f3b5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:26:33.205333 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:26:33.236769 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (2c52e2df-60af-495b-8574-352a95ad65b9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:33.242257 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:33.247866 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2c52e2df-60af-495b-8574-352a95ad65b9 HTTP/1.1" status: 204 len: 168 time: 0.6663985 Feb 05 03:26:33.261311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39a131-a5d0-464b-86a2-0b0999c85722 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c52e2df-60af-495b-8574-352a95ad65b9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:33.456573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36232) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:33.497923 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-48b74652-2319-45a2-8c83-d94fa0692b7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de112bf22c994d7e88b33e6ae28d1232&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400467 Feb 05 03:26:33.500454 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36236) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:33.553371 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a957eb84-8a00-4974-af1c-ea1537e612e2 admin admin] Publish callbacks [] for security_group (6e16352a-7bb0-4a84-953a-0582bbf4408e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:33.576535 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a957eb84-8a00-4974-af1c-ea1537e612e2 admin admin] Publish callbacks [] for security_group (6e16352a-7bb0-4a84-953a-0582bbf4408e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:33.637574 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a957eb84-8a00-4974-af1c-ea1537e612e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6e16352a-7bb0-4a84-953a-0582bbf4408e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:33.640836 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a957eb84-8a00-4974-af1c-ea1537e612e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:33.659405 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a957eb84-8a00-4974-af1c-ea1537e612e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e16352a-7bb0-4a84-953a-0582bbf4408e HTTP/1.1" status: 204 len: 168 time: 0.1481564 Feb 05 03:26:33.672787 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957eb84-8a00-4974-af1c-ea1537e612e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e16352a-7bb0-4a84-953a-0582bbf4408e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:33.685359 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ad6e9e23-bea2-45a8-b391-1760a4d50c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:33.846486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:26:33.874564 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:26:33.875311 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4a7fe1d3-d703-4189-9a8a-362fbfd9c8af not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:26:33.875837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9c88fe99-fe64-4c53-a86a-5f6de29fc63d no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:26:33.897772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 9c88fe99-fe64-4c53-a86a-5f6de29fc63d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:26:33.898241 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9c88fe99-fe64-4c53-a86a-5f6de29fc63d not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:26:33.898783 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 485d05a6-4d70-49db-837b-3c24ae1dbcb7 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:26:33.920527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 485d05a6-4d70-49db-837b-3c24ae1dbcb7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:26:33.921095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 485d05a6-4d70-49db-837b-3c24ae1dbcb7 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:26:34.218215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36256) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:34.280866 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3719bca0-0fb4-41e2-a1ef-b161fcd616e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a3986eb8bd3248e5a49b0d0f388a9739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0629714 Feb 05 03:26:34.285053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36258) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:34.351835 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64eea602-df43-447c-8705-4126c9e900b5 admin admin] Publish callbacks [] for security_group (7fc371ec-dd29-41c1-a826-e39753fc87be), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:34.379576 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64eea602-df43-447c-8705-4126c9e900b5 admin admin] Publish callbacks [] for security_group (7fc371ec-dd29-41c1-a826-e39753fc87be), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:34.443396 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64eea602-df43-447c-8705-4126c9e900b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7fc371ec-dd29-41c1-a826-e39753fc87be), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:34.446707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64eea602-df43-447c-8705-4126c9e900b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:34.451729 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-64eea602-df43-447c-8705-4126c9e900b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7fc371ec-dd29-41c1-a826-e39753fc87be HTTP/1.1" status: 204 len: 168 time: 0.1628191 Feb 05 03:26:34.460328 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eea602-df43-447c-8705-4126c9e900b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc371ec-dd29-41c1-a826-e39753fc87be,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:35.877992 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b0f284c9-822a-4333-b13a-6a5544e0dd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:37.176557 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:38.730640 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:40.046199 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:41.429743 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36328) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:41.636412 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:41.884814 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-faaab68f-f79e-469b-bc5b-39364f73c785 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Deleting port 747528d9-db1c-40ec-b822-94e28c7bc35d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:41.885234 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-faaab68f-f79e-469b-bc5b-39364f73c785 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (747528d9-db1c-40ec-b822-94e28c7bc35d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:42.006325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-faaab68f-f79e-469b-bc5b-39364f73c785 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (747528d9-db1c-40ec-b822-94e28c7bc35d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:42.006561 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-faaab68f-f79e-469b-bc5b-39364f73c785 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for floatingip (747528d9-db1c-40ec-b822-94e28c7bc35d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:42.021185 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-faaab68f-f79e-469b-bc5b-39364f73c785 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Calling delete_port for 747528d9-db1c-40ec-b822-94e28c7bc35d owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:42.212558 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-faaab68f-f79e-469b-bc5b-39364f73c785 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (747528d9-db1c-40ec-b822-94e28c7bc35d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:42.248255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaab68f-f79e-469b-bc5b-39364f73c785 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event deleted for resources: {'Port': ['ID=747528d9-db1c-40ec-b822-94e28c7bc35d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:42.323604 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-faaab68f-f79e-469b-bc5b-39364f73c785 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for floatingip (02b3b109-0ec3-46fe-b5cc-7b919b69710d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:42.324126 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-faaab68f-f79e-469b-bc5b-39364f73c785 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Floating IP 02b3b109-0ec3-46fe-b5cc-7b919b69710d disassociated (deleted). External IP: 172.25.0.120, port: 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b. Feb 05 03:26:42.601559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faaab68f-f79e-469b-bc5b-39364f73c785 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Router 12cbe9ea-2092-46f1-963e-d1830fb70539 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:26:43.072190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaab68f-f79e-469b-bc5b-39364f73c785 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:26:43.083426 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d690ca-0f85-4f6b-bfbf-6aeafd878e27 None None] Sync routers for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:26:43.085599 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-faaab68f-f79e-469b-bc5b-39364f73c785 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:43.095456 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d690ca-0f85-4f6b-bfbf-6aeafd878e27 None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:26:43.096392 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-75d690ca-0f85-4f6b-bfbf-6aeafd878e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:26:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:43.183369 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-faaab68f-f79e-469b-bc5b-39364f73c785 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "DELETE /v2.0/floatingips/02b3b109-0ec3-46fe-b5cc-7b919b69710d HTTP/1.1" status: 204 len: 168 time: 1.7525194 Feb 05 03:26:43.184583 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b37399-55e6-49f9-8e91-3d7fbf27f67a', 'tag': '4fed187e-9d1f-4852-92ff-8b2ec7e08a5b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:26:43.209422 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de58ebb-ec69-4173-8526-355d0d1b1a57" -d '{"events": [{"name": "network-changed", "server_uuid": "86b37399-55e6-49f9-8e91-3d7fbf27f67a", "tag": "4fed187e-9d1f-4852-92ff-8b2ec7e08a5b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:26:43.213079 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-75d690ca-0f85-4f6b-bfbf-6aeafd878e27 None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:26:43.549186 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-75d690ca-0f85-4f6b-bfbf-6aeafd878e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'cbf81d42-9e25-47bd-a2e9-0e845f198fee', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'port_id': 'a8494b32-53df-442e-9902-cec515e28f57', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'mac_address': 'fa:16:3e:5e:b0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:22:30Z', 'updated_at': '2022-02-05T03:22:32Z', 'revision_number': 1, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:43.593544 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5380db34-0c71-4c60-9c13-4030f2444d36 x-openstack-request-id: req-5380db34-0c71-4c60-9c13-4030f2444d36 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:26:43.593910 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b37399-55e6-49f9-8e91-3d7fbf27f67a", "tag": "4fed187e-9d1f-4852-92ff-8b2ec7e08a5b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:26:43.594239 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5380db34-0c71-4c60-9c13-4030f2444d36 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:26:43.594705 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b37399-55e6-49f9-8e91-3d7fbf27f67a', 'tag': '4fed187e-9d1f-4852-92ff-8b2ec7e08a5b', 'status': 'completed', 'code': 200} Feb 05 03:26:43.605365 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d690ca-0f85-4f6b-bfbf-6aeafd878e27 None None] Checking router: 12cbe9ea-2092-46f1-963e-d1830fb70539 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:26:43.617107 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d690ca-0f85-4f6b-bfbf-6aeafd878e27 None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:26:43.617755 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-75d690ca-0f85-4f6b-bfbf-6aeafd878e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:26:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:43.693098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de58ebb-ec69-4173-8526-355d0d1b1a57 req-20993fe7-7d60-48be-98d3-909b4c46539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:43.696085 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8de58ebb-ec69-4173-8526-355d0d1b1a57 req-20993fe7-7d60-48be-98d3-909b4c46539d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 1127 time: 0.0821538 Feb 05 03:26:43.702940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1581007-e074-43ac-9e4b-3560908d5304 req-451e4c73-d37e-4b13-9b0f-41ad1af4581e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:43.711595 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1581007-e074-43ac-9e4b-3560908d5304 req-451e4c73-d37e-4b13-9b0f-41ad1af4581e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 945 time: 0.0929463 Feb 05 03:26:43.804847 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1581007-e074-43ac-9e4b-3560908d5304 req-4ef9c144-5184-418c-8a0d-92766b007bb2 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898104 Feb 05 03:26:43.818089 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-75d690ca-0f85-4f6b-bfbf-6aeafd878e27 None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:26:43.900649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de58ebb-ec69-4173-8526-355d0d1b1a57 req-afa9bc45-3edf-4dcb-a689-1ea6c1b5eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:43.902204 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8de58ebb-ec69-4173-8526-355d0d1b1a57 req-afa9bc45-3edf-4dcb-a689-1ea6c1b5eb06 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.1993747 Feb 05 03:26:43.949360 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8de58ebb-ec69-4173-8526-355d0d1b1a57 req-8c611985-1c4d-47a1-b6c1-d43088a080d0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fed187e-9d1f-4852-92ff-8b2ec7e08a5b HTTP/1.1" status: 200 len: 217 time: 0.0404730 Feb 05 03:26:43.999782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de58ebb-ec69-4173-8526-355d0d1b1a57 req-bb841913-49cb-4a5c-bcff-5f61744bafde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:44.001042 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8de58ebb-ec69-4173-8526-355d0d1b1a57 req-bb841913-49cb-4a5c-bcff-5f61744bafde service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0452378 Feb 05 03:26:44.094771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de58ebb-ec69-4173-8526-355d0d1b1a57 req-f4e53179-aef2-4ea0-8553-71e2f6a10f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:44.096451 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8de58ebb-ec69-4173-8526-355d0d1b1a57 req-f4e53179-aef2-4ea0-8553-71e2f6a10f37 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0892034 Feb 05 03:26:44.132100 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-75d690ca-0f85-4f6b-bfbf-6aeafd878e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'cbf81d42-9e25-47bd-a2e9-0e845f198fee', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'port_id': 'a8494b32-53df-442e-9902-cec515e28f57', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'mac_address': 'fa:16:3e:5e:b0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:22:30Z', 'updated_at': '2022-02-05T03:22:32Z', 'revision_number': 1, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:26:44.161822 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d690ca-0f85-4f6b-bfbf-6aeafd878e27 None None] The sync data for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 is: [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'cbf81d42-9e25-47bd-a2e9-0e845f198fee', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'port_id': 'a8494b32-53df-442e-9902-cec515e28f57', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'mac_address': 'fa:16:3e:5e:b0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:22:30Z', 'updated_at': '2022-02-05T03:22:32Z', 'revision_number': 1, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:26:44.292363 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8de58ebb-ec69-4173-8526-355d0d1b1a57 req-ec5e8b66-7fa6-413f-85c9-de1b96a284d7 service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874921 Feb 05 03:26:44.361194 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:26:44.451359 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8de58ebb-ec69-4173-8526-355d0d1b1a57 req-d5fd7005-04f3-42db-a8e5-349116621936 service neutron] 10.222.0.31 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520288 Feb 05 03:26:44.532250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240580b9-784f-4aa0-8729-1a7fdcd168b8 None None] New status for floating IP 02b3b109-0ec3-46fe-b5cc-7b919b69710d: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:26:44.937999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf0b82-2f19-49e6-ab30-cc6c2eef9b29 req-be4c04ab-e717-4d94-865e-ec863e3bc157 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:44.939630 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ddcf0b82-2f19-49e6-ab30-cc6c2eef9b29 req-be4c04ab-e717-4d94-865e-ec863e3bc157 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 945 time: 0.0548675 Feb 05 03:26:44.989087 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ddcf0b82-2f19-49e6-ab30-cc6c2eef9b29 req-cd9221ee-66bd-4bb1-8987-b5fe811be267 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434611 Feb 05 03:26:45.180134 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4d772-44df-4323-b426-75da51fb0029 req-adfd02b5-efc0-4054-abe8-d0d7bd1962e7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:26:45.181507 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-01a4d772-44df-4323-b426-75da51fb0029 req-adfd02b5-efc0-4054-abe8-d0d7bd1962e7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.31 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 945 time: 0.0545521 Feb 05 03:26:45.282065 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-01a4d772-44df-4323-b426-75da51fb0029 req-c6349aeb-42cb-475d-a65e-212f02f0a5f7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Deleting port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:26:45.282417 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-01a4d772-44df-4323-b426-75da51fb0029 req-c6349aeb-42cb-475d-a65e-212f02f0a5f7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4fed187e-9d1f-4852-92ff-8b2ec7e08a5b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:45.388817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-01a4d772-44df-4323-b426-75da51fb0029 req-c6349aeb-42cb-475d-a65e-212f02f0a5f7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] For port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=4fed187e-9d1f-4852-92ff-8b2ec7e08a5b,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:26:45.389175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-01a4d772-44df-4323-b426-75da51fb0029 req-c6349aeb-42cb-475d-a65e-212f02f0a5f7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4fed187e-9d1f-4852-92ff-8b2ec7e08a5b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:45.403106 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-01a4d772-44df-4323-b426-75da51fb0029 req-c6349aeb-42cb-475d-a65e-212f02f0a5f7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Calling delete_port for 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:26:45.542412 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-01a4d772-44df-4323-b426-75da51fb0029 req-c6349aeb-42cb-475d-a65e-212f02f0a5f7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4fed187e-9d1f-4852-92ff-8b2ec7e08a5b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:45.575742 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6349aeb-42cb-475d-a65e-212f02f0a5f7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event deleted for resources: {'Port': ['ID=4fed187e-9d1f-4852-92ff-8b2ec7e08a5b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:45.623785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a4d772-44df-4323-b426-75da51fb0029 req-c6349aeb-42cb-475d-a65e-212f02f0a5f7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] No DVR routers for this DVR port 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:26:45.626466 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-01a4d772-44df-4323-b426-75da51fb0029 req-c6349aeb-42cb-475d-a65e-212f02f0a5f7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:45.630209 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-01a4d772-44df-4323-b426-75da51fb0029 req-c6349aeb-42cb-475d-a65e-212f02f0a5f7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.31 "DELETE /v2.0/ports/4fed187e-9d1f-4852-92ff-8b2ec7e08a5b HTTP/1.1" status: 204 len: 173 time: 0.4439895 Feb 05 03:26:45.630686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b37399-55e6-49f9-8e91-3d7fbf27f67a', 'name': 'network-vif-deleted', 'tag': '4fed187e-9d1f-4852-92ff-8b2ec7e08a5b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:26:45.633141 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c044c3-138d-49d0-86a9-7c019adf4fc8" -d '{"events": [{"server_uuid": "86b37399-55e6-49f9-8e91-3d7fbf27f67a", "name": "network-vif-deleted", "tag": "4fed187e-9d1f-4852-92ff-8b2ec7e08a5b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:26:45.677258 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2aae848-8969-4f63-ae1b-44de57928975 x-openstack-request-id: req-c2aae848-8969-4f63-ae1b-44de57928975 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:26:45.677553 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b37399-55e6-49f9-8e91-3d7fbf27f67a", "name": "network-vif-deleted", "tag": "4fed187e-9d1f-4852-92ff-8b2ec7e08a5b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:26:45.677806 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2aae848-8969-4f63-ae1b-44de57928975 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:26:45.678204 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b37399-55e6-49f9-8e91-3d7fbf27f67a', 'name': 'network-vif-deleted', 'tag': '4fed187e-9d1f-4852-92ff-8b2ec7e08a5b', 'status': 'completed', 'code': 200} Feb 05 03:26:46.108586 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e8aabcc-8ae4-4cf5-b26f-aa4c6b24d08e req-a53fe5b8-3489-48d4-9cb5-2aa252e4b0f1 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 210 time: 0.0406530 Feb 05 03:26:46.404417 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:47.209137 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73e76ed0-94d4-4e24-82b2-e60626fd1ea4 req-3bd88d8d-90aa-4579-bdb0-9ff516c2dcdc tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 210 time: 0.0276320 Feb 05 03:26:47.310715 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:26:47.338845 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:26:47.338845 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 4fed187e-9d1f-4852-92ff-8b2ec7e08a5b not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:26:48.325804 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6bf67ddc-f722-4737-8abc-3a8f78395599 req-0a785702-cbb0-4d92-8f04-a4fb04a9db67 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 210 time: 0.0392711 Feb 05 03:26:49.438023 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0dd5ba9c-2176-472e-b33e-b19e87adcd26 req-7392f7e1-5ed0-4099-8d2d-d5bd7fe7fb73 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 210 time: 0.0355422 Feb 05 03:26:50.573432 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-958d892f-6a9d-4054-a289-7d9857bf3986 req-64efeef4-5c10-4b70-b991-7c6a19038213 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 210 time: 0.0575490 Feb 05 03:26:51.670499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7e934af-d470-4f91-9df6-18e9ffa4a1c4 req-8740c8a6-173a-4a5e-8af3-d18ba1ebbe79 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 210 time: 0.0290914 Feb 05 03:26:52.794461 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-21d6a866-1920-445d-8615-8912909cc8d1 req-01f0ddff-4fb2-4189-850d-8b38df0b314c tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 210 time: 0.0417526 Feb 05 03:26:53.907459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8cfb9dc7-8864-4040-8f7b-8c8527df588d req-47153711-950f-4dfa-a3f3-bb6558c04834 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=86b37399-55e6-49f9-8e91-3d7fbf27f67a HTTP/1.1" status: 200 len: 210 time: 0.0394607 Feb 05 03:26:56.314830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36502) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:56.442108 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9e23abc-aea8-4b80-a68b-6194e5da2f06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:56.518439 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9e23abc-aea8-4b80-a68b-6194e5da2f06 admin admin] Publish callbacks [] for security_group (0e0ec161-89b4-4ddf-8cd7-56e8ba40a5f9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:56.522409 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9e23abc-aea8-4b80-a68b-6194e5da2f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0e0ec161-89b4-4ddf-8cd7-56e8ba40a5f9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:56.567441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36508) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:56.568064 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e9e23abc-aea8-4b80-a68b-6194e5da2f06 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99a932de768a4811adeb6c649c24c87c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2507138 Feb 05 03:26:56.568925 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e23abc-aea8-4b80-a68b-6194e5da2f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0ec161-89b4-4ddf-8cd7-56e8ba40a5f9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:56.632848 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8427-1f6c-488f-a79e-7fedf5ec7d7c admin admin] Publish callbacks [] for security_group (0e0ec161-89b4-4ddf-8cd7-56e8ba40a5f9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:56.655540 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8427-1f6c-488f-a79e-7fedf5ec7d7c admin admin] Publish callbacks [] for security_group (0e0ec161-89b4-4ddf-8cd7-56e8ba40a5f9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:56.703689 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8427-1f6c-488f-a79e-7fedf5ec7d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0e0ec161-89b4-4ddf-8cd7-56e8ba40a5f9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:56.706787 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8427-1f6c-488f-a79e-7fedf5ec7d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:56.710712 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7c7d8427-1f6c-488f-a79e-7fedf5ec7d7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e0ec161-89b4-4ddf-8cd7-56e8ba40a5f9 HTTP/1.1" status: 204 len: 168 time: 0.1409140 Feb 05 03:26:56.719606 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d8427-1f6c-488f-a79e-7fedf5ec7d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0ec161-89b4-4ddf-8cd7-56e8ba40a5f9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:57.022736 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36514) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:57.037622 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-968eb1dc-51ae-4fda-a9e8-ecc0f466f2ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:57.115829 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-968eb1dc-51ae-4fda-a9e8-ecc0f466f2ef admin admin] Publish callbacks [] for security_group (49923c16-43b0-4d1e-9399-6c0a7680ba2c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:57.120024 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-968eb1dc-51ae-4fda-a9e8-ecc0f466f2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (49923c16-43b0-4d1e-9399-6c0a7680ba2c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:57.163229 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968eb1dc-51ae-4fda-a9e8-ecc0f466f2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49923c16-43b0-4d1e-9399-6c0a7680ba2c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:26:57.168856 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-968eb1dc-51ae-4fda-a9e8-ecc0f466f2ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6215335bd74948aa9d4f510891e73860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1447701 Feb 05 03:26:57.171861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36518) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:26:57.228380 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd07555b-a1b6-4a20-8bb2-c225b751ae61 admin admin] Publish callbacks [] for security_group (49923c16-43b0-4d1e-9399-6c0a7680ba2c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:57.251690 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd07555b-a1b6-4a20-8bb2-c225b751ae61 admin admin] Publish callbacks [] for security_group (49923c16-43b0-4d1e-9399-6c0a7680ba2c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:57.311461 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd07555b-a1b6-4a20-8bb2-c225b751ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (49923c16-43b0-4d1e-9399-6c0a7680ba2c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:57.314380 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd07555b-a1b6-4a20-8bb2-c225b751ae61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:26:57.315573 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fd07555b-a1b6-4a20-8bb2-c225b751ae61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49923c16-43b0-4d1e-9399-6c0a7680ba2c HTTP/1.1" status: 204 len: 168 time: 0.1428249 Feb 05 03:26:57.324046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07555b-a1b6-4a20-8bb2-c225b751ae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49923c16-43b0-4d1e-9399-6c0a7680ba2c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:03.683390 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c06f7d23-620f-4507-bfca-b222c9765032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:05.890413 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-324288a2-ac71-4adf-a87d-8edfd0019f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:07.185822 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:07.794831 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36694) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:08.025543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bddc7989-535c-45d6-9ef4-f5ad37f26d53 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Deleting port 3bb5c0a7-8889-45f9-99e5-03ed83588e5c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:27:08.025943 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bddc7989-535c-45d6-9ef4-f5ad37f26d53 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3bb5c0a7-8889-45f9-99e5-03ed83588e5c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:08.129200 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bddc7989-535c-45d6-9ef4-f5ad37f26d53 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3bb5c0a7-8889-45f9-99e5-03ed83588e5c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:08.129538 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bddc7989-535c-45d6-9ef4-f5ad37f26d53 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for floatingip (3bb5c0a7-8889-45f9-99e5-03ed83588e5c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:08.143124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bddc7989-535c-45d6-9ef4-f5ad37f26d53 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Calling delete_port for 3bb5c0a7-8889-45f9-99e5-03ed83588e5c owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:27:08.337693 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bddc7989-535c-45d6-9ef4-f5ad37f26d53 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (3bb5c0a7-8889-45f9-99e5-03ed83588e5c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:08.377274 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc7989-535c-45d6-9ef4-f5ad37f26d53 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event deleted for resources: {'Port': ['ID=3bb5c0a7-8889-45f9-99e5-03ed83588e5c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:08.445976 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bddc7989-535c-45d6-9ef4-f5ad37f26d53 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for floatingip (cbf81d42-9e25-47bd-a2e9-0e845f198fee), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:08.446678 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-bddc7989-535c-45d6-9ef4-f5ad37f26d53 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Floating IP cbf81d42-9e25-47bd-a2e9-0e845f198fee disassociated (deleted). External IP: 172.25.0.97, port: a8494b32-53df-442e-9902-cec515e28f57. Feb 05 03:27:08.677718 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddc7989-535c-45d6-9ef4-f5ad37f26d53 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Router 12cbe9ea-2092-46f1-963e-d1830fb70539 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:27:08.750627 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:08.803445 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddc7989-535c-45d6-9ef4-f5ad37f26d53 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:27:08.808673 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bddc7989-535c-45d6-9ef4-f5ad37f26d53 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:08.822014 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c130668-323b-46de-8985-63b2344fe97c None None] Sync routers for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:27:08.832797 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c130668-323b-46de-8985-63b2344fe97c None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:27:08.833599 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8c130668-323b-46de-8985-63b2344fe97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:27:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:08.850088 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bddc7989-535c-45d6-9ef4-f5ad37f26d53 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "DELETE /v2.0/floatingips/cbf81d42-9e25-47bd-a2e9-0e845f198fee HTTP/1.1" status: 204 len: 168 time: 1.0535760 Feb 05 03:27:08.850665 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'tag': 'a8494b32-53df-442e-9902-cec515e28f57'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:27:08.853068 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e10eee-9d02-4bb3-88d4-3c8440cbf712" -d '{"events": [{"name": "network-changed", "server_uuid": "09831e90-0bca-42d9-84d3-f8b2bb50e41e", "tag": "a8494b32-53df-442e-9902-cec515e28f57"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:27:08.910920 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9987cec4-2047-4ade-b537-84fa6f17899c x-openstack-request-id: req-9987cec4-2047-4ade-b537-84fa6f17899c {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:27:08.911215 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09831e90-0bca-42d9-84d3-f8b2bb50e41e", "tag": "a8494b32-53df-442e-9902-cec515e28f57", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:27:08.911472 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9987cec4-2047-4ade-b537-84fa6f17899c {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:27:08.911877 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'tag': 'a8494b32-53df-442e-9902-cec515e28f57', 'status': 'completed', 'code': 200} Feb 05 03:27:09.181684 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-8c130668-323b-46de-8985-63b2344fe97c None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:27:09.189174 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e10eee-9d02-4bb3-88d4-3c8440cbf712 req-58a66c18-fe7f-48f2-a9cd-db67349f4263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:09.189174 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9e10eee-9d02-4bb3-88d4-3c8440cbf712 req-58a66c18-fe7f-48f2-a9cd-db67349f4263 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf205d1005174d34b7264edb6224b46f&device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 1127 time: 0.2540226 Feb 05 03:27:09.199379 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c91a03-b7d5-42ac-8daf-b48684bfa9fa req-fb677ede-0072-481f-b25e-6af9ae55c3e0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:09.200909 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2c91a03-b7d5-42ac-8daf-b48684bfa9fa req-fb677ede-0072-481f-b25e-6af9ae55c3e0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 945 time: 0.0739901 Feb 05 03:27:09.354431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e10eee-9d02-4bb3-88d4-3c8440cbf712 req-f986caf3-f746-4fd7-bf70-91e795c0cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:09.356053 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9e10eee-9d02-4bb3-88d4-3c8440cbf712 req-f986caf3-f746-4fd7-bf70-91e795c0cae7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 200 len: 912 time: 0.1542530 Feb 05 03:27:09.364627 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2c91a03-b7d5-42ac-8daf-b48684bfa9fa req-890c098f-ada1-4d49-9d5c-c570e8b17310 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552699 Feb 05 03:27:09.420958 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9e10eee-9d02-4bb3-88d4-3c8440cbf712 req-702e094b-1b7c-4b93-b7df-673117d26111 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8494b32-53df-442e-9902-cec515e28f57 HTTP/1.1" status: 200 len: 217 time: 0.0548351 Feb 05 03:27:09.448560 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8c130668-323b-46de-8985-63b2344fe97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:09.480726 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c130668-323b-46de-8985-63b2344fe97c None None] Checking router: 12cbe9ea-2092-46f1-963e-d1830fb70539 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:27:09.482999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e10eee-9d02-4bb3-88d4-3c8440cbf712 req-68d0c937-4219-446d-9d5b-bc2029fc83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:09.484544 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9e10eee-9d02-4bb3-88d4-3c8440cbf712 req-68d0c937-4219-446d-9d5b-bc2029fc83ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 200 len: 850 time: 0.0547912 Feb 05 03:27:09.489860 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c130668-323b-46de-8985-63b2344fe97c None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:27:09.490499 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8c130668-323b-46de-8985-63b2344fe97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:27:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:09.550487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e10eee-9d02-4bb3-88d4-3c8440cbf712 req-b45fdd22-1987-401d-a9c2-c017c1b3d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:09.552223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9e10eee-9d02-4bb3-88d4-3c8440cbf712 req-b45fdd22-1987-401d-a9c2-c017c1b3d35b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8a76fea9-ec7c-470a-8205-bae119528f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0614777 Feb 05 03:27:09.641447 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-8c130668-323b-46de-8985-63b2344fe97c None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:27:09.669653 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9e10eee-9d02-4bb3-88d4-3c8440cbf712 req-627cafea-5547-4146-8f6e-c23d9dc6ef5c service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097851 Feb 05 03:27:09.817982 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9e10eee-9d02-4bb3-88d4-3c8440cbf712 req-4a48fa93-b7bc-46db-8679-949f52307192 service neutron] 10.222.0.10 "GET /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391413 Feb 05 03:27:09.920971 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8c130668-323b-46de-8985-63b2344fe97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:09.952754 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c130668-323b-46de-8985-63b2344fe97c None None] The sync data for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 is: [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:09:27Z', 'revision_number': 4, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '48554a1a-a170-430c-975e-5fb420e8cf0d', 'name': '', 'network_id': '8a76fea9-ec7c-470a-8205-bae119528f63', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'mac_address': 'fa:16:3e:6e:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_interface', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:25Z', 'updated_at': '2022-02-05T03:09:37Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'subnets': [{'id': 'd6a9fd51-dee8-4234-b9ad-45957bee7324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:27:10.042051 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:10.289000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aff1225-9843-4ac8-acee-79d6e2745b28 None None] New status for floating IP cbf81d42-9e25-47bd-a2e9-0e845f198fee: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:27:10.516510 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe9424-bbc1-4bf1-8191-30fbcc8964f3 req-210abac9-48c2-44d2-a58b-70bec8129fa0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:10.518068 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3afe9424-bbc1-4bf1-8191-30fbcc8964f3 req-210abac9-48c2-44d2-a58b-70bec8129fa0 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 945 time: 0.0673208 Feb 05 03:27:10.602902 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3afe9424-bbc1-4bf1-8191-30fbcc8964f3 req-61fb9b57-7a82-41b9-b433-b916f6570a75 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/security-groups?id=528c0d93-cb6d-454c-9371-8f7accf722b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767548 Feb 05 03:27:10.651965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430455ba-605f-4ffa-8a87-cbb928b60ec2 req-77f97769-f437-402a-a64e-3e0141b7046e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:10.653668 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-430455ba-605f-4ffa-8a87-cbb928b60ec2 req-77f97769-f437-402a-a64e-3e0141b7046e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.10 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 945 time: 0.0645070 Feb 05 03:27:10.767514 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-430455ba-605f-4ffa-8a87-cbb928b60ec2 req-8c3bdfc4-8dff-4a10-9ab8-da65b493d682 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Deleting port a8494b32-53df-442e-9902-cec515e28f57 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:27:10.767862 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-430455ba-605f-4ffa-8a87-cbb928b60ec2 req-8c3bdfc4-8dff-4a10-9ab8-da65b493d682 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a8494b32-53df-442e-9902-cec515e28f57), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:10.876206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-430455ba-605f-4ffa-8a87-cbb928b60ec2 req-8c3bdfc4-8dff-4a10-9ab8-da65b493d682 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] For port a8494b32-53df-442e-9902-cec515e28f57, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=a8494b32-53df-442e-9902-cec515e28f57,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:27:10.876575 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-430455ba-605f-4ffa-8a87-cbb928b60ec2 req-8c3bdfc4-8dff-4a10-9ab8-da65b493d682 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a8494b32-53df-442e-9902-cec515e28f57), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:10.890901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-430455ba-605f-4ffa-8a87-cbb928b60ec2 req-8c3bdfc4-8dff-4a10-9ab8-da65b493d682 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Calling delete_port for a8494b32-53df-442e-9902-cec515e28f57 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:27:11.027431 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-430455ba-605f-4ffa-8a87-cbb928b60ec2 req-8c3bdfc4-8dff-4a10-9ab8-da65b493d682 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (a8494b32-53df-442e-9902-cec515e28f57), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:11.060124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bdfc4-8dff-4a10-9ab8-da65b493d682 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event deleted for resources: {'Port': ['ID=a8494b32-53df-442e-9902-cec515e28f57,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:11.117717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-430455ba-605f-4ffa-8a87-cbb928b60ec2 req-8c3bdfc4-8dff-4a10-9ab8-da65b493d682 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] No DVR routers for this DVR port a8494b32-53df-442e-9902-cec515e28f57 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:27:11.120615 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-430455ba-605f-4ffa-8a87-cbb928b60ec2 req-8c3bdfc4-8dff-4a10-9ab8-da65b493d682 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:11.124025 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-430455ba-605f-4ffa-8a87-cbb928b60ec2 req-8c3bdfc4-8dff-4a10-9ab8-da65b493d682 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.10 "DELETE /v2.0/ports/a8494b32-53df-442e-9902-cec515e28f57 HTTP/1.1" status: 204 len: 173 time: 0.4653053 Feb 05 03:27:11.124548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'name': 'network-vif-deleted', 'tag': 'a8494b32-53df-442e-9902-cec515e28f57'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:27:11.127184 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd403b26-93ba-432e-ae1e-aca67825ea47" -d '{"events": [{"server_uuid": "09831e90-0bca-42d9-84d3-f8b2bb50e41e", "name": "network-vif-deleted", "tag": "a8494b32-53df-442e-9902-cec515e28f57"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:27:11.203831 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1bbd79-b5db-4f84-af13-f0bdee0800ca x-openstack-request-id: req-0c1bbd79-b5db-4f84-af13-f0bdee0800ca {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:27:11.204127 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09831e90-0bca-42d9-84d3-f8b2bb50e41e", "name": "network-vif-deleted", "tag": "a8494b32-53df-442e-9902-cec515e28f57", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:27:11.204381 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c1bbd79-b5db-4f84-af13-f0bdee0800ca {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:27:11.204817 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09831e90-0bca-42d9-84d3-f8b2bb50e41e', 'name': 'network-vif-deleted', 'tag': 'a8494b32-53df-442e-9902-cec515e28f57', 'status': 'completed', 'code': 200} Feb 05 03:27:11.654403 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:11.749618 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a51c912-9432-4cef-a9e3-ee72986f374c req-3b293650-7e80-40ae-a0d3-405b14caab49 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 210 time: 0.0567608 Feb 05 03:27:12.885398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b934fb41-8cae-4824-88ba-22fb743f32ba req-6415b1ef-d504-4e1c-86d9-4c8eb3302406 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 210 time: 0.0378978 Feb 05 03:27:14.009645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b2c1754-ab22-4949-a7a7-20f41ad4c4b6 req-a569d972-b7b3-437e-a839-6a3b19ecda24 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 210 time: 0.0323758 Feb 05 03:27:14.502232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a8494b32-53df-442e-9902-cec515e28f57 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:27:14.578134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: a8494b32-53df-442e-9902-cec515e28f57 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:27:14.578577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device a8494b32-53df-442e-9902-cec515e28f57 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:27:15.166457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e947807-c628-4cde-8ef0-84571f74867f req-81916def-403c-4cf9-acd2-002f0b494f63 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 210 time: 0.0507035 Feb 05 03:27:15.280873 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36916) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:15.451995 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02295420-d54a-452f-b8f7-65cb4a6dc770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:15.550259 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02295420-d54a-452f-b8f7-65cb4a6dc770 admin admin] Publish callbacks [] for security_group (7a0798cb-7a78-48af-bb15-9b30aa3bf487), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:15.555808 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02295420-d54a-452f-b8f7-65cb4a6dc770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7a0798cb-7a78-48af-bb15-9b30aa3bf487), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:15.603025 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02295420-d54a-452f-b8f7-65cb4a6dc770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0798cb-7a78-48af-bb15-9b30aa3bf487,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:15.626295 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-02295420-d54a-452f-b8f7-65cb4a6dc770 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63033822b5784a279736ae4f3360673d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3443656 Feb 05 03:27:15.629038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36926) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:15.698255 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0896d15f-e29d-4df8-b34b-9aea9e22e03d admin admin] Publish callbacks [] for security_group (7a0798cb-7a78-48af-bb15-9b30aa3bf487), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:15.728797 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0896d15f-e29d-4df8-b34b-9aea9e22e03d admin admin] Publish callbacks [] for security_group (7a0798cb-7a78-48af-bb15-9b30aa3bf487), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:15.795247 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0896d15f-e29d-4df8-b34b-9aea9e22e03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7a0798cb-7a78-48af-bb15-9b30aa3bf487), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:15.799217 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0896d15f-e29d-4df8-b34b-9aea9e22e03d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:15.803941 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0896d15f-e29d-4df8-b34b-9aea9e22e03d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a0798cb-7a78-48af-bb15-9b30aa3bf487 HTTP/1.1" status: 204 len: 168 time: 0.1740150 Feb 05 03:27:15.814376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896d15f-e29d-4df8-b34b-9aea9e22e03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0798cb-7a78-48af-bb15-9b30aa3bf487,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:16.218292 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36946) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:16.254064 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e6cf328-3f99-42f7-9c52-c55b1d38990f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:16.301329 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-03b6ff1b-8609-48d9-b430-ad782693d24a req-14fb95c5-714f-4131-a9e1-e84d1c4d1384 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 210 time: 0.0370407 Feb 05 03:27:16.401753 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e6cf328-3f99-42f7-9c52-c55b1d38990f admin admin] Publish callbacks [] for security_group (62f6ff51-05e7-4894-8ad9-8994dc97505c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:16.406912 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e6cf328-3f99-42f7-9c52-c55b1d38990f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (62f6ff51-05e7-4894-8ad9-8994dc97505c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:16.416753 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:16.462399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9e6cf328-3f99-42f7-9c52-c55b1d38990f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b18847224a1c45ad865a1d8d33422af0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2416151 Feb 05 03:27:16.464411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cf328-3f99-42f7-9c52-c55b1d38990f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f6ff51-05e7-4894-8ad9-8994dc97505c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:16.465526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36952) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:16.531894 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3feac359-b292-4671-808b-cae627f5e862 admin admin] Publish callbacks [] for security_group (62f6ff51-05e7-4894-8ad9-8994dc97505c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:16.558161 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3feac359-b292-4671-808b-cae627f5e862 admin admin] Publish callbacks [] for security_group (62f6ff51-05e7-4894-8ad9-8994dc97505c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:16.620118 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3feac359-b292-4671-808b-cae627f5e862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (62f6ff51-05e7-4894-8ad9-8994dc97505c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:16.623196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3feac359-b292-4671-808b-cae627f5e862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:16.626977 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3feac359-b292-4671-808b-cae627f5e862 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62f6ff51-05e7-4894-8ad9-8994dc97505c HTTP/1.1" status: 204 len: 168 time: 0.1578767 Feb 05 03:27:16.633052 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feac359-b292-4671-808b-cae627f5e862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f6ff51-05e7-4894-8ad9-8994dc97505c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:17.040474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 36970) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:17.060820 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4be44385-c236-4807-b6d0-1dcea4027596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:17.155018 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4be44385-c236-4807-b6d0-1dcea4027596 admin admin] Publish callbacks [] for security_group (3c5281ec-13e6-4fea-8b54-14304dee5d71), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:17.160448 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4be44385-c236-4807-b6d0-1dcea4027596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3c5281ec-13e6-4fea-8b54-14304dee5d71), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:17.201298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4be44385-c236-4807-b6d0-1dcea4027596 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ac7b7430dac44ec99dcf4418e03b9c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1595311 Feb 05 03:27:17.202419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be44385-c236-4807-b6d0-1dcea4027596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5281ec-13e6-4fea-8b54-14304dee5d71,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:17.203992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 36976) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:17.259087 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-889e4b76-d0f0-43fa-848f-966ac6747755 admin admin] Publish callbacks [] for security_group (3c5281ec-13e6-4fea-8b54-14304dee5d71), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:17.282802 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-889e4b76-d0f0-43fa-848f-966ac6747755 admin admin] Publish callbacks [] for security_group (3c5281ec-13e6-4fea-8b54-14304dee5d71), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:17.343850 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-889e4b76-d0f0-43fa-848f-966ac6747755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3c5281ec-13e6-4fea-8b54-14304dee5d71), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:17.347780 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-889e4b76-d0f0-43fa-848f-966ac6747755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:17.348962 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-889e4b76-d0f0-43fa-848f-966ac6747755 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c5281ec-13e6-4fea-8b54-14304dee5d71 HTTP/1.1" status: 204 len: 168 time: 0.1438026 Feb 05 03:27:17.357747 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e4b76-d0f0-43fa-848f-966ac6747755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5281ec-13e6-4fea-8b54-14304dee5d71,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:17.478672 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7f1858b-575b-4b15-8c55-8037811adf7e req-20e686ac-761a-43a0-98b2-83af666587c7 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 210 time: 0.0414271 Feb 05 03:27:18.607790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f97b24f-e320-4341-8f22-4c8ce8e65a1e req-f2448616-934d-484f-92aa-6192b9bd3965 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 210 time: 0.0463052 Feb 05 03:27:19.715831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-500c1d21-4134-4206-b0e1-c2cb555a6e30 req-b24f27bf-53ed-488d-a7e8-303901262e1b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 210 time: 0.0406425 Feb 05 03:27:20.872969 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-60b40084-be05-4c82-a687-21667b4e8597 req-cbaf07d8-5231-4525-b238-ff99fc609d93 tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "GET /v2.0/ports?device_id=09831e90-0bca-42d9-84d3-f8b2bb50e41e HTTP/1.1" status: 200 len: 210 time: 0.0418904 Feb 05 03:27:21.360744 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:27:21.935967 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37080) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:22.077099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0b559-7670-424e-8bcf-1c0249779b9b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Deleting port 93bcfef7-556f-402f-959e-c23f6e7415fb {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:27:22.077475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b2e0b559-7670-424e-8bcf-1c0249779b9b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (93bcfef7-556f-402f-959e-c23f6e7415fb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:22.162368 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b2e0b559-7670-424e-8bcf-1c0249779b9b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (93bcfef7-556f-402f-959e-c23f6e7415fb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:22.162731 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b2e0b559-7670-424e-8bcf-1c0249779b9b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for floatingip (93bcfef7-556f-402f-959e-c23f6e7415fb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:22.175413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0b559-7670-424e-8bcf-1c0249779b9b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Calling delete_port for 93bcfef7-556f-402f-959e-c23f6e7415fb owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:27:22.316991 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b2e0b559-7670-424e-8bcf-1c0249779b9b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (93bcfef7-556f-402f-959e-c23f6e7415fb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:22.343447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0b559-7670-424e-8bcf-1c0249779b9b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event deleted for resources: {'Port': ['ID=93bcfef7-556f-402f-959e-c23f6e7415fb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:22.412194 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b2e0b559-7670-424e-8bcf-1c0249779b9b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for floatingip (7c5b5551-79e1-4947-b69b-6551cb9c840e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:22.415226 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b2e0b559-7670-424e-8bcf-1c0249779b9b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:22.419107 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b2e0b559-7670-424e-8bcf-1c0249779b9b tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "DELETE /v2.0/floatingips/7c5b5551-79e1-4947-b69b-6551cb9c840e HTTP/1.1" status: 204 len: 168 time: 0.4795852 Feb 05 03:27:28.443931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37184) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:28.576082 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:28.659718 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] Publish callbacks [] for security_group (b78535ef-b58e-4f4a-885e-5afce6c3ce55), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:28.665999 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b78535ef-b58e-4f4a-885e-5afce6c3ce55), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:28.700200 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37188) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:28.700859 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f15ed5f2bda9456cb92c4d74d16e8021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2551339 Feb 05 03:27:28.728669 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78535ef-b58e-4f4a-885e-5afce6c3ce55,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:28.739738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.740219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.740692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.741112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.741956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.742707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.743196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.743620 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.744183 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.744607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.745156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.745770 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.746303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f843d2-8a79-406d-897c-e6d16a6a463b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.799095 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Publish callbacks [] for security_group (b78535ef-b58e-4f4a-885e-5afce6c3ce55), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:28.825806 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Publish callbacks [] for security_group (b78535ef-b58e-4f4a-885e-5afce6c3ce55), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:28.887144 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b78535ef-b58e-4f4a-885e-5afce6c3ce55), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:28.890496 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:28.895352 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b78535ef-b58e-4f4a-885e-5afce6c3ce55 HTTP/1.1" status: 204 len: 168 time: 0.1938155 Feb 05 03:27:28.906010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78535ef-b58e-4f4a-885e-5afce6c3ce55,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:28.918249 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.918931 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.919296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.919725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.920151 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.920575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.920994 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.921413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.921844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.922262 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.922678 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.923112 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.923526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef41dc3-0973-402e-acaa-35caa9547b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:28.937535 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37194) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:29.023563 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4ac4ab5-7a3c-4b91-a5af-fc11a0985d7e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group (528c0d93-cb6d-454c-9371-8f7accf722b4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:29.088528 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4ac4ab5-7a3c-4b91-a5af-fc11a0985d7e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group (528c0d93-cb6d-454c-9371-8f7accf722b4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:29.192167 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4ac4ab5-7a3c-4b91-a5af-fc11a0985d7e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (528c0d93-cb6d-454c-9371-8f7accf722b4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:29.197770 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4ac4ab5-7a3c-4b91-a5af-fc11a0985d7e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:29.200676 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d4ac4ab5-7a3c-4b91-a5af-fc11a0985d7e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] 10.222.0.36 "DELETE /v2.0/security-groups/528c0d93-cb6d-454c-9371-8f7accf722b4 HTTP/1.1" status: 204 len: 168 time: 0.2617528 Feb 05 03:27:29.218243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac4ab5-7a3c-4b91-a5af-fc11a0985d7e tempest-TestVolumeBootPattern-1471813992 tempest-TestVolumeBootPattern-1471813992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=528c0d93-cb6d-454c-9371-8f7accf722b4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:29.325878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37200) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:29.360032 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37204) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:29.409596 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9430-bb3b-430b-ac49-f05042328e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:29.502401 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9430-bb3b-430b-ac49-f05042328e84 admin admin] Publish callbacks [] for security_group (39fef864-33c3-4aa5-908e-f43e0c6422df), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:29.509460 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9430-bb3b-430b-ac49-f05042328e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (39fef864-33c3-4aa5-908e-f43e0c6422df), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:29.565825 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b8ad9430-bb3b-430b-ac49-f05042328e84 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b5d0979d0044514ad059a2a137a1e90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2020628 Feb 05 03:27:29.566340 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37208) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:29.567007 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad9430-bb3b-430b-ac49-f05042328e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fef864-33c3-4aa5-908e-f43e0c6422df,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:29.625001 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8addac71-4ee0-49da-a43e-e191ec4993d3 admin admin] Publish callbacks [] for security_group (39fef864-33c3-4aa5-908e-f43e0c6422df), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:29.650429 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8addac71-4ee0-49da-a43e-e191ec4993d3 admin admin] Publish callbacks [] for security_group (39fef864-33c3-4aa5-908e-f43e0c6422df), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:29.704597 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8addac71-4ee0-49da-a43e-e191ec4993d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (39fef864-33c3-4aa5-908e-f43e0c6422df), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:29.708843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8addac71-4ee0-49da-a43e-e191ec4993d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:29.710109 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8addac71-4ee0-49da-a43e-e191ec4993d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39fef864-33c3-4aa5-908e-f43e0c6422df HTTP/1.1" status: 204 len: 168 time: 0.1424458 Feb 05 03:27:29.736108 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addac71-4ee0-49da-a43e-e191ec4993d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fef864-33c3-4aa5-908e-f43e0c6422df,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:30.065572 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1eb67e3-f6e0-4b54-8e64-74ec1d3f75ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (12cbe9ea-2092-46f1-963e-d1830fb70539), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:30.341600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb67e3-f6e0-4b54-8e64-74ec1d3f75ae admin admin] Deleting port 48554a1a-a170-430c-975e-5fb420e8cf0d {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:27:30.341935 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1eb67e3-f6e0-4b54-8e64-74ec1d3f75ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:30.452774 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-d1eb67e3-f6e0-4b54-8e64-74ec1d3f75ae admin admin] For port 48554a1a-a170-430c-975e-5fb420e8cf0d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=48554a1a-a170-430c-975e-5fb420e8cf0d,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:27:30.453248 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1eb67e3-f6e0-4b54-8e64-74ec1d3f75ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:30.470997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb67e3-f6e0-4b54-8e64-74ec1d3f75ae admin admin] Calling delete_port for 48554a1a-a170-430c-975e-5fb420e8cf0d owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:27:30.697800 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1eb67e3-f6e0-4b54-8e64-74ec1d3f75ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (48554a1a-a170-430c-975e-5fb420e8cf0d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:30.732129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb67e3-f6e0-4b54-8e64-74ec1d3f75ae admin admin] Pushing event deleted for resources: {'Port': ['ID=48554a1a-a170-430c-975e-5fb420e8cf0d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:31.031628 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1eb67e3-f6e0-4b54-8e64-74ec1d3f75ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (12cbe9ea-2092-46f1-963e-d1830fb70539), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:31.300155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eb67e3-f6e0-4b54-8e64-74ec1d3f75ae admin admin] Router 12cbe9ea-2092-46f1-963e-d1830fb70539 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:27:31.437402 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eb67e3-f6e0-4b54-8e64-74ec1d3f75ae admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:27:31.443295 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d1eb67e3-f6e0-4b54-8e64-74ec1d3f75ae admin admin] 10.222.0.36 "PUT /v2.0/routers/12cbe9ea-2092-46f1-963e-d1830fb70539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1154153 Feb 05 03:27:31.445767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37242) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:31.451146 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3d8dae-562f-4b82-8400-5b99587bfea3 None None] Sync routers for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:27:31.466263 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3d8dae-562f-4b82-8400-5b99587bfea3 None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:27:31.469571 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ef3d8dae-562f-4b82-8400-5b99587bfea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:27:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:31.567251 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0123bee2-9a01-4966-91ba-42755f7fd79e admin admin] Publish callbacks [] for router (12cbe9ea-2092-46f1-963e-d1830fb70539), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:31.610426 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ef3d8dae-562f-4b82-8400-5b99587bfea3 None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:27:31.691319 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0123bee2-9a01-4966-91ba-42755f7fd79e admin admin] Publish callbacks [] for router_gateway (12cbe9ea-2092-46f1-963e-d1830fb70539), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:31.778300 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0123bee2-9a01-4966-91ba-42755f7fd79e admin admin] Deleting port 95e8c368-9800-4a97-acf0-a420064a1ef6 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:27:31.778891 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0123bee2-9a01-4966-91ba-42755f7fd79e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (95e8c368-9800-4a97-acf0-a420064a1ef6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:31.807743 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ef3d8dae-562f-4b82-8400-5b99587bfea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:27:30Z', 'revision_number': 5, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port': {'id': '95e8c368-9800-4a97-acf0-a420064a1ef6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:20Z', 'updated_at': '2022-02-05T03:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:31.843337 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3d8dae-562f-4b82-8400-5b99587bfea3 None None] Checking router: 12cbe9ea-2092-46f1-963e-d1830fb70539 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:27:31.855084 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3d8dae-562f-4b82-8400-5b99587bfea3 None None] Routers {'12cbe9ea-2092-46f1-963e-d1830fb70539'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:27:31.855594 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ef3d8dae-562f-4b82-8400-5b99587bfea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:27:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['12cbe9ea-2092-46f1-963e-d1830fb70539'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:31.925425 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-0123bee2-9a01-4966-91ba-42755f7fd79e admin admin] For port 95e8c368-9800-4a97-acf0-a420064a1ef6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=95e8c368-9800-4a97-acf0-a420064a1ef6,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:27:31.926297 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0123bee2-9a01-4966-91ba-42755f7fd79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (95e8c368-9800-4a97-acf0-a420064a1ef6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:31.958962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0123bee2-9a01-4966-91ba-42755f7fd79e admin admin] Calling delete_port for 95e8c368-9800-4a97-acf0-a420064a1ef6 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:27:32.017727 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ef3d8dae-562f-4b82-8400-5b99587bfea3 None None] Set router 12cbe9ea-2092-46f1-963e-d1830fb70539 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:27:32.089525 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ef3d8dae-562f-4b82-8400-5b99587bfea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:27:31Z', 'revision_number': 6, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:32.153300 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3d8dae-562f-4b82-8400-5b99587bfea3 None None] The sync data for ids ['12cbe9ea-2092-46f1-963e-d1830fb70539'] in n-d-826942-8 is: [{'id': '12cbe9ea-2092-46f1-963e-d1830fb70539', 'name': 'tempest-TestVolumeBootPattern-183827999-router', 'tenant_id': 'bf205d1005174d34b7264edb6224b46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:18Z', 'updated_at': '2022-02-05T03:27:31Z', 'revision_number': 6, 'project_id': 'bf205d1005174d34b7264edb6224b46f', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:27:32.246017 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0123bee2-9a01-4966-91ba-42755f7fd79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (95e8c368-9800-4a97-acf0-a420064a1ef6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:32.279336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123bee2-9a01-4966-91ba-42755f7fd79e admin admin] Pushing event deleted for resources: {'Port': ['ID=95e8c368-9800-4a97-acf0-a420064a1ef6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:32.351314 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0123bee2-9a01-4966-91ba-42755f7fd79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (12cbe9ea-2092-46f1-963e-d1830fb70539), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:32.458397 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0123bee2-9a01-4966-91ba-42755f7fd79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (12cbe9ea-2092-46f1-963e-d1830fb70539), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:32.460751 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0123bee2-9a01-4966-91ba-42755f7fd79e admin admin] Publish callbacks [] for router_controller (12cbe9ea-2092-46f1-963e-d1830fb70539), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:32.510042 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0123bee2-9a01-4966-91ba-42755f7fd79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (12cbe9ea-2092-46f1-963e-d1830fb70539), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:32.510892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0123bee2-9a01-4966-91ba-42755f7fd79e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12cbe9ea-2092-46f1-963e-d1830fb70539 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:27:32.519426 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0123bee2-9a01-4966-91ba-42755f7fd79e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:32.523300 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0123bee2-9a01-4966-91ba-42755f7fd79e admin admin] 10.222.0.36 "DELETE /v2.0/routers/12cbe9ea-2092-46f1-963e-d1830fb70539 HTTP/1.1" status: 204 len: 168 time: 1.0731609 Feb 05 03:27:32.524285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37268) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:32.595131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-738d2b12-83ae-4ed7-95ab-20b5354d8088 admin admin] Deleting subnet d6a9fd51-dee8-4234-b9ad-45957bee7324 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:27:32.613895 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-738d2b12-83ae-4ed7-95ab-20b5354d8088 admin admin] Publish callbacks [] for subnet (d6a9fd51-dee8-4234-b9ad-45957bee7324), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:32.666373 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-738d2b12-83ae-4ed7-95ab-20b5354d8088 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (d6a9fd51-dee8-4234-b9ad-45957bee7324), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:32.777092 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-738d2b12-83ae-4ed7-95ab-20b5354d8088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (d6a9fd51-dee8-4234-b9ad-45957bee7324), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:32.833069 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-738d2b12-83ae-4ed7-95ab-20b5354d8088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (d6a9fd51-dee8-4234-b9ad-45957bee7324), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:32.859449 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d2b12-83ae-4ed7-95ab-20b5354d8088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6a9fd51-dee8-4234-b9ad-45957bee7324,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:32.863583 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-738d2b12-83ae-4ed7-95ab-20b5354d8088 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:32.870213 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-738d2b12-83ae-4ed7-95ab-20b5354d8088 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d6a9fd51-dee8-4234-b9ad-45957bee7324 HTTP/1.1" status: 204 len: 168 time: 0.3416178 Feb 05 03:27:32.870573 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37270) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:32.871280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b451f156-2277-4c24-818f-451f54da322a None None] Network 8a76fea9-ec7c-470a-8205-bae119528f63 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:27:32.942931 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (8a76fea9-ec7c-470a-8205-bae119528f63), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:33.054123 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] Deleting port b20f67d4-8a91-43fe-9b5d-a083523dbd53 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:27:33.054560 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b20f67d4-8a91-43fe-9b5d-a083523dbd53), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:33.078491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] DHCP port deletion for 8a76fea9-ec7c-470a-8205-bae119528f63 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:27:33.155202 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] For port b20f67d4-8a91-43fe-9b5d-a083523dbd53, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b20f67d4-8a91-43fe-9b5d-a083523dbd53,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:27:33.155626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Deleting port b20f67d4-8a91-43fe-9b5d-a083523dbd53 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:27:33.155786 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b20f67d4-8a91-43fe-9b5d-a083523dbd53), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:33.156321 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b20f67d4-8a91-43fe-9b5d-a083523dbd53), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:33.172029 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] Calling delete_port for b20f67d4-8a91-43fe-9b5d-a083523dbd53 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:27:33.254985 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] For port b20f67d4-8a91-43fe-9b5d-a083523dbd53, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b20f67d4-8a91-43fe-9b5d-a083523dbd53,segment=NetworkSegment(8c357a94-617c-4aea-953a-f16a07fc0fd5),segment_id=8c357a94-617c-4aea-953a-f16a07fc0fd5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:27:33.256011 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b20f67d4-8a91-43fe-9b5d-a083523dbd53), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:33.295522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Calling delete_port for b20f67d4-8a91-43fe-9b5d-a083523dbd53 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:27:33.353850 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (b20f67d4-8a91-43fe-9b5d-a083523dbd53), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:33.374225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] No DVR routers for this DVR port b20f67d4-8a91-43fe-9b5d-a083523dbd53 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:27:33.441516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] Pushing event deleted for resources: {'Port': ['ID=b20f67d4-8a91-43fe-9b5d-a083523dbd53,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:33.559075 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (8a76fea9-ec7c-470a-8205-bae119528f63), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:33.596948 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a76fea9-ec7c-470a-8205-bae119528f63']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:33.608709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c357a94-617c-4aea-953a-f16a07fc0fd5') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:33.609581 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c357a94-617c-4aea-953a-f16a07fc0fd5') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:33.623421 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (8c357a94-617c-4aea-953a-f16a07fc0fd5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:33.640033 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (8c357a94-617c-4aea-953a-f16a07fc0fd5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:33.662469 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:27:33.663262 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (8c357a94-617c-4aea-953a-f16a07fc0fd5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:27:33.669274 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:27:33.744903 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (8a76fea9-ec7c-470a-8205-bae119528f63), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:33.763762 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:33.767942 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] 10.222.0.36 "DELETE /v2.0/networks/8a76fea9-ec7c-470a-8205-bae119528f63 HTTP/1.1" status: 204 len: 168 time: 0.8962307 Feb 05 03:27:33.771164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37364) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:33.777154 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (b20f67d4-8a91-43fe-9b5d-a083523dbd53), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:33.809664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea23133-a852-40e9-8cc0-dda2790bd71a admin admin] Pushing event deleted for resources: {'Network': ['ID=8a76fea9-ec7c-470a-8205-bae119528f63,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:33.809994 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Pushing event deleted for resources: {'Port': ['ID=b20f67d4-8a91-43fe-9b5d-a083523dbd53,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:33.821515 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Network 8a76fea9-ec7c-470a-8205-bae119528f63 is not hosted by any dhcp agent {{(pid=109676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 05 03:27:33.822242 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] No DVR routers for this DVR port b20f67d4-8a91-43fe-9b5d-a083523dbd53 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:27:33.863928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:33.866376 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:33.867457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:33.868018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:33.868480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:33.870202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:33.870747 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:33.871314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:33.871880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:33.873486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:33.873972 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:33.874384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:33.876906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355a4d0-d8d0-4fe0-8b45-4f34baae83ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:27:33.885390 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef3c9cd4-a4a3-47bc-b639-0930fa2b0d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:33.929818 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 48554a1a-a170-430c-975e-5fb420e8cf0d no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:27:33.966056 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 48554a1a-a170-430c-975e-5fb420e8cf0d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:27:33.966827 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 48554a1a-a170-430c-975e-5fb420e8cf0d not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:27:33.967466 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b20f67d4-8a91-43fe-9b5d-a083523dbd53 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:27:33.993070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: b20f67d4-8a91-43fe-9b5d-a083523dbd53 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:27:33.993672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b20f67d4-8a91-43fe-9b5d-a083523dbd53 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:27:33.994271 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 95e8c368-9800-4a97-acf0-a420064a1ef6 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:27:34.022314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 95e8c368-9800-4a97-acf0-a420064a1ef6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:27:34.023431 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 95e8c368-9800-4a97-acf0-a420064a1ef6 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:27:34.333446 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4eb10db-4487-477e-93d0-0956ad7ab301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (ae6b73a2-e0b1-48bd-9020-61746a434c10), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:34.665465 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb10db-4487-477e-93d0-0956ad7ab301 admin admin] Deleting port ddf0df51-d542-4fab-bac6-ce0932b79748 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:27:34.665803 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4eb10db-4487-477e-93d0-0956ad7ab301 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:34.769350 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-e4eb10db-4487-477e-93d0-0956ad7ab301 admin admin] For port ddf0df51-d542-4fab-bac6-ce0932b79748, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ddf0df51-d542-4fab-bac6-ce0932b79748,segment=NetworkSegment(4551c19d-dd47-4121-9749-bd870fee55b2),segment_id=4551c19d-dd47-4121-9749-bd870fee55b2)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:27:34.769904 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4eb10db-4487-477e-93d0-0956ad7ab301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:34.787376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb10db-4487-477e-93d0-0956ad7ab301 admin admin] Calling delete_port for ddf0df51-d542-4fab-bac6-ce0932b79748 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:27:35.000786 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4eb10db-4487-477e-93d0-0956ad7ab301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ddf0df51-d542-4fab-bac6-ce0932b79748), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:35.027926 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb10db-4487-477e-93d0-0956ad7ab301 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf0df51-d542-4fab-bac6-ce0932b79748,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:35.645430 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4eb10db-4487-477e-93d0-0956ad7ab301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (ae6b73a2-e0b1-48bd-9020-61746a434c10), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:35.899474 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e29eaaf0-11a2-4486-9c9c-b23e69fe5d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:35.952704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4eb10db-4487-477e-93d0-0956ad7ab301 admin admin] Router ae6b73a2-e0b1-48bd-9020-61746a434c10 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:27:36.099998 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4eb10db-4487-477e-93d0-0956ad7ab301 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:27:36.111542 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bebb1cc-b6ea-48b0-8ac7-0f6dc5de3d93 None None] Sync routers for ids ['ae6b73a2-e0b1-48bd-9020-61746a434c10'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:27:36.124544 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bebb1cc-b6ea-48b0-8ac7-0f6dc5de3d93 None None] Routers {'ae6b73a2-e0b1-48bd-9020-61746a434c10'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:27:36.124544 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4bebb1cc-b6ea-48b0-8ac7-0f6dc5de3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:27:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ae6b73a2-e0b1-48bd-9020-61746a434c10'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:36.124922 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37640) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:36.127045 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e4eb10db-4487-477e-93d0-0956ad7ab301 admin admin] 10.222.0.36 "PUT /v2.0/routers/ae6b73a2-e0b1-48bd-9020-61746a434c10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3541937 Feb 05 03:27:36.300876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-4bebb1cc-b6ea-48b0-8ac7-0f6dc5de3d93 None None] Set router ae6b73a2-e0b1-48bd-9020-61746a434c10 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:27:36.577080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4bebb1cc-b6ea-48b0-8ac7-0f6dc5de3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'name': 'tempest-TestVolumeBootPattern-1055099583-router', 'tenant_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:33Z', 'updated_at': '2022-02-05T03:27:34Z', 'revision_number': 5, 'project_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'gw_port': {'id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:35Z', 'updated_at': '2022-02-05T03:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:36.609729 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bebb1cc-b6ea-48b0-8ac7-0f6dc5de3d93 None None] Checking router: ae6b73a2-e0b1-48bd-9020-61746a434c10 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:27:36.619856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bebb1cc-b6ea-48b0-8ac7-0f6dc5de3d93 None None] Routers {'ae6b73a2-e0b1-48bd-9020-61746a434c10'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:27:36.620503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4bebb1cc-b6ea-48b0-8ac7-0f6dc5de3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:27:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['ae6b73a2-e0b1-48bd-9020-61746a434c10'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:36.710066 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc289-c4d5-4ac6-b3ba-c5a9735f9cb7 admin admin] Publish callbacks [] for router (ae6b73a2-e0b1-48bd-9020-61746a434c10), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:36.767586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-4bebb1cc-b6ea-48b0-8ac7-0f6dc5de3d93 None None] Set router ae6b73a2-e0b1-48bd-9020-61746a434c10 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:27:36.909644 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc289-c4d5-4ac6-b3ba-c5a9735f9cb7 admin admin] Publish callbacks [] for router_gateway (ae6b73a2-e0b1-48bd-9020-61746a434c10), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:36.999215 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7d8fc289-c4d5-4ac6-b3ba-c5a9735f9cb7 admin admin] Deleting port e386f5f5-f2e8-4a01-8d7f-964d9145137d {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:27:37.000028 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc289-c4d5-4ac6-b3ba-c5a9735f9cb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e386f5f5-f2e8-4a01-8d7f-964d9145137d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:37.064848 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4bebb1cc-b6ea-48b0-8ac7-0f6dc5de3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'name': 'tempest-TestVolumeBootPattern-1055099583-router', 'tenant_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:33Z', 'updated_at': '2022-02-05T03:27:34Z', 'revision_number': 5, 'project_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'gw_port': {'id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:35Z', 'updated_at': '2022-02-05T03:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:37.110998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bebb1cc-b6ea-48b0-8ac7-0f6dc5de3d93 None None] The sync data for ids ['ae6b73a2-e0b1-48bd-9020-61746a434c10'] in n-d-826942-8 is: [{'id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'name': 'tempest-TestVolumeBootPattern-1055099583-router', 'tenant_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:09:33Z', 'updated_at': '2022-02-05T03:27:34Z', 'revision_number': 5, 'project_id': 'a1a5a83cad1e484ca06c8ada63d6cd1b', 'gw_port': {'id': 'e386f5f5-f2e8-4a01-8d7f-964d9145137d', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:69:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6b73a2-e0b1-48bd-9020-61746a434c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:09:35Z', 'updated_at': '2022-02-05T03:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:27:37.118607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-7d8fc289-c4d5-4ac6-b3ba-c5a9735f9cb7 admin admin] For port e386f5f5-f2e8-4a01-8d7f-964d9145137d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e386f5f5-f2e8-4a01-8d7f-964d9145137d,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:27:37.119003 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc289-c4d5-4ac6-b3ba-c5a9735f9cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e386f5f5-f2e8-4a01-8d7f-964d9145137d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:37.134194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7d8fc289-c4d5-4ac6-b3ba-c5a9735f9cb7 admin admin] Calling delete_port for e386f5f5-f2e8-4a01-8d7f-964d9145137d owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:27:37.217657 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:37.373444 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc289-c4d5-4ac6-b3ba-c5a9735f9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e386f5f5-f2e8-4a01-8d7f-964d9145137d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:37.403720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fc289-c4d5-4ac6-b3ba-c5a9735f9cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e386f5f5-f2e8-4a01-8d7f-964d9145137d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:37.465534 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc289-c4d5-4ac6-b3ba-c5a9735f9cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (ae6b73a2-e0b1-48bd-9020-61746a434c10), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:37.571133 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc289-c4d5-4ac6-b3ba-c5a9735f9cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (ae6b73a2-e0b1-48bd-9020-61746a434c10), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:37.573593 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc289-c4d5-4ac6-b3ba-c5a9735f9cb7 admin admin] Publish callbacks [] for router_controller (ae6b73a2-e0b1-48bd-9020-61746a434c10), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:37.625748 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc289-c4d5-4ac6-b3ba-c5a9735f9cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (ae6b73a2-e0b1-48bd-9020-61746a434c10), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:37.626704 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8fc289-c4d5-4ac6-b3ba-c5a9735f9cb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae6b73a2-e0b1-48bd-9020-61746a434c10 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:27:37.631931 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc289-c4d5-4ac6-b3ba-c5a9735f9cb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:37.637285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37754) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:37.649371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7d8fc289-c4d5-4ac6-b3ba-c5a9735f9cb7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ae6b73a2-e0b1-48bd-9020-61746a434c10 HTTP/1.1" status: 204 len: 168 time: 1.5205710 Feb 05 03:27:37.705907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce8e743-9eaa-4a0e-8024-f3019789fc0c admin admin] Deleting subnet b05a4807-496e-44cf-8eb6-57bab89621b3 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:27:37.709458 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bce8e743-9eaa-4a0e-8024-f3019789fc0c admin admin] Publish callbacks [] for subnet (b05a4807-496e-44cf-8eb6-57bab89621b3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:37.748689 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bce8e743-9eaa-4a0e-8024-f3019789fc0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (b05a4807-496e-44cf-8eb6-57bab89621b3), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:37.844500 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bce8e743-9eaa-4a0e-8024-f3019789fc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (b05a4807-496e-44cf-8eb6-57bab89621b3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:37.912115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ddf0df51-d542-4fab-bac6-ce0932b79748 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:27:37.927479 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bce8e743-9eaa-4a0e-8024-f3019789fc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (b05a4807-496e-44cf-8eb6-57bab89621b3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:37.942396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: ddf0df51-d542-4fab-bac6-ce0932b79748 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:27:37.944402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ddf0df51-d542-4fab-bac6-ce0932b79748 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:27:37.966527 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8e743-9eaa-4a0e-8024-f3019789fc0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b05a4807-496e-44cf-8eb6-57bab89621b3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:37.969319 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bce8e743-9eaa-4a0e-8024-f3019789fc0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:37.973123 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bce8e743-9eaa-4a0e-8024-f3019789fc0c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b05a4807-496e-44cf-8eb6-57bab89621b3 HTTP/1.1" status: 204 len: 168 time: 0.3346813 Feb 05 03:27:37.976205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37756) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:37.980133 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5977769e-06a4-4e7b-b1a2-4aed8b5208bb None None] Network 8e61be18-d209-4e3e-a048-8147e455db83 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:27:38.088457 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (8e61be18-d209-4e3e-a048-8147e455db83), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:38.154084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] Deleting port 6885b3b4-7182-42ac-8d95-675637ad6128 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:27:38.154670 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6885b3b4-7182-42ac-8d95-675637ad6128), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:38.169706 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f506d5c-dfb0-40dd-b1f3-632deedcf7ec None None] DHCP port deletion for 8e61be18-d209-4e3e-a048-8147e455db83 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:27:38.255606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] For port 6885b3b4-7182-42ac-8d95-675637ad6128, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6885b3b4-7182-42ac-8d95-675637ad6128,segment=NetworkSegment(4551c19d-dd47-4121-9749-bd870fee55b2),segment_id=4551c19d-dd47-4121-9749-bd870fee55b2)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:27:38.256112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6885b3b4-7182-42ac-8d95-675637ad6128), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:38.268768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3f506d5c-dfb0-40dd-b1f3-632deedcf7ec None None] Deleting port 6885b3b4-7182-42ac-8d95-675637ad6128 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:27:38.269129 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f506d5c-dfb0-40dd-b1f3-632deedcf7ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6885b3b4-7182-42ac-8d95-675637ad6128), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:38.271301 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] Calling delete_port for 6885b3b4-7182-42ac-8d95-675637ad6128 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:27:38.364227 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3f506d5c-dfb0-40dd-b1f3-632deedcf7ec None None] For port 6885b3b4-7182-42ac-8d95-675637ad6128, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6885b3b4-7182-42ac-8d95-675637ad6128,segment=NetworkSegment(4551c19d-dd47-4121-9749-bd870fee55b2),segment_id=4551c19d-dd47-4121-9749-bd870fee55b2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:27:38.364631 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f506d5c-dfb0-40dd-b1f3-632deedcf7ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6885b3b4-7182-42ac-8d95-675637ad6128), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:38.384967 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3f506d5c-dfb0-40dd-b1f3-632deedcf7ec None None] Calling delete_port for 6885b3b4-7182-42ac-8d95-675637ad6128 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:27:38.467043 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (6885b3b4-7182-42ac-8d95-675637ad6128), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:38.486044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] No DVR routers for this DVR port 6885b3b4-7182-42ac-8d95-675637ad6128 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:27:38.496107 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f506d5c-dfb0-40dd-b1f3-632deedcf7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (6885b3b4-7182-42ac-8d95-675637ad6128), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:38.533964 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f506d5c-dfb0-40dd-b1f3-632deedcf7ec None None] Pushing event deleted for resources: {'Port': ['ID=6885b3b4-7182-42ac-8d95-675637ad6128,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:38.545556 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=6885b3b4-7182-42ac-8d95-675637ad6128,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:38.546894 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f506d5c-dfb0-40dd-b1f3-632deedcf7ec None None] No DVR routers for this DVR port 6885b3b4-7182-42ac-8d95-675637ad6128 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:27:38.644618 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (8e61be18-d209-4e3e-a048-8147e455db83), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:38.677407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e61be18-d209-4e3e-a048-8147e455db83']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:38.691768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4551c19d-dd47-4121-9749-bd870fee55b2') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:38.692223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4551c19d-dd47-4121-9749-bd870fee55b2') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:27:38.707793 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (4551c19d-dd47-4121-9749-bd870fee55b2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:38.731375 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (4551c19d-dd47-4121-9749-bd870fee55b2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:38.739200 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:38.743234 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:27:38.744383 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (4551c19d-dd47-4121-9749-bd870fee55b2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:27:38.746598 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:27:38.832211 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (8e61be18-d209-4e3e-a048-8147e455db83), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:38.839826 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:38.843819 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] 10.222.0.36 "DELETE /v2.0/networks/8e61be18-d209-4e3e-a048-8147e455db83 HTTP/1.1" status: 204 len: 168 time: 0.8626208 Feb 05 03:27:38.888486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568607f-0423-4f54-92c8-48b78de14b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=8e61be18-d209-4e3e-a048-8147e455db83,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:39.022018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37776) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:39.072418 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2d1c31fd-9076-4575-a281-a7cae9c5d39c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf205d1005174d34b7264edb6224b46f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489056 Feb 05 03:27:39.074616 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37778) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:39.103123 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 37780) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:39.139710 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7393a74-7241-46b0-b6a3-f18bc99810ca admin admin] Publish callbacks [] for security_group (de4d4f2b-8a6a-44f4-8403-fd459b751cc8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:39.166667 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7393a74-7241-46b0-b6a3-f18bc99810ca admin admin] Publish callbacks [] for security_group (de4d4f2b-8a6a-44f4-8403-fd459b751cc8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:39.223140 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7393a74-7241-46b0-b6a3-f18bc99810ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (de4d4f2b-8a6a-44f4-8403-fd459b751cc8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:39.238481 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6513d119-a3c5-44b4-81d1-217d17611d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:39.241280 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7393a74-7241-46b0-b6a3-f18bc99810ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:39.243401 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a7393a74-7241-46b0-b6a3-f18bc99810ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de4d4f2b-8a6a-44f4-8403-fd459b751cc8 HTTP/1.1" status: 204 len: 168 time: 0.1675193 Feb 05 03:27:39.256642 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7393a74-7241-46b0-b6a3-f18bc99810ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4d4f2b-8a6a-44f4-8403-fd459b751cc8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:39.389753 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6513d119-a3c5-44b4-81d1-217d17611d55 admin admin] Publish callbacks [] for security_group (e5f3f3e4-a6ef-4d04-a951-6332b22c9052), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:39.413429 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6513d119-a3c5-44b4-81d1-217d17611d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e5f3f3e4-a6ef-4d04-a951-6332b22c9052), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:39.465706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6513d119-a3c5-44b4-81d1-217d17611d55 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=01c80aa10baa4640995d114e729cfede&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3602455 Feb 05 03:27:39.468289 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37788) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:39.482550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513d119-a3c5-44b4-81d1-217d17611d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f3f3e4-a6ef-4d04-a951-6332b22c9052,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:39.556318 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5688914-29e9-4d9c-92c2-b2c607ea5212 admin admin] Publish callbacks [] for security_group (e5f3f3e4-a6ef-4d04-a951-6332b22c9052), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:39.586079 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5688914-29e9-4d9c-92c2-b2c607ea5212 admin admin] Publish callbacks [] for security_group (e5f3f3e4-a6ef-4d04-a951-6332b22c9052), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:39.660476 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5688914-29e9-4d9c-92c2-b2c607ea5212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e5f3f3e4-a6ef-4d04-a951-6332b22c9052), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:39.665099 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5688914-29e9-4d9c-92c2-b2c607ea5212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:39.666585 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e5688914-29e9-4d9c-92c2-b2c607ea5212 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5f3f3e4-a6ef-4d04-a951-6332b22c9052 HTTP/1.1" status: 204 len: 168 time: 0.1966491 Feb 05 03:27:39.675742 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5688914-29e9-4d9c-92c2-b2c607ea5212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f3f3e4-a6ef-4d04-a951-6332b22c9052,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:39.745612 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37794) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:39.801509 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-de12635a-ff5e-4eb9-b429-a9182f3fe5e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1a5a83cad1e484ca06c8ada63d6cd1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0542626 Feb 05 03:27:39.803662 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37796) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:39.908663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6885b3b4-7182-42ac-8d95-675637ad6128 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:27:39.935246 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90776511-e5ac-4a60-a3b4-8854020adb40 admin admin] Publish callbacks [] for security_group (57b5cb69-7480-49ee-a4cd-7222956bb21e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:39.935893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 6885b3b4-7182-42ac-8d95-675637ad6128 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:27:39.936535 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6885b3b4-7182-42ac-8d95-675637ad6128 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:27:39.937179 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e386f5f5-f2e8-4a01-8d7f-964d9145137d no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:27:39.960308 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: e386f5f5-f2e8-4a01-8d7f-964d9145137d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:27:39.961728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e386f5f5-f2e8-4a01-8d7f-964d9145137d not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:27:40.005060 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90776511-e5ac-4a60-a3b4-8854020adb40 admin admin] Publish callbacks [] for security_group (57b5cb69-7480-49ee-a4cd-7222956bb21e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:40.058184 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:40.123533 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90776511-e5ac-4a60-a3b4-8854020adb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (57b5cb69-7480-49ee-a4cd-7222956bb21e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:40.127563 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90776511-e5ac-4a60-a3b4-8854020adb40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:40.131556 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-90776511-e5ac-4a60-a3b4-8854020adb40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57b5cb69-7480-49ee-a4cd-7222956bb21e HTTP/1.1" status: 204 len: 168 time: 0.3217640 Feb 05 03:27:40.141501 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90776511-e5ac-4a60-a3b4-8854020adb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b5cb69-7480-49ee-a4cd-7222956bb21e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:40.899575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37822) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:41.051197 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e81b43e3-565a-4253-a49e-21c2622f8273 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-370570274-network', 'tenant_id': '17c68e8bb9b04c998cc6a63e5766bdb8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:27:41.084037 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81b43e3-565a-4253-a49e-21c2622f8273 admin admin] Made reservation on behalf of 17c68e8bb9b04c998cc6a63e5766bdb8 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:27:41.087017 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e81b43e3-565a-4253-a49e-21c2622f8273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:41.097205 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e81b43e3-565a-4253-a49e-21c2622f8273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:41.191531 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e81b43e3-565a-4253-a49e-21c2622f8273 admin admin] Publish callbacks [] for security_group (af8b61a0-08a1-44a0-9d17-68937d056f77), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:41.195872 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e81b43e3-565a-4253-a49e-21c2622f8273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (af8b61a0-08a1-44a0-9d17-68937d056f77), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:41.222691 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81b43e3-565a-4253-a49e-21c2622f8273 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:27:41.235217 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b43e3-565a-4253-a49e-21c2622f8273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8b61a0-08a1-44a0-9d17-68937d056f77,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:41.242243 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e81b43e3-565a-4253-a49e-21c2622f8273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (062c0935-8a98-4c53-95f2-a6fcafbb761a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:41.243442 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-e81b43e3-565a-4253-a49e-21c2622f8273 admin admin] Added segment 062c0935-8a98-4c53-95f2-a6fcafbb761a of type vlan for network e58a5c11-087e-4875-ad64-cfa488bf2f66 Feb 05 03:27:41.295196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e81b43e3-565a-4253-a49e-21c2622f8273 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (e58a5c11-087e-4875-ad64-cfa488bf2f66), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:41.331208 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e81b43e3-565a-4253-a49e-21c2622f8273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (e58a5c11-087e-4875-ad64-cfa488bf2f66), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:41.334860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81b43e3-565a-4253-a49e-21c2622f8273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:41.335455 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e81b43e3-565a-4253-a49e-21c2622f8273 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:41.414798 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e81b43e3-565a-4253-a49e-21c2622f8273 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5144694 Feb 05 03:27:41.417586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 37828) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:27:41.422403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-02c818f1-fcb2-41cc-99c3-3128d4101129 admin admin] Request body: {'subnet': {'network_id': 'e58a5c11-087e-4875-ad64-cfa488bf2f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-370570274-subnet', 'tenant_id': '17c68e8bb9b04c998cc6a63e5766bdb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:27:41.445281 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b43e3-565a-4253-a49e-21c2622f8273 admin admin] Pushing event updated for resources: {'Network': ['ID=e58a5c11-087e-4875-ad64-cfa488bf2f66,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:41.452796 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c818f1-fcb2-41cc-99c3-3128d4101129 admin admin] Made reservation on behalf of 17c68e8bb9b04c998cc6a63e5766bdb8 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:27:41.457362 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network e58a5c11-087e-4875-ad64-cfa488bf2f66 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:27:41.468372 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02c818f1-fcb2-41cc-99c3-3128d4101129 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:41.630238 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:41.640755 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02c818f1-fcb2-41cc-99c3-3128d4101129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (b0a86084-8749-4611-8fa8-baae1f88b6c5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:41.703304 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c818f1-fcb2-41cc-99c3-3128d4101129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a86084-8749-4611-8fa8-baae1f88b6c5,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:41.711752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c818f1-fcb2-41cc-99c3-3128d4101129 admin admin] Checking segment: {'id': '062c0935-8a98-4c53-95f2-a6fcafbb761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e58a5c11-087e-4875-ad64-cfa488bf2f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:27:41.712123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c818f1-fcb2-41cc-99c3-3128d4101129 admin admin] Network hostable DHCP agents. Network: e58a5c11-087e-4875-ad64-cfa488bf2f66, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:27:41.729996 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c818f1-fcb2-41cc-99c3-3128d4101129 admin admin] Network e58a5c11-087e-4875-ad64-cfa488bf2f66 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:27:41.738963 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-02c818f1-fcb2-41cc-99c3-3128d4101129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, e58a5c11-087e-4875-ad64-cfa488bf2f66) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:27:41.743754 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c818f1-fcb2-41cc-99c3-3128d4101129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:41.744679 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02c818f1-fcb2-41cc-99c3-3128d4101129 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:41.748256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518bfb13-ff71-453b-9624-4e9294faca34 None None] Network e58a5c11-087e-4875-ad64-cfa488bf2f66 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:27:41.778397 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-02c818f1-fcb2-41cc-99c3-3128d4101129 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3443656 Feb 05 03:27:41.869486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0ff970-f7e0-4f39-bc2e-16aa74673d32 None None] Network e58a5c11-087e-4875-ad64-cfa488bf2f66 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:27:44.660467 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-7a7e8d06-e844-4cea-bed7-ab90fc557aed tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:44.661837 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-7a7e8d06-e844-4cea-bed7-ab90fc557aed tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/networks?id=e58a5c11-087e-4875-ad64-cfa488bf2f66 HTTP/1.1" status: 200 len: 808 time: 0.1045589 Feb 05 03:27:44.677536 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-835f9ef0-841c-4725-8c73-4b87beba10f0 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/quotas/17c68e8bb9b04c998cc6a63e5766bdb8 HTTP/1.1" status: 200 len: 375 time: 0.0095005 Feb 05 03:27:44.709407 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-d660cc2e-da16-43cc-bf05-93d02143b975 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=17c68e8bb9b04c998cc6a63e5766bdb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265758 Feb 05 03:27:44.859471 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-fb1865ad-7f69-4f9f-b93a-f4b6e24607fe service neutron] 10.222.0.36 "GET /v2.0/networks/e58a5c11-087e-4875-ad64-cfa488bf2f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425266 Feb 05 03:27:44.949251 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-f9a4512d-b3b4-49f6-a3ab-357aaca4582b service neutron] 10.222.0.36 "GET /v2.0/networks/e58a5c11-087e-4875-ad64-cfa488bf2f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839953 Feb 05 03:27:46.122474 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-776cc9eb-79fe-429e-ac44-02835c63bf3f req-393d05d6-b6e7-4f7c-88ca-ccadc91f0bad tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2833ef3-ff33-46bc-90a0-0a1d5c40e485 HTTP/1.1" status: 200 len: 210 time: 0.0306284 Feb 05 03:27:46.413623 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:47.054389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-0c66c3ba-b56f-459c-887e-6609391414db tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:47.056133 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-0c66c3ba-b56f-459c-887e-6609391414db tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.10 "GET /v2.0/networks?id=e58a5c11-087e-4875-ad64-cfa488bf2f66 HTTP/1.1" status: 200 len: 808 time: 0.1122122 Feb 05 03:27:47.068598 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-fe7eb4ac-3d3b-4dc7-9629-dbe7815b816f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Request body: {'port': {'device_id': 'd2833ef3-ff33-46bc-90a0-0a1d5c40e485', 'network_id': 'e58a5c11-087e-4875-ad64-cfa488bf2f66', 'admin_state_up': True, 'tenant_id': '17c68e8bb9b04c998cc6a63e5766bdb8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:27:47.194460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-fe7eb4ac-3d3b-4dc7-9629-dbe7815b816f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Made reservation on behalf of 17c68e8bb9b04c998cc6a63e5766bdb8 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:27:47.198437 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-fe7eb4ac-3d3b-4dc7-9629-dbe7815b816f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:47.241165 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-754e4dc3-0e70-49ff-be3b-be9ecccf1a2e req-9aad990b-c463-424b-9b91-2d6c91c6f4a1 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2833ef3-ff33-46bc-90a0-0a1d5c40e485 HTTP/1.1" status: 200 len: 210 time: 0.0325284 Feb 05 03:27:47.360036 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-fe7eb4ac-3d3b-4dc7-9629-dbe7815b816f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Allocated IP 172.20.0.11 (e58a5c11-087e-4875-ad64-cfa488bf2f66/b0a86084-8749-4611-8fa8-baae1f88b6c5/62690de3-1184-4a47-9c23-22423cd9a086) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:27:47.506419 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-fe7eb4ac-3d3b-4dc7-9629-dbe7815b816f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Publish callbacks [] for port (62690de3-1184-4a47-9c23-22423cd9a086), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:47.541579 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-fe7eb4ac-3d3b-4dc7-9629-dbe7815b816f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (62690de3-1184-4a47-9c23-22423cd9a086), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:47.585705 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-fe7eb4ac-3d3b-4dc7-9629-dbe7815b816f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Network e58a5c11-087e-4875-ad64-cfa488bf2f66 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:27:47.591569 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-fe7eb4ac-3d3b-4dc7-9629-dbe7815b816f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:27:47.595615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-fe7eb4ac-3d3b-4dc7-9629-dbe7815b816f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:27:47.621533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7eb4ac-3d3b-4dc7-9629-dbe7815b816f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Pushing event updated for resources: {'Port': ['ID=62690de3-1184-4a47-9c23-22423cd9a086,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:47.649608 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-fe7eb4ac-3d3b-4dc7-9629-dbe7815b816f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:47.650239 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-fe7eb4ac-3d3b-4dc7-9629-dbe7815b816f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:47.667487 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-fe7eb4ac-3d3b-4dc7-9629-dbe7815b816f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6031864 Feb 05 03:27:47.678654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Request body: {'port': {'device_id': 'd2833ef3-ff33-46bc-90a0-0a1d5c40e485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:27:47.737424 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (62690de3-1184-4a47-9c23-22423cd9a086), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:48.005598 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62690de3-1184-4a47-9c23-22423cd9a086 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:27:48.013915 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Publish callbacks [] for port (62690de3-1184-4a47-9c23-22423cd9a086), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:48.027139 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Transition to ACTIVE for port object 62690de3-1184-4a47-9c23-22423cd9a086 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:27:48.031349 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (62690de3-1184-4a47-9c23-22423cd9a086), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:48.082871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Pushing event updated for resources: {'Port': ['ID=62690de3-1184-4a47-9c23-22423cd9a086,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:48.148323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Attempting to bind port 62690de3-1184-4a47-9c23-22423cd9a086 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:27:48.149190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Attempting to bind port 62690de3-1184-4a47-9c23-22423cd9a086 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '062c0935-8a98-4c53-95f2-a6fcafbb761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e58a5c11-087e-4875-ad64-cfa488bf2f66'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:27:48.149491 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Attempting to bind port 62690de3-1184-4a47-9c23-22423cd9a086 on network e58a5c11-087e-4875-ad64-cfa488bf2f66 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:27:48.153717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Port 62690de3-1184-4a47-9c23-22423cd9a086 on network e58a5c11-087e-4875-ad64-cfa488bf2f66 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:27:48.154033 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Attempting to bind port 62690de3-1184-4a47-9c23-22423cd9a086 on network e58a5c11-087e-4875-ad64-cfa488bf2f66 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:27:48.158721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:27:48.159082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Checking segment: {'id': '062c0935-8a98-4c53-95f2-a6fcafbb761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e58a5c11-087e-4875-ad64-cfa488bf2f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:27:48.159458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Bound using segment: {'id': '062c0935-8a98-4c53-95f2-a6fcafbb761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e58a5c11-087e-4875-ad64-cfa488bf2f66'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:27:48.159868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Bound port: 62690de3-1184-4a47-9c23-22423cd9a086, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062c0935-8a98-4c53-95f2-a6fcafbb761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e58a5c11-087e-4875-ad64-cfa488bf2f66'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:27:48.160219 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (62690de3-1184-4a47-9c23-22423cd9a086), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:48.229477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] For port 62690de3-1184-4a47-9c23-22423cd9a086, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:27:48.233108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] For port 62690de3-1184-4a47-9c23-22423cd9a086, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=62690de3-1184-4a47-9c23-22423cd9a086,segment=NetworkSegment(062c0935-8a98-4c53-95f2-a6fcafbb761a),segment_id=062c0935-8a98-4c53-95f2-a6fcafbb761a)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:27:48.239766 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (62690de3-1184-4a47-9c23-22423cd9a086), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:48.274533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:48.275155 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:48.277158 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] 10.222.0.10 "PUT /v2.0/ports/62690de3-1184-4a47-9c23-22423cd9a086 HTTP/1.1" status: 200 len: 1092 time: 0.6023669 Feb 05 03:27:48.279693 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2833ef3-ff33-46bc-90a0-0a1d5c40e485', 'tag': '62690de3-1184-4a47-9c23-22423cd9a086'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:27:48.283033 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64bf7cf-cdf1-42d3-9855-c83c0663bc3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2833ef3-ff33-46bc-90a0-0a1d5c40e485", "tag": "62690de3-1184-4a47-9c23-22423cd9a086"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:27:48.314648 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f7922-9b9b-46a3-a961-5ad39b3a7138 service neutron] Pushing event updated for resources: {'Port': ['ID=62690de3-1184-4a47-9c23-22423cd9a086,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:48.341184 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315daeff-bb21-4fab-a245-26f6adf47808 x-openstack-request-id: req-315daeff-bb21-4fab-a245-26f6adf47808 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:27:48.341712 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2833ef3-ff33-46bc-90a0-0a1d5c40e485", "tag": "62690de3-1184-4a47-9c23-22423cd9a086", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:27:48.342133 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-315daeff-bb21-4fab-a245-26f6adf47808 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:27:48.342541 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2833ef3-ff33-46bc-90a0-0a1d5c40e485', 'tag': '62690de3-1184-4a47-9c23-22423cd9a086', 'status': 'completed', 'code': 200} Feb 05 03:27:48.413781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-df7628c0-2c66-454a-ae6b-18368e31729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:48.416088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-df7628c0-2c66-454a-ae6b-18368e31729e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17c68e8bb9b04c998cc6a63e5766bdb8&device_id=d2833ef3-ff33-46bc-90a0-0a1d5c40e485 HTTP/1.1" status: 200 len: 1126 time: 0.0887523 Feb 05 03:27:48.437618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c62c6-2b0f-48f6-b5a9-f08c05275d55 req-5ee3130e-3869-47a1-b463-c18d78ba057a tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:48.439196 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-349c62c6-2b0f-48f6-b5a9-f08c05275d55 req-5ee3130e-3869-47a1-b463-c18d78ba057a tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2833ef3-ff33-46bc-90a0-0a1d5c40e485 HTTP/1.1" status: 200 len: 944 time: 0.0773547 Feb 05 03:27:48.471647 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-cb04b5c2-76bf-479b-baf2-935db2eda436 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62690de3-1184-4a47-9c23-22423cd9a086 HTTP/1.1" status: 200 len: 217 time: 0.0475521 Feb 05 03:27:48.540262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-349c62c6-2b0f-48f6-b5a9-f08c05275d55 req-79fc59df-41e3-4909-9caa-511e18c5dbe8 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749183 Feb 05 03:27:48.543727 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-8d397172-de8b-4983-bbff-7392aa859ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:48.544977 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-8d397172-de8b-4983-bbff-7392aa859ea0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b0a86084-8749-4611-8fa8-baae1f88b6c5 HTTP/1.1" status: 200 len: 848 time: 0.0644176 Feb 05 03:27:48.583245 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-77d7d9a1-271b-438f-bc83-3fc08202113c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e58a5c11-087e-4875-ad64-cfa488bf2f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322886 Feb 05 03:27:48.672267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-fabdf494-8d09-4e62-926c-bf7a48bb3e3c service neutron] 10.222.0.10 "GET /v2.0/networks/e58a5c11-087e-4875-ad64-cfa488bf2f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832345 Feb 05 03:27:48.763556 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48f5fb35-a45e-4895-9f7c-d750281953d5 req-d86e4e64-38e0-4c80-8c3e-f7801d0f3664 service neutron] 10.222.0.10 "GET /v2.0/networks/e58a5c11-087e-4875-ad64-cfa488bf2f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859799 Feb 05 03:27:48.858531 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bf7cf-cdf1-42d3-9855-c83c0663bc3f req-c7f088b0-0389-49da-b8c3-f9841ce0705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:48.860024 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b64bf7cf-cdf1-42d3-9855-c83c0663bc3f req-c7f088b0-0389-49da-b8c3-f9841ce0705b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17c68e8bb9b04c998cc6a63e5766bdb8&device_id=d2833ef3-ff33-46bc-90a0-0a1d5c40e485 HTTP/1.1" status: 200 len: 1126 time: 0.0485737 Feb 05 03:27:48.953447 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bf7cf-cdf1-42d3-9855-c83c0663bc3f req-9f0979db-fcb6-4a3b-a19d-78e7a16660df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:48.954978 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b64bf7cf-cdf1-42d3-9855-c83c0663bc3f req-9f0979db-fcb6-4a3b-a19d-78e7a16660df service neutron] 10.222.0.10 "GET /v2.0/networks?id=e58a5c11-087e-4875-ad64-cfa488bf2f66 HTTP/1.1" status: 200 len: 909 time: 0.0885625 Feb 05 03:27:49.001299 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b64bf7cf-cdf1-42d3-9855-c83c0663bc3f req-0077e029-a152-4a5e-ad17-7b6a3d22386d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62690de3-1184-4a47-9c23-22423cd9a086 HTTP/1.1" status: 200 len: 217 time: 0.0380344 Feb 05 03:27:49.050663 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bf7cf-cdf1-42d3-9855-c83c0663bc3f req-2bfd196d-a71f-413b-8a5c-d64ed64f297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:49.052151 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b64bf7cf-cdf1-42d3-9855-c83c0663bc3f req-2bfd196d-a71f-413b-8a5c-d64ed64f297f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b0a86084-8749-4611-8fa8-baae1f88b6c5 HTTP/1.1" status: 200 len: 848 time: 0.0445340 Feb 05 03:27:49.083342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b64bf7cf-cdf1-42d3-9855-c83c0663bc3f req-b32ae21b-04f0-47b8-9dcf-6da93760af1d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e58a5c11-087e-4875-ad64-cfa488bf2f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243809 Feb 05 03:27:49.175215 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b64bf7cf-cdf1-42d3-9855-c83c0663bc3f req-2c43cef2-1ba0-4afd-b9fe-3bb1b5743fa4 service neutron] 10.222.0.10 "GET /v2.0/networks/e58a5c11-087e-4875-ad64-cfa488bf2f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856109 Feb 05 03:27:49.264686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b64bf7cf-cdf1-42d3-9855-c83c0663bc3f req-e008897e-3171-4341-bea9-5574855cb7fa service neutron] 10.222.0.10 "GET /v2.0/networks/e58a5c11-087e-4875-ad64-cfa488bf2f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822616 Feb 05 03:27:49.663024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb0928-b4ea-4417-af86-4b6aad46e2f7 req-7e007cc5-abde-468f-bad9-798619108ffa tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:49.664510 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcbb0928-b4ea-4417-af86-4b6aad46e2f7 req-7e007cc5-abde-468f-bad9-798619108ffa tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2833ef3-ff33-46bc-90a0-0a1d5c40e485 HTTP/1.1" status: 200 len: 944 time: 0.0531292 Feb 05 03:27:49.715199 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcbb0928-b4ea-4417-af86-4b6aad46e2f7 req-6a3a487d-b3cd-489a-9aa4-ae2cb817cf38 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450435 Feb 05 03:27:50.736972 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 62690de3-1184-4a47-9c23-22423cd9a086 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:27:50.845219 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 62690de3-1184-4a47-9c23-22423cd9a086, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=62690de3-1184-4a47-9c23-22423cd9a086,segment=NetworkSegment(062c0935-8a98-4c53-95f2-a6fcafbb761a),segment_id=062c0935-8a98-4c53-95f2-a6fcafbb761a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:27:50.849174 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580650d-cea0-4cf7-894f-5e3fdca8590e req-7fc055c3-2ca2-4fb7-b317-ec9b1ab73005 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:50.850687 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9580650d-cea0-4cf7-894f-5e3fdca8590e req-7fc055c3-2ca2-4fb7-b317-ec9b1ab73005 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2833ef3-ff33-46bc-90a0-0a1d5c40e485 HTTP/1.1" status: 200 len: 944 time: 0.0631471 Feb 05 03:27:50.856811 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '62690de3-1184-4a47-9c23-22423cd9a086', 'network_id': 'e58a5c11-087e-4875-ad64-cfa488bf2f66', 'port_id': '62690de3-1184-4a47-9c23-22423cd9a086', 'mac_address': 'fa:16:3e:3f:29:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a86084-8749-4611-8fa8-baae1f88b6c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:27:50.894034 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 62690de3-1184-4a47-9c23-22423cd9a086 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:27:50.894426 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (62690de3-1184-4a47-9c23-22423cd9a086), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:50.897389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9580650d-cea0-4cf7-894f-5e3fdca8590e req-7a812490-e637-4b76-b5e9-1201c07c6306 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409331 Feb 05 03:27:50.908541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62690de3-1184-4a47-9c23-22423cd9a086 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:27:50.927935 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 62690de3-1184-4a47-9c23-22423cd9a086, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=62690de3-1184-4a47-9c23-22423cd9a086,segment=NetworkSegment(062c0935-8a98-4c53-95f2-a6fcafbb761a),segment_id=062c0935-8a98-4c53-95f2-a6fcafbb761a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:27:50.932078 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (62690de3-1184-4a47-9c23-22423cd9a086), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:50.982556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=62690de3-1184-4a47-9c23-22423cd9a086,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:51.133621 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['62690de3-1184-4a47-9c23-22423cd9a086'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:27:52.038605 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7745aa7-0b44-40ba-8ea5-262601f776f1 req-73c65d5b-f230-4c0f-ad84-07583b3409a9 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:52.041628 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7745aa7-0b44-40ba-8ea5-262601f776f1 req-73c65d5b-f230-4c0f-ad84-07583b3409a9 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2833ef3-ff33-46bc-90a0-0a1d5c40e485 HTTP/1.1" status: 200 len: 945 time: 0.0588305 Feb 05 03:27:52.088079 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7745aa7-0b44-40ba-8ea5-262601f776f1 req-df56589d-f162-43af-8dbd-336a9d2b1ea9 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421982 Feb 05 03:27:52.746988 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 62690de3-1184-4a47-9c23-22423cd9a086 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:27:52.804687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 62690de3-1184-4a47-9c23-22423cd9a086 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:27:52.809765 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 62690de3-1184-4a47-9c23-22423cd9a086 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:27:52.810139 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (62690de3-1184-4a47-9c23-22423cd9a086), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:52.891805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 62690de3-1184-4a47-9c23-22423cd9a086 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:27:52.892195 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (62690de3-1184-4a47-9c23-22423cd9a086), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:52.917256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2833ef3-ff33-46bc-90a0-0a1d5c40e485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62690de3-1184-4a47-9c23-22423cd9a086'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:27:52.919460 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff22991c-c34d-406f-88b0-960222c51e88" -d '{"events": [{"server_uuid": "d2833ef3-ff33-46bc-90a0-0a1d5c40e485", "name": "network-vif-plugged", "status": "completed", "tag": "62690de3-1184-4a47-9c23-22423cd9a086"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:27:52.935105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 62690de3-1184-4a47-9c23-22423cd9a086, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=62690de3-1184-4a47-9c23-22423cd9a086,segment=NetworkSegment(062c0935-8a98-4c53-95f2-a6fcafbb761a),segment_id=062c0935-8a98-4c53-95f2-a6fcafbb761a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:27:52.941824 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (62690de3-1184-4a47-9c23-22423cd9a086), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:53.020917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=62690de3-1184-4a47-9c23-22423cd9a086,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:53.134295 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3809555-76a9-4133-9d6e-65aec51e28d7 x-openstack-request-id: req-a3809555-76a9-4133-9d6e-65aec51e28d7 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:27:53.134607 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2833ef3-ff33-46bc-90a0-0a1d5c40e485", "name": "network-vif-plugged", "status": "completed", "tag": "62690de3-1184-4a47-9c23-22423cd9a086", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:27:53.134940 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3809555-76a9-4133-9d6e-65aec51e28d7 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:27:53.135404 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2833ef3-ff33-46bc-90a0-0a1d5c40e485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62690de3-1184-4a47-9c23-22423cd9a086', 'code': 200} Feb 05 03:27:53.294351 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df960c-e979-43c3-a070-30e996f01d70 req-9f27393f-9521-4c15-b2c1-2f20658451d3 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:53.296017 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d1df960c-e979-43c3-a070-30e996f01d70 req-9f27393f-9521-4c15-b2c1-2f20658451d3 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2833ef3-ff33-46bc-90a0-0a1d5c40e485 HTTP/1.1" status: 200 len: 946 time: 0.1228821 Feb 05 03:27:53.304793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c763c-d87d-4b1d-a62d-c79370bf00d3 req-38b7491e-b2f7-4d14-9486-4cd76baddcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:53.306165 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b2c763c-d87d-4b1d-a62d-c79370bf00d3 req-38b7491e-b2f7-4d14-9486-4cd76baddcc5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d2833ef3-ff33-46bc-90a0-0a1d5c40e485 HTTP/1.1" status: 200 len: 1128 time: 0.1007421 Feb 05 03:27:53.378724 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d1df960c-e979-43c3-a070-30e996f01d70 req-cef8c219-1ed1-418a-bc00-9e6d333d719f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715015 Feb 05 03:27:53.392984 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b2c763c-d87d-4b1d-a62d-c79370bf00d3 req-a510d758-1e02-4375-80f4-014ec0d51183 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652206 Feb 05 03:27:54.513782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae849a2c-ef39-4fd8-a2ed-7e2fdcd048e6 req-5d35730f-ff15-44cf-9acb-1f324726a93f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:54.515393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae849a2c-ef39-4fd8-a2ed-7e2fdcd048e6 req-5d35730f-ff15-44cf-9acb-1f324726a93f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2833ef3-ff33-46bc-90a0-0a1d5c40e485 HTTP/1.1" status: 200 len: 946 time: 0.0576057 Feb 05 03:27:54.566106 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae849a2c-ef39-4fd8-a2ed-7e2fdcd048e6 req-5a2b1af4-32ea-4736-90b7-87017e91d6d4 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450022 Feb 05 03:27:55.687783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f45a2-1b5b-4c5d-9332-c753ffba54a4 req-f48d8515-66b6-477e-9c4e-47e80f20e314 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:55.689317 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f2f45a2-1b5b-4c5d-9332-c753ffba54a4 req-f48d8515-66b6-477e-9c4e-47e80f20e314 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2833ef3-ff33-46bc-90a0-0a1d5c40e485 HTTP/1.1" status: 200 len: 946 time: 0.0524497 Feb 05 03:27:55.735894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f2f45a2-1b5b-4c5d-9332-c753ffba54a4 req-549161f0-39c0-469a-87bc-527e2ef0adaa tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 Feb 05 03:27:56.328718 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d98c55-f6e2-4d3c-8378-dafc82f676f9 req-a85f9fbc-e967-4650-b1a5-696d540dd5e4 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:56.330115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f8d98c55-f6e2-4d3c-8378-dafc82f676f9 req-a85f9fbc-e967-4650-b1a5-696d540dd5e4 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2833ef3-ff33-46bc-90a0-0a1d5c40e485 HTTP/1.1" status: 200 len: 946 time: 0.0523148 Feb 05 03:27:56.382663 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f8d98c55-f6e2-4d3c-8378-dafc82f676f9 req-755972c4-d742-4438-8c14-7437e021b8ea tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467608 Feb 05 03:27:57.515282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304cbf3-66af-4aac-a6e7-21a9fc06a56a req-79cb6ee8-7583-4b65-9da6-76ba4966b192 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:57.516742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e304cbf3-66af-4aac-a6e7-21a9fc06a56a req-79cb6ee8-7583-4b65-9da6-76ba4966b192 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2833ef3-ff33-46bc-90a0-0a1d5c40e485 HTTP/1.1" status: 200 len: 946 time: 0.0574489 Feb 05 03:27:57.588558 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e304cbf3-66af-4aac-a6e7-21a9fc06a56a req-12d72b91-5a00-449b-84ad-92bc103ac609 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621068 Feb 05 03:27:57.600037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643b315-44a4-4af4-a489-385e04026f61 req-526e1508-6d06-4b6e-9bc3-91735273089f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:57.601546 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a643b315-44a4-4af4-a489-385e04026f61 req-526e1508-6d06-4b6e-9bc3-91735273089f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2833ef3-ff33-46bc-90a0-0a1d5c40e485 HTTP/1.1" status: 200 len: 946 time: 0.0835886 Feb 05 03:27:57.708817 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a643b315-44a4-4af4-a489-385e04026f61 req-4f919bc1-bb27-4f0b-8ea1-93f93106db8f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Deleting port 62690de3-1184-4a47-9c23-22423cd9a086 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:27:57.709156 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a643b315-44a4-4af4-a489-385e04026f61 req-4f919bc1-bb27-4f0b-8ea1-93f93106db8f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (62690de3-1184-4a47-9c23-22423cd9a086), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:57.797275 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a643b315-44a4-4af4-a489-385e04026f61 req-4f919bc1-bb27-4f0b-8ea1-93f93106db8f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] For port 62690de3-1184-4a47-9c23-22423cd9a086, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=62690de3-1184-4a47-9c23-22423cd9a086,segment=NetworkSegment(062c0935-8a98-4c53-95f2-a6fcafbb761a),segment_id=062c0935-8a98-4c53-95f2-a6fcafbb761a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:27:57.797639 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a643b315-44a4-4af4-a489-385e04026f61 req-4f919bc1-bb27-4f0b-8ea1-93f93106db8f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (62690de3-1184-4a47-9c23-22423cd9a086), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:57.811047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a643b315-44a4-4af4-a489-385e04026f61 req-4f919bc1-bb27-4f0b-8ea1-93f93106db8f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Calling delete_port for 62690de3-1184-4a47-9c23-22423cd9a086 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:27:57.944713 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a643b315-44a4-4af4-a489-385e04026f61 req-4f919bc1-bb27-4f0b-8ea1-93f93106db8f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (62690de3-1184-4a47-9c23-22423cd9a086), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:57.959856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['62690de3-1184-4a47-9c23-22423cd9a086'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:27:57.976761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f919bc1-bb27-4f0b-8ea1-93f93106db8f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Pushing event deleted for resources: {'Port': ['ID=62690de3-1184-4a47-9c23-22423cd9a086,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:27:58.023488 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a643b315-44a4-4af4-a489-385e04026f61 req-4f919bc1-bb27-4f0b-8ea1-93f93106db8f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] No DVR routers for this DVR port 62690de3-1184-4a47-9c23-22423cd9a086 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:27:58.027343 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a643b315-44a4-4af4-a489-385e04026f61 req-4f919bc1-bb27-4f0b-8ea1-93f93106db8f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:27:58.030782 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a643b315-44a4-4af4-a489-385e04026f61 req-4f919bc1-bb27-4f0b-8ea1-93f93106db8f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.10 "DELETE /v2.0/ports/62690de3-1184-4a47-9c23-22423cd9a086 HTTP/1.1" status: 204 len: 173 time: 0.4245341 Feb 05 03:27:58.031248 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2833ef3-ff33-46bc-90a0-0a1d5c40e485', 'name': 'network-vif-deleted', 'tag': '62690de3-1184-4a47-9c23-22423cd9a086'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:27:58.034061 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02188cb4-d107-493b-a20d-08a2b39b60eb" -d '{"events": [{"server_uuid": "d2833ef3-ff33-46bc-90a0-0a1d5c40e485", "name": "network-vif-deleted", "tag": "62690de3-1184-4a47-9c23-22423cd9a086"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:27:58.079832 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63fba4f-5afb-4270-9afc-87fe7942b1c4 x-openstack-request-id: req-a63fba4f-5afb-4270-9afc-87fe7942b1c4 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:27:58.079832 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2833ef3-ff33-46bc-90a0-0a1d5c40e485", "name": "network-vif-deleted", "tag": "62690de3-1184-4a47-9c23-22423cd9a086", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:27:58.080106 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a63fba4f-5afb-4270-9afc-87fe7942b1c4 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:27:58.080464 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2833ef3-ff33-46bc-90a0-0a1d5c40e485', 'name': 'network-vif-deleted', 'tag': '62690de3-1184-4a47-9c23-22423cd9a086', 'status': 'completed', 'code': 200} Feb 05 03:27:58.360274 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:27:58.869297 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-f569aef2-d69c-482f-a114-946e612b9849 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:27:58.870897 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-f569aef2-d69c-482f-a114-946e612b9849 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/networks?id=e58a5c11-087e-4875-ad64-cfa488bf2f66 HTTP/1.1" status: 200 len: 808 time: 0.0995901 Feb 05 03:27:58.885581 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-623cb636-f09d-4bcc-9cca-90e20705ebf1 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/quotas/17c68e8bb9b04c998cc6a63e5766bdb8 HTTP/1.1" status: 200 len: 375 time: 0.0091071 Feb 05 03:27:58.918536 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-3fbe5bef-2e07-436b-abd9-33dcbb27c529 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=17c68e8bb9b04c998cc6a63e5766bdb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278292 Feb 05 03:27:59.022335 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-ef47849f-a93e-4f40-80ce-60c910d3ce9d service neutron] 10.222.0.36 "GET /v2.0/networks/e58a5c11-087e-4875-ad64-cfa488bf2f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959790 Feb 05 03:27:59.116104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-4a1b2c41-fa22-4bda-8663-4a76b31d7227 service neutron] 10.222.0.36 "GET /v2.0/networks/e58a5c11-087e-4875-ad64-cfa488bf2f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835145 Feb 05 03:27:59.288916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1df6d477-2539-4c58-bd2d-47b671a6bd79 req-bf158b4b-9a0f-4a50-b414-33f23cdbfca3 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0169259f-ebf4-43ce-8591-af1531a90fc9 HTTP/1.1" status: 200 len: 210 time: 0.0410821 Feb 05 03:28:00.226172 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-ff64a4f8-1226-44f3-8525-00de84bd2645 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:00.228461 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-ff64a4f8-1226-44f3-8525-00de84bd2645 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.10 "GET /v2.0/networks?id=e58a5c11-087e-4875-ad64-cfa488bf2f66 HTTP/1.1" status: 200 len: 808 time: 0.1173589 Feb 05 03:28:00.241359 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-5b3628c8-78b7-4129-a528-630f18b9caef tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Request body: {'port': {'device_id': '0169259f-ebf4-43ce-8591-af1531a90fc9', 'network_id': 'e58a5c11-087e-4875-ad64-cfa488bf2f66', 'admin_state_up': True, 'tenant_id': '17c68e8bb9b04c998cc6a63e5766bdb8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:28:00.393131 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-63b67ed3-0737-45b9-aa9f-25b8a2196166 req-3752ccba-147e-4444-a8d1-23927b1b2483 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0169259f-ebf4-43ce-8591-af1531a90fc9 HTTP/1.1" status: 200 len: 210 time: 0.0314248 Feb 05 03:28:00.395067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-5b3628c8-78b7-4129-a528-630f18b9caef tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Made reservation on behalf of 17c68e8bb9b04c998cc6a63e5766bdb8 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:28:00.399635 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-5b3628c8-78b7-4129-a528-630f18b9caef tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:00.529805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-5b3628c8-78b7-4129-a528-630f18b9caef tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Allocated IP 172.20.0.9 (e58a5c11-087e-4875-ad64-cfa488bf2f66/b0a86084-8749-4611-8fa8-baae1f88b6c5/2c4381d4-acd5-4b93-96a6-061bf4033c26) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:28:00.674599 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-5b3628c8-78b7-4129-a528-630f18b9caef tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Publish callbacks [] for port (2c4381d4-acd5-4b93-96a6-061bf4033c26), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:00.708136 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-5b3628c8-78b7-4129-a528-630f18b9caef tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (2c4381d4-acd5-4b93-96a6-061bf4033c26), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:00.755964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-5b3628c8-78b7-4129-a528-630f18b9caef tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Network e58a5c11-087e-4875-ad64-cfa488bf2f66 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:28:00.759182 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-5b3628c8-78b7-4129-a528-630f18b9caef tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:28:00.762875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-5b3628c8-78b7-4129-a528-630f18b9caef tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:28:00.772416 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 62690de3-1184-4a47-9c23-22423cd9a086 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:28:00.788367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3628c8-78b7-4129-a528-630f18b9caef tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Pushing event updated for resources: {'Port': ['ID=2c4381d4-acd5-4b93-96a6-061bf4033c26,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:28:00.794453 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 62690de3-1184-4a47-9c23-22423cd9a086 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:28:00.794874 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 62690de3-1184-4a47-9c23-22423cd9a086 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:28:00.825096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-5b3628c8-78b7-4129-a528-630f18b9caef tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:00.825782 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-5b3628c8-78b7-4129-a528-630f18b9caef tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:00.843650 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-5b3628c8-78b7-4129-a528-630f18b9caef tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6061995 Feb 05 03:28:00.855427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Request body: {'port': {'device_id': '0169259f-ebf4-43ce-8591-af1531a90fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:28:00.913441 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c4381d4-acd5-4b93-96a6-061bf4033c26), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:01.182193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4381d4-acd5-4b93-96a6-061bf4033c26 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:28:01.189799 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Publish callbacks [] for port (2c4381d4-acd5-4b93-96a6-061bf4033c26), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:01.201452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Transition to ACTIVE for port object 2c4381d4-acd5-4b93-96a6-061bf4033c26 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:28:01.205486 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (2c4381d4-acd5-4b93-96a6-061bf4033c26), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:01.253103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Pushing event updated for resources: {'Port': ['ID=2c4381d4-acd5-4b93-96a6-061bf4033c26,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:28:01.327424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Attempting to bind port 2c4381d4-acd5-4b93-96a6-061bf4033c26 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:28:01.327760 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Attempting to bind port 2c4381d4-acd5-4b93-96a6-061bf4033c26 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '062c0935-8a98-4c53-95f2-a6fcafbb761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e58a5c11-087e-4875-ad64-cfa488bf2f66'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:28:01.328229 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Attempting to bind port 2c4381d4-acd5-4b93-96a6-061bf4033c26 on network e58a5c11-087e-4875-ad64-cfa488bf2f66 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:28:01.332911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Port 2c4381d4-acd5-4b93-96a6-061bf4033c26 on network e58a5c11-087e-4875-ad64-cfa488bf2f66 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:28:01.333236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Attempting to bind port 2c4381d4-acd5-4b93-96a6-061bf4033c26 on network e58a5c11-087e-4875-ad64-cfa488bf2f66 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:28:01.341761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:28:01.341761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Checking segment: {'id': '062c0935-8a98-4c53-95f2-a6fcafbb761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e58a5c11-087e-4875-ad64-cfa488bf2f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:28:01.341761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Bound using segment: {'id': '062c0935-8a98-4c53-95f2-a6fcafbb761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e58a5c11-087e-4875-ad64-cfa488bf2f66'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:28:01.341761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Bound port: 2c4381d4-acd5-4b93-96a6-061bf4033c26, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062c0935-8a98-4c53-95f2-a6fcafbb761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e58a5c11-087e-4875-ad64-cfa488bf2f66'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:28:01.341761 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c4381d4-acd5-4b93-96a6-061bf4033c26), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:01.404053 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] For port 2c4381d4-acd5-4b93-96a6-061bf4033c26, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:28:01.407046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] For port 2c4381d4-acd5-4b93-96a6-061bf4033c26, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2c4381d4-acd5-4b93-96a6-061bf4033c26,segment=NetworkSegment(062c0935-8a98-4c53-95f2-a6fcafbb761a),segment_id=062c0935-8a98-4c53-95f2-a6fcafbb761a)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:28:01.412560 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (2c4381d4-acd5-4b93-96a6-061bf4033c26), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:01.451529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:01.452146 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:01.453573 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] 10.222.0.10 "PUT /v2.0/ports/2c4381d4-acd5-4b93-96a6-061bf4033c26 HTTP/1.1" status: 200 len: 1091 time: 0.6029506 Feb 05 03:28:01.454028 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0169259f-ebf4-43ce-8591-af1531a90fc9', 'tag': '2c4381d4-acd5-4b93-96a6-061bf4033c26'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:28:01.456281 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4be5de-164a-4318-b423-794a5cab742f" -d '{"events": [{"name": "network-changed", "server_uuid": "0169259f-ebf4-43ce-8591-af1531a90fc9", "tag": "2c4381d4-acd5-4b93-96a6-061bf4033c26"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:28:01.516590 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb65171-44c1-491d-b0a0-852a5631bfaf x-openstack-request-id: req-ebb65171-44c1-491d-b0a0-852a5631bfaf {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:28:01.516868 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0169259f-ebf4-43ce-8591-af1531a90fc9", "tag": "2c4381d4-acd5-4b93-96a6-061bf4033c26", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:28:01.517179 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ebb65171-44c1-491d-b0a0-852a5631bfaf {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:28:01.517641 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0169259f-ebf4-43ce-8591-af1531a90fc9', 'tag': '2c4381d4-acd5-4b93-96a6-061bf4033c26', 'status': 'completed', 'code': 200} Feb 05 03:28:01.530623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164283d-2fb5-40f2-818d-c7759d185bce service neutron] Pushing event updated for resources: {'Port': ['ID=2c4381d4-acd5-4b93-96a6-061bf4033c26,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:28:01.928415 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29b788-cb44-4e4f-a757-3c348cf51e95 req-b86811cf-a85e-421b-8784-85b6ea2af63c tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:01.930526 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f29b788-cb44-4e4f-a757-3c348cf51e95 req-b86811cf-a85e-421b-8784-85b6ea2af63c tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0169259f-ebf4-43ce-8591-af1531a90fc9 HTTP/1.1" status: 200 len: 943 time: 0.4631295 Feb 05 03:28:01.936833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-3f546353-c910-491d-83c1-cdecf65c006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:01.938233 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-3f546353-c910-491d-83c1-cdecf65c006f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17c68e8bb9b04c998cc6a63e5766bdb8&device_id=0169259f-ebf4-43ce-8591-af1531a90fc9 HTTP/1.1" status: 200 len: 1125 time: 0.4244606 Feb 05 03:28:01.987457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8649249a-2a71-4dd4-8cd3-e7799acd4f99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c4381d4-acd5-4b93-96a6-061bf4033c26 HTTP/1.1" status: 200 len: 217 time: 0.0418351 Feb 05 03:28:02.046336 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f29b788-cb44-4e4f-a757-3c348cf51e95 req-9e68741b-e307-42b3-8905-f78824335a39 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071532 Feb 05 03:28:02.057268 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-59da81ee-3b53-48d1-83ca-5b489a1d83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:02.058528 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-59da81ee-3b53-48d1-83ca-5b489a1d83bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b0a86084-8749-4611-8fa8-baae1f88b6c5 HTTP/1.1" status: 200 len: 848 time: 0.0611441 Feb 05 03:28:02.091321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-6d4a905b-ccc9-4518-85e1-41b0b0aaf14c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e58a5c11-087e-4875-ad64-cfa488bf2f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267246 Feb 05 03:28:02.185496 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-8bc0d3bf-054a-4eea-a5f6-77e579a49e7a service neutron] 10.222.0.10 "GET /v2.0/networks/e58a5c11-087e-4875-ad64-cfa488bf2f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881405 Feb 05 03:28:02.276093 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-703d46d3-1551-4c53-b885-7ffee9b7d794 req-159fa8e2-3e48-4b34-8713-c34b8995a8d5 service neutron] 10.222.0.10 "GET /v2.0/networks/e58a5c11-087e-4875-ad64-cfa488bf2f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844259 Feb 05 03:28:02.373238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4be5de-164a-4318-b423-794a5cab742f req-599d7350-d6a8-4794-8338-c04a95d56a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:02.374734 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db4be5de-164a-4318-b423-794a5cab742f req-599d7350-d6a8-4794-8338-c04a95d56a57 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17c68e8bb9b04c998cc6a63e5766bdb8&device_id=0169259f-ebf4-43ce-8591-af1531a90fc9 HTTP/1.1" status: 200 len: 1125 time: 0.0472434 Feb 05 03:28:02.476184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4be5de-164a-4318-b423-794a5cab742f req-85df9769-4499-4402-a103-b5a0d36b4c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:02.478249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db4be5de-164a-4318-b423-794a5cab742f req-85df9769-4499-4402-a103-b5a0d36b4c9c service neutron] 10.222.0.10 "GET /v2.0/networks?id=e58a5c11-087e-4875-ad64-cfa488bf2f66 HTTP/1.1" status: 200 len: 909 time: 0.0941849 Feb 05 03:28:02.519196 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db4be5de-164a-4318-b423-794a5cab742f req-50c3c99c-8f0d-4644-a384-71966eb96272 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c4381d4-acd5-4b93-96a6-061bf4033c26 HTTP/1.1" status: 200 len: 217 time: 0.0354214 Feb 05 03:28:02.568246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4be5de-164a-4318-b423-794a5cab742f req-e4bbaa50-c17e-4d23-a856-9d7aecdc9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:02.569756 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db4be5de-164a-4318-b423-794a5cab742f req-e4bbaa50-c17e-4d23-a856-9d7aecdc9b13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b0a86084-8749-4611-8fa8-baae1f88b6c5 HTTP/1.1" status: 200 len: 848 time: 0.0447807 Feb 05 03:28:02.601787 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db4be5de-164a-4318-b423-794a5cab742f req-6ac13cda-9155-488f-b98f-49a21fb5b2c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e58a5c11-087e-4875-ad64-cfa488bf2f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256073 Feb 05 03:28:02.698287 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db4be5de-164a-4318-b423-794a5cab742f req-d07f2c27-c859-43e2-939a-3c4be527c309 service neutron] 10.222.0.10 "GET /v2.0/networks/e58a5c11-087e-4875-ad64-cfa488bf2f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903115 Feb 05 03:28:02.788842 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db4be5de-164a-4318-b423-794a5cab742f req-4e171d80-d65e-4090-b51e-9af55bae1897 service neutron] 10.222.0.10 "GET /v2.0/networks/e58a5c11-087e-4875-ad64-cfa488bf2f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834146 Feb 05 03:28:03.175941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba93ba-4812-4d7a-b479-e16a64549434 req-39641a6a-b02b-4a0b-96b4-a8aa5d60f617 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:03.177662 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5cba93ba-4812-4d7a-b479-e16a64549434 req-39641a6a-b02b-4a0b-96b4-a8aa5d60f617 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0169259f-ebf4-43ce-8591-af1531a90fc9 HTTP/1.1" status: 200 len: 943 time: 0.0605381 Feb 05 03:28:03.224239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5cba93ba-4812-4d7a-b479-e16a64549434 req-f9db8e12-f294-4cd9-87cb-a42f2dd72e48 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400426 Feb 05 03:28:03.675858 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33a72959-d713-4ab5-b2c9-bacc545e4fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:04.345827 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641965c1-2786-4a65-adbf-4b504a91648e req-0a838de2-9e9a-4b18-b9b5-343c4b9b94fc tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:04.347384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-641965c1-2786-4a65-adbf-4b504a91648e req-0a838de2-9e9a-4b18-b9b5-343c4b9b94fc tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0169259f-ebf4-43ce-8591-af1531a90fc9 HTTP/1.1" status: 200 len: 943 time: 0.0547037 Feb 05 03:28:04.395268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-641965c1-2786-4a65-adbf-4b504a91648e req-d42afe10-c9cc-427b-b27d-cda842ddef43 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417950 Feb 05 03:28:04.803209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 2c4381d4-acd5-4b93-96a6-061bf4033c26 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:28:04.904793 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 2c4381d4-acd5-4b93-96a6-061bf4033c26, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2c4381d4-acd5-4b93-96a6-061bf4033c26,segment=NetworkSegment(062c0935-8a98-4c53-95f2-a6fcafbb761a),segment_id=062c0935-8a98-4c53-95f2-a6fcafbb761a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:28:04.925117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '2c4381d4-acd5-4b93-96a6-061bf4033c26', 'network_id': 'e58a5c11-087e-4875-ad64-cfa488bf2f66', 'port_id': '2c4381d4-acd5-4b93-96a6-061bf4033c26', 'mac_address': 'fa:16:3e:d7:1c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a86084-8749-4611-8fa8-baae1f88b6c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:28:04.967571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 2c4381d4-acd5-4b93-96a6-061bf4033c26 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:28:04.967961 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c4381d4-acd5-4b93-96a6-061bf4033c26), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:04.981068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4381d4-acd5-4b93-96a6-061bf4033c26 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:28:04.999914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 2c4381d4-acd5-4b93-96a6-061bf4033c26, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2c4381d4-acd5-4b93-96a6-061bf4033c26,segment=NetworkSegment(062c0935-8a98-4c53-95f2-a6fcafbb761a),segment_id=062c0935-8a98-4c53-95f2-a6fcafbb761a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:28:05.004490 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2c4381d4-acd5-4b93-96a6-061bf4033c26), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:05.054257 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=2c4381d4-acd5-4b93-96a6-061bf4033c26,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:28:05.191756 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['2c4381d4-acd5-4b93-96a6-061bf4033c26'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:28:05.545713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005725b-d58e-4f31-816a-61bcd4e01c93 req-862669cc-8b9d-4390-a912-05ce28b8e352 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:05.547345 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3005725b-d58e-4f31-816a-61bcd4e01c93 req-862669cc-8b9d-4390-a912-05ce28b8e352 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0169259f-ebf4-43ce-8591-af1531a90fc9 HTTP/1.1" status: 200 len: 944 time: 0.0774231 Feb 05 03:28:05.593852 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3005725b-d58e-4f31-816a-61bcd4e01c93 req-875cc8ac-6380-4da8-8ffa-81df1c41a084 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409303 Feb 05 03:28:05.884921 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b94b0a2a-3c0f-4b49-b476-f06cba465558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:06.716381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cd219-72d2-4e21-997d-7153002370ff req-c5b6bb20-161e-4a5a-a07f-9c411297dbc6 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:06.717889 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c94cd219-72d2-4e21-997d-7153002370ff req-c5b6bb20-161e-4a5a-a07f-9c411297dbc6 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0169259f-ebf4-43ce-8591-af1531a90fc9 HTTP/1.1" status: 200 len: 944 time: 0.0547967 Feb 05 03:28:06.763875 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c94cd219-72d2-4e21-997d-7153002370ff req-0ede885e-d629-4191-b382-3003c7ea456d tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402684 Feb 05 03:28:06.797072 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 2c4381d4-acd5-4b93-96a6-061bf4033c26 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:28:06.845431 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 2c4381d4-acd5-4b93-96a6-061bf4033c26 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:28:06.849581 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 2c4381d4-acd5-4b93-96a6-061bf4033c26 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:28:06.849950 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (2c4381d4-acd5-4b93-96a6-061bf4033c26), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:06.929431 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 2c4381d4-acd5-4b93-96a6-061bf4033c26 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:28:06.934952 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (2c4381d4-acd5-4b93-96a6-061bf4033c26), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:06.956084 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0169259f-ebf4-43ce-8591-af1531a90fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4381d4-acd5-4b93-96a6-061bf4033c26'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:28:06.958409 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781fadbd-0df5-4e83-a145-0a4a5a2b2f8c" -d '{"events": [{"server_uuid": "0169259f-ebf4-43ce-8591-af1531a90fc9", "name": "network-vif-plugged", "status": "completed", "tag": "2c4381d4-acd5-4b93-96a6-061bf4033c26"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:28:06.971898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 2c4381d4-acd5-4b93-96a6-061bf4033c26, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2c4381d4-acd5-4b93-96a6-061bf4033c26,segment=NetworkSegment(062c0935-8a98-4c53-95f2-a6fcafbb761a),segment_id=062c0935-8a98-4c53-95f2-a6fcafbb761a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:28:06.976340 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (2c4381d4-acd5-4b93-96a6-061bf4033c26), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:07.015668 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435d5e2f-d6e9-4d34-a3a9-178971e56f93 x-openstack-request-id: req-435d5e2f-d6e9-4d34-a3a9-178971e56f93 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:28:07.015964 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0169259f-ebf4-43ce-8591-af1531a90fc9", "name": "network-vif-plugged", "status": "completed", "tag": "2c4381d4-acd5-4b93-96a6-061bf4033c26", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:28:07.016224 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-435d5e2f-d6e9-4d34-a3a9-178971e56f93 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:28:07.016618 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0169259f-ebf4-43ce-8591-af1531a90fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4381d4-acd5-4b93-96a6-061bf4033c26', 'code': 200} Feb 05 03:28:07.031486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=2c4381d4-acd5-4b93-96a6-061bf4033c26,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:28:07.105090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec92b5-8906-4b14-8e6f-522038a45116 req-f16551e5-41a5-4b2f-a538-cf192ac74ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:07.106595 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72ec92b5-8906-4b14-8e6f-522038a45116 req-f16551e5-41a5-4b2f-a538-cf192ac74ced service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0169259f-ebf4-43ce-8591-af1531a90fc9 HTTP/1.1" status: 200 len: 1127 time: 0.0438013 Feb 05 03:28:07.153690 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72ec92b5-8906-4b14-8e6f-522038a45116 req-0ee19cae-4d8a-4cb7-ad61-041afd9a7112 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 Feb 05 03:28:07.185504 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:07.888641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53d782-9971-4892-9b41-1a51901ffd3a req-8a934db2-fb80-4c42-a9ff-4573f30bcf78 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:07.890152 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc53d782-9971-4892-9b41-1a51901ffd3a req-8a934db2-fb80-4c42-a9ff-4573f30bcf78 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0169259f-ebf4-43ce-8591-af1531a90fc9 HTTP/1.1" status: 200 len: 945 time: 0.0541036 Feb 05 03:28:07.938367 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc53d782-9971-4892-9b41-1a51901ffd3a req-888bf8a5-7e38-47e4-84b7-658376dd3e11 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426426 Feb 05 03:28:08.734507 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:09.065397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b7ff6-02e6-4d5f-8f5a-ef650619f77a req-0ac873b9-014b-4024-bfb8-e034ab5fed3c tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:09.069864 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f2b7ff6-02e6-4d5f-8f5a-ef650619f77a req-0ac873b9-014b-4024-bfb8-e034ab5fed3c tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0169259f-ebf4-43ce-8591-af1531a90fc9 HTTP/1.1" status: 200 len: 945 time: 0.0528667 Feb 05 03:28:09.114151 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f2b7ff6-02e6-4d5f-8f5a-ef650619f77a req-e38b4c6f-ce63-42e7-bba0-30013b4d1f66 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407717 Feb 05 03:28:09.749539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28890db4-df2d-4ec1-92a8-a80ab8bc33a0 req-5b83ce15-8db2-4d46-b8a5-aa303b1a0a06 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:09.751136 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28890db4-df2d-4ec1-92a8-a80ab8bc33a0 req-5b83ce15-8db2-4d46-b8a5-aa303b1a0a06 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0169259f-ebf4-43ce-8591-af1531a90fc9 HTTP/1.1" status: 200 len: 945 time: 0.0598378 Feb 05 03:28:09.800631 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28890db4-df2d-4ec1-92a8-a80ab8bc33a0 req-2d4c146e-4893-4c93-bea1-9b29cf3c311a tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440648 Feb 05 03:28:10.047902 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:10.922725 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2586903-7d44-4d9e-9338-e7f20707b2ed req-e021d189-dd4a-4627-8fb5-3cb0b2bfe5b2 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:10.924243 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2586903-7d44-4d9e-9338-e7f20707b2ed req-e021d189-dd4a-4627-8fb5-3cb0b2bfe5b2 tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/ports?device_id=0169259f-ebf4-43ce-8591-af1531a90fc9 HTTP/1.1" status: 200 len: 945 time: 0.0521710 Feb 05 03:28:11.002084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2586903-7d44-4d9e-9338-e7f20707b2ed req-be92f7f2-dfc6-438b-b95f-530b1f75335f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.36 "GET /v2.0/security-groups?id=af8b61a0-08a1-44a0-9d17-68937d056f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720763 Feb 05 03:28:11.014354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97982073-407e-4061-bfac-9432e5ca4e35 req-5a448e97-388e-4f58-a692-b3a6d58735de tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:28:11.015858 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97982073-407e-4061-bfac-9432e5ca4e35 req-5a448e97-388e-4f58-a692-b3a6d58735de tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.10 "GET /v2.0/ports?device_id=0169259f-ebf4-43ce-8591-af1531a90fc9 HTTP/1.1" status: 200 len: 945 time: 0.0796473 Feb 05 03:28:11.118115 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-97982073-407e-4061-bfac-9432e5ca4e35 req-263babd2-62a6-45e6-a5b4-d54b748e6d7f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Deleting port 2c4381d4-acd5-4b93-96a6-061bf4033c26 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:28:11.118458 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-97982073-407e-4061-bfac-9432e5ca4e35 req-263babd2-62a6-45e6-a5b4-d54b748e6d7f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (2c4381d4-acd5-4b93-96a6-061bf4033c26), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:11.211279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-97982073-407e-4061-bfac-9432e5ca4e35 req-263babd2-62a6-45e6-a5b4-d54b748e6d7f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] For port 2c4381d4-acd5-4b93-96a6-061bf4033c26, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=2c4381d4-acd5-4b93-96a6-061bf4033c26,segment=NetworkSegment(062c0935-8a98-4c53-95f2-a6fcafbb761a),segment_id=062c0935-8a98-4c53-95f2-a6fcafbb761a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:28:11.211643 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-97982073-407e-4061-bfac-9432e5ca4e35 req-263babd2-62a6-45e6-a5b4-d54b748e6d7f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (2c4381d4-acd5-4b93-96a6-061bf4033c26), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:11.223450 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-97982073-407e-4061-bfac-9432e5ca4e35 req-263babd2-62a6-45e6-a5b4-d54b748e6d7f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Calling delete_port for 2c4381d4-acd5-4b93-96a6-061bf4033c26 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:28:11.360849 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-97982073-407e-4061-bfac-9432e5ca4e35 req-263babd2-62a6-45e6-a5b4-d54b748e6d7f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (2c4381d4-acd5-4b93-96a6-061bf4033c26), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:11.377050 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['2c4381d4-acd5-4b93-96a6-061bf4033c26'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:28:11.399591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263babd2-62a6-45e6-a5b4-d54b748e6d7f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Pushing event deleted for resources: {'Port': ['ID=2c4381d4-acd5-4b93-96a6-061bf4033c26,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:28:11.445671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-97982073-407e-4061-bfac-9432e5ca4e35 req-263babd2-62a6-45e6-a5b4-d54b748e6d7f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] No DVR routers for this DVR port 2c4381d4-acd5-4b93-96a6-061bf4033c26 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:28:11.448379 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-97982073-407e-4061-bfac-9432e5ca4e35 req-263babd2-62a6-45e6-a5b4-d54b748e6d7f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:11.451883 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97982073-407e-4061-bfac-9432e5ca4e35 req-263babd2-62a6-45e6-a5b4-d54b748e6d7f tempest-VolumesActionsTest-2138745912 tempest-VolumesActionsTest-2138745912-project] 10.222.0.10 "DELETE /v2.0/ports/2c4381d4-acd5-4b93-96a6-061bf4033c26 HTTP/1.1" status: 204 len: 173 time: 0.4307568 Feb 05 03:28:11.452382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0169259f-ebf4-43ce-8591-af1531a90fc9', 'name': 'network-vif-deleted', 'tag': '2c4381d4-acd5-4b93-96a6-061bf4033c26'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:28:11.455319 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b260d4c8-2b26-4e75-b57c-7aa782eafc2f" -d '{"events": [{"server_uuid": "0169259f-ebf4-43ce-8591-af1531a90fc9", "name": "network-vif-deleted", "tag": "2c4381d4-acd5-4b93-96a6-061bf4033c26"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:28:11.498959 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b6b822-d96e-4aa5-8de9-4b243f4e0df8 x-openstack-request-id: req-e7b6b822-d96e-4aa5-8de9-4b243f4e0df8 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:28:11.499349 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0169259f-ebf4-43ce-8591-af1531a90fc9", "name": "network-vif-deleted", "tag": "2c4381d4-acd5-4b93-96a6-061bf4033c26", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:28:11.499673 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7b6b822-d96e-4aa5-8de9-4b243f4e0df8 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:28:11.503262 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0169259f-ebf4-43ce-8591-af1531a90fc9', 'name': 'network-vif-deleted', 'tag': '2c4381d4-acd5-4b93-96a6-061bf4033c26', 'status': 'completed', 'code': 200} Feb 05 03:28:11.641242 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:14.834079 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 2c4381d4-acd5-4b93-96a6-061bf4033c26 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:28:14.863499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 2c4381d4-acd5-4b93-96a6-061bf4033c26 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:28:14.864248 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 2c4381d4-acd5-4b93-96a6-061bf4033c26 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:28:16.432323 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:33.673292 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4ece203a-e675-436f-b25e-dd953fdecac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:35.360535 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:28:35.888147 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd9de608-a5c2-40b9-ad7f-a07cfff2456f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:36.069279 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39190) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:28:36.119549 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Deleting subnet b0a86084-8749-4611-8fa8-baae1f88b6c5 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:28:36.123060 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Publish callbacks [] for subnet (b0a86084-8749-4611-8fa8-baae1f88b6c5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:36.168969 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (b0a86084-8749-4611-8fa8-baae1f88b6c5), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:36.211697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (b0a86084-8749-4611-8fa8-baae1f88b6c5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:36.271583 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (b0a86084-8749-4611-8fa8-baae1f88b6c5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:36.296422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a86084-8749-4611-8fa8-baae1f88b6c5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:28:36.307561 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.307728 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.308078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.308422 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.308759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.309089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.309614 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.309949 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.310275 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.310604 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.310958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.311407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.311728 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.314602 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:36.317805 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ff2d774e-6614-4840-a14b-1b1775b1bf47 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b0a86084-8749-4611-8fa8-baae1f88b6c5 HTTP/1.1" status: 204 len: 168 time: 0.2469001 Feb 05 03:28:36.320631 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39192) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:28:36.393188 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (e58a5c11-087e-4875-ad64-cfa488bf2f66), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:36.475926 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (e58a5c11-087e-4875-ad64-cfa488bf2f66), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:36.498431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58a5c11-087e-4875-ad64-cfa488bf2f66']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:28:36.508442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062c0935-8a98-4c53-95f2-a6fcafbb761a') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:28:36.508888 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062c0935-8a98-4c53-95f2-a6fcafbb761a') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:28:36.518626 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (062c0935-8a98-4c53-95f2-a6fcafbb761a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:36.532512 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (062c0935-8a98-4c53-95f2-a6fcafbb761a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:36.538987 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:28:36.539769 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (062c0935-8a98-4c53-95f2-a6fcafbb761a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:28:36.541809 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:28:36.608547 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (e58a5c11-087e-4875-ad64-cfa488bf2f66), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:36.628813 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:36.632957 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e58a5c11-087e-4875-ad64-cfa488bf2f66 HTTP/1.1" status: 204 len: 168 time: 0.3113039 Feb 05 03:28:36.634109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Pushing event deleted for resources: {'Network': ['ID=e58a5c11-087e-4875-ad64-cfa488bf2f66,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:28:36.646847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.647508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.647800 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.648289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.648774 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.649093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.649564 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.650223 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.650567 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.650926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.651260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.651589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.651920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f948eba-a5d2-47b3-91bb-555969b47859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:28:36.768432 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 39198) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:28:36.829272 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-175210dd-d550-47d1-9345-95aedfb58e7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17c68e8bb9b04c998cc6a63e5766bdb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0573132 Feb 05 03:28:36.830152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39202) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:28:36.895014 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8044de4e-cae0-46d5-a143-d518e94e6036 admin admin] Publish callbacks [] for security_group (af8b61a0-08a1-44a0-9d17-68937d056f77), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:36.918334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8044de4e-cae0-46d5-a143-d518e94e6036 admin admin] Publish callbacks [] for security_group (af8b61a0-08a1-44a0-9d17-68937d056f77), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:36.967689 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8044de4e-cae0-46d5-a143-d518e94e6036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (af8b61a0-08a1-44a0-9d17-68937d056f77), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:36.970415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8044de4e-cae0-46d5-a143-d518e94e6036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:36.971624 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8044de4e-cae0-46d5-a143-d518e94e6036 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af8b61a0-08a1-44a0-9d17-68937d056f77 HTTP/1.1" status: 204 len: 168 time: 0.1397765 Feb 05 03:28:36.980835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044de4e-cae0-46d5-a143-d518e94e6036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8b61a0-08a1-44a0-9d17-68937d056f77,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:28:37.199008 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:38.736201 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:40.040558 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:41.646442 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:46.468467 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:46.625887 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39284) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:28:46.741880 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2c2d-dbd1-416c-9dce-bf5c011e7d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:46.824385 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2c2d-dbd1-416c-9dce-bf5c011e7d11 admin admin] Publish callbacks [] for security_group (063e1fb4-775c-4262-b42f-eb43e17a5b4f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:46.829621 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2c2d-dbd1-416c-9dce-bf5c011e7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (063e1fb4-775c-4262-b42f-eb43e17a5b4f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:46.856926 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c2c2d-dbd1-416c-9dce-bf5c011e7d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063e1fb4-775c-4262-b42f-eb43e17a5b4f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:28:46.887278 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0d5c2c2d-dbd1-416c-9dce-bf5c011e7d11 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b22f616d4f684e1b94d61338f0aebf89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2600892 Feb 05 03:28:46.889717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39288) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:28:46.940813 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb99b-f128-4771-947d-023f78a2b764 admin admin] Publish callbacks [] for security_group (063e1fb4-775c-4262-b42f-eb43e17a5b4f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:46.969161 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb99b-f128-4771-947d-023f78a2b764 admin admin] Publish callbacks [] for security_group (063e1fb4-775c-4262-b42f-eb43e17a5b4f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:47.026285 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb99b-f128-4771-947d-023f78a2b764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (063e1fb4-775c-4262-b42f-eb43e17a5b4f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:47.029286 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb99b-f128-4771-947d-023f78a2b764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:47.030473 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7c8bb99b-f128-4771-947d-023f78a2b764 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/063e1fb4-775c-4262-b42f-eb43e17a5b4f HTTP/1.1" status: 204 len: 168 time: 0.1398418 Feb 05 03:28:47.039919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bb99b-f128-4771-947d-023f78a2b764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063e1fb4-775c-4262-b42f-eb43e17a5b4f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:28:47.315759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39294) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:28:47.330740 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-116778ea-7ba7-4810-81f5-81bc58706839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:47.419327 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-116778ea-7ba7-4810-81f5-81bc58706839 admin admin] Publish callbacks [] for security_group (39459ffe-0855-441e-b96d-6890f2de3b2b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:47.424000 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-116778ea-7ba7-4810-81f5-81bc58706839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (39459ffe-0855-441e-b96d-6890f2de3b2b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:47.462637 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116778ea-7ba7-4810-81f5-81bc58706839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39459ffe-0855-441e-b96d-6890f2de3b2b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:28:47.469064 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-116778ea-7ba7-4810-81f5-81bc58706839 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0b5c21c717644d8aee1741955863ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1518803 Feb 05 03:28:47.471696 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39296) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:28:47.534312 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87de865f-6d5e-48c1-92d5-eefb6daa1c83 admin admin] Publish callbacks [] for security_group (39459ffe-0855-441e-b96d-6890f2de3b2b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:47.555804 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87de865f-6d5e-48c1-92d5-eefb6daa1c83 admin admin] Publish callbacks [] for security_group (39459ffe-0855-441e-b96d-6890f2de3b2b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:47.605077 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87de865f-6d5e-48c1-92d5-eefb6daa1c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (39459ffe-0855-441e-b96d-6890f2de3b2b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:47.607959 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87de865f-6d5e-48c1-92d5-eefb6daa1c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:47.609133 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-87de865f-6d5e-48c1-92d5-eefb6daa1c83 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39459ffe-0855-441e-b96d-6890f2de3b2b HTTP/1.1" status: 204 len: 168 time: 0.1359158 Feb 05 03:28:47.618081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de865f-6d5e-48c1-92d5-eefb6daa1c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39459ffe-0855-441e-b96d-6890f2de3b2b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:28:48.700665 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39330) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:28:48.811624 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8732e9b6-de50-467e-bcb0-b38b11f464ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:48.886847 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8732e9b6-de50-467e-bcb0-b38b11f464ec admin admin] Publish callbacks [] for security_group (462e0dbb-b01d-4b01-a66a-28c78a29a004), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:48.892056 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8732e9b6-de50-467e-bcb0-b38b11f464ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (462e0dbb-b01d-4b01-a66a-28c78a29a004), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:48.931710 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8732e9b6-de50-467e-bcb0-b38b11f464ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c553766bb1c44a28c37114e86dbd02a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2299261 Feb 05 03:28:48.934242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 39334) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:28:48.939973 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732e9b6-de50-467e-bcb0-b38b11f464ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462e0dbb-b01d-4b01-a66a-28c78a29a004,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:28:48.984021 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c987a305-d9c0-44e4-bad2-0cd4f6529612 admin admin] Publish callbacks [] for security_group (462e0dbb-b01d-4b01-a66a-28c78a29a004), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:49.004749 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c987a305-d9c0-44e4-bad2-0cd4f6529612 admin admin] Publish callbacks [] for security_group (462e0dbb-b01d-4b01-a66a-28c78a29a004), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:49.053071 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c987a305-d9c0-44e4-bad2-0cd4f6529612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (462e0dbb-b01d-4b01-a66a-28c78a29a004), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:49.056220 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c987a305-d9c0-44e4-bad2-0cd4f6529612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:28:49.059762 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c987a305-d9c0-44e4-bad2-0cd4f6529612 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/462e0dbb-b01d-4b01-a66a-28c78a29a004 HTTP/1.1" status: 204 len: 168 time: 0.1221907 Feb 05 03:28:49.065067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987a305-d9c0-44e4-bad2-0cd4f6529612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462e0dbb-b01d-4b01-a66a-28c78a29a004,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:00.097667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-51d690e8-eb6c-4753-ac3c-8e16a785b6cf req-ca13fa46-c513-45a0-8060-48f7bef6e1d8 service neutron] (109675) timed out ('10.222.0.36', 49162) {{(pid=109675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 05 03:29:03.667835 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d3b94b04-c111-42e1-a65a-075213aaf723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:05.892263 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-956b6f8f-d1b2-4136-bcaa-5196b4ee6faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:07.192799 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:08.737149 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:10.044183 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:11.643851 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:12.360061 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:29:16.474798 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:33.688635 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-549984f1-7882-41f5-a476-0351da0a3f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:35.061357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40486) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:35.194204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96be9414-c744-41a8-bf6a-9c7822114b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:35.272843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96be9414-c744-41a8-bf6a-9c7822114b03 admin admin] Publish callbacks [] for security_group (912d77a1-fcb3-48c0-94c0-0dfebc8271ed), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:35.277426 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96be9414-c744-41a8-bf6a-9c7822114b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (912d77a1-fcb3-48c0-94c0-0dfebc8271ed), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:35.316723 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-96be9414-c744-41a8-bf6a-9c7822114b03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f3b571d24b34b01ad02ef8bdf19d7f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2542758 Feb 05 03:29:35.320087 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40492) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:35.327700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be9414-c744-41a8-bf6a-9c7822114b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912d77a1-fcb3-48c0-94c0-0dfebc8271ed,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:35.383359 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a460cfc1-e3c1-4272-b3ca-0ac14609d24c admin admin] Publish callbacks [] for security_group (912d77a1-fcb3-48c0-94c0-0dfebc8271ed), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:35.406737 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a460cfc1-e3c1-4272-b3ca-0ac14609d24c admin admin] Publish callbacks [] for security_group (912d77a1-fcb3-48c0-94c0-0dfebc8271ed), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:35.454242 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a460cfc1-e3c1-4272-b3ca-0ac14609d24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (912d77a1-fcb3-48c0-94c0-0dfebc8271ed), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:35.457260 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a460cfc1-e3c1-4272-b3ca-0ac14609d24c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:35.458438 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a460cfc1-e3c1-4272-b3ca-0ac14609d24c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/912d77a1-fcb3-48c0-94c0-0dfebc8271ed HTTP/1.1" status: 204 len: 168 time: 0.1372702 Feb 05 03:29:35.468235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460cfc1-e3c1-4272-b3ca-0ac14609d24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912d77a1-fcb3-48c0-94c0-0dfebc8271ed,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:35.900305 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04a26e94-1eaf-4a8a-821b-a843d8317514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:37.194998 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:38.737097 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:39.595089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40564) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:39.732266 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:39.815820 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] Publish callbacks [] for security_group (f33c36fe-2621-40c1-bff1-d1838794381e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:39.820664 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f33c36fe-2621-40c1-bff1-d1838794381e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:39.859117 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33c36fe-2621-40c1-bff1-d1838794381e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:39.866011 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e54a522a69be409f9b6abff44d250121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2668133 Feb 05 03:29:39.866368 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40582) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:39.885390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:39.886256 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:39.887061 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:39.888233 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:39.889207 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:39.890112 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:39.890732 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:39.891091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:39.891426 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:39.891759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:39.892106 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:39.892447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:39.892791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42854995-bdc4-4dd9-b974-42ac818148bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:39.918438 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Publish callbacks [] for security_group (f33c36fe-2621-40c1-bff1-d1838794381e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:39.941539 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Publish callbacks [] for security_group (f33c36fe-2621-40c1-bff1-d1838794381e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:39.994357 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f33c36fe-2621-40c1-bff1-d1838794381e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:39.997909 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:40.001637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f33c36fe-2621-40c1-bff1-d1838794381e HTTP/1.1" status: 204 len: 168 time: 0.1319907 Feb 05 03:29:40.010070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33c36fe-2621-40c1-bff1-d1838794381e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:40.020303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:40.022270 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:40.022934 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:40.023527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:40.024085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:40.024804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:40.025376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:40.026198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:40.026821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:40.027378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:40.027923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:40.028483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:40.029081 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bb597-55e8-4ab6-a163-d3364f68cf6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:40.057258 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:40.745968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40618) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:40.925324 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cadb4f34-9e4e-4aa1-8910-f54fb6fad267 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1035708091-network', 'tenant_id': '07837c0dd2644ab6b90ad913f15131b2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:29:40.946600 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadb4f34-9e4e-4aa1-8910-f54fb6fad267 admin admin] Made reservation on behalf of 07837c0dd2644ab6b90ad913f15131b2 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:29:40.948995 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cadb4f34-9e4e-4aa1-8910-f54fb6fad267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:40.959592 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cadb4f34-9e4e-4aa1-8910-f54fb6fad267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:41.041209 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cadb4f34-9e4e-4aa1-8910-f54fb6fad267 admin admin] Publish callbacks [] for security_group (b141f18d-dcc0-42f6-8a6d-6bb88e26eacd), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:41.046373 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cadb4f34-9e4e-4aa1-8910-f54fb6fad267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b141f18d-dcc0-42f6-8a6d-6bb88e26eacd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:41.073000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadb4f34-9e4e-4aa1-8910-f54fb6fad267 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:29:41.082554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb4f34-9e4e-4aa1-8910-f54fb6fad267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b141f18d-dcc0-42f6-8a6d-6bb88e26eacd,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:41.090426 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cadb4f34-9e4e-4aa1-8910-f54fb6fad267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (5500d0a9-7118-4350-8bd2-d87e4c1e6b6b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:41.091404 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-cadb4f34-9e4e-4aa1-8910-f54fb6fad267 admin admin] Added segment 5500d0a9-7118-4350-8bd2-d87e4c1e6b6b of type vlan for network c4913d27-32e5-4408-8752-ace9f0a25101 Feb 05 03:29:41.133949 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cadb4f34-9e4e-4aa1-8910-f54fb6fad267 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (c4913d27-32e5-4408-8752-ace9f0a25101), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:41.159821 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cadb4f34-9e4e-4aa1-8910-f54fb6fad267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (c4913d27-32e5-4408-8752-ace9f0a25101), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:41.160767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadb4f34-9e4e-4aa1-8910-f54fb6fad267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:29:41.161339 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cadb4f34-9e4e-4aa1-8910-f54fb6fad267 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:41.215485 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cadb4f34-9e4e-4aa1-8910-f54fb6fad267 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4678135 Feb 05 03:29:41.218630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40624) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:41.223779 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-da3f3be4-88fd-485c-982f-0e4f278b6113 admin admin] Request body: {'subnet': {'network_id': 'c4913d27-32e5-4408-8752-ace9f0a25101', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1035708091-subnet', 'tenant_id': '07837c0dd2644ab6b90ad913f15131b2', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:29:41.227984 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb4f34-9e4e-4aa1-8910-f54fb6fad267 admin admin] Pushing event updated for resources: {'Network': ['ID=c4913d27-32e5-4408-8752-ace9f0a25101,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:41.238882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network c4913d27-32e5-4408-8752-ace9f0a25101 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:29:41.250222 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3f3be4-88fd-485c-982f-0e4f278b6113 admin admin] Made reservation on behalf of 07837c0dd2644ab6b90ad913f15131b2 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:29:41.252662 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da3f3be4-88fd-485c-982f-0e4f278b6113 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:41.426127 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da3f3be4-88fd-485c-982f-0e4f278b6113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (b6085b0a-49f9-4542-91a8-acbd029697b9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:41.487104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f3be4-88fd-485c-982f-0e4f278b6113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6085b0a-49f9-4542-91a8-acbd029697b9,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:41.495808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3f3be4-88fd-485c-982f-0e4f278b6113 admin admin] Checking segment: {'id': '5500d0a9-7118-4350-8bd2-d87e4c1e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c4913d27-32e5-4408-8752-ace9f0a25101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:29:41.496246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3f3be4-88fd-485c-982f-0e4f278b6113 admin admin] Network hostable DHCP agents. Network: c4913d27-32e5-4408-8752-ace9f0a25101, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:29:41.514179 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3f3be4-88fd-485c-982f-0e4f278b6113 admin admin] Network c4913d27-32e5-4408-8752-ace9f0a25101 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:29:41.524339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-da3f3be4-88fd-485c-982f-0e4f278b6113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, c4913d27-32e5-4408-8752-ace9f0a25101) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:29:41.528546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3f3be4-88fd-485c-982f-0e4f278b6113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:29:41.529165 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da3f3be4-88fd-485c-982f-0e4f278b6113 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:41.534128 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1070da-f729-41aa-adca-17d1acc37e40 None None] Network c4913d27-32e5-4408-8752-ace9f0a25101 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:29:41.550747 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40626) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:41.552709 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-da3f3be4-88fd-485c-982f-0e4f278b6113 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3328259 Feb 05 03:29:41.556502 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1035708091-router', 'tenant_id': '07837c0dd2644ab6b90ad913f15131b2', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:29:41.575917 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (8a7b4a73-b767-4425-af17-279c94f95b3e), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:41.576928 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (8a7b4a73-b767-4425-af17-279c94f95b3e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:41.632245 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Publish callbacks [] for router_controller (8a7b4a73-b767-4425-af17-279c94f95b3e), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:41.639384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-c4913d27-32e5-4408-8752-ace9f0a25101', 'network_id': 'c4913d27-32e5-4408-8752-ace9f0a25101', 'project_id': '07837c0dd2644ab6b90ad913f15131b2', 'fixed_ips': [{'subnet_id': 'b6085b0a-49f9-4542-91a8-acbd029697b9'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:29:41.640633 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:41.728817 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:41.784946 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Publish callbacks [] for router_gateway (8a7b4a73-b767-4425-af17-279c94f95b3e), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:41.799611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Allocated IP 172.20.0.2 (c4913d27-32e5-4408-8752-ace9f0a25101/b6085b0a-49f9-4542-91a8-acbd029697b9/0718de3a-71e3-4e82-9bec-58b2f24b906d) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:29:41.973578 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Publish callbacks [] for port (0718de3a-71e3-4e82-9bec-58b2f24b906d), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:41.982493 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (0718de3a-71e3-4e82-9bec-58b2f24b906d), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:42.000496 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Publish callbacks [] for router_gateway (8a7b4a73-b767-4425-af17-279c94f95b3e), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:42.020781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Network c4913d27-32e5-4408-8752-ace9f0a25101 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:29:42.021114 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:42.027556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:29:42.030958 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:29:42.039084 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Pushing event updated for resources: {'Port': ['ID=0718de3a-71e3-4e82-9bec-58b2f24b906d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:42.064255 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:42.064602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:42.064943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:42.065274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:42.065607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:42.065936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:42.066256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:42.066575 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:42.066924 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:42.067249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:42.067565 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:42.068478 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:42.068865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:42.099433 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Attempting to bind port 0718de3a-71e3-4e82-9bec-58b2f24b906d on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:29:42.099813 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Attempting to bind port 0718de3a-71e3-4e82-9bec-58b2f24b906d by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '5500d0a9-7118-4350-8bd2-d87e4c1e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c4913d27-32e5-4408-8752-ace9f0a25101'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:29:42.100262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Attempting to bind port 0718de3a-71e3-4e82-9bec-58b2f24b906d on network c4913d27-32e5-4408-8752-ace9f0a25101 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:29:42.105257 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:29:42.105630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Checking segment: {'id': '5500d0a9-7118-4350-8bd2-d87e4c1e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c4913d27-32e5-4408-8752-ace9f0a25101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:29:42.106029 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:42.106422 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Bound using segment: {'id': '5500d0a9-7118-4350-8bd2-d87e4c1e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c4913d27-32e5-4408-8752-ace9f0a25101'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:29:42.106960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Bound port: 0718de3a-71e3-4e82-9bec-58b2f24b906d, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5500d0a9-7118-4350-8bd2-d87e4c1e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c4913d27-32e5-4408-8752-ace9f0a25101'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:29:42.107336 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0718de3a-71e3-4e82-9bec-58b2f24b906d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:42.133628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Allocated IP 172.25.0.172 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/a6f914d6-a619-4caa-896c-a97c723ffc7e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:29:42.174175 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] For port 0718de3a-71e3-4e82-9bec-58b2f24b906d, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:29:42.178314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] For port 0718de3a-71e3-4e82-9bec-58b2f24b906d, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0718de3a-71e3-4e82-9bec-58b2f24b906d,segment=NetworkSegment(5500d0a9-7118-4350-8bd2-d87e4c1e6b6b),segment_id=5500d0a9-7118-4350-8bd2-d87e4c1e6b6b)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:29:42.183818 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0718de3a-71e3-4e82-9bec-58b2f24b906d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:42.248344 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f44c93-1043-4d86-bfcb-ac15f3ed1fb2 None None] Pushing event updated for resources: {'Port': ['ID=0718de3a-71e3-4e82-9bec-58b2f24b906d,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:42.260391 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Publish callbacks [] for port (a6f914d6-a619-4caa-896c-a97c723ffc7e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:42.296856 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a6f914d6-a619-4caa-896c-a97c723ffc7e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:42.346205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Pushing event updated for resources: {'Port': ['ID=a6f914d6-a619-4caa-896c-a97c723ffc7e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:42.355082 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:29:42.356329 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:29:42.359156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:29:42.664046 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Publish callbacks [] for router_gateway (8a7b4a73-b767-4425-af17-279c94f95b3e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:42.873292 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (8a7b4a73-b767-4425-af17-279c94f95b3e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:43.027274 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Router 8a7b4a73-b767-4425-af17-279c94f95b3e is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:29:43.145561 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:29:43.162140 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Sync routers for ids ['8a7b4a73-b767-4425-af17-279c94f95b3e'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:29:43.169958 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:43.173825 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-48e72820-a3e1-4981-aa64-b42a80f7f35a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6191785 Feb 05 03:29:43.174191 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40632) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:43.174969 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Routers {'8a7b4a73-b767-4425-af17-279c94f95b3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:29:43.175923 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:29:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['8a7b4a73-b767-4425-af17-279c94f95b3e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:43.306495 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Set router 8a7b4a73-b767-4425-af17-279c94f95b3e gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:29:43.310324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b19ef56-e3e0-4ee3-8542-afca0f3ff48b None None] Network c4913d27-32e5-4408-8752-ace9f0a25101 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:29:43.433576 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d3bdb56a-9bc3-4457-acea-7e439efb0e3d None None] Provisioning complete for port 0718de3a-71e3-4e82-9bec-58b2f24b906d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:43.434039 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d3bdb56a-9bc3-4457-acea-7e439efb0e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0718de3a-71e3-4e82-9bec-58b2f24b906d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:43.534399 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'name': 'tempest-TestAggregatesBasicOps-1035708091-router', 'tenant_id': '07837c0dd2644ab6b90ad913f15131b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'a6f914d6-a619-4caa-896c-a97c723ffc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:41Z', 'updated_at': '2022-02-05T03:29:42Z', 'revision_number': 3, 'project_id': '07837c0dd2644ab6b90ad913f15131b2', 'gw_port': {'id': 'a6f914d6-a619-4caa-896c-a97c723ffc7e', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:42Z', 'updated_at': '2022-02-05T03:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:43.547468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d3bdb56a-9bc3-4457-acea-7e439efb0e3d None None] Current status of the port 0718de3a-71e3-4e82-9bec-58b2f24b906d is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:29:43.547784 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d3bdb56a-9bc3-4457-acea-7e439efb0e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0718de3a-71e3-4e82-9bec-58b2f24b906d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:43.567816 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Checking router: 8a7b4a73-b767-4425-af17-279c94f95b3e for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:29:43.568443 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Updating router 8a7b4a73-b767-4425-af17-279c94f95b3e port a6f914d6-a619-4caa-896c-a97c723ffc7e binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:29:43.605046 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6f914d6-a619-4caa-896c-a97c723ffc7e), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:43.613879 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d3bdb56a-9bc3-4457-acea-7e439efb0e3d None None] For port 0718de3a-71e3-4e82-9bec-58b2f24b906d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0718de3a-71e3-4e82-9bec-58b2f24b906d,segment=NetworkSegment(5500d0a9-7118-4350-8bd2-d87e4c1e6b6b),segment_id=5500d0a9-7118-4350-8bd2-d87e4c1e6b6b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:29:43.625466 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d3bdb56a-9bc3-4457-acea-7e439efb0e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0718de3a-71e3-4e82-9bec-58b2f24b906d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:43.698745 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdb56a-9bc3-4457-acea-7e439efb0e3d None None] Pushing event updated for resources: {'Port': ['ID=0718de3a-71e3-4e82-9bec-58b2f24b906d,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:43.722910 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:43.850930 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6a12d008-2da3-43c8-a8d6-57a7b7c66ae3 None None] Provisioning complete for port 0718de3a-71e3-4e82-9bec-58b2f24b906d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:43.851225 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a12d008-2da3-43c8-a8d6-57a7b7c66ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0718de3a-71e3-4e82-9bec-58b2f24b906d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:43.933112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Allocated IP 172.20.0.1 (c4913d27-32e5-4408-8752-ace9f0a25101/b6085b0a-49f9-4542-91a8-acbd029697b9/277eb2c7-eabc-4ed0-bfe1-34ae60f2238c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:29:43.945032 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6a12d008-2da3-43c8-a8d6-57a7b7c66ae3 None None] Current status of the port 0718de3a-71e3-4e82-9bec-58b2f24b906d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:29:44.029915 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Publish callbacks [] for port (a6f914d6-a619-4caa-896c-a97c723ffc7e), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:44.045093 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a6f914d6-a619-4caa-896c-a97c723ffc7e), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:44.063693 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Publish callbacks [] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:44.065774 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0718de3a-71e3-4e82-9bec-58b2f24b906d up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:29:44.103180 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Attempting to bind port a6f914d6-a619-4caa-896c-a97c723ffc7e on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:29:44.104017 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Attempting to bind port a6f914d6-a619-4caa-896c-a97c723ffc7e by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:29:44.104017 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Attempting to bind port a6f914d6-a619-4caa-896c-a97c723ffc7e on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:29:44.108236 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:44.112849 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:29:44.113248 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:29:44.113655 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:44.114047 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:29:44.114578 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Bound port: a6f914d6-a619-4caa-896c-a97c723ffc7e, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:29:44.114975 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6f914d6-a619-4caa-896c-a97c723ffc7e), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:44.118348 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6816575-b538-4312-b11f-93b44a842877 None None] Pushing event updated for resources: {'Port': ['ID=a6f914d6-a619-4caa-896c-a97c723ffc7e,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:44.127458 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 0718de3a-71e3-4e82-9bec-58b2f24b906d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:44.128223 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0718de3a-71e3-4e82-9bec-58b2f24b906d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:44.143995 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6816575-b538-4312-b11f-93b44a842877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:44.144325 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6816575-b538-4312-b11f-93b44a842877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:44.144661 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6816575-b538-4312-b11f-93b44a842877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:44.144994 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6816575-b538-4312-b11f-93b44a842877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:44.145324 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6816575-b538-4312-b11f-93b44a842877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:44.145649 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6816575-b538-4312-b11f-93b44a842877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:44.146600 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6816575-b538-4312-b11f-93b44a842877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:44.146954 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6816575-b538-4312-b11f-93b44a842877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:44.147712 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6816575-b538-4312-b11f-93b44a842877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:44.148035 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6816575-b538-4312-b11f-93b44a842877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:44.148357 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6816575-b538-4312-b11f-93b44a842877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:44.148675 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6816575-b538-4312-b11f-93b44a842877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:44.148992 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6816575-b538-4312-b11f-93b44a842877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:29:44.179206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Network c4913d27-32e5-4408-8752-ace9f0a25101 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:29:44.182596 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:29:44.187580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:29:44.206382 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] For port a6f914d6-a619-4caa-896c-a97c723ffc7e, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:29:44.210960 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] For port a6f914d6-a619-4caa-896c-a97c723ffc7e, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a6f914d6-a619-4caa-896c-a97c723ffc7e,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:29:44.215369 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Pushing event updated for resources: {'Port': ['ID=277eb2c7-eabc-4ed0-bfe1-34ae60f2238c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:44.222698 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a6f914d6-a619-4caa-896c-a97c723ffc7e), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:44.242947 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (8a7b4a73-b767-4425-af17-279c94f95b3e), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:44.246882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 0718de3a-71e3-4e82-9bec-58b2f24b906d is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:29:44.292727 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6816575-b538-4312-b11f-93b44a842877 None None] Pushing event updated for resources: {'Port': ['ID=a6f914d6-a619-4caa-896c-a97c723ffc7e,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:44.316415 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Routers {'8a7b4a73-b767-4425-af17-279c94f95b3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:29:44.317094 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:29:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['8a7b4a73-b767-4425-af17-279c94f95b3e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:44.400394 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:44.441302 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] Set router 8a7b4a73-b767-4425-af17-279c94f95b3e gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:29:44.578204 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1068dea4-4cb2-476f-84f8-cfe8f8ad6848 None None] Provisioning complete for port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:44.579643 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1068dea4-4cb2-476f-84f8-cfe8f8ad6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:44.592735 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Publish callbacks [] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:44.598719 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:44.624862 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1068dea4-4cb2-476f-84f8-cfe8f8ad6848 None None] Port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:29:44.631353 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'name': 'tempest-TestAggregatesBasicOps-1035708091-router', 'tenant_id': '07837c0dd2644ab6b90ad913f15131b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'a6f914d6-a619-4caa-896c-a97c723ffc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:41Z', 'updated_at': '2022-02-05T03:29:42Z', 'revision_number': 3, 'project_id': '07837c0dd2644ab6b90ad913f15131b2', 'gw_port': {'id': 'a6f914d6-a619-4caa-896c-a97c723ffc7e', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:42Z', 'updated_at': '2022-02-05T03:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:44.661978 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2f8ab7-306d-48f9-b493-1b79a75807c1 None None] The sync data for ids ['8a7b4a73-b767-4425-af17-279c94f95b3e'] in n-d-826942-8 is: [{'id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'name': 'tempest-TestAggregatesBasicOps-1035708091-router', 'tenant_id': '07837c0dd2644ab6b90ad913f15131b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'a6f914d6-a619-4caa-896c-a97c723ffc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:41Z', 'updated_at': '2022-02-05T03:29:42Z', 'revision_number': 3, 'project_id': '07837c0dd2644ab6b90ad913f15131b2', 'gw_port': {'id': 'a6f914d6-a619-4caa-896c-a97c723ffc7e', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:42Z', 'updated_at': '2022-02-05T03:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:29:44.665041 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (8a7b4a73-b767-4425-af17-279c94f95b3e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:44.727067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Pushing event updated for resources: {'Port': ['ID=277eb2c7-eabc-4ed0-bfe1-34ae60f2238c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:44.777820 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Network c4913d27-32e5-4408-8752-ace9f0a25101 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:29:44.779264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:29:44.928736 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Router 8a7b4a73-b767-4425-af17-279c94f95b3e has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:29:45.092390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:29:45.105779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ee359b98-f021-45ad-a9a2-23c8c3bd17dc admin admin] 10.222.0.36 "PUT /v2.0/routers/8a7b4a73-b767-4425-af17-279c94f95b3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9228125 Feb 05 03:29:45.164567 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a6a888bd-33f9-4eff-983d-d7ae54bff86c None None] Provisioning complete for port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:45.164945 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6a888bd-33f9-4eff-983d-d7ae54bff86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:45.250073 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a6a888bd-33f9-4eff-983d-d7ae54bff86c None None] Port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:29:45.706428 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40660) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:45.711848 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6bf4d116-b303-4468-88ff-0aedcd15f57c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1859618660-network', 'tenant_id': '2cc838f097f34b2ea125a48bbfdab9d8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:29:45.736982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf4d116-b303-4468-88ff-0aedcd15f57c admin admin] Made reservation on behalf of 2cc838f097f34b2ea125a48bbfdab9d8 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:29:45.740595 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d116-b303-4468-88ff-0aedcd15f57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:45.751314 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d116-b303-4468-88ff-0aedcd15f57c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:45.839057 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d116-b303-4468-88ff-0aedcd15f57c admin admin] Publish callbacks [] for security_group (3b1b1c78-0702-4955-a8e5-62dd1c472498), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:45.845873 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d116-b303-4468-88ff-0aedcd15f57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3b1b1c78-0702-4955-a8e5-62dd1c472498), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:45.869085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf4d116-b303-4468-88ff-0aedcd15f57c admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:29:45.885070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4d116-b303-4468-88ff-0aedcd15f57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b1c78-0702-4955-a8e5-62dd1c472498,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:45.888262 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d116-b303-4468-88ff-0aedcd15f57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (b2368329-928d-45e0-9736-7aff254a1a0d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:45.888674 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-6bf4d116-b303-4468-88ff-0aedcd15f57c admin admin] Added segment b2368329-928d-45e0-9736-7aff254a1a0d of type vlan for network 1b601930-f2d3-4690-a311-34dbc888b3b9 Feb 05 03:29:45.937163 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d116-b303-4468-88ff-0aedcd15f57c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (1b601930-f2d3-4690-a311-34dbc888b3b9), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:45.974228 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d116-b303-4468-88ff-0aedcd15f57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (1b601930-f2d3-4690-a311-34dbc888b3b9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:45.975422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf4d116-b303-4468-88ff-0aedcd15f57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:29:45.976155 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d116-b303-4468-88ff-0aedcd15f57c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:46.081509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a6f914d6-a619-4caa-896c-a97c723ffc7e up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:29:46.091111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4d116-b303-4468-88ff-0aedcd15f57c admin admin] Pushing event updated for resources: {'Network': ['ID=1b601930-f2d3-4690-a311-34dbc888b3b9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:46.108984 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40662) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:46.110280 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6bf4d116-b303-4468-88ff-0aedcd15f57c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4014721 Feb 05 03:29:46.114206 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3b76693d-ab55-4bf4-9e1e-9731436350ed admin admin] Request body: {'subnet': {'network_id': '1b601930-f2d3-4690-a311-34dbc888b3b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1859618660-subnet', 'tenant_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:29:46.132749 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 1b601930-f2d3-4690-a311-34dbc888b3b9 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:29:46.147231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b76693d-ab55-4bf4-9e1e-9731436350ed admin admin] Made reservation on behalf of 2cc838f097f34b2ea125a48bbfdab9d8 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:29:46.151066 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b76693d-ab55-4bf4-9e1e-9731436350ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:46.216265 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port a6f914d6-a619-4caa-896c-a97c723ffc7e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:46.216795 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a6f914d6-a619-4caa-896c-a97c723ffc7e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:46.313416 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port a6f914d6-a619-4caa-896c-a97c723ffc7e is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:29:46.314201 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a6f914d6-a619-4caa-896c-a97c723ffc7e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:46.347880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port a6f914d6-a619-4caa-896c-a97c723ffc7e, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a6f914d6-a619-4caa-896c-a97c723ffc7e,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:29:46.353615 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a6f914d6-a619-4caa-896c-a97c723ffc7e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:46.390738 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b76693d-ab55-4bf4-9e1e-9731436350ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (76b8da79-e996-4cc8-8cd2-b11fd0c54c86), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:46.415573 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=a6f914d6-a619-4caa-896c-a97c723ffc7e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:46.464173 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76693d-ab55-4bf4-9e1e-9731436350ed admin admin] Checking segment: {'id': 'b2368329-928d-45e0-9736-7aff254a1a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1b601930-f2d3-4690-a311-34dbc888b3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:29:46.464898 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b76693d-ab55-4bf4-9e1e-9731436350ed admin admin] Network hostable DHCP agents. Network: 1b601930-f2d3-4690-a311-34dbc888b3b9, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:29:46.476759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76693d-ab55-4bf4-9e1e-9731436350ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b8da79-e996-4cc8-8cd2-b11fd0c54c86,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:46.477311 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:46.490293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b76693d-ab55-4bf4-9e1e-9731436350ed admin admin] Network 1b601930-f2d3-4690-a311-34dbc888b3b9 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:29:46.500003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-3b76693d-ab55-4bf4-9e1e-9731436350ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 1b601930-f2d3-4690-a311-34dbc888b3b9) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:29:46.504852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b76693d-ab55-4bf4-9e1e-9731436350ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:29:46.506191 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b76693d-ab55-4bf4-9e1e-9731436350ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:46.510105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f470565-4a86-431b-8ed6-36b29012f5e3 None None] Network 1b601930-f2d3-4690-a311-34dbc888b3b9 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:29:46.546292 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3b76693d-ab55-4bf4-9e1e-9731436350ed admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4361284 Feb 05 03:29:46.548830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40666) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:46.555629 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1859618660-router', 'tenant_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:29:46.587894 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (039ae551-bc35-4d57-a1e6-be044727d7d7), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:46.590175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (039ae551-bc35-4d57-a1e6-be044727d7d7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:46.670509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-1b601930-f2d3-4690-a311-34dbc888b3b9', 'network_id': '1b601930-f2d3-4690-a311-34dbc888b3b9', 'project_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'fixed_ips': [{'subnet_id': '76b8da79-e996-4cc8-8cd2-b11fd0c54c86'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:29:46.671979 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:46.696630 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Publish callbacks [] for router_controller (039ae551-bc35-4d57-a1e6-be044727d7d7), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:46.879929 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Publish callbacks [] for router_gateway (039ae551-bc35-4d57-a1e6-be044727d7d7), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:46.891245 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Allocated IP 172.20.0.2 (1b601930-f2d3-4690-a311-34dbc888b3b9/76b8da79-e996-4cc8-8cd2-b11fd0c54c86/5b4bacbc-2bb1-4174-b0f6-6d5848e77808) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:29:46.907652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Sync routers for ids ['8a7b4a73-b767-4425-af17-279c94f95b3e'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:29:46.974542 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Routers {'8a7b4a73-b767-4425-af17-279c94f95b3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:29:46.975257 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:29:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['8a7b4a73-b767-4425-af17-279c94f95b3e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:47.126063 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Publish callbacks [] for router_gateway (039ae551-bc35-4d57-a1e6-be044727d7d7), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:47.152217 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:47.261831 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Allocated IP 172.25.0.216 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/12b97573-e59e-4343-965d-6fa405687adc) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:29:47.304615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Set router 8a7b4a73-b767-4425-af17-279c94f95b3e gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:29:47.348445 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Publish callbacks [] for port (5b4bacbc-2bb1-4174-b0f6-6d5848e77808), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:47.359204 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (5b4bacbc-2bb1-4174-b0f6-6d5848e77808), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:47.370586 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Publish callbacks [] for port (12b97573-e59e-4343-965d-6fa405687adc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:47.405220 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (12b97573-e59e-4343-965d-6fa405687adc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:47.441150 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:29:47.447865 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:29:47.451352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:29:47.472502 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Network 1b601930-f2d3-4690-a311-34dbc888b3b9 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:29:47.481166 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:29:47.481711 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Pushing event updated for resources: {'Port': ['ID=12b97573-e59e-4343-965d-6fa405687adc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:47.485033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:29:47.487004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Pushing event updated for resources: {'Port': ['ID=5b4bacbc-2bb1-4174-b0f6-6d5848e77808,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:47.585049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Attempting to bind port 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:29:47.585432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Attempting to bind port 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'b2368329-928d-45e0-9736-7aff254a1a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1b601930-f2d3-4690-a311-34dbc888b3b9'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:29:47.585792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Attempting to bind port 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 on network 1b601930-f2d3-4690-a311-34dbc888b3b9 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:29:47.594429 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:29:47.594963 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Checking segment: {'id': 'b2368329-928d-45e0-9736-7aff254a1a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1b601930-f2d3-4690-a311-34dbc888b3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:29:47.595234 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:47.595628 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Bound using segment: {'id': 'b2368329-928d-45e0-9736-7aff254a1a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1b601930-f2d3-4690-a311-34dbc888b3b9'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:29:47.596094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Bound port: 5b4bacbc-2bb1-4174-b0f6-6d5848e77808, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2368329-928d-45e0-9736-7aff254a1a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1b601930-f2d3-4690-a311-34dbc888b3b9'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:29:47.596474 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5b4bacbc-2bb1-4174-b0f6-6d5848e77808), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:47.675384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'name': 'tempest-TestAggregatesBasicOps-1035708091-router', 'tenant_id': '07837c0dd2644ab6b90ad913f15131b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'a6f914d6-a619-4caa-896c-a97c723ffc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:41Z', 'updated_at': '2022-02-05T03:29:44Z', 'revision_number': 4, 'project_id': '07837c0dd2644ab6b90ad913f15131b2', 'gw_port': {'id': 'a6f914d6-a619-4caa-896c-a97c723ffc7e', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:42Z', 'updated_at': '2022-02-05T03:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '277eb2c7-eabc-4ed0-bfe1-34ae60f2238c', 'name': '', 'network_id': 'c4913d27-32e5-4408-8752-ace9f0a25101', 'tenant_id': '07837c0dd2644ab6b90ad913f15131b2', 'mac_address': 'fa:16:3e:14:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'b6085b0a-49f9-4542-91a8-acbd029697b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:43Z', 'updated_at': '2022-02-05T03:29:44Z', 'revision_number': 2, 'project_id': '07837c0dd2644ab6b90ad913f15131b2', 'subnets': [{'id': 'b6085b0a-49f9-4542-91a8-acbd029697b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:47.706699 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] For port 5b4bacbc-2bb1-4174-b0f6-6d5848e77808, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:29:47.709934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Checking router: 8a7b4a73-b767-4425-af17-279c94f95b3e for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:29:47.710170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Updating router 8a7b4a73-b767-4425-af17-279c94f95b3e port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:29:47.719255 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Publish callbacks [] for router_gateway (039ae551-bc35-4d57-a1e6-be044727d7d7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:47.738199 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] For port 5b4bacbc-2bb1-4174-b0f6-6d5848e77808, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5b4bacbc-2bb1-4174-b0f6-6d5848e77808,segment=NetworkSegment(b2368329-928d-45e0-9736-7aff254a1a0d),segment_id=b2368329-928d-45e0-9736-7aff254a1a0d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:29:47.748629 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:47.750995 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5b4bacbc-2bb1-4174-b0f6-6d5848e77808), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:47.854528 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb1198-ea98-465a-8a96-2df20dcbcf6a None None] Pushing event updated for resources: {'Port': ['ID=5b4bacbc-2bb1-4174-b0f6-6d5848e77808,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:47.972204 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a6f914d6-a619-4caa-896c-a97c723ffc7e up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:29:48.082996 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port a6f914d6-a619-4caa-896c-a97c723ffc7e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:48.084100 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a6f914d6-a619-4caa-896c-a97c723ffc7e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:48.282398 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Publish callbacks [] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:48.298280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port a6f914d6-a619-4caa-896c-a97c723ffc7e is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:29:48.300822 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:48.373013 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ba225-c6ea-40cc-be8e-540bd465439d None None] Pushing event updated for resources: {'Port': ['ID=277eb2c7-eabc-4ed0-bfe1-34ae60f2238c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:48.415727 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (039ae551-bc35-4d57-a1e6-be044727d7d7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:48.438215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Attempting to bind port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:29:48.438995 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Attempting to bind port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '5500d0a9-7118-4350-8bd2-d87e4c1e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c4913d27-32e5-4408-8752-ace9f0a25101'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:29:48.439577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Attempting to bind port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c on network c4913d27-32e5-4408-8752-ace9f0a25101 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:29:48.445801 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:29:48.446446 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Checking segment: {'id': '5500d0a9-7118-4350-8bd2-d87e4c1e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c4913d27-32e5-4408-8752-ace9f0a25101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:29:48.446885 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:48.447284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Bound using segment: {'id': '5500d0a9-7118-4350-8bd2-d87e4c1e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c4913d27-32e5-4408-8752-ace9f0a25101'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:29:48.447748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Bound port: 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5500d0a9-7118-4350-8bd2-d87e4c1e6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c4913d27-32e5-4408-8752-ace9f0a25101'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:29:48.448930 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:48.516177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] For port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:29:48.519866 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] For port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=277eb2c7-eabc-4ed0-bfe1-34ae60f2238c,segment=NetworkSegment(5500d0a9-7118-4350-8bd2-d87e4c1e6b6b),segment_id=5500d0a9-7118-4350-8bd2-d87e4c1e6b6b)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:29:48.528241 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:48.588307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Routers {'8a7b4a73-b767-4425-af17-279c94f95b3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:29:48.588987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:29:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['8a7b4a73-b767-4425-af17-279c94f95b3e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:48.619133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Router 039ae551-bc35-4d57-a1e6-be044727d7d7 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:29:48.659215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ba225-c6ea-40cc-be8e-540bd465439d None None] Pushing event updated for resources: {'Port': ['ID=277eb2c7-eabc-4ed0-bfe1-34ae60f2238c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:48.725951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7208e3e4-2ef5-42ee-8326-691f20f95ae8 None None] Provisioning complete for port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:48.726347 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7208e3e4-2ef5-42ee-8326-691f20f95ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:48.758266 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] Set router 8a7b4a73-b767-4425-af17-279c94f95b3e gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:29:48.776758 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:29:48.790490 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Sync routers for ids ['039ae551-bc35-4d57-a1e6-be044727d7d7'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:29:48.806345 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:48.810253 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-956f4db1-2145-4387-a708-35023492c975 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2578900 Feb 05 03:29:48.810544 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40686) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:48.810938 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Routers {'039ae551-bc35-4d57-a1e6-be044727d7d7'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:29:48.811820 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:29:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['039ae551-bc35-4d57-a1e6-be044727d7d7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:49.099359 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Set router 039ae551-bc35-4d57-a1e6-be044727d7d7 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:29:49.106381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7208e3e4-2ef5-42ee-8326-691f20f95ae8 None None] Current status of the port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:29:49.108301 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7208e3e4-2ef5-42ee-8326-691f20f95ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:49.165419 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7208e3e4-2ef5-42ee-8326-691f20f95ae8 None None] For port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=277eb2c7-eabc-4ed0-bfe1-34ae60f2238c,segment=NetworkSegment(5500d0a9-7118-4350-8bd2-d87e4c1e6b6b),segment_id=5500d0a9-7118-4350-8bd2-d87e4c1e6b6b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:29:49.193277 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7208e3e4-2ef5-42ee-8326-691f20f95ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:49.253530 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208e3e4-2ef5-42ee-8326-691f20f95ae8 None None] Pushing event updated for resources: {'Port': ['ID=277eb2c7-eabc-4ed0-bfe1-34ae60f2238c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:49.299747 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'name': 'tempest-TestAggregatesBasicOps-1035708091-router', 'tenant_id': '07837c0dd2644ab6b90ad913f15131b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'a6f914d6-a619-4caa-896c-a97c723ffc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:41Z', 'updated_at': '2022-02-05T03:29:44Z', 'revision_number': 4, 'project_id': '07837c0dd2644ab6b90ad913f15131b2', 'gw_port': {'id': 'a6f914d6-a619-4caa-896c-a97c723ffc7e', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:42Z', 'updated_at': '2022-02-05T03:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '277eb2c7-eabc-4ed0-bfe1-34ae60f2238c', 'name': '', 'network_id': 'c4913d27-32e5-4408-8752-ace9f0a25101', 'tenant_id': '07837c0dd2644ab6b90ad913f15131b2', 'mac_address': 'fa:16:3e:14:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'b6085b0a-49f9-4542-91a8-acbd029697b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:43Z', 'updated_at': '2022-02-05T03:29:48Z', 'revision_number': 4, 'project_id': '07837c0dd2644ab6b90ad913f15131b2', 'subnets': [{'id': 'b6085b0a-49f9-4542-91a8-acbd029697b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:49.357112 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb1253-4fbd-4ebd-a6c7-a966967a1100 None None] The sync data for ids ['8a7b4a73-b767-4425-af17-279c94f95b3e'] in n-d-826942-8 is: [{'id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'name': 'tempest-TestAggregatesBasicOps-1035708091-router', 'tenant_id': '07837c0dd2644ab6b90ad913f15131b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'a6f914d6-a619-4caa-896c-a97c723ffc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:41Z', 'updated_at': '2022-02-05T03:29:44Z', 'revision_number': 4, 'project_id': '07837c0dd2644ab6b90ad913f15131b2', 'gw_port': {'id': 'a6f914d6-a619-4caa-896c-a97c723ffc7e', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:42Z', 'updated_at': '2022-02-05T03:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '277eb2c7-eabc-4ed0-bfe1-34ae60f2238c', 'name': '', 'network_id': 'c4913d27-32e5-4408-8752-ace9f0a25101', 'tenant_id': '07837c0dd2644ab6b90ad913f15131b2', 'mac_address': 'fa:16:3e:14:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'b6085b0a-49f9-4542-91a8-acbd029697b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:43Z', 'updated_at': '2022-02-05T03:29:48Z', 'revision_number': 4, 'project_id': '07837c0dd2644ab6b90ad913f15131b2', 'subnets': [{'id': 'b6085b0a-49f9-4542-91a8-acbd029697b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:29:49.376388 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:29:49.379235 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'name': 'tempest-TestAggregatesBasicOps-1859618660-router', 'tenant_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '12b97573-e59e-4343-965d-6fa405687adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:46Z', 'updated_at': '2022-02-05T03:29:47Z', 'revision_number': 3, 'project_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'gw_port': {'id': '12b97573-e59e-4343-965d-6fa405687adc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:90:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:47Z', 'updated_at': '2022-02-05T03:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:49.385536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f9d010aa-a638-4de6-a945-a77e07c40ffe None None] Provisioning complete for port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:49.386100 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f9d010aa-a638-4de6-a945-a77e07c40ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:49.412926 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:49.448256 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Checking router: 039ae551-bc35-4d57-a1e6-be044727d7d7 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:29:49.448557 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Updating router 039ae551-bc35-4d57-a1e6-be044727d7d7 port 12b97573-e59e-4343-965d-6fa405687adc binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:29:49.468922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa099bb0-21de-4fd6-a453-4e32c15db6d0 None None] Network 1b601930-f2d3-4690-a311-34dbc888b3b9 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:29:49.495898 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (12b97573-e59e-4343-965d-6fa405687adc), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:49.648309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f9d010aa-a638-4de6-a945-a77e07c40ffe None None] Current status of the port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:29:49.662705 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Allocated IP 172.20.0.1 (1b601930-f2d3-4690-a311-34dbc888b3b9/76b8da79-e996-4cc8-8cd2-b11fd0c54c86/8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:29:49.790508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b65a8969-fc51-4476-a50d-fb62752bd517 None None] Provisioning complete for port 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:49.791145 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b65a8969-fc51-4476-a50d-fb62752bd517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5b4bacbc-2bb1-4174-b0f6-6d5848e77808), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:49.835232 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Publish callbacks [] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:49.869634 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Publish callbacks [] for port (12b97573-e59e-4343-965d-6fa405687adc), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:49.883653 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (12b97573-e59e-4343-965d-6fa405687adc), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:49.919477 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:49.923694 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Attempting to bind port 12b97573-e59e-4343-965d-6fa405687adc on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:29:49.924115 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Attempting to bind port 12b97573-e59e-4343-965d-6fa405687adc by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:29:49.924487 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Attempting to bind port 12b97573-e59e-4343-965d-6fa405687adc on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:29:49.953665 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:29:49.953665 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:29:49.953665 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:49.954036 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:29:49.955007 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Bound port: 12b97573-e59e-4343-965d-6fa405687adc, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:29:49.955007 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (12b97573-e59e-4343-965d-6fa405687adc), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:49.990511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Network 1b601930-f2d3-4690-a311-34dbc888b3b9 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:29:49.994496 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:29:50.008445 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:29:50.012886 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Pushing event updated for resources: {'Port': ['ID=8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:50.024257 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b65a8969-fc51-4476-a50d-fb62752bd517 None None] Current status of the port 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:29:50.025407 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b65a8969-fc51-4476-a50d-fb62752bd517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5b4bacbc-2bb1-4174-b0f6-6d5848e77808), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:50.054231 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] For port 12b97573-e59e-4343-965d-6fa405687adc, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:29:50.058924 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] For port 12b97573-e59e-4343-965d-6fa405687adc, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=12b97573-e59e-4343-965d-6fa405687adc,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:29:50.085878 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (12b97573-e59e-4343-965d-6fa405687adc), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:50.100959 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (039ae551-bc35-4d57-a1e6-be044727d7d7), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:50.106099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b65a8969-fc51-4476-a50d-fb62752bd517 None None] For port 5b4bacbc-2bb1-4174-b0f6-6d5848e77808, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5b4bacbc-2bb1-4174-b0f6-6d5848e77808,segment=NetworkSegment(b2368329-928d-45e0-9736-7aff254a1a0d),segment_id=b2368329-928d-45e0-9736-7aff254a1a0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:29:50.116346 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b65a8969-fc51-4476-a50d-fb62752bd517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5b4bacbc-2bb1-4174-b0f6-6d5848e77808), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:50.129617 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Routers {'039ae551-bc35-4d57-a1e6-be044727d7d7'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:29:50.130890 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:29:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['039ae551-bc35-4d57-a1e6-be044727d7d7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:50.205581 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a8969-fc51-4476-a50d-fb62752bd517 None None] Pushing event updated for resources: {'Port': ['ID=5b4bacbc-2bb1-4174-b0f6-6d5848e77808,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:50.216287 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eeee6-8255-44bd-a0fb-c0dc9db632a7 None None] Pushing event updated for resources: {'Port': ['ID=12b97573-e59e-4343-965d-6fa405687adc,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:50.264026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d8c52ff5-ac4a-4676-a693-4436f3c06431 None None] Provisioning complete for port 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:50.264781 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d8c52ff5-ac4a-4676-a693-4436f3c06431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5b4bacbc-2bb1-4174-b0f6-6d5848e77808), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:50.308427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:29:50.413642 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:50.428017 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eeee6-8255-44bd-a0fb-c0dc9db632a7 None None] Pushing event updated for resources: {'Port': ['ID=12b97573-e59e-4343-965d-6fa405687adc,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:50.465844 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d8c52ff5-ac4a-4676-a693-4436f3c06431 None None] Current status of the port 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:29:50.472283 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:50.472670 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:50.485177 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] Set router 039ae551-bc35-4d57-a1e6-be044727d7d7 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:29:50.624010 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Publish callbacks [] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:50.633256 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:50.633469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:29:50.634428 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:29:50.678869 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9d5e78c9-8d1e-4a52-8ea6-5b62567ce435 None None] Provisioning complete for port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:50.679223 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9d5e78c9-8d1e-4a52-8ea6-5b62567ce435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:50.723325 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9d5e78c9-8d1e-4a52-8ea6-5b62567ce435 None None] Port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:29:50.741707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (039ae551-bc35-4d57-a1e6-be044727d7d7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:50.746034 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:50.746552 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5b4bacbc-2bb1-4174-b0f6-6d5848e77808), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:50.746737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Pushing event updated for resources: {'Port': ['ID=8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:50.816071 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'name': 'tempest-TestAggregatesBasicOps-1859618660-router', 'tenant_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '12b97573-e59e-4343-965d-6fa405687adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:46Z', 'updated_at': '2022-02-05T03:29:47Z', 'revision_number': 3, 'project_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'gw_port': {'id': '12b97573-e59e-4343-965d-6fa405687adc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:90:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:47Z', 'updated_at': '2022-02-05T03:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:50.839882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:29:50.862025 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bb2b0a-2072-48ed-af91-c15bd73d7773 None None] The sync data for ids ['039ae551-bc35-4d57-a1e6-be044727d7d7'] in n-d-826942-8 is: [{'id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'name': 'tempest-TestAggregatesBasicOps-1859618660-router', 'tenant_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '12b97573-e59e-4343-965d-6fa405687adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:46Z', 'updated_at': '2022-02-05T03:29:47Z', 'revision_number': 3, 'project_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'gw_port': {'id': '12b97573-e59e-4343-965d-6fa405687adc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:90:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:47Z', 'updated_at': '2022-02-05T03:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:29:50.878093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Network 1b601930-f2d3-4690-a311-34dbc888b3b9 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:29:50.879708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:29:51.052687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Router 039ae551-bc35-4d57-a1e6-be044727d7d7 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:29:51.194653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:29:51.215662 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-702c26cf-fabf-4292-b504-8a467445cc97 admin admin] 10.222.0.36 "PUT /v2.0/routers/039ae551-bc35-4d57-a1e6-be044727d7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3973811 Feb 05 03:29:51.273565 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-04124294-1541-46e2-aa7b-7025077d3eb2 None None] Provisioning complete for port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:51.275263 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04124294-1541-46e2-aa7b-7025077d3eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:51.329143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-04124294-1541-46e2-aa7b-7025077d3eb2 None None] Port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:29:52.086638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 12b97573-e59e-4343-965d-6fa405687adc up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:29:52.144116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 12b97573-e59e-4343-965d-6fa405687adc triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:52.144484 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (12b97573-e59e-4343-965d-6fa405687adc), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:52.235123 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 12b97573-e59e-4343-965d-6fa405687adc is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:29:52.235523 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (12b97573-e59e-4343-965d-6fa405687adc), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:52.258155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 12b97573-e59e-4343-965d-6fa405687adc, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=12b97573-e59e-4343-965d-6fa405687adc,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:29:52.263608 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (12b97573-e59e-4343-965d-6fa405687adc), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:52.264664 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:29:52.370816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=12b97573-e59e-4343-965d-6fa405687adc,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:52.374967 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:52.375348 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5b4bacbc-2bb1-4174-b0f6-6d5848e77808), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:52.457525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:29:52.876193 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Sync routers for ids ['039ae551-bc35-4d57-a1e6-be044727d7d7'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:29:52.886178 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Routers {'039ae551-bc35-4d57-a1e6-be044727d7d7'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:29:52.886802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:29:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['039ae551-bc35-4d57-a1e6-be044727d7d7'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:53.163825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Set router 039ae551-bc35-4d57-a1e6-be044727d7d7 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:29:53.371500 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'name': 'tempest-TestAggregatesBasicOps-1859618660-router', 'tenant_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '12b97573-e59e-4343-965d-6fa405687adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:46Z', 'updated_at': '2022-02-05T03:29:50Z', 'revision_number': 4, 'project_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'gw_port': {'id': '12b97573-e59e-4343-965d-6fa405687adc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:90:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:47Z', 'updated_at': '2022-02-05T03:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540', 'name': '', 'network_id': '1b601930-f2d3-4690-a311-34dbc888b3b9', 'tenant_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'mac_address': 'fa:16:3e:07:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '76b8da79-e996-4cc8-8cd2-b11fd0c54c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:49Z', 'updated_at': '2022-02-05T03:29:50Z', 'revision_number': 2, 'project_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'subnets': [{'id': '76b8da79-e996-4cc8-8cd2-b11fd0c54c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:53.399537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Checking router: 039ae551-bc35-4d57-a1e6-be044727d7d7 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:29:53.399897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Updating router 039ae551-bc35-4d57-a1e6-be044727d7d7 port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:29:53.427558 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:53.789040 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Publish callbacks [] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:53.809594 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:53.877310 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40732) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:53.919077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59edf5-2c6c-4f44-9737-b4e048c9ac00 None None] Pushing event updated for resources: {'Port': ['ID=8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:54.050112 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 12b97573-e59e-4343-965d-6fa405687adc up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:29:54.100120 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Attempting to bind port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:29:54.100707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Attempting to bind port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'b2368329-928d-45e0-9736-7aff254a1a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1b601930-f2d3-4690-a311-34dbc888b3b9'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:29:54.101257 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Attempting to bind port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 on network 1b601930-f2d3-4690-a311-34dbc888b3b9 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:29:54.109449 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:29:54.110101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Checking segment: {'id': 'b2368329-928d-45e0-9736-7aff254a1a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1b601930-f2d3-4690-a311-34dbc888b3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:29:54.110686 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:54.111272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Bound using segment: {'id': 'b2368329-928d-45e0-9736-7aff254a1a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1b601930-f2d3-4690-a311-34dbc888b3b9'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:29:54.111916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Bound port: 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2368329-928d-45e0-9736-7aff254a1a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1b601930-f2d3-4690-a311-34dbc888b3b9'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:29:54.112499 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:54.157399 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b5b67be-239e-4545-b793-62217c45cf70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:54.173589 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 12b97573-e59e-4343-965d-6fa405687adc triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:54.174164 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (12b97573-e59e-4343-965d-6fa405687adc), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:54.270422 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] For port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:29:54.301568 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b5b67be-239e-4545-b793-62217c45cf70 admin admin] Publish callbacks [] for security_group (93d3c3e2-1d4f-45f9-8ac6-a40de7ad260d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:54.305616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] For port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540,segment=NetworkSegment(b2368329-928d-45e0-9736-7aff254a1a0d),segment_id=b2368329-928d-45e0-9736-7aff254a1a0d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:29:54.309232 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b5b67be-239e-4545-b793-62217c45cf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (93d3c3e2-1d4f-45f9-8ac6-a40de7ad260d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:54.359443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b67be-239e-4545-b793-62217c45cf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d3c3e2-1d4f-45f9-8ac6-a40de7ad260d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:54.365391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9b5b67be-239e-4545-b793-62217c45cf70 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d9289b9fe658483dae489838600c7ebc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4857342 Feb 05 03:29:54.367715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40748) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:54.376549 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:54.438116 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5423-4c8d-4d75-a87c-c8d7b505dbbf admin admin] Publish callbacks [] for security_group (93d3c3e2-1d4f-45f9-8ac6-a40de7ad260d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:54.448000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 12b97573-e59e-4343-965d-6fa405687adc is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:29:54.477534 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5423-4c8d-4d75-a87c-c8d7b505dbbf admin admin] Publish callbacks [] for security_group (93d3c3e2-1d4f-45f9-8ac6-a40de7ad260d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:54.513189 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c6cc15d9-8178-497c-b11f-5f5d6b6ab188 None None] Provisioning complete for port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:54.513189 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c6cc15d9-8178-497c-b11f-5f5d6b6ab188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:54.537783 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59edf5-2c6c-4f44-9737-b4e048c9ac00 None None] Pushing event updated for resources: {'Port': ['ID=8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:54.541798 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Routers {'039ae551-bc35-4d57-a1e6-be044727d7d7'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:29:54.541798 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:29:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['039ae551-bc35-4d57-a1e6-be044727d7d7'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:54.562715 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5423-4c8d-4d75-a87c-c8d7b505dbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (93d3c3e2-1d4f-45f9-8ac6-a40de7ad260d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:54.566540 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5423-4c8d-4d75-a87c-c8d7b505dbbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:54.570887 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2d8e5423-4c8d-4d75-a87c-c8d7b505dbbf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93d3c3e2-1d4f-45f9-8ac6-a40de7ad260d HTTP/1.1" status: 204 len: 168 time: 0.1979415 Feb 05 03:29:54.597114 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e5423-4c8d-4d75-a87c-c8d7b505dbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d3c3e2-1d4f-45f9-8ac6-a40de7ad260d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:54.803358 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc15d9-8178-497c-b11f-5f5d6b6ab188 None None] Current status of the port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:29:54.803823 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c6cc15d9-8178-497c-b11f-5f5d6b6ab188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:54.828469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] Set router 039ae551-bc35-4d57-a1e6-be044727d7d7 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:29:54.852677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c6cc15d9-8178-497c-b11f-5f5d6b6ab188 None None] For port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540,segment=NetworkSegment(b2368329-928d-45e0-9736-7aff254a1a0d),segment_id=b2368329-928d-45e0-9736-7aff254a1a0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:29:54.897479 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c6cc15d9-8178-497c-b11f-5f5d6b6ab188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:54.966815 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40768) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:54.982088 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-243b3221-d9f3-4b1e-a221-ed43374e763f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:55.053674 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40772) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:55.063025 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc15d9-8178-497c-b11f-5f5d6b6ab188 None None] Pushing event updated for resources: {'Port': ['ID=8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:55.087749 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0c69c3b2-ab12-45df-8f29-f78bc62a6074 None None] Provisioning complete for port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:55.088127 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c69c3b2-ab12-45df-8f29-f78bc62a6074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:55.088279 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-243b3221-d9f3-4b1e-a221-ed43374e763f admin admin] Publish callbacks [] for security_group (1fb19152-37f2-481b-8443-ea32597d6d5c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:55.093284 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-243b3221-d9f3-4b1e-a221-ed43374e763f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1fb19152-37f2-481b-8443-ea32597d6d5c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:55.138500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-243b3221-d9f3-4b1e-a221-ed43374e763f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd2f2514c7ad41ddb6d0781cb68024e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1705880 Feb 05 03:29:55.139587 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b3221-d9f3-4b1e-a221-ed43374e763f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb19152-37f2-481b-8443-ea32597d6d5c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:55.142833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40774) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:55.216457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'name': 'tempest-TestAggregatesBasicOps-1859618660-router', 'tenant_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '12b97573-e59e-4343-965d-6fa405687adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:46Z', 'updated_at': '2022-02-05T03:29:50Z', 'revision_number': 4, 'project_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'gw_port': {'id': '12b97573-e59e-4343-965d-6fa405687adc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:90:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:47Z', 'updated_at': '2022-02-05T03:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540', 'name': '', 'network_id': '1b601930-f2d3-4690-a311-34dbc888b3b9', 'tenant_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'mac_address': 'fa:16:3e:07:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '76b8da79-e996-4cc8-8cd2-b11fd0c54c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:49Z', 'updated_at': '2022-02-05T03:29:54Z', 'revision_number': 4, 'project_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'subnets': [{'id': '76b8da79-e996-4cc8-8cd2-b11fd0c54c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:55.246183 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbbd1ea-f981-4988-a7aa-74374007bc01 None None] The sync data for ids ['039ae551-bc35-4d57-a1e6-be044727d7d7'] in n-d-826942-8 is: [{'id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'name': 'tempest-TestAggregatesBasicOps-1859618660-router', 'tenant_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '12b97573-e59e-4343-965d-6fa405687adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:46Z', 'updated_at': '2022-02-05T03:29:50Z', 'revision_number': 4, 'project_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'gw_port': {'id': '12b97573-e59e-4343-965d-6fa405687adc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:90:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:47Z', 'updated_at': '2022-02-05T03:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540', 'name': '', 'network_id': '1b601930-f2d3-4690-a311-34dbc888b3b9', 'tenant_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'mac_address': 'fa:16:3e:07:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '76b8da79-e996-4cc8-8cd2-b11fd0c54c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:49Z', 'updated_at': '2022-02-05T03:29:54Z', 'revision_number': 4, 'project_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'subnets': [{'id': '76b8da79-e996-4cc8-8cd2-b11fd0c54c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:29:55.248009 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c3b2-ab12-45df-8f29-f78bc62a6074 None None] Current status of the port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:29:55.275930 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98311e9e-3289-4b3e-8b15-83557da4562c admin admin] Publish callbacks [] for security_group (1fb19152-37f2-481b-8443-ea32597d6d5c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:55.328577 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98311e9e-3289-4b3e-8b15-83557da4562c admin admin] Publish callbacks [] for security_group (1fb19152-37f2-481b-8443-ea32597d6d5c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:55.420782 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98311e9e-3289-4b3e-8b15-83557da4562c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1fb19152-37f2-481b-8443-ea32597d6d5c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:55.423483 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98311e9e-3289-4b3e-8b15-83557da4562c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:55.424754 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-98311e9e-3289-4b3e-8b15-83557da4562c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fb19152-37f2-481b-8443-ea32597d6d5c HTTP/1.1" status: 204 len: 168 time: 0.2808964 Feb 05 03:29:55.463090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98311e9e-3289-4b3e-8b15-83557da4562c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb19152-37f2-481b-8443-ea32597d6d5c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:55.568944 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7d6e15d-c946-4d3f-b8c4-03efe363a4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (8a7b4a73-b767-4425-af17-279c94f95b3e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:55.818883 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40780) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:55.834322 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2642fcb6-5613-4079-b80d-82366481f3f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:55.845229 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6e15d-c946-4d3f-b8c4-03efe363a4c6 admin admin] Deleting port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:29:55.845594 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7d6e15d-c946-4d3f-b8c4-03efe363a4c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:55.909736 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2642fcb6-5613-4079-b80d-82366481f3f7 admin admin] Publish callbacks [] for security_group (7029f0d9-7137-4844-9e14-61095c838627), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:55.915434 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2642fcb6-5613-4079-b80d-82366481f3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7029f0d9-7137-4844-9e14-61095c838627), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:55.933851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-b7d6e15d-c946-4d3f-b8c4-03efe363a4c6 admin admin] For port 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=277eb2c7-eabc-4ed0-bfe1-34ae60f2238c,segment=NetworkSegment(5500d0a9-7118-4350-8bd2-d87e4c1e6b6b),segment_id=5500d0a9-7118-4350-8bd2-d87e4c1e6b6b)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:29:55.934270 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7d6e15d-c946-4d3f-b8c4-03efe363a4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:55.947459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6e15d-c946-4d3f-b8c4-03efe363a4c6 admin admin] Calling delete_port for 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:29:55.952609 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642fcb6-5613-4079-b80d-82366481f3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7029f0d9-7137-4844-9e14-61095c838627,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:55.956928 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2642fcb6-5613-4079-b80d-82366481f3f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5765a8f6d91d4091aa7017177d688325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368837 Feb 05 03:29:55.960555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40782) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:56.011272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:29:56.058924 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f9b509b-8f5e-426f-aa11-ca0c3fadd121 admin admin] Publish callbacks [] for security_group (7029f0d9-7137-4844-9e14-61095c838627), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:56.062388 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:29:56.062787 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:56.118656 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f9b509b-8f5e-426f-aa11-ca0c3fadd121 admin admin] Publish callbacks [] for security_group (7029f0d9-7137-4844-9e14-61095c838627), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:56.140080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:29:56.535801 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f9b509b-8f5e-426f-aa11-ca0c3fadd121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7029f0d9-7137-4844-9e14-61095c838627), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:56.539113 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f9b509b-8f5e-426f-aa11-ca0c3fadd121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:56.540264 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9f9b509b-8f5e-426f-aa11-ca0c3fadd121 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7029f0d9-7137-4844-9e14-61095c838627 HTTP/1.1" status: 204 len: 168 time: 0.5787752 Feb 05 03:29:56.550747 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b509b-8f5e-426f-aa11-ca0c3fadd121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7029f0d9-7137-4844-9e14-61095c838627,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:56.552592 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7d6e15d-c946-4d3f-b8c4-03efe363a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (277eb2c7-eabc-4ed0-bfe1-34ae60f2238c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:56.581111 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6e15d-c946-4d3f-b8c4-03efe363a4c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=277eb2c7-eabc-4ed0-bfe1-34ae60f2238c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:56.774833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7d6e15d-c946-4d3f-b8c4-03efe363a4c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (8a7b4a73-b767-4425-af17-279c94f95b3e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:57.024282 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d6e15d-c946-4d3f-b8c4-03efe363a4c6 admin admin] Router 8a7b4a73-b767-4425-af17-279c94f95b3e has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:29:57.142291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d6e15d-c946-4d3f-b8c4-03efe363a4c6 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:29:57.147590 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b7d6e15d-c946-4d3f-b8c4-03efe363a4c6 admin admin] 10.222.0.36 "PUT /v2.0/routers/8a7b4a73-b767-4425-af17-279c94f95b3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0928910 Feb 05 03:29:57.150251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40798) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:57.153016 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e856931c-6bf3-41f5-bc5e-3244ff45d7f4 None None] Sync routers for ids ['8a7b4a73-b767-4425-af17-279c94f95b3e'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:29:57.164592 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e856931c-6bf3-41f5-bc5e-3244ff45d7f4 None None] Routers {'8a7b4a73-b767-4425-af17-279c94f95b3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:29:57.165532 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e856931c-6bf3-41f5-bc5e-3244ff45d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:29:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['8a7b4a73-b767-4425-af17-279c94f95b3e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:57.293315 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56fbe2eb-a84c-42ea-9184-1cb773628418 admin admin] Publish callbacks [] for router (8a7b4a73-b767-4425-af17-279c94f95b3e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:57.330837 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e856931c-6bf3-41f5-bc5e-3244ff45d7f4 None None] Set router 8a7b4a73-b767-4425-af17-279c94f95b3e gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:29:57.425353 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56fbe2eb-a84c-42ea-9184-1cb773628418 admin admin] Publish callbacks [] for router_gateway (8a7b4a73-b767-4425-af17-279c94f95b3e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:57.494002 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-56fbe2eb-a84c-42ea-9184-1cb773628418 admin admin] Deleting port a6f914d6-a619-4caa-896c-a97c723ffc7e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:29:57.494648 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56fbe2eb-a84c-42ea-9184-1cb773628418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a6f914d6-a619-4caa-896c-a97c723ffc7e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:57.533019 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e856931c-6bf3-41f5-bc5e-3244ff45d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'name': 'tempest-TestAggregatesBasicOps-1035708091-router', 'tenant_id': '07837c0dd2644ab6b90ad913f15131b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'a6f914d6-a619-4caa-896c-a97c723ffc7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:41Z', 'updated_at': '2022-02-05T03:29:56Z', 'revision_number': 5, 'project_id': '07837c0dd2644ab6b90ad913f15131b2', 'gw_port': {'id': 'a6f914d6-a619-4caa-896c-a97c723ffc7e', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:42Z', 'updated_at': '2022-02-05T03:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:57.562943 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e856931c-6bf3-41f5-bc5e-3244ff45d7f4 None None] Checking router: 8a7b4a73-b767-4425-af17-279c94f95b3e for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:29:57.577451 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e856931c-6bf3-41f5-bc5e-3244ff45d7f4 None None] Routers {'8a7b4a73-b767-4425-af17-279c94f95b3e'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:29:57.578342 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e856931c-6bf3-41f5-bc5e-3244ff45d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:29:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['8a7b4a73-b767-4425-af17-279c94f95b3e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:57.608173 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-56fbe2eb-a84c-42ea-9184-1cb773628418 admin admin] For port a6f914d6-a619-4caa-896c-a97c723ffc7e, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a6f914d6-a619-4caa-896c-a97c723ffc7e,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:29:57.608591 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56fbe2eb-a84c-42ea-9184-1cb773628418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a6f914d6-a619-4caa-896c-a97c723ffc7e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:57.629570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-56fbe2eb-a84c-42ea-9184-1cb773628418 admin admin] Calling delete_port for a6f914d6-a619-4caa-896c-a97c723ffc7e owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:29:57.682510 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e856931c-6bf3-41f5-bc5e-3244ff45d7f4 None None] Set router 8a7b4a73-b767-4425-af17-279c94f95b3e gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:29:57.742581 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e856931c-6bf3-41f5-bc5e-3244ff45d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'name': 'tempest-TestAggregatesBasicOps-1035708091-router', 'tenant_id': '07837c0dd2644ab6b90ad913f15131b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:41Z', 'updated_at': '2022-02-05T03:29:57Z', 'revision_number': 6, 'project_id': '07837c0dd2644ab6b90ad913f15131b2', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:57.769910 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e856931c-6bf3-41f5-bc5e-3244ff45d7f4 None None] The sync data for ids ['8a7b4a73-b767-4425-af17-279c94f95b3e'] in n-d-826942-8 is: [{'id': '8a7b4a73-b767-4425-af17-279c94f95b3e', 'name': 'tempest-TestAggregatesBasicOps-1035708091-router', 'tenant_id': '07837c0dd2644ab6b90ad913f15131b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:41Z', 'updated_at': '2022-02-05T03:29:57Z', 'revision_number': 6, 'project_id': '07837c0dd2644ab6b90ad913f15131b2', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:29:57.818613 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56fbe2eb-a84c-42ea-9184-1cb773628418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a6f914d6-a619-4caa-896c-a97c723ffc7e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:57.845006 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbe2eb-a84c-42ea-9184-1cb773628418 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f914d6-a619-4caa-896c-a97c723ffc7e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:57.916987 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56fbe2eb-a84c-42ea-9184-1cb773628418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (8a7b4a73-b767-4425-af17-279c94f95b3e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.014489 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56fbe2eb-a84c-42ea-9184-1cb773628418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (8a7b4a73-b767-4425-af17-279c94f95b3e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.016798 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56fbe2eb-a84c-42ea-9184-1cb773628418 admin admin] Publish callbacks [] for router_controller (8a7b4a73-b767-4425-af17-279c94f95b3e), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.065569 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56fbe2eb-a84c-42ea-9184-1cb773628418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (8a7b4a73-b767-4425-af17-279c94f95b3e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.066299 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fbe2eb-a84c-42ea-9184-1cb773628418 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a7b4a73-b767-4425-af17-279c94f95b3e {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:29:58.072228 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56fbe2eb-a84c-42ea-9184-1cb773628418 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.075494 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-56fbe2eb-a84c-42ea-9184-1cb773628418 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8a7b4a73-b767-4425-af17-279c94f95b3e HTTP/1.1" status: 204 len: 168 time: 0.9235356 Feb 05 03:29:58.077876 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40818) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:58.129712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef62867-530c-43e0-9ede-8d7348900b3a admin admin] Deleting subnet b6085b0a-49f9-4542-91a8-acbd029697b9 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:29:58.134651 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bef62867-530c-43e0-9ede-8d7348900b3a admin admin] Publish callbacks [] for subnet (b6085b0a-49f9-4542-91a8-acbd029697b9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.174605 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bef62867-530c-43e0-9ede-8d7348900b3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (b6085b0a-49f9-4542-91a8-acbd029697b9), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.266090 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:29:58.266589 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bef62867-530c-43e0-9ede-8d7348900b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (b6085b0a-49f9-4542-91a8-acbd029697b9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.288270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:29:58.288883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 277eb2c7-eabc-4ed0-bfe1-34ae60f2238c not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:29:58.326185 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bef62867-530c-43e0-9ede-8d7348900b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (b6085b0a-49f9-4542-91a8-acbd029697b9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.353934 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef62867-530c-43e0-9ede-8d7348900b3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6085b0a-49f9-4542-91a8-acbd029697b9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:58.355920 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bef62867-530c-43e0-9ede-8d7348900b3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.359139 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bef62867-530c-43e0-9ede-8d7348900b3a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b6085b0a-49f9-4542-91a8-acbd029697b9 HTTP/1.1" status: 204 len: 168 time: 0.2797227 Feb 05 03:29:58.361544 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40820) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:58.365029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac77960d-ec41-4ef0-b301-d561e17248e1 None None] Network c4913d27-32e5-4408-8752-ace9f0a25101 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:29:58.435053 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (c4913d27-32e5-4408-8752-ace9f0a25101), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.497753 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] Deleting port 0718de3a-71e3-4e82-9bec-58b2f24b906d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:29:58.498184 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0718de3a-71e3-4e82-9bec-58b2f24b906d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.564195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] For port 0718de3a-71e3-4e82-9bec-58b2f24b906d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0718de3a-71e3-4e82-9bec-58b2f24b906d,segment=NetworkSegment(5500d0a9-7118-4350-8bd2-d87e4c1e6b6b),segment_id=5500d0a9-7118-4350-8bd2-d87e4c1e6b6b)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:29:58.564662 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0718de3a-71e3-4e82-9bec-58b2f24b906d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.581191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] Calling delete_port for 0718de3a-71e3-4e82-9bec-58b2f24b906d owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:29:58.595829 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7806549a-c45a-43a3-a0ce-2edf743e5aaf None None] DHCP port deletion for c4913d27-32e5-4408-8752-ace9f0a25101 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:29:58.663690 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7806549a-c45a-43a3-a0ce-2edf743e5aaf None None] Deleting port 0718de3a-71e3-4e82-9bec-58b2f24b906d {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:29:58.664244 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7806549a-c45a-43a3-a0ce-2edf743e5aaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0718de3a-71e3-4e82-9bec-58b2f24b906d), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.679919 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0718de3a-71e3-4e82-9bec-58b2f24b906d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.715407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0718de3a-71e3-4e82-9bec-58b2f24b906d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:58.720161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] No DVR routers for this DVR port 0718de3a-71e3-4e82-9bec-58b2f24b906d on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:29:58.739844 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7806549a-c45a-43a3-a0ce-2edf743e5aaf None None] For port 0718de3a-71e3-4e82-9bec-58b2f24b906d, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0718de3a-71e3-4e82-9bec-58b2f24b906d,segment=NetworkSegment(5500d0a9-7118-4350-8bd2-d87e4c1e6b6b),segment_id=5500d0a9-7118-4350-8bd2-d87e4c1e6b6b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:29:58.740628 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7806549a-c45a-43a3-a0ce-2edf743e5aaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0718de3a-71e3-4e82-9bec-58b2f24b906d), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.753798 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7806549a-c45a-43a3-a0ce-2edf743e5aaf None None] Calling delete_port for 0718de3a-71e3-4e82-9bec-58b2f24b906d owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:29:58.799685 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (c4913d27-32e5-4408-8752-ace9f0a25101), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.827170 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4913d27-32e5-4408-8752-ace9f0a25101']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:58.837717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5500d0a9-7118-4350-8bd2-d87e4c1e6b6b') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:58.838237 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5500d0a9-7118-4350-8bd2-d87e4c1e6b6b') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:29:58.839364 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7806549a-c45a-43a3-a0ce-2edf743e5aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (0718de3a-71e3-4e82-9bec-58b2f24b906d), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.849716 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (5500d0a9-7118-4350-8bd2-d87e4c1e6b6b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.856644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7806549a-c45a-43a3-a0ce-2edf743e5aaf None None] No DVR routers for this DVR port 0718de3a-71e3-4e82-9bec-58b2f24b906d on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:29:58.865997 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (5500d0a9-7118-4350-8bd2-d87e4c1e6b6b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.872588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:29:58.872970 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (5500d0a9-7118-4350-8bd2-d87e4c1e6b6b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:29:58.874598 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:29:58.895777 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806549a-c45a-43a3-a0ce-2edf743e5aaf None None] Pushing event deleted for resources: {'Port': ['ID=0718de3a-71e3-4e82-9bec-58b2f24b906d,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:58.970849 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (c4913d27-32e5-4408-8752-ace9f0a25101), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.977797 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:58.985658 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c4913d27-32e5-4408-8752-ace9f0a25101 HTTP/1.1" status: 204 len: 168 time: 0.6223288 Feb 05 03:29:58.988761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40824) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:29:59.005538 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef1b96-03d2-4fc0-b436-af021fea66b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4913d27-32e5-4408-8752-ace9f0a25101,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:59.362869 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ae1be29-ef59-47c4-9b0a-ab5a11df3a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (039ae551-bc35-4d57-a1e6-be044727d7d7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:59.613921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2ae1be29-ef59-47c4-9b0a-ab5a11df3a49 admin admin] Deleting port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:29:59.614221 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ae1be29-ef59-47c4-9b0a-ab5a11df3a49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:59.689023 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-2ae1be29-ef59-47c4-9b0a-ab5a11df3a49 admin admin] For port 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540,segment=NetworkSegment(b2368329-928d-45e0-9736-7aff254a1a0d),segment_id=b2368329-928d-45e0-9736-7aff254a1a0d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:29:59.689379 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ae1be29-ef59-47c4-9b0a-ab5a11df3a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:59.701454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2ae1be29-ef59-47c4-9b0a-ab5a11df3a49 admin admin] Calling delete_port for 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:29:59.874681 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ae1be29-ef59-47c4-9b0a-ab5a11df3a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:29:59.900322 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1be29-ef59-47c4-9b0a-ab5a11df3a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:29:59.946881 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0718de3a-71e3-4e82-9bec-58b2f24b906d no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:29:59.968204 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 0718de3a-71e3-4e82-9bec-58b2f24b906d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:29:59.968838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0718de3a-71e3-4e82-9bec-58b2f24b906d not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:29:59.969452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a6f914d6-a619-4caa-896c-a97c723ffc7e no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:29:59.993949 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: a6f914d6-a619-4caa-896c-a97c723ffc7e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:29:59.994309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a6f914d6-a619-4caa-896c-a97c723ffc7e not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:30:00.450450 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ae1be29-ef59-47c4-9b0a-ab5a11df3a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (039ae551-bc35-4d57-a1e6-be044727d7d7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:00.673923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae1be29-ef59-47c4-9b0a-ab5a11df3a49 admin admin] Router 039ae551-bc35-4d57-a1e6-be044727d7d7 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:30:00.804012 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae1be29-ef59-47c4-9b0a-ab5a11df3a49 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:30:00.811614 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40838) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:00.812487 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2ae1be29-ef59-47c4-9b0a-ab5a11df3a49 admin admin] 10.222.0.36 "PUT /v2.0/routers/039ae551-bc35-4d57-a1e6-be044727d7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8216424 Feb 05 03:30:00.814260 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83bb24-f508-4360-8f1c-6366e322fedf None None] Sync routers for ids ['039ae551-bc35-4d57-a1e6-be044727d7d7'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:30:00.825122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83bb24-f508-4360-8f1c-6366e322fedf None None] Routers {'039ae551-bc35-4d57-a1e6-be044727d7d7'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:30:00.825738 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ac83bb24-f508-4360-8f1c-6366e322fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:29:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['039ae551-bc35-4d57-a1e6-be044727d7d7'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:00.922592 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93150293-4c81-4276-9c7e-f01974245d82 admin admin] Publish callbacks [] for router (039ae551-bc35-4d57-a1e6-be044727d7d7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:00.941643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ac83bb24-f508-4360-8f1c-6366e322fedf None None] Set router 039ae551-bc35-4d57-a1e6-be044727d7d7 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:30:01.035475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93150293-4c81-4276-9c7e-f01974245d82 admin admin] Publish callbacks [] for router_gateway (039ae551-bc35-4d57-a1e6-be044727d7d7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:01.097269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-93150293-4c81-4276-9c7e-f01974245d82 admin admin] Deleting port 12b97573-e59e-4343-965d-6fa405687adc {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:30:01.097610 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93150293-4c81-4276-9c7e-f01974245d82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (12b97573-e59e-4343-965d-6fa405687adc), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:01.143161 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ac83bb24-f508-4360-8f1c-6366e322fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'name': 'tempest-TestAggregatesBasicOps-1859618660-router', 'tenant_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '12b97573-e59e-4343-965d-6fa405687adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:46Z', 'updated_at': '2022-02-05T03:29:59Z', 'revision_number': 5, 'project_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'gw_port': {'id': '12b97573-e59e-4343-965d-6fa405687adc', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:90:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:29:47Z', 'updated_at': '2022-02-05T03:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:01.170743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83bb24-f508-4360-8f1c-6366e322fedf None None] Checking router: 039ae551-bc35-4d57-a1e6-be044727d7d7 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:30:01.178690 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-93150293-4c81-4276-9c7e-f01974245d82 admin admin] For port 12b97573-e59e-4343-965d-6fa405687adc, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=12b97573-e59e-4343-965d-6fa405687adc,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:30:01.179152 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93150293-4c81-4276-9c7e-f01974245d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (12b97573-e59e-4343-965d-6fa405687adc), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:01.180074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83bb24-f508-4360-8f1c-6366e322fedf None None] Routers {'039ae551-bc35-4d57-a1e6-be044727d7d7'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:30:01.180682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ac83bb24-f508-4360-8f1c-6366e322fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:29:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['039ae551-bc35-4d57-a1e6-be044727d7d7'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:01.195909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-93150293-4c81-4276-9c7e-f01974245d82 admin admin] Calling delete_port for 12b97573-e59e-4343-965d-6fa405687adc owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:30:01.392774 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93150293-4c81-4276-9c7e-f01974245d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (12b97573-e59e-4343-965d-6fa405687adc), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:01.421708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93150293-4c81-4276-9c7e-f01974245d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b97573-e59e-4343-965d-6fa405687adc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:01.463900 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ac83bb24-f508-4360-8f1c-6366e322fedf None None] Set router 039ae551-bc35-4d57-a1e6-be044727d7d7 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:30:01.486887 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93150293-4c81-4276-9c7e-f01974245d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (039ae551-bc35-4d57-a1e6-be044727d7d7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:01.520911 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ac83bb24-f508-4360-8f1c-6366e322fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'name': 'tempest-TestAggregatesBasicOps-1859618660-router', 'tenant_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:46Z', 'updated_at': '2022-02-05T03:30:01Z', 'revision_number': 6, 'project_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:01.559956 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83bb24-f508-4360-8f1c-6366e322fedf None None] The sync data for ids ['039ae551-bc35-4d57-a1e6-be044727d7d7'] in n-d-826942-8 is: [{'id': '039ae551-bc35-4d57-a1e6-be044727d7d7', 'name': 'tempest-TestAggregatesBasicOps-1859618660-router', 'tenant_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:29:46Z', 'updated_at': '2022-02-05T03:30:01Z', 'revision_number': 6, 'project_id': '2cc838f097f34b2ea125a48bbfdab9d8', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:30:01.618231 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93150293-4c81-4276-9c7e-f01974245d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (039ae551-bc35-4d57-a1e6-be044727d7d7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:01.622921 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93150293-4c81-4276-9c7e-f01974245d82 admin admin] Publish callbacks [] for router_controller (039ae551-bc35-4d57-a1e6-be044727d7d7), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:01.674599 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93150293-4c81-4276-9c7e-f01974245d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (039ae551-bc35-4d57-a1e6-be044727d7d7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:01.675365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93150293-4c81-4276-9c7e-f01974245d82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 039ae551-bc35-4d57-a1e6-be044727d7d7 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:30:01.680295 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93150293-4c81-4276-9c7e-f01974245d82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:01.681268 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-93150293-4c81-4276-9c7e-f01974245d82 admin admin] 10.222.0.36 "DELETE /v2.0/routers/039ae551-bc35-4d57-a1e6-be044727d7d7 HTTP/1.1" status: 204 len: 168 time: 0.8686121 Feb 05 03:30:01.683861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40842) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:01.731700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9378da3-899f-4031-8b92-cd9ba17725d8 admin admin] Deleting subnet 76b8da79-e996-4cc8-8cd2-b11fd0c54c86 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:30:01.735048 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9378da3-899f-4031-8b92-cd9ba17725d8 admin admin] Publish callbacks [] for subnet (76b8da79-e996-4cc8-8cd2-b11fd0c54c86), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:01.769791 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9378da3-899f-4031-8b92-cd9ba17725d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (76b8da79-e996-4cc8-8cd2-b11fd0c54c86), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:01.853572 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9378da3-899f-4031-8b92-cd9ba17725d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (76b8da79-e996-4cc8-8cd2-b11fd0c54c86), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:01.907489 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9378da3-899f-4031-8b92-cd9ba17725d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (76b8da79-e996-4cc8-8cd2-b11fd0c54c86), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:01.935793 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9378da3-899f-4031-8b92-cd9ba17725d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76b8da79-e996-4cc8-8cd2-b11fd0c54c86,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:01.939440 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9378da3-899f-4031-8b92-cd9ba17725d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:01.945243 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b9378da3-899f-4031-8b92-cd9ba17725d8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/76b8da79-e996-4cc8-8cd2-b11fd0c54c86 HTTP/1.1" status: 204 len: 168 time: 0.2578690 Feb 05 03:30:01.945520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40844) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:01.958724 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8a7f09-58c0-455f-b455-e53d821ae8df None None] Network 1b601930-f2d3-4690-a311-34dbc888b3b9 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:30:02.053410 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (1b601930-f2d3-4690-a311-34dbc888b3b9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:02.065547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:30:02.091322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:30:02.091666 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8f14830c-ad9a-4b5d-bc58-1ca2bf3b7540 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:30:02.116221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] Deleting port 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:30:02.116563 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5b4bacbc-2bb1-4174-b0f6-6d5848e77808), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:02.186578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] For port 5b4bacbc-2bb1-4174-b0f6-6d5848e77808, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=5b4bacbc-2bb1-4174-b0f6-6d5848e77808,segment=NetworkSegment(b2368329-928d-45e0-9736-7aff254a1a0d),segment_id=b2368329-928d-45e0-9736-7aff254a1a0d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:30:02.186982 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5b4bacbc-2bb1-4174-b0f6-6d5848e77808), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:02.199725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] Calling delete_port for 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:30:02.277139 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5b4bacbc-2bb1-4174-b0f6-6d5848e77808), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:02.304458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4bacbc-2bb1-4174-b0f6-6d5848e77808,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:02.309827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] No DVR routers for this DVR port 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:30:02.380733 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (1b601930-f2d3-4690-a311-34dbc888b3b9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:02.399217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a12e042-a947-4514-a738-87afbcbcf58a None None] DHCP port deletion for 1b601930-f2d3-4690-a311-34dbc888b3b9 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:30:02.404161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b601930-f2d3-4690-a311-34dbc888b3b9']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:02.419408 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2368329-928d-45e0-9736-7aff254a1a0d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:02.419705 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2368329-928d-45e0-9736-7aff254a1a0d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:02.429956 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (b2368329-928d-45e0-9736-7aff254a1a0d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:02.443816 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (b2368329-928d-45e0-9736-7aff254a1a0d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:02.449935 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:30:02.450574 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (b2368329-928d-45e0-9736-7aff254a1a0d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:30:02.452389 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:30:02.518681 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (1b601930-f2d3-4690-a311-34dbc888b3b9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:02.525396 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:02.538477 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1b601930-f2d3-4690-a311-34dbc888b3b9 HTTP/1.1" status: 204 len: 168 time: 0.5919156 Feb 05 03:30:02.550713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ec3b8-048f-4b7c-80ce-537793eb6c60 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b601930-f2d3-4690-a311-34dbc888b3b9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:02.742004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40856) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:02.788678 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-77892841-00dd-4a2a-9025-e5d16cdef387 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07837c0dd2644ab6b90ad913f15131b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453889 Feb 05 03:30:02.791426 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40858) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:02.851547 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93730463-9c14-4121-a827-9e3f98130678 admin admin] Publish callbacks [] for security_group (b141f18d-dcc0-42f6-8a6d-6bb88e26eacd), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:02.873672 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93730463-9c14-4121-a827-9e3f98130678 admin admin] Publish callbacks [] for security_group (b141f18d-dcc0-42f6-8a6d-6bb88e26eacd), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:02.924858 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93730463-9c14-4121-a827-9e3f98130678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b141f18d-dcc0-42f6-8a6d-6bb88e26eacd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:02.928174 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93730463-9c14-4121-a827-9e3f98130678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:02.931803 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-93730463-9c14-4121-a827-9e3f98130678 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b141f18d-dcc0-42f6-8a6d-6bb88e26eacd HTTP/1.1" status: 204 len: 168 time: 0.1350772 Feb 05 03:30:02.938704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93730463-9c14-4121-a827-9e3f98130678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b141f18d-dcc0-42f6-8a6d-6bb88e26eacd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:03.266948 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40872) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:03.310213 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8ed24260-2b2a-4ad0-8d69-09e340f5d899 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2cc838f097f34b2ea125a48bbfdab9d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419977 Feb 05 03:30:03.312819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40874) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:03.359590 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6addc2a5-17e2-4017-b216-0dd637980f97 admin admin] Publish callbacks [] for security_group (3b1b1c78-0702-4955-a8e5-62dd1c472498), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:03.384254 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6addc2a5-17e2-4017-b216-0dd637980f97 admin admin] Publish callbacks [] for security_group (3b1b1c78-0702-4955-a8e5-62dd1c472498), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:03.431002 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6addc2a5-17e2-4017-b216-0dd637980f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (3b1b1c78-0702-4955-a8e5-62dd1c472498), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:03.433776 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6addc2a5-17e2-4017-b216-0dd637980f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:03.435088 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6addc2a5-17e2-4017-b216-0dd637980f97 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b1b1c78-0702-4955-a8e5-62dd1c472498 HTTP/1.1" status: 204 len: 168 time: 0.1211088 Feb 05 03:30:03.443862 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6addc2a5-17e2-4017-b216-0dd637980f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b1c78-0702-4955-a8e5-62dd1c472498,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:03.680015 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d45d98cb-7181-4dee-ae25-ea40faafa5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:03.964486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 12b97573-e59e-4343-965d-6fa405687adc no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:30:03.986552 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 12b97573-e59e-4343-965d-6fa405687adc {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:30:03.986923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 12b97573-e59e-4343-965d-6fa405687adc not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:30:03.987579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:30:04.011855 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:30:04.012193 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 5b4bacbc-2bb1-4174-b0f6-6d5848e77808 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:30:05.848897 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 40956) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:05.854068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-49f44966-1244-43da-82a4-3862a7f31f56 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Request body: {'network': {'name': 'tempest-network-smoke--1893633315', 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'port_security_enabled': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:05.873412 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f44966-1244-43da-82a4-3862a7f31f56 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Made reservation on behalf of 72d9f57bdca64f778a1e3df21d902344 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:30:05.877931 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49f44966-1244-43da-82a4-3862a7f31f56 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:05.888066 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49f44966-1244-43da-82a4-3862a7f31f56 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:05.904965 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18393c11-ff70-42cf-a5f4-a6bf2ed92ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:05.964684 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49f44966-1244-43da-82a4-3862a7f31f56 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for security_group (e4410696-b0ca-43bf-9ac7-3d63fab42c98), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:05.968902 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49f44966-1244-43da-82a4-3862a7f31f56 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e4410696-b0ca-43bf-9ac7-3d63fab42c98), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:05.992123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f44966-1244-43da-82a4-3862a7f31f56 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:30:06.008164 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49f44966-1244-43da-82a4-3862a7f31f56 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ceb2d3f7-05c1-47a6-9ff4-d55469d71168), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:06.008514 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-49f44966-1244-43da-82a4-3862a7f31f56 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Added segment ceb2d3f7-05c1-47a6-9ff4-d55469d71168 of type vlan for network fe5d2903-681e-49ca-b78f-b1b169f655ef Feb 05 03:30:06.009822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f44966-1244-43da-82a4-3862a7f31f56 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4410696-b0ca-43bf-9ac7-3d63fab42c98,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:06.055469 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49f44966-1244-43da-82a4-3862a7f31f56 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (fe5d2903-681e-49ca-b78f-b1b169f655ef), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:06.080872 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49f44966-1244-43da-82a4-3862a7f31f56 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (fe5d2903-681e-49ca-b78f-b1b169f655ef), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:06.086140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f44966-1244-43da-82a4-3862a7f31f56 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:06.086717 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49f44966-1244-43da-82a4-3862a7f31f56 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:06.150403 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-49f44966-1244-43da-82a4-3862a7f31f56 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2911720 Feb 05 03:30:06.150503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40964) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:06.153106 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2042887052', 'admin_state_up': True, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:06.167362 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f44966-1244-43da-82a4-3862a7f31f56 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'Network': ['ID=fe5d2903-681e-49ca-b78f-b1b169f655ef,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:06.181420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network fe5d2903-681e-49ca-b78f-b1b169f655ef details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:30:06.183405 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (b78a17d8-0dd7-4188-935d-b881a31fd094), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:06.184503 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (b78a17d8-0dd7-4188-935d-b881a31fd094), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:06.246974 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router_controller (b78a17d8-0dd7-4188-935d-b881a31fd094), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:06.398111 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router_gateway (b78a17d8-0dd7-4188-935d-b881a31fd094), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:06.596440 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router_gateway (b78a17d8-0dd7-4188-935d-b881a31fd094), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:06.617117 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:06.723552 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Allocated IP 172.25.0.238 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/d1d59ddf-74a7-4af2-82d1-e4b895231abd) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:30:06.826492 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for port (d1d59ddf-74a7-4af2-82d1-e4b895231abd), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:06.860215 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d1d59ddf-74a7-4af2-82d1-e4b895231abd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:06.905736 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:30:06.908553 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:30:06.912799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:30:06.937601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'Port': ['ID=d1d59ddf-74a7-4af2-82d1-e4b895231abd,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:07.174736 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router_gateway (b78a17d8-0dd7-4188-935d-b881a31fd094), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:07.203182 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:07.388783 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (b78a17d8-0dd7-4188-935d-b881a31fd094), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:07.519488 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Router b78a17d8-0dd7-4188-935d-b881a31fd094 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:30:07.624776 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:30:07.635132 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Sync routers for ids ['b78a17d8-0dd7-4188-935d-b881a31fd094'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:30:07.644856 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Routers {'b78a17d8-0dd7-4188-935d-b881a31fd094'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:30:07.645717 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:07.645979 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:30:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['b78a17d8-0dd7-4188-935d-b881a31fd094'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:07.647242 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-17fc2788-ca31-48db-a384-b12ed530ccd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5017695 Feb 05 03:30:07.650281 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 40996) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:07.795763 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-73166520-a124-4d08-a1f9-dc3e89722ceb tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=72d9f57bdca64f778a1e3df21d902344&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1417444 Feb 05 03:30:07.796056 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41000) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:07.858596 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Set router b78a17d8-0dd7-4188-935d-b881a31fd094 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:30:07.890650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988db827-221d-44c2-a5bc-4c02e4ec5d4d tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:07.894587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-988db827-221d-44c2-a5bc-4c02e4ec5d4d tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953307 Feb 05 03:30:07.896246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41002) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:07.923435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4c247ead-90b9-4ac7-8d69-7b0f9ceaa15c tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273201 Feb 05 03:30:07.925915 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41004) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:07.931419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a12e00d1-871d-4e23-989b-25f4262e1066 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1837547240', 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef', 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:08.025273 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12e00d1-871d-4e23-989b-25f4262e1066 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Made reservation on behalf of 72d9f57bdca64f778a1e3df21d902344 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:30:08.028827 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a12e00d1-871d-4e23-989b-25f4262e1066 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:08.053274 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042887052', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:07Z', 'revision_number': 3, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:08.079389 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Checking router: b78a17d8-0dd7-4188-935d-b881a31fd094 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:30:08.079730 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Updating router b78a17d8-0dd7-4188-935d-b881a31fd094 port d1d59ddf-74a7-4af2-82d1-e4b895231abd binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:30:08.111111 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d1d59ddf-74a7-4af2-82d1-e4b895231abd), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:08.220754 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a12e00d1-871d-4e23-989b-25f4262e1066 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (e840b985-3723-4b8b-a775-fc69a73dde31), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:08.279317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e00d1-871d-4e23-989b-25f4262e1066 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'Subnet': ['ID=e840b985-3723-4b8b-a775-fc69a73dde31,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:08.310851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12e00d1-871d-4e23-989b-25f4262e1066 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Checking segment: {'id': 'ceb2d3f7-05c1-47a6-9ff4-d55469d71168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:30:08.311216 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12e00d1-871d-4e23-989b-25f4262e1066 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Network hostable DHCP agents. Network: fe5d2903-681e-49ca-b78f-b1b169f655ef, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:30:08.331387 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12e00d1-871d-4e23-989b-25f4262e1066 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Network fe5d2903-681e-49ca-b78f-b1b169f655ef is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:30:08.347926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a12e00d1-871d-4e23-989b-25f4262e1066 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, fe5d2903-681e-49ca-b78f-b1b169f655ef) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:30:08.352245 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12e00d1-871d-4e23-989b-25f4262e1066 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:08.352842 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a12e00d1-871d-4e23-989b-25f4262e1066 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:08.362541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5c978a-b93a-4746-a09b-3b6a23b692a6 None None] Network fe5d2903-681e-49ca-b78f-b1b169f655ef requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:30:08.380004 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a12e00d1-871d-4e23-989b-25f4262e1066 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4496980 Feb 05 03:30:08.380201 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41008) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:08.381600 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Publish callbacks [] for port (d1d59ddf-74a7-4af2-82d1-e4b895231abd), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:08.388542 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d1d59ddf-74a7-4af2-82d1-e4b895231abd), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:08.433759 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395dd52-377c-4173-8278-f20c47575967 None None] Pushing event updated for resources: {'Port': ['ID=d1d59ddf-74a7-4af2-82d1-e4b895231abd,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:08.460536 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Attempting to bind port d1d59ddf-74a7-4af2-82d1-e4b895231abd on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:30:08.461696 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Attempting to bind port d1d59ddf-74a7-4af2-82d1-e4b895231abd by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:30:08.462215 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Attempting to bind port d1d59ddf-74a7-4af2-82d1-e4b895231abd on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:30:08.467530 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:30:08.468093 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:30:08.468916 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:08.469427 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:30:08.470013 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Bound port: d1d59ddf-74a7-4af2-82d1-e4b895231abd, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:30:08.470534 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d1d59ddf-74a7-4af2-82d1-e4b895231abd), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:08.517624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-fe5d2903-681e-49ca-b78f-b1b169f655ef', 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef', 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'fixed_ips': [{'subnet_id': 'e840b985-3723-4b8b-a775-fc69a73dde31'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:30:08.518500 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:08.529918 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] For port d1d59ddf-74a7-4af2-82d1-e4b895231abd, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:30:08.533268 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] For port d1d59ddf-74a7-4af2-82d1-e4b895231abd, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d1d59ddf-74a7-4af2-82d1-e4b895231abd,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:30:08.543489 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d1d59ddf-74a7-4af2-82d1-e4b895231abd), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:08.608313 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395dd52-377c-4173-8278-f20c47575967 None None] Pushing event updated for resources: {'Port': ['ID=d1d59ddf-74a7-4af2-82d1-e4b895231abd,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:08.626177 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Routers {'b78a17d8-0dd7-4188-935d-b881a31fd094'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:30:08.627208 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:30:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['b78a17d8-0dd7-4188-935d-b881a31fd094'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:08.679651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Allocated IP 172.20.0.2 (fe5d2903-681e-49ca-b78f-b1b169f655ef/e840b985-3723-4b8b-a775-fc69a73dde31/c4c0a18f-2f00-4f48-904b-b1d0cb8442d7) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:30:08.755034 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] Set router b78a17d8-0dd7-4188-935d-b881a31fd094 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:30:08.833941 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Publish callbacks [] for port (c4c0a18f-2f00-4f48-904b-b1d0cb8442d7), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:08.854290 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (c4c0a18f-2f00-4f48-904b-b1d0cb8442d7), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:08.912525 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:08.915293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Pushing event updated for resources: {'Port': ['ID=c4c0a18f-2f00-4f48-904b-b1d0cb8442d7,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:08.923994 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Network fe5d2903-681e-49ca-b78f-b1b169f655ef is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:30:08.925461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:30:08.928135 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:30:08.956390 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042887052', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:07Z', 'revision_number': 3, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:08.982682 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:08.986679 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c1e572-87c8-4e96-800a-8aea804a2c49 None None] The sync data for ids ['b78a17d8-0dd7-4188-935d-b881a31fd094'] in n-d-826942-8 is: [{'id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042887052', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:07Z', 'revision_number': 3, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:30:09.001433 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Attempting to bind port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:30:09.001818 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Attempting to bind port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'ceb2d3f7-05c1-47a6-9ff4-d55469d71168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:30:09.002189 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Attempting to bind port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 on network fe5d2903-681e-49ca-b78f-b1b169f655ef {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:30:09.008599 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:30:09.008946 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Checking segment: {'id': 'ceb2d3f7-05c1-47a6-9ff4-d55469d71168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:30:09.009358 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:09.009762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Bound using segment: {'id': 'ceb2d3f7-05c1-47a6-9ff4-d55469d71168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:30:09.010277 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Bound port: c4c0a18f-2f00-4f48-904b-b1d0cb8442d7, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb2d3f7-05c1-47a6-9ff4-d55469d71168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:30:09.010632 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c4c0a18f-2f00-4f48-904b-b1d0cb8442d7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:09.096954 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] For port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:30:09.100556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] For port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c4c0a18f-2f00-4f48-904b-b1d0cb8442d7,segment=NetworkSegment(ceb2d3f7-05c1-47a6-9ff4-d55469d71168),segment_id=ceb2d3f7-05c1-47a6-9ff4-d55469d71168)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:30:09.108049 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c4c0a18f-2f00-4f48-904b-b1d0cb8442d7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:09.179709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95499e-4e73-4462-8d84-3f8c7afa01cf None None] Pushing event updated for resources: {'Port': ['ID=c4c0a18f-2f00-4f48-904b-b1d0cb8442d7,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:09.728239 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Allocated IP 172.20.0.1 (fe5d2903-681e-49ca-b78f-b1b169f655ef/e840b985-3723-4b8b-a775-fc69a73dde31/7f7c95c6-0c6f-46f9-962f-d681bde541e1) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:30:09.854575 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:09.893797 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:09.948576 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'Port': ['ID=7f7c95c6-0c6f-46f9-962f-d681bde541e1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:09.961396 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Network fe5d2903-681e-49ca-b78f-b1b169f655ef is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:30:09.963231 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:30:09.965935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:30:10.040344 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (b78a17d8-0dd7-4188-935d-b881a31fd094), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:10.064302 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:10.142475 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d1d59ddf-74a7-4af2-82d1-e4b895231abd up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:30:10.210178 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d1d59ddf-74a7-4af2-82d1-e4b895231abd triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:10.210709 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d1d59ddf-74a7-4af2-82d1-e4b895231abd), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:10.263440 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:10.314163 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d1d59ddf-74a7-4af2-82d1-e4b895231abd is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:10.314560 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d1d59ddf-74a7-4af2-82d1-e4b895231abd), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:10.337238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port d1d59ddf-74a7-4af2-82d1-e4b895231abd, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d1d59ddf-74a7-4af2-82d1-e4b895231abd,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:30:10.347876 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d1d59ddf-74a7-4af2-82d1-e4b895231abd), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:10.349001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:30:10.454317 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=d1d59ddf-74a7-4af2-82d1-e4b895231abd,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:10.483695 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:10.484079 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c4c0a18f-2f00-4f48-904b-b1d0cb8442d7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:10.602688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:10.602994 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c4c0a18f-2f00-4f48-904b-b1d0cb8442d7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:10.617521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5236f4b-6647-4d39-adb5-686728a60e8b None None] Network fe5d2903-681e-49ca-b78f-b1b169f655ef requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:30:10.653045 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:10.658620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:10.715187 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c4c0a18f-2f00-4f48-904b-b1d0cb8442d7,segment=NetworkSegment(ceb2d3f7-05c1-47a6-9ff4-d55469d71168),segment_id=ceb2d3f7-05c1-47a6-9ff4-d55469d71168)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:30:10.734544 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c4c0a18f-2f00-4f48-904b-b1d0cb8442d7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:10.746342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'Port': ['ID=7f7c95c6-0c6f-46f9-962f-d681bde541e1,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:10.749026 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (b78a17d8-0dd7-4188-935d-b881a31fd094), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:10.781395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3e149d64-47a0-40c8-aeb6-fb8a3023c8e9 None None] Provisioning complete for port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:10.781765 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e149d64-47a0-40c8-aeb6-fb8a3023c8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c4c0a18f-2f00-4f48-904b-b1d0cb8442d7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:10.851567 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Network fe5d2903-681e-49ca-b78f-b1b169f655ef is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:30:10.852078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=c4c0a18f-2f00-4f48-904b-b1d0cb8442d7,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:10.853081 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:30:10.941319 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3e149d64-47a0-40c8-aeb6-fb8a3023c8e9 None None] Current status of the port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:10.995938 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Router b78a17d8-0dd7-4188-935d-b881a31fd094 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:30:11.124979 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:30:11.131090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c03b0a89-3a8a-4399-ab74-20caae58c703 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "PUT /v2.0/routers/b78a17d8-0dd7-4188-935d-b881a31fd094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7496645 Feb 05 03:30:11.133743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41014) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:11.138242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7a079dc4-c582-4163-aa07-fba7df8d3a82 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1337818480', 'description': 'tempest-secgroup_access--1337818480 description', 'project_id': '72d9f57bdca64f778a1e3df21d902344'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:11.163320 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f8343755-0964-4597-a8c3-acaed9f6cde4 None None] Provisioning complete for port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:11.163759 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f8343755-0964-4597-a8c3-acaed9f6cde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c4c0a18f-2f00-4f48-904b-b1d0cb8442d7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:11.175264 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7a079dc4-c582-4163-aa07-fba7df8d3a82 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:11.236626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Sync routers for ids ['b78a17d8-0dd7-4188-935d-b881a31fd094'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:30:11.257494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Routers {'b78a17d8-0dd7-4188-935d-b881a31fd094'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:30:11.258411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:30:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['b78a17d8-0dd7-4188-935d-b881a31fd094'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:11.271398 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7a079dc4-c582-4163-aa07-fba7df8d3a82 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for security_group (f04a6838-50c1-4c7f-bdac-3e681d1058e6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:11.279524 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7a079dc4-c582-4163-aa07-fba7df8d3a82 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f04a6838-50c1-4c7f-bdac-3e681d1058e6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:11.311760 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7a079dc4-c582-4163-aa07-fba7df8d3a82 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:11.313526 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7a079dc4-c582-4163-aa07-fba7df8d3a82 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1787589 Feb 05 03:30:11.317959 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41016) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:11.320172 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a079dc4-c582-4163-aa07-fba7df8d3a82 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04a6838-50c1-4c7f-bdac-3e681d1058e6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:11.331158 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-97d511ba-1e6e-46ba-b1a9-26b40babcd22 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1466555785', 'description': 'tempest-secgroup_general--1466555785 description', 'project_id': '72d9f57bdca64f778a1e3df21d902344'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:11.373517 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97d511ba-1e6e-46ba-b1a9-26b40babcd22 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:11.413299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Set router b78a17d8-0dd7-4188-935d-b881a31fd094 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:30:11.481948 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97d511ba-1e6e-46ba-b1a9-26b40babcd22 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for security_group (5925d0d6-05d8-4c9d-9a1f-24a8425a8e49), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:11.486741 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97d511ba-1e6e-46ba-b1a9-26b40babcd22 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5925d0d6-05d8-4c9d-9a1f-24a8425a8e49), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:11.530329 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97d511ba-1e6e-46ba-b1a9-26b40babcd22 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:11.535600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41022) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:11.536626 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-97d511ba-1e6e-46ba-b1a9-26b40babcd22 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2163615 Feb 05 03:30:11.538068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d511ba-1e6e-46ba-b1a9-26b40babcd22 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5925d0d6-05d8-4c9d-9a1f-24a8425a8e49,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:11.540735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-041020d4-a85f-41fe-80c9-37cddaa34d12 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Request body: {'security_group_rule': {'security_group_id': 'f04a6838-50c1-4c7f-bdac-3e681d1058e6', 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:11.583724 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-041020d4-a85f-41fe-80c9-37cddaa34d12 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for security_group_rule (91503c01-13c2-4822-ad41-0163eebb2530), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:11.584996 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f8343755-0964-4597-a8c3-acaed9f6cde4 None None] Current status of the port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:11.613406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f8343755-0964-4597-a8c3-acaed9f6cde4 None None] Provisioning complete for port 7f7c95c6-0c6f-46f9-962f-d681bde541e1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:11.614288 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f8343755-0964-4597-a8c3-acaed9f6cde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:11.689169 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-041020d4-a85f-41fe-80c9-37cddaa34d12 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for security_group_rule (91503c01-13c2-4822-ad41-0163eebb2530), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:11.693640 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-041020d4-a85f-41fe-80c9-37cddaa34d12 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (91503c01-13c2-4822-ad41-0163eebb2530), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:11.715722 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041020d4-a85f-41fe-80c9-37cddaa34d12 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91503c01-13c2-4822-ad41-0163eebb2530,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:11.729838 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-041020d4-a85f-41fe-80c9-37cddaa34d12 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:11.731185 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-041020d4-a85f-41fe-80c9-37cddaa34d12 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1952906 Feb 05 03:30:11.797217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f8343755-0964-4597-a8c3-acaed9f6cde4 None None] Port 7f7c95c6-0c6f-46f9-962f-d681bde541e1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:30:11.804611 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:11.835514 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042887052', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7f7c95c6-0c6f-46f9-962f-d681bde541e1', 'name': '', 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'mac_address': 'fa:16:3e:d7:a3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:09Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 2, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'subnets': [{'id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:11.865023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Checking router: b78a17d8-0dd7-4188-935d-b881a31fd094 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:30:11.865503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Updating router b78a17d8-0dd7-4188-935d-b881a31fd094 port 7f7c95c6-0c6f-46f9-962f-d681bde541e1 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:30:11.902034 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:11.967172 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-7c764952-c1f9-4cf7-a3d6-9f729a10263b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_general--1466555785&fields=id&tenant_id=72d9f57bdca64f778a1e3df21d902344 HTTP/1.1" status: 200 len: 267 time: 0.0905762 Feb 05 03:30:12.038046 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-1a9a1f5a-00b4-45cf-a0fb-be423ffdd07f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_access--1337818480&fields=id&tenant_id=72d9f57bdca64f778a1e3df21d902344 HTTP/1.1" status: 200 len: 267 time: 0.0693121 Feb 05 03:30:12.060951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d1d59ddf-74a7-4af2-82d1-e4b895231abd up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:30:12.091816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5bceaef8-d179-46bd-8f0d-37f573ff705a None None] Provisioning complete for port 7f7c95c6-0c6f-46f9-962f-d681bde541e1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:12.092525 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5bceaef8-d179-46bd-8f0d-37f573ff705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:12.165950 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-2d39ff87-a5c0-48b9-aa32-f8a271ef2cd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:12.167605 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-2d39ff87-a5c0-48b9-aa32-f8a271ef2cd1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/networks?id=fe5d2903-681e-49ca-b78f-b1b169f655ef HTTP/1.1" status: 200 len: 797 time: 0.1287723 Feb 05 03:30:12.193627 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-581f7d80-f8cc-4669-a4b0-55a7116cb72c tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/quotas/72d9f57bdca64f778a1e3df21d902344 HTTP/1.1" status: 200 len: 375 time: 0.0177827 Feb 05 03:30:12.211437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5bceaef8-d179-46bd-8f0d-37f573ff705a None None] Port 7f7c95c6-0c6f-46f9-962f-d681bde541e1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:30:12.234195 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d1d59ddf-74a7-4af2-82d1-e4b895231abd triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:12.234985 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d1d59ddf-74a7-4af2-82d1-e4b895231abd), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:12.249989 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-e99c4c01-0ec8-407b-ad07-49929f0a28a7 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=72d9f57bdca64f778a1e3df21d902344&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549660 Feb 05 03:30:12.353542 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-e1b3fe70-6e06-4626-9975-f78cc048dee5 service neutron] 10.222.0.36 "GET /v2.0/networks/fe5d2903-681e-49ca-b78f-b1b169f655ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919743 Feb 05 03:30:12.418421 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d1d59ddf-74a7-4af2-82d1-e4b895231abd is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:12.419742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:30:12.422587 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Publish callbacks [] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:12.445769 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:12.469010 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-2d80c0a5-b073-4bfe-8038-cdc3902a47a3 service neutron] 10.222.0.36 "GET /v2.0/networks/fe5d2903-681e-49ca-b78f-b1b169f655ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095567 Feb 05 03:30:12.727849 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfdcf8-7baa-495b-acbb-797d58bd85cb None None] Pushing event updated for resources: {'Port': ['ID=7f7c95c6-0c6f-46f9-962f-d681bde541e1,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:12.782132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:12.784337 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c4c0a18f-2f00-4f48-904b-b1d0cb8442d7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:12.825081 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b8df31be-fbf6-4c86-96a4-574433fe4137 req-3cc9e37a-2aea-4ad8-a666-636d5721a25e tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 210 time: 0.1525729 Feb 05 03:30:12.878225 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Attempting to bind port 7f7c95c6-0c6f-46f9-962f-d681bde541e1 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:30:12.878606 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Attempting to bind port 7f7c95c6-0c6f-46f9-962f-d681bde541e1 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'ceb2d3f7-05c1-47a6-9ff4-d55469d71168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:30:12.878989 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Attempting to bind port 7f7c95c6-0c6f-46f9-962f-d681bde541e1 on network fe5d2903-681e-49ca-b78f-b1b169f655ef {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:30:12.886815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:30:12.887194 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Checking segment: {'id': 'ceb2d3f7-05c1-47a6-9ff4-d55469d71168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:30:12.887606 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:12.888001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Bound using segment: {'id': 'ceb2d3f7-05c1-47a6-9ff4-d55469d71168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:30:12.888479 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Bound port: 7f7c95c6-0c6f-46f9-962f-d681bde541e1, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb2d3f7-05c1-47a6-9ff4-d55469d71168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:30:12.888859 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:12.978028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] For port 7f7c95c6-0c6f-46f9-962f-d681bde541e1, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:30:12.981384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] For port 7f7c95c6-0c6f-46f9-962f-d681bde541e1, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7f7c95c6-0c6f-46f9-962f-d681bde541e1,segment=NetworkSegment(ceb2d3f7-05c1-47a6-9ff4-d55469d71168),segment_id=ceb2d3f7-05c1-47a6-9ff4-d55469d71168)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:30:13.023640 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:13.099642 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:13.118084 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0ef50136-50f0-40d0-ab08-ea870f1220a1 None None] Provisioning complete for port 7f7c95c6-0c6f-46f9-962f-d681bde541e1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:13.118464 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ef50136-50f0-40d0-ab08-ea870f1220a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:13.155508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfdcf8-7baa-495b-acbb-797d58bd85cb None None] Pushing event updated for resources: {'Port': ['ID=7f7c95c6-0c6f-46f9-962f-d681bde541e1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:13.192931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Routers {'b78a17d8-0dd7-4188-935d-b881a31fd094'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:30:13.198360 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:30:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['b78a17d8-0dd7-4188-935d-b881a31fd094'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:13.374337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0ef50136-50f0-40d0-ab08-ea870f1220a1 None None] Current status of the port 7f7c95c6-0c6f-46f9-962f-d681bde541e1 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:13.375028 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ef50136-50f0-40d0-ab08-ea870f1220a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:13.425036 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0ef50136-50f0-40d0-ab08-ea870f1220a1 None None] For port 7f7c95c6-0c6f-46f9-962f-d681bde541e1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7f7c95c6-0c6f-46f9-962f-d681bde541e1,segment=NetworkSegment(ceb2d3f7-05c1-47a6-9ff4-d55469d71168),segment_id=ceb2d3f7-05c1-47a6-9ff4-d55469d71168)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:30:13.430893 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ef50136-50f0-40d0-ab08-ea870f1220a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:13.446223 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] Set router b78a17d8-0dd7-4188-935d-b881a31fd094 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:30:13.560721 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef50136-50f0-40d0-ab08-ea870f1220a1 None None] Pushing event updated for resources: {'Port': ['ID=7f7c95c6-0c6f-46f9-962f-d681bde541e1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:13.612782 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1db949b4-6baf-4877-a049-1c096d25259f None None] Provisioning complete for port 7f7c95c6-0c6f-46f9-962f-d681bde541e1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:13.613296 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1db949b4-6baf-4877-a049-1c096d25259f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:13.751295 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1db949b4-6baf-4877-a049-1c096d25259f None None] Current status of the port 7f7c95c6-0c6f-46f9-962f-d681bde541e1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:13.771682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042887052', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7f7c95c6-0c6f-46f9-962f-d681bde541e1', 'name': '', 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'mac_address': 'fa:16:3e:d7:a3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:09Z', 'updated_at': '2022-02-05T03:30:12Z', 'revision_number': 4, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'subnets': [{'id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:13.802963 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f6eb0-19c0-46c5-999c-428800145558 None None] The sync data for ids ['b78a17d8-0dd7-4188-935d-b881a31fd094'] in n-d-826942-8 is: [{'id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042887052', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7f7c95c6-0c6f-46f9-962f-d681bde541e1', 'name': '', 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'mac_address': 'fa:16:3e:d7:a3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:09Z', 'updated_at': '2022-02-05T03:30:12Z', 'revision_number': 4, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'subnets': [{'id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:30:13.967770 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f81b397-5caa-4d45-9ba8-e922c82c6fed req-06a98227-7976-4f54-abc2-f9b99b670302 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 210 time: 0.0525291 Feb 05 03:30:14.107372 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7f7c95c6-0c6f-46f9-962f-d681bde541e1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:30:14.163547 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-b8a44373-87be-443b-b5ee-5a513fdaabcf tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:14.165660 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-b8a44373-87be-443b-b5ee-5a513fdaabcf tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.10 "GET /v2.0/networks?id=fe5d2903-681e-49ca-b78f-b1b169f655ef HTTP/1.1" status: 200 len: 797 time: 0.1593006 Feb 05 03:30:14.184246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 7f7c95c6-0c6f-46f9-962f-d681bde541e1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:14.184682 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:14.268953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-68d6a6ae-ad85-4b5b-bc81-124c8c4e1155 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72d9f57bdca64f778a1e3df21d902344 HTTP/1.1" status: 200 len: 478 time: 0.0951245 Feb 05 03:30:14.280221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-674998bd-23ca-4653-96b7-252137f68269 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Request body: {'port': {'device_id': '55b76d40-5407-4b2b-bb13-e269ee0e497f', 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef', 'admin_state_up': True, 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'security_groups': ['5925d0d6-05d8-4c9d-9a1f-24a8425a8e49', 'f04a6838-50c1-4c7f-bdac-3e681d1058e6']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:14.302072 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 7f7c95c6-0c6f-46f9-962f-d681bde541e1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:14.400333 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-674998bd-23ca-4653-96b7-252137f68269 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Made reservation on behalf of 72d9f57bdca64f778a1e3df21d902344 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:30:14.403947 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-674998bd-23ca-4653-96b7-252137f68269 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:14.545592 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-674998bd-23ca-4653-96b7-252137f68269 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Allocated IP 172.20.0.9 (fe5d2903-681e-49ca-b78f-b1b169f655ef/e840b985-3723-4b8b-a775-fc69a73dde31/177b52c4-b24f-465d-8879-1a21c5798b43) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:30:14.703389 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-674998bd-23ca-4653-96b7-252137f68269 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for port (177b52c4-b24f-465d-8879-1a21c5798b43), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:14.738453 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-674998bd-23ca-4653-96b7-252137f68269 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (177b52c4-b24f-465d-8879-1a21c5798b43), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:14.786230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-674998bd-23ca-4653-96b7-252137f68269 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Network fe5d2903-681e-49ca-b78f-b1b169f655ef is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:30:14.791939 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-674998bd-23ca-4653-96b7-252137f68269 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:30:14.796628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-674998bd-23ca-4653-96b7-252137f68269 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:30:14.855847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674998bd-23ca-4653-96b7-252137f68269 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'Port': ['ID=177b52c4-b24f-465d-8879-1a21c5798b43,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:14.890886 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-674998bd-23ca-4653-96b7-252137f68269 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:14.891627 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-674998bd-23ca-4653-96b7-252137f68269 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:14.917913 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-674998bd-23ca-4653-96b7-252137f68269 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6431699 Feb 05 03:30:14.931687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Request body: {'port': {'device_id': '55b76d40-5407-4b2b-bb13-e269ee0e497f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:15.031255 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (177b52c4-b24f-465d-8879-1a21c5798b43), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:15.111882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0bc37db5-9e18-4e4d-9b78-e884651602f5 None None] Provisioning complete for port 177b52c4-b24f-465d-8879-1a21c5798b43 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:15.112924 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0bc37db5-9e18-4e4d-9b78-e884651602f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (177b52c4-b24f-465d-8879-1a21c5798b43), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:15.172963 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0bc37db5-9e18-4e4d-9b78-e884651602f5 None None] Port 177b52c4-b24f-465d-8879-1a21c5798b43 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:30:15.210708 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc375cd-5752-48df-b3f1-052165dd5d1a req-ac956f4c-a336-4c56-9964-5241421f00c9 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:15.212222 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fc375cd-5752-48df-b3f1-052165dd5d1a req-ac956f4c-a336-4c56-9964-5241421f00c9 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 970 time: 0.1541495 Feb 05 03:30:15.337177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fc375cd-5752-48df-b3f1-052165dd5d1a req-05d37f57-eff2-4198-8365-4651e30400f9 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/security-groups?id=f04a6838-50c1-4c7f-bdac-3e681d1058e6&id=5925d0d6-05d8-4c9d-9a1f-24a8425a8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1170766 Feb 05 03:30:15.423511 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177b52c4-b24f-465d-8879-1a21c5798b43 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:30:15.432575 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Publish callbacks [] for port (177b52c4-b24f-465d-8879-1a21c5798b43), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:15.447251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Transition to ACTIVE for port object 177b52c4-b24f-465d-8879-1a21c5798b43 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:30:15.451262 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (177b52c4-b24f-465d-8879-1a21c5798b43), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:15.502388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Pushing event updated for resources: {'Port': ['ID=177b52c4-b24f-465d-8879-1a21c5798b43,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:15.583304 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Attempting to bind port 177b52c4-b24f-465d-8879-1a21c5798b43 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:30:15.583635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Attempting to bind port 177b52c4-b24f-465d-8879-1a21c5798b43 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'ceb2d3f7-05c1-47a6-9ff4-d55469d71168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:30:15.583965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Attempting to bind port 177b52c4-b24f-465d-8879-1a21c5798b43 on network fe5d2903-681e-49ca-b78f-b1b169f655ef {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:30:15.588848 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Port 177b52c4-b24f-465d-8879-1a21c5798b43 on network fe5d2903-681e-49ca-b78f-b1b169f655ef not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:30:15.589190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Attempting to bind port 177b52c4-b24f-465d-8879-1a21c5798b43 on network fe5d2903-681e-49ca-b78f-b1b169f655ef {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:30:15.594283 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:30:15.594618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Checking segment: {'id': 'ceb2d3f7-05c1-47a6-9ff4-d55469d71168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:30:15.595026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Bound using segment: {'id': 'ceb2d3f7-05c1-47a6-9ff4-d55469d71168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:30:15.595456 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Bound port: 177b52c4-b24f-465d-8879-1a21c5798b43, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb2d3f7-05c1-47a6-9ff4-d55469d71168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:30:15.595811 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (177b52c4-b24f-465d-8879-1a21c5798b43), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:15.664783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] For port 177b52c4-b24f-465d-8879-1a21c5798b43, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:30:15.668513 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] For port 177b52c4-b24f-465d-8879-1a21c5798b43, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=177b52c4-b24f-465d-8879-1a21c5798b43,segment=NetworkSegment(ceb2d3f7-05c1-47a6-9ff4-d55469d71168),segment_id=ceb2d3f7-05c1-47a6-9ff4-d55469d71168)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:30:15.674843 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (177b52c4-b24f-465d-8879-1a21c5798b43), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:15.710882 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:15.711529 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:15.713091 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] 10.222.0.10 "PUT /v2.0/ports/177b52c4-b24f-465d-8879-1a21c5798b43 HTTP/1.1" status: 200 len: 1130 time: 0.7867739 Feb 05 03:30:15.713459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b76d40-5407-4b2b-bb13-e269ee0e497f', 'tag': '177b52c4-b24f-465d-8879-1a21c5798b43'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:30:15.715742 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba566e0e-fc64-4406-81ce-4528fc83acdd" -d '{"events": [{"name": "network-changed", "server_uuid": "55b76d40-5407-4b2b-bb13-e269ee0e497f", "tag": "177b52c4-b24f-465d-8879-1a21c5798b43"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:30:15.742865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70c429-d0a0-447a-ac58-1e7de798b56f service neutron] Pushing event updated for resources: {'Port': ['ID=177b52c4-b24f-465d-8879-1a21c5798b43,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:15.862166 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-90b55e36-b92c-4161-9ecd-c5db7a4b7ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:15.866386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-90b55e36-b92c-4161-9ecd-c5db7a4b7ece service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72d9f57bdca64f778a1e3df21d902344&device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 1164 time: 0.0890982 Feb 05 03:30:15.918016 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d27431c-c6ac-4e6d-b86a-dad833d2a106 x-openstack-request-id: req-4d27431c-c6ac-4e6d-b86a-dad833d2a106 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:30:15.918016 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b76d40-5407-4b2b-bb13-e269ee0e497f", "tag": "177b52c4-b24f-465d-8879-1a21c5798b43", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:30:15.918016 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d27431c-c6ac-4e6d-b86a-dad833d2a106 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:30:15.918362 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b76d40-5407-4b2b-bb13-e269ee0e497f', 'tag': '177b52c4-b24f-465d-8879-1a21c5798b43', 'status': 'completed', 'code': 200} Feb 05 03:30:15.920267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-6e907e2e-abe4-4d3a-99a5-5297e2e52eb2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=177b52c4-b24f-465d-8879-1a21c5798b43 HTTP/1.1" status: 200 len: 217 time: 0.0480533 Feb 05 03:30:15.973892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-42688ebc-201b-47f3-b7e8-f34279768ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:15.975502 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-42688ebc-201b-47f3-b7e8-f34279768ad8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e840b985-3723-4b8b-a775-fc69a73dde31 HTTP/1.1" status: 200 len: 835 time: 0.0496650 Feb 05 03:30:16.045905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-dfbccadf-232b-4a75-8d6b-6e01dca0d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:16.047654 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-dfbccadf-232b-4a75-8d6b-6e01dca0d89d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe5d2903-681e-49ca-b78f-b1b169f655ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0665009 Feb 05 03:30:16.142256 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-79d67310-00b4-4b78-9a0a-128d775bb8bb service neutron] 10.222.0.10 "GET /v2.0/networks/fe5d2903-681e-49ca-b78f-b1b169f655ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881054 Feb 05 03:30:16.239525 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a692004-4376-43b5-9ace-886e3a1b56a2 req-a6293e18-fc70-418e-9693-ba72fe7656d5 service neutron] 10.222.0.10 "GET /v2.0/networks/fe5d2903-681e-49ca-b78f-b1b169f655ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897784 Feb 05 03:30:16.332770 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba566e0e-fc64-4406-81ce-4528fc83acdd req-cd5a8623-0436-4323-8e13-627f6b1962b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:16.334388 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba566e0e-fc64-4406-81ce-4528fc83acdd req-cd5a8623-0436-4323-8e13-627f6b1962b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72d9f57bdca64f778a1e3df21d902344&device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 1164 time: 0.0473363 Feb 05 03:30:16.452757 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba566e0e-fc64-4406-81ce-4528fc83acdd req-2931b619-f8e9-41dd-96c0-af52f06ebe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:16.453502 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba566e0e-fc64-4406-81ce-4528fc83acdd req-2931b619-f8e9-41dd-96c0-af52f06ebe4d service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe5d2903-681e-49ca-b78f-b1b169f655ef HTTP/1.1" status: 200 len: 898 time: 0.1138513 Feb 05 03:30:16.485574 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:16.511058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba566e0e-fc64-4406-81ce-4528fc83acdd req-efe3da25-a913-4fd2-89d0-dd2604be1c8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=177b52c4-b24f-465d-8879-1a21c5798b43 HTTP/1.1" status: 200 len: 217 time: 0.0381062 Feb 05 03:30:16.566418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d07b0-7a8b-4d3e-811b-e1323ba9f71a req-81ffa92f-0e12-4a60-acb3-561b15519fcb tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:16.568734 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-771d07b0-7a8b-4d3e-811b-e1323ba9f71a req-81ffa92f-0e12-4a60-acb3-561b15519fcb tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 982 time: 0.1314270 Feb 05 03:30:16.578638 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba566e0e-fc64-4406-81ce-4528fc83acdd req-6b1eb0a4-79ee-4f6b-b00b-414fd4b3177e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:16.580147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba566e0e-fc64-4406-81ce-4528fc83acdd req-6b1eb0a4-79ee-4f6b-b00b-414fd4b3177e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e840b985-3723-4b8b-a775-fc69a73dde31 HTTP/1.1" status: 200 len: 835 time: 0.0619600 Feb 05 03:30:16.671767 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba566e0e-fc64-4406-81ce-4528fc83acdd req-4c4dbccc-df89-4759-a1f2-9f416130a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:16.673198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba566e0e-fc64-4406-81ce-4528fc83acdd req-4c4dbccc-df89-4759-a1f2-9f416130a347 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe5d2903-681e-49ca-b78f-b1b169f655ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0851669 Feb 05 03:30:16.677363 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-771d07b0-7a8b-4d3e-811b-e1323ba9f71a req-83834f79-46ff-41cd-adb6-b6659a355913 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/security-groups?id=f04a6838-50c1-4c7f-bdac-3e681d1058e6&id=5925d0d6-05d8-4c9d-9a1f-24a8425a8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0963142 Feb 05 03:30:16.767048 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba566e0e-fc64-4406-81ce-4528fc83acdd req-7097a045-1754-4ee0-b798-647a588025cb service neutron] 10.222.0.10 "GET /v2.0/networks/fe5d2903-681e-49ca-b78f-b1b169f655ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863130 Feb 05 03:30:16.860975 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba566e0e-fc64-4406-81ce-4528fc83acdd req-3aa08f48-ed3e-445c-9ef3-38268ad7b2be service neutron] 10.222.0.10 "GET /v2.0/networks/fe5d2903-681e-49ca-b78f-b1b169f655ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875680 Feb 05 03:30:17.803376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bf41f-d778-46d0-930a-1c8ca1b4b9d0 req-a50110a2-671a-421b-8792-3786dbc50c1e tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:17.804863 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f8bf41f-d778-46d0-930a-1c8ca1b4b9d0 req-a50110a2-671a-421b-8792-3786dbc50c1e tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 982 time: 0.0541441 Feb 05 03:30:17.862446 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f8bf41f-d778-46d0-930a-1c8ca1b4b9d0 req-2da38fc9-7459-4ed4-b14e-2554f1b2d1ab tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/security-groups?id=f04a6838-50c1-4c7f-bdac-3e681d1058e6&id=5925d0d6-05d8-4c9d-9a1f-24a8425a8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0513270 Feb 05 03:30:18.982606 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1561dd7-80c0-40fd-b942-a48dc372015e req-ea15249c-5121-45b9-9af3-992bbb986b6c tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:18.985552 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1561dd7-80c0-40fd-b942-a48dc372015e req-ea15249c-5121-45b9-9af3-992bbb986b6c tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 982 time: 0.0543420 Feb 05 03:30:19.047574 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a1561dd7-80c0-40fd-b942-a48dc372015e req-08add9d2-a4c2-429d-b819-eb0cf5bab234 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/security-groups?id=f04a6838-50c1-4c7f-bdac-3e681d1058e6&id=5925d0d6-05d8-4c9d-9a1f-24a8425a8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0570331 Feb 05 03:30:19.424412 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 177b52c4-b24f-465d-8879-1a21c5798b43 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:30:19.525084 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 177b52c4-b24f-465d-8879-1a21c5798b43, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=177b52c4-b24f-465d-8879-1a21c5798b43,segment=NetworkSegment(ceb2d3f7-05c1-47a6-9ff4-d55469d71168),segment_id=ceb2d3f7-05c1-47a6-9ff4-d55469d71168)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:30:19.536589 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '177b52c4-b24f-465d-8879-1a21c5798b43', 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef', 'port_id': '177b52c4-b24f-465d-8879-1a21c5798b43', 'mac_address': 'fa:16:3e:07:f8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:30:19.573536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 177b52c4-b24f-465d-8879-1a21c5798b43 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:19.574055 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (177b52c4-b24f-465d-8879-1a21c5798b43), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:19.587312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177b52c4-b24f-465d-8879-1a21c5798b43 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:30:19.606587 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 177b52c4-b24f-465d-8879-1a21c5798b43, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=177b52c4-b24f-465d-8879-1a21c5798b43,segment=NetworkSegment(ceb2d3f7-05c1-47a6-9ff4-d55469d71168),segment_id=ceb2d3f7-05c1-47a6-9ff4-d55469d71168)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:30:19.610710 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (177b52c4-b24f-465d-8879-1a21c5798b43), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:19.662685 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=177b52c4-b24f-465d-8879-1a21c5798b43,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:19.812690 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['177b52c4-b24f-465d-8879-1a21c5798b43'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:30:20.169368 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddf1bd-7610-436e-8970-939c6e725e40 req-a308cbab-0495-42a2-8499-bbd29836a8b7 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:20.170903 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3ddf1bd-7610-436e-8970-939c6e725e40 req-a308cbab-0495-42a2-8499-bbd29836a8b7 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 983 time: 0.0539548 Feb 05 03:30:20.235301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3ddf1bd-7610-436e-8970-939c6e725e40 req-5f919b23-54b9-43d9-99eb-ef8d2f0c4459 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/security-groups?id=f04a6838-50c1-4c7f-bdac-3e681d1058e6&id=5925d0d6-05d8-4c9d-9a1f-24a8425a8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0582376 Feb 05 03:30:20.454393 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41100) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:20.566491 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4174f7f-83de-4b12-8bd2-3ca4a70e92d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:20.647501 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4174f7f-83de-4b12-8bd2-3ca4a70e92d6 admin admin] Publish callbacks [] for security_group (6dd0f56c-3fc9-4d75-a828-b9ca3b12294a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:20.651456 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4174f7f-83de-4b12-8bd2-3ca4a70e92d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6dd0f56c-3fc9-4d75-a828-b9ca3b12294a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:20.688722 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d4174f7f-83de-4b12-8bd2-3ca4a70e92d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2354acbd55b4d6683f66badc28d8f83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2331951 Feb 05 03:30:20.689597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4174f7f-83de-4b12-8bd2-3ca4a70e92d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd0f56c-3fc9-4d75-a828-b9ca3b12294a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:20.692122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41104) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:20.742597 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e1db91c-af2e-4e0e-9951-423ce64d62f3 admin admin] Publish callbacks [] for security_group (6dd0f56c-3fc9-4d75-a828-b9ca3b12294a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:20.763864 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e1db91c-af2e-4e0e-9951-423ce64d62f3 admin admin] Publish callbacks [] for security_group (6dd0f56c-3fc9-4d75-a828-b9ca3b12294a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:20.810616 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e1db91c-af2e-4e0e-9951-423ce64d62f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6dd0f56c-3fc9-4d75-a828-b9ca3b12294a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:20.813314 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e1db91c-af2e-4e0e-9951-423ce64d62f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:20.814518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9e1db91c-af2e-4e0e-9951-423ce64d62f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6dd0f56c-3fc9-4d75-a828-b9ca3b12294a HTTP/1.1" status: 204 len: 168 time: 0.1209998 Feb 05 03:30:20.823112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1db91c-af2e-4e0e-9951-423ce64d62f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd0f56c-3fc9-4d75-a828-b9ca3b12294a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:21.377634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a441ac-6299-4cc9-9525-efac204c4142 req-74fd2bb3-699b-414d-8f70-695aa92c2415 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:21.380808 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6a441ac-6299-4cc9-9525-efac204c4142 req-74fd2bb3-699b-414d-8f70-695aa92c2415 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 983 time: 0.0675633 Feb 05 03:30:21.439131 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6a441ac-6299-4cc9-9525-efac204c4142 req-1988b36a-d84a-445e-ab92-693305426233 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/security-groups?id=f04a6838-50c1-4c7f-bdac-3e681d1058e6&id=5925d0d6-05d8-4c9d-9a1f-24a8425a8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0520253 Feb 05 03:30:21.439890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 177b52c4-b24f-465d-8879-1a21c5798b43 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:30:21.492466 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 177b52c4-b24f-465d-8879-1a21c5798b43 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:30:21.496748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 177b52c4-b24f-465d-8879-1a21c5798b43 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:21.497395 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (177b52c4-b24f-465d-8879-1a21c5798b43), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:21.575917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 177b52c4-b24f-465d-8879-1a21c5798b43 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:21.576313 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (177b52c4-b24f-465d-8879-1a21c5798b43), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:21.600163 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b76d40-5407-4b2b-bb13-e269ee0e497f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177b52c4-b24f-465d-8879-1a21c5798b43'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:30:21.602468 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c83089-2199-4ae7-ae98-e4c26aa6fe2a" -d '{"events": [{"server_uuid": "55b76d40-5407-4b2b-bb13-e269ee0e497f", "name": "network-vif-plugged", "status": "completed", "tag": "177b52c4-b24f-465d-8879-1a21c5798b43"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:30:21.616912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 177b52c4-b24f-465d-8879-1a21c5798b43, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=177b52c4-b24f-465d-8879-1a21c5798b43,segment=NetworkSegment(ceb2d3f7-05c1-47a6-9ff4-d55469d71168),segment_id=ceb2d3f7-05c1-47a6-9ff4-d55469d71168)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:30:21.622713 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (177b52c4-b24f-465d-8879-1a21c5798b43), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:21.650481 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8a63f2-0ef4-4f43-b7c5-b286a1368139 x-openstack-request-id: req-9d8a63f2-0ef4-4f43-b7c5-b286a1368139 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:30:21.650780 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b76d40-5407-4b2b-bb13-e269ee0e497f", "name": "network-vif-plugged", "status": "completed", "tag": "177b52c4-b24f-465d-8879-1a21c5798b43", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:30:21.651067 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d8a63f2-0ef4-4f43-b7c5-b286a1368139 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:30:21.651461 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b76d40-5407-4b2b-bb13-e269ee0e497f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177b52c4-b24f-465d-8879-1a21c5798b43', 'code': 200} Feb 05 03:30:21.679233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=177b52c4-b24f-465d-8879-1a21c5798b43,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:21.746839 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fd4b2-d477-42ce-a035-e00dff6e10f8 req-1f9cef2a-4d41-487c-ad8d-5d871fd518ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:21.748349 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-521fd4b2-d477-42ce-a035-e00dff6e10f8 req-1f9cef2a-4d41-487c-ad8d-5d871fd518ec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 1166 time: 0.0449886 Feb 05 03:30:21.804567 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-521fd4b2-d477-42ce-a035-e00dff6e10f8 req-d12fe05f-9021-4a63-a568-f990362672e0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f04a6838-50c1-4c7f-bdac-3e681d1058e6&id=5925d0d6-05d8-4c9d-9a1f-24a8425a8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0502377 Feb 05 03:30:22.564935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee11b7c-3806-4051-b131-861799599dcc req-698c7713-074d-4ea1-96f4-9530c6e893b7 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:22.566440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ee11b7c-3806-4051-b131-861799599dcc req-698c7713-074d-4ea1-96f4-9530c6e893b7 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 984 time: 0.0548351 Feb 05 03:30:22.632374 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ee11b7c-3806-4051-b131-861799599dcc req-53810036-bc05-4bac-a0bd-9f7f51f6a2c7 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/security-groups?id=f04a6838-50c1-4c7f-bdac-3e681d1058e6&id=5925d0d6-05d8-4c9d-9a1f-24a8425a8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0590949 Feb 05 03:30:23.053825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41150) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:23.058288 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-df9a912a-22ac-4ab9-80e7-8a9eee48d8a5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1282091228', 'description': 'tempest-secgroup-smoke-1282091228 description', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:23.077258 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df9a912a-22ac-4ab9-80e7-8a9eee48d8a5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.086462 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df9a912a-22ac-4ab9-80e7-8a9eee48d8a5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.165199 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df9a912a-22ac-4ab9-80e7-8a9eee48d8a5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (f59b7fb1-1442-4f19-8745-ddc35442a98c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.169233 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df9a912a-22ac-4ab9-80e7-8a9eee48d8a5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f59b7fb1-1442-4f19-8745-ddc35442a98c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.202867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a912a-22ac-4ab9-80e7-8a9eee48d8a5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59b7fb1-1442-4f19-8745-ddc35442a98c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:23.248066 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df9a912a-22ac-4ab9-80e7-8a9eee48d8a5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (5ec636ce-6808-44ee-ab8d-77e14ad3c5d7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.251601 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df9a912a-22ac-4ab9-80e7-8a9eee48d8a5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5ec636ce-6808-44ee-ab8d-77e14ad3c5d7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.281526 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df9a912a-22ac-4ab9-80e7-8a9eee48d8a5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.282707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-df9a912a-22ac-4ab9-80e7-8a9eee48d8a5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2278695 Feb 05 03:30:23.284591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a912a-22ac-4ab9-80e7-8a9eee48d8a5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:23.286547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41152) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:23.291122 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d86eff51-ebc8-437d-a3ab-f9e0d8454ac7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': '5ec636ce-6808-44ee-ab8d-77e14ad3c5d7', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:23.315738 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d86eff51-ebc8-437d-a3ab-f9e0d8454ac7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (cccde784-2166-4715-a210-72393dc68e29), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.372040 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d86eff51-ebc8-437d-a3ab-f9e0d8454ac7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (cccde784-2166-4715-a210-72393dc68e29), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.375556 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d86eff51-ebc8-437d-a3ab-f9e0d8454ac7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (cccde784-2166-4715-a210-72393dc68e29), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.396377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86eff51-ebc8-437d-a3ab-f9e0d8454ac7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cccde784-2166-4715-a210-72393dc68e29,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:23.401947 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d86eff51-ebc8-437d-a3ab-f9e0d8454ac7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.405776 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d86eff51-ebc8-437d-a3ab-f9e0d8454ac7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181564 Feb 05 03:30:23.405918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41154) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:23.410977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5125a91e-cf6e-431b-a168-ccb9912b1ae1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': '5ec636ce-6808-44ee-ab8d-77e14ad3c5d7', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:23.434434 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5125a91e-cf6e-431b-a168-ccb9912b1ae1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (a2f3bba5-d568-4b1d-b905-afe3dcbf4124), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.489282 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5125a91e-cf6e-431b-a168-ccb9912b1ae1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (a2f3bba5-d568-4b1d-b905-afe3dcbf4124), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.493054 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5125a91e-cf6e-431b-a168-ccb9912b1ae1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (a2f3bba5-d568-4b1d-b905-afe3dcbf4124), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.512487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125a91e-cf6e-431b-a168-ccb9912b1ae1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f3bba5-d568-4b1d-b905-afe3dcbf4124,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:23.521416 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5125a91e-cf6e-431b-a168-ccb9912b1ae1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.523018 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5125a91e-cf6e-431b-a168-ccb9912b1ae1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161137 Feb 05 03:30:23.525729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41156) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:23.530077 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9f288aa1-88f6-4e83-8d78-453966efdb19 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': '5ec636ce-6808-44ee-ab8d-77e14ad3c5d7', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:23.554484 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f288aa1-88f6-4e83-8d78-453966efdb19 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (ba231783-0e76-4e65-bc90-1ecdaf71d555), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.608408 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f288aa1-88f6-4e83-8d78-453966efdb19 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (ba231783-0e76-4e65-bc90-1ecdaf71d555), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.612051 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f288aa1-88f6-4e83-8d78-453966efdb19 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (ba231783-0e76-4e65-bc90-1ecdaf71d555), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.629415 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f288aa1-88f6-4e83-8d78-453966efdb19 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba231783-0e76-4e65-bc90-1ecdaf71d555,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:23.637527 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f288aa1-88f6-4e83-8d78-453966efdb19 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.638779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9f288aa1-88f6-4e83-8d78-453966efdb19 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119781 Feb 05 03:30:23.641677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41158) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:23.646642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-31e276ab-0ee2-486e-aadd-85ca9b1cf7be tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': '5ec636ce-6808-44ee-ab8d-77e14ad3c5d7', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:23.673374 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-31e276ab-0ee2-486e-aadd-85ca9b1cf7be tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (53accc1a-d5f3-4852-b4a5-e8c9db5aaf7a), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.762912 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-31e276ab-0ee2-486e-aadd-85ca9b1cf7be tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (53accc1a-d5f3-4852-b4a5-e8c9db5aaf7a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.770470 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-31e276ab-0ee2-486e-aadd-85ca9b1cf7be tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (53accc1a-d5f3-4852-b4a5-e8c9db5aaf7a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.783307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11952033-499d-4724-915d-09802fd3e17d req-131aa479-0339-4dc8-983d-2c259e9c3580 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:23.784782 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11952033-499d-4724-915d-09802fd3e17d req-131aa479-0339-4dc8-983d-2c259e9c3580 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 984 time: 0.0802572 Feb 05 03:30:23.803910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e276ab-0ee2-486e-aadd-85ca9b1cf7be tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53accc1a-d5f3-4852-b4a5-e8c9db5aaf7a,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:23.817660 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-31e276ab-0ee2-486e-aadd-85ca9b1cf7be tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.818838 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-31e276ab-0ee2-486e-aadd-85ca9b1cf7be tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1763115 Feb 05 03:30:23.821732 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41162) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:23.826521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-eb40c06f-bc51-49f7-9521-261c03f4329e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': '5ec636ce-6808-44ee-ab8d-77e14ad3c5d7', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:23.847180 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-eb40c06f-bc51-49f7-9521-261c03f4329e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Project d19f328b21dc466e9df0e58e9aa162da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:30:23.852656 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb40c06f-bc51-49f7-9521-261c03f4329e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (c63ff09a-cadd-4db3-938c-208a25cf6571), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.859047 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11952033-499d-4724-915d-09802fd3e17d req-b51fe280-d9bd-40f7-b10c-8ab692cedf9b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/security-groups?id=f04a6838-50c1-4c7f-bdac-3e681d1058e6&id=5925d0d6-05d8-4c9d-9a1f-24a8425a8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0679543 Feb 05 03:30:23.913724 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb40c06f-bc51-49f7-9521-261c03f4329e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (c63ff09a-cadd-4db3-938c-208a25cf6571), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.917957 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb40c06f-bc51-49f7-9521-261c03f4329e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (c63ff09a-cadd-4db3-938c-208a25cf6571), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.938833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40c06f-bc51-49f7-9521-261c03f4329e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63ff09a-cadd-4db3-938c-208a25cf6571,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:23.947728 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb40c06f-bc51-49f7-9521-261c03f4329e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.949125 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-eb40c06f-bc51-49f7-9521-261c03f4329e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260471 Feb 05 03:30:23.951749 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41166) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:23.956217 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-eae92a3e-eece-4e17-9072-80d94890783a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': '5ec636ce-6808-44ee-ab8d-77e14ad3c5d7', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:23.976486 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-eae92a3e-eece-4e17-9072-80d94890783a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Project d19f328b21dc466e9df0e58e9aa162da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:30:23.981490 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eae92a3e-eece-4e17-9072-80d94890783a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (7f88aa72-59b7-40a9-a7a5-6e49be59f617), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:23.988729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535915a9-bc01-45d8-bf12-56e405154d79 req-dd90d473-ccb3-4491-9388-7c7b39485a0c tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:23.990721 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-535915a9-bc01-45d8-bf12-56e405154d79 req-dd90d473-ccb3-4491-9388-7c7b39485a0c tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 984 time: 0.0548580 Feb 05 03:30:24.040876 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eae92a3e-eece-4e17-9072-80d94890783a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (7f88aa72-59b7-40a9-a7a5-6e49be59f617), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.044672 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eae92a3e-eece-4e17-9072-80d94890783a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (7f88aa72-59b7-40a9-a7a5-6e49be59f617), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.049935 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-535915a9-bc01-45d8-bf12-56e405154d79 req-26468485-1373-4ea9-9369-c1dcc35550aa tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/security-groups?id=f04a6838-50c1-4c7f-bdac-3e681d1058e6&id=5925d0d6-05d8-4c9d-9a1f-24a8425a8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0540500 Feb 05 03:30:24.062018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae92a3e-eece-4e17-9072-80d94890783a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f88aa72-59b7-40a9-a7a5-6e49be59f617,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:24.072720 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eae92a3e-eece-4e17-9072-80d94890783a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.074090 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-eae92a3e-eece-4e17-9072-80d94890783a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212978 Feb 05 03:30:24.076956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41170) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:24.081674 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a65b3fda-5e83-463b-8eaa-4b4c9c77f257 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'network': {'name': 'tempest-network-smoke--1311235910', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'port_security_enabled': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:24.101269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65b3fda-5e83-463b-8eaa-4b4c9c77f257 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Made reservation on behalf of d19f328b21dc466e9df0e58e9aa162da for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:30:24.104606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a65b3fda-5e83-463b-8eaa-4b4c9c77f257 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.128288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65b3fda-5e83-463b-8eaa-4b4c9c77f257 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:30:24.137399 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a65b3fda-5e83-463b-8eaa-4b4c9c77f257 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c068010e-b232-4dfc-a78f-42ea260c44e0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.137744 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-a65b3fda-5e83-463b-8eaa-4b4c9c77f257 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Added segment c068010e-b232-4dfc-a78f-42ea260c44e0 of type vlan for network 14fff511-2d36-4643-86a3-7dbc5f869068 Feb 05 03:30:24.158866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524205b5-7ef9-4fcb-987c-bd91fc1219ab req-bc358164-07e0-4c51-aafc-7320f79a2b5f tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:24.160691 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-524205b5-7ef9-4fcb-987c-bd91fc1219ab req-bc358164-07e0-4c51-aafc-7320f79a2b5f tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 1166 time: 0.0450253 Feb 05 03:30:24.178819 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a65b3fda-5e83-463b-8eaa-4b4c9c77f257 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (14fff511-2d36-4643-86a3-7dbc5f869068), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.179316 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-524205b5-7ef9-4fcb-987c-bd91fc1219ab req-007b367c-dc79-4849-80d3-e1390472f0d3 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.203438 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a65b3fda-5e83-463b-8eaa-4b4c9c77f257 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (14fff511-2d36-4643-86a3-7dbc5f869068), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.209075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b3fda-5e83-463b-8eaa-4b4c9c77f257 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:24.209653 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a65b3fda-5e83-463b-8eaa-4b4c9c77f257 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.258354 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-524205b5-7ef9-4fcb-987c-bd91fc1219ab req-007b367c-dc79-4849-80d3-e1390472f0d3 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Publish callbacks [] for security_group (2f2807fc-5280-446c-b707-bffb5dd14afe), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.262150 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-524205b5-7ef9-4fcb-987c-bd91fc1219ab req-007b367c-dc79-4849-80d3-e1390472f0d3 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2f2807fc-5280-446c-b707-bffb5dd14afe), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.269465 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a65b3fda-5e83-463b-8eaa-4b4c9c77f257 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1889575 Feb 05 03:30:24.270040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41172) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:24.281531 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-830961132', 'admin_state_up': True, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:24.298401 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b3fda-5e83-463b-8eaa-4b4c9c77f257 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Network': ['ID=14fff511-2d36-4643-86a3-7dbc5f869068,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:24.306018 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b367c-dc79-4849-80d3-e1390472f0d3 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2807fc-5280-446c-b707-bffb5dd14afe,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:24.311150 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (2c3a64f3-fdeb-4869-91e5-f6d579756d08), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.312200 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (2c3a64f3-fdeb-4869-91e5-f6d579756d08), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.313485 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 14fff511-2d36-4643-86a3-7dbc5f869068 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:30:24.314517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-524205b5-7ef9-4fcb-987c-bd91fc1219ab req-007b367c-dc79-4849-80d3-e1390472f0d3 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f04a6838-50c1-4c7f-bdac-3e681d1058e6&id=5925d0d6-05d8-4c9d-9a1f-24a8425a8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1482711 Feb 05 03:30:24.343691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41174) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:24.382892 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_controller (2c3a64f3-fdeb-4869-91e5-f6d579756d08), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.390296 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9644de9-5f68-47b4-98e1-9729a4a20933 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:24.394568 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d9644de9-5f68-47b4-98e1-9729a4a20933 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 1161 time: 0.0471103 Feb 05 03:30:24.395424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41176) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:24.400051 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': '177b52c4-b24f-465d-8879-1a21c5798b43', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:24.419773 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.516870 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.530162 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_gateway (2c3a64f3-fdeb-4869-91e5-f6d579756d08), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.619557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Allocated IP 172.25.0.207 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/e9dba301-61c4-4bf8-af68-3c95182e26d9) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:30:24.724251 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for port (e9dba301-61c4-4bf8-af68-3c95182e26d9), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.728475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_gateway (2c3a64f3-fdeb-4869-91e5-f6d579756d08), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.747741 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.758525 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e9dba301-61c4-4bf8-af68-3c95182e26d9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:24.795439 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:30:24.800232 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:30:24.803824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:30:24.828484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'Port': ['ID=e9dba301-61c4-4bf8-af68-3c95182e26d9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:24.852330 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Allocated IP 172.25.0.65 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/af11213b-1451-41b1-84a4-5162a4a1777a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:30:25.291921 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (af11213b-1451-41b1-84a4-5162a4a1777a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:25.326326 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (af11213b-1451-41b1-84a4-5162a4a1777a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:25.370901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:30:25.374010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:30:25.376557 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:30:25.403028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=af11213b-1451-41b1-84a4-5162a4a1777a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:25.515904 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for floatingip (49504f23-1d9b-43c0-96a1-cbe9c2ea853d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:25.589256 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e9dba301-61c4-4bf8-af68-3c95182e26d9), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:25.637373 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_gateway (2c3a64f3-fdeb-4869-91e5-f6d579756d08), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:25.741171 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for port (e9dba301-61c4-4bf8-af68-3c95182e26d9), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:25.745604 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (e9dba301-61c4-4bf8-af68-3c95182e26d9), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:25.825925 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'Port': ['ID=e9dba301-61c4-4bf8-af68-3c95182e26d9,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:25.834277 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (49504f23-1d9b-43c0-96a1-cbe9c2ea853d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:25.851898 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (2c3a64f3-fdeb-4869-91e5-f6d579756d08), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:25.937005 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Floating IP 49504f23-1d9b-43c0-96a1-cbe9c2ea853d associated. External IP: 172.25.0.207, port: 177b52c4-b24f-465d-8879-1a21c5798b43. Feb 05 03:30:25.985776 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:30:26.094647 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:30:26.105725 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Sync routers for ids ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:30:26.116452 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Routers {'2c3a64f3-fdeb-4869-91e5-f6d579756d08'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:30:26.117197 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:30:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:26.125233 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:26.129972 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c61b490a-5f2e-4e0d-b0f9-9c18cb744a74 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8557427 Feb 05 03:30:26.130287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41178) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:26.156940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Router b78a17d8-0dd7-4188-935d-b881a31fd094 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:30:26.236475 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Set router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:30:26.275099 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e03a63cb-b1b3-49da-a536-351d325bdfb5 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=d19f328b21dc466e9df0e58e9aa162da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1404338 Feb 05 03:30:26.275293 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:30:26.275382 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41182) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:26.284871 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4fcf02-818c-43fd-af48-f2f50bc0ec94 None None] Sync routers for ids ['b78a17d8-0dd7-4188-935d-b881a31fd094'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:30:26.295761 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4fcf02-818c-43fd-af48-f2f50bc0ec94 None None] Routers {'b78a17d8-0dd7-4188-935d-b881a31fd094'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:30:26.296367 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ea4fcf02-818c-43fd-af48-f2f50bc0ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:30:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['b78a17d8-0dd7-4188-935d-b881a31fd094'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:26.297862 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:26.333145 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-181ca860-8487-4b3f-921b-d3451849996f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9364185 Feb 05 03:30:26.333332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41184) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:26.333806 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b76d40-5407-4b2b-bb13-e269ee0e497f', 'tag': '177b52c4-b24f-465d-8879-1a21c5798b43'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:30:26.336080 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d55dec0-57a0-42be-82b1-a3b71ebad6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "55b76d40-5407-4b2b-bb13-e269ee0e497f", "tag": "177b52c4-b24f-465d-8879-1a21c5798b43"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:30:26.383722 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4d767f-4d2b-48cb-85d8-aea359122bca x-openstack-request-id: req-0d4d767f-4d2b-48cb-85d8-aea359122bca {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:30:26.384017 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b76d40-5407-4b2b-bb13-e269ee0e497f", "tag": "177b52c4-b24f-465d-8879-1a21c5798b43", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:30:26.384298 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d4d767f-4d2b-48cb-85d8-aea359122bca {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:30:26.385277 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b76d40-5407-4b2b-bb13-e269ee0e497f', 'tag': '177b52c4-b24f-465d-8879-1a21c5798b43', 'status': 'completed', 'code': 200} Feb 05 03:30:26.388321 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:30:26.427286 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ea4fcf02-818c-43fd-af48-f2f50bc0ec94 None None] Set router b78a17d8-0dd7-4188-935d-b881a31fd094 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:30:26.464197 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55dec0-57a0-42be-82b1-a3b71ebad6e3 req-326b8ce6-3ec8-4ae7-be5a-1843c2ec1e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:26.465984 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d55dec0-57a0-42be-82b1-a3b71ebad6e3 req-326b8ce6-3ec8-4ae7-be5a-1843c2ec1e4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72d9f57bdca64f778a1e3df21d902344&device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 1166 time: 0.0585294 Feb 05 03:30:26.497832 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830961132', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:25Z', 'revision_number': 3, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:26.523313 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187bdd12-f9dc-4336-8d7a-e3d5f428b908 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:26.527391 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-187bdd12-f9dc-4336-8d7a-e3d5f428b908 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2485824 Feb 05 03:30:26.534344 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Checking router: 2c3a64f3-fdeb-4869-91e5-f6d579756d08 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:30:26.534534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41188) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:26.534708 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Updating router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 port af11213b-1451-41b1-84a4-5162a4a1777a binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:30:26.571905 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (af11213b-1451-41b1-84a4-5162a4a1777a), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:26.581168 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-581a4504-ef38-4ff8-ade5-9da836b994ab tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455339 Feb 05 03:30:26.584552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41190) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:26.589373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-291f5a9a-8628-4ac7-b722-45e4989836e4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1615259886', 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:26.595312 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55dec0-57a0-42be-82b1-a3b71ebad6e3 req-990918db-0af6-4ee6-a69f-90a1a3d67294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:26.598336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f917c7-cd9f-4a9b-a1e5-f416327f56ef tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:26.598688 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f917c7-cd9f-4a9b-a1e5-f416327f56ef tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:26.599183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f917c7-cd9f-4a9b-a1e5-f416327f56ef tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:26.599641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f917c7-cd9f-4a9b-a1e5-f416327f56ef tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:26.599789 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d55dec0-57a0-42be-82b1-a3b71ebad6e3 req-990918db-0af6-4ee6-a69f-90a1a3d67294 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe5d2903-681e-49ca-b78f-b1b169f655ef HTTP/1.1" status: 200 len: 898 time: 0.1253474 Feb 05 03:30:26.600316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f917c7-cd9f-4a9b-a1e5-f416327f56ef tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:26.604652 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-38f917c7-cd9f-4a9b-a1e5-f416327f56ef tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3527 time: 0.2677152 Feb 05 03:30:26.605180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41192) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:26.698859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ea4fcf02-818c-43fd-af48-f2f50bc0ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042887052', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '49504f23-1d9b-43c0-96a1-cbe9c2ea853d', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'port_id': '177b52c4-b24f-465d-8879-1a21c5798b43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef', 'mac_address': 'fa:16:3e:07:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b76d40-5407-4b2b-bb13-e269ee0e497f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:30:25Z', 'updated_at': '2022-02-05T03:30:25Z', 'revision_number': 0, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7c95c6-0c6f-46f9-962f-d681bde541e1', 'name': '', 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'mac_address': 'fa:16:3e:d7:a3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:09Z', 'updated_at': '2022-02-05T03:30:13Z', 'revision_number': 5, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'subnets': [{'id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:26.703853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291f5a9a-8628-4ac7-b722-45e4989836e4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Made reservation on behalf of d19f328b21dc466e9df0e58e9aa162da for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:30:26.709753 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-291f5a9a-8628-4ac7-b722-45e4989836e4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:26.729472 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d55dec0-57a0-42be-82b1-a3b71ebad6e3 req-d73ef388-6b52-40b7-bda8-d9472d3bcd07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=177b52c4-b24f-465d-8879-1a21c5798b43 HTTP/1.1" status: 200 len: 999 time: 0.1118140 Feb 05 03:30:26.731418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4fcf02-818c-43fd-af48-f2f50bc0ec94 None None] Checking router: b78a17d8-0dd7-4188-935d-b881a31fd094 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:30:26.732569 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c94ea6-b434-4f8f-8370-8c429dbc78d2 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:26.733185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c94ea6-b434-4f8f-8370-8c429dbc78d2 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:26.733800 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c94ea6-b434-4f8f-8370-8c429dbc78d2 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:26.734323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c94ea6-b434-4f8f-8370-8c429dbc78d2 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:26.739432 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-40c94ea6-b434-4f8f-8370-8c429dbc78d2 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1330724 Feb 05 03:30:26.740037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41194) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:26.741808 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4fcf02-818c-43fd-af48-f2f50bc0ec94 None None] Routers {'b78a17d8-0dd7-4188-935d-b881a31fd094'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:30:26.742491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ea4fcf02-818c-43fd-af48-f2f50bc0ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:30:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['b78a17d8-0dd7-4188-935d-b881a31fd094'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:26.857478 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55dec0-57a0-42be-82b1-a3b71ebad6e3 req-97030b27-0e9f-4893-8cc0-6de95a172896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:26.859177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d55dec0-57a0-42be-82b1-a3b71ebad6e3 req-97030b27-0e9f-4893-8cc0-6de95a172896 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e840b985-3723-4b8b-a775-fc69a73dde31 HTTP/1.1" status: 200 len: 835 time: 0.1180928 Feb 05 03:30:26.907664 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ea4fcf02-818c-43fd-af48-f2f50bc0ec94 None None] Set router b78a17d8-0dd7-4188-935d-b881a31fd094 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:30:26.924315 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Publish callbacks [] for port (af11213b-1451-41b1-84a4-5162a4a1777a), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:26.931892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55dec0-57a0-42be-82b1-a3b71ebad6e3 req-238fe01c-a0b2-4e47-9ba6-879b7c605c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:26.933575 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d55dec0-57a0-42be-82b1-a3b71ebad6e3 req-238fe01c-a0b2-4e47-9ba6-879b7c605c68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe5d2903-681e-49ca-b78f-b1b169f655ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0671585 Feb 05 03:30:26.937309 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (af11213b-1451-41b1-84a4-5162a4a1777a), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:26.940530 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-291f5a9a-8628-4ac7-b722-45e4989836e4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (d8a95596-770f-4e5c-b2dd-7a7409c42beb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:27.011004 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Attempting to bind port af11213b-1451-41b1-84a4-5162a4a1777a on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:30:27.012440 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Attempting to bind port af11213b-1451-41b1-84a4-5162a4a1777a by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:30:27.012824 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Attempting to bind port af11213b-1451-41b1-84a4-5162a4a1777a on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:30:27.023604 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b425eb-fba0-42cd-a622-8bc3faaeb722 None None] Pushing event updated for resources: {'Port': ['ID=af11213b-1451-41b1-84a4-5162a4a1777a,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:27.034098 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:30:27.034738 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:30:27.036700 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:27.036865 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4246e482-fad2-4bd7-bca0-be6d4e5596c5 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2341 time: 0.2944534 Feb 05 03:30:27.037356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41198) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:27.037677 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:30:27.038363 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Bound port: af11213b-1451-41b1-84a4-5162a4a1777a, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:30:27.038962 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (af11213b-1451-41b1-84a4-5162a4a1777a), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:27.039634 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f5a9a-8628-4ac7-b722-45e4989836e4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Subnet': ['ID=d8a95596-770f-4e5c-b2dd-7a7409c42beb,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:27.050546 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f5a9a-8628-4ac7-b722-45e4989836e4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Checking segment: {'id': 'c068010e-b232-4dfc-a78f-42ea260c44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:30:27.051660 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291f5a9a-8628-4ac7-b722-45e4989836e4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network hostable DHCP agents. Network: 14fff511-2d36-4643-86a3-7dbc5f869068, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:30:27.073251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291f5a9a-8628-4ac7-b722-45e4989836e4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 14fff511-2d36-4643-86a3-7dbc5f869068 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:30:27.083556 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d55dec0-57a0-42be-82b1-a3b71ebad6e3 req-a6b60e78-ae9d-4d7d-90f3-46d850ca9511 service neutron] 10.222.0.10 "GET /v2.0/networks/fe5d2903-681e-49ca-b78f-b1b169f655ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434460 Feb 05 03:30:27.087605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-291f5a9a-8628-4ac7-b722-45e4989836e4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 14fff511-2d36-4643-86a3-7dbc5f869068) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:30:27.093951 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291f5a9a-8628-4ac7-b722-45e4989836e4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:27.094561 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-291f5a9a-8628-4ac7-b722-45e4989836e4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:27.107129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f71d26-367e-43b7-9de4-0a422284d6a0 None None] Network 14fff511-2d36-4643-86a3-7dbc5f869068 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:30:27.122572 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-291f5a9a-8628-4ac7-b722-45e4989836e4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5345762 Feb 05 03:30:27.122897 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41200) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:27.128728 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] For port af11213b-1451-41b1-84a4-5162a4a1777a, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:30:27.135778 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] For port af11213b-1451-41b1-84a4-5162a4a1777a, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=af11213b-1451-41b1-84a4-5162a4a1777a,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:30:27.143551 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (af11213b-1451-41b1-84a4-5162a4a1777a), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:27.200785 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d55dec0-57a0-42be-82b1-a3b71ebad6e3 req-6454dbab-c3e7-43e4-a450-dd916a78ef5a service neutron] 10.222.0.10 "GET /v2.0/networks/fe5d2903-681e-49ca-b78f-b1b169f655ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064167 Feb 05 03:30:27.212540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28884dc3-dffc-4108-a3a5-32432de3b1c5 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:27.213260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28884dc3-dffc-4108-a3a5-32432de3b1c5 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:27.215121 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-28884dc3-dffc-4108-a3a5-32432de3b1c5 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b78a17d8-0dd7-4188-935d-b881a31fd094 HTTP/1.1" status: 200 len: 2062 time: 0.1741741 Feb 05 03:30:27.222022 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Routers {'2c3a64f3-fdeb-4869-91e5-f6d579756d08'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:30:27.222920 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:30:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:27.299443 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b425eb-fba0-42cd-a622-8bc3faaeb722 None None] Pushing event updated for resources: {'Port': ['ID=af11213b-1451-41b1-84a4-5162a4a1777a,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:27.355809 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] Set router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:30:27.447097 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-14fff511-2d36-4643-86a3-7dbc5f869068', 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ips': [{'subnet_id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:30:27.447097 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:27.550170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ea4fcf02-818c-43fd-af48-f2f50bc0ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042887052', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '49504f23-1d9b-43c0-96a1-cbe9c2ea853d', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'port_id': '177b52c4-b24f-465d-8879-1a21c5798b43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef', 'mac_address': 'fa:16:3e:07:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b76d40-5407-4b2b-bb13-e269ee0e497f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:30:25Z', 'updated_at': '2022-02-05T03:30:25Z', 'revision_number': 0, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7c95c6-0c6f-46f9-962f-d681bde541e1', 'name': '', 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'mac_address': 'fa:16:3e:d7:a3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:09Z', 'updated_at': '2022-02-05T03:30:13Z', 'revision_number': 5, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'subnets': [{'id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:27.580397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4fcf02-818c-43fd-af48-f2f50bc0ec94 None None] The sync data for ids ['b78a17d8-0dd7-4188-935d-b881a31fd094'] in n-d-826942-8 is: [{'id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042887052', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '49504f23-1d9b-43c0-96a1-cbe9c2ea853d', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'port_id': '177b52c4-b24f-465d-8879-1a21c5798b43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef', 'mac_address': 'fa:16:3e:07:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b76d40-5407-4b2b-bb13-e269ee0e497f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:30:25Z', 'updated_at': '2022-02-05T03:30:25Z', 'revision_number': 0, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7c95c6-0c6f-46f9-962f-d681bde541e1', 'name': '', 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'mac_address': 'fa:16:3e:d7:a3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:09Z', 'updated_at': '2022-02-05T03:30:13Z', 'revision_number': 5, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'subnets': [{'id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:30:27.670491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Allocated IP 172.20.0.2 (14fff511-2d36-4643-86a3-7dbc5f869068/d8a95596-770f-4e5c-b2dd-7a7409c42beb/38a64b2b-9ca6-4f21-8959-ac8004e5b51f) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:30:27.674127 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830961132', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:25Z', 'revision_number': 3, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:27.676905 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:27.717529 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65043e0a-2705-4811-8692-fb2363f5c450 None None] The sync data for ids ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'] in n-d-826942-8 is: [{'id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830961132', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:25Z', 'revision_number': 3, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:30:27.886681 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Publish callbacks [] for port (38a64b2b-9ca6-4f21-8959-ac8004e5b51f), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:27.894361 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (38a64b2b-9ca6-4f21-8959-ac8004e5b51f), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:27.903768 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97ef340-eedd-42fe-935d-1d133662cfdd None None] New status for floating IP 49504f23-1d9b-43c0-96a1-cbe9c2ea853d: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:30:27.947075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Network 14fff511-2d36-4643-86a3-7dbc5f869068 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:30:27.952977 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:30:27.961710 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:30:27.965359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Pushing event updated for resources: {'Port': ['ID=38a64b2b-9ca6-4f21-8959-ac8004e5b51f,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:28.045191 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Attempting to bind port 38a64b2b-9ca6-4f21-8959-ac8004e5b51f on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:30:28.045569 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Attempting to bind port 38a64b2b-9ca6-4f21-8959-ac8004e5b51f by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'c068010e-b232-4dfc-a78f-42ea260c44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:30:28.045932 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Attempting to bind port 38a64b2b-9ca6-4f21-8959-ac8004e5b51f on network 14fff511-2d36-4643-86a3-7dbc5f869068 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:30:28.052089 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:30:28.052463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Checking segment: {'id': 'c068010e-b232-4dfc-a78f-42ea260c44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:30:28.053224 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:28.053331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Bound using segment: {'id': 'c068010e-b232-4dfc-a78f-42ea260c44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:30:28.053711 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Bound port: 38a64b2b-9ca6-4f21-8959-ac8004e5b51f, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c068010e-b232-4dfc-a78f-42ea260c44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:30:28.054230 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (38a64b2b-9ca6-4f21-8959-ac8004e5b51f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:28.134928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Allocated IP 172.20.0.1 (14fff511-2d36-4643-86a3-7dbc5f869068/d8a95596-770f-4e5c-b2dd-7a7409c42beb/3dcd2e0e-3757-4b13-8a67-50e318135f6e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:30:28.157085 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] For port 38a64b2b-9ca6-4f21-8959-ac8004e5b51f, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:30:28.160475 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] For port 38a64b2b-9ca6-4f21-8959-ac8004e5b51f, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=38a64b2b-9ca6-4f21-8959-ac8004e5b51f,segment=NetworkSegment(c068010e-b232-4dfc-a78f-42ea260c44e0),segment_id=c068010e-b232-4dfc-a78f-42ea260c44e0)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:30:28.166931 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (38a64b2b-9ca6-4f21-8959-ac8004e5b51f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:28.239904 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c567c62-5c57-4ce6-8edd-f78ff31d38d9 None None] Pushing event updated for resources: {'Port': ['ID=38a64b2b-9ca6-4f21-8959-ac8004e5b51f,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:28.286701 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:28.332559 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:28.385340 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 14fff511-2d36-4643-86a3-7dbc5f869068 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:30:28.388862 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:30:28.393381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:30:28.397891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=3dcd2e0e-3757-4b13-8a67-50e318135f6e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:28.465046 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (2c3a64f3-fdeb-4869-91e5-f6d579756d08), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:28.629818 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:28.923376 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:28.928785 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:29.009979 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (2c3a64f3-fdeb-4869-91e5-f6d579756d08), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:29.011793 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=3dcd2e0e-3757-4b13-8a67-50e318135f6e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:29.108767 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 14fff511-2d36-4643-86a3-7dbc5f869068 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:30:29.110233 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:30:29.234422 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cf29ea-1818-4ca4-aaa7-5cda21660962 None None] Network 14fff511-2d36-4643-86a3-7dbc5f869068 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:30:29.305979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9536c1d3-ebfb-4bb8-936b-782bf9295503 None None] Provisioning complete for port 38a64b2b-9ca6-4f21-8959-ac8004e5b51f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:29.306335 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9536c1d3-ebfb-4bb8-936b-782bf9295503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (38a64b2b-9ca6-4f21-8959-ac8004e5b51f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:29.431550 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9536c1d3-ebfb-4bb8-936b-782bf9295503 None None] Current status of the port 38a64b2b-9ca6-4f21-8959-ac8004e5b51f is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:29.431944 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9536c1d3-ebfb-4bb8-936b-782bf9295503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (38a64b2b-9ca6-4f21-8959-ac8004e5b51f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:29.467701 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9536c1d3-ebfb-4bb8-936b-782bf9295503 None None] For port 38a64b2b-9ca6-4f21-8959-ac8004e5b51f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=38a64b2b-9ca6-4f21-8959-ac8004e5b51f,segment=NetworkSegment(c068010e-b232-4dfc-a78f-42ea260c44e0),segment_id=c068010e-b232-4dfc-a78f-42ea260c44e0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:30:29.476665 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9536c1d3-ebfb-4bb8-936b-782bf9295503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (38a64b2b-9ca6-4f21-8959-ac8004e5b51f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:29.535373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536c1d3-ebfb-4bb8-936b-782bf9295503 None None] Pushing event updated for resources: {'Port': ['ID=38a64b2b-9ca6-4f21-8959-ac8004e5b51f,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:29.583552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:30:29.703136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f273cb93-7e0c-4980-90d0-0c88d9f6d739 None None] Provisioning complete for port 38a64b2b-9ca6-4f21-8959-ac8004e5b51f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:29.703497 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:30:29.703644 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f273cb93-7e0c-4980-90d0-0c88d9f6d739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (38a64b2b-9ca6-4f21-8959-ac8004e5b51f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:29.714807 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-efc52dcf-2962-4bfa-b80a-8c39e9dfad96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "PUT /v2.0/routers/2c3a64f3-fdeb-4869-91e5-f6d579756d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5852971 Feb 05 03:30:29.797306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f273cb93-7e0c-4980-90d0-0c88d9f6d739 None None] Current status of the port 38a64b2b-9ca6-4f21-8959-ac8004e5b51f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:29.810071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f273cb93-7e0c-4980-90d0-0c88d9f6d739 None None] Provisioning complete for port 3dcd2e0e-3757-4b13-8a67-50e318135f6e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:29.810388 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f273cb93-7e0c-4980-90d0-0c88d9f6d739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:29.844675 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f273cb93-7e0c-4980-90d0-0c88d9f6d739 None None] Port 3dcd2e0e-3757-4b13-8a67-50e318135f6e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:30:29.883895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Sync routers for ids ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:30:29.895610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Routers {'2c3a64f3-fdeb-4869-91e5-f6d579756d08'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:30:29.896228 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:30:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:30.018365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c662c08f-2f7f-4331-82b1-a184c4a06999 None None] Provisioning complete for port 3dcd2e0e-3757-4b13-8a67-50e318135f6e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:30.018736 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c662c08f-2f7f-4331-82b1-a184c4a06999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:30.040317 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-8a16ad11-48bd-4d58-8c61-6b76420bed54 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282091228&fields=id&tenant_id=d19f328b21dc466e9df0e58e9aa162da HTTP/1.1" status: 200 len: 267 time: 0.0611522 Feb 05 03:30:30.076777 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Set router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:30:30.077558 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c662c08f-2f7f-4331-82b1-a184c4a06999 None None] Port 3dcd2e0e-3757-4b13-8a67-50e318135f6e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:30:30.153688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 38a64b2b-9ca6-4f21-8959-ac8004e5b51f up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:30:30.174006 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-9153689b-aa08-4eec-ab91-18593efc9c90 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:30.175431 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-9153689b-aa08-4eec-ab91-18593efc9c90 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/networks?id=14fff511-2d36-4643-86a3-7dbc5f869068 HTTP/1.1" status: 200 len: 797 time: 0.1231658 Feb 05 03:30:30.190062 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-7118b72c-7634-4d8e-8cf5-d6dd3def7b61 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/quotas/d19f328b21dc466e9df0e58e9aa162da HTTP/1.1" status: 200 len: 375 time: 0.0090437 Feb 05 03:30:30.245799 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-37a19226-6079-42aa-9575-8bbdd47ce653 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497806 Feb 05 03:30:30.256379 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0f6aa118-8a13-4922-900e-41bd2563a27b None None] Provisioning complete for port 3dcd2e0e-3757-4b13-8a67-50e318135f6e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:30.256894 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f6aa118-8a13-4922-900e-41bd2563a27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:30.322406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 38a64b2b-9ca6-4f21-8959-ac8004e5b51f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:30.322804 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (38a64b2b-9ca6-4f21-8959-ac8004e5b51f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:30.339945 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-45fd4a6a-b17f-452d-8472-d17874277c33 service neutron] 10.222.0.36 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823724 Feb 05 03:30:30.346158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0f6aa118-8a13-4922-900e-41bd2563a27b None None] Port 3dcd2e0e-3757-4b13-8a67-50e318135f6e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:30:30.433164 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830961132', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:28Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '3dcd2e0e-3757-4b13-8a67-50e318135f6e', 'name': '', 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:a7:59:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:27Z', 'updated_at': '2022-02-05T03:30:28Z', 'revision_number': 2, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:30.460472 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f1fe38d-f6b3-45c8-93a2-8de12278259f req-12152e13-be41-4ac5-84f2-13cd0628f14d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668190 Feb 05 03:30:30.468967 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Checking router: 2c3a64f3-fdeb-4869-91e5-f6d579756d08 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:30:30.469333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Updating router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 port 3dcd2e0e-3757-4b13-8a67-50e318135f6e binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:30:30.474484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-a397db2e-216a-42a8-9633-d9957129be1b service neutron] 10.222.0.36 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285129 Feb 05 03:30:30.492941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 38a64b2b-9ca6-4f21-8959-ac8004e5b51f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:30.494040 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device af11213b-1451-41b1-84a4-5162a4a1777a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:30:30.523563 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:30.556425 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fe38d-f6b3-45c8-93a2-8de12278259f req-8913627b-27b4-49d9-b953-385f44274725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:30.558600 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f1fe38d-f6b3-45c8-93a2-8de12278259f req-8913627b-27b4-49d9-b953-385f44274725 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72d9f57bdca64f778a1e3df21d902344&device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 1166 time: 0.0569696 Feb 05 03:30:30.662520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port af11213b-1451-41b1-84a4-5162a4a1777a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:30.663032 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (af11213b-1451-41b1-84a4-5162a4a1777a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:30.697124 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-861ebba2-e7ed-44ae-b1b5-73f8e5c51c27 req-587890a7-4eea-44ec-858f-c80f3297ce8a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 210 time: 0.0409534 Feb 05 03:30:30.708355 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fe38d-f6b3-45c8-93a2-8de12278259f req-2bc8cb9d-9fd1-462a-b2ab-c144d215c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:30.709574 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f1fe38d-f6b3-45c8-93a2-8de12278259f req-2bc8cb9d-9fd1-462a-b2ab-c144d215c693 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe5d2903-681e-49ca-b78f-b1b169f655ef HTTP/1.1" status: 200 len: 898 time: 0.1303701 Feb 05 03:30:30.805188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f1fe38d-f6b3-45c8-93a2-8de12278259f req-1673308b-74e5-4021-b60d-ce3a9654fb90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=177b52c4-b24f-465d-8879-1a21c5798b43 HTTP/1.1" status: 200 len: 1001 time: 0.0895257 Feb 05 03:30:30.836835 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port af11213b-1451-41b1-84a4-5162a4a1777a is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:30.837236 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (af11213b-1451-41b1-84a4-5162a4a1777a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:30.857574 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fe38d-f6b3-45c8-93a2-8de12278259f req-51a14f9a-b0df-4f11-aff5-ce6a033da58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:30.859235 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f1fe38d-f6b3-45c8-93a2-8de12278259f req-51a14f9a-b0df-4f11-aff5-ce6a033da58f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e840b985-3723-4b8b-a775-fc69a73dde31 HTTP/1.1" status: 200 len: 835 time: 0.0482752 Feb 05 03:30:30.884429 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port af11213b-1451-41b1-84a4-5162a4a1777a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=af11213b-1451-41b1-84a4-5162a4a1777a,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:30:30.890323 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (af11213b-1451-41b1-84a4-5162a4a1777a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:30.916556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fe38d-f6b3-45c8-93a2-8de12278259f req-aa05c6df-ac65-4667-8fe4-2c8e033b02d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:30.918313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f1fe38d-f6b3-45c8-93a2-8de12278259f req-aa05c6df-ac65-4667-8fe4-2c8e033b02d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe5d2903-681e-49ca-b78f-b1b169f655ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536170 Feb 05 03:30:30.992047 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Publish callbacks [] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:30.996518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=af11213b-1451-41b1-84a4-5162a4a1777a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:31.002462 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:31.040201 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f1fe38d-f6b3-45c8-93a2-8de12278259f req-d4f2cbd5-532e-4ac8-ad40-ef2bb706f221 service neutron] 10.222.0.10 "GET /v2.0/networks/fe5d2903-681e-49ca-b78f-b1b169f655ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150513 Feb 05 03:30:31.100510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a000a6-3110-4dc3-b48b-1f4315bfefe7 None None] Pushing event updated for resources: {'Port': ['ID=3dcd2e0e-3757-4b13-8a67-50e318135f6e,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:31.120816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Attempting to bind port 3dcd2e0e-3757-4b13-8a67-50e318135f6e on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:30:31.121239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Attempting to bind port 3dcd2e0e-3757-4b13-8a67-50e318135f6e by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'c068010e-b232-4dfc-a78f-42ea260c44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:30:31.121606 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Attempting to bind port 3dcd2e0e-3757-4b13-8a67-50e318135f6e on network 14fff511-2d36-4643-86a3-7dbc5f869068 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:30:31.128074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:30:31.128500 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Checking segment: {'id': 'c068010e-b232-4dfc-a78f-42ea260c44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:30:31.129305 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:31.131284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Bound using segment: {'id': 'c068010e-b232-4dfc-a78f-42ea260c44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:30:31.132275 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Bound port: 3dcd2e0e-3757-4b13-8a67-50e318135f6e, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c068010e-b232-4dfc-a78f-42ea260c44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:30:31.132789 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:31.152017 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f1fe38d-f6b3-45c8-93a2-8de12278259f req-92b38489-98b5-43c0-a84b-f62b21f2a998 service neutron] 10.222.0.10 "GET /v2.0/networks/fe5d2903-681e-49ca-b78f-b1b169f655ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043205 Feb 05 03:30:31.211428 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] For port 3dcd2e0e-3757-4b13-8a67-50e318135f6e, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:30:31.214784 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] For port 3dcd2e0e-3757-4b13-8a67-50e318135f6e, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3dcd2e0e-3757-4b13-8a67-50e318135f6e,segment=NetworkSegment(c068010e-b232-4dfc-a78f-42ea260c44e0),segment_id=c068010e-b232-4dfc-a78f-42ea260c44e0)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:30:31.221948 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:31.288457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Routers {'2c3a64f3-fdeb-4869-91e5-f6d579756d08'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:30:31.289125 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:30:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:31.358386 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a000a6-3110-4dc3-b48b-1f4315bfefe7 None None] Pushing event updated for resources: {'Port': ['ID=3dcd2e0e-3757-4b13-8a67-50e318135f6e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:31.392455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-90c878dc-fdb8-4000-bb0b-74c8d9796e66 None None] Provisioning complete for port 3dcd2e0e-3757-4b13-8a67-50e318135f6e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:31.392828 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90c878dc-fdb8-4000-bb0b-74c8d9796e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:31.453931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] Set router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:30:31.710093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-53972512-2475-4b3f-b465-29230f2b21df tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:31.712315 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-53972512-2475-4b3f-b465-29230f2b21df tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.31 "GET /v2.0/networks?id=14fff511-2d36-4643-86a3-7dbc5f869068 HTTP/1.1" status: 200 len: 797 time: 0.1168284 Feb 05 03:30:31.761839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-90c878dc-fdb8-4000-bb0b-74c8d9796e66 None None] Current status of the port 3dcd2e0e-3757-4b13-8a67-50e318135f6e is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:31.762226 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90c878dc-fdb8-4000-bb0b-74c8d9796e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:31.783673 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-3d9fc408-bd0d-420a-a896-1776e7d8284b tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d19f328b21dc466e9df0e58e9aa162da HTTP/1.1" status: 200 len: 380 time: 0.0630174 Feb 05 03:30:31.794807 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-d39b3670-b95e-4f03-8968-3f6a6988b9ca tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'port': {'device_id': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068', 'admin_state_up': True, 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'security_groups': ['5ec636ce-6808-44ee-ab8d-77e14ad3c5d7']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:31.815251 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77057dad-e06c-4be1-9f73-43a3e606c9f9 req-795773b3-daba-4ebf-a9ae-6987a3c1b805 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 210 time: 0.0323582 Feb 05 03:30:31.822429 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-90c878dc-fdb8-4000-bb0b-74c8d9796e66 None None] For port 3dcd2e0e-3757-4b13-8a67-50e318135f6e, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3dcd2e0e-3757-4b13-8a67-50e318135f6e,segment=NetworkSegment(c068010e-b232-4dfc-a78f-42ea260c44e0),segment_id=c068010e-b232-4dfc-a78f-42ea260c44e0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:30:31.848796 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90c878dc-fdb8-4000-bb0b-74c8d9796e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:31.906441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-d39b3670-b95e-4f03-8968-3f6a6988b9ca tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Made reservation on behalf of d19f328b21dc466e9df0e58e9aa162da for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:30:31.908178 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c878dc-fdb8-4000-bb0b-74c8d9796e66 None None] Pushing event updated for resources: {'Port': ['ID=3dcd2e0e-3757-4b13-8a67-50e318135f6e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:31.909919 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-d39b3670-b95e-4f03-8968-3f6a6988b9ca tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:31.922082 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830961132', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:28Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '3dcd2e0e-3757-4b13-8a67-50e318135f6e', 'name': '', 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:a7:59:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:27Z', 'updated_at': '2022-02-05T03:30:31Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:31.961335 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf85177-e700-4e11-a71e-969ebe8664bb None None] The sync data for ids ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'] in n-d-826942-8 is: [{'id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830961132', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:28Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '3dcd2e0e-3757-4b13-8a67-50e318135f6e', 'name': '', 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:a7:59:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:27Z', 'updated_at': '2022-02-05T03:30:31Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:30:31.971905 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9cb58719-f1d5-4c9c-ad1e-846b378ebe2a None None] Provisioning complete for port 3dcd2e0e-3757-4b13-8a67-50e318135f6e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:31.972371 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9cb58719-f1d5-4c9c-ad1e-846b378ebe2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:32.044940 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device af11213b-1451-41b1-84a4-5162a4a1777a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:30:32.073942 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-d39b3670-b95e-4f03-8968-3f6a6988b9ca tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Allocated IP 172.20.0.9 (14fff511-2d36-4643-86a3-7dbc5f869068/d8a95596-770f-4e5c-b2dd-7a7409c42beb/ae449239-7d86-4133-9474-2e6140c5b9a6) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:30:32.122456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9cb58719-f1d5-4c9c-ad1e-846b378ebe2a None None] Current status of the port 3dcd2e0e-3757-4b13-8a67-50e318135f6e is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:32.142201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port af11213b-1451-41b1-84a4-5162a4a1777a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:32.142666 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (af11213b-1451-41b1-84a4-5162a4a1777a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:32.233564 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port af11213b-1451-41b1-84a4-5162a4a1777a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:32.240758 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-d39b3670-b95e-4f03-8968-3f6a6988b9ca tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:32.277074 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-d39b3670-b95e-4f03-8968-3f6a6988b9ca tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:32.323291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-d39b3670-b95e-4f03-8968-3f6a6988b9ca tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 14fff511-2d36-4643-86a3-7dbc5f869068 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:30:32.326449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-d39b3670-b95e-4f03-8968-3f6a6988b9ca tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:30:32.330503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-d39b3670-b95e-4f03-8968-3f6a6988b9ca tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:30:32.357063 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b3670-b95e-4f03-8968-3f6a6988b9ca tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=ae449239-7d86-4133-9474-2e6140c5b9a6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:32.392642 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-d39b3670-b95e-4f03-8968-3f6a6988b9ca tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:32.393325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-d39b3670-b95e-4f03-8968-3f6a6988b9ca tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:32.413711 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-d39b3670-b95e-4f03-8968-3f6a6988b9ca tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6232369 Feb 05 03:30:32.427909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Request body: {'port': {'device_id': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:32.501415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:32.545940 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-51e6037b-db88-44a8-a14b-4ae3d36b0e69 None None] Provisioning complete for port ae449239-7d86-4133-9474-2e6140c5b9a6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:32.546501 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-51e6037b-db88-44a8-a14b-4ae3d36b0e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:32.589828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-51e6037b-db88-44a8-a14b-4ae3d36b0e69 None None] Port ae449239-7d86-4133-9474-2e6140c5b9a6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:30:32.784544 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae449239-7d86-4133-9474-2e6140c5b9a6 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:30:32.792820 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Publish callbacks [] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:32.805174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Transition to ACTIVE for port object ae449239-7d86-4133-9474-2e6140c5b9a6 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:30:32.808471 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:32.868662 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Pushing event updated for resources: {'Port': ['ID=ae449239-7d86-4133-9474-2e6140c5b9a6,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:32.963088 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Attempting to bind port ae449239-7d86-4133-9474-2e6140c5b9a6 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:30:32.963435 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Attempting to bind port ae449239-7d86-4133-9474-2e6140c5b9a6 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'c068010e-b232-4dfc-a78f-42ea260c44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:30:32.964031 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Attempting to bind port ae449239-7d86-4133-9474-2e6140c5b9a6 on network 14fff511-2d36-4643-86a3-7dbc5f869068 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:30:32.968636 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Port ae449239-7d86-4133-9474-2e6140c5b9a6 on network 14fff511-2d36-4643-86a3-7dbc5f869068 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:30:32.968956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Attempting to bind port ae449239-7d86-4133-9474-2e6140c5b9a6 on network 14fff511-2d36-4643-86a3-7dbc5f869068 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:30:32.973437 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962b6ef-67b4-4b33-ae8c-3d7d4c632d50 req-133a4013-8185-49b7-9c25-dd1c97dc92dc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:32.974600 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:30:32.974987 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Checking segment: {'id': 'c068010e-b232-4dfc-a78f-42ea260c44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:30:32.975369 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Bound using segment: {'id': 'c068010e-b232-4dfc-a78f-42ea260c44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:30:32.975798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Bound port: ae449239-7d86-4133-9474-2e6140c5b9a6, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c068010e-b232-4dfc-a78f-42ea260c44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:30:32.976156 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:32.983912 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7962b6ef-67b4-4b33-ae8c-3d7d4c632d50 req-133a4013-8185-49b7-9c25-dd1c97dc92dc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 943 time: 0.0798166 Feb 05 03:30:33.040461 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7962b6ef-67b4-4b33-ae8c-3d7d4c632d50 req-37486d4f-4309-4175-94b2-2172530c913a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552316 Feb 05 03:30:33.053836 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] For port ae449239-7d86-4133-9474-2e6140c5b9a6, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:30:33.057260 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] For port ae449239-7d86-4133-9474-2e6140c5b9a6, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ae449239-7d86-4133-9474-2e6140c5b9a6,segment=NetworkSegment(c068010e-b232-4dfc-a78f-42ea260c44e0),segment_id=c068010e-b232-4dfc-a78f-42ea260c44e0)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:30:33.066737 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:33.103656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:33.104681 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:33.106272 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] 10.222.0.31 "PUT /v2.0/ports/ae449239-7d86-4133-9474-2e6140c5b9a6 HTTP/1.1" status: 200 len: 1091 time: 0.6851518 Feb 05 03:30:33.107073 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'tag': 'ae449239-7d86-4133-9474-2e6140c5b9a6'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:30:33.109404 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4990fb-e7f1-405c-b30e-ed9ee07d8c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf9259a-6358-4e73-a1a8-8ac53cc5a0db", "tag": "ae449239-7d86-4133-9474-2e6140c5b9a6"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:30:33.136027 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8474dfa-1aa9-491a-b76d-861955e88429 service neutron] Pushing event updated for resources: {'Port': ['ID=ae449239-7d86-4133-9474-2e6140c5b9a6,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:33.163321 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28588c3-29d3-4b20-bde9-458638936643 x-openstack-request-id: req-c28588c3-29d3-4b20-bde9-458638936643 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:30:33.163621 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf9259a-6358-4e73-a1a8-8ac53cc5a0db", "tag": "ae449239-7d86-4133-9474-2e6140c5b9a6", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:30:33.163878 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c28588c3-29d3-4b20-bde9-458638936643 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:30:33.164292 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'tag': 'ae449239-7d86-4133-9474-2e6140c5b9a6', 'status': 'completed', 'code': 200} Feb 05 03:30:33.217497 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-da471695-85cf-401f-b691-46777ed221e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:33.219240 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-da471695-85cf-401f-b691-46777ed221e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 1125 time: 0.0502493 Feb 05 03:30:33.266070 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-4dde221f-3303-4827-bdd2-30c045437cf1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae449239-7d86-4133-9474-2e6140c5b9a6 HTTP/1.1" status: 200 len: 217 time: 0.0403626 Feb 05 03:30:33.317830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-a757a7e2-cf78-486b-a9d7-d6289ee29a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:33.319347 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-a757a7e2-cf78-486b-a9d7-d6289ee29a03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8a95596-770f-4e5c-b2dd-7a7409c42beb HTTP/1.1" status: 200 len: 835 time: 0.0470631 Feb 05 03:30:33.369460 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-e67c936c-d906-46f9-8b41-8a8d99da5865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:33.371010 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-e67c936c-d906-46f9-8b41-8a8d99da5865 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=14fff511-2d36-4643-86a3-7dbc5f869068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460246 Feb 05 03:30:33.463230 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-07133d54-a00e-45d6-a87c-e643df695b6e service neutron] 10.222.0.31 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865440 Feb 05 03:30:33.552119 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-31e95adc-0bf1-4756-bb62-fd7cf309ce24 req-02904792-ba24-4d51-ac83-a3ac7d1df573 service neutron] 10.222.0.31 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835762 Feb 05 03:30:33.649086 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4990fb-e7f1-405c-b30e-ed9ee07d8c8e req-1375ac19-12a0-45d6-a998-d338e5e931b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:33.650574 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c4990fb-e7f1-405c-b30e-ed9ee07d8c8e req-1375ac19-12a0-45d6-a998-d338e5e931b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 1125 time: 0.0518627 Feb 05 03:30:33.677602 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a1e8bf4a-c768-4d74-ba51-7fe2f41a8949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:33.744289 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4990fb-e7f1-405c-b30e-ed9ee07d8c8e req-1f26664f-3ffd-41b0-b351-a7160f2c061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:33.745820 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c4990fb-e7f1-405c-b30e-ed9ee07d8c8e req-1f26664f-3ffd-41b0-b351-a7160f2c061a service neutron] 10.222.0.31 "GET /v2.0/networks?id=14fff511-2d36-4643-86a3-7dbc5f869068 HTTP/1.1" status: 200 len: 898 time: 0.0888312 Feb 05 03:30:33.789768 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c4990fb-e7f1-405c-b30e-ed9ee07d8c8e req-4c69a00a-065b-4747-ba20-b64155362e23 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae449239-7d86-4133-9474-2e6140c5b9a6 HTTP/1.1" status: 200 len: 217 time: 0.0376558 Feb 05 03:30:33.849130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4990fb-e7f1-405c-b30e-ed9ee07d8c8e req-88020385-8134-4305-97e0-c67af78d4cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:33.850541 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c4990fb-e7f1-405c-b30e-ed9ee07d8c8e req-88020385-8134-4305-97e0-c67af78d4cb1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8a95596-770f-4e5c-b2dd-7a7409c42beb HTTP/1.1" status: 200 len: 835 time: 0.0540135 Feb 05 03:30:33.899722 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4990fb-e7f1-405c-b30e-ed9ee07d8c8e req-0b715de6-c287-46bf-a221-db271387d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:33.901227 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c4990fb-e7f1-405c-b30e-ed9ee07d8c8e req-0b715de6-c287-46bf-a221-db271387d031 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=14fff511-2d36-4643-86a3-7dbc5f869068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445189 Feb 05 03:30:33.998633 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c4990fb-e7f1-405c-b30e-ed9ee07d8c8e req-b28b8cc3-5f19-4826-8d78-23b08ec05b42 service neutron] 10.222.0.31 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899796 Feb 05 03:30:34.005448 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3dcd2e0e-3757-4b13-8a67-50e318135f6e up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:30:34.053852 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 3dcd2e0e-3757-4b13-8a67-50e318135f6e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:34.054220 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:34.097413 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c4990fb-e7f1-405c-b30e-ed9ee07d8c8e req-809eaa5a-e0c9-4b9f-8ad1-c1df807f28e5 service neutron] 10.222.0.31 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919931 Feb 05 03:30:34.139642 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 3dcd2e0e-3757-4b13-8a67-50e318135f6e is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:34.166989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c7988-fe89-4d0f-8fa1-d177494e6790 req-63e4ac98-2075-4c77-8808-57fba65db052 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:34.168616 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d3c7988-fe89-4d0f-8fa1-d177494e6790 req-63e4ac98-2075-4c77-8808-57fba65db052 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 943 time: 0.0608075 Feb 05 03:30:34.220901 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d3c7988-fe89-4d0f-8fa1-d177494e6790 req-60d58c7c-678b-4239-91fa-48cfd396e8d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466588 Feb 05 03:30:35.345819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9985ff-2754-48f0-b7b9-bb64b4ab0537 req-d8940a56-222b-46a8-a1a1-407d1538c085 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:35.347340 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c9985ff-2754-48f0-b7b9-bb64b4ab0537 req-d8940a56-222b-46a8-a1a1-407d1538c085 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 943 time: 0.0576448 Feb 05 03:30:35.398037 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c9985ff-2754-48f0-b7b9-bb64b4ab0537 req-69704bbe-06a5-4baa-9b38-7f0022ab762d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450149 Feb 05 03:30:35.898278 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc09759e-bd59-4a23-a49a-c8d18df564ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:36.336187 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ae449239-7d86-4133-9474-2e6140c5b9a6 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:30:36.429922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ae449239-7d86-4133-9474-2e6140c5b9a6, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ae449239-7d86-4133-9474-2e6140c5b9a6,segment=NetworkSegment(c068010e-b232-4dfc-a78f-42ea260c44e0),segment_id=c068010e-b232-4dfc-a78f-42ea260c44e0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:30:36.442133 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'ae449239-7d86-4133-9474-2e6140c5b9a6', 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068', 'port_id': 'ae449239-7d86-4133-9474-2e6140c5b9a6', 'mac_address': 'fa:16:3e:b6:c2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:30:36.483779 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ae449239-7d86-4133-9474-2e6140c5b9a6 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:36.484167 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:36.496845 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae449239-7d86-4133-9474-2e6140c5b9a6 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:30:36.516439 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ae449239-7d86-4133-9474-2e6140c5b9a6, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ae449239-7d86-4133-9474-2e6140c5b9a6,segment=NetworkSegment(c068010e-b232-4dfc-a78f-42ea260c44e0),segment_id=c068010e-b232-4dfc-a78f-42ea260c44e0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:30:36.518044 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ffc90-d87a-4f71-9159-2121978ca929 req-92cb2012-cc5b-4c67-b2a9-7e0429df5037 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:36.520453 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-191ffc90-d87a-4f71-9159-2121978ca929 req-92cb2012-cc5b-4c67-b2a9-7e0429df5037 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 943 time: 0.0548732 Feb 05 03:30:36.521166 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:36.568616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ae449239-7d86-4133-9474-2e6140c5b9a6,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:36.571206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-191ffc90-d87a-4f71-9159-2121978ca929 req-fef233c8-4209-406e-826f-7534c6ee8e48 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441246 Feb 05 03:30:36.886405 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['ae449239-7d86-4133-9474-2e6140c5b9a6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:30:37.200772 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:37.690976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66304a30-cd6c-4450-ae4c-7dec0305f9e1 req-ea4e1034-867f-4cd8-a1dd-89d86ea1296b tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:37.692791 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-66304a30-cd6c-4450-ae4c-7dec0305f9e1 req-ea4e1034-867f-4cd8-a1dd-89d86ea1296b tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 944 time: 0.0541825 Feb 05 03:30:37.744976 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-66304a30-cd6c-4450-ae4c-7dec0305f9e1 req-03b1449a-1656-4832-a0b8-ee2af7695b97 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466020 Feb 05 03:30:38.366677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ae449239-7d86-4133-9474-2e6140c5b9a6 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:30:38.415334 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port ae449239-7d86-4133-9474-2e6140c5b9a6 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:30:38.418994 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port ae449239-7d86-4133-9474-2e6140c5b9a6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:30:38.419365 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:38.496154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ae449239-7d86-4133-9474-2e6140c5b9a6 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:30:38.496531 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:38.518804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae449239-7d86-4133-9474-2e6140c5b9a6'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:30:38.521902 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08158519-032c-415b-91af-ecc3a1a4292a" -d '{"events": [{"server_uuid": "9cf9259a-6358-4e73-a1a8-8ac53cc5a0db", "name": "network-vif-plugged", "status": "completed", "tag": "ae449239-7d86-4133-9474-2e6140c5b9a6"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:30:38.534941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ae449239-7d86-4133-9474-2e6140c5b9a6, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ae449239-7d86-4133-9474-2e6140c5b9a6,segment=NetworkSegment(c068010e-b232-4dfc-a78f-42ea260c44e0),segment_id=c068010e-b232-4dfc-a78f-42ea260c44e0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:30:38.539981 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:38.562034 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733ea8a8-2b9a-4e6c-82c3-30859e044e0d x-openstack-request-id: req-733ea8a8-2b9a-4e6c-82c3-30859e044e0d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:30:38.562321 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf9259a-6358-4e73-a1a8-8ac53cc5a0db", "name": "network-vif-plugged", "status": "completed", "tag": "ae449239-7d86-4133-9474-2e6140c5b9a6", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:30:38.562570 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-733ea8a8-2b9a-4e6c-82c3-30859e044e0d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:30:38.562984 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae449239-7d86-4133-9474-2e6140c5b9a6', 'code': 200} Feb 05 03:30:38.589682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ae449239-7d86-4133-9474-2e6140c5b9a6,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:38.658944 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e61b77-873c-4ee0-bf1c-33c71624c58c req-2cecf7bd-c1a8-4588-a121-7a1c4232aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:38.661271 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78e61b77-873c-4ee0-bf1c-33c71624c58c req-2cecf7bd-c1a8-4588-a121-7a1c4232aad3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 1127 time: 0.0444913 Feb 05 03:30:38.705902 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-78e61b77-873c-4ee0-bf1c-33c71624c58c req-47a8f3c8-0fab-41bc-9966-c317f57cd6ff service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392461 Feb 05 03:30:38.740850 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:38.861956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4096ec-06ba-433a-a94a-f7b373b35a1a req-8a6d1102-6a1d-4ce5-856e-0aa726ecb9d7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:38.863540 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be4096ec-06ba-433a-a94a-f7b373b35a1a req-8a6d1102-6a1d-4ce5-856e-0aa726ecb9d7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0522301 Feb 05 03:30:38.912258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be4096ec-06ba-433a-a94a-f7b373b35a1a req-31620b1d-793b-488f-a0ff-6ce099c6fe75 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428917 Feb 05 03:30:40.034128 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c8d96-1600-44d9-a471-fe58befff9a5 req-748d0eb0-888f-499b-8940-0f70b2d91aba tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:40.035813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b42c8d96-1600-44d9-a471-fe58befff9a5 req-748d0eb0-888f-499b-8940-0f70b2d91aba tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0543063 Feb 05 03:30:40.036636 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:40.084946 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b42c8d96-1600-44d9-a471-fe58befff9a5 req-1ff68415-bd18-461d-b147-43765c833896 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432348 Feb 05 03:30:41.213780 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866128f-6ab3-4504-a491-4935bd768705 req-bcd887b2-e20a-48a4-9156-902afeca8231 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:41.215283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b866128f-6ab3-4504-a491-4935bd768705 req-bcd887b2-e20a-48a4-9156-902afeca8231 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0615551 Feb 05 03:30:41.262723 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b866128f-6ab3-4504-a491-4935bd768705 req-a785a9f6-15dd-4feb-86ba-c73743dcf0f2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418622 Feb 05 03:30:41.380227 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbe080-b32d-473f-b39a-a92d5b6aada1 req-d10a0bfa-aedc-47ad-802b-52a2d94fc057 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:41.381657 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02fbe080-b32d-473f-b39a-a92d5b6aada1 req-d10a0bfa-aedc-47ad-802b-52a2d94fc057 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0527442 Feb 05 03:30:41.430550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02fbe080-b32d-473f-b39a-a92d5b6aada1 req-022b39e3-1c48-4465-b0ff-0cbbf9d532d4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433750 Feb 05 03:30:41.451835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41256) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:41.502908 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05850880-5ba6-43bc-b88c-5ebfeca84b03 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:41.505098 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-05850880-5ba6-43bc-b88c-5ebfeca84b03 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 1122 time: 0.0522671 Feb 05 03:30:41.508154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41258) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:41.512309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': 'ae449239-7d86-4133-9474-2e6140c5b9a6', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:30:41.531836 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:41.625661 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:41.674032 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:41.732631 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Allocated IP 172.25.0.52 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/d8de4668-5fe5-4477-8759-496c94361a48) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:30:41.833046 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (d8de4668-5fe5-4477-8759-496c94361a48), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:41.866454 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d8de4668-5fe5-4477-8759-496c94361a48), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:41.910870 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:30:41.913865 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:30:41.917307 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:30:41.939210 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=d8de4668-5fe5-4477-8759-496c94361a48,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:41.952237 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:30:41.952593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:30:41.952943 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:30:41.953283 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:30:41.953620 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:30:41.953952 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:30:41.954284 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:30:41.954616 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:30:41.954970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:30:41.955303 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:30:41.955630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:30:41.955954 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:30:41.956276 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:30:42.279733 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for floatingip (e8816870-d708-4579-a2e5-cb22431008f2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:42.348974 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d8de4668-5fe5-4477-8759-496c94361a48), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:42.497492 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (d8de4668-5fe5-4477-8759-496c94361a48), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:42.501610 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (d8de4668-5fe5-4477-8759-496c94361a48), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:42.569902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=d8de4668-5fe5-4477-8759-496c94361a48,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:30:42.579397 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (e8816870-d708-4579-a2e5-cb22431008f2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:42.681041 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Floating IP e8816870-d708-4579-a2e5-cb22431008f2 associated. External IP: 172.25.0.52, port: ae449239-7d86-4133-9474-2e6140c5b9a6. Feb 05 03:30:42.893931 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:30:43.004169 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:30:43.013418 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a6ca70-f13f-416c-9ec0-0b0adfb889c5 None None] Sync routers for ids ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:30:43.022468 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:30:43.023770 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a6ca70-f13f-416c-9ec0-0b0adfb889c5 None None] Routers {'2c3a64f3-fdeb-4869-91e5-f6d579756d08'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:30:43.024378 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-32a6ca70-f13f-416c-9ec0-0b0adfb889c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:30:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:43.052310 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7402c1a1-1436-431c-a39d-e8914db20fbe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5431542 Feb 05 03:30:43.052907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'tag': 'ae449239-7d86-4133-9474-2e6140c5b9a6'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:30:43.055215 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2501b7fc-189c-435a-9fbe-1cb1ae8f9ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf9259a-6358-4e73-a1a8-8ac53cc5a0db", "tag": "ae449239-7d86-4133-9474-2e6140c5b9a6"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:30:43.096821 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d833ed3-e571-4227-a0b0-e96773ea4d5f x-openstack-request-id: req-3d833ed3-e571-4227-a0b0-e96773ea4d5f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:30:43.097327 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf9259a-6358-4e73-a1a8-8ac53cc5a0db", "tag": "ae449239-7d86-4133-9474-2e6140c5b9a6", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:30:43.098196 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d833ed3-e571-4227-a0b0-e96773ea4d5f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:30:43.098704 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'tag': 'ae449239-7d86-4133-9474-2e6140c5b9a6', 'status': 'completed', 'code': 200} Feb 05 03:30:43.133111 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-32a6ca70-f13f-416c-9ec0-0b0adfb889c5 None None] Set router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:30:43.167570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501b7fc-189c-435a-9fbe-1cb1ae8f9ffc req-050ee149-b16e-474a-927a-1b73028a8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:43.168544 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640a62d-5909-4dbf-baf5-d12fadfdc5e9 req-dae87fb8-ebfd-4208-9810-1da2e67d6729 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:43.169194 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2501b7fc-189c-435a-9fbe-1cb1ae8f9ffc req-050ee149-b16e-474a-927a-1b73028a8046 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 1127 time: 0.0524940 Feb 05 03:30:43.170037 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0640a62d-5909-4dbf-baf5-d12fadfdc5e9 req-dae87fb8-ebfd-4208-9810-1da2e67d6729 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0559173 Feb 05 03:30:43.226911 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0640a62d-5909-4dbf-baf5-d12fadfdc5e9 req-99608468-6c47-473e-b8fe-7096b11b123a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511954 Feb 05 03:30:43.245611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41264) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:43.268550 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501b7fc-189c-435a-9fbe-1cb1ae8f9ffc req-4732a56e-4835-415d-8e67-f2752884abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:43.270964 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2501b7fc-189c-435a-9fbe-1cb1ae8f9ffc req-4732a56e-4835-415d-8e67-f2752884abd6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=14fff511-2d36-4643-86a3-7dbc5f869068 HTTP/1.1" status: 200 len: 898 time: 0.0952199 Feb 05 03:30:43.312084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-88357748-ad15-4ac8-b58a-ccd9e71b346c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/floatingips/e8816870-d708-4579-a2e5-cb22431008f2 HTTP/1.1" status: 200 len: 990 time: 0.0641906 Feb 05 03:30:43.335283 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2501b7fc-189c-435a-9fbe-1cb1ae8f9ffc req-2c2f273a-bf7d-4a04-9094-3ac0d084ca16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae449239-7d86-4133-9474-2e6140c5b9a6 HTTP/1.1" status: 200 len: 998 time: 0.0588894 Feb 05 03:30:43.370751 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-32a6ca70-f13f-416c-9ec0-0b0adfb889c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830961132', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:28Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'e8816870-d708-4579-a2e5-cb22431008f2', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'port_id': 'ae449239-7d86-4133-9474-2e6140c5b9a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068', 'mac_address': 'fa:16:3e:b6:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:30:42Z', 'updated_at': '2022-02-05T03:30:42Z', 'revision_number': 0, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcd2e0e-3757-4b13-8a67-50e318135f6e', 'name': '', 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:a7:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:27Z', 'updated_at': '2022-02-05T03:30:31Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:43.382686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501b7fc-189c-435a-9fbe-1cb1ae8f9ffc req-5893e6e2-4d98-42ac-a843-e13855298c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:43.384173 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2501b7fc-189c-435a-9fbe-1cb1ae8f9ffc req-5893e6e2-4d98-42ac-a843-e13855298c6e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8a95596-770f-4e5c-b2dd-7a7409c42beb HTTP/1.1" status: 200 len: 835 time: 0.0436842 Feb 05 03:30:43.397881 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a6ca70-f13f-416c-9ec0-0b0adfb889c5 None None] Checking router: 2c3a64f3-fdeb-4869-91e5-f6d579756d08 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:30:43.406079 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a6ca70-f13f-416c-9ec0-0b0adfb889c5 None None] Routers {'2c3a64f3-fdeb-4869-91e5-f6d579756d08'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:30:43.406681 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-32a6ca70-f13f-416c-9ec0-0b0adfb889c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:30:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:43.435066 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501b7fc-189c-435a-9fbe-1cb1ae8f9ffc req-89b91a83-03e9-49b7-bf4f-f7c286b652a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:30:43.436473 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2501b7fc-189c-435a-9fbe-1cb1ae8f9ffc req-89b91a83-03e9-49b7-bf4f-f7c286b652a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=14fff511-2d36-4643-86a3-7dbc5f869068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465972 Feb 05 03:30:43.511889 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-32a6ca70-f13f-416c-9ec0-0b0adfb889c5 None None] Set router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:30:43.528122 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2501b7fc-189c-435a-9fbe-1cb1ae8f9ffc req-3104c356-11f7-4e1d-abfd-0b12e6a2b1ec service neutron] 10.222.0.31 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854259 Feb 05 03:30:43.621949 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2501b7fc-189c-435a-9fbe-1cb1ae8f9ffc req-389d9663-b9a7-42aa-b238-840f8f542c48 service neutron] 10.222.0.31 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878510 Feb 05 03:30:43.736249 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-32a6ca70-f13f-416c-9ec0-0b0adfb889c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830961132', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:28Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'e8816870-d708-4579-a2e5-cb22431008f2', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'port_id': 'ae449239-7d86-4133-9474-2e6140c5b9a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068', 'mac_address': 'fa:16:3e:b6:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:30:42Z', 'updated_at': '2022-02-05T03:30:42Z', 'revision_number': 0, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcd2e0e-3757-4b13-8a67-50e318135f6e', 'name': '', 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:a7:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:27Z', 'updated_at': '2022-02-05T03:30:31Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:30:43.762684 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a6ca70-f13f-416c-9ec0-0b0adfb889c5 None None] The sync data for ids ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'] in n-d-826942-8 is: [{'id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830961132', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:28Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'e8816870-d708-4579-a2e5-cb22431008f2', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'port_id': 'ae449239-7d86-4133-9474-2e6140c5b9a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068', 'mac_address': 'fa:16:3e:b6:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:30:42Z', 'updated_at': '2022-02-05T03:30:42Z', 'revision_number': 0, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcd2e0e-3757-4b13-8a67-50e318135f6e', 'name': '', 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:a7:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:27Z', 'updated_at': '2022-02-05T03:30:31Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:30:43.963591 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d10427-c269-4d85-bf34-6bff19470a8c None None] New status for floating IP e8816870-d708-4579-a2e5-cb22431008f2: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:30:44.315676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41266) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:30:44.380373 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-37b00790-9839-44ba-bd97-4ef58bd621ad tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/floatingips/e8816870-d708-4579-a2e5-cb22431008f2 HTTP/1.1" status: 200 len: 992 time: 0.0629883 Feb 05 03:30:46.482925 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:00.882138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41276) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:00.938127 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0d4bcad1-a865-443f-a797-8d7546d5682b tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2023 time: 0.0546994 Feb 05 03:31:00.940688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41278) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:00.945882 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Request body: {'network': {'name': 'tempest-network-smoke--884490332', 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'port_security_enabled': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:00.965345 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Made reservation on behalf of 72d9f57bdca64f778a1e3df21d902344 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:31:00.969057 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:00.992825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:31:01.001511 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (d4137976-bd22-48e2-9843-d933aa6fc521), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:01.001856 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Added segment d4137976-bd22-48e2-9843-d933aa6fc521 of type vlan for network 42be9c6c-6077-42a6-89d9-d1dc8a8083a3 Feb 05 03:31:01.041428 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (42be9c6c-6077-42a6-89d9-d1dc8a8083a3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:01.065116 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (42be9c6c-6077-42a6-89d9-d1dc8a8083a3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:01.070098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:01.070671 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:01.125389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1836810 Feb 05 03:31:01.128219 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41280) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:01.133042 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-837889463', 'admin_state_up': True, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:01.139279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'Network': ['ID=42be9c6c-6077-42a6-89d9-d1dc8a8083a3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:01.147559 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:01.147954 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:01.148303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:01.148635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:01.149042 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:01.149356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:01.149623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:01.150016 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:01.150375 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:01.150777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:01.151074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:01.151428 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:01.151708 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ce87da-7ae2-4376-be8f-3bd4e2a71a8b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:01.161577 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (37fcdfb5-a929-4b87-b318-56692b36a95b), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:01.163667 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (37fcdfb5-a929-4b87-b318-56692b36a95b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:01.164081 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 42be9c6c-6077-42a6-89d9-d1dc8a8083a3 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:31:01.216919 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router_controller (37fcdfb5-a929-4b87-b318-56692b36a95b), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:01.359431 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router_gateway (37fcdfb5-a929-4b87-b318-56692b36a95b), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:01.547744 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router_gateway (37fcdfb5-a929-4b87-b318-56692b36a95b), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:01.566348 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:01.999474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Allocated IP 172.25.0.51 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/80c45c6d-6c56-4b6a-aea4-e12ebd33d79b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:31:02.100849 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for port (80c45c6d-6c56-4b6a-aea4-e12ebd33d79b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:02.132798 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (80c45c6d-6c56-4b6a-aea4-e12ebd33d79b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:02.169512 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:31:02.174730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:02.178141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:31:02.201089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'Port': ['ID=80c45c6d-6c56-4b6a-aea4-e12ebd33d79b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:02.431269 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router_gateway (37fcdfb5-a929-4b87-b318-56692b36a95b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:02.632121 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (37fcdfb5-a929-4b87-b318-56692b36a95b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:02.761341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Router 37fcdfb5-a929-4b87-b318-56692b36a95b is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:31:02.869531 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:31:02.878926 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Sync routers for ids ['37fcdfb5-a929-4b87-b318-56692b36a95b'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:31:02.888929 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Routers {'37fcdfb5-a929-4b87-b318-56692b36a95b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:02.889559 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:30:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['37fcdfb5-a929-4b87-b318-56692b36a95b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:02.889841 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:02.891107 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cf6f7b72-6ec6-498a-976c-b5d71022adfd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7618704 Feb 05 03:31:02.894010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41282) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:02.941145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8f970d-b0da-49cf-99fa-333674335cd2 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:02.942701 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0b8f970d-b0da-49cf-99fa-333674335cd2 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=72d9f57bdca64f778a1e3df21d902344&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0477228 Feb 05 03:31:02.945581 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41284) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:02.995692 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Set router 37fcdfb5-a929-4b87-b318-56692b36a95b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:03.033082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803a6c14-8cfd-4ed7-a4d6-f7a56a5423af tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:03.034504 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-803a6c14-8cfd-4ed7-a4d6-f7a56a5423af tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879092 Feb 05 03:31:03.038055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41286) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:03.069690 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-70b0fd41-2ba5-4b24-a9b4-de2bbfdb0041 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304825 Feb 05 03:31:03.072808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41288) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:03.100992 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-123f9650-da89-4759-8d29-0ef83fc1acfc tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=72d9f57bdca64f778a1e3df21d902344&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274742 Feb 05 03:31:03.103328 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41290) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:03.175069 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-837889463', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:02Z', 'revision_number': 3, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:03.190224 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b85c5e-c037-4786-b202-b56de4fe07b7 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:03.191762 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b8b85c5e-c037-4786-b202-b56de4fe07b7 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875514 Feb 05 03:31:03.195359 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41292) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:03.202465 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Checking router: 37fcdfb5-a929-4b87-b318-56692b36a95b for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:31:03.202834 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Updating router 37fcdfb5-a929-4b87-b318-56692b36a95b port 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:31:03.223572 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-da9f7b4d-5dd1-417f-863f-a6749a9d5c24 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270119 Feb 05 03:31:03.225964 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41294) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:03.229219 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (80c45c6d-6c56-4b6a-aea4-e12ebd33d79b), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:03.230635 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9230fdce-6ed4-40f9-a5a9-96d55d6a60d8 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-703608076', 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3', 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:03.322072 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9230fdce-6ed4-40f9-a5a9-96d55d6a60d8 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Made reservation on behalf of 72d9f57bdca64f778a1e3df21d902344 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:31:03.325662 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9230fdce-6ed4-40f9-a5a9-96d55d6a60d8 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:03.389151 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:31:03.491487 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Publish callbacks [] for port (80c45c6d-6c56-4b6a-aea4-e12ebd33d79b), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:03.497657 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (80c45c6d-6c56-4b6a-aea4-e12ebd33d79b), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:03.514277 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9230fdce-6ed4-40f9-a5a9-96d55d6a60d8 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (36a755c8-0c95-498a-bd80-5a65f47ddbd6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:03.546673 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Attempting to bind port 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:31:03.547066 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Attempting to bind port 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:31:03.547429 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Attempting to bind port 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:31:03.553266 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0405b00-0d5b-438f-ba32-984ad809c47f None None] Pushing event updated for resources: {'Port': ['ID=80c45c6d-6c56-4b6a-aea4-e12ebd33d79b,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:03.561371 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:31:03.561747 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:31:03.562147 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:03.562536 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:31:03.563018 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Bound port: 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:31:03.563397 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (80c45c6d-6c56-4b6a-aea4-e12ebd33d79b), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:03.566293 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0405b00-0d5b-438f-ba32-984ad809c47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:03.566642 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0405b00-0d5b-438f-ba32-984ad809c47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:03.567058 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0405b00-0d5b-438f-ba32-984ad809c47f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:03.567466 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0405b00-0d5b-438f-ba32-984ad809c47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:03.567664 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0405b00-0d5b-438f-ba32-984ad809c47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:03.567991 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0405b00-0d5b-438f-ba32-984ad809c47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:03.568338 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0405b00-0d5b-438f-ba32-984ad809c47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:03.568757 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0405b00-0d5b-438f-ba32-984ad809c47f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:03.569234 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0405b00-0d5b-438f-ba32-984ad809c47f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:03.569562 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0405b00-0d5b-438f-ba32-984ad809c47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:03.569884 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0405b00-0d5b-438f-ba32-984ad809c47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:03.570203 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0405b00-0d5b-438f-ba32-984ad809c47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:03.570519 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0405b00-0d5b-438f-ba32-984ad809c47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:03.582586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230fdce-6ed4-40f9-a5a9-96d55d6a60d8 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'Subnet': ['ID=36a755c8-0c95-498a-bd80-5a65f47ddbd6,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:03.591918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9230fdce-6ed4-40f9-a5a9-96d55d6a60d8 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Checking segment: {'id': 'd4137976-bd22-48e2-9843-d933aa6fc521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:31:03.592413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9230fdce-6ed4-40f9-a5a9-96d55d6a60d8 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Network hostable DHCP agents. Network: 42be9c6c-6077-42a6-89d9-d1dc8a8083a3, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:31:03.609264 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9230fdce-6ed4-40f9-a5a9-96d55d6a60d8 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Network 42be9c6c-6077-42a6-89d9-d1dc8a8083a3 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:31:03.619961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9230fdce-6ed4-40f9-a5a9-96d55d6a60d8 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 42be9c6c-6077-42a6-89d9-d1dc8a8083a3) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:03.621300 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] For port 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:31:03.624392 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9230fdce-6ed4-40f9-a5a9-96d55d6a60d8 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:03.624989 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9230fdce-6ed4-40f9-a5a9-96d55d6a60d8 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:03.625107 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] For port 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=80c45c6d-6c56-4b6a-aea4-e12ebd33d79b,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:31:03.629476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95112287-3aee-4b4b-b770-8d75cd64bbd7 None None] Network 42be9c6c-6077-42a6-89d9-d1dc8a8083a3 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:31:03.633753 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (80c45c6d-6c56-4b6a-aea4-e12ebd33d79b), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:03.644430 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9230fdce-6ed4-40f9-a5a9-96d55d6a60d8 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4150407 Feb 05 03:31:03.644829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41296) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:03.697977 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0405b00-0d5b-438f-ba32-984ad809c47f None None] Pushing event updated for resources: {'Port': ['ID=80c45c6d-6c56-4b6a-aea4-e12ebd33d79b,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:03.706288 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Routers {'37fcdfb5-a929-4b87-b318-56692b36a95b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:03.706940 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:30:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['37fcdfb5-a929-4b87-b318-56692b36a95b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:03.747570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-42be9c6c-6077-42a6-89d9-d1dc8a8083a3', 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3', 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'fixed_ips': [{'subnet_id': '36a755c8-0c95-498a-bd80-5a65f47ddbd6'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:31:03.749016 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:03.761796 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0a0a6f4-7466-4721-9f5c-3248878d6aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:03.904238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Allocated IP 172.20.0.18 (42be9c6c-6077-42a6-89d9-d1dc8a8083a3/36a755c8-0c95-498a-bd80-5a65f47ddbd6/8e551793-641b-4058-b57e-62b65f7a1c7c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:31:03.916559 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] Set router 37fcdfb5-a929-4b87-b318-56692b36a95b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:04.071079 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Publish callbacks [] for port (8e551793-641b-4058-b57e-62b65f7a1c7c), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:04.077134 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (8e551793-641b-4058-b57e-62b65f7a1c7c), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:04.101867 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-837889463', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:02Z', 'revision_number': 3, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:04.120339 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Network 42be9c6c-6077-42a6-89d9-d1dc8a8083a3 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:31:04.128730 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:04.129723 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04baeaf3-d6c3-4839-a34e-022b9a96151e None None] The sync data for ids ['37fcdfb5-a929-4b87-b318-56692b36a95b'] in n-d-826942-8 is: [{'id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-837889463', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:02Z', 'revision_number': 3, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:31:04.131786 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:04.133369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:31:04.142385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Pushing event updated for resources: {'Port': ['ID=8e551793-641b-4058-b57e-62b65f7a1c7c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:04.169984 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:04.170326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:04.170663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:04.171068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:04.171403 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:04.171727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:04.172048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:04.172369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:04.172695 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:04.173011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:04.173325 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:04.173645 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:04.173957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:04.214167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Attempting to bind port 8e551793-641b-4058-b57e-62b65f7a1c7c on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:31:04.214527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Attempting to bind port 8e551793-641b-4058-b57e-62b65f7a1c7c by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'd4137976-bd22-48e2-9843-d933aa6fc521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:31:04.215310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Attempting to bind port 8e551793-641b-4058-b57e-62b65f7a1c7c on network 42be9c6c-6077-42a6-89d9-d1dc8a8083a3 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:31:04.220168 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:31:04.220539 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Checking segment: {'id': 'd4137976-bd22-48e2-9843-d933aa6fc521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:31:04.221476 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:04.221476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Bound using segment: {'id': 'd4137976-bd22-48e2-9843-d933aa6fc521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:31:04.221763 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Bound port: 8e551793-641b-4058-b57e-62b65f7a1c7c, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4137976-bd22-48e2-9843-d933aa6fc521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:31:04.222140 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8e551793-641b-4058-b57e-62b65f7a1c7c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:04.286080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] For port 8e551793-641b-4058-b57e-62b65f7a1c7c, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:31:04.290065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] For port 8e551793-641b-4058-b57e-62b65f7a1c7c, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8e551793-641b-4058-b57e-62b65f7a1c7c,segment=NetworkSegment(d4137976-bd22-48e2-9843-d933aa6fc521),segment_id=d4137976-bd22-48e2-9843-d933aa6fc521)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:31:04.296894 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8e551793-641b-4058-b57e-62b65f7a1c7c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:04.355670 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effc033-d37f-423d-bf8b-7b31cbe92eaa None None] Pushing event updated for resources: {'Port': ['ID=8e551793-641b-4058-b57e-62b65f7a1c7c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:04.445456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Allocated IP 172.20.0.17 (42be9c6c-6077-42a6-89d9-d1dc8a8083a3/36a755c8-0c95-498a-bd80-5a65f47ddbd6/1a1bc60e-ed9d-4859-a74a-226f7e072e0b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:31:04.602560 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:04.645182 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:04.687702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Network 42be9c6c-6077-42a6-89d9-d1dc8a8083a3 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:31:04.695133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:04.697707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:31:04.733556 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'Port': ['ID=1a1bc60e-ed9d-4859-a74a-226f7e072e0b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:04.762466 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (37fcdfb5-a929-4b87-b318-56692b36a95b), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:04.906805 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:05.211018 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:05.217656 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:05.296245 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (37fcdfb5-a929-4b87-b318-56692b36a95b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:05.298006 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'Port': ['ID=1a1bc60e-ed9d-4859-a74a-226f7e072e0b,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:05.403078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Network 42be9c6c-6077-42a6-89d9-d1dc8a8083a3 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:31:05.404507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:05.405030 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e5b514-2333-45fe-b40f-7814effddff5 None None] Network 42be9c6c-6077-42a6-89d9-d1dc8a8083a3 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:31:05.473501 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4be868d1-32ff-44e8-a15a-25cceee0b07c None None] Provisioning complete for port 8e551793-641b-4058-b57e-62b65f7a1c7c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:05.473794 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4be868d1-32ff-44e8-a15a-25cceee0b07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8e551793-641b-4058-b57e-62b65f7a1c7c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:05.520976 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Router 37fcdfb5-a929-4b87-b318-56692b36a95b has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:31:05.607421 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4be868d1-32ff-44e8-a15a-25cceee0b07c None None] Current status of the port 8e551793-641b-4058-b57e-62b65f7a1c7c is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:05.607969 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4be868d1-32ff-44e8-a15a-25cceee0b07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8e551793-641b-4058-b57e-62b65f7a1c7c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:05.648241 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4be868d1-32ff-44e8-a15a-25cceee0b07c None None] For port 8e551793-641b-4058-b57e-62b65f7a1c7c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8e551793-641b-4058-b57e-62b65f7a1c7c,segment=NetworkSegment(d4137976-bd22-48e2-9843-d933aa6fc521),segment_id=d4137976-bd22-48e2-9843-d933aa6fc521)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:05.651702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:31:05.654617 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4be868d1-32ff-44e8-a15a-25cceee0b07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8e551793-641b-4058-b57e-62b65f7a1c7c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:05.657807 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-02261ebb-50fc-4f70-b13d-451b9f785219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "PUT /v2.0/routers/37fcdfb5-a929-4b87-b318-56692b36a95b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0116103 Feb 05 03:31:05.712708 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be868d1-32ff-44e8-a15a-25cceee0b07c None None] Pushing event updated for resources: {'Port': ['ID=8e551793-641b-4058-b57e-62b65f7a1c7c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:05.875632 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-93f12f4c-0148-4cd8-9e5e-0533587826b0 None None] Provisioning complete for port 8e551793-641b-4058-b57e-62b65f7a1c7c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:05.876108 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93f12f4c-0148-4cd8-9e5e-0533587826b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8e551793-641b-4058-b57e-62b65f7a1c7c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:05.920016 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ccaf1b43-bf58-4ef0-8a54-355eac366858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:05.947031 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-80aa2679-d17a-4c5e-aa8e-c143bd0f58f5 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:05.948569 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-80aa2679-d17a-4c5e-aa8e-c143bd0f58f5 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/networks?id=42be9c6c-6077-42a6-89d9-d1dc8a8083a3 HTTP/1.1" status: 200 len: 797 time: 0.1250794 Feb 05 03:31:05.964845 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-2e2d6aba-266b-4ee6-a637-08a01c312e94 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/quotas/72d9f57bdca64f778a1e3df21d902344 HTTP/1.1" status: 200 len: 375 time: 0.0102029 Feb 05 03:31:06.001087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-93f12f4c-0148-4cd8-9e5e-0533587826b0 None None] Current status of the port 8e551793-641b-4058-b57e-62b65f7a1c7c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:06.012989 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Sync routers for ids ['37fcdfb5-a929-4b87-b318-56692b36a95b'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:31:06.028564 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Routers {'37fcdfb5-a929-4b87-b318-56692b36a95b'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:06.029208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['37fcdfb5-a929-4b87-b318-56692b36a95b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:06.033005 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-93f12f4c-0148-4cd8-9e5e-0533587826b0 None None] Provisioning complete for port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:06.033351 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93f12f4c-0148-4cd8-9e5e-0533587826b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:06.058647 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-7b9081a6-59f7-445f-a26d-bbe9deaf01a4 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=72d9f57bdca64f778a1e3df21d902344&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0831459 Feb 05 03:31:06.142137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-93f12f4c-0148-4cd8-9e5e-0533587826b0 None None] Port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:31:06.152405 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-4f5135e7-5fd2-4250-9faa-7ad6e2147c9b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:31:06.155127 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-4f5135e7-5fd2-4250-9faa-7ad6e2147c9b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0848031 Feb 05 03:31:06.181551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8e551793-641b-4058-b57e-62b65f7a1c7c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:31:06.235267 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Set router 37fcdfb5-a929-4b87-b318-56692b36a95b gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:06.263942 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-ac3531ea-a5a1-473b-b3be-8ac7e6664b59 service neutron] 10.222.0.36 "GET /v2.0/networks/42be9c6c-6077-42a6-89d9-d1dc8a8083a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990765 Feb 05 03:31:06.327207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-70717d28-a2fa-4f2c-96c6-379fd296367f None None] Provisioning complete for port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:06.327579 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70717d28-a2fa-4f2c-96c6-379fd296367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:06.331787 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8e551793-641b-4058-b57e-62b65f7a1c7c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:06.332156 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8e551793-641b-4058-b57e-62b65f7a1c7c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:06.356129 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-3c28204f-909c-4acf-a110-d5d7cebb3aaf service neutron] 10.222.0.36 "GET /v2.0/networks/42be9c6c-6077-42a6-89d9-d1dc8a8083a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859752 Feb 05 03:31:06.527830 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd0ee211-a93b-400f-aa8d-33fb03b5d81d req-7ffb6918-4ea6-4835-a1be-7598b3be3edd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 210 time: 0.0292315 Feb 05 03:31:06.594812 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-70717d28-a2fa-4f2c-96c6-379fd296367f None None] Port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:31:06.698931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8e551793-641b-4058-b57e-62b65f7a1c7c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:06.700008 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:31:06.757353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-df07741b-b5e6-4552-a6e7-e1157b8625c0 None None] Provisioning complete for port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:06.757733 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-df07741b-b5e6-4552-a6e7-e1157b8625c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:06.798491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-837889463', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:04Z', 'revision_number': 4, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '1a1bc60e-ed9d-4859-a74a-226f7e072e0b', 'name': '', 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'mac_address': 'fa:16:3e:f3:67:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '36a755c8-0c95-498a-bd80-5a65f47ddbd6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:04Z', 'updated_at': '2022-02-05T03:31:05Z', 'revision_number': 2, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'subnets': [{'id': '36a755c8-0c95-498a-bd80-5a65f47ddbd6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:06.835174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-df07741b-b5e6-4552-a6e7-e1157b8625c0 None None] Port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:31:06.835174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Checking router: 37fcdfb5-a929-4b87-b318-56692b36a95b for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:31:06.835174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Updating router 37fcdfb5-a929-4b87-b318-56692b36a95b port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:31:06.838738 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:06.839134 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (80c45c6d-6c56-4b6a-aea4-e12ebd33d79b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:06.889340 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:07.031537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:07.031839 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (80c45c6d-6c56-4b6a-aea4-e12ebd33d79b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:07.062672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=80c45c6d-6c56-4b6a-aea4-e12ebd33d79b,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:07.095028 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (80c45c6d-6c56-4b6a-aea4-e12ebd33d79b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:07.172251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=80c45c6d-6c56-4b6a-aea4-e12ebd33d79b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:07.218118 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:07.270679 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Publish callbacks [] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:07.276500 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:07.322793 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16188db8-f512-43f6-b5a2-540ad2171c95 None None] Pushing event updated for resources: {'Port': ['ID=1a1bc60e-ed9d-4859-a74a-226f7e072e0b,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:07.383365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Attempting to bind port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:31:07.384005 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Attempting to bind port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'd4137976-bd22-48e2-9843-d933aa6fc521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:31:07.384528 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Attempting to bind port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b on network 42be9c6c-6077-42a6-89d9-d1dc8a8083a3 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:31:07.390448 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:31:07.390881 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Checking segment: {'id': 'd4137976-bd22-48e2-9843-d933aa6fc521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:31:07.391289 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:07.391686 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Bound using segment: {'id': 'd4137976-bd22-48e2-9843-d933aa6fc521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:31:07.392171 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Bound port: 1a1bc60e-ed9d-4859-a74a-226f7e072e0b, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4137976-bd22-48e2-9843-d933aa6fc521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:31:07.392529 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:07.469618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] For port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:31:07.473088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] For port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1a1bc60e-ed9d-4859-a74a-226f7e072e0b,segment=NetworkSegment(d4137976-bd22-48e2-9843-d933aa6fc521),segment_id=d4137976-bd22-48e2-9843-d933aa6fc521)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:31:07.480632 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:07.510486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-63d427fb-fd35-4347-8ac5-33465f1552f0 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:07.511200 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-63d427fb-fd35-4347-8ac5-33465f1552f0 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.31 "GET /v2.0/networks?id=42be9c6c-6077-42a6-89d9-d1dc8a8083a3 HTTP/1.1" status: 200 len: 797 time: 0.1461229 Feb 05 03:31:07.527771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-9099193a-6f33-4327-b591-65b55a0a8ea2 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Request body: {'port': {'device_id': 'da2ad579-e60a-45ee-9ab9-32896f7fbbe8', 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3', 'admin_state_up': True, 'tenant_id': '72d9f57bdca64f778a1e3df21d902344'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:07.544453 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Routers {'37fcdfb5-a929-4b87-b318-56692b36a95b'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:07.545188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['37fcdfb5-a929-4b87-b318-56692b36a95b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:07.547193 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16188db8-f512-43f6-b5a2-540ad2171c95 None None] Pushing event updated for resources: {'Port': ['ID=1a1bc60e-ed9d-4859-a74a-226f7e072e0b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:07.651992 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e5b154ab-8ea9-4c7d-ae09-80d04a96c1d8 req-a4617236-3835-4309-9ce4-36b07fc39a7f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 210 time: 0.0368073 Feb 05 03:31:07.680058 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-de7511c6-896a-4075-93f0-661d94fce934 None None] Provisioning complete for port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:07.680626 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de7511c6-896a-4075-93f0-661d94fce934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:07.733168 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] Set router 37fcdfb5-a929-4b87-b318-56692b36a95b gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:07.893932 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-de7511c6-896a-4075-93f0-661d94fce934 None None] Current status of the port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:07.894223 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de7511c6-896a-4075-93f0-661d94fce934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:07.950078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-de7511c6-896a-4075-93f0-661d94fce934 None None] For port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1a1bc60e-ed9d-4859-a74a-226f7e072e0b,segment=NetworkSegment(d4137976-bd22-48e2-9843-d933aa6fc521),segment_id=d4137976-bd22-48e2-9843-d933aa6fc521)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:07.969411 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de7511c6-896a-4075-93f0-661d94fce934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:08.000898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:31:08.021186 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-9099193a-6f33-4327-b591-65b55a0a8ea2 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Made reservation on behalf of 72d9f57bdca64f778a1e3df21d902344 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:31:08.025021 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-9099193a-6f33-4327-b591-65b55a0a8ea2 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:08.065464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7511c6-896a-4075-93f0-661d94fce934 None None] Pushing event updated for resources: {'Port': ['ID=1a1bc60e-ed9d-4859-a74a-226f7e072e0b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:08.090016 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-837889463', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:04Z', 'revision_number': 4, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '1a1bc60e-ed9d-4859-a74a-226f7e072e0b', 'name': '', 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'mac_address': 'fa:16:3e:f3:67:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '36a755c8-0c95-498a-bd80-5a65f47ddbd6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:04Z', 'updated_at': '2022-02-05T03:31:07Z', 'revision_number': 4, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'subnets': [{'id': '36a755c8-0c95-498a-bd80-5a65f47ddbd6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:08.127345 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d14745-028c-42f6-9340-c94eac9f9f71 None None] The sync data for ids ['37fcdfb5-a929-4b87-b318-56692b36a95b'] in n-d-826942-8 is: [{'id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-837889463', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:04Z', 'revision_number': 4, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '1a1bc60e-ed9d-4859-a74a-226f7e072e0b', 'name': '', 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'mac_address': 'fa:16:3e:f3:67:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '36a755c8-0c95-498a-bd80-5a65f47ddbd6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:04Z', 'updated_at': '2022-02-05T03:31:07Z', 'revision_number': 4, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'subnets': [{'id': '36a755c8-0c95-498a-bd80-5a65f47ddbd6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:31:08.130280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:08.131234 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (80c45c6d-6c56-4b6a-aea4-e12ebd33d79b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:08.132918 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-783bcb26-b2c7-4aa8-a584-0a8e54a844c3 None None] Provisioning complete for port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:08.133269 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-783bcb26-b2c7-4aa8-a584-0a8e54a844c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:08.156415 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-9099193a-6f33-4327-b591-65b55a0a8ea2 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Allocated IP 172.20.0.25 (42be9c6c-6077-42a6-89d9-d1dc8a8083a3/36a755c8-0c95-498a-bd80-5a65f47ddbd6/d7abc6fb-aa7f-414d-acc2-f177471811b3) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:31:08.299395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-783bcb26-b2c7-4aa8-a584-0a8e54a844c3 None None] Current status of the port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:08.301674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:08.316714 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-9099193a-6f33-4327-b591-65b55a0a8ea2 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for port (d7abc6fb-aa7f-414d-acc2-f177471811b3), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:08.356702 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-9099193a-6f33-4327-b591-65b55a0a8ea2 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d7abc6fb-aa7f-414d-acc2-f177471811b3), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:08.405851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-9099193a-6f33-4327-b591-65b55a0a8ea2 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Network 42be9c6c-6077-42a6-89d9-d1dc8a8083a3 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:31:08.409042 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-9099193a-6f33-4327-b591-65b55a0a8ea2 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:08.413027 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-9099193a-6f33-4327-b591-65b55a0a8ea2 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:31:08.437972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099193a-6f33-4327-b591-65b55a0a8ea2 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event updated for resources: {'Port': ['ID=d7abc6fb-aa7f-414d-acc2-f177471811b3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:08.467382 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-9099193a-6f33-4327-b591-65b55a0a8ea2 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:08.468015 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-9099193a-6f33-4327-b591-65b55a0a8ea2 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:08.490589 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-9099193a-6f33-4327-b591-65b55a0a8ea2 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9701591 Feb 05 03:31:08.559825 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Request body: {'port': {'device_id': 'da2ad579-e60a-45ee-9ab9-32896f7fbbe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:08.627090 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d7abc6fb-aa7f-414d-acc2-f177471811b3), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:08.752073 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-666b1d8e-c933-47b2-b6a5-2590394e2723 None None] Provisioning complete for port d7abc6fb-aa7f-414d-acc2-f177471811b3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:08.753445 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-666b1d8e-c933-47b2-b6a5-2590394e2723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d7abc6fb-aa7f-414d-acc2-f177471811b3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:08.781166 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:08.791152 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc46086-0357-4099-89d0-f451c6af7240 req-ca802d96-4495-4d66-8c7b-4177dd9e25bd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:08.793030 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3fc46086-0357-4099-89d0-f451c6af7240 req-ca802d96-4495-4d66-8c7b-4177dd9e25bd tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 895 time: 0.0733833 Feb 05 03:31:08.806712 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-666b1d8e-c933-47b2-b6a5-2590394e2723 None None] Port d7abc6fb-aa7f-414d-acc2-f177471811b3 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:31:08.928093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7abc6fb-aa7f-414d-acc2-f177471811b3 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:31:08.935888 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Publish callbacks [] for port (d7abc6fb-aa7f-414d-acc2-f177471811b3), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:08.949427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Transition to ACTIVE for port object d7abc6fb-aa7f-414d-acc2-f177471811b3 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:31:08.953800 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (d7abc6fb-aa7f-414d-acc2-f177471811b3), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:09.008628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Pushing event updated for resources: {'Port': ['ID=d7abc6fb-aa7f-414d-acc2-f177471811b3,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:09.086287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Attempting to bind port d7abc6fb-aa7f-414d-acc2-f177471811b3 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:31:09.086627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Attempting to bind port d7abc6fb-aa7f-414d-acc2-f177471811b3 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'd4137976-bd22-48e2-9843-d933aa6fc521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:31:09.086979 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Attempting to bind port d7abc6fb-aa7f-414d-acc2-f177471811b3 on network 42be9c6c-6077-42a6-89d9-d1dc8a8083a3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:31:09.091701 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Port d7abc6fb-aa7f-414d-acc2-f177471811b3 on network 42be9c6c-6077-42a6-89d9-d1dc8a8083a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:31:09.092027 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Attempting to bind port d7abc6fb-aa7f-414d-acc2-f177471811b3 on network 42be9c6c-6077-42a6-89d9-d1dc8a8083a3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:31:09.097228 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:31:09.097577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Checking segment: {'id': 'd4137976-bd22-48e2-9843-d933aa6fc521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:31:09.098064 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Bound using segment: {'id': 'd4137976-bd22-48e2-9843-d933aa6fc521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:31:09.098532 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Bound port: d7abc6fb-aa7f-414d-acc2-f177471811b3, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4137976-bd22-48e2-9843-d933aa6fc521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:31:09.098966 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d7abc6fb-aa7f-414d-acc2-f177471811b3), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:09.173010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] For port d7abc6fb-aa7f-414d-acc2-f177471811b3, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:31:09.177085 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] For port d7abc6fb-aa7f-414d-acc2-f177471811b3, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d7abc6fb-aa7f-414d-acc2-f177471811b3,segment=NetworkSegment(d4137976-bd22-48e2-9843-d933aa6fc521),segment_id=d4137976-bd22-48e2-9843-d933aa6fc521)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:31:09.185417 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (d7abc6fb-aa7f-414d-acc2-f177471811b3), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:09.222144 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:09.222679 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:09.224114 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] 10.222.0.31 "PUT /v2.0/ports/d7abc6fb-aa7f-414d-acc2-f177471811b3 HTTP/1.1" status: 200 len: 1055 time: 0.7271476 Feb 05 03:31:09.225165 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2ad579-e60a-45ee-9ab9-32896f7fbbe8', 'tag': 'd7abc6fb-aa7f-414d-acc2-f177471811b3'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:31:09.227567 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159c4462-b2e9-4975-8fa7-df0042daa176" -d '{"events": [{"name": "network-changed", "server_uuid": "da2ad579-e60a-45ee-9ab9-32896f7fbbe8", "tag": "d7abc6fb-aa7f-414d-acc2-f177471811b3"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:31:09.253335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d7aee-1cb5-4e56-aeb3-0721731274ee service neutron] Pushing event updated for resources: {'Port': ['ID=d7abc6fb-aa7f-414d-acc2-f177471811b3,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:09.281063 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6756c9d7-3692-4eba-a63d-31420312e060 x-openstack-request-id: req-6756c9d7-3692-4eba-a63d-31420312e060 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:31:09.281364 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2ad579-e60a-45ee-9ab9-32896f7fbbe8", "tag": "d7abc6fb-aa7f-414d-acc2-f177471811b3", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:31:09.281623 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6756c9d7-3692-4eba-a63d-31420312e060 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:31:09.282169 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2ad579-e60a-45ee-9ab9-32896f7fbbe8', 'tag': 'd7abc6fb-aa7f-414d-acc2-f177471811b3', 'status': 'completed', 'code': 200} Feb 05 03:31:09.343305 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-1dc0e153-f422-4eb5-a1d1-126a6fa0bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:09.345113 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-1dc0e153-f422-4eb5-a1d1-126a6fa0bedb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72d9f57bdca64f778a1e3df21d902344&device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 1089 time: 0.0603585 Feb 05 03:31:09.392807 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-8536fc4e-dd1b-4aae-ad64-e29e2a7de32c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=d7abc6fb-aa7f-414d-acc2-f177471811b3 HTTP/1.1" status: 200 len: 217 time: 0.0398402 Feb 05 03:31:09.445128 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-35a4a598-b2e3-404a-b49a-4c6711b0cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:09.446646 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-35a4a598-b2e3-404a-b49a-4c6711b0cbd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36a755c8-0c95-498a-bd80-5a65f47ddbd6 HTTP/1.1" status: 200 len: 837 time: 0.0470517 Feb 05 03:31:09.496118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-9d249043-6679-4f40-8ebb-79660c784911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:09.497618 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-9d249043-6679-4f40-8ebb-79660c784911 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42be9c6c-6077-42a6-89d9-d1dc8a8083a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434759 Feb 05 03:31:09.591863 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-82154abc-be2f-4b6a-85b5-de8367dc1998 service neutron] 10.222.0.31 "GET /v2.0/networks/42be9c6c-6077-42a6-89d9-d1dc8a8083a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850053 Feb 05 03:31:09.682809 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-69dd19e6-35fe-4743-9370-1ced997e32b9 req-a585f2c4-5481-4034-aa4a-3024d21cb048 service neutron] 10.222.0.31 "GET /v2.0/networks/42be9c6c-6077-42a6-89d9-d1dc8a8083a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847239 Feb 05 03:31:09.774599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c4462-b2e9-4975-8fa7-df0042daa176 req-936df757-8c92-4939-a776-610bf9bf8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:09.776119 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-159c4462-b2e9-4975-8fa7-df0042daa176 req-936df757-8c92-4939-a776-610bf9bf8b53 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72d9f57bdca64f778a1e3df21d902344&device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 1089 time: 0.0461721 Feb 05 03:31:09.871699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c4462-b2e9-4975-8fa7-df0042daa176 req-41576f40-248c-4232-bd22-03e2e34cdb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:09.873173 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-159c4462-b2e9-4975-8fa7-df0042daa176 req-41576f40-248c-4232-bd22-03e2e34cdb3a service neutron] 10.222.0.31 "GET /v2.0/networks?id=42be9c6c-6077-42a6-89d9-d1dc8a8083a3 HTTP/1.1" status: 200 len: 898 time: 0.0896611 Feb 05 03:31:09.916677 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-159c4462-b2e9-4975-8fa7-df0042daa176 req-b213d11e-fcb7-439d-babf-051bfa4e76ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=d7abc6fb-aa7f-414d-acc2-f177471811b3 HTTP/1.1" status: 200 len: 217 time: 0.0363154 Feb 05 03:31:09.920353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc92e6-a7e8-4979-ba0c-a0093d655b2d req-85e606c4-9d61-4ed4-aa3b-3b4511f3212f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:09.921843 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dbbc92e6-a7e8-4979-ba0c-a0093d655b2d req-85e606c4-9d61-4ed4-aa3b-3b4511f3212f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 907 time: 0.0523715 Feb 05 03:31:09.972591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c4462-b2e9-4975-8fa7-df0042daa176 req-39343340-cafd-4e7b-8b72-72230ce4b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:09.974407 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-159c4462-b2e9-4975-8fa7-df0042daa176 req-39343340-cafd-4e7b-8b72-72230ce4b6d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36a755c8-0c95-498a-bd80-5a65f47ddbd6 HTTP/1.1" status: 200 len: 837 time: 0.0514510 Feb 05 03:31:10.026752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c4462-b2e9-4975-8fa7-df0042daa176 req-b5e6d1f5-d3b9-4764-901d-76ae5f5a243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:10.028439 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-159c4462-b2e9-4975-8fa7-df0042daa176 req-b5e6d1f5-d3b9-4764-901d-76ae5f5a243c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42be9c6c-6077-42a6-89d9-d1dc8a8083a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467114 Feb 05 03:31:10.038284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1a1bc60e-ed9d-4859-a74a-226f7e072e0b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:31:10.063036 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:10.091198 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:10.091967 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:10.118335 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-159c4462-b2e9-4975-8fa7-df0042daa176 req-a3f450df-a6b4-40ec-8c8d-f770ed1f0970 service neutron] 10.222.0.31 "GET /v2.0/networks/42be9c6c-6077-42a6-89d9-d1dc8a8083a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831330 Feb 05 03:31:10.172364 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:10.213987 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-159c4462-b2e9-4975-8fa7-df0042daa176 req-41258a96-0486-4c4b-b9dc-df2aaef06b22 service neutron] 10.222.0.31 "GET /v2.0/networks/42be9c6c-6077-42a6-89d9-d1dc8a8083a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889480 Feb 05 03:31:11.041844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc00d94-df81-4e42-8239-cd6d552c6113 req-4d1d899c-d76a-4ce5-b52f-2940d374c4c6 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:11.043342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6bc00d94-df81-4e42-8239-cd6d552c6113 req-4d1d899c-d76a-4ce5-b52f-2940d374c4c6 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 907 time: 0.0522494 Feb 05 03:31:11.700560 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:12.160782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209124a2-a457-45ec-8d68-81be551e64a7 req-e3a787ed-fdf0-4c9f-b0af-9bd3373d1f5a tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:12.162250 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-209124a2-a457-45ec-8d68-81be551e64a7 req-e3a787ed-fdf0-4c9f-b0af-9bd3373d1f5a tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 907 time: 0.0531428 Feb 05 03:31:12.637624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device d7abc6fb-aa7f-414d-acc2-f177471811b3 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:31:12.735595 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port d7abc6fb-aa7f-414d-acc2-f177471811b3, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d7abc6fb-aa7f-414d-acc2-f177471811b3,segment=NetworkSegment(d4137976-bd22-48e2-9843-d933aa6fc521),segment_id=d4137976-bd22-48e2-9843-d933aa6fc521)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:12.747312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'd7abc6fb-aa7f-414d-acc2-f177471811b3', 'network_id': '42be9c6c-6077-42a6-89d9-d1dc8a8083a3', 'port_id': 'd7abc6fb-aa7f-414d-acc2-f177471811b3', 'mac_address': 'fa:16:3e:94:c5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36a755c8-0c95-498a-bd80-5a65f47ddbd6', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:31:12.783186 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port d7abc6fb-aa7f-414d-acc2-f177471811b3 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:12.783571 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d7abc6fb-aa7f-414d-acc2-f177471811b3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:12.796373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7abc6fb-aa7f-414d-acc2-f177471811b3 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:31:12.815194 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port d7abc6fb-aa7f-414d-acc2-f177471811b3, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d7abc6fb-aa7f-414d-acc2-f177471811b3,segment=NetworkSegment(d4137976-bd22-48e2-9843-d933aa6fc521),segment_id=d4137976-bd22-48e2-9843-d933aa6fc521)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:12.818639 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d7abc6fb-aa7f-414d-acc2-f177471811b3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:12.863893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=d7abc6fb-aa7f-414d-acc2-f177471811b3,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:13.119963 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['d7abc6fb-aa7f-414d-acc2-f177471811b3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:31:13.287157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04409173-6783-4879-9ae5-79da7d21b9fa req-0e053eb0-c251-4107-8b64-214ee9569e29 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:13.288851 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04409173-6783-4879-9ae5-79da7d21b9fa req-0e053eb0-c251-4107-8b64-214ee9569e29 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 908 time: 0.0598364 Feb 05 03:31:14.407488 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1647783-daf3-49e4-a31d-453c00d33633 req-b94da0da-9c0c-4784-a851-70e3ab4f3480 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:14.408957 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1647783-daf3-49e4-a31d-453c00d33633 req-b94da0da-9c0c-4784-a851-70e3ab4f3480 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 908 time: 0.0521474 Feb 05 03:31:14.653268 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device d7abc6fb-aa7f-414d-acc2-f177471811b3 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:31:14.701000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port d7abc6fb-aa7f-414d-acc2-f177471811b3 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:31:14.704487 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port d7abc6fb-aa7f-414d-acc2-f177471811b3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:14.704856 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d7abc6fb-aa7f-414d-acc2-f177471811b3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:14.935135 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port d7abc6fb-aa7f-414d-acc2-f177471811b3 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:14.935429 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d7abc6fb-aa7f-414d-acc2-f177471811b3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:14.956731 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2ad579-e60a-45ee-9ab9-32896f7fbbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7abc6fb-aa7f-414d-acc2-f177471811b3'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:31:14.958960 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daa9809-c9ce-42fd-8519-73ee3cbec7af" -d '{"events": [{"server_uuid": "da2ad579-e60a-45ee-9ab9-32896f7fbbe8", "name": "network-vif-plugged", "status": "completed", "tag": "d7abc6fb-aa7f-414d-acc2-f177471811b3"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:31:14.971624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port d7abc6fb-aa7f-414d-acc2-f177471811b3, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d7abc6fb-aa7f-414d-acc2-f177471811b3,segment=NetworkSegment(d4137976-bd22-48e2-9843-d933aa6fc521),segment_id=d4137976-bd22-48e2-9843-d933aa6fc521)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:14.975841 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d7abc6fb-aa7f-414d-acc2-f177471811b3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:15.000443 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b0c462-0aaf-4314-a8c7-02010bf5a14b x-openstack-request-id: req-48b0c462-0aaf-4314-a8c7-02010bf5a14b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:31:15.000743 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2ad579-e60a-45ee-9ab9-32896f7fbbe8", "name": "network-vif-plugged", "status": "completed", "tag": "d7abc6fb-aa7f-414d-acc2-f177471811b3", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:31:15.001000 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48b0c462-0aaf-4314-a8c7-02010bf5a14b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:31:15.001387 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2ad579-e60a-45ee-9ab9-32896f7fbbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7abc6fb-aa7f-414d-acc2-f177471811b3', 'code': 200} Feb 05 03:31:15.027179 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=d7abc6fb-aa7f-414d-acc2-f177471811b3,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:15.096886 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ea418-3b69-4d6e-a431-0259a446512f req-17ba1c5b-ceee-4ee5-944f-8679509be009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:15.098394 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-eb0ea418-3b69-4d6e-a431-0259a446512f req-17ba1c5b-ceee-4ee5-944f-8679509be009 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 1091 time: 0.0433261 Feb 05 03:31:15.530230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fb913-af74-43e4-9339-00f6861a8157 req-bd68dd99-f86b-4f25-91c9-8fe349794c6a tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:15.531744 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb5fb913-af74-43e4-9339-00f6861a8157 req-bd68dd99-f86b-4f25-91c9-8fe349794c6a tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 909 time: 0.0525212 Feb 05 03:31:16.486055 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:16.653272 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e59a2-0ee6-4ded-80b2-f6ea97ab1c13 req-f8b75400-ce3a-4c49-a382-4f464a54e219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:16.654671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e31e59a2-0ee6-4ded-80b2-f6ea97ab1c13 req-f8b75400-ce3a-4c49-a382-4f464a54e219 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 909 time: 0.0548375 Feb 05 03:31:16.778419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d7dc5-e9c6-4768-a4d4-31f391262d0d req-c60fe546-dce2-4738-ae9c-0e059d7223df tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:16.779956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-229d7dc5-e9c6-4768-a4d4-31f391262d0d req-c60fe546-dce2-4738-ae9c-0e059d7223df tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 909 time: 0.0565603 Feb 05 03:31:16.886368 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d526f-4098-49a1-a459-74e8d68fe0ea req-cbbacfc9-5376-45f2-9325-d441cd92c55d tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:16.887940 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-228d526f-4098-49a1-a459-74e8d68fe0ea req-cbbacfc9-5376-45f2-9325-d441cd92c55d tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 1091 time: 0.0434575 Feb 05 03:31:16.999088 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecb197-ee23-42ca-8b02-726d9de84058 req-0fed8e83-95a1-49a3-9f2c-32a816658907 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:17.001200 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7cecb197-ee23-42ca-8b02-726d9de84058 req-0fed8e83-95a1-49a3-9f2c-32a816658907 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 1166 time: 0.0460892 Feb 05 03:31:17.054607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7cecb197-ee23-42ca-8b02-726d9de84058 req-f2e56bf4-0d76-44aa-8518-2b34543c0b52 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f04a6838-50c1-4c7f-bdac-3e681d1058e6&id=5925d0d6-05d8-4c9d-9a1f-24a8425a8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0474875 Feb 05 03:31:17.076208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41356) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:17.121875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c989463-7e1e-4feb-80ed-761ec6dcb615 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:17.123374 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5c989463-7e1e-4feb-80ed-761ec6dcb615 tempest-TestSecurityGroupsBasicOps-1549711830 tempest-TestSecurityGroupsBasicOps-1549711830-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 1086 time: 0.0462077 Feb 05 03:31:17.338315 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b656d-a09f-4cd4-abc2-32c562678032 req-180477c7-62a9-47c9-945d-a2f1e55ecc94 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:17.339884 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-484b656d-a09f-4cd4-abc2-32c562678032 req-180477c7-62a9-47c9-945d-a2f1e55ecc94 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 909 time: 0.0554829 Feb 05 03:31:18.461867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479671e-8669-469a-bc87-46b3fcebca1d req-96be9370-4527-4fa0-936f-a0c3c235152e tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:18.463381 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1479671e-8669-469a-bc87-46b3fcebca1d req-96be9370-4527-4fa0-936f-a0c3c235152e tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 909 time: 0.0534396 Feb 05 03:31:18.730466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7d0ab-cccc-4a66-858e-70ee0ff6a9fa req-fb03eb32-1a75-4583-8660-edb32dbc1a0f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:18.731930 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d7a7d0ab-cccc-4a66-858e-70ee0ff6a9fa req-fb03eb32-1a75-4583-8660-edb32dbc1a0f tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.31 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 909 time: 0.0520923 Feb 05 03:31:18.827529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-d7a7d0ab-cccc-4a66-858e-70ee0ff6a9fa req-f08cdb0f-8188-445c-a9c9-5b6660bb5b8e tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Deleting port d7abc6fb-aa7f-414d-acc2-f177471811b3 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:31:18.827871 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d7a7d0ab-cccc-4a66-858e-70ee0ff6a9fa req-f08cdb0f-8188-445c-a9c9-5b6660bb5b8e tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d7abc6fb-aa7f-414d-acc2-f177471811b3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:18.913941 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d7a7d0ab-cccc-4a66-858e-70ee0ff6a9fa req-f08cdb0f-8188-445c-a9c9-5b6660bb5b8e tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] For port d7abc6fb-aa7f-414d-acc2-f177471811b3, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=d7abc6fb-aa7f-414d-acc2-f177471811b3,segment=NetworkSegment(d4137976-bd22-48e2-9843-d933aa6fc521),segment_id=d4137976-bd22-48e2-9843-d933aa6fc521)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:18.914307 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d7a7d0ab-cccc-4a66-858e-70ee0ff6a9fa req-f08cdb0f-8188-445c-a9c9-5b6660bb5b8e tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d7abc6fb-aa7f-414d-acc2-f177471811b3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:18.926401 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-d7a7d0ab-cccc-4a66-858e-70ee0ff6a9fa req-f08cdb0f-8188-445c-a9c9-5b6660bb5b8e tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Calling delete_port for d7abc6fb-aa7f-414d-acc2-f177471811b3 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:31:19.055092 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d7a7d0ab-cccc-4a66-858e-70ee0ff6a9fa req-f08cdb0f-8188-445c-a9c9-5b6660bb5b8e tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d7abc6fb-aa7f-414d-acc2-f177471811b3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:19.082922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cdb0f-8188-445c-a9c9-5b6660bb5b8e tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event deleted for resources: {'Port': ['ID=d7abc6fb-aa7f-414d-acc2-f177471811b3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:19.128681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a7d0ab-cccc-4a66-858e-70ee0ff6a9fa req-f08cdb0f-8188-445c-a9c9-5b6660bb5b8e tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] No DVR routers for this DVR port d7abc6fb-aa7f-414d-acc2-f177471811b3 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:31:19.132222 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d7a7d0ab-cccc-4a66-858e-70ee0ff6a9fa req-f08cdb0f-8188-445c-a9c9-5b6660bb5b8e tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:19.135594 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d7a7d0ab-cccc-4a66-858e-70ee0ff6a9fa req-f08cdb0f-8188-445c-a9c9-5b6660bb5b8e tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.31 "DELETE /v2.0/ports/d7abc6fb-aa7f-414d-acc2-f177471811b3 HTTP/1.1" status: 204 len: 173 time: 0.3986731 Feb 05 03:31:19.136048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2ad579-e60a-45ee-9ab9-32896f7fbbe8', 'name': 'network-vif-deleted', 'tag': 'd7abc6fb-aa7f-414d-acc2-f177471811b3'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:31:19.138308 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854f5901-2939-4d62-ab20-b2d83db07700" -d '{"events": [{"server_uuid": "da2ad579-e60a-45ee-9ab9-32896f7fbbe8", "name": "network-vif-deleted", "tag": "d7abc6fb-aa7f-414d-acc2-f177471811b3"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:31:19.181559 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fd75f6-8725-41bb-be73-a463a4fb175a x-openstack-request-id: req-11fd75f6-8725-41bb-be73-a463a4fb175a {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:31:19.181978 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2ad579-e60a-45ee-9ab9-32896f7fbbe8", "name": "network-vif-deleted", "tag": "d7abc6fb-aa7f-414d-acc2-f177471811b3", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:31:19.182285 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-11fd75f6-8725-41bb-be73-a463a4fb175a {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:31:19.182698 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2ad579-e60a-45ee-9ab9-32896f7fbbe8', 'name': 'network-vif-deleted', 'tag': 'd7abc6fb-aa7f-414d-acc2-f177471811b3', 'status': 'completed', 'code': 200} Feb 05 03:31:19.569525 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f933c292-a9ff-4725-b015-213791284258 req-65eef675-7a23-48a9-873d-c303dc6978c8 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2ad579-e60a-45ee-9ab9-32896f7fbbe8 HTTP/1.1" status: 200 len: 210 time: 0.0268207 Feb 05 03:31:20.626687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41372) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:20.983793 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dade9b5-3837-4a47-8a98-77d87e2bba2a tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (37fcdfb5-a929-4b87-b318-56692b36a95b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:21.238514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0dade9b5-3837-4a47-8a98-77d87e2bba2a tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Deleting port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:31:21.238789 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dade9b5-3837-4a47-8a98-77d87e2bba2a tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:21.328138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-0dade9b5-3837-4a47-8a98-77d87e2bba2a tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] For port 1a1bc60e-ed9d-4859-a74a-226f7e072e0b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1a1bc60e-ed9d-4859-a74a-226f7e072e0b,segment=NetworkSegment(d4137976-bd22-48e2-9843-d933aa6fc521),segment_id=d4137976-bd22-48e2-9843-d933aa6fc521)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:21.328492 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dade9b5-3837-4a47-8a98-77d87e2bba2a tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:21.342176 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0dade9b5-3837-4a47-8a98-77d87e2bba2a tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Calling delete_port for 1a1bc60e-ed9d-4859-a74a-226f7e072e0b owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:31:21.526528 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dade9b5-3837-4a47-8a98-77d87e2bba2a tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1a1bc60e-ed9d-4859-a74a-226f7e072e0b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:21.553055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dade9b5-3837-4a47-8a98-77d87e2bba2a tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event deleted for resources: {'Port': ['ID=1a1bc60e-ed9d-4859-a74a-226f7e072e0b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:21.734782 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dade9b5-3837-4a47-8a98-77d87e2bba2a tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (37fcdfb5-a929-4b87-b318-56692b36a95b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:21.954638 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dade9b5-3837-4a47-8a98-77d87e2bba2a tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Router 37fcdfb5-a929-4b87-b318-56692b36a95b has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:31:22.085358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dade9b5-3837-4a47-8a98-77d87e2bba2a tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:31:22.091672 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0dade9b5-3837-4a47-8a98-77d87e2bba2a tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "PUT /v2.0/routers/37fcdfb5-a929-4b87-b318-56692b36a95b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4630766 Feb 05 03:31:22.093568 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41374) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:22.096976 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a86e1-0fd2-438e-8ad5-b9bd39bfdbc8 None None] Sync routers for ids ['37fcdfb5-a929-4b87-b318-56692b36a95b'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:31:22.109633 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a86e1-0fd2-438e-8ad5-b9bd39bfdbc8 None None] Routers {'37fcdfb5-a929-4b87-b318-56692b36a95b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:22.110405 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-df5a86e1-0fd2-438e-8ad5-b9bd39bfdbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['37fcdfb5-a929-4b87-b318-56692b36a95b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:22.148174 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4d8e3f-69a2-4447-b1ca-b55f0fae08ec tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Deleting subnet 36a755c8-0c95-498a-bd80-5a65f47ddbd6 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:31:22.152687 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8e3f-69a2-4447-b1ca-b55f0fae08ec tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for subnet (36a755c8-0c95-498a-bd80-5a65f47ddbd6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:22.198649 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8e3f-69a2-4447-b1ca-b55f0fae08ec tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (36a755c8-0c95-498a-bd80-5a65f47ddbd6), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:22.244118 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-df5a86e1-0fd2-438e-8ad5-b9bd39bfdbc8 None None] Set router 37fcdfb5-a929-4b87-b318-56692b36a95b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:22.286637 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8e3f-69a2-4447-b1ca-b55f0fae08ec tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (36a755c8-0c95-498a-bd80-5a65f47ddbd6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:22.352750 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8e3f-69a2-4447-b1ca-b55f0fae08ec tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (36a755c8-0c95-498a-bd80-5a65f47ddbd6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:22.385576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d8e3f-69a2-4447-b1ca-b55f0fae08ec tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event deleted for resources: {'Subnet': ['ID=36a755c8-0c95-498a-bd80-5a65f47ddbd6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:22.389582 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8e3f-69a2-4447-b1ca-b55f0fae08ec tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:22.392884 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4f4d8e3f-69a2-4447-b1ca-b55f0fae08ec tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "DELETE /v2.0/subnets/36a755c8-0c95-498a-bd80-5a65f47ddbd6 HTTP/1.1" status: 204 len: 168 time: 0.2983773 Feb 05 03:31:22.395615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41376) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:22.398901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ace5a-1fdf-4550-8104-d3ecb824748f None None] Network 42be9c6c-6077-42a6-89d9-d1dc8a8083a3 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:31:22.483349 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-df5a86e1-0fd2-438e-8ad5-b9bd39bfdbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-837889463', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:21Z', 'revision_number': 5, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:22.514108 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a86e1-0fd2-438e-8ad5-b9bd39bfdbc8 None None] Checking router: 37fcdfb5-a929-4b87-b318-56692b36a95b for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:31:22.517405 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc60-4d62-4e12-b5cb-a386fff54320 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router (37fcdfb5-a929-4b87-b318-56692b36a95b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:22.524400 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a86e1-0fd2-438e-8ad5-b9bd39bfdbc8 None None] Routers {'37fcdfb5-a929-4b87-b318-56692b36a95b'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:22.525025 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-df5a86e1-0fd2-438e-8ad5-b9bd39bfdbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['37fcdfb5-a929-4b87-b318-56692b36a95b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:22.586823 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c3025d-5f5e-430e-8a79-98cc23c3f5d9 None None] DHCP port deletion for 42be9c6c-6077-42a6-89d9-d1dc8a8083a3 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:31:22.631695 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc60-4d62-4e12-b5cb-a386fff54320 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router_gateway (37fcdfb5-a929-4b87-b318-56692b36a95b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:22.653652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-65c3025d-5f5e-430e-8a79-98cc23c3f5d9 None None] Deleting port 8e551793-641b-4058-b57e-62b65f7a1c7c {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:31:22.654028 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-65c3025d-5f5e-430e-8a79-98cc23c3f5d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8e551793-641b-4058-b57e-62b65f7a1c7c), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:22.656735 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-df5a86e1-0fd2-438e-8ad5-b9bd39bfdbc8 None None] Set router 37fcdfb5-a929-4b87-b318-56692b36a95b gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:22.700164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1c90fc60-4d62-4e12-b5cb-a386fff54320 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Deleting port 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:31:22.700368 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc60-4d62-4e12-b5cb-a386fff54320 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (80c45c6d-6c56-4b6a-aea4-e12ebd33d79b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:22.721396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-65c3025d-5f5e-430e-8a79-98cc23c3f5d9 None None] For port 8e551793-641b-4058-b57e-62b65f7a1c7c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8e551793-641b-4058-b57e-62b65f7a1c7c,segment=NetworkSegment(d4137976-bd22-48e2-9843-d933aa6fc521),segment_id=d4137976-bd22-48e2-9843-d933aa6fc521)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:22.722110 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-65c3025d-5f5e-430e-8a79-98cc23c3f5d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8e551793-641b-4058-b57e-62b65f7a1c7c), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:22.734640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device d7abc6fb-aa7f-414d-acc2-f177471811b3 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:31:22.740203 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-65c3025d-5f5e-430e-8a79-98cc23c3f5d9 None None] Calling delete_port for 8e551793-641b-4058-b57e-62b65f7a1c7c owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:31:22.764598 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: d7abc6fb-aa7f-414d-acc2-f177471811b3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:31:22.764938 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device d7abc6fb-aa7f-414d-acc2-f177471811b3 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:31:22.787249 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-1c90fc60-4d62-4e12-b5cb-a386fff54320 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] For port 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=80c45c6d-6c56-4b6a-aea4-e12ebd33d79b,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:22.788966 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc60-4d62-4e12-b5cb-a386fff54320 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (80c45c6d-6c56-4b6a-aea4-e12ebd33d79b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:22.801932 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1c90fc60-4d62-4e12-b5cb-a386fff54320 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Calling delete_port for 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:31:22.845717 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-65c3025d-5f5e-430e-8a79-98cc23c3f5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (8e551793-641b-4058-b57e-62b65f7a1c7c), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:22.850841 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-df5a86e1-0fd2-438e-8ad5-b9bd39bfdbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-837889463', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:21Z', 'revision_number': 5, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:22.872875 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c3025d-5f5e-430e-8a79-98cc23c3f5d9 None None] No DVR routers for this DVR port 8e551793-641b-4058-b57e-62b65f7a1c7c on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:31:22.874484 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3025d-5f5e-430e-8a79-98cc23c3f5d9 None None] Pushing event deleted for resources: {'Port': ['ID=8e551793-641b-4058-b57e-62b65f7a1c7c,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:22.886708 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a86e1-0fd2-438e-8ad5-b9bd39bfdbc8 None None] The sync data for ids ['37fcdfb5-a929-4b87-b318-56692b36a95b'] in n-d-826942-8 is: [{'id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-837889463', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:21Z', 'revision_number': 5, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': '80c45c6d-6c56-4b6a-aea4-e12ebd33d79b', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fcdfb5-a929-4b87-b318-56692b36a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:01Z', 'updated_at': '2022-02-05T03:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:31:22.982599 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc60-4d62-4e12-b5cb-a386fff54320 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (80c45c6d-6c56-4b6a-aea4-e12ebd33d79b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:23.010491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90fc60-4d62-4e12-b5cb-a386fff54320 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event deleted for resources: {'Port': ['ID=80c45c6d-6c56-4b6a-aea4-e12ebd33d79b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:23.073347 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc60-4d62-4e12-b5cb-a386fff54320 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (37fcdfb5-a929-4b87-b318-56692b36a95b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:23.165702 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc60-4d62-4e12-b5cb-a386fff54320 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (37fcdfb5-a929-4b87-b318-56692b36a95b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:23.167776 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc60-4d62-4e12-b5cb-a386fff54320 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router_controller (37fcdfb5-a929-4b87-b318-56692b36a95b), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:23.208930 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc60-4d62-4e12-b5cb-a386fff54320 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (37fcdfb5-a929-4b87-b318-56692b36a95b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:23.210071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c90fc60-4d62-4e12-b5cb-a386fff54320 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Fanout notify agent at l3_agent the message router_deleted on router 37fcdfb5-a929-4b87-b318-56692b36a95b {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:31:23.216739 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc60-4d62-4e12-b5cb-a386fff54320 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:23.217838 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1c90fc60-4d62-4e12-b5cb-a386fff54320 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "DELETE /v2.0/routers/37fcdfb5-a929-4b87-b318-56692b36a95b HTTP/1.1" status: 204 len: 168 time: 0.8212855 Feb 05 03:31:23.220481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41380) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:23.301945 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88cfe57c-b499-4ea0-9f81-a009f99e8ec1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (42be9c6c-6077-42a6-89d9-d1dc8a8083a3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:23.396239 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88cfe57c-b499-4ea0-9f81-a009f99e8ec1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (42be9c6c-6077-42a6-89d9-d1dc8a8083a3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:23.417477 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-88cfe57c-b499-4ea0-9f81-a009f99e8ec1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42be9c6c-6077-42a6-89d9-d1dc8a8083a3']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:23.426808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-88cfe57c-b499-4ea0-9f81-a009f99e8ec1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4137976-bd22-48e2-9843-d933aa6fc521') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:23.427112 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-88cfe57c-b499-4ea0-9f81-a009f99e8ec1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4137976-bd22-48e2-9843-d933aa6fc521') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:23.437385 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88cfe57c-b499-4ea0-9f81-a009f99e8ec1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (d4137976-bd22-48e2-9843-d933aa6fc521), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:23.450922 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88cfe57c-b499-4ea0-9f81-a009f99e8ec1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (d4137976-bd22-48e2-9843-d933aa6fc521), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:23.458011 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cfe57c-b499-4ea0-9f81-a009f99e8ec1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:31:23.458335 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88cfe57c-b499-4ea0-9f81-a009f99e8ec1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (d4137976-bd22-48e2-9843-d933aa6fc521), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:31:23.462322 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:31:23.527991 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88cfe57c-b499-4ea0-9f81-a009f99e8ec1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (42be9c6c-6077-42a6-89d9-d1dc8a8083a3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:23.535517 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88cfe57c-b499-4ea0-9f81-a009f99e8ec1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:23.542546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41382) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:23.543063 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-88cfe57c-b499-4ea0-9f81-a009f99e8ec1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "DELETE /v2.0/networks/42be9c6c-6077-42a6-89d9-d1dc8a8083a3 HTTP/1.1" status: 204 len: 168 time: 0.3211377 Feb 05 03:31:23.556780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfe57c-b499-4ea0-9f81-a009f99e8ec1 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event deleted for resources: {'Network': ['ID=42be9c6c-6077-42a6-89d9-d1dc8a8083a3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:23.706081 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-373c6e9a-d550-4e67-b345-71c91690d210 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Deleting port e9dba301-61c4-4bf8-af68-3c95182e26d9 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:31:23.706424 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-373c6e9a-d550-4e67-b345-71c91690d210 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e9dba301-61c4-4bf8-af68-3c95182e26d9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:23.779220 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-373c6e9a-d550-4e67-b345-71c91690d210 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e9dba301-61c4-4bf8-af68-3c95182e26d9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:23.779469 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-373c6e9a-d550-4e67-b345-71c91690d210 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for floatingip (e9dba301-61c4-4bf8-af68-3c95182e26d9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:23.790790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-373c6e9a-d550-4e67-b345-71c91690d210 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Calling delete_port for e9dba301-61c4-4bf8-af68-3c95182e26d9 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:31:24.004427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8e551793-641b-4058-b57e-62b65f7a1c7c no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:31:24.026732 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 8e551793-641b-4058-b57e-62b65f7a1c7c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:31:24.027491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8e551793-641b-4058-b57e-62b65f7a1c7c not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:31:24.028004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1a1bc60e-ed9d-4859-a74a-226f7e072e0b no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:31:24.052173 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 1a1bc60e-ed9d-4859-a74a-226f7e072e0b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:31:24.052437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1a1bc60e-ed9d-4859-a74a-226f7e072e0b not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:31:24.052917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:31:24.073147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:31:24.073496 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 80c45c6d-6c56-4b6a-aea4-e12ebd33d79b not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:31:24.270907 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-373c6e9a-d550-4e67-b345-71c91690d210 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e9dba301-61c4-4bf8-af68-3c95182e26d9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:24.293242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c6e9a-d550-4e67-b345-71c91690d210 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event deleted for resources: {'Port': ['ID=e9dba301-61c4-4bf8-af68-3c95182e26d9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:24.357584 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-373c6e9a-d550-4e67-b345-71c91690d210 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for floatingip (49504f23-1d9b-43c0-96a1-cbe9c2ea853d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:24.357912 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-373c6e9a-d550-4e67-b345-71c91690d210 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Floating IP 49504f23-1d9b-43c0-96a1-cbe9c2ea853d disassociated (deleted). External IP: 172.25.0.207, port: 177b52c4-b24f-465d-8879-1a21c5798b43. Feb 05 03:31:24.567719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373c6e9a-d550-4e67-b345-71c91690d210 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Router b78a17d8-0dd7-4188-935d-b881a31fd094 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:31:24.679281 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373c6e9a-d550-4e67-b345-71c91690d210 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:31:24.684018 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-373c6e9a-d550-4e67-b345-71c91690d210 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:24.688743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6394b03b-f0e0-40c2-8b98-a209a0368aad None None] Sync routers for ids ['b78a17d8-0dd7-4188-935d-b881a31fd094'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:31:24.699222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6394b03b-f0e0-40c2-8b98-a209a0368aad None None] Routers {'b78a17d8-0dd7-4188-935d-b881a31fd094'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:24.699843 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6394b03b-f0e0-40c2-8b98-a209a0368aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['b78a17d8-0dd7-4188-935d-b881a31fd094'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:24.713399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-373c6e9a-d550-4e67-b345-71c91690d210 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "DELETE /v2.0/floatingips/49504f23-1d9b-43c0-96a1-cbe9c2ea853d HTTP/1.1" status: 204 len: 168 time: 1.1696596 Feb 05 03:31:24.713994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b76d40-5407-4b2b-bb13-e269ee0e497f', 'tag': '177b52c4-b24f-465d-8879-1a21c5798b43'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:31:24.717803 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365b487c-4fb4-44f9-ba57-2b080ce973c7" -d '{"events": [{"name": "network-changed", "server_uuid": "55b76d40-5407-4b2b-bb13-e269ee0e497f", "tag": "177b52c4-b24f-465d-8879-1a21c5798b43"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:31:24.755837 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f418038a-1a17-4774-b1a7-69c7db702621 x-openstack-request-id: req-f418038a-1a17-4774-b1a7-69c7db702621 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:31:24.756165 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b76d40-5407-4b2b-bb13-e269ee0e497f", "tag": "177b52c4-b24f-465d-8879-1a21c5798b43", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:31:24.756530 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f418038a-1a17-4774-b1a7-69c7db702621 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:31:24.757080 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b76d40-5407-4b2b-bb13-e269ee0e497f', 'tag': '177b52c4-b24f-465d-8879-1a21c5798b43', 'status': 'completed', 'code': 200} Feb 05 03:31:24.820356 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6394b03b-f0e0-40c2-8b98-a209a0368aad None None] Set router b78a17d8-0dd7-4188-935d-b881a31fd094 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:24.839656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b487c-4fb4-44f9-ba57-2b080ce973c7 req-17fc45b9-ed24-4cbf-9188-8221529e1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:24.841049 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-365b487c-4fb4-44f9-ba57-2b080ce973c7 req-17fc45b9-ed24-4cbf-9188-8221529e1634 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=72d9f57bdca64f778a1e3df21d902344&device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 1166 time: 0.0600328 Feb 05 03:31:24.986629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b487c-4fb4-44f9-ba57-2b080ce973c7 req-d9ffb96b-062d-4e2e-a14f-e34865d6cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:24.988230 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-365b487c-4fb4-44f9-ba57-2b080ce973c7 req-d9ffb96b-062d-4e2e-a14f-e34865d6cf8e service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe5d2903-681e-49ca-b78f-b1b169f655ef HTTP/1.1" status: 200 len: 898 time: 0.1403284 Feb 05 03:31:25.041302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-365b487c-4fb4-44f9-ba57-2b080ce973c7 req-14deb687-c41d-4cc3-b3ba-7b1701abd358 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=177b52c4-b24f-465d-8879-1a21c5798b43 HTTP/1.1" status: 200 len: 217 time: 0.0456798 Feb 05 03:31:25.049856 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecf348-2325-4087-97db-351b61537171 req-6332a09b-d7a0-4b3c-813d-fcd2b29fc066 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:25.051754 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6ecf348-2325-4087-97db-351b61537171 req-6332a09b-d7a0-4b3c-813d-fcd2b29fc066 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 984 time: 0.1302032 Feb 05 03:31:25.053643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6394b03b-f0e0-40c2-8b98-a209a0368aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042887052', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7f7c95c6-0c6f-46f9-962f-d681bde541e1', 'name': '', 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'mac_address': 'fa:16:3e:d7:a3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:09Z', 'updated_at': '2022-02-05T03:30:13Z', 'revision_number': 5, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'subnets': [{'id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:25.087488 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6394b03b-f0e0-40c2-8b98-a209a0368aad None None] Checking router: b78a17d8-0dd7-4188-935d-b881a31fd094 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:31:25.097005 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6394b03b-f0e0-40c2-8b98-a209a0368aad None None] Routers {'b78a17d8-0dd7-4188-935d-b881a31fd094'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:25.097633 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6394b03b-f0e0-40c2-8b98-a209a0368aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['b78a17d8-0dd7-4188-935d-b881a31fd094'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:25.128281 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b487c-4fb4-44f9-ba57-2b080ce973c7 req-9dababdd-d46a-498b-a3b5-e69825d4d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:25.129733 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-365b487c-4fb4-44f9-ba57-2b080ce973c7 req-9dababdd-d46a-498b-a3b5-e69825d4d357 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e840b985-3723-4b8b-a775-fc69a73dde31 HTTP/1.1" status: 200 len: 835 time: 0.0771217 Feb 05 03:31:25.179718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6ecf348-2325-4087-97db-351b61537171 req-a676d488-45d6-49b0-a486-5ad959cad8c5 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/security-groups?id=f04a6838-50c1-4c7f-bdac-3e681d1058e6&id=5925d0d6-05d8-4c9d-9a1f-24a8425a8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1189897 Feb 05 03:31:25.202548 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b487c-4fb4-44f9-ba57-2b080ce973c7 req-148aafa9-6039-4a4a-822e-369d70c1fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:25.204240 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-365b487c-4fb4-44f9-ba57-2b080ce973c7 req-148aafa9-6039-4a4a-822e-369d70c1fdd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe5d2903-681e-49ca-b78f-b1b169f655ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0639961 Feb 05 03:31:25.210999 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6394b03b-f0e0-40c2-8b98-a209a0368aad None None] Set router b78a17d8-0dd7-4188-935d-b881a31fd094 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:25.294318 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-365b487c-4fb4-44f9-ba57-2b080ce973c7 req-942e948f-981e-4014-b9b8-139c7997b549 service neutron] 10.222.0.10 "GET /v2.0/networks/fe5d2903-681e-49ca-b78f-b1b169f655ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834646 Feb 05 03:31:25.403709 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-365b487c-4fb4-44f9-ba57-2b080ce973c7 req-108ad48e-8e84-4b52-992c-f8bbf005a59d service neutron] 10.222.0.10 "GET /v2.0/networks/fe5d2903-681e-49ca-b78f-b1b169f655ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025918 Feb 05 03:31:25.419013 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6394b03b-f0e0-40c2-8b98-a209a0368aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042887052', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7f7c95c6-0c6f-46f9-962f-d681bde541e1', 'name': '', 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'mac_address': 'fa:16:3e:d7:a3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:09Z', 'updated_at': '2022-02-05T03:30:13Z', 'revision_number': 5, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'subnets': [{'id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:25.449480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6394b03b-f0e0-40c2-8b98-a209a0368aad None None] The sync data for ids ['b78a17d8-0dd7-4188-935d-b881a31fd094'] in n-d-826942-8 is: [{'id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042887052', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '7f7c95c6-0c6f-46f9-962f-d681bde541e1', 'name': '', 'network_id': 'fe5d2903-681e-49ca-b78f-b1b169f655ef', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'mac_address': 'fa:16:3e:d7:a3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:09Z', 'updated_at': '2022-02-05T03:30:13Z', 'revision_number': 5, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'subnets': [{'id': 'e840b985-3723-4b8b-a775-fc69a73dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:31:25.678089 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99211ec-bd29-43e9-9089-bcd6a96574e6 None None] New status for floating IP 49504f23-1d9b-43c0-96a1-cbe9c2ea853d: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:31:26.260217 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c78d-968b-4173-b5f5-7fd452db8b70 req-2160f976-3ed0-44dd-abbd-971f4a77a193 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:26.261703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7221c78d-968b-4173-b5f5-7fd452db8b70 req-2160f976-3ed0-44dd-abbd-971f4a77a193 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.10 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 984 time: 0.0554216 Feb 05 03:31:26.373828 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4ceb8-4c75-4508-beac-8be091f241c2 req-d55a82ba-4a1e-4597-b433-517bab3611a7 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:26.375367 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eef4ceb8-4c75-4508-beac-8be091f241c2 req-d55a82ba-4a1e-4597-b433-517bab3611a7 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/ports?device_id=55b76d40-5407-4b2b-bb13-e269ee0e497f HTTP/1.1" status: 200 len: 984 time: 0.1127510 Feb 05 03:31:26.419730 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-7221c78d-968b-4173-b5f5-7fd452db8b70 req-39c56736-466e-4c1d-adce-97894acb5624 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Deleting port 177b52c4-b24f-465d-8879-1a21c5798b43 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:31:26.420099 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7221c78d-968b-4173-b5f5-7fd452db8b70 req-39c56736-466e-4c1d-adce-97894acb5624 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (177b52c4-b24f-465d-8879-1a21c5798b43), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:26.497797 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eef4ceb8-4c75-4508-beac-8be091f241c2 req-81309d00-92c0-4dd0-867b-f6e489abf572 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "GET /v2.0/security-groups?id=f04a6838-50c1-4c7f-bdac-3e681d1058e6&id=5925d0d6-05d8-4c9d-9a1f-24a8425a8e49&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1143143 Feb 05 03:31:26.537206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-7221c78d-968b-4173-b5f5-7fd452db8b70 req-39c56736-466e-4c1d-adce-97894acb5624 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] For port 177b52c4-b24f-465d-8879-1a21c5798b43, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=177b52c4-b24f-465d-8879-1a21c5798b43,segment=NetworkSegment(ceb2d3f7-05c1-47a6-9ff4-d55469d71168),segment_id=ceb2d3f7-05c1-47a6-9ff4-d55469d71168)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:26.537731 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7221c78d-968b-4173-b5f5-7fd452db8b70 req-39c56736-466e-4c1d-adce-97894acb5624 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (177b52c4-b24f-465d-8879-1a21c5798b43), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:26.551489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-7221c78d-968b-4173-b5f5-7fd452db8b70 req-39c56736-466e-4c1d-adce-97894acb5624 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Calling delete_port for 177b52c4-b24f-465d-8879-1a21c5798b43 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:31:26.678907 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7221c78d-968b-4173-b5f5-7fd452db8b70 req-39c56736-466e-4c1d-adce-97894acb5624 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (177b52c4-b24f-465d-8879-1a21c5798b43), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:26.718253 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c56736-466e-4c1d-adce-97894acb5624 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event deleted for resources: {'Port': ['ID=177b52c4-b24f-465d-8879-1a21c5798b43,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:26.757328 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7221c78d-968b-4173-b5f5-7fd452db8b70 req-39c56736-466e-4c1d-adce-97894acb5624 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] No DVR routers for this DVR port 177b52c4-b24f-465d-8879-1a21c5798b43 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:31:26.759866 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7221c78d-968b-4173-b5f5-7fd452db8b70 req-39c56736-466e-4c1d-adce-97894acb5624 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:26.763257 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7221c78d-968b-4173-b5f5-7fd452db8b70 req-39c56736-466e-4c1d-adce-97894acb5624 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.10 "DELETE /v2.0/ports/177b52c4-b24f-465d-8879-1a21c5798b43 HTTP/1.1" status: 204 len: 173 time: 0.4925270 Feb 05 03:31:26.763744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b76d40-5407-4b2b-bb13-e269ee0e497f', 'name': 'network-vif-deleted', 'tag': '177b52c4-b24f-465d-8879-1a21c5798b43'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:31:26.766121 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daca41c-1b07-41ec-8c28-f30b5f7d73b3" -d '{"events": [{"server_uuid": "55b76d40-5407-4b2b-bb13-e269ee0e497f", "name": "network-vif-deleted", "tag": "177b52c4-b24f-465d-8879-1a21c5798b43"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:31:26.804202 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a7528b-27d1-46ad-beda-1d0c917d0dd5 x-openstack-request-id: req-e0a7528b-27d1-46ad-beda-1d0c917d0dd5 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:31:26.804506 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b76d40-5407-4b2b-bb13-e269ee0e497f", "name": "network-vif-deleted", "tag": "177b52c4-b24f-465d-8879-1a21c5798b43", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:31:26.804766 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0a7528b-27d1-46ad-beda-1d0c917d0dd5 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:31:26.805190 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b76d40-5407-4b2b-bb13-e269ee0e497f', 'name': 'network-vif-deleted', 'tag': '177b52c4-b24f-465d-8879-1a21c5798b43', 'status': 'completed', 'code': 200} Feb 05 03:31:27.556924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41398) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:27.607262 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35efb94c-1a40-482a-b3a8-b3e3d4488616 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for security_group (5925d0d6-05d8-4c9d-9a1f-24a8425a8e49), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:27.629567 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35efb94c-1a40-482a-b3a8-b3e3d4488616 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for security_group (5925d0d6-05d8-4c9d-9a1f-24a8425a8e49), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:27.670128 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35efb94c-1a40-482a-b3a8-b3e3d4488616 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5925d0d6-05d8-4c9d-9a1f-24a8425a8e49), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:27.672873 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35efb94c-1a40-482a-b3a8-b3e3d4488616 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:27.674011 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-35efb94c-1a40-482a-b3a8-b3e3d4488616 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "DELETE /v2.0/security-groups/5925d0d6-05d8-4c9d-9a1f-24a8425a8e49 HTTP/1.1" status: 204 len: 168 time: 0.1161182 Feb 05 03:31:27.676852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41400) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:27.683411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efb94c-1a40-482a-b3a8-b3e3d4488616 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5925d0d6-05d8-4c9d-9a1f-24a8425a8e49,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:27.730051 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-952c1503-fe9c-450c-8551-fe25117af862 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for security_group (f04a6838-50c1-4c7f-bdac-3e681d1058e6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:27.753389 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-952c1503-fe9c-450c-8551-fe25117af862 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for security_group (f04a6838-50c1-4c7f-bdac-3e681d1058e6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:27.798495 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-952c1503-fe9c-450c-8551-fe25117af862 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f04a6838-50c1-4c7f-bdac-3e681d1058e6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:27.801149 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-952c1503-fe9c-450c-8551-fe25117af862 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:27.802329 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-952c1503-fe9c-450c-8551-fe25117af862 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "DELETE /v2.0/security-groups/f04a6838-50c1-4c7f-bdac-3e681d1058e6 HTTP/1.1" status: 204 len: 168 time: 0.1244268 Feb 05 03:31:27.805720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41402) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:27.812137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c1503-fe9c-450c-8551-fe25117af862 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04a6838-50c1-4c7f-bdac-3e681d1058e6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:28.179254 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb4c95a6-9faa-4fee-9103-e1288569f84b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (b78a17d8-0dd7-4188-935d-b881a31fd094), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:28.440673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c95a6-9faa-4fee-9103-e1288569f84b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Deleting port 7f7c95c6-0c6f-46f9-962f-d681bde541e1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:31:28.441013 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb4c95a6-9faa-4fee-9103-e1288569f84b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:28.527077 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-cb4c95a6-9faa-4fee-9103-e1288569f84b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] For port 7f7c95c6-0c6f-46f9-962f-d681bde541e1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7f7c95c6-0c6f-46f9-962f-d681bde541e1,segment=NetworkSegment(ceb2d3f7-05c1-47a6-9ff4-d55469d71168),segment_id=ceb2d3f7-05c1-47a6-9ff4-d55469d71168)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:28.527433 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb4c95a6-9faa-4fee-9103-e1288569f84b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:28.540200 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c95a6-9faa-4fee-9103-e1288569f84b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Calling delete_port for 7f7c95c6-0c6f-46f9-962f-d681bde541e1 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:31:28.728761 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb4c95a6-9faa-4fee-9103-e1288569f84b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7f7c95c6-0c6f-46f9-962f-d681bde541e1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:28.754311 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c95a6-9faa-4fee-9103-e1288569f84b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event deleted for resources: {'Port': ['ID=7f7c95c6-0c6f-46f9-962f-d681bde541e1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:28.931029 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb4c95a6-9faa-4fee-9103-e1288569f84b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (b78a17d8-0dd7-4188-935d-b881a31fd094), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:29.147724 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4c95a6-9faa-4fee-9103-e1288569f84b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Router b78a17d8-0dd7-4188-935d-b881a31fd094 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:31:29.251387 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4c95a6-9faa-4fee-9103-e1288569f84b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:31:29.256937 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cb4c95a6-9faa-4fee-9103-e1288569f84b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "PUT /v2.0/routers/b78a17d8-0dd7-4188-935d-b881a31fd094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4493191 Feb 05 03:31:29.259790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41404) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:29.261318 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5da308b-bb2c-460e-8e89-eab5002be244 None None] Sync routers for ids ['b78a17d8-0dd7-4188-935d-b881a31fd094'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:31:29.271740 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da308b-bb2c-460e-8e89-eab5002be244 None None] Routers {'b78a17d8-0dd7-4188-935d-b881a31fd094'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:29.272629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e5da308b-bb2c-460e-8e89-eab5002be244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['b78a17d8-0dd7-4188-935d-b881a31fd094'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:29.314120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-8760d31d-f3fd-4770-8940-caad327c640b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Deleting subnet e840b985-3723-4b8b-a775-fc69a73dde31 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:31:29.317196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8760d31d-f3fd-4770-8940-caad327c640b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for subnet (e840b985-3723-4b8b-a775-fc69a73dde31), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:29.357599 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8760d31d-f3fd-4770-8940-caad327c640b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (e840b985-3723-4b8b-a775-fc69a73dde31), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:29.380509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e5da308b-bb2c-460e-8e89-eab5002be244 None None] Set router b78a17d8-0dd7-4188-935d-b881a31fd094 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:29.440456 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8760d31d-f3fd-4770-8940-caad327c640b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (e840b985-3723-4b8b-a775-fc69a73dde31), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:29.502442 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8760d31d-f3fd-4770-8940-caad327c640b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (e840b985-3723-4b8b-a775-fc69a73dde31), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:29.530812 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760d31d-f3fd-4770-8940-caad327c640b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event deleted for resources: {'Subnet': ['ID=e840b985-3723-4b8b-a775-fc69a73dde31,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:29.532765 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8760d31d-f3fd-4770-8940-caad327c640b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:29.535983 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8760d31d-f3fd-4770-8940-caad327c640b tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "DELETE /v2.0/subnets/e840b985-3723-4b8b-a775-fc69a73dde31 HTTP/1.1" status: 204 len: 168 time: 0.2749672 Feb 05 03:31:29.538677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a624daa-15c9-44d9-9ff1-233d591c6ade None None] Network fe5d2903-681e-49ca-b78f-b1b169f655ef requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:31:29.539040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41406) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:29.634608 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e5da308b-bb2c-460e-8e89-eab5002be244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042887052', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:31:28Z', 'revision_number': 5, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:29.665062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5da308b-bb2c-460e-8e89-eab5002be244 None None] Checking router: b78a17d8-0dd7-4188-935d-b881a31fd094 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:31:29.680600 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da308b-bb2c-460e-8e89-eab5002be244 None None] Routers {'b78a17d8-0dd7-4188-935d-b881a31fd094'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:29.681224 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e5da308b-bb2c-460e-8e89-eab5002be244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['b78a17d8-0dd7-4188-935d-b881a31fd094'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:29.754338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f72b30-0822-4609-b70f-87c69c9e6333 None None] DHCP port deletion for fe5d2903-681e-49ca-b78f-b1b169f655ef request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:31:29.792022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 177b52c4-b24f-465d-8879-1a21c5798b43 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:31:29.821073 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 177b52c4-b24f-465d-8879-1a21c5798b43 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:31:29.821409 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 177b52c4-b24f-465d-8879-1a21c5798b43 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:31:29.853508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e5da308b-bb2c-460e-8e89-eab5002be244 None None] Set router b78a17d8-0dd7-4188-935d-b881a31fd094 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:29.946988 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a4f72b30-0822-4609-b70f-87c69c9e6333 None None] Deleting port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:31:29.947357 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4f72b30-0822-4609-b70f-87c69c9e6333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c4c0a18f-2f00-4f48-904b-b1d0cb8442d7), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:30.013304 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-701fb757-1aad-4fe0-8143-169f76cb5882 req-05aed0ac-73ae-4e9c-a2d2-59bd714d691f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721629 Feb 05 03:31:30.019256 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0107d6a-97b2-438b-b1e8-2bab5a955e2d tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router (b78a17d8-0dd7-4188-935d-b881a31fd094), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:30.153751 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:31:30.157608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fb757-1aad-4fe0-8143-169f76cb5882 req-661b9411-f595-4722-85d9-a32b873def3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:30.159130 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-701fb757-1aad-4fe0-8143-169f76cb5882 req-661b9411-f595-4722-85d9-a32b873def3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 1127 time: 0.0732541 Feb 05 03:31:30.173815 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0107d6a-97b2-438b-b1e8-2bab5a955e2d tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router_gateway (b78a17d8-0dd7-4188-935d-b881a31fd094), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:30.239336 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a4f72b30-0822-4609-b70f-87c69c9e6333 None None] For port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c4c0a18f-2f00-4f48-904b-b1d0cb8442d7,segment=NetworkSegment(ceb2d3f7-05c1-47a6-9ff4-d55469d71168),segment_id=ceb2d3f7-05c1-47a6-9ff4-d55469d71168)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:30.239640 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4f72b30-0822-4609-b70f-87c69c9e6333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c4c0a18f-2f00-4f48-904b-b1d0cb8442d7), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:30.258452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a4f72b30-0822-4609-b70f-87c69c9e6333 None None] Calling delete_port for c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:31:30.300752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fb757-1aad-4fe0-8143-169f76cb5882 req-f2af35c1-0a61-4cfe-aa0f-25870771bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:30.302219 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-701fb757-1aad-4fe0-8143-169f76cb5882 req-f2af35c1-0a61-4cfe-aa0f-25870771bd4a service neutron] 10.222.0.31 "GET /v2.0/networks?id=14fff511-2d36-4643-86a3-7dbc5f869068 HTTP/1.1" status: 200 len: 898 time: 0.1226091 Feb 05 03:31:30.304453 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d0107d6a-97b2-438b-b1e8-2bab5a955e2d tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Deleting port d1d59ddf-74a7-4af2-82d1-e4b895231abd {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:31:30.304803 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0107d6a-97b2-438b-b1e8-2bab5a955e2d tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d1d59ddf-74a7-4af2-82d1-e4b895231abd), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:30.360718 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:30.361267 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c4c0a18f-2f00-4f48-904b-b1d0cb8442d7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:30.421261 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-701fb757-1aad-4fe0-8143-169f76cb5882 req-8ddc1858-6894-4477-af48-3075192a7a73 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae449239-7d86-4133-9474-2e6140c5b9a6 HTTP/1.1" status: 200 len: 1000 time: 0.1049457 Feb 05 03:31:30.426925 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c4c0a18f-2f00-4f48-904b-b1d0cb8442d7,segment=NetworkSegment(ceb2d3f7-05c1-47a6-9ff4-d55469d71168),segment_id=ceb2d3f7-05c1-47a6-9ff4-d55469d71168)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:30.429435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e5da308b-bb2c-460e-8e89-eab5002be244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042887052', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:31:28Z', 'revision_number': 5, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:30.433134 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c4c0a18f-2f00-4f48-904b-b1d0cb8442d7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:30.461369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5da308b-bb2c-460e-8e89-eab5002be244 None None] The sync data for ids ['b78a17d8-0dd7-4188-935d-b881a31fd094'] in n-d-826942-8 is: [{'id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2042887052', 'tenant_id': '72d9f57bdca64f778a1e3df21d902344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:31:28Z', 'revision_number': 5, 'project_id': '72d9f57bdca64f778a1e3df21d902344', 'gw_port': {'id': 'd1d59ddf-74a7-4af2-82d1-e4b895231abd', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78a17d8-0dd7-4188-935d-b881a31fd094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:06Z', 'updated_at': '2022-02-05T03:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:31:30.466580 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-d0107d6a-97b2-438b-b1e8-2bab5a955e2d tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] For port d1d59ddf-74a7-4af2-82d1-e4b895231abd, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d1d59ddf-74a7-4af2-82d1-e4b895231abd,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:30.466961 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0107d6a-97b2-438b-b1e8-2bab5a955e2d tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d1d59ddf-74a7-4af2-82d1-e4b895231abd), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:30.488607 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d0107d6a-97b2-438b-b1e8-2bab5a955e2d tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Calling delete_port for d1d59ddf-74a7-4af2-82d1-e4b895231abd owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:31:30.492928 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4f72b30-0822-4609-b70f-87c69c9e6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (c4c0a18f-2f00-4f48-904b-b1d0cb8442d7), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:30.498772 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fb757-1aad-4fe0-8143-169f76cb5882 req-cc7c08df-3993-4c27-bc45-0379d31ad2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:30.500177 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-701fb757-1aad-4fe0-8143-169f76cb5882 req-cc7c08df-3993-4c27-bc45-0379d31ad2f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8a95596-770f-4e5c-b2dd-7a7409c42beb HTTP/1.1" status: 200 len: 835 time: 0.0721598 Feb 05 03:31:30.519410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f72b30-0822-4609-b70f-87c69c9e6333 None None] No DVR routers for this DVR port c4c0a18f-2f00-4f48-904b-b1d0cb8442d7 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:31:30.523685 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=c4c0a18f-2f00-4f48-904b-b1d0cb8442d7,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:30.549238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f72b30-0822-4609-b70f-87c69c9e6333 None None] Pushing event deleted for resources: {'Port': ['ID=c4c0a18f-2f00-4f48-904b-b1d0cb8442d7,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:30.602055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fb757-1aad-4fe0-8143-169f76cb5882 req-7690984f-3eea-404a-88b0-e54cfe738026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:30.603928 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-701fb757-1aad-4fe0-8143-169f76cb5882 req-7690984f-3eea-404a-88b0-e54cfe738026 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=14fff511-2d36-4643-86a3-7dbc5f869068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0978062 Feb 05 03:31:30.773069 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-701fb757-1aad-4fe0-8143-169f76cb5882 req-76a8a2d1-9c06-4b8d-a3a2-d2753ed14fd7 service neutron] 10.222.0.31 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333144 Feb 05 03:31:30.797904 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0107d6a-97b2-438b-b1e8-2bab5a955e2d tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d1d59ddf-74a7-4af2-82d1-e4b895231abd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:30.858918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0107d6a-97b2-438b-b1e8-2bab5a955e2d tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event deleted for resources: {'Port': ['ID=d1d59ddf-74a7-4af2-82d1-e4b895231abd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:30.950570 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-701fb757-1aad-4fe0-8143-169f76cb5882 req-adc98a8f-3ae9-4ba2-8802-190c625f960a service neutron] 10.222.0.31 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708274 Feb 05 03:31:30.953123 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0107d6a-97b2-438b-b1e8-2bab5a955e2d tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (b78a17d8-0dd7-4188-935d-b881a31fd094), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:31.051362 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0107d6a-97b2-438b-b1e8-2bab5a955e2d tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (b78a17d8-0dd7-4188-935d-b881a31fd094), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:31.054180 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0107d6a-97b2-438b-b1e8-2bab5a955e2d tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router_controller (b78a17d8-0dd7-4188-935d-b881a31fd094), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:31.097074 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0107d6a-97b2-438b-b1e8-2bab5a955e2d tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (b78a17d8-0dd7-4188-935d-b881a31fd094), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:31.097628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0107d6a-97b2-438b-b1e8-2bab5a955e2d tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Fanout notify agent at l3_agent the message router_deleted on router b78a17d8-0dd7-4188-935d-b881a31fd094 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:31:31.104686 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0107d6a-97b2-438b-b1e8-2bab5a955e2d tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:31.105801 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d0107d6a-97b2-438b-b1e8-2bab5a955e2d tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "DELETE /v2.0/routers/b78a17d8-0dd7-4188-935d-b881a31fd094 HTTP/1.1" status: 204 len: 168 time: 1.5656736 Feb 05 03:31:31.108449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41408) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:31.191641 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b4f7106-97a6-48d0-89c3-986a39d47200 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (fe5d2903-681e-49ca-b78f-b1b169f655ef), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:31.277561 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b4f7106-97a6-48d0-89c3-986a39d47200 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (fe5d2903-681e-49ca-b78f-b1b169f655ef), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:31.296953 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8b4f7106-97a6-48d0-89c3-986a39d47200 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe5d2903-681e-49ca-b78f-b1b169f655ef']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:31.306559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8b4f7106-97a6-48d0-89c3-986a39d47200 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb2d3f7-05c1-47a6-9ff4-d55469d71168') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:31.307180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8b4f7106-97a6-48d0-89c3-986a39d47200 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb2d3f7-05c1-47a6-9ff4-d55469d71168') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:31.316055 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b4f7106-97a6-48d0-89c3-986a39d47200 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (ceb2d3f7-05c1-47a6-9ff4-d55469d71168), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:31.330334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b4f7106-97a6-48d0-89c3-986a39d47200 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ceb2d3f7-05c1-47a6-9ff4-d55469d71168), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:31.337091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4f7106-97a6-48d0-89c3-986a39d47200 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:31:31.337587 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b4f7106-97a6-48d0-89c3-986a39d47200 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (ceb2d3f7-05c1-47a6-9ff4-d55469d71168), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:31:31.340562 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:31:31.401091 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b4f7106-97a6-48d0-89c3-986a39d47200 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (fe5d2903-681e-49ca-b78f-b1b169f655ef), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:31.408091 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b4f7106-97a6-48d0-89c3-986a39d47200 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:31.411228 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8b4f7106-97a6-48d0-89c3-986a39d47200 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] 10.222.0.36 "DELETE /v2.0/networks/fe5d2903-681e-49ca-b78f-b1b169f655ef HTTP/1.1" status: 204 len: 168 time: 0.3018012 Feb 05 03:31:31.424697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f7106-97a6-48d0-89c3-986a39d47200 tempest-TestSecurityGroupsBasicOps-1060664201 tempest-TestSecurityGroupsBasicOps-1060664201-project] Pushing event deleted for resources: {'Network': ['ID=fe5d2903-681e-49ca-b78f-b1b169f655ef,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:31.701771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41416) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:31.833660 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-172a0197-d0fd-4d12-890b-de6d591a0215 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72d9f57bdca64f778a1e3df21d902344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306531 Feb 05 03:31:31.836725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41420) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:31.883508 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-54d9f1cf-27a0-4e20-8527-ee0c09c796ad admin admin] Publish callbacks [] for security_group (e4410696-b0ca-43bf-9ac7-3d63fab42c98), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:31.904545 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-54d9f1cf-27a0-4e20-8527-ee0c09c796ad admin admin] Publish callbacks [] for security_group (e4410696-b0ca-43bf-9ac7-3d63fab42c98), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:31.955531 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-54d9f1cf-27a0-4e20-8527-ee0c09c796ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e4410696-b0ca-43bf-9ac7-3d63fab42c98), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:31.958190 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-54d9f1cf-27a0-4e20-8527-ee0c09c796ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:31.960177 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-54d9f1cf-27a0-4e20-8527-ee0c09c796ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4410696-b0ca-43bf-9ac7-3d63fab42c98 HTTP/1.1" status: 204 len: 168 time: 0.1217756 Feb 05 03:31:31.968028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9f1cf-27a0-4e20-8527-ee0c09c796ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4410696-b0ca-43bf-9ac7-3d63fab42c98,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:32.010030 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d1d59ddf-74a7-4af2-82d1-e4b895231abd no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:31:32.034922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: d1d59ddf-74a7-4af2-82d1-e4b895231abd {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:31:32.035294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d1d59ddf-74a7-4af2-82d1-e4b895231abd not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:31:32.035721 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7f7c95c6-0c6f-46f9-962f-d681bde541e1 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:31:32.055629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 7f7c95c6-0c6f-46f9-962f-d681bde541e1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:31:32.055981 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7f7c95c6-0c6f-46f9-962f-d681bde541e1 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:31:32.226706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41426) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:32.240178 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d1b9551-643a-4567-b129-ee7e99b93f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:32.314434 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d1b9551-643a-4567-b129-ee7e99b93f2f admin admin] Publish callbacks [] for security_group (26093cc9-25ce-416c-b2c5-e4dc1124b4f5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:32.318131 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d1b9551-643a-4567-b129-ee7e99b93f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (26093cc9-25ce-416c-b2c5-e4dc1124b4f5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:32.356468 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2d1b9551-643a-4567-b129-ee7e99b93f2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=680032bae0a84d2998a673cd6809f02f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286035 Feb 05 03:31:32.357586 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b9551-643a-4567-b129-ee7e99b93f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26093cc9-25ce-416c-b2c5-e4dc1124b4f5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:32.359377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41428) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:32.409523 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7388705-7efd-4211-b393-80d18c1b4df3 admin admin] Publish callbacks [] for security_group (26093cc9-25ce-416c-b2c5-e4dc1124b4f5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:32.430583 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7388705-7efd-4211-b393-80d18c1b4df3 admin admin] Publish callbacks [] for security_group (26093cc9-25ce-416c-b2c5-e4dc1124b4f5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:32.479105 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7388705-7efd-4211-b393-80d18c1b4df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (26093cc9-25ce-416c-b2c5-e4dc1124b4f5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:32.481692 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7388705-7efd-4211-b393-80d18c1b4df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:32.482859 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b7388705-7efd-4211-b393-80d18c1b4df3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26093cc9-25ce-416c-b2c5-e4dc1124b4f5 HTTP/1.1" status: 204 len: 168 time: 0.1219215 Feb 05 03:31:32.490194 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7388705-7efd-4211-b393-80d18c1b4df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26093cc9-25ce-416c-b2c5-e4dc1124b4f5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:32.794924 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41436) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:32.833445 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ca386fc3-73b5-4281-9036-5dd539ff742d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=78ac0317abeb4940af1716a6315f759e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372512 Feb 05 03:31:32.835992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41438) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:32.883709 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c9b92fd-639b-4069-a1a5-e1355471fe94 admin admin] Publish callbacks [] for security_group (2f2807fc-5280-446c-b707-bffb5dd14afe), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:32.904617 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c9b92fd-639b-4069-a1a5-e1355471fe94 admin admin] Publish callbacks [] for security_group (2f2807fc-5280-446c-b707-bffb5dd14afe), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:32.952030 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c9b92fd-639b-4069-a1a5-e1355471fe94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2f2807fc-5280-446c-b707-bffb5dd14afe), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:32.954572 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c9b92fd-639b-4069-a1a5-e1355471fe94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:32.955974 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2c9b92fd-639b-4069-a1a5-e1355471fe94 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f2807fc-5280-446c-b707-bffb5dd14afe HTTP/1.1" status: 204 len: 168 time: 0.1189795 Feb 05 03:31:32.964485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b92fd-639b-4069-a1a5-e1355471fe94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2807fc-5280-446c-b707-bffb5dd14afe,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:33.617175 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41460) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:33.673726 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c0a54ef-cab6-4762-b6c2-83fb88a19ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:33.719849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3967396e-2152-4d5c-b9f0-67bc59dd26ae admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1241343815-network', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:33.738600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3967396e-2152-4d5c-b9f0-67bc59dd26ae admin admin] Made reservation on behalf of 9c65e6f9b8ff4bf0b9f36529bd00cf15 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:31:33.742113 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3967396e-2152-4d5c-b9f0-67bc59dd26ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:33.750272 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3967396e-2152-4d5c-b9f0-67bc59dd26ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:33.821900 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3967396e-2152-4d5c-b9f0-67bc59dd26ae admin admin] Publish callbacks [] for security_group (a784f0c4-3238-4a90-9c37-dd9b0ba8bf13), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:33.825822 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3967396e-2152-4d5c-b9f0-67bc59dd26ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a784f0c4-3238-4a90-9c37-dd9b0ba8bf13), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:33.847561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3967396e-2152-4d5c-b9f0-67bc59dd26ae admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:31:33.860963 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967396e-2152-4d5c-b9f0-67bc59dd26ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a784f0c4-3238-4a90-9c37-dd9b0ba8bf13,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:33.867411 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3967396e-2152-4d5c-b9f0-67bc59dd26ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (8c7d6fca-46c7-4acc-93f6-5bd237aed1af), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:33.867692 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-3967396e-2152-4d5c-b9f0-67bc59dd26ae admin admin] Added segment 8c7d6fca-46c7-4acc-93f6-5bd237aed1af of type vlan for network 73dbd80e-60d5-4c73-833a-2b09e2d26ae2 Feb 05 03:31:33.910235 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3967396e-2152-4d5c-b9f0-67bc59dd26ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (73dbd80e-60d5-4c73-833a-2b09e2d26ae2), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:33.934905 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3967396e-2152-4d5c-b9f0-67bc59dd26ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (73dbd80e-60d5-4c73-833a-2b09e2d26ae2), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:33.935861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3967396e-2152-4d5c-b9f0-67bc59dd26ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:33.936446 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3967396e-2152-4d5c-b9f0-67bc59dd26ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:33.995739 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3967396e-2152-4d5c-b9f0-67bc59dd26ae admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3773208 Feb 05 03:31:33.998608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41464) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:34.001013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967396e-2152-4d5c-b9f0-67bc59dd26ae admin admin] Pushing event updated for resources: {'Network': ['ID=73dbd80e-60d5-4c73-833a-2b09e2d26ae2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:34.003734 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5c2888b4-67f0-4800-859d-849710d82a1d admin admin] Request body: {'subnet': {'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1241343815-subnet', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:34.011454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 73dbd80e-60d5-4c73-833a-2b09e2d26ae2 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:31:34.023828 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2888b4-67f0-4800-859d-849710d82a1d admin admin] Made reservation on behalf of 9c65e6f9b8ff4bf0b9f36529bd00cf15 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:31:34.026358 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c2888b4-67f0-4800-859d-849710d82a1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:34.189593 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c2888b4-67f0-4800-859d-849710d82a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (a6ac4222-3d41-4971-99b5-6ccafa801f82), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:34.244530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2888b4-67f0-4800-859d-849710d82a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6ac4222-3d41-4971-99b5-6ccafa801f82,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:34.251921 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2888b4-67f0-4800-859d-849710d82a1d admin admin] Checking segment: {'id': '8c7d6fca-46c7-4acc-93f6-5bd237aed1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:31:34.252231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2888b4-67f0-4800-859d-849710d82a1d admin admin] Network hostable DHCP agents. Network: 73dbd80e-60d5-4c73-833a-2b09e2d26ae2, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:31:34.268393 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2888b4-67f0-4800-859d-849710d82a1d admin admin] Network 73dbd80e-60d5-4c73-833a-2b09e2d26ae2 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:31:34.276895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5c2888b4-67f0-4800-859d-849710d82a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 73dbd80e-60d5-4c73-833a-2b09e2d26ae2) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:34.280936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2888b4-67f0-4800-859d-849710d82a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:34.281535 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c2888b4-67f0-4800-859d-849710d82a1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:34.285846 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8bd3ad-bcf6-4228-996b-da7619118058 None None] Network 73dbd80e-60d5-4c73-833a-2b09e2d26ae2 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:31:34.297475 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5c2888b4-67f0-4800-859d-849710d82a1d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2976391 Feb 05 03:31:34.300249 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41466) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:34.305240 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1241343815-router', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:34.324836 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (25a6b62e-79d6-4af0-ab9d-d06d499b3b59), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:34.326160 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (25a6b62e-79d6-4af0-ab9d-d06d499b3b59), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:34.385506 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Publish callbacks [] for router_controller (25a6b62e-79d6-4af0-ab9d-d06d499b3b59), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:34.388781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-73dbd80e-60d5-4c73-833a-2b09e2d26ae2', 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2', 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'fixed_ips': [{'subnet_id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:31:34.389711 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:34.527103 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Allocated IP 172.20.0.2 (73dbd80e-60d5-4c73-833a-2b09e2d26ae2/a6ac4222-3d41-4971-99b5-6ccafa801f82/007ed965-8c68-4f19-ba81-105e52c36fed) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:31:34.529338 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Publish callbacks [] for router_gateway (25a6b62e-79d6-4af0-ab9d-d06d499b3b59), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:34.673081 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Publish callbacks [] for port (007ed965-8c68-4f19-ba81-105e52c36fed), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:34.679423 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (007ed965-8c68-4f19-ba81-105e52c36fed), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:34.720913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Network 73dbd80e-60d5-4c73-833a-2b09e2d26ae2 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:31:34.724139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:34.726912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:31:34.728774 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Publish callbacks [] for router_gateway (25a6b62e-79d6-4af0-ab9d-d06d499b3b59), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:34.737860 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Pushing event updated for resources: {'Port': ['ID=007ed965-8c68-4f19-ba81-105e52c36fed,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:34.748822 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:34.797467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Attempting to bind port 007ed965-8c68-4f19-ba81-105e52c36fed on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:31:34.797757 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Attempting to bind port 007ed965-8c68-4f19-ba81-105e52c36fed by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '8c7d6fca-46c7-4acc-93f6-5bd237aed1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:31:34.798121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Attempting to bind port 007ed965-8c68-4f19-ba81-105e52c36fed on network 73dbd80e-60d5-4c73-833a-2b09e2d26ae2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:31:34.803641 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:31:34.804024 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Checking segment: {'id': '8c7d6fca-46c7-4acc-93f6-5bd237aed1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:31:34.804428 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:34.804825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Bound using segment: {'id': '8c7d6fca-46c7-4acc-93f6-5bd237aed1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:31:34.805287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Bound port: 007ed965-8c68-4f19-ba81-105e52c36fed, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7d6fca-46c7-4acc-93f6-5bd237aed1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:31:34.805664 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (007ed965-8c68-4f19-ba81-105e52c36fed), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:34.856431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Allocated IP 172.25.0.190 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/9a44a49e-53c6-409c-a8d1-7a7c67b5ea89) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:31:34.867065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] For port 007ed965-8c68-4f19-ba81-105e52c36fed, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:31:34.870060 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] For port 007ed965-8c68-4f19-ba81-105e52c36fed, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=007ed965-8c68-4f19-ba81-105e52c36fed,segment=NetworkSegment(8c7d6fca-46c7-4acc-93f6-5bd237aed1af),segment_id=8c7d6fca-46c7-4acc-93f6-5bd237aed1af)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:31:34.875536 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (007ed965-8c68-4f19-ba81-105e52c36fed), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:34.933300 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d71bd-ce49-4936-a8dd-1e9545786eea None None] Pushing event updated for resources: {'Port': ['ID=007ed965-8c68-4f19-ba81-105e52c36fed,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:34.960620 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Publish callbacks [] for port (9a44a49e-53c6-409c-a8d1-7a7c67b5ea89), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:34.995989 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (9a44a49e-53c6-409c-a8d1-7a7c67b5ea89), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:35.043282 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:31:35.046364 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:35.050020 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:31:35.056119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Pushing event updated for resources: {'Port': ['ID=9a44a49e-53c6-409c-a8d1-7a7c67b5ea89,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:35.332422 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Publish callbacks [] for router_gateway (25a6b62e-79d6-4af0-ab9d-d06d499b3b59), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:35.546019 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (25a6b62e-79d6-4af0-ab9d-d06d499b3b59), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:35.686171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:31:35.845142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae180c95-7322-40d9-9e9a-bba4ae983789 None None] Network 73dbd80e-60d5-4c73-833a-2b09e2d26ae2 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:31:35.927186 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-21952ae3-df25-46d0-a171-b42a408ea014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:35.939631 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7f92629b-d389-4df2-892a-bf25e214c532 None None] Provisioning complete for port 007ed965-8c68-4f19-ba81-105e52c36fed triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:35.940012 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7f92629b-d389-4df2-892a-bf25e214c532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (007ed965-8c68-4f19-ba81-105e52c36fed), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:36.064189 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7f92629b-d389-4df2-892a-bf25e214c532 None None] Current status of the port 007ed965-8c68-4f19-ba81-105e52c36fed is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:36.064583 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7f92629b-d389-4df2-892a-bf25e214c532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (007ed965-8c68-4f19-ba81-105e52c36fed), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:36.089078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 007ed965-8c68-4f19-ba81-105e52c36fed up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:31:36.135543 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7f92629b-d389-4df2-892a-bf25e214c532 None None] For port 007ed965-8c68-4f19-ba81-105e52c36fed, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=007ed965-8c68-4f19-ba81-105e52c36fed,segment=NetworkSegment(8c7d6fca-46c7-4acc-93f6-5bd237aed1af),segment_id=8c7d6fca-46c7-4acc-93f6-5bd237aed1af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:36.144785 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7f92629b-d389-4df2-892a-bf25e214c532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (007ed965-8c68-4f19-ba81-105e52c36fed), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:36.184252 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:31:36.196862 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 007ed965-8c68-4f19-ba81-105e52c36fed triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:36.197049 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Sync routers for ids ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:31:36.197476 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (007ed965-8c68-4f19-ba81-105e52c36fed), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:36.204935 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:36.206926 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d2c63243-dbf8-4298-8d89-0ce2e3f67cad admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9052796 Feb 05 03:31:36.208842 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Routers {'25a6b62e-79d6-4af0-ab9d-d06d499b3b59'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:36.209746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41468) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:36.210563 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:36.249361 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92629b-d389-4df2-892a-bf25e214c532 None None] Pushing event updated for resources: {'Port': ['ID=007ed965-8c68-4f19-ba81-105e52c36fed,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:36.296533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 007ed965-8c68-4f19-ba81-105e52c36fed is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:36.334832 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Set router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:36.365523 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e71c6f4a-c449-430c-9642-f9b6747a0f96 None None] Provisioning complete for port 007ed965-8c68-4f19-ba81-105e52c36fed triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:36.366819 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e71c6f4a-c449-430c-9642-f9b6747a0f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (007ed965-8c68-4f19-ba81-105e52c36fed), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:36.451649 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e71c6f4a-c449-430c-9642-f9b6747a0f96 None None] Current status of the port 007ed965-8c68-4f19-ba81-105e52c36fed is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:36.608644 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'name': 'tempest-TestServerBasicOps-1241343815-router', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:35Z', 'revision_number': 3, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'gw_port': {'id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:36.635831 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Checking router: 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:31:36.636189 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Updating router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 port 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:31:36.664136 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:36.666941 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9a44a49e-53c6-409c-a8d1-7a7c67b5ea89), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:36.824071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Allocated IP 172.20.0.1 (73dbd80e-60d5-4c73-833a-2b09e2d26ae2/a6ac4222-3d41-4971-99b5-6ccafa801f82/42d499cc-ca0f-4533-9393-51634bd8565a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:31:36.914713 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Publish callbacks [] for port (9a44a49e-53c6-409c-a8d1-7a7c67b5ea89), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:36.920158 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9a44a49e-53c6-409c-a8d1-7a7c67b5ea89), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:36.925427 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Publish callbacks [] for port (42d499cc-ca0f-4533-9393-51634bd8565a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:36.960897 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (42d499cc-ca0f-4533-9393-51634bd8565a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:36.973910 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982eec8c-a22d-4e38-937e-9356aa65c5c6 None None] Pushing event updated for resources: {'Port': ['ID=9a44a49e-53c6-409c-a8d1-7a7c67b5ea89,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:36.979039 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Attempting to bind port 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:31:36.979413 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Attempting to bind port 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:31:36.979776 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Attempting to bind port 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:31:36.984951 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:31:36.985325 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:31:36.985727 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:36.986114 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:31:36.986581 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Bound port: 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:31:36.986986 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9a44a49e-53c6-409c-a8d1-7a7c67b5ea89), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:36.998382 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Network 73dbd80e-60d5-4c73-833a-2b09e2d26ae2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:31:37.004727 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:37.008987 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:31:37.014461 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Pushing event updated for resources: {'Port': ['ID=42d499cc-ca0f-4533-9393-51634bd8565a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:37.047347 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] For port 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:31:37.051147 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] For port 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9a44a49e-53c6-409c-a8d1-7a7c67b5ea89,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:31:37.057891 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (25a6b62e-79d6-4af0-ab9d-d06d499b3b59), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:37.058611 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9a44a49e-53c6-409c-a8d1-7a7c67b5ea89), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:37.106480 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Routers {'25a6b62e-79d6-4af0-ab9d-d06d499b3b59'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:37.107131 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:37.202905 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (42d499cc-ca0f-4533-9393-51634bd8565a), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:37.211650 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:37.220553 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982eec8c-a22d-4e38-937e-9356aa65c5c6 None None] Pushing event updated for resources: {'Port': ['ID=9a44a49e-53c6-409c-a8d1-7a7c67b5ea89,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:37.229909 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] Set router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:37.278402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8ea51e49-b751-4d81-ba08-ced37d566614 None None] Provisioning complete for port 42d499cc-ca0f-4533-9393-51634bd8565a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:37.278978 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ea51e49-b751-4d81-ba08-ced37d566614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (42d499cc-ca0f-4533-9393-51634bd8565a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:37.317168 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8ea51e49-b751-4d81-ba08-ced37d566614 None None] Port 42d499cc-ca0f-4533-9393-51634bd8565a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:31:37.377172 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Publish callbacks [] for port (42d499cc-ca0f-4533-9393-51634bd8565a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:37.382635 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (42d499cc-ca0f-4533-9393-51634bd8565a), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:37.411982 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'name': 'tempest-TestServerBasicOps-1241343815-router', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:35Z', 'revision_number': 3, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'gw_port': {'id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:37.442968 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2319169-5472-4f56-8c51-ddc37282a91d None None] The sync data for ids ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'] in n-d-826942-8 is: [{'id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'name': 'tempest-TestServerBasicOps-1241343815-router', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:35Z', 'revision_number': 3, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'gw_port': {'id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:31:37.456465 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Pushing event updated for resources: {'Port': ['ID=42d499cc-ca0f-4533-9393-51634bd8565a,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:37.460875 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (25a6b62e-79d6-4af0-ab9d-d06d499b3b59), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:37.554593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Network 73dbd80e-60d5-4c73-833a-2b09e2d26ae2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:31:37.556012 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:37.697567 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:31:37.819205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:31:37.824355 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3dccbea5-ffe6-472d-80c5-c669740e85ea admin admin] 10.222.0.36 "PUT /v2.0/routers/25a6b62e-79d6-4af0-ab9d-d06d499b3b59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6136179 Feb 05 03:31:37.845528 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-76a57928-cd0f-47f5-874f-c881405d8c68 None None] Provisioning complete for port 42d499cc-ca0f-4533-9393-51634bd8565a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:37.845988 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76a57928-cd0f-47f5-874f-c881405d8c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (42d499cc-ca0f-4533-9393-51634bd8565a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:37.881676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-76a57928-cd0f-47f5-874f-c881405d8c68 None None] Port 42d499cc-ca0f-4533-9393-51634bd8565a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:31:38.131648 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:31:38.187717 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:38.188091 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9a44a49e-53c6-409c-a8d1-7a7c67b5ea89), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:38.275665 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:38.276336 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9a44a49e-53c6-409c-a8d1-7a7c67b5ea89), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:38.299626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9a44a49e-53c6-409c-a8d1-7a7c67b5ea89,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:38.305010 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9a44a49e-53c6-409c-a8d1-7a7c67b5ea89), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:38.305965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 007ed965-8c68-4f19-ba81-105e52c36fed up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:31:38.347969 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41484) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:38.355654 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-693d1083-f5b9-4673-8e34-d368b4c46f00 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-272401113-network', 'tenant_id': 'f8219fb57da84e08bd601b5db761ac65'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:38.387799 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693d1083-f5b9-4673-8e34-d368b4c46f00 admin admin] Made reservation on behalf of f8219fb57da84e08bd601b5db761ac65 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:31:38.390740 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-693d1083-f5b9-4673-8e34-d368b4c46f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:38.392719 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=9a44a49e-53c6-409c-a8d1-7a7c67b5ea89,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:38.402436 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-693d1083-f5b9-4673-8e34-d368b4c46f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:38.404383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 007ed965-8c68-4f19-ba81-105e52c36fed triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:38.404769 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (007ed965-8c68-4f19-ba81-105e52c36fed), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:38.481670 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-693d1083-f5b9-4673-8e34-d368b4c46f00 admin admin] Publish callbacks [] for security_group (d350272f-4144-4110-976b-ab30be039920), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:38.486120 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-693d1083-f5b9-4673-8e34-d368b4c46f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d350272f-4144-4110-976b-ab30be039920), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:38.487496 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 007ed965-8c68-4f19-ba81-105e52c36fed is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:38.514593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693d1083-f5b9-4673-8e34-d368b4c46f00 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:31:38.524944 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d1083-f5b9-4673-8e34-d368b4c46f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d350272f-4144-4110-976b-ab30be039920,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:38.529576 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-693d1083-f5b9-4673-8e34-d368b4c46f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (2b71bf33-e2df-49a0-b560-64fc1deb5998), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:38.529913 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-693d1083-f5b9-4673-8e34-d368b4c46f00 admin admin] Added segment 2b71bf33-e2df-49a0-b560-64fc1deb5998 of type vlan for network 4b7ee3bb-5aa0-48d6-945b-dd57a60098eb Feb 05 03:31:38.570240 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-693d1083-f5b9-4673-8e34-d368b4c46f00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (4b7ee3bb-5aa0-48d6-945b-dd57a60098eb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:38.594923 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-693d1083-f5b9-4673-8e34-d368b4c46f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (4b7ee3bb-5aa0-48d6-945b-dd57a60098eb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:38.596011 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693d1083-f5b9-4673-8e34-d368b4c46f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:38.596588 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-693d1083-f5b9-4673-8e34-d368b4c46f00 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:38.654472 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-693d1083-f5b9-4673-8e34-d368b4c46f00 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3052475 Feb 05 03:31:38.657372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41486) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:38.661260 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d1083-f5b9-4673-8e34-d368b4c46f00 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7ee3bb-5aa0-48d6-945b-dd57a60098eb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:38.662527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1bbec8b2-33c3-47d0-98da-0d2c13063be4 admin admin] Request body: {'subnet': {'network_id': '4b7ee3bb-5aa0-48d6-945b-dd57a60098eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-272401113-subnet', 'tenant_id': 'f8219fb57da84e08bd601b5db761ac65', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:38.671527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 4b7ee3bb-5aa0-48d6-945b-dd57a60098eb details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:31:38.685418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbec8b2-33c3-47d0-98da-0d2c13063be4 admin admin] Made reservation on behalf of f8219fb57da84e08bd601b5db761ac65 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:31:38.687872 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1bbec8b2-33c3-47d0-98da-0d2c13063be4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:38.753344 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:38.860689 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1bbec8b2-33c3-47d0-98da-0d2c13063be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (f8bdddf3-59d1-4267-9e75-9ff045134068), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:38.914823 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbec8b2-33c3-47d0-98da-0d2c13063be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8bdddf3-59d1-4267-9e75-9ff045134068,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:38.926091 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbec8b2-33c3-47d0-98da-0d2c13063be4 admin admin] Checking segment: {'id': '2b71bf33-e2df-49a0-b560-64fc1deb5998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7ee3bb-5aa0-48d6-945b-dd57a60098eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:31:38.926458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbec8b2-33c3-47d0-98da-0d2c13063be4 admin admin] Network hostable DHCP agents. Network: 4b7ee3bb-5aa0-48d6-945b-dd57a60098eb, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:31:38.944944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbec8b2-33c3-47d0-98da-0d2c13063be4 admin admin] Network 4b7ee3bb-5aa0-48d6-945b-dd57a60098eb is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:31:38.954077 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-1bbec8b2-33c3-47d0-98da-0d2c13063be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 4b7ee3bb-5aa0-48d6-945b-dd57a60098eb) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:38.958139 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbec8b2-33c3-47d0-98da-0d2c13063be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:38.958729 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1bbec8b2-33c3-47d0-98da-0d2c13063be4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:38.963616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6402d9f3-4511-450e-8781-c3a7405cd649 None None] Network 4b7ee3bb-5aa0-48d6-945b-dd57a60098eb requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:31:38.975554 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1bbec8b2-33c3-47d0-98da-0d2c13063be4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3162014 Feb 05 03:31:38.978082 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41488) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:38.982532 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-272401113-router', 'tenant_id': 'f8219fb57da84e08bd601b5db761ac65', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:39.007788 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (f8e87733-18d1-4087-b4eb-b662a4214daa), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:39.008872 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (f8e87733-18d1-4087-b4eb-b662a4214daa), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:39.071179 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Publish callbacks [] for router_controller (f8e87733-18d1-4087-b4eb-b662a4214daa), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:39.073551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-4b7ee3bb-5aa0-48d6-945b-dd57a60098eb', 'network_id': '4b7ee3bb-5aa0-48d6-945b-dd57a60098eb', 'project_id': 'f8219fb57da84e08bd601b5db761ac65', 'fixed_ips': [{'subnet_id': 'f8bdddf3-59d1-4267-9e75-9ff045134068'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:31:39.074412 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:39.165228 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Sync routers for ids ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:31:39.203677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Routers {'25a6b62e-79d6-4af0-ab9d-d06d499b3b59'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:39.204303 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:39.222728 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Publish callbacks [] for router_gateway (f8e87733-18d1-4087-b4eb-b662a4214daa), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:39.296561 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Allocated IP 172.20.0.2 (4b7ee3bb-5aa0-48d6-945b-dd57a60098eb/f8bdddf3-59d1-4267-9e75-9ff045134068/dd83665a-1ab3-4460-ac95-13273ce9c5fb) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:31:39.375775 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Set router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:39.429286 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Publish callbacks [] for router_gateway (f8e87733-18d1-4087-b4eb-b662a4214daa), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:39.448359 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:39.554809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Allocated IP 172.25.0.206 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/7190e741-3a32-477c-870d-a4f41dec88ce) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:31:39.582961 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Publish callbacks [] for port (dd83665a-1ab3-4460-ac95-13273ce9c5fb), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:39.594744 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (dd83665a-1ab3-4460-ac95-13273ce9c5fb), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:39.663018 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Publish callbacks [] for port (7190e741-3a32-477c-870d-a4f41dec88ce), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:39.698436 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7190e741-3a32-477c-870d-a4f41dec88ce), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:39.746996 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:31:39.749940 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:39.753481 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:31:39.776933 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Pushing event updated for resources: {'Port': ['ID=7190e741-3a32-477c-870d-a4f41dec88ce,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:39.819944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Network 4b7ee3bb-5aa0-48d6-945b-dd57a60098eb is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:31:39.824601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:39.829695 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:31:39.833161 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Pushing event updated for resources: {'Port': ['ID=dd83665a-1ab3-4460-ac95-13273ce9c5fb,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:39.893593 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Attempting to bind port dd83665a-1ab3-4460-ac95-13273ce9c5fb on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:31:39.893959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Attempting to bind port dd83665a-1ab3-4460-ac95-13273ce9c5fb by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '2b71bf33-e2df-49a0-b560-64fc1deb5998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7ee3bb-5aa0-48d6-945b-dd57a60098eb'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:31:39.894318 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Attempting to bind port dd83665a-1ab3-4460-ac95-13273ce9c5fb on network 4b7ee3bb-5aa0-48d6-945b-dd57a60098eb {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:31:39.902130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:31:39.902506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Checking segment: {'id': '2b71bf33-e2df-49a0-b560-64fc1deb5998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7ee3bb-5aa0-48d6-945b-dd57a60098eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:31:39.902937 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:39.903393 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Bound using segment: {'id': '2b71bf33-e2df-49a0-b560-64fc1deb5998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7ee3bb-5aa0-48d6-945b-dd57a60098eb'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:31:39.903789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Bound port: dd83665a-1ab3-4460-ac95-13273ce9c5fb, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b71bf33-e2df-49a0-b560-64fc1deb5998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7ee3bb-5aa0-48d6-945b-dd57a60098eb'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:31:39.904162 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dd83665a-1ab3-4460-ac95-13273ce9c5fb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:39.908791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'name': 'tempest-TestServerBasicOps-1241343815-router', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:37Z', 'revision_number': 4, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'gw_port': {'id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '42d499cc-ca0f-4533-9393-51634bd8565a', 'name': '', 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'mac_address': 'fa:16:3e:bf:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:36Z', 'updated_at': '2022-02-05T03:31:37Z', 'revision_number': 2, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'subnets': [{'id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:39.946116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Checking router: 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:31:39.946389 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Updating router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 port 42d499cc-ca0f-4533-9393-51634bd8565a binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:31:40.003421 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (42d499cc-ca0f-4533-9393-51634bd8565a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:40.019475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Publish callbacks [] for router_gateway (f8e87733-18d1-4087-b4eb-b662a4214daa), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:40.031781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:31:40.066449 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] For port dd83665a-1ab3-4460-ac95-13273ce9c5fb, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:31:40.103189 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] For port dd83665a-1ab3-4460-ac95-13273ce9c5fb, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=dd83665a-1ab3-4460-ac95-13273ce9c5fb,segment=NetworkSegment(2b71bf33-e2df-49a0-b560-64fc1deb5998),segment_id=2b71bf33-e2df-49a0-b560-64fc1deb5998)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:31:40.105678 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:40.122148 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dd83665a-1ab3-4460-ac95-13273ce9c5fb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:40.241488 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (f8e87733-18d1-4087-b4eb-b662a4214daa), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:40.260617 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456f0cb-8e41-4955-b5a0-24efdc3cdf93 None None] Pushing event updated for resources: {'Port': ['ID=dd83665a-1ab3-4460-ac95-13273ce9c5fb,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:40.265422 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:40.265800 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9a44a49e-53c6-409c-a8d1-7a7c67b5ea89), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:40.390676 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:31:40.396226 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Router f8e87733-18d1-4087-b4eb-b662a4214daa is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:31:40.440813 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:40.503257 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Publish callbacks [] for port (42d499cc-ca0f-4533-9393-51634bd8565a), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:40.510328 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (42d499cc-ca0f-4533-9393-51634bd8565a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:40.537752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:31:40.550334 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Sync routers for ids ['f8e87733-18d1-4087-b4eb-b662a4214daa'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:31:40.563643 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:40.565724 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-556b40a7-3231-4d6d-9073-a143ee62f63f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5865533 Feb 05 03:31:40.570071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41492) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:40.599488 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Routers {'f8e87733-18d1-4087-b4eb-b662a4214daa'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:40.600337 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f8e87733-18d1-4087-b4eb-b662a4214daa'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:40.609928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84783cd-83b2-4193-a192-db7e3f1d66c7 None None] Pushing event updated for resources: {'Port': ['ID=42d499cc-ca0f-4533-9393-51634bd8565a,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:40.654624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Attempting to bind port 42d499cc-ca0f-4533-9393-51634bd8565a on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:31:40.655027 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Attempting to bind port 42d499cc-ca0f-4533-9393-51634bd8565a by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '8c7d6fca-46c7-4acc-93f6-5bd237aed1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:31:40.655389 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Attempting to bind port 42d499cc-ca0f-4533-9393-51634bd8565a on network 73dbd80e-60d5-4c73-833a-2b09e2d26ae2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:31:40.661428 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:31:40.661731 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Checking segment: {'id': '8c7d6fca-46c7-4acc-93f6-5bd237aed1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:31:40.662453 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:40.663075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Bound using segment: {'id': '8c7d6fca-46c7-4acc-93f6-5bd237aed1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:31:40.663656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Bound port: 42d499cc-ca0f-4533-9393-51634bd8565a, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7d6fca-46c7-4acc-93f6-5bd237aed1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:31:40.664039 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (42d499cc-ca0f-4533-9393-51634bd8565a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:40.741614 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Set router f8e87733-18d1-4087-b4eb-b662a4214daa gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:40.748857 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] For port 42d499cc-ca0f-4533-9393-51634bd8565a, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:31:40.754418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] For port 42d499cc-ca0f-4533-9393-51634bd8565a, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=42d499cc-ca0f-4533-9393-51634bd8565a,segment=NetworkSegment(8c7d6fca-46c7-4acc-93f6-5bd237aed1af),segment_id=8c7d6fca-46c7-4acc-93f6-5bd237aed1af)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:31:40.762319 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (42d499cc-ca0f-4533-9393-51634bd8565a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:40.821424 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Routers {'25a6b62e-79d6-4af0-ab9d-d06d499b3b59'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:40.822072 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:40.907110 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84783cd-83b2-4193-a192-db7e3f1d66c7 None None] Pushing event updated for resources: {'Port': ['ID=42d499cc-ca0f-4533-9393-51634bd8565a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:40.947167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8e80dc3e-191a-4290-955a-3dbe041da989 None None] Provisioning complete for port 42d499cc-ca0f-4533-9393-51634bd8565a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:40.947836 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e80dc3e-191a-4290-955a-3dbe041da989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (42d499cc-ca0f-4533-9393-51634bd8565a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:40.962296 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'name': 'tempest-TestServerBasicOps-272401113-router', 'tenant_id': 'f8219fb57da84e08bd601b5db761ac65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7190e741-3a32-477c-870d-a4f41dec88ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:39Z', 'updated_at': '2022-02-05T03:31:39Z', 'revision_number': 3, 'project_id': 'f8219fb57da84e08bd601b5db761ac65', 'gw_port': {'id': '7190e741-3a32-477c-870d-a4f41dec88ce', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:39Z', 'updated_at': '2022-02-05T03:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:40.999674 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Checking router: f8e87733-18d1-4087-b4eb-b662a4214daa for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:31:41.000029 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Updating router f8e87733-18d1-4087-b4eb-b662a4214daa port 7190e741-3a32-477c-870d-a4f41dec88ce binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:31:41.000685 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] Set router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:41.040000 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7190e741-3a32-477c-870d-a4f41dec88ce), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:41.219499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8e80dc3e-191a-4290-955a-3dbe041da989 None None] Current status of the port 42d499cc-ca0f-4533-9393-51634bd8565a is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:41.219892 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e80dc3e-191a-4290-955a-3dbe041da989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (42d499cc-ca0f-4533-9393-51634bd8565a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:41.281278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8e80dc3e-191a-4290-955a-3dbe041da989 None None] For port 42d499cc-ca0f-4533-9393-51634bd8565a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=42d499cc-ca0f-4533-9393-51634bd8565a,segment=NetworkSegment(8c7d6fca-46c7-4acc-93f6-5bd237aed1af),segment_id=8c7d6fca-46c7-4acc-93f6-5bd237aed1af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:41.309450 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e80dc3e-191a-4290-955a-3dbe041da989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (42d499cc-ca0f-4533-9393-51634bd8565a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:41.389693 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Publish callbacks [] for port (7190e741-3a32-477c-870d-a4f41dec88ce), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:41.389924 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80dc3e-191a-4290-955a-3dbe041da989 None None] Pushing event updated for resources: {'Port': ['ID=42d499cc-ca0f-4533-9393-51634bd8565a,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:41.395164 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'name': 'tempest-TestServerBasicOps-1241343815-router', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:37Z', 'revision_number': 4, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'gw_port': {'id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '42d499cc-ca0f-4533-9393-51634bd8565a', 'name': '', 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'mac_address': 'fa:16:3e:bf:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:36Z', 'updated_at': '2022-02-05T03:31:40Z', 'revision_number': 4, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'subnets': [{'id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:41.399847 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7190e741-3a32-477c-870d-a4f41dec88ce), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:41.429416 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0947b91-6b75-4091-8fc9-0f40bded0bf5 None None] The sync data for ids ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'] in n-d-826942-8 is: [{'id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'name': 'tempest-TestServerBasicOps-1241343815-router', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:37Z', 'revision_number': 4, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'gw_port': {'id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '42d499cc-ca0f-4533-9393-51634bd8565a', 'name': '', 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'mac_address': 'fa:16:3e:bf:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:36Z', 'updated_at': '2022-02-05T03:31:40Z', 'revision_number': 4, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'subnets': [{'id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:31:41.455644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1b10355b-69e7-4610-b38d-96bd85fd516f None None] Provisioning complete for port 42d499cc-ca0f-4533-9393-51634bd8565a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:41.455644 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1b10355b-69e7-4610-b38d-96bd85fd516f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (42d499cc-ca0f-4533-9393-51634bd8565a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:41.456424 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d42882-84dd-43d6-94ef-24cdeec5b6e2 None None] Pushing event updated for resources: {'Port': ['ID=7190e741-3a32-477c-870d-a4f41dec88ce,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:41.509954 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Attempting to bind port 7190e741-3a32-477c-870d-a4f41dec88ce on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:31:41.511392 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Attempting to bind port 7190e741-3a32-477c-870d-a4f41dec88ce by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:31:41.516494 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Attempting to bind port 7190e741-3a32-477c-870d-a4f41dec88ce on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:31:41.530430 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:31:41.530925 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:31:41.531357 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:41.531747 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:31:41.532224 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Bound port: 7190e741-3a32-477c-870d-a4f41dec88ce, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:31:41.532623 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7190e741-3a32-477c-870d-a4f41dec88ce), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:41.600945 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] For port 7190e741-3a32-477c-870d-a4f41dec88ce, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:31:41.604435 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] For port 7190e741-3a32-477c-870d-a4f41dec88ce, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7190e741-3a32-477c-870d-a4f41dec88ce,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:31:41.609368 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1b10355b-69e7-4610-b38d-96bd85fd516f None None] Current status of the port 42d499cc-ca0f-4533-9393-51634bd8565a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:41.618441 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7190e741-3a32-477c-870d-a4f41dec88ce), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:41.623551 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:41.675979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19740c15-94d9-4af9-ac6d-813653df8eb8 None None] Network 4b7ee3bb-5aa0-48d6-945b-dd57a60098eb requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:31:41.763399 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:41.771424 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5a52af9a-9e51-4db9-8364-0f4b05e7bc9f None None] Provisioning complete for port dd83665a-1ab3-4460-ac95-13273ce9c5fb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:41.771949 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a52af9a-9e51-4db9-8364-0f4b05e7bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dd83665a-1ab3-4460-ac95-13273ce9c5fb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:41.812578 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d42882-84dd-43d6-94ef-24cdeec5b6e2 None None] Pushing event updated for resources: {'Port': ['ID=7190e741-3a32-477c-870d-a4f41dec88ce,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:41.826412 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Allocated IP 172.20.0.1 (4b7ee3bb-5aa0-48d6-945b-dd57a60098eb/f8bdddf3-59d1-4267-9e75-9ff045134068/635c6d00-54d1-4b80-85bf-1ef7b64282c5) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:31:41.838518 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Routers {'f8e87733-18d1-4087-b4eb-b662a4214daa'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:41.840089 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f8e87733-18d1-4087-b4eb-b662a4214daa'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:41.880754 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5a52af9a-9e51-4db9-8364-0f4b05e7bc9f None None] Current status of the port dd83665a-1ab3-4460-ac95-13273ce9c5fb is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:41.880754 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a52af9a-9e51-4db9-8364-0f4b05e7bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dd83665a-1ab3-4460-ac95-13273ce9c5fb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:41.934597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5a52af9a-9e51-4db9-8364-0f4b05e7bc9f None None] For port dd83665a-1ab3-4460-ac95-13273ce9c5fb, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=dd83665a-1ab3-4460-ac95-13273ce9c5fb,segment=NetworkSegment(2b71bf33-e2df-49a0-b560-64fc1deb5998),segment_id=2b71bf33-e2df-49a0-b560-64fc1deb5998)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:41.958457 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a52af9a-9e51-4db9-8364-0f4b05e7bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dd83665a-1ab3-4460-ac95-13273ce9c5fb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:41.959942 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Publish callbacks [] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:41.971416 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] Set router f8e87733-18d1-4087-b4eb-b662a4214daa gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:42.037376 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:42.083308 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52af9a-9e51-4db9-8364-0f4b05e7bc9f None None] Pushing event updated for resources: {'Port': ['ID=dd83665a-1ab3-4460-ac95-13273ce9c5fb,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:42.143747 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Pushing event updated for resources: {'Port': ['ID=635c6d00-54d1-4b80-85bf-1ef7b64282c5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:42.159724 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Network 4b7ee3bb-5aa0-48d6-945b-dd57a60098eb is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:31:42.161267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:42.164843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:31:42.215536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 42d499cc-ca0f-4533-9393-51634bd8565a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:31:42.227646 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (f8e87733-18d1-4087-b4eb-b662a4214daa), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:42.283277 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'name': 'tempest-TestServerBasicOps-272401113-router', 'tenant_id': 'f8219fb57da84e08bd601b5db761ac65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7190e741-3a32-477c-870d-a4f41dec88ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:39Z', 'updated_at': '2022-02-05T03:31:39Z', 'revision_number': 3, 'project_id': 'f8219fb57da84e08bd601b5db761ac65', 'gw_port': {'id': '7190e741-3a32-477c-870d-a4f41dec88ce', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:39Z', 'updated_at': '2022-02-05T03:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:42.308332 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 42d499cc-ca0f-4533-9393-51634bd8565a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:42.308704 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (42d499cc-ca0f-4533-9393-51634bd8565a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:42.315392 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6a590-d657-46f8-b037-2a99775a7a71 None None] The sync data for ids ['f8e87733-18d1-4087-b4eb-b662a4214daa'] in n-d-826942-8 is: [{'id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'name': 'tempest-TestServerBasicOps-272401113-router', 'tenant_id': 'f8219fb57da84e08bd601b5db761ac65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7190e741-3a32-477c-870d-a4f41dec88ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:39Z', 'updated_at': '2022-02-05T03:31:39Z', 'revision_number': 3, 'project_id': 'f8219fb57da84e08bd601b5db761ac65', 'gw_port': {'id': '7190e741-3a32-477c-870d-a4f41dec88ce', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:39Z', 'updated_at': '2022-02-05T03:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:31:42.427150 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 42d499cc-ca0f-4533-9393-51634bd8565a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:42.429155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device dd83665a-1ab3-4460-ac95-13273ce9c5fb up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:31:42.434478 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:42.516432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4af53e82-dcb9-4623-981d-9401cc76c66a None None] Provisioning complete for port dd83665a-1ab3-4460-ac95-13273ce9c5fb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:42.517017 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4af53e82-dcb9-4623-981d-9401cc76c66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dd83665a-1ab3-4460-ac95-13273ce9c5fb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:42.569464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port dd83665a-1ab3-4460-ac95-13273ce9c5fb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:42.570047 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dd83665a-1ab3-4460-ac95-13273ce9c5fb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:42.645676 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Publish callbacks [] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:42.653686 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:42.658937 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4af53e82-dcb9-4623-981d-9401cc76c66a None None] Current status of the port dd83665a-1ab3-4460-ac95-13273ce9c5fb is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:42.739240 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port dd83665a-1ab3-4460-ac95-13273ce9c5fb is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:42.745882 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (f8e87733-18d1-4087-b4eb-b662a4214daa), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:42.755065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Pushing event updated for resources: {'Port': ['ID=635c6d00-54d1-4b80-85bf-1ef7b64282c5,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:42.784326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1f5b0ee5-1e7d-4290-87c0-d6bbcd23c8df None None] Provisioning complete for port 635c6d00-54d1-4b80-85bf-1ef7b64282c5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:42.784712 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1f5b0ee5-1e7d-4290-87c0-d6bbcd23c8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:42.840402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b0ee5-1e7d-4290-87c0-d6bbcd23c8df None None] Port 635c6d00-54d1-4b80-85bf-1ef7b64282c5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:31:42.867994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Network 4b7ee3bb-5aa0-48d6-945b-dd57a60098eb is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:31:42.869501 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:43.010369 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Router f8e87733-18d1-4087-b4eb-b662a4214daa has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:31:43.130448 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:31:43.137404 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-05f4362c-846e-408b-b26e-b6af065b7a6d admin admin] 10.222.0.36 "PUT /v2.0/routers/f8e87733-18d1-4087-b4eb-b662a4214daa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5662272 Feb 05 03:31:43.162272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d5e68d96-703e-4705-9664-ddab88ec8643 None None] Provisioning complete for port 635c6d00-54d1-4b80-85bf-1ef7b64282c5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:43.162748 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d5e68d96-703e-4705-9664-ddab88ec8643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:43.202346 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d5e68d96-703e-4705-9664-ddab88ec8643 None None] Port 635c6d00-54d1-4b80-85bf-1ef7b64282c5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:31:43.878749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41500) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:43.883931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3c5943a4-c7e0-4fc2-80d6-8a629fa54e13 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-463642664', 'description': 'tempest-secgroup-smoke-463642664 description', 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:43.903688 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c5943a4-c7e0-4fc2-80d6-8a629fa54e13 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:43.973567 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c5943a4-c7e0-4fc2-80d6-8a629fa54e13 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group (74210abd-f844-4acc-84a6-0ac3d46cdc09), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:43.977572 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c5943a4-c7e0-4fc2-80d6-8a629fa54e13 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (74210abd-f844-4acc-84a6-0ac3d46cdc09), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.009084 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c5943a4-c7e0-4fc2-80d6-8a629fa54e13 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.010440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3c5943a4-c7e0-4fc2-80d6-8a629fa54e13 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1306293 Feb 05 03:31:44.012443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5943a4-c7e0-4fc2-80d6-8a629fa54e13 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74210abd-f844-4acc-84a6-0ac3d46cdc09,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:44.013471 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41502) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:44.019097 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Request body: {'security_group_rule': {'security_group_id': '74210abd-f844-4acc-84a6-0ac3d46cdc09', 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:44.046320 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (7e5c0769-133b-4b59-97ed-25996da234c5), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.107841 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (7e5c0769-133b-4b59-97ed-25996da234c5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.111704 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (7e5c0769-133b-4b59-97ed-25996da234c5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.121633 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7190e741-3a32-477c-870d-a4f41dec88ce up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:31:44.135572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5c0769-133b-4b59-97ed-25996da234c5,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:44.144341 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.145537 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303415 Feb 05 03:31:44.147925 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:44.148611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:44.148611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:44.148926 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:44.149256 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:44.149588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:44.150313 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:44.150313 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:44.150555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:44.150909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:44.151036 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41504) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:44.151234 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:44.151552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:44.151874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090fa1-e1ad-4c0b-8352-bce2ee76627b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:31:44.155974 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e0dea33c-a53c-4a2f-baf0-a299f4732f2b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Request body: {'security_group_rule': {'security_group_id': '74210abd-f844-4acc-84a6-0ac3d46cdc09', 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:44.173521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 7190e741-3a32-477c-870d-a4f41dec88ce triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:44.174029 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7190e741-3a32-477c-870d-a4f41dec88ce), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.183021 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e0dea33c-a53c-4a2f-baf0-a299f4732f2b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (98741a7e-0acb-45d9-bf2d-744a0aefa1bc), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.238900 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e0dea33c-a53c-4a2f-baf0-a299f4732f2b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (98741a7e-0acb-45d9-bf2d-744a0aefa1bc), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.243201 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e0dea33c-a53c-4a2f-baf0-a299f4732f2b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (98741a7e-0acb-45d9-bf2d-744a0aefa1bc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.254979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 7190e741-3a32-477c-870d-a4f41dec88ce is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:44.255481 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7190e741-3a32-477c-870d-a4f41dec88ce), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.262287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dea33c-a53c-4a2f-baf0-a299f4732f2b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98741a7e-0acb-45d9-bf2d-744a0aefa1bc,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:44.272484 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e0dea33c-a53c-4a2f-baf0-a299f4732f2b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.273740 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e0dea33c-a53c-4a2f-baf0-a299f4732f2b tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213028 Feb 05 03:31:44.276483 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41506) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:44.280700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 7190e741-3a32-477c-870d-a4f41dec88ce, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7190e741-3a32-477c-870d-a4f41dec88ce,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:44.281009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-36d5515f-442d-4cf4-aca8-203075e93bd8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Request body: {'security_group_rule': {'security_group_id': '74210abd-f844-4acc-84a6-0ac3d46cdc09', 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:44.284563 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7190e741-3a32-477c-870d-a4f41dec88ce), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.285501 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device dd83665a-1ab3-4460-ac95-13273ce9c5fb up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:31:44.308498 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36d5515f-442d-4cf4-aca8-203075e93bd8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (545c86f6-21f9-4d80-986f-2ccc57e5f516), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.367442 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36d5515f-442d-4cf4-aca8-203075e93bd8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (545c86f6-21f9-4d80-986f-2ccc57e5f516), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.367629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=7190e741-3a32-477c-870d-a4f41dec88ce,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:44.372987 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36d5515f-442d-4cf4-aca8-203075e93bd8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (545c86f6-21f9-4d80-986f-2ccc57e5f516), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.381282 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port dd83665a-1ab3-4460-ac95-13273ce9c5fb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:44.381749 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dd83665a-1ab3-4460-ac95-13273ce9c5fb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.388197 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5515f-442d-4cf4-aca8-203075e93bd8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545c86f6-21f9-4d80-986f-2ccc57e5f516,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:44.400638 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36d5515f-442d-4cf4-aca8-203075e93bd8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.401853 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-36d5515f-442d-4cf4-aca8-203075e93bd8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243355 Feb 05 03:31:44.404534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41508) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:44.408881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-38913e88-afc7-4315-8141-20941513950f tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Request body: {'security_group_rule': {'security_group_id': '74210abd-f844-4acc-84a6-0ac3d46cdc09', 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:44.434342 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38913e88-afc7-4315-8141-20941513950f tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (509e1b81-7eaf-4f15-86dd-60ef2310ded9), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.462526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port dd83665a-1ab3-4460-ac95-13273ce9c5fb is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:44.495486 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38913e88-afc7-4315-8141-20941513950f tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (509e1b81-7eaf-4f15-86dd-60ef2310ded9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.498932 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38913e88-afc7-4315-8141-20941513950f tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (509e1b81-7eaf-4f15-86dd-60ef2310ded9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.515799 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38913e88-afc7-4315-8141-20941513950f tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509e1b81-7eaf-4f15-86dd-60ef2310ded9,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:44.525283 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38913e88-afc7-4315-8141-20941513950f tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.526561 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-38913e88-afc7-4315-8141-20941513950f tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210985 Feb 05 03:31:44.529565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41510) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:44.533890 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3c301938-5ca6-4cc3-93ec-b33a63e95f04 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Request body: {'security_group_rule': {'security_group_id': '74210abd-f844-4acc-84a6-0ac3d46cdc09', 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:44.553748 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-3c301938-5ca6-4cc3-93ec-b33a63e95f04 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Project 9c65e6f9b8ff4bf0b9f36529bd00cf15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:31:44.558630 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c301938-5ca6-4cc3-93ec-b33a63e95f04 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (be7cba47-3a41-4daf-a300-c0617d861129), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.615832 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c301938-5ca6-4cc3-93ec-b33a63e95f04 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (be7cba47-3a41-4daf-a300-c0617d861129), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.622215 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c301938-5ca6-4cc3-93ec-b33a63e95f04 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (be7cba47-3a41-4daf-a300-c0617d861129), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.642801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c301938-5ca6-4cc3-93ec-b33a63e95f04 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7cba47-3a41-4daf-a300-c0617d861129,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:44.651405 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c301938-5ca6-4cc3-93ec-b33a63e95f04 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.652578 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3c301938-5ca6-4cc3-93ec-b33a63e95f04 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219909 Feb 05 03:31:44.655260 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41512) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:44.659641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-add4b005-53a0-4f89-b260-95e888fbdfda tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Request body: {'security_group_rule': {'security_group_id': '74210abd-f844-4acc-84a6-0ac3d46cdc09', 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:44.680045 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-add4b005-53a0-4f89-b260-95e888fbdfda tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Project 9c65e6f9b8ff4bf0b9f36529bd00cf15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:31:44.685155 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-add4b005-53a0-4f89-b260-95e888fbdfda tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (7d548d8d-17b3-45d8-bb79-c2d6f43976e7), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.753089 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-add4b005-53a0-4f89-b260-95e888fbdfda tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (7d548d8d-17b3-45d8-bb79-c2d6f43976e7), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.756739 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-add4b005-53a0-4f89-b260-95e888fbdfda tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (7d548d8d-17b3-45d8-bb79-c2d6f43976e7), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.773684 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4b005-53a0-4f89-b260-95e888fbdfda tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d548d8d-17b3-45d8-bb79-c2d6f43976e7,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:44.781969 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-add4b005-53a0-4f89-b260-95e888fbdfda tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:44.783173 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-add4b005-53a0-4f89-b260-95e888fbdfda tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269324 Feb 05 03:31:44.937228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-fab6bd33-3986-4855-bd02-dc23c4f37ed1 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463642664&fields=id&tenant_id=9c65e6f9b8ff4bf0b9f36529bd00cf15 HTTP/1.1" status: 200 len: 267 time: 0.0483193 Feb 05 03:31:45.006960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Sync routers for ids ['f8e87733-18d1-4087-b4eb-b662a4214daa'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:31:45.016092 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Routers {'f8e87733-18d1-4087-b4eb-b662a4214daa'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:45.016699 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f8e87733-18d1-4087-b4eb-b662a4214daa'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:45.045758 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-198a30df-098d-4827-84ed-f769f1b9584e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:45.047296 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-198a30df-098d-4827-84ed-f769f1b9584e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/networks?id=73dbd80e-60d5-4c73-833a-2b09e2d26ae2 HTTP/1.1" status: 200 len: 809 time: 0.1030729 Feb 05 03:31:45.062734 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-39a205d4-204d-4edb-b1e7-ebf6fe5f4304 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/quotas/9c65e6f9b8ff4bf0b9f36529bd00cf15 HTTP/1.1" status: 200 len: 375 time: 0.0099118 Feb 05 03:31:45.123268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-0ebe9443-d272-46b9-8f29-ba3f0c652aa1 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c65e6f9b8ff4bf0b9f36529bd00cf15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550532 Feb 05 03:31:45.124885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Set router f8e87733-18d1-4087-b4eb-b662a4214daa gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:45.222446 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-ef01f739-497c-494d-9645-0cb1e6abcf7c service neutron] 10.222.0.36 "GET /v2.0/networks/73dbd80e-60d5-4c73-833a-2b09e2d26ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878189 Feb 05 03:31:45.319462 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-d0360590-8378-4292-be0b-5bbd5e46ef31 service neutron] 10.222.0.36 "GET /v2.0/networks/73dbd80e-60d5-4c73-833a-2b09e2d26ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904765 Feb 05 03:31:45.485440 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'name': 'tempest-TestServerBasicOps-272401113-router', 'tenant_id': 'f8219fb57da84e08bd601b5db761ac65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7190e741-3a32-477c-870d-a4f41dec88ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:39Z', 'updated_at': '2022-02-05T03:31:42Z', 'revision_number': 4, 'project_id': 'f8219fb57da84e08bd601b5db761ac65', 'gw_port': {'id': '7190e741-3a32-477c-870d-a4f41dec88ce', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:39Z', 'updated_at': '2022-02-05T03:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '635c6d00-54d1-4b80-85bf-1ef7b64282c5', 'name': '', 'network_id': '4b7ee3bb-5aa0-48d6-945b-dd57a60098eb', 'tenant_id': 'f8219fb57da84e08bd601b5db761ac65', 'mac_address': 'fa:16:3e:e0:29:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'f8bdddf3-59d1-4267-9e75-9ff045134068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:41Z', 'updated_at': '2022-02-05T03:31:42Z', 'revision_number': 2, 'project_id': 'f8219fb57da84e08bd601b5db761ac65', 'subnets': [{'id': 'f8bdddf3-59d1-4267-9e75-9ff045134068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:45.513717 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Checking router: f8e87733-18d1-4087-b4eb-b662a4214daa for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:31:45.514204 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Updating router f8e87733-18d1-4087-b4eb-b662a4214daa port 635c6d00-54d1-4b80-85bf-1ef7b64282c5 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:31:45.525067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c01afd82-8cbe-4a37-9b18-1b77d84c0a6e req-e72fa931-f61b-4a91-8c90-1ec728ebc573 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 210 time: 0.0300162 Feb 05 03:31:45.546653 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:45.821427 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Publish callbacks [] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:45.826883 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:45.879715 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703aa30-5f58-4131-b436-310b307eed7b None None] Pushing event updated for resources: {'Port': ['ID=635c6d00-54d1-4b80-85bf-1ef7b64282c5,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:45.929553 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Attempting to bind port 635c6d00-54d1-4b80-85bf-1ef7b64282c5 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:31:45.929926 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Attempting to bind port 635c6d00-54d1-4b80-85bf-1ef7b64282c5 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '2b71bf33-e2df-49a0-b560-64fc1deb5998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7ee3bb-5aa0-48d6-945b-dd57a60098eb'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:31:45.930283 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Attempting to bind port 635c6d00-54d1-4b80-85bf-1ef7b64282c5 on network 4b7ee3bb-5aa0-48d6-945b-dd57a60098eb {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:31:45.936051 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:31:45.936465 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Checking segment: {'id': '2b71bf33-e2df-49a0-b560-64fc1deb5998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7ee3bb-5aa0-48d6-945b-dd57a60098eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:31:45.936833 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:45.937225 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Bound using segment: {'id': '2b71bf33-e2df-49a0-b560-64fc1deb5998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7ee3bb-5aa0-48d6-945b-dd57a60098eb'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:31:45.937699 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Bound port: 635c6d00-54d1-4b80-85bf-1ef7b64282c5, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b71bf33-e2df-49a0-b560-64fc1deb5998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7ee3bb-5aa0-48d6-945b-dd57a60098eb'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:31:45.938065 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:46.032348 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] For port 635c6d00-54d1-4b80-85bf-1ef7b64282c5, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:31:46.037107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] For port 635c6d00-54d1-4b80-85bf-1ef7b64282c5, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=635c6d00-54d1-4b80-85bf-1ef7b64282c5,segment=NetworkSegment(2b71bf33-e2df-49a0-b560-64fc1deb5998),segment_id=2b71bf33-e2df-49a0-b560-64fc1deb5998)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:31:46.048538 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:46.116248 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Routers {'f8e87733-18d1-4087-b4eb-b662a4214daa'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:46.116903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f8e87733-18d1-4087-b4eb-b662a4214daa'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:46.188145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703aa30-5f58-4131-b436-310b307eed7b None None] Pushing event updated for resources: {'Port': ['ID=635c6d00-54d1-4b80-85bf-1ef7b64282c5,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:46.207398 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7190e741-3a32-477c-870d-a4f41dec88ce up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:31:46.249916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3ebd06aa-1617-4edc-9591-1f58cada0298 None None] Provisioning complete for port 635c6d00-54d1-4b80-85bf-1ef7b64282c5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:46.250290 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3ebd06aa-1617-4edc-9591-1f58cada0298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:46.316952 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] Set router f8e87733-18d1-4087-b4eb-b662a4214daa gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:46.369763 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 7190e741-3a32-477c-870d-a4f41dec88ce triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:46.369763 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7190e741-3a32-477c-870d-a4f41dec88ce), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:46.513648 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd06aa-1617-4edc-9591-1f58cada0298 None None] Current status of the port 635c6d00-54d1-4b80-85bf-1ef7b64282c5 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:46.514019 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3ebd06aa-1617-4edc-9591-1f58cada0298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:46.522309 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-9c1f870c-f897-4f4c-806e-193fde904631 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:46.525289 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-9c1f870c-f897-4f4c-806e-193fde904631 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.10 "GET /v2.0/networks?id=73dbd80e-60d5-4c73-833a-2b09e2d26ae2 HTTP/1.1" status: 200 len: 809 time: 0.1206896 Feb 05 03:31:46.543953 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:46.612062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3ebd06aa-1617-4edc-9591-1f58cada0298 None None] For port 635c6d00-54d1-4b80-85bf-1ef7b64282c5, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=635c6d00-54d1-4b80-85bf-1ef7b64282c5,segment=NetworkSegment(2b71bf33-e2df-49a0-b560-64fc1deb5998),segment_id=2b71bf33-e2df-49a0-b560-64fc1deb5998)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:46.619073 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3ebd06aa-1617-4edc-9591-1f58cada0298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:46.625156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-6a31b296-a677-43c2-9a32-666ed9f6fcc4 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c65e6f9b8ff4bf0b9f36529bd00cf15 HTTP/1.1" status: 200 len: 379 time: 0.0912623 Feb 05 03:31:46.642533 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-512f0bf1-68b6-4526-a702-3b07faecfe42 req-9f8ff54c-c457-4bf6-877b-d75ff3a28095 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 210 time: 0.0364499 Feb 05 03:31:46.645912 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-e6ec0c46-0837-4a74-ba63-a5f030c087f8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Request body: {'port': {'device_id': '56a078bb-e603-4523-826a-5a3976066440', 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2', 'admin_state_up': True, 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'security_groups': ['74210abd-f844-4acc-84a6-0ac3d46cdc09']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:46.672924 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 7190e741-3a32-477c-870d-a4f41dec88ce is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:46.704079 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd06aa-1617-4edc-9591-1f58cada0298 None None] Pushing event updated for resources: {'Port': ['ID=635c6d00-54d1-4b80-85bf-1ef7b64282c5,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:46.722749 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'name': 'tempest-TestServerBasicOps-272401113-router', 'tenant_id': 'f8219fb57da84e08bd601b5db761ac65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7190e741-3a32-477c-870d-a4f41dec88ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:39Z', 'updated_at': '2022-02-05T03:31:42Z', 'revision_number': 4, 'project_id': 'f8219fb57da84e08bd601b5db761ac65', 'gw_port': {'id': '7190e741-3a32-477c-870d-a4f41dec88ce', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:39Z', 'updated_at': '2022-02-05T03:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '635c6d00-54d1-4b80-85bf-1ef7b64282c5', 'name': '', 'network_id': '4b7ee3bb-5aa0-48d6-945b-dd57a60098eb', 'tenant_id': 'f8219fb57da84e08bd601b5db761ac65', 'mac_address': 'fa:16:3e:e0:29:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'f8bdddf3-59d1-4267-9e75-9ff045134068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:41Z', 'updated_at': '2022-02-05T03:31:46Z', 'revision_number': 4, 'project_id': 'f8219fb57da84e08bd601b5db761ac65', 'subnets': [{'id': 'f8bdddf3-59d1-4267-9e75-9ff045134068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:46.757690 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bbbdd9-3f5e-4835-8696-fa9e771e69f2 None None] The sync data for ids ['f8e87733-18d1-4087-b4eb-b662a4214daa'] in n-d-826942-8 is: [{'id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'name': 'tempest-TestServerBasicOps-272401113-router', 'tenant_id': 'f8219fb57da84e08bd601b5db761ac65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7190e741-3a32-477c-870d-a4f41dec88ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:39Z', 'updated_at': '2022-02-05T03:31:42Z', 'revision_number': 4, 'project_id': 'f8219fb57da84e08bd601b5db761ac65', 'gw_port': {'id': '7190e741-3a32-477c-870d-a4f41dec88ce', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:39Z', 'updated_at': '2022-02-05T03:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '635c6d00-54d1-4b80-85bf-1ef7b64282c5', 'name': '', 'network_id': '4b7ee3bb-5aa0-48d6-945b-dd57a60098eb', 'tenant_id': 'f8219fb57da84e08bd601b5db761ac65', 'mac_address': 'fa:16:3e:e0:29:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'f8bdddf3-59d1-4267-9e75-9ff045134068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:41Z', 'updated_at': '2022-02-05T03:31:46Z', 'revision_number': 4, 'project_id': 'f8219fb57da84e08bd601b5db761ac65', 'subnets': [{'id': 'f8bdddf3-59d1-4267-9e75-9ff045134068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:31:46.760722 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-e6ec0c46-0837-4a74-ba63-a5f030c087f8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Made reservation on behalf of 9c65e6f9b8ff4bf0b9f36529bd00cf15 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:31:46.764614 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-e6ec0c46-0837-4a74-ba63-a5f030c087f8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:46.768728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7809c063-c93f-488c-9eb7-fb51054473c2 None None] Provisioning complete for port 635c6d00-54d1-4b80-85bf-1ef7b64282c5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:46.768888 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7809c063-c93f-488c-9eb7-fb51054473c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:46.877430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7809c063-c93f-488c-9eb7-fb51054473c2 None None] Current status of the port 635c6d00-54d1-4b80-85bf-1ef7b64282c5 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:46.918627 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-e6ec0c46-0837-4a74-ba63-a5f030c087f8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Allocated IP 172.20.0.10 (73dbd80e-60d5-4c73-833a-2b09e2d26ae2/a6ac4222-3d41-4971-99b5-6ccafa801f82/1b13ac43-6982-483d-8f8d-09b88c026f56) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:31:47.095976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf1d18-8f9e-43e4-a74a-605a0cec793a req-16325eac-81b8-46ae-b6d6-e8a7fe4641f4 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:47.097680 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28cf1d18-8f9e-43e4-a74a-605a0cec793a req-16325eac-81b8-46ae-b6d6-e8a7fe4641f4 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 1127 time: 0.0923731 Feb 05 03:31:47.103106 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-e6ec0c46-0837-4a74-ba63-a5f030c087f8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for port (1b13ac43-6982-483d-8f8d-09b88c026f56), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:47.123197 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-28cf1d18-8f9e-43e4-a74a-605a0cec793a req-1f99bc51-425d-4e2e-9668-28e1be1803d2 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:47.177244 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-e6ec0c46-0837-4a74-ba63-a5f030c087f8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (1b13ac43-6982-483d-8f8d-09b88c026f56), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:47.236349 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-e6ec0c46-0837-4a74-ba63-a5f030c087f8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Network 73dbd80e-60d5-4c73-833a-2b09e2d26ae2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:31:47.245201 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-e6ec0c46-0837-4a74-ba63-a5f030c087f8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:47.252343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-e6ec0c46-0837-4a74-ba63-a5f030c087f8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:31:47.283730 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec0c46-0837-4a74-ba63-a5f030c087f8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Pushing event updated for resources: {'Port': ['ID=1b13ac43-6982-483d-8f8d-09b88c026f56,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:47.323077 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-28cf1d18-8f9e-43e4-a74a-605a0cec793a req-1f99bc51-425d-4e2e-9668-28e1be1803d2 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Publish callbacks [] for security_group (4a88633e-c24c-424b-8511-3092562e572c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:47.332459 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-28cf1d18-8f9e-43e4-a74a-605a0cec793a req-1f99bc51-425d-4e2e-9668-28e1be1803d2 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4a88633e-c24c-424b-8511-3092562e572c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:47.339909 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-e6ec0c46-0837-4a74-ba63-a5f030c087f8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:47.340423 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-e6ec0c46-0837-4a74-ba63-a5f030c087f8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:47.394213 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-e6ec0c46-0837-4a74-ba63-a5f030c087f8 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7537887 Feb 05 03:31:47.397536 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28cf1d18-8f9e-43e4-a74a-605a0cec793a req-1f99bc51-425d-4e2e-9668-28e1be1803d2 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924955 Feb 05 03:31:47.398277 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99bc51-425d-4e2e-9668-28e1be1803d2 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a88633e-c24c-424b-8511-3092562e572c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:47.407764 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Request body: {'port': {'device_id': '56a078bb-e603-4523-826a-5a3976066440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:47.472027 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1b13ac43-6982-483d-8f8d-09b88c026f56), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:47.500810 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6afc902c-1819-4c91-a3f0-ba7791f59505 None None] Provisioning complete for port 1b13ac43-6982-483d-8f8d-09b88c026f56 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:47.501377 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6afc902c-1819-4c91-a3f0-ba7791f59505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1b13ac43-6982-483d-8f8d-09b88c026f56), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:47.539430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6afc902c-1819-4c91-a3f0-ba7791f59505 None None] Port 1b13ac43-6982-483d-8f8d-09b88c026f56 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:31:47.573845 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185bbdf-2180-4332-a696-84f3c9354710 req-5da8b105-1d4f-4eec-960d-e17dd5b29876 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:47.575488 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8185bbdf-2180-4332-a696-84f3c9354710 req-5da8b105-1d4f-4eec-960d-e17dd5b29876 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.1013327 Feb 05 03:31:47.722620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8185bbdf-2180-4332-a696-84f3c9354710 req-b08fb101-200e-4bed-8930-0015ce8cbc1d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046543 Feb 05 03:31:47.746100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41546) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:47.807769 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50ad58-c6da-40db-a81a-19f1e0087ea6 req-7824bcdc-eb9f-4a02-befd-5f11f0c4c7f7 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:47.809201 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a50ad58-c6da-40db-a81a-19f1e0087ea6 req-7824bcdc-eb9f-4a02-befd-5f11f0c4c7f7 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 932 time: 0.0946100 Feb 05 03:31:47.819553 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-dbac055d-546d-4556-a491-aae80443b209 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/floatingips/e8816870-d708-4579-a2e5-cb22431008f2 HTTP/1.1" status: 200 len: 992 time: 0.0664401 Feb 05 03:31:47.897842 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a50ad58-c6da-40db-a81a-19f1e0087ea6 req-784fc879-eedd-4ee5-b6b5-cd046eeb8d81 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/security-groups?id=74210abd-f844-4acc-84a6-0ac3d46cdc09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827799 Feb 05 03:31:47.901750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b13ac43-6982-483d-8f8d-09b88c026f56 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:31:47.909286 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Publish callbacks [] for port (1b13ac43-6982-483d-8f8d-09b88c026f56), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:47.922897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Transition to ACTIVE for port object 1b13ac43-6982-483d-8f8d-09b88c026f56 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:31:47.926957 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (1b13ac43-6982-483d-8f8d-09b88c026f56), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:47.974734 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Pushing event updated for resources: {'Port': ['ID=1b13ac43-6982-483d-8f8d-09b88c026f56,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:48.053405 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Attempting to bind port 1b13ac43-6982-483d-8f8d-09b88c026f56 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:31:48.053785 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Attempting to bind port 1b13ac43-6982-483d-8f8d-09b88c026f56 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '8c7d6fca-46c7-4acc-93f6-5bd237aed1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:31:48.054064 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Attempting to bind port 1b13ac43-6982-483d-8f8d-09b88c026f56 on network 73dbd80e-60d5-4c73-833a-2b09e2d26ae2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:31:48.058751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Port 1b13ac43-6982-483d-8f8d-09b88c026f56 on network 73dbd80e-60d5-4c73-833a-2b09e2d26ae2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:31:48.059078 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Attempting to bind port 1b13ac43-6982-483d-8f8d-09b88c026f56 on network 73dbd80e-60d5-4c73-833a-2b09e2d26ae2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:31:48.064400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:31:48.064771 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Checking segment: {'id': '8c7d6fca-46c7-4acc-93f6-5bd237aed1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:31:48.065162 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Bound using segment: {'id': '8c7d6fca-46c7-4acc-93f6-5bd237aed1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:31:48.065589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Bound port: 1b13ac43-6982-483d-8f8d-09b88c026f56, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7d6fca-46c7-4acc-93f6-5bd237aed1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:31:48.065950 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1b13ac43-6982-483d-8f8d-09b88c026f56), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:48.066167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 635c6d00-54d1-4b80-85bf-1ef7b64282c5 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:31:48.122806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 635c6d00-54d1-4b80-85bf-1ef7b64282c5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:48.123381 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:48.145937 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] For port 1b13ac43-6982-483d-8f8d-09b88c026f56, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:31:48.151195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] For port 1b13ac43-6982-483d-8f8d-09b88c026f56, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1b13ac43-6982-483d-8f8d-09b88c026f56,segment=NetworkSegment(8c7d6fca-46c7-4acc-93f6-5bd237aed1af),segment_id=8c7d6fca-46c7-4acc-93f6-5bd237aed1af)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:31:48.159994 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (1b13ac43-6982-483d-8f8d-09b88c026f56), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:48.203487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:48.204151 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:48.205843 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] 10.222.0.10 "PUT /v2.0/ports/1b13ac43-6982-483d-8f8d-09b88c026f56 HTTP/1.1" status: 200 len: 1092 time: 0.8025587 Feb 05 03:31:48.206316 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a078bb-e603-4523-826a-5a3976066440', 'tag': '1b13ac43-6982-483d-8f8d-09b88c026f56'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:31:48.210343 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb60cf5-524f-4acc-9a39-131ca1b0c424" -d '{"events": [{"name": "network-changed", "server_uuid": "56a078bb-e603-4523-826a-5a3976066440", "tag": "1b13ac43-6982-483d-8f8d-09b88c026f56"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:31:48.228052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 635c6d00-54d1-4b80-85bf-1ef7b64282c5 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:48.243475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-ac799edd-b9e0-498c-aa7e-8c0a98f86254 req-5fcbf996-8f6f-46b2-a72d-96f4c5819257 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:31:48.244710 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ac799edd-b9e0-498c-aa7e-8c0a98f86254 req-5fcbf996-8f6f-46b2-a72d-96f4c5819257 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063977 Feb 05 03:31:48.262572 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab4c521-5ce8-4b19-9939-36a93435c03f x-openstack-request-id: req-5ab4c521-5ce8-4b19-9939-36a93435c03f {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:31:48.262967 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a078bb-e603-4523-826a-5a3976066440", "tag": "1b13ac43-6982-483d-8f8d-09b88c026f56", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:31:48.263392 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ab4c521-5ce8-4b19-9939-36a93435c03f {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:31:48.263856 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a078bb-e603-4523-826a-5a3976066440', 'tag': '1b13ac43-6982-483d-8f8d-09b88c026f56', 'status': 'completed', 'code': 200} Feb 05 03:31:48.267435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba29c2-f824-4186-8d6c-140a094351fd service neutron] Pushing event updated for resources: {'Port': ['ID=1b13ac43-6982-483d-8f8d-09b88c026f56,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:48.320683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-d6528566-102c-44ed-a2f4-a82fd348cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:48.322308 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-d6528566-102c-44ed-a2f4-a82fd348cd87 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c65e6f9b8ff4bf0b9f36529bd00cf15&device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 1126 time: 0.0519223 Feb 05 03:31:48.374512 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-5c9d9f59-a2d9-49d3-8bd2-19707b6f223f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b13ac43-6982-483d-8f8d-09b88c026f56 HTTP/1.1" status: 200 len: 217 time: 0.0446565 Feb 05 03:31:48.428236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-b71d868a-b2ef-4198-99d1-83d7d47064e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:48.429779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-b71d868a-b2ef-4198-99d1-83d7d47064e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a6ac4222-3d41-4971-99b5-6ccafa801f82 HTTP/1.1" status: 200 len: 848 time: 0.0475011 Feb 05 03:31:48.484350 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-167b646b-5b09-4083-b999-99911c05387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:48.485841 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-167b646b-5b09-4083-b999-99911c05387a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73dbd80e-60d5-4c73-833a-2b09e2d26ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501077 Feb 05 03:31:48.579424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-fae924f3-ff5f-4052-bfc3-2dad39f66b7b service neutron] 10.222.0.10 "GET /v2.0/networks/73dbd80e-60d5-4c73-833a-2b09e2d26ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873802 Feb 05 03:31:48.686943 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d47cd7a-0205-4bd9-964c-7d7d269e1442 req-21598930-36d1-428b-8ac4-ed0c18866e06 service neutron] 10.222.0.10 "GET /v2.0/networks/73dbd80e-60d5-4c73-833a-2b09e2d26ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010070 Feb 05 03:31:48.724179 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41568) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:48.830199 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f4678-1efa-4112-978b-2930d4648619 req-87dd4fbb-64a5-4b8e-9fad-68784b7f294d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:48.831703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-530f4678-1efa-4112-978b-2930d4648619 req-87dd4fbb-64a5-4b8e-9fad-68784b7f294d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0987613 Feb 05 03:31:48.834962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb60cf5-524f-4acc-9a39-131ca1b0c424 req-2abc958b-0064-4a0e-bfec-c8c0d427632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:48.836425 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcb60cf5-524f-4acc-9a39-131ca1b0c424 req-2abc958b-0064-4a0e-bfec-c8c0d427632f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c65e6f9b8ff4bf0b9f36529bd00cf15&device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 1126 time: 0.0900395 Feb 05 03:31:48.976031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-530f4678-1efa-4112-978b-2930d4648619 req-ddf928e5-5e9c-4870-a47c-b0cf81ddbf2e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376171 Feb 05 03:31:48.996530 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-7d2cad97-7055-472a-bba1-80e4ad444f60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2708244 Feb 05 03:31:49.016991 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-f54468f5-3dfa-4c93-a4da-22c019ff41d8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:31:49.017977 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-f54468f5-3dfa-4c93-a4da-22c019ff41d8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060058 Feb 05 03:31:49.039784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb60cf5-524f-4acc-9a39-131ca1b0c424 req-695c0d1e-0937-4a05-bafc-41dbc4c2a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:49.041249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcb60cf5-524f-4acc-9a39-131ca1b0c424 req-695c0d1e-0937-4a05-bafc-41dbc4c2a28c service neutron] 10.222.0.10 "GET /v2.0/networks?id=73dbd80e-60d5-4c73-833a-2b09e2d26ae2 HTTP/1.1" status: 200 len: 910 time: 0.1969018 Feb 05 03:31:49.091393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcb60cf5-524f-4acc-9a39-131ca1b0c424 req-5029f043-593d-401c-8132-6db697bb7bd3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b13ac43-6982-483d-8f8d-09b88c026f56 HTTP/1.1" status: 200 len: 217 time: 0.0421085 Feb 05 03:31:49.103527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5b0f4-cae2-4b86-856e-03cf76ae99dd req-e616658e-46bf-4f94-9291-162af988ad2f tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:49.105210 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55f5b0f4-cae2-4b86-856e-03cf76ae99dd req-e616658e-46bf-4f94-9291-162af988ad2f tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 944 time: 0.1162748 Feb 05 03:31:49.176889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb60cf5-524f-4acc-9a39-131ca1b0c424 req-d43ddb42-46fe-407e-88d5-119016b6fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:49.178388 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcb60cf5-524f-4acc-9a39-131ca1b0c424 req-d43ddb42-46fe-407e-88d5-119016b6fbec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a6ac4222-3d41-4971-99b5-6ccafa801f82 HTTP/1.1" status: 200 len: 848 time: 0.0724990 Feb 05 03:31:49.187328 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55f5b0f4-cae2-4b86-856e-03cf76ae99dd req-78fd9d6c-ca7d-4f31-a435-6b135a7db1fa tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/security-groups?id=74210abd-f844-4acc-84a6-0ac3d46cdc09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741959 Feb 05 03:31:49.232570 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb60cf5-524f-4acc-9a39-131ca1b0c424 req-799628e0-55cf-4d85-9400-b31ffb976835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:49.234113 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcb60cf5-524f-4acc-9a39-131ca1b0c424 req-799628e0-55cf-4d85-9400-b31ffb976835 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73dbd80e-60d5-4c73-833a-2b09e2d26ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459278 Feb 05 03:31:49.332973 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcb60cf5-524f-4acc-9a39-131ca1b0c424 req-f42a2347-e1f0-437f-a149-36cb53d77b17 service neutron] 10.222.0.10 "GET /v2.0/networks/73dbd80e-60d5-4c73-833a-2b09e2d26ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914950 Feb 05 03:31:49.433434 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcb60cf5-524f-4acc-9a39-131ca1b0c424 req-c79aafc3-59bd-4cd4-bbb3-0b05bf6d01f3 service neutron] 10.222.0.10 "GET /v2.0/networks/73dbd80e-60d5-4c73-833a-2b09e2d26ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935123 Feb 05 03:31:49.874112 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1b13ac43-6982-483d-8f8d-09b88c026f56 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:31:49.971042 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 1b13ac43-6982-483d-8f8d-09b88c026f56, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1b13ac43-6982-483d-8f8d-09b88c026f56,segment=NetworkSegment(8c7d6fca-46c7-4acc-93f6-5bd237aed1af),segment_id=8c7d6fca-46c7-4acc-93f6-5bd237aed1af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:49.982337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '1b13ac43-6982-483d-8f8d-09b88c026f56', 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2', 'port_id': '1b13ac43-6982-483d-8f8d-09b88c026f56', 'mac_address': 'fa:16:3e:ef:fc:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:31:50.019274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 1b13ac43-6982-483d-8f8d-09b88c026f56 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:50.019671 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1b13ac43-6982-483d-8f8d-09b88c026f56), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:50.037976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b13ac43-6982-483d-8f8d-09b88c026f56 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:31:50.062337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 1b13ac43-6982-483d-8f8d-09b88c026f56, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1b13ac43-6982-483d-8f8d-09b88c026f56,segment=NetworkSegment(8c7d6fca-46c7-4acc-93f6-5bd237aed1af),segment_id=8c7d6fca-46c7-4acc-93f6-5bd237aed1af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:50.066980 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1b13ac43-6982-483d-8f8d-09b88c026f56), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:50.119128 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd4656-4507-4b5d-9599-650aa57b4f38 req-596b5c8a-0c41-4c87-bab5-e1aef5c7cdb6 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:50.120681 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28fd4656-4507-4b5d-9599-650aa57b4f38 req-596b5c8a-0c41-4c87-bab5-e1aef5c7cdb6 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0661528 Feb 05 03:31:50.123785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=1b13ac43-6982-483d-8f8d-09b88c026f56,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:50.126378 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-a5794e4c-505b-4e0d-bc43-a0846d13515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:50.128052 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-a5794e4c-505b-4e0d-bc43-a0846d13515a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 1127 time: 0.0566335 Feb 05 03:31:50.177257 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28fd4656-4507-4b5d-9599-650aa57b4f38 req-7008a6d2-1a37-452a-9eba-4408fe5c7e32 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510292 Feb 05 03:31:50.218037 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-255d0cc6-30b8-43ff-88a8-55a0b63840b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:50.219204 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-255d0cc6-30b8-43ff-88a8-55a0b63840b7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=14fff511-2d36-4643-86a3-7dbc5f869068 HTTP/1.1" status: 200 len: 898 time: 0.0854437 Feb 05 03:31:50.269969 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['1b13ac43-6982-483d-8f8d-09b88c026f56'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:31:50.290603 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-d5836ebb-af3a-42ed-be58-10486938009a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae449239-7d86-4133-9474-2e6140c5b9a6 HTTP/1.1" status: 200 len: 1000 time: 0.0643826 Feb 05 03:31:50.309965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce9731-e8b8-43d8-870d-439a6ee86c5d req-c37eee7d-e868-48e3-9e91-13f8574ee71e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:50.311587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42ce9731-e8b8-43d8-870d-439a6ee86c5d req-c37eee7d-e868-48e3-9e91-13f8574ee71e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 945 time: 0.0541015 Feb 05 03:31:50.340646 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-9349aa38-5aa1-47ab-bef2-9efa87010940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:50.342571 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-9349aa38-5aa1-47ab-bef2-9efa87010940 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8a95596-770f-4e5c-b2dd-7a7409c42beb HTTP/1.1" status: 200 len: 835 time: 0.0463684 Feb 05 03:31:50.364733 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42ce9731-e8b8-43d8-870d-439a6ee86c5d req-4b88ae06-2649-46c9-9e68-dc68d730f604 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/security-groups?id=74210abd-f844-4acc-84a6-0ac3d46cdc09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474827 Feb 05 03:31:50.399726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-31a8ce5c-6dfd-4839-acb8-87ed52c0d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:50.401297 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-31a8ce5c-6dfd-4839-acb8-87ed52c0d0eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=14fff511-2d36-4643-86a3-7dbc5f869068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529406 Feb 05 03:31:50.497253 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-bbb276e7-1c9c-4d93-b08e-ca8f4d1d8fc6 service neutron] 10.222.0.31 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895052 Feb 05 03:31:50.586649 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-4e0ac225-3a6f-43fb-b0b3-69ff6a67ac2e service neutron] 10.222.0.31 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823882 Feb 05 03:31:51.298993 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f7261-99eb-4007-b27e-4c6b0dacc295 req-46127b25-a04b-4301-9fbf-0e9ca5355576 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:51.300453 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-061f7261-99eb-4007-b27e-4c6b0dacc295 req-46127b25-a04b-4301-9fbf-0e9ca5355576 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0521994 Feb 05 03:31:51.347266 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-061f7261-99eb-4007-b27e-4c6b0dacc295 req-ba199f3a-a08c-4e5f-82ae-e4e541e75d2a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409997 Feb 05 03:31:51.498234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68ce60-b3a9-4704-8dc4-2df787f8fdc9 req-2971809f-298b-4439-93a5-4c544d991138 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:51.499716 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca68ce60-b3a9-4704-8dc4-2df787f8fdc9 req-2971809f-298b-4439-93a5-4c544d991138 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 945 time: 0.0551956 Feb 05 03:31:51.547479 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ca68ce60-b3a9-4704-8dc4-2df787f8fdc9 req-ea0bc2c3-e9f2-421d-980e-30a0df89feaa tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/security-groups?id=74210abd-f844-4acc-84a6-0ac3d46cdc09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422745 Feb 05 03:31:51.873132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1b13ac43-6982-483d-8f8d-09b88c026f56 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:31:51.922349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 1b13ac43-6982-483d-8f8d-09b88c026f56 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:31:51.926388 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 1b13ac43-6982-483d-8f8d-09b88c026f56 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:31:51.926765 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1b13ac43-6982-483d-8f8d-09b88c026f56), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:52.008646 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 1b13ac43-6982-483d-8f8d-09b88c026f56 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:31:52.009039 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1b13ac43-6982-483d-8f8d-09b88c026f56), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:52.032641 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a078bb-e603-4523-826a-5a3976066440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b13ac43-6982-483d-8f8d-09b88c026f56'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:31:52.034886 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bd32f8-50d8-415d-9a5f-ecf21ee529cf" -d '{"events": [{"server_uuid": "56a078bb-e603-4523-826a-5a3976066440", "name": "network-vif-plugged", "status": "completed", "tag": "1b13ac43-6982-483d-8f8d-09b88c026f56"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:31:52.048351 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 1b13ac43-6982-483d-8f8d-09b88c026f56, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1b13ac43-6982-483d-8f8d-09b88c026f56,segment=NetworkSegment(8c7d6fca-46c7-4acc-93f6-5bd237aed1af),segment_id=8c7d6fca-46c7-4acc-93f6-5bd237aed1af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:31:52.053560 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1b13ac43-6982-483d-8f8d-09b88c026f56), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:52.079135 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a225d6-70c8-43b0-b2dd-6c034e8f6381 x-openstack-request-id: req-68a225d6-70c8-43b0-b2dd-6c034e8f6381 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:31:52.079436 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a078bb-e603-4523-826a-5a3976066440", "name": "network-vif-plugged", "status": "completed", "tag": "1b13ac43-6982-483d-8f8d-09b88c026f56", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:31:52.079692 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68a225d6-70c8-43b0-b2dd-6c034e8f6381 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:31:52.080084 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a078bb-e603-4523-826a-5a3976066440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b13ac43-6982-483d-8f8d-09b88c026f56', 'code': 200} Feb 05 03:31:52.105421 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=1b13ac43-6982-483d-8f8d-09b88c026f56,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:52.179278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c9c3a-91ed-4a92-88c0-1864aa7d9961 req-93ea2bb5-5a42-4982-b00d-f686cb4e5d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:52.180863 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc0c9c3a-91ed-4a92-88c0-1864aa7d9961 req-93ea2bb5-5a42-4982-b00d-f686cb4e5d7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 1128 time: 0.0442145 Feb 05 03:31:52.227664 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cc0c9c3a-91ed-4a92-88c0-1864aa7d9961 req-8bd19e54-8dd1-47fe-b6d8-38241d6b6663 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=74210abd-f844-4acc-84a6-0ac3d46cdc09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395091 Feb 05 03:31:52.472718 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef57d9-571f-4cc2-aa01-9f6e3cecdf05 req-8ca1c944-d396-4a25-81a1-adb3d9d1cf96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:52.474726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0aef57d9-571f-4cc2-aa01-9f6e3cecdf05 req-8ca1c944-d396-4a25-81a1-adb3d9d1cf96 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0577455 Feb 05 03:31:52.524062 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0aef57d9-571f-4cc2-aa01-9f6e3cecdf05 req-5ac65fc3-4c65-4705-becc-db5d643ace3e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432167 Feb 05 03:31:52.669109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f4ff5-a611-4270-a3fb-283e90229bc6 req-22e21729-0861-4530-9c84-f0e961fffd25 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:52.670580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-518f4ff5-a611-4270-a3fb-283e90229bc6 req-22e21729-0861-4530-9c84-f0e961fffd25 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 946 time: 0.0534101 Feb 05 03:31:52.722931 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-518f4ff5-a611-4270-a3fb-283e90229bc6 req-2f231c3a-5859-4b01-a999-e6bc28411092 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/security-groups?id=74210abd-f844-4acc-84a6-0ac3d46cdc09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464637 Feb 05 03:31:53.643832 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f1ab8-41ac-4ea9-9bbc-e0b28244bea1 req-753dc353-ee39-488c-9703-091bc303af97 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:53.645231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c2f1ab8-41ac-4ea9-9bbc-e0b28244bea1 req-753dc353-ee39-488c-9703-091bc303af97 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0540020 Feb 05 03:31:53.697774 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c2f1ab8-41ac-4ea9-9bbc-e0b28244bea1 req-c619b200-be7b-4154-85b2-f71346d2c544 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458574 Feb 05 03:31:53.843924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017a06a-1c14-4c39-b0c4-64d95c3a0bb8 req-dc5382b9-eb69-494b-a8a8-f4aa59069ab3 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:53.845394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e017a06a-1c14-4c39-b0c4-64d95c3a0bb8 req-dc5382b9-eb69-494b-a8a8-f4aa59069ab3 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 946 time: 0.0516791 Feb 05 03:31:53.895202 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e017a06a-1c14-4c39-b0c4-64d95c3a0bb8 req-0b9702c7-717b-4ed5-a2f5-764d51aa13a7 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/security-groups?id=74210abd-f844-4acc-84a6-0ac3d46cdc09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436275 Feb 05 03:31:54.026388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb0c2a-85f9-4472-8223-79982159e7a8 req-4303fe41-93e7-416f-bdfb-5fd7317c3d5a tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:54.027889 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-febb0c2a-85f9-4472-8223-79982159e7a8 req-4303fe41-93e7-416f-bdfb-5fd7317c3d5a tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 946 time: 0.0519977 Feb 05 03:31:54.075178 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-febb0c2a-85f9-4472-8223-79982159e7a8 req-a22b2ea7-7472-4674-91fc-fc201b213266 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/security-groups?id=74210abd-f844-4acc-84a6-0ac3d46cdc09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415924 Feb 05 03:31:54.195270 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3825c-1c73-47a8-a5eb-0dd0a1d3fda6 req-a8aac664-070d-4e97-ba13-0a3b67906dcd tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:54.196751 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69d3825c-1c73-47a8-a5eb-0dd0a1d3fda6 req-a8aac664-070d-4e97-ba13-0a3b67906dcd tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 946 time: 0.0569923 Feb 05 03:31:54.244231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69d3825c-1c73-47a8-a5eb-0dd0a1d3fda6 req-8f9741de-f22c-42ad-bb3d-62f4ece01765 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/security-groups?id=74210abd-f844-4acc-84a6-0ac3d46cdc09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418448 Feb 05 03:31:54.266034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41618) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:54.353612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc019de-0d74-4b93-a69b-946738d51d2a tempest-TestServerBasicOps-927433968 tempest-TestServerBasicOps-927433968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:54.355183 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8dc019de-0d74-4b93-a69b-946738d51d2a tempest-TestServerBasicOps-927433968 tempest-TestServerBasicOps-927433968-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 1123 time: 0.0881867 Feb 05 03:31:54.358037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41622) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:31:54.362405 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': '1b13ac43-6982-483d-8f8d-09b88c026f56', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:31:54.383310 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:54.480293 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:54.579932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Allocated IP 172.25.0.147 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/5616f6ac-53ad-4c32-a9dd-4b595f0ec7d7) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:31:54.681938 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for port (5616f6ac-53ad-4c32-a9dd-4b595f0ec7d7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:54.714278 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (5616f6ac-53ad-4c32-a9dd-4b595f0ec7d7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:54.752226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:31:54.757065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:31:54.760559 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:31:54.795504 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Pushing event updated for resources: {'Port': ['ID=5616f6ac-53ad-4c32-a9dd-4b595f0ec7d7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:54.874834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfe360-b479-48a8-9092-ab97c0006f14 req-683b2046-17db-4f7f-8667-819ad543b25b tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:54.876316 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8cfe360-b479-48a8-9092-ab97c0006f14 req-683b2046-17db-4f7f-8667-819ad543b25b tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0926263 Feb 05 03:31:55.359003 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8cfe360-b479-48a8-9092-ab97c0006f14 req-d2efc5bd-9bdd-46b5-b347-8003fa6be827 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4765387 Feb 05 03:31:55.526844 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for floatingip (3d643241-0d87-4878-98f0-3aab8f7c9ab3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:55.596046 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5616f6ac-53ad-4c32-a9dd-4b595f0ec7d7), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:55.745244 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for port (5616f6ac-53ad-4c32-a9dd-4b595f0ec7d7), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:55.749740 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (5616f6ac-53ad-4c32-a9dd-4b595f0ec7d7), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:55.817363 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Pushing event updated for resources: {'Port': ['ID=5616f6ac-53ad-4c32-a9dd-4b595f0ec7d7,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:31:55.828611 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (3d643241-0d87-4878-98f0-3aab8f7c9ab3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:55.929299 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Floating IP 3d643241-0d87-4878-98f0-3aab8f7c9ab3 associated. External IP: 172.25.0.147, port: 1b13ac43-6982-483d-8f8d-09b88c026f56. Feb 05 03:31:56.136919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:31:56.246671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:31:56.256558 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c6e4c5-592e-4eff-8128-74e63f1a11c5 None None] Sync routers for ids ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:31:56.265070 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:31:56.267380 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6e4c5-592e-4eff-8128-74e63f1a11c5 None None] Routers {'25a6b62e-79d6-4af0-ab9d-d06d499b3b59'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:56.267991 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c7c6e4c5-592e-4eff-8128-74e63f1a11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:56.296096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5b4a37da-b51d-40b7-952a-b2d3757d935e tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9370141 Feb 05 03:31:56.296823 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a078bb-e603-4523-826a-5a3976066440', 'tag': '1b13ac43-6982-483d-8f8d-09b88c026f56'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:31:56.299222 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8d2755-a469-4ef4-9e9e-157e61f89424" -d '{"events": [{"name": "network-changed", "server_uuid": "56a078bb-e603-4523-826a-5a3976066440", "tag": "1b13ac43-6982-483d-8f8d-09b88c026f56"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:31:56.336363 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f55c72-ab35-4867-9efc-9f6a433ca368 x-openstack-request-id: req-f9f55c72-ab35-4867-9efc-9f6a433ca368 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:31:56.336664 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a078bb-e603-4523-826a-5a3976066440", "tag": "1b13ac43-6982-483d-8f8d-09b88c026f56", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:31:56.336923 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f9f55c72-ab35-4867-9efc-9f6a433ca368 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:31:56.337789 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a078bb-e603-4523-826a-5a3976066440', 'tag': '1b13ac43-6982-483d-8f8d-09b88c026f56', 'status': 'completed', 'code': 200} Feb 05 03:31:56.379339 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c7c6e4c5-592e-4eff-8128-74e63f1a11c5 None None] Set router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:56.405010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d2755-a469-4ef4-9e9e-157e61f89424 req-ebb7b44f-88f8-4a02-98b7-31a3a57b9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:56.406797 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec8d2755-a469-4ef4-9e9e-157e61f89424 req-ebb7b44f-88f8-4a02-98b7-31a3a57b9a47 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c65e6f9b8ff4bf0b9f36529bd00cf15&device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 1128 time: 0.0472028 Feb 05 03:31:56.539452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37480942-7b2b-4fe0-bcb0-10883fc74664 req-3e7bde83-d9a6-4701-b2ad-0271a1088b9f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:56.541012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37480942-7b2b-4fe0-bcb0-10883fc74664 req-3e7bde83-d9a6-4701-b2ad-0271a1088b9f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0825357 Feb 05 03:31:56.545854 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d2755-a469-4ef4-9e9e-157e61f89424 req-fd4fd9be-2e04-471e-8024-e57a570e62dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:56.547298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec8d2755-a469-4ef4-9e9e-157e61f89424 req-fd4fd9be-2e04-471e-8024-e57a570e62dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=73dbd80e-60d5-4c73-833a-2b09e2d26ae2 HTTP/1.1" status: 200 len: 910 time: 0.1348696 Feb 05 03:31:56.606045 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c7c6e4c5-592e-4eff-8128-74e63f1a11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'name': 'tempest-TestServerBasicOps-1241343815-router', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:37Z', 'revision_number': 4, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'gw_port': {'id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '3d643241-0d87-4878-98f0-3aab8f7c9ab3', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'port_id': '1b13ac43-6982-483d-8f8d-09b88c026f56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2', 'mac_address': 'fa:16:3e:ef:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a078bb-e603-4523-826a-5a3976066440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:31:55Z', 'updated_at': '2022-02-05T03:31:55Z', 'revision_number': 0, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d499cc-ca0f-4533-9393-51634bd8565a', 'name': '', 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'mac_address': 'fa:16:3e:bf:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:36Z', 'updated_at': '2022-02-05T03:31:41Z', 'revision_number': 5, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'subnets': [{'id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:56.632350 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c6e4c5-592e-4eff-8128-74e63f1a11c5 None None] Checking router: 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:31:56.640565 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6e4c5-592e-4eff-8128-74e63f1a11c5 None None] Routers {'25a6b62e-79d6-4af0-ab9d-d06d499b3b59'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:31:56.641092 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c7c6e4c5-592e-4eff-8128-74e63f1a11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:31:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:56.643378 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37480942-7b2b-4fe0-bcb0-10883fc74664 req-c0241c77-d653-41a1-b29c-406417a17fff tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951409 Feb 05 03:31:56.645206 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec8d2755-a469-4ef4-9e9e-157e61f89424 req-0b13c5ab-f0b1-4a77-8d00-afdec93b0637 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b13ac43-6982-483d-8f8d-09b88c026f56 HTTP/1.1" status: 200 len: 1000 time: 0.0901453 Feb 05 03:31:56.695191 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d2755-a469-4ef4-9e9e-157e61f89424 req-e0997cbb-0750-45f2-8f10-f3d9396e86a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:56.696680 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec8d2755-a469-4ef4-9e9e-157e61f89424 req-e0997cbb-0750-45f2-8f10-f3d9396e86a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a6ac4222-3d41-4971-99b5-6ccafa801f82 HTTP/1.1" status: 200 len: 848 time: 0.0454247 Feb 05 03:31:56.745606 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d2755-a469-4ef4-9e9e-157e61f89424 req-a8ba9f67-358a-4cf2-93c5-06c90e89a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:56.747147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec8d2755-a469-4ef4-9e9e-157e61f89424 req-a8ba9f67-358a-4cf2-93c5-06c90e89a36c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73dbd80e-60d5-4c73-833a-2b09e2d26ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442317 Feb 05 03:31:56.750142 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c7c6e4c5-592e-4eff-8128-74e63f1a11c5 None None] Set router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:31:56.839661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec8d2755-a469-4ef4-9e9e-157e61f89424 req-9878d0db-3330-4c8a-831b-2a6ba3f62f38 service neutron] 10.222.0.10 "GET /v2.0/networks/73dbd80e-60d5-4c73-833a-2b09e2d26ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864758 Feb 05 03:31:56.927964 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec8d2755-a469-4ef4-9e9e-157e61f89424 req-526d81ac-b0e0-416e-9e85-11bd07b7b8b8 service neutron] 10.222.0.10 "GET /v2.0/networks/73dbd80e-60d5-4c73-833a-2b09e2d26ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814147 Feb 05 03:31:56.973324 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c7c6e4c5-592e-4eff-8128-74e63f1a11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'name': 'tempest-TestServerBasicOps-1241343815-router', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:37Z', 'revision_number': 4, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'gw_port': {'id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '3d643241-0d87-4878-98f0-3aab8f7c9ab3', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'port_id': '1b13ac43-6982-483d-8f8d-09b88c026f56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2', 'mac_address': 'fa:16:3e:ef:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a078bb-e603-4523-826a-5a3976066440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:31:55Z', 'updated_at': '2022-02-05T03:31:55Z', 'revision_number': 0, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d499cc-ca0f-4533-9393-51634bd8565a', 'name': '', 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'mac_address': 'fa:16:3e:bf:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:36Z', 'updated_at': '2022-02-05T03:31:41Z', 'revision_number': 5, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'subnets': [{'id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:31:56.999540 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c6e4c5-592e-4eff-8128-74e63f1a11c5 None None] The sync data for ids ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'] in n-d-826942-8 is: [{'id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'name': 'tempest-TestServerBasicOps-1241343815-router', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:37Z', 'revision_number': 4, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'gw_port': {'id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '3d643241-0d87-4878-98f0-3aab8f7c9ab3', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'floating_ip_address': '172.25.0.147', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'port_id': '1b13ac43-6982-483d-8f8d-09b88c026f56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2', 'mac_address': 'fa:16:3e:ef:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a078bb-e603-4523-826a-5a3976066440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:31:55Z', 'updated_at': '2022-02-05T03:31:55Z', 'revision_number': 0, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d499cc-ca0f-4533-9393-51634bd8565a', 'name': '', 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'mac_address': 'fa:16:3e:bf:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:36Z', 'updated_at': '2022-02-05T03:31:41Z', 'revision_number': 5, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'subnets': [{'id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:31:57.198490 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7a017c-6b3c-452f-8114-e768673e8e17 None None] New status for floating IP 3d643241-0d87-4878-98f0-3aab8f7c9ab3: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:31:57.764562 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fa8fd-03db-4767-b66b-9ad4cb3d318b req-2428009f-0dfb-454e-9fe2-e931fe1be253 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:57.766040 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c5fa8fd-03db-4767-b66b-9ad4cb3d318b req-2428009f-0dfb-454e-9fe2-e931fe1be253 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0532351 Feb 05 03:31:57.817199 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c5fa8fd-03db-4767-b66b-9ad4cb3d318b req-8ef1feca-4ae2-4eb4-81c4-b78bcc5c77ec tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456176 Feb 05 03:31:58.935906 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd5341-de8a-481f-b998-6f50fc97dd1c req-266b1bad-b724-4517-a34f-5e19e5a4ee5e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:31:58.937410 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-edbd5341-de8a-481f-b998-6f50fc97dd1c req-266b1bad-b724-4517-a34f-5e19e5a4ee5e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0528922 Feb 05 03:31:58.985090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-edbd5341-de8a-481f-b998-6f50fc97dd1c req-f76a9fcd-b041-482c-9e1b-98b73b1db8bc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422246 Feb 05 03:32:00.103714 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3715c20-6b0f-4f29-baa8-4c20d5a164b2 req-901bc87b-f6c4-4134-8237-3c55e84b12d2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:00.105171 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3715c20-6b0f-4f29-baa8-4c20d5a164b2 req-901bc87b-f6c4-4134-8237-3c55e84b12d2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0509398 Feb 05 03:32:00.152851 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3715c20-6b0f-4f29-baa8-4c20d5a164b2 req-e52bace0-cf30-491d-af6d-9a2d8d0fcec3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422404 Feb 05 03:32:01.274733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd3c88-42f6-4e86-9088-93893cb97115 req-ec80f78c-aeb4-438e-8427-1086be203c90 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:01.276237 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01dd3c88-42f6-4e86-9088-93893cb97115 req-ec80f78c-aeb4-438e-8427-1086be203c90 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0567977 Feb 05 03:32:01.323457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01dd3c88-42f6-4e86-9088-93893cb97115 req-6977ceac-84a1-4ba8-966b-711eea0d56d0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416465 Feb 05 03:32:02.443360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8d6e2-0d6d-4a14-bb04-07ea76b1bec3 req-6f1521b0-98a1-4232-bfd9-99efff387422 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:02.444850 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91c8d6e2-0d6d-4a14-bb04-07ea76b1bec3 req-6f1521b0-98a1-4232-bfd9-99efff387422 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0538404 Feb 05 03:32:02.493530 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91c8d6e2-0d6d-4a14-bb04-07ea76b1bec3 req-e9d89af8-b509-4d47-abbf-b40ffa601509 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431216 Feb 05 03:32:02.501437 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-1f4aaed1-29c2-4e52-a2cb-142aa76f7e9e service neutron] show failed (client error): The resource could not be found. Feb 05 03:32:02.502484 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-1f4aaed1-29c2-4e52-a2cb-142aa76f7e9e service neutron] 10.222.0.31 "GET /v2.0/ports/ae449239-7d86-4133-9474-2e6140c5b9a6/bindings/n-h2-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.0557201 Feb 05 03:32:02.746105 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-afe237ac-7c62-4f7e-a456-d914e840f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:02.747841 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-afe237ac-7c62-4f7e-a456-d914e840f439 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db&tenant_id=d19f328b21dc466e9df0e58e9aa162da HTTP/1.1" status: 200 len: 1127 time: 0.0859973 Feb 05 03:32:02.759287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:32:02.817029 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:03.019362 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] For port ae449239-7d86-4133-9474-2e6140c5b9a6, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ae449239-7d86-4133-9474-2e6140c5b9a6,segment=NetworkSegment(c068010e-b232-4dfc-a78f-42ea260c44e0),segment_id=c068010e-b232-4dfc-a78f-42ea260c44e0)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:32:03.052569 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] For port ae449239-7d86-4133-9474-2e6140c5b9a6, host n-h1-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:32:03.094599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae449239-7d86-4133-9474-2e6140c5b9a6'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:32:03.097010 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac8deb4-8f51-4e9c-927d-2096d2456cb2" -d '{"events": [{"server_uuid": "9cf9259a-6358-4e73-a1a8-8ac53cc5a0db", "name": "network-vif-unplugged", "status": "completed", "tag": "ae449239-7d86-4133-9474-2e6140c5b9a6"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:32:03.101813 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Publish callbacks [] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:03.115635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Transition to ACTIVE for port object ae449239-7d86-4133-9474-2e6140c5b9a6 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:32:03.119262 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:03.154977 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcade0f-0dc7-47ae-bbfc-d4f1540d464b x-openstack-request-id: req-cfcade0f-0dc7-47ae-bbfc-d4f1540d464b {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:32:03.155292 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf9259a-6358-4e73-a1a8-8ac53cc5a0db", "name": "network-vif-unplugged", "status": "completed", "tag": "ae449239-7d86-4133-9474-2e6140c5b9a6", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:32:03.155555 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cfcade0f-0dc7-47ae-bbfc-d4f1540d464b {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:32:03.155949 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae449239-7d86-4133-9474-2e6140c5b9a6', 'code': 200} Feb 05 03:32:03.187864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Pushing event updated for resources: {'Port': ['ID=ae449239-7d86-4133-9474-2e6140c5b9a6,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:03.243775 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:03.244220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:03.244570 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:03.244924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:03.245244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:03.245575 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:03.245915 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:03.246240 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:03.246563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:03.246908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:03.247234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:03.247556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:03.247876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:03.328694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] No DVR routers for this DVR port ae449239-7d86-4133-9474-2e6140c5b9a6 on host n-h1-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:32:03.471314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Attempting to bind port ae449239-7d86-4133-9474-2e6140c5b9a6 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:32:03.471990 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Attempting to bind port ae449239-7d86-4133-9474-2e6140c5b9a6 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'c068010e-b232-4dfc-a78f-42ea260c44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:32:03.471990 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Attempting to bind port ae449239-7d86-4133-9474-2e6140c5b9a6 on network 14fff511-2d36-4643-86a3-7dbc5f869068 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:32:03.476246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Port ae449239-7d86-4133-9474-2e6140c5b9a6 on network 14fff511-2d36-4643-86a3-7dbc5f869068 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:32:03.476573 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Attempting to bind port ae449239-7d86-4133-9474-2e6140c5b9a6 on network 14fff511-2d36-4643-86a3-7dbc5f869068 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:32:03.481314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:32:03.481655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Checking segment: {'id': 'c068010e-b232-4dfc-a78f-42ea260c44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:32:03.482043 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Bound using segment: {'id': 'c068010e-b232-4dfc-a78f-42ea260c44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:32:03.482468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Bound port: ae449239-7d86-4133-9474-2e6140c5b9a6, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c068010e-b232-4dfc-a78f-42ea260c44e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:32:03.482858 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:03.544783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] For port ae449239-7d86-4133-9474-2e6140c5b9a6, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:32:03.547777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] For port ae449239-7d86-4133-9474-2e6140c5b9a6, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ae449239-7d86-4133-9474-2e6140c5b9a6,segment=NetworkSegment(c068010e-b232-4dfc-a78f-42ea260c44e0),segment_id=c068010e-b232-4dfc-a78f-42ea260c44e0)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:32:03.554175 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:03.604399 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:03.605077 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:03.606344 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] 10.222.0.10 "PUT /v2.0/ports/ae449239-7d86-4133-9474-2e6140c5b9a6 HTTP/1.1" status: 200 len: 1091 time: 0.8513999 Feb 05 03:32:03.678442 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6877ba6e-1609-4685-be63-c6f2a9725cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:03.684677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c4779-c382-48f1-8ba5-eb23599e1dca service neutron] Pushing event updated for resources: {'Port': ['ID=ae449239-7d86-4133-9474-2e6140c5b9a6,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:03.709376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395eddbb-f9bf-42f1-91a1-4eb22a19e8d9 req-a1f25db7-0d8f-4c6f-a3e0-7a70eea00436 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:03.710992 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-395eddbb-f9bf-42f1-91a1-4eb22a19e8d9 req-a1f25db7-0d8f-4c6f-a3e0-7a70eea00436 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 943 time: 0.1487837 Feb 05 03:32:03.735911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-a64774f4-aa85-4009-8232-10452e0217f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:03.737408 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-a64774f4-aa85-4009-8232-10452e0217f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 1125 time: 0.0980380 Feb 05 03:32:03.820910 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-395eddbb-f9bf-42f1-91a1-4eb22a19e8d9 req-76878bf3-75da-4c0e-a4c0-294d4ebbc808 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028204 Feb 05 03:32:03.857393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-ad304359-75e0-4475-afe2-4dbe605d9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:03.858945 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-ad304359-75e0-4475-afe2-4dbe605d9311 service neutron] 10.222.0.10 "GET /v2.0/networks?id=14fff511-2d36-4643-86a3-7dbc5f869068 HTTP/1.1" status: 200 len: 898 time: 0.1147580 Feb 05 03:32:03.924440 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-ac1b3e58-4b70-4a18-b4b4-ea3156b4ffa0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae449239-7d86-4133-9474-2e6140c5b9a6 HTTP/1.1" status: 200 len: 998 time: 0.0589626 Feb 05 03:32:03.971460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-0b57a3ad-c6ad-4e2b-b0a3-bb3af9bcbba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:03.972900 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-0b57a3ad-c6ad-4e2b-b0a3-bb3af9bcbba4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8a95596-770f-4e5c-b2dd-7a7409c42beb HTTP/1.1" status: 200 len: 835 time: 0.0431471 Feb 05 03:32:04.033022 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-90b91203-ed39-481a-a1e1-e18a574cf5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:04.034492 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-90b91203-ed39-481a-a1e1-e18a574cf5a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=14fff511-2d36-4643-86a3-7dbc5f869068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473247 Feb 05 03:32:04.119919 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-5e39f709-ba8c-443f-a3f4-e0035bbb131c service neutron] 10.222.0.10 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788305 Feb 05 03:32:04.211694 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9af06263-80a3-4572-8a0b-91b1aefdcf33 req-e2334018-a3c4-4a3e-b6c7-ea1d98434cb6 service neutron] 10.222.0.10 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847979 Feb 05 03:32:04.943546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfb490-e3d2-4da3-b319-587c4c325aec req-0b100d7c-fc2b-4a8a-b610-a58a0773ace3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:04.945025 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-86dfb490-e3d2-4da3-b319-587c4c325aec req-0b100d7c-fc2b-4a8a-b610-a58a0773ace3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 943 time: 0.0536203 Feb 05 03:32:04.992661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-86dfb490-e3d2-4da3-b319-587c4c325aec req-8d256ced-33b3-46f5-9f32-3430e4a1cdf3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421236 Feb 05 03:32:05.157584 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'tag': 'ae449239-7d86-4133-9474-2e6140c5b9a6'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:32:05.159895 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7705ccc-d3a6-4faa-89a8-46782c90162b" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf9259a-6358-4e73-a1a8-8ac53cc5a0db", "tag": "ae449239-7d86-4133-9474-2e6140c5b9a6"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:32:05.207473 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f72b9e5-c6a0-4678-8a30-ca311929a0f0 x-openstack-request-id: req-5f72b9e5-c6a0-4678-8a30-ca311929a0f0 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:32:05.207767 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf9259a-6358-4e73-a1a8-8ac53cc5a0db", "tag": "ae449239-7d86-4133-9474-2e6140c5b9a6", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:32:05.208019 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f72b9e5-c6a0-4678-8a30-ca311929a0f0 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:32:05.209085 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'tag': 'ae449239-7d86-4133-9474-2e6140c5b9a6', 'status': 'completed', 'code': 200} Feb 05 03:32:05.274212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-07fd743f-e96d-4454-ac8c-f2c7a5170d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:05.275757 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-07fd743f-e96d-4454-ac8c-f2c7a5170d48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 1125 time: 0.0494931 Feb 05 03:32:05.280312 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-9998c3a3-cf31-4715-a612-626e94adbc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:05.281777 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-9998c3a3-cf31-4715-a612-626e94adbc83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 1125 time: 0.0520039 Feb 05 03:32:05.373742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-d3897574-2fc1-49ab-b7ca-e048cae299fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:05.374118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-d871f732-bbf5-4421-bf76-d22dae5677ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:05.375264 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-d3897574-2fc1-49ab-b7ca-e048cae299fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=14fff511-2d36-4643-86a3-7dbc5f869068 HTTP/1.1" status: 200 len: 898 time: 0.0922086 Feb 05 03:32:05.375605 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-d871f732-bbf5-4421-bf76-d22dae5677ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=14fff511-2d36-4643-86a3-7dbc5f869068 HTTP/1.1" status: 200 len: 898 time: 0.0876479 Feb 05 03:32:05.445854 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-1d53e457-ca88-4deb-8019-6b4ce44ed5e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae449239-7d86-4133-9474-2e6140c5b9a6 HTTP/1.1" status: 200 len: 998 time: 0.0618782 Feb 05 03:32:05.450359 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-817a5155-d127-46f6-bfb6-62a75df67e88 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae449239-7d86-4133-9474-2e6140c5b9a6 HTTP/1.1" status: 200 len: 998 time: 0.0686729 Feb 05 03:32:05.507559 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-b5432300-5308-4e94-a80f-908600a133cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:05.509057 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-b5432300-5308-4e94-a80f-908600a133cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8a95596-770f-4e5c-b2dd-7a7409c42beb HTTP/1.1" status: 200 len: 835 time: 0.0552976 Feb 05 03:32:05.564109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-860dae5d-01ff-417a-a201-08f2e2f53257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:05.565658 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-860dae5d-01ff-417a-a201-08f2e2f53257 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=14fff511-2d36-4643-86a3-7dbc5f869068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485497 Feb 05 03:32:05.660930 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-6246ae14-243d-4906-9677-71e738589ea1 service neutron] 10.222.0.10 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876083 Feb 05 03:32:05.779427 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-17bc4fdb-45ce-42d3-98c1-c46a0a4f2f42 service neutron] 10.222.0.10 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037281 Feb 05 03:32:05.841314 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-35f8340e-dcc1-43fd-9450-d40a56b9d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:05.842748 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-35f8340e-dcc1-43fd-9450-d40a56b9d98e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8a95596-770f-4e5c-b2dd-7a7409c42beb HTTP/1.1" status: 200 len: 835 time: 0.3872840 Feb 05 03:32:05.891244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-ebf91243-e616-4b3d-a3b2-57b63764d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:05.892745 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-ebf91243-e616-4b3d-a3b2-57b63764d8e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=14fff511-2d36-4643-86a3-7dbc5f869068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432119 Feb 05 03:32:05.899646 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7ab0df8-b00a-4520-9ea3-a3c0aa3e01ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:05.951160 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ae449239-7d86-4133-9474-2e6140c5b9a6 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:32:05.984670 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-e0b39a54-2a24-4833-94dc-9920025f989b service neutron] 10.222.0.31 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857902 Feb 05 03:32:06.053850 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port ae449239-7d86-4133-9474-2e6140c5b9a6, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ae449239-7d86-4133-9474-2e6140c5b9a6,segment=NetworkSegment(c068010e-b232-4dfc-a78f-42ea260c44e0),segment_id=c068010e-b232-4dfc-a78f-42ea260c44e0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:32:06.067442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'ae449239-7d86-4133-9474-2e6140c5b9a6', 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068', 'port_id': 'ae449239-7d86-4133-9474-2e6140c5b9a6', 'mac_address': 'fa:16:3e:b6:c2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:32:06.077022 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c7705ccc-d3a6-4faa-89a8-46782c90162b req-a894713f-b195-4533-92dd-cc1b986ab096 service neutron] 10.222.0.31 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853577 Feb 05 03:32:06.109595 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port ae449239-7d86-4133-9474-2e6140c5b9a6 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:32:06.110005 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:06.122966 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae449239-7d86-4133-9474-2e6140c5b9a6 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:32:06.128520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffa43e-6732-4e19-acc8-3912d3047741 req-b4c02958-3f84-4ef5-89a6-c2367492eab8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:06.130074 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-beffa43e-6732-4e19-acc8-3912d3047741 req-b4c02958-3f84-4ef5-89a6-c2367492eab8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 943 time: 0.0587425 Feb 05 03:32:06.142530 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port ae449239-7d86-4133-9474-2e6140c5b9a6, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ae449239-7d86-4133-9474-2e6140c5b9a6,segment=NetworkSegment(c068010e-b232-4dfc-a78f-42ea260c44e0),segment_id=c068010e-b232-4dfc-a78f-42ea260c44e0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:32:06.147683 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:06.183144 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-beffa43e-6732-4e19-acc8-3912d3047741 req-5d3368fd-7e77-4171-9f57-4b099124416e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471206 Feb 05 03:32:06.200070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=ae449239-7d86-4133-9474-2e6140c5b9a6,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:06.207848 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:06.208738 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:06.209110 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:06.209430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:06.209773 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:06.210102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:06.210430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:06.210789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:06.211129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:06.211456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:06.211781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:06.212105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:06.212786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:06.388739 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87779267-9edf-4928-b1db-b305d54f2293 req-39ac8d9d-249a-407c-9881-65c06718fbc4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:06.390138 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['ae449239-7d86-4133-9474-2e6140c5b9a6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:32:06.390462 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87779267-9edf-4928-b1db-b305d54f2293 req-39ac8d9d-249a-407c-9881-65c06718fbc4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 944 time: 0.0619876 Feb 05 03:32:06.445748 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87779267-9edf-4928-b1db-b305d54f2293 req-d919fd33-bc33-44d6-9bfb-5b49c051c999 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464005 Feb 05 03:32:06.450737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b823fc-55db-4145-9332-252918851957 req-20c39466-846f-48a3-af79-30fb1c5c5b9d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:06.452382 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52b823fc-55db-4145-9332-252918851957 req-20c39466-846f-48a3-af79-30fb1c5c5b9d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.31 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db&tenant_id=d19f328b21dc466e9df0e58e9aa162da&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 944 time: 0.1138446 Feb 05 03:32:06.511917 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-52b823fc-55db-4145-9332-252918851957 req-64039cb7-f7f1-4119-9681-693592289907 service neutron] delete failed (client error): The resource could not be found. Feb 05 03:32:06.512970 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52b823fc-55db-4145-9332-252918851957 req-64039cb7-f7f1-4119-9681-693592289907 service neutron] 10.222.0.31 "DELETE /v2.0/ports/ae449239-7d86-4133-9474-2e6140c5b9a6/bindings/n-h1-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.0532193 Feb 05 03:32:06.598703 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b823fc-55db-4145-9332-252918851957 req-d31d36ac-a38f-47d7-be0c-09de4cc8d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:06.600724 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52b823fc-55db-4145-9332-252918851957 req-d31d36ac-a38f-47d7-be0c-09de4cc8d956 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 1126 time: 0.0463567 Feb 05 03:32:06.691177 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b823fc-55db-4145-9332-252918851957 req-8cd00ef9-d8c5-4974-a3c1-9bccb25b76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:06.693161 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52b823fc-55db-4145-9332-252918851957 req-8cd00ef9-d8c5-4974-a3c1-9bccb25b76c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=14fff511-2d36-4643-86a3-7dbc5f869068 HTTP/1.1" status: 200 len: 898 time: 0.0863707 Feb 05 03:32:06.761918 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52b823fc-55db-4145-9332-252918851957 req-3f77e0f9-dab1-41e1-b2de-7e16f5a8924d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae449239-7d86-4133-9474-2e6140c5b9a6 HTTP/1.1" status: 200 len: 999 time: 0.0636213 Feb 05 03:32:06.813441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b823fc-55db-4145-9332-252918851957 req-b5bb8837-f2d1-49ad-a911-d55109e80468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:06.814877 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52b823fc-55db-4145-9332-252918851957 req-b5bb8837-f2d1-49ad-a911-d55109e80468 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d8a95596-770f-4e5c-b2dd-7a7409c42beb HTTP/1.1" status: 200 len: 835 time: 0.0468886 Feb 05 03:32:06.862632 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b823fc-55db-4145-9332-252918851957 req-4d4cb692-1643-469d-9893-53bd5591c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:06.864034 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52b823fc-55db-4145-9332-252918851957 req-4d4cb692-1643-469d-9893-53bd5591c360 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=14fff511-2d36-4643-86a3-7dbc5f869068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436659 Feb 05 03:32:06.949553 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52b823fc-55db-4145-9332-252918851957 req-663f7d40-ceae-43f6-878e-d7446b340116 service neutron] 10.222.0.31 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797191 Feb 05 03:32:06.976991 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ae449239-7d86-4133-9474-2e6140c5b9a6 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:32:07.015707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] The host n-h1-826942-8 is not matching for port ae449239-7d86-4133-9474-2e6140c5b9a6 host n-h2-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:32:07.016102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ae449239-7d86-4133-9474-2e6140c5b9a6 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:32:07.046318 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52b823fc-55db-4145-9332-252918851957 req-c3d9e854-44f1-47b7-89e5-1c54ac03881a service neutron] 10.222.0.31 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907190 Feb 05 03:32:07.210906 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:07.575237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7a4c1-d8d0-4307-8a31-d0f7a6dc2f35 req-62531e77-a8c6-408f-ae07-53514d0b0b17 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:07.576731 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67a7a4c1-d8d0-4307-8a31-d0f7a6dc2f35 req-62531e77-a8c6-408f-ae07-53514d0b0b17 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 944 time: 0.0566738 Feb 05 03:32:07.628990 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67a7a4c1-d8d0-4307-8a31-d0f7a6dc2f35 req-bd0ef10a-6fc6-43f5-9599-63c8131d049c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459728 Feb 05 03:32:07.651747 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41664) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:07.970948 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ae449239-7d86-4133-9474-2e6140c5b9a6 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:32:08.023024 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port ae449239-7d86-4133-9474-2e6140c5b9a6 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:32:08.027229 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port ae449239-7d86-4133-9474-2e6140c5b9a6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:32:08.027620 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:08.109313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-52412935-3c6e-4f5a-b565-9cd541778fc6 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/floatingips/e8816870-d708-4579-a2e5-cb22431008f2 HTTP/1.1" status: 200 len: 991 time: 0.4564106 Feb 05 03:32:08.109721 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port ae449239-7d86-4133-9474-2e6140c5b9a6 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:32:08.110112 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:08.133676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae449239-7d86-4133-9474-2e6140c5b9a6'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:32:08.136533 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f1ad65-440d-4f31-8372-a6907be5d098" -d '{"events": [{"server_uuid": "9cf9259a-6358-4e73-a1a8-8ac53cc5a0db", "name": "network-vif-plugged", "status": "completed", "tag": "ae449239-7d86-4133-9474-2e6140c5b9a6"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:32:08.150020 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port ae449239-7d86-4133-9474-2e6140c5b9a6, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ae449239-7d86-4133-9474-2e6140c5b9a6,segment=NetworkSegment(c068010e-b232-4dfc-a78f-42ea260c44e0),segment_id=c068010e-b232-4dfc-a78f-42ea260c44e0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:32:08.154036 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:08.179179 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc57eecc-e6c3-4766-94ec-a91211fdf41e x-openstack-request-id: req-dc57eecc-e6c3-4766-94ec-a91211fdf41e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:32:08.179473 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf9259a-6358-4e73-a1a8-8ac53cc5a0db", "name": "network-vif-plugged", "status": "completed", "tag": "ae449239-7d86-4133-9474-2e6140c5b9a6", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:32:08.179724 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc57eecc-e6c3-4766-94ec-a91211fdf41e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:32:08.180107 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae449239-7d86-4133-9474-2e6140c5b9a6', 'code': 200} Feb 05 03:32:08.204539 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=ae449239-7d86-4133-9474-2e6140c5b9a6,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:08.752013 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:10.039284 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:11.729631 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:16.494858 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:17.390386 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:32:31.675479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41682) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:31.763644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1ea8-2568-4031-9849-fadea6f16a7c req-45785822-b6aa-41b3-a753-39ba2c8cc011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:31.765135 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6fd1ea8-2568-4031-9849-fadea6f16a7c req-45785822-b6aa-41b3-a753-39ba2c8cc011 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 1128 time: 0.0886605 Feb 05 03:32:31.814401 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6fd1ea8-2568-4031-9849-fadea6f16a7c req-a4570c8b-9b23-464e-a1a2-61ac29fcff76 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=74210abd-f844-4acc-84a6-0ac3d46cdc09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428276 Feb 05 03:32:32.470498 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-429baafa-78c6-40bb-a2bd-0e06303b6cb7 req-5216a514-ec99-4e3e-8a8b-aae7e6478a28 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0906823 Feb 05 03:32:32.565446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429baafa-78c6-40bb-a2bd-0e06303b6cb7 req-7c4b610f-b706-485c-81ec-bc3642b20f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:32.566990 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-429baafa-78c6-40bb-a2bd-0e06303b6cb7 req-7c4b610f-b706-485c-81ec-bc3642b20f2a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 1127 time: 0.0436218 Feb 05 03:32:32.678344 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429baafa-78c6-40bb-a2bd-0e06303b6cb7 req-b3fda531-383e-460b-abe7-f1dc47562657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:32.679859 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-429baafa-78c6-40bb-a2bd-0e06303b6cb7 req-b3fda531-383e-460b-abe7-f1dc47562657 service neutron] 10.222.0.10 "GET /v2.0/networks?id=14fff511-2d36-4643-86a3-7dbc5f869068 HTTP/1.1" status: 200 len: 898 time: 0.0916872 Feb 05 03:32:32.747708 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-429baafa-78c6-40bb-a2bd-0e06303b6cb7 req-e70da4ba-6e81-457e-9038-68eb4654f64e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae449239-7d86-4133-9474-2e6140c5b9a6 HTTP/1.1" status: 200 len: 1000 time: 0.0592988 Feb 05 03:32:32.797067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429baafa-78c6-40bb-a2bd-0e06303b6cb7 req-9ab1de86-339d-4b0e-bba5-3933c615aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:32.798544 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-429baafa-78c6-40bb-a2bd-0e06303b6cb7 req-9ab1de86-339d-4b0e-bba5-3933c615aacf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8a95596-770f-4e5c-b2dd-7a7409c42beb HTTP/1.1" status: 200 len: 835 time: 0.0449595 Feb 05 03:32:32.852068 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429baafa-78c6-40bb-a2bd-0e06303b6cb7 req-f21798eb-a21d-4aa7-aec7-c774f31f76db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:32.853681 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-429baafa-78c6-40bb-a2bd-0e06303b6cb7 req-f21798eb-a21d-4aa7-aec7-c774f31f76db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=14fff511-2d36-4643-86a3-7dbc5f869068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493023 Feb 05 03:32:32.944027 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-429baafa-78c6-40bb-a2bd-0e06303b6cb7 req-dbcdbdf3-bc72-4af1-a869-87abbc25a8a5 service neutron] 10.222.0.10 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836034 Feb 05 03:32:33.039587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-429baafa-78c6-40bb-a2bd-0e06303b6cb7 req-694a5205-a96c-49b9-a74e-38c1d58f5a19 service neutron] 10.222.0.10 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892067 Feb 05 03:32:33.674266 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4e6c5b63-3e8e-4ed7-b9b1-d464f4b0a126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:35.901290 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95aba0cd-92fb-46f9-9bb2-667d7e8fd6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:37.212327 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:38.579664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3c15d-40a2-43d8-ac2c-cec6612321f3 req-0786b98b-cbdf-4b70-b9ff-53e20a768d16 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:38.581191 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85c3c15d-40a2-43d8-ac2c-cec6612321f3 req-0786b98b-cbdf-4b70-b9ff-53e20a768d16 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 1127 time: 0.0437953 Feb 05 03:32:38.626459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85c3c15d-40a2-43d8-ac2c-cec6612321f3 req-2a1b7996-b1c7-459f-92f8-cd35a69b55fb tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391228 Feb 05 03:32:38.649405 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41710) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:38.753843 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:38.802685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a5b16dc3-a9ec-4420-af52-354f5248844e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting port d8de4668-5fe5-4477-8759-496c94361a48 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:32:38.803050 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5b16dc3-a9ec-4420-af52-354f5248844e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d8de4668-5fe5-4477-8759-496c94361a48), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:38.882117 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5b16dc3-a9ec-4420-af52-354f5248844e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d8de4668-5fe5-4477-8759-496c94361a48), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:38.882363 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5b16dc3-a9ec-4420-af52-354f5248844e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for floatingip (d8de4668-5fe5-4477-8759-496c94361a48), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:38.893628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a5b16dc3-a9ec-4420-af52-354f5248844e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Calling delete_port for d8de4668-5fe5-4477-8759-496c94361a48 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:32:39.067877 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5b16dc3-a9ec-4420-af52-354f5248844e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d8de4668-5fe5-4477-8759-496c94361a48), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:39.092301 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b16dc3-a9ec-4420-af52-354f5248844e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Port': ['ID=d8de4668-5fe5-4477-8759-496c94361a48,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:39.156552 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5b16dc3-a9ec-4420-af52-354f5248844e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for floatingip (e8816870-d708-4579-a2e5-cb22431008f2), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:39.156793 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-a5b16dc3-a9ec-4420-af52-354f5248844e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Floating IP e8816870-d708-4579-a2e5-cb22431008f2 disassociated (deleted). External IP: 172.25.0.52, port: ae449239-7d86-4133-9474-2e6140c5b9a6. Feb 05 03:32:39.358884 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b16dc3-a9ec-4420-af52-354f5248844e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:32:39.469122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b16dc3-a9ec-4420-af52-354f5248844e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:32:39.473944 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5b16dc3-a9ec-4420-af52-354f5248844e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:39.478381 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cac89d0-ecdd-42f8-978a-ad81b93aace4 None None] Sync routers for ids ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:32:39.487697 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cac89d0-ecdd-42f8-978a-ad81b93aace4 None None] Routers {'2c3a64f3-fdeb-4869-91e5-f6d579756d08'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:32:39.488312 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2cac89d0-ecdd-42f8-978a-ad81b93aace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:32:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:39.502772 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a5b16dc3-a9ec-4420-af52-354f5248844e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/floatingips/e8816870-d708-4579-a2e5-cb22431008f2 HTTP/1.1" status: 204 len: 168 time: 0.8523023 Feb 05 03:32:39.503367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'tag': 'ae449239-7d86-4133-9474-2e6140c5b9a6'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:32:39.506184 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9c143e-d074-4bc8-b4ff-77b709f5e4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf9259a-6358-4e73-a1a8-8ac53cc5a0db", "tag": "ae449239-7d86-4133-9474-2e6140c5b9a6"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:32:39.543649 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b453f42-6817-403f-ad3b-2a866fa443bd x-openstack-request-id: req-8b453f42-6817-403f-ad3b-2a866fa443bd {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:32:39.543952 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf9259a-6358-4e73-a1a8-8ac53cc5a0db", "tag": "ae449239-7d86-4133-9474-2e6140c5b9a6", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:32:39.544212 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b453f42-6817-403f-ad3b-2a866fa443bd {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:32:39.544674 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'tag': 'ae449239-7d86-4133-9474-2e6140c5b9a6', 'status': 'completed', 'code': 200} Feb 05 03:32:39.619916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c143e-d074-4bc8-b4ff-77b709f5e4bb req-01229890-5652-4e88-949c-d2de05767bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:39.621461 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f9c143e-d074-4bc8-b4ff-77b709f5e4bb req-01229890-5652-4e88-949c-d2de05767bee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 1127 time: 0.0532691 Feb 05 03:32:39.704952 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2cac89d0-ecdd-42f8-978a-ad81b93aace4 None None] Set router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:32:39.754864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c143e-d074-4bc8-b4ff-77b709f5e4bb req-0235aef9-1036-4d48-b012-1c96c5f707cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:39.756270 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f9c143e-d074-4bc8-b4ff-77b709f5e4bb req-0235aef9-1036-4d48-b012-1c96c5f707cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=14fff511-2d36-4643-86a3-7dbc5f869068 HTTP/1.1" status: 200 len: 898 time: 0.1250377 Feb 05 03:32:39.803476 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f9c143e-d074-4bc8-b4ff-77b709f5e4bb req-101c9e64-54c4-4642-a8e8-0ae2d246fdd1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae449239-7d86-4133-9474-2e6140c5b9a6 HTTP/1.1" status: 200 len: 217 time: 0.0395570 Feb 05 03:32:39.810373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562512b-93b5-4059-a31a-d48833596001 req-81dcf0f2-65ae-44db-8aac-e828d39fbac6 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:39.811786 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a562512b-93b5-4059-a31a-d48833596001 req-81dcf0f2-65ae-44db-8aac-e828d39fbac6 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.1044228 Feb 05 03:32:39.887042 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c143e-d074-4bc8-b4ff-77b709f5e4bb req-7393972a-2ce1-4c5c-8bd4-27714db691ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:39.888533 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f9c143e-d074-4bc8-b4ff-77b709f5e4bb req-7393972a-2ce1-4c5c-8bd4-27714db691ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8a95596-770f-4e5c-b2dd-7a7409c42beb HTTP/1.1" status: 200 len: 835 time: 0.0758882 Feb 05 03:32:39.893265 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a562512b-93b5-4059-a31a-d48833596001 req-dc870d76-e17f-4bdc-a854-f4e600b474df tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733433 Feb 05 03:32:39.903268 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2cac89d0-ecdd-42f8-978a-ad81b93aace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830961132', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:28Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '3dcd2e0e-3757-4b13-8a67-50e318135f6e', 'name': '', 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:a7:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:27Z', 'updated_at': '2022-02-05T03:30:31Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:39.935227 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cac89d0-ecdd-42f8-978a-ad81b93aace4 None None] Checking router: 2c3a64f3-fdeb-4869-91e5-f6d579756d08 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:32:39.944362 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cac89d0-ecdd-42f8-978a-ad81b93aace4 None None] Routers {'2c3a64f3-fdeb-4869-91e5-f6d579756d08'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:32:39.944970 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2cac89d0-ecdd-42f8-978a-ad81b93aace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:32:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:39.945123 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c143e-d074-4bc8-b4ff-77b709f5e4bb req-36876419-a954-4a52-ac36-896c883801b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:39.946622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f9c143e-d074-4bc8-b4ff-77b709f5e4bb req-36876419-a954-4a52-ac36-896c883801b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=14fff511-2d36-4643-86a3-7dbc5f869068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505204 Feb 05 03:32:40.036189 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f9c143e-d074-4bc8-b4ff-77b709f5e4bb req-a22cf64b-a948-423f-92da-9d19083ee376 service neutron] 10.222.0.10 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819981 Feb 05 03:32:40.043148 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:40.053029 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2cac89d0-ecdd-42f8-978a-ad81b93aace4 None None] Set router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:32:40.129016 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f9c143e-d074-4bc8-b4ff-77b709f5e4bb req-98d42e6a-2470-45c4-94c7-82ebbf4965af service neutron] 10.222.0.10 "GET /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871859 Feb 05 03:32:40.248817 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2cac89d0-ecdd-42f8-978a-ad81b93aace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830961132', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:28Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '3dcd2e0e-3757-4b13-8a67-50e318135f6e', 'name': '', 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:a7:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:27Z', 'updated_at': '2022-02-05T03:30:31Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:40.274003 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cac89d0-ecdd-42f8-978a-ad81b93aace4 None None] The sync data for ids ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'] in n-d-826942-8 is: [{'id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830961132', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:28Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '3dcd2e0e-3757-4b13-8a67-50e318135f6e', 'name': '', 'network_id': '14fff511-2d36-4643-86a3-7dbc5f869068', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:a7:59:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:27Z', 'updated_at': '2022-02-05T03:30:31Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'd8a95596-770f-4e5c-b2dd-7a7409c42beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:32:40.486559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a96bed-2575-4bef-8924-ab8a7fe81ab2 None None] New status for floating IP e8816870-d708-4579-a2e5-cb22431008f2: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:32:41.049973 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb619a8-1819-4fb5-9e59-7ddfdc3082e1 req-1f062bbc-471c-4bb6-bc22-b8a6fdf65fd2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:41.051666 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ffb619a8-1819-4fb5-9e59-7ddfdc3082e1 req-1f062bbc-471c-4bb6-bc22-b8a6fdf65fd2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0825517 Feb 05 03:32:41.061897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453feeed-5320-46bb-846c-a7ae525f46e1 req-c44a3c23-b7bb-4770-b459-4ebd20752676 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:41.063268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-453feeed-5320-46bb-846c-a7ae525f46e1 req-c44a3c23-b7bb-4770-b459-4ebd20752676 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf9259a-6358-4e73-a1a8-8ac53cc5a0db HTTP/1.1" status: 200 len: 945 time: 0.0681355 Feb 05 03:32:41.164244 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ffb619a8-1819-4fb5-9e59-7ddfdc3082e1 req-9ffc3ed4-b3e0-4c7e-88f1-8627c1519c5a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000397 Feb 05 03:32:41.186423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-453feeed-5320-46bb-846c-a7ae525f46e1 req-ee71a502-2b74-41cc-b327-aa52e33c4263 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting port ae449239-7d86-4133-9474-2e6140c5b9a6 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:32:41.186699 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-453feeed-5320-46bb-846c-a7ae525f46e1 req-ee71a502-2b74-41cc-b327-aa52e33c4263 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:41.275227 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-453feeed-5320-46bb-846c-a7ae525f46e1 req-ee71a502-2b74-41cc-b327-aa52e33c4263 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] For port ae449239-7d86-4133-9474-2e6140c5b9a6, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ae449239-7d86-4133-9474-2e6140c5b9a6,segment=NetworkSegment(c068010e-b232-4dfc-a78f-42ea260c44e0),segment_id=c068010e-b232-4dfc-a78f-42ea260c44e0)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:32:41.275601 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-453feeed-5320-46bb-846c-a7ae525f46e1 req-ee71a502-2b74-41cc-b327-aa52e33c4263 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:41.286928 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-453feeed-5320-46bb-846c-a7ae525f46e1 req-ee71a502-2b74-41cc-b327-aa52e33c4263 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Calling delete_port for ae449239-7d86-4133-9474-2e6140c5b9a6 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:32:41.409543 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-453feeed-5320-46bb-846c-a7ae525f46e1 req-ee71a502-2b74-41cc-b327-aa52e33c4263 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ae449239-7d86-4133-9474-2e6140c5b9a6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:41.444508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71a502-2b74-41cc-b327-aa52e33c4263 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Port': ['ID=ae449239-7d86-4133-9474-2e6140c5b9a6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:41.486600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-453feeed-5320-46bb-846c-a7ae525f46e1 req-ee71a502-2b74-41cc-b327-aa52e33c4263 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] No DVR routers for this DVR port ae449239-7d86-4133-9474-2e6140c5b9a6 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:32:41.489916 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-453feeed-5320-46bb-846c-a7ae525f46e1 req-ee71a502-2b74-41cc-b327-aa52e33c4263 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:41.493510 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-453feeed-5320-46bb-846c-a7ae525f46e1 req-ee71a502-2b74-41cc-b327-aa52e33c4263 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.10 "DELETE /v2.0/ports/ae449239-7d86-4133-9474-2e6140c5b9a6 HTTP/1.1" status: 204 len: 173 time: 0.4232204 Feb 05 03:32:41.545679 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'name': 'network-vif-deleted', 'tag': 'ae449239-7d86-4133-9474-2e6140c5b9a6'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:32:41.548079 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8aa2095-e9c4-4e1a-ac7d-b565c496d62d" -d '{"events": [{"server_uuid": "9cf9259a-6358-4e73-a1a8-8ac53cc5a0db", "name": "network-vif-deleted", "tag": "ae449239-7d86-4133-9474-2e6140c5b9a6"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:32:41.589504 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a6adba-fb5b-4ac5-8c86-fc5b5baf012f x-openstack-request-id: req-c5a6adba-fb5b-4ac5-8c86-fc5b5baf012f {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:32:41.589849 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf9259a-6358-4e73-a1a8-8ac53cc5a0db", "name": "network-vif-deleted", "tag": "ae449239-7d86-4133-9474-2e6140c5b9a6", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:32:41.590111 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5a6adba-fb5b-4ac5-8c86-fc5b5baf012f {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:32:41.590524 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf9259a-6358-4e73-a1a8-8ac53cc5a0db', 'name': 'network-vif-deleted', 'tag': 'ae449239-7d86-4133-9474-2e6140c5b9a6', 'status': 'completed', 'code': 200} Feb 05 03:32:41.734225 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:42.219376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41724) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:42.859109 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-521a0518-90e7-4ad1-8a56-80999f0a82c0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (2c3a64f3-fdeb-4869-91e5-f6d579756d08), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:43.117420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-521a0518-90e7-4ad1-8a56-80999f0a82c0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting port 3dcd2e0e-3757-4b13-8a67-50e318135f6e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:32:43.117679 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-521a0518-90e7-4ad1-8a56-80999f0a82c0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:43.204058 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-521a0518-90e7-4ad1-8a56-80999f0a82c0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] For port 3dcd2e0e-3757-4b13-8a67-50e318135f6e, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3dcd2e0e-3757-4b13-8a67-50e318135f6e,segment=NetworkSegment(c068010e-b232-4dfc-a78f-42ea260c44e0),segment_id=c068010e-b232-4dfc-a78f-42ea260c44e0)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:32:43.204422 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-521a0518-90e7-4ad1-8a56-80999f0a82c0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:43.220483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-521a0518-90e7-4ad1-8a56-80999f0a82c0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Calling delete_port for 3dcd2e0e-3757-4b13-8a67-50e318135f6e owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:32:43.401759 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-521a0518-90e7-4ad1-8a56-80999f0a82c0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (3dcd2e0e-3757-4b13-8a67-50e318135f6e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:43.426920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a0518-90e7-4ad1-8a56-80999f0a82c0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Port': ['ID=3dcd2e0e-3757-4b13-8a67-50e318135f6e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:43.600519 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-521a0518-90e7-4ad1-8a56-80999f0a82c0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (2c3a64f3-fdeb-4869-91e5-f6d579756d08), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:43.819528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521a0518-90e7-4ad1-8a56-80999f0a82c0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:32:43.925442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521a0518-90e7-4ad1-8a56-80999f0a82c0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:32:43.931156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-521a0518-90e7-4ad1-8a56-80999f0a82c0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "PUT /v2.0/routers/2c3a64f3-fdeb-4869-91e5-f6d579756d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7107687 Feb 05 03:32:43.933852 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41726) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:43.936277 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4411a6-49ad-4dac-93ac-8f3a24ee3e7f None None] Sync routers for ids ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:32:43.950096 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4411a6-49ad-4dac-93ac-8f3a24ee3e7f None None] Routers {'2c3a64f3-fdeb-4869-91e5-f6d579756d08'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:32:43.950726 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ea4411a6-49ad-4dac-93ac-8f3a24ee3e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:32:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:43.984876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-5613fb87-13fe-4062-b141-cf3559ef5aba tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting subnet d8a95596-770f-4e5c-b2dd-7a7409c42beb {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:32:43.988013 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5613fb87-13fe-4062-b141-cf3559ef5aba tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for subnet (d8a95596-770f-4e5c-b2dd-7a7409c42beb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:44.034099 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5613fb87-13fe-4062-b141-cf3559ef5aba tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (d8a95596-770f-4e5c-b2dd-7a7409c42beb), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:44.065526 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ea4411a6-49ad-4dac-93ac-8f3a24ee3e7f None None] Set router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:32:44.149209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ae449239-7d86-4133-9474-2e6140c5b9a6 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:32:44.161894 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5613fb87-13fe-4062-b141-cf3559ef5aba tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (d8a95596-770f-4e5c-b2dd-7a7409c42beb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:44.174605 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: ae449239-7d86-4133-9474-2e6140c5b9a6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:32:44.174975 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ae449239-7d86-4133-9474-2e6140c5b9a6 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:32:44.218739 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5613fb87-13fe-4062-b141-cf3559ef5aba tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (d8a95596-770f-4e5c-b2dd-7a7409c42beb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:44.245000 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ea4411a6-49ad-4dac-93ac-8f3a24ee3e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830961132', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:32:43Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:44.246024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613fb87-13fe-4062-b141-cf3559ef5aba tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a95596-770f-4e5c-b2dd-7a7409c42beb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:44.249831 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5613fb87-13fe-4062-b141-cf3559ef5aba tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:44.255520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5613fb87-13fe-4062-b141-cf3559ef5aba tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/subnets/d8a95596-770f-4e5c-b2dd-7a7409c42beb HTTP/1.1" status: 204 len: 168 time: 0.3176105 Feb 05 03:32:44.255797 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41728) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:44.259429 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2587a2-c600-46bc-acb1-4b6da9512fa5 None None] Network 14fff511-2d36-4643-86a3-7dbc5f869068 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:32:44.275359 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4411a6-49ad-4dac-93ac-8f3a24ee3e7f None None] Checking router: 2c3a64f3-fdeb-4869-91e5-f6d579756d08 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:32:44.283613 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4411a6-49ad-4dac-93ac-8f3a24ee3e7f None None] Routers {'2c3a64f3-fdeb-4869-91e5-f6d579756d08'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:32:44.284619 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ea4411a6-49ad-4dac-93ac-8f3a24ee3e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:32:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:44.381125 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4df7e5d6-b8b3-430f-ab03-90d11b2d1ffc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router (2c3a64f3-fdeb-4869-91e5-f6d579756d08), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:44.412773 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ea4411a6-49ad-4dac-93ac-8f3a24ee3e7f None None] Set router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:32:44.432066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d450b97d-7fc9-409b-8844-c9951f186d5e None None] DHCP port deletion for 14fff511-2d36-4643-86a3-7dbc5f869068 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:32:44.487019 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d450b97d-7fc9-409b-8844-c9951f186d5e None None] Deleting port 38a64b2b-9ca6-4f21-8959-ac8004e5b51f {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:32:44.487670 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d450b97d-7fc9-409b-8844-c9951f186d5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (38a64b2b-9ca6-4f21-8959-ac8004e5b51f), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:44.492710 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4df7e5d6-b8b3-430f-ab03-90d11b2d1ffc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_gateway (2c3a64f3-fdeb-4869-91e5-f6d579756d08), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:44.550165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4df7e5d6-b8b3-430f-ab03-90d11b2d1ffc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting port af11213b-1451-41b1-84a4-5162a4a1777a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:32:44.550506 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4df7e5d6-b8b3-430f-ab03-90d11b2d1ffc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (af11213b-1451-41b1-84a4-5162a4a1777a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:44.550784 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d450b97d-7fc9-409b-8844-c9951f186d5e None None] For port 38a64b2b-9ca6-4f21-8959-ac8004e5b51f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=38a64b2b-9ca6-4f21-8959-ac8004e5b51f,segment=NetworkSegment(c068010e-b232-4dfc-a78f-42ea260c44e0),segment_id=c068010e-b232-4dfc-a78f-42ea260c44e0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:32:44.551245 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d450b97d-7fc9-409b-8844-c9951f186d5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (38a64b2b-9ca6-4f21-8959-ac8004e5b51f), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:44.564506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d450b97d-7fc9-409b-8844-c9951f186d5e None None] Calling delete_port for 38a64b2b-9ca6-4f21-8959-ac8004e5b51f owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:32:44.601895 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ea4411a6-49ad-4dac-93ac-8f3a24ee3e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830961132', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:32:43Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:44.630405 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4411a6-49ad-4dac-93ac-8f3a24ee3e7f None None] The sync data for ids ['2c3a64f3-fdeb-4869-91e5-f6d579756d08'] in n-d-826942-8 is: [{'id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830961132', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:32:43Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'af11213b-1451-41b1-84a4-5162a4a1777a', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3a64f3-fdeb-4869-91e5-f6d579756d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:30:24Z', 'updated_at': '2022-02-05T03:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:32:44.640846 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-4df7e5d6-b8b3-430f-ab03-90d11b2d1ffc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] For port af11213b-1451-41b1-84a4-5162a4a1777a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=af11213b-1451-41b1-84a4-5162a4a1777a,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:32:44.641211 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4df7e5d6-b8b3-430f-ab03-90d11b2d1ffc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (af11213b-1451-41b1-84a4-5162a4a1777a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:44.652779 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d450b97d-7fc9-409b-8844-c9951f186d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (38a64b2b-9ca6-4f21-8959-ac8004e5b51f), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:44.656108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4df7e5d6-b8b3-430f-ab03-90d11b2d1ffc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Calling delete_port for af11213b-1451-41b1-84a4-5162a4a1777a owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:32:44.681301 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450b97d-7fc9-409b-8844-c9951f186d5e None None] Pushing event deleted for resources: {'Port': ['ID=38a64b2b-9ca6-4f21-8959-ac8004e5b51f,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:44.685246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d450b97d-7fc9-409b-8844-c9951f186d5e None None] No DVR routers for this DVR port 38a64b2b-9ca6-4f21-8959-ac8004e5b51f on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:32:44.830587 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4df7e5d6-b8b3-430f-ab03-90d11b2d1ffc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (af11213b-1451-41b1-84a4-5162a4a1777a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:44.853317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7e5d6-b8b3-430f-ab03-90d11b2d1ffc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Port': ['ID=af11213b-1451-41b1-84a4-5162a4a1777a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:44.917502 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4df7e5d6-b8b3-430f-ab03-90d11b2d1ffc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (2c3a64f3-fdeb-4869-91e5-f6d579756d08), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:45.028749 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4df7e5d6-b8b3-430f-ab03-90d11b2d1ffc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (2c3a64f3-fdeb-4869-91e5-f6d579756d08), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:45.031013 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4df7e5d6-b8b3-430f-ab03-90d11b2d1ffc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_controller (2c3a64f3-fdeb-4869-91e5-f6d579756d08), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:45.097110 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4df7e5d6-b8b3-430f-ab03-90d11b2d1ffc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (2c3a64f3-fdeb-4869-91e5-f6d579756d08), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:45.097692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df7e5d6-b8b3-430f-ab03-90d11b2d1ffc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Fanout notify agent at l3_agent the message router_deleted on router 2c3a64f3-fdeb-4869-91e5-f6d579756d08 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:32:45.105389 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4df7e5d6-b8b3-430f-ab03-90d11b2d1ffc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:45.110926 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4df7e5d6-b8b3-430f-ab03-90d11b2d1ffc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/routers/2c3a64f3-fdeb-4869-91e5-f6d579756d08 HTTP/1.1" status: 204 len: 168 time: 0.8499277 Feb 05 03:32:45.111120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41730) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:45.191385 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22960167-8ca5-416a-899f-223efff3155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (14fff511-2d36-4643-86a3-7dbc5f869068), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:45.294204 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22960167-8ca5-416a-899f-223efff3155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (14fff511-2d36-4643-86a3-7dbc5f869068), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:45.313516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-22960167-8ca5-416a-899f-223efff3155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fff511-2d36-4643-86a3-7dbc5f869068']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:45.329589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-22960167-8ca5-416a-899f-223efff3155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c068010e-b232-4dfc-a78f-42ea260c44e0') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:45.329886 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-22960167-8ca5-416a-899f-223efff3155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c068010e-b232-4dfc-a78f-42ea260c44e0') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:45.346153 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22960167-8ca5-416a-899f-223efff3155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (c068010e-b232-4dfc-a78f-42ea260c44e0), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:45.366379 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22960167-8ca5-416a-899f-223efff3155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c068010e-b232-4dfc-a78f-42ea260c44e0), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:45.373162 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22960167-8ca5-416a-899f-223efff3155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:32:45.373541 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22960167-8ca5-416a-899f-223efff3155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (c068010e-b232-4dfc-a78f-42ea260c44e0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:32:45.376465 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:32:45.435508 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22960167-8ca5-416a-899f-223efff3155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (14fff511-2d36-4643-86a3-7dbc5f869068), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:45.442546 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22960167-8ca5-416a-899f-223efff3155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:45.445548 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-22960167-8ca5-416a-899f-223efff3155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/networks/14fff511-2d36-4643-86a3-7dbc5f869068 HTTP/1.1" status: 204 len: 168 time: 0.3336570 Feb 05 03:32:45.448489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41732) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:45.463066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22960167-8ca5-416a-899f-223efff3155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Network': ['ID=14fff511-2d36-4643-86a3-7dbc5f869068,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:45.511451 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (5ec636ce-6808-44ee-ab8d-77e14ad3c5d7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:45.537102 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (5ec636ce-6808-44ee-ab8d-77e14ad3c5d7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:45.597831 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (5ec636ce-6808-44ee-ab8d-77e14ad3c5d7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:45.601509 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:45.602781 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/security-groups/5ec636ce-6808-44ee-ab8d-77e14ad3c5d7 HTTP/1.1" status: 204 len: 168 time: 0.1531501 Feb 05 03:32:45.612367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec636ce-6808-44ee-ab8d-77e14ad3c5d7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:45.621060 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:45.621407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:45.621861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:45.622151 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:45.622502 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:45.622884 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:45.623221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:45.623570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:45.624047 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:45.624338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:45.624684 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:45.625010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:45.625345 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcc726-935c-469b-abf4-71aa6ff301d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:45.930382 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41738) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:45.934928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3bbc52d1-c566-46b6-8405-21661b65bce3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906610571', 'description': 'tempest-secgroup-smoke-1906610571 description', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:32:45.955453 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bbc52d1-c566-46b6-8405-21661b65bce3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.023375 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bbc52d1-c566-46b6-8405-21661b65bce3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (fe2e0c05-c36f-4c7b-8e9f-415017b1852f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.027287 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bbc52d1-c566-46b6-8405-21661b65bce3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (fe2e0c05-c36f-4c7b-8e9f-415017b1852f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.044087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 38a64b2b-9ca6-4f21-8959-ac8004e5b51f no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:32:46.062142 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bbc52d1-c566-46b6-8405-21661b65bce3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.066267 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3bbc52d1-c566-46b6-8405-21661b65bce3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1319962 Feb 05 03:32:46.066410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 38a64b2b-9ca6-4f21-8959-ac8004e5b51f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:32:46.066534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc52d1-c566-46b6-8405-21661b65bce3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2e0c05-c36f-4c7b-8e9f-415017b1852f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:46.066626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 38a64b2b-9ca6-4f21-8959-ac8004e5b51f not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:32:46.066626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device af11213b-1451-41b1-84a4-5162a4a1777a no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:32:46.067759 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41740) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:46.073133 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-af0b0361-afbd-4335-95e2-ef84979dfbad tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'fe2e0c05-c36f-4c7b-8e9f-415017b1852f', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:32:46.088951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: af11213b-1451-41b1-84a4-5162a4a1777a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:32:46.089320 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device af11213b-1451-41b1-84a4-5162a4a1777a not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:32:46.089778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3dcd2e0e-3757-4b13-8a67-50e318135f6e no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:32:46.098716 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af0b0361-afbd-4335-95e2-ef84979dfbad tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (bd674a7c-c92e-4f23-8a9d-fc13b6e22a72), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.108882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 3dcd2e0e-3757-4b13-8a67-50e318135f6e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:32:46.109225 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3dcd2e0e-3757-4b13-8a67-50e318135f6e not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:32:46.152606 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af0b0361-afbd-4335-95e2-ef84979dfbad tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (bd674a7c-c92e-4f23-8a9d-fc13b6e22a72), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.156553 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af0b0361-afbd-4335-95e2-ef84979dfbad tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (bd674a7c-c92e-4f23-8a9d-fc13b6e22a72), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.173620 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b0361-afbd-4335-95e2-ef84979dfbad tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd674a7c-c92e-4f23-8a9d-fc13b6e22a72,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:46.183177 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af0b0361-afbd-4335-95e2-ef84979dfbad tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.184372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-af0b0361-afbd-4335-95e2-ef84979dfbad tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152306 Feb 05 03:32:46.187221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41742) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:46.191483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-aded9994-4c19-4243-a4f7-d7ee302aa31d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'fe2e0c05-c36f-4c7b-8e9f-415017b1852f', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:32:46.215054 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aded9994-4c19-4243-a4f7-d7ee302aa31d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (60ac5674-1dc9-42bb-b66f-68ac89d67053), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.268264 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aded9994-4c19-4243-a4f7-d7ee302aa31d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (60ac5674-1dc9-42bb-b66f-68ac89d67053), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.271769 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aded9994-4c19-4243-a4f7-d7ee302aa31d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (60ac5674-1dc9-42bb-b66f-68ac89d67053), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.293746 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded9994-4c19-4243-a4f7-d7ee302aa31d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ac5674-1dc9-42bb-b66f-68ac89d67053,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:46.298363 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aded9994-4c19-4243-a4f7-d7ee302aa31d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.299590 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-aded9994-4c19-4243-a4f7-d7ee302aa31d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1114221 Feb 05 03:32:46.303064 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41744) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:46.307314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-24e1f20b-cf18-4e7e-9148-86a141652dbc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'fe2e0c05-c36f-4c7b-8e9f-415017b1852f', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:32:46.330306 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24e1f20b-cf18-4e7e-9148-86a141652dbc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (ecbc9cca-cf80-4e92-8cd8-7190e26a8803), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.386526 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24e1f20b-cf18-4e7e-9148-86a141652dbc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (ecbc9cca-cf80-4e92-8cd8-7190e26a8803), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.390002 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24e1f20b-cf18-4e7e-9148-86a141652dbc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (ecbc9cca-cf80-4e92-8cd8-7190e26a8803), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.408236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1f20b-cf18-4e7e-9148-86a141652dbc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbc9cca-cf80-4e92-8cd8-7190e26a8803,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:46.417731 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24e1f20b-cf18-4e7e-9148-86a141652dbc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.418949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-24e1f20b-cf18-4e7e-9148-86a141652dbc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149313 Feb 05 03:32:46.421746 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41746) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:46.425998 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5fbccf51-70e7-4e0f-b700-a61ea0e055b5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'fe2e0c05-c36f-4c7b-8e9f-415017b1852f', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:32:46.449140 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5fbccf51-70e7-4e0f-b700-a61ea0e055b5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (ecbdca7b-5a17-4bc1-bf7e-4b6914ce0f45), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.506261 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5fbccf51-70e7-4e0f-b700-a61ea0e055b5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (ecbdca7b-5a17-4bc1-bf7e-4b6914ce0f45), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.510233 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5fbccf51-70e7-4e0f-b700-a61ea0e055b5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (ecbdca7b-5a17-4bc1-bf7e-4b6914ce0f45), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.521798 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.528699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbccf51-70e7-4e0f-b700-a61ea0e055b5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbdca7b-5a17-4bc1-bf7e-4b6914ce0f45,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:46.537553 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5fbccf51-70e7-4e0f-b700-a61ea0e055b5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.538745 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5fbccf51-70e7-4e0f-b700-a61ea0e055b5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160748 Feb 05 03:32:46.541471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41748) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:46.545676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-672e322c-13bc-4811-a001-68ef0c645bb9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'fe2e0c05-c36f-4c7b-8e9f-415017b1852f', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:32:46.564501 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-672e322c-13bc-4811-a001-68ef0c645bb9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Project d19f328b21dc466e9df0e58e9aa162da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:32:46.569348 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-672e322c-13bc-4811-a001-68ef0c645bb9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (cefa9388-9c4f-431a-96db-a8e1feb025f0), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.627712 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-672e322c-13bc-4811-a001-68ef0c645bb9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (cefa9388-9c4f-431a-96db-a8e1feb025f0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.631360 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-672e322c-13bc-4811-a001-68ef0c645bb9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (cefa9388-9c4f-431a-96db-a8e1feb025f0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.651064 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e322c-13bc-4811-a001-68ef0c645bb9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefa9388-9c4f-431a-96db-a8e1feb025f0,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:46.659308 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-672e322c-13bc-4811-a001-68ef0c645bb9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.660431 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-672e322c-13bc-4811-a001-68ef0c645bb9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180468 Feb 05 03:32:46.663920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41750) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:46.668145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f563453f-f1d5-4cee-bb86-9974631c292a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'fe2e0c05-c36f-4c7b-8e9f-415017b1852f', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:32:46.687551 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-f563453f-f1d5-4cee-bb86-9974631c292a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Project d19f328b21dc466e9df0e58e9aa162da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:32:46.692400 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f563453f-f1d5-4cee-bb86-9974631c292a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (a4fd6f17-0704-4b3c-ac59-964533064b1b), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.981532 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f563453f-f1d5-4cee-bb86-9974631c292a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (a4fd6f17-0704-4b3c-ac59-964533064b1b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:46.985538 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f563453f-f1d5-4cee-bb86-9974631c292a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (a4fd6f17-0704-4b3c-ac59-964533064b1b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:47.002314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563453f-f1d5-4cee-bb86-9974631c292a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4fd6f17-0704-4b3c-ac59-964533064b1b,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:47.011362 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f563453f-f1d5-4cee-bb86-9974631c292a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:47.012612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f563453f-f1d5-4cee-bb86-9974631c292a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3477464 Feb 05 03:32:47.015453 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41752) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:47.020972 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f97e0544-cd6a-40f3-82f7-e29e1849cbb8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'network': {'name': 'tempest-network-smoke--441473529', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'port_security_enabled': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:32:47.039244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97e0544-cd6a-40f3-82f7-e29e1849cbb8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Made reservation on behalf of d19f328b21dc466e9df0e58e9aa162da for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:32:47.042365 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f97e0544-cd6a-40f3-82f7-e29e1849cbb8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:47.064425 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97e0544-cd6a-40f3-82f7-e29e1849cbb8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:32:47.073404 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f97e0544-cd6a-40f3-82f7-e29e1849cbb8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (fbc281f1-4056-4000-94eb-ccb54439b0dd), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:47.073765 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-f97e0544-cd6a-40f3-82f7-e29e1849cbb8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Added segment fbc281f1-4056-4000-94eb-ccb54439b0dd of type vlan for network 0185412b-d31d-447a-8416-69c20adacdec Feb 05 03:32:47.120319 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f97e0544-cd6a-40f3-82f7-e29e1849cbb8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (0185412b-d31d-447a-8416-69c20adacdec), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:47.143648 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f97e0544-cd6a-40f3-82f7-e29e1849cbb8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (0185412b-d31d-447a-8416-69c20adacdec), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:47.149269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e0544-cd6a-40f3-82f7-e29e1849cbb8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:47.149838 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f97e0544-cd6a-40f3-82f7-e29e1849cbb8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:47.240075 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f97e0544-cd6a-40f3-82f7-e29e1849cbb8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2232566 Feb 05 03:32:47.243447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41754) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:47.248251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-542254432', 'admin_state_up': True, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:32:47.258153 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e0544-cd6a-40f3-82f7-e29e1849cbb8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Network': ['ID=0185412b-d31d-447a-8416-69c20adacdec,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:47.269063 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 0185412b-d31d-447a-8416-69c20adacdec details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:32:47.269740 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (da576380-1f1f-4a10-bf1f-51c6edeca622), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:47.270913 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (da576380-1f1f-4a10-bf1f-51c6edeca622), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:47.325989 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_controller (da576380-1f1f-4a10-bf1f-51c6edeca622), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:47.468694 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_gateway (da576380-1f1f-4a10-bf1f-51c6edeca622), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:47.656929 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_gateway (da576380-1f1f-4a10-bf1f-51c6edeca622), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:47.675507 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:47.778906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Allocated IP 172.25.0.81 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:32:47.876542 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:47.914964 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:47.954082 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:32:47.956892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:32:47.960901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:32:47.982085 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:48.213336 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_gateway (da576380-1f1f-4a10-bf1f-51c6edeca622), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:48.413396 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (da576380-1f1f-4a10-bf1f-51c6edeca622), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:48.540066 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router da576380-1f1f-4a10-bf1f-51c6edeca622 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:32:48.647633 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:32:48.656827 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Sync routers for ids ['da576380-1f1f-4a10-bf1f-51c6edeca622'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:32:48.667667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Routers {'da576380-1f1f-4a10-bf1f-51c6edeca622'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:32:48.668429 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:32:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['da576380-1f1f-4a10-bf1f-51c6edeca622'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:48.668897 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:48.670151 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-81128e67-c3ca-4fbc-b7d6-e1c557ab2549 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4257030 Feb 05 03:32:48.674132 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41756) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:48.702217 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7693f324-12f3-410e-a6ea-d09e9ca11979 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=d19f328b21dc466e9df0e58e9aa162da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270267 Feb 05 03:32:48.704918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41758) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:48.777284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Set router da576380-1f1f-4a10-bf1f-51c6edeca622 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:32:48.789159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1414aa0c-0f1f-4a44-a33e-e94ab790ae9d tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:48.790891 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1414aa0c-0f1f-4a44-a33e-e94ab790ae9d tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848997 Feb 05 03:32:48.793441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41760) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:48.822502 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-99087062-4983-4c77-bb79-965a06be1400 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279615 Feb 05 03:32:48.824996 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41762) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:48.829625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fe9eb06a-a8f2-4b66-8f2e-1015d78acf7e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1377723025', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:32:48.918203 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9eb06a-a8f2-4b66-8f2e-1015d78acf7e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Made reservation on behalf of d19f328b21dc466e9df0e58e9aa162da for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:32:48.921831 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb06a-a8f2-4b66-8f2e-1015d78acf7e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:48.961042 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542254432', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:48Z', 'revision_number': 3, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:14:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:48.987001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Checking router: da576380-1f1f-4a10-bf1f-51c6edeca622 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:32:48.987345 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Updating router da576380-1f1f-4a10-bf1f-51c6edeca622 port a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:32:49.016171 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:49.107471 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb06a-a8f2-4b66-8f2e-1015d78acf7e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (c53c3640-aeef-4ea1-bfbd-84734b274c9d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:49.170494 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9eb06a-a8f2-4b66-8f2e-1015d78acf7e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Subnet': ['ID=c53c3640-aeef-4ea1-bfbd-84734b274c9d,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:49.179655 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9eb06a-a8f2-4b66-8f2e-1015d78acf7e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Checking segment: {'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:32:49.180022 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9eb06a-a8f2-4b66-8f2e-1015d78acf7e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network hostable DHCP agents. Network: 0185412b-d31d-447a-8416-69c20adacdec, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:32:49.197378 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9eb06a-a8f2-4b66-8f2e-1015d78acf7e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 0185412b-d31d-447a-8416-69c20adacdec is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:32:49.206731 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-fe9eb06a-a8f2-4b66-8f2e-1015d78acf7e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 0185412b-d31d-447a-8416-69c20adacdec) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:32:49.211138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9eb06a-a8f2-4b66-8f2e-1015d78acf7e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:49.211731 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb06a-a8f2-4b66-8f2e-1015d78acf7e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:49.224482 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d21f0b-1f3a-4f39-ae14-452af9a0b1e1 None None] Network 0185412b-d31d-447a-8416-69c20adacdec requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:32:49.228952 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fe9eb06a-a8f2-4b66-8f2e-1015d78acf7e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4029162 Feb 05 03:32:49.231891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 41764) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:32:49.332205 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Publish callbacks [] for port (a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:49.338624 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:49.404204 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-0185412b-d31d-447a-8416-69c20adacdec', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ips': [{'subnet_id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:32:49.405141 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:49.425819 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3285f-2f6a-4b81-b2e7-eebdd3457ce5 None None] Pushing event updated for resources: {'Port': ['ID=a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:49.438937 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Attempting to bind port a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:32:49.439319 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Attempting to bind port a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:32:49.439688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Attempting to bind port a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:32:49.446779 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:32:49.447164 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:32:49.447568 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:49.447965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:32:49.448432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Bound port: a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:32:49.448815 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:49.579350 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] For port a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:32:49.596217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] For port a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:32:49.605444 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:49.648586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Allocated IP 172.20.0.2 (0185412b-d31d-447a-8416-69c20adacdec/c53c3640-aeef-4ea1-bfbd-84734b274c9d/c7f1c856-3ffb-4a8a-9c97-f9016f46b814) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:32:49.679139 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:49.729745 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Routers {'da576380-1f1f-4a10-bf1f-51c6edeca622'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:32:49.730382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:32:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['da576380-1f1f-4a10-bf1f-51c6edeca622'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:49.733518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3285f-2f6a-4b81-b2e7-eebdd3457ce5 None None] Pushing event updated for resources: {'Port': ['ID=a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:49.898983 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] Set router da576380-1f1f-4a10-bf1f-51c6edeca622 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:32:50.009038 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Publish callbacks [] for port (c7f1c856-3ffb-4a8a-9c97-f9016f46b814), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:50.017264 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (c7f1c856-3ffb-4a8a-9c97-f9016f46b814), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:50.061762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Network 0185412b-d31d-447a-8416-69c20adacdec is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:32:50.077104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:32:50.084531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:32:50.103719 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Pushing event updated for resources: {'Port': ['ID=c7f1c856-3ffb-4a8a-9c97-f9016f46b814,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:50.184731 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Attempting to bind port c7f1c856-3ffb-4a8a-9c97-f9016f46b814 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:32:50.185011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Attempting to bind port c7f1c856-3ffb-4a8a-9c97-f9016f46b814 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:32:50.185373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Attempting to bind port c7f1c856-3ffb-4a8a-9c97-f9016f46b814 on network 0185412b-d31d-447a-8416-69c20adacdec {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:32:50.194020 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:32:50.194396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Checking segment: {'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:32:50.194827 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:50.195217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Bound using segment: {'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:32:50.195680 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Bound port: c7f1c856-3ffb-4a8a-9c97-f9016f46b814, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:32:50.196060 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c7f1c856-3ffb-4a8a-9c97-f9016f46b814), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:50.237842 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542254432', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:48Z', 'revision_number': 3, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:14:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:50.290390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Allocated IP 172.20.0.1 (0185412b-d31d-447a-8416-69c20adacdec/c53c3640-aeef-4ea1-bfbd-84734b274c9d/e8502329-a00b-4816-b8e2-c792c842a4fb) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:32:50.413036 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:50.429615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd100c84-00c7-4ab3-808d-dcc2d64c5c54 None None] The sync data for ids ['da576380-1f1f-4a10-bf1f-51c6edeca622'] in n-d-826942-8 is: [{'id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542254432', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:48Z', 'revision_number': 3, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:14:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:32:50.449876 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:50.451133 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] For port c7f1c856-3ffb-4a8a-9c97-f9016f46b814, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:32:50.454423 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] For port c7f1c856-3ffb-4a8a-9c97-f9016f46b814, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c7f1c856-3ffb-4a8a-9c97-f9016f46b814,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:32:50.463988 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c7f1c856-3ffb-4a8a-9c97-f9016f46b814), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:50.499573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 0185412b-d31d-447a-8416-69c20adacdec is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:32:50.503658 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:32:50.506083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=e8502329-a00b-4816-b8e2-c792c842a4fb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:50.508423 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:32:50.528099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b216b6-a5a5-4a78-af01-8fde1d3d3176 None None] Pushing event updated for resources: {'Port': ['ID=c7f1c856-3ffb-4a8a-9c97-f9016f46b814,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:50.560728 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (da576380-1f1f-4a10-bf1f-51c6edeca622), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:50.739888 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:51.053078 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:51.057650 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:51.134037 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=e8502329-a00b-4816-b8e2-c792c842a4fb,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:51.139116 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (da576380-1f1f-4a10-bf1f-51c6edeca622), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:51.237532 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 0185412b-d31d-447a-8416-69c20adacdec is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:32:51.240078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:32:51.375467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router da576380-1f1f-4a10-bf1f-51c6edeca622 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:32:51.495336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:32:51.501234 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ece9a889-4c34-4f93-8b5a-a8f06f227961 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "PUT /v2.0/routers/da576380-1f1f-4a10-bf1f-51c6edeca622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2683349 Feb 05 03:32:51.612703 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b5eaf3-5490-4a65-a9f3-d9d70f77ec45 None None] Network 0185412b-d31d-447a-8416-69c20adacdec requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:32:51.681864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5986ea71-acf1-47df-ac06-aa7eaa466d6a None None] Provisioning complete for port c7f1c856-3ffb-4a8a-9c97-f9016f46b814 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:32:51.682470 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5986ea71-acf1-47df-ac06-aa7eaa466d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c7f1c856-3ffb-4a8a-9c97-f9016f46b814), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:51.706508 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-f4eacac4-cced-404c-964b-684fc8739a70 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906610571&fields=id&tenant_id=d19f328b21dc466e9df0e58e9aa162da HTTP/1.1" status: 200 len: 267 time: 0.0467896 Feb 05 03:32:51.803367 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5986ea71-acf1-47df-ac06-aa7eaa466d6a None None] Current status of the port c7f1c856-3ffb-4a8a-9c97-f9016f46b814 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:32:51.803759 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5986ea71-acf1-47df-ac06-aa7eaa466d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c7f1c856-3ffb-4a8a-9c97-f9016f46b814), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:51.818919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78b84-6781-484a-bafd-98416b545bab req-e3f07165-ddba-463d-9b95-18e7530ff7f5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:51.820474 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-e3f07165-ddba-463d-9b95-18e7530ff7f5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/networks?id=0185412b-d31d-447a-8416-69c20adacdec HTTP/1.1" status: 200 len: 796 time: 0.1065483 Feb 05 03:32:51.836944 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-cb0e7cdd-d151-4906-a1eb-1846cb5bbaa8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/quotas/d19f328b21dc466e9df0e58e9aa162da HTTP/1.1" status: 200 len: 375 time: 0.0107572 Feb 05 03:32:51.837702 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5986ea71-acf1-47df-ac06-aa7eaa466d6a None None] For port c7f1c856-3ffb-4a8a-9c97-f9016f46b814, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c7f1c856-3ffb-4a8a-9c97-f9016f46b814,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:32:51.848197 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5986ea71-acf1-47df-ac06-aa7eaa466d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c7f1c856-3ffb-4a8a-9c97-f9016f46b814), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:51.919809 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-d72126b0-1e47-446f-a366-138a6510088d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765781 Feb 05 03:32:51.921956 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986ea71-acf1-47df-ac06-aa7eaa466d6a None None] Pushing event updated for resources: {'Port': ['ID=c7f1c856-3ffb-4a8a-9c97-f9016f46b814,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:52.023689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-b4df3c3f-2d2e-423c-9cd1-11b97d06f73d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:32:52.025398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-b4df3c3f-2d2e-423c-9cd1-11b97d06f73d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0994570 Feb 05 03:32:52.084144 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d578ee48-e12d-405b-b052-c47c2666124c None None] Provisioning complete for port e8502329-a00b-4816-b8e2-c792c842a4fb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:32:52.084508 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d578ee48-e12d-405b-b052-c47c2666124c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:52.135774 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d578ee48-e12d-405b-b052-c47c2666124c None None] Port e8502329-a00b-4816-b8e2-c792c842a4fb cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:32:52.148570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d578ee48-e12d-405b-b052-c47c2666124c None None] Provisioning complete for port c7f1c856-3ffb-4a8a-9c97-f9016f46b814 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:32:52.149451 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d578ee48-e12d-405b-b052-c47c2666124c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c7f1c856-3ffb-4a8a-9c97-f9016f46b814), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:52.167012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-221e90e3-a28c-4892-bc0f-5b745eaa358c service neutron] 10.222.0.36 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348052 Feb 05 03:32:52.277020 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:32:52.287956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-9e1fdae0-eee7-4d0a-94c0-3d9af935dd21 service neutron] 10.222.0.36 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202104 Feb 05 03:32:52.355370 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d578ee48-e12d-405b-b052-c47c2666124c None None] Current status of the port c7f1c856-3ffb-4a8a-9c97-f9016f46b814 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:32:52.366279 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:32:52.366655 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:52.456085 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:32:52.456476 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:52.464871 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Sync routers for ids ['da576380-1f1f-4a10-bf1f-51c6edeca622'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:32:52.483068 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Routers {'da576380-1f1f-4a10-bf1f-51c6edeca622'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:32:52.483951 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:32:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['da576380-1f1f-4a10-bf1f-51c6edeca622'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:52.495047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:32:52.498036 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-284f912e-e562-47f4-9c1d-2e3ec7d73003 None None] Provisioning complete for port e8502329-a00b-4816-b8e2-c792c842a4fb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:32:52.499062 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-284f912e-e562-47f4-9c1d-2e3ec7d73003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:52.528592 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:52.529739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c7f1c856-3ffb-4a8a-9c97-f9016f46b814 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:32:52.617113 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-284f912e-e562-47f4-9c1d-2e3ec7d73003 None None] Port e8502329-a00b-4816-b8e2-c792c842a4fb cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:32:52.641145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:52.643746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c7f1c856-3ffb-4a8a-9c97-f9016f46b814 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:32:52.644126 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c7f1c856-3ffb-4a8a-9c97-f9016f46b814), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:52.719253 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Set router da576380-1f1f-4a10-bf1f-51c6edeca622 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:32:52.738931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c7f1c856-3ffb-4a8a-9c97-f9016f46b814 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:32:52.747290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4c978f31-fab5-4464-b064-385dd797f9ae None None] Provisioning complete for port e8502329-a00b-4816-b8e2-c792c842a4fb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:32:52.747668 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c978f31-fab5-4464-b064-385dd797f9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:52.782697 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4c978f31-fab5-4464-b064-385dd797f9ae None None] Port e8502329-a00b-4816-b8e2-c792c842a4fb cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:32:52.923656 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542254432', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:50Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:14:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e8502329-a00b-4816-b8e2-c792c842a4fb', 'name': '', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:fe:63:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:49Z', 'updated_at': '2022-02-05T03:32:50Z', 'revision_number': 2, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:52.951207 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Checking router: da576380-1f1f-4a10-bf1f-51c6edeca622 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:32:52.951558 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Updating router da576380-1f1f-4a10-bf1f-51c6edeca622 port e8502329-a00b-4816-b8e2-c792c842a4fb binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:32:52.984731 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:53.255837 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Publish callbacks [] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:53.260931 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:53.316319 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c153e5-e3f5-47db-970c-50a9184c8cfb None None] Pushing event updated for resources: {'Port': ['ID=e8502329-a00b-4816-b8e2-c792c842a4fb,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:53.343692 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c153e5-e3f5-47db-970c-50a9184c8cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:53.343828 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c153e5-e3f5-47db-970c-50a9184c8cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:53.344154 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c153e5-e3f5-47db-970c-50a9184c8cfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:53.344491 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c153e5-e3f5-47db-970c-50a9184c8cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:53.344820 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c153e5-e3f5-47db-970c-50a9184c8cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:53.345144 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c153e5-e3f5-47db-970c-50a9184c8cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:53.345477 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c153e5-e3f5-47db-970c-50a9184c8cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:53.345786 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c153e5-e3f5-47db-970c-50a9184c8cfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:53.346104 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c153e5-e3f5-47db-970c-50a9184c8cfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:53.346417 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c153e5-e3f5-47db-970c-50a9184c8cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:53.346736 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c153e5-e3f5-47db-970c-50a9184c8cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:53.347095 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c153e5-e3f5-47db-970c-50a9184c8cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:53.347382 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c153e5-e3f5-47db-970c-50a9184c8cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:32:53.378880 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Attempting to bind port e8502329-a00b-4816-b8e2-c792c842a4fb on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:32:53.379801 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Attempting to bind port e8502329-a00b-4816-b8e2-c792c842a4fb by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:32:53.380154 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Attempting to bind port e8502329-a00b-4816-b8e2-c792c842a4fb on network 0185412b-d31d-447a-8416-69c20adacdec {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:32:53.385521 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:32:53.385912 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Checking segment: {'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:32:53.386219 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:53.386607 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Bound using segment: {'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:32:53.387090 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Bound port: e8502329-a00b-4816-b8e2-c792c842a4fb, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:32:53.387461 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:53.457900 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] For port e8502329-a00b-4816-b8e2-c792c842a4fb, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:32:53.467840 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] For port e8502329-a00b-4816-b8e2-c792c842a4fb, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e8502329-a00b-4816-b8e2-c792c842a4fb,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:32:53.477527 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:53.552614 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Routers {'da576380-1f1f-4a10-bf1f-51c6edeca622'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:32:53.553394 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:32:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['da576380-1f1f-4a10-bf1f-51c6edeca622'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:53.587468 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-414508ae-a5d9-487e-b780-14aa1e4f3702 req-4ab7b51d-e7f9-46c6-8b09-1b5815d3a657 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 210 time: 0.0751293 Feb 05 03:32:53.620098 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-93438c7b-3dcf-46c3-a275-03ecc51c6443 None None] Provisioning complete for port e8502329-a00b-4816-b8e2-c792c842a4fb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:32:53.620625 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93438c7b-3dcf-46c3-a275-03ecc51c6443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:53.673085 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c153e5-e3f5-47db-970c-50a9184c8cfb None None] Pushing event updated for resources: {'Port': ['ID=e8502329-a00b-4816-b8e2-c792c842a4fb,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:53.745238 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] Set router da576380-1f1f-4a10-bf1f-51c6edeca622 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:32:53.750291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-93438c7b-3dcf-46c3-a275-03ecc51c6443 None None] Current status of the port e8502329-a00b-4816-b8e2-c792c842a4fb is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:32:53.750969 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93438c7b-3dcf-46c3-a275-03ecc51c6443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:53.796780 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-93438c7b-3dcf-46c3-a275-03ecc51c6443 None None] For port e8502329-a00b-4816-b8e2-c792c842a4fb, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e8502329-a00b-4816-b8e2-c792c842a4fb,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:32:53.803732 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93438c7b-3dcf-46c3-a275-03ecc51c6443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:53.873100 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93438c7b-3dcf-46c3-a275-03ecc51c6443 None None] Pushing event updated for resources: {'Port': ['ID=e8502329-a00b-4816-b8e2-c792c842a4fb,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:53.990651 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542254432', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:50Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:14:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e8502329-a00b-4816-b8e2-c792c842a4fb', 'name': '', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:fe:63:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:49Z', 'updated_at': '2022-02-05T03:32:53Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:32:54.029137 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1acd06c-d7cb-4414-a949-0c3ff17797a1 None None] The sync data for ids ['da576380-1f1f-4a10-bf1f-51c6edeca622'] in n-d-826942-8 is: [{'id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542254432', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:50Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:14:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e8502329-a00b-4816-b8e2-c792c842a4fb', 'name': '', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:fe:63:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:49Z', 'updated_at': '2022-02-05T03:32:53Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:32:54.041587 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6837b9e8-2259-48d7-84ea-3dbcd2b1fc70 None None] Provisioning complete for port e8502329-a00b-4816-b8e2-c792c842a4fb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:32:54.041928 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6837b9e8-2259-48d7-84ea-3dbcd2b1fc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:54.157351 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:32:54.192380 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6837b9e8-2259-48d7-84ea-3dbcd2b1fc70 None None] Current status of the port e8502329-a00b-4816-b8e2-c792c842a4fb is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:32:54.218839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:32:54.219306 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:54.322472 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:32:54.388845 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:32:54.700801 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9fab845b-6496-4250-8e72-f691fd7932bf req-e33b3e51-74a3-4cdf-985b-7c37aedd97f5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 210 time: 0.0481911 Feb 05 03:32:54.779974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78b84-6781-484a-bafd-98416b545bab req-af00709d-31a2-457f-943f-49b00d1821d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:54.781537 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-af00709d-31a2-457f-943f-49b00d1821d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.31 "GET /v2.0/networks?id=0185412b-d31d-447a-8416-69c20adacdec HTTP/1.1" status: 200 len: 796 time: 0.1293578 Feb 05 03:32:54.849154 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-cf89de81-d0fa-474d-b773-93824cd39515 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d19f328b21dc466e9df0e58e9aa162da HTTP/1.1" status: 200 len: 380 time: 0.0582399 Feb 05 03:32:54.857891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-16a78b84-6781-484a-bafd-98416b545bab req-22e6c866-96f8-4e74-a7f5-affc8ac9932e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'port': {'device_id': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'admin_state_up': True, 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'security_groups': ['fe2e0c05-c36f-4c7b-8e9f-415017b1852f']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:32:54.972403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a78b84-6781-484a-bafd-98416b545bab req-22e6c866-96f8-4e74-a7f5-affc8ac9932e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Made reservation on behalf of d19f328b21dc466e9df0e58e9aa162da for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:32:54.975995 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-16a78b84-6781-484a-bafd-98416b545bab req-22e6c866-96f8-4e74-a7f5-affc8ac9932e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:55.106085 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-16a78b84-6781-484a-bafd-98416b545bab req-22e6c866-96f8-4e74-a7f5-affc8ac9932e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Allocated IP 172.20.0.6 (0185412b-d31d-447a-8416-69c20adacdec/c53c3640-aeef-4ea1-bfbd-84734b274c9d/61b4788c-c35c-4b70-b242-3ffaa3ca4e39) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:32:55.252070 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-16a78b84-6781-484a-bafd-98416b545bab req-22e6c866-96f8-4e74-a7f5-affc8ac9932e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:55.286611 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-16a78b84-6781-484a-bafd-98416b545bab req-22e6c866-96f8-4e74-a7f5-affc8ac9932e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:55.331300 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a78b84-6781-484a-bafd-98416b545bab req-22e6c866-96f8-4e74-a7f5-affc8ac9932e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 0185412b-d31d-447a-8416-69c20adacdec is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:32:55.335100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-16a78b84-6781-484a-bafd-98416b545bab req-22e6c866-96f8-4e74-a7f5-affc8ac9932e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:32:55.337643 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a78b84-6781-484a-bafd-98416b545bab req-22e6c866-96f8-4e74-a7f5-affc8ac9932e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:32:55.363771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6c866-96f8-4e74-a7f5-affc8ac9932e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:55.393560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78b84-6781-484a-bafd-98416b545bab req-22e6c866-96f8-4e74-a7f5-affc8ac9932e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:55.394165 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-16a78b84-6781-484a-bafd-98416b545bab req-22e6c866-96f8-4e74-a7f5-affc8ac9932e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:55.412423 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-22e6c866-96f8-4e74-a7f5-affc8ac9932e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5582397 Feb 05 03:32:55.423760 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Request body: {'port': {'device_id': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:32:55.491548 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:55.624670 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-de4d5413-dfa2-476f-b4f2-1e8aa0954c2f None None] Provisioning complete for port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:32:55.625230 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de4d5413-dfa2-476f-b4f2-1e8aa0954c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:55.658962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-de4d5413-dfa2-476f-b4f2-1e8aa0954c2f None None] Port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:32:55.761125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:32:55.768619 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Publish callbacks [] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:55.781379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Transition to ACTIVE for port object 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:32:55.786886 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:55.819707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e77a8b-f59f-448f-912e-fb9643a99cec req-6903a5ad-ad7e-4ef0-bd22-e81904cc5159 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:55.821240 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7e77a8b-f59f-448f-912e-fb9643a99cec req-6903a5ad-ad7e-4ef0-bd22-e81904cc5159 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 931 time: 0.0555902 Feb 05 03:32:55.842649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Pushing event updated for resources: {'Port': ['ID=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:55.878358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7e77a8b-f59f-448f-912e-fb9643a99cec req-dececb08-bcd7-47e8-a3b5-7cd5a8997f20 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465243 Feb 05 03:32:55.917860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Attempting to bind port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:32:55.918189 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Attempting to bind port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:32:55.918520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Attempting to bind port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 on network 0185412b-d31d-447a-8416-69c20adacdec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:32:55.923069 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 on network 0185412b-d31d-447a-8416-69c20adacdec not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:32:55.923404 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Attempting to bind port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 on network 0185412b-d31d-447a-8416-69c20adacdec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:32:55.929099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:32:55.929441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Checking segment: {'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:32:55.929826 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Bound using segment: {'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:32:55.930252 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Bound port: 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:32:55.930614 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:55.999894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:32:56.005743 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:32:56.013298 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:56.049644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:56.050261 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:56.052734 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] 10.222.0.31 "PUT /v2.0/ports/61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 200 len: 1091 time: 0.6329081 Feb 05 03:32:56.053146 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:32:56.055457 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473d1b9b-729b-49b6-9c43-a3bdf777a784" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:32:56.086459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ed370-c7e7-486e-829f-e8054c1a883d service neutron] Pushing event updated for resources: {'Port': ['ID=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:56.140952 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e8502329-a00b-4816-b8e2-c792c842a4fb up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:32:56.170853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78b84-6781-484a-bafd-98416b545bab req-8e456657-4284-4d25-9f76-cbe9a32e59cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:56.172586 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-8e456657-4284-4d25-9f76-cbe9a32e59cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1125 time: 0.0656772 Feb 05 03:32:56.214427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e8502329-a00b-4816-b8e2-c792c842a4fb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:32:56.214833 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:56.228307 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0537bfb4-edf7-460e-9c9d-11407c0eec9f x-openstack-request-id: req-0537bfb4-edf7-460e-9c9d-11407c0eec9f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:32:56.228600 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:32:56.228853 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0537bfb4-edf7-460e-9c9d-11407c0eec9f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:32:56.229390 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'status': 'completed', 'code': 200} Feb 05 03:32:56.231241 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-7dc2b45f-a6af-48ee-bc5d-4023b4d31bd5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 200 len: 217 time: 0.0502892 Feb 05 03:32:56.282801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78b84-6781-484a-bafd-98416b545bab req-d842c296-9dcc-423d-a21b-47159fa6577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:56.284350 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-d842c296-9dcc-423d-a21b-47159fa6577d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53c3640-aeef-4ea1-bfbd-84734b274c9d HTTP/1.1" status: 200 len: 835 time: 0.0461669 Feb 05 03:32:56.296673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e8502329-a00b-4816-b8e2-c792c842a4fb is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:32:56.339587 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78b84-6781-484a-bafd-98416b545bab req-1e361c16-e8e6-4839-ab09-c5169351ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:56.341224 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-1e361c16-e8e6-4839-ab09-c5169351ee7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0185412b-d31d-447a-8416-69c20adacdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507576 Feb 05 03:32:56.430986 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-265da6c3-a39a-4221-b3b7-6ff98ec0658a service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839455 Feb 05 03:32:56.524163 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-16a78b84-6781-484a-bafd-98416b545bab req-28370dc5-f055-4fca-94e8-f26b307a4475 service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877597 Feb 05 03:32:56.612991 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d1b9b-729b-49b6-9c43-a3bdf777a784 req-b25853dc-5750-4379-924a-b906ec974666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:56.614598 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-473d1b9b-729b-49b6-9c43-a3bdf777a784 req-b25853dc-5750-4379-924a-b906ec974666 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1125 time: 0.0449657 Feb 05 03:32:56.703216 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d1b9b-729b-49b6-9c43-a3bdf777a784 req-92366afb-61b2-4494-ba92-7b8de8f3438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:56.704661 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-473d1b9b-729b-49b6-9c43-a3bdf777a784 req-92366afb-61b2-4494-ba92-7b8de8f3438e service neutron] 10.222.0.31 "GET /v2.0/networks?id=0185412b-d31d-447a-8416-69c20adacdec HTTP/1.1" status: 200 len: 897 time: 0.0842805 Feb 05 03:32:56.748595 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-473d1b9b-729b-49b6-9c43-a3bdf777a784 req-ed99cc23-1eb8-4a6c-8406-72d5fc39fe01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 200 len: 217 time: 0.0380077 Feb 05 03:32:56.795529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d1b9b-729b-49b6-9c43-a3bdf777a784 req-7c648e7f-2ee8-41ad-993a-7e8d8c102094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:56.796927 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-473d1b9b-729b-49b6-9c43-a3bdf777a784 req-7c648e7f-2ee8-41ad-993a-7e8d8c102094 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53c3640-aeef-4ea1-bfbd-84734b274c9d HTTP/1.1" status: 200 len: 835 time: 0.0421653 Feb 05 03:32:56.843589 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d1b9b-729b-49b6-9c43-a3bdf777a784 req-de2ed692-5ab9-421c-b55b-eb1c5b5363fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:56.845063 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-473d1b9b-729b-49b6-9c43-a3bdf777a784 req-de2ed692-5ab9-421c-b55b-eb1c5b5363fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0185412b-d31d-447a-8416-69c20adacdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0416396 Feb 05 03:32:56.936901 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-473d1b9b-729b-49b6-9c43-a3bdf777a784 req-4e1e0dcb-a1c2-49e3-8da6-769e520bdd4f service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860398 Feb 05 03:32:57.003559 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b989f-ba77-485d-a0a4-cf3435f7a8b8 req-078f3449-ba13-4fb6-9cd3-79494b247f61 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:57.005000 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db4b989f-ba77-485d-a0a4-cf3435f7a8b8 req-078f3449-ba13-4fb6-9cd3-79494b247f61 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 943 time: 0.0517907 Feb 05 03:32:57.026033 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-473d1b9b-729b-49b6-9c43-a3bdf777a784 req-7efa5823-b14c-4b20-a217-927d293008d4 service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833735 Feb 05 03:32:57.054838 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-db4b989f-ba77-485d-a0a4-cf3435f7a8b8 req-204ee3f9-da0d-4da0-8723-3194cf5ca7c6 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441353 Feb 05 03:32:58.178238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f4234-4d96-4729-8466-153adbafb2df req-96ab15a4-855c-40dc-8d79-99e84b3ef3a7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:58.179741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a09f4234-4d96-4729-8466-153adbafb2df req-96ab15a4-855c-40dc-8d79-99e84b3ef3a7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 943 time: 0.0568244 Feb 05 03:32:58.226582 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a09f4234-4d96-4729-8466-153adbafb2df req-4e0f9c18-4bd0-420f-95c8-d731fde0fe87 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414093 Feb 05 03:32:59.182463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:32:59.278563 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:32:59.289916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'port_id': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'mac_address': 'fa:16:3e:75:a4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:32:59.327333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:32:59.327727 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:59.345874 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:32:59.347457 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690b75e-9b97-414b-b4d4-b2b6dcc391cc req-be4f2cab-d50a-4d95-b813-ef8749b16274 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:32:59.348963 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d690b75e-9b97-414b-b4d4-b2b6dcc391cc req-be4f2cab-d50a-4d95-b813-ef8749b16274 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 943 time: 0.0531046 Feb 05 03:32:59.366189 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:32:59.372055 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:32:59.398966 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d690b75e-9b97-414b-b4d4-b2b6dcc391cc req-9eeaa522-527b-4b89-8c24-93dc9ebf0040 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442452 Feb 05 03:32:59.420274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:32:59.683996 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['61b4788c-c35c-4b70-b242-3ffaa3ca4e39'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:33:00.517395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39265ec2-73c3-4187-a71a-ac3c13b0b7e8 req-300c34ba-4344-4dad-90fb-7022b926e48a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:00.518867 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-39265ec2-73c3-4187-a71a-ac3c13b0b7e8 req-300c34ba-4344-4dad-90fb-7022b926e48a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 944 time: 0.0513556 Feb 05 03:33:00.570322 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-39265ec2-73c3-4187-a71a-ac3c13b0b7e8 req-0a868ef4-3c95-4d03-92a4-6bedaa618370 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454965 Feb 05 03:33:01.198445 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:33:01.246808 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:33:01.250489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:33:01.250897 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:01.329279 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:33:01.329663 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:01.352352 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:33:01.354559 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6031cdcc-37f3-4266-8736-dde4cc7b5fab" -d '{"events": [{"server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "name": "network-vif-plugged", "status": "completed", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:33:01.370039 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:33:01.374465 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:01.425822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:33:01.462525 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9974b007-f090-4941-ac71-20db15fdf60a x-openstack-request-id: req-9974b007-f090-4941-ac71-20db15fdf60a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:33:01.462923 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "name": "network-vif-plugged", "status": "completed", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:33:01.463190 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9974b007-f090-4941-ac71-20db15fdf60a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:33:01.463610 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'code': 200} Feb 05 03:33:01.563267 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d88455-c2ea-4e54-9734-8bbdfe4c3a32 req-5aaad3df-6e97-4859-9d9a-c0f26e7ab0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:01.564755 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-42d88455-c2ea-4e54-9734-8bbdfe4c3a32 req-5aaad3df-6e97-4859-9d9a-c0f26e7ab0c5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1127 time: 0.0487118 Feb 05 03:33:01.610459 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-42d88455-c2ea-4e54-9734-8bbdfe4c3a32 req-5d3a68c0-c79f-453b-951a-f5326cf2a2d6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389631 Feb 05 03:33:01.689109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29492a32-179f-42b2-9728-f33c80dbca32 req-e09e94d2-c705-4549-be1e-79c31cba48be tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:01.690597 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29492a32-179f-42b2-9728-f33c80dbca32 req-e09e94d2-c705-4549-be1e-79c31cba48be tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0536110 Feb 05 03:33:01.741122 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29492a32-179f-42b2-9728-f33c80dbca32 req-bb5349f8-fae7-4360-bfab-72f51fafa7a2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442202 Feb 05 03:33:02.862658 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ef5eb-89d5-49e1-86f7-cb875b39e26b req-a05672e6-40e9-4a80-9e76-4f761f2c1658 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:02.865722 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-283ef5eb-89d5-49e1-86f7-cb875b39e26b req-a05672e6-40e9-4a80-9e76-4f761f2c1658 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0548308 Feb 05 03:33:02.915699 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-283ef5eb-89d5-49e1-86f7-cb875b39e26b req-8a5814c4-8ade-409c-b962-abf531c0c14f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445526 Feb 05 03:33:03.676424 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d46cc78-3ba4-4daf-bca0-19702b3351d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:04.038841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babf04f-a7c8-4026-88ae-a9cadc78ef6d req-4eb2577c-b544-4159-9ea2-4678acce458f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:04.040367 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1babf04f-a7c8-4026-88ae-a9cadc78ef6d req-4eb2577c-b544-4159-9ea2-4678acce458f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0573027 Feb 05 03:33:04.089176 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1babf04f-a7c8-4026-88ae-a9cadc78ef6d req-0bac3e85-e68f-4149-8b16-7e3333d2fae3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433216 Feb 05 03:33:04.205437 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee889ed7-6c44-48f5-b2b8-de8d4a45e0e6 req-83b7f90f-0070-4015-bd53-aa7c57f795c7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:04.206843 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ee889ed7-6c44-48f5-b2b8-de8d4a45e0e6 req-83b7f90f-0070-4015-bd53-aa7c57f795c7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0524933 Feb 05 03:33:04.254151 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ee889ed7-6c44-48f5-b2b8-de8d4a45e0e6 req-27e4859a-1e0f-42ab-92e2-fd766636f198 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417347 Feb 05 03:33:04.276684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41824) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:33:04.322774 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4994d49-78a8-438e-8476-d146ed22d20d tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:04.324288 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e4994d49-78a8-438e-8476-d146ed22d20d tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1122 time: 0.0466349 Feb 05 03:33:04.327292 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41826) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:33:04.331464 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:33:04.351906 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:04.445780 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:04.551138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Allocated IP 172.25.0.175 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/3d89ae8a-273a-458a-a638-14d2f422accb) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:33:04.649394 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (3d89ae8a-273a-458a-a638-14d2f422accb), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:04.682156 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (3d89ae8a-273a-458a-a638-14d2f422accb), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:04.725395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:33:04.728286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:33:04.731691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:33:04.753137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=3d89ae8a-273a-458a-a638-14d2f422accb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:33:04.766673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:33:04.767055 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:33:04.767403 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:33:04.767743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:33:04.768076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:33:04.768405 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:33:04.768735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:33:04.769064 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:33:04.769393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:33:04.769720 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:33:04.770052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:33:04.770374 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:33:04.770865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:33:05.088814 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for floatingip (29519705-6bde-4422-af3d-1f36fa8985df), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:05.159277 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3d89ae8a-273a-458a-a638-14d2f422accb), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:05.310516 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (3d89ae8a-273a-458a-a638-14d2f422accb), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:05.314983 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (3d89ae8a-273a-458a-a638-14d2f422accb), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:05.381077 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=3d89ae8a-273a-458a-a638-14d2f422accb,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:33:05.392626 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (29519705-6bde-4422-af3d-1f36fa8985df), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:05.493126 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Floating IP 29519705-6bde-4422-af3d-1f36fa8985df associated. External IP: 172.25.0.175, port: 61b4788c-c35c-4b70-b242-3ffaa3ca4e39. Feb 05 03:33:05.699648 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router da576380-1f1f-4a10-bf1f-51c6edeca622 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:33:05.808812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:33:05.818999 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc8449-60a4-4ae4-93b3-370ba80cfebc None None] Sync routers for ids ['da576380-1f1f-4a10-bf1f-51c6edeca622'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:33:05.826865 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:05.828504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc8449-60a4-4ae4-93b3-370ba80cfebc None None] Routers {'da576380-1f1f-4a10-bf1f-51c6edeca622'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:33:05.829122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6bbc8449-60a4-4ae4-93b3-370ba80cfebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:32:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['da576380-1f1f-4a10-bf1f-51c6edeca622'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:33:05.856452 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-20fe94b1-49ac-49ca-8de4-6d1ea786e35d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5281663 Feb 05 03:33:05.857033 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:33:05.859305 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7877c3-6096-41e4-b15e-e39ff5ea5041" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:33:05.898091 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb1affd-d7a6-4314-979b-4aefe622ddcd x-openstack-request-id: req-5eb1affd-d7a6-4314-979b-4aefe622ddcd {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:33:05.898392 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:33:05.898812 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5eb1affd-d7a6-4314-979b-4aefe622ddcd {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:33:05.899236 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'status': 'completed', 'code': 200} Feb 05 03:33:05.935972 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6faa551c-6abf-4d57-8e67-cc05736caf3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:05.963003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6bbc8449-60a4-4ae4-93b3-370ba80cfebc None None] Set router da576380-1f1f-4a10-bf1f-51c6edeca622 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:33:05.970577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39d132-976f-4530-a9b4-4ec4c2a02c34 req-bc7e885a-76bf-4cda-a17a-95de94c39497 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:05.972223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b39d132-976f-4530-a9b4-4ec4c2a02c34 req-bc7e885a-76bf-4cda-a17a-95de94c39497 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0608578 Feb 05 03:33:05.973268 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7877c3-6096-41e4-b15e-e39ff5ea5041 req-d2b48f90-c133-44a4-917a-629c1fdcf63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:05.975066 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0d7877c3-6096-41e4-b15e-e39ff5ea5041 req-d2b48f90-c133-44a4-917a-629c1fdcf63c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1127 time: 0.0497389 Feb 05 03:33:06.025265 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b39d132-976f-4530-a9b4-4ec4c2a02c34 req-5bf876b5-4153-485b-a4ea-0e9adbcca844 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458214 Feb 05 03:33:06.050098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41832) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:33:06.076121 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7877c3-6096-41e4-b15e-e39ff5ea5041 req-f39c8cc8-50c5-4de7-9e4f-f674681ba1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:06.077726 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0d7877c3-6096-41e4-b15e-e39ff5ea5041 req-f39c8cc8-50c5-4de7-9e4f-f674681ba1ab service neutron] 10.222.0.31 "GET /v2.0/networks?id=0185412b-d31d-447a-8416-69c20adacdec HTTP/1.1" status: 200 len: 897 time: 0.0963020 Feb 05 03:33:06.118177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d6ce72d4-34ac-4f71-b969-0df3d93d18e3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/floatingips/29519705-6bde-4422-af3d-1f36fa8985df HTTP/1.1" status: 200 len: 991 time: 0.0669203 Feb 05 03:33:06.145240 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0d7877c3-6096-41e4-b15e-e39ff5ea5041 req-258d359e-5a67-4787-8c1e-ff274962a991 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 200 len: 999 time: 0.0605381 Feb 05 03:33:06.193392 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7877c3-6096-41e4-b15e-e39ff5ea5041 req-b13aff2b-eeb6-485c-8838-af2d70455e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:06.194992 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0d7877c3-6096-41e4-b15e-e39ff5ea5041 req-b13aff2b-eeb6-485c-8838-af2d70455e70 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53c3640-aeef-4ea1-bfbd-84734b274c9d HTTP/1.1" status: 200 len: 835 time: 0.0443034 Feb 05 03:33:06.197566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6bbc8449-60a4-4ae4-93b3-370ba80cfebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542254432', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:50Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:14:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '29519705-6bde-4422-af3d-1f36fa8985df', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'port_id': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'mac_address': 'fa:16:3e:75:a4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:33:04Z', 'updated_at': '2022-02-05T03:33:04Z', 'revision_number': 0, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8502329-a00b-4816-b8e2-c792c842a4fb', 'name': '', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:fe:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:49Z', 'updated_at': '2022-02-05T03:32:53Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:33:06.224993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc8449-60a4-4ae4-93b3-370ba80cfebc None None] Checking router: da576380-1f1f-4a10-bf1f-51c6edeca622 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:33:06.233177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc8449-60a4-4ae4-93b3-370ba80cfebc None None] Routers {'da576380-1f1f-4a10-bf1f-51c6edeca622'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:33:06.233791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6bbc8449-60a4-4ae4-93b3-370ba80cfebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:33:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['da576380-1f1f-4a10-bf1f-51c6edeca622'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:33:06.247092 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7877c3-6096-41e4-b15e-e39ff5ea5041 req-443e731d-3231-4b28-92f5-ae2f40fd8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:06.248693 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0d7877c3-6096-41e4-b15e-e39ff5ea5041 req-443e731d-3231-4b28-92f5-ae2f40fd8680 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0185412b-d31d-447a-8416-69c20adacdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481727 Feb 05 03:33:06.339212 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0d7877c3-6096-41e4-b15e-e39ff5ea5041 req-dac092d6-2171-4793-8858-9f536b04ab87 service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827198 Feb 05 03:33:06.341817 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6bbc8449-60a4-4ae4-93b3-370ba80cfebc None None] Set router da576380-1f1f-4a10-bf1f-51c6edeca622 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:33:06.430922 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0d7877c3-6096-41e4-b15e-e39ff5ea5041 req-f5b63907-b40f-4bd0-897f-b00f6e1c4853 service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866678 Feb 05 03:33:06.564082 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6bbc8449-60a4-4ae4-93b3-370ba80cfebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542254432', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:50Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:14:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '29519705-6bde-4422-af3d-1f36fa8985df', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'port_id': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'mac_address': 'fa:16:3e:75:a4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:33:04Z', 'updated_at': '2022-02-05T03:33:04Z', 'revision_number': 0, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8502329-a00b-4816-b8e2-c792c842a4fb', 'name': '', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:fe:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:49Z', 'updated_at': '2022-02-05T03:32:53Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:33:06.590550 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc8449-60a4-4ae4-93b3-370ba80cfebc None None] The sync data for ids ['da576380-1f1f-4a10-bf1f-51c6edeca622'] in n-d-826942-8 is: [{'id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542254432', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:50Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:14:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '29519705-6bde-4422-af3d-1f36fa8985df', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'port_id': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'mac_address': 'fa:16:3e:75:a4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:33:04Z', 'updated_at': '2022-02-05T03:33:04Z', 'revision_number': 0, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8502329-a00b-4816-b8e2-c792c842a4fb', 'name': '', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:fe:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:49Z', 'updated_at': '2022-02-05T03:32:53Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:33:06.793947 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b969dec-9fbf-4a88-89c1-c6f9887eb17a None None] New status for floating IP 29519705-6bde-4422-af3d-1f36fa8985df: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:33:07.121187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41834) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:33:07.180040 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-df658b5d-4688-444a-a212-a443479feab6 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/floatingips/29519705-6bde-4422-af3d-1f36fa8985df HTTP/1.1" status: 200 len: 993 time: 0.0576332 Feb 05 03:33:07.215460 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:08.756493 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:10.039659 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:11.745757 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:16.511644 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:31.388436 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:33:31.824756 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7770826a-f800-4efe-b306-3cf15be2d8b9 req-33b4cee7-0495-4b93-9a8d-bab768cbb473 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438850 Feb 05 03:33:31.909815 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770826a-f800-4efe-b306-3cf15be2d8b9 req-c18e9c47-7e22-497e-803d-caa91664cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:31.911323 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7770826a-f800-4efe-b306-3cf15be2d8b9 req-c18e9c47-7e22-497e-803d-caa91664cce5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1127 time: 0.0442917 Feb 05 03:33:32.020334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770826a-f800-4efe-b306-3cf15be2d8b9 req-82f4fe27-2f10-4336-8d29-abeb696694cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:32.021829 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7770826a-f800-4efe-b306-3cf15be2d8b9 req-82f4fe27-2f10-4336-8d29-abeb696694cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=0185412b-d31d-447a-8416-69c20adacdec HTTP/1.1" status: 200 len: 897 time: 0.0921164 Feb 05 03:33:32.086340 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7770826a-f800-4efe-b306-3cf15be2d8b9 req-2574040e-ab8c-4c05-a5b3-f493adfd1b0d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 200 len: 1001 time: 0.0578701 Feb 05 03:33:32.133119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770826a-f800-4efe-b306-3cf15be2d8b9 req-8d4bb0ab-1414-46b4-be34-6a93fa8104b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:32.134527 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7770826a-f800-4efe-b306-3cf15be2d8b9 req-8d4bb0ab-1414-46b4-be34-6a93fa8104b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53c3640-aeef-4ea1-bfbd-84734b274c9d HTTP/1.1" status: 200 len: 835 time: 0.0428121 Feb 05 03:33:32.185896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770826a-f800-4efe-b306-3cf15be2d8b9 req-39b8263b-a96f-45d9-98c9-b22323013e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:32.187378 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7770826a-f800-4efe-b306-3cf15be2d8b9 req-39b8263b-a96f-45d9-98c9-b22323013e4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0185412b-d31d-447a-8416-69c20adacdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467057 Feb 05 03:33:32.273583 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7770826a-f800-4efe-b306-3cf15be2d8b9 req-1f332b12-ff6b-42b0-a95c-f0eac83e9807 service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800362 Feb 05 03:33:32.363850 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7770826a-f800-4efe-b306-3cf15be2d8b9 req-8cc88f73-5793-4544-b75b-cdfbc389e1fb service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844328 Feb 05 03:33:32.433155 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c08b847b-1cfa-49ab-8b21-73a62d2c0d3d req-ced68673-e605-40c2-b29f-a61e91035d0f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438094 Feb 05 03:33:32.498046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b847b-1cfa-49ab-8b21-73a62d2c0d3d req-b00ab4af-8bfc-4c82-b370-23ab311fd1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:32.499557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c08b847b-1cfa-49ab-8b21-73a62d2c0d3d req-b00ab4af-8bfc-4c82-b370-23ab311fd1f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c65e6f9b8ff4bf0b9f36529bd00cf15&device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 1128 time: 0.0472450 Feb 05 03:33:32.600163 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b847b-1cfa-49ab-8b21-73a62d2c0d3d req-b8e5e0fd-f40e-4121-90d0-a1695badc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:32.601698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c08b847b-1cfa-49ab-8b21-73a62d2c0d3d req-b8e5e0fd-f40e-4121-90d0-a1695badc6e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=73dbd80e-60d5-4c73-833a-2b09e2d26ae2 HTTP/1.1" status: 200 len: 910 time: 0.0844183 Feb 05 03:33:32.668972 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c08b847b-1cfa-49ab-8b21-73a62d2c0d3d req-f8492876-6cd2-46d5-a09b-acfdc20fc066 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b13ac43-6982-483d-8f8d-09b88c026f56 HTTP/1.1" status: 200 len: 1002 time: 0.0614178 Feb 05 03:33:32.715166 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b847b-1cfa-49ab-8b21-73a62d2c0d3d req-f6a39689-e88f-417c-b2d9-b9b30f7156a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:32.716551 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c08b847b-1cfa-49ab-8b21-73a62d2c0d3d req-f6a39689-e88f-417c-b2d9-b9b30f7156a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a6ac4222-3d41-4971-99b5-6ccafa801f82 HTTP/1.1" status: 200 len: 848 time: 0.0423558 Feb 05 03:33:32.762398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b847b-1cfa-49ab-8b21-73a62d2c0d3d req-208d34fd-e015-4177-9aa3-25d1debab169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:33:32.763938 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c08b847b-1cfa-49ab-8b21-73a62d2c0d3d req-208d34fd-e015-4177-9aa3-25d1debab169 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73dbd80e-60d5-4c73-833a-2b09e2d26ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0417833 Feb 05 03:33:33.101920 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c08b847b-1cfa-49ab-8b21-73a62d2c0d3d req-0030eb6c-812e-4bf5-8bd6-fb643fc66391 service neutron] 10.222.0.10 "GET /v2.0/networks/73dbd80e-60d5-4c73-833a-2b09e2d26ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323193 Feb 05 03:33:33.188952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c08b847b-1cfa-49ab-8b21-73a62d2c0d3d req-06f3c5eb-3cef-4863-8280-8a8f1a4396b8 service neutron] 10.222.0.10 "GET /v2.0/networks/73dbd80e-60d5-4c73-833a-2b09e2d26ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803766 Feb 05 03:33:33.677183 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c36d587e-cc93-4d0b-9fe2-545a554fd12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:35.909054 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-016e287e-3bf6-44d4-8cc7-d04c21620bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:37.219150 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:38.758958 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:40.041945 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:41.760646 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:33:46.539827 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:03.680337 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1aeca0a0-ca17-41ad-9b9b-fee9cb9c8f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:05.910499 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5317cbf4-879a-4612-b9b3-608f576da02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:07.221460 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:07.908531 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ffa34-fb9a-4b21-9bf3-89e67127dd46 req-5e430398-ceae-41d0-a08a-2ef1f109db2c tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:07.910017 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c9ffa34-fb9a-4b21-9bf3-89e67127dd46 req-5e430398-ceae-41d0-a08a-2ef1f109db2c tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1127 time: 0.0471842 Feb 05 03:34:07.953482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c9ffa34-fb9a-4b21-9bf3-89e67127dd46 req-e294756a-4566-46fa-aefd-9780f196b236 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377638 Feb 05 03:34:08.071758 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034b46c-cc8a-4cf8-bbc7-73f163bf96c7 req-367eca68-65c9-4dfb-81cc-e49e19fb6e3c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:08.073197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b034b46c-cc8a-4cf8-bbc7-73f163bf96c7 req-367eca68-65c9-4dfb-81cc-e49e19fb6e3c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0519297 Feb 05 03:34:08.119520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b034b46c-cc8a-4cf8-bbc7-73f163bf96c7 req-94a28dfa-59de-49da-a151-057233df1016 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408347 Feb 05 03:34:08.141545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41864) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:34:08.203464 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5222993e-c45a-4a42-808f-dd7765a98b68 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/floatingips/29519705-6bde-4422-af3d-1f36fa8985df HTTP/1.1" status: 200 len: 993 time: 0.0608130 Feb 05 03:34:08.388626 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:34:08.723881 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-ba8cff5b-695b-40f5-97da-ddecc9379062 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741224 Feb 05 03:34:08.735803 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676e9be-cccc-4936-8eed-e5188f5c43e3 req-398aa1b4-ac0d-4809-be29-1f689f5794d2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:08.737230 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5676e9be-cccc-4936-8eed-e5188f5c43e3 req-398aa1b4-ac0d-4809-be29-1f689f5794d2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0773220 Feb 05 03:34:08.764479 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:08.793740 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5676e9be-cccc-4936-8eed-e5188f5c43e3 req-2b5d1b17-9790-48b1-af9b-837ba1612025 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491388 Feb 05 03:34:09.917186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75be4c4-bc2d-4239-aa5f-89ee1d5721c7 req-2ce2f9bf-ddc0-46f9-8609-9a48a287abec tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:09.918653 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f75be4c4-bc2d-4239-aa5f-89ee1d5721c7 req-2ce2f9bf-ddc0-46f9-8609-9a48a287abec tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0559151 Feb 05 03:34:09.966590 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f75be4c4-bc2d-4239-aa5f-89ee1d5721c7 req-3c96a59d-ef66-4287-a30b-a73179dffc00 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423055 Feb 05 03:34:10.046337 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:11.086860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6b3e3-c12c-4e5b-be70-4e1ce4406b79 req-66c18c8f-0756-471a-8798-297386574eb9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:11.088344 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62a6b3e3-c12c-4e5b-be70-4e1ce4406b79 req-66c18c8f-0756-471a-8798-297386574eb9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0529940 Feb 05 03:34:11.135414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62a6b3e3-c12c-4e5b-be70-4e1ce4406b79 req-5e91593b-ec57-4854-a818-0c3f7712edfc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415437 Feb 05 03:34:11.757093 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:11.889032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-1b6dd1f6-d712-42fb-981e-047619dda9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:11.890573 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-1b6dd1f6-d712-42fb-981e-047619dda9f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1127 time: 0.0451059 Feb 05 03:34:11.978779 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-b661d1bf-6c4b-4528-9af3-2bdd29ee1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:11.980246 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-b661d1bf-6c4b-4528-9af3-2bdd29ee1999 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0185412b-d31d-447a-8416-69c20adacdec HTTP/1.1" status: 200 len: 897 time: 0.0842352 Feb 05 03:34:12.052087 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-3592545b-0bc5-46b3-bd27-1ec55a0dc07c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 200 len: 1001 time: 0.0657153 Feb 05 03:34:12.099447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-9e5b0432-d417-40f9-ae79-c0fe2a00d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:12.100934 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-9e5b0432-d417-40f9-ae79-c0fe2a00d74a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53c3640-aeef-4ea1-bfbd-84734b274c9d HTTP/1.1" status: 200 len: 835 time: 0.0429435 Feb 05 03:34:12.149011 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-53f6d096-db53-46aa-8cc7-7b85cfa324ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:12.150526 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-53f6d096-db53-46aa-8cc7-7b85cfa324ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0185412b-d31d-447a-8416-69c20adacdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431459 Feb 05 03:34:12.242242 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-7a2e14f1-bde6-4f88-84d5-60f75b9b997a service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850599 Feb 05 03:34:12.253666 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b74b3e-b2f8-4f13-a0a0-b75d82c0a9f3 req-ee75c50c-a4a9-4f86-a0d9-efa11b38c040 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:12.255159 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1b74b3e-b2f8-4f13-a0a0-b75d82c0a9f3 req-ee75c50c-a4a9-4f86-a0d9-efa11b38c040 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0520015 Feb 05 03:34:12.308518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1b74b3e-b2f8-4f13-a0a0-b75d82c0a9f3 req-069ea29d-d999-4e51-941b-cc57bff89247 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469077 Feb 05 03:34:12.333261 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-b6ff29e1-6f88-4f23-b150-b519bd07525e service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843377 Feb 05 03:34:13.426701 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef51b5e-4c5f-40f3-b226-4b2c9e8496ae req-e3d20f38-ed46-451c-ad6f-18de7fccc0e3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:13.428827 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aef51b5e-4c5f-40f3-b226-4b2c9e8496ae req-e3d20f38-ed46-451c-ad6f-18de7fccc0e3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0525880 Feb 05 03:34:13.477166 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aef51b5e-4c5f-40f3-b226-4b2c9e8496ae req-56d7b357-012e-4c53-a0a3-d8cbd008e1d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428703 Feb 05 03:34:14.596179 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3138522-36cf-4bc6-b39c-5f661524820a req-b2676bb3-9081-48dc-9572-30d75682550f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:14.597610 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3138522-36cf-4bc6-b39c-5f661524820a req-b2676bb3-9081-48dc-9572-30d75682550f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0516562 Feb 05 03:34:14.646855 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d3138522-36cf-4bc6-b39c-5f661524820a req-10e97cf2-3dba-47b1-9f02-2a76ce7936bf tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427833 Feb 05 03:34:15.770750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77647617-df59-4dd9-9127-614656a29e5e req-e96ec1a5-e4c7-4043-9b66-1b0ec732e1ef tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:15.773225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77647617-df59-4dd9-9127-614656a29e5e req-e96ec1a5-e4c7-4043-9b66-1b0ec732e1ef tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0581627 Feb 05 03:34:15.822494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77647617-df59-4dd9-9127-614656a29e5e req-be66cb7f-38bb-4e1c-8b30-4a59032a1f01 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437162 Feb 05 03:34:16.552888 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:16.940673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bc008-8a9b-4000-afdc-0f8fa601b6ba req-33875f6f-9710-45f2-a822-4af7c18a68b7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:16.942136 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f42bc008-8a9b-4000-afdc-0f8fa601b6ba req-33875f6f-9710-45f2-a822-4af7c18a68b7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0518777 Feb 05 03:34:16.989145 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f42bc008-8a9b-4000-afdc-0f8fa601b6ba req-2ccbab4d-a9c5-465f-beb8-5ffdff1b04d0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414095 Feb 05 03:34:18.115731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398f773-0a2f-42a8-8c74-9b65fbdf1f45 req-a3db3fac-70b0-4938-83f6-6f2012f6e6c1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:18.117181 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2398f773-0a2f-42a8-8c74-9b65fbdf1f45 req-a3db3fac-70b0-4938-83f6-6f2012f6e6c1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0555377 Feb 05 03:34:18.164265 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2398f773-0a2f-42a8-8c74-9b65fbdf1f45 req-bdcad734-183e-49da-9573-312b6d2ed5fb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415430 Feb 05 03:34:19.283189 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e93ca-4e29-4d4e-a515-18d9a542b23a req-f008d12e-a897-4969-b545-a461a8ed35b4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:19.284643 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-322e93ca-4e29-4d4e-a515-18d9a542b23a req-f008d12e-a897-4969-b545-a461a8ed35b4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0524085 Feb 05 03:34:19.331396 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-322e93ca-4e29-4d4e-a515-18d9a542b23a req-54d6f100-856e-41cb-9921-d473b79fa359 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411234 Feb 05 03:34:20.452378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5c888-9a68-48f1-838a-3479752cd252 req-7110bab2-c78d-4dbd-90dc-005a64e3b616 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:20.453885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83f5c888-9a68-48f1-838a-3479752cd252 req-7110bab2-c78d-4dbd-90dc-005a64e3b616 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0523255 Feb 05 03:34:20.504718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83f5c888-9a68-48f1-838a-3479752cd252 req-d9b6c310-b400-4bd2-905a-252513d5c793 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450995 Feb 05 03:34:21.625137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d7e08-6d0c-4c45-a28d-ba2f85345722 req-27010abd-61e2-45a2-a752-611dcc06d4d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:21.626523 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c40d7e08-6d0c-4c45-a28d-ba2f85345722 req-27010abd-61e2-45a2-a752-611dcc06d4d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0536749 Feb 05 03:34:21.675711 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c40d7e08-6d0c-4c45-a28d-ba2f85345722 req-8843f061-9319-4502-9b38-756b85e232dd tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427470 Feb 05 03:34:22.792608 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2ca6e-b19b-40c7-a1e7-a44a09ff1760 req-e63f8f1e-ca2b-4d14-8d4e-db9da7bb4b01 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:22.794085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56f2ca6e-b19b-40c7-a1e7-a44a09ff1760 req-e63f8f1e-ca2b-4d14-8d4e-db9da7bb4b01 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0518367 Feb 05 03:34:22.841620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56f2ca6e-b19b-40c7-a1e7-a44a09ff1760 req-96fb5432-956b-4d36-ae3f-3eef39dd7f42 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419822 Feb 05 03:34:23.965781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee45fc-835b-44f5-afd5-a81810e53f13 req-a19981c7-fcc6-4127-9c1d-39c5176eaf9e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:23.967321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9cee45fc-835b-44f5-afd5-a81810e53f13 req-a19981c7-fcc6-4127-9c1d-39c5176eaf9e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 945 time: 0.0571778 Feb 05 03:34:24.015096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9cee45fc-835b-44f5-afd5-a81810e53f13 req-5a46bf28-6064-4335-a9da-f39e88526780 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421178 Feb 05 03:34:24.303707 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-5a92118b-81a3-4307-980f-a3e4d9673004 service neutron] show failed (client error): The resource could not be found. Feb 05 03:34:24.304738 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-5a92118b-81a3-4307-980f-a3e4d9673004 service neutron] 10.222.0.31 "GET /v2.0/ports/61b4788c-c35c-4b70-b242-3ffaa3ca4e39/bindings/n-h2-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.0613618 Feb 05 03:34:24.501983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-9d546c7e-3ecd-413b-9c90-ca386e9ba0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:24.503481 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-9d546c7e-3ecd-413b-9c90-ca386e9ba0c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c&tenant_id=d19f328b21dc466e9df0e58e9aa162da HTTP/1.1" status: 200 len: 1127 time: 0.0434532 Feb 05 03:34:24.514120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:34:24.573211 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:24.770552 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:34:24.803390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h1-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:34:24.841474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:34:24.843698 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bad4d17-7e01-4781-ac67-b6e4d7a26cbc" -d '{"events": [{"server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "name": "network-vif-unplugged", "status": "completed", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:34:24.847455 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Publish callbacks [] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:24.859996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Transition to ACTIVE for port object 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:34:24.864048 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:24.894829 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98eca14-5e99-4647-bf87-a1c43f9c0472 x-openstack-request-id: req-b98eca14-5e99-4647-bf87-a1c43f9c0472 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:34:24.895130 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "name": "network-vif-unplugged", "status": "completed", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:34:24.895389 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b98eca14-5e99-4647-bf87-a1c43f9c0472 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:34:24.896343 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'code': 200} Feb 05 03:34:24.952028 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Pushing event updated for resources: {'Port': ['ID=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:34:24.966531 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:24.967165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:24.967264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:24.967576 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:24.967908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:24.968237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:24.968563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:24.968889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:24.969214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:24.969540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:24.969867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:24.970187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:24.970507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:25.002002 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] No DVR routers for this DVR port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 on host n-h1-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:34:25.176769 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c4daf-866b-46eb-9bd7-8446b636a635 req-c1c8b668-95f0-486e-b436-68e62f41f2b7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:25.178219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e26c4daf-866b-46eb-9bd7-8446b636a635 req-c1c8b668-95f0-486e-b436-68e62f41f2b7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 943 time: 0.0902522 Feb 05 03:34:25.193889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Attempting to bind port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:34:25.194184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Attempting to bind port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:34:25.194512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Attempting to bind port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 on network 0185412b-d31d-447a-8416-69c20adacdec {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:34:25.206708 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 on network 0185412b-d31d-447a-8416-69c20adacdec not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:34:25.207060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Attempting to bind port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 on network 0185412b-d31d-447a-8416-69c20adacdec {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:34:25.221719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:34:25.222054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Checking segment: {'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:34:25.222428 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Bound using segment: {'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:34:25.222874 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Bound port: 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:34:25.223223 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:25.249111 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e26c4daf-866b-46eb-9bd7-8446b636a635 req-0fd6bcbd-1f40-4c0e-91b2-29526023824b tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652692 Feb 05 03:34:25.299858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:34:25.303126 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:34:25.309436 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:25.347603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:25.348229 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:25.349851 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] 10.222.0.10 "PUT /v2.0/ports/61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 200 len: 1091 time: 0.8394518 Feb 05 03:34:25.367448 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4e34b-6abc-449f-be70-15300b7b9f20 service neutron] Pushing event updated for resources: {'Port': ['ID=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:34:25.426388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-49a34dad-5d33-49cc-b45c-536483667e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:25.428640 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-49a34dad-5d33-49cc-b45c-536483667e42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1125 time: 0.0512578 Feb 05 03:34:25.525661 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-67c20650-d20d-4340-b652-2e47dcaaa873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:25.527161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-67c20650-d20d-4340-b652-2e47dcaaa873 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0185412b-d31d-447a-8416-69c20adacdec HTTP/1.1" status: 200 len: 897 time: 0.0933084 Feb 05 03:34:25.590555 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-b01383fa-89c2-40c7-969e-b393afbe9ded service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 200 len: 999 time: 0.0574229 Feb 05 03:34:25.639078 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-46e87305-e95f-4288-93ed-e78bc494d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:25.640554 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-46e87305-e95f-4288-93ed-e78bc494d36b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53c3640-aeef-4ea1-bfbd-84734b274c9d HTTP/1.1" status: 200 len: 835 time: 0.0443690 Feb 05 03:34:25.694070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-050b398b-8b4c-4554-91ed-3454a16bb532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:25.695593 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-050b398b-8b4c-4554-91ed-3454a16bb532 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0185412b-d31d-447a-8416-69c20adacdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483940 Feb 05 03:34:25.781054 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-74401169-c926-4838-90e8-8dc555350247 service neutron] 10.222.0.10 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795944 Feb 05 03:34:25.875977 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a814ba6f-7798-4efa-becb-b6bd1b307312 req-a3785769-cc89-4ba9-8813-267771139136 service neutron] 10.222.0.10 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882795 Feb 05 03:34:26.388474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35c0bc-8105-44d9-a319-d778b53ecd8a req-f4e0501a-f2b2-4e32-b8d7-e833c15d2380 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:26.389903 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab35c0bc-8105-44d9-a319-d778b53ecd8a req-f4e0501a-f2b2-4e32-b8d7-e833c15d2380 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 943 time: 0.0644553 Feb 05 03:34:26.445221 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab35c0bc-8105-44d9-a319-d778b53ecd8a req-631161f0-a090-4e54-bdc8-5c9d24d86930 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496261 Feb 05 03:34:26.897803 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:34:26.900242 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c381e373-12b8-447d-a639-fc3ee0615c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:34:26.949196 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db4a562-a728-44d6-9d98-3f0b97ba522f x-openstack-request-id: req-6db4a562-a728-44d6-9d98-3f0b97ba522f {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:34:26.949568 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:34:26.949825 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6db4a562-a728-44d6-9d98-3f0b97ba522f {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:34:26.950520 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'status': 'completed', 'code': 200} Feb 05 03:34:27.010045 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-0ac6fc31-a23b-4445-b007-52aa004146bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:27.011676 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-0ac6fc31-a23b-4445-b007-52aa004146bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1125 time: 0.0444152 Feb 05 03:34:27.014167 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-d252c23a-195a-43de-89dd-36562aef6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:27.015672 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-d252c23a-195a-43de-89dd-36562aef6666 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1125 time: 0.0443668 Feb 05 03:34:27.102978 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-984846f9-f950-4b2b-8725-5ff31eb83d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:27.104449 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-984846f9-f950-4b2b-8725-5ff31eb83d4d service neutron] 10.222.0.31 "GET /v2.0/networks?id=0185412b-d31d-447a-8416-69c20adacdec HTTP/1.1" status: 200 len: 897 time: 0.0830977 Feb 05 03:34:27.104572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-b210cea6-b132-4d6c-85f8-85a79905f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:27.105980 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-b210cea6-b132-4d6c-85f8-85a79905f195 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0185412b-d31d-447a-8416-69c20adacdec HTTP/1.1" status: 200 len: 897 time: 0.0877039 Feb 05 03:34:27.172715 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-c764d7a5-fda4-47a7-bb37-c72692f5bea5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 200 len: 999 time: 0.0619271 Feb 05 03:34:27.174293 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-f72055cd-c88f-4fd2-aab9-fe7bc52945c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 200 len: 999 time: 0.0598350 Feb 05 03:34:27.221570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-bcd9509e-9908-46e2-922c-d4a34200f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:27.223079 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-bcd9509e-9908-46e2-922c-d4a34200f0a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53c3640-aeef-4ea1-bfbd-84734b274c9d HTTP/1.1" status: 200 len: 835 time: 0.0440660 Feb 05 03:34:27.227444 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-e76655b2-5af5-4556-a68f-d4d855bfdf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:27.228888 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-e76655b2-5af5-4556-a68f-d4d855bfdf0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53c3640-aeef-4ea1-bfbd-84734b274c9d HTTP/1.1" status: 200 len: 835 time: 0.0479069 Feb 05 03:34:27.271846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-a1feb559-2ed8-43cd-87be-bd0d96d1ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:27.273624 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-a1feb559-2ed8-43cd-87be-bd0d96d1ca0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0185412b-d31d-447a-8416-69c20adacdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444987 Feb 05 03:34:27.281894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-b1c071c4-4f15-4eab-9a73-98615a934960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:27.283420 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-b1c071c4-4f15-4eab-9a73-98615a934960 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0185412b-d31d-447a-8416-69c20adacdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447695 Feb 05 03:34:27.376338 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-887c8110-aed1-4aa9-ac64-d9bdf7b6109c service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965991 Feb 05 03:34:27.382346 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-65217203-f22c-4bfe-a3c5-69b3cef45f54 service neutron] 10.222.0.10 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919561 Feb 05 03:34:27.481942 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-789a2fe1-e049-4893-9ba4-e34abaa1e2f9 service neutron] 10.222.0.10 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927861 Feb 05 03:34:27.482616 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c381e373-12b8-447d-a639-fc3ee0615c2a req-19f2f34b-93ea-4bfa-9367-84fa75396bcd service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004441 Feb 05 03:34:27.568919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16aeb5a-d125-4563-91c3-771d2f1b133b req-bb912c64-1daf-447b-803f-3530d5753b02 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:27.570383 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d16aeb5a-d125-4563-91c3-771d2f1b133b req-bb912c64-1daf-447b-803f-3530d5753b02 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 943 time: 0.0536449 Feb 05 03:34:27.588979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:34:27.619652 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d16aeb5a-d125-4563-91c3-771d2f1b133b req-97666b27-db38-4dfb-a991-a8f4481551a7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436606 Feb 05 03:34:27.627997 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] The host n-h1-826942-8 is not matching for port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 host n-h2-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:34:27.628287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:34:27.916819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-a9092d90-8024-4333-9104-1e590c674df6 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:27.918284 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-a9092d90-8024-4333-9104-1e590c674df6 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c&tenant_id=d19f328b21dc466e9df0e58e9aa162da&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 943 time: 0.1249142 Feb 05 03:34:27.925535 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c8089-1ae1-48ae-8779-18dcddf294fc req-4c4d22c5-a476-4954-82b2-c7e165cc684b tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:27.927521 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f9c8089-1ae1-48ae-8779-18dcddf294fc req-4c4d22c5-a476-4954-82b2-c7e165cc684b tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 943 time: 0.1024444 Feb 05 03:34:28.014694 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f9c8089-1ae1-48ae-8779-18dcddf294fc req-76891149-8d2f-422e-a605-152c06183e5c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809696 Feb 05 03:34:28.019726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-98ce2ff0-1bbb-47ae-9586-55c2f5ce6dbf service neutron] 10.222.0.10 "GET /v2.0/ports/61b4788c-c35c-4b70-b242-3ffaa3ca4e39/bindings/n-h2-826942-8 HTTP/1.1" status: 200 len: 382 time: 0.0912840 Feb 05 03:34:28.090516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-cbc51bc7-83a9-45fa-a9ff-c675c85b8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:28.092055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-cbc51bc7-83a9-45fa-a9ff-c675c85b8248 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1125 time: 0.0499134 Feb 05 03:34:28.180410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-d683a65f-cf32-4383-a40c-dc1202af7caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:28.181874 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-d683a65f-cf32-4383-a40c-dc1202af7caa service neutron] 10.222.0.10 "GET /v2.0/networks?id=0185412b-d31d-447a-8416-69c20adacdec HTTP/1.1" status: 200 len: 897 time: 0.0839579 Feb 05 03:34:28.250072 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-5c7d264b-fe08-4d89-a040-643136d754cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 200 len: 999 time: 0.0623069 Feb 05 03:34:28.296138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-ee247f34-ca6f-4b88-951f-c9d19926e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:28.297504 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-ee247f34-ca6f-4b88-951f-c9d19926e808 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53c3640-aeef-4ea1-bfbd-84734b274c9d HTTP/1.1" status: 200 len: 835 time: 0.0418661 Feb 05 03:34:28.343887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-4d3cf3c1-8a16-4c2a-b0a3-e59ae23986a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:28.345379 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-4d3cf3c1-8a16-4c2a-b0a3-e59ae23986a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0185412b-d31d-447a-8416-69c20adacdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0420260 Feb 05 03:34:28.435863 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-5869b8b3-3037-4f52-aed2-fc69a641434c service neutron] 10.222.0.10 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838592 Feb 05 03:34:28.522712 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-73eab91e-ae2f-4bd8-8a85-078fac40a7ba service neutron] 10.222.0.10 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800252 Feb 05 03:34:28.572312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:34:28.665606 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:34:28.680314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'port_id': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'mac_address': 'fa:16:3e:75:a4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:34:28.716256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:34:28.716643 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:28.729472 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:34:28.747494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:34:28.751518 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:28.801655 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:34:28.809428 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:28.809773 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:28.810117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:28.810456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:28.810802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:28.811136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:28.811461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:28.811785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:28.812104 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:28.812422 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:28.812744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:28.813062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:28.813380 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:29.023606 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['61b4788c-c35c-4b70-b242-3ffaa3ca4e39'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:34:29.141097 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361d1c-ec06-4b0a-a50d-2d836d9c4b73 req-7410c364-8318-4914-a902-b5b9e0dc8e63 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:29.142473 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22361d1c-ec06-4b0a-a50d-2d836d9c4b73 req-7410c364-8318-4914-a902-b5b9e0dc8e63 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 944 time: 0.0563426 Feb 05 03:34:29.190923 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22361d1c-ec06-4b0a-a50d-2d836d9c4b73 req-1ed97dfd-fd11-454b-b1d8-6e4442a1820c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418637 Feb 05 03:34:30.315354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47840669-362d-46c4-934e-63a1134b1ed5 req-81859e21-814d-4e77-b16b-a92603b801e5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:30.316827 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47840669-362d-46c4-934e-63a1134b1ed5 req-81859e21-814d-4e77-b16b-a92603b801e5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 944 time: 0.0552020 Feb 05 03:34:30.367870 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47840669-362d-46c4-934e-63a1134b1ed5 req-53515e38-9742-4bc1-beb9-c78f1d450335 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444651 Feb 05 03:34:30.480058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-46b98cc2-9a8e-4449-86d0-1d2bd68dd9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:30.481544 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-46b98cc2-9a8e-4449-86d0-1d2bd68dd9c3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c&tenant_id=d19f328b21dc466e9df0e58e9aa162da HTTP/1.1" status: 200 len: 1126 time: 0.0499225 Feb 05 03:34:30.492501 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:34:30.550593 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:30.564294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:34:30.617365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:34:30.621700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:34:30.622179 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:30.700395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:34:30.700792 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:30.750171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:34:30.782183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:34:30.817633 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:34:30.825598 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Publish callbacks [] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:30.837251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Ignored duplicate provisioning block setup for port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 05 03:34:30.841057 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:30.878430 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:34:30.878585 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:34:30.914439 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Pushing event updated for resources: {'Port': ['ID=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,revision_number=9']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:34:30.926238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:30.926585 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:30.927119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:30.927472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:30.927894 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:30.928234 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:30.928562 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:30.928888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:30.929212 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:30.929539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:30.929865 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:30.930184 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:30.930505 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:34:30.970045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] No DVR routers for this DVR port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:34:31.064648 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f7658273-1587-4115-9875-ff4db642b498 None None] Provisioning complete for port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:34:31.065020 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f7658273-1587-4115-9875-ff4db642b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:31.102725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f7658273-1587-4115-9875-ff4db642b498 None None] Port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:34:31.111479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Attempting to bind port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:34:31.111812 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Attempting to bind port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:34:31.112131 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Attempting to bind port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 on network 0185412b-d31d-447a-8416-69c20adacdec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:34:31.116639 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 on network 0185412b-d31d-447a-8416-69c20adacdec not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:34:31.116954 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Attempting to bind port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 on network 0185412b-d31d-447a-8416-69c20adacdec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:34:31.121625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:34:31.121956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Checking segment: {'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:34:31.122330 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Bound using segment: {'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:34:31.122739 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Bound port: 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc281f1-4056-4000-94eb-ccb54439b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0185412b-d31d-447a-8416-69c20adacdec'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:34:31.123113 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:31.183744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:34:31.186515 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:34:31.193343 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:31.226658 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:31.227272 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:31.228649 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] 10.222.0.31 "PUT /v2.0/ports/61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 200 len: 1091 time: 0.7404029 Feb 05 03:34:31.229222 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:34:31.231339 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ded342-5581-4592-9a90-d09833ed8547" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:34:31.260701 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af769ab-35df-4020-906a-cc459e1aaa86 service neutron] Pushing event updated for resources: {'Port': ['ID=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:34:31.297060 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6e8e6d-13b4-4326-9664-fd884db6a8d1 x-openstack-request-id: req-db6e8e6d-13b4-4326-9664-fd884db6a8d1 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:34:31.297419 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:34:31.297684 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db6e8e6d-13b4-4326-9664-fd884db6a8d1 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:34:31.298090 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'status': 'completed', 'code': 200} Feb 05 03:34:31.315286 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-885f09d7-c91d-4a0f-abc3-49a59ef71b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:31.316886 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-885f09d7-c91d-4a0f-abc3-49a59ef71b5f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1126 time: 0.0522294 Feb 05 03:34:31.365734 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ded342-5581-4592-9a90-d09833ed8547 req-d42f5cb6-7296-4758-90b0-69647e8b6f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:31.367727 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9ded342-5581-4592-9a90-d09833ed8547 req-d42f5cb6-7296-4758-90b0-69647e8b6f80 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1126 time: 0.0528114 Feb 05 03:34:31.420654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:34:31.421052 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:31.449145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-cb7f4784-8cb3-4300-9264-249f6ab754bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:31.450640 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-cb7f4784-8cb3-4300-9264-249f6ab754bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=0185412b-d31d-447a-8416-69c20adacdec HTTP/1.1" status: 200 len: 897 time: 0.1270964 Feb 05 03:34:31.461594 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:34:31.464137 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8ba150-080e-4a7d-9fd8-bbcf56767b98" -d '{"events": [{"server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "name": "network-vif-plugged", "status": "completed", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:34:31.477828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:34:31.483174 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:31.519904 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ded342-5581-4592-9a90-d09833ed8547 req-a3f278d6-60f8-4b41-933a-631a823283f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:31.525754 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9ded342-5581-4592-9a90-d09833ed8547 req-a3f278d6-60f8-4b41-933a-631a823283f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0185412b-d31d-447a-8416-69c20adacdec HTTP/1.1" status: 200 len: 897 time: 0.1509621 Feb 05 03:34:31.538747 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d7c439bc-bf80-4eba-80f2-b524ad143cb2 None None] Provisioning complete for port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:34:31.539047 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d7c439bc-bf80-4eba-80f2-b524ad143cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:31.541350 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e730a0-1b41-4f42-a30b-7017337657e2 x-openstack-request-id: req-62e730a0-1b41-4f42-a30b-7017337657e2 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:34:31.541687 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "name": "network-vif-plugged", "status": "completed", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:34:31.541937 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62e730a0-1b41-4f42-a30b-7017337657e2 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:34:31.543647 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'code': 200} Feb 05 03:34:31.549648 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-e9330fe9-0fd1-44cb-93ea-c19c43bc6608 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 200 len: 999 time: 0.0931253 Feb 05 03:34:31.585923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,revision_number=11']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:34:31.603827 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be789e67-876a-47f6-9aaa-d38f41632bea req-69351db0-bc58-4ae7-8558-bb7e9b6156f7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:31.605331 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be789e67-876a-47f6-9aaa-d38f41632bea req-69351db0-bc58-4ae7-8558-bb7e9b6156f7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 946 time: 0.1223803 Feb 05 03:34:31.606211 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-f062ef0f-e2c9-434a-b15d-93ac9299db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:31.607722 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-f062ef0f-e2c9-434a-b15d-93ac9299db4b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53c3640-aeef-4ea1-bfbd-84734b274c9d HTTP/1.1" status: 200 len: 835 time: 0.0527644 Feb 05 03:34:31.614942 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9ded342-5581-4592-9a90-d09833ed8547 req-03c4cc2e-aab4-4993-ba6c-3a0c73fc0b29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 200 len: 1001 time: 0.0806901 Feb 05 03:34:31.642381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d7c439bc-bf80-4eba-80f2-b524ad143cb2 None None] Current status of the port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:34:31.659152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-dea89978-1b70-4fe1-9ee6-d1ee6202ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:31.660700 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-dea89978-1b70-4fe1-9ee6-d1ee6202ba5b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0185412b-d31d-447a-8416-69c20adacdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472004 Feb 05 03:34:31.689011 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be789e67-876a-47f6-9aaa-d38f41632bea req-4ba83a3c-a8a5-4642-a971-054723be528e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731249 Feb 05 03:34:31.698122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ded342-5581-4592-9a90-d09833ed8547 req-dfed226b-306a-48c9-9f89-84b7c69d5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:31.699516 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9ded342-5581-4592-9a90-d09833ed8547 req-dfed226b-306a-48c9-9f89-84b7c69d5bc7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53c3640-aeef-4ea1-bfbd-84734b274c9d HTTP/1.1" status: 200 len: 835 time: 0.0637243 Feb 05 03:34:31.750985 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-1a63b52a-9ef2-4015-b0af-915a8187e56f service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842717 Feb 05 03:34:31.756923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ded342-5581-4592-9a90-d09833ed8547 req-9af5ad08-2768-4079-ab84-2686007e6a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:31.758403 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9ded342-5581-4592-9a90-d09833ed8547 req-9af5ad08-2768-4079-ab84-2686007e6a88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0185412b-d31d-447a-8416-69c20adacdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513885 Feb 05 03:34:31.843671 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59a19e5e-422e-47c6-860b-556c6cb2e40a req-434ac9f0-23a0-4661-92d7-3c371f7706c0 service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870616 Feb 05 03:34:31.845981 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9ded342-5581-4592-9a90-d09833ed8547 req-82dab04a-7211-47fd-922d-81809b40588a service neutron] 10.222.0.10 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815086 Feb 05 03:34:31.932746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ded342-5581-4592-9a90-d09833ed8547 req-87ad2183-bd89-4769-a604-7f12066481e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:31.934376 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b9ded342-5581-4592-9a90-d09833ed8547 req-87ad2183-bd89-4769-a604-7f12066481e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1128 time: 0.0452623 Feb 05 03:34:31.936766 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9ded342-5581-4592-9a90-d09833ed8547 req-0b177eb0-14c0-420d-aac0-a20c476194d0 service neutron] 10.222.0.10 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848231 Feb 05 03:34:32.028537 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ded342-5581-4592-9a90-d09833ed8547 req-00e5d7d1-14f0-4d8e-b64d-57eb08684a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:32.030018 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b9ded342-5581-4592-9a90-d09833ed8547 req-00e5d7d1-14f0-4d8e-b64d-57eb08684a58 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0185412b-d31d-447a-8416-69c20adacdec HTTP/1.1" status: 200 len: 897 time: 0.0903933 Feb 05 03:34:32.097820 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b9ded342-5581-4592-9a90-d09833ed8547 req-00d95f98-2e02-4d9f-b893-0bcfdae3ddca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 200 len: 1001 time: 0.0621920 Feb 05 03:34:32.143926 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ded342-5581-4592-9a90-d09833ed8547 req-590de27e-bcbf-4678-93f6-a14afa02e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:32.145332 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b9ded342-5581-4592-9a90-d09833ed8547 req-590de27e-bcbf-4678-93f6-a14afa02e3a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53c3640-aeef-4ea1-bfbd-84734b274c9d HTTP/1.1" status: 200 len: 835 time: 0.0422990 Feb 05 03:34:32.195877 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ded342-5581-4592-9a90-d09833ed8547 req-cf04cca1-a055-45e5-992b-e43fad899502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:32.197345 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b9ded342-5581-4592-9a90-d09833ed8547 req-cf04cca1-a055-45e5-992b-e43fad899502 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0185412b-d31d-447a-8416-69c20adacdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464172 Feb 05 03:34:32.283096 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b9ded342-5581-4592-9a90-d09833ed8547 req-7f79324a-0901-48da-b0f9-abe74a60bd55 service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790012 Feb 05 03:34:32.571538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:34:32.610871 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] The host n-h2-826942-8 is not matching for port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 host n-h1-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:34:32.611525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:34:32.699476 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b9ded342-5581-4592-9a90-d09833ed8547 req-1723e1eb-2bb8-4de0-b2d7-4e40914e25fe service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107153 Feb 05 03:34:33.063798 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310952c1-1816-4420-b120-fff2096daaa3 req-e896d680-fbaf-48c4-822f-dcad524d67d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:33.065327 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-310952c1-1816-4420-b120-fff2096daaa3 req-e896d680-fbaf-48c4-822f-dcad524d67d1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 946 time: 0.3054340 Feb 05 03:34:33.112353 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-310952c1-1816-4420-b120-fff2096daaa3 req-652eba9b-531c-46da-bbea-ac32d37017ae tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413616 Feb 05 03:34:33.680867 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-301119de-a8a8-40b4-9728-deebaffca5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:33.854925 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fd2ea-70c2-4099-99e9-fac8b0357c62 req-d0f70033-4074-4c68-9fef-90391ab21a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:33.856405 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d90fd2ea-70c2-4099-99e9-fac8b0357c62 req-d0f70033-4074-4c68-9fef-90391ab21a78 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1128 time: 0.0455098 Feb 05 03:34:33.961323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fd2ea-70c2-4099-99e9-fac8b0357c62 req-15d701ab-58ba-40f6-bdb3-66ca112e62b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:33.962805 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d90fd2ea-70c2-4099-99e9-fac8b0357c62 req-15d701ab-58ba-40f6-bdb3-66ca112e62b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0185412b-d31d-447a-8416-69c20adacdec HTTP/1.1" status: 200 len: 897 time: 0.0858414 Feb 05 03:34:34.032843 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d90fd2ea-70c2-4099-99e9-fac8b0357c62 req-e41ce2d4-928c-47b9-825c-f5ca89de2f1d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 200 len: 1001 time: 0.0635962 Feb 05 03:34:34.082465 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fd2ea-70c2-4099-99e9-fac8b0357c62 req-fbeb6e76-ec5e-4f00-904b-ece84d5542ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:34.084545 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d90fd2ea-70c2-4099-99e9-fac8b0357c62 req-fbeb6e76-ec5e-4f00-904b-ece84d5542ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53c3640-aeef-4ea1-bfbd-84734b274c9d HTTP/1.1" status: 200 len: 835 time: 0.0446765 Feb 05 03:34:34.132940 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fd2ea-70c2-4099-99e9-fac8b0357c62 req-ff7d00ba-1489-4c56-9a4c-4742e374ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:34.134403 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d90fd2ea-70c2-4099-99e9-fac8b0357c62 req-ff7d00ba-1489-4c56-9a4c-4742e374ad6b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0185412b-d31d-447a-8416-69c20adacdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429175 Feb 05 03:34:34.229905 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d90fd2ea-70c2-4099-99e9-fac8b0357c62 req-f493efa2-9ee0-4cbc-b155-81420fea777f service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879719 Feb 05 03:34:34.230561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f513fb-7b28-47b0-97da-732a2842af1c req-51cd7962-1a4a-4c60-8ff1-f2316e336154 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:34.232043 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f4f513fb-7b28-47b0-97da-732a2842af1c req-51cd7962-1a4a-4c60-8ff1-f2316e336154 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 946 time: 0.0517387 Feb 05 03:34:34.282345 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f4f513fb-7b28-47b0-97da-732a2842af1c req-1471f96e-732a-4e24-a35f-41d64c4a70b6 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446374 Feb 05 03:34:34.323113 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d90fd2ea-70c2-4099-99e9-fac8b0357c62 req-f954cd1f-fdad-492f-8b9f-db88411f1fcd service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852234 Feb 05 03:34:34.406221 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80538be3-f2c4-4cfa-a7b3-aa7e727b140f req-1d717115-53d5-44f3-a405-050f86c73c93 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482056 Feb 05 03:34:34.501389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80538be3-f2c4-4cfa-a7b3-aa7e727b140f req-09d2a651-0ddf-472b-a046-711af7c45d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:34.502822 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80538be3-f2c4-4cfa-a7b3-aa7e727b140f req-09d2a651-0ddf-472b-a046-711af7c45d3d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c65e6f9b8ff4bf0b9f36529bd00cf15&device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 1128 time: 0.0470512 Feb 05 03:34:34.610114 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80538be3-f2c4-4cfa-a7b3-aa7e727b140f req-d69a8c3b-f79f-4716-a9e8-a7ec74b41ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:34.612014 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80538be3-f2c4-4cfa-a7b3-aa7e727b140f req-d69a8c3b-f79f-4716-a9e8-a7ec74b41ee8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=73dbd80e-60d5-4c73-833a-2b09e2d26ae2 HTTP/1.1" status: 200 len: 910 time: 0.0896416 Feb 05 03:34:34.680222 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80538be3-f2c4-4cfa-a7b3-aa7e727b140f req-7e9a598c-10bd-4a0d-883e-65825c9cdd66 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b13ac43-6982-483d-8f8d-09b88c026f56 HTTP/1.1" status: 200 len: 1002 time: 0.0610526 Feb 05 03:34:34.733198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80538be3-f2c4-4cfa-a7b3-aa7e727b140f req-4521dfa5-29e6-4c08-bcae-088107425c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:34.734634 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80538be3-f2c4-4cfa-a7b3-aa7e727b140f req-4521dfa5-29e6-4c08-bcae-088107425c42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a6ac4222-3d41-4971-99b5-6ccafa801f82 HTTP/1.1" status: 200 len: 848 time: 0.0481696 Feb 05 03:34:34.785427 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80538be3-f2c4-4cfa-a7b3-aa7e727b140f req-cdb0c841-df13-41e1-94fb-dc3217786726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:34.787494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80538be3-f2c4-4cfa-a7b3-aa7e727b140f req-cdb0c841-df13-41e1-94fb-dc3217786726 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73dbd80e-60d5-4c73-833a-2b09e2d26ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463274 Feb 05 03:34:34.875352 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80538be3-f2c4-4cfa-a7b3-aa7e727b140f req-455b7650-4caa-4b07-8d22-6cfd7b0ca677 service neutron] 10.222.0.10 "GET /v2.0/networks/73dbd80e-60d5-4c73-833a-2b09e2d26ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815353 Feb 05 03:34:34.965061 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80538be3-f2c4-4cfa-a7b3-aa7e727b140f req-38b7a2f2-bb69-445f-bdf4-cc62a4b08edf service neutron] 10.222.0.10 "GET /v2.0/networks/73dbd80e-60d5-4c73-833a-2b09e2d26ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834029 Feb 05 03:34:35.401054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcaa9c-c8f4-4eb4-b941-93c2dcbc6316 req-1647c208-4813-45c4-8403-a31e5e384fad tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:34:35.402529 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3fdcaa9c-c8f4-4eb4-b941-93c2dcbc6316 req-1647c208-4813-45c4-8403-a31e5e384fad tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 946 time: 0.0537474 Feb 05 03:34:35.450553 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3fdcaa9c-c8f4-4eb4-b941-93c2dcbc6316 req-bbaaa86c-7f92-43c9-b8bf-802c064f7105 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425141 Feb 05 03:34:35.472363 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 41968) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:34:35.534666 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6d256042-f0ed-4262-a6be-8bf182048644 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/floatingips/29519705-6bde-4422-af3d-1f36fa8985df HTTP/1.1" status: 200 len: 993 time: 0.0611942 Feb 05 03:34:35.636418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:34:35.730197 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:34:35.741332 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'port_id': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'mac_address': 'fa:16:3e:75:a4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:34:35.779404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:34:35.779785 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:35.792321 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:34:35.811905 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:34:35.815312 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:35.860607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,revision_number=12']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:34:35.911586 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-45a6d7c5-6c0d-4af8-aa79-0775c80cccc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:36.122139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['61b4788c-c35c-4b70-b242-3ffaa3ca4e39'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:34:37.227148 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:37.642627 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:34:37.691626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:34:37.691993 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:37.770990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:34:37.771453 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:37.793968 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:34:37.796187 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c661edd3-bb2b-490f-bf99-62dbe8a15883" -d '{"events": [{"server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "name": "network-vif-plugged", "status": "completed", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:34:37.808610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:34:37.812636 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:37.836388 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f441281b-a0db-4946-8876-63619c0193f1 x-openstack-request-id: req-f441281b-a0db-4946-8876-63619c0193f1 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:34:37.836684 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "name": "network-vif-plugged", "status": "completed", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:34:37.836943 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f441281b-a0db-4946-8876-63619c0193f1 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:34:37.837335 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'code': 200} Feb 05 03:34:37.861572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,revision_number=13']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:34:38.764182 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:40.050159 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:41.771946 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:34:45.387904 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:34:46.565260 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:03.683030 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9113a373-b90a-4f33-ba5e-09b783614b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:05.913207 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-53a5ff03-b255-4ebd-8122-4fa4774213c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:07.227562 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:08.767936 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:10.053854 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:11.770372 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:16.580246 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:22.386741 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:35:22.546734 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-43550b24-34fb-4b3d-aaff-833caf39197d req-de332cce-9e4d-4d4b-a3b5-7a03a1c88f39 service neutron] (109674) timed out ('10.222.0.31', 52322) {{(pid=109674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 05 03:35:24.066781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ed1b5-5a54-4fbe-9158-cc05ee986293 req-2f85451c-162e-4c6f-956c-0c797b8bb194 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:24.068331 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f8ed1b5-5a54-4fbe-9158-cc05ee986293 req-2f85451c-162e-4c6f-956c-0c797b8bb194 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1128 time: 0.0469017 Feb 05 03:35:24.115141 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f8ed1b5-5a54-4fbe-9158-cc05ee986293 req-a1da16f1-3492-4aa5-ba03-3c234ff63300 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409851 Feb 05 03:35:24.136969 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42002) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:24.388110 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-36a96c4b-c9b5-435a-bd4d-97143b1b4aa4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting port 3d89ae8a-273a-458a-a638-14d2f422accb {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:35:24.388461 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36a96c4b-c9b5-435a-bd4d-97143b1b4aa4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3d89ae8a-273a-458a-a638-14d2f422accb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:24.466693 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36a96c4b-c9b5-435a-bd4d-97143b1b4aa4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3d89ae8a-273a-458a-a638-14d2f422accb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:24.467052 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36a96c4b-c9b5-435a-bd4d-97143b1b4aa4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for floatingip (3d89ae8a-273a-458a-a638-14d2f422accb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:24.478992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-36a96c4b-c9b5-435a-bd4d-97143b1b4aa4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Calling delete_port for 3d89ae8a-273a-458a-a638-14d2f422accb owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:35:24.624127 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36a96c4b-c9b5-435a-bd4d-97143b1b4aa4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (3d89ae8a-273a-458a-a638-14d2f422accb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:24.652536 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a96c4b-c9b5-435a-bd4d-97143b1b4aa4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Port': ['ID=3d89ae8a-273a-458a-a638-14d2f422accb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:24.711499 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36a96c4b-c9b5-435a-bd4d-97143b1b4aa4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for floatingip (29519705-6bde-4422-af3d-1f36fa8985df), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:24.711825 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-36a96c4b-c9b5-435a-bd4d-97143b1b4aa4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Floating IP 29519705-6bde-4422-af3d-1f36fa8985df disassociated (deleted). External IP: 172.25.0.175, port: 61b4788c-c35c-4b70-b242-3ffaa3ca4e39. Feb 05 03:35:24.918602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a96c4b-c9b5-435a-bd4d-97143b1b4aa4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router da576380-1f1f-4a10-bf1f-51c6edeca622 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:35:25.028723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a96c4b-c9b5-435a-bd4d-97143b1b4aa4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:35:25.033489 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36a96c4b-c9b5-435a-bd4d-97143b1b4aa4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:25.039161 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f55662-b3a1-4b63-9dfd-a34217655c49 None None] Sync routers for ids ['da576380-1f1f-4a10-bf1f-51c6edeca622'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:35:25.051836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f55662-b3a1-4b63-9dfd-a34217655c49 None None] Routers {'da576380-1f1f-4a10-bf1f-51c6edeca622'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:35:25.052449 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-10f55662-b3a1-4b63-9dfd-a34217655c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:35:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['da576380-1f1f-4a10-bf1f-51c6edeca622'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:25.064597 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-36a96c4b-c9b5-435a-bd4d-97143b1b4aa4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/floatingips/29519705-6bde-4422-af3d-1f36fa8985df HTTP/1.1" status: 204 len: 168 time: 0.9265916 Feb 05 03:35:25.065193 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:35:25.067828 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9d79cf-797a-4047-8bf3-b644ec437172" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:35:25.164727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-10f55662-b3a1-4b63-9dfd-a34217655c49 None None] Set router da576380-1f1f-4a10-bf1f-51c6edeca622 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:35:25.173192 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4cb4cb-937d-49ea-9809-361e9356d819 x-openstack-request-id: req-5f4cb4cb-937d-49ea-9809-361e9356d819 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:35:25.173483 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:35:25.173759 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f4cb4cb-937d-49ea-9809-361e9356d819 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:35:25.174162 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'status': 'completed', 'code': 200} Feb 05 03:35:25.257406 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d79cf-797a-4047-8bf3-b644ec437172 req-3d49f582-e60c-47e5-8896-847ba627be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:25.259170 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7f9d79cf-797a-4047-8bf3-b644ec437172 req-3d49f582-e60c-47e5-8896-847ba627be4c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 1128 time: 0.0615819 Feb 05 03:35:25.314504 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a2425-1b2b-44d8-b40e-5a60c9c6668a req-a24d734e-c612-4eb8-ac74-760bc83f2729 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:25.317289 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-027a2425-1b2b-44d8-b40e-5a60c9c6668a req-a24d734e-c612-4eb8-ac74-760bc83f2729 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 946 time: 0.0556192 Feb 05 03:35:25.351478 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d79cf-797a-4047-8bf3-b644ec437172 req-cac27264-3141-4d19-82af-aa14736f8d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:25.353383 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7f9d79cf-797a-4047-8bf3-b644ec437172 req-cac27264-3141-4d19-82af-aa14736f8d42 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0185412b-d31d-447a-8416-69c20adacdec HTTP/1.1" status: 200 len: 897 time: 0.0877888 Feb 05 03:35:25.371120 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-027a2425-1b2b-44d8-b40e-5a60c9c6668a req-4191e574-3856-41bd-8e57-cb5ac48b88ca tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481691 Feb 05 03:35:25.382400 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-10f55662-b3a1-4b63-9dfd-a34217655c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542254432', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:50Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:14:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e8502329-a00b-4816-b8e2-c792c842a4fb', 'name': '', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:fe:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:49Z', 'updated_at': '2022-02-05T03:32:53Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:25.402987 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7f9d79cf-797a-4047-8bf3-b644ec437172 req-832e2afa-7fc1-4c9c-a799-aca9162715ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 200 len: 217 time: 0.0435066 Feb 05 03:35:25.409074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f55662-b3a1-4b63-9dfd-a34217655c49 None None] Checking router: da576380-1f1f-4a10-bf1f-51c6edeca622 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:35:25.417397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f55662-b3a1-4b63-9dfd-a34217655c49 None None] Routers {'da576380-1f1f-4a10-bf1f-51c6edeca622'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:35:25.418003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-10f55662-b3a1-4b63-9dfd-a34217655c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:35:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['da576380-1f1f-4a10-bf1f-51c6edeca622'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:25.451120 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d79cf-797a-4047-8bf3-b644ec437172 req-570519db-1d3e-4afe-85a1-6c845f3c8909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:25.452576 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7f9d79cf-797a-4047-8bf3-b644ec437172 req-570519db-1d3e-4afe-85a1-6c845f3c8909 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53c3640-aeef-4ea1-bfbd-84734b274c9d HTTP/1.1" status: 200 len: 835 time: 0.0437045 Feb 05 03:35:25.501800 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d79cf-797a-4047-8bf3-b644ec437172 req-859427fb-7eb5-4342-bdd3-002ddd19c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:25.511520 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7f9d79cf-797a-4047-8bf3-b644ec437172 req-859427fb-7eb5-4342-bdd3-002ddd19c222 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0185412b-d31d-447a-8416-69c20adacdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512958 Feb 05 03:35:25.525018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-10f55662-b3a1-4b63-9dfd-a34217655c49 None None] Set router da576380-1f1f-4a10-bf1f-51c6edeca622 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:35:25.609127 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7f9d79cf-797a-4047-8bf3-b644ec437172 req-ec2d5fe1-57b3-475f-aaef-76c7f59ba8e2 service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902915 Feb 05 03:35:25.702872 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7f9d79cf-797a-4047-8bf3-b644ec437172 req-5c302de6-c409-47ea-a729-806e92c97370 service neutron] 10.222.0.31 "GET /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866678 Feb 05 03:35:25.732851 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-10f55662-b3a1-4b63-9dfd-a34217655c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542254432', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:50Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:14:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e8502329-a00b-4816-b8e2-c792c842a4fb', 'name': '', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:fe:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:49Z', 'updated_at': '2022-02-05T03:32:53Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:25.763581 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f55662-b3a1-4b63-9dfd-a34217655c49 None None] The sync data for ids ['da576380-1f1f-4a10-bf1f-51c6edeca622'] in n-d-826942-8 is: [{'id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542254432', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:50Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:14:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e8502329-a00b-4816-b8e2-c792c842a4fb', 'name': '', 'network_id': '0185412b-d31d-447a-8416-69c20adacdec', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:fe:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:49Z', 'updated_at': '2022-02-05T03:32:53Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'c53c3640-aeef-4ea1-bfbd-84734b274c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:35:25.985215 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b07da0-d996-45f6-90a0-4d251668426f None None] New status for floating IP 29519705-6bde-4422-af3d-1f36fa8985df: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:35:26.559712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e386e46-3e71-498d-a5dd-2fe42359656c req-d2b82456-fffb-4a6b-b680-538378cd3a3b tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:26.561231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e386e46-3e71-498d-a5dd-2fe42359656c req-d2b82456-fffb-4a6b-b680-538378cd3a3b tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 946 time: 0.1151981 Feb 05 03:35:26.616383 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e386e46-3e71-498d-a5dd-2fe42359656c req-f017ded7-e304-409a-9f0e-a44b69c44c8d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe2e0c05-c36f-4c7b-8e9f-415017b1852f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481372 Feb 05 03:35:26.680107 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1978d-bbec-413d-ad21-905d48fd6e1f req-3c941c0e-eca1-4340-a01e-bd30094b7d39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:26.681592 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c1c1978d-bbec-413d-ad21-905d48fd6e1f req-3c941c0e-eca1-4340-a01e-bd30094b7d39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 946 time: 0.0597584 Feb 05 03:35:26.776489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-c1c1978d-bbec-413d-ad21-905d48fd6e1f req-c3e29114-00c9-4f3d-b61c-aa65d440a871 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:35:26.776833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c1c1978d-bbec-413d-ad21-905d48fd6e1f req-c3e29114-00c9-4f3d-b61c-aa65d440a871 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:26.865272 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c1c1978d-bbec-413d-ad21-905d48fd6e1f req-c3e29114-00c9-4f3d-b61c-aa65d440a871 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] For port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:35:26.865640 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c1c1978d-bbec-413d-ad21-905d48fd6e1f req-c3e29114-00c9-4f3d-b61c-aa65d440a871 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:26.878313 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-c1c1978d-bbec-413d-ad21-905d48fd6e1f req-c3e29114-00c9-4f3d-b61c-aa65d440a871 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Calling delete_port for 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:35:27.008674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c1c1978d-bbec-413d-ad21-905d48fd6e1f req-c3e29114-00c9-4f3d-b61c-aa65d440a871 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (61b4788c-c35c-4b70-b242-3ffaa3ca4e39), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:27.040349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e29114-00c9-4f3d-b61c-aa65d440a871 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Port': ['ID=61b4788c-c35c-4b70-b242-3ffaa3ca4e39,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:27.089635 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c1978d-bbec-413d-ad21-905d48fd6e1f req-c3e29114-00c9-4f3d-b61c-aa65d440a871 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] No DVR routers for this DVR port 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:35:27.092213 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c1c1978d-bbec-413d-ad21-905d48fd6e1f req-c3e29114-00c9-4f3d-b61c-aa65d440a871 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:27.095661 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c1c1978d-bbec-413d-ad21-905d48fd6e1f req-c3e29114-00c9-4f3d-b61c-aa65d440a871 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.31 "DELETE /v2.0/ports/61b4788c-c35c-4b70-b242-3ffaa3ca4e39 HTTP/1.1" status: 204 len: 173 time: 0.4091184 Feb 05 03:35:27.096127 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'name': 'network-vif-deleted', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:35:27.098881 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b34307-d7db-4c9e-85c6-884cd8f8908e" -d '{"events": [{"server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "name": "network-vif-deleted", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:35:27.135895 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af844b59-051e-409b-92a0-764623a3a9e5 x-openstack-request-id: req-af844b59-051e-409b-92a0-764623a3a9e5 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:35:27.136203 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cb75a9-b8d8-432c-9737-a3b10b339c0c", "name": "network-vif-deleted", "tag": "61b4788c-c35c-4b70-b242-3ffaa3ca4e39", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:35:27.136462 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af844b59-051e-409b-92a0-764623a3a9e5 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:35:27.136872 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cb75a9-b8d8-432c-9737-a3b10b339c0c', 'name': 'network-vif-deleted', 'tag': '61b4788c-c35c-4b70-b242-3ffaa3ca4e39', 'status': 'completed', 'code': 200} Feb 05 03:35:27.730005 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e757ca3-f904-48da-872b-ce714b6b8cbc req-c6b9f9a1-00b3-43e0-95ec-0b5f88651a71 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6cb75a9-b8d8-432c-9737-a3b10b339c0c HTTP/1.1" status: 200 len: 210 time: 0.0291519 Feb 05 03:35:28.785237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42038) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:29.143925 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (da576380-1f1f-4a10-bf1f-51c6edeca622), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:29.411102 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting port e8502329-a00b-4816-b8e2-c792c842a4fb {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:35:29.411371 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:29.495911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] For port e8502329-a00b-4816-b8e2-c792c842a4fb, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e8502329-a00b-4816-b8e2-c792c842a4fb,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:35:29.496272 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:29.508996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Calling delete_port for e8502329-a00b-4816-b8e2-c792c842a4fb owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:35:29.692665 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e8502329-a00b-4816-b8e2-c792c842a4fb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:29.723169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Port': ['ID=e8502329-a00b-4816-b8e2-c792c842a4fb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:29.753123 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:29.753474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:29.753815 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:29.754153 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:29.754492 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:29.754909 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:29.755316 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:29.755642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:29.755971 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:29.756287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:29.756604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:29.756921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:29.757236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:29.818450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:35:29.839461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:35:29.839895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 61b4788c-c35c-4b70-b242-3ffaa3ca4e39 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:35:29.909186 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (da576380-1f1f-4a10-bf1f-51c6edeca622), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:30.385886 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router da576380-1f1f-4a10-bf1f-51c6edeca622 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:35:30.491457 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:35:30.496669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-831d248e-49e8-4019-a75a-baecfe2b0b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "PUT /v2.0/routers/da576380-1f1f-4a10-bf1f-51c6edeca622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7098267 Feb 05 03:35:30.499277 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42040) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:30.501864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0329b0-2ff4-4645-a029-9756cff817bb None None] Sync routers for ids ['da576380-1f1f-4a10-bf1f-51c6edeca622'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:35:30.512119 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0329b0-2ff4-4645-a029-9756cff817bb None None] Routers {'da576380-1f1f-4a10-bf1f-51c6edeca622'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:35:30.512735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-df0329b0-2ff4-4645-a029-9756cff817bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:35:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['da576380-1f1f-4a10-bf1f-51c6edeca622'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:30.549387 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cdc077-0702-49fa-9351-e92778e2f7a4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting subnet c53c3640-aeef-4ea1-bfbd-84734b274c9d {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:35:30.552505 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25cdc077-0702-49fa-9351-e92778e2f7a4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for subnet (c53c3640-aeef-4ea1-bfbd-84734b274c9d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:30.591779 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25cdc077-0702-49fa-9351-e92778e2f7a4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (c53c3640-aeef-4ea1-bfbd-84734b274c9d), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:30.621249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-df0329b0-2ff4-4645-a029-9756cff817bb None None] Set router da576380-1f1f-4a10-bf1f-51c6edeca622 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:35:30.680628 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25cdc077-0702-49fa-9351-e92778e2f7a4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (c53c3640-aeef-4ea1-bfbd-84734b274c9d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:30.739232 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25cdc077-0702-49fa-9351-e92778e2f7a4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (c53c3640-aeef-4ea1-bfbd-84734b274c9d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:30.768121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdc077-0702-49fa-9351-e92778e2f7a4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Subnet': ['ID=c53c3640-aeef-4ea1-bfbd-84734b274c9d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:30.770076 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25cdc077-0702-49fa-9351-e92778e2f7a4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:30.777168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-25cdc077-0702-49fa-9351-e92778e2f7a4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/subnets/c53c3640-aeef-4ea1-bfbd-84734b274c9d HTTP/1.1" status: 204 len: 168 time: 0.2743700 Feb 05 03:35:30.777810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42042) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:30.789401 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d70e1e3-8d9e-4a10-bbe6-bdfe2e3b9412 None None] Network 0185412b-d31d-447a-8416-69c20adacdec requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:35:30.892384 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router (da576380-1f1f-4a10-bf1f-51c6edeca622), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.001342 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_gateway (da576380-1f1f-4a10-bf1f-51c6edeca622), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.029732 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-df0329b0-2ff4-4645-a029-9756cff817bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542254432', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:35:29Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': 'a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:14:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:31.055141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting port a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:35:31.055498 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.063964 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0329b0-2ff4-4645-a029-9756cff817bb None None] Checking router: da576380-1f1f-4a10-bf1f-51c6edeca622 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:35:31.077543 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0329b0-2ff4-4645-a029-9756cff817bb None None] Routers {'da576380-1f1f-4a10-bf1f-51c6edeca622'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:35:31.078041 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-df0329b0-2ff4-4645-a029-9756cff817bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:35:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['da576380-1f1f-4a10-bf1f-51c6edeca622'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:31.143992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] For port a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:35:31.144279 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.146216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] DHCP port deletion for 0185412b-d31d-447a-8416-69c20adacdec request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:35:31.158010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Calling delete_port for a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:35:31.197592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-df0329b0-2ff4-4645-a029-9756cff817bb None None] Set router da576380-1f1f-4a10-bf1f-51c6edeca622 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:35:31.258416 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-df0329b0-2ff4-4645-a029-9756cff817bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542254432', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:35:31Z', 'revision_number': 6, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:31.288469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0329b0-2ff4-4645-a029-9756cff817bb None None] The sync data for ids ['da576380-1f1f-4a10-bf1f-51c6edeca622'] in n-d-826942-8 is: [{'id': 'da576380-1f1f-4a10-bf1f-51c6edeca622', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542254432', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:32:47Z', 'updated_at': '2022-02-05T03:35:31Z', 'revision_number': 6, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:35:31.295012 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Deleting port c7f1c856-3ffb-4a8a-9c97-f9016f46b814 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:35:31.295396 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c7f1c856-3ffb-4a8a-9c97-f9016f46b814), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.346379 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.371389 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] For port c7f1c856-3ffb-4a8a-9c97-f9016f46b814, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c7f1c856-3ffb-4a8a-9c97-f9016f46b814,segment=NetworkSegment(fbc281f1-4056-4000-94eb-ccb54439b0dd),segment_id=fbc281f1-4056-4000-94eb-ccb54439b0dd)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:35:31.371860 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c7f1c856-3ffb-4a8a-9c97-f9016f46b814), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.379163 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Port': ['ID=a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:31.385584 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Calling delete_port for c7f1c856-3ffb-4a8a-9c97-f9016f46b814 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:35:31.405033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.405316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.405667 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.406011 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.406345 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.406681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.407041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.407368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.407699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.408033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.408358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.408682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.409004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.450022 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (da576380-1f1f-4a10-bf1f-51c6edeca622), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.464272 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (c7f1c856-3ffb-4a8a-9c97-f9016f46b814), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.488351 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Pushing event deleted for resources: {'Port': ['ID=c7f1c856-3ffb-4a8a-9c97-f9016f46b814,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:31.498216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] No DVR routers for this DVR port c7f1c856-3ffb-4a8a-9c97-f9016f46b814 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:35:31.500410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.500764 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.501197 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.501653 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.501837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.502231 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.502502 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.502851 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.503179 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.503494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.503813 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.504134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.504508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279e4c54-4f74-4b95-94fa-ea34d2d988a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:31.548448 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (da576380-1f1f-4a10-bf1f-51c6edeca622), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.550568 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_controller (da576380-1f1f-4a10-bf1f-51c6edeca622), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.593787 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (da576380-1f1f-4a10-bf1f-51c6edeca622), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.594402 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Fanout notify agent at l3_agent the message router_deleted on router da576380-1f1f-4a10-bf1f-51c6edeca622 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:35:31.603146 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.605100 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f35c4785-7662-4a68-a84e-e9837a10cba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/routers/da576380-1f1f-4a10-bf1f-51c6edeca622 HTTP/1.1" status: 204 len: 168 time: 0.8267710 Feb 05 03:35:31.609247 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42044) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:31.694066 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4edfcc5a-e457-46b1-a15e-b7b0ed4933a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (0185412b-d31d-447a-8416-69c20adacdec), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.789848 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4edfcc5a-e457-46b1-a15e-b7b0ed4933a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (0185412b-d31d-447a-8416-69c20adacdec), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.809869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4edfcc5a-e457-46b1-a15e-b7b0ed4933a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0185412b-d31d-447a-8416-69c20adacdec']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:31.819039 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4edfcc5a-e457-46b1-a15e-b7b0ed4933a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc281f1-4056-4000-94eb-ccb54439b0dd') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:31.819338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4edfcc5a-e457-46b1-a15e-b7b0ed4933a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc281f1-4056-4000-94eb-ccb54439b0dd') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:31.828572 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4edfcc5a-e457-46b1-a15e-b7b0ed4933a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (fbc281f1-4056-4000-94eb-ccb54439b0dd), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.841538 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4edfcc5a-e457-46b1-a15e-b7b0ed4933a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (fbc281f1-4056-4000-94eb-ccb54439b0dd), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.847404 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edfcc5a-e457-46b1-a15e-b7b0ed4933a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:35:31.847788 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4edfcc5a-e457-46b1-a15e-b7b0ed4933a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (fbc281f1-4056-4000-94eb-ccb54439b0dd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:35:31.851535 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:35:31.907905 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4edfcc5a-e457-46b1-a15e-b7b0ed4933a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (0185412b-d31d-447a-8416-69c20adacdec), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.916146 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4edfcc5a-e457-46b1-a15e-b7b0ed4933a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:31.918555 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4edfcc5a-e457-46b1-a15e-b7b0ed4933a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/networks/0185412b-d31d-447a-8416-69c20adacdec HTTP/1.1" status: 204 len: 168 time: 0.3083811 Feb 05 03:35:31.921417 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42046) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:31.931078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfcc5a-e457-46b1-a15e-b7b0ed4933a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Network': ['ID=0185412b-d31d-447a-8416-69c20adacdec,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:31.978454 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5816de95-0fa0-4d12-b426-cd2958e70dd7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (fe2e0c05-c36f-4c7b-8e9f-415017b1852f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.002974 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5816de95-0fa0-4d12-b426-cd2958e70dd7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (fe2e0c05-c36f-4c7b-8e9f-415017b1852f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.067860 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5816de95-0fa0-4d12-b426-cd2958e70dd7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (fe2e0c05-c36f-4c7b-8e9f-415017b1852f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.070392 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5816de95-0fa0-4d12-b426-cd2958e70dd7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.074382 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5816de95-0fa0-4d12-b426-cd2958e70dd7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/security-groups/fe2e0c05-c36f-4c7b-8e9f-415017b1852f HTTP/1.1" status: 204 len: 168 time: 0.1518834 Feb 05 03:35:32.085403 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816de95-0fa0-4d12-b426-cd2958e70dd7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2e0c05-c36f-4c7b-8e9f-415017b1852f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:32.154553 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:35:32.177499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:35:32.177901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a3c1f0e0-3b0a-4f17-a3e2-9a9049bce606 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:35:32.178491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e8502329-a00b-4816-b8e2-c792c842a4fb no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:35:32.197972 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: e8502329-a00b-4816-b8e2-c792c842a4fb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:35:32.198319 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e8502329-a00b-4816-b8e2-c792c842a4fb not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:35:32.198744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c7f1c856-3ffb-4a8a-9c97-f9016f46b814 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:35:32.218074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: c7f1c856-3ffb-4a8a-9c97-f9016f46b814 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:35:32.218433 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c7f1c856-3ffb-4a8a-9c97-f9016f46b814 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:35:32.407120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42052) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:32.411854 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9ddb9dd9-f8f2-495d-a3fa-553fa440ac58 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-149915612', 'description': 'tempest-secgroup-smoke-149915612 description', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:35:32.432536 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ddb9dd9-f8f2-495d-a3fa-553fa440ac58 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.502935 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ddb9dd9-f8f2-495d-a3fa-553fa440ac58 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (cbf16d0d-3ef4-4bcb-afe5-38132068e6a6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.507643 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ddb9dd9-f8f2-495d-a3fa-553fa440ac58 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (cbf16d0d-3ef4-4bcb-afe5-38132068e6a6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.536284 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ddb9dd9-f8f2-495d-a3fa-553fa440ac58 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.537522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9ddb9dd9-f8f2-495d-a3fa-553fa440ac58 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1294010 Feb 05 03:35:32.540517 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42054) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:32.541593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb9dd9-f8f2-495d-a3fa-553fa440ac58 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:32.545314 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a2b79e01-862e-491e-b672-43b9af4ecc5e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'cbf16d0d-3ef4-4bcb-afe5-38132068e6a6', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:35:32.569304 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2b79e01-862e-491e-b672-43b9af4ecc5e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (a6c09680-eede-498f-8d1a-f3547c7b7125), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.627275 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2b79e01-862e-491e-b672-43b9af4ecc5e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (a6c09680-eede-498f-8d1a-f3547c7b7125), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.631071 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2b79e01-862e-491e-b672-43b9af4ecc5e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (a6c09680-eede-498f-8d1a-f3547c7b7125), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.649382 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b79e01-862e-491e-b672-43b9af4ecc5e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c09680-eede-498f-8d1a-f3547c7b7125,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:32.656542 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2b79e01-862e-491e-b672-43b9af4ecc5e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.657757 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a2b79e01-862e-491e-b672-43b9af4ecc5e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161132 Feb 05 03:35:32.660403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42056) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:32.665976 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2e587fdd-33bb-46f6-b811-a84783b09b4c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'cbf16d0d-3ef4-4bcb-afe5-38132068e6a6', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:35:32.689604 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e587fdd-33bb-46f6-b811-a84783b09b4c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (7de8f63f-a56d-4c62-a4ea-5f1012f710af), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.743907 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e587fdd-33bb-46f6-b811-a84783b09b4c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (7de8f63f-a56d-4c62-a4ea-5f1012f710af), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.747606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e587fdd-33bb-46f6-b811-a84783b09b4c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (7de8f63f-a56d-4c62-a4ea-5f1012f710af), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.765547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e587fdd-33bb-46f6-b811-a84783b09b4c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de8f63f-a56d-4c62-a4ea-5f1012f710af,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:32.774127 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e587fdd-33bb-46f6-b811-a84783b09b4c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.777878 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2e587fdd-33bb-46f6-b811-a84783b09b4c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139927 Feb 05 03:35:32.778071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42058) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:32.782381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cc8ba904-9ce1-4c8d-8007-9a33f7de9a63 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'cbf16d0d-3ef4-4bcb-afe5-38132068e6a6', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:35:32.806049 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba904-9ce1-4c8d-8007-9a33f7de9a63 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (5ad8e814-e301-4dab-b4c1-b69079b59cbf), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.861854 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba904-9ce1-4c8d-8007-9a33f7de9a63 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (5ad8e814-e301-4dab-b4c1-b69079b59cbf), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.865796 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba904-9ce1-4c8d-8007-9a33f7de9a63 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (5ad8e814-e301-4dab-b4c1-b69079b59cbf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.882744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ba904-9ce1-4c8d-8007-9a33f7de9a63 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad8e814-e301-4dab-b4c1-b69079b59cbf,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:32.890402 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba904-9ce1-4c8d-8007-9a33f7de9a63 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.892255 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cc8ba904-9ce1-4c8d-8007-9a33f7de9a63 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132691 Feb 05 03:35:32.894966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42060) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:32.899468 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-206ec7e7-e3c1-401d-bbe6-420991bfbb36 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'cbf16d0d-3ef4-4bcb-afe5-38132068e6a6', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:35:32.922880 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-206ec7e7-e3c1-401d-bbe6-420991bfbb36 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (bcfbb463-3546-47f3-97bf-9d18b32111e1), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.984790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-206ec7e7-e3c1-401d-bbe6-420991bfbb36 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (bcfbb463-3546-47f3-97bf-9d18b32111e1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:32.988381 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-206ec7e7-e3c1-401d-bbe6-420991bfbb36 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (bcfbb463-3546-47f3-97bf-9d18b32111e1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.006665 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ec7e7-e3c1-401d-bbe6-420991bfbb36 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcfbb463-3546-47f3-97bf-9d18b32111e1,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:33.013188 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-206ec7e7-e3c1-401d-bbe6-420991bfbb36 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.014368 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-206ec7e7-e3c1-401d-bbe6-420991bfbb36 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184943 Feb 05 03:35:33.017146 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42062) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:33.021282 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-414cce47-4f61-4799-bbc4-74988496d289 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'cbf16d0d-3ef4-4bcb-afe5-38132068e6a6', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:35:33.040732 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-414cce47-4f61-4799-bbc4-74988496d289 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Project d19f328b21dc466e9df0e58e9aa162da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:35:33.045555 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-414cce47-4f61-4799-bbc4-74988496d289 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (0f3e740a-4e8a-434c-bce9-d50ecbfd90f0), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.102351 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-414cce47-4f61-4799-bbc4-74988496d289 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (0f3e740a-4e8a-434c-bce9-d50ecbfd90f0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.106038 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-414cce47-4f61-4799-bbc4-74988496d289 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (0f3e740a-4e8a-434c-bce9-d50ecbfd90f0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.125426 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cce47-4f61-4799-bbc4-74988496d289 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3e740a-4e8a-434c-bce9-d50ecbfd90f0,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:33.131528 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-414cce47-4f61-4799-bbc4-74988496d289 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.132878 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-414cce47-4f61-4799-bbc4-74988496d289 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1148698 Feb 05 03:35:33.135697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42064) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:33.139912 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-12a80f12-90e5-45a7-a0af-4fe2882f155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'cbf16d0d-3ef4-4bcb-afe5-38132068e6a6', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:35:33.159679 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-12a80f12-90e5-45a7-a0af-4fe2882f155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Project d19f328b21dc466e9df0e58e9aa162da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:35:33.164415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12a80f12-90e5-45a7-a0af-4fe2882f155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (fbea87f1-ddd1-4243-bab3-3c0311e07b90), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.221490 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12a80f12-90e5-45a7-a0af-4fe2882f155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (fbea87f1-ddd1-4243-bab3-3c0311e07b90), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.225880 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12a80f12-90e5-45a7-a0af-4fe2882f155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (fbea87f1-ddd1-4243-bab3-3c0311e07b90), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.244686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a80f12-90e5-45a7-a0af-4fe2882f155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbea87f1-ddd1-4243-bab3-3c0311e07b90,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:33.257628 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12a80f12-90e5-45a7-a0af-4fe2882f155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.259379 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-12a80f12-90e5-45a7-a0af-4fe2882f155f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227417 Feb 05 03:35:33.262179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42066) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:33.267213 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-33c2fa12-05ae-41a3-a774-a12a591bfbdb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'network': {'name': 'tempest-network-smoke--1231828556', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'port_security_enabled': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:35:33.285303 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c2fa12-05ae-41a3-a774-a12a591bfbdb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Made reservation on behalf of d19f328b21dc466e9df0e58e9aa162da for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:35:33.289156 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33c2fa12-05ae-41a3-a774-a12a591bfbdb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.311721 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c2fa12-05ae-41a3-a774-a12a591bfbdb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:35:33.320940 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33c2fa12-05ae-41a3-a774-a12a591bfbdb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a7ff0b90-8633-4adc-85de-74a6eac71e53), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.321311 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-33c2fa12-05ae-41a3-a774-a12a591bfbdb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Added segment a7ff0b90-8633-4adc-85de-74a6eac71e53 of type vlan for network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f Feb 05 03:35:33.364878 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33c2fa12-05ae-41a3-a774-a12a591bfbdb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (f9fc1a4c-ef8a-47b2-985b-d42326a6d80f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.390006 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33c2fa12-05ae-41a3-a774-a12a591bfbdb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (f9fc1a4c-ef8a-47b2-985b-d42326a6d80f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.394917 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c2fa12-05ae-41a3-a774-a12a591bfbdb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:33.395489 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33c2fa12-05ae-41a3-a774-a12a591bfbdb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.448771 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-33c2fa12-05ae-41a3-a774-a12a591bfbdb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1854610 Feb 05 03:35:33.451629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42068) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:33.456853 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-562500992', 'admin_state_up': True, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:35:33.463161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2fa12-05ae-41a3-a774-a12a591bfbdb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Network': ['ID=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:33.473252 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:35:33.483801 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (add3b132-ea3f-49c7-a7bd-7836b1b611d4), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.484842 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (add3b132-ea3f-49c7-a7bd-7836b1b611d4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.574289 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_controller (add3b132-ea3f-49c7-a7bd-7836b1b611d4), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.684479 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-21b3314d-b81f-4105-8e11-2f3845faeac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.713503 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_gateway (add3b132-ea3f-49c7-a7bd-7836b1b611d4), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.906118 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_gateway (add3b132-ea3f-49c7-a7bd-7836b1b611d4), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:33.930298 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:34.034127 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Allocated IP 172.25.0.64 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/16da1d1f-d44d-4bb3-8ead-4ee83e76aace) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:35:34.132429 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (16da1d1f-d44d-4bb3-8ead-4ee83e76aace), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:34.165438 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (16da1d1f-d44d-4bb3-8ead-4ee83e76aace), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:34.200205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:35:34.204751 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:35:34.207211 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:35:34.238707 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=16da1d1f-d44d-4bb3-8ead-4ee83e76aace,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:34.469761 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a77e1e0d-3a17-4c66-8bbf-e866a7eaf272 req-6a66a6cc-4387-441c-af19-4689f4dda0a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1123738 Feb 05 03:35:34.503453 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_gateway (add3b132-ea3f-49c7-a7bd-7836b1b611d4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:34.627392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1e0d-3a17-4c66-8bbf-e866a7eaf272 req-a512656f-5e6e-4f5c-ba9c-6459e85a7b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:34.628869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a77e1e0d-3a17-4c66-8bbf-e866a7eaf272 req-a512656f-5e6e-4f5c-ba9c-6459e85a7b3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c65e6f9b8ff4bf0b9f36529bd00cf15&device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 1128 time: 0.0908151 Feb 05 03:35:34.804816 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (add3b132-ea3f-49c7-a7bd-7836b1b611d4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:34.809991 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1e0d-3a17-4c66-8bbf-e866a7eaf272 req-beed6f16-c60c-4633-abda-5c9148fdd4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:34.811509 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a77e1e0d-3a17-4c66-8bbf-e866a7eaf272 req-beed6f16-c60c-4633-abda-5c9148fdd4f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=73dbd80e-60d5-4c73-833a-2b09e2d26ae2 HTTP/1.1" status: 200 len: 910 time: 0.1411593 Feb 05 03:35:34.941525 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a77e1e0d-3a17-4c66-8bbf-e866a7eaf272 req-22841451-101b-478c-ba7f-4f820230eb4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b13ac43-6982-483d-8f8d-09b88c026f56 HTTP/1.1" status: 200 len: 1002 time: 0.0969648 Feb 05 03:35:35.007829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1e0d-3a17-4c66-8bbf-e866a7eaf272 req-f8f2faf3-dff2-406e-a3ea-6fbf7ea3b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:35.009236 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a77e1e0d-3a17-4c66-8bbf-e866a7eaf272 req-f8f2faf3-dff2-406e-a3ea-6fbf7ea3b165 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a6ac4222-3d41-4971-99b5-6ccafa801f82 HTTP/1.1" status: 200 len: 848 time: 0.0584095 Feb 05 03:35:35.053467 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router add3b132-ea3f-49c7-a7bd-7836b1b611d4 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:35:35.077208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1e0d-3a17-4c66-8bbf-e866a7eaf272 req-a0e1582e-bd2c-41b1-aef7-9ba21b0563db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:35.078607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a77e1e0d-3a17-4c66-8bbf-e866a7eaf272 req-a0e1582e-bd2c-41b1-aef7-9ba21b0563db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73dbd80e-60d5-4c73-833a-2b09e2d26ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0621443 Feb 05 03:35:35.499560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:35:35.502501 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a77e1e0d-3a17-4c66-8bbf-e866a7eaf272 req-a040bedb-ed79-440d-8510-6a80d14f4d47 service neutron] 10.222.0.10 "GET /v2.0/networks/73dbd80e-60d5-4c73-833a-2b09e2d26ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945651 Feb 05 03:35:35.509125 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Sync routers for ids ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:35:35.517942 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Routers {'add3b132-ea3f-49c7-a7bd-7836b1b611d4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:35:35.518545 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:35:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:35.564478 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:35.568794 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e63af340-feae-4da8-abe6-bb670ce4d7a9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1128838 Feb 05 03:35:35.569918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42070) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:35.613241 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a77e1e0d-3a17-4c66-8bbf-e866a7eaf272 req-2f0117d9-b81c-46d4-8c5f-4a11a57cb7aa service neutron] 10.222.0.10 "GET /v2.0/networks/73dbd80e-60d5-4c73-833a-2b09e2d26ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037645 Feb 05 03:35:35.719140 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Set router add3b132-ea3f-49c7-a7bd-7836b1b611d4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:35:35.750769 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-15df7688-12a2-43d2-b2f2-102b1fe2641b tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=d19f328b21dc466e9df0e58e9aa162da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1787064 Feb 05 03:35:35.753398 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42076) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:35.843625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130ea5af-3a7b-499b-830b-e782dfaee675 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:35.845118 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-130ea5af-3a7b-499b-830b-e782dfaee675 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908394 Feb 05 03:35:35.848099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42078) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:35.887616 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d2d378a3-e3de-475f-89fc-c785f5cd8cb8 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357218 Feb 05 03:35:35.887829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42080) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:35.892380 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c49b667e-4e8f-4577-90cd-66185a5ef94c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1104106861', 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:35:35.908056 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562500992', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:34Z', 'revision_number': 3, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:35.916285 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d41d6a1-f5e0-44c1-b296-02d53c80d96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:35.936871 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Checking router: add3b132-ea3f-49c7-a7bd-7836b1b611d4 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:35:35.937217 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Updating router add3b132-ea3f-49c7-a7bd-7836b1b611d4 port 16da1d1f-d44d-4bb3-8ead-4ee83e76aace binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:35:35.966563 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (16da1d1f-d44d-4bb3-8ead-4ee83e76aace), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:35.983414 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49b667e-4e8f-4577-90cd-66185a5ef94c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Made reservation on behalf of d19f328b21dc466e9df0e58e9aa162da for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:35:35.986832 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c49b667e-4e8f-4577-90cd-66185a5ef94c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:36.166812 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c49b667e-4e8f-4577-90cd-66185a5ef94c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (cb1b42c1-dd6b-48fa-990a-557395a53d8b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:36.224382 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Publish callbacks [] for port (16da1d1f-d44d-4bb3-8ead-4ee83e76aace), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:36.231076 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (16da1d1f-d44d-4bb3-8ead-4ee83e76aace), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:36.231563 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b667e-4e8f-4577-90cd-66185a5ef94c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Subnet': ['ID=cb1b42c1-dd6b-48fa-990a-557395a53d8b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:36.240427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b667e-4e8f-4577-90cd-66185a5ef94c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Checking segment: {'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:35:36.241104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49b667e-4e8f-4577-90cd-66185a5ef94c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network hostable DHCP agents. Network: f9fc1a4c-ef8a-47b2-985b-d42326a6d80f, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:35:36.259310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49b667e-4e8f-4577-90cd-66185a5ef94c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:35:36.271354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c49b667e-4e8f-4577-90cd-66185a5ef94c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, f9fc1a4c-ef8a-47b2-985b-d42326a6d80f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:35:36.277147 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49b667e-4e8f-4577-90cd-66185a5ef94c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:36.277747 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c49b667e-4e8f-4577-90cd-66185a5ef94c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:36.282687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a4c3ba-0642-4f02-aede-58f4ea1c2264 None None] Network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:35:36.291650 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Attempting to bind port 16da1d1f-d44d-4bb3-8ead-4ee83e76aace on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:35:36.292033 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Attempting to bind port 16da1d1f-d44d-4bb3-8ead-4ee83e76aace by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:35:36.292531 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Attempting to bind port 16da1d1f-d44d-4bb3-8ead-4ee83e76aace on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:35:36.295543 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01245848-9f84-4950-a21d-8daa9598f84e None None] Pushing event updated for resources: {'Port': ['ID=16da1d1f-d44d-4bb3-8ead-4ee83e76aace,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:36.296384 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c49b667e-4e8f-4577-90cd-66185a5ef94c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4077220 Feb 05 03:35:36.299208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42082) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:36.309130 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01245848-9f84-4950-a21d-8daa9598f84e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:36.309318 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01245848-9f84-4950-a21d-8daa9598f84e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:36.309606 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01245848-9f84-4950-a21d-8daa9598f84e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:36.309941 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01245848-9f84-4950-a21d-8daa9598f84e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:36.310262 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01245848-9f84-4950-a21d-8daa9598f84e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:36.310580 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01245848-9f84-4950-a21d-8daa9598f84e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:36.310938 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01245848-9f84-4950-a21d-8daa9598f84e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:36.311278 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01245848-9f84-4950-a21d-8daa9598f84e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:36.311594 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01245848-9f84-4950-a21d-8daa9598f84e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:36.311877 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01245848-9f84-4950-a21d-8daa9598f84e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:36.312191 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01245848-9f84-4950-a21d-8daa9598f84e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:36.312501 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01245848-9f84-4950-a21d-8daa9598f84e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:36.312813 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01245848-9f84-4950-a21d-8daa9598f84e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:35:36.316474 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:35:36.316843 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:35:36.317238 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:36.317607 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:35:36.318070 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Bound port: 16da1d1f-d44d-4bb3-8ead-4ee83e76aace, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:35:36.319024 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (16da1d1f-d44d-4bb3-8ead-4ee83e76aace), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:36.380191 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] For port 16da1d1f-d44d-4bb3-8ead-4ee83e76aace, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:35:36.384957 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] For port 16da1d1f-d44d-4bb3-8ead-4ee83e76aace, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=16da1d1f-d44d-4bb3-8ead-4ee83e76aace,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:35:36.392991 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (16da1d1f-d44d-4bb3-8ead-4ee83e76aace), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:36.394902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-f9fc1a4c-ef8a-47b2-985b-d42326a6d80f', 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ips': [{'subnet_id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:35:36.395965 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:36.435541 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Routers {'add3b132-ea3f-49c7-a7bd-7836b1b611d4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:35:36.436271 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:35:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:36.530535 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01245848-9f84-4950-a21d-8daa9598f84e None None] Pushing event updated for resources: {'Port': ['ID=16da1d1f-d44d-4bb3-8ead-4ee83e76aace,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:36.532839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Allocated IP 172.20.0.2 (f9fc1a4c-ef8a-47b2-985b-d42326a6d80f/cb1b42c1-dd6b-48fa-990a-557395a53d8b/dfe09031-d5a1-497c-9b9b-c19d85fccc1b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:35:36.569121 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] Set router add3b132-ea3f-49c7-a7bd-7836b1b611d4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:35:36.682873 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Publish callbacks [] for port (dfe09031-d5a1-497c-9b9b-c19d85fccc1b), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:36.689187 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (dfe09031-d5a1-497c-9b9b-c19d85fccc1b), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:36.730007 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:35:36.732873 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:35:36.736287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:35:36.742441 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Pushing event updated for resources: {'Port': ['ID=dfe09031-d5a1-497c-9b9b-c19d85fccc1b,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:36.760887 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562500992', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:34Z', 'revision_number': 3, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:36.783366 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:36.788228 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ecffb3-702e-4cc2-9086-e5e5c7492f36 None None] The sync data for ids ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'] in n-d-826942-8 is: [{'id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562500992', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:34Z', 'revision_number': 3, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:35:36.804068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Attempting to bind port dfe09031-d5a1-497c-9b9b-c19d85fccc1b on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:35:36.804651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Attempting to bind port dfe09031-d5a1-497c-9b9b-c19d85fccc1b by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:35:36.805094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Attempting to bind port dfe09031-d5a1-497c-9b9b-c19d85fccc1b on network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:35:36.810739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:35:36.811239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Checking segment: {'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:35:36.811742 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:36.812208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Bound using segment: {'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:35:36.812742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Bound port: dfe09031-d5a1-497c-9b9b-c19d85fccc1b, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:35:36.813227 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dfe09031-d5a1-497c-9b9b-c19d85fccc1b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:36.878497 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] For port dfe09031-d5a1-497c-9b9b-c19d85fccc1b, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:35:36.882173 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] For port dfe09031-d5a1-497c-9b9b-c19d85fccc1b, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=dfe09031-d5a1-497c-9b9b-c19d85fccc1b,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:35:36.890042 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dfe09031-d5a1-497c-9b9b-c19d85fccc1b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:36.954986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057661a-d9be-4dae-ba7e-fd1a8c7982c9 None None] Pushing event updated for resources: {'Port': ['ID=dfe09031-d5a1-497c-9b9b-c19d85fccc1b,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:37.117173 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Allocated IP 172.20.0.1 (f9fc1a4c-ef8a-47b2-985b-d42326a6d80f/cb1b42c1-dd6b-48fa-990a-557395a53d8b/ee2fbc02-9377-4ce9-9ec4-43baf03b8a54) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:35:37.245983 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:37.276531 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:37.315178 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:37.361961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:35:37.365929 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:35:37.373750 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:35:37.376499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=ee2fbc02-9377-4ce9-9ec4-43baf03b8a54,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:37.420588 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (add3b132-ea3f-49c7-a7bd-7836b1b611d4), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:37.564342 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:37.869719 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:37.874845 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:37.952867 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=ee2fbc02-9377-4ce9-9ec4-43baf03b8a54,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:37.955410 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (add3b132-ea3f-49c7-a7bd-7836b1b611d4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:38.000587 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c746360c-a51b-4b9b-a4a7-ae23df79018e None None] Network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:35:38.082628 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1ebc590e-9fb0-41cb-b98f-610215735463 None None] Provisioning complete for port dfe09031-d5a1-497c-9b9b-c19d85fccc1b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:35:38.083036 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ebc590e-9fb0-41cb-b98f-610215735463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dfe09031-d5a1-497c-9b9b-c19d85fccc1b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:38.219685 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc590e-9fb0-41cb-b98f-610215735463 None None] Current status of the port dfe09031-d5a1-497c-9b9b-c19d85fccc1b is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:35:38.220701 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ebc590e-9fb0-41cb-b98f-610215735463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (dfe09031-d5a1-497c-9b9b-c19d85fccc1b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:38.265247 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1ebc590e-9fb0-41cb-b98f-610215735463 None None] For port dfe09031-d5a1-497c-9b9b-c19d85fccc1b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=dfe09031-d5a1-497c-9b9b-c19d85fccc1b,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:35:38.274546 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ebc590e-9fb0-41cb-b98f-610215735463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (dfe09031-d5a1-497c-9b9b-c19d85fccc1b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:38.329060 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device dfe09031-d5a1-497c-9b9b-c19d85fccc1b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:35:38.372688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc590e-9fb0-41cb-b98f-610215735463 None None] Pushing event updated for resources: {'Port': ['ID=dfe09031-d5a1-497c-9b9b-c19d85fccc1b,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:38.402841 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port dfe09031-d5a1-497c-9b9b-c19d85fccc1b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:35:38.403291 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dfe09031-d5a1-497c-9b9b-c19d85fccc1b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:38.432366 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:35:38.433984 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:35:38.496902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port dfe09031-d5a1-497c-9b9b-c19d85fccc1b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:35:38.498088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 16da1d1f-d44d-4bb3-8ead-4ee83e76aace up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:35:38.529539 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d9bb455e-5752-4e05-9ec2-d57342a4e1d7 None None] Provisioning complete for port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:35:38.529981 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9bb455e-5752-4e05-9ec2-d57342a4e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:38.560441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router add3b132-ea3f-49c7-a7bd-7836b1b611d4 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:35:38.579992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb455e-5752-4e05-9ec2-d57342a4e1d7 None None] Port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:35:38.595655 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 16da1d1f-d44d-4bb3-8ead-4ee83e76aace triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:35:38.596203 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (16da1d1f-d44d-4bb3-8ead-4ee83e76aace), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:38.598060 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d9bb455e-5752-4e05-9ec2-d57342a4e1d7 None None] Provisioning complete for port dfe09031-d5a1-497c-9b9b-c19d85fccc1b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:35:38.598507 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9bb455e-5752-4e05-9ec2-d57342a4e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dfe09031-d5a1-497c-9b9b-c19d85fccc1b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:38.694263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:35:38.702800 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4cb8f138-c03b-4c7e-bca4-cf51d0a7b01f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "PUT /v2.0/routers/add3b132-ea3f-49c7-a7bd-7836b1b611d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4000337 Feb 05 03:35:38.726673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Sync routers for ids ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:35:38.756783 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Routers {'add3b132-ea3f-49c7-a7bd-7836b1b611d4'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:35:38.757015 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:35:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:38.804912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb455e-5752-4e05-9ec2-d57342a4e1d7 None None] Current status of the port dfe09031-d5a1-497c-9b9b-c19d85fccc1b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:35:38.839514 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 16da1d1f-d44d-4bb3-8ead-4ee83e76aace is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:35:38.840529 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (16da1d1f-d44d-4bb3-8ead-4ee83e76aace), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:38.851764 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:38.879648 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-828bda5a-b78b-4742-a6ec-407548128cde req-974a6822-29a8-4e24-bf99-713d2af74b52 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-149915612&fields=id&tenant_id=d19f328b21dc466e9df0e58e9aa162da HTTP/1.1" status: 200 len: 267 time: 0.0603175 Feb 05 03:35:38.882474 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 16da1d1f-d44d-4bb3-8ead-4ee83e76aace, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=16da1d1f-d44d-4bb3-8ead-4ee83e76aace,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:35:38.888448 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (16da1d1f-d44d-4bb3-8ead-4ee83e76aace), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:39.010388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bda5a-b78b-4742-a6ec-407548128cde req-ab179be1-9520-49d3-9f79-4939d54a3923 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:39.011900 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-828bda5a-b78b-4742-a6ec-407548128cde req-ab179be1-9520-49d3-9f79-4939d54a3923 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/networks?id=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f HTTP/1.1" status: 200 len: 797 time: 0.1235747 Feb 05 03:35:39.027698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-828bda5a-b78b-4742-a6ec-407548128cde req-f103017d-3fc8-4a4c-b433-ff18eb62fc95 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/quotas/d19f328b21dc466e9df0e58e9aa162da HTTP/1.1" status: 200 len: 375 time: 0.0100827 Feb 05 03:35:39.097833 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-828bda5a-b78b-4742-a6ec-407548128cde req-d00438b3-dd89-49a1-b757-c83763c58bd5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595958 Feb 05 03:35:39.120577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Set router add3b132-ea3f-49c7-a7bd-7836b1b611d4 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:35:39.151512 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=16da1d1f-d44d-4bb3-8ead-4ee83e76aace,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:39.154012 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-61a476f6-e9ce-45bb-8f81-35dfdbf3ce96 None None] Provisioning complete for port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:35:39.154391 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61a476f6-e9ce-45bb-8f81-35dfdbf3ce96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:39.192115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-828bda5a-b78b-4742-a6ec-407548128cde req-7e1aa4ff-f525-4334-a413-7f81c9d54444 service neutron] 10.222.0.36 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825794 Feb 05 03:35:39.238046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-61a476f6-e9ce-45bb-8f81-35dfdbf3ce96 None None] Port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:35:39.288816 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-828bda5a-b78b-4742-a6ec-407548128cde req-68cd3c63-0fe1-497c-97c2-cc524fa9d182 service neutron] 10.222.0.36 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901222 Feb 05 03:35:39.370895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562500992', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:37Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ee2fbc02-9377-4ce9-9ec4-43baf03b8a54', 'name': '', 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b7:1e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:36Z', 'updated_at': '2022-02-05T03:35:37Z', 'revision_number': 2, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:39.375868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e0439ad8-a446-4f8f-88b0-47148d8e406d None None] Provisioning complete for port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:35:39.376277 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e0439ad8-a446-4f8f-88b0-47148d8e406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:39.422229 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Checking router: add3b132-ea3f-49c7-a7bd-7836b1b611d4 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:35:39.422595 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Updating router add3b132-ea3f-49c7-a7bd-7836b1b611d4 port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:35:39.465326 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:39.467278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e0439ad8-a446-4f8f-88b0-47148d8e406d None None] Port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:35:39.527413 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7f42eb3a-d2e2-479c-a2ab-3ad2a4e882d4 req-0ea56ee1-ab6f-4b95-826c-e922c5e4e958 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 210 time: 0.0983031 Feb 05 03:35:39.740601 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Publish callbacks [] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:39.745925 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:39.817170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe975cdc-73d7-4318-b7fc-0955515f25f3 None None] Pushing event updated for resources: {'Port': ['ID=ee2fbc02-9377-4ce9-9ec4-43baf03b8a54,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:39.854692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Attempting to bind port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:35:39.855224 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Attempting to bind port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:35:39.855598 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Attempting to bind port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 on network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:35:39.861148 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:35:39.861536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Checking segment: {'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:35:39.861943 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:39.862341 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Bound using segment: {'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:35:39.862908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Bound port: ee2fbc02-9377-4ce9-9ec4-43baf03b8a54, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:35:39.863210 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:39.934333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] For port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:35:39.937702 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] For port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ee2fbc02-9377-4ce9-9ec4-43baf03b8a54,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:35:39.944589 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:40.006494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe975cdc-73d7-4318-b7fc-0955515f25f3 None None] Pushing event updated for resources: {'Port': ['ID=ee2fbc02-9377-4ce9-9ec4-43baf03b8a54,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:40.009325 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Routers {'add3b132-ea3f-49c7-a7bd-7836b1b611d4'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:35:40.009938 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:35:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:40.113436 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:40.125183 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a5d35fba-25c6-49cc-91f8-581143a584f0 None None] Provisioning complete for port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:35:40.125828 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a5d35fba-25c6-49cc-91f8-581143a584f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:40.189421 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] Set router add3b132-ea3f-49c7-a7bd-7836b1b611d4 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:35:40.191361 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device dfe09031-d5a1-497c-9b9b-c19d85fccc1b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:35:40.383477 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a5d35fba-25c6-49cc-91f8-581143a584f0 None None] Current status of the port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:35:40.383863 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a5d35fba-25c6-49cc-91f8-581143a584f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:40.412372 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port dfe09031-d5a1-497c-9b9b-c19d85fccc1b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:35:40.412668 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (dfe09031-d5a1-497c-9b9b-c19d85fccc1b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:40.471180 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a5d35fba-25c6-49cc-91f8-581143a584f0 None None] For port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ee2fbc02-9377-4ce9-9ec4-43baf03b8a54,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:35:40.480112 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a5d35fba-25c6-49cc-91f8-581143a584f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:40.538907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bda5a-b78b-4742-a6ec-407548128cde req-c68a7455-556c-4aef-937f-425341326279 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:40.540814 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-828bda5a-b78b-4742-a6ec-407548128cde req-c68a7455-556c-4aef-937f-425341326279 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.31 "GET /v2.0/networks?id=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f HTTP/1.1" status: 200 len: 797 time: 0.1209741 Feb 05 03:35:40.615882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d35fba-25c6-49cc-91f8-581143a584f0 None None] Pushing event updated for resources: {'Port': ['ID=ee2fbc02-9377-4ce9-9ec4-43baf03b8a54,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:40.617898 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-828bda5a-b78b-4742-a6ec-407548128cde req-ff4ffc59-dafc-4a97-a7c6-6a01de42dc8e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d19f328b21dc466e9df0e58e9aa162da HTTP/1.1" status: 200 len: 379 time: 0.0659847 Feb 05 03:35:40.627521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-828bda5a-b78b-4742-a6ec-407548128cde req-78196b88-8956-4ae1-9cf3-b9eaffb286a0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'port': {'device_id': '8daff67d-4444-4d1c-bb6b-448625b31935', 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f', 'admin_state_up': True, 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'security_groups': ['cbf16d0d-3ef4-4bcb-afe5-38132068e6a6']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:35:40.638895 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08ce2194-938d-4d41-9236-ff0975416c7a req-c48f1185-5250-4d53-8c73-6485d086cc01 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 210 time: 0.0296671 Feb 05 03:35:40.643176 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port dfe09031-d5a1-497c-9b9b-c19d85fccc1b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:35:40.644260 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 16da1d1f-d44d-4bb3-8ead-4ee83e76aace up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:35:40.647917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b9919169-0593-4821-b419-33b937d8a652 None None] Provisioning complete for port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:35:40.648282 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b9919169-0593-4821-b419-33b937d8a652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:40.692720 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562500992', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:37Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ee2fbc02-9377-4ce9-9ec4-43baf03b8a54', 'name': '', 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b7:1e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:36Z', 'updated_at': '2022-02-05T03:35:39Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:40.737123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828bda5a-b78b-4742-a6ec-407548128cde req-78196b88-8956-4ae1-9cf3-b9eaffb286a0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Made reservation on behalf of d19f328b21dc466e9df0e58e9aa162da for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:35:40.740766 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-828bda5a-b78b-4742-a6ec-407548128cde req-78196b88-8956-4ae1-9cf3-b9eaffb286a0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:40.876239 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-828bda5a-b78b-4742-a6ec-407548128cde req-78196b88-8956-4ae1-9cf3-b9eaffb286a0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Allocated IP 172.20.0.12 (f9fc1a4c-ef8a-47b2-985b-d42326a6d80f/cb1b42c1-dd6b-48fa-990a-557395a53d8b/0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:35:40.894981 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d89465-3697-4c9d-a2e3-1a2e72244e03 None None] The sync data for ids ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'] in n-d-826942-8 is: [{'id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562500992', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:37Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ee2fbc02-9377-4ce9-9ec4-43baf03b8a54', 'name': '', 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b7:1e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:36Z', 'updated_at': '2022-02-05T03:35:39Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:35:40.960716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 16da1d1f-d44d-4bb3-8ead-4ee83e76aace triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:35:40.961090 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (16da1d1f-d44d-4bb3-8ead-4ee83e76aace), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:40.985542 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b9919169-0593-4821-b419-33b937d8a652 None None] Current status of the port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:35:41.060896 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-828bda5a-b78b-4742-a6ec-407548128cde req-78196b88-8956-4ae1-9cf3-b9eaffb286a0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:41.062555 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 16da1d1f-d44d-4bb3-8ead-4ee83e76aace is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:35:41.104446 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-828bda5a-b78b-4742-a6ec-407548128cde req-78196b88-8956-4ae1-9cf3-b9eaffb286a0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:41.157350 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828bda5a-b78b-4742-a6ec-407548128cde req-78196b88-8956-4ae1-9cf3-b9eaffb286a0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:35:41.160565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-828bda5a-b78b-4742-a6ec-407548128cde req-78196b88-8956-4ae1-9cf3-b9eaffb286a0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:35:41.165507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-828bda5a-b78b-4742-a6ec-407548128cde req-78196b88-8956-4ae1-9cf3-b9eaffb286a0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:35:41.191123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78196b88-8956-4ae1-9cf3-b9eaffb286a0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:41.219032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bda5a-b78b-4742-a6ec-407548128cde req-78196b88-8956-4ae1-9cf3-b9eaffb286a0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:41.219711 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-828bda5a-b78b-4742-a6ec-407548128cde req-78196b88-8956-4ae1-9cf3-b9eaffb286a0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:41.238010 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-828bda5a-b78b-4742-a6ec-407548128cde req-78196b88-8956-4ae1-9cf3-b9eaffb286a0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6146734 Feb 05 03:35:41.250208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Request body: {'port': {'device_id': '8daff67d-4444-4d1c-bb6b-448625b31935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:35:41.321348 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:41.417798 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-caafa59f-5d03-49c9-8f10-978e15a1089d None None] Provisioning complete for port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:35:41.418355 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-caafa59f-5d03-49c9-8f10-978e15a1089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:41.461618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-caafa59f-5d03-49c9-8f10-978e15a1089d None None] Port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:35:41.621052 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:35:41.629051 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Publish callbacks [] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:41.644110 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Transition to ACTIVE for port object 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:35:41.648430 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:41.716356 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:41.797040 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:41.798182 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d9a9f-f3b2-4931-87db-277a0789517d req-f8fd0745-58b0-4e74-a74e-263ef7f2f44f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:41.800422 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-086d9a9f-f3b2-4931-87db-277a0789517d req-f8fd0745-58b0-4e74-a74e-263ef7f2f44f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 944 time: 0.0665193 Feb 05 03:35:41.804282 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Attempting to bind port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:35:41.804624 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Attempting to bind port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:35:41.804963 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Attempting to bind port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e on network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:35:41.809968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e on network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:35:41.810309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Attempting to bind port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e on network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:35:41.816292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:35:41.816713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Checking segment: {'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:35:41.817100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Bound using segment: {'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:35:41.817527 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Bound port: 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:35:41.817936 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:41.860078 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-086d9a9f-f3b2-4931-87db-277a0789517d req-dfca3424-75b6-4632-8b42-bc8bc4e652fc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526631 Feb 05 03:35:41.899330 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] For port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:35:41.904384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] For port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:35:41.916806 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:41.962603 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:41.963414 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:41.964620 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-828bda5a-b78b-4742-a6ec-407548128cde req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] 10.222.0.31 "PUT /v2.0/ports/0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e HTTP/1.1" status: 200 len: 1092 time: 0.7189744 Feb 05 03:35:41.965094 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:35:41.967530 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c73432-2408-4e74-8680-b80c4e8c9e57" -d '{"events": [{"name": "network-changed", "server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:35:41.992371 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7376dd-3797-40bf-a834-fabac757ad36 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:42.048371 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad802b5b-cef3-46cf-800d-0214b38ac9c7 x-openstack-request-id: req-ad802b5b-cef3-46cf-800d-0214b38ac9c7 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:35:42.048689 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:35:42.048907 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad802b5b-cef3-46cf-800d-0214b38ac9c7 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:35:42.049418 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e', 'status': 'completed', 'code': 200} Feb 05 03:35:42.070602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bda5a-b78b-4742-a6ec-407548128cde req-538a8ed1-eaac-4d68-9f98-87ff4f66d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:42.072444 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-828bda5a-b78b-4742-a6ec-407548128cde req-538a8ed1-eaac-4d68-9f98-87ff4f66d9b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 1126 time: 0.0666819 Feb 05 03:35:42.127258 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-828bda5a-b78b-4742-a6ec-407548128cde req-de71fa17-eccb-4fa0-9a8d-828d78effeae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e HTTP/1.1" status: 200 len: 217 time: 0.0460572 Feb 05 03:35:42.190520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bda5a-b78b-4742-a6ec-407548128cde req-5fec2d57-ef50-4e75-be45-9a2b2d125b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:42.192161 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-828bda5a-b78b-4742-a6ec-407548128cde req-5fec2d57-ef50-4e75-be45-9a2b2d125b72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cb1b42c1-dd6b-48fa-990a-557395a53d8b HTTP/1.1" status: 200 len: 835 time: 0.0596063 Feb 05 03:35:42.210151 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:35:42.249010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bda5a-b78b-4742-a6ec-407548128cde req-a7f321ac-e8df-445d-a318-7a7cc43c3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:42.250673 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-828bda5a-b78b-4742-a6ec-407548128cde req-a7f321ac-e8df-445d-a318-7a7cc43c3305 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524120 Feb 05 03:35:42.276702 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:35:42.277107 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:42.354719 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-828bda5a-b78b-4742-a6ec-407548128cde req-abd2e4b1-8f9b-4a0c-9c37-b7b04246404a service neutron] 10.222.0.31 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980403 Feb 05 03:35:42.383005 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:35:42.445683 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-828bda5a-b78b-4742-a6ec-407548128cde req-aec939de-93cc-4c11-8045-97ad891205ae service neutron] 10.222.0.31 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833180 Feb 05 03:35:42.539576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c73432-2408-4e74-8680-b80c4e8c9e57 req-3914ba35-29e0-4f6d-85b6-979891d42fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:42.541179 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52c73432-2408-4e74-8680-b80c4e8c9e57 req-3914ba35-29e0-4f6d-85b6-979891d42fd0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 1126 time: 0.0521512 Feb 05 03:35:42.632214 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c73432-2408-4e74-8680-b80c4e8c9e57 req-e714777a-05c5-4f0a-8fab-70a41cea30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:42.633913 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52c73432-2408-4e74-8680-b80c4e8c9e57 req-e714777a-05c5-4f0a-8fab-70a41cea30c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f HTTP/1.1" status: 200 len: 898 time: 0.0866795 Feb 05 03:35:42.676534 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52c73432-2408-4e74-8680-b80c4e8c9e57 req-6bfdafa3-f909-4cc0-a456-0a3f3b54ac5d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e HTTP/1.1" status: 200 len: 217 time: 0.0366976 Feb 05 03:35:42.726519 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c73432-2408-4e74-8680-b80c4e8c9e57 req-fbee6d99-94b3-4adb-8b6b-29c6e80f5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:42.727872 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52c73432-2408-4e74-8680-b80c4e8c9e57 req-fbee6d99-94b3-4adb-8b6b-29c6e80f5f70 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cb1b42c1-dd6b-48fa-990a-557395a53d8b HTTP/1.1" status: 200 len: 835 time: 0.0463467 Feb 05 03:35:42.776361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c73432-2408-4e74-8680-b80c4e8c9e57 req-90e3894f-c33c-43a5-9cd6-5ad409f61c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:42.777829 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52c73432-2408-4e74-8680-b80c4e8c9e57 req-90e3894f-c33c-43a5-9cd6-5ad409f61c8f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441616 Feb 05 03:35:42.863604 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52c73432-2408-4e74-8680-b80c4e8c9e57 req-553768e6-85fd-454d-b4a5-de5f3f35783b service neutron] 10.222.0.31 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794027 Feb 05 03:35:42.966380 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52c73432-2408-4e74-8680-b80c4e8c9e57 req-c1a2e1da-780a-4fb7-b50a-d0c1ceae374f service neutron] 10.222.0.31 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967913 Feb 05 03:35:42.991925 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9612e3-3737-4fd3-ac3d-c8f430b86450 req-ed48225b-c0a3-4a9f-ab21-7ac33c7fdecc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:42.993338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b9612e3-3737-4fd3-ac3d-c8f430b86450 req-ed48225b-c0a3-4a9f-ab21-7ac33c7fdecc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 944 time: 0.0598030 Feb 05 03:35:43.040653 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b9612e3-3737-4fd3-ac3d-c8f430b86450 req-438e745a-77f8-4c37-98d0-ad0add300926 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418577 Feb 05 03:35:44.161829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b07d3-ad88-46c3-9d80-2163caec3aa9 req-44911c1d-b843-4d9c-a516-4e6df49b0254 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:44.163919 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-958b07d3-ad88-46c3-9d80-2163caec3aa9 req-44911c1d-b843-4d9c-a516-4e6df49b0254 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 944 time: 0.0533874 Feb 05 03:35:44.211331 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-958b07d3-ad88-46c3-9d80-2163caec3aa9 req-2e2754b2-aa3e-4400-891b-d6bb3f132d00 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419269 Feb 05 03:35:45.335873 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38fdd5-9e2b-4a31-81a4-bdaf53210704 req-296301ab-d095-4638-aa5f-b400e8ebb12a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:45.337368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a38fdd5-9e2b-4a31-81a4-bdaf53210704 req-296301ab-d095-4638-aa5f-b400e8ebb12a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 944 time: 0.0562494 Feb 05 03:35:45.385971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a38fdd5-9e2b-4a31-81a4-bdaf53210704 req-d4b0d7d2-f818-4d6d-92ec-b262d73d5c14 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431359 Feb 05 03:35:45.956364 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:35:46.050713 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:35:46.065165 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e', 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f', 'port_id': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e', 'mac_address': 'fa:16:3e:a2:d2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:35:46.101887 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:35:46.102271 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:46.115003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:35:46.135300 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:35:46.139003 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:46.184743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:46.451482 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:35:46.501807 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd0f4b-47da-4518-987a-69fc913c99ad req-8f021f79-ae09-41cb-b150-6dd82545d119 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:46.503307 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9cd0f4b-47da-4518-987a-69fc913c99ad req-8f021f79-ae09-41cb-b150-6dd82545d119 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 945 time: 0.0515568 Feb 05 03:35:46.553224 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9cd0f4b-47da-4518-987a-69fc913c99ad req-8a84e79d-e596-4b98-b463-2fc4969dbf1a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429173 Feb 05 03:35:46.611928 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:47.671737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4705c-9616-4e37-8917-a6c680a24741 req-8ffcc9dc-1137-48c5-92ea-bb0eaaeaac6f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:47.673135 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5cb4705c-9616-4e37-8917-a6c680a24741 req-8ffcc9dc-1137-48c5-92ea-bb0eaaeaac6f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 945 time: 0.0524540 Feb 05 03:35:47.725787 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5cb4705c-9616-4e37-8917-a6c680a24741 req-9182a3c3-5df8-47f1-8ed0-a076d86436c1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464892 Feb 05 03:35:47.958024 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:35:48.009575 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:35:48.013507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:35:48.013848 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:48.089183 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:35:48.089573 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:48.110873 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:35:48.113071 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b356cf8-06dc-4531-93db-eb0f0cb0b92a" -d '{"events": [{"server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "name": "network-vif-plugged", "status": "completed", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:35:48.126408 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:35:48.130356 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:48.157354 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396a98b1-b0ef-41f9-b913-499af3ab52ae x-openstack-request-id: req-396a98b1-b0ef-41f9-b913-499af3ab52ae {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:35:48.157809 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "name": "network-vif-plugged", "status": "completed", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:35:48.158079 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-396a98b1-b0ef-41f9-b913-499af3ab52ae {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:35:48.158472 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e', 'code': 200} Feb 05 03:35:48.189588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:48.250405 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a73196-6259-41ce-8ef7-62b6cf8265c2 req-e8ce6935-07a3-4038-b98d-896b1b3aabc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:48.251815 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-00a73196-6259-41ce-8ef7-62b6cf8265c2 req-e8ce6935-07a3-4038-b98d-896b1b3aabc9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 1128 time: 0.0437298 Feb 05 03:35:48.300644 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-00a73196-6259-41ce-8ef7-62b6cf8265c2 req-70862445-a4b8-4f1c-8e9e-ccdbc0da8cfc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429354 Feb 05 03:35:48.843167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99299a-a778-47b9-aa8b-2741756146ac req-a2c6df91-650e-482f-aade-276a608bbc92 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:48.844650 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b99299a-a778-47b9-aa8b-2741756146ac req-a2c6df91-650e-482f-aade-276a608bbc92 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 946 time: 0.0529954 Feb 05 03:35:48.892536 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b99299a-a778-47b9-aa8b-2741756146ac req-762b1e9c-cfe1-4d24-badb-d27c17f5b621 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422413 Feb 05 03:35:50.011128 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606a03a-7653-45c7-b491-5c1a6a537873 req-27ef9823-4c98-49fe-bec1-9525f59f7a5c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:50.012622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3606a03a-7653-45c7-b491-5c1a6a537873 req-27ef9823-4c98-49fe-bec1-9525f59f7a5c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 946 time: 0.0523682 Feb 05 03:35:50.060518 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3606a03a-7653-45c7-b491-5c1a6a537873 req-da530a8f-53be-45f7-9a64-cae44a65d5f6 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424795 Feb 05 03:35:50.182282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fd3c8-d148-4060-90ce-90ce70541056 req-13cc4d8c-f4c7-44bf-8681-818ba0186c9b tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:50.183769 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-998fd3c8-d148-4060-90ce-90ce70541056 req-13cc4d8c-f4c7-44bf-8681-818ba0186c9b tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 946 time: 0.0579066 Feb 05 03:35:50.231989 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-998fd3c8-d148-4060-90ce-90ce70541056 req-017a68d7-4419-4627-be09-a53a8c695cf2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426352 Feb 05 03:35:50.253303 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42140) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:50.295911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53ee5ea-82bd-49cf-ae49-76287e32c4b2 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:50.297421 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c53ee5ea-82bd-49cf-ae49-76287e32c4b2 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 1123 time: 0.0431414 Feb 05 03:35:50.300181 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42142) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:50.305194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:35:50.325525 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:50.424457 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:50.525475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Allocated IP 172.25.0.131 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/d4a50a39-ff89-40de-bfd9-0fea4b7e56ea) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:35:50.632370 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (d4a50a39-ff89-40de-bfd9-0fea4b7e56ea), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:50.666331 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d4a50a39-ff89-40de-bfd9-0fea4b7e56ea), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:50.705562 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:35:50.709837 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:35:50.713991 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:35:50.716951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=d4a50a39-ff89-40de-bfd9-0fea4b7e56ea,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:51.057775 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for floatingip (c200cf8e-fcd1-4ec8-8e35-19d4226ce677), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:51.123175 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d4a50a39-ff89-40de-bfd9-0fea4b7e56ea), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:51.279819 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (d4a50a39-ff89-40de-bfd9-0fea4b7e56ea), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:51.284297 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (d4a50a39-ff89-40de-bfd9-0fea4b7e56ea), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:51.352781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=d4a50a39-ff89-40de-bfd9-0fea4b7e56ea,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:35:51.364194 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (c200cf8e-fcd1-4ec8-8e35-19d4226ce677), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:51.465193 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Floating IP c200cf8e-fcd1-4ec8-8e35-19d4226ce677 associated. External IP: 172.25.0.131, port: 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e. Feb 05 03:35:51.672796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router add3b132-ea3f-49c7-a7bd-7836b1b611d4 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:35:51.781629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:35:51.791041 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44252419-a1b3-454e-98db-8be18db3c4f9 None None] Sync routers for ids ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:35:51.799561 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:35:51.803485 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44252419-a1b3-454e-98db-8be18db3c4f9 None None] Routers {'add3b132-ea3f-49c7-a7bd-7836b1b611d4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:35:51.804100 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-44252419-a1b3-454e-98db-8be18db3c4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:35:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:51.829576 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d1f00c48-41c8-4f0e-bfe6-c244443320aa tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5283170 Feb 05 03:35:51.830160 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:35:51.832518 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38445e4-f1e1-43ca-a7ba-31a661a877ef" -d '{"events": [{"name": "network-changed", "server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:35:51.870861 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c2b206-69ab-42e9-beae-18024abe7fbb x-openstack-request-id: req-d3c2b206-69ab-42e9-beae-18024abe7fbb {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:35:51.871281 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:35:51.871540 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3c2b206-69ab-42e9-beae-18024abe7fbb {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:35:51.871964 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e', 'status': 'completed', 'code': 200} Feb 05 03:35:51.922229 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-44252419-a1b3-454e-98db-8be18db3c4f9 None None] Set router add3b132-ea3f-49c7-a7bd-7836b1b611d4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:35:51.948721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28b2f5-8c46-4f16-8fa6-c02fb8269b90 req-a9b24a76-438e-48dc-8197-272c092532b1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:51.950250 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ac28b2f5-8c46-4f16-8fa6-c02fb8269b90 req-a9b24a76-438e-48dc-8197-272c092532b1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 946 time: 0.0664301 Feb 05 03:35:51.973133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38445e4-f1e1-43ca-a7ba-31a661a877ef req-ee897d12-2480-4d18-9ca1-9e9864bf6ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:51.976135 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c38445e4-f1e1-43ca-a7ba-31a661a877ef req-ee897d12-2480-4d18-9ca1-9e9864bf6ada service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 1128 time: 0.0826626 Feb 05 03:35:52.009455 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ac28b2f5-8c46-4f16-8fa6-c02fb8269b90 req-2bd08f72-0c8a-4ea6-90a5-6376c7af6739 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525758 Feb 05 03:35:52.032893 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42150) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:52.102525 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38445e4-f1e1-43ca-a7ba-31a661a877ef req-d880d036-93c8-4f7b-b2ae-79a99c80fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:52.104877 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c38445e4-f1e1-43ca-a7ba-31a661a877ef req-d880d036-93c8-4f7b-b2ae-79a99c80fe83 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f HTTP/1.1" status: 200 len: 898 time: 0.1222906 Feb 05 03:35:52.115033 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-30ef611d-ccdd-4b67-94ed-9f2b16da9706 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/floatingips/c200cf8e-fcd1-4ec8-8e35-19d4226ce677 HTTP/1.1" status: 200 len: 992 time: 0.0809014 Feb 05 03:35:52.171215 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-44252419-a1b3-454e-98db-8be18db3c4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562500992', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:37Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'c200cf8e-fcd1-4ec8-8e35-19d4226ce677', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'port_id': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f', 'mac_address': 'fa:16:3e:a2:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daff67d-4444-4d1c-bb6b-448625b31935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:35:50Z', 'updated_at': '2022-02-05T03:35:50Z', 'revision_number': 0, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2fbc02-9377-4ce9-9ec4-43baf03b8a54', 'name': '', 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b7:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:36Z', 'updated_at': '2022-02-05T03:35:40Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:52.177934 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c38445e4-f1e1-43ca-a7ba-31a661a877ef req-6524df4b-14c9-46c2-b778-dd2d2c1405eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e HTTP/1.1" status: 200 len: 1000 time: 0.0673711 Feb 05 03:35:52.198518 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44252419-a1b3-454e-98db-8be18db3c4f9 None None] Checking router: add3b132-ea3f-49c7-a7bd-7836b1b611d4 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:35:52.206904 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44252419-a1b3-454e-98db-8be18db3c4f9 None None] Routers {'add3b132-ea3f-49c7-a7bd-7836b1b611d4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:35:52.207504 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-44252419-a1b3-454e-98db-8be18db3c4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:35:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:52.231520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38445e4-f1e1-43ca-a7ba-31a661a877ef req-b4457fd2-09e7-4ee7-8ee4-fd32b59d625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:52.233123 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c38445e4-f1e1-43ca-a7ba-31a661a877ef req-b4457fd2-09e7-4ee7-8ee4-fd32b59d625f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cb1b42c1-dd6b-48fa-990a-557395a53d8b HTTP/1.1" status: 200 len: 835 time: 0.0499287 Feb 05 03:35:52.282636 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38445e4-f1e1-43ca-a7ba-31a661a877ef req-ff7e1d2f-5dbe-48ac-a0b6-992110daf565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:35:52.284628 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c38445e4-f1e1-43ca-a7ba-31a661a877ef req-ff7e1d2f-5dbe-48ac-a0b6-992110daf565 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457551 Feb 05 03:35:52.319707 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-44252419-a1b3-454e-98db-8be18db3c4f9 None None] Set router add3b132-ea3f-49c7-a7bd-7836b1b611d4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:35:52.389162 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c38445e4-f1e1-43ca-a7ba-31a661a877ef req-8c93b5ef-ca13-462e-829d-ff0d66584367 service neutron] 10.222.0.31 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991783 Feb 05 03:35:52.486735 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c38445e4-f1e1-43ca-a7ba-31a661a877ef req-68408eba-0a34-4c38-91e8-5af4275fb253 service neutron] 10.222.0.31 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909872 Feb 05 03:35:52.652028 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-44252419-a1b3-454e-98db-8be18db3c4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562500992', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:37Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'c200cf8e-fcd1-4ec8-8e35-19d4226ce677', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'port_id': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f', 'mac_address': 'fa:16:3e:a2:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daff67d-4444-4d1c-bb6b-448625b31935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:35:50Z', 'updated_at': '2022-02-05T03:35:50Z', 'revision_number': 0, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2fbc02-9377-4ce9-9ec4-43baf03b8a54', 'name': '', 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b7:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:36Z', 'updated_at': '2022-02-05T03:35:40Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:35:52.680836 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44252419-a1b3-454e-98db-8be18db3c4f9 None None] The sync data for ids ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'] in n-d-826942-8 is: [{'id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562500992', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:37Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'c200cf8e-fcd1-4ec8-8e35-19d4226ce677', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'port_id': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f', 'mac_address': 'fa:16:3e:a2:d2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daff67d-4444-4d1c-bb6b-448625b31935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:35:50Z', 'updated_at': '2022-02-05T03:35:50Z', 'revision_number': 0, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2fbc02-9377-4ce9-9ec4-43baf03b8a54', 'name': '', 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b7:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:36Z', 'updated_at': '2022-02-05T03:35:40Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:35:52.884124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86048b-2623-4f0e-ba47-9c7382bd181e None None] New status for floating IP c200cf8e-fcd1-4ec8-8e35-19d4226ce677: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:35:53.116569 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42152) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:35:53.187652 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2c44ba5d-5158-4909-9265-68b4dfd7c584 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/floatingips/c200cf8e-fcd1-4ec8-8e35-19d4226ce677 HTTP/1.1" status: 200 len: 994 time: 0.0644689 Feb 05 03:35:59.386178 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:36:03.686860 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed3f7e0b-a7b4-457f-a2a2-b5d468004ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:05.916833 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c6ecaa0-c8b3-43a5-9c3d-5b237ae7c8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:07.230853 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:08.777902 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:10.057467 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:11.767801 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:16.594401 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:31.204580 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-ad8e603c-af75-4690-9edf-9b8d0405ac32 req-15555b3a-89f1-40de-811a-ed3ea9095634 tempest-VolumesSnapshotTestJSON-1047496142 tempest-VolumesSnapshotTestJSON-1047496142-project] (109674) timed out ('10.222.0.31', 52238) {{(pid=109674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 05 03:36:33.690233 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-464d9897-708a-4dda-ab8b-b0bb0a84ac94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:35.428452 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-906c2579-042a-49dd-9080-9568cea1b909 req-1351282b-8813-4f6e-84c3-8d94f3f7c798 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434723 Feb 05 03:36:35.515824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c2579-042a-49dd-9080-9568cea1b909 req-bda04bff-4b8f-4940-a687-9718faeb8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:36:35.517317 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-906c2579-042a-49dd-9080-9568cea1b909 req-bda04bff-4b8f-4940-a687-9718faeb8bac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c65e6f9b8ff4bf0b9f36529bd00cf15&device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 1128 time: 0.0470097 Feb 05 03:36:35.618358 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c2579-042a-49dd-9080-9568cea1b909 req-c4acbb74-aedd-4def-ad15-8be0bcbce1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:36:35.619796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-906c2579-042a-49dd-9080-9568cea1b909 req-c4acbb74-aedd-4def-ad15-8be0bcbce1f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=73dbd80e-60d5-4c73-833a-2b09e2d26ae2 HTTP/1.1" status: 200 len: 910 time: 0.0816035 Feb 05 03:36:35.687667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-906c2579-042a-49dd-9080-9568cea1b909 req-630b433f-0f84-4510-ac9f-a8f06b3e69cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b13ac43-6982-483d-8f8d-09b88c026f56 HTTP/1.1" status: 200 len: 1002 time: 0.0613427 Feb 05 03:36:35.738260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c2579-042a-49dd-9080-9568cea1b909 req-17bb410f-c793-4b57-9861-6941f50ae869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:36:35.739743 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-906c2579-042a-49dd-9080-9568cea1b909 req-17bb410f-c793-4b57-9861-6941f50ae869 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a6ac4222-3d41-4971-99b5-6ccafa801f82 HTTP/1.1" status: 200 len: 848 time: 0.0437961 Feb 05 03:36:35.788481 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c2579-042a-49dd-9080-9568cea1b909 req-c3991a61-eb25-42e0-990f-99662c134245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:36:35.790169 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-906c2579-042a-49dd-9080-9568cea1b909 req-c3991a61-eb25-42e0-990f-99662c134245 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73dbd80e-60d5-4c73-833a-2b09e2d26ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442431 Feb 05 03:36:35.800231 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-906c2579-042a-49dd-9080-9568cea1b909 req-4c670bc5-648f-4c20-8cfd-fbe186f6e461 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:36:35.801239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-906c2579-042a-49dd-9080-9568cea1b909 req-4c670bc5-648f-4c20-8cfd-fbe186f6e461 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047872 Feb 05 03:36:35.890790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-906c2579-042a-49dd-9080-9568cea1b909 req-4efadfb7-9aa3-435d-9e55-38f17e767e4a service neutron] 10.222.0.10 "GET /v2.0/networks/73dbd80e-60d5-4c73-833a-2b09e2d26ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843263 Feb 05 03:36:35.918916 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb2aa-d575-49dc-8057-b72f3f8ef66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:35.981208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-906c2579-042a-49dd-9080-9568cea1b909 req-0ecb9de3-6c9a-44ec-8389-fc31d6011b89 service neutron] 10.222.0.10 "GET /v2.0/networks/73dbd80e-60d5-4c73-833a-2b09e2d26ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848622 Feb 05 03:36:36.386602 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:36:36.419844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe7e09-a780-4945-96aa-fa7205d2ae01 req-038dd711-5126-4726-83c4-6ed77cbd6397 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:36:36.421317 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-edbe7e09-a780-4945-96aa-fa7205d2ae01 req-038dd711-5126-4726-83c4-6ed77cbd6397 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 946 time: 0.0535884 Feb 05 03:36:36.473244 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-edbe7e09-a780-4945-96aa-fa7205d2ae01 req-d9d1f6e0-46e0-4920-bd98-98536b0c670a tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/security-groups?id=74210abd-f844-4acc-84a6-0ac3d46cdc09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462830 Feb 05 03:36:36.902494 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c71b0ed6-f08c-4856-8dea-a6ac8eec3f86 req-eb734704-c3bd-4376-9eef-af4d4e6067e7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1296961 Feb 05 03:36:36.989354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b0ed6-f08c-4856-8dea-a6ac8eec3f86 req-8553a3b0-f833-480f-8a74-3405959aaf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:36:36.990880 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c71b0ed6-f08c-4856-8dea-a6ac8eec3f86 req-8553a3b0-f833-480f-8a74-3405959aaf07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 1128 time: 0.0467749 Feb 05 03:36:37.092676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b0ed6-f08c-4856-8dea-a6ac8eec3f86 req-ef3d01c3-1832-4ce9-b504-8e5259bab876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:36:37.094035 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c71b0ed6-f08c-4856-8dea-a6ac8eec3f86 req-ef3d01c3-1832-4ce9-b504-8e5259bab876 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f HTTP/1.1" status: 200 len: 898 time: 0.0866830 Feb 05 03:36:37.157229 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c71b0ed6-f08c-4856-8dea-a6ac8eec3f86 req-32a3dac9-4c76-4aaf-9b84-daf1b41dd0de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e HTTP/1.1" status: 200 len: 1002 time: 0.0575025 Feb 05 03:36:37.203666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b0ed6-f08c-4856-8dea-a6ac8eec3f86 req-d6faff1b-76ed-4588-933d-e911ce388531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:36:37.205061 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c71b0ed6-f08c-4856-8dea-a6ac8eec3f86 req-d6faff1b-76ed-4588-933d-e911ce388531 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cb1b42c1-dd6b-48fa-990a-557395a53d8b HTTP/1.1" status: 200 len: 835 time: 0.0424960 Feb 05 03:36:37.233009 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:37.256815 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b0ed6-f08c-4856-8dea-a6ac8eec3f86 req-f37dba67-6649-46dd-9816-d3e28af9db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:36:37.258617 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c71b0ed6-f08c-4856-8dea-a6ac8eec3f86 req-f37dba67-6649-46dd-9816-d3e28af9db7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479431 Feb 05 03:36:37.268095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-c71b0ed6-f08c-4856-8dea-a6ac8eec3f86 req-94559da1-f540-44fb-8a21-e134e9e0de69 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:36:37.269049 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c71b0ed6-f08c-4856-8dea-a6ac8eec3f86 req-94559da1-f540-44fb-8a21-e134e9e0de69 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047894 Feb 05 03:36:37.356590 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c71b0ed6-f08c-4856-8dea-a6ac8eec3f86 req-de89ff37-069a-4569-9c4d-4d0cf963891f service neutron] 10.222.0.31 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818172 Feb 05 03:36:37.451813 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c71b0ed6-f08c-4856-8dea-a6ac8eec3f86 req-4ff978e5-43f1-4517-958c-248181e12985 service neutron] 10.222.0.31 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874515 Feb 05 03:36:37.595227 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c72de6-019b-407b-a41e-f93a02a8ab09 req-ac6997c1-8a6d-4240-9d6c-36a0ff1bf8aa tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:36:37.596693 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13c72de6-019b-407b-a41e-f93a02a8ab09 req-ac6997c1-8a6d-4240-9d6c-36a0ff1bf8aa tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 946 time: 0.0505786 Feb 05 03:36:37.668714 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13c72de6-019b-407b-a41e-f93a02a8ab09 req-0982405b-38f6-47b7-8589-662017b454a6 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/security-groups?id=74210abd-f844-4acc-84a6-0ac3d46cdc09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656216 Feb 05 03:36:37.689097 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635e048-616f-4d90-936e-adc1f04028ae req-ff187d4d-ebc8-4a4b-89eb-a6002d73bfe6 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:36:37.690557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1635e048-616f-4d90-936e-adc1f04028ae req-ff187d4d-ebc8-4a4b-89eb-a6002d73bfe6 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.10 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 946 time: 0.0637321 Feb 05 03:36:37.783985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-1635e048-616f-4d90-936e-adc1f04028ae req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Deleting port 1b13ac43-6982-483d-8f8d-09b88c026f56 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:36:37.784322 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1635e048-616f-4d90-936e-adc1f04028ae req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1b13ac43-6982-483d-8f8d-09b88c026f56), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:37.868238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1635e048-616f-4d90-936e-adc1f04028ae req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] For port 1b13ac43-6982-483d-8f8d-09b88c026f56, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1b13ac43-6982-483d-8f8d-09b88c026f56,segment=NetworkSegment(8c7d6fca-46c7-4acc-93f6-5bd237aed1af),segment_id=8c7d6fca-46c7-4acc-93f6-5bd237aed1af)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:36:37.868592 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1635e048-616f-4d90-936e-adc1f04028ae req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1b13ac43-6982-483d-8f8d-09b88c026f56), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:38.356378 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1635e048-616f-4d90-936e-adc1f04028ae req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:38.356677 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1635e048-616f-4d90-936e-adc1f04028ae req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (3d643241-0d87-4878-98f0-3aab8f7c9ab3), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:38.356988 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [req-1635e048-616f-4d90-936e-adc1f04028ae req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Floating IP 3d643241-0d87-4878-98f0-3aab8f7c9ab3 disassociated. External IP: 172.25.0.147, port: 1b13ac43-6982-483d-8f8d-09b88c026f56. Feb 05 03:36:38.357327 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-1635e048-616f-4d90-936e-adc1f04028ae req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Calling delete_port for 1b13ac43-6982-483d-8f8d-09b88c026f56 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:36:38.484196 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1635e048-616f-4d90-936e-adc1f04028ae req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (1b13ac43-6982-483d-8f8d-09b88c026f56), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:38.511256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Pushing event deleted for resources: {'Port': ['ID=1b13ac43-6982-483d-8f8d-09b88c026f56,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:36:38.524194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:38.524540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:38.525285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:38.525285 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:38.525489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:38.525838 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:38.526143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:38.526467 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:38.526810 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:38.527134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:38.527452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:38.527772 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:38.528088 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:38.642979 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1635e048-616f-4d90-936e-adc1f04028ae req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:36:38.770787 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c27ca9d-9c00-41a2-a3a5-c1d4edcf0329 req-71333e3f-4392-4798-837f-72c60fcaa29c tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "GET /v2.0/ports?device_id=56a078bb-e603-4523-826a-5a3976066440 HTTP/1.1" status: 200 len: 210 time: 0.0314109 Feb 05 03:36:38.780382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1635e048-616f-4d90-936e-adc1f04028ae req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:36:38.781984 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:38.797356 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55bf897-4508-46ac-b145-03c8c0e9085a None None] Sync routers for ids ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:36:38.808146 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55bf897-4508-46ac-b145-03c8c0e9085a None None] Routers {'25a6b62e-79d6-4af0-ab9d-d06d499b3b59'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:36:38.808765 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b55bf897-4508-46ac-b145-03c8c0e9085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:36:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:38.824210 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1635e048-616f-4d90-936e-adc1f04028ae req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] No DVR routers for this DVR port 1b13ac43-6982-483d-8f8d-09b88c026f56 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:36:38.826915 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1635e048-616f-4d90-936e-adc1f04028ae req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:38.830293 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1635e048-616f-4d90-936e-adc1f04028ae req-cd8fa23a-dd1a-4af4-92cc-f13d57708150 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.10 "DELETE /v2.0/ports/1b13ac43-6982-483d-8f8d-09b88c026f56 HTTP/1.1" status: 204 len: 173 time: 1.1344249 Feb 05 03:36:38.830749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a078bb-e603-4523-826a-5a3976066440', 'name': 'network-vif-deleted', 'tag': '1b13ac43-6982-483d-8f8d-09b88c026f56'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:36:38.833025 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2463ba45-f764-471f-9beb-ae31cf0dc019" -d '{"events": [{"server_uuid": "56a078bb-e603-4523-826a-5a3976066440", "name": "network-vif-deleted", "tag": "1b13ac43-6982-483d-8f8d-09b88c026f56"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:36:38.881569 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e075810-78d0-43c2-ab1d-6f5cd2682eb2 x-openstack-request-id: req-1e075810-78d0-43c2-ab1d-6f5cd2682eb2 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:36:38.881936 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a078bb-e603-4523-826a-5a3976066440", "name": "network-vif-deleted", "tag": "1b13ac43-6982-483d-8f8d-09b88c026f56", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:36:38.882274 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e075810-78d0-43c2-ab1d-6f5cd2682eb2 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:36:38.882984 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a078bb-e603-4523-826a-5a3976066440', 'name': 'network-vif-deleted', 'tag': '1b13ac43-6982-483d-8f8d-09b88c026f56', 'status': 'completed', 'code': 200} Feb 05 03:36:38.942446 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b55bf897-4508-46ac-b145-03c8c0e9085a None None] Set router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:36:39.144917 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b55bf897-4508-46ac-b145-03c8c0e9085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'name': 'tempest-TestServerBasicOps-1241343815-router', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:37Z', 'revision_number': 4, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'gw_port': {'id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '42d499cc-ca0f-4533-9393-51634bd8565a', 'name': '', 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'mac_address': 'fa:16:3e:bf:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:36Z', 'updated_at': '2022-02-05T03:31:41Z', 'revision_number': 5, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'subnets': [{'id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:39.173660 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55bf897-4508-46ac-b145-03c8c0e9085a None None] Checking router: 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:36:39.182622 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55bf897-4508-46ac-b145-03c8c0e9085a None None] Routers {'25a6b62e-79d6-4af0-ab9d-d06d499b3b59'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:36:39.183257 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b55bf897-4508-46ac-b145-03c8c0e9085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:36:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:39.289230 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b55bf897-4508-46ac-b145-03c8c0e9085a None None] Set router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:36:39.490359 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b55bf897-4508-46ac-b145-03c8c0e9085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'name': 'tempest-TestServerBasicOps-1241343815-router', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:37Z', 'revision_number': 4, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'gw_port': {'id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '42d499cc-ca0f-4533-9393-51634bd8565a', 'name': '', 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'mac_address': 'fa:16:3e:bf:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:36Z', 'updated_at': '2022-02-05T03:31:41Z', 'revision_number': 5, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'subnets': [{'id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:39.516385 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55bf897-4508-46ac-b145-03c8c0e9085a None None] The sync data for ids ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'] in n-d-826942-8 is: [{'id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'name': 'tempest-TestServerBasicOps-1241343815-router', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:37Z', 'revision_number': 4, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'gw_port': {'id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '42d499cc-ca0f-4533-9393-51634bd8565a', 'name': '', 'network_id': '73dbd80e-60d5-4c73-833a-2b09e2d26ae2', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'mac_address': 'fa:16:3e:bf:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:36Z', 'updated_at': '2022-02-05T03:31:41Z', 'revision_number': 5, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'subnets': [{'id': 'a6ac4222-3d41-4971-99b5-6ccafa801f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:36:39.730290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2498afae-7bc3-4e23-8fb2-39ac629b92c0 None None] New status for floating IP 3d643241-0d87-4878-98f0-3aab8f7c9ab3: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:36:39.829403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42188) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:36:39.959144 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Deleting port 5616f6ac-53ad-4c32-a9dd-4b595f0ec7d7 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:36:39.959478 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5616f6ac-53ad-4c32-a9dd-4b595f0ec7d7), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:40.033845 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5616f6ac-53ad-4c32-a9dd-4b595f0ec7d7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:40.034166 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for floatingip (5616f6ac-53ad-4c32-a9dd-4b595f0ec7d7), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:40.046565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Calling delete_port for 5616f6ac-53ad-4c32-a9dd-4b595f0ec7d7 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:36:40.058773 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:40.179788 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5616f6ac-53ad-4c32-a9dd-4b595f0ec7d7), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:40.205490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Pushing event deleted for resources: {'Port': ['ID=5616f6ac-53ad-4c32-a9dd-4b595f0ec7d7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:36:40.229496 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:40.229844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:40.230189 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:40.230528 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:40.230892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:40.231221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:40.231557 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:40.231900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:40.232215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:40.232539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:40.232864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:40.233186 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:40.233507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:36:40.274074 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for floatingip (3d643241-0d87-4878-98f0-3aab8f7c9ab3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:40.276994 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:40.278170 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a3b3d5a5-62f1-4465-8a9e-e2330b7ed399 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "DELETE /v2.0/floatingips/3d643241-0d87-4878-98f0-3aab8f7c9ab3 HTTP/1.1" status: 204 len: 168 time: 0.4477689 Feb 05 03:36:40.349827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42194) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:36:40.411172 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-76841750-6272-4175-a6b6-3596954c4a68 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group (74210abd-f844-4acc-84a6-0ac3d46cdc09), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:40.436217 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-76841750-6272-4175-a6b6-3596954c4a68 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group (74210abd-f844-4acc-84a6-0ac3d46cdc09), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:40.496593 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-76841750-6272-4175-a6b6-3596954c4a68 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (74210abd-f844-4acc-84a6-0ac3d46cdc09), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:40.499367 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-76841750-6272-4175-a6b6-3596954c4a68 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:40.500541 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-76841750-6272-4175-a6b6-3596954c4a68 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] 10.222.0.36 "DELETE /v2.0/security-groups/74210abd-f844-4acc-84a6-0ac3d46cdc09 HTTP/1.1" status: 204 len: 168 time: 0.1496763 Feb 05 03:36:40.510707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76841750-6272-4175-a6b6-3596954c4a68 tempest-TestServerBasicOps-853874504 tempest-TestServerBasicOps-853874504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74210abd-f844-4acc-84a6-0ac3d46cdc09,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:36:40.544195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42198) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:36:41.024446 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ad22a19-9fd2-4d07-998d-5a9ab54dac8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (25a6b62e-79d6-4af0-ab9d-d06d499b3b59), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:41.267410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8ad22a19-9fd2-4d07-998d-5a9ab54dac8b admin admin] Deleting port 42d499cc-ca0f-4533-9393-51634bd8565a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:36:41.267751 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ad22a19-9fd2-4d07-998d-5a9ab54dac8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (42d499cc-ca0f-4533-9393-51634bd8565a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:41.345170 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-8ad22a19-9fd2-4d07-998d-5a9ab54dac8b admin admin] For port 42d499cc-ca0f-4533-9393-51634bd8565a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=42d499cc-ca0f-4533-9393-51634bd8565a,segment=NetworkSegment(8c7d6fca-46c7-4acc-93f6-5bd237aed1af),segment_id=8c7d6fca-46c7-4acc-93f6-5bd237aed1af)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:36:41.345531 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ad22a19-9fd2-4d07-998d-5a9ab54dac8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (42d499cc-ca0f-4533-9393-51634bd8565a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:41.358167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8ad22a19-9fd2-4d07-998d-5a9ab54dac8b admin admin] Calling delete_port for 42d499cc-ca0f-4533-9393-51634bd8565a owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:36:41.541057 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ad22a19-9fd2-4d07-998d-5a9ab54dac8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (42d499cc-ca0f-4533-9393-51634bd8565a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:41.569124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad22a19-9fd2-4d07-998d-5a9ab54dac8b admin admin] Pushing event deleted for resources: {'Port': ['ID=42d499cc-ca0f-4533-9393-51634bd8565a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:36:41.742708 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ad22a19-9fd2-4d07-998d-5a9ab54dac8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (25a6b62e-79d6-4af0-ab9d-d06d499b3b59), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:41.766153 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:41.959576 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad22a19-9fd2-4d07-998d-5a9ab54dac8b admin admin] Router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:36:42.066691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad22a19-9fd2-4d07-998d-5a9ab54dac8b admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:36:42.072371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8ad22a19-9fd2-4d07-998d-5a9ab54dac8b admin admin] 10.222.0.36 "PUT /v2.0/routers/25a6b62e-79d6-4af0-ab9d-d06d499b3b59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5269954 Feb 05 03:36:42.075102 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42204) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:36:42.076327 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d20f4-3d3d-4643-9a59-43c8a7d0b10c None None] Sync routers for ids ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:36:42.086337 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d20f4-3d3d-4643-9a59-43c8a7d0b10c None None] Routers {'25a6b62e-79d6-4af0-ab9d-d06d499b3b59'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:36:42.086979 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-cf4d20f4-3d3d-4643-9a59-43c8a7d0b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:36:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:42.181074 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc56133d-5c32-49c9-beb1-455dbd33ed56 admin admin] Publish callbacks [] for router (25a6b62e-79d6-4af0-ab9d-d06d499b3b59), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:42.197333 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-cf4d20f4-3d3d-4643-9a59-43c8a7d0b10c None None] Set router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:36:42.283292 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc56133d-5c32-49c9-beb1-455dbd33ed56 admin admin] Publish callbacks [] for router_gateway (25a6b62e-79d6-4af0-ab9d-d06d499b3b59), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:42.340135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-bc56133d-5c32-49c9-beb1-455dbd33ed56 admin admin] Deleting port 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:36:42.340628 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc56133d-5c32-49c9-beb1-455dbd33ed56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (9a44a49e-53c6-409c-a8d1-7a7c67b5ea89), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:42.380543 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-cf4d20f4-3d3d-4643-9a59-43c8a7d0b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'name': 'tempest-TestServerBasicOps-1241343815-router', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:36:41Z', 'revision_number': 5, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'gw_port': {'id': '9a44a49e-53c6-409c-a8d1-7a7c67b5ea89', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:42.422083 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-bc56133d-5c32-49c9-beb1-455dbd33ed56 admin admin] For port 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9a44a49e-53c6-409c-a8d1-7a7c67b5ea89,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:36:42.422448 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc56133d-5c32-49c9-beb1-455dbd33ed56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (9a44a49e-53c6-409c-a8d1-7a7c67b5ea89), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:42.437394 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-bc56133d-5c32-49c9-beb1-455dbd33ed56 admin admin] Calling delete_port for 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:36:42.496184 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d20f4-3d3d-4643-9a59-43c8a7d0b10c None None] Checking router: 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:36:42.504564 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d20f4-3d3d-4643-9a59-43c8a7d0b10c None None] Routers {'25a6b62e-79d6-4af0-ab9d-d06d499b3b59'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:36:42.505160 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-cf4d20f4-3d3d-4643-9a59-43c8a7d0b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:36:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:42.596570 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-cf4d20f4-3d3d-4643-9a59-43c8a7d0b10c None None] Set router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:36:42.608513 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc56133d-5c32-49c9-beb1-455dbd33ed56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (9a44a49e-53c6-409c-a8d1-7a7c67b5ea89), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:42.632103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56133d-5c32-49c9-beb1-455dbd33ed56 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a44a49e-53c6-409c-a8d1-7a7c67b5ea89,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:36:42.657619 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-cf4d20f4-3d3d-4643-9a59-43c8a7d0b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'name': 'tempest-TestServerBasicOps-1241343815-router', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:36:42Z', 'revision_number': 6, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:42.685081 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d20f4-3d3d-4643-9a59-43c8a7d0b10c None None] The sync data for ids ['25a6b62e-79d6-4af0-ab9d-d06d499b3b59'] in n-d-826942-8 is: [{'id': '25a6b62e-79d6-4af0-ab9d-d06d499b3b59', 'name': 'tempest-TestServerBasicOps-1241343815-router', 'tenant_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:34Z', 'updated_at': '2022-02-05T03:36:42Z', 'revision_number': 6, 'project_id': '9c65e6f9b8ff4bf0b9f36529bd00cf15', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:36:42.700152 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc56133d-5c32-49c9-beb1-455dbd33ed56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (25a6b62e-79d6-4af0-ab9d-d06d499b3b59), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:42.795144 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc56133d-5c32-49c9-beb1-455dbd33ed56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (25a6b62e-79d6-4af0-ab9d-d06d499b3b59), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:42.797276 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc56133d-5c32-49c9-beb1-455dbd33ed56 admin admin] Publish callbacks [] for router_controller (25a6b62e-79d6-4af0-ab9d-d06d499b3b59), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:42.839740 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc56133d-5c32-49c9-beb1-455dbd33ed56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (25a6b62e-79d6-4af0-ab9d-d06d499b3b59), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:42.840288 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc56133d-5c32-49c9-beb1-455dbd33ed56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25a6b62e-79d6-4af0-ab9d-d06d499b3b59 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:36:42.844597 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc56133d-5c32-49c9-beb1-455dbd33ed56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:42.845767 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bc56133d-5c32-49c9-beb1-455dbd33ed56 admin admin] 10.222.0.36 "DELETE /v2.0/routers/25a6b62e-79d6-4af0-ab9d-d06d499b3b59 HTTP/1.1" status: 204 len: 168 time: 0.7697561 Feb 05 03:36:42.848302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42206) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:36:42.891142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cd79f9-5b25-4dd6-9e2a-156c1462fa91 admin admin] Deleting subnet a6ac4222-3d41-4971-99b5-6ccafa801f82 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:36:42.894061 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6cd79f9-5b25-4dd6-9e2a-156c1462fa91 admin admin] Publish callbacks [] for subnet (a6ac4222-3d41-4971-99b5-6ccafa801f82), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:42.931828 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6cd79f9-5b25-4dd6-9e2a-156c1462fa91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (a6ac4222-3d41-4971-99b5-6ccafa801f82), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:43.005166 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6cd79f9-5b25-4dd6-9e2a-156c1462fa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (a6ac4222-3d41-4971-99b5-6ccafa801f82), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:43.058015 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6cd79f9-5b25-4dd6-9e2a-156c1462fa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (a6ac4222-3d41-4971-99b5-6ccafa801f82), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:43.085128 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd79f9-5b25-4dd6-9e2a-156c1462fa91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6ac4222-3d41-4971-99b5-6ccafa801f82,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:36:43.090860 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6cd79f9-5b25-4dd6-9e2a-156c1462fa91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:43.095242 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a6cd79f9-5b25-4dd6-9e2a-156c1462fa91 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a6ac4222-3d41-4971-99b5-6ccafa801f82 HTTP/1.1" status: 204 len: 168 time: 0.2458940 Feb 05 03:36:43.096811 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42208) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:36:43.099580 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aff08c-fc4d-44e6-930d-0bff18b2eba4 None None] Network 73dbd80e-60d5-4c73-833a-2b09e2d26ae2 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:36:43.168899 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (73dbd80e-60d5-4c73-833a-2b09e2d26ae2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:43.183037 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1b13ac43-6982-483d-8f8d-09b88c026f56 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:36:43.208686 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 1b13ac43-6982-483d-8f8d-09b88c026f56 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:36:43.209022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1b13ac43-6982-483d-8f8d-09b88c026f56 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:36:43.225158 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] Deleting port 007ed965-8c68-4f19-ba81-105e52c36fed {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:36:43.225582 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (007ed965-8c68-4f19-ba81-105e52c36fed), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:43.289280 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] For port 007ed965-8c68-4f19-ba81-105e52c36fed, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=007ed965-8c68-4f19-ba81-105e52c36fed,segment=NetworkSegment(8c7d6fca-46c7-4acc-93f6-5bd237aed1af),segment_id=8c7d6fca-46c7-4acc-93f6-5bd237aed1af)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:36:43.289636 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (007ed965-8c68-4f19-ba81-105e52c36fed), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:43.301938 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] Calling delete_port for 007ed965-8c68-4f19-ba81-105e52c36fed owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:36:43.383086 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (007ed965-8c68-4f19-ba81-105e52c36fed), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:43.406359 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=007ed965-8c68-4f19-ba81-105e52c36fed,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:36:43.411778 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] No DVR routers for this DVR port 007ed965-8c68-4f19-ba81-105e52c36fed on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:36:43.484710 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (73dbd80e-60d5-4c73-833a-2b09e2d26ae2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:43.489292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe4543c-5e07-4f80-872f-8bb6bbf7508a None None] DHCP port deletion for 73dbd80e-60d5-4c73-833a-2b09e2d26ae2 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:36:43.506416 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73dbd80e-60d5-4c73-833a-2b09e2d26ae2']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:43.516358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7d6fca-46c7-4acc-93f6-5bd237aed1af') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:43.516652 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7d6fca-46c7-4acc-93f6-5bd237aed1af') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:43.529674 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (8c7d6fca-46c7-4acc-93f6-5bd237aed1af), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:43.543145 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (8c7d6fca-46c7-4acc-93f6-5bd237aed1af), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:43.549640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:36:43.550094 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (8c7d6fca-46c7-4acc-93f6-5bd237aed1af), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:36:43.551930 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:36:43.607175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (73dbd80e-60d5-4c73-833a-2b09e2d26ae2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:43.613577 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:43.617299 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/73dbd80e-60d5-4c73-833a-2b09e2d26ae2 HTTP/1.1" status: 204 len: 168 time: 0.5189176 Feb 05 03:36:43.620342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42210) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:36:43.629302 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048aa0f-a8ad-414d-87dc-4111e04a64d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=73dbd80e-60d5-4c73-833a-2b09e2d26ae2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:36:43.990449 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4868a11f-2e43-4eef-bb95-270cfbc95686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (f8e87733-18d1-4087-b4eb-b662a4214daa), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:44.162316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:36:44.184376 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:36:44.184722 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9a44a49e-53c6-409c-a8d1-7a7c67b5ea89 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:36:44.185150 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 007ed965-8c68-4f19-ba81-105e52c36fed no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:36:44.204984 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 007ed965-8c68-4f19-ba81-105e52c36fed {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:36:44.205331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 007ed965-8c68-4f19-ba81-105e52c36fed not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:36:44.205757 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 42d499cc-ca0f-4533-9393-51634bd8565a no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:36:44.226947 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 42d499cc-ca0f-4533-9393-51634bd8565a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:36:44.227302 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 42d499cc-ca0f-4533-9393-51634bd8565a not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:36:44.512654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4868a11f-2e43-4eef-bb95-270cfbc95686 admin admin] Deleting port 635c6d00-54d1-4b80-85bf-1ef7b64282c5 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:36:44.512987 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4868a11f-2e43-4eef-bb95-270cfbc95686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:44.588369 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-4868a11f-2e43-4eef-bb95-270cfbc95686 admin admin] For port 635c6d00-54d1-4b80-85bf-1ef7b64282c5, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=635c6d00-54d1-4b80-85bf-1ef7b64282c5,segment=NetworkSegment(2b71bf33-e2df-49a0-b560-64fc1deb5998),segment_id=2b71bf33-e2df-49a0-b560-64fc1deb5998)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:36:44.588724 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4868a11f-2e43-4eef-bb95-270cfbc95686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:44.600870 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4868a11f-2e43-4eef-bb95-270cfbc95686 admin admin] Calling delete_port for 635c6d00-54d1-4b80-85bf-1ef7b64282c5 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:36:44.779784 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4868a11f-2e43-4eef-bb95-270cfbc95686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (635c6d00-54d1-4b80-85bf-1ef7b64282c5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:44.809846 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868a11f-2e43-4eef-bb95-270cfbc95686 admin admin] Pushing event deleted for resources: {'Port': ['ID=635c6d00-54d1-4b80-85bf-1ef7b64282c5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:36:44.975224 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4868a11f-2e43-4eef-bb95-270cfbc95686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (f8e87733-18d1-4087-b4eb-b662a4214daa), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:45.194124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4868a11f-2e43-4eef-bb95-270cfbc95686 admin admin] Router f8e87733-18d1-4087-b4eb-b662a4214daa has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:36:45.301840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4868a11f-2e43-4eef-bb95-270cfbc95686 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:36:45.306846 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4868a11f-2e43-4eef-bb95-270cfbc95686 admin admin] 10.222.0.36 "PUT /v2.0/routers/f8e87733-18d1-4087-b4eb-b662a4214daa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6853185 Feb 05 03:36:45.309217 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42212) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:36:45.312453 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba748fe-10c6-4c6f-87fa-85b75572f099 None None] Sync routers for ids ['f8e87733-18d1-4087-b4eb-b662a4214daa'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:36:45.322838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba748fe-10c6-4c6f-87fa-85b75572f099 None None] Routers {'f8e87733-18d1-4087-b4eb-b662a4214daa'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:36:45.323576 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cba748fe-10c6-4c6f-87fa-85b75572f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:36:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f8e87733-18d1-4087-b4eb-b662a4214daa'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:45.415420 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8f31123-34af-4b68-9c3c-ec394d4de47b admin admin] Publish callbacks [] for router (f8e87733-18d1-4087-b4eb-b662a4214daa), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:45.428885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-cba748fe-10c6-4c6f-87fa-85b75572f099 None None] Set router f8e87733-18d1-4087-b4eb-b662a4214daa gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:36:45.515146 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8f31123-34af-4b68-9c3c-ec394d4de47b admin admin] Publish callbacks [] for router_gateway (f8e87733-18d1-4087-b4eb-b662a4214daa), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:45.571780 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e8f31123-34af-4b68-9c3c-ec394d4de47b admin admin] Deleting port 7190e741-3a32-477c-870d-a4f41dec88ce {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:36:45.572115 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8f31123-34af-4b68-9c3c-ec394d4de47b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7190e741-3a32-477c-870d-a4f41dec88ce), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:45.609890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cba748fe-10c6-4c6f-87fa-85b75572f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'name': 'tempest-TestServerBasicOps-272401113-router', 'tenant_id': 'f8219fb57da84e08bd601b5db761ac65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7190e741-3a32-477c-870d-a4f41dec88ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:39Z', 'updated_at': '2022-02-05T03:36:44Z', 'revision_number': 5, 'project_id': 'f8219fb57da84e08bd601b5db761ac65', 'gw_port': {'id': '7190e741-3a32-477c-870d-a4f41dec88ce', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:31:39Z', 'updated_at': '2022-02-05T03:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:45.637138 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba748fe-10c6-4c6f-87fa-85b75572f099 None None] Checking router: f8e87733-18d1-4087-b4eb-b662a4214daa for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:36:45.645331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba748fe-10c6-4c6f-87fa-85b75572f099 None None] Routers {'f8e87733-18d1-4087-b4eb-b662a4214daa'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:36:45.645936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cba748fe-10c6-4c6f-87fa-85b75572f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:36:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f8e87733-18d1-4087-b4eb-b662a4214daa'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:45.650748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-e8f31123-34af-4b68-9c3c-ec394d4de47b admin admin] For port 7190e741-3a32-477c-870d-a4f41dec88ce, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7190e741-3a32-477c-870d-a4f41dec88ce,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:36:45.651138 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8f31123-34af-4b68-9c3c-ec394d4de47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7190e741-3a32-477c-870d-a4f41dec88ce), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:45.664028 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e8f31123-34af-4b68-9c3c-ec394d4de47b admin admin] Calling delete_port for 7190e741-3a32-477c-870d-a4f41dec88ce owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:36:45.745498 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-cba748fe-10c6-4c6f-87fa-85b75572f099 None None] Set router f8e87733-18d1-4087-b4eb-b662a4214daa gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:36:45.800132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cba748fe-10c6-4c6f-87fa-85b75572f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'name': 'tempest-TestServerBasicOps-272401113-router', 'tenant_id': 'f8219fb57da84e08bd601b5db761ac65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:39Z', 'updated_at': '2022-02-05T03:36:45Z', 'revision_number': 6, 'project_id': 'f8219fb57da84e08bd601b5db761ac65', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:45.826951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba748fe-10c6-4c6f-87fa-85b75572f099 None None] The sync data for ids ['f8e87733-18d1-4087-b4eb-b662a4214daa'] in n-d-826942-8 is: [{'id': 'f8e87733-18d1-4087-b4eb-b662a4214daa', 'name': 'tempest-TestServerBasicOps-272401113-router', 'tenant_id': 'f8219fb57da84e08bd601b5db761ac65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:31:39Z', 'updated_at': '2022-02-05T03:36:45Z', 'revision_number': 6, 'project_id': 'f8219fb57da84e08bd601b5db761ac65', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:36:45.838200 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8f31123-34af-4b68-9c3c-ec394d4de47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7190e741-3a32-477c-870d-a4f41dec88ce), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:45.868631 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f31123-34af-4b68-9c3c-ec394d4de47b admin admin] Pushing event deleted for resources: {'Port': ['ID=7190e741-3a32-477c-870d-a4f41dec88ce,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:36:45.927914 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8f31123-34af-4b68-9c3c-ec394d4de47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (f8e87733-18d1-4087-b4eb-b662a4214daa), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.020109 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8f31123-34af-4b68-9c3c-ec394d4de47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (f8e87733-18d1-4087-b4eb-b662a4214daa), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.022218 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8f31123-34af-4b68-9c3c-ec394d4de47b admin admin] Publish callbacks [] for router_controller (f8e87733-18d1-4087-b4eb-b662a4214daa), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.066011 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8f31123-34af-4b68-9c3c-ec394d4de47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (f8e87733-18d1-4087-b4eb-b662a4214daa), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.066491 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f31123-34af-4b68-9c3c-ec394d4de47b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8e87733-18d1-4087-b4eb-b662a4214daa {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:36:46.071548 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8f31123-34af-4b68-9c3c-ec394d4de47b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.072695 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e8f31123-34af-4b68-9c3c-ec394d4de47b admin admin] 10.222.0.36 "DELETE /v2.0/routers/f8e87733-18d1-4087-b4eb-b662a4214daa HTTP/1.1" status: 204 len: 168 time: 0.7625766 Feb 05 03:36:46.075300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42214) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:36:46.122186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-289a38b9-1e54-48ea-88eb-3657ca3b0790 admin admin] Deleting subnet f8bdddf3-59d1-4267-9e75-9ff045134068 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:36:46.125207 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-289a38b9-1e54-48ea-88eb-3657ca3b0790 admin admin] Publish callbacks [] for subnet (f8bdddf3-59d1-4267-9e75-9ff045134068), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.159562 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-289a38b9-1e54-48ea-88eb-3657ca3b0790 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (f8bdddf3-59d1-4267-9e75-9ff045134068), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.243625 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-289a38b9-1e54-48ea-88eb-3657ca3b0790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (f8bdddf3-59d1-4267-9e75-9ff045134068), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.299501 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 635c6d00-54d1-4b80-85bf-1ef7b64282c5 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:36:46.308126 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-289a38b9-1e54-48ea-88eb-3657ca3b0790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (f8bdddf3-59d1-4267-9e75-9ff045134068), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.323366 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 635c6d00-54d1-4b80-85bf-1ef7b64282c5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:36:46.323849 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 635c6d00-54d1-4b80-85bf-1ef7b64282c5 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:36:46.334034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a38b9-1e54-48ea-88eb-3657ca3b0790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8bdddf3-59d1-4267-9e75-9ff045134068,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:36:46.338143 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-289a38b9-1e54-48ea-88eb-3657ca3b0790 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.344084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-289a38b9-1e54-48ea-88eb-3657ca3b0790 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f8bdddf3-59d1-4267-9e75-9ff045134068 HTTP/1.1" status: 204 len: 168 time: 0.2650750 Feb 05 03:36:46.344084 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42216) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:36:46.346207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0c630d-1b3d-4b97-8114-8f54db477f85 None None] Network 4b7ee3bb-5aa0-48d6-945b-dd57a60098eb requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:36:46.411133 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (4b7ee3bb-5aa0-48d6-945b-dd57a60098eb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.466088 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] Deleting port dd83665a-1ab3-4460-ac95-13273ce9c5fb {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:36:46.466463 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (dd83665a-1ab3-4460-ac95-13273ce9c5fb), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.533121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] For port dd83665a-1ab3-4460-ac95-13273ce9c5fb, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=dd83665a-1ab3-4460-ac95-13273ce9c5fb,segment=NetworkSegment(2b71bf33-e2df-49a0-b560-64fc1deb5998),segment_id=2b71bf33-e2df-49a0-b560-64fc1deb5998)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:36:46.533483 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (dd83665a-1ab3-4460-ac95-13273ce9c5fb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.545781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] Calling delete_port for dd83665a-1ab3-4460-ac95-13273ce9c5fb owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:36:46.611558 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.625133 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (dd83665a-1ab3-4460-ac95-13273ce9c5fb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.648935 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417034b7-73a6-4c29-9358-818e16e449f9 None None] DHCP port deletion for 4b7ee3bb-5aa0-48d6-945b-dd57a60098eb request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:36:46.660798 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=dd83665a-1ab3-4460-ac95-13273ce9c5fb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:36:46.666287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] No DVR routers for this DVR port dd83665a-1ab3-4460-ac95-13273ce9c5fb on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:36:46.737823 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (4b7ee3bb-5aa0-48d6-945b-dd57a60098eb), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.760558 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7ee3bb-5aa0-48d6-945b-dd57a60098eb']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:46.770129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b71bf33-e2df-49a0-b560-64fc1deb5998') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:46.770436 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b71bf33-e2df-49a0-b560-64fc1deb5998') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:36:46.781848 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (2b71bf33-e2df-49a0-b560-64fc1deb5998), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.795858 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (2b71bf33-e2df-49a0-b560-64fc1deb5998), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.801645 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:36:46.802025 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (2b71bf33-e2df-49a0-b560-64fc1deb5998), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:36:46.803697 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:36:46.863162 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (4b7ee3bb-5aa0-48d6-945b-dd57a60098eb), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.873128 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:46.876287 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] 10.222.0.36 "DELETE /v2.0/networks/4b7ee3bb-5aa0-48d6-945b-dd57a60098eb HTTP/1.1" status: 204 len: 168 time: 0.5316205 Feb 05 03:36:46.889634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bdf04-1b5d-4aed-8a96-fa008768c2fb admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7ee3bb-5aa0-48d6-945b-dd57a60098eb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:36:46.993418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42220) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:36:47.031683 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-26aa25f8-9fe9-46b0-9d54-5c48d48f9391 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c65e6f9b8ff4bf0b9f36529bd00cf15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371013 Feb 05 03:36:47.034163 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42222) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:36:47.080801 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cfd73380-3ddd-4803-82d1-d5d9bae990fb admin admin] Publish callbacks [] for security_group (a784f0c4-3238-4a90-9c37-dd9b0ba8bf13), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:47.102445 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cfd73380-3ddd-4803-82d1-d5d9bae990fb admin admin] Publish callbacks [] for security_group (a784f0c4-3238-4a90-9c37-dd9b0ba8bf13), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:47.146618 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cfd73380-3ddd-4803-82d1-d5d9bae990fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a784f0c4-3238-4a90-9c37-dd9b0ba8bf13), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:47.149915 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cfd73380-3ddd-4803-82d1-d5d9bae990fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:47.151096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cfd73380-3ddd-4803-82d1-d5d9bae990fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a784f0c4-3238-4a90-9c37-dd9b0ba8bf13 HTTP/1.1" status: 204 len: 168 time: 0.1160502 Feb 05 03:36:47.158921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd73380-3ddd-4803-82d1-d5d9bae990fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a784f0c4-3238-4a90-9c37-dd9b0ba8bf13,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:36:47.466679 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42228) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:36:47.509377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-56a03ad4-7ee7-4784-a5fa-c77e3ed16198 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8219fb57da84e08bd601b5db761ac65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415227 Feb 05 03:36:47.511889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42230) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:36:47.557245 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18300fd1-7ba8-45ce-be5b-2c2d858bc21a admin admin] Publish callbacks [] for security_group (d350272f-4144-4110-976b-ab30be039920), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:47.577756 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18300fd1-7ba8-45ce-be5b-2c2d858bc21a admin admin] Publish callbacks [] for security_group (d350272f-4144-4110-976b-ab30be039920), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:47.624397 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18300fd1-7ba8-45ce-be5b-2c2d858bc21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d350272f-4144-4110-976b-ab30be039920), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:47.627259 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18300fd1-7ba8-45ce-be5b-2c2d858bc21a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:47.628576 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-18300fd1-7ba8-45ce-be5b-2c2d858bc21a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d350272f-4144-4110-976b-ab30be039920 HTTP/1.1" status: 204 len: 168 time: 0.1157792 Feb 05 03:36:47.636903 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18300fd1-7ba8-45ce-be5b-2c2d858bc21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d350272f-4144-4110-976b-ab30be039920,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:36:48.162544 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7190e741-3a32-477c-870d-a4f41dec88ce no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:36:48.186786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 7190e741-3a32-477c-870d-a4f41dec88ce {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:36:48.187129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7190e741-3a32-477c-870d-a4f41dec88ce not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:36:48.187551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device dd83665a-1ab3-4460-ac95-13273ce9c5fb no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:36:48.361802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: dd83665a-1ab3-4460-ac95-13273ce9c5fb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:36:48.362076 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device dd83665a-1ab3-4460-ac95-13273ce9c5fb not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:36:55.912225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4e5e0-cf33-499e-922b-d10a586a4fc0 req-71030893-a979-4053-8c44-d0eb94edb5d7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:36:55.913702 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97b4e5e0-cf33-499e-922b-d10a586a4fc0 req-71030893-a979-4053-8c44-d0eb94edb5d7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 946 time: 0.0523522 Feb 05 03:36:55.963072 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97b4e5e0-cf33-499e-922b-d10a586a4fc0 req-f018a52f-5510-4f2b-b89e-1f3daf3d14a0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432177 Feb 05 03:36:55.984905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42240) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:36:56.047113 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cb4b6ead-01ae-40b2-9f9f-159204862936 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/floatingips/c200cf8e-fcd1-4ec8-8e35-19d4226ce677 HTTP/1.1" status: 200 len: 994 time: 0.0610514 Feb 05 03:36:56.389035 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bbcf5-5e37-4e2b-b9c2-653ca0a269ff req-60a14bf4-c837-4449-a3e5-f644c7a0d89c tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:36:56.390559 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d03bbcf5-5e37-4e2b-b9c2-653ca0a269ff req-60a14bf4-c837-4449-a3e5-f644c7a0d89c tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 1128 time: 0.0439818 Feb 05 03:36:56.436049 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d03bbcf5-5e37-4e2b-b9c2-653ca0a269ff req-d9afbc35-346c-4cc4-9cbc-67ec1ae9b555 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398839 Feb 05 03:36:57.056737 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-bd179999-862f-4a49-a0b9-081d1e143109 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1415653 Feb 05 03:36:57.064934 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-d2a89b7e-d0a0-4296-b437-70d022d1e309 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:36:57.065919 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-d2a89b7e-d0a0-4296-b437-70d022d1e309 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048277 Feb 05 03:36:59.566729 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a48f-0a74-4882-ade5-574363925f20 req-d4df4d5e-f52a-4dba-8e26-e69d46f8deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:36:59.568196 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-d4df4d5e-f52a-4dba-8e26-e69d46f8deaa service neutron] 10.222.0.36 "GET /v2.0/ports/0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e HTTP/1.1" status: 200 len: 1125 time: 0.0362628 Feb 05 03:36:59.577032 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-5e49a48f-0a74-4882-ade5-574363925f20 req-22a14cd2-b083-4ccc-9da0-da995833c629 service neutron] Request body: {'binding': {'host': 'n-h2-826942-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:36:59.577485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-5e49a48f-0a74-4882-ade5-574363925f20 req-22a14cd2-b083-4ccc-9da0-da995833c629 service neutron] Unknown quota resources ['binding']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 05 03:36:59.709923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5e49a48f-0a74-4882-ade5-574363925f20 req-22a14cd2-b083-4ccc-9da0-da995833c629 service neutron] Attempting to bind port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e on host n-h2-826942-8 for vnic_type normal with profile None {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:36:59.710252 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5e49a48f-0a74-4882-ade5-574363925f20 req-22a14cd2-b083-4ccc-9da0-da995833c629 service neutron] Attempting to bind port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:36:59.710574 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49a48f-0a74-4882-ade5-574363925f20 req-22a14cd2-b083-4ccc-9da0-da995833c629 service neutron] Attempting to bind port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e on network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:36:59.715520 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49a48f-0a74-4882-ade5-574363925f20 req-22a14cd2-b083-4ccc-9da0-da995833c629 service neutron] Port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e on network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:36:59.715837 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49a48f-0a74-4882-ade5-574363925f20 req-22a14cd2-b083-4ccc-9da0-da995833c629 service neutron] Attempting to bind port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e on network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:36:59.720494 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49a48f-0a74-4882-ade5-574363925f20 req-22a14cd2-b083-4ccc-9da0-da995833c629 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:36:59.720824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49a48f-0a74-4882-ade5-574363925f20 req-22a14cd2-b083-4ccc-9da0-da995833c629 service neutron] Checking segment: {'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:36:59.721226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49a48f-0a74-4882-ade5-574363925f20 req-22a14cd2-b083-4ccc-9da0-da995833c629 service neutron] Bound using segment: {'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:36:59.721640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5e49a48f-0a74-4882-ade5-574363925f20 req-22a14cd2-b083-4ccc-9da0-da995833c629 service neutron] Bound port: 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:36:59.802481 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5e49a48f-0a74-4882-ade5-574363925f20 req-22a14cd2-b083-4ccc-9da0-da995833c629 service neutron] For port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:36:59.808834 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5e49a48f-0a74-4882-ade5-574363925f20 req-22a14cd2-b083-4ccc-9da0-da995833c629 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:36:59.810007 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-22a14cd2-b083-4ccc-9da0-da995833c629 service neutron] 10.222.0.36 "POST /v2.0/ports/0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2362087 Feb 05 03:36:59.951970 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ed9ad-f0f4-4e3b-a629-a6d7700ee940 req-07017e3b-38cb-4357-b784-65a5dc603ba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:36:59.953626 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-094ed9ad-f0f4-4e3b-a629-a6d7700ee940 req-07017e3b-38cb-4357-b784-65a5dc603ba1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 946 time: 0.0539935 Feb 05 03:37:00.033594 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-094ed9ad-f0f4-4e3b-a629-a6d7700ee940 req-bb1db3a1-1faf-447d-b163-9d41233b2aba tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741780 Feb 05 03:37:00.051935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a48f-0a74-4882-ade5-574363925f20 req-ed76332d-b915-4ab4-8810-ef3fb54c143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:00.053513 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-ed76332d-b915-4ab4-8810-ef3fb54c143a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 1128 time: 0.0640688 Feb 05 03:37:00.144107 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a48f-0a74-4882-ade5-574363925f20 req-7f6f568d-894e-4759-970a-b73ee1900dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:00.145572 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-7f6f568d-894e-4759-970a-b73ee1900dcd service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f HTTP/1.1" status: 200 len: 898 time: 0.0851164 Feb 05 03:37:00.214395 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-08d4e9b5-ecad-4d88-8470-5414f0ebce0a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e HTTP/1.1" status: 200 len: 1002 time: 0.0628717 Feb 05 03:37:00.262399 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f9d3973e-a947-4510-8771-441119d6b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:00.263889 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f9d3973e-a947-4510-8771-441119d6b341 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cb1b42c1-dd6b-48fa-990a-557395a53d8b HTTP/1.1" status: 200 len: 835 time: 0.0437102 Feb 05 03:37:00.310327 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a48f-0a74-4882-ade5-574363925f20 req-1f4834fb-b538-4b74-9377-8cdbfbc5e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:00.311791 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-1f4834fb-b538-4b74-9377-8cdbfbc5e731 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427117 Feb 05 03:37:00.408892 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f553d6c0-bb29-4745-a857-0ca89d5d324e service neutron] 10.222.0.10 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909119 Feb 05 03:37:00.495792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-3ab51106-2fc8-43dd-9e38-f66808aba890 service neutron] 10.222.0.10 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801661 Feb 05 03:37:00.633031 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a48f-0a74-4882-ade5-574363925f20 req-562b3f4e-a106-46c7-bbde-e7152b91b3df tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:00.635593 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-562b3f4e-a106-46c7-bbde-e7152b91b3df tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935&tenant_id=d19f328b21dc466e9df0e58e9aa162da&binding%3Ahost_id=n-h1-826942-8 HTTP/1.1" status: 200 len: 1128 time: 0.0863440 Feb 05 03:37:00.645967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826942-8'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:37:00.709876 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:00.833690 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] For port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:37:00.868894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] For port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host n-h1-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:37:01.202985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:37:01.205250 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b794611-e633-482d-a012-e7352fef605d" -d '{"events": [{"server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "name": "network-vif-unplugged", "status": "completed", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:37:01.208923 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Publish callbacks [] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:01.216981 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:01.254964 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05c65f8-8b08-4b06-8aad-5e63a9dbffeb x-openstack-request-id: req-c05c65f8-8b08-4b06-8aad-5e63a9dbffeb {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:37:01.255314 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "name": "network-vif-unplugged", "status": "completed", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:37:01.255514 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c05c65f8-8b08-4b06-8aad-5e63a9dbffeb {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:37:01.255909 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e', 'code': 200} Feb 05 03:37:01.313379 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d125f33-4279-45ce-8c03-f0c1f41b8932 req-a0b920dc-4d21-4c4d-8311-53b93bdbc06d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:01.314907 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d125f33-4279-45ce-8c03-f0c1f41b8932 req-a0b920dc-4d21-4c4d-8311-53b93bdbc06d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 946 time: 0.1504202 Feb 05 03:37:01.345354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:01.421460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Attempting to bind port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e on host n-h1-826942-8 for vnic_type normal with profile {"migrating_to": "n-h2-826942-8"} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:37:01.421799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Attempting to bind port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:37:01.422135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Attempting to bind port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e on network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:37:01.427415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d125f33-4279-45ce-8c03-f0c1f41b8932 req-29d0c634-71d8-4a05-afeb-1bb3c6477255 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003084 Feb 05 03:37:01.431367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e on network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:37:01.431692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Attempting to bind port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e on network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:37:01.437150 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:37:01.437490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Checking segment: {'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:37:01.437871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Bound using segment: {'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:37:01.438299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Bound port: 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ff0b90-8633-4adc-85de-74a6eac71e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:37:01.438661 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:01.504506 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] For port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host n-h1-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:37:01.507388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] For port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:37:01.514538 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:01.523761 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Provisioning complete for port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:37:01.525251 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:01.606982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,revision_number=8']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:01.608524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Current status of the port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:37:01.608918 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:01.634636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:37:01.636941 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c862b6-4237-49a9-8e5c-c67a690aec3e" -d '{"events": [{"server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "name": "network-vif-plugged", "status": "completed", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:37:01.651231 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] For port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:37:01.656360 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:01.663146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:01.663808 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:01.665583 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-f6ddd2fb-dd82-462c-b97f-79c3a4326135 service neutron] 10.222.0.10 "PUT /v2.0/ports/0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e HTTP/1.1" status: 200 len: 1122 time: 1.0240715 Feb 05 03:37:01.712576 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69afa4e6-ceee-41b8-b600-ac05da0b86c8 x-openstack-request-id: req-69afa4e6-ceee-41b8-b600-ac05da0b86c8 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:37:01.712886 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "name": "network-vif-plugged", "status": "completed", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:37:01.713170 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-69afa4e6-ceee-41b8-b600-ac05da0b86c8 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:37:01.713690 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e', 'code': 200} Feb 05 03:37:01.758566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:37:01.845574 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Pushing event updated for resources: {'Port': ['ID=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:01.867153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:01.867535 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:01.867882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:01.868222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:01.868559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:01.868890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:01.869220 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:01.869549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:01.869875 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:01.870200 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:01.870526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:01.870880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:01.871202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73dbe4-c373-4c41-9060-a59a48838c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:02.056960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7175180b-e846-4f89-86be-a12460fafe9a None None] Provisioning complete for port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:37:02.057342 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7175180b-e846-4f89-86be-a12460fafe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:02.156329 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7175180b-e846-4f89-86be-a12460fafe9a None None] Current status of the port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:37:02.551879 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57d59e-1066-4537-a2b6-57b911a404af req-00ba4a0f-b9c0-4e2a-a4fe-969f3b2769a4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:02.553359 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d57d59e-1066-4537-a2b6-57b911a404af req-00ba4a0f-b9c0-4e2a-a4fe-969f3b2769a4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 946 time: 0.0520840 Feb 05 03:37:02.601894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d57d59e-1066-4537-a2b6-57b911a404af req-8971ef4d-4e57-4c1c-b6a0-9685b1926820 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423281 Feb 05 03:37:03.257323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:37:03.259804 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea033f6-63c0-4207-8044-a278b11107d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:37:03.297764 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced5f24d-61b2-4f2c-89bf-b3490be5db0a x-openstack-request-id: req-ced5f24d-61b2-4f2c-89bf-b3490be5db0a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:37:03.298069 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:37:03.298329 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ced5f24d-61b2-4f2c-89bf-b3490be5db0a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:37:03.298729 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e', 'status': 'completed', 'code': 200} Feb 05 03:37:03.363505 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea033f6-63c0-4207-8044-a278b11107d6 req-aa918645-88ac-4c9c-a06f-d3a40d78f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:03.365010 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bea033f6-63c0-4207-8044-a278b11107d6 req-aa918645-88ac-4c9c-a06f-d3a40d78f59b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 1158 time: 0.0449646 Feb 05 03:37:03.458355 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea033f6-63c0-4207-8044-a278b11107d6 req-7a4237cd-5406-4d6b-8df9-4a8731e81d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:03.459849 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bea033f6-63c0-4207-8044-a278b11107d6 req-7a4237cd-5406-4d6b-8df9-4a8731e81d2c service neutron] 10.222.0.31 "GET /v2.0/networks?id=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f HTTP/1.1" status: 200 len: 898 time: 0.0886981 Feb 05 03:37:03.523189 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bea033f6-63c0-4207-8044-a278b11107d6 req-73e5fba4-a472-4b29-8eae-34253bec1b3a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e HTTP/1.1" status: 200 len: 1002 time: 0.0566258 Feb 05 03:37:03.574057 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea033f6-63c0-4207-8044-a278b11107d6 req-9d85fddb-14e3-40d5-ae2f-b2429f0f20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:03.575497 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bea033f6-63c0-4207-8044-a278b11107d6 req-9d85fddb-14e3-40d5-ae2f-b2429f0f20a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cb1b42c1-dd6b-48fa-990a-557395a53d8b HTTP/1.1" status: 200 len: 835 time: 0.0465546 Feb 05 03:37:03.623295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea033f6-63c0-4207-8044-a278b11107d6 req-32558138-34be-48a3-b920-61fb51764304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:03.624870 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bea033f6-63c0-4207-8044-a278b11107d6 req-32558138-34be-48a3-b920-61fb51764304 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432558 Feb 05 03:37:03.692533 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27390f03-280a-471f-a169-fe80ba9ac09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:03.716452 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bea033f6-63c0-4207-8044-a278b11107d6 req-3d04a200-1b4c-4f0d-abc1-446439dfcdda service neutron] 10.222.0.31 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854201 Feb 05 03:37:03.721867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e8a33-a278-4118-b271-f99aa16fdc04 req-ede20675-7fc9-4792-99b2-c99ff84a3647 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:03.723443 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a90e8a33-a278-4118-b271-f99aa16fdc04 req-ede20675-7fc9-4792-99b2-c99ff84a3647 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 946 time: 0.0532701 Feb 05 03:37:03.777249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a90e8a33-a278-4118-b271-f99aa16fdc04 req-410890b1-304c-4e18-8db8-622c9c8ecb4a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481052 Feb 05 03:37:03.814523 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bea033f6-63c0-4207-8044-a278b11107d6 req-162e7aa1-1d5d-4c09-8560-c2e0c0c64280 service neutron] 10.222.0.31 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905554 Feb 05 03:37:04.897938 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828c584-cbbf-4fb9-ba60-e911ad82789c req-ef7cc45a-28ef-4444-a590-79108552ae5a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:04.899793 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0828c584-cbbf-4fb9-ba60-e911ad82789c req-ef7cc45a-28ef-4444-a590-79108552ae5a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 946 time: 0.0533907 Feb 05 03:37:04.952299 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0828c584-cbbf-4fb9-ba60-e911ad82789c req-4ead9529-4cbc-492b-9ef8-4d07c2dbeaeb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470238 Feb 05 03:37:05.285449 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:37:05.382680 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:37:05.394659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e has no active binding in host n-h2-826942-8 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 05 03:37:05.920810 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0b02b75-d6a8-4bb9-b80a-10cecd277d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:06.068592 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa68c01-73e8-42e2-a6fa-00222715c2e0 req-82de6905-852b-4567-96ba-65e11b1ed227 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:06.070046 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-faa68c01-73e8-42e2-a6fa-00222715c2e0 req-82de6905-852b-4567-96ba-65e11b1ed227 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 946 time: 0.0520785 Feb 05 03:37:06.117323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-faa68c01-73e8-42e2-a6fa-00222715c2e0 req-a41571d8-1481-46b2-96ae-24291e0284e8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416696 Feb 05 03:37:06.723429 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-4795d344-c12c-4349-92a5-7c87756f4276 service neutron] 10.222.0.31 "GET /v2.0/ports/0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e/bindings/n-h2-826942-8 HTTP/1.1" status: 200 len: 384 time: 0.0559883 Feb 05 03:37:06.892028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5e49a48f-0a74-4882-ade5-574363925f20 req-8c5393f1-7aa4-4580-b300-815ae142bd76 service neutron] For port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:37:06.911642 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5e49a48f-0a74-4882-ade5-574363925f20 req-8c5393f1-7aa4-4580-b300-815ae142bd76 service neutron] For port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:37:06.950148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:37:06.952493 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6276013-cca3-40a5-847e-e2146c58a39a" -d '{"events": [{"server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "name": "network-vif-unplugged", "status": "completed", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:37:06.959578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5e49a48f-0a74-4882-ade5-574363925f20 req-8c5393f1-7aa4-4580-b300-815ae142bd76 service neutron] For port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:37:06.975273 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5e49a48f-0a74-4882-ade5-574363925f20 req-8c5393f1-7aa4-4580-b300-815ae142bd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:06.990446 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a349b1-86ab-4488-87c2-4e9f381dc2b2 x-openstack-request-id: req-a4a349b1-86ab-4488-87c2-4e9f381dc2b2 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:37:06.990740 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "name": "network-vif-unplugged", "status": "completed", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:37:06.991016 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4a349b1-86ab-4488-87c2-4e9f381dc2b2 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:37:06.991403 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e', 'code': 200} Feb 05 03:37:07.051908 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-5e49a48f-0a74-4882-ade5-574363925f20 req-8c5393f1-7aa4-4580-b300-815ae142bd76 service neutron] Transition to ACTIVE for port object 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:37:07.055407 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5e49a48f-0a74-4882-ade5-574363925f20 req-8c5393f1-7aa4-4580-b300-815ae142bd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:07.152837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5393f1-7aa4-4580-b300-815ae142bd76 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,revision_number=11']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:07.184822 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e49a48f-0a74-4882-ade5-574363925f20 req-8c5393f1-7aa4-4580-b300-815ae142bd76 service neutron] No DVR routers for this DVR port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:37:07.244224 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:07.252955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609af7d5-5b4c-455c-b3ee-9243c8eaad95 req-1443b2c4-4451-45be-b994-a259c43680b6 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:07.254744 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-609af7d5-5b4c-455c-b3ee-9243c8eaad95 req-1443b2c4-4451-45be-b994-a259c43680b6 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 945 time: 0.0635450 Feb 05 03:37:07.311512 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-609af7d5-5b4c-455c-b3ee-9243c8eaad95 req-37dac1ba-2237-45e6-9be1-6bdbbb59c195 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484934 Feb 05 03:37:07.660990 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-8c5393f1-7aa4-4580-b300-815ae142bd76 service neutron] 10.222.0.31 "PUT /v2.0/ports/0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e/bindings/n-h2-826942-8/activate HTTP/1.1" status: 200 len: 369 time: 0.9320338 Feb 05 03:37:07.757313 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a48f-0a74-4882-ade5-574363925f20 req-8113ca86-3a8b-4196-aea7-da2c703b3d14 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:07.759478 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-8113ca86-3a8b-4196-aea7-da2c703b3d14 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935&tenant_id=d19f328b21dc466e9df0e58e9aa162da&binding%3Ahost_id=n-h1-826942-8 HTTP/1.1" status: 200 len: 1127 time: 0.0489633 Feb 05 03:37:07.810695 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a48f-0a74-4882-ade5-574363925f20 req-8783d4fb-9e3d-484d-86cd-e38bde5b21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:07.812268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-8783d4fb-9e3d-484d-86cd-e38bde5b21f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935&tenant_id=d19f328b21dc466e9df0e58e9aa162da HTTP/1.1" status: 200 len: 1127 time: 0.0459049 Feb 05 03:37:07.880762 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a48f-0a74-4882-ade5-574363925f20 req-5e75dc7d-6641-4385-b8ce-2a63a586e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:07.882267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-5e75dc7d-6641-4385-b8ce-2a63a586e659 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 1127 time: 0.0491755 Feb 05 03:37:07.968507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a48f-0a74-4882-ade5-574363925f20 req-8ab8e34f-afb7-44a3-b39b-9226e402c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:07.969967 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-8ab8e34f-afb7-44a3-b39b-9226e402c243 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f HTTP/1.1" status: 200 len: 898 time: 0.0819564 Feb 05 03:37:08.038873 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-3ea909b1-e124-4e35-b6c7-5ac7edae0b8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e HTTP/1.1" status: 200 len: 1000 time: 0.0622356 Feb 05 03:37:08.085611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a48f-0a74-4882-ade5-574363925f20 req-27ca8f84-c586-4117-902b-5510eeba6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:08.087674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-27ca8f84-c586-4117-902b-5510eeba6569 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cb1b42c1-dd6b-48fa-990a-557395a53d8b HTTP/1.1" status: 200 len: 835 time: 0.0420156 Feb 05 03:37:08.134663 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a48f-0a74-4882-ade5-574363925f20 req-3717f01d-febf-4c10-a774-543f1ef2b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:08.136176 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-3717f01d-febf-4c10-a774-543f1ef2b38a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432627 Feb 05 03:37:08.227385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-65b36ff8-716f-4e0f-93fd-d1a6c63fddc8 service neutron] 10.222.0.10 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839489 Feb 05 03:37:08.312363 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-af652d4c-8f44-4695-b488-9d531914ea3a service neutron] 10.222.0.10 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794837 Feb 05 03:37:08.440907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19bf4-4961-4232-bf74-d9445909564b req-b11b07bc-4b56-4685-bb5d-7820e528cc3d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:08.442413 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22c19bf4-4961-4232-bf74-d9445909564b req-b11b07bc-4b56-4685-bb5d-7820e528cc3d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 945 time: 0.0566363 Feb 05 03:37:08.494188 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22c19bf4-4961-4232-bf74-d9445909564b req-75bece49-f47e-46cd-b7f2-63dd1bd6a6d3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452621 Feb 05 03:37:08.557233 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a48f-0a74-4882-ade5-574363925f20 req-caf55b82-d9d0-4283-bee5-990f103d3f96 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:08.558914 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-caf55b82-d9d0-4283-bee5-990f103d3f96 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935&tenant_id=d19f328b21dc466e9df0e58e9aa162da&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 1127 time: 0.0572021 Feb 05 03:37:08.668163 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5e49a48f-0a74-4882-ade5-574363925f20 req-8c0d595c-34e4-4471-a1b4-b773c3106593 service neutron] For port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host n-h1-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:37:08.671639 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5e49a48f-0a74-4882-ade5-574363925f20 req-8c0d595c-34e4-4471-a1b4-b773c3106593 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:08.672738 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-8c0d595c-34e4-4471-a1b4-b773c3106593 service neutron] 10.222.0.10 "DELETE /v2.0/ports/0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e/bindings/n-h1-826942-8 HTTP/1.1" status: 204 len: 173 time: 0.1066258 Feb 05 03:37:08.783374 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:09.611875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310abc5-e828-47e8-ba77-c19423ea5abe req-fe333849-cfe7-47ed-9c43-a3ea477a35ac tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:09.613365 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6310abc5-e828-47e8-ba77-c19423ea5abe req-fe333849-cfe7-47ed-9c43-a3ea477a35ac tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 945 time: 0.0526419 Feb 05 03:37:09.667340 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6310abc5-e828-47e8-ba77-c19423ea5abe req-b952572f-0fac-4d54-9a8a-38d4626ae71f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477936 Feb 05 03:37:09.774816 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf50ff-68a3-4518-ad90-116d78827d8e req-bffe9e09-d8d5-46bb-a4fc-8c3c6c82ace9 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:09.776238 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73cf50ff-68a3-4518-ad90-116d78827d8e req-bffe9e09-d8d5-46bb-a4fc-8c3c6c82ace9 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 1127 time: 0.0441988 Feb 05 03:37:09.820046 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73cf50ff-68a3-4518-ad90-116d78827d8e req-1392e582-d14c-421b-8716-eca45b8a15e3 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383966 Feb 05 03:37:09.934885 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aae6cb-16c9-4e66-8751-7e2f21e572a6 req-cda22e12-1584-4c1a-a453-4e9645451787 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:09.936346 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13aae6cb-16c9-4e66-8751-7e2f21e572a6 req-cda22e12-1584-4c1a-a453-4e9645451787 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 945 time: 0.0517831 Feb 05 03:37:09.985050 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13aae6cb-16c9-4e66-8751-7e2f21e572a6 req-74bb4e4d-79a4-45b5-9b10-5cb7d097ea29 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432467 Feb 05 03:37:10.005999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42308) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:10.063979 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:10.069314 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-01d55d97-e983-4499-a1ee-45275cb0968d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/floatingips/c200cf8e-fcd1-4ec8-8e35-19d4226ce677 HTTP/1.1" status: 200 len: 992 time: 0.0622225 Feb 05 03:37:10.294165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42314) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:10.323520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:37:10.362452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] The host n-h1-826942-8 is not matching for port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e host n-h2-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:37:10.362968 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:37:10.451290 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f300d-a46d-4307-b81a-cb7c2355c062 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting port d4a50a39-ff89-40de-bfd9-0fea4b7e56ea {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:37:10.451636 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd8f300d-a46d-4307-b81a-cb7c2355c062 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d4a50a39-ff89-40de-bfd9-0fea4b7e56ea), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:10.528131 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd8f300d-a46d-4307-b81a-cb7c2355c062 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d4a50a39-ff89-40de-bfd9-0fea4b7e56ea), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:10.528457 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd8f300d-a46d-4307-b81a-cb7c2355c062 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for floatingip (d4a50a39-ff89-40de-bfd9-0fea4b7e56ea), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:10.540190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f300d-a46d-4307-b81a-cb7c2355c062 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Calling delete_port for d4a50a39-ff89-40de-bfd9-0fea4b7e56ea owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:37:10.687431 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd8f300d-a46d-4307-b81a-cb7c2355c062 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d4a50a39-ff89-40de-bfd9-0fea4b7e56ea), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:10.713441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f300d-a46d-4307-b81a-cb7c2355c062 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Port': ['ID=d4a50a39-ff89-40de-bfd9-0fea4b7e56ea,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:10.772426 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd8f300d-a46d-4307-b81a-cb7c2355c062 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for floatingip (c200cf8e-fcd1-4ec8-8e35-19d4226ce677), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:10.772754 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-dd8f300d-a46d-4307-b81a-cb7c2355c062 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Floating IP c200cf8e-fcd1-4ec8-8e35-19d4226ce677 disassociated (deleted). External IP: 172.25.0.131, port: 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e. Feb 05 03:37:10.984250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8f300d-a46d-4307-b81a-cb7c2355c062 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router add3b132-ea3f-49c7-a7bd-7836b1b611d4 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:37:11.093130 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8f300d-a46d-4307-b81a-cb7c2355c062 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:37:11.097818 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd8f300d-a46d-4307-b81a-cb7c2355c062 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:11.104974 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeedd748-3891-44f2-bdd2-bf974fbb4eb9 None None] Sync routers for ids ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:37:11.114892 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeedd748-3891-44f2-bdd2-bf974fbb4eb9 None None] Routers {'add3b132-ea3f-49c7-a7bd-7836b1b611d4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:37:11.115536 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aeedd748-3891-44f2-bdd2-bf974fbb4eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:37:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:11.127159 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dd8f300d-a46d-4307-b81a-cb7c2355c062 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/floatingips/c200cf8e-fcd1-4ec8-8e35-19d4226ce677 HTTP/1.1" status: 204 len: 168 time: 0.8318667 Feb 05 03:37:11.127745 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:37:11.130022 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8da530-7e03-46f2-808c-dcd8a26787e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:37:11.169764 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a74a6f-6a8e-4c0e-b38f-749036699228 x-openstack-request-id: req-f1a74a6f-6a8e-4c0e-b38f-749036699228 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:37:11.170267 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:37:11.170531 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1a74a6f-6a8e-4c0e-b38f-749036699228 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:37:11.170973 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e', 'status': 'completed', 'code': 200} Feb 05 03:37:11.230976 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-aeedd748-3891-44f2-bdd2-bf974fbb4eb9 None None] Set router add3b132-ea3f-49c7-a7bd-7836b1b611d4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:37:11.243430 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8da530-7e03-46f2-808c-dcd8a26787e6 req-003e45c0-67a3-4f00-9e1f-441f24720709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:11.244925 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e8da530-7e03-46f2-808c-dcd8a26787e6 req-003e45c0-67a3-4f00-9e1f-441f24720709 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 1127 time: 0.0498662 Feb 05 03:37:11.388468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8da530-7e03-46f2-808c-dcd8a26787e6 req-27942345-8d40-4a46-a8b7-1c2073801fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:11.389988 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e8da530-7e03-46f2-808c-dcd8a26787e6 req-27942345-8d40-4a46-a8b7-1c2073801fcb service neutron] 10.222.0.10 "GET /v2.0/networks?id=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f HTTP/1.1" status: 200 len: 898 time: 0.1353843 Feb 05 03:37:11.397731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0b034-4072-40db-b509-0f39f50b293b req-2c623d25-952c-4c80-9869-edb19e0c179b tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:11.399925 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7fb0b034-4072-40db-b509-0f39f50b293b req-2c623d25-952c-4c80-9869-edb19e0c179b tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 945 time: 0.0836344 Feb 05 03:37:11.444829 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e8da530-7e03-46f2-808c-dcd8a26787e6 req-ed2bc39f-5dad-421e-b05b-17f7c3e95d24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e HTTP/1.1" status: 200 len: 217 time: 0.0439997 Feb 05 03:37:11.454741 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aeedd748-3891-44f2-bdd2-bf974fbb4eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562500992', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:37Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ee2fbc02-9377-4ce9-9ec4-43baf03b8a54', 'name': '', 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b7:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:36Z', 'updated_at': '2022-02-05T03:35:40Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:11.482162 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeedd748-3891-44f2-bdd2-bf974fbb4eb9 None None] Checking router: add3b132-ea3f-49c7-a7bd-7836b1b611d4 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:37:11.490294 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeedd748-3891-44f2-bdd2-bf974fbb4eb9 None None] Routers {'add3b132-ea3f-49c7-a7bd-7836b1b611d4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:37:11.491180 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aeedd748-3891-44f2-bdd2-bf974fbb4eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:37:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:11.513811 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7fb0b034-4072-40db-b509-0f39f50b293b req-70fa3795-4234-4d59-abca-8dce36b5b8dd tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059079 Feb 05 03:37:11.519226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8da530-7e03-46f2-808c-dcd8a26787e6 req-7f08a188-f7d2-4506-807d-0bb2e153918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:11.520655 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e8da530-7e03-46f2-808c-dcd8a26787e6 req-7f08a188-f7d2-4506-807d-0bb2e153918b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cb1b42c1-dd6b-48fa-990a-557395a53d8b HTTP/1.1" status: 200 len: 835 time: 0.0659719 Feb 05 03:37:11.581409 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8da530-7e03-46f2-808c-dcd8a26787e6 req-2bb6d83f-0b0c-4e2b-968b-6d4fd22a7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:11.582941 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e8da530-7e03-46f2-808c-dcd8a26787e6 req-2bb6d83f-0b0c-4e2b-968b-6d4fd22a7123 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535221 Feb 05 03:37:11.608801 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-aeedd748-3891-44f2-bdd2-bf974fbb4eb9 None None] Set router add3b132-ea3f-49c7-a7bd-7836b1b611d4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:37:11.678660 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e8da530-7e03-46f2-808c-dcd8a26787e6 req-9f659265-048e-4738-bdb3-4c7fd4215bf0 service neutron] 10.222.0.10 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870016 Feb 05 03:37:11.756863 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11081999-f751-4781-886e-9e0eff4bf0bb req-118e2b70-6777-480a-94b6-4f825c28f629 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:11.759775 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11081999-f751-4781-886e-9e0eff4bf0bb req-118e2b70-6777-480a-94b6-4f825c28f629 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.10 "GET /v2.0/ports?device_id=8daff67d-4444-4d1c-bb6b-448625b31935 HTTP/1.1" status: 200 len: 945 time: 0.0571399 Feb 05 03:37:11.768907 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:11.780311 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e8da530-7e03-46f2-808c-dcd8a26787e6 req-1f5bf6ab-d790-4c6c-b8a8-73d5dc758661 service neutron] 10.222.0.10 "GET /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943542 Feb 05 03:37:11.819351 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aeedd748-3891-44f2-bdd2-bf974fbb4eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562500992', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:37Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ee2fbc02-9377-4ce9-9ec4-43baf03b8a54', 'name': '', 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b7:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:36Z', 'updated_at': '2022-02-05T03:35:40Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:11.849251 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeedd748-3891-44f2-bdd2-bf974fbb4eb9 None None] The sync data for ids ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'] in n-d-826942-8 is: [{'id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562500992', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:37Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'ee2fbc02-9377-4ce9-9ec4-43baf03b8a54', 'name': '', 'network_id': 'f9fc1a4c-ef8a-47b2-985b-d42326a6d80f', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b7:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:36Z', 'updated_at': '2022-02-05T03:35:40Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'cb1b42c1-dd6b-48fa-990a-557395a53d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:37:11.858579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-11081999-f751-4781-886e-9e0eff4bf0bb req-826fc2c2-d22d-4f1d-b385-464303f4ae99 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:37:11.858957 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11081999-f751-4781-886e-9e0eff4bf0bb req-826fc2c2-d22d-4f1d-b385-464303f4ae99 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:11.949884 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-11081999-f751-4781-886e-9e0eff4bf0bb req-826fc2c2-d22d-4f1d-b385-464303f4ae99 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] For port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:37:11.950251 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11081999-f751-4781-886e-9e0eff4bf0bb req-826fc2c2-d22d-4f1d-b385-464303f4ae99 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:11.963690 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-11081999-f751-4781-886e-9e0eff4bf0bb req-826fc2c2-d22d-4f1d-b385-464303f4ae99 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Calling delete_port for 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:37:12.089107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a088f900-e7a0-42d4-9ae8-39e0b0e2a20c None None] New status for floating IP c200cf8e-fcd1-4ec8-8e35-19d4226ce677: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:37:12.099321 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11081999-f751-4781-886e-9e0eff4bf0bb req-826fc2c2-d22d-4f1d-b385-464303f4ae99 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:12.130093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fc2c2-d22d-4f1d-b385-464303f4ae99 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Port': ['ID=0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:12.179703 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-11081999-f751-4781-886e-9e0eff4bf0bb req-826fc2c2-d22d-4f1d-b385-464303f4ae99 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] No DVR routers for this DVR port 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:37:12.182778 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11081999-f751-4781-886e-9e0eff4bf0bb req-826fc2c2-d22d-4f1d-b385-464303f4ae99 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:12.186580 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11081999-f751-4781-886e-9e0eff4bf0bb req-826fc2c2-d22d-4f1d-b385-464303f4ae99 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.10 "DELETE /v2.0/ports/0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e HTTP/1.1" status: 204 len: 173 time: 0.4217265 Feb 05 03:37:12.187116 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'name': 'network-vif-deleted', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:37:12.190038 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efa7f75-cb64-4316-a380-75d848414127" -d '{"events": [{"server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "name": "network-vif-deleted", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:37:12.233642 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07305d67-71d9-4ea6-9b0d-aa66e588bd9a x-openstack-request-id: req-07305d67-71d9-4ea6-9b0d-aa66e588bd9a {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:37:12.233938 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8daff67d-4444-4d1c-bb6b-448625b31935", "name": "network-vif-deleted", "tag": "0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:37:12.234189 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07305d67-71d9-4ea6-9b0d-aa66e588bd9a {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:37:12.234587 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8daff67d-4444-4d1c-bb6b-448625b31935', 'name': 'network-vif-deleted', 'tag': '0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e', 'status': 'completed', 'code': 200} Feb 05 03:37:12.597456 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42326) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:12.957176 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e37d2e6-7f72-4dca-8db3-45f3e6467820 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (add3b132-ea3f-49c7-a7bd-7836b1b611d4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:13.208363 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7e37d2e6-7f72-4dca-8db3-45f3e6467820 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:37:13.208616 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e37d2e6-7f72-4dca-8db3-45f3e6467820 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:13.293353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-7e37d2e6-7f72-4dca-8db3-45f3e6467820 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] For port ee2fbc02-9377-4ce9-9ec4-43baf03b8a54, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=ee2fbc02-9377-4ce9-9ec4-43baf03b8a54,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:37:13.293708 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e37d2e6-7f72-4dca-8db3-45f3e6467820 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:13.306091 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7e37d2e6-7f72-4dca-8db3-45f3e6467820 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Calling delete_port for ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:37:13.385437 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:37:13.490007 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e37d2e6-7f72-4dca-8db3-45f3e6467820 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (ee2fbc02-9377-4ce9-9ec4-43baf03b8a54), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:13.793141 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37d2e6-7f72-4dca-8db3-45f3e6467820 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Port': ['ID=ee2fbc02-9377-4ce9-9ec4-43baf03b8a54,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:13.964387 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e37d2e6-7f72-4dca-8db3-45f3e6467820 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (add3b132-ea3f-49c7-a7bd-7836b1b611d4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:14.183494 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e37d2e6-7f72-4dca-8db3-45f3e6467820 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router add3b132-ea3f-49c7-a7bd-7836b1b611d4 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:37:14.292834 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e37d2e6-7f72-4dca-8db3-45f3e6467820 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:37:14.298258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7e37d2e6-7f72-4dca-8db3-45f3e6467820 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "PUT /v2.0/routers/add3b132-ea3f-49c7-a7bd-7836b1b611d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6993403 Feb 05 03:37:14.301560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42328) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:14.303329 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49384d-11f6-428a-9ec7-fe54910a043a None None] Sync routers for ids ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:37:14.313559 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49384d-11f6-428a-9ec7-fe54910a043a None None] Routers {'add3b132-ea3f-49c7-a7bd-7836b1b611d4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:37:14.314170 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ea49384d-11f6-428a-9ec7-fe54910a043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:37:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:14.356803 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b84918-e72b-4140-ab4e-4ca25eb9cf03 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting subnet cb1b42c1-dd6b-48fa-990a-557395a53d8b {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:37:14.359901 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12b84918-e72b-4140-ab4e-4ca25eb9cf03 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for subnet (cb1b42c1-dd6b-48fa-990a-557395a53d8b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:14.399562 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12b84918-e72b-4140-ab4e-4ca25eb9cf03 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (cb1b42c1-dd6b-48fa-990a-557395a53d8b), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:14.420322 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ea49384d-11f6-428a-9ec7-fe54910a043a None None] Set router add3b132-ea3f-49c7-a7bd-7836b1b611d4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:37:14.486863 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12b84918-e72b-4140-ab4e-4ca25eb9cf03 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (cb1b42c1-dd6b-48fa-990a-557395a53d8b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:14.544209 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12b84918-e72b-4140-ab4e-4ca25eb9cf03 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (cb1b42c1-dd6b-48fa-990a-557395a53d8b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:14.574081 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12b84918-e72b-4140-ab4e-4ca25eb9cf03 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:14.578872 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-12b84918-e72b-4140-ab4e-4ca25eb9cf03 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/subnets/cb1b42c1-dd6b-48fa-990a-557395a53d8b HTTP/1.1" status: 204 len: 168 time: 0.2757692 Feb 05 03:37:14.580208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b84918-e72b-4140-ab4e-4ca25eb9cf03 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Subnet': ['ID=cb1b42c1-dd6b-48fa-990a-557395a53d8b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:14.580791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b6a708-bc04-41f5-a9cf-e5df1ecef1d4 None None] Network f9fc1a4c-ef8a-47b2-985b-d42326a6d80f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:37:14.581707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42330) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:14.598564 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ea49384d-11f6-428a-9ec7-fe54910a043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562500992', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:37:13Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:14.625605 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49384d-11f6-428a-9ec7-fe54910a043a None None] Checking router: add3b132-ea3f-49c7-a7bd-7836b1b611d4 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:37:14.634029 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49384d-11f6-428a-9ec7-fe54910a043a None None] Routers {'add3b132-ea3f-49c7-a7bd-7836b1b611d4'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:37:14.634650 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ea49384d-11f6-428a-9ec7-fe54910a043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:37:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:14.692507 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39349c4c-1915-4488-bd17-32e0c4a16d51 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router (add3b132-ea3f-49c7-a7bd-7836b1b611d4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:14.755786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7dfd7c-ad68-4fa4-9c41-cbfbb22947bf None None] DHCP port deletion for f9fc1a4c-ef8a-47b2-985b-d42326a6d80f request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:37:14.803580 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1d7dfd7c-ad68-4fa4-9c41-cbfbb22947bf None None] Deleting port dfe09031-d5a1-497c-9b9b-c19d85fccc1b {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:37:14.804097 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1d7dfd7c-ad68-4fa4-9c41-cbfbb22947bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (dfe09031-d5a1-497c-9b9b-c19d85fccc1b), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:14.811082 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39349c4c-1915-4488-bd17-32e0c4a16d51 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_gateway (add3b132-ea3f-49c7-a7bd-7836b1b611d4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:14.841745 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ea49384d-11f6-428a-9ec7-fe54910a043a None None] Set router add3b132-ea3f-49c7-a7bd-7836b1b611d4 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:37:14.870493 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1d7dfd7c-ad68-4fa4-9c41-cbfbb22947bf None None] For port dfe09031-d5a1-497c-9b9b-c19d85fccc1b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=dfe09031-d5a1-497c-9b9b-c19d85fccc1b,segment=NetworkSegment(a7ff0b90-8633-4adc-85de-74a6eac71e53),segment_id=a7ff0b90-8633-4adc-85de-74a6eac71e53)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:37:14.870964 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1d7dfd7c-ad68-4fa4-9c41-cbfbb22947bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (dfe09031-d5a1-497c-9b9b-c19d85fccc1b), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:14.872951 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-39349c4c-1915-4488-bd17-32e0c4a16d51 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting port 16da1d1f-d44d-4bb3-8ead-4ee83e76aace {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:37:14.873393 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39349c4c-1915-4488-bd17-32e0c4a16d51 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (16da1d1f-d44d-4bb3-8ead-4ee83e76aace), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:14.883538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1d7dfd7c-ad68-4fa4-9c41-cbfbb22947bf None None] Calling delete_port for dfe09031-d5a1-497c-9b9b-c19d85fccc1b owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:37:14.955969 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-39349c4c-1915-4488-bd17-32e0c4a16d51 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] For port 16da1d1f-d44d-4bb3-8ead-4ee83e76aace, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=16da1d1f-d44d-4bb3-8ead-4ee83e76aace,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:37:14.956360 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39349c4c-1915-4488-bd17-32e0c4a16d51 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (16da1d1f-d44d-4bb3-8ead-4ee83e76aace), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:14.969082 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1d7dfd7c-ad68-4fa4-9c41-cbfbb22947bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (dfe09031-d5a1-497c-9b9b-c19d85fccc1b), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:14.970626 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-39349c4c-1915-4488-bd17-32e0c4a16d51 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Calling delete_port for 16da1d1f-d44d-4bb3-8ead-4ee83e76aace owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:37:14.995362 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dfd7c-ad68-4fa4-9c41-cbfbb22947bf None None] Pushing event deleted for resources: {'Port': ['ID=dfe09031-d5a1-497c-9b9b-c19d85fccc1b,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:14.998852 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7dfd7c-ad68-4fa4-9c41-cbfbb22947bf None None] No DVR routers for this DVR port dfe09031-d5a1-497c-9b9b-c19d85fccc1b on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:37:15.028854 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ea49384d-11f6-428a-9ec7-fe54910a043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562500992', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:37:13Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:15.056381 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49384d-11f6-428a-9ec7-fe54910a043a None None] The sync data for ids ['add3b132-ea3f-49c7-a7bd-7836b1b611d4'] in n-d-826942-8 is: [{'id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562500992', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:37:13Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '16da1d1f-d44d-4bb3-8ead-4ee83e76aace', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add3b132-ea3f-49c7-a7bd-7836b1b611d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:35:33Z', 'updated_at': '2022-02-05T03:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:37:15.143322 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39349c4c-1915-4488-bd17-32e0c4a16d51 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (16da1d1f-d44d-4bb3-8ead-4ee83e76aace), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:15.167855 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39349c4c-1915-4488-bd17-32e0c4a16d51 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Port': ['ID=16da1d1f-d44d-4bb3-8ead-4ee83e76aace,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:15.233217 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39349c4c-1915-4488-bd17-32e0c4a16d51 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (add3b132-ea3f-49c7-a7bd-7836b1b611d4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:15.326664 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39349c4c-1915-4488-bd17-32e0c4a16d51 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (add3b132-ea3f-49c7-a7bd-7836b1b611d4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:15.328749 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39349c4c-1915-4488-bd17-32e0c4a16d51 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_controller (add3b132-ea3f-49c7-a7bd-7836b1b611d4), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:15.372963 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39349c4c-1915-4488-bd17-32e0c4a16d51 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (add3b132-ea3f-49c7-a7bd-7836b1b611d4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:15.373662 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39349c4c-1915-4488-bd17-32e0c4a16d51 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Fanout notify agent at l3_agent the message router_deleted on router add3b132-ea3f-49c7-a7bd-7836b1b611d4 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:37:15.380262 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39349c4c-1915-4488-bd17-32e0c4a16d51 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:15.381359 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-39349c4c-1915-4488-bd17-32e0c4a16d51 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/routers/add3b132-ea3f-49c7-a7bd-7836b1b611d4 HTTP/1.1" status: 204 len: 168 time: 0.7985244 Feb 05 03:37:15.384612 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42332) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:15.467542 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2c46-b7b0-4d16-80fa-bb22fe5bf82d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (f9fc1a4c-ef8a-47b2-985b-d42326a6d80f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:15.556086 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2c46-b7b0-4d16-80fa-bb22fe5bf82d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (f9fc1a4c-ef8a-47b2-985b-d42326a6d80f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:15.575585 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-fb8e2c46-b7b0-4d16-80fa-bb22fe5bf82d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fc1a4c-ef8a-47b2-985b-d42326a6d80f']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:15.584924 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-fb8e2c46-b7b0-4d16-80fa-bb22fe5bf82d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ff0b90-8633-4adc-85de-74a6eac71e53') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:15.585547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-fb8e2c46-b7b0-4d16-80fa-bb22fe5bf82d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ff0b90-8633-4adc-85de-74a6eac71e53') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:15.599829 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2c46-b7b0-4d16-80fa-bb22fe5bf82d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (a7ff0b90-8633-4adc-85de-74a6eac71e53), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:15.614511 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2c46-b7b0-4d16-80fa-bb22fe5bf82d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a7ff0b90-8633-4adc-85de-74a6eac71e53), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:15.622991 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8e2c46-b7b0-4d16-80fa-bb22fe5bf82d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:37:15.623494 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2c46-b7b0-4d16-80fa-bb22fe5bf82d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (a7ff0b90-8633-4adc-85de-74a6eac71e53), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:37:15.626804 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:37:15.696382 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2c46-b7b0-4d16-80fa-bb22fe5bf82d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (f9fc1a4c-ef8a-47b2-985b-d42326a6d80f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:15.704105 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2c46-b7b0-4d16-80fa-bb22fe5bf82d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:15.707414 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fb8e2c46-b7b0-4d16-80fa-bb22fe5bf82d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/networks/f9fc1a4c-ef8a-47b2-985b-d42326a6d80f HTTP/1.1" status: 204 len: 168 time: 0.3218822 Feb 05 03:37:15.710268 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42334) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:15.719950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e2c46-b7b0-4d16-80fa-bb22fe5bf82d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Network': ['ID=f9fc1a4c-ef8a-47b2-985b-d42326a6d80f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:15.770342 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e59216d-6c2c-4d69-b0c3-31d0e606f773 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (cbf16d0d-3ef4-4bcb-afe5-38132068e6a6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:15.796906 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e59216d-6c2c-4d69-b0c3-31d0e606f773 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (cbf16d0d-3ef4-4bcb-afe5-38132068e6a6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:15.863036 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e59216d-6c2c-4d69-b0c3-31d0e606f773 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (cbf16d0d-3ef4-4bcb-afe5-38132068e6a6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:15.865682 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e59216d-6c2c-4d69-b0c3-31d0e606f773 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:15.870133 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5e59216d-6c2c-4d69-b0c3-31d0e606f773 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/security-groups/cbf16d0d-3ef4-4bcb-afe5-38132068e6a6 HTTP/1.1" status: 204 len: 168 time: 0.1544542 Feb 05 03:37:15.877006 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59216d-6c2c-4d69-b0c3-31d0e606f773 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf16d0d-3ef4-4bcb-afe5-38132068e6a6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:16.069644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42340) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:16.074370 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8dcf24b0-b5a0-4461-b4d1-ce35cd166ba3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-243308112', 'description': 'tempest-secgroup-smoke-243308112 description', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:37:16.095050 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8dcf24b0-b5a0-4461-b4d1-ce35cd166ba3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.164609 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8dcf24b0-b5a0-4461-b4d1-ce35cd166ba3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (a5712a37-d8ab-4951-9f01-43aed2b03407), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.168453 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8dcf24b0-b5a0-4461-b4d1-ce35cd166ba3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a5712a37-d8ab-4951-9f01-43aed2b03407), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.180037 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device dfe09031-d5a1-497c-9b9b-c19d85fccc1b no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:37:16.197990 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8dcf24b0-b5a0-4461-b4d1-ce35cd166ba3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.199273 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8dcf24b0-b5a0-4461-b4d1-ce35cd166ba3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1285772 Feb 05 03:37:16.201182 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf24b0-b5a0-4461-b4d1-ce35cd166ba3 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5712a37-d8ab-4951-9f01-43aed2b03407,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:16.201941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: dfe09031-d5a1-497c-9b9b-c19d85fccc1b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:37:16.202410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42342) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:16.202674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device dfe09031-d5a1-497c-9b9b-c19d85fccc1b not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:37:16.203321 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:37:16.219687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-83375e6d-4552-4f50-941b-530283096a63 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'a5712a37-d8ab-4951-9f01-43aed2b03407', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:37:16.228580 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:37:16.228927 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device ee2fbc02-9377-4ce9-9ec4-43baf03b8a54 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:37:16.229343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 16da1d1f-d44d-4bb3-8ead-4ee83e76aace no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:37:16.245679 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83375e6d-4552-4f50-941b-530283096a63 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (ee2098ca-cf0e-4f59-afb9-dcbda0244280), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.251075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 16da1d1f-d44d-4bb3-8ead-4ee83e76aace {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:37:16.251425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 16da1d1f-d44d-4bb3-8ead-4ee83e76aace not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:37:16.301501 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83375e6d-4552-4f50-941b-530283096a63 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (ee2098ca-cf0e-4f59-afb9-dcbda0244280), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.305339 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83375e6d-4552-4f50-941b-530283096a63 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (ee2098ca-cf0e-4f59-afb9-dcbda0244280), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.322501 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83375e6d-4552-4f50-941b-530283096a63 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2098ca-cf0e-4f59-afb9-dcbda0244280,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:16.330415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83375e6d-4552-4f50-941b-530283096a63 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.331671 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-83375e6d-4552-4f50-941b-530283096a63 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209137 Feb 05 03:37:16.334435 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42344) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:16.338915 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5f77cd91-1485-4841-b704-1aae7d6c8449 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'a5712a37-d8ab-4951-9f01-43aed2b03407', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:37:16.362793 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f77cd91-1485-4841-b704-1aae7d6c8449 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (163e2974-9dc6-4bab-a9c5-61952de0198a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.421908 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f77cd91-1485-4841-b704-1aae7d6c8449 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (163e2974-9dc6-4bab-a9c5-61952de0198a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.425643 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f77cd91-1485-4841-b704-1aae7d6c8449 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (163e2974-9dc6-4bab-a9c5-61952de0198a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.445457 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77cd91-1485-4841-b704-1aae7d6c8449 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163e2974-9dc6-4bab-a9c5-61952de0198a,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:16.451150 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f77cd91-1485-4841-b704-1aae7d6c8449 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.452290 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5f77cd91-1485-4841-b704-1aae7d6c8449 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169186 Feb 05 03:37:16.455232 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42346) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:16.459811 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ae2d48f7-91f5-49a5-9250-8d8250580107 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'a5712a37-d8ab-4951-9f01-43aed2b03407', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:37:16.483848 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ae2d48f7-91f5-49a5-9250-8d8250580107 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (fac0cfae-e348-4b5f-a486-5baf04112989), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.538606 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ae2d48f7-91f5-49a5-9250-8d8250580107 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (fac0cfae-e348-4b5f-a486-5baf04112989), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.542210 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ae2d48f7-91f5-49a5-9250-8d8250580107 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (fac0cfae-e348-4b5f-a486-5baf04112989), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.560239 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d48f7-91f5-49a5-9250-8d8250580107 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac0cfae-e348-4b5f-a486-5baf04112989,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:16.567083 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ae2d48f7-91f5-49a5-9250-8d8250580107 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.568305 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ae2d48f7-91f5-49a5-9250-8d8250580107 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119649 Feb 05 03:37:16.571992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42348) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:16.576512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5ebdf2a0-9910-48b5-88b4-53876139a2c2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'a5712a37-d8ab-4951-9f01-43aed2b03407', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:37:16.600415 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf2a0-9910-48b5-88b4-53876139a2c2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (c94a228a-07a4-4f5c-a30a-9c456a637b97), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.608485 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.658393 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf2a0-9910-48b5-88b4-53876139a2c2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (c94a228a-07a4-4f5c-a30a-9c456a637b97), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.661329 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf2a0-9910-48b5-88b4-53876139a2c2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (c94a228a-07a4-4f5c-a30a-9c456a637b97), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.679280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdf2a0-9910-48b5-88b4-53876139a2c2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94a228a-07a4-4f5c-a30a-9c456a637b97,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:16.687703 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf2a0-9910-48b5-88b4-53876139a2c2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.688909 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5ebdf2a0-9910-48b5-88b4-53876139a2c2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158981 Feb 05 03:37:16.691601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42350) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:16.695917 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-27723de3-9e5c-4ce5-a83f-60322bbbe927 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'a5712a37-d8ab-4951-9f01-43aed2b03407', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:37:16.714934 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-27723de3-9e5c-4ce5-a83f-60322bbbe927 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Project d19f328b21dc466e9df0e58e9aa162da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:37:16.719521 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27723de3-9e5c-4ce5-a83f-60322bbbe927 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (46226866-9a4e-4808-9062-b72e47be6a29), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.778202 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27723de3-9e5c-4ce5-a83f-60322bbbe927 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (46226866-9a4e-4808-9062-b72e47be6a29), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.781609 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27723de3-9e5c-4ce5-a83f-60322bbbe927 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (46226866-9a4e-4808-9062-b72e47be6a29), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.805501 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27723de3-9e5c-4ce5-a83f-60322bbbe927 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46226866-9a4e-4808-9062-b72e47be6a29,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:16.811368 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27723de3-9e5c-4ce5-a83f-60322bbbe927 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.812680 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-27723de3-9e5c-4ce5-a83f-60322bbbe927 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198354 Feb 05 03:37:16.815234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42352) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:16.819411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-107e1e3d-4ee2-4a09-a8fd-418e2f691dfe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'security_group_rule': {'security_group_id': 'a5712a37-d8ab-4951-9f01-43aed2b03407', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:37:16.838566 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-107e1e3d-4ee2-4a09-a8fd-418e2f691dfe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Project d19f328b21dc466e9df0e58e9aa162da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:37:16.843271 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-107e1e3d-4ee2-4a09-a8fd-418e2f691dfe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (972757cc-b3b6-44b5-8ae9-693917024dc7), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.901123 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-107e1e3d-4ee2-4a09-a8fd-418e2f691dfe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (972757cc-b3b6-44b5-8ae9-693917024dc7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.904907 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-107e1e3d-4ee2-4a09-a8fd-418e2f691dfe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (972757cc-b3b6-44b5-8ae9-693917024dc7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.923292 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e1e3d-4ee2-4a09-a8fd-418e2f691dfe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972757cc-b3b6-44b5-8ae9-693917024dc7,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:16.930878 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-107e1e3d-4ee2-4a09-a8fd-418e2f691dfe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.932107 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-107e1e3d-4ee2-4a09-a8fd-418e2f691dfe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1159625 Feb 05 03:37:16.934979 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42354) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:16.939692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3a06ea53-0975-4698-8e38-a06f273c0a5a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'network': {'name': 'tempest-network-smoke--1366845040', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'port_security_enabled': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:37:16.957739 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a06ea53-0975-4698-8e38-a06f273c0a5a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Made reservation on behalf of d19f328b21dc466e9df0e58e9aa162da for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:37:16.960971 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a06ea53-0975-4698-8e38-a06f273c0a5a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.983904 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a06ea53-0975-4698-8e38-a06f273c0a5a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:37:16.992920 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a06ea53-0975-4698-8e38-a06f273c0a5a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (79b7afe8-f097-4f62-bad0-c6a452e6210f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:16.993396 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-3a06ea53-0975-4698-8e38-a06f273c0a5a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Added segment 79b7afe8-f097-4f62-bad0-c6a452e6210f of type vlan for network 5d9f6157-2d31-4ca5-82fb-17be9693eec9 Feb 05 03:37:17.032637 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a06ea53-0975-4698-8e38-a06f273c0a5a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (5d9f6157-2d31-4ca5-82fb-17be9693eec9), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:17.057596 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a06ea53-0975-4698-8e38-a06f273c0a5a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (5d9f6157-2d31-4ca5-82fb-17be9693eec9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:17.062581 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a06ea53-0975-4698-8e38-a06f273c0a5a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:17.063123 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a06ea53-0975-4698-8e38-a06f273c0a5a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:17.124438 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3a06ea53-0975-4698-8e38-a06f273c0a5a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1884251 Feb 05 03:37:17.127415 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42356) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:17.132235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2121401542', 'admin_state_up': True, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:37:17.136960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06ea53-0975-4698-8e38-a06f273c0a5a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Network': ['ID=5d9f6157-2d31-4ca5-82fb-17be9693eec9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:17.147616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 5d9f6157-2d31-4ca5-82fb-17be9693eec9 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:37:17.154955 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (cea624e9-19f4-4cf3-91d9-b16005206ada), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:17.155954 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (cea624e9-19f4-4cf3-91d9-b16005206ada), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:17.211098 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_controller (cea624e9-19f4-4cf3-91d9-b16005206ada), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:17.347602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:37:17.351237 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_gateway (cea624e9-19f4-4cf3-91d9-b16005206ada), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:17.372394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:37:17.372736 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 0c2abf3b-9ba2-48d5-b6cd-b9b47edf795e not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:37:17.549601 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_gateway (cea624e9-19f4-4cf3-91d9-b16005206ada), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:17.568434 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:17.669651 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Allocated IP 172.25.0.68 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/8466afb3-abe0-4c07-8171-08533c1aed47) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:37:17.771778 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (8466afb3-abe0-4c07-8171-08533c1aed47), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:17.805704 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (8466afb3-abe0-4c07-8171-08533c1aed47), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:17.841326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:37:17.846035 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:37:17.849484 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:37:17.875164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=8466afb3-abe0-4c07-8171-08533c1aed47,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:18.104199 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_gateway (cea624e9-19f4-4cf3-91d9-b16005206ada), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:18.303383 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (cea624e9-19f4-4cf3-91d9-b16005206ada), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:18.433223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router cea624e9-19f4-4cf3-91d9-b16005206ada is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:37:18.540089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:37:18.549293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Sync routers for ids ['cea624e9-19f4-4cf3-91d9-b16005206ada'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:37:18.558912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Routers {'cea624e9-19f4-4cf3-91d9-b16005206ada'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:37:18.559537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:37:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cea624e9-19f4-4cf3-91d9-b16005206ada'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:18.560097 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:18.561326 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fe9eb973-b1dc-4425-84c8-4873efcd87d9 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4329102 Feb 05 03:37:18.564932 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42358) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:18.594080 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-22689c30-f424-494a-9c6b-fc442c7ba53f tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=d19f328b21dc466e9df0e58e9aa162da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270889 Feb 05 03:37:18.595735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42360) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:18.668449 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Set router cea624e9-19f4-4cf3-91d9-b16005206ada gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:37:18.681754 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67cb55f-7e66-43fe-a2ec-043624a52164 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:18.683343 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b67cb55f-7e66-43fe-a2ec-043624a52164 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866761 Feb 05 03:37:18.686146 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42362) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:18.720938 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d3997985-a704-4d08-a198-056967bcf137 tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314224 Feb 05 03:37:18.721159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42364) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:18.725748 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fa131916-89e5-4593-8644-0759777eb103 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1121302824', 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:37:18.815703 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa131916-89e5-4593-8644-0759777eb103 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Made reservation on behalf of d19f328b21dc466e9df0e58e9aa162da for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:37:18.819196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa131916-89e5-4593-8644-0759777eb103 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:18.845753 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121401542', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:17Z', 'revision_number': 3, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:18.873002 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Checking router: cea624e9-19f4-4cf3-91d9-b16005206ada for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:37:18.873353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Updating router cea624e9-19f4-4cf3-91d9-b16005206ada port 8466afb3-abe0-4c07-8171-08533c1aed47 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:37:18.905610 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8466afb3-abe0-4c07-8171-08533c1aed47), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:18.999383 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa131916-89e5-4593-8644-0759777eb103 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (fffff654-5023-46d0-a45a-88b4a5aef41f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:19.059296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa131916-89e5-4593-8644-0759777eb103 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Subnet': ['ID=fffff654-5023-46d0-a45a-88b4a5aef41f,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:19.068923 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa131916-89e5-4593-8644-0759777eb103 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Checking segment: {'id': '79b7afe8-f097-4f62-bad0-c6a452e6210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:37:19.069277 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa131916-89e5-4593-8644-0759777eb103 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network hostable DHCP agents. Network: 5d9f6157-2d31-4ca5-82fb-17be9693eec9, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:37:19.086570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa131916-89e5-4593-8644-0759777eb103 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 5d9f6157-2d31-4ca5-82fb-17be9693eec9 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:37:19.095986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-fa131916-89e5-4593-8644-0759777eb103 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 5d9f6157-2d31-4ca5-82fb-17be9693eec9) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:37:19.100152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa131916-89e5-4593-8644-0759777eb103 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:19.100800 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa131916-89e5-4593-8644-0759777eb103 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:19.109766 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c781946-f56d-4c8a-931b-9e12bc1df4b9 None None] Network 5d9f6157-2d31-4ca5-82fb-17be9693eec9 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:37:19.125662 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fa131916-89e5-4593-8644-0759777eb103 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4010482 Feb 05 03:37:19.125872 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42366) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:19.228609 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Publish callbacks [] for port (8466afb3-abe0-4c07-8171-08533c1aed47), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:19.235191 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8466afb3-abe0-4c07-8171-08533c1aed47), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:19.278366 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ips': [{'subnet_id': 'fffff654-5023-46d0-a45a-88b4a5aef41f'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:37:19.279282 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:19.329762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a86f89-7339-42e7-98e9-18132537ce03 None None] Pushing event updated for resources: {'Port': ['ID=8466afb3-abe0-4c07-8171-08533c1aed47,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:19.336138 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Attempting to bind port 8466afb3-abe0-4c07-8171-08533c1aed47 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:37:19.336390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Attempting to bind port 8466afb3-abe0-4c07-8171-08533c1aed47 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:37:19.336760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Attempting to bind port 8466afb3-abe0-4c07-8171-08533c1aed47 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:37:19.388107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:37:19.388481 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:37:19.388880 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:19.389276 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:37:19.389760 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Bound port: 8466afb3-abe0-4c07-8171-08533c1aed47, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:37:19.390140 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8466afb3-abe0-4c07-8171-08533c1aed47), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:19.485832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] For port 8466afb3-abe0-4c07-8171-08533c1aed47, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:37:19.490091 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] For port 8466afb3-abe0-4c07-8171-08533c1aed47, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8466afb3-abe0-4c07-8171-08533c1aed47,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:37:19.500269 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Allocated IP 172.20.0.2 (5d9f6157-2d31-4ca5-82fb-17be9693eec9/fffff654-5023-46d0-a45a-88b4a5aef41f/8b06a190-f73b-4223-ba3d-00f66a3ee172) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:37:19.502543 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8466afb3-abe0-4c07-8171-08533c1aed47), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:19.592250 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:19.772235 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Routers {'cea624e9-19f4-4cf3-91d9-b16005206ada'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:37:19.772903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:37:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cea624e9-19f4-4cf3-91d9-b16005206ada'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:19.809945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a86f89-7339-42e7-98e9-18132537ce03 None None] Pushing event updated for resources: {'Port': ['ID=8466afb3-abe0-4c07-8171-08533c1aed47,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:19.942134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] Set router cea624e9-19f4-4cf3-91d9-b16005206ada gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:37:19.998270 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Publish callbacks [] for port (8b06a190-f73b-4223-ba3d-00f66a3ee172), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:20.004324 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (8b06a190-f73b-4223-ba3d-00f66a3ee172), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:20.053049 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Allocated IP 172.20.0.1 (5d9f6157-2d31-4ca5-82fb-17be9693eec9/fffff654-5023-46d0-a45a-88b4a5aef41f/9636fe31-0047-4873-9472-da87e0737a3a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:37:20.090919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Network 5d9f6157-2d31-4ca5-82fb-17be9693eec9 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:37:20.096629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:37:20.105262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:37:20.114351 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Pushing event updated for resources: {'Port': ['ID=8b06a190-f73b-4223-ba3d-00f66a3ee172,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:20.171514 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (9636fe31-0047-4873-9472-da87e0737a3a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:20.199956 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Attempting to bind port 8b06a190-f73b-4223-ba3d-00f66a3ee172 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:37:20.200333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Attempting to bind port 8b06a190-f73b-4223-ba3d-00f66a3ee172 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '79b7afe8-f097-4f62-bad0-c6a452e6210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:37:20.200696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Attempting to bind port 8b06a190-f73b-4223-ba3d-00f66a3ee172 on network 5d9f6157-2d31-4ca5-82fb-17be9693eec9 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:37:20.205584 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (9636fe31-0047-4873-9472-da87e0737a3a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:20.211205 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:37:20.211595 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Checking segment: {'id': '79b7afe8-f097-4f62-bad0-c6a452e6210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:37:20.212003 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:20.212399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Bound using segment: {'id': '79b7afe8-f097-4f62-bad0-c6a452e6210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:37:20.212874 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Bound port: 8b06a190-f73b-4223-ba3d-00f66a3ee172, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b7afe8-f097-4f62-bad0-c6a452e6210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:37:20.213260 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8b06a190-f73b-4223-ba3d-00f66a3ee172), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:20.244642 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 5d9f6157-2d31-4ca5-82fb-17be9693eec9 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:37:20.250294 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:37:20.254017 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:37:20.269281 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121401542', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:17Z', 'revision_number': 3, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:20.283715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=9636fe31-0047-4873-9472-da87e0737a3a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:20.303744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c2897-1973-4255-a21a-e01fccc999c7 None None] The sync data for ids ['cea624e9-19f4-4cf3-91d9-b16005206ada'] in n-d-826942-8 is: [{'id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121401542', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:17Z', 'revision_number': 3, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:37:20.306274 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (cea624e9-19f4-4cf3-91d9-b16005206ada), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:20.317844 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] For port 8b06a190-f73b-4223-ba3d-00f66a3ee172, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:37:20.325536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] For port 8b06a190-f73b-4223-ba3d-00f66a3ee172, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8b06a190-f73b-4223-ba3d-00f66a3ee172,segment=NetworkSegment(79b7afe8-f097-4f62-bad0-c6a452e6210f),segment_id=79b7afe8-f097-4f62-bad0-c6a452e6210f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:37:20.332939 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8b06a190-f73b-4223-ba3d-00f66a3ee172), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:20.392727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa968ac7-1adc-4137-b61b-e8444c920c0f None None] Pushing event updated for resources: {'Port': ['ID=8b06a190-f73b-4223-ba3d-00f66a3ee172,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:20.470461 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9636fe31-0047-4873-9472-da87e0737a3a), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:20.819774 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (9636fe31-0047-4873-9472-da87e0737a3a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:20.824786 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (9636fe31-0047-4873-9472-da87e0737a3a), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:20.903047 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=9636fe31-0047-4873-9472-da87e0737a3a,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:20.905569 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (cea624e9-19f4-4cf3-91d9-b16005206ada), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:21.001923 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 5d9f6157-2d31-4ca5-82fb-17be9693eec9 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:37:21.003399 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:37:21.470653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router cea624e9-19f4-4cf3-91d9-b16005206ada has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:37:21.482432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b306ebc-6bdd-43b1-aa15-92d3850a5d07 None None] Network 5d9f6157-2d31-4ca5-82fb-17be9693eec9 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:37:21.567392 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d92e9f02-22b9-4fb5-87da-fe6099c44d28 None None] Provisioning complete for port 8b06a190-f73b-4223-ba3d-00f66a3ee172 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:37:21.567768 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d92e9f02-22b9-4fb5-87da-fe6099c44d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8b06a190-f73b-4223-ba3d-00f66a3ee172), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:21.586411 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:37:21.592276 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-530939ca-3067-4c23-b603-026ddc2fb888 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "PUT /v2.0/routers/cea624e9-19f4-4cf3-91d9-b16005206ada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4651067 Feb 05 03:37:21.688646 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d92e9f02-22b9-4fb5-87da-fe6099c44d28 None None] Current status of the port 8b06a190-f73b-4223-ba3d-00f66a3ee172 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:37:21.688646 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d92e9f02-22b9-4fb5-87da-fe6099c44d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8b06a190-f73b-4223-ba3d-00f66a3ee172), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:21.722557 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d92e9f02-22b9-4fb5-87da-fe6099c44d28 None None] For port 8b06a190-f73b-4223-ba3d-00f66a3ee172, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8b06a190-f73b-4223-ba3d-00f66a3ee172,segment=NetworkSegment(79b7afe8-f097-4f62-bad0-c6a452e6210f),segment_id=79b7afe8-f097-4f62-bad0-c6a452e6210f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:37:21.729165 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d92e9f02-22b9-4fb5-87da-fe6099c44d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8b06a190-f73b-4223-ba3d-00f66a3ee172), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:21.787269 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e9f02-22b9-4fb5-87da-fe6099c44d28 None None] Pushing event updated for resources: {'Port': ['ID=8b06a190-f73b-4223-ba3d-00f66a3ee172,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:21.836938 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-90b011da-84b0-487b-a0ac-a37a96a24c93 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243308112&fields=id&tenant_id=d19f328b21dc466e9df0e58e9aa162da HTTP/1.1" status: 200 len: 267 time: 0.0563385 Feb 05 03:37:21.953876 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8ca4b7ba-1a37-4556-934c-060dbc3ac59c None None] Provisioning complete for port 9636fe31-0047-4873-9472-da87e0737a3a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:37:21.954381 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ca4b7ba-1a37-4556-934c-060dbc3ac59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9636fe31-0047-4873-9472-da87e0737a3a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:21.959094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-31d36eca-958d-4d9a-af11-4b9ad7f9e304 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:21.960754 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-31d36eca-958d-4d9a-af11-4b9ad7f9e304 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/networks?id=5d9f6157-2d31-4ca5-82fb-17be9693eec9 HTTP/1.1" status: 200 len: 797 time: 0.1150293 Feb 05 03:37:21.978172 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-1fcf077a-f5b5-4e13-92d0-b4ac04984c4b tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/quotas/d19f328b21dc466e9df0e58e9aa162da HTTP/1.1" status: 200 len: 375 time: 0.0110767 Feb 05 03:37:21.999395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4b7ba-1a37-4556-934c-060dbc3ac59c None None] Port 9636fe31-0047-4873-9472-da87e0737a3a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:37:22.011964 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8ca4b7ba-1a37-4556-934c-060dbc3ac59c None None] Provisioning complete for port 8b06a190-f73b-4223-ba3d-00f66a3ee172 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:37:22.012340 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ca4b7ba-1a37-4556-934c-060dbc3ac59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8b06a190-f73b-4223-ba3d-00f66a3ee172), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:22.046469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-0003c921-6465-4642-ac11-fa8098b07551 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629749 Feb 05 03:37:22.099820 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Sync routers for ids ['cea624e9-19f4-4cf3-91d9-b16005206ada'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:37:22.104439 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4b7ba-1a37-4556-934c-060dbc3ac59c None None] Current status of the port 8b06a190-f73b-4223-ba3d-00f66a3ee172 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:37:22.111093 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Routers {'cea624e9-19f4-4cf3-91d9-b16005206ada'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:37:22.111724 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:37:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cea624e9-19f4-4cf3-91d9-b16005206ada'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:22.225175 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-9333ef2e-78d0-45c5-b132-4eaaced07012 service neutron] 10.222.0.36 "GET /v2.0/networks/5d9f6157-2d31-4ca5-82fb-17be9693eec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665089 Feb 05 03:37:22.237898 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Set router cea624e9-19f4-4cf3-91d9-b16005206ada gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:37:22.250783 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-88a55564-ea11-4e2e-ba03-cfa7786c3a68 None None] Provisioning complete for port 9636fe31-0047-4873-9472-da87e0737a3a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:37:22.250783 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88a55564-ea11-4e2e-ba03-cfa7786c3a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9636fe31-0047-4873-9472-da87e0737a3a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:22.324793 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-88a55564-ea11-4e2e-ba03-cfa7786c3a68 None None] Port 9636fe31-0047-4873-9472-da87e0737a3a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:37:22.358007 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-67c9b8dc-a422-4f28-90b8-7a512b82c0f5 service neutron] 10.222.0.36 "GET /v2.0/networks/5d9f6157-2d31-4ca5-82fb-17be9693eec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262093 Feb 05 03:37:22.371815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8466afb3-abe0-4c07-8171-08533c1aed47 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:37:22.426535 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8466afb3-abe0-4c07-8171-08533c1aed47 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:37:22.426950 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8466afb3-abe0-4c07-8171-08533c1aed47), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:22.475441 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121401542', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:20Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '9636fe31-0047-4873-9472-da87e0737a3a', 'name': '', 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b2:f9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:19Z', 'updated_at': '2022-02-05T03:37:20Z', 'revision_number': 2, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:22.484967 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9cd826f9-63fa-426b-8d00-85ba39633b75 None None] Provisioning complete for port 9636fe31-0047-4873-9472-da87e0737a3a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:37:22.485473 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9cd826f9-63fa-426b-8d00-85ba39633b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9636fe31-0047-4873-9472-da87e0737a3a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:22.509225 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Checking router: cea624e9-19f4-4cf3-91d9-b16005206ada for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:37:22.509781 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Updating router cea624e9-19f4-4cf3-91d9-b16005206ada port 9636fe31-0047-4873-9472-da87e0737a3a binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:37:22.542526 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9636fe31-0047-4873-9472-da87e0737a3a), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:22.556545 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9cd826f9-63fa-426b-8d00-85ba39633b75 None None] Port 9636fe31-0047-4873-9472-da87e0737a3a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:37:22.560663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8466afb3-abe0-4c07-8171-08533c1aed47 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:37:22.561116 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8466afb3-abe0-4c07-8171-08533c1aed47), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:22.580022 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d61769e4-f5a8-4905-a973-8dd8f3fa1c99 req-56653bec-6fce-4411-adaf-b879d0136628 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 210 time: 0.0493898 Feb 05 03:37:22.582369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 8466afb3-abe0-4c07-8171-08533c1aed47, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8466afb3-abe0-4c07-8171-08533c1aed47,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:37:22.596037 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8466afb3-abe0-4c07-8171-08533c1aed47), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:22.598814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8b06a190-f73b-4223-ba3d-00f66a3ee172 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:37:22.685456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=8466afb3-abe0-4c07-8171-08533c1aed47,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:22.699336 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8b06a190-f73b-4223-ba3d-00f66a3ee172 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:37:22.699715 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8b06a190-f73b-4223-ba3d-00f66a3ee172), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:22.792103 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8b06a190-f73b-4223-ba3d-00f66a3ee172 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:37:22.849037 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Publish callbacks [] for port (9636fe31-0047-4873-9472-da87e0737a3a), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:22.854609 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9636fe31-0047-4873-9472-da87e0737a3a), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:22.906873 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be4d21-229f-4961-b79a-1fe73b0255e5 None None] Pushing event updated for resources: {'Port': ['ID=9636fe31-0047-4873-9472-da87e0737a3a,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:22.918463 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be4d21-229f-4961-b79a-1fe73b0255e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:22.918840 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be4d21-229f-4961-b79a-1fe73b0255e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:22.919176 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be4d21-229f-4961-b79a-1fe73b0255e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:22.919506 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be4d21-229f-4961-b79a-1fe73b0255e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:22.919836 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be4d21-229f-4961-b79a-1fe73b0255e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:22.920161 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be4d21-229f-4961-b79a-1fe73b0255e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:22.920481 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be4d21-229f-4961-b79a-1fe73b0255e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:22.920820 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be4d21-229f-4961-b79a-1fe73b0255e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:22.921100 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be4d21-229f-4961-b79a-1fe73b0255e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:22.921412 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be4d21-229f-4961-b79a-1fe73b0255e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:22.921904 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be4d21-229f-4961-b79a-1fe73b0255e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:22.922227 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be4d21-229f-4961-b79a-1fe73b0255e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:22.922541 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be4d21-229f-4961-b79a-1fe73b0255e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:37:22.973532 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Attempting to bind port 9636fe31-0047-4873-9472-da87e0737a3a on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:37:22.974182 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Attempting to bind port 9636fe31-0047-4873-9472-da87e0737a3a by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '79b7afe8-f097-4f62-bad0-c6a452e6210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:37:22.974688 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Attempting to bind port 9636fe31-0047-4873-9472-da87e0737a3a on network 5d9f6157-2d31-4ca5-82fb-17be9693eec9 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:37:22.981014 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:37:22.981411 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Checking segment: {'id': '79b7afe8-f097-4f62-bad0-c6a452e6210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:37:22.981808 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:22.982191 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Bound using segment: {'id': '79b7afe8-f097-4f62-bad0-c6a452e6210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:37:22.982645 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Bound port: 9636fe31-0047-4873-9472-da87e0737a3a, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b7afe8-f097-4f62-bad0-c6a452e6210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:37:22.983046 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9636fe31-0047-4873-9472-da87e0737a3a), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:23.052643 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] For port 9636fe31-0047-4873-9472-da87e0737a3a, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:37:23.056749 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] For port 9636fe31-0047-4873-9472-da87e0737a3a, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9636fe31-0047-4873-9472-da87e0737a3a,segment=NetworkSegment(79b7afe8-f097-4f62-bad0-c6a452e6210f),segment_id=79b7afe8-f097-4f62-bad0-c6a452e6210f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:37:23.063789 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9636fe31-0047-4873-9472-da87e0737a3a), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:23.122202 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Routers {'cea624e9-19f4-4cf3-91d9-b16005206ada'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:37:23.122864 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:37:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cea624e9-19f4-4cf3-91d9-b16005206ada'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:23.180477 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fec29fc8-bf4e-4a94-a83b-dc63942262db None None] Provisioning complete for port 9636fe31-0047-4873-9472-da87e0737a3a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:37:23.181177 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fec29fc8-bf4e-4a94-a83b-dc63942262db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9636fe31-0047-4873-9472-da87e0737a3a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:23.199983 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be4d21-229f-4961-b79a-1fe73b0255e5 None None] Pushing event updated for resources: {'Port': ['ID=9636fe31-0047-4873-9472-da87e0737a3a,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:23.248362 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] Set router cea624e9-19f4-4cf3-91d9-b16005206ada gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:37:23.265676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fec29fc8-bf4e-4a94-a83b-dc63942262db None None] Current status of the port 9636fe31-0047-4873-9472-da87e0737a3a is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:37:23.266194 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fec29fc8-bf4e-4a94-a83b-dc63942262db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9636fe31-0047-4873-9472-da87e0737a3a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:23.302970 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fec29fc8-bf4e-4a94-a83b-dc63942262db None None] For port 9636fe31-0047-4873-9472-da87e0737a3a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9636fe31-0047-4873-9472-da87e0737a3a,segment=NetworkSegment(79b7afe8-f097-4f62-bad0-c6a452e6210f),segment_id=79b7afe8-f097-4f62-bad0-c6a452e6210f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:37:23.308704 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fec29fc8-bf4e-4a94-a83b-dc63942262db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9636fe31-0047-4873-9472-da87e0737a3a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:23.358712 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec29fc8-bf4e-4a94-a83b-dc63942262db None None] Pushing event updated for resources: {'Port': ['ID=9636fe31-0047-4873-9472-da87e0737a3a,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:23.434446 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b9deecca-4159-4cb3-886b-4bc3dbe3c3db None None] Provisioning complete for port 9636fe31-0047-4873-9472-da87e0737a3a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:37:23.434741 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b9deecca-4159-4cb3-886b-4bc3dbe3c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9636fe31-0047-4873-9472-da87e0737a3a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:23.486222 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121401542', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:20Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '9636fe31-0047-4873-9472-da87e0737a3a', 'name': '', 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b2:f9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:19Z', 'updated_at': '2022-02-05T03:37:23Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:23.523957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b9deecca-4159-4cb3-886b-4bc3dbe3c3db None None] Current status of the port 9636fe31-0047-4873-9472-da87e0737a3a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:37:23.525017 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0803bf38-7e8e-457c-8aa3-74904b9a18eb None None] The sync data for ids ['cea624e9-19f4-4cf3-91d9-b16005206ada'] in n-d-826942-8 is: [{'id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121401542', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:20Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '9636fe31-0047-4873-9472-da87e0737a3a', 'name': '', 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b2:f9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:19Z', 'updated_at': '2022-02-05T03:37:23Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:37:23.591051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-3340e640-283f-42e2-a8a9-41ec4c344dda tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:23.593970 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-3340e640-283f-42e2-a8a9-41ec4c344dda tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.10 "GET /v2.0/networks?id=5d9f6157-2d31-4ca5-82fb-17be9693eec9 HTTP/1.1" status: 200 len: 797 time: 0.1630008 Feb 05 03:37:23.666061 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-2045830c-3d4c-4246-b8e3-239d6ea97a19 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d19f328b21dc466e9df0e58e9aa162da HTTP/1.1" status: 200 len: 379 time: 0.0634913 Feb 05 03:37:23.677271 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-063dd64f-93f4-4491-bf2e-c421449318fc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'port': {'device_id': '245ed0d5-3b97-4718-a533-bb8a86186736', 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'admin_state_up': True, 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'security_groups': ['a5712a37-d8ab-4951-9f01-43aed2b03407']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:37:23.682911 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4bc10f7b-c799-41ca-86c1-dc2e84a4e017 req-8636885c-eda1-452c-8495-fa3026bd3be8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 210 time: 0.0388970 Feb 05 03:37:23.796131 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-063dd64f-93f4-4491-bf2e-c421449318fc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Made reservation on behalf of d19f328b21dc466e9df0e58e9aa162da for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:37:23.799569 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-063dd64f-93f4-4491-bf2e-c421449318fc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:23.934680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-063dd64f-93f4-4491-bf2e-c421449318fc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Allocated IP 172.20.0.11 (5d9f6157-2d31-4ca5-82fb-17be9693eec9/fffff654-5023-46d0-a45a-88b4a5aef41f/67805669-516c-4cee-9b1c-552733b08126) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:37:24.084413 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-063dd64f-93f4-4491-bf2e-c421449318fc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (67805669-516c-4cee-9b1c-552733b08126), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:24.121117 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-063dd64f-93f4-4491-bf2e-c421449318fc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (67805669-516c-4cee-9b1c-552733b08126), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:24.168607 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-063dd64f-93f4-4491-bf2e-c421449318fc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 5d9f6157-2d31-4ca5-82fb-17be9693eec9 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:37:24.171964 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-063dd64f-93f4-4491-bf2e-c421449318fc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:37:24.186777 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-063dd64f-93f4-4491-bf2e-c421449318fc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:37:24.186777 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063dd64f-93f4-4491-bf2e-c421449318fc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=67805669-516c-4cee-9b1c-552733b08126,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:24.234611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-063dd64f-93f4-4491-bf2e-c421449318fc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:24.235365 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-063dd64f-93f4-4491-bf2e-c421449318fc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:24.260990 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-063dd64f-93f4-4491-bf2e-c421449318fc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5878618 Feb 05 03:37:24.276532 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Request body: {'port': {'device_id': '245ed0d5-3b97-4718-a533-bb8a86186736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:37:24.334857 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8466afb3-abe0-4c07-8171-08533c1aed47 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:37:24.353745 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (67805669-516c-4cee-9b1c-552733b08126), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:24.394285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8466afb3-abe0-4c07-8171-08533c1aed47 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:37:24.394900 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8466afb3-abe0-4c07-8171-08533c1aed47), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:24.495426 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8466afb3-abe0-4c07-8171-08533c1aed47 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:37:24.496507 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9636fe31-0047-4873-9472-da87e0737a3a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:37:24.559177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4a95bfdd-85ff-4d15-b750-65a7e6315bbd None None] Provisioning complete for port 67805669-516c-4cee-9b1c-552733b08126 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:37:24.559826 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a95bfdd-85ff-4d15-b750-65a7e6315bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (67805669-516c-4cee-9b1c-552733b08126), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:24.561595 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 9636fe31-0047-4873-9472-da87e0737a3a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:37:24.561955 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9636fe31-0047-4873-9472-da87e0737a3a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:24.623588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4a95bfdd-85ff-4d15-b750-65a7e6315bbd None None] Port 67805669-516c-4cee-9b1c-552733b08126 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:37:24.663249 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67805669-516c-4cee-9b1c-552733b08126 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:37:24.671766 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Publish callbacks [] for port (67805669-516c-4cee-9b1c-552733b08126), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:24.677482 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 9636fe31-0047-4873-9472-da87e0737a3a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:37:24.685801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Transition to ACTIVE for port object 67805669-516c-4cee-9b1c-552733b08126 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:37:24.689719 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (67805669-516c-4cee-9b1c-552733b08126), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:24.787330 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Pushing event updated for resources: {'Port': ['ID=67805669-516c-4cee-9b1c-552733b08126,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:24.820558 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Attempting to bind port 67805669-516c-4cee-9b1c-552733b08126 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:37:24.821159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Attempting to bind port 67805669-516c-4cee-9b1c-552733b08126 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '79b7afe8-f097-4f62-bad0-c6a452e6210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:37:24.821518 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Attempting to bind port 67805669-516c-4cee-9b1c-552733b08126 on network 5d9f6157-2d31-4ca5-82fb-17be9693eec9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:37:24.826161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Port 67805669-516c-4cee-9b1c-552733b08126 on network 5d9f6157-2d31-4ca5-82fb-17be9693eec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:37:24.826495 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Attempting to bind port 67805669-516c-4cee-9b1c-552733b08126 on network 5d9f6157-2d31-4ca5-82fb-17be9693eec9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:37:24.831658 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:37:24.832006 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Checking segment: {'id': '79b7afe8-f097-4f62-bad0-c6a452e6210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:37:24.832395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Bound using segment: {'id': '79b7afe8-f097-4f62-bad0-c6a452e6210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:37:24.832823 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Bound port: 67805669-516c-4cee-9b1c-552733b08126, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b7afe8-f097-4f62-bad0-c6a452e6210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:37:24.833188 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (67805669-516c-4cee-9b1c-552733b08126), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:24.836994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c381a-080c-48bb-b573-ddf9271415dd req-efea5363-3c38-4724-9da9-2923274766f7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:24.838534 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c00c381a-080c-48bb-b573-ddf9271415dd req-efea5363-3c38-4724-9da9-2923274766f7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 944 time: 0.0584388 Feb 05 03:37:24.896525 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c00c381a-080c-48bb-b573-ddf9271415dd req-c125346f-76df-4cd7-949f-e59269c7445a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518539 Feb 05 03:37:24.912157 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] For port 67805669-516c-4cee-9b1c-552733b08126, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:37:24.915891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] For port 67805669-516c-4cee-9b1c-552733b08126, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=67805669-516c-4cee-9b1c-552733b08126,segment=NetworkSegment(79b7afe8-f097-4f62-bad0-c6a452e6210f),segment_id=79b7afe8-f097-4f62-bad0-c6a452e6210f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:37:24.922722 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (67805669-516c-4cee-9b1c-552733b08126), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:24.962098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:24.962713 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:24.964108 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] 10.222.0.10 "PUT /v2.0/ports/67805669-516c-4cee-9b1c-552733b08126 HTTP/1.1" status: 200 len: 1092 time: 0.6942317 Feb 05 03:37:24.964552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245ed0d5-3b97-4718-a533-bb8a86186736', 'tag': '67805669-516c-4cee-9b1c-552733b08126'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:37:24.967027 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc9beb1-33c5-42a8-911e-148ed46e07f2" -d '{"events": [{"name": "network-changed", "server_uuid": "245ed0d5-3b97-4718-a533-bb8a86186736", "tag": "67805669-516c-4cee-9b1c-552733b08126"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:37:24.990640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84e575-e17f-4b30-ab9d-b025be5c75a6 service neutron] Pushing event updated for resources: {'Port': ['ID=67805669-516c-4cee-9b1c-552733b08126,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:25.043341 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3b894d-9ce5-44bf-b3a1-ef4513d739b0 x-openstack-request-id: req-bd3b894d-9ce5-44bf-b3a1-ef4513d739b0 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:37:25.043733 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245ed0d5-3b97-4718-a533-bb8a86186736", "tag": "67805669-516c-4cee-9b1c-552733b08126", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:37:25.043999 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd3b894d-9ce5-44bf-b3a1-ef4513d739b0 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:37:25.044291 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245ed0d5-3b97-4718-a533-bb8a86186736', 'tag': '67805669-516c-4cee-9b1c-552733b08126', 'status': 'completed', 'code': 200} Feb 05 03:37:25.067293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-a1058c94-0a76-4c52-a69c-300671ebfe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:25.068651 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-a1058c94-0a76-4c52-a69c-300671ebfe53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 1126 time: 0.0555317 Feb 05 03:37:25.115673 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-c3711491-d6ca-4432-a980-a94f467a19a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67805669-516c-4cee-9b1c-552733b08126 HTTP/1.1" status: 200 len: 217 time: 0.0388007 Feb 05 03:37:25.171634 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-e867ce56-c4c7-4fa5-8a08-5a22daf75e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:25.173093 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-e867ce56-c4c7-4fa5-8a08-5a22daf75e74 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffff654-5023-46d0-a45a-88b4a5aef41f HTTP/1.1" status: 200 len: 835 time: 0.0503850 Feb 05 03:37:25.221205 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-63138051-b24b-4508-8d95-b8d08b4aa34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:25.222665 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-63138051-b24b-4508-8d95-b8d08b4aa34f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d9f6157-2d31-4ca5-82fb-17be9693eec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438836 Feb 05 03:37:25.310064 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-62b46e2d-20ce-448e-807a-bd4941b092d3 service neutron] 10.222.0.10 "GET /v2.0/networks/5d9f6157-2d31-4ca5-82fb-17be9693eec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812836 Feb 05 03:37:25.405460 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b2c4616b-9429-4873-b5e8-7ab431929af2 req-753b63d1-2375-4e50-b121-8c6cd2f5f247 service neutron] 10.222.0.10 "GET /v2.0/networks/5d9f6157-2d31-4ca5-82fb-17be9693eec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893941 Feb 05 03:37:25.496285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9beb1-33c5-42a8-911e-148ed46e07f2 req-400847f0-4793-437e-a463-52eca0cc6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:25.497738 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fc9beb1-33c5-42a8-911e-148ed46e07f2 req-400847f0-4793-437e-a463-52eca0cc6c2f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 1126 time: 0.0450311 Feb 05 03:37:25.588895 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9beb1-33c5-42a8-911e-148ed46e07f2 req-50243b31-9459-416a-9083-8e073fedc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:25.590240 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fc9beb1-33c5-42a8-911e-148ed46e07f2 req-50243b31-9459-416a-9083-8e073fedc56b service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d9f6157-2d31-4ca5-82fb-17be9693eec9 HTTP/1.1" status: 200 len: 898 time: 0.0866435 Feb 05 03:37:25.630818 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fc9beb1-33c5-42a8-911e-148ed46e07f2 req-7d7240c7-2320-4208-99dc-3031a63c7be5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67805669-516c-4cee-9b1c-552733b08126 HTTP/1.1" status: 200 len: 217 time: 0.0344617 Feb 05 03:37:25.681551 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9beb1-33c5-42a8-911e-148ed46e07f2 req-5676a177-af31-4041-9b6c-1ffbe67f2337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:25.683074 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fc9beb1-33c5-42a8-911e-148ed46e07f2 req-5676a177-af31-4041-9b6c-1ffbe67f2337 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffff654-5023-46d0-a45a-88b4a5aef41f HTTP/1.1" status: 200 len: 835 time: 0.0459752 Feb 05 03:37:25.739557 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9beb1-33c5-42a8-911e-148ed46e07f2 req-a946f3b9-e822-4965-b1af-5b5286968ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:25.741044 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fc9beb1-33c5-42a8-911e-148ed46e07f2 req-a946f3b9-e822-4965-b1af-5b5286968ea6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d9f6157-2d31-4ca5-82fb-17be9693eec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495138 Feb 05 03:37:25.830060 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fc9beb1-33c5-42a8-911e-148ed46e07f2 req-7d2dc42b-9bfd-4412-8501-2943c23ae25f service neutron] 10.222.0.10 "GET /v2.0/networks/5d9f6157-2d31-4ca5-82fb-17be9693eec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813284 Feb 05 03:37:25.924144 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4fc9beb1-33c5-42a8-911e-148ed46e07f2 req-e7ac5e15-871c-4573-8e09-e8658f2e84a7 service neutron] 10.222.0.10 "GET /v2.0/networks/5d9f6157-2d31-4ca5-82fb-17be9693eec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861862 Feb 05 03:37:26.015619 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dbdf2-b864-426f-aaae-9002067fc395 req-3ea82610-448f-4d66-90aa-72a63259a213 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:26.017073 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c5dbdf2-b864-426f-aaae-9002067fc395 req-3ea82610-448f-4d66-90aa-72a63259a213 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 944 time: 0.0520489 Feb 05 03:37:26.065454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2c5dbdf2-b864-426f-aaae-9002067fc395 req-27c7bdf8-46aa-4ba1-a4f9-70fe732159b0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429232 Feb 05 03:37:27.184920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05b7f4-6956-4555-8138-6f9dec471d9f req-8f3885fe-87ea-4258-837b-275071e7033b tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:27.186408 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f05b7f4-6956-4555-8138-6f9dec471d9f req-8f3885fe-87ea-4258-837b-275071e7033b tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 944 time: 0.0528867 Feb 05 03:37:27.234077 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f05b7f4-6956-4555-8138-6f9dec471d9f req-1a467637-faf3-44fb-826c-61ce834462a7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419822 Feb 05 03:37:28.370596 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162366cf-4b2c-4f55-889f-b6bd0eaed82e req-bcfd8fb8-2127-4903-997b-474d4fa8e75c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:28.372288 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-162366cf-4b2c-4f55-889f-b6bd0eaed82e req-bcfd8fb8-2127-4903-997b-474d4fa8e75c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 944 time: 0.0696545 Feb 05 03:37:28.427949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-162366cf-4b2c-4f55-889f-b6bd0eaed82e req-16827f82-23e2-45cd-9227-e18c29a97a44 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497246 Feb 05 03:37:29.424839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 67805669-516c-4cee-9b1c-552733b08126 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:37:29.526527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 67805669-516c-4cee-9b1c-552733b08126, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=67805669-516c-4cee-9b1c-552733b08126,segment=NetworkSegment(79b7afe8-f097-4f62-bad0-c6a452e6210f),segment_id=79b7afe8-f097-4f62-bad0-c6a452e6210f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:37:29.539839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '67805669-516c-4cee-9b1c-552733b08126', 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'port_id': '67805669-516c-4cee-9b1c-552733b08126', 'mac_address': 'fa:16:3e:a0:99:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:37:29.553104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a49b1-16f7-4b7c-a127-79714220382a req-e97606f1-ce30-4132-8f20-cb4c93352f71 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:29.555317 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-807a49b1-16f7-4b7c-a127-79714220382a req-e97606f1-ce30-4132-8f20-cb4c93352f71 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 944 time: 0.0580151 Feb 05 03:37:29.579111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 67805669-516c-4cee-9b1c-552733b08126 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:37:29.579499 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (67805669-516c-4cee-9b1c-552733b08126), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:29.593402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67805669-516c-4cee-9b1c-552733b08126 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:37:29.613090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-807a49b1-16f7-4b7c-a127-79714220382a req-a55e0439-5b73-4235-9cb2-3071f135a1d5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512106 Feb 05 03:37:29.614695 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 67805669-516c-4cee-9b1c-552733b08126, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=67805669-516c-4cee-9b1c-552733b08126,segment=NetworkSegment(79b7afe8-f097-4f62-bad0-c6a452e6210f),segment_id=79b7afe8-f097-4f62-bad0-c6a452e6210f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:37:29.620543 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (67805669-516c-4cee-9b1c-552733b08126), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:29.676927 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=67805669-516c-4cee-9b1c-552733b08126,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:29.853971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['67805669-516c-4cee-9b1c-552733b08126'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:37:30.738094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11962a2c-56bf-46ce-ac13-8130405e36b9 req-8b6e97f4-769e-4bab-a004-d62386068cd0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:30.739520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11962a2c-56bf-46ce-ac13-8130405e36b9 req-8b6e97f4-769e-4bab-a004-d62386068cd0 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 945 time: 0.0599289 Feb 05 03:37:30.791973 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-11962a2c-56bf-46ce-ac13-8130405e36b9 req-564a3ac1-4775-475b-85ba-cc80ab0d175d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463030 Feb 05 03:37:31.441668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 67805669-516c-4cee-9b1c-552733b08126 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:37:31.488646 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 67805669-516c-4cee-9b1c-552733b08126 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:37:31.492677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 67805669-516c-4cee-9b1c-552733b08126 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:37:31.493073 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (67805669-516c-4cee-9b1c-552733b08126), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:31.568020 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 67805669-516c-4cee-9b1c-552733b08126 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:37:31.568400 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (67805669-516c-4cee-9b1c-552733b08126), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:31.594071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245ed0d5-3b97-4718-a533-bb8a86186736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67805669-516c-4cee-9b1c-552733b08126'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:37:31.596232 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3c44c3-ce66-4f58-a3f5-701d944402a1" -d '{"events": [{"server_uuid": "245ed0d5-3b97-4718-a533-bb8a86186736", "name": "network-vif-plugged", "status": "completed", "tag": "67805669-516c-4cee-9b1c-552733b08126"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:37:31.743768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed679bcc-6718-4b6f-9dda-e3ad690d9bf0 req-dde6f3d5-70fd-4e07-9724-e3b3a7987edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:31.745336 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ed679bcc-6718-4b6f-9dda-e3ad690d9bf0 req-dde6f3d5-70fd-4e07-9724-e3b3a7987edc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 1127 time: 0.0481861 Feb 05 03:37:31.768917 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94b9341-3899-49cf-b73c-b72517ad3a5d x-openstack-request-id: req-c94b9341-3899-49cf-b73c-b72517ad3a5d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:37:31.769206 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245ed0d5-3b97-4718-a533-bb8a86186736", "name": "network-vif-plugged", "status": "completed", "tag": "67805669-516c-4cee-9b1c-552733b08126", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:37:31.769451 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c94b9341-3899-49cf-b73c-b72517ad3a5d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:37:31.769827 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245ed0d5-3b97-4718-a533-bb8a86186736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67805669-516c-4cee-9b1c-552733b08126', 'code': 200} Feb 05 03:37:31.773435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 67805669-516c-4cee-9b1c-552733b08126, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=67805669-516c-4cee-9b1c-552733b08126,segment=NetworkSegment(79b7afe8-f097-4f62-bad0-c6a452e6210f),segment_id=79b7afe8-f097-4f62-bad0-c6a452e6210f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:37:31.777605 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (67805669-516c-4cee-9b1c-552733b08126), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:31.792522 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ed679bcc-6718-4b6f-9dda-e3ad690d9bf0 req-19cf48f6-871e-4d9f-817d-79585e244663 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402608 Feb 05 03:37:31.824201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=67805669-516c-4cee-9b1c-552733b08126,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:31.912885 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853026e3-98c8-4d48-a264-781d2104e3e5 req-33b45eb7-9d42-41e9-af0e-203e7ae162c1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:31.915046 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-853026e3-98c8-4d48-a264-781d2104e3e5 req-33b45eb7-9d42-41e9-af0e-203e7ae162c1 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0544186 Feb 05 03:37:31.963667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-853026e3-98c8-4d48-a264-781d2104e3e5 req-923ff721-487d-4b04-bc13-eef1be16f04c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431590 Feb 05 03:37:33.083894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ee9f5-86e7-4796-8dce-6460363be155 req-1b3a5064-2a3e-42cb-9233-6492475d7aa7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:33.085360 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e7ee9f5-86e7-4796-8dce-6460363be155 req-1b3a5064-2a3e-42cb-9233-6492475d7aa7 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0517936 Feb 05 03:37:33.133313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e7ee9f5-86e7-4796-8dce-6460363be155 req-2fe3180e-ce84-402e-b833-08c6d979c96d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416179 Feb 05 03:37:33.259266 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423eecc-6528-4d7d-90a1-2130b132eb5d req-a188fed6-225e-4d86-aad0-04c41cd5f032 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:33.260660 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3423eecc-6528-4d7d-90a1-2130b132eb5d req-a188fed6-225e-4d86-aad0-04c41cd5f032 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0572419 Feb 05 03:37:33.308348 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3423eecc-6528-4d7d-90a1-2130b132eb5d req-77cf4021-973a-4729-a47b-5ba7c8a6ebb4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421572 Feb 05 03:37:33.329814 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42422) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:33.373219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519c8512-1496-407b-a4b7-fe8d819e266a tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:33.374732 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-519c8512-1496-407b-a4b7-fe8d819e266a tempest-TestNetworkAdvancedServerOps-1226272030 tempest-TestNetworkAdvancedServerOps-1226272030-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 1123 time: 0.0439620 Feb 05 03:37:33.377614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42424) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:33.381759 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': '67805669-516c-4cee-9b1c-552733b08126', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:37:33.402327 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:33.500161 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:33.598745 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Allocated IP 172.25.0.16 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/80ac52d5-c7ac-466e-b738-114f4296e1f7) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:37:33.695703 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba5ff-643a-4ee8-a32c-973bcf5f832e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:33.705175 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (80ac52d5-c7ac-466e-b738-114f4296e1f7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:33.738395 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (80ac52d5-c7ac-466e-b738-114f4296e1f7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:33.774450 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:37:33.779279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:37:33.782712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:37:33.806037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=80ac52d5-c7ac-466e-b738-114f4296e1f7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:34.133456 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for floatingip (099c32e5-6f40-4024-af2d-db2c596317c0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:34.200456 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (80ac52d5-c7ac-466e-b738-114f4296e1f7), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:34.350985 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for port (80ac52d5-c7ac-466e-b738-114f4296e1f7), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:34.356050 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (80ac52d5-c7ac-466e-b738-114f4296e1f7), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:34.424874 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event updated for resources: {'Port': ['ID=80ac52d5-c7ac-466e-b738-114f4296e1f7,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:37:34.434030 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (099c32e5-6f40-4024-af2d-db2c596317c0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:34.534015 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Floating IP 099c32e5-6f40-4024-af2d-db2c596317c0 associated. External IP: 172.25.0.16, port: 67805669-516c-4cee-9b1c-552733b08126. Feb 05 03:37:34.747331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router cea624e9-19f4-4cf3-91d9-b16005206ada has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:37:34.817554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-919c41e8-5416-4c71-992a-95fa16b73281 req-e254e7e4-5715-48b2-96bf-14dd94bf267c service neutron] (109675) timed out ('10.222.0.36', 38836) {{(pid=109675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 05 03:37:34.855988 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:37:34.865232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ef76fc-f714-45fb-bfc9-1577cd60fa11 None None] Sync routers for ids ['cea624e9-19f4-4cf3-91d9-b16005206ada'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:37:34.875121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef76fc-f714-45fb-bfc9-1577cd60fa11 None None] Routers {'cea624e9-19f4-4cf3-91d9-b16005206ada'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:37:34.875286 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:34.875743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b7ef76fc-f714-45fb-bfc9-1577cd60fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:37:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cea624e9-19f4-4cf3-91d9-b16005206ada'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:34.905078 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3eb773a4-72b7-4bf7-97f0-4964cca26b39 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5264659 Feb 05 03:37:34.905662 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245ed0d5-3b97-4718-a533-bb8a86186736', 'tag': '67805669-516c-4cee-9b1c-552733b08126'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:37:34.907937 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7028412c-5031-4b51-9710-a8a1d1963efc" -d '{"events": [{"name": "network-changed", "server_uuid": "245ed0d5-3b97-4718-a533-bb8a86186736", "tag": "67805669-516c-4cee-9b1c-552733b08126"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:37:34.946779 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87dd476-a682-4052-8b52-378c859fc552 x-openstack-request-id: req-b87dd476-a682-4052-8b52-378c859fc552 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:37:34.947743 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245ed0d5-3b97-4718-a533-bb8a86186736", "tag": "67805669-516c-4cee-9b1c-552733b08126", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:37:34.947743 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b87dd476-a682-4052-8b52-378c859fc552 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:37:34.948380 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245ed0d5-3b97-4718-a533-bb8a86186736', 'tag': '67805669-516c-4cee-9b1c-552733b08126', 'status': 'completed', 'code': 200} Feb 05 03:37:35.006944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-b7ef76fc-f714-45fb-bfc9-1577cd60fa11 None None] Set router cea624e9-19f4-4cf3-91d9-b16005206ada gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:37:35.008769 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946deb83-013f-4ed4-b721-46acb315c463 req-0e56e605-b81b-478d-9271-3c11bef83a28 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:35.010282 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-946deb83-013f-4ed4-b721-46acb315c463 req-0e56e605-b81b-478d-9271-3c11bef83a28 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0561664 Feb 05 03:37:35.064494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-946deb83-013f-4ed4-b721-46acb315c463 req-c59b239c-a213-4cca-b36f-0d861ffffd7e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481765 Feb 05 03:37:35.071624 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028412c-5031-4b51-9710-a8a1d1963efc req-b52e246f-c075-4bf8-8fb6-0c00ecf52848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:35.073147 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7028412c-5031-4b51-9710-a8a1d1963efc req-b52e246f-c075-4bf8-8fb6-0c00ecf52848 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 1128 time: 0.1034231 Feb 05 03:37:35.087593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42432) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:35.159748 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a78b76f5-5b0f-43a2-8f82-547016e5a301 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/floatingips/099c32e5-6f40-4024-af2d-db2c596317c0 HTTP/1.1" status: 200 len: 991 time: 0.0708518 Feb 05 03:37:35.171678 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028412c-5031-4b51-9710-a8a1d1963efc req-89d8c6df-7418-411f-8ce8-7961411f7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:35.173347 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7028412c-5031-4b51-9710-a8a1d1963efc req-89d8c6df-7418-411f-8ce8-7961411f7ed6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d9f6157-2d31-4ca5-82fb-17be9693eec9 HTTP/1.1" status: 200 len: 898 time: 0.0945692 Feb 05 03:37:35.239085 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7028412c-5031-4b51-9710-a8a1d1963efc req-a9731697-53ac-4fc3-87de-ff4ae9c4e58b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67805669-516c-4cee-9b1c-552733b08126 HTTP/1.1" status: 200 len: 999 time: 0.0596080 Feb 05 03:37:35.240644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b7ef76fc-f714-45fb-bfc9-1577cd60fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121401542', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:20Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '099c32e5-6f40-4024-af2d-db2c596317c0', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'port_id': '67805669-516c-4cee-9b1c-552733b08126', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'mac_address': 'fa:16:3e:a0:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ed0d5-3b97-4718-a533-bb8a86186736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:37:34Z', 'updated_at': '2022-02-05T03:37:34Z', 'revision_number': 0, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9636fe31-0047-4873-9472-da87e0737a3a', 'name': '', 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b2:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:19Z', 'updated_at': '2022-02-05T03:37:23Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:35.268412 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ef76fc-f714-45fb-bfc9-1577cd60fa11 None None] Checking router: cea624e9-19f4-4cf3-91d9-b16005206ada for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:37:35.277389 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef76fc-f714-45fb-bfc9-1577cd60fa11 None None] Routers {'cea624e9-19f4-4cf3-91d9-b16005206ada'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:37:35.278005 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b7ef76fc-f714-45fb-bfc9-1577cd60fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:37:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cea624e9-19f4-4cf3-91d9-b16005206ada'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:35.288463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028412c-5031-4b51-9710-a8a1d1963efc req-6ccc18b6-c09d-4bd6-bff1-6708c8a5d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:35.290660 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7028412c-5031-4b51-9710-a8a1d1963efc req-6ccc18b6-c09d-4bd6-bff1-6708c8a5d716 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffff654-5023-46d0-a45a-88b4a5aef41f HTTP/1.1" status: 200 len: 835 time: 0.0463321 Feb 05 03:37:35.351865 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028412c-5031-4b51-9710-a8a1d1963efc req-90249c0d-11fb-40e2-9bc6-9edf5f9e2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:35.353380 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7028412c-5031-4b51-9710-a8a1d1963efc req-90249c0d-11fb-40e2-9bc6-9edf5f9e2170 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d9f6157-2d31-4ca5-82fb-17be9693eec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0570259 Feb 05 03:37:35.399762 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76cd1cf9-a6ba-4e66-b83f-0f6e945975f3 req-6b4805f9-3c7d-484d-bc6b-2dfa70ad42a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452678 Feb 05 03:37:35.401228 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-b7ef76fc-f714-45fb-bfc9-1577cd60fa11 None None] Set router cea624e9-19f4-4cf3-91d9-b16005206ada gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:37:35.449279 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7028412c-5031-4b51-9710-a8a1d1963efc req-5eed7b6b-853c-4d72-b660-b8f8bcc84af5 service neutron] 10.222.0.10 "GET /v2.0/networks/5d9f6157-2d31-4ca5-82fb-17be9693eec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896835 Feb 05 03:37:35.542432 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7028412c-5031-4b51-9710-a8a1d1963efc req-fc6e612a-217e-4c8f-aa49-bc33337b4a77 service neutron] 10.222.0.10 "GET /v2.0/networks/5d9f6157-2d31-4ca5-82fb-17be9693eec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860102 Feb 05 03:37:35.631103 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b7ef76fc-f714-45fb-bfc9-1577cd60fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121401542', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:20Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '099c32e5-6f40-4024-af2d-db2c596317c0', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'port_id': '67805669-516c-4cee-9b1c-552733b08126', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'mac_address': 'fa:16:3e:a0:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ed0d5-3b97-4718-a533-bb8a86186736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:37:34Z', 'updated_at': '2022-02-05T03:37:34Z', 'revision_number': 0, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9636fe31-0047-4873-9472-da87e0737a3a', 'name': '', 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b2:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:19Z', 'updated_at': '2022-02-05T03:37:23Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:37:35.651111 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd1cf9-a6ba-4e66-b83f-0f6e945975f3 req-93647974-c62a-4a29-9db2-66c4cdc321e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:35.652617 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-76cd1cf9-a6ba-4e66-b83f-0f6e945975f3 req-93647974-c62a-4a29-9db2-66c4cdc321e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 1128 time: 0.0482407 Feb 05 03:37:35.661988 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ef76fc-f714-45fb-bfc9-1577cd60fa11 None None] The sync data for ids ['cea624e9-19f4-4cf3-91d9-b16005206ada'] in n-d-826942-8 is: [{'id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121401542', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:20Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '099c32e5-6f40-4024-af2d-db2c596317c0', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'port_id': '67805669-516c-4cee-9b1c-552733b08126', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'mac_address': 'fa:16:3e:a0:99:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ed0d5-3b97-4718-a533-bb8a86186736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:37:34Z', 'updated_at': '2022-02-05T03:37:34Z', 'revision_number': 0, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9636fe31-0047-4873-9472-da87e0737a3a', 'name': '', 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b2:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:19Z', 'updated_at': '2022-02-05T03:37:23Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:37:35.766307 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd1cf9-a6ba-4e66-b83f-0f6e945975f3 req-eac3eae4-0914-4417-8b96-58c1aef36954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:35.767876 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-76cd1cf9-a6ba-4e66-b83f-0f6e945975f3 req-eac3eae4-0914-4417-8b96-58c1aef36954 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d9f6157-2d31-4ca5-82fb-17be9693eec9 HTTP/1.1" status: 200 len: 898 time: 0.0946243 Feb 05 03:37:35.834179 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-76cd1cf9-a6ba-4e66-b83f-0f6e945975f3 req-b5d13c4d-2b4c-464c-9524-0d47fede9ff9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67805669-516c-4cee-9b1c-552733b08126 HTTP/1.1" status: 200 len: 999 time: 0.0597572 Feb 05 03:37:35.872089 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7855075-f55b-4f06-a871-0d434f3df487 None None] New status for floating IP 099c32e5-6f40-4024-af2d-db2c596317c0: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:37:35.887090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd1cf9-a6ba-4e66-b83f-0f6e945975f3 req-4014b5ad-1fb7-42a8-98c4-da58857496b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:35.888558 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-76cd1cf9-a6ba-4e66-b83f-0f6e945975f3 req-4014b5ad-1fb7-42a8-98c4-da58857496b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffff654-5023-46d0-a45a-88b4a5aef41f HTTP/1.1" status: 200 len: 835 time: 0.0481248 Feb 05 03:37:35.923148 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2c01901b-142e-4f45-b2b8-5a3a77a53f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:35.946921 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd1cf9-a6ba-4e66-b83f-0f6e945975f3 req-13057275-7f6e-4973-957e-1c7fd44778c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:37:35.948532 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-76cd1cf9-a6ba-4e66-b83f-0f6e945975f3 req-13057275-7f6e-4973-957e-1c7fd44778c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d9f6157-2d31-4ca5-82fb-17be9693eec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541632 Feb 05 03:37:36.040565 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-76cd1cf9-a6ba-4e66-b83f-0f6e945975f3 req-159e32c3-0a89-4ee0-a182-b03cd7651638 service neutron] 10.222.0.10 "GET /v2.0/networks/5d9f6157-2d31-4ca5-82fb-17be9693eec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852630 Feb 05 03:37:36.131939 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-76cd1cf9-a6ba-4e66-b83f-0f6e945975f3 req-fc899f1d-5eaa-4bc9-8168-99949925a910 service neutron] 10.222.0.10 "GET /v2.0/networks/5d9f6157-2d31-4ca5-82fb-17be9693eec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853040 Feb 05 03:37:36.163449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42434) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:37:36.224774 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-61e71df7-f820-4321-93b6-d9592217f575 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/floatingips/099c32e5-6f40-4024-af2d-db2c596317c0 HTTP/1.1" status: 200 len: 993 time: 0.0596399 Feb 05 03:37:37.241868 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:38.785860 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:40.066507 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:41.780798 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:46.605491 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:37:50.384715 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:38:03.697750 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01c69cc1-febb-44e5-b824-6430d010fc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:05.190238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eace54-4638-4b88-a0b5-763553e160f8 req-a9a7027d-6e45-41f8-8fcf-210bafd1fcc5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:05.191902 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5eace54-4638-4b88-a0b5-763553e160f8 req-a9a7027d-6e45-41f8-8fcf-210bafd1fcc5 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0560939 Feb 05 03:38:05.245722 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5eace54-4638-4b88-a0b5-763553e160f8 req-8c6b6139-15bf-4070-ab47-997c25abc5b4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477371 Feb 05 03:38:05.924733 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30fe3e31-b5e6-4cb6-b5e8-6e2da956f7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:06.368374 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b18999-1d0e-4204-8e4a-bb21c5633687 req-431f7d1b-23df-44f8-b2d0-504f4e3d1582 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:06.369859 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84b18999-1d0e-4204-8e4a-bb21c5633687 req-431f7d1b-23df-44f8-b2d0-504f4e3d1582 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0575840 Feb 05 03:38:06.417831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84b18999-1d0e-4204-8e4a-bb21c5633687 req-13d9c516-816d-4fb9-a7e7-1e58de11918e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422213 Feb 05 03:38:07.245519 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:07.535488 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f09b4-25f6-4453-89d0-5b21031beb9f req-8fb9f9fa-5611-4360-bcf6-694234571020 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:07.536849 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e8f09b4-25f6-4453-89d0-5b21031beb9f req-8fb9f9fa-5611-4360-bcf6-694234571020 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0511937 Feb 05 03:38:07.584035 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e8f09b4-25f6-4453-89d0-5b21031beb9f req-a187297e-0bc6-4f2c-8c18-840bf915cd1a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409641 Feb 05 03:38:08.704365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2225ba-4fb1-41ee-aa64-939e3abf5c26 req-beab0626-67af-4d81-bc96-37b1851c78bb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:08.705826 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e2225ba-4fb1-41ee-aa64-939e3abf5c26 req-beab0626-67af-4d81-bc96-37b1851c78bb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0547819 Feb 05 03:38:08.789657 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:09.026959 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e2225ba-4fb1-41ee-aa64-939e3abf5c26 req-15bf3fa1-6bd6-4e28-9e63-42a317486f98 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3156130 Feb 05 03:38:10.069856 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:10.145998 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f36c6-1114-4b4a-b6b0-2109f9dfdc03 req-dbe0bc1b-f509-4ce9-833b-7f3dfdb4e61e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:10.147490 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e99f36c6-1114-4b4a-b6b0-2109f9dfdc03 req-dbe0bc1b-f509-4ce9-833b-7f3dfdb4e61e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0533390 Feb 05 03:38:10.195310 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e99f36c6-1114-4b4a-b6b0-2109f9dfdc03 req-be58dcbc-b15f-4f85-99f4-90b4f5b51d2f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416987 Feb 05 03:38:11.314142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55c363-8e08-4b4e-852f-4b002409252f req-edf406f0-62ea-4ddb-8b10-d0f370827a4c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:11.315640 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa55c363-8e08-4b4e-852f-4b002409252f req-edf406f0-62ea-4ddb-8b10-d0f370827a4c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0524173 Feb 05 03:38:11.366705 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aa55c363-8e08-4b4e-852f-4b002409252f req-b902b8cd-8ce4-4bae-8699-15f7385ac32a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456064 Feb 05 03:38:11.796772 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:12.483711 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83c855-6440-47e3-8c60-89743f42c7c0 req-e293ce62-26a9-44b0-b5d4-cbaf3c98b51c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:12.485177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a83c855-6440-47e3-8c60-89743f42c7c0 req-e293ce62-26a9-44b0-b5d4-cbaf3c98b51c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0522056 Feb 05 03:38:12.537476 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a83c855-6440-47e3-8c60-89743f42c7c0 req-7753aa40-f9db-4517-9ace-0b61e3205b8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468194 Feb 05 03:38:13.657246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173954a-5782-4e84-9803-9e5b2e8e2e30 req-5d3f57d0-163e-4794-8563-9664ff6686b2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:13.658678 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c173954a-5782-4e84-9803-9e5b2e8e2e30 req-5d3f57d0-163e-4794-8563-9664ff6686b2 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0530338 Feb 05 03:38:13.706811 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c173954a-5782-4e84-9803-9e5b2e8e2e30 req-1cd59c95-8294-482d-a443-4986681bdab8 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425341 Feb 05 03:38:14.834356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c9df6-2dce-4a14-ac16-ddae3e31c391 req-fe7c20c1-9422-457c-bd77-992abe6bcebe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:14.835897 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a12c9df6-2dce-4a14-ac16-ddae3e31c391 req-fe7c20c1-9422-457c-bd77-992abe6bcebe tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0598922 Feb 05 03:38:14.882495 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a12c9df6-2dce-4a14-ac16-ddae3e31c391 req-a1ac032c-bafe-472b-a71f-adb8d45a9d33 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410440 Feb 05 03:38:15.998294 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcb74d-23fc-4004-8034-2df5e38ae3c0 req-7fec8e4b-30ec-4478-8340-d3d825c3e916 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:15.999791 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cbdcb74d-23fc-4004-8034-2df5e38ae3c0 req-7fec8e4b-30ec-4478-8340-d3d825c3e916 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0513580 Feb 05 03:38:16.047757 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cbdcb74d-23fc-4004-8034-2df5e38ae3c0 req-c6216e9f-0814-41aa-bd7d-86bf01ca613a tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424509 Feb 05 03:38:16.613921 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:17.170941 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27548c-3680-4964-a7ad-3116e9ddf873 req-92c82434-bd75-4e18-a815-789207ff9e0d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:17.172414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e27548c-3680-4964-a7ad-3116e9ddf873 req-92c82434-bd75-4e18-a815-789207ff9e0d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0595572 Feb 05 03:38:17.219566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8e27548c-3680-4964-a7ad-3116e9ddf873 req-71e94cea-db1f-499a-918b-642377bff7f6 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415380 Feb 05 03:38:17.727674 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15392667-b3b0-45fa-8df6-f8cdf94c8f29 req-2ee7fa94-0c09-4c4b-b5c3-1346c2c150c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:17.729156 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-15392667-b3b0-45fa-8df6-f8cdf94c8f29 req-2ee7fa94-0c09-4c4b-b5c3-1346c2c150c2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 1128 time: 0.0443199 Feb 05 03:38:17.775048 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-15392667-b3b0-45fa-8df6-f8cdf94c8f29 req-57f72f54-e06f-471f-94cf-d10edbf4d46b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392828 Feb 05 03:38:18.337435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103139f-34cb-438d-b93b-aa37007efae8 req-04959493-846b-4b39-a689-94e8e59c984e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:18.338978 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7103139f-34cb-438d-b93b-aa37007efae8 req-04959493-846b-4b39-a689-94e8e59c984e tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0524874 Feb 05 03:38:18.387694 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7103139f-34cb-438d-b93b-aa37007efae8 req-7a060864-af89-4e57-9b2d-cd815ac7d281 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432861 Feb 05 03:38:19.505091 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce49d1-8408-4845-8b0e-b72aff445798 req-6bdb46c9-c5a3-48a3-ad7d-4bf1ddba4515 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:19.506559 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4cce49d1-8408-4845-8b0e-b72aff445798 req-6bdb46c9-c5a3-48a3-ad7d-4bf1ddba4515 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0513527 Feb 05 03:38:19.558602 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4cce49d1-8408-4845-8b0e-b72aff445798 req-662c9c25-07e8-4c79-b6de-d3240485b203 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454369 Feb 05 03:38:19.581142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42486) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:38:19.639979 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4a483b32-164a-488a-a273-5bc51ebc52bc tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/floatingips/099c32e5-6f40-4024-af2d-db2c596317c0 HTTP/1.1" status: 200 len: 993 time: 0.0576093 Feb 05 03:38:19.694252 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 67805669-516c-4cee-9b1c-552733b08126 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:38:19.786996 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 67805669-516c-4cee-9b1c-552733b08126, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=67805669-516c-4cee-9b1c-552733b08126,segment=NetworkSegment(79b7afe8-f097-4f62-bad0-c6a452e6210f),segment_id=79b7afe8-f097-4f62-bad0-c6a452e6210f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:38:19.798591 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '67805669-516c-4cee-9b1c-552733b08126', 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'port_id': '67805669-516c-4cee-9b1c-552733b08126', 'mac_address': 'fa:16:3e:a0:99:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:38:19.837923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 67805669-516c-4cee-9b1c-552733b08126 is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:38:19.838313 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (67805669-516c-4cee-9b1c-552733b08126), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:19.850577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67805669-516c-4cee-9b1c-552733b08126 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:38:19.870021 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 67805669-516c-4cee-9b1c-552733b08126, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=67805669-516c-4cee-9b1c-552733b08126,segment=NetworkSegment(79b7afe8-f097-4f62-bad0-c6a452e6210f),segment_id=79b7afe8-f097-4f62-bad0-c6a452e6210f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:38:19.873761 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (67805669-516c-4cee-9b1c-552733b08126), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:19.919838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=67805669-516c-4cee-9b1c-552733b08126,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:38:19.927185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:19.927529 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:19.927866 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:19.928197 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:19.928527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:19.928851 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:19.929173 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:19.929493 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:19.929839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:19.930905 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:19.931240 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:19.931556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:19.931872 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:20.120036 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['67805669-516c-4cee-9b1c-552733b08126'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:38:21.725885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 67805669-516c-4cee-9b1c-552733b08126 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:38:21.772199 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 67805669-516c-4cee-9b1c-552733b08126 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:38:21.772568 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (67805669-516c-4cee-9b1c-552733b08126), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:21.849047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 67805669-516c-4cee-9b1c-552733b08126 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:38:21.849423 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (67805669-516c-4cee-9b1c-552733b08126), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:21.870597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245ed0d5-3b97-4718-a533-bb8a86186736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67805669-516c-4cee-9b1c-552733b08126'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:38:21.872805 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8d0162-6d78-421b-ab97-a7df1c09e26e" -d '{"events": [{"server_uuid": "245ed0d5-3b97-4718-a533-bb8a86186736", "name": "network-vif-plugged", "status": "completed", "tag": "67805669-516c-4cee-9b1c-552733b08126"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:38:21.885395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 67805669-516c-4cee-9b1c-552733b08126, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=67805669-516c-4cee-9b1c-552733b08126,segment=NetworkSegment(79b7afe8-f097-4f62-bad0-c6a452e6210f),segment_id=79b7afe8-f097-4f62-bad0-c6a452e6210f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:38:21.889573 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (67805669-516c-4cee-9b1c-552733b08126), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:21.937614 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=67805669-516c-4cee-9b1c-552733b08126,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:38:22.039267 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faab9fad-13b1-4557-8f0c-244468e17ae5 x-openstack-request-id: req-faab9fad-13b1-4557-8f0c-244468e17ae5 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:38:22.039660 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245ed0d5-3b97-4718-a533-bb8a86186736", "name": "network-vif-plugged", "status": "completed", "tag": "67805669-516c-4cee-9b1c-552733b08126", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:38:22.040092 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-faab9fad-13b1-4557-8f0c-244468e17ae5 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:38:22.040504 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245ed0d5-3b97-4718-a533-bb8a86186736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67805669-516c-4cee-9b1c-552733b08126', 'code': 200} Feb 05 03:38:27.384340 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:38:33.700584 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ee4408b6-ad2c-4be3-a341-686b813db3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:35.413219 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-435fe613-6844-4071-849e-c3ce98e77deb req-a96d5ec0-0e4e-4017-ae7f-9a736322cb25 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474763 Feb 05 03:38:35.498021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fe613-6844-4071-849e-c3ce98e77deb req-9f24deb8-ecfe-4ba6-9a3f-1fbf18b87162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:35.499541 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-435fe613-6844-4071-849e-c3ce98e77deb req-9f24deb8-ecfe-4ba6-9a3f-1fbf18b87162 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 1128 time: 0.0438752 Feb 05 03:38:35.600828 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fe613-6844-4071-849e-c3ce98e77deb req-b4896dde-cd6c-4849-b33b-618201d7e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:35.602316 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-435fe613-6844-4071-849e-c3ce98e77deb req-b4896dde-cd6c-4849-b33b-618201d7e56b service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d9f6157-2d31-4ca5-82fb-17be9693eec9 HTTP/1.1" status: 200 len: 898 time: 0.0832520 Feb 05 03:38:35.671686 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-435fe613-6844-4071-849e-c3ce98e77deb req-27f87d69-1273-419e-beab-133e2a3569ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67805669-516c-4cee-9b1c-552733b08126 HTTP/1.1" status: 200 len: 1001 time: 0.0620341 Feb 05 03:38:35.720330 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fe613-6844-4071-849e-c3ce98e77deb req-35b48108-3c87-47f9-8b35-c2082947e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:35.721793 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-435fe613-6844-4071-849e-c3ce98e77deb req-35b48108-3c87-47f9-8b35-c2082947e3dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffff654-5023-46d0-a45a-88b4a5aef41f HTTP/1.1" status: 200 len: 835 time: 0.0436966 Feb 05 03:38:35.775105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fe613-6844-4071-849e-c3ce98e77deb req-830c5c89-42ff-45be-b61f-ebedd6674803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:35.776637 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-435fe613-6844-4071-849e-c3ce98e77deb req-830c5c89-42ff-45be-b61f-ebedd6674803 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d9f6157-2d31-4ca5-82fb-17be9693eec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477428 Feb 05 03:38:35.871956 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-435fe613-6844-4071-849e-c3ce98e77deb req-5fc84ca2-4460-4812-b91c-cec511fcfcdb service neutron] 10.222.0.10 "GET /v2.0/networks/5d9f6157-2d31-4ca5-82fb-17be9693eec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875092 Feb 05 03:38:35.926055 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec75facb-03af-472c-9f97-e099780372a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:35.961214 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-435fe613-6844-4071-849e-c3ce98e77deb req-e3dc7f60-3b87-458e-8f1d-99297ceddbe6 service neutron] 10.222.0.10 "GET /v2.0/networks/5d9f6157-2d31-4ca5-82fb-17be9693eec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834990 Feb 05 03:38:37.247604 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:38.790928 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:40.072802 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:41.795247 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:46.619509 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:50.189247 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42504) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:38:50.344078 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting port 80ac52d5-c7ac-466e-b738-114f4296e1f7 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:38:50.344423 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (80ac52d5-c7ac-466e-b738-114f4296e1f7), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:50.424072 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (80ac52d5-c7ac-466e-b738-114f4296e1f7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:50.424315 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for floatingip (80ac52d5-c7ac-466e-b738-114f4296e1f7), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:50.435650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Calling delete_port for 80ac52d5-c7ac-466e-b738-114f4296e1f7 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:38:50.578588 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (80ac52d5-c7ac-466e-b738-114f4296e1f7), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:50.605263 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Port': ['ID=80ac52d5-c7ac-466e-b738-114f4296e1f7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:38:50.632942 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:50.633288 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:50.633629 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:50.633967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:50.634298 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:50.634623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:50.634982 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:50.635308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:50.635633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:50.635960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:50.636282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:50.636601 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:50.636945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:50.677527 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for floatingip (099c32e5-6f40-4024-af2d-db2c596317c0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:50.677792 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Floating IP 099c32e5-6f40-4024-af2d-db2c596317c0 disassociated (deleted). External IP: 172.25.0.16, port: 67805669-516c-4cee-9b1c-552733b08126. Feb 05 03:38:50.887796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router cea624e9-19f4-4cf3-91d9-b16005206ada has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:38:50.994646 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:38:50.999398 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:51.004381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3192d4c1-dfbd-4f61-864f-8940a94e9588 None None] Sync routers for ids ['cea624e9-19f4-4cf3-91d9-b16005206ada'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:38:51.013995 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3192d4c1-dfbd-4f61-864f-8940a94e9588 None None] Routers {'cea624e9-19f4-4cf3-91d9-b16005206ada'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:38:51.014612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3192d4c1-dfbd-4f61-864f-8940a94e9588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:38:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cea624e9-19f4-4cf3-91d9-b16005206ada'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:38:51.031012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8ed644d8-e969-4869-8777-0e0f8bc64d16 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/floatingips/099c32e5-6f40-4024-af2d-db2c596317c0 HTTP/1.1" status: 204 len: 168 time: 0.8406532 Feb 05 03:38:51.031604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245ed0d5-3b97-4718-a533-bb8a86186736', 'tag': '67805669-516c-4cee-9b1c-552733b08126'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:38:51.033947 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b82013-4f81-49f5-94d7-43ff113899fd" -d '{"events": [{"name": "network-changed", "server_uuid": "245ed0d5-3b97-4718-a533-bb8a86186736", "tag": "67805669-516c-4cee-9b1c-552733b08126"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:38:51.077123 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b12100-2015-4f5d-9144-e7bb8e7438fd x-openstack-request-id: req-85b12100-2015-4f5d-9144-e7bb8e7438fd {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:38:51.077426 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245ed0d5-3b97-4718-a533-bb8a86186736", "tag": "67805669-516c-4cee-9b1c-552733b08126", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:38:51.077698 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85b12100-2015-4f5d-9144-e7bb8e7438fd {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:38:51.078096 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245ed0d5-3b97-4718-a533-bb8a86186736', 'tag': '67805669-516c-4cee-9b1c-552733b08126', 'status': 'completed', 'code': 200} Feb 05 03:38:51.136779 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-3192d4c1-dfbd-4f61-864f-8940a94e9588 None None] Set router cea624e9-19f4-4cf3-91d9-b16005206ada gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:38:51.156462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b82013-4f81-49f5-94d7-43ff113899fd req-abcf18a9-6781-4321-9174-172b2d78c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:51.158154 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d2b82013-4f81-49f5-94d7-43ff113899fd req-abcf18a9-6781-4321-9174-172b2d78c854 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d19f328b21dc466e9df0e58e9aa162da&device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 1128 time: 0.0559938 Feb 05 03:38:51.269535 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b82013-4f81-49f5-94d7-43ff113899fd req-8e85d95b-2194-4bf8-937f-520636ea873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:51.271268 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d2b82013-4f81-49f5-94d7-43ff113899fd req-8e85d95b-2194-4bf8-937f-520636ea873b service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d9f6157-2d31-4ca5-82fb-17be9693eec9 HTTP/1.1" status: 200 len: 898 time: 0.1050851 Feb 05 03:38:51.343992 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaf6db-de4b-4138-a82b-164c8ba14dcb req-05bccfc0-ddb3-4655-9e8d-40c5a614975d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:51.345658 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ccaf6db-de4b-4138-a82b-164c8ba14dcb req-05bccfc0-ddb3-4655-9e8d-40c5a614975d tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.1114094 Feb 05 03:38:51.377329 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d2b82013-4f81-49f5-94d7-43ff113899fd req-80baf47d-4dcb-4d0d-aa40-58322f71a423 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67805669-516c-4cee-9b1c-552733b08126 HTTP/1.1" status: 200 len: 217 time: 0.0514975 Feb 05 03:38:51.401782 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ccaf6db-de4b-4138-a82b-164c8ba14dcb req-f29012a1-21e2-4efb-9527-76965c541f73 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506248 Feb 05 03:38:51.426709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3192d4c1-dfbd-4f61-864f-8940a94e9588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121401542', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:20Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '9636fe31-0047-4873-9472-da87e0737a3a', 'name': '', 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b2:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:19Z', 'updated_at': '2022-02-05T03:37:23Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:38:51.427586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b82013-4f81-49f5-94d7-43ff113899fd req-ab79b8f4-a143-4a44-8904-245163973c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:51.429064 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d2b82013-4f81-49f5-94d7-43ff113899fd req-ab79b8f4-a143-4a44-8904-245163973c12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fffff654-5023-46d0-a45a-88b4a5aef41f HTTP/1.1" status: 200 len: 835 time: 0.0453117 Feb 05 03:38:51.448663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3192d4c1-dfbd-4f61-864f-8940a94e9588 None None] Checking router: cea624e9-19f4-4cf3-91d9-b16005206ada for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:38:51.456898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3192d4c1-dfbd-4f61-864f-8940a94e9588 None None] Routers {'cea624e9-19f4-4cf3-91d9-b16005206ada'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:38:51.457506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3192d4c1-dfbd-4f61-864f-8940a94e9588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:38:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cea624e9-19f4-4cf3-91d9-b16005206ada'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:38:51.485915 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b82013-4f81-49f5-94d7-43ff113899fd req-6020e4b9-2672-4672-b377-27ab33eaa3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:51.487502 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d2b82013-4f81-49f5-94d7-43ff113899fd req-6020e4b9-2672-4672-b377-27ab33eaa3ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d9f6157-2d31-4ca5-82fb-17be9693eec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450602 Feb 05 03:38:51.564569 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-3192d4c1-dfbd-4f61-864f-8940a94e9588 None None] Set router cea624e9-19f4-4cf3-91d9-b16005206ada gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:38:51.589767 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d2b82013-4f81-49f5-94d7-43ff113899fd req-25484735-4f8c-42fc-8392-e3c5ebd04d38 service neutron] 10.222.0.10 "GET /v2.0/networks/5d9f6157-2d31-4ca5-82fb-17be9693eec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897043 Feb 05 03:38:51.684850 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d2b82013-4f81-49f5-94d7-43ff113899fd req-ee078d06-5a79-4fdb-97c3-bd4d8e687177 service neutron] 10.222.0.10 "GET /v2.0/networks/5d9f6157-2d31-4ca5-82fb-17be9693eec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859518 Feb 05 03:38:51.918681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3192d4c1-dfbd-4f61-864f-8940a94e9588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121401542', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:20Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '9636fe31-0047-4873-9472-da87e0737a3a', 'name': '', 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b2:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:19Z', 'updated_at': '2022-02-05T03:37:23Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:38:51.948425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3192d4c1-dfbd-4f61-864f-8940a94e9588 None None] The sync data for ids ['cea624e9-19f4-4cf3-91d9-b16005206ada'] in n-d-826942-8 is: [{'id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121401542', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:20Z', 'revision_number': 4, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '9636fe31-0047-4873-9472-da87e0737a3a', 'name': '', 'network_id': '5d9f6157-2d31-4ca5-82fb-17be9693eec9', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'mac_address': 'fa:16:3e:b2:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:19Z', 'updated_at': '2022-02-05T03:37:23Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'subnets': [{'id': 'fffff654-5023-46d0-a45a-88b4a5aef41f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:38:52.293193 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bae96b-f233-4480-9300-b5fad504066a None None] New status for floating IP 099c32e5-6f40-4024-af2d-db2c596317c0: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:38:52.533975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8453ee-7023-46d2-9e60-84cce55dd27e req-461bbb79-1906-4b22-9ec0-9db671fe7f59 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:52.535498 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e8453ee-7023-46d2-9e60-84cce55dd27e req-461bbb79-1906-4b22-9ec0-9db671fe7f59 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0551391 Feb 05 03:38:52.585464 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e8453ee-7023-46d2-9e60-84cce55dd27e req-2fa17c61-3324-4274-a429-8469bd18a3ce tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5712a37-d8ab-4951-9f01-43aed2b03407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441241 Feb 05 03:38:52.638313 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f549b1-e897-457d-8aac-9ac94ab6b4a5 req-298c57c2-fb69-43bf-a9c7-d929f32c1b3c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:38:52.639838 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a5f549b1-e897-457d-8aac-9ac94ab6b4a5 req-298c57c2-fb69-43bf-a9c7-d929f32c1b3c tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.10 "GET /v2.0/ports?device_id=245ed0d5-3b97-4718-a533-bb8a86186736 HTTP/1.1" status: 200 len: 946 time: 0.0535805 Feb 05 03:38:52.735689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a5f549b1-e897-457d-8aac-9ac94ab6b4a5 req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting port 67805669-516c-4cee-9b1c-552733b08126 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:38:52.736030 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5f549b1-e897-457d-8aac-9ac94ab6b4a5 req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (67805669-516c-4cee-9b1c-552733b08126), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:52.824378 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a5f549b1-e897-457d-8aac-9ac94ab6b4a5 req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] For port 67805669-516c-4cee-9b1c-552733b08126, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=67805669-516c-4cee-9b1c-552733b08126,segment=NetworkSegment(79b7afe8-f097-4f62-bad0-c6a452e6210f),segment_id=79b7afe8-f097-4f62-bad0-c6a452e6210f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:38:52.824742 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5f549b1-e897-457d-8aac-9ac94ab6b4a5 req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (67805669-516c-4cee-9b1c-552733b08126), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:52.836900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a5f549b1-e897-457d-8aac-9ac94ab6b4a5 req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Calling delete_port for 67805669-516c-4cee-9b1c-552733b08126 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:38:52.969472 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5f549b1-e897-457d-8aac-9ac94ab6b4a5 req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (67805669-516c-4cee-9b1c-552733b08126), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:52.998641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Port': ['ID=67805669-516c-4cee-9b1c-552733b08126,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:38:53.011259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:53.011614 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:53.011961 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:53.012301 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:53.012635 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:53.012965 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:53.013293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:53.013622 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:53.013945 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:53.014324 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:53.014593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:53.014946 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:53.015268 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:38:53.060761 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f549b1-e897-457d-8aac-9ac94ab6b4a5 req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] No DVR routers for this DVR port 67805669-516c-4cee-9b1c-552733b08126 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:38:53.063683 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5f549b1-e897-457d-8aac-9ac94ab6b4a5 req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:53.067049 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a5f549b1-e897-457d-8aac-9ac94ab6b4a5 req-1633fafc-d21b-4b99-af84-8b2ad475e361 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.10 "DELETE /v2.0/ports/67805669-516c-4cee-9b1c-552733b08126 HTTP/1.1" status: 204 len: 173 time: 0.4219489 Feb 05 03:38:53.067497 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245ed0d5-3b97-4718-a533-bb8a86186736', 'name': 'network-vif-deleted', 'tag': '67805669-516c-4cee-9b1c-552733b08126'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:38:53.069707 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e383b3-a51e-4952-98d5-bfc4b3f28a3e" -d '{"events": [{"server_uuid": "245ed0d5-3b97-4718-a533-bb8a86186736", "name": "network-vif-deleted", "tag": "67805669-516c-4cee-9b1c-552733b08126"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:38:53.179864 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67975684-7138-4d05-b328-fec07827f131 x-openstack-request-id: req-67975684-7138-4d05-b328-fec07827f131 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:38:53.180220 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245ed0d5-3b97-4718-a533-bb8a86186736", "name": "network-vif-deleted", "tag": "67805669-516c-4cee-9b1c-552733b08126", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:38:53.180586 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67975684-7138-4d05-b328-fec07827f131 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:38:53.181048 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245ed0d5-3b97-4718-a533-bb8a86186736', 'name': 'network-vif-deleted', 'tag': '67805669-516c-4cee-9b1c-552733b08126', 'status': 'completed', 'code': 200} Feb 05 03:38:53.642773 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42520) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:38:54.014078 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-647767cf-c854-484c-977e-d82962bb3945 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (cea624e9-19f4-4cf3-91d9-b16005206ada), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:54.276857 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-647767cf-c854-484c-977e-d82962bb3945 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting port 9636fe31-0047-4873-9472-da87e0737a3a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:38:54.277135 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-647767cf-c854-484c-977e-d82962bb3945 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (9636fe31-0047-4873-9472-da87e0737a3a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:54.370620 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-647767cf-c854-484c-977e-d82962bb3945 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] For port 9636fe31-0047-4873-9472-da87e0737a3a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9636fe31-0047-4873-9472-da87e0737a3a,segment=NetworkSegment(79b7afe8-f097-4f62-bad0-c6a452e6210f),segment_id=79b7afe8-f097-4f62-bad0-c6a452e6210f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:38:54.371019 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-647767cf-c854-484c-977e-d82962bb3945 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (9636fe31-0047-4873-9472-da87e0737a3a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:54.383562 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-647767cf-c854-484c-977e-d82962bb3945 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Calling delete_port for 9636fe31-0047-4873-9472-da87e0737a3a owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:38:54.564742 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-647767cf-c854-484c-977e-d82962bb3945 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (9636fe31-0047-4873-9472-da87e0737a3a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:54.591896 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647767cf-c854-484c-977e-d82962bb3945 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Port': ['ID=9636fe31-0047-4873-9472-da87e0737a3a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:38:54.771707 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-647767cf-c854-484c-977e-d82962bb3945 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (cea624e9-19f4-4cf3-91d9-b16005206ada), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:54.983439 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647767cf-c854-484c-977e-d82962bb3945 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Router cea624e9-19f4-4cf3-91d9-b16005206ada has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:38:55.088812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647767cf-c854-484c-977e-d82962bb3945 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:38:55.094520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-647767cf-c854-484c-977e-d82962bb3945 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "PUT /v2.0/routers/cea624e9-19f4-4cf3-91d9-b16005206ada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4506197 Feb 05 03:38:55.096677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42522) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:38:55.098141 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd46aa16-6062-4d84-ae8b-5a95d51a0011 None None] Sync routers for ids ['cea624e9-19f4-4cf3-91d9-b16005206ada'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:38:55.108155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd46aa16-6062-4d84-ae8b-5a95d51a0011 None None] Routers {'cea624e9-19f4-4cf3-91d9-b16005206ada'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:38:55.108759 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dd46aa16-6062-4d84-ae8b-5a95d51a0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:38:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cea624e9-19f4-4cf3-91d9-b16005206ada'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:38:55.147729 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac1635d-f226-4e8e-b31d-fb70e72b2eef tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting subnet fffff654-5023-46d0-a45a-88b4a5aef41f {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:38:55.151257 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ac1635d-f226-4e8e-b31d-fb70e72b2eef tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for subnet (fffff654-5023-46d0-a45a-88b4a5aef41f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:55.191208 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ac1635d-f226-4e8e-b31d-fb70e72b2eef tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (fffff654-5023-46d0-a45a-88b4a5aef41f), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:55.216919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-dd46aa16-6062-4d84-ae8b-5a95d51a0011 None None] Set router cea624e9-19f4-4cf3-91d9-b16005206ada gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:38:55.277873 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ac1635d-f226-4e8e-b31d-fb70e72b2eef tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (fffff654-5023-46d0-a45a-88b4a5aef41f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:55.336248 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ac1635d-f226-4e8e-b31d-fb70e72b2eef tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (fffff654-5023-46d0-a45a-88b4a5aef41f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:55.364246 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1635d-f226-4e8e-b31d-fb70e72b2eef tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Subnet': ['ID=fffff654-5023-46d0-a45a-88b4a5aef41f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:38:55.369944 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ac1635d-f226-4e8e-b31d-fb70e72b2eef tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:55.373902 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1ac1635d-f226-4e8e-b31d-fb70e72b2eef tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/subnets/fffff654-5023-46d0-a45a-88b4a5aef41f HTTP/1.1" status: 204 len: 168 time: 0.2762153 Feb 05 03:38:55.375914 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42524) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:38:55.378006 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe5f509-a427-4f1f-88c1-64527dd57fc0 None None] Network 5d9f6157-2d31-4ca5-82fb-17be9693eec9 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:38:55.484313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dd46aa16-6062-4d84-ae8b-5a95d51a0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121401542', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:38:54Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:38:55.487323 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b142f51-9632-4911-86f0-f292ffb88a8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router (cea624e9-19f4-4cf3-91d9-b16005206ada), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:55.512801 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd46aa16-6062-4d84-ae8b-5a95d51a0011 None None] Checking router: cea624e9-19f4-4cf3-91d9-b16005206ada for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:38:55.521228 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd46aa16-6062-4d84-ae8b-5a95d51a0011 None None] Routers {'cea624e9-19f4-4cf3-91d9-b16005206ada'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:38:55.521835 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dd46aa16-6062-4d84-ae8b-5a95d51a0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:38:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cea624e9-19f4-4cf3-91d9-b16005206ada'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:38:55.588496 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee2f51-dfa6-4113-a84d-d2f20aeea732 None None] DHCP port deletion for 5d9f6157-2d31-4ca5-82fb-17be9693eec9 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:38:55.600858 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b142f51-9632-4911-86f0-f292ffb88a8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_gateway (cea624e9-19f4-4cf3-91d9-b16005206ada), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:55.659834 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8b142f51-9632-4911-86f0-f292ffb88a8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Deleting port 8466afb3-abe0-4c07-8171-08533c1aed47 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:38:55.660191 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b142f51-9632-4911-86f0-f292ffb88a8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8466afb3-abe0-4c07-8171-08533c1aed47), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:55.668489 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-dd46aa16-6062-4d84-ae8b-5a95d51a0011 None None] Set router cea624e9-19f4-4cf3-91d9-b16005206ada gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:38:55.745587 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-8b142f51-9632-4911-86f0-f292ffb88a8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] For port 8466afb3-abe0-4c07-8171-08533c1aed47, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8466afb3-abe0-4c07-8171-08533c1aed47,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:38:55.746270 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b142f51-9632-4911-86f0-f292ffb88a8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8466afb3-abe0-4c07-8171-08533c1aed47), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:55.761485 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8b142f51-9632-4911-86f0-f292ffb88a8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Calling delete_port for 8466afb3-abe0-4c07-8171-08533c1aed47 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:38:55.763011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0cee2f51-dfa6-4113-a84d-d2f20aeea732 None None] Deleting port 8b06a190-f73b-4223-ba3d-00f66a3ee172 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:38:55.763387 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0cee2f51-dfa6-4113-a84d-d2f20aeea732 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8b06a190-f73b-4223-ba3d-00f66a3ee172), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:55.853881 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0cee2f51-dfa6-4113-a84d-d2f20aeea732 None None] For port 8b06a190-f73b-4223-ba3d-00f66a3ee172, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8b06a190-f73b-4223-ba3d-00f66a3ee172,segment=NetworkSegment(79b7afe8-f097-4f62-bad0-c6a452e6210f),segment_id=79b7afe8-f097-4f62-bad0-c6a452e6210f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:38:55.854174 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0cee2f51-dfa6-4113-a84d-d2f20aeea732 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8b06a190-f73b-4223-ba3d-00f66a3ee172), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:55.875509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0cee2f51-dfa6-4113-a84d-d2f20aeea732 None None] Calling delete_port for 8b06a190-f73b-4223-ba3d-00f66a3ee172 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:38:55.934343 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b142f51-9632-4911-86f0-f292ffb88a8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (8466afb3-abe0-4c07-8171-08533c1aed47), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:55.958067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b142f51-9632-4911-86f0-f292ffb88a8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Port': ['ID=8466afb3-abe0-4c07-8171-08533c1aed47,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:38:55.987073 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dd46aa16-6062-4d84-ae8b-5a95d51a0011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121401542', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:38:54Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:38:56.015270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd46aa16-6062-4d84-ae8b-5a95d51a0011 None None] The sync data for ids ['cea624e9-19f4-4cf3-91d9-b16005206ada'] in n-d-826942-8 is: [{'id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2121401542', 'tenant_id': 'd19f328b21dc466e9df0e58e9aa162da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:38:54Z', 'revision_number': 5, 'project_id': 'd19f328b21dc466e9df0e58e9aa162da', 'gw_port': {'id': '8466afb3-abe0-4c07-8171-08533c1aed47', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea624e9-19f4-4cf3-91d9-b16005206ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:37:17Z', 'updated_at': '2022-02-05T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:38:56.018823 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0cee2f51-dfa6-4113-a84d-d2f20aeea732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (8b06a190-f73b-4223-ba3d-00f66a3ee172), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:56.024328 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b142f51-9632-4911-86f0-f292ffb88a8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (cea624e9-19f4-4cf3-91d9-b16005206ada), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:56.047626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee2f51-dfa6-4113-a84d-d2f20aeea732 None None] Pushing event deleted for resources: {'Port': ['ID=8b06a190-f73b-4223-ba3d-00f66a3ee172,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:38:56.053251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee2f51-dfa6-4113-a84d-d2f20aeea732 None None] No DVR routers for this DVR port 8b06a190-f73b-4223-ba3d-00f66a3ee172 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:38:56.121552 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b142f51-9632-4911-86f0-f292ffb88a8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (cea624e9-19f4-4cf3-91d9-b16005206ada), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:56.123622 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b142f51-9632-4911-86f0-f292ffb88a8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router_controller (cea624e9-19f4-4cf3-91d9-b16005206ada), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:56.169316 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b142f51-9632-4911-86f0-f292ffb88a8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (cea624e9-19f4-4cf3-91d9-b16005206ada), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:56.169982 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b142f51-9632-4911-86f0-f292ffb88a8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Fanout notify agent at l3_agent the message router_deleted on router cea624e9-19f4-4cf3-91d9-b16005206ada {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:38:56.177152 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b142f51-9632-4911-86f0-f292ffb88a8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:56.180882 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8b142f51-9632-4911-86f0-f292ffb88a8f tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/routers/cea624e9-19f4-4cf3-91d9-b16005206ada HTTP/1.1" status: 204 len: 168 time: 0.8012645 Feb 05 03:38:56.181284 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42526) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:38:56.255639 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d46f911-ac1c-4e7e-a39f-f85ffa14dbc4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (5d9f6157-2d31-4ca5-82fb-17be9693eec9), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:56.343217 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d46f911-ac1c-4e7e-a39f-f85ffa14dbc4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (5d9f6157-2d31-4ca5-82fb-17be9693eec9), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:56.366560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9d46f911-ac1c-4e7e-a39f-f85ffa14dbc4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9f6157-2d31-4ca5-82fb-17be9693eec9']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:38:56.378095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9d46f911-ac1c-4e7e-a39f-f85ffa14dbc4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b7afe8-f097-4f62-bad0-c6a452e6210f') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:38:56.378346 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9d46f911-ac1c-4e7e-a39f-f85ffa14dbc4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b7afe8-f097-4f62-bad0-c6a452e6210f') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:38:56.390456 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d46f911-ac1c-4e7e-a39f-f85ffa14dbc4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (79b7afe8-f097-4f62-bad0-c6a452e6210f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:56.406665 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d46f911-ac1c-4e7e-a39f-f85ffa14dbc4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (79b7afe8-f097-4f62-bad0-c6a452e6210f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:56.414611 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d46f911-ac1c-4e7e-a39f-f85ffa14dbc4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:38:56.415082 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d46f911-ac1c-4e7e-a39f-f85ffa14dbc4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (79b7afe8-f097-4f62-bad0-c6a452e6210f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:38:56.418673 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:38:56.480205 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d46f911-ac1c-4e7e-a39f-f85ffa14dbc4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (5d9f6157-2d31-4ca5-82fb-17be9693eec9), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:56.486118 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d46f911-ac1c-4e7e-a39f-f85ffa14dbc4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:56.492741 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9d46f911-ac1c-4e7e-a39f-f85ffa14dbc4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/networks/5d9f6157-2d31-4ca5-82fb-17be9693eec9 HTTP/1.1" status: 204 len: 168 time: 0.3079205 Feb 05 03:38:56.492897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8b06a190-f73b-4223-ba3d-00f66a3ee172 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:38:56.493343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42528) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:38:56.514453 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 8b06a190-f73b-4223-ba3d-00f66a3ee172 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:38:56.514638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8b06a190-f73b-4223-ba3d-00f66a3ee172 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:38:56.514737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46f911-ac1c-4e7e-a39f-f85ffa14dbc4 tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'Network': ['ID=5d9f6157-2d31-4ca5-82fb-17be9693eec9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:38:56.515309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9636fe31-0047-4873-9472-da87e0737a3a no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:38:56.535953 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 9636fe31-0047-4873-9472-da87e0737a3a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:38:56.536505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9636fe31-0047-4873-9472-da87e0737a3a not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:38:56.568350 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-453c62f3-3ac1-4337-b8d1-e82342f841eb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (a5712a37-d8ab-4951-9f01-43aed2b03407), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:56.598627 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-453c62f3-3ac1-4337-b8d1-e82342f841eb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (a5712a37-d8ab-4951-9f01-43aed2b03407), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:56.663557 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-453c62f3-3ac1-4337-b8d1-e82342f841eb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a5712a37-d8ab-4951-9f01-43aed2b03407), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:56.666232 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-453c62f3-3ac1-4337-b8d1-e82342f841eb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:56.667451 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-453c62f3-3ac1-4337-b8d1-e82342f841eb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] 10.222.0.36 "DELETE /v2.0/security-groups/a5712a37-d8ab-4951-9f01-43aed2b03407 HTTP/1.1" status: 204 len: 168 time: 0.1730566 Feb 05 03:38:56.677125 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c62f3-3ac1-4337-b8d1-e82342f841eb tempest-TestNetworkAdvancedServerOps-530285539 tempest-TestNetworkAdvancedServerOps-530285539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5712a37-d8ab-4951-9f01-43aed2b03407,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:38:56.991119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42536) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:38:57.457702 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-deda2e28-0e8b-4a81-aa35-594702f47dfd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d19f328b21dc466e9df0e58e9aa162da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4648302 Feb 05 03:38:57.460159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42540) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:38:57.505908 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cf703d3-fe83-4784-a292-5b8ad32d31f6 admin admin] Publish callbacks [] for security_group (f59b7fb1-1442-4f19-8745-ddc35442a98c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:57.527189 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cf703d3-fe83-4784-a292-5b8ad32d31f6 admin admin] Publish callbacks [] for security_group (f59b7fb1-1442-4f19-8745-ddc35442a98c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:57.572544 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cf703d3-fe83-4784-a292-5b8ad32d31f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f59b7fb1-1442-4f19-8745-ddc35442a98c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:57.575201 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cf703d3-fe83-4784-a292-5b8ad32d31f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:57.576354 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8cf703d3-fe83-4784-a292-5b8ad32d31f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f59b7fb1-1442-4f19-8745-ddc35442a98c HTTP/1.1" status: 204 len: 168 time: 0.1152644 Feb 05 03:38:57.583917 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf703d3-fe83-4784-a292-5b8ad32d31f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59b7fb1-1442-4f19-8745-ddc35442a98c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:38:57.832503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42546) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:38:57.873238 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b2d35031-8219-4209-bb5c-cc8a44983abd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af3c2706c221458ba84ca201a0bd2b8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395117 Feb 05 03:38:57.875616 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42548) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:38:57.922579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 67805669-516c-4cee-9b1c-552733b08126 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:38:57.923170 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52c0c2c5-4abd-4680-ac4b-75b53ec9c095 admin admin] Publish callbacks [] for security_group (4a88633e-c24c-424b-8511-3092562e572c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:57.942708 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 67805669-516c-4cee-9b1c-552733b08126 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:38:57.943310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 67805669-516c-4cee-9b1c-552733b08126 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:38:57.946874 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52c0c2c5-4abd-4680-ac4b-75b53ec9c095 admin admin] Publish callbacks [] for security_group (4a88633e-c24c-424b-8511-3092562e572c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:57.995846 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52c0c2c5-4abd-4680-ac4b-75b53ec9c095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4a88633e-c24c-424b-8511-3092562e572c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:57.998321 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52c0c2c5-4abd-4680-ac4b-75b53ec9c095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:38:57.999490 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-52c0c2c5-4abd-4680-ac4b-75b53ec9c095 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a88633e-c24c-424b-8511-3092562e572c HTTP/1.1" status: 204 len: 168 time: 0.1229887 Feb 05 03:38:58.007141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0c2c5-4abd-4680-ac4b-75b53ec9c095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a88633e-c24c-424b-8511-3092562e572c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:38:58.185898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8466afb3-abe0-4c07-8171-08533c1aed47 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:38:58.208803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 8466afb3-abe0-4c07-8171-08533c1aed47 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:38:58.209153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8466afb3-abe0-4c07-8171-08533c1aed47 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:39:03.705614 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2f4bbb32-eeee-4412-bd55-76123e0bbb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:04.383091 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:39:05.929519 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0dba93bb-c863-4681-ac17-aeadb6743041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:07.250002 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:08.679585 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a8604b9-e580-4136-bf93-2798780420f5 req-55c835fc-12d2-4f0b-9f12-00f89e5ddd33 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5142d64b2e9c4f5f86569b3b204660bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311046 Feb 05 03:39:08.792584 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:08.858515 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8604b9-e580-4136-bf93-2798780420f5 req-427cf468-e0dc-4715-8b22-73068bf241c1 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:08.859905 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a8604b9-e580-4136-bf93-2798780420f5 req-427cf468-e0dc-4715-8b22-73068bf241c1 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746542 Feb 05 03:39:08.874482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a8604b9-e580-4136-bf93-2798780420f5 req-3e0cb7dd-187a-4b41-a996-93ef3c99aef1 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/quotas/5142d64b2e9c4f5f86569b3b204660bb HTTP/1.1" status: 200 len: 375 time: 0.0093718 Feb 05 03:39:08.905848 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a8604b9-e580-4136-bf93-2798780420f5 req-0c1d77a3-47dc-4c89-8dc4-266696afa4b7 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5142d64b2e9c4f5f86569b3b204660bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263901 Feb 05 03:39:09.067611 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7cfc42d6-2160-42d9-bf7d-8275ce123ae0 req-9cd47258-1d6b-4bf3-80ae-ff42d73bb64c tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/ports?device_id=127b3f5c-3a6c-4510-abfe-ec512156806e HTTP/1.1" status: 200 len: 210 time: 0.0313325 Feb 05 03:39:10.003880 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8a8604b9-e580-4136-bf93-2798780420f5 req-50ece904-f2ee-49be-98b2-66f04b49e6ab tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5142d64b2e9c4f5f86569b3b204660bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288968 Feb 05 03:39:10.077097 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:10.165901 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14a53845-d5d2-4791-8aa6-583805eefa8e req-93d68c4e-ea16-4258-baa0-9506d62cc62e tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/ports?device_id=127b3f5c-3a6c-4510-abfe-ec512156806e HTTP/1.1" status: 200 len: 210 time: 0.0274258 Feb 05 03:39:10.210672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8604b9-e580-4136-bf93-2798780420f5 req-af8ed825-e7d2-4e84-ab02-109832f8697b tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:10.212140 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8a8604b9-e580-4136-bf93-2798780420f5 req-af8ed825-e7d2-4e84-ab02-109832f8697b tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2021825 Feb 05 03:39:10.223637 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-8a8604b9-e580-4136-bf93-2798780420f5 req-d26cca25-7a9d-4905-a6ee-6899c675e880 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Request body: {'port': {'device_id': '127b3f5c-3a6c-4510-abfe-ec512156806e', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'admin_state_up': True, 'tenant_id': '5142d64b2e9c4f5f86569b3b204660bb'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:39:10.325528 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8604b9-e580-4136-bf93-2798780420f5 req-d26cca25-7a9d-4905-a6ee-6899c675e880 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Made reservation on behalf of 5142d64b2e9c4f5f86569b3b204660bb for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:39:10.329143 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a8604b9-e580-4136-bf93-2798780420f5 req-d26cca25-7a9d-4905-a6ee-6899c675e880 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:10.345146 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a8604b9-e580-4136-bf93-2798780420f5 req-d26cca25-7a9d-4905-a6ee-6899c675e880 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:10.422478 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a8604b9-e580-4136-bf93-2798780420f5 req-d26cca25-7a9d-4905-a6ee-6899c675e880 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Publish callbacks [] for security_group (ff3e6f98-08a1-48dc-95ef-4da4a4405e51), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:10.426201 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a8604b9-e580-4136-bf93-2798780420f5 req-d26cca25-7a9d-4905-a6ee-6899c675e880 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ff3e6f98-08a1-48dc-95ef-4da4a4405e51), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:10.486710 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cca25-7a9d-4905-a6ee-6899c675e880 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3e6f98-08a1-48dc-95ef-4da4a4405e51,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:10.561860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-8a8604b9-e580-4136-bf93-2798780420f5 req-d26cca25-7a9d-4905-a6ee-6899c675e880 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Allocated IP 192.168.233.230 (632c39d0-d1b3-43e7-b7b8-eb0db4c99e33/83720547-c560-4602-8b89-ca74d4cd4b5f/132e5c8a-6aad-405f-8666-fac55e10e93d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:39:10.710510 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a8604b9-e580-4136-bf93-2798780420f5 req-d26cca25-7a9d-4905-a6ee-6899c675e880 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Publish callbacks [] for port (132e5c8a-6aad-405f-8666-fac55e10e93d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:10.744130 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a8604b9-e580-4136-bf93-2798780420f5 req-d26cca25-7a9d-4905-a6ee-6899c675e880 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (132e5c8a-6aad-405f-8666-fac55e10e93d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:10.787618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8604b9-e580-4136-bf93-2798780420f5 req-d26cca25-7a9d-4905-a6ee-6899c675e880 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:39:10.791469 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-8a8604b9-e580-4136-bf93-2798780420f5 req-d26cca25-7a9d-4905-a6ee-6899c675e880 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:39:10.795142 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8604b9-e580-4136-bf93-2798780420f5 req-d26cca25-7a9d-4905-a6ee-6899c675e880 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:39:10.819665 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cca25-7a9d-4905-a6ee-6899c675e880 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Pushing event updated for resources: {'Port': ['ID=132e5c8a-6aad-405f-8666-fac55e10e93d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:10.850628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8604b9-e580-4136-bf93-2798780420f5 req-d26cca25-7a9d-4905-a6ee-6899c675e880 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:10.851277 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a8604b9-e580-4136-bf93-2798780420f5 req-d26cca25-7a9d-4905-a6ee-6899c675e880 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:10.869088 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8a8604b9-e580-4136-bf93-2798780420f5 req-d26cca25-7a9d-4905-a6ee-6899c675e880 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6480105 Feb 05 03:39:10.879970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Request body: {'port': {'device_id': '127b3f5c-3a6c-4510-abfe-ec512156806e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:39:10.950594 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (132e5c8a-6aad-405f-8666-fac55e10e93d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:11.076811 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d4ffa85e-515b-47d2-afc7-774e14c96892 None None] Provisioning complete for port 132e5c8a-6aad-405f-8666-fac55e10e93d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:39:11.077101 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d4ffa85e-515b-47d2-afc7-774e14c96892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (132e5c8a-6aad-405f-8666-fac55e10e93d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:11.112391 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d4ffa85e-515b-47d2-afc7-774e14c96892 None None] Port 132e5c8a-6aad-405f-8666-fac55e10e93d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:39:11.214464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 132e5c8a-6aad-405f-8666-fac55e10e93d {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:39:11.222079 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Publish callbacks [] for port (132e5c8a-6aad-405f-8666-fac55e10e93d), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:11.234670 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Transition to ACTIVE for port object 132e5c8a-6aad-405f-8666-fac55e10e93d will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:39:11.238308 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (132e5c8a-6aad-405f-8666-fac55e10e93d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:11.289236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fada37c-c2b3-46ef-b72b-46a3bf6b2404 req-109c9586-dc40-464e-97e5-0036bd3cb02c tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:11.291471 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5fada37c-c2b3-46ef-b72b-46a3bf6b2404 req-109c9586-dc40-464e-97e5-0036bd3cb02c tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/ports?device_id=127b3f5c-3a6c-4510-abfe-ec512156806e HTTP/1.1" status: 200 len: 948 time: 0.0537801 Feb 05 03:39:11.310050 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Pushing event updated for resources: {'Port': ['ID=132e5c8a-6aad-405f-8666-fac55e10e93d,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:11.341350 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5fada37c-c2b3-46ef-b72b-46a3bf6b2404 req-d64c2cb5-fef2-4459-b967-ea576e91de63 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3e6f98-08a1-48dc-95ef-4da4a4405e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434732 Feb 05 03:39:11.379061 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Attempting to bind port 132e5c8a-6aad-405f-8666-fac55e10e93d on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:39:11.379405 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Attempting to bind port 132e5c8a-6aad-405f-8666-fac55e10e93d by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:39:11.379739 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Attempting to bind port 132e5c8a-6aad-405f-8666-fac55e10e93d on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:39:11.384992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Port 132e5c8a-6aad-405f-8666-fac55e10e93d on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:39:11.385319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Attempting to bind port 132e5c8a-6aad-405f-8666-fac55e10e93d on network 632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:39:11.390411 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:39:11.390769 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Checking segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:39:11.391171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Bound using segment: {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:39:11.391599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Bound port: 132e5c8a-6aad-405f-8666-fac55e10e93d, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8052b8d1-4809-492c-8244-63b968411a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:39:11.391962 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (132e5c8a-6aad-405f-8666-fac55e10e93d), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:11.458547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] For port 132e5c8a-6aad-405f-8666-fac55e10e93d, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:39:11.462740 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] For port 132e5c8a-6aad-405f-8666-fac55e10e93d, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=132e5c8a-6aad-405f-8666-fac55e10e93d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:39:11.468651 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (132e5c8a-6aad-405f-8666-fac55e10e93d), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:11.503549 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:11.504184 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:11.505520 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] 10.222.0.31 "PUT /v2.0/ports/132e5c8a-6aad-405f-8666-fac55e10e93d HTTP/1.1" status: 200 len: 1096 time: 0.6298397 Feb 05 03:39:11.505966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '127b3f5c-3a6c-4510-abfe-ec512156806e', 'tag': '132e5c8a-6aad-405f-8666-fac55e10e93d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:39:11.508235 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b2f099-efe3-4144-956e-d6097e12e416" -d '{"events": [{"name": "network-changed", "server_uuid": "127b3f5c-3a6c-4510-abfe-ec512156806e", "tag": "132e5c8a-6aad-405f-8666-fac55e10e93d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:39:11.535101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bc33f-b2e3-4760-8944-6ea538120b3b service neutron] Pushing event updated for resources: {'Port': ['ID=132e5c8a-6aad-405f-8666-fac55e10e93d,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:11.585767 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3909ec38-8d47-4338-88ea-b7c83c9baf08 x-openstack-request-id: req-3909ec38-8d47-4338-88ea-b7c83c9baf08 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:39:11.586066 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "127b3f5c-3a6c-4510-abfe-ec512156806e", "tag": "132e5c8a-6aad-405f-8666-fac55e10e93d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:39:11.586324 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3909ec38-8d47-4338-88ea-b7c83c9baf08 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:39:11.586784 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '127b3f5c-3a6c-4510-abfe-ec512156806e', 'tag': '132e5c8a-6aad-405f-8666-fac55e10e93d', 'status': 'completed', 'code': 200} Feb 05 03:39:11.607538 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ce5e9468-152f-44ae-9f2b-9e56e7b1fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:11.609139 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8a8604b9-e580-4136-bf93-2798780420f5 req-ce5e9468-152f-44ae-9f2b-9e56e7b1fe84 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5142d64b2e9c4f5f86569b3b204660bb&device_id=127b3f5c-3a6c-4510-abfe-ec512156806e HTTP/1.1" status: 200 len: 1130 time: 0.0616772 Feb 05 03:39:11.654102 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8a8604b9-e580-4136-bf93-2798780420f5 req-e46148c0-6a1f-4cb6-bfd2-cfce6bcdf9ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=132e5c8a-6aad-405f-8666-fac55e10e93d HTTP/1.1" status: 200 len: 217 time: 0.0368629 Feb 05 03:39:11.704783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8604b9-e580-4136-bf93-2798780420f5 req-78bd6a95-3b4b-4aa6-9394-09c61330d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:11.706295 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8a8604b9-e580-4136-bf93-2798780420f5 req-78bd6a95-3b4b-4aa6-9394-09c61330d9ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0467739 Feb 05 03:39:11.759324 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8604b9-e580-4136-bf93-2798780420f5 req-9337c200-605e-4915-a892-ac08ced7df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:11.760711 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8a8604b9-e580-4136-bf93-2798780420f5 req-9337c200-605e-4915-a892-ac08ced7df4e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0481579 Feb 05 03:39:11.808839 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:11.849842 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8a8604b9-e580-4136-bf93-2798780420f5 req-024064b6-75e6-4a75-bf62-b25b0faf340f service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826297 Feb 05 03:39:11.940234 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8a8604b9-e580-4136-bf93-2798780420f5 req-2d20addd-2dcb-47bb-900b-1b2e68a56a07 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844541 Feb 05 03:39:12.026153 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2f099-efe3-4144-956e-d6097e12e416 req-8584b3a7-f73b-4574-be9d-0609bcd26313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:12.027596 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54b2f099-efe3-4144-956e-d6097e12e416 req-8584b3a7-f73b-4574-be9d-0609bcd26313 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5142d64b2e9c4f5f86569b3b204660bb&device_id=127b3f5c-3a6c-4510-abfe-ec512156806e HTTP/1.1" status: 200 len: 1130 time: 0.0461464 Feb 05 03:39:12.116194 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2f099-efe3-4144-956e-d6097e12e416 req-7b908d18-3fb2-49e0-99a2-778c971acb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:12.117651 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54b2f099-efe3-4144-956e-d6097e12e416 req-7b908d18-3fb2-49e0-99a2-778c971acb52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33 HTTP/1.1" status: 200 len: 870 time: 0.0838299 Feb 05 03:39:12.161605 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54b2f099-efe3-4144-956e-d6097e12e416 req-05067f72-79bf-42f6-97e3-bae80f05b72c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=132e5c8a-6aad-405f-8666-fac55e10e93d HTTP/1.1" status: 200 len: 217 time: 0.0379617 Feb 05 03:39:12.209376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2f099-efe3-4144-956e-d6097e12e416 req-075edeac-0eec-4746-82b0-735bc377a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:12.210848 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54b2f099-efe3-4144-956e-d6097e12e416 req-075edeac-0eec-4746-82b0-735bc377a76b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83720547-c560-4602-8b89-ca74d4cd4b5f HTTP/1.1" status: 200 len: 843 time: 0.0436552 Feb 05 03:39:12.261595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2f099-efe3-4144-956e-d6097e12e416 req-f26663a5-1223-462c-b56d-a500ffd4eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:12.263106 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54b2f099-efe3-4144-956e-d6097e12e416 req-f26663a5-1223-462c-b56d-a500ffd4eb1b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=632c39d0-d1b3-43e7-b7b8-eb0db4c99e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0466170 Feb 05 03:39:12.355885 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54b2f099-efe3-4144-956e-d6097e12e416 req-76562768-1eba-4438-b4bf-d14a768b67d1 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868449 Feb 05 03:39:12.446701 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54b2f099-efe3-4144-956e-d6097e12e416 req-c05a08d4-f4a0-4f07-a822-d27dbd81fef1 service neutron] 10.222.0.31 "GET /v2.0/networks/632c39d0-d1b3-43e7-b7b8-eb0db4c99e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842905 Feb 05 03:39:12.468663 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b1357-ffc9-48b0-8d25-45072cb4e428 req-6193d342-7e3c-48b7-ae99-e933302278e9 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:12.470119 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e8b1357-ffc9-48b0-8d25-45072cb4e428 req-6193d342-7e3c-48b7-ae99-e933302278e9 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/ports?device_id=127b3f5c-3a6c-4510-abfe-ec512156806e HTTP/1.1" status: 200 len: 948 time: 0.0550778 Feb 05 03:39:12.789521 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e8b1357-ffc9-48b0-8d25-45072cb4e428 req-e9dade53-554a-4bda-b158-6fdfadc82c28 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3e6f98-08a1-48dc-95ef-4da4a4405e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139195 Feb 05 03:39:13.908155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21a0ca-bc90-4289-9ae4-de82cd33010c req-3ada8a51-9941-48f7-a92a-6566da8bc161 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:13.909613 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a21a0ca-bc90-4289-9ae4-de82cd33010c req-3ada8a51-9941-48f7-a92a-6566da8bc161 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/ports?device_id=127b3f5c-3a6c-4510-abfe-ec512156806e HTTP/1.1" status: 200 len: 948 time: 0.0523005 Feb 05 03:39:13.955427 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a21a0ca-bc90-4289-9ae4-de82cd33010c req-de686614-14e5-4ff7-8837-0f2f4f457bf2 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3e6f98-08a1-48dc-95ef-4da4a4405e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395117 Feb 05 03:39:14.869402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 132e5c8a-6aad-405f-8666-fac55e10e93d details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:39:14.965597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 132e5c8a-6aad-405f-8666-fac55e10e93d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=132e5c8a-6aad-405f-8666-fac55e10e93d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:39:14.976598 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '132e5c8a-6aad-405f-8666-fac55e10e93d', 'network_id': '632c39d0-d1b3-43e7-b7b8-eb0db4c99e33', 'port_id': '132e5c8a-6aad-405f-8666-fac55e10e93d', 'mac_address': 'fa:16:3e:ae:3d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83720547-c560-4602-8b89-ca74d4cd4b5f', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:39:15.013406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 132e5c8a-6aad-405f-8666-fac55e10e93d is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:39:15.013800 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (132e5c8a-6aad-405f-8666-fac55e10e93d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:15.027505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132e5c8a-6aad-405f-8666-fac55e10e93d {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:39:15.047462 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 132e5c8a-6aad-405f-8666-fac55e10e93d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=132e5c8a-6aad-405f-8666-fac55e10e93d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:39:15.052149 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (132e5c8a-6aad-405f-8666-fac55e10e93d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:15.076813 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fe272-fb44-4b7d-ba9e-4eb90a27775f req-859813e0-cf43-4494-ad8a-44faca717931 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:15.078324 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a4fe272-fb44-4b7d-ba9e-4eb90a27775f req-859813e0-cf43-4494-ad8a-44faca717931 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/ports?device_id=127b3f5c-3a6c-4510-abfe-ec512156806e HTTP/1.1" status: 200 len: 948 time: 0.0550148 Feb 05 03:39:15.104589 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=132e5c8a-6aad-405f-8666-fac55e10e93d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:15.128858 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a4fe272-fb44-4b7d-ba9e-4eb90a27775f req-a9d6f155-df1d-4215-b3ed-a61e3efb20a5 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3e6f98-08a1-48dc-95ef-4da4a4405e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447268 Feb 05 03:39:15.405376 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['132e5c8a-6aad-405f-8666-fac55e10e93d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:39:16.247547 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8f462-e000-4ef4-8dad-51d772520703 req-2d66f8fc-5004-420c-8b61-b98f3add232c tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:16.249369 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d1b8f462-e000-4ef4-8dad-51d772520703 req-2d66f8fc-5004-420c-8b61-b98f3add232c tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/ports?device_id=127b3f5c-3a6c-4510-abfe-ec512156806e HTTP/1.1" status: 200 len: 949 time: 0.0529008 Feb 05 03:39:16.295094 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d1b8f462-e000-4ef4-8dad-51d772520703 req-049d909a-f183-4400-935c-d2bbcb998bce tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3e6f98-08a1-48dc-95ef-4da4a4405e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Feb 05 03:39:16.634620 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:16.896108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 132e5c8a-6aad-405f-8666-fac55e10e93d up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:39:16.946837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 132e5c8a-6aad-405f-8666-fac55e10e93d completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:39:16.950470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 132e5c8a-6aad-405f-8666-fac55e10e93d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:39:16.950865 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (132e5c8a-6aad-405f-8666-fac55e10e93d), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:17.029730 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 132e5c8a-6aad-405f-8666-fac55e10e93d is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:39:17.030112 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (132e5c8a-6aad-405f-8666-fac55e10e93d), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:17.052085 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127b3f5c-3a6c-4510-abfe-ec512156806e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132e5c8a-6aad-405f-8666-fac55e10e93d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:39:17.054287 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6762d22a-4d63-4ee0-8a0b-9919d3a7ffb8" -d '{"events": [{"server_uuid": "127b3f5c-3a6c-4510-abfe-ec512156806e", "name": "network-vif-plugged", "status": "completed", "tag": "132e5c8a-6aad-405f-8666-fac55e10e93d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:39:17.066053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 132e5c8a-6aad-405f-8666-fac55e10e93d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=132e5c8a-6aad-405f-8666-fac55e10e93d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:39:17.069988 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (132e5c8a-6aad-405f-8666-fac55e10e93d), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:17.096318 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43156374-f310-4195-8f6e-6ad76d3f1b8d x-openstack-request-id: req-43156374-f310-4195-8f6e-6ad76d3f1b8d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:39:17.096614 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "127b3f5c-3a6c-4510-abfe-ec512156806e", "name": "network-vif-plugged", "status": "completed", "tag": "132e5c8a-6aad-405f-8666-fac55e10e93d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:39:17.096864 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43156374-f310-4195-8f6e-6ad76d3f1b8d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:39:17.097242 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127b3f5c-3a6c-4510-abfe-ec512156806e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132e5c8a-6aad-405f-8666-fac55e10e93d', 'code': 200} Feb 05 03:39:17.125530 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=132e5c8a-6aad-405f-8666-fac55e10e93d,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:17.198130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81d732-b9fc-4ea2-be20-54df26063735 req-5627efa6-9657-4d8c-9cf8-ef0d71d2da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:17.199702 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e81d732-b9fc-4ea2-be20-54df26063735 req-5627efa6-9657-4d8c-9cf8-ef0d71d2da7e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=127b3f5c-3a6c-4510-abfe-ec512156806e HTTP/1.1" status: 200 len: 1132 time: 0.0478497 Feb 05 03:39:17.248914 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6e81d732-b9fc-4ea2-be20-54df26063735 req-4cad1d9e-c763-41df-84c1-ff5c13895a14 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ff3e6f98-08a1-48dc-95ef-4da4a4405e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422394 Feb 05 03:39:17.416593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5efd6-6463-4372-ad56-175290acbec4 req-abf570fb-3054-4ea6-9ea9-a814f85d498e tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:17.418058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bde5efd6-6463-4372-ad56-175290acbec4 req-abf570fb-3054-4ea6-9ea9-a814f85d498e tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/ports?device_id=127b3f5c-3a6c-4510-abfe-ec512156806e HTTP/1.1" status: 200 len: 950 time: 0.0542338 Feb 05 03:39:17.462947 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bde5efd6-6463-4372-ad56-175290acbec4 req-9e0e5cf3-e93e-4318-9e63-e908998daf55 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3e6f98-08a1-48dc-95ef-4da4a4405e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392163 Feb 05 03:39:18.592005 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbe8cb-5e5d-4dbc-b421-4995d8f1ade3 req-ac1dcd86-da35-4dc4-b34c-4838890eea4a tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:18.593498 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccfbe8cb-5e5d-4dbc-b421-4995d8f1ade3 req-ac1dcd86-da35-4dc4-b34c-4838890eea4a tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/ports?device_id=127b3f5c-3a6c-4510-abfe-ec512156806e HTTP/1.1" status: 200 len: 950 time: 0.0604851 Feb 05 03:39:18.639286 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccfbe8cb-5e5d-4dbc-b421-4995d8f1ade3 req-24dcfabe-a807-4db4-a9ea-1f36eebbce5d tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3e6f98-08a1-48dc-95ef-4da4a4405e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402446 Feb 05 03:39:19.758279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0b92a-ae61-4dbb-b103-0a6ff8a3f75f req-490a9d96-6ff5-4f9a-92a9-4e2b6980adcb tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:19.760269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94b0b92a-ae61-4dbb-b103-0a6ff8a3f75f req-490a9d96-6ff5-4f9a-92a9-4e2b6980adcb tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/ports?device_id=127b3f5c-3a6c-4510-abfe-ec512156806e HTTP/1.1" status: 200 len: 950 time: 0.0520706 Feb 05 03:39:19.805749 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94b0b92a-ae61-4dbb-b103-0a6ff8a3f75f req-9734199d-4340-4398-ba90-b128f536513f tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3e6f98-08a1-48dc-95ef-4da4a4405e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399556 Feb 05 03:39:20.431039 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-245f74a4-37cf-451d-8207-a06ecb2ae629 req-083aa05b-aede-4579-8699-1008c1705f90 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:39:20.432158 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-245f74a4-37cf-451d-8207-a06ecb2ae629 req-083aa05b-aede-4579-8699-1008c1705f90 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1029356 Feb 05 03:39:20.765163 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-5791d415-8eb5-436f-b5a7-4b1ea39fb0b5 req-3c2356cd-57f7-4eca-8317-c07c98aab87a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:39:20.766223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5791d415-8eb5-436f-b5a7-4b1ea39fb0b5 req-3c2356cd-57f7-4eca-8317-c07c98aab87a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053184 Feb 05 03:39:21.101849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c2f5f-507b-4f05-a13b-fe04f18ab32f req-323b2b10-cfd2-4c6a-92f0-effcfc38d9e8 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:21.103939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-718c2f5f-507b-4f05-a13b-fe04f18ab32f req-323b2b10-cfd2-4c6a-92f0-effcfc38d9e8 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/ports?device_id=127b3f5c-3a6c-4510-abfe-ec512156806e HTTP/1.1" status: 200 len: 950 time: 0.0563533 Feb 05 03:39:21.149015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-718c2f5f-507b-4f05-a13b-fe04f18ab32f req-8d756325-69fa-403a-b671-5c1aa72f541a tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3e6f98-08a1-48dc-95ef-4da4a4405e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392859 Feb 05 03:39:22.272431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaeedf7-6b63-4fa3-9565-c45cd79398fe req-10c57aa5-82b2-4fe0-b54c-e9216ad21525 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:22.274321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfaeedf7-6b63-4fa3-9565-c45cd79398fe req-10c57aa5-82b2-4fe0-b54c-e9216ad21525 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/ports?device_id=127b3f5c-3a6c-4510-abfe-ec512156806e HTTP/1.1" status: 200 len: 950 time: 0.0536141 Feb 05 03:39:22.318976 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfaeedf7-6b63-4fa3-9565-c45cd79398fe req-f13f180f-1824-416e-96d9-a94f2095fae0 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff3e6f98-08a1-48dc-95ef-4da4a4405e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392094 Feb 05 03:39:22.459902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182b8f9-33dc-4ec1-a1f9-9ea3c1d333de req-4e3b1ecc-8311-43ab-9e05-96a0464305e8 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:22.461335 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6182b8f9-33dc-4ec1-a1f9-9ea3c1d333de req-4e3b1ecc-8311-43ab-9e05-96a0464305e8 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.31 "GET /v2.0/ports?device_id=127b3f5c-3a6c-4510-abfe-ec512156806e HTTP/1.1" status: 200 len: 950 time: 0.0516241 Feb 05 03:39:22.548290 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-6182b8f9-33dc-4ec1-a1f9-9ea3c1d333de req-ca6de837-2ce7-4d32-95bb-8ddf1d78dc81 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Deleting port 132e5c8a-6aad-405f-8666-fac55e10e93d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:39:22.548627 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6182b8f9-33dc-4ec1-a1f9-9ea3c1d333de req-ca6de837-2ce7-4d32-95bb-8ddf1d78dc81 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (132e5c8a-6aad-405f-8666-fac55e10e93d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:22.639626 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6182b8f9-33dc-4ec1-a1f9-9ea3c1d333de req-ca6de837-2ce7-4d32-95bb-8ddf1d78dc81 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] For port 132e5c8a-6aad-405f-8666-fac55e10e93d, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=132e5c8a-6aad-405f-8666-fac55e10e93d,segment=NetworkSegment(8052b8d1-4809-492c-8244-63b968411a8a),segment_id=8052b8d1-4809-492c-8244-63b968411a8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:39:22.639993 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6182b8f9-33dc-4ec1-a1f9-9ea3c1d333de req-ca6de837-2ce7-4d32-95bb-8ddf1d78dc81 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (132e5c8a-6aad-405f-8666-fac55e10e93d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:22.653197 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-6182b8f9-33dc-4ec1-a1f9-9ea3c1d333de req-ca6de837-2ce7-4d32-95bb-8ddf1d78dc81 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Calling delete_port for 132e5c8a-6aad-405f-8666-fac55e10e93d owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:39:22.783370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6182b8f9-33dc-4ec1-a1f9-9ea3c1d333de req-ca6de837-2ce7-4d32-95bb-8ddf1d78dc81 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (132e5c8a-6aad-405f-8666-fac55e10e93d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:22.795679 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['132e5c8a-6aad-405f-8666-fac55e10e93d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:39:22.811505 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6de837-2ce7-4d32-95bb-8ddf1d78dc81 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Pushing event deleted for resources: {'Port': ['ID=132e5c8a-6aad-405f-8666-fac55e10e93d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:22.859889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6182b8f9-33dc-4ec1-a1f9-9ea3c1d333de req-ca6de837-2ce7-4d32-95bb-8ddf1d78dc81 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] No DVR routers for this DVR port 132e5c8a-6aad-405f-8666-fac55e10e93d on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:39:22.862846 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6182b8f9-33dc-4ec1-a1f9-9ea3c1d333de req-ca6de837-2ce7-4d32-95bb-8ddf1d78dc81 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:22.866602 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6182b8f9-33dc-4ec1-a1f9-9ea3c1d333de req-ca6de837-2ce7-4d32-95bb-8ddf1d78dc81 tempest-ServersAdminNegativeTestJSON-743321805 tempest-ServersAdminNegativeTestJSON-743321805-project] 10.222.0.31 "DELETE /v2.0/ports/132e5c8a-6aad-405f-8666-fac55e10e93d HTTP/1.1" status: 204 len: 173 time: 0.4005423 Feb 05 03:39:22.867109 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127b3f5c-3a6c-4510-abfe-ec512156806e', 'name': 'network-vif-deleted', 'tag': '132e5c8a-6aad-405f-8666-fac55e10e93d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:39:22.870820 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc48f67-9602-490a-b874-e1dc42abf811" -d '{"events": [{"server_uuid": "127b3f5c-3a6c-4510-abfe-ec512156806e", "name": "network-vif-deleted", "tag": "132e5c8a-6aad-405f-8666-fac55e10e93d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:39:22.911838 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172cc317-8292-4e68-889c-d8a8877bd56f x-openstack-request-id: req-172cc317-8292-4e68-889c-d8a8877bd56f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:39:22.912150 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "127b3f5c-3a6c-4510-abfe-ec512156806e", "name": "network-vif-deleted", "tag": "132e5c8a-6aad-405f-8666-fac55e10e93d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:39:22.912573 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-172cc317-8292-4e68-889c-d8a8877bd56f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:39:22.912993 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127b3f5c-3a6c-4510-abfe-ec512156806e', 'name': 'network-vif-deleted', 'tag': '132e5c8a-6aad-405f-8666-fac55e10e93d', 'status': 'completed', 'code': 200} Feb 05 03:39:23.613013 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42682) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:39:23.744295 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7dbf8629-8f7c-4088-82a6-709ac4f3f904 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5142d64b2e9c4f5f86569b3b204660bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301076 Feb 05 03:39:23.746749 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42686) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:39:23.793042 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b539e30-a15c-47c5-bc00-4fa691e365fa admin admin] Publish callbacks [] for security_group (ff3e6f98-08a1-48dc-95ef-4da4a4405e51), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:23.813350 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b539e30-a15c-47c5-bc00-4fa691e365fa admin admin] Publish callbacks [] for security_group (ff3e6f98-08a1-48dc-95ef-4da4a4405e51), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:23.863312 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b539e30-a15c-47c5-bc00-4fa691e365fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (ff3e6f98-08a1-48dc-95ef-4da4a4405e51), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:23.865833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b539e30-a15c-47c5-bc00-4fa691e365fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:23.867000 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4b539e30-a15c-47c5-bc00-4fa691e365fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff3e6f98-08a1-48dc-95ef-4da4a4405e51 HTTP/1.1" status: 204 len: 168 time: 0.1193764 Feb 05 03:39:23.875980 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b539e30-a15c-47c5-bc00-4fa691e365fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3e6f98-08a1-48dc-95ef-4da4a4405e51,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:24.121190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42692) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:39:24.134093 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01db7207-746d-438a-9520-b728a8896e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:24.208280 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01db7207-746d-438a-9520-b728a8896e36 admin admin] Publish callbacks [] for security_group (be28ce44-c008-49c7-a44c-1717a64e44df), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:24.212164 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01db7207-746d-438a-9520-b728a8896e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (be28ce44-c008-49c7-a44c-1717a64e44df), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:24.253538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-01db7207-746d-438a-9520-b728a8896e36 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=269f8f553ce1406d9cb2ec4f36cffefc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312842 Feb 05 03:39:24.254429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db7207-746d-438a-9520-b728a8896e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be28ce44-c008-49c7-a44c-1717a64e44df,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:24.257053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42694) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:39:24.307230 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8d0782a-8d0d-403e-8445-01946ce3666f admin admin] Publish callbacks [] for security_group (be28ce44-c008-49c7-a44c-1717a64e44df), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:24.327918 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8d0782a-8d0d-403e-8445-01946ce3666f admin admin] Publish callbacks [] for security_group (be28ce44-c008-49c7-a44c-1717a64e44df), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:24.374734 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8d0782a-8d0d-403e-8445-01946ce3666f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (be28ce44-c008-49c7-a44c-1717a64e44df), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:24.377409 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8d0782a-8d0d-403e-8445-01946ce3666f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:24.378558 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e8d0782a-8d0d-403e-8445-01946ce3666f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be28ce44-c008-49c7-a44c-1717a64e44df HTTP/1.1" status: 204 len: 168 time: 0.1202509 Feb 05 03:39:24.387041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0782a-8d0d-403e-8445-01946ce3666f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be28ce44-c008-49c7-a44c-1717a64e44df,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:25.024075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42716) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:39:25.117047 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-611766a7-1dc8-4f67-a0db-216b0203723e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-657200838-network', 'tenant_id': 'fa4961802106410583cd0b9157bb80be'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:39:25.139763 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611766a7-1dc8-4f67-a0db-216b0203723e admin admin] Made reservation on behalf of fa4961802106410583cd0b9157bb80be for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:39:25.142138 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-611766a7-1dc8-4f67-a0db-216b0203723e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:25.150862 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-611766a7-1dc8-4f67-a0db-216b0203723e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:25.224404 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-611766a7-1dc8-4f67-a0db-216b0203723e admin admin] Publish callbacks [] for security_group (c0edbb86-6e11-485b-ac51-75dd44ee4b30), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:25.228331 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-611766a7-1dc8-4f67-a0db-216b0203723e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c0edbb86-6e11-485b-ac51-75dd44ee4b30), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:25.256009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611766a7-1dc8-4f67-a0db-216b0203723e admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:39:25.269196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611766a7-1dc8-4f67-a0db-216b0203723e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0edbb86-6e11-485b-ac51-75dd44ee4b30,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:25.276209 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-611766a7-1dc8-4f67-a0db-216b0203723e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (64e2ebaa-13de-45ab-bbdf-6796f72c3998), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:25.277298 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-611766a7-1dc8-4f67-a0db-216b0203723e admin admin] Added segment 64e2ebaa-13de-45ab-bbdf-6796f72c3998 of type vlan for network 90d78317-e1b7-40f9-a920-66298943f80c Feb 05 03:39:25.317162 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-611766a7-1dc8-4f67-a0db-216b0203723e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (90d78317-e1b7-40f9-a920-66298943f80c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:25.341656 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-611766a7-1dc8-4f67-a0db-216b0203723e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (90d78317-e1b7-40f9-a920-66298943f80c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:25.342686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611766a7-1dc8-4f67-a0db-216b0203723e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:25.343296 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-611766a7-1dc8-4f67-a0db-216b0203723e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:25.419462 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-611766a7-1dc8-4f67-a0db-216b0203723e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3941607 Feb 05 03:39:25.422342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42720) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:39:25.427290 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9863425f-0717-45fe-b475-501843c60d44 admin admin] Request body: {'subnet': {'network_id': '90d78317-e1b7-40f9-a920-66298943f80c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-657200838-subnet', 'tenant_id': 'fa4961802106410583cd0b9157bb80be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:39:25.438139 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611766a7-1dc8-4f67-a0db-216b0203723e admin admin] Pushing event updated for resources: {'Network': ['ID=90d78317-e1b7-40f9-a920-66298943f80c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:25.448850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9863425f-0717-45fe-b475-501843c60d44 admin admin] Made reservation on behalf of fa4961802106410583cd0b9157bb80be for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:39:25.449515 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 90d78317-e1b7-40f9-a920-66298943f80c details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:39:25.451389 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9863425f-0717-45fe-b475-501843c60d44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:25.616197 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9863425f-0717-45fe-b475-501843c60d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (992e59af-7890-42ec-8feb-4823a12a1ccc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:25.674985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863425f-0717-45fe-b475-501843c60d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=992e59af-7890-42ec-8feb-4823a12a1ccc,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:25.679132 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9863425f-0717-45fe-b475-501843c60d44 admin admin] Checking segment: {'id': '64e2ebaa-13de-45ab-bbdf-6796f72c3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '90d78317-e1b7-40f9-a920-66298943f80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:39:25.679484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9863425f-0717-45fe-b475-501843c60d44 admin admin] Network hostable DHCP agents. Network: 90d78317-e1b7-40f9-a920-66298943f80c, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:39:25.695573 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9863425f-0717-45fe-b475-501843c60d44 admin admin] Network 90d78317-e1b7-40f9-a920-66298943f80c is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:39:25.704013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9863425f-0717-45fe-b475-501843c60d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 90d78317-e1b7-40f9-a920-66298943f80c) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:39:25.708677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9863425f-0717-45fe-b475-501843c60d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:25.709282 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9863425f-0717-45fe-b475-501843c60d44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:25.713812 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce86117-6fbb-437c-a24b-b5c503cb45fb None None] Network 90d78317-e1b7-40f9-a920-66298943f80c requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:39:25.734074 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9863425f-0717-45fe-b475-501843c60d44 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3016467 Feb 05 03:39:25.815514 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b2364a-c000-49b2-9254-72e1e75d15b3 None None] Network 90d78317-e1b7-40f9-a920-66298943f80c requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:39:26.151736 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-2419e945-f2ec-46ff-ac3e-4836605529d4 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:26.153239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-2419e945-f2ec-46ff-ac3e-4836605529d4 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/networks?id=90d78317-e1b7-40f9-a920-66298943f80c HTTP/1.1" status: 200 len: 811 time: 0.1045084 Feb 05 03:39:26.168074 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-4bef68ef-ad08-49fc-b34b-ac6fbf997c93 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/quotas/fa4961802106410583cd0b9157bb80be HTTP/1.1" status: 200 len: 375 time: 0.0095747 Feb 05 03:39:26.199340 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-fa337ee3-1aa5-4abc-8bc9-8e5fce23ca62 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa4961802106410583cd0b9157bb80be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262246 Feb 05 03:39:26.291309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-ae9a6a8d-a2a1-4182-9d00-0aea61aa762e service neutron] 10.222.0.36 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852189 Feb 05 03:39:26.382129 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-bf49a2c2-951c-4069-ac95-3b5db837836f service neutron] 10.222.0.36 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854218 Feb 05 03:39:26.539397 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f23c5aa-4430-446a-bbd6-34d30cfd591b req-4dd7a9de-14b2-4387-8691-871bdad67256 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 210 time: 0.0277550 Feb 05 03:39:26.932558 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 132e5c8a-6aad-405f-8666-fac55e10e93d no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:39:26.952459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 132e5c8a-6aad-405f-8666-fac55e10e93d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:39:26.952803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 132e5c8a-6aad-405f-8666-fac55e10e93d not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:39:27.621232 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4cbf368b-2bc0-4c0d-8194-bb37eb092062 req-90277ffe-1f03-48d8-b8ef-b197bc733463 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 210 time: 0.0282481 Feb 05 03:39:28.700803 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-013eaae8-9656-4d1b-9d23-040239b42d67 req-0a6cc699-9d8b-441c-a96c-fb47322b15af tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 210 time: 0.0283289 Feb 05 03:39:29.700948 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-2f234cfd-77ed-4160-8809-a623f42f2191 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:29.702400 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-2f234cfd-77ed-4160-8809-a623f42f2191 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.31 "GET /v2.0/networks?id=90d78317-e1b7-40f9-a920-66298943f80c HTTP/1.1" status: 200 len: 811 time: 0.1077623 Feb 05 03:39:29.715510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-3e235c55-5d79-4bb6-8bf7-116763eef978 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Request body: {'port': {'device_id': 'a89c42d3-2688-4c88-a471-dc7d0b82f348', 'network_id': '90d78317-e1b7-40f9-a920-66298943f80c', 'admin_state_up': True, 'tenant_id': 'fa4961802106410583cd0b9157bb80be'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:39:29.795583 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b31b45e6-0080-41fb-a8ab-4d6aa4d55036 req-f746d93c-a096-46a5-8715-9d6d5cd8358f tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 210 time: 0.0282388 Feb 05 03:39:29.830972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-3e235c55-5d79-4bb6-8bf7-116763eef978 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Made reservation on behalf of fa4961802106410583cd0b9157bb80be for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:39:29.834384 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-3e235c55-5d79-4bb6-8bf7-116763eef978 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:29.957677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-3e235c55-5d79-4bb6-8bf7-116763eef978 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Allocated IP 172.20.0.10 (90d78317-e1b7-40f9-a920-66298943f80c/992e59af-7890-42ec-8feb-4823a12a1ccc/5fac644f-0171-4da4-8ca7-917395069a00) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:39:30.132185 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-3e235c55-5d79-4bb6-8bf7-116763eef978 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Publish callbacks [] for port (5fac644f-0171-4da4-8ca7-917395069a00), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:30.169116 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-3e235c55-5d79-4bb6-8bf7-116763eef978 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5fac644f-0171-4da4-8ca7-917395069a00), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:30.225823 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-3e235c55-5d79-4bb6-8bf7-116763eef978 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Network 90d78317-e1b7-40f9-a920-66298943f80c is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:39:30.230055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-3e235c55-5d79-4bb6-8bf7-116763eef978 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:39:30.237837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-3e235c55-5d79-4bb6-8bf7-116763eef978 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:39:30.243529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e235c55-5d79-4bb6-8bf7-116763eef978 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Pushing event updated for resources: {'Port': ['ID=5fac644f-0171-4da4-8ca7-917395069a00,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:30.298396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-3e235c55-5d79-4bb6-8bf7-116763eef978 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:30.299478 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-3e235c55-5d79-4bb6-8bf7-116763eef978 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:30.316266 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-3e235c55-5d79-4bb6-8bf7-116763eef978 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6053529 Feb 05 03:39:30.327408 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Request body: {'port': {'device_id': 'a89c42d3-2688-4c88-a471-dc7d0b82f348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:39:30.389987 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5fac644f-0171-4da4-8ca7-917395069a00), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:30.671034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fac644f-0171-4da4-8ca7-917395069a00 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:39:30.678342 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Publish callbacks [] for port (5fac644f-0171-4da4-8ca7-917395069a00), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:30.689979 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Transition to ACTIVE for port object 5fac644f-0171-4da4-8ca7-917395069a00 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:39:30.693904 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (5fac644f-0171-4da4-8ca7-917395069a00), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:30.764673 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=5fac644f-0171-4da4-8ca7-917395069a00,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:30.819970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Attempting to bind port 5fac644f-0171-4da4-8ca7-917395069a00 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:39:30.820334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Attempting to bind port 5fac644f-0171-4da4-8ca7-917395069a00 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '64e2ebaa-13de-45ab-bbdf-6796f72c3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '90d78317-e1b7-40f9-a920-66298943f80c'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:39:30.821260 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Attempting to bind port 5fac644f-0171-4da4-8ca7-917395069a00 on network 90d78317-e1b7-40f9-a920-66298943f80c {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:39:30.825800 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Port 5fac644f-0171-4da4-8ca7-917395069a00 on network 90d78317-e1b7-40f9-a920-66298943f80c not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:39:30.826124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Attempting to bind port 5fac644f-0171-4da4-8ca7-917395069a00 on network 90d78317-e1b7-40f9-a920-66298943f80c {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:39:30.830929 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:39:30.831268 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Checking segment: {'id': '64e2ebaa-13de-45ab-bbdf-6796f72c3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '90d78317-e1b7-40f9-a920-66298943f80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:39:30.831657 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Bound using segment: {'id': '64e2ebaa-13de-45ab-bbdf-6796f72c3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '90d78317-e1b7-40f9-a920-66298943f80c'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:39:30.832077 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Bound port: 5fac644f-0171-4da4-8ca7-917395069a00, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e2ebaa-13de-45ab-bbdf-6796f72c3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '90d78317-e1b7-40f9-a920-66298943f80c'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:39:30.832455 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5fac644f-0171-4da4-8ca7-917395069a00), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:30.896604 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] For port 5fac644f-0171-4da4-8ca7-917395069a00, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:39:30.899830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] For port 5fac644f-0171-4da4-8ca7-917395069a00, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=5fac644f-0171-4da4-8ca7-917395069a00,segment=NetworkSegment(64e2ebaa-13de-45ab-bbdf-6796f72c3998),segment_id=64e2ebaa-13de-45ab-bbdf-6796f72c3998)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:39:30.905899 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (5fac644f-0171-4da4-8ca7-917395069a00), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:30.921539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55846e17-0edf-4368-825b-8fbbf2e5c3da req-176f225f-06aa-4fab-ace3-0e41af44b680 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:30.922997 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55846e17-0edf-4368-825b-8fbbf2e5c3da req-176f225f-06aa-4fab-ace3-0e41af44b680 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 944 time: 0.0583076 Feb 05 03:39:30.940641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:30.941394 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:30.943082 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] 10.222.0.31 "PUT /v2.0/ports/5fac644f-0171-4da4-8ca7-917395069a00 HTTP/1.1" status: 200 len: 1092 time: 0.6199453 Feb 05 03:39:30.945314 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89c42d3-2688-4c88-a471-dc7d0b82f348', 'tag': '5fac644f-0171-4da4-8ca7-917395069a00'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:39:30.948792 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2eb40e-fa18-4906-9d27-eb43310e6271" -d '{"events": [{"name": "network-changed", "server_uuid": "a89c42d3-2688-4c88-a471-dc7d0b82f348", "tag": "5fac644f-0171-4da4-8ca7-917395069a00"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:39:30.971643 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55846e17-0edf-4368-825b-8fbbf2e5c3da req-73061bbd-9a24-4a61-b593-eeaf8a095192 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431025 Feb 05 03:39:30.983288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da9ff0-6ef2-490c-8f3f-9da095077fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=5fac644f-0171-4da4-8ca7-917395069a00,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:31.009591 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4429747-eb21-47f7-a116-554a3c683208 x-openstack-request-id: req-b4429747-eb21-47f7-a116-554a3c683208 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:39:31.009963 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89c42d3-2688-4c88-a471-dc7d0b82f348", "tag": "5fac644f-0171-4da4-8ca7-917395069a00", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:39:31.010289 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4429747-eb21-47f7-a116-554a3c683208 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:39:31.010777 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89c42d3-2688-4c88-a471-dc7d0b82f348', 'tag': '5fac644f-0171-4da4-8ca7-917395069a00', 'status': 'completed', 'code': 200} Feb 05 03:39:31.054903 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-e24e15fd-c5b7-4ef4-b466-3da9c1ded9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:31.057039 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-e24e15fd-c5b7-4ef4-b466-3da9c1ded9db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa4961802106410583cd0b9157bb80be&device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 1126 time: 0.0502589 Feb 05 03:39:31.101353 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-e3036bbb-d995-45f0-a847-fef74a8d60b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fac644f-0171-4da4-8ca7-917395069a00 HTTP/1.1" status: 200 len: 217 time: 0.0380328 Feb 05 03:39:31.149385 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-3ac14acd-76da-4ed5-afd4-9e2dadbac66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:31.150854 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-3ac14acd-76da-4ed5-afd4-9e2dadbac66c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=992e59af-7890-42ec-8feb-4823a12a1ccc HTTP/1.1" status: 200 len: 851 time: 0.0431995 Feb 05 03:39:31.183317 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-d37febf8-4616-4d59-85ec-af72b402bbbb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=90d78317-e1b7-40f9-a920-66298943f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259824 Feb 05 03:39:31.276428 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-d56ee6db-299d-4fab-929c-6573f13b08d8 service neutron] 10.222.0.31 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857737 Feb 05 03:39:31.371682 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-84809af6-22b3-4cee-b0ed-195fed0a2c46 req-f2788004-dced-4195-ae6d-930b82fd5cf3 service neutron] 10.222.0.31 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894027 Feb 05 03:39:31.458547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2eb40e-fa18-4906-9d27-eb43310e6271 req-923ef086-c51d-494b-8929-9023f7b6e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:31.460048 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3c2eb40e-fa18-4906-9d27-eb43310e6271 req-923ef086-c51d-494b-8929-9023f7b6e307 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa4961802106410583cd0b9157bb80be&device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 1126 time: 0.0440407 Feb 05 03:39:31.553000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2eb40e-fa18-4906-9d27-eb43310e6271 req-dcb1d68a-7e27-4032-8393-cda93f1413fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:31.554472 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3c2eb40e-fa18-4906-9d27-eb43310e6271 req-dcb1d68a-7e27-4032-8393-cda93f1413fb service neutron] 10.222.0.31 "GET /v2.0/networks?id=90d78317-e1b7-40f9-a920-66298943f80c HTTP/1.1" status: 200 len: 912 time: 0.0887985 Feb 05 03:39:31.596283 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3c2eb40e-fa18-4906-9d27-eb43310e6271 req-7616ee43-4181-489c-a777-ae467b57eacb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fac644f-0171-4da4-8ca7-917395069a00 HTTP/1.1" status: 200 len: 217 time: 0.0361679 Feb 05 03:39:31.647897 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2eb40e-fa18-4906-9d27-eb43310e6271 req-e2ec908a-f75d-4050-b504-8055ab3b5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:31.650248 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3c2eb40e-fa18-4906-9d27-eb43310e6271 req-e2ec908a-f75d-4050-b504-8055ab3b5579 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=992e59af-7890-42ec-8feb-4823a12a1ccc HTTP/1.1" status: 200 len: 851 time: 0.0480249 Feb 05 03:39:31.680809 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3c2eb40e-fa18-4906-9d27-eb43310e6271 req-d86dc4ef-9f11-411c-ab04-7cfbfd4a997c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=90d78317-e1b7-40f9-a920-66298943f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249145 Feb 05 03:39:31.767316 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3c2eb40e-fa18-4906-9d27-eb43310e6271 req-cf24caad-de41-4f94-b85e-072110a7f189 service neutron] 10.222.0.31 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808854 Feb 05 03:39:31.858801 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3c2eb40e-fa18-4906-9d27-eb43310e6271 req-948a96ee-1686-4c66-aa9e-96d0d88335bd service neutron] 10.222.0.31 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860560 Feb 05 03:39:32.094235 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e152d-0f0d-4b72-9193-e9c6226decd5 req-0dafa456-1c79-4c42-ae53-b4635e559011 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:32.095814 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f38e152d-0f0d-4b72-9193-e9c6226decd5 req-0dafa456-1c79-4c42-ae53-b4635e559011 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 944 time: 0.0523489 Feb 05 03:39:32.141373 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f38e152d-0f0d-4b72-9193-e9c6226decd5 req-3cd3da2a-85b9-4969-a00f-2cd6fe7ca6d2 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401654 Feb 05 03:39:33.264038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819083a-e8fd-443f-9c07-1763ed695896 req-4403368d-27b9-4b1d-808a-09a934b9dc2d tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:33.265524 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8819083a-e8fd-443f-9c07-1763ed695896 req-4403368d-27b9-4b1d-808a-09a934b9dc2d tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 944 time: 0.0568523 Feb 05 03:39:33.311697 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8819083a-e8fd-443f-9c07-1763ed695896 req-5cf0850c-bef9-4161-9a73-758b118dabb2 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406492 Feb 05 03:39:33.706692 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66392861-5ef2-45a1-8a29-bb7082f9da86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:34.431330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e17b4-f691-463a-bc9a-6ebe452ebe52 req-4c7c38c6-0cc6-43e4-8d55-4caba6c7c0eb tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:34.432790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-629e17b4-f691-463a-bc9a-6ebe452ebe52 req-4c7c38c6-0cc6-43e4-8d55-4caba6c7c0eb tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 944 time: 0.0529144 Feb 05 03:39:34.479778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-629e17b4-f691-463a-bc9a-6ebe452ebe52 req-65c70b3f-00ef-4ea6-b796-c716e51f1492 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414824 Feb 05 03:39:34.978426 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 5fac644f-0171-4da4-8ca7-917395069a00 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:39:35.228748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 5fac644f-0171-4da4-8ca7-917395069a00, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=5fac644f-0171-4da4-8ca7-917395069a00,segment=NetworkSegment(64e2ebaa-13de-45ab-bbdf-6796f72c3998),segment_id=64e2ebaa-13de-45ab-bbdf-6796f72c3998)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:39:35.238647 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '5fac644f-0171-4da4-8ca7-917395069a00', 'network_id': '90d78317-e1b7-40f9-a920-66298943f80c', 'port_id': '5fac644f-0171-4da4-8ca7-917395069a00', 'mac_address': 'fa:16:3e:92:8f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992e59af-7890-42ec-8feb-4823a12a1ccc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:39:35.276914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 5fac644f-0171-4da4-8ca7-917395069a00 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:39:35.277299 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5fac644f-0171-4da4-8ca7-917395069a00), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:35.289642 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fac644f-0171-4da4-8ca7-917395069a00 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:39:35.309540 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 5fac644f-0171-4da4-8ca7-917395069a00, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=5fac644f-0171-4da4-8ca7-917395069a00,segment=NetworkSegment(64e2ebaa-13de-45ab-bbdf-6796f72c3998),segment_id=64e2ebaa-13de-45ab-bbdf-6796f72c3998)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:39:35.313091 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5fac644f-0171-4da4-8ca7-917395069a00), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:35.361792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=5fac644f-0171-4da4-8ca7-917395069a00,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:35.369629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:39:35.369969 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:39:35.370309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:39:35.370640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:39:35.370994 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:39:35.371319 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:39:35.371639 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:39:35.371960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:39:35.372297 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:39:35.372616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:39:35.372927 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:39:35.373239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:39:35.373552 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:39:35.598866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91845d8-6156-465d-b8b6-c8d0951d1063 req-a27ca56b-fd07-43de-a3f9-93d26ca87fb1 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:35.600337 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b91845d8-6156-465d-b8b6-c8d0951d1063 req-a27ca56b-fd07-43de-a3f9-93d26ca87fb1 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 945 time: 0.0527916 Feb 05 03:39:35.609518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['5fac644f-0171-4da4-8ca7-917395069a00'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:39:35.652678 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b91845d8-6156-465d-b8b6-c8d0951d1063 req-abc43531-916f-47ea-8dd3-e4fe69ab5d5d tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463388 Feb 05 03:39:35.931603 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9279fe8-4dae-408c-923f-646e5e915d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:36.771075 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725df58b-1b34-4e3a-95e6-9a18917dacda req-d34ea527-d2d0-4d93-9aef-4a9efd9fe783 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:36.772551 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-725df58b-1b34-4e3a-95e6-9a18917dacda req-d34ea527-d2d0-4d93-9aef-4a9efd9fe783 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 945 time: 0.0516582 Feb 05 03:39:36.819258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-725df58b-1b34-4e3a-95e6-9a18917dacda req-82834109-738d-41b0-8504-3d3f39d6d1ee tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403719 Feb 05 03:39:36.978665 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 5fac644f-0171-4da4-8ca7-917395069a00 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:39:37.031942 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 5fac644f-0171-4da4-8ca7-917395069a00 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:39:37.035765 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 5fac644f-0171-4da4-8ca7-917395069a00 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:39:37.036145 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5fac644f-0171-4da4-8ca7-917395069a00), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:37.111989 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 5fac644f-0171-4da4-8ca7-917395069a00 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:39:37.112382 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5fac644f-0171-4da4-8ca7-917395069a00), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:37.135428 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89c42d3-2688-4c88-a471-dc7d0b82f348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fac644f-0171-4da4-8ca7-917395069a00'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:39:37.137648 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04c12f4-9293-44c3-9133-1f6f7fe78306" -d '{"events": [{"server_uuid": "a89c42d3-2688-4c88-a471-dc7d0b82f348", "name": "network-vif-plugged", "status": "completed", "tag": "5fac644f-0171-4da4-8ca7-917395069a00"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:39:37.150442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 5fac644f-0171-4da4-8ca7-917395069a00, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=5fac644f-0171-4da4-8ca7-917395069a00,segment=NetworkSegment(64e2ebaa-13de-45ab-bbdf-6796f72c3998),segment_id=64e2ebaa-13de-45ab-bbdf-6796f72c3998)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:39:37.154976 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5fac644f-0171-4da4-8ca7-917395069a00), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:37.182131 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817ab599-b5c8-4ae4-aed4-28495874ea8f x-openstack-request-id: req-817ab599-b5c8-4ae4-aed4-28495874ea8f {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:39:37.182430 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89c42d3-2688-4c88-a471-dc7d0b82f348", "name": "network-vif-plugged", "status": "completed", "tag": "5fac644f-0171-4da4-8ca7-917395069a00", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:39:37.182681 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-817ab599-b5c8-4ae4-aed4-28495874ea8f {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:39:37.183086 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89c42d3-2688-4c88-a471-dc7d0b82f348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fac644f-0171-4da4-8ca7-917395069a00', 'code': 200} Feb 05 03:39:37.208294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=5fac644f-0171-4da4-8ca7-917395069a00,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:39:37.253802 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:37.279784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea9bd0-a52c-4d32-9d90-6713756f9a31 req-f7901277-b1b2-40b8-bfb5-86053ef0f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:37.281292 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e6ea9bd0-a52c-4d32-9d90-6713756f9a31 req-f7901277-b1b2-40b8-bfb5-86053ef0f0f5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 1128 time: 0.0471773 Feb 05 03:39:37.325744 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e6ea9bd0-a52c-4d32-9d90-6713756f9a31 req-f22fb0d3-8716-47dd-bde8-6820b9cb1337 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376544 Feb 05 03:39:37.935546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb56492-cfbe-4a49-a894-5e1a6dc88864 req-a248c57e-7a2e-4212-b478-c89909ef5b88 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:37.937009 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebb56492-cfbe-4a49-a894-5e1a6dc88864 req-a248c57e-7a2e-4212-b478-c89909ef5b88 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0518134 Feb 05 03:39:37.982951 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ebb56492-cfbe-4a49-a894-5e1a6dc88864 req-673ed718-49df-44f5-999e-a404047d2ac4 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405049 Feb 05 03:39:38.794995 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:39.106343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ef5af-0ed2-479e-9723-0aeec0486d25 req-f46ca7e9-2a54-4acf-8188-a0464c3edccf tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:39.107872 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-124ef5af-0ed2-479e-9723-0aeec0486d25 req-f46ca7e9-2a54-4acf-8188-a0464c3edccf tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0569460 Feb 05 03:39:39.153596 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-124ef5af-0ed2-479e-9723-0aeec0486d25 req-be43edaf-a293-48ea-ab8e-f23c6ac4751f tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402348 Feb 05 03:39:39.333513 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42784) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:39:39.398267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dcf1f-3474-4232-9e28-3287c3c6ab0c req-2b33e1e5-e631-4aaa-a99d-6983a9bbd50f tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:39.400647 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-073dcf1f-3474-4232-9e28-3287c3c6ab0c req-2b33e1e5-e631-4aaa-a99d-6983a9bbd50f tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0538187 Feb 05 03:39:39.476504 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-073dcf1f-3474-4232-9e28-3287c3c6ab0c req-ce08edc3-4ebf-41fc-bf4c-5650f4e416cc tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670524 Feb 05 03:39:39.480738 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-1639bd95-45af-456c-ae81-297692f1431e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1461606 Feb 05 03:39:39.489654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-ebfe9110-fec9-47eb-a6da-03187db405f8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:39:39.490623 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-ebfe9110-fec9-47eb-a6da-03187db405f8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050395 Feb 05 03:39:39.858790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6d644-b9aa-4d6f-9e1a-0525fc15252f req-58f517f4-e9f3-48c8-90a2-766d9dfa826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:39.859648 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c6d6d644-b9aa-4d6f-9e1a-0525fc15252f req-58f517f4-e9f3-48c8-90a2-766d9dfa826d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa4961802106410583cd0b9157bb80be&device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 1128 time: 0.0463161 Feb 05 03:39:39.967738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6d644-b9aa-4d6f-9e1a-0525fc15252f req-34393c6c-b09a-438f-b92d-79e6ac4e73b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:39.969239 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c6d6d644-b9aa-4d6f-9e1a-0525fc15252f req-34393c6c-b09a-438f-b92d-79e6ac4e73b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=90d78317-e1b7-40f9-a920-66298943f80c HTTP/1.1" status: 200 len: 912 time: 0.0925846 Feb 05 03:39:40.012752 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c6d6d644-b9aa-4d6f-9e1a-0525fc15252f req-bfabb6d4-a1ce-49d2-a1cb-1c7297c82a88 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fac644f-0171-4da4-8ca7-917395069a00 HTTP/1.1" status: 200 len: 217 time: 0.0369925 Feb 05 03:39:40.071215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6d644-b9aa-4d6f-9e1a-0525fc15252f req-386d98eb-6bb8-4c46-9dac-dfc2f81d9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:40.072860 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c6d6d644-b9aa-4d6f-9e1a-0525fc15252f req-386d98eb-6bb8-4c46-9dac-dfc2f81d9f38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=992e59af-7890-42ec-8feb-4823a12a1ccc HTTP/1.1" status: 200 len: 851 time: 0.0544436 Feb 05 03:39:40.080734 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:40.108126 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c6d6d644-b9aa-4d6f-9e1a-0525fc15252f req-c0ac9d6d-afb8-4f41-8dc2-b1c9d18f0797 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=90d78317-e1b7-40f9-a920-66298943f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293529 Feb 05 03:39:40.200650 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c6d6d644-b9aa-4d6f-9e1a-0525fc15252f req-d452f644-f38a-48c3-ba22-e30a708e0405 service neutron] 10.222.0.31 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853953 Feb 05 03:39:40.299712 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c6d6d644-b9aa-4d6f-9e1a-0525fc15252f req-b9443540-2e70-41eb-ac7b-ab84f5b2dd5b service neutron] 10.222.0.31 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932386 Feb 05 03:39:40.599866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-07dd20bb-ec5e-4cd2-a48e-063692d5056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:40.602851 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-07dd20bb-ec5e-4cd2-a48e-063692d5056b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa4961802106410583cd0b9157bb80be&device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 1128 time: 0.0490510 Feb 05 03:39:40.608053 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846604d4-da25-4c01-a976-2c30a4ed05fb req-f1f42c2d-1871-46ae-966c-4c88e2fe5e69 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:40.609548 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-846604d4-da25-4c01-a976-2c30a4ed05fb req-f1f42c2d-1871-46ae-966c-4c88e2fe5e69 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0554125 Feb 05 03:39:40.657061 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-846604d4-da25-4c01-a976-2c30a4ed05fb req-21bf79a4-d874-4f4d-9329-5491e8543ba5 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419283 Feb 05 03:39:40.696957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-2ed45045-9eb1-49de-be09-0dc6cd5a480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:40.698483 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-2ed45045-9eb1-49de-be09-0dc6cd5a480d service neutron] 10.222.0.31 "GET /v2.0/networks?id=90d78317-e1b7-40f9-a920-66298943f80c HTTP/1.1" status: 200 len: 912 time: 0.0916677 Feb 05 03:39:40.739449 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-af181a13-dc6e-4a1c-b202-93db85136335 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fac644f-0171-4da4-8ca7-917395069a00 HTTP/1.1" status: 200 len: 217 time: 0.0351040 Feb 05 03:39:40.785988 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-a895dfc7-e661-4c92-9c4b-a0a632d6687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:40.787349 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-a895dfc7-e661-4c92-9c4b-a0a632d6687c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=992e59af-7890-42ec-8feb-4823a12a1ccc HTTP/1.1" status: 200 len: 851 time: 0.0426946 Feb 05 03:39:40.818257 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-abec0d8a-2f6b-4b72-a1f3-5471dfbfb7b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=90d78317-e1b7-40f9-a920-66298943f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253630 Feb 05 03:39:40.907318 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-c25d83b3-b5bf-469b-9c37-7ae61081a04d service neutron] 10.222.0.31 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835061 Feb 05 03:39:40.996153 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-903d5724-e3ec-4e08-9a3a-8378cd4285ab service neutron] 10.222.0.31 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826633 Feb 05 03:39:41.382077 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:39:41.776933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c74a7-b145-4ac9-a81d-140a7789691a req-a57d3aff-1cff-468b-97c8-17140eceb983 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:41.778409 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d9c74a7-b145-4ac9-a81d-140a7789691a req-a57d3aff-1cff-468b-97c8-17140eceb983 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0535226 Feb 05 03:39:41.809663 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:41.825741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d9c74a7-b145-4ac9-a81d-140a7789691a req-4221f219-0d2b-4aa7-80e3-378b4973ce71 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419018 Feb 05 03:39:42.949549 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499deeb2-bcc0-4537-8762-9d6eaa9ee360 req-6f3f500b-ead9-4e70-bf14-e5d544e7346a tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:42.951037 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-499deeb2-bcc0-4537-8762-9d6eaa9ee360 req-6f3f500b-ead9-4e70-bf14-e5d544e7346a tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0571446 Feb 05 03:39:42.997457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-499deeb2-bcc0-4537-8762-9d6eaa9ee360 req-89e223d0-941b-4e86-8260-3afa90c31b9c tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Feb 05 03:39:44.113434 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c4993-3307-4aab-ae92-e4e0f454e49c req-1b26862a-c21d-4a39-8add-f012b7b4d1f5 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:44.114923 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-002c4993-3307-4aab-ae92-e4e0f454e49c req-1b26862a-c21d-4a39-8add-f012b7b4d1f5 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0514040 Feb 05 03:39:44.160833 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-002c4993-3307-4aab-ae92-e4e0f454e49c req-be6121e4-f13e-4d9f-a5b3-3cd8c3bd6598 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397561 Feb 05 03:39:45.278249 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4054e41-d442-4b7d-8a53-45fb0a9d6ea1 req-881d0af3-8fcb-4f2e-b95c-8b9b04ac1d0c tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:45.279755 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e4054e41-d442-4b7d-8a53-45fb0a9d6ea1 req-881d0af3-8fcb-4f2e-b95c-8b9b04ac1d0c tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0522916 Feb 05 03:39:45.330821 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e4054e41-d442-4b7d-8a53-45fb0a9d6ea1 req-cb3f31bf-2e6b-491e-a964-c8dbf43f42b3 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449269 Feb 05 03:39:46.449221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49704f2-ae66-4cf2-8e55-ee89e6a05ea2 req-18e862e7-dac7-469a-96f6-3d601a5377e3 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:46.450627 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b49704f2-ae66-4cf2-8e55-ee89e6a05ea2 req-18e862e7-dac7-469a-96f6-3d601a5377e3 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0534883 Feb 05 03:39:46.497444 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b49704f2-ae66-4cf2-8e55-ee89e6a05ea2 req-6a11407f-8bb0-4172-ae3d-d72de7bd8314 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413408 Feb 05 03:39:46.646787 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:39:47.613466 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238aa6b-6ea2-4104-875f-e1a4799cb530 req-7ffb96a5-85a3-4d16-b37b-db1ca5d2ca1f tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:47.614861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9238aa6b-6ea2-4104-875f-e1a4799cb530 req-7ffb96a5-85a3-4d16-b37b-db1ca5d2ca1f tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0516438 Feb 05 03:39:47.662711 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9238aa6b-6ea2-4104-875f-e1a4799cb530 req-cdb25045-4518-4cc2-8ffe-3955b2480992 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417285 Feb 05 03:39:48.785269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007fde-f763-4282-bc49-31fda7eaa4de req-345f11e1-1c28-4e2f-a6b0-f981df821ccb tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:48.786732 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82007fde-f763-4282-bc49-31fda7eaa4de req-345f11e1-1c28-4e2f-a6b0-f981df821ccb tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0554476 Feb 05 03:39:48.832910 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82007fde-f763-4282-bc49-31fda7eaa4de req-0a17d9c8-04e5-4900-898b-cf400e23f373 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395832 Feb 05 03:39:49.952853 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cec97d-697e-4078-9086-dc970d1bdcd3 req-2e27e95e-9a88-434e-b329-f339878e929d tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:49.954363 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6cec97d-697e-4078-9086-dc970d1bdcd3 req-2e27e95e-9a88-434e-b329-f339878e929d tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0534828 Feb 05 03:39:50.000672 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6cec97d-697e-4078-9086-dc970d1bdcd3 req-813e12ed-943c-4b2d-9372-dc6edbfb7ab7 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402572 Feb 05 03:39:51.123238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02b5f4-c8c7-49de-a415-976cdbe89192 req-a7cb1d36-3755-45fa-bb86-9e27bb322a34 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:51.124779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f02b5f4-c8c7-49de-a415-976cdbe89192 req-a7cb1d36-3755-45fa-bb86-9e27bb322a34 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0569859 Feb 05 03:39:51.170751 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4f02b5f4-c8c7-49de-a415-976cdbe89192 req-1f801295-42e1-401b-85dc-0535b01c7b6e tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403109 Feb 05 03:39:52.291533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7ff87-ea81-461a-8e2c-2fc65b075114 req-8a27b9e1-fb96-4507-9d1b-e9aab79a6c5b tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:52.293015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4eb7ff87-ea81-461a-8e2c-2fc65b075114 req-8a27b9e1-fb96-4507-9d1b-e9aab79a6c5b tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0546911 Feb 05 03:39:52.340155 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4eb7ff87-ea81-461a-8e2c-2fc65b075114 req-b01be5d9-ee88-43ee-90f6-961d2b93e896 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414267 Feb 05 03:39:53.462361 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfab0f6-d941-4dff-a8f7-811f9d09b1cf req-6240cc18-bb66-4633-a3b6-ec50a551b397 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:53.463873 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dbfab0f6-d941-4dff-a8f7-811f9d09b1cf req-6240cc18-bb66-4633-a3b6-ec50a551b397 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0529163 Feb 05 03:39:53.514159 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dbfab0f6-d941-4dff-a8f7-811f9d09b1cf req-9e91bd38-c73a-4d08-b31f-6a24123e2142 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447557 Feb 05 03:39:54.635710 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b89424-4fa6-4dd9-9786-8cbbee2ba706 req-67e20ddc-979c-4a87-9192-d0e07c77ea27 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:54.637109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c3b89424-4fa6-4dd9-9786-8cbbee2ba706 req-67e20ddc-979c-4a87-9192-d0e07c77ea27 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0538962 Feb 05 03:39:54.684027 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c3b89424-4fa6-4dd9-9786-8cbbee2ba706 req-3998a248-04e9-4c78-b96b-2bee9a12b972 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415130 Feb 05 03:39:55.805718 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ca701-9ecc-4876-9b80-2076cd3e9159 req-bf30d67e-89b3-4f01-84fb-7555602d6008 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:55.807252 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a6ca701-9ecc-4876-9b80-2076cd3e9159 req-bf30d67e-89b3-4f01-84fb-7555602d6008 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0544245 Feb 05 03:39:55.854884 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8a6ca701-9ecc-4876-9b80-2076cd3e9159 req-12070e44-9a2a-43fe-b14f-a951a70cf2f6 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421154 Feb 05 03:39:56.976180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916efe76-c0c3-452a-8855-63644f9ef1dc req-985b54d5-d7e3-425e-8cfb-5811b065e01d tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:56.978340 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-916efe76-c0c3-452a-8855-63644f9ef1dc req-985b54d5-d7e3-425e-8cfb-5811b065e01d tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0563424 Feb 05 03:39:57.022320 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-916efe76-c0c3-452a-8855-63644f9ef1dc req-2f2b101e-7b0f-4064-8ddd-019a58ef7737 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383477 Feb 05 03:39:58.141007 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ef243-d4a1-496a-a569-11b3556035fa req-92c19ee3-8e76-4753-ba2c-33c858a8e9e6 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:58.142490 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e44ef243-d4a1-496a-a569-11b3556035fa req-92c19ee3-8e76-4753-ba2c-33c858a8e9e6 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0529196 Feb 05 03:39:58.188988 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e44ef243-d4a1-496a-a569-11b3556035fa req-1956890f-d862-4640-b4cd-308038764485 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409844 Feb 05 03:39:59.306683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c338e-91ed-421f-b769-57f9fd5ee6de req-c51fc0a5-5c56-4883-a337-0ab44ec3cb8e tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:39:59.308216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a1c338e-91ed-421f-b769-57f9fd5ee6de req-c51fc0a5-5c56-4883-a337-0ab44ec3cb8e tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0530074 Feb 05 03:39:59.361856 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a1c338e-91ed-421f-b769-57f9fd5ee6de req-17e3e611-6e34-4a01-9940-93dedd10c22a tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479455 Feb 05 03:40:00.481278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04061763-3e15-4bd6-8884-ef2f99b43186 req-6c44c735-64e3-4589-b868-1f346d2e0d9e tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:00.482671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04061763-3e15-4bd6-8884-ef2f99b43186 req-6c44c735-64e3-4589-b868-1f346d2e0d9e tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0538175 Feb 05 03:40:00.529162 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04061763-3e15-4bd6-8884-ef2f99b43186 req-348d233e-929c-43e3-b12f-fd479a7ec3cd tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 Feb 05 03:40:01.647636 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9287d-c504-4258-998d-66fb28788a4b req-643fe1b5-bc30-447c-ac34-0500872bf00a tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:01.650141 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ad9287d-c504-4258-998d-66fb28788a4b req-643fe1b5-bc30-447c-ac34-0500872bf00a tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0539415 Feb 05 03:40:01.696837 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ad9287d-c504-4258-998d-66fb28788a4b req-cecfc559-21b7-46bc-bcf0-b9b81c5f2920 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409856 Feb 05 03:40:02.819396 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbaf8b-c2f8-40fa-93d3-f64e058d86aa req-0dda4c82-5673-408a-9924-c322f000a30d tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:02.821240 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0dbaf8b-c2f8-40fa-93d3-f64e058d86aa req-0dda4c82-5673-408a-9924-c322f000a30d tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0571768 Feb 05 03:40:02.867422 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0dbaf8b-c2f8-40fa-93d3-f64e058d86aa req-5b261ade-7f0f-491f-9255-aa3a7274a086 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400903 Feb 05 03:40:03.707782 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc945160-e0f0-4a03-859d-da54e20dae38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:03.986287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e3b69-f83f-4d8f-876a-ee6c1fc3ad1f req-8ec31f2c-c5f1-49a7-9f43-5467d89a043c tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:03.987699 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a12e3b69-f83f-4d8f-876a-ee6c1fc3ad1f req-8ec31f2c-c5f1-49a7-9f43-5467d89a043c tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0533173 Feb 05 03:40:04.032837 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a12e3b69-f83f-4d8f-876a-ee6c1fc3ad1f req-e243d763-e414-45c8-a2c0-8cc599b52657 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392141 Feb 05 03:40:05.154744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f248f6-128a-462d-9833-c6737e548ceb req-d349866f-e3c8-4103-a65c-f4c7c79c2b5a tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:05.156249 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9f248f6-128a-462d-9833-c6737e548ceb req-d349866f-e3c8-4103-a65c-f4c7c79c2b5a tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0569785 Feb 05 03:40:05.202007 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9f248f6-128a-462d-9833-c6737e548ceb req-5def59ce-c878-4aa8-8701-80a6f03301d2 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403135 Feb 05 03:40:05.931843 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba387c98-d425-4b81-8f01-9376d79c42dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:06.321672 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7d899-fc3f-4394-9bf8-566c7439c0f2 req-4370c8e7-2c8f-453a-a130-6c5658e22f60 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:06.323177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4e7d899-fc3f-4394-9bf8-566c7439c0f2 req-4370c8e7-2c8f-453a-a130-6c5658e22f60 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0536482 Feb 05 03:40:06.369812 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4e7d899-fc3f-4394-9bf8-566c7439c0f2 req-45fc2b87-ce03-450b-a2e7-c64c7f42a172 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Feb 05 03:40:07.258912 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:07.488850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e2991-d64b-4784-b844-7540c8b3e2dd req-f7219fa9-0354-46d0-8e62-3139e57ebb00 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:07.490321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b61e2991-d64b-4784-b844-7540c8b3e2dd req-f7219fa9-0354-46d0-8e62-3139e57ebb00 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0515196 Feb 05 03:40:07.539964 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b61e2991-d64b-4784-b844-7540c8b3e2dd req-2772b801-6b51-4580-92a3-d26682030bea tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439119 Feb 05 03:40:07.754297 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-e46199c9-c72c-4786-940c-3528db6fe293 service neutron] show failed (client error): The resource could not be found. Feb 05 03:40:07.755335 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-e46199c9-c72c-4786-940c-3528db6fe293 service neutron] 10.222.0.31 "GET /v2.0/ports/5fac644f-0171-4da4-8ca7-917395069a00/bindings/n-h2-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.0581775 Feb 05 03:40:07.985392 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-e712ccf7-1a38-44de-9649-8dc3f3bd0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:07.986947 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-e712ccf7-1a38-44de-9649-8dc3f3bd0a48 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348&tenant_id=fa4961802106410583cd0b9157bb80be HTTP/1.1" status: 200 len: 1128 time: 0.0776799 Feb 05 03:40:07.997653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:40:08.057930 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5fac644f-0171-4da4-8ca7-917395069a00), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:08.575368 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] For port 5fac644f-0171-4da4-8ca7-917395069a00, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=5fac644f-0171-4da4-8ca7-917395069a00,segment=NetworkSegment(64e2ebaa-13de-45ab-bbdf-6796f72c3998),segment_id=64e2ebaa-13de-45ab-bbdf-6796f72c3998)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:40:08.609383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] For port 5fac644f-0171-4da4-8ca7-917395069a00, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:40:08.649778 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89c42d3-2688-4c88-a471-dc7d0b82f348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fac644f-0171-4da4-8ca7-917395069a00'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:40:08.652091 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a7256a-8806-474b-8d5e-4cbb82732e08" -d '{"events": [{"server_uuid": "a89c42d3-2688-4c88-a471-dc7d0b82f348", "name": "network-vif-unplugged", "status": "completed", "tag": "5fac644f-0171-4da4-8ca7-917395069a00"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:40:08.656287 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Publish callbacks [] for port (5fac644f-0171-4da4-8ca7-917395069a00), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:08.668750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53316a-4719-4c3a-a5f1-b8418f810221 req-33fc4fc1-6675-4ebe-b97b-6d884ef27d14 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:08.670442 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d53316a-4719-4c3a-a5f1-b8418f810221 req-33fc4fc1-6675-4ebe-b97b-6d884ef27d14 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 946 time: 0.0575047 Feb 05 03:40:08.670558 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Transition to ACTIVE for port object 5fac644f-0171-4da4-8ca7-917395069a00 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:40:08.674194 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (5fac644f-0171-4da4-8ca7-917395069a00), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:08.715222 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c51df5-e76a-45ff-970f-456d3c880a93 x-openstack-request-id: req-66c51df5-e76a-45ff-970f-456d3c880a93 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:40:08.715528 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89c42d3-2688-4c88-a471-dc7d0b82f348", "name": "network-vif-unplugged", "status": "completed", "tag": "5fac644f-0171-4da4-8ca7-917395069a00", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:40:08.715783 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-66c51df5-e76a-45ff-970f-456d3c880a93 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:40:08.716187 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89c42d3-2688-4c88-a471-dc7d0b82f348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fac644f-0171-4da4-8ca7-917395069a00', 'code': 200} Feb 05 03:40:08.719984 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d53316a-4719-4c3a-a5f1-b8418f810221 req-870cc351-ac1f-45d1-a40b-694505b034c6 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440547 Feb 05 03:40:08.727516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fac644f-0171-4da4-8ca7-917395069a00,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:40:08.747988 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] No DVR routers for this DVR port 5fac644f-0171-4da4-8ca7-917395069a00 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:40:08.751747 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:08.752103 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:08.752451 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:08.752799 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:08.753139 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:08.753473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:08.753805 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:08.754510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:08.755058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:08.755198 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:08.755541 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:08.755869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:08.756194 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:08.798701 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:08.800908 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Attempting to bind port 5fac644f-0171-4da4-8ca7-917395069a00 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:40:08.801253 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Attempting to bind port 5fac644f-0171-4da4-8ca7-917395069a00 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '64e2ebaa-13de-45ab-bbdf-6796f72c3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '90d78317-e1b7-40f9-a920-66298943f80c'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:40:08.801578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Attempting to bind port 5fac644f-0171-4da4-8ca7-917395069a00 on network 90d78317-e1b7-40f9-a920-66298943f80c {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:40:08.806305 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Port 5fac644f-0171-4da4-8ca7-917395069a00 on network 90d78317-e1b7-40f9-a920-66298943f80c not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:40:08.806630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Attempting to bind port 5fac644f-0171-4da4-8ca7-917395069a00 on network 90d78317-e1b7-40f9-a920-66298943f80c {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:40:08.811426 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:40:08.811769 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Checking segment: {'id': '64e2ebaa-13de-45ab-bbdf-6796f72c3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '90d78317-e1b7-40f9-a920-66298943f80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:40:08.812154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Bound using segment: {'id': '64e2ebaa-13de-45ab-bbdf-6796f72c3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '90d78317-e1b7-40f9-a920-66298943f80c'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:40:08.812575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Bound port: 5fac644f-0171-4da4-8ca7-917395069a00, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e2ebaa-13de-45ab-bbdf-6796f72c3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '90d78317-e1b7-40f9-a920-66298943f80c'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:40:08.812935 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5fac644f-0171-4da4-8ca7-917395069a00), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:08.879491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] For port 5fac644f-0171-4da4-8ca7-917395069a00, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:40:08.882390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] For port 5fac644f-0171-4da4-8ca7-917395069a00, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5fac644f-0171-4da4-8ca7-917395069a00,segment=NetworkSegment(64e2ebaa-13de-45ab-bbdf-6796f72c3998),segment_id=64e2ebaa-13de-45ab-bbdf-6796f72c3998)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:40:08.888378 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (5fac644f-0171-4da4-8ca7-917395069a00), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:08.923514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:08.924214 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:08.925594 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] 10.222.0.10 "PUT /v2.0/ports/5fac644f-0171-4da4-8ca7-917395069a00 HTTP/1.1" status: 200 len: 1092 time: 0.9318047 Feb 05 03:40:08.953960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc6ff9-4ac2-4056-86bb-3d19f85167f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fac644f-0171-4da4-8ca7-917395069a00,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:40:08.993396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-0e356a56-95df-4134-9268-262a78fece27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:08.994958 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-0e356a56-95df-4134-9268-262a78fece27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa4961802106410583cd0b9157bb80be&device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 1126 time: 0.0487816 Feb 05 03:40:09.086370 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-08fc30c6-cfad-49e6-8c79-3a923bfc4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:09.087875 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-08fc30c6-cfad-49e6-8c79-3a923bfc4d5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=90d78317-e1b7-40f9-a920-66298943f80c HTTP/1.1" status: 200 len: 912 time: 0.0873744 Feb 05 03:40:09.128585 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-1695f0a4-fe4f-419b-b6ee-eaf2ba5953f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fac644f-0171-4da4-8ca7-917395069a00 HTTP/1.1" status: 200 len: 217 time: 0.0351136 Feb 05 03:40:09.181126 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-f665bbb1-3743-4f1a-aada-995a3584428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:09.182518 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-f665bbb1-3743-4f1a-aada-995a3584428e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=992e59af-7890-42ec-8feb-4823a12a1ccc HTTP/1.1" status: 200 len: 851 time: 0.0484843 Feb 05 03:40:09.215929 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-162a4c4d-8d6c-4480-ac58-30706a209db2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=90d78317-e1b7-40f9-a920-66298943f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270073 Feb 05 03:40:09.301834 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-b4df21bc-a434-4fa8-b6c2-c8216de73766 service neutron] 10.222.0.10 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802412 Feb 05 03:40:09.398873 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6bea7b1d-2c8e-4af1-bba8-aed7c5355b11 req-3ef6cdde-ab62-4c38-bc38-544ec8fdf8d3 service neutron] 10.222.0.10 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891280 Feb 05 03:40:09.841742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f68093-0ea7-4bd8-82bb-d84e8cf30e7d req-836f9555-0dfa-4de4-a86f-4cd641b74dc5 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:09.843284 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9f68093-0ea7-4bd8-82bb-d84e8cf30e7d req-836f9555-0dfa-4de4-a86f-4cd641b74dc5 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 944 time: 0.0525637 Feb 05 03:40:09.889229 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9f68093-0ea7-4bd8-82bb-d84e8cf30e7d req-d372d6f1-8184-4805-96c7-62ec3b10727d tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405319 Feb 05 03:40:10.082824 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:10.717612 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89c42d3-2688-4c88-a471-dc7d0b82f348', 'tag': '5fac644f-0171-4da4-8ca7-917395069a00'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:40:10.720042 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c00ef82-78db-4385-876d-59ac17640a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a89c42d3-2688-4c88-a471-dc7d0b82f348", "tag": "5fac644f-0171-4da4-8ca7-917395069a00"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:40:10.767649 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02413ea-b75d-4275-99d7-fef2d8c1a46b x-openstack-request-id: req-e02413ea-b75d-4275-99d7-fef2d8c1a46b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:40:10.767961 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89c42d3-2688-4c88-a471-dc7d0b82f348", "tag": "5fac644f-0171-4da4-8ca7-917395069a00", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:40:10.768216 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e02413ea-b75d-4275-99d7-fef2d8c1a46b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:40:10.768619 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89c42d3-2688-4c88-a471-dc7d0b82f348', 'tag': '5fac644f-0171-4da4-8ca7-917395069a00', 'status': 'completed', 'code': 200} Feb 05 03:40:10.860339 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ef82-78db-4385-876d-59ac17640a4e req-44bde344-d9f5-4d55-9a95-735e398c3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:10.861982 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c00ef82-78db-4385-876d-59ac17640a4e req-44bde344-d9f5-4d55-9a95-735e398c3e51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa4961802106410583cd0b9157bb80be&device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 1126 time: 0.0757585 Feb 05 03:40:10.866252 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ef82-78db-4385-876d-59ac17640a4e req-c280895f-5638-4f5f-98a7-29866f1d5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:10.868169 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c00ef82-78db-4385-876d-59ac17640a4e req-c280895f-5638-4f5f-98a7-29866f1d5d92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa4961802106410583cd0b9157bb80be&device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 1126 time: 0.0739145 Feb 05 03:40:11.024499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322be5a-5ad8-4e6f-9efa-37f9def44f34 req-dd225c62-7dcb-4e53-8fe0-7dfeb36416d6 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:11.025936 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c322be5a-5ad8-4e6f-9efa-37f9def44f34 req-dd225c62-7dcb-4e53-8fe0-7dfeb36416d6 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 944 time: 0.0621700 Feb 05 03:40:11.036730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ef82-78db-4385-876d-59ac17640a4e req-a42a19ac-19e1-4057-94cd-508530b5c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:11.038191 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c00ef82-78db-4385-876d-59ac17640a4e req-a42a19ac-19e1-4057-94cd-508530b5c25a service neutron] 10.222.0.31 "GET /v2.0/networks?id=90d78317-e1b7-40f9-a920-66298943f80c HTTP/1.1" status: 200 len: 912 time: 0.1646833 Feb 05 03:40:11.039953 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ef82-78db-4385-876d-59ac17640a4e req-1222dbfb-1b91-4ed6-a295-bf7ec876f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:11.041243 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c00ef82-78db-4385-876d-59ac17640a4e req-1222dbfb-1b91-4ed6-a295-bf7ec876f10b service neutron] 10.222.0.10 "GET /v2.0/networks?id=90d78317-e1b7-40f9-a920-66298943f80c HTTP/1.1" status: 200 len: 912 time: 0.1606185 Feb 05 03:40:11.074031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c322be5a-5ad8-4e6f-9efa-37f9def44f34 req-e31d4dd6-3ddf-495d-84e0-4e529cbd7a56 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422812 Feb 05 03:40:11.084107 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c00ef82-78db-4385-876d-59ac17640a4e req-7283d368-0398-4c14-99fa-9fcc100cfc4f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fac644f-0171-4da4-8ca7-917395069a00 HTTP/1.1" status: 200 len: 217 time: 0.0400615 Feb 05 03:40:11.119244 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c00ef82-78db-4385-876d-59ac17640a4e req-09ab77c8-2428-4a26-a2de-ab3cf730922e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fac644f-0171-4da4-8ca7-917395069a00 HTTP/1.1" status: 200 len: 217 time: 0.0683930 Feb 05 03:40:11.181319 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 5fac644f-0171-4da4-8ca7-917395069a00 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:40:11.192594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ef82-78db-4385-876d-59ac17640a4e req-0bb5d4dc-b6aa-4ca7-9b6e-fbd8622c350c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:11.194190 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c00ef82-78db-4385-876d-59ac17640a4e req-0bb5d4dc-b6aa-4ca7-9b6e-fbd8622c350c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=992e59af-7890-42ec-8feb-4823a12a1ccc HTTP/1.1" status: 200 len: 851 time: 0.0835049 Feb 05 03:40:11.200291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ef82-78db-4385-876d-59ac17640a4e req-15e1fc54-7412-4597-b362-1e03bcb13ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:11.201686 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c00ef82-78db-4385-876d-59ac17640a4e req-15e1fc54-7412-4597-b362-1e03bcb13ba9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=992e59af-7890-42ec-8feb-4823a12a1ccc HTTP/1.1" status: 200 len: 851 time: 0.0604088 Feb 05 03:40:11.225878 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] The host n-h1-826942-8 is not matching for port 5fac644f-0171-4da4-8ca7-917395069a00 host n-h2-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:40:11.226441 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 5fac644f-0171-4da4-8ca7-917395069a00 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:40:11.251542 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c00ef82-78db-4385-876d-59ac17640a4e req-410fec8a-9c1e-49e3-9542-6fa581ef0dd4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=90d78317-e1b7-40f9-a920-66298943f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489066 Feb 05 03:40:11.253196 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c00ef82-78db-4385-876d-59ac17640a4e req-e3800f7d-9dec-48a1-a1d5-66bd4d0c77ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=90d78317-e1b7-40f9-a920-66298943f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432212 Feb 05 03:40:11.265145 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52882) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:40:11.321822 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337c070-50c0-4745-922b-c7e46d745b41 req-b2977ddf-9657-41f4-a4bf-823826a1ead9 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:11.323248 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a337c070-50c0-4745-922b-c7e46d745b41 req-b2977ddf-9657-41f4-a4bf-823826a1ead9 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.31 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348&tenant_id=fa4961802106410583cd0b9157bb80be&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 944 time: 0.0571272 Feb 05 03:40:11.384304 n-d-826942-8 neutron-server[109675]: INFO neutron.api.v2.resource [req-a337c070-50c0-4745-922b-c7e46d745b41 req-a68310f4-16e4-43c2-8ef8-fc7ff14ef248 service neutron] delete failed (client error): The resource could not be found. Feb 05 03:40:11.385332 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a337c070-50c0-4745-922b-c7e46d745b41 req-a68310f4-16e4-43c2-8ef8-fc7ff14ef248 service neutron] 10.222.0.31 "DELETE /v2.0/ports/5fac644f-0171-4da4-8ca7-917395069a00/bindings/n-h1-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.0561292 Feb 05 03:40:11.422328 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c00ef82-78db-4385-876d-59ac17640a4e req-5edf254c-9b52-476f-af15-793f2443d579 service neutron] 10.222.0.10 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632280 Feb 05 03:40:11.424230 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c00ef82-78db-4385-876d-59ac17640a4e req-7badb201-4831-4496-911d-538969267948 service neutron] 10.222.0.31 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581707 Feb 05 03:40:11.583378 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c00ef82-78db-4385-876d-59ac17640a4e req-8c48f8d8-1f52-48bf-818f-a43cd75d2bb1 service neutron] 10.222.0.10 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547213 Feb 05 03:40:11.586300 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4c00ef82-78db-4385-876d-59ac17640a4e req-e44c3861-b0d4-4936-acc9-0b96728df310 service neutron] 10.222.0.31 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494341 Feb 05 03:40:11.686171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337c070-50c0-4745-922b-c7e46d745b41 req-aa2cbd7a-478f-49f0-a9a5-fd3b3de8c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:11.687741 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a337c070-50c0-4745-922b-c7e46d745b41 req-aa2cbd7a-478f-49f0-a9a5-fd3b3de8c736 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa4961802106410583cd0b9157bb80be&device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 1126 time: 0.0452778 Feb 05 03:40:11.779566 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337c070-50c0-4745-922b-c7e46d745b41 req-501d85f0-fe72-41df-b181-159c2f5d44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:11.781403 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a337c070-50c0-4745-922b-c7e46d745b41 req-501d85f0-fe72-41df-b181-159c2f5d44ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=90d78317-e1b7-40f9-a920-66298943f80c HTTP/1.1" status: 200 len: 912 time: 0.0870581 Feb 05 03:40:11.812196 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:11.824686 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a337c070-50c0-4745-922b-c7e46d745b41 req-632d243f-ee6f-4172-866c-20976234d312 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fac644f-0171-4da4-8ca7-917395069a00 HTTP/1.1" status: 200 len: 217 time: 0.0365853 Feb 05 03:40:11.875784 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337c070-50c0-4745-922b-c7e46d745b41 req-fcd0fbc2-fe52-4295-a9e2-d8b11600354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:11.877165 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a337c070-50c0-4745-922b-c7e46d745b41 req-fcd0fbc2-fe52-4295-a9e2-d8b11600354f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=992e59af-7890-42ec-8feb-4823a12a1ccc HTTP/1.1" status: 200 len: 851 time: 0.0471697 Feb 05 03:40:11.908916 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a337c070-50c0-4745-922b-c7e46d745b41 req-4816294f-bfaa-4059-abae-843baa8f0a14 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=90d78317-e1b7-40f9-a920-66298943f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252225 Feb 05 03:40:11.995925 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a337c070-50c0-4745-922b-c7e46d745b41 req-97cd2d05-4264-48db-9237-5eb2c5336fbc service neutron] 10.222.0.31 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814769 Feb 05 03:40:12.090594 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a337c070-50c0-4745-922b-c7e46d745b41 req-516f08fb-0792-44b0-bd0b-7f69e52c39ee service neutron] 10.222.0.31 "GET /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884564 Feb 05 03:40:12.218128 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5fac644f-0171-4da4-8ca7-917395069a00 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:40:12.314907 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5fac644f-0171-4da4-8ca7-917395069a00, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5fac644f-0171-4da4-8ca7-917395069a00,segment=NetworkSegment(64e2ebaa-13de-45ab-bbdf-6796f72c3998),segment_id=64e2ebaa-13de-45ab-bbdf-6796f72c3998)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:40:12.326715 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '5fac644f-0171-4da4-8ca7-917395069a00', 'network_id': '90d78317-e1b7-40f9-a920-66298943f80c', 'port_id': '5fac644f-0171-4da4-8ca7-917395069a00', 'mac_address': 'fa:16:3e:92:8f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992e59af-7890-42ec-8feb-4823a12a1ccc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:40:12.363907 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5fac644f-0171-4da4-8ca7-917395069a00 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:40:12.364296 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5fac644f-0171-4da4-8ca7-917395069a00), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:12.378250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fac644f-0171-4da4-8ca7-917395069a00 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:40:12.399191 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 5fac644f-0171-4da4-8ca7-917395069a00, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5fac644f-0171-4da4-8ca7-917395069a00,segment=NetworkSegment(64e2ebaa-13de-45ab-bbdf-6796f72c3998),segment_id=64e2ebaa-13de-45ab-bbdf-6796f72c3998)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:40:12.403055 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (5fac644f-0171-4da4-8ca7-917395069a00), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:12.458535 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=5fac644f-0171-4da4-8ca7-917395069a00,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:40:12.643142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5fac644f-0171-4da4-8ca7-917395069a00'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:40:12.786289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f139c8a-7c6a-424a-b0a9-7f65b0e4c5b9 req-114bf7b7-e292-4fcf-ab58-cc72fd79f7c8 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:12.787753 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f139c8a-7c6a-424a-b0a9-7f65b0e4c5b9 req-114bf7b7-e292-4fcf-ab58-cc72fd79f7c8 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 945 time: 0.0577931 Feb 05 03:40:12.833075 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f139c8a-7c6a-424a-b0a9-7f65b0e4c5b9 req-dfd2a125-696c-44ef-9639-06585d045498 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393074 Feb 05 03:40:13.952910 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96a45e-df73-44a0-89a1-b9f88c2ab9c6 req-c6645138-21db-48dd-a12c-b247e2a9b0ed tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:13.954391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a96a45e-df73-44a0-89a1-b9f88c2ab9c6 req-c6645138-21db-48dd-a12c-b247e2a9b0ed tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 945 time: 0.0517793 Feb 05 03:40:14.004143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a96a45e-df73-44a0-89a1-b9f88c2ab9c6 req-27b0a52d-1458-4d83-8751-1804fe3e5e5e tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0edbb86-6e11-485b-ac51-75dd44ee4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440629 Feb 05 03:40:14.042057 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337c070-50c0-4745-922b-c7e46d745b41 req-be6193cf-046b-4720-9ac3-80a348d8bf53 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:14.043571 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a337c070-50c0-4745-922b-c7e46d745b41 req-be6193cf-046b-4720-9ac3-80a348d8bf53 tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89c42d3-2688-4c88-a471-dc7d0b82f348 HTTP/1.1" status: 200 len: 945 time: 0.0538752 Feb 05 03:40:14.133744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a337c070-50c0-4745-922b-c7e46d745b41 req-fb370225-6344-4910-9114-3f2ed948289a tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Deleting port 5fac644f-0171-4da4-8ca7-917395069a00 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:40:14.134008 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a337c070-50c0-4745-922b-c7e46d745b41 req-fb370225-6344-4910-9114-3f2ed948289a tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (5fac644f-0171-4da4-8ca7-917395069a00), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:14.225080 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a337c070-50c0-4745-922b-c7e46d745b41 req-fb370225-6344-4910-9114-3f2ed948289a tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] For port 5fac644f-0171-4da4-8ca7-917395069a00, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=5fac644f-0171-4da4-8ca7-917395069a00,segment=NetworkSegment(64e2ebaa-13de-45ab-bbdf-6796f72c3998),segment_id=64e2ebaa-13de-45ab-bbdf-6796f72c3998)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:40:14.225449 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a337c070-50c0-4745-922b-c7e46d745b41 req-fb370225-6344-4910-9114-3f2ed948289a tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (5fac644f-0171-4da4-8ca7-917395069a00), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:14.233885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5fac644f-0171-4da4-8ca7-917395069a00 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:40:14.237857 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a337c070-50c0-4745-922b-c7e46d745b41 req-fb370225-6344-4910-9114-3f2ed948289a tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Calling delete_port for 5fac644f-0171-4da4-8ca7-917395069a00 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:40:14.289215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 5fac644f-0171-4da4-8ca7-917395069a00 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:40:14.293174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 5fac644f-0171-4da4-8ca7-917395069a00 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:40:14.293358 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (5fac644f-0171-4da4-8ca7-917395069a00), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:14.371911 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a337c070-50c0-4745-922b-c7e46d745b41 req-fb370225-6344-4910-9114-3f2ed948289a tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (5fac644f-0171-4da4-8ca7-917395069a00), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:14.378149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 5fac644f-0171-4da4-8ca7-917395069a00 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:40:14.378782 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (5fac644f-0171-4da4-8ca7-917395069a00), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:14.383502 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['5fac644f-0171-4da4-8ca7-917395069a00'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:40:14.401780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb370225-6344-4910-9114-3f2ed948289a tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Pushing event deleted for resources: {'Port': ['ID=5fac644f-0171-4da4-8ca7-917395069a00,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:40:14.445296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a337c070-50c0-4745-922b-c7e46d745b41 req-fb370225-6344-4910-9114-3f2ed948289a tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] No DVR routers for this DVR port 5fac644f-0171-4da4-8ca7-917395069a00 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:40:14.447959 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a337c070-50c0-4745-922b-c7e46d745b41 req-fb370225-6344-4910-9114-3f2ed948289a tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:14.451352 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a337c070-50c0-4745-922b-c7e46d745b41 req-fb370225-6344-4910-9114-3f2ed948289a tempest-DeleteServersTestJSON-1846594586 tempest-DeleteServersTestJSON-1846594586-project] 10.222.0.10 "DELETE /v2.0/ports/5fac644f-0171-4da4-8ca7-917395069a00 HTTP/1.1" status: 204 len: 173 time: 0.4023380 Feb 05 03:40:14.451802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89c42d3-2688-4c88-a471-dc7d0b82f348', 'name': 'network-vif-deleted', 'tag': '5fac644f-0171-4da4-8ca7-917395069a00'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:40:14.454051 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9118b03a-3379-4e5e-9539-a4b12e02fab4" -d '{"events": [{"server_uuid": "a89c42d3-2688-4c88-a471-dc7d0b82f348", "name": "network-vif-deleted", "tag": "5fac644f-0171-4da4-8ca7-917395069a00"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:40:14.496756 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd394400-897f-4c7f-947b-b0885537e7cc x-openstack-request-id: req-cd394400-897f-4c7f-947b-b0885537e7cc {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:40:14.497097 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89c42d3-2688-4c88-a471-dc7d0b82f348", "name": "network-vif-deleted", "tag": "5fac644f-0171-4da4-8ca7-917395069a00", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:40:14.497413 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd394400-897f-4c7f-947b-b0885537e7cc {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:40:14.497818 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89c42d3-2688-4c88-a471-dc7d0b82f348', 'name': 'network-vif-deleted', 'tag': '5fac644f-0171-4da4-8ca7-917395069a00', 'status': 'completed', 'code': 200} Feb 05 03:40:15.137194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42884) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:40:15.181554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Deleting subnet 992e59af-7890-42ec-8feb-4823a12a1ccc {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:40:15.184569 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Publish callbacks [] for subnet (992e59af-7890-42ec-8feb-4823a12a1ccc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:15.222427 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (992e59af-7890-42ec-8feb-4823a12a1ccc), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:15.259924 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (992e59af-7890-42ec-8feb-4823a12a1ccc), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:15.310539 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (992e59af-7890-42ec-8feb-4823a12a1ccc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:15.337732 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=992e59af-7890-42ec-8feb-4823a12a1ccc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:40:15.341178 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:15.344366 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/992e59af-7890-42ec-8feb-4823a12a1ccc HTTP/1.1" status: 204 len: 168 time: 0.2061749 Feb 05 03:40:15.347083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42886) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:40:15.349591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:15.349952 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:15.350385 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:15.350733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:15.351275 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:15.351617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:15.351954 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:15.352291 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:15.352624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:15.352955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:15.353286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:15.353617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:15.353946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564800d7-ea49-4868-b2c9-b14e452bf174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:40:15.422333 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b217bdf0-0335-468d-984e-04095320a814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (90d78317-e1b7-40f9-a920-66298943f80c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:15.498845 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b217bdf0-0335-468d-984e-04095320a814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (90d78317-e1b7-40f9-a920-66298943f80c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:15.525907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b217bdf0-0335-468d-984e-04095320a814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d78317-e1b7-40f9-a920-66298943f80c']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:40:15.535041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b217bdf0-0335-468d-984e-04095320a814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e2ebaa-13de-45ab-bbdf-6796f72c3998') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:40:15.535338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b217bdf0-0335-468d-984e-04095320a814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e2ebaa-13de-45ab-bbdf-6796f72c3998') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:40:15.544597 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b217bdf0-0335-468d-984e-04095320a814 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (64e2ebaa-13de-45ab-bbdf-6796f72c3998), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:15.557756 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b217bdf0-0335-468d-984e-04095320a814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (64e2ebaa-13de-45ab-bbdf-6796f72c3998), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:15.563459 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b217bdf0-0335-468d-984e-04095320a814 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:40:15.563779 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b217bdf0-0335-468d-984e-04095320a814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (64e2ebaa-13de-45ab-bbdf-6796f72c3998), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:40:15.565359 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:40:15.617471 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b217bdf0-0335-468d-984e-04095320a814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (90d78317-e1b7-40f9-a920-66298943f80c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:15.622832 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b217bdf0-0335-468d-984e-04095320a814 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:15.625957 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b217bdf0-0335-468d-984e-04095320a814 admin admin] 10.222.0.36 "DELETE /v2.0/networks/90d78317-e1b7-40f9-a920-66298943f80c HTTP/1.1" status: 204 len: 168 time: 0.2778811 Feb 05 03:40:15.638228 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217bdf0-0335-468d-984e-04095320a814 admin admin] Pushing event deleted for resources: {'Network': ['ID=90d78317-e1b7-40f9-a920-66298943f80c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:40:15.732432 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42890) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:40:15.774300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3d1f8432-d8bc-4aa7-8393-cf57a87f0a41 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa4961802106410583cd0b9157bb80be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404561 Feb 05 03:40:15.776812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42892) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:40:15.822181 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95a105f6-8aa9-4273-80b5-9702e47f5e54 admin admin] Publish callbacks [] for security_group (c0edbb86-6e11-485b-ac51-75dd44ee4b30), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:15.847021 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95a105f6-8aa9-4273-80b5-9702e47f5e54 admin admin] Publish callbacks [] for security_group (c0edbb86-6e11-485b-ac51-75dd44ee4b30), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:15.894978 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95a105f6-8aa9-4273-80b5-9702e47f5e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (c0edbb86-6e11-485b-ac51-75dd44ee4b30), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:15.897563 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95a105f6-8aa9-4273-80b5-9702e47f5e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:15.899951 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-95a105f6-8aa9-4273-80b5-9702e47f5e54 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0edbb86-6e11-485b-ac51-75dd44ee4b30 HTTP/1.1" status: 204 len: 168 time: 0.1222579 Feb 05 03:40:15.907552 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a105f6-8aa9-4273-80b5-9702e47f5e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0edbb86-6e11-485b-ac51-75dd44ee4b30,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:40:16.550844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 42914) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:40:16.643728 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4454ec1c-814d-4a21-a910-978ea1c38669 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1221616451-network', 'tenant_id': '6261fcfaf8f04233b48f973d9b52c44b'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:40:16.662853 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:16.664534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4454ec1c-814d-4a21-a910-978ea1c38669 admin admin] Made reservation on behalf of 6261fcfaf8f04233b48f973d9b52c44b for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:40:16.667022 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4454ec1c-814d-4a21-a910-978ea1c38669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:16.675298 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4454ec1c-814d-4a21-a910-978ea1c38669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:16.750126 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4454ec1c-814d-4a21-a910-978ea1c38669 admin admin] Publish callbacks [] for security_group (fa05dab8-5536-4647-809a-2621804b777b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:16.753893 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4454ec1c-814d-4a21-a910-978ea1c38669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (fa05dab8-5536-4647-809a-2621804b777b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:16.782445 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4454ec1c-814d-4a21-a910-978ea1c38669 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:40:16.787926 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454ec1c-814d-4a21-a910-978ea1c38669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa05dab8-5536-4647-809a-2621804b777b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:40:16.797944 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4454ec1c-814d-4a21-a910-978ea1c38669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (22db8c1a-fe26-424d-a134-94ef94bf5f22), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:16.798252 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-4454ec1c-814d-4a21-a910-978ea1c38669 admin admin] Added segment 22db8c1a-fe26-424d-a134-94ef94bf5f22 of type vlan for network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd Feb 05 03:40:16.849656 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4454ec1c-814d-4a21-a910-978ea1c38669 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (315fd1ae-7666-4ce2-b2af-9fad75fee8bd), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:16.874287 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4454ec1c-814d-4a21-a910-978ea1c38669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (315fd1ae-7666-4ce2-b2af-9fad75fee8bd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:16.875326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4454ec1c-814d-4a21-a910-978ea1c38669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:16.875908 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4454ec1c-814d-4a21-a910-978ea1c38669 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:16.925711 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4454ec1c-814d-4a21-a910-978ea1c38669 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3737051 Feb 05 03:40:16.928766 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 42920) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:40:16.934785 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4aae73f6-ce14-478c-b5f4-22eaf0e35532 admin admin] Request body: {'subnet': {'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1221616451-subnet', 'tenant_id': '6261fcfaf8f04233b48f973d9b52c44b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:40:16.940127 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454ec1c-814d-4a21-a910-978ea1c38669 admin admin] Pushing event updated for resources: {'Network': ['ID=315fd1ae-7666-4ce2-b2af-9fad75fee8bd,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:40:16.950424 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:40:16.956315 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aae73f6-ce14-478c-b5f4-22eaf0e35532 admin admin] Made reservation on behalf of 6261fcfaf8f04233b48f973d9b52c44b for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:40:16.958679 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4aae73f6-ce14-478c-b5f4-22eaf0e35532 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:17.123407 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4aae73f6-ce14-478c-b5f4-22eaf0e35532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (7bb9b104-fa06-4b3a-8dd7-961f5a96f106), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:17.179946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae73f6-ce14-478c-b5f4-22eaf0e35532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb9b104-fa06-4b3a-8dd7-961f5a96f106,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:40:17.186883 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae73f6-ce14-478c-b5f4-22eaf0e35532 admin admin] Checking segment: {'id': '22db8c1a-fe26-424d-a134-94ef94bf5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:40:17.187237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aae73f6-ce14-478c-b5f4-22eaf0e35532 admin admin] Network hostable DHCP agents. Network: 315fd1ae-7666-4ce2-b2af-9fad75fee8bd, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:40:17.203198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aae73f6-ce14-478c-b5f4-22eaf0e35532 admin admin] Network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:40:17.212420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-4aae73f6-ce14-478c-b5f4-22eaf0e35532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 315fd1ae-7666-4ce2-b2af-9fad75fee8bd) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:40:17.216508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aae73f6-ce14-478c-b5f4-22eaf0e35532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:17.217088 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4aae73f6-ce14-478c-b5f4-22eaf0e35532 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:17.221437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f8bc27-7022-46c7-8b63-322e4222f5e9 None None] Network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:40:17.241641 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4aae73f6-ce14-478c-b5f4-22eaf0e35532 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3027735 Feb 05 03:40:17.319122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a7b1e6-33c4-4053-aef1-b767415e4809 None None] Network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:40:17.678048 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-7c71ea10-cea0-476c-94d9-d36633bcdcf8 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:17.680134 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-7c71ea10-cea0-476c-94d9-d36633bcdcf8 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 815 time: 0.1018236 Feb 05 03:40:17.694068 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-853908af-ee96-4049-9668-1bd78b1c0eae tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/quotas/6261fcfaf8f04233b48f973d9b52c44b HTTP/1.1" status: 200 len: 375 time: 0.0086708 Feb 05 03:40:17.727043 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-134c8f76-cb22-4581-92ba-45d24b603862 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276704 Feb 05 03:40:17.814055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-2832d9d2-8c94-40b5-9140-6fc5297d0663 service neutron] 10.222.0.36 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804429 Feb 05 03:40:17.903803 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-2f8029cf-e635-489b-aa32-884cfc4dae51 service neutron] 10.222.0.36 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841365 Feb 05 03:40:18.060248 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64f10c3a-6b48-4884-97f3-ce6d6bb331c0 req-165e628c-59bc-4434-aa75-0484486af32b tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 210 time: 0.0290966 Feb 05 03:40:18.248105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5fac644f-0171-4da4-8ca7-917395069a00 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:40:18.269464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 5fac644f-0171-4da4-8ca7-917395069a00 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:40:18.269812 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 5fac644f-0171-4da4-8ca7-917395069a00 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:40:18.381230 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:40:18.965665 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-9b3a3361-e7e1-479b-afa1-72c0564c5087 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:18.967107 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-9b3a3361-e7e1-479b-afa1-72c0564c5087 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.10 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 815 time: 0.1053460 Feb 05 03:40:19.079293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-69b2d212-6843-48d4-bdaf-975b2635577f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Request body: {'port': {'device_id': '10a9fcf2-9c58-4d5b-abb4-13770785ee82', 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd', 'admin_state_up': True, 'tenant_id': '6261fcfaf8f04233b48f973d9b52c44b'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:40:19.157781 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d7fbd5cb-e64e-40ed-bcb1-a85b24f0a242 req-36ff96e2-d437-4174-b1b2-0170cc50b195 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 210 time: 0.0289056 Feb 05 03:40:19.190000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-69b2d212-6843-48d4-bdaf-975b2635577f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Made reservation on behalf of 6261fcfaf8f04233b48f973d9b52c44b for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:40:19.193319 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-69b2d212-6843-48d4-bdaf-975b2635577f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:19.319164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-69b2d212-6843-48d4-bdaf-975b2635577f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Allocated IP 172.20.0.6 (315fd1ae-7666-4ce2-b2af-9fad75fee8bd/7bb9b104-fa06-4b3a-8dd7-961f5a96f106/1c07deb2-18a8-436d-972c-2a7ffa12ea09) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:40:19.466500 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-69b2d212-6843-48d4-bdaf-975b2635577f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Publish callbacks [] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:19.499017 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-69b2d212-6843-48d4-bdaf-975b2635577f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:19.538934 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-69b2d212-6843-48d4-bdaf-975b2635577f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:40:19.544040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-69b2d212-6843-48d4-bdaf-975b2635577f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:40:19.547683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-69b2d212-6843-48d4-bdaf-975b2635577f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:40:19.574505 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2d212-6843-48d4-bdaf-975b2635577f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Pushing event updated for resources: {'Port': ['ID=1c07deb2-18a8-436d-972c-2a7ffa12ea09,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:40:19.600374 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-69b2d212-6843-48d4-bdaf-975b2635577f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:19.601034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-69b2d212-6843-48d4-bdaf-975b2635577f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:19.615870 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-69b2d212-6843-48d4-bdaf-975b2635577f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5403652 Feb 05 03:40:19.627115 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Request body: {'port': {'device_id': '10a9fcf2-9c58-4d5b-abb4-13770785ee82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:40:19.689193 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:19.947357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c07deb2-18a8-436d-972c-2a7ffa12ea09 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:40:19.954530 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Publish callbacks [] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:19.966285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Transition to ACTIVE for port object 1c07deb2-18a8-436d-972c-2a7ffa12ea09 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:40:19.970191 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:20.018000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Pushing event updated for resources: {'Port': ['ID=1c07deb2-18a8-436d-972c-2a7ffa12ea09,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:40:20.089234 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Attempting to bind port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:40:20.089559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Attempting to bind port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '22db8c1a-fe26-424d-a134-94ef94bf5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:40:20.089879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Attempting to bind port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 on network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:40:20.094036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 on network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:40:20.094354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Attempting to bind port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 on network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:40:20.098923 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:40:20.099251 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Checking segment: {'id': '22db8c1a-fe26-424d-a134-94ef94bf5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:40:20.099641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Bound using segment: {'id': '22db8c1a-fe26-424d-a134-94ef94bf5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:40:20.100035 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Bound port: 1c07deb2-18a8-436d-972c-2a7ffa12ea09, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22db8c1a-fe26-424d-a134-94ef94bf5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:40:20.100385 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:20.160312 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] For port 1c07deb2-18a8-436d-972c-2a7ffa12ea09, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:40:20.163752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] For port 1c07deb2-18a8-436d-972c-2a7ffa12ea09, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:40:20.169732 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:20.203059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:20.203654 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:20.205106 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] 10.222.0.10 "PUT /v2.0/ports/1c07deb2-18a8-436d-972c-2a7ffa12ea09 HTTP/1.1" status: 200 len: 1091 time: 0.5818884 Feb 05 03:40:20.205552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a9fcf2-9c58-4d5b-abb4-13770785ee82', 'tag': '1c07deb2-18a8-436d-972c-2a7ffa12ea09'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:40:20.207832 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69079841-7da0-48ba-a396-83d4502365fc" -d '{"events": [{"name": "network-changed", "server_uuid": "10a9fcf2-9c58-4d5b-abb4-13770785ee82", "tag": "1c07deb2-18a8-436d-972c-2a7ffa12ea09"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:40:20.242829 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da6a60-303c-47c7-8dd2-59d636e23f57 service neutron] Pushing event updated for resources: {'Port': ['ID=1c07deb2-18a8-436d-972c-2a7ffa12ea09,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:40:20.275335 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e788714-308a-44cd-9da0-41cbd8991e8d x-openstack-request-id: req-3e788714-308a-44cd-9da0-41cbd8991e8d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:40:20.276197 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a9fcf2-9c58-4d5b-abb4-13770785ee82", "tag": "1c07deb2-18a8-436d-972c-2a7ffa12ea09", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:40:20.276465 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e788714-308a-44cd-9da0-41cbd8991e8d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:40:20.276898 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a9fcf2-9c58-4d5b-abb4-13770785ee82', 'tag': '1c07deb2-18a8-436d-972c-2a7ffa12ea09', 'status': 'completed', 'code': 200} Feb 05 03:40:20.302000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f592b6-f696-4945-90e7-9f04e623c3d5 req-577ddf47-97f4-49f4-836a-4c42f6f81324 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:20.303514 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09f592b6-f696-4945-90e7-9f04e623c3d5 req-577ddf47-97f4-49f4-836a-4c42f6f81324 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 943 time: 0.0594444 Feb 05 03:40:20.318730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-151e19a1-49fc-459f-89f6-46588b1366d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:20.320967 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-151e19a1-49fc-459f-89f6-46588b1366d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 1125 time: 0.0600302 Feb 05 03:40:20.352190 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09f592b6-f696-4945-90e7-9f04e623c3d5 req-695a1db4-ddd5-4164-b84e-aa443f38532f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424011 Feb 05 03:40:20.362674 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-6a60c7e6-fe11-46cc-9a27-0eb419bd503e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09 HTTP/1.1" status: 200 len: 217 time: 0.0355525 Feb 05 03:40:20.411706 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-838fdd70-acf5-4db1-b55a-d69feefaf477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:20.413102 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-838fdd70-acf5-4db1-b55a-d69feefaf477 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bb9b104-fa06-4b3a-8dd7-961f5a96f106 HTTP/1.1" status: 200 len: 855 time: 0.0435936 Feb 05 03:40:20.446290 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-bfc9af01-b33b-43fd-8b46-ace113ec6b9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259447 Feb 05 03:40:20.784862 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-52e9c2b2-b44b-4f96-8b16-1199f86adf5b service neutron] 10.222.0.10 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330798 Feb 05 03:40:20.874407 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ccb7c293-2880-4a1d-aec8-4bc48bb80e6a req-dc8fa106-c936-4044-9646-2fba55ec878c service neutron] 10.222.0.10 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843143 Feb 05 03:40:20.963574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69079841-7da0-48ba-a396-83d4502365fc req-f0a14d5e-da32-44dd-884e-48b58c0d9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:20.965059 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-69079841-7da0-48ba-a396-83d4502365fc req-f0a14d5e-da32-44dd-884e-48b58c0d9201 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 1125 time: 0.0458097 Feb 05 03:40:21.050180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69079841-7da0-48ba-a396-83d4502365fc req-8b9cbc92-49e4-465b-98df-d9b79f8127d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:21.051569 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-69079841-7da0-48ba-a396-83d4502365fc req-8b9cbc92-49e4-465b-98df-d9b79f8127d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 916 time: 0.0808079 Feb 05 03:40:21.094920 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-69079841-7da0-48ba-a396-83d4502365fc req-522759a3-1858-4492-ba81-2fcddd17859b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09 HTTP/1.1" status: 200 len: 217 time: 0.0376720 Feb 05 03:40:21.142449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69079841-7da0-48ba-a396-83d4502365fc req-172e1085-d88a-4743-a474-da943ec8a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:21.143848 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-69079841-7da0-48ba-a396-83d4502365fc req-172e1085-d88a-4743-a474-da943ec8a09c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bb9b104-fa06-4b3a-8dd7-961f5a96f106 HTTP/1.1" status: 200 len: 855 time: 0.0426362 Feb 05 03:40:21.176730 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-69079841-7da0-48ba-a396-83d4502365fc req-e6c605ab-02e6-407f-8225-f7309c734d22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250857 Feb 05 03:40:21.267017 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-69079841-7da0-48ba-a396-83d4502365fc req-1bbb149d-4005-4ae4-beb2-52db841d8d41 service neutron] 10.222.0.10 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832582 Feb 05 03:40:21.355031 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-69079841-7da0-48ba-a396-83d4502365fc req-19611f4e-58a3-4403-b3d9-e18fee3c6dce service neutron] 10.222.0.10 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818272 Feb 05 03:40:21.474619 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa582e6-1720-475f-8011-85ef16c49c3c req-271c9639-4ee3-4500-9076-141373263d57 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:21.476260 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfa582e6-1720-475f-8011-85ef16c49c3c req-271c9639-4ee3-4500-9076-141373263d57 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 943 time: 0.0520363 Feb 05 03:40:21.521398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfa582e6-1720-475f-8011-85ef16c49c3c req-c32d5d84-3392-459c-8a27-e20154b28a68 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398123 Feb 05 03:40:22.637223 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab815785-3f6a-4a1f-aa50-a46a5486a1a3 req-7b90af90-f395-4c85-85dc-28ff4fb01a8a tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:22.638702 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab815785-3f6a-4a1f-aa50-a46a5486a1a3 req-7b90af90-f395-4c85-85dc-28ff4fb01a8a tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 943 time: 0.0512695 Feb 05 03:40:22.688009 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab815785-3f6a-4a1f-aa50-a46a5486a1a3 req-91a47dc4-ca55-4317-b580-38ed4e65d570 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438700 Feb 05 03:40:23.806406 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8350d8-90ae-4072-918e-36f7768f7f98 req-36098870-5cff-4e57-9e0f-ab75f38d3873 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:23.807927 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d8350d8-90ae-4072-918e-36f7768f7f98 req-36098870-5cff-4e57-9e0f-ab75f38d3873 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 943 time: 0.0536044 Feb 05 03:40:23.853863 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d8350d8-90ae-4072-918e-36f7768f7f98 req-56531fd3-f435-4e41-b225-1e5ea060f99c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403833 Feb 05 03:40:24.248266 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1c07deb2-18a8-436d-972c-2a7ffa12ea09 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:40:24.343547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 1c07deb2-18a8-436d-972c-2a7ffa12ea09, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:40:24.355742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '1c07deb2-18a8-436d-972c-2a7ffa12ea09', 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd', 'port_id': '1c07deb2-18a8-436d-972c-2a7ffa12ea09', 'mac_address': 'fa:16:3e:ec:56:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb9b104-fa06-4b3a-8dd7-961f5a96f106', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:40:24.392918 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:40:24.393313 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:24.409749 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c07deb2-18a8-436d-972c-2a7ffa12ea09 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:40:24.429518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 1c07deb2-18a8-436d-972c-2a7ffa12ea09, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:40:24.433194 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:24.481148 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=1c07deb2-18a8-436d-972c-2a7ffa12ea09,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:40:24.620021 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['1c07deb2-18a8-436d-972c-2a7ffa12ea09'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:40:24.972477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42c7d1-d905-4a55-9c69-ded8b140193d req-125d6177-5dde-4f9c-a075-5df030979a70 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:24.973938 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b42c7d1-d905-4a55-9c69-ded8b140193d req-125d6177-5dde-4f9c-a075-5df030979a70 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 944 time: 0.0526249 Feb 05 03:40:25.019112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b42c7d1-d905-4a55-9c69-ded8b140193d req-69b62470-d547-4b49-9d4e-327b66ca992e tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395896 Feb 05 03:40:26.197702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f174b57-442a-4d45-8280-13f694db6fe2 req-e55ae0b9-cd80-46a3-972b-b1f13e5802d0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:26.199195 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f174b57-442a-4d45-8280-13f694db6fe2 req-e55ae0b9-cd80-46a3-972b-b1f13e5802d0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 944 time: 0.1141467 Feb 05 03:40:26.246002 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f174b57-442a-4d45-8280-13f694db6fe2 req-30ea1ac0-1dbc-4b07-866c-d8879fa9cbf7 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Feb 05 03:40:26.259913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1c07deb2-18a8-436d-972c-2a7ffa12ea09 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:40:26.307674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:40:26.311399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:40:26.311767 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:26.389019 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:40:26.389397 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:26.411367 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a9fcf2-9c58-4d5b-abb4-13770785ee82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c07deb2-18a8-436d-972c-2a7ffa12ea09'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:40:26.414421 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f217fb7-1122-4f7c-b806-27352fd6d1af" -d '{"events": [{"server_uuid": "10a9fcf2-9c58-4d5b-abb4-13770785ee82", "name": "network-vif-plugged", "status": "completed", "tag": "1c07deb2-18a8-436d-972c-2a7ffa12ea09"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:40:26.426006 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 1c07deb2-18a8-436d-972c-2a7ffa12ea09, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:40:26.431151 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:26.458363 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4751a07-6805-4aaf-a293-fb9e467be34c x-openstack-request-id: req-c4751a07-6805-4aaf-a293-fb9e467be34c {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:40:26.458657 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a9fcf2-9c58-4d5b-abb4-13770785ee82", "name": "network-vif-plugged", "status": "completed", "tag": "1c07deb2-18a8-436d-972c-2a7ffa12ea09", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:40:26.458939 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4751a07-6805-4aaf-a293-fb9e467be34c {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:40:26.459328 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a9fcf2-9c58-4d5b-abb4-13770785ee82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c07deb2-18a8-436d-972c-2a7ffa12ea09', 'code': 200} Feb 05 03:40:26.485167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=1c07deb2-18a8-436d-972c-2a7ffa12ea09,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:40:26.553508 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440c9e9-c3fb-4af7-b683-3632d3fe3a30 req-3335f1fd-6bc5-432a-b92b-2623725204a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:26.555383 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4440c9e9-c3fb-4af7-b683-3632d3fe3a30 req-3335f1fd-6bc5-432a-b92b-2623725204a3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 1127 time: 0.0455215 Feb 05 03:40:26.604428 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4440c9e9-c3fb-4af7-b683-3632d3fe3a30 req-9204fe0b-daea-42b0-9cb9-0729b37b96bb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421946 Feb 05 03:40:27.364398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca28a3-51ba-48e1-811c-014dcb3bbdae req-7731d4f8-8adb-482e-8953-1642a5979c63 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:27.365880 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2ca28a3-51ba-48e1-811c-014dcb3bbdae req-7731d4f8-8adb-482e-8953-1642a5979c63 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0526681 Feb 05 03:40:27.411615 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b2ca28a3-51ba-48e1-811c-014dcb3bbdae req-0961b73e-277f-4b13-803b-567f6a6bd226 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396173 Feb 05 03:40:28.533973 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843587aa-b9ad-42a0-8fe3-9c65e9245670 req-7e3330aa-85ab-4754-b158-246f927c7944 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:28.535385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-843587aa-b9ad-42a0-8fe3-9c65e9245670 req-7e3330aa-85ab-4754-b158-246f927c7944 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0519924 Feb 05 03:40:28.584071 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-843587aa-b9ad-42a0-8fe3-9c65e9245670 req-ae76fa72-407e-485b-9402-2eb97ca36de7 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430341 Feb 05 03:40:28.700895 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61c3bf-f1cb-4d24-8eaa-34b691681d88 req-e5362d88-0da4-4da6-ba2e-a580dc57d7eb tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:28.702369 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a61c3bf-f1cb-4d24-8eaa-34b691681d88 req-e5362d88-0da4-4da6-ba2e-a580dc57d7eb tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0524640 Feb 05 03:40:28.748205 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a61c3bf-f1cb-4d24-8eaa-34b691681d88 req-350c61aa-8faf-48fa-b88d-23dcbfc6c2e2 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Feb 05 03:40:28.953603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afdc48-411b-4033-8ed4-646d84afeb7a req-d34128db-f173-4545-ac4c-26b0f9bc8c03 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:28.955103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36afdc48-411b-4033-8ed4-646d84afeb7a req-d34128db-f173-4545-ac4c-26b0f9bc8c03 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0528126 Feb 05 03:40:29.001029 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36afdc48-411b-4033-8ed4-646d84afeb7a req-f0f3b7bf-654f-4df7-ae14-a7806182782e tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400021 Feb 05 03:40:29.121190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192efb8f-a8db-4aee-b43c-980b3937ea3a req-6d4f7b53-a842-492d-9976-f695a21e6a29 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:29.122672 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-192efb8f-a8db-4aee-b43c-980b3937ea3a req-6d4f7b53-a842-492d-9976-f695a21e6a29 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0560446 Feb 05 03:40:29.168553 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-192efb8f-a8db-4aee-b43c-980b3937ea3a req-7d1e63ad-5481-49ee-8187-514dc8ae7bd0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403216 Feb 05 03:40:29.511090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-69535acd-d9c1-4c98-b3fd-57a7a947b288 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0760562 Feb 05 03:40:29.522003 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f80ac-db5f-4723-b853-3c10ff6fe16d req-6b19a2d7-831b-452e-9182-1bb08df6c01d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:29.523563 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a65f80ac-db5f-4723-b853-3c10ff6fe16d req-6b19a2d7-831b-452e-9182-1bb08df6c01d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0774736 Feb 05 03:40:29.576296 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a65f80ac-db5f-4723-b853-3c10ff6fe16d req-bd1eb779-12c4-4fad-87f9-5e22eac234d4 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458152 Feb 05 03:40:30.621928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-49f0d6b8-1308-45f2-a6e2-0f55144173e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:30.623512 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-49f0d6b8-1308-45f2-a6e2-0f55144173e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 1127 time: 0.0454197 Feb 05 03:40:30.696429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295a9cd-1fd0-47ad-a1a1-f3a88ff5600d req-4557bf78-a850-4fe2-adfc-93b1d9887c86 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:30.697933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8295a9cd-1fd0-47ad-a1a1-f3a88ff5600d req-4557bf78-a850-4fe2-adfc-93b1d9887c86 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0527635 Feb 05 03:40:30.719283 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-b657b339-73db-4ee5-8140-c3458b01f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:30.720794 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-b657b339-73db-4ee5-8140-c3458b01f55c service neutron] 10.222.0.10 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 916 time: 0.0908005 Feb 05 03:40:30.744413 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8295a9cd-1fd0-47ad-a1a1-f3a88ff5600d req-11a137b7-6bc7-4a3f-a993-adfe6fd7faf9 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410144 Feb 05 03:40:30.769913 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-6ef812b6-303d-49cd-8ff4-bdf7e7a68109 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09 HTTP/1.1" status: 200 len: 217 time: 0.0429463 Feb 05 03:40:30.820470 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-922118dc-61e7-40e1-b431-854bac405414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:30.822586 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-922118dc-61e7-40e1-b431-854bac405414 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bb9b104-fa06-4b3a-8dd7-961f5a96f106 HTTP/1.1" status: 200 len: 855 time: 0.0465665 Feb 05 03:40:30.855044 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-cdd772e7-3781-45c0-b2b5-c6fcbe3852a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268388 Feb 05 03:40:30.947618 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-3430ed7c-c568-4096-a1b4-e97d1dad6248 service neutron] 10.222.0.10 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870283 Feb 05 03:40:31.042063 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-1ac70d0d-5c5c-4018-b577-efcecbc3c237 service neutron] 10.222.0.10 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888205 Feb 05 03:40:31.862808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1be833-1603-4fd6-a810-3ce30e81ef02 req-25c89a5c-b3e6-4804-92aa-eb34fef5e612 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:31.864284 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd1be833-1603-4fd6-a810-3ce30e81ef02 req-25c89a5c-b3e6-4804-92aa-eb34fef5e612 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0520153 Feb 05 03:40:31.910646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd1be833-1603-4fd6-a810-3ce30e81ef02 req-714bcaf6-9918-410f-982d-c10d15bc8b56 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400748 Feb 05 03:40:33.037542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda33e1c-13c9-408c-aa20-7dfc9456b5a9 req-80c0a7d8-d28c-49ab-a8b3-fee127811dc1 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:33.039176 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cda33e1c-13c9-408c-aa20-7dfc9456b5a9 req-80c0a7d8-d28c-49ab-a8b3-fee127811dc1 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0567844 Feb 05 03:40:33.086949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cda33e1c-13c9-408c-aa20-7dfc9456b5a9 req-f9edddcb-6319-4548-811e-847025b3aa74 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423133 Feb 05 03:40:33.708732 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-26867b68-21aa-49ad-b1bf-9e8ba808a9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:34.204753 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efa949-9286-4ead-b7b7-fb1a8325fd39 req-45455495-0676-4621-8796-2d9b121d2f27 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:34.206214 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-71efa949-9286-4ead-b7b7-fb1a8325fd39 req-45455495-0676-4621-8796-2d9b121d2f27 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0514529 Feb 05 03:40:34.252252 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-71efa949-9286-4ead-b7b7-fb1a8325fd39 req-9b06e30e-84d3-48c7-9358-05b597e35deb tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394323 Feb 05 03:40:35.373794 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ab3e8-224d-4dcb-af06-37bdf37755fe req-140e3d4f-416c-44fb-b25c-265ce02cacb3 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:35.375383 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-540ab3e8-224d-4dcb-af06-37bdf37755fe req-140e3d4f-416c-44fb-b25c-265ce02cacb3 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0562594 Feb 05 03:40:35.420858 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-540ab3e8-224d-4dcb-af06-37bdf37755fe req-93c0cb50-d861-4a29-8ca4-d1a6cb1ced51 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400176 Feb 05 03:40:35.932687 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0689386a-ceda-439b-92e6-26f5cda71651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:36.539370 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08a405-c085-4c74-bdcc-1570aa3a50c5 req-782d158c-790b-4165-b14d-74e5d59e0dc8 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:36.540760 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c08a405-c085-4c74-bdcc-1570aa3a50c5 req-782d158c-790b-4165-b14d-74e5d59e0dc8 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0527573 Feb 05 03:40:36.585932 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c08a405-c085-4c74-bdcc-1570aa3a50c5 req-36975ca2-492d-4be0-8214-fcaad700ffb6 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397327 Feb 05 03:40:37.259636 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:37.425013 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89856d47-3f34-4ef8-8df6-da5c779b258a req-2b649b19-3408-4602-afb2-f38d58d67b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:37.426489 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-89856d47-3f34-4ef8-8df6-da5c779b258a req-2b649b19-3408-4602-afb2-f38d58d67b9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 1127 time: 0.0437748 Feb 05 03:40:37.541602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89856d47-3f34-4ef8-8df6-da5c779b258a req-3b4aacef-26f4-4d6c-b155-a9456218c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:37.543005 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-89856d47-3f34-4ef8-8df6-da5c779b258a req-3b4aacef-26f4-4d6c-b155-a9456218c1f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 916 time: 0.0895278 Feb 05 03:40:37.583772 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-89856d47-3f34-4ef8-8df6-da5c779b258a req-14352e5b-6b91-4b04-b319-48cff16948a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09 HTTP/1.1" status: 200 len: 217 time: 0.0350325 Feb 05 03:40:37.631777 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89856d47-3f34-4ef8-8df6-da5c779b258a req-8f98c9eb-50ef-4b86-858d-54761857431f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:37.633235 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-89856d47-3f34-4ef8-8df6-da5c779b258a req-8f98c9eb-50ef-4b86-858d-54761857431f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bb9b104-fa06-4b3a-8dd7-961f5a96f106 HTTP/1.1" status: 200 len: 855 time: 0.0436823 Feb 05 03:40:37.670324 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-89856d47-3f34-4ef8-8df6-da5c779b258a req-5225b4d3-c6ee-41fb-aa4c-2c4a543460fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308974 Feb 05 03:40:37.704359 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1098ed2-65ee-49ca-9d23-47e76dfe1ede req-c379bce7-e2cb-4414-b1e7-78c6b7aad707 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:37.705815 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1098ed2-65ee-49ca-9d23-47e76dfe1ede req-c379bce7-e2cb-4414-b1e7-78c6b7aad707 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0533128 Feb 05 03:40:37.755328 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1098ed2-65ee-49ca-9d23-47e76dfe1ede req-188ec3d7-f331-4c1d-86be-daff8fc6ffb1 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438228 Feb 05 03:40:37.769443 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-89856d47-3f34-4ef8-8df6-da5c779b258a req-e36972f0-6875-422f-9914-90a33caaba11 service neutron] 10.222.0.10 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831072 Feb 05 03:40:37.861913 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-89856d47-3f34-4ef8-8df6-da5c779b258a req-cbbfe7a4-a816-46de-a0fa-d931083629a7 service neutron] 10.222.0.10 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859911 Feb 05 03:40:38.804032 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:38.875779 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a09fe-ab5b-4a3a-9656-cacf219bf716 req-5cf4d829-5fe6-4256-946e-de4caeecf04f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:38.877228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d9a09fe-ab5b-4a3a-9656-cacf219bf716 req-5cf4d829-5fe6-4256-946e-de4caeecf04f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0520151 Feb 05 03:40:38.921949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d9a09fe-ab5b-4a3a-9656-cacf219bf716 req-c1c48f4b-dd16-4033-9ceb-ce63f61e2fb2 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390666 Feb 05 03:40:40.039176 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef3400-9fc1-4832-879f-342b47efdaef req-531c4085-ca4a-4d21-a76b-6cf5bbab800b tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:40.040631 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cef3400-9fc1-4832-879f-342b47efdaef req-531c4085-ca4a-4d21-a76b-6cf5bbab800b tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0521696 Feb 05 03:40:40.084354 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:40.087108 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cef3400-9fc1-4832-879f-342b47efdaef req-b1d7f506-ddf0-432f-987b-59e81ef79411 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410414 Feb 05 03:40:41.265605 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7e637-9daf-4dad-8622-54d02a886e95 req-57482faf-3294-4581-a67f-a63a88000765 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:41.267091 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67a7e637-9daf-4dad-8622-54d02a886e95 req-57482faf-3294-4581-a67f-a63a88000765 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.1089585 Feb 05 03:40:41.312668 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67a7e637-9daf-4dad-8622-54d02a886e95 req-6cb8949b-97b0-482a-b589-cace64d6ff99 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395789 Feb 05 03:40:41.839065 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:42.430557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33368d9-850e-42ae-ae23-13c30e5e96b5 req-054f270a-9fa6-45dd-966d-33c89293ae7f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:42.432045 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d33368d9-850e-42ae-ae23-13c30e5e96b5 req-054f270a-9fa6-45dd-966d-33c89293ae7f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0522661 Feb 05 03:40:42.477247 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d33368d9-850e-42ae-ae23-13c30e5e96b5 req-0c5e8202-ebae-4a1e-8063-131439e3f4ed tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396516 Feb 05 03:40:43.597753 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4c794-1c04-45bb-babb-a5d74035de8d req-be1c536a-18b9-4e5a-95f9-d47583a2796b tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:43.599226 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2fe4c794-1c04-45bb-babb-a5d74035de8d req-be1c536a-18b9-4e5a-95f9-d47583a2796b tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0510149 Feb 05 03:40:43.649019 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2fe4c794-1c04-45bb-babb-a5d74035de8d req-248b5242-b807-4b88-afc3-8d1881403b10 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436559 Feb 05 03:40:44.765260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d1b1d-3629-4102-9bcd-82ee682ee07c req-415ea377-9788-4527-adf9-b391e06835aa tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:44.766724 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-001d1b1d-3629-4102-9bcd-82ee682ee07c req-415ea377-9788-4527-adf9-b391e06835aa tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0517058 Feb 05 03:40:44.811538 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-001d1b1d-3629-4102-9bcd-82ee682ee07c req-dde8c41a-8520-4172-9206-d6e9e30edbee tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393958 Feb 05 03:40:45.930514 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ee8da-2034-4cfd-8ae8-5a29129a5f78 req-4d2f53a6-1c52-4cd8-a9b8-08eeb516f247 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:45.931937 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c3ee8da-2034-4cfd-8ae8-5a29129a5f78 req-4d2f53a6-1c52-4cd8-a9b8-08eeb516f247 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0525849 Feb 05 03:40:45.977309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c3ee8da-2034-4cfd-8ae8-5a29129a5f78 req-19fe657c-abcc-4c47-a3c3-e68423f1bc6b tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398273 Feb 05 03:40:46.676297 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:47.099981 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94214086-bc08-4a5b-b65f-83ef8f80cd37 req-3af0c7da-fa00-404e-b647-404538b08a92 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:47.102091 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94214086-bc08-4a5b-b65f-83ef8f80cd37 req-3af0c7da-fa00-404e-b647-404538b08a92 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0562925 Feb 05 03:40:47.145914 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94214086-bc08-4a5b-b65f-83ef8f80cd37 req-df84cb32-76e7-4d74-88f9-b8a58ca3b202 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383852 Feb 05 03:40:48.265024 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29424bda-07b0-4ed2-8d0b-816187354a16 req-ad0de569-c122-427f-ba65-6189c9f66a8d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:48.266500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29424bda-07b0-4ed2-8d0b-816187354a16 req-ad0de569-c122-427f-ba65-6189c9f66a8d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0511389 Feb 05 03:40:48.313379 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29424bda-07b0-4ed2-8d0b-816187354a16 req-8a1df7fe-cf98-4850-80f3-3aecf2895333 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413759 Feb 05 03:40:49.436235 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b3371-6022-4ddd-a1c8-536855f2ab96 req-544dee9c-4a60-406e-b424-4986deceab26 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:49.437696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e7b3371-6022-4ddd-a1c8-536855f2ab96 req-544dee9c-4a60-406e-b424-4986deceab26 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0572934 Feb 05 03:40:49.483398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e7b3371-6022-4ddd-a1c8-536855f2ab96 req-876f9050-d7ca-4a48-802b-6291dd610be0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402799 Feb 05 03:40:50.602656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7938b21-0286-426f-9b36-b8992f51cd03 req-e32cbe25-4424-49a6-904e-8abfadef3034 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:50.604194 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7938b21-0286-426f-9b36-b8992f51cd03 req-e32cbe25-4424-49a6-904e-8abfadef3034 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0531948 Feb 05 03:40:50.650962 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7938b21-0286-426f-9b36-b8992f51cd03 req-fe6276eb-7227-4dd2-933e-b29f3c4c2240 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410750 Feb 05 03:40:51.767184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d8d20-a5da-48da-82c9-b9a332b3a89d req-742588ea-18ee-4dc6-9ff2-26bd770a0d20 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:51.768641 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f2d8d20-a5da-48da-82c9-b9a332b3a89d req-742588ea-18ee-4dc6-9ff2-26bd770a0d20 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0510352 Feb 05 03:40:51.818258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f2d8d20-a5da-48da-82c9-b9a332b3a89d req-a1e3979b-fc38-4d97-8894-600251bb49d5 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434027 Feb 05 03:40:52.939029 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd9709-7dfc-497b-a946-bef25751dd01 req-6eceff8a-2a61-4919-8c09-15f931609e93 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:52.940621 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19cd9709-7dfc-497b-a946-bef25751dd01 req-6eceff8a-2a61-4919-8c09-15f931609e93 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0552495 Feb 05 03:40:52.989300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-19cd9709-7dfc-497b-a946-bef25751dd01 req-3fbf2c7f-b10e-4dfc-842e-af8c91cff50b tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415938 Feb 05 03:40:54.107841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfed7f-3ec3-4a00-9e9d-2b36be1d66ba req-458dd158-a215-41da-8126-8940afdfad7f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:54.109305 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47bfed7f-3ec3-4a00-9e9d-2b36be1d66ba req-458dd158-a215-41da-8126-8940afdfad7f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0520623 Feb 05 03:40:54.154494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47bfed7f-3ec3-4a00-9e9d-2b36be1d66ba req-4eb70dd2-bdf9-4533-8b38-71d49b05b5f5 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398014 Feb 05 03:40:55.277855 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae08f1d-f029-4918-9ab8-4f0f569b7d53 req-bfebf472-aab0-4401-94d2-ce4f554ad1a6 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:55.279371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ae08f1d-f029-4918-9ab8-4f0f569b7d53 req-bfebf472-aab0-4401-94d2-ce4f554ad1a6 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0572140 Feb 05 03:40:55.326270 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ae08f1d-f029-4918-9ab8-4f0f569b7d53 req-74c2996a-4b6f-46c8-b8e6-02f73eb46f85 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414169 Feb 05 03:40:55.380262 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:40:56.443393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1861ff-b994-4228-960f-3946ed53aa7e req-9dc9965c-82e4-4d7a-be71-14798eca0cc2 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:56.444839 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a1861ff-b994-4228-960f-3946ed53aa7e req-9dc9965c-82e4-4d7a-be71-14798eca0cc2 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0514174 Feb 05 03:40:56.489143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a1861ff-b994-4228-960f-3946ed53aa7e req-827e17b6-0253-496e-9aee-853a25d45900 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388281 Feb 05 03:40:57.607053 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe0611-dc2c-47d6-8086-d9ac38703c2a req-44ca3b3c-7661-4269-b999-013200ab45e0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:57.608429 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6ebe0611-dc2c-47d6-8086-d9ac38703c2a req-44ca3b3c-7661-4269-b999-013200ab45e0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0530934 Feb 05 03:40:57.657435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6ebe0611-dc2c-47d6-8086-d9ac38703c2a req-01131bb4-0397-4efe-9c75-9b7a61e597c7 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434268 Feb 05 03:40:58.441852 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-59578de0-3617-4b99-8963-e40d7e20f37f service neutron] show failed (client error): The resource could not be found. Feb 05 03:40:58.442863 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-59578de0-3617-4b99-8963-e40d7e20f37f service neutron] 10.222.0.10 "GET /v2.0/ports/1c07deb2-18a8-436d-972c-2a7ffa12ea09/bindings/n-h1-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.0541937 Feb 05 03:40:58.639806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-06e515ce-49fe-40e1-9a2e-e123efda7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:58.641196 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-06e515ce-49fe-40e1-9a2e-e123efda7508 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82&tenant_id=6261fcfaf8f04233b48f973d9b52c44b HTTP/1.1" status: 200 len: 1127 time: 0.0446696 Feb 05 03:40:58.652569 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:40:58.715305 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:58.778676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33c144-c076-49f9-81de-b603fc913131 req-dd601d5b-92e7-45f4-b596-416d1205540c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:58.780178 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b33c144-c076-49f9-81de-b603fc913131 req-dd601d5b-92e7-45f4-b596-416d1205540c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0533493 Feb 05 03:40:58.827602 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b33c144-c076-49f9-81de-b603fc913131 req-37d4c515-dda0-47ab-9fc6-9d22db77017d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419376 Feb 05 03:40:58.917882 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] For port 1c07deb2-18a8-436d-972c-2a7ffa12ea09, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:40:58.949935 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] For port 1c07deb2-18a8-436d-972c-2a7ffa12ea09, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:40:58.988593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a9fcf2-9c58-4d5b-abb4-13770785ee82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c07deb2-18a8-436d-972c-2a7ffa12ea09'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:40:58.990971 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced3bac0-72f0-40ec-8dcd-1d3f4d34dc68" -d '{"events": [{"server_uuid": "10a9fcf2-9c58-4d5b-abb4-13770785ee82", "name": "network-vif-unplugged", "status": "completed", "tag": "1c07deb2-18a8-436d-972c-2a7ffa12ea09"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:40:58.995454 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Publish callbacks [] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:59.011258 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Transition to ACTIVE for port object 1c07deb2-18a8-436d-972c-2a7ffa12ea09 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:40:59.015266 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:59.053647 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef647927-8b5a-4616-9091-de7c560c477c x-openstack-request-id: req-ef647927-8b5a-4616-9091-de7c560c477c {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:40:59.053953 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a9fcf2-9c58-4d5b-abb4-13770785ee82", "name": "network-vif-unplugged", "status": "completed", "tag": "1c07deb2-18a8-436d-972c-2a7ffa12ea09", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:40:59.054211 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef647927-8b5a-4616-9091-de7c560c477c {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:40:59.054607 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a9fcf2-9c58-4d5b-abb4-13770785ee82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c07deb2-18a8-436d-972c-2a7ffa12ea09', 'code': 200} Feb 05 03:40:59.080230 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] No DVR routers for this DVR port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:40:59.087105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c07deb2-18a8-436d-972c-2a7ffa12ea09,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:40:59.124396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Attempting to bind port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:40:59.124729 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Attempting to bind port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '22db8c1a-fe26-424d-a134-94ef94bf5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:40:59.125056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Attempting to bind port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 on network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:40:59.129209 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 on network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:40:59.129528 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Attempting to bind port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 on network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:40:59.134980 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:40:59.135314 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Checking segment: {'id': '22db8c1a-fe26-424d-a134-94ef94bf5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:40:59.135693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Bound using segment: {'id': '22db8c1a-fe26-424d-a134-94ef94bf5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:40:59.136113 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Bound port: 1c07deb2-18a8-436d-972c-2a7ffa12ea09, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22db8c1a-fe26-424d-a134-94ef94bf5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:40:59.136462 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:59.200445 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] For port 1c07deb2-18a8-436d-972c-2a7ffa12ea09, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:40:59.204040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] For port 1c07deb2-18a8-436d-972c-2a7ffa12ea09, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:40:59.209555 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:59.241457 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:59.242084 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:40:59.244138 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] 10.222.0.31 "PUT /v2.0/ports/1c07deb2-18a8-436d-972c-2a7ffa12ea09 HTTP/1.1" status: 200 len: 1091 time: 0.5958786 Feb 05 03:40:59.278533 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea298f94-cd6b-4e58-afc5-1f421bf408a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c07deb2-18a8-436d-972c-2a7ffa12ea09,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:40:59.315600 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ff1a784a-8ba5-48ca-9bd4-92e93a71f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:59.317119 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-ff1a784a-8ba5-48ca-9bd4-92e93a71f3b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 1125 time: 0.0524540 Feb 05 03:40:59.412227 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-5e907797-80bf-44c0-855a-69b944a1e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:59.413770 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-5e907797-80bf-44c0-855a-69b944a1e6e3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 916 time: 0.0908301 Feb 05 03:40:59.455086 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-28d436da-5841-446a-b594-413d681d148e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09 HTTP/1.1" status: 200 len: 217 time: 0.0352952 Feb 05 03:40:59.507141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-fc22c723-8a34-4edf-be31-7df17890c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:59.509102 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-fc22c723-8a34-4edf-be31-7df17890c80f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bb9b104-fa06-4b3a-8dd7-961f5a96f106 HTTP/1.1" status: 200 len: 855 time: 0.0486183 Feb 05 03:40:59.540266 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-9c5ca477-e024-4bc0-b86d-9eb6384bdc6b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256500 Feb 05 03:40:59.629030 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-94bd6c53-b410-478e-999b-5bfea2b0e826 service neutron] 10.222.0.31 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836022 Feb 05 03:40:59.720460 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7ed3d474-74b5-4dfc-8fe3-fd4a08d79c53 req-73b29b1c-e766-4160-b074-d85e73244a08 service neutron] 10.222.0.31 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853984 Feb 05 03:40:59.953782 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b53b8c-4500-4746-9b62-0b6540a94bb8 req-4d85ac35-7a76-490b-b38a-d75384b67d2c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:40:59.955307 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74b53b8c-4500-4746-9b62-0b6540a94bb8 req-4d85ac35-7a76-490b-b38a-d75384b67d2c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 943 time: 0.0536170 Feb 05 03:41:00.002202 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74b53b8c-4500-4746-9b62-0b6540a94bb8 req-20436374-341c-4a3c-85ab-2df18e838f1c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414872 Feb 05 03:41:01.056068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a9fcf2-9c58-4d5b-abb4-13770785ee82', 'tag': '1c07deb2-18a8-436d-972c-2a7ffa12ea09'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:41:01.059444 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1" -d '{"events": [{"name": "network-changed", "server_uuid": "10a9fcf2-9c58-4d5b-abb4-13770785ee82", "tag": "1c07deb2-18a8-436d-972c-2a7ffa12ea09"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:41:01.107858 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dec324-86b8-450f-8232-4d49cdd31a50 x-openstack-request-id: req-a5dec324-86b8-450f-8232-4d49cdd31a50 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:41:01.108158 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a9fcf2-9c58-4d5b-abb4-13770785ee82", "tag": "1c07deb2-18a8-436d-972c-2a7ffa12ea09", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:41:01.108412 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a5dec324-86b8-450f-8232-4d49cdd31a50 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:41:01.108819 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a9fcf2-9c58-4d5b-abb4-13770785ee82', 'tag': '1c07deb2-18a8-436d-972c-2a7ffa12ea09', 'status': 'completed', 'code': 200} Feb 05 03:41:01.207751 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-ffdfc237-171e-4e47-a983-b0dbb2941fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:01.209274 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-ffdfc237-171e-4e47-a983-b0dbb2941fcc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 1125 time: 0.0810738 Feb 05 03:41:01.210994 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-b6834218-1fd4-438c-844a-3b1b7f1bbf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:01.212316 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-b6834218-1fd4-438c-844a-3b1b7f1bbf80 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 1125 time: 0.0753827 Feb 05 03:41:01.380604 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-5f20df7f-92df-46af-8dc0-711fcb16c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:01.382087 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-5f20df7f-92df-46af-8dc0-711fcb16c326 service neutron] 10.222.0.10 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 916 time: 0.1658669 Feb 05 03:41:01.383464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-7225aa8d-391c-4909-ac92-6d8d25e561cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:01.385543 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-7225aa8d-391c-4909-ac92-6d8d25e561cc service neutron] 10.222.0.31 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 916 time: 0.1615179 Feb 05 03:41:01.421162 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2f486-5210-4c4b-b574-31f1dfa78de2 req-319e1504-534d-4787-b4ff-deb692051baa tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:01.422620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46f2f486-5210-4c4b-b574-31f1dfa78de2 req-319e1504-534d-4787-b4ff-deb692051baa tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 943 time: 0.3506081 Feb 05 03:41:01.435651 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-12ff1c47-d43f-464d-8a77-af7601d0a8dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09 HTTP/1.1" status: 200 len: 217 time: 0.0473402 Feb 05 03:41:01.468092 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46f2f486-5210-4c4b-b574-31f1dfa78de2 req-d709cf78-1059-4545-84da-a63a66800b53 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398662 Feb 05 03:41:01.470317 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-08e1dc02-76b7-4b29-a718-1a33b8e7c693 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09 HTTP/1.1" status: 200 len: 217 time: 0.0704379 Feb 05 03:41:01.543094 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-282c5b24-80f0-4563-b696-cd936aea8ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:01.544495 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-282c5b24-80f0-4563-b696-cd936aea8ada service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bb9b104-fa06-4b3a-8dd7-961f5a96f106 HTTP/1.1" status: 200 len: 855 time: 0.0826440 Feb 05 03:41:01.547768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-45b46325-ed80-4027-ac97-ee80bd7d8fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:01.549052 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-45b46325-ed80-4027-ac97-ee80bd7d8fc8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bb9b104-fa06-4b3a-8dd7-961f5a96f106 HTTP/1.1" status: 200 len: 855 time: 0.0599942 Feb 05 03:41:01.599126 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-024dce18-6993-453a-ab9a-7eec3b1541ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479176 Feb 05 03:41:01.600824 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-41093d90-f813-41f5-ba55-9e982172ba33 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410106 Feb 05 03:41:01.759357 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-4cb8ec5b-06d8-4512-b348-4d4c7e43d291 service neutron] 10.222.0.10 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542864 Feb 05 03:41:01.761585 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-af872d88-e4d9-4c0f-b439-d486b805ba09 service neutron] 10.222.0.31 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497524 Feb 05 03:41:01.919822 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-1bf0003c-f8a0-41d8-b7ed-9c67382cd57a service neutron] 10.222.0.10 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547630 Feb 05 03:41:01.921606 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9cc2ed85-7eab-4655-b6d3-e2f21f8123d1 req-6b3103f6-0fd5-4930-89e5-c48e6683840a service neutron] 10.222.0.31 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498396 Feb 05 03:41:02.466689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1c07deb2-18a8-436d-972c-2a7ffa12ea09 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:41:02.505218 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] The host n-h2-826942-8 is not matching for port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 host n-h1-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:41:02.505611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 1c07deb2-18a8-436d-972c-2a7ffa12ea09 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:41:02.594230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd82e5-f3ef-4b58-926d-8ce66c83998a req-d2bad8d4-cccf-41c3-9fd8-db76bbf017f6 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:02.595719 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0edd82e5-f3ef-4b58-926d-8ce66c83998a req-d2bad8d4-cccf-41c3-9fd8-db76bbf017f6 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 943 time: 0.0583432 Feb 05 03:41:02.644013 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0edd82e5-f3ef-4b58-926d-8ce66c83998a req-7a0b8835-2b29-4e6a-a698-95a92b1aab0c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424194 Feb 05 03:41:03.491567 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 1c07deb2-18a8-436d-972c-2a7ffa12ea09 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:41:03.587363 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 1c07deb2-18a8-436d-972c-2a7ffa12ea09, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:41:03.599967 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '1c07deb2-18a8-436d-972c-2a7ffa12ea09', 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd', 'port_id': '1c07deb2-18a8-436d-972c-2a7ffa12ea09', 'mac_address': 'fa:16:3e:ec:56:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb9b104-fa06-4b3a-8dd7-961f5a96f106', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:41:03.635837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:41:03.636218 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:03.648383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c07deb2-18a8-436d-972c-2a7ffa12ea09 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:41:03.668438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 1c07deb2-18a8-436d-972c-2a7ffa12ea09, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:41:03.672596 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:03.724729 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7981bea5-881e-4f34-8a37-69fcfc51e5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:03.730575 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=1c07deb2-18a8-436d-972c-2a7ffa12ea09,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:03.738159 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:03.738505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:03.738865 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:03.739196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:03.739527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:03.739850 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:03.740167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:03.740491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:03.740805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:03.741121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:03.741437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:03.741752 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:03.742064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:03.772191 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac3aba-e3f6-4b01-8b22-9488148ec28e req-078d99a5-36f2-4fd9-8fa0-b68ce2cb6b94 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:03.773663 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-acac3aba-e3f6-4b01-8b22-9488148ec28e req-078d99a5-36f2-4fd9-8fa0-b68ce2cb6b94 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 944 time: 0.0552232 Feb 05 03:41:03.820245 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-acac3aba-e3f6-4b01-8b22-9488148ec28e req-36c381dd-2298-41b1-812d-6e128d078a31 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Feb 05 03:41:03.988279 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['1c07deb2-18a8-436d-972c-2a7ffa12ea09'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:41:04.018331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6337fe-256f-426e-a08d-f390b93fc336 req-9bbd2e98-c716-4630-9109-a32a0567cd8c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:04.019904 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df6337fe-256f-426e-a08d-f390b93fc336 req-9bbd2e98-c716-4630-9109-a32a0567cd8c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 944 time: 0.0556796 Feb 05 03:41:04.070291 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df6337fe-256f-426e-a08d-f390b93fc336 req-4c722fe3-72f0-4d97-b2f7-e980e09f8e4e tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430920 Feb 05 03:41:04.076068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67389858-6368-480a-b23f-6385bd11ae8a req-396b08f8-2100-4a4e-b9b6-e8970820069d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:04.077788 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-67389858-6368-480a-b23f-6385bd11ae8a req-396b08f8-2100-4a4e-b9b6-e8970820069d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.10 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82&tenant_id=6261fcfaf8f04233b48f973d9b52c44b&binding%3Ahost_id=n-h1-826942-8 HTTP/1.1" status: 200 len: 944 time: 0.1024389 Feb 05 03:41:04.137347 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-67389858-6368-480a-b23f-6385bd11ae8a req-102a41f2-6282-488e-b66d-6fbf7a68a0fc service neutron] delete failed (client error): The resource could not be found. Feb 05 03:41:04.138325 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-67389858-6368-480a-b23f-6385bd11ae8a req-102a41f2-6282-488e-b66d-6fbf7a68a0fc service neutron] 10.222.0.10 "DELETE /v2.0/ports/1c07deb2-18a8-436d-972c-2a7ffa12ea09/bindings/n-h2-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.0544784 Feb 05 03:41:04.228219 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67389858-6368-480a-b23f-6385bd11ae8a req-4c97b1bb-9081-4360-a17e-dd44c9cb0541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:04.229711 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-67389858-6368-480a-b23f-6385bd11ae8a req-4c97b1bb-9081-4360-a17e-dd44c9cb0541 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 1126 time: 0.0496292 Feb 05 03:41:04.318281 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67389858-6368-480a-b23f-6385bd11ae8a req-8d1295db-7a39-4d32-a902-4639dbd2464d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:04.319773 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-67389858-6368-480a-b23f-6385bd11ae8a req-8d1295db-7a39-4d32-a902-4639dbd2464d service neutron] 10.222.0.10 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 916 time: 0.0840800 Feb 05 03:41:04.364347 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-67389858-6368-480a-b23f-6385bd11ae8a req-11c8fa4e-d9d5-47ab-b4d4-0f4f5825af15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09 HTTP/1.1" status: 200 len: 217 time: 0.0382962 Feb 05 03:41:04.412901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67389858-6368-480a-b23f-6385bd11ae8a req-efc4db25-7b1c-489d-8786-497bbd3bafd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:04.414236 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-67389858-6368-480a-b23f-6385bd11ae8a req-efc4db25-7b1c-489d-8786-497bbd3bafd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bb9b104-fa06-4b3a-8dd7-961f5a96f106 HTTP/1.1" status: 200 len: 855 time: 0.0436220 Feb 05 03:41:04.445346 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-67389858-6368-480a-b23f-6385bd11ae8a req-fecb927e-baee-4deb-830f-50efeaeb7ec3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251896 Feb 05 03:41:04.536419 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-67389858-6368-480a-b23f-6385bd11ae8a req-47979a26-dad2-4172-a374-200e9de42452 service neutron] 10.222.0.10 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852721 Feb 05 03:41:04.624143 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-67389858-6368-480a-b23f-6385bd11ae8a req-66ff2062-2554-4744-8907-d244b0c961fb service neutron] 10.222.0.10 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809877 Feb 05 03:41:05.200007 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55b312-8992-4e70-8959-36b7fb46dd3a req-a636c30d-241f-4556-8fb1-eba1e073b9b1 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:05.201489 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df55b312-8992-4e70-8959-36b7fb46dd3a req-a636c30d-241f-4556-8fb1-eba1e073b9b1 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 944 time: 0.0541279 Feb 05 03:41:05.250786 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df55b312-8992-4e70-8959-36b7fb46dd3a req-5339630d-88c7-4c3d-b8a5-d4cffee6a687 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437553 Feb 05 03:41:05.369799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be057b1a-fe5a-44bd-ae8e-8702da94601c req-5b697050-c938-413c-a865-823feffa685c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:05.371318 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be057b1a-fe5a-44bd-ae8e-8702da94601c req-5b697050-c938-413c-a865-823feffa685c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 944 time: 0.0534074 Feb 05 03:41:05.416965 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be057b1a-fe5a-44bd-ae8e-8702da94601c req-d771c114-3132-4a0e-b35b-6d59af052635 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398698 Feb 05 03:41:05.505910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 1c07deb2-18a8-436d-972c-2a7ffa12ea09 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:41:05.537390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c948f8c-9831-4473-bc2f-fa285b2a7b1f req-da08aab5-169c-498a-ac49-be366fba3a5b tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:05.539296 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c948f8c-9831-4473-bc2f-fa285b2a7b1f req-da08aab5-169c-498a-ac49-be366fba3a5b tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 944 time: 0.0517066 Feb 05 03:41:05.557142 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:41:05.561160 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:41:05.561533 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:05.586355 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c948f8c-9831-4473-bc2f-fa285b2a7b1f req-88218ea9-43c6-4428-8ab4-96861da567df tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410998 Feb 05 03:41:05.639399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:41:05.639789 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:05.663004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a9fcf2-9c58-4d5b-abb4-13770785ee82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c07deb2-18a8-436d-972c-2a7ffa12ea09'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:41:05.665376 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b80a511-9511-4722-828d-8c6152ff571f" -d '{"events": [{"server_uuid": "10a9fcf2-9c58-4d5b-abb4-13770785ee82", "name": "network-vif-plugged", "status": "completed", "tag": "1c07deb2-18a8-436d-972c-2a7ffa12ea09"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:41:05.678594 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 1c07deb2-18a8-436d-972c-2a7ffa12ea09, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:41:05.688083 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:05.716884 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c69c2c-803a-4a18-ae6a-ee5ee026df82 x-openstack-request-id: req-a2c69c2c-803a-4a18-ae6a-ee5ee026df82 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:41:05.717178 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a9fcf2-9c58-4d5b-abb4-13770785ee82", "name": "network-vif-plugged", "status": "completed", "tag": "1c07deb2-18a8-436d-972c-2a7ffa12ea09", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:41:05.717429 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2c69c2c-803a-4a18-ae6a-ee5ee026df82 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:41:05.717812 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a9fcf2-9c58-4d5b-abb4-13770785ee82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c07deb2-18a8-436d-972c-2a7ffa12ea09', 'code': 200} Feb 05 03:41:05.749704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=1c07deb2-18a8-436d-972c-2a7ffa12ea09,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:05.938265 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d019d81-294c-47f0-91d2-2d70df192e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:05.952633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-90485b16-0624-4c0e-adba-13a8ce63f62f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:05.954101 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-90485b16-0624-4c0e-adba-13a8ce63f62f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 815 time: 0.1051109 Feb 05 03:41:05.968398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-ccdd5a52-20e9-4cd6-9990-0ae3ff73fcb4 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/quotas/6261fcfaf8f04233b48f973d9b52c44b HTTP/1.1" status: 200 len: 375 time: 0.0089364 Feb 05 03:41:06.020546 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-5bf8569c-33fd-4245-a89d-76c06f21c5cd tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472617 Feb 05 03:41:06.114542 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-0551191b-334e-45fe-8799-390eb443afdc service neutron] 10.222.0.36 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870686 Feb 05 03:41:06.202731 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-dfa7be55-0349-40f0-805b-8c6a078a5c81 service neutron] 10.222.0.36 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822015 Feb 05 03:41:06.360696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75a70918-45cd-4e73-bd43-feaa92a33371 req-0668085f-bb67-44e3-baea-2ab4d763b40e tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 210 time: 0.0276031 Feb 05 03:41:07.262018 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:07.339832 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2c199-163f-44c7-9b4b-a7e8c40c7ad8 req-526fcdc7-d6f2-4c9b-92be-daad34f398be tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:07.341423 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3b2c199-163f-44c7-9b4b-a7e8c40c7ad8 req-526fcdc7-d6f2-4c9b-92be-daad34f398be tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a9fcf2-9c58-4d5b-abb4-13770785ee82 HTTP/1.1" status: 200 len: 945 time: 0.0603385 Feb 05 03:41:07.456439 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a3b2c199-163f-44c7-9b4b-a7e8c40c7ad8 req-0e3cce60-5467-4d69-b242-25446b34308c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Deleting port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:41:07.456827 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3b2c199-163f-44c7-9b4b-a7e8c40c7ad8 req-0e3cce60-5467-4d69-b242-25446b34308c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:07.489517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14453afa-7a8a-429f-b863-3e5ae8f44b3d req-09d16e38-4f9b-4bcf-8afe-24f8c32b8c6d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 210 time: 0.0491285 Feb 05 03:41:07.567923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a3b2c199-163f-44c7-9b4b-a7e8c40c7ad8 req-0e3cce60-5467-4d69-b242-25446b34308c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] For port 1c07deb2-18a8-436d-972c-2a7ffa12ea09, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=1c07deb2-18a8-436d-972c-2a7ffa12ea09,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:41:07.568198 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3b2c199-163f-44c7-9b4b-a7e8c40c7ad8 req-0e3cce60-5467-4d69-b242-25446b34308c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:07.581318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a3b2c199-163f-44c7-9b4b-a7e8c40c7ad8 req-0e3cce60-5467-4d69-b242-25446b34308c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Calling delete_port for 1c07deb2-18a8-436d-972c-2a7ffa12ea09 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:41:07.651299 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-63665d24-3af9-491a-adb7-6690c90909d0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:07.652746 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-63665d24-3af9-491a-adb7-6690c90909d0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.31 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 815 time: 0.3717074 Feb 05 03:41:07.666716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-e06c98be-19f5-4ee8-bde8-0134ee005dc0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Request body: {'port': {'device_id': 'c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28', 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd', 'admin_state_up': True, 'tenant_id': '6261fcfaf8f04233b48f973d9b52c44b'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:41:07.717194 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3b2c199-163f-44c7-9b4b-a7e8c40c7ad8 req-0e3cce60-5467-4d69-b242-25446b34308c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (1c07deb2-18a8-436d-972c-2a7ffa12ea09), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:07.729022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['1c07deb2-18a8-436d-972c-2a7ffa12ea09'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:41:07.748531 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cce60-5467-4d69-b242-25446b34308c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Pushing event deleted for resources: {'Port': ['ID=1c07deb2-18a8-436d-972c-2a7ffa12ea09,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:07.780262 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-e06c98be-19f5-4ee8-bde8-0134ee005dc0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Made reservation on behalf of 6261fcfaf8f04233b48f973d9b52c44b for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:41:07.783771 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-e06c98be-19f5-4ee8-bde8-0134ee005dc0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:07.794394 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b2c199-163f-44c7-9b4b-a7e8c40c7ad8 req-0e3cce60-5467-4d69-b242-25446b34308c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] No DVR routers for this DVR port 1c07deb2-18a8-436d-972c-2a7ffa12ea09 on host n-h1-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:41:07.797426 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3b2c199-163f-44c7-9b4b-a7e8c40c7ad8 req-0e3cce60-5467-4d69-b242-25446b34308c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:07.801036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3b2c199-163f-44c7-9b4b-a7e8c40c7ad8 req-0e3cce60-5467-4d69-b242-25446b34308c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.31 "DELETE /v2.0/ports/1c07deb2-18a8-436d-972c-2a7ffa12ea09 HTTP/1.1" status: 204 len: 173 time: 0.4537475 Feb 05 03:41:07.801483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a9fcf2-9c58-4d5b-abb4-13770785ee82', 'name': 'network-vif-deleted', 'tag': '1c07deb2-18a8-436d-972c-2a7ffa12ea09'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:41:07.803880 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314c12c0-a34f-4643-af9f-fc3eaa9f678d" -d '{"events": [{"server_uuid": "10a9fcf2-9c58-4d5b-abb4-13770785ee82", "name": "network-vif-deleted", "tag": "1c07deb2-18a8-436d-972c-2a7ffa12ea09"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:41:07.917382 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55122fd8-8883-4d67-81f8-9abe652ba3d3 x-openstack-request-id: req-55122fd8-8883-4d67-81f8-9abe652ba3d3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:41:07.917691 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a9fcf2-9c58-4d5b-abb4-13770785ee82", "name": "network-vif-deleted", "tag": "1c07deb2-18a8-436d-972c-2a7ffa12ea09", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:41:07.918322 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-55122fd8-8883-4d67-81f8-9abe652ba3d3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:41:07.918720 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a9fcf2-9c58-4d5b-abb4-13770785ee82', 'name': 'network-vif-deleted', 'tag': '1c07deb2-18a8-436d-972c-2a7ffa12ea09', 'status': 'completed', 'code': 200} Feb 05 03:41:07.919101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-e06c98be-19f5-4ee8-bde8-0134ee005dc0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Allocated IP 172.20.0.14 (315fd1ae-7666-4ce2-b2af-9fad75fee8bd/7bb9b104-fa06-4b3a-8dd7-961f5a96f106/427bc37e-cd84-4dbc-93ff-8374ce50b6f8) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:41:08.080666 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-e06c98be-19f5-4ee8-bde8-0134ee005dc0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Publish callbacks [] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:08.113738 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-e06c98be-19f5-4ee8-bde8-0134ee005dc0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:08.124483 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['1c07deb2-18a8-436d-972c-2a7ffa12ea09'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:41:08.159137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-e06c98be-19f5-4ee8-bde8-0134ee005dc0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:41:08.162199 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-e06c98be-19f5-4ee8-bde8-0134ee005dc0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:41:08.165904 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-e06c98be-19f5-4ee8-bde8-0134ee005dc0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:41:08.188832 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c98be-19f5-4ee8-bde8-0134ee005dc0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Pushing event updated for resources: {'Port': ['ID=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:08.215924 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-e06c98be-19f5-4ee8-bde8-0134ee005dc0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:08.216529 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-e06c98be-19f5-4ee8-bde8-0134ee005dc0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:08.231905 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-e06c98be-19f5-4ee8-bde8-0134ee005dc0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5708249 Feb 05 03:41:08.244959 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Request body: {'port': {'device_id': 'c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:41:08.309121 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:08.569105 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:41:08.576783 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Publish callbacks [] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:08.589106 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Transition to ACTIVE for port object 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:41:08.593013 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:08.616651 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca44b3-84aa-4c1a-a822-e29d306e4f37 req-387d4c07-2172-4c01-b7c6-ec25445ed9ce tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:08.618144 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1dca44b3-84aa-4c1a-a822-e29d306e4f37 req-387d4c07-2172-4c01-b7c6-ec25445ed9ce tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 932 time: 0.0582619 Feb 05 03:41:08.643439 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Pushing event updated for resources: {'Port': ['ID=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:08.668537 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1dca44b3-84aa-4c1a-a822-e29d306e4f37 req-1c349875-a2c8-498c-b46e-e91f2e61e075 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423334 Feb 05 03:41:08.716331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Attempting to bind port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:41:08.716902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Attempting to bind port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '22db8c1a-fe26-424d-a134-94ef94bf5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:41:08.717007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Attempting to bind port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 on network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:41:08.721101 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 on network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:41:08.721420 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Attempting to bind port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 on network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:41:08.726049 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:41:08.726386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Checking segment: {'id': '22db8c1a-fe26-424d-a134-94ef94bf5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:41:08.726842 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Bound using segment: {'id': '22db8c1a-fe26-424d-a134-94ef94bf5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:41:08.727270 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Bound port: 427bc37e-cd84-4dbc-93ff-8374ce50b6f8, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22db8c1a-fe26-424d-a134-94ef94bf5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:41:08.727618 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:08.796556 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] For port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:41:08.799712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] For port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:41:08.803412 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:08.805125 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:08.838930 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:08.839603 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:08.840972 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] 10.222.0.31 "PUT /v2.0/ports/427bc37e-cd84-4dbc-93ff-8374ce50b6f8 HTTP/1.1" status: 200 len: 1092 time: 0.6010203 Feb 05 03:41:08.841415 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28', 'tag': '427bc37e-cd84-4dbc-93ff-8374ce50b6f8'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:41:08.843681 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e77428-45a0-4dc7-80be-f1dbbfdc30c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28", "tag": "427bc37e-cd84-4dbc-93ff-8374ce50b6f8"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:41:08.867561 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Pushing event updated for resources: {'Port': ['ID=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:08.876675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:08.877026 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:08.877372 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:08.877713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:08.878045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:08.878383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:08.878709 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:08.879067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:08.879395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:08.879781 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:08.880238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:08.880416 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:08.880758 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61006c-bb81-459f-8454-d098649d4a80 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:08.895745 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a711ad5-09d8-40be-aa87-a0e0ff972298 x-openstack-request-id: req-1a711ad5-09d8-40be-aa87-a0e0ff972298 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:41:08.896049 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28", "tag": "427bc37e-cd84-4dbc-93ff-8374ce50b6f8", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:41:08.896303 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a711ad5-09d8-40be-aa87-a0e0ff972298 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:41:08.896700 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28', 'tag': '427bc37e-cd84-4dbc-93ff-8374ce50b6f8', 'status': 'completed', 'code': 200} Feb 05 03:41:08.929389 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-e5a32ab7-4fc4-46c8-b92a-0b855f7c5336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:08.930968 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-e5a32ab7-4fc4-46c8-b92a-0b855f7c5336 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 1126 time: 0.0464656 Feb 05 03:41:08.974690 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-f869a674-abee-4dc4-92b6-8e459fc19b39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8 HTTP/1.1" status: 200 len: 217 time: 0.0373709 Feb 05 03:41:09.022450 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-490d9646-04ed-4354-afc0-48d01ce86ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:09.023953 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-490d9646-04ed-4354-afc0-48d01ce86ab1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bb9b104-fa06-4b3a-8dd7-961f5a96f106 HTTP/1.1" status: 200 len: 855 time: 0.0437531 Feb 05 03:41:09.055314 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-e95d2c81-aba6-4266-9bbb-55802999e91e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254865 Feb 05 03:41:09.147102 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-b277860b-a59d-4ea4-8485-504014500212 service neutron] 10.222.0.31 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851316 Feb 05 03:41:09.240012 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bd4fd92c-7946-4796-904d-cf1463759df7 req-73d000aa-c734-4c6d-824e-4373f44dc401 service neutron] 10.222.0.31 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873244 Feb 05 03:41:09.330430 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e77428-45a0-4dc7-80be-f1dbbfdc30c8 req-392db80b-cd55-4e31-a124-825d8938f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:09.331861 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3e77428-45a0-4dc7-80be-f1dbbfdc30c8 req-392db80b-cd55-4e31-a124-825d8938f564 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 1126 time: 0.0454216 Feb 05 03:41:09.425158 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e77428-45a0-4dc7-80be-f1dbbfdc30c8 req-503ae501-e1dc-40f9-8443-cc063e177889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:09.426626 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3e77428-45a0-4dc7-80be-f1dbbfdc30c8 req-503ae501-e1dc-40f9-8443-cc063e177889 service neutron] 10.222.0.31 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 916 time: 0.0890312 Feb 05 03:41:09.467376 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3e77428-45a0-4dc7-80be-f1dbbfdc30c8 req-a470352b-14ab-4194-820b-e2ec72e23d50 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8 HTTP/1.1" status: 200 len: 217 time: 0.0349333 Feb 05 03:41:09.519207 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e77428-45a0-4dc7-80be-f1dbbfdc30c8 req-ee404d54-c7d6-4cfd-939f-eeeaced14a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:09.520643 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3e77428-45a0-4dc7-80be-f1dbbfdc30c8 req-ee404d54-c7d6-4cfd-939f-eeeaced14a9d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bb9b104-fa06-4b3a-8dd7-961f5a96f106 HTTP/1.1" status: 200 len: 855 time: 0.0471704 Feb 05 03:41:09.551675 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3e77428-45a0-4dc7-80be-f1dbbfdc30c8 req-df10b796-3a2b-42cc-925c-c3b6ba2a20fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255194 Feb 05 03:41:09.639199 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3e77428-45a0-4dc7-80be-f1dbbfdc30c8 req-ca61f8d3-c83a-4602-a33a-4b15465d61e5 service neutron] 10.222.0.31 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814137 Feb 05 03:41:09.733475 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3e77428-45a0-4dc7-80be-f1dbbfdc30c8 req-98fbc696-9670-4a35-b3e8-02568e6fdabd service neutron] 10.222.0.31 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883298 Feb 05 03:41:09.788215 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56b10-2d5c-4216-b6ed-ac945dbc20d0 req-07e365ff-6eb1-40a4-96a8-9f32e48f8b37 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:09.789695 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07c56b10-2d5c-4216-b6ed-ac945dbc20d0 req-07e365ff-6eb1-40a4-96a8-9f32e48f8b37 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 944 time: 0.0534167 Feb 05 03:41:09.835627 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07c56b10-2d5c-4216-b6ed-ac945dbc20d0 req-5ac603c4-427b-4384-8759-29a39e685715 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399883 Feb 05 03:41:10.087233 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:10.955051 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55948ba-d01b-4e38-9cee-ddd26dc0259f req-1a523480-9884-4c4d-b253-aaec5dffd939 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:10.956529 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d55948ba-d01b-4e38-9cee-ddd26dc0259f req-1a523480-9884-4c4d-b253-aaec5dffd939 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 944 time: 0.0522916 Feb 05 03:41:11.006916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d55948ba-d01b-4e38-9cee-ddd26dc0259f req-f83cd997-377b-4f53-a0aa-24bc813bce6a tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447772 Feb 05 03:41:11.537579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:41:11.540643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 1c07deb2-18a8-436d-972c-2a7ffa12ea09 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:41:11.566670 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 1c07deb2-18a8-436d-972c-2a7ffa12ea09 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:41:11.567033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 1c07deb2-18a8-436d-972c-2a7ffa12ea09 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:41:11.657539 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:41:11.669314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '427bc37e-cd84-4dbc-93ff-8374ce50b6f8', 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd', 'port_id': '427bc37e-cd84-4dbc-93ff-8374ce50b6f8', 'mac_address': 'fa:16:3e:10:2a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb9b104-fa06-4b3a-8dd7-961f5a96f106', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:41:11.708341 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:41:11.708770 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:11.721052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:41:11.739815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:41:11.744071 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:11.789592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:11.862049 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:12.041550 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['427bc37e-cd84-4dbc-93ff-8374ce50b6f8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:41:12.125718 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec879f8-85a2-4fed-b882-9e272eb3516e req-32eaa7fa-93ef-4536-bbdc-74555eaa0555 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:12.127224 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bec879f8-85a2-4fed-b882-9e272eb3516e req-32eaa7fa-93ef-4536-bbdc-74555eaa0555 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 945 time: 0.0537057 Feb 05 03:41:12.172827 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bec879f8-85a2-4fed-b882-9e272eb3516e req-633dfddb-9f0a-462a-880c-fe8636107122 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401595 Feb 05 03:41:13.291763 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853ef40-3e27-45f9-ac78-cddde0abf0a5 req-4275ef17-e944-4971-847e-ab43aa05cfc9 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:13.293488 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b853ef40-3e27-45f9-ac78-cddde0abf0a5 req-4275ef17-e944-4971-847e-ab43aa05cfc9 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 945 time: 0.0526578 Feb 05 03:41:13.338467 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b853ef40-3e27-45f9-ac78-cddde0abf0a5 req-e132aaba-92d9-4981-a927-3ababde97eb9 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395179 Feb 05 03:41:13.552545 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:41:13.600281 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:41:13.604423 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:41:13.604805 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:13.685499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:41:13.686163 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:13.709334 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427bc37e-cd84-4dbc-93ff-8374ce50b6f8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:41:13.711533 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c6d1e5-d1a8-4904-8fc3-4dfc595c102a" -d '{"events": [{"server_uuid": "c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28", "name": "network-vif-plugged", "status": "completed", "tag": "427bc37e-cd84-4dbc-93ff-8374ce50b6f8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:41:13.724252 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:41:13.728277 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:13.753833 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c644f80d-f27c-4aa4-85f6-da076cc32846 x-openstack-request-id: req-c644f80d-f27c-4aa4-85f6-da076cc32846 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:41:13.754705 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28", "name": "network-vif-plugged", "status": "completed", "tag": "427bc37e-cd84-4dbc-93ff-8374ce50b6f8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:41:13.755055 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c644f80d-f27c-4aa4-85f6-da076cc32846 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:41:13.755616 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427bc37e-cd84-4dbc-93ff-8374ce50b6f8', 'code': 200} Feb 05 03:41:13.782282 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:13.851236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efab91-d953-48ab-92b4-fad7c6335825 req-853c1024-2843-4fde-907a-82de8491a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:13.852624 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-40efab91-d953-48ab-92b4-fad7c6335825 req-853c1024-2843-4fde-907a-82de8491a55a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 1128 time: 0.0439613 Feb 05 03:41:13.894702 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-40efab91-d953-48ab-92b4-fad7c6335825 req-a577a9ed-0fc8-474d-b3b6-cc34399be088 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363541 Feb 05 03:41:14.460850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafe294-c7cb-43a7-acf0-69d79b23c3c7 req-c1cbeea0-5acb-42d3-a023-bde65bb4cf8e tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:14.462313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2fafe294-c7cb-43a7-acf0-69d79b23c3c7 req-c1cbeea0-5acb-42d3-a023-bde65bb4cf8e tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0561917 Feb 05 03:41:14.506880 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2fafe294-c7cb-43a7-acf0-69d79b23c3c7 req-293575d6-2888-4dea-804d-6ba6fd5fc95b tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388324 Feb 05 03:41:15.626671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867e1c2-4036-4939-9610-13707adbf41f req-842b8ee5-1344-4b5a-88de-656ccb319873 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:15.628077 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b867e1c2-4036-4939-9610-13707adbf41f req-842b8ee5-1344-4b5a-88de-656ccb319873 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0522764 Feb 05 03:41:15.675758 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b867e1c2-4036-4939-9610-13707adbf41f req-32d662c4-3404-45cc-b479-f0c7f18f2209 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421963 Feb 05 03:41:15.805137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752e38b-1141-4bf0-abf2-5d0221681ade req-a6a91028-1e3c-44fa-a1db-39613754b0a4 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:15.806616 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1752e38b-1141-4bf0-abf2-5d0221681ade req-a6a91028-1e3c-44fa-a1db-39613754b0a4 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0630972 Feb 05 03:41:15.853099 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1752e38b-1141-4bf0-abf2-5d0221681ade req-718fe1b0-c515-4c13-b237-7dede398bbe1 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Feb 05 03:41:16.115381 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5de39-b8f9-45f6-93af-791a309d045f req-20d802ef-4746-40f9-aa32-d38ace61e386 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:16.116840 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8d5de39-b8f9-45f6-93af-791a309d045f req-20d802ef-4746-40f9-aa32-d38ace61e386 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0714340 Feb 05 03:41:16.120230 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-6fe27356-90c7-4bda-8243-10e6a69ff757 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828075 Feb 05 03:41:16.165269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8d5de39-b8f9-45f6-93af-791a309d045f req-59285b0b-f439-4a05-994f-e869e3848461 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418708 Feb 05 03:41:16.693674 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:17.210970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-35b47005-8f2d-4318-b9bd-f5dc60ae75df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:17.212478 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-35b47005-8f2d-4318-b9bd-f5dc60ae75df service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 1128 time: 0.0465498 Feb 05 03:41:17.290099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3fa0a-90b4-4812-9959-35180c6960c6 req-19252f71-ca72-46b1-b39e-1b0fab560dae tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:17.291620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90c3fa0a-90b4-4812-9959-35180c6960c6 req-19252f71-ca72-46b1-b39e-1b0fab560dae tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0555491 Feb 05 03:41:17.307610 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-c65bcddc-c5a5-4380-afd9-52e5eff0f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:17.309779 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-c65bcddc-c5a5-4380-afd9-52e5eff0f08c service neutron] 10.222.0.31 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 916 time: 0.0918012 Feb 05 03:41:17.340126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90c3fa0a-90b4-4812-9959-35180c6960c6 req-798efded-c819-40ba-8292-d821d91e29e9 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412118 Feb 05 03:41:17.351964 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-f5dedafe-f2fc-4818-8db5-9db72fd700f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8 HTTP/1.1" status: 200 len: 217 time: 0.0356815 Feb 05 03:41:17.403860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-c42c4b5e-7730-444b-87c4-841d0f2f37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:17.405302 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-c42c4b5e-7730-444b-87c4-841d0f2f37cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bb9b104-fa06-4b3a-8dd7-961f5a96f106 HTTP/1.1" status: 200 len: 855 time: 0.0481815 Feb 05 03:41:17.437674 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-3e2bb7fe-24cc-464b-af1f-fb69d1d19bb4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257845 Feb 05 03:41:17.524169 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-f346a023-a301-4494-aec9-6d1e38ca2fd9 service neutron] 10.222.0.31 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806112 Feb 05 03:41:17.614109 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-e6fc53d9-85a6-4183-bdde-9d772b287e3e service neutron] 10.222.0.31 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841277 Feb 05 03:41:18.456238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1a631-ffc5-40e6-86c7-5a785c763530 req-5860babc-ea1a-46eb-8b7c-aa082f613b1b tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:18.457704 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31f1a631-ffc5-40e6-86c7-5a785c763530 req-5860babc-ea1a-46eb-8b7c-aa082f613b1b tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0513649 Feb 05 03:41:18.502803 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31f1a631-ffc5-40e6-86c7-5a785c763530 req-ea2ffb1d-170b-4815-bbf7-d7a09debd560 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395615 Feb 05 03:41:19.624894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17045bb2-4a1c-4773-ba2b-6508503e8619 req-364af72a-ab89-4af2-a8b3-e484f871bfd9 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:19.626276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17045bb2-4a1c-4773-ba2b-6508503e8619 req-364af72a-ab89-4af2-a8b3-e484f871bfd9 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0553260 Feb 05 03:41:19.673547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17045bb2-4a1c-4773-ba2b-6508503e8619 req-4d41a0d0-1c48-41b2-b0f3-b0eeb944a7f8 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418181 Feb 05 03:41:20.795046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0ed25-2535-4d44-b288-0109db017e5d req-4c141658-68cd-4923-b405-b950c8fda6d5 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:20.796499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29c0ed25-2535-4d44-b288-0109db017e5d req-4c141658-68cd-4923-b405-b950c8fda6d5 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0520871 Feb 05 03:41:20.853388 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29c0ed25-2535-4d44-b288-0109db017e5d req-5f306a54-fbb6-4df0-8082-523bb97b1acd tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513484 Feb 05 03:41:21.970168 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e218f0-68a5-45bb-80d4-6136662c2f5a req-e3bb85b1-d8ce-495e-b8a9-a7146df96aa3 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:21.971666 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7e218f0-68a5-45bb-80d4-6136662c2f5a req-e3bb85b1-d8ce-495e-b8a9-a7146df96aa3 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0518219 Feb 05 03:41:22.019968 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7e218f0-68a5-45bb-80d4-6136662c2f5a req-92021fbf-91a5-436a-b693-579996e6b4cc tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428016 Feb 05 03:41:23.135946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8616e-d0ff-4efb-bb2d-5a684c2e2e3e req-bb8de3af-0028-46d6-bd72-574cd071e024 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:23.138080 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6a8616e-d0ff-4efb-bb2d-5a684c2e2e3e req-bb8de3af-0028-46d6-bd72-574cd071e024 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0517261 Feb 05 03:41:23.183666 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6a8616e-d0ff-4efb-bb2d-5a684c2e2e3e req-536ca474-9636-49eb-9e3c-b2c4a833f6c4 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398922 Feb 05 03:41:24.302021 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7a063-1558-4caf-be1f-43431f5fafc4 req-00381134-0052-4b26-b49f-26bce5ab58b9 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:24.303533 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bac7a063-1558-4caf-be1f-43431f5fafc4 req-00381134-0052-4b26-b49f-26bce5ab58b9 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0535038 Feb 05 03:41:24.350236 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bac7a063-1558-4caf-be1f-43431f5fafc4 req-aab75bbe-f1cd-4c61-ba30-649630124541 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 Feb 05 03:41:25.477631 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cfab0-a466-41ad-af44-0b798cd939fb req-7617b2fd-b7b8-438f-8f85-5f0227f36f69 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:25.479125 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e42cfab0-a466-41ad-af44-0b798cd939fb req-7617b2fd-b7b8-438f-8f85-5f0227f36f69 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0553012 Feb 05 03:41:25.524750 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e42cfab0-a466-41ad-af44-0b798cd939fb req-6bbfeeb2-1edb-4d3e-a05d-3509a7ead6ba tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393021 Feb 05 03:41:26.643597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b713f-97f2-426c-a592-2c88f79e9aa5 req-914fede0-a7f8-4581-a7a7-2ed50434dd7b tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:26.645105 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b1b713f-97f2-426c-a592-2c88f79e9aa5 req-914fede0-a7f8-4581-a7a7-2ed50434dd7b tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0532062 Feb 05 03:41:26.692826 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b1b713f-97f2-426c-a592-2c88f79e9aa5 req-6463d52d-efcc-4847-b63c-9e66157acd05 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420899 Feb 05 03:41:27.813380 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afdcb0-a1e8-455c-ae8e-0b0fe55ba459 req-799225bd-9ec4-4d0c-877c-08969d7b6ffe tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:27.814890 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9afdcb0-a1e8-455c-ae8e-0b0fe55ba459 req-799225bd-9ec4-4d0c-877c-08969d7b6ffe tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0539904 Feb 05 03:41:27.865015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9afdcb0-a1e8-455c-ae8e-0b0fe55ba459 req-f4993e2d-b2c7-4b95-94c0-9d3f1dbc8972 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445650 Feb 05 03:41:28.985807 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abad55-985a-4e8d-986a-efc8b1c3ceef req-363059ea-6179-47e5-8d38-76fecea8c9aa tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:28.987298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0abad55-985a-4e8d-986a-efc8b1c3ceef req-363059ea-6179-47e5-8d38-76fecea8c9aa tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0512538 Feb 05 03:41:29.032585 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0abad55-985a-4e8d-986a-efc8b1c3ceef req-ccf3ed47-38c8-4138-8e00-3adcb09b9c03 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398631 Feb 05 03:41:30.150153 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831444a1-146a-4e50-8f12-ef05c14b3824 req-882594cd-2041-4fa7-bd26-bc64ca242252 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:30.151668 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-831444a1-146a-4e50-8f12-ef05c14b3824 req-882594cd-2041-4fa7-bd26-bc64ca242252 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0517635 Feb 05 03:41:30.197687 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-831444a1-146a-4e50-8f12-ef05c14b3824 req-27f8e5fe-a360-4381-9083-24b70184dba5 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399399 Feb 05 03:41:31.575022 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63455f1-ee4a-436a-9842-1162ebefac67 req-6e608664-5b9d-4cfa-b68b-70ca756ff10f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:31.576439 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f63455f1-ee4a-436a-9842-1162ebefac67 req-6e608664-5b9d-4cfa-b68b-70ca756ff10f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0572786 Feb 05 03:41:31.624044 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f63455f1-ee4a-436a-9842-1162ebefac67 req-18302f67-b626-48c1-a240-bf15db12505a tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421143 Feb 05 03:41:32.380669 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:41:32.744028 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912e0fe-c3b5-4a5f-9441-34fcbb934330 req-c795eeb0-895b-47a1-a5e7-6576bc438421 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:32.745519 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6912e0fe-c3b5-4a5f-9441-34fcbb934330 req-c795eeb0-895b-47a1-a5e7-6576bc438421 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0534987 Feb 05 03:41:32.792326 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6912e0fe-c3b5-4a5f-9441-34fcbb934330 req-880a1b1b-0a75-4e7f-95be-f7c771e29caf tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408804 Feb 05 03:41:33.717366 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-580cab66-70b6-4200-a007-5fec67a70a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:33.912371 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31bcec-4d3a-4846-90ea-806f7d7fa2fb req-21cd16b4-0725-47ce-b0ca-655be970bf61 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:33.913832 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d31bcec-4d3a-4846-90ea-806f7d7fa2fb req-21cd16b4-0725-47ce-b0ca-655be970bf61 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0552404 Feb 05 03:41:33.958899 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d31bcec-4d3a-4846-90ea-806f7d7fa2fb req-534555e6-07ab-4ac4-a608-3b18975465d5 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389426 Feb 05 03:41:35.079521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f38f5a-898a-47cf-94a4-415482200415 req-9ace8da8-aecc-4386-9d08-2fb543c50f39 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:35.081185 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0f38f5a-898a-47cf-94a4-415482200415 req-9ace8da8-aecc-4386-9d08-2fb543c50f39 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0517325 Feb 05 03:41:35.126945 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0f38f5a-898a-47cf-94a4-415482200415 req-86613c54-cd72-4b92-872e-9afcb0cac18b tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401452 Feb 05 03:41:35.929658 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33b77932-3ab0-43bb-a1ce-0f7743ec0e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:36.243932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df6937-bce2-4b11-8384-88727737356c req-e8ba825a-4128-4089-877c-f6a0553fa46a tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:36.245407 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2df6937-bce2-4b11-8384-88727737356c req-e8ba825a-4128-4089-877c-f6a0553fa46a tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0526807 Feb 05 03:41:36.295786 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2df6937-bce2-4b11-8384-88727737356c req-f2ebc4ed-8efc-4101-bddd-16a94f0649ad tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446985 Feb 05 03:41:37.264792 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:37.415693 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df915f1-da04-45b2-a769-14cac7bfa5fa req-fcde3977-40d5-4d72-84d6-48a20d7f073c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:37.417150 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5df915f1-da04-45b2-a769-14cac7bfa5fa req-fcde3977-40d5-4d72-84d6-48a20d7f073c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0533402 Feb 05 03:41:37.462603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5df915f1-da04-45b2-a769-14cac7bfa5fa req-29f6ca45-a0f5-4d77-ba92-edbd192939e4 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394356 Feb 05 03:41:38.579424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d07636-37c6-434b-900a-b203dfe373eb req-29faed2b-7b18-49d7-b6e7-c84aef1d32ac tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:38.580854 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94d07636-37c6-434b-900a-b203dfe373eb req-29faed2b-7b18-49d7-b6e7-c84aef1d32ac tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0519016 Feb 05 03:41:38.626691 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94d07636-37c6-434b-900a-b203dfe373eb req-7bdc230d-840a-4f22-879e-14a98ac62f48 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403781 Feb 05 03:41:38.805451 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:39.752653 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbff2fe-7cad-4578-b088-805296b3eea3 req-fb5b6e68-12e1-417e-8edd-e6e840cb74dc tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:39.754164 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8bbff2fe-7cad-4578-b088-805296b3eea3 req-fb5b6e68-12e1-417e-8edd-e6e840cb74dc tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0577068 Feb 05 03:41:39.800330 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8bbff2fe-7cad-4578-b088-805296b3eea3 req-a94f6c47-12bf-409f-a010-6aa20f3f1b85 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404384 Feb 05 03:41:40.089592 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:40.921723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500422e-f46b-4590-911b-38f83e8452a0 req-7068e51a-21b5-4b65-9cbd-683b418ceda8 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:40.923198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2500422e-f46b-4590-911b-38f83e8452a0 req-7068e51a-21b5-4b65-9cbd-683b418ceda8 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0549123 Feb 05 03:41:40.968610 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2500422e-f46b-4590-911b-38f83e8452a0 req-5608cd53-36ff-4812-a4cb-bfa53585f6f6 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398438 Feb 05 03:41:41.853041 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:42.091803 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d266334-a818-4561-bf54-f4e78be94b62 req-e03dbe40-7fec-45e7-993b-d6378951dd28 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:42.093282 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d266334-a818-4561-bf54-f4e78be94b62 req-e03dbe40-7fec-45e7-993b-d6378951dd28 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0525098 Feb 05 03:41:42.147525 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d266334-a818-4561-bf54-f4e78be94b62 req-97fe2f85-3ad9-4a8d-89b8-baccac5c8741 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485251 Feb 05 03:41:43.264527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602244bb-f918-420d-8d5b-cdef8911192c req-9da9b87a-f28d-499a-9c5f-69691af85aa5 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:43.265992 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-602244bb-f918-420d-8d5b-cdef8911192c req-9da9b87a-f28d-499a-9c5f-69691af85aa5 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0517886 Feb 05 03:41:43.310964 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-602244bb-f918-420d-8d5b-cdef8911192c req-e9e2e764-ea1b-452c-87fd-c43d4dad0638 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394244 Feb 05 03:41:43.896479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c321838-b0d3-48b7-a2ac-24f31a773232 req-9bac4cdd-cd2f-490e-8648-86109b47739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:43.898018 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7c321838-b0d3-48b7-a2ac-24f31a773232 req-9bac4cdd-cd2f-490e-8648-86109b47739b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 1128 time: 0.0931163 Feb 05 03:41:44.004191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c321838-b0d3-48b7-a2ac-24f31a773232 req-3acede9a-c30a-4c50-8b58-08e123576437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:44.005661 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7c321838-b0d3-48b7-a2ac-24f31a773232 req-3acede9a-c30a-4c50-8b58-08e123576437 service neutron] 10.222.0.31 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 916 time: 0.0888712 Feb 05 03:41:44.048622 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7c321838-b0d3-48b7-a2ac-24f31a773232 req-6e769729-474c-4a44-9b35-5a8a279f381c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8 HTTP/1.1" status: 200 len: 217 time: 0.0364869 Feb 05 03:41:44.097457 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c321838-b0d3-48b7-a2ac-24f31a773232 req-06497aa1-289f-4d2a-b73e-cf4c752d8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:44.098798 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7c321838-b0d3-48b7-a2ac-24f31a773232 req-06497aa1-289f-4d2a-b73e-cf4c752d8d3d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bb9b104-fa06-4b3a-8dd7-961f5a96f106 HTTP/1.1" status: 200 len: 855 time: 0.0444925 Feb 05 03:41:44.129244 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7c321838-b0d3-48b7-a2ac-24f31a773232 req-a25aef77-dbf9-49d7-9320-6ee9be3445de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244477 Feb 05 03:41:44.222337 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7c321838-b0d3-48b7-a2ac-24f31a773232 req-c48fe272-757a-4a13-91eb-163729fc13fe service neutron] 10.222.0.31 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854437 Feb 05 03:41:44.311389 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7c321838-b0d3-48b7-a2ac-24f31a773232 req-7ced7f31-53c9-499c-80a7-b43bd79bffc2 service neutron] 10.222.0.31 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830004 Feb 05 03:41:44.382299 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-7ee84e63-dd25-4284-9b7b-c281f98c6fbf service neutron] show failed (client error): The resource could not be found. Feb 05 03:41:44.383392 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-7ee84e63-dd25-4284-9b7b-c281f98c6fbf service neutron] 10.222.0.31 "GET /v2.0/ports/427bc37e-cd84-4dbc-93ff-8374ce50b6f8/bindings/n-h2-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.0613916 Feb 05 03:41:44.438421 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879efec5-7504-447c-bf43-534bdbf8b9f5 req-7f2b254b-5218-46b1-b701-3e04feac54e4 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:44.439981 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-879efec5-7504-447c-bf43-534bdbf8b9f5 req-7f2b254b-5218-46b1-b701-3e04feac54e4 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0548553 Feb 05 03:41:44.486936 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-879efec5-7504-447c-bf43-534bdbf8b9f5 req-09d72f39-f005-4709-ae01-c98b65f055a6 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411713 Feb 05 03:41:44.582052 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-9599f4e1-7591-4a58-b0d2-fe679bc15b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:44.583551 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-9599f4e1-7591-4a58-b0d2-fe679bc15b3c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28&tenant_id=6261fcfaf8f04233b48f973d9b52c44b HTTP/1.1" status: 200 len: 1128 time: 0.0447979 Feb 05 03:41:44.595427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:41:44.651532 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:44.850636 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] For port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:41:44.881750 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] For port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:41:44.920812 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '427bc37e-cd84-4dbc-93ff-8374ce50b6f8'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:41:44.923041 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2000301-4b5d-46db-a2e6-5763be086afe" -d '{"events": [{"server_uuid": "c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28", "name": "network-vif-unplugged", "status": "completed", "tag": "427bc37e-cd84-4dbc-93ff-8374ce50b6f8"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:41:44.926830 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Publish callbacks [] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:44.938917 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Transition to ACTIVE for port object 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:41:44.942727 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:44.977348 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3ff29a-62f3-4022-b930-79d62d176280 x-openstack-request-id: req-ec3ff29a-62f3-4022-b930-79d62d176280 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:41:44.977640 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28", "name": "network-vif-unplugged", "status": "completed", "tag": "427bc37e-cd84-4dbc-93ff-8374ce50b6f8", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:41:44.977892 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec3ff29a-62f3-4022-b930-79d62d176280 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:41:44.978277 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '427bc37e-cd84-4dbc-93ff-8374ce50b6f8', 'code': 200} Feb 05 03:41:45.007161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] No DVR routers for this DVR port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:41:45.009065 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Pushing event updated for resources: {'Port': ['ID=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:45.047996 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Attempting to bind port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:41:45.048324 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Attempting to bind port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '22db8c1a-fe26-424d-a134-94ef94bf5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:41:45.048644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Attempting to bind port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 on network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:41:45.052802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 on network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:41:45.053114 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Attempting to bind port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 on network 315fd1ae-7666-4ce2-b2af-9fad75fee8bd {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:41:45.057751 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:41:45.058083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Checking segment: {'id': '22db8c1a-fe26-424d-a134-94ef94bf5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:41:45.058455 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Bound using segment: {'id': '22db8c1a-fe26-424d-a134-94ef94bf5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:41:45.058901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Bound port: 427bc37e-cd84-4dbc-93ff-8374ce50b6f8, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22db8c1a-fe26-424d-a134-94ef94bf5f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:41:45.059247 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:45.118969 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] For port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:41:45.121818 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] For port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:41:45.128154 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:45.160454 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:45.161118 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:45.162482 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] 10.222.0.10 "PUT /v2.0/ports/427bc37e-cd84-4dbc-93ff-8374ce50b6f8 HTTP/1.1" status: 200 len: 1092 time: 0.5709052 Feb 05 03:41:45.185302 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf63d5-276e-4b55-9cd6-659a83f96e6d service neutron] Pushing event updated for resources: {'Port': ['ID=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:45.232467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-87acd967-9b06-4a61-8796-f805d43bbea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:45.233972 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-87acd967-9b06-4a61-8796-f805d43bbea2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 1126 time: 0.0455561 Feb 05 03:41:45.325863 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-3dd4c765-5657-4ac1-bba3-48296b0317c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:45.327343 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-3dd4c765-5657-4ac1-bba3-48296b0317c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 916 time: 0.0872619 Feb 05 03:41:45.376745 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-2726a7ad-81c3-4a3b-bf9c-b9686b6371af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8 HTTP/1.1" status: 200 len: 217 time: 0.0431652 Feb 05 03:41:45.431108 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-595cd1ec-d668-4a30-a19a-ee15cb1a1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:45.432602 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-595cd1ec-d668-4a30-a19a-ee15cb1a1434 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bb9b104-fa06-4b3a-8dd7-961f5a96f106 HTTP/1.1" status: 200 len: 855 time: 0.0497427 Feb 05 03:41:45.463040 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-83107700-c347-4a1c-8ce2-ddad45d0761f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249772 Feb 05 03:41:45.551107 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-d0ad3b67-34c9-4b7c-af21-00ed38730c99 service neutron] 10.222.0.10 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821037 Feb 05 03:41:45.611038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb81f9c-9a0f-4431-b275-64c5550de161 req-606c8e70-4b81-4b95-96b0-bd713fe969e9 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:45.612553 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fb81f9c-9a0f-4431-b275-64c5550de161 req-606c8e70-4b81-4b95-96b0-bd713fe969e9 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 944 time: 0.0576925 Feb 05 03:41:45.649250 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-59951f20-7ea4-4de5-bd16-c44127430ab8 req-bbe4d497-4837-44da-8636-4af29f82ccb2 service neutron] 10.222.0.10 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896420 Feb 05 03:41:45.659624 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1fb81f9c-9a0f-4431-b275-64c5550de161 req-f598c6f0-76d4-453d-b143-836054eb82c3 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414481 Feb 05 03:41:46.689625 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:46.781723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1963e2-1bf7-4d20-8006-2ceddde33e26 req-3fca12c3-4320-47b8-8120-c0569ab8e644 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:46.783220 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f1963e2-1bf7-4d20-8006-2ceddde33e26 req-3fca12c3-4320-47b8-8120-c0569ab8e644 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 944 time: 0.0526676 Feb 05 03:41:46.828742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f1963e2-1bf7-4d20-8006-2ceddde33e26 req-19fc6ecc-8cb7-4bb6-804d-a13cebce13ea tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400558 Feb 05 03:41:46.979832 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28', 'tag': '427bc37e-cd84-4dbc-93ff-8374ce50b6f8'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:41:46.982192 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28", "tag": "427bc37e-cd84-4dbc-93ff-8374ce50b6f8"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:41:47.032108 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df801e7-953e-4387-8953-e2cd0e620a69 x-openstack-request-id: req-2df801e7-953e-4387-8953-e2cd0e620a69 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:41:47.032502 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28", "tag": "427bc37e-cd84-4dbc-93ff-8374ce50b6f8", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:41:47.032783 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2df801e7-953e-4387-8953-e2cd0e620a69 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:41:47.033204 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28', 'tag': '427bc37e-cd84-4dbc-93ff-8374ce50b6f8', 'status': 'completed', 'code': 200} Feb 05 03:41:47.125080 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-9dc925c5-c0cb-4d72-adc6-4690e15ca573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:47.126658 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-9dc925c5-c0cb-4d72-adc6-4690e15ca573 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 1126 time: 0.0746162 Feb 05 03:41:47.133112 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-d1d5bb52-f1cf-4c64-b346-1cec4f63be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:47.134632 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-d1d5bb52-f1cf-4c64-b346-1cec4f63be19 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 1126 time: 0.0735643 Feb 05 03:41:47.290616 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-96aef06c-7720-4fc6-8fb3-48f12176e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:47.292005 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-96aef06c-7720-4fc6-8fb3-48f12176e51b service neutron] 10.222.0.10 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 916 time: 0.1565118 Feb 05 03:41:47.296887 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-53f03f4e-6fd7-4f48-ab98-64e5d20e64da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:47.298295 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-53f03f4e-6fd7-4f48-ab98-64e5d20e64da service neutron] 10.222.0.31 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 916 time: 0.1544971 Feb 05 03:41:47.364007 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-a74ed656-085f-40c3-bf3f-965097309481 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8 HTTP/1.1" status: 200 len: 217 time: 0.0647278 Feb 05 03:41:47.365370 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-6d92f6f6-e541-4bfd-8d80-cfed31d06acc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8 HTTP/1.1" status: 200 len: 217 time: 0.0596199 Feb 05 03:41:47.449376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-82d9f6b4-b057-4ac7-9d26-4288e051eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:47.450895 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-82d9f6b4-b057-4ac7-9d26-4288e051eb94 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bb9b104-fa06-4b3a-8dd7-961f5a96f106 HTTP/1.1" status: 200 len: 855 time: 0.0798352 Feb 05 03:41:47.452430 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-e1df0076-0a65-4fa0-b2aa-dce5054a7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:47.453705 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-e1df0076-0a65-4fa0-b2aa-dce5054a7ef2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bb9b104-fa06-4b3a-8dd7-961f5a96f106 HTTP/1.1" status: 200 len: 855 time: 0.0816507 Feb 05 03:41:47.502896 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-4d4dc90e-f826-45fd-bf12-0c9ac4e339f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455186 Feb 05 03:41:47.504676 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-9356b0ae-ec59-4b7b-ae0e-e3971b540d45 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401731 Feb 05 03:41:47.786251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:41:47.828359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] The host n-h1-826942-8 is not matching for port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 host n-h2-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:41:47.828765 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:41:47.918851 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-9551524f-df0a-4fab-a631-b19a564bb148 service neutron] 10.222.0.10 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034188 Feb 05 03:41:47.921008 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-0331d7ff-deb3-499c-bf34-dd60fe47b916 service neutron] 10.222.0.31 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126306 Feb 05 03:41:47.956138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca45d-07c3-4322-a989-67dcfa925901 req-6a0feac2-f756-4058-af9a-a0c6279e4c24 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:47.957961 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-884ca45d-07c3-4322-a989-67dcfa925901 req-6a0feac2-f756-4058-af9a-a0c6279e4c24 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 944 time: 0.0573330 Feb 05 03:41:48.005790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-884ca45d-07c3-4322-a989-67dcfa925901 req-d3033e22-314f-46a8-83f1-3682bde0f375 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Feb 05 03:41:48.077523 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-38974fb3-bbe0-41ee-b811-294c17eded64 service neutron] 10.222.0.10 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518145 Feb 05 03:41:48.079508 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-73280ea2-75d1-441a-89e5-c0f7eb0b3adc req-49cc5b7b-06c1-46de-811f-a7a0f6983271 service neutron] 10.222.0.31 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468718 Feb 05 03:41:48.207308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021946f9-8854-4625-816a-8f707b12f7e2 req-79dfc646-8447-40d0-be70-9efdfe644106 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:48.208802 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-021946f9-8854-4625-816a-8f707b12f7e2 req-79dfc646-8447-40d0-be70-9efdfe644106 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 944 time: 0.0531654 Feb 05 03:41:48.222475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53203b1d-00b1-46d6-aa11-5c39e5b5a35a req-11eacde9-8bbd-4260-a941-8fcfe43a7f0f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:48.223991 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-53203b1d-00b1-46d6-aa11-5c39e5b5a35a req-11eacde9-8bbd-4260-a941-8fcfe43a7f0f tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28&tenant_id=6261fcfaf8f04233b48f973d9b52c44b&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 944 time: 0.0579128 Feb 05 03:41:48.256409 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-021946f9-8854-4625-816a-8f707b12f7e2 req-d227cffc-9ba9-4b83-88db-3949f3b864a3 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405014 Feb 05 03:41:48.288615 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-53203b1d-00b1-46d6-aa11-5c39e5b5a35a req-a5cde49c-0f24-47d1-aa6e-e3dcbf8c9056 service neutron] delete failed (client error): The resource could not be found. Feb 05 03:41:48.289643 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-53203b1d-00b1-46d6-aa11-5c39e5b5a35a req-a5cde49c-0f24-47d1-aa6e-e3dcbf8c9056 service neutron] 10.222.0.31 "DELETE /v2.0/ports/427bc37e-cd84-4dbc-93ff-8374ce50b6f8/bindings/n-h1-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.0599968 Feb 05 03:41:48.374907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53203b1d-00b1-46d6-aa11-5c39e5b5a35a req-fc468fe7-a41f-4628-9bad-b99312d2a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:48.376391 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-53203b1d-00b1-46d6-aa11-5c39e5b5a35a req-fc468fe7-a41f-4628-9bad-b99312d2a3bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 1126 time: 0.0465338 Feb 05 03:41:48.462574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53203b1d-00b1-46d6-aa11-5c39e5b5a35a req-d8b925a9-a7c6-43ce-8d2e-683d3958ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:48.464019 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-53203b1d-00b1-46d6-aa11-5c39e5b5a35a req-d8b925a9-a7c6-43ce-8d2e-683d3958ecf8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 200 len: 916 time: 0.0821791 Feb 05 03:41:48.508398 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-53203b1d-00b1-46d6-aa11-5c39e5b5a35a req-2cbb732d-005b-4f2f-9620-1e215c41da92 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8 HTTP/1.1" status: 200 len: 217 time: 0.0383468 Feb 05 03:41:48.554635 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53203b1d-00b1-46d6-aa11-5c39e5b5a35a req-525694c6-724b-4a05-8f51-f8ff49bea431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:48.556055 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-53203b1d-00b1-46d6-aa11-5c39e5b5a35a req-525694c6-724b-4a05-8f51-f8ff49bea431 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bb9b104-fa06-4b3a-8dd7-961f5a96f106 HTTP/1.1" status: 200 len: 855 time: 0.0424616 Feb 05 03:41:48.585853 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-53203b1d-00b1-46d6-aa11-5c39e5b5a35a req-b5bcc331-3a90-4e76-aff9-0eb2a2d9bbac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=315fd1ae-7666-4ce2-b2af-9fad75fee8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240686 Feb 05 03:41:48.676556 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-53203b1d-00b1-46d6-aa11-5c39e5b5a35a req-e9a68b72-03c2-46d8-aa2f-0e1591e558a1 service neutron] 10.222.0.31 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848014 Feb 05 03:41:48.682891 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:41:48.765374 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-53203b1d-00b1-46d6-aa11-5c39e5b5a35a req-2242e213-914a-4e98-a472-ec2b0b8594f4 service neutron] 10.222.0.31 "GET /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828483 Feb 05 03:41:48.780754 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:41:48.792075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '427bc37e-cd84-4dbc-93ff-8374ce50b6f8', 'network_id': '315fd1ae-7666-4ce2-b2af-9fad75fee8bd', 'port_id': '427bc37e-cd84-4dbc-93ff-8374ce50b6f8', 'mac_address': 'fa:16:3e:10:2a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb9b104-fa06-4b3a-8dd7-961f5a96f106', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:41:48.832886 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:41:48.833278 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:48.846494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:41:48.865854 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:41:48.869406 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:48.917092 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:49.090826 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['427bc37e-cd84-4dbc-93ff-8374ce50b6f8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:41:49.379228 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edd15a-2dc5-49a0-ae6c-9a42b0bf6e6b req-7ce0ce51-8222-4f1e-81a3-d5b6e156e6c9 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:49.380707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51edd15a-2dc5-49a0-ae6c-9a42b0bf6e6b req-7ce0ce51-8222-4f1e-81a3-d5b6e156e6c9 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 945 time: 0.0528052 Feb 05 03:41:49.431462 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51edd15a-2dc5-49a0-ae6c-9a42b0bf6e6b req-3eaed4e1-e2c1-49a3-92c6-5c72c08a835b tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451858 Feb 05 03:41:49.549603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf02ba8-bdc7-4766-b94c-83b86b6d7c85 req-d4141c5b-4c0c-4525-a91f-428b4285844a tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:49.551101 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-adf02ba8-bdc7-4766-b94c-83b86b6d7c85 req-d4141c5b-4c0c-4525-a91f-428b4285844a tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 945 time: 0.0529106 Feb 05 03:41:49.597561 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-adf02ba8-bdc7-4766-b94c-83b86b6d7c85 req-6019cfdd-0039-44cc-9fc0-baed41ebc231 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408838 Feb 05 03:41:49.715249 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb74a0-dce7-4f7a-b523-f06a45e8d138 req-46ae517b-3aa5-4312-a1b4-45be759e59ac tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:49.716708 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76bb74a0-dce7-4f7a-b523-f06a45e8d138 req-46ae517b-3aa5-4312-a1b4-45be759e59ac tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 945 time: 0.0536478 Feb 05 03:41:49.763996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76bb74a0-dce7-4f7a-b523-f06a45e8d138 req-faa761d6-ce1a-49b2-b859-828828c1a86a tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416517 Feb 05 03:41:50.097227 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64509e2-1b85-4dd7-88ad-2dac57165dd3 req-b2e91e42-bb69-4026-b9b0-40e9d9976ada tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:50.098716 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e64509e2-1b85-4dd7-88ad-2dac57165dd3 req-b2e91e42-bb69-4026-b9b0-40e9d9976ada tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 945 time: 0.0582428 Feb 05 03:41:50.146104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e64509e2-1b85-4dd7-88ad-2dac57165dd3 req-2a953759-ac3e-4348-a4fe-564ddc3eb9b0 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Feb 05 03:41:50.701826 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:41:50.748986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:41:50.752672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:41:50.753044 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:50.826786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:41:50.827188 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:50.851195 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427bc37e-cd84-4dbc-93ff-8374ce50b6f8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:41:50.853410 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be42628b-7713-427e-96d9-dc5b09440dc6" -d '{"events": [{"server_uuid": "c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28", "name": "network-vif-plugged", "status": "completed", "tag": "427bc37e-cd84-4dbc-93ff-8374ce50b6f8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:41:50.866118 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:41:50.870648 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:50.894425 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe7f87c-bc3b-4567-a276-45856b5da501 x-openstack-request-id: req-2fe7f87c-bc3b-4567-a276-45856b5da501 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:41:50.894726 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28", "name": "network-vif-plugged", "status": "completed", "tag": "427bc37e-cd84-4dbc-93ff-8374ce50b6f8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:41:50.895010 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2fe7f87c-bc3b-4567-a276-45856b5da501 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:41:50.895404 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427bc37e-cd84-4dbc-93ff-8374ce50b6f8', 'code': 200} Feb 05 03:41:50.920600 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:51.228707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0690ef5-9985-411c-8837-2e2c5c97d078 req-0e976c89-ef16-41d6-872d-740e664a01bf tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:51.230171 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d0690ef5-9985-411c-8837-2e2c5c97d078 req-0e976c89-ef16-41d6-872d-740e664a01bf tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0536280 Feb 05 03:41:51.268792 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589e358-a1af-4b80-9bc5-e96b3b308960 req-c617073e-238c-4b6a-95d9-7dea09a73da1 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:51.270319 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4589e358-a1af-4b80-9bc5-e96b3b308960 req-c617073e-238c-4b6a-95d9-7dea09a73da1 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0547509 Feb 05 03:41:51.317846 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4589e358-a1af-4b80-9bc5-e96b3b308960 req-4932aaba-a70b-4af8-8fee-ed965fa696f7 tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa05dab8-5536-4647-809a-2621804b777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 Feb 05 03:41:51.327938 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-d0690ef5-9985-411c-8837-2e2c5c97d078 req-4793c680-181b-44a6-a924-6ad0f893918d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Deleting port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:41:51.328283 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d0690ef5-9985-411c-8837-2e2c5c97d078 req-4793c680-181b-44a6-a924-6ad0f893918d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:51.416491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d0690ef5-9985-411c-8837-2e2c5c97d078 req-4793c680-181b-44a6-a924-6ad0f893918d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] For port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,segment=NetworkSegment(22db8c1a-fe26-424d-a134-94ef94bf5f22),segment_id=22db8c1a-fe26-424d-a134-94ef94bf5f22)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:41:51.416850 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d0690ef5-9985-411c-8837-2e2c5c97d078 req-4793c680-181b-44a6-a924-6ad0f893918d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:51.433151 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-d0690ef5-9985-411c-8837-2e2c5c97d078 req-4793c680-181b-44a6-a924-6ad0f893918d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Calling delete_port for 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:41:51.555296 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d0690ef5-9985-411c-8837-2e2c5c97d078 req-4793c680-181b-44a6-a924-6ad0f893918d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (427bc37e-cd84-4dbc-93ff-8374ce50b6f8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:51.568167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['427bc37e-cd84-4dbc-93ff-8374ce50b6f8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:41:51.582235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793c680-181b-44a6-a924-6ad0f893918d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Pushing event deleted for resources: {'Port': ['ID=427bc37e-cd84-4dbc-93ff-8374ce50b6f8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:51.632975 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0690ef5-9985-411c-8837-2e2c5c97d078 req-4793c680-181b-44a6-a924-6ad0f893918d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] No DVR routers for this DVR port 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:41:51.635477 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d0690ef5-9985-411c-8837-2e2c5c97d078 req-4793c680-181b-44a6-a924-6ad0f893918d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:51.639320 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d0690ef5-9985-411c-8837-2e2c5c97d078 req-4793c680-181b-44a6-a924-6ad0f893918d tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] 10.222.0.10 "DELETE /v2.0/ports/427bc37e-cd84-4dbc-93ff-8374ce50b6f8 HTTP/1.1" status: 204 len: 173 time: 0.4034047 Feb 05 03:41:51.639769 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28', 'name': 'network-vif-deleted', 'tag': '427bc37e-cd84-4dbc-93ff-8374ce50b6f8'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:41:51.642027 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e341a8e-fa78-4cf9-b5ec-6a3155ebe0d3" -d '{"events": [{"server_uuid": "c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28", "name": "network-vif-deleted", "tag": "427bc37e-cd84-4dbc-93ff-8374ce50b6f8"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:41:51.679837 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492b7359-2b98-40ae-a4a0-dc537555ea3d x-openstack-request-id: req-492b7359-2b98-40ae-a4a0-dc537555ea3d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:41:51.680138 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28", "name": "network-vif-deleted", "tag": "427bc37e-cd84-4dbc-93ff-8374ce50b6f8", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:41:51.680391 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-492b7359-2b98-40ae-a4a0-dc537555ea3d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:41:51.680798 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d93bc2-19c7-4408-b1ab-3a05c9b5ec28', 'name': 'network-vif-deleted', 'tag': '427bc37e-cd84-4dbc-93ff-8374ce50b6f8', 'status': 'completed', 'code': 200} Feb 05 03:41:52.442685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43258) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:41:52.486448 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Deleting subnet 7bb9b104-fa06-4b3a-8dd7-961f5a96f106 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:41:52.489555 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Publish callbacks [] for subnet (7bb9b104-fa06-4b3a-8dd7-961f5a96f106), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:52.529718 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (7bb9b104-fa06-4b3a-8dd7-961f5a96f106), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:52.567892 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (7bb9b104-fa06-4b3a-8dd7-961f5a96f106), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:52.618861 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (7bb9b104-fa06-4b3a-8dd7-961f5a96f106), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:52.646919 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:52.652597 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7bb9b104-fa06-4b3a-8dd7-961f5a96f106 HTTP/1.1" status: 204 len: 168 time: 0.2065880 Feb 05 03:41:52.652597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb9b104-fa06-4b3a-8dd7-961f5a96f106,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:52.653648 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43260) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:41:52.659628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:52.659977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:52.660318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:52.660652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:52.660983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:52.661309 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:52.661632 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:52.661954 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:52.662273 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:52.662593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:52.662964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:52.663379 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:52.663742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead000b-e451-49aa-acae-f6922b84a81e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:52.728492 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14396df6-b19d-43ff-86bd-7620ecbbdf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (315fd1ae-7666-4ce2-b2af-9fad75fee8bd), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:52.823921 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14396df6-b19d-43ff-86bd-7620ecbbdf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (315fd1ae-7666-4ce2-b2af-9fad75fee8bd), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:52.844304 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-14396df6-b19d-43ff-86bd-7620ecbbdf7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315fd1ae-7666-4ce2-b2af-9fad75fee8bd']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:41:52.853208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-14396df6-b19d-43ff-86bd-7620ecbbdf7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22db8c1a-fe26-424d-a134-94ef94bf5f22') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:41:52.853504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-14396df6-b19d-43ff-86bd-7620ecbbdf7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22db8c1a-fe26-424d-a134-94ef94bf5f22') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:41:52.862675 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14396df6-b19d-43ff-86bd-7620ecbbdf7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (22db8c1a-fe26-424d-a134-94ef94bf5f22), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:52.875563 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14396df6-b19d-43ff-86bd-7620ecbbdf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (22db8c1a-fe26-424d-a134-94ef94bf5f22), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:52.881835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14396df6-b19d-43ff-86bd-7620ecbbdf7c admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:41:52.882430 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14396df6-b19d-43ff-86bd-7620ecbbdf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (22db8c1a-fe26-424d-a134-94ef94bf5f22), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:41:52.884138 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:41:52.941763 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14396df6-b19d-43ff-86bd-7620ecbbdf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (315fd1ae-7666-4ce2-b2af-9fad75fee8bd), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:52.947529 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14396df6-b19d-43ff-86bd-7620ecbbdf7c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:52.950939 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-14396df6-b19d-43ff-86bd-7620ecbbdf7c admin admin] 10.222.0.36 "DELETE /v2.0/networks/315fd1ae-7666-4ce2-b2af-9fad75fee8bd HTTP/1.1" status: 204 len: 168 time: 0.2951336 Feb 05 03:41:52.963490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14396df6-b19d-43ff-86bd-7620ecbbdf7c admin admin] Pushing event deleted for resources: {'Network': ['ID=315fd1ae-7666-4ce2-b2af-9fad75fee8bd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:53.061861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43264) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:41:53.100914 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0b2d230c-595b-448d-b8e1-b7015de08d74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6261fcfaf8f04233b48f973d9b52c44b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377936 Feb 05 03:41:53.103413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43266) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:41:53.157168 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dcdc28c-2219-47c2-bde3-eac1bcc20aae admin admin] Publish callbacks [] for security_group (fa05dab8-5536-4647-809a-2621804b777b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:53.178839 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dcdc28c-2219-47c2-bde3-eac1bcc20aae admin admin] Publish callbacks [] for security_group (fa05dab8-5536-4647-809a-2621804b777b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:53.227993 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dcdc28c-2219-47c2-bde3-eac1bcc20aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (fa05dab8-5536-4647-809a-2621804b777b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:53.231316 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2dcdc28c-2219-47c2-bde3-eac1bcc20aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:53.233256 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2dcdc28c-2219-47c2-bde3-eac1bcc20aae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa05dab8-5536-4647-809a-2621804b777b HTTP/1.1" status: 204 len: 168 time: 0.1281898 Feb 05 03:41:53.241247 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdc28c-2219-47c2-bde3-eac1bcc20aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa05dab8-5536-4647-809a-2621804b777b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:53.933589 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43288) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:41:54.035609 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2d0fe470-35db-41cb-9cc5-75d0b153cf0d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-861950341-network', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:41:54.054024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0fe470-35db-41cb-9cc5-75d0b153cf0d admin admin] Made reservation on behalf of 8a6b124a2f6f4932b34c96df434f86f9 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:41:54.056408 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe470-35db-41cb-9cc5-75d0b153cf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:54.069786 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe470-35db-41cb-9cc5-75d0b153cf0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:54.144688 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe470-35db-41cb-9cc5-75d0b153cf0d admin admin] Publish callbacks [] for security_group (b5187851-9a56-43eb-a673-804364f472ee), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:54.148302 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe470-35db-41cb-9cc5-75d0b153cf0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b5187851-9a56-43eb-a673-804364f472ee), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:54.173017 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0fe470-35db-41cb-9cc5-75d0b153cf0d admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:41:54.182575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fe470-35db-41cb-9cc5-75d0b153cf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5187851-9a56-43eb-a673-804364f472ee,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:54.188018 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe470-35db-41cb-9cc5-75d0b153cf0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ef4da1e5-2871-42f0-bcc2-18091df60bd6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:54.188358 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-2d0fe470-35db-41cb-9cc5-75d0b153cf0d admin admin] Added segment ef4da1e5-2871-42f0-bcc2-18091df60bd6 of type vlan for network 70654eca-e69e-4152-a5bd-8761a3da23ec Feb 05 03:41:54.234722 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe470-35db-41cb-9cc5-75d0b153cf0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (70654eca-e69e-4152-a5bd-8761a3da23ec), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:54.258497 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe470-35db-41cb-9cc5-75d0b153cf0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (70654eca-e69e-4152-a5bd-8761a3da23ec), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:54.259450 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0fe470-35db-41cb-9cc5-75d0b153cf0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:54.260024 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe470-35db-41cb-9cc5-75d0b153cf0d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:54.314649 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2d0fe470-35db-41cb-9cc5-75d0b153cf0d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3798771 Feb 05 03:41:54.317554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43292) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:41:54.321239 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fe470-35db-41cb-9cc5-75d0b153cf0d admin admin] Pushing event updated for resources: {'Network': ['ID=70654eca-e69e-4152-a5bd-8761a3da23ec,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:54.322696 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3cfd1b33-11d4-4848-bc55-8e7876c97eb9 admin admin] Request body: {'subnet': {'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-861950341-subnet', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:41:54.331435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 70654eca-e69e-4152-a5bd-8761a3da23ec details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:41:54.344942 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfd1b33-11d4-4848-bc55-8e7876c97eb9 admin admin] Made reservation on behalf of 8a6b124a2f6f4932b34c96df434f86f9 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:41:54.347923 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3cfd1b33-11d4-4848-bc55-8e7876c97eb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:54.513958 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3cfd1b33-11d4-4848-bc55-8e7876c97eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (df1793d7-e70b-4e4c-8d53-582279c2b1c0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:54.565979 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd1b33-11d4-4848-bc55-8e7876c97eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df1793d7-e70b-4e4c-8d53-582279c2b1c0,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:54.575777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfd1b33-11d4-4848-bc55-8e7876c97eb9 admin admin] Checking segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:41:54.576187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfd1b33-11d4-4848-bc55-8e7876c97eb9 admin admin] Network hostable DHCP agents. Network: 70654eca-e69e-4152-a5bd-8761a3da23ec, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:41:54.591875 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfd1b33-11d4-4848-bc55-8e7876c97eb9 admin admin] Network 70654eca-e69e-4152-a5bd-8761a3da23ec is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:41:54.599595 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3cfd1b33-11d4-4848-bc55-8e7876c97eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 70654eca-e69e-4152-a5bd-8761a3da23ec) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:41:54.603622 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfd1b33-11d4-4848-bc55-8e7876c97eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:41:54.604211 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3cfd1b33-11d4-4848-bc55-8e7876c97eb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:54.609234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e685d3fa-4ab9-43ae-b033-2e7245aec2b5 None None] Network 70654eca-e69e-4152-a5bd-8761a3da23ec requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:41:54.620621 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3cfd1b33-11d4-4848-bc55-8e7876c97eb9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3019376 Feb 05 03:41:54.624015 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43294) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:41:54.628621 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:41:54.647741 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (9cbc2ddc-69ee-4359-be7c-1173629e8d22), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:54.648826 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (9cbc2ddc-69ee-4359-be7c-1173629e8d22), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:54.706088 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Publish callbacks [] for router_controller (9cbc2ddc-69ee-4359-be7c-1173629e8d22), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:54.715805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-70654eca-e69e-4152-a5bd-8761a3da23ec', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:41:54.717403 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:54.731411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:41:54.758153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:41:54.758504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 427bc37e-cd84-4dbc-93ff-8374ce50b6f8 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:41:54.858015 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Publish callbacks [] for router_gateway (9cbc2ddc-69ee-4359-be7c-1173629e8d22), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:54.875804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Allocated IP 172.20.0.2 (70654eca-e69e-4152-a5bd-8761a3da23ec/df1793d7-e70b-4e4c-8d53-582279c2b1c0/b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:41:55.014784 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Publish callbacks [] for port (b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:55.020452 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:55.058207 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Publish callbacks [] for router_gateway (9cbc2ddc-69ee-4359-be7c-1173629e8d22), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:55.066725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Network 70654eca-e69e-4152-a5bd-8761a3da23ec is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:41:55.069506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:41:55.073650 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:41:55.077136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Pushing event updated for resources: {'Port': ['ID=b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:55.078176 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:55.130185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Attempting to bind port b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:41:55.130886 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Attempting to bind port b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:41:55.131248 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Attempting to bind port b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:41:55.136030 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:41:55.136397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Checking segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:41:55.136797 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:55.137185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Bound using segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:41:55.137743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Bound port: b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:41:55.138138 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:55.187915 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Allocated IP 172.25.0.213 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/0cd3b99a-a181-49ab-bb27-490bd27405b9) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:41:55.200215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] For port b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:41:55.203819 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] For port b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:41:55.209101 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:55.273386 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd361a-32de-4b85-830f-4b8e6737d640 None None] Pushing event updated for resources: {'Port': ['ID=b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:55.298549 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Publish callbacks [] for port (0cd3b99a-a181-49ab-bb27-490bd27405b9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:55.338887 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0cd3b99a-a181-49ab-bb27-490bd27405b9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:55.380414 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:41:55.383329 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:41:55.387373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:41:55.393508 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd3b99a-a181-49ab-bb27-490bd27405b9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:55.665868 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Publish callbacks [] for router_gateway (9cbc2ddc-69ee-4359-be7c-1173629e8d22), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:55.867859 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (9cbc2ddc-69ee-4359-be7c-1173629e8d22), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:56.004017 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:41:56.118850 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:41:56.131333 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Sync routers for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:41:56.138399 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:56.143179 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-04429034-5d5f-41b9-a843-cf66881c6162 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5156105 Feb 05 03:41:56.143340 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:41:56.143340 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:41:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:41:56.143712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43296) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:41:56.213474 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5ec348-9254-4cac-8781-499590b7a01d None None] Network 70654eca-e69e-4152-a5bd-8761a3da23ec requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:41:56.257814 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:41:56.310431 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c42d8f1f-57c9-4c61-be01-054cbc9b2357 None None] Provisioning complete for port b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:41:56.310900 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c42d8f1f-57c9-4c61-be01-054cbc9b2357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:56.450129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c42d8f1f-57c9-4c61-be01-054cbc9b2357 None None] Current status of the port b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:41:56.450464 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c42d8f1f-57c9-4c61-be01-054cbc9b2357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:56.453407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:41:56.492790 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:55Z', 'revision_number': 3, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:41:56.523565 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Checking router: 9cbc2ddc-69ee-4359-be7c-1173629e8d22 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:41:56.524097 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Updating router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 port 0cd3b99a-a181-49ab-bb27-490bd27405b9 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:41:56.539680 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c42d8f1f-57c9-4c61-be01-054cbc9b2357 None None] For port b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:41:56.557447 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c42d8f1f-57c9-4c61-be01-054cbc9b2357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:56.560256 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0cd3b99a-a181-49ab-bb27-490bd27405b9), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:56.569159 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:41:56.569406 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:56.652206 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d8f1f-57c9-4c61-be01-054cbc9b2357 None None] Pushing event updated for resources: {'Port': ['ID=b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:56.709001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:41:56.711909 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-93592d50-a056-496e-b537-d969421d5787 None None] Provisioning complete for port b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:41:56.712281 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93592d50-a056-496e-b537-d969421d5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:56.798872 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-93592d50-a056-496e-b537-d969421d5787 None None] Current status of the port b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:41:56.847561 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Publish callbacks [] for port (0cd3b99a-a181-49ab-bb27-490bd27405b9), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:56.853013 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0cd3b99a-a181-49ab-bb27-490bd27405b9), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:56.905949 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc561b7-7cfc-4a93-891a-e3a900ec59c6 None None] Pushing event updated for resources: {'Port': ['ID=0cd3b99a-a181-49ab-bb27-490bd27405b9,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:56.907116 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:56.908054 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Attempting to bind port 0cd3b99a-a181-49ab-bb27-490bd27405b9 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:41:56.908424 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Attempting to bind port 0cd3b99a-a181-49ab-bb27-490bd27405b9 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:41:56.908781 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Attempting to bind port 0cd3b99a-a181-49ab-bb27-490bd27405b9 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:41:56.917388 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:41:56.917767 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:41:56.918245 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:56.918552 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:41:56.919743 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Bound port: 0cd3b99a-a181-49ab-bb27-490bd27405b9, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:41:56.919743 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0cd3b99a-a181-49ab-bb27-490bd27405b9), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:56.922975 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc561b7-7cfc-4a93-891a-e3a900ec59c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:56.923323 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc561b7-7cfc-4a93-891a-e3a900ec59c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:56.923664 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc561b7-7cfc-4a93-891a-e3a900ec59c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:56.924004 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc561b7-7cfc-4a93-891a-e3a900ec59c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:56.924337 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc561b7-7cfc-4a93-891a-e3a900ec59c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:56.924666 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc561b7-7cfc-4a93-891a-e3a900ec59c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:56.925009 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc561b7-7cfc-4a93-891a-e3a900ec59c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:56.925317 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc561b7-7cfc-4a93-891a-e3a900ec59c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:56.925640 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc561b7-7cfc-4a93-891a-e3a900ec59c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:56.925960 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc561b7-7cfc-4a93-891a-e3a900ec59c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:56.926280 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc561b7-7cfc-4a93-891a-e3a900ec59c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:56.926598 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc561b7-7cfc-4a93-891a-e3a900ec59c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:56.926943 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc561b7-7cfc-4a93-891a-e3a900ec59c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:41:56.980708 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] For port 0cd3b99a-a181-49ab-bb27-490bd27405b9, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:41:56.984389 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] For port 0cd3b99a-a181-49ab-bb27-490bd27405b9, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0cd3b99a-a181-49ab-bb27-490bd27405b9,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:41:56.991675 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0cd3b99a-a181-49ab-bb27-490bd27405b9), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:57.051358 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:41:57.051980 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:41:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:41:57.054621 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc561b7-7cfc-4a93-891a-e3a900ec59c6 None None] Pushing event updated for resources: {'Port': ['ID=0cd3b99a-a181-49ab-bb27-490bd27405b9,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:57.112230 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Allocated IP 172.20.0.1 (70654eca-e69e-4152-a5bd-8761a3da23ec/df1793d7-e70b-4e4c-8d53-582279c2b1c0/43b3ed2b-8526-4668-9c56-83c755ef4177) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:41:57.223734 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Publish callbacks [] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:57.254580 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:41:57.257163 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:57.299644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Network 70654eca-e69e-4152-a5bd-8761a3da23ec is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:41:57.302405 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:41:57.304921 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:41:57.310580 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=43b3ed2b-8526-4668-9c56-83c755ef4177,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:57.357484 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (9cbc2ddc-69ee-4359-be7c-1173629e8d22), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:57.453030 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:55Z', 'revision_number': 3, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:41:57.481038 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91254e5a-58b8-4ba5-83ee-68ffe1581b99 None None] The sync data for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 is: [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:55Z', 'revision_number': 3, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:41:57.499190 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:57.626596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7e9fd017-a877-401d-8b59-843d8ba8eb65 None None] Provisioning complete for port 43b3ed2b-8526-4668-9c56-83c755ef4177 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:41:57.627173 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7e9fd017-a877-401d-8b59-843d8ba8eb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:57.666188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7e9fd017-a877-401d-8b59-843d8ba8eb65 None None] Port 43b3ed2b-8526-4668-9c56-83c755ef4177 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:41:57.678132 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Publish callbacks [] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:57.683615 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:57.767023 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=43b3ed2b-8526-4668-9c56-83c755ef4177,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:57.769538 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (9cbc2ddc-69ee-4359-be7c-1173629e8d22), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:57.874892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Network 70654eca-e69e-4152-a5bd-8761a3da23ec is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:41:57.876370 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:41:58.009155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:41:58.092435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ebee2ede-9567-4db8-9a01-f8b32cf9b666 None None] Provisioning complete for port 43b3ed2b-8526-4668-9c56-83c755ef4177 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:41:58.092905 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ebee2ede-9567-4db8-9a01-f8b32cf9b666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:58.129106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ebee2ede-9567-4db8-9a01-f8b32cf9b666 None None] Port 43b3ed2b-8526-4668-9c56-83c755ef4177 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:41:58.132246 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:41:58.137180 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8652319b-e82a-46cb-bc97-27e6c1ef8ed0 admin admin] 10.222.0.36 "PUT /v2.0/routers/9cbc2ddc-69ee-4359-be7c-1173629e8d22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9924817 Feb 05 03:41:58.427566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:41:58.478424 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:41:58.478823 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:58.553837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:41:58.554904 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0cd3b99a-a181-49ab-bb27-490bd27405b9 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:41:58.602600 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 0cd3b99a-a181-49ab-bb27-490bd27405b9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:41:58.603015 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0cd3b99a-a181-49ab-bb27-490bd27405b9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:58.623696 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43304) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:41:58.628439 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-169c9a28-4cc6-45d1-9cfd-1623f4bafab8 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1071219101', 'description': 'tempest-description--1432425835'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:41:58.652670 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-169c9a28-4cc6-45d1-9cfd-1623f4bafab8 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:58.688087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 0cd3b99a-a181-49ab-bb27-490bd27405b9 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:41:58.688673 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0cd3b99a-a181-49ab-bb27-490bd27405b9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:58.712550 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 0cd3b99a-a181-49ab-bb27-490bd27405b9, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0cd3b99a-a181-49ab-bb27-490bd27405b9,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:41:58.716458 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0cd3b99a-a181-49ab-bb27-490bd27405b9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:58.720363 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-169c9a28-4cc6-45d1-9cfd-1623f4bafab8 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for security_group (b4525bb6-8bcf-467b-a8b3-424580a15a08), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:58.725310 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-169c9a28-4cc6-45d1-9cfd-1623f4bafab8 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b4525bb6-8bcf-467b-a8b3-424580a15a08), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:58.755933 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-169c9a28-4cc6-45d1-9cfd-1623f4bafab8 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:58.759811 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-169c9a28-4cc6-45d1-9cfd-1623f4bafab8 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1324763 Feb 05 03:41:58.760081 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43306) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:41:58.764850 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3644fb77-6cd1-48a0-8365-f686951900de tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Request body: {'security_group_rule': {'security_group_id': 'b4525bb6-8bcf-467b-a8b3-424580a15a08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:41:58.770100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c9a28-4cc6-45d1-9cfd-1623f4bafab8 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4525bb6-8bcf-467b-a8b3-424580a15a08,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:58.773846 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=0cd3b99a-a181-49ab-bb27-490bd27405b9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:58.796568 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3644fb77-6cd1-48a0-8365-f686951900de tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for security_group_rule (b5415ffb-5163-4995-bf3d-6b5ff4fa9e57), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:58.853595 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3644fb77-6cd1-48a0-8365-f686951900de tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for security_group_rule (b5415ffb-5163-4995-bf3d-6b5ff4fa9e57), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:58.856833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3644fb77-6cd1-48a0-8365-f686951900de tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (b5415ffb-5163-4995-bf3d-6b5ff4fa9e57), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:58.878492 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644fb77-6cd1-48a0-8365-f686951900de tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5415ffb-5163-4995-bf3d-6b5ff4fa9e57,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:58.886106 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3644fb77-6cd1-48a0-8365-f686951900de tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:58.887347 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3644fb77-6cd1-48a0-8365-f686951900de tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263380 Feb 05 03:41:58.890496 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43308) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:41:58.894852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d74faf0f-c0b1-4f65-8daf-eaab770acca7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Request body: {'security_group_rule': {'security_group_id': 'b4525bb6-8bcf-467b-a8b3-424580a15a08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:41:58.921349 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d74faf0f-c0b1-4f65-8daf-eaab770acca7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for security_group_rule (7985712c-0a2a-4346-b55c-bf3d2d65b5af), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:58.979385 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d74faf0f-c0b1-4f65-8daf-eaab770acca7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for security_group_rule (7985712c-0a2a-4346-b55c-bf3d2d65b5af), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:58.983292 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d74faf0f-c0b1-4f65-8daf-eaab770acca7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (7985712c-0a2a-4346-b55c-bf3d2d65b5af), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:59.002125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74faf0f-c0b1-4f65-8daf-eaab770acca7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7985712c-0a2a-4346-b55c-bf3d2d65b5af,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:59.007843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d74faf0f-c0b1-4f65-8daf-eaab770acca7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:59.009044 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d74faf0f-c0b1-4f65-8daf-eaab770acca7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175807 Feb 05 03:41:59.012066 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 43310) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:41:59.017072 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:41:59.039268 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:59.088156 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Sync routers for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:41:59.098724 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:41:59.099375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:41:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:41:59.139713 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:59.207985 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:41:59.247473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Allocated IP 172.25.0.241 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/1ef49fb0-34eb-439b-b48c-498843bd92bf) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:41:59.349004 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for port (1ef49fb0-34eb-439b-b48c-498843bd92bf), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:59.388673 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1ef49fb0-34eb-439b-b48c-498843bd92bf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:59.410584 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 2, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:41:59.427344 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:41:59.432123 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:41:59.435655 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:41:59.439001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Checking router: 9cbc2ddc-69ee-4359-be7c-1173629e8d22 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:41:59.439430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Updating router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 port 43b3ed2b-8526-4668-9c56-83c755ef4177 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:41:59.462039 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Pushing event updated for resources: {'Port': ['ID=1ef49fb0-34eb-439b-b48c-498843bd92bf,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:59.465982 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:59.560912 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for floatingip (fd286b09-f9fa-40a9-b638-fc3c4815307f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:59.600078 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1ef49fb0-34eb-439b-b48c-498843bd92bf), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:59.733605 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Publish callbacks [] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:59.738970 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:59.750631 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for port (1ef49fb0-34eb-439b-b48c-498843bd92bf), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:59.755255 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (1ef49fb0-34eb-439b-b48c-498843bd92bf), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:59.796573 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20a6d4-4ce0-4f79-97e9-1e936b4aa401 None None] Pushing event updated for resources: {'Port': ['ID=43b3ed2b-8526-4668-9c56-83c755ef4177,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:59.829739 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Pushing event updated for resources: {'Port': ['ID=1ef49fb0-34eb-439b-b48c-498843bd92bf,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:41:59.844840 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (fd286b09-f9fa-40a9-b638-fc3c4815307f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:59.853298 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Attempting to bind port 43b3ed2b-8526-4668-9c56-83c755ef4177 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:41:59.853668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Attempting to bind port 43b3ed2b-8526-4668-9c56-83c755ef4177 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:41:59.854035 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Attempting to bind port 43b3ed2b-8526-4668-9c56-83c755ef4177 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:41:59.860656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:41:59.861054 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Checking segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:41:59.861449 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:59.861826 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Bound using segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:41:59.862294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Bound port: 43b3ed2b-8526-4668-9c56-83c755ef4177, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:41:59.862704 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:59.862898 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:41:59.870830 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8cdfd1d2-7f05-4e19-ab3d-31b84fcc012b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8512852 Feb 05 03:41:59.939659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] For port 43b3ed2b-8526-4668-9c56-83c755ef4177, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:41:59.943065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] For port 43b3ed2b-8526-4668-9c56-83c755ef4177, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=43b3ed2b-8526-4668-9c56-83c755ef4177,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:41:59.950370 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:00.002239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:42:00.002993 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:41:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:42:00.025946 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-04c1514f-fbf2-4396-b5f9-5b96e916261e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1071219101&fields=id&tenant_id=8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 267 time: 0.0482790 Feb 05 03:42:00.148502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-284c23d9-4de2-4c7f-b203-8c0900018936 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:00.150533 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-284c23d9-4de2-4c7f-b203-8c0900018936 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 811 time: 0.1166992 Feb 05 03:42:00.167247 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-19c8fd0e-98c9-411e-82ce-6a384c4a5126 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/quotas/8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 375 time: 0.0103786 Feb 05 03:42:00.224833 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-48d88df1-abe1-4fe1-8ddc-321d1fcf4edf tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518951 Feb 05 03:42:00.240418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-1a7a9b95-ca8a-49ef-b8cd-03223f340672 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:42:00.241386 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-1a7a9b95-ca8a-49ef-b8cd-03223f340672 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053124 Feb 05 03:42:00.260040 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20a6d4-4ce0-4f79-97e9-1e936b4aa401 None None] Pushing event updated for resources: {'Port': ['ID=43b3ed2b-8526-4668-9c56-83c755ef4177,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:42:00.278154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-37970ac4-64f0-43d3-b757-e827031d1060 None None] Provisioning complete for port 43b3ed2b-8526-4668-9c56-83c755ef4177 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:42:00.278538 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-37970ac4-64f0-43d3-b757-e827031d1060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:00.332497 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:42:00.336286 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0cd3b99a-a181-49ab-bb27-490bd27405b9 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:42:00.346603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-3794f357-185a-4c55-9356-99c32eb1cb6e service neutron] 10.222.0.36 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995996 Feb 05 03:42:00.440063 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-d509458f-8737-4495-905c-22a18768dcdb service neutron] 10.222.0.36 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896063 Feb 05 03:42:00.531347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-37970ac4-64f0-43d3-b757-e827031d1060 None None] Current status of the port 43b3ed2b-8526-4668-9c56-83c755ef4177 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:42:00.531736 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-37970ac4-64f0-43d3-b757-e827031d1060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:00.544065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 0cd3b99a-a181-49ab-bb27-490bd27405b9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:42:00.544065 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0cd3b99a-a181-49ab-bb27-490bd27405b9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:00.608945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-37970ac4-64f0-43d3-b757-e827031d1060 None None] For port 43b3ed2b-8526-4668-9c56-83c755ef4177, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=43b3ed2b-8526-4668-9c56-83c755ef4177,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:42:00.625602 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-37970ac4-64f0-43d3-b757-e827031d1060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:00.627198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c4a3802e-a091-41ee-bbdf-63340e7b81bb req-8d35e5ea-8f48-44fa-ae9f-197c8083a001 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 210 time: 0.0404675 Feb 05 03:42:00.707463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37970ac4-64f0-43d3-b757-e827031d1060 None None] Pushing event updated for resources: {'Port': ['ID=43b3ed2b-8526-4668-9c56-83c755ef4177,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:42:00.769847 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 0cd3b99a-a181-49ab-bb27-490bd27405b9 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:42:00.774008 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-09c50fd6-35c7-4cf5-b8e2-e54d4ae85a81 None None] Provisioning complete for port 43b3ed2b-8526-4668-9c56-83c755ef4177 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:42:00.774325 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09c50fd6-35c7-4cf5-b8e2-e54d4ae85a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:00.809817 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:41:59Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:42:00.844461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee2bc99-78f0-47a5-9e00-390f36e1b900 None None] The sync data for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 is: [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:41:59Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:42:00.902331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-09c50fd6-35c7-4cf5-b8e2-e54d4ae85a81 None None] Current status of the port 43b3ed2b-8526-4668-9c56-83c755ef4177 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:42:01.616937 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-224107a0-f72d-4840-ba22-5293fbf09fb7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:01.618543 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-224107a0-f72d-4840-ba22-5293fbf09fb7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 811 time: 0.1200857 Feb 05 03:42:01.685204 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-6f054214-79fa-4878-b4a8-9d1d053df1a0 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 380 time: 0.0585146 Feb 05 03:42:01.696776 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-224e3c61-4559-4849-a561-b82818edec8d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Request body: {'port': {'device_id': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'admin_state_up': True, 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'security_groups': ['b4525bb6-8bcf-467b-a8b3-424580a15a08']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:42:01.732981 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-70d766fa-d3dd-49a3-addd-0b82c8ce6c78 req-7c57910b-2fb5-493d-9c13-69e54a858642 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 210 time: 0.0276680 Feb 05 03:42:01.816468 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-224e3c61-4559-4849-a561-b82818edec8d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Made reservation on behalf of 8a6b124a2f6f4932b34c96df434f86f9 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:42:01.820063 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-224e3c61-4559-4849-a561-b82818edec8d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:01.950297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-224e3c61-4559-4849-a561-b82818edec8d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Allocated IP 172.20.0.5 (70654eca-e69e-4152-a5bd-8761a3da23ec/df1793d7-e70b-4e4c-8d53-582279c2b1c0/ea2f0ad1-818c-4365-97e8-f79f984afed1) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:42:02.088813 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-224e3c61-4559-4849-a561-b82818edec8d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:02.121503 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-224e3c61-4559-4849-a561-b82818edec8d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:02.161497 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-224e3c61-4559-4849-a561-b82818edec8d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Network 70654eca-e69e-4152-a5bd-8761a3da23ec is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:42:02.166431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-224e3c61-4559-4849-a561-b82818edec8d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:42:02.170950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-224e3c61-4559-4849-a561-b82818edec8d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:42:02.200563 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e3c61-4559-4849-a561-b82818edec8d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Pushing event updated for resources: {'Port': ['ID=ea2f0ad1-818c-4365-97e8-f79f984afed1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:42:02.228834 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-224e3c61-4559-4849-a561-b82818edec8d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:02.229455 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-224e3c61-4559-4849-a561-b82818edec8d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:02.247125 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-224e3c61-4559-4849-a561-b82818edec8d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5545797 Feb 05 03:42:02.258110 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Request body: {'port': {'device_id': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:42:02.382860 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 43b3ed2b-8526-4668-9c56-83c755ef4177 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:42:02.438822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f964e624-3949-4377-a046-020514c4eeb1 None None] Provisioning complete for port ea2f0ad1-818c-4365-97e8-f79f984afed1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:42:02.439117 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f964e624-3949-4377-a046-020514c4eeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:02.469018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 43b3ed2b-8526-4668-9c56-83c755ef4177 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:42:02.469390 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:02.505391 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f964e624-3949-4377-a046-020514c4eeb1 None None] Port ea2f0ad1-818c-4365-97e8-f79f984afed1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:42:02.555400 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 43b3ed2b-8526-4668-9c56-83c755ef4177 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:42:02.569343 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:02.829303 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2f0ad1-818c-4365-97e8-f79f984afed1 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:42:02.839428 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Publish callbacks [] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:02.852607 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Transition to ACTIVE for port object ea2f0ad1-818c-4365-97e8-f79f984afed1 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:42:02.856210 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:02.863419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b1840-6fa4-4e10-9722-61902410c24a req-7f09c68b-4899-499b-9b09-97cb6437fb5a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:02.864970 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e97b1840-6fa4-4e10-9722-61902410c24a req-7f09c68b-4899-499b-9b09-97cb6437fb5a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 931 time: 0.0603485 Feb 05 03:42:02.913570 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e97b1840-6fa4-4e10-9722-61902410c24a req-cbe00faa-ce4f-4605-a7f3-ed370b82fe72 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427392 Feb 05 03:42:02.945653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2f0ad1-818c-4365-97e8-f79f984afed1,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:42:02.979485 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Attempting to bind port ea2f0ad1-818c-4365-97e8-f79f984afed1 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:42:02.979820 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Attempting to bind port ea2f0ad1-818c-4365-97e8-f79f984afed1 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:42:02.980144 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Attempting to bind port ea2f0ad1-818c-4365-97e8-f79f984afed1 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:42:02.985004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Port ea2f0ad1-818c-4365-97e8-f79f984afed1 on network 70654eca-e69e-4152-a5bd-8761a3da23ec not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:42:02.985323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Attempting to bind port ea2f0ad1-818c-4365-97e8-f79f984afed1 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:42:02.990145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:42:02.990479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Checking segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:42:02.990886 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Bound using segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:42:02.991302 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Bound port: ea2f0ad1-818c-4365-97e8-f79f984afed1, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:42:02.991654 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:03.068024 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] For port ea2f0ad1-818c-4365-97e8-f79f984afed1, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:42:03.071608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] For port ea2f0ad1-818c-4365-97e8-f79f984afed1, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:42:03.077957 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:03.112467 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:03.113080 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:03.114515 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] 10.222.0.10 "PUT /v2.0/ports/ea2f0ad1-818c-4365-97e8-f79f984afed1 HTTP/1.1" status: 200 len: 1091 time: 0.8606880 Feb 05 03:42:03.114952 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'tag': 'ea2f0ad1-818c-4365-97e8-f79f984afed1'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:42:03.117200 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef76790-bd85-482f-9ebb-7748f7466c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "462ec833-5b19-46e6-8f3f-0f622f88b80d", "tag": "ea2f0ad1-818c-4365-97e8-f79f984afed1"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:42:03.147704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eab477-d492-48ea-a5f7-5a0b64c60297 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2f0ad1-818c-4365-97e8-f79f984afed1,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:42:03.188768 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac151ab-7723-4c8c-8b5f-75b982ddb6cd x-openstack-request-id: req-fac151ab-7723-4c8c-8b5f-75b982ddb6cd {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:42:03.189152 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462ec833-5b19-46e6-8f3f-0f622f88b80d", "tag": "ea2f0ad1-818c-4365-97e8-f79f984afed1", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:42:03.189411 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fac151ab-7723-4c8c-8b5f-75b982ddb6cd {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:42:03.190098 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'tag': 'ea2f0ad1-818c-4365-97e8-f79f984afed1', 'status': 'completed', 'code': 200} Feb 05 03:42:03.209059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-959704f3-7aeb-4db3-ae54-744faf1bf6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:03.210574 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-959704f3-7aeb-4db3-ae54-744faf1bf6e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 1125 time: 0.0536768 Feb 05 03:42:03.255094 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-4b6c21e2-3abd-45e8-ae72-22ad24acac7d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1 HTTP/1.1" status: 200 len: 217 time: 0.0367498 Feb 05 03:42:03.308005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-3527d81c-3d74-45cc-828b-c88f2f349822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:03.309465 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-3527d81c-3d74-45cc-828b-c88f2f349822 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0494003 Feb 05 03:42:03.360236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-c29ed81d-2c0a-48c8-ac1c-3d8782a89ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:03.361771 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-c29ed81d-2c0a-48c8-ac1c-3d8782a89ffd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459480 Feb 05 03:42:03.450568 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-87d02071-d42f-498d-af87-288d92688ccc service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819032 Feb 05 03:42:03.542142 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-65904393-1257-48d1-a498-9bb9c80e5b84 req-b2cbeb5f-278a-454b-aaf0-0094be535a1c service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859993 Feb 05 03:42:03.633737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef76790-bd85-482f-9ebb-7748f7466c5c req-0fc94625-0c01-499e-87a8-57a6b10b71cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:03.635302 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0ef76790-bd85-482f-9ebb-7748f7466c5c req-0fc94625-0c01-499e-87a8-57a6b10b71cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 1125 time: 0.0459208 Feb 05 03:42:03.721192 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-85fce0e5-de4c-4b61-a5e0-ee311f4b0927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:03.731099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef76790-bd85-482f-9ebb-7748f7466c5c req-fdb9af6a-7bbb-4911-83ec-daecd539158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:03.733235 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0ef76790-bd85-482f-9ebb-7748f7466c5c req-fdb9af6a-7bbb-4911-83ec-daecd539158e service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0921972 Feb 05 03:42:03.773401 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0ef76790-bd85-482f-9ebb-7748f7466c5c req-368cdd27-e5d5-424c-9a55-83607a50ae4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1 HTTP/1.1" status: 200 len: 217 time: 0.0345681 Feb 05 03:42:03.822923 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef76790-bd85-482f-9ebb-7748f7466c5c req-5b02d6ea-7ef6-4bba-a88d-9bc477b54d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:03.824356 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0ef76790-bd85-482f-9ebb-7748f7466c5c req-5b02d6ea-7ef6-4bba-a88d-9bc477b54d63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0439801 Feb 05 03:42:03.881084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef76790-bd85-482f-9ebb-7748f7466c5c req-10afb03f-6987-4da8-ae36-5509455a86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:03.882610 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0ef76790-bd85-482f-9ebb-7748f7466c5c req-10afb03f-6987-4da8-ae36-5509455a86cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521393 Feb 05 03:42:03.974108 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0ef76790-bd85-482f-9ebb-7748f7466c5c req-a8109f62-e4d8-47eb-afaa-3711e4deb107 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837889 Feb 05 03:42:04.037115 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be913d-0c29-49d9-b5db-29c301b6b79a req-34ea1c4d-5bcf-41ae-90e9-e9dd15a60039 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:04.038651 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25be913d-0c29-49d9-b5db-29c301b6b79a req-34ea1c4d-5bcf-41ae-90e9-e9dd15a60039 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 943 time: 0.0527360 Feb 05 03:42:04.068606 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0ef76790-bd85-482f-9ebb-7748f7466c5c req-becca93f-9e82-4f33-bcf5-1081778f12db service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874317 Feb 05 03:42:04.086008 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-25be913d-0c29-49d9-b5db-29c301b6b79a req-30a4b8ae-da18-44be-ab50-44cfcb56c685 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415838 Feb 05 03:42:05.204485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9018455-08da-4ff9-aef2-c4844a7ddb51 req-e8fad8cb-e378-48df-b3b9-a2a549264740 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:05.205951 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9018455-08da-4ff9-aef2-c4844a7ddb51 req-e8fad8cb-e378-48df-b3b9-a2a549264740 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 943 time: 0.0524948 Feb 05 03:42:05.254785 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9018455-08da-4ff9-aef2-c4844a7ddb51 req-66887f68-c9c8-4ef0-9b40-1262bc40041f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432611 Feb 05 03:42:05.930581 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-faa2b57a-4d25-4b60-8ca1-c3bb5ef1998a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:06.383155 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabad3f3-ae6a-4809-a998-1bd1b3f55d10 req-99b0198c-0240-47df-ac20-a3c7e960ef84 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:06.384645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eabad3f3-ae6a-4809-a998-1bd1b3f55d10 req-99b0198c-0240-47df-ac20-a3c7e960ef84 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 943 time: 0.0534530 Feb 05 03:42:06.432587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eabad3f3-ae6a-4809-a998-1bd1b3f55d10 req-c51ff704-daa5-4580-b2b0-cf6ff143a2d1 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414965 Feb 05 03:42:06.760404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ea2f0ad1-818c-4365-97e8-f79f984afed1 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:42:06.854260 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port ea2f0ad1-818c-4365-97e8-f79f984afed1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:42:06.865534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'ea2f0ad1-818c-4365-97e8-f79f984afed1', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'port_id': 'ea2f0ad1-818c-4365-97e8-f79f984afed1', 'mac_address': 'fa:16:3e:c9:a6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:42:06.905880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port ea2f0ad1-818c-4365-97e8-f79f984afed1 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:42:06.906261 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:06.920036 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2f0ad1-818c-4365-97e8-f79f984afed1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:42:06.939105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port ea2f0ad1-818c-4365-97e8-f79f984afed1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:42:06.942958 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:06.990121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=ea2f0ad1-818c-4365-97e8-f79f984afed1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:42:06.997209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:06.997557 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:06.998485 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:06.998855 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:06.999180 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:06.999508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:06.999829 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:07.000149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:07.000468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:07.000787 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:07.001105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:07.001423 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:07.001737 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:07.131202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['ea2f0ad1-818c-4365-97e8-f79f984afed1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:42:07.271367 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:07.549702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bac367-f6cc-450a-a77f-b33b2852f76e req-2f771042-bfb1-41dc-a197-33cc3e3d4225 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:07.551111 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f4bac367-f6cc-450a-a77f-b33b2852f76e req-2f771042-bfb1-41dc-a197-33cc3e3d4225 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 944 time: 0.0521107 Feb 05 03:42:07.597860 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f4bac367-f6cc-450a-a77f-b33b2852f76e req-3c0fb06f-a565-4dac-a3fd-9e42910089fe tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410993 Feb 05 03:42:08.721843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969340b2-a5d9-431f-a3d5-c22fbbebc118 req-68e7f55f-1088-4b2f-9e7e-fcdc6476cdfc tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:08.723450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-969340b2-a5d9-431f-a3d5-c22fbbebc118 req-68e7f55f-1088-4b2f-9e7e-fcdc6476cdfc tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 944 time: 0.0583909 Feb 05 03:42:08.766699 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ea2f0ad1-818c-4365-97e8-f79f984afed1 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:42:08.771345 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-969340b2-a5d9-431f-a3d5-c22fbbebc118 req-fadba5f0-acfc-4932-8a56-5e26100f06fb tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423343 Feb 05 03:42:08.817570 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:08.826559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port ea2f0ad1-818c-4365-97e8-f79f984afed1 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:42:08.830066 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port ea2f0ad1-818c-4365-97e8-f79f984afed1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:42:08.830424 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:08.908416 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port ea2f0ad1-818c-4365-97e8-f79f984afed1 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:42:08.908715 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:08.930229 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2f0ad1-818c-4365-97e8-f79f984afed1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:42:08.932467 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587a2883-0ed5-4dca-a04d-eede4ae34fed" -d '{"events": [{"server_uuid": "462ec833-5b19-46e6-8f3f-0f622f88b80d", "name": "network-vif-plugged", "status": "completed", "tag": "ea2f0ad1-818c-4365-97e8-f79f984afed1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:42:08.945158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port ea2f0ad1-818c-4365-97e8-f79f984afed1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:42:08.949091 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:08.975183 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ccc05f-fccb-45f4-ae5f-ba0da0d028f6 x-openstack-request-id: req-84ccc05f-fccb-45f4-ae5f-ba0da0d028f6 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:42:08.975483 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462ec833-5b19-46e6-8f3f-0f622f88b80d", "name": "network-vif-plugged", "status": "completed", "tag": "ea2f0ad1-818c-4365-97e8-f79f984afed1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:42:08.975739 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84ccc05f-fccb-45f4-ae5f-ba0da0d028f6 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:42:08.976131 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2f0ad1-818c-4365-97e8-f79f984afed1', 'code': 200} Feb 05 03:42:09.000200 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=ea2f0ad1-818c-4365-97e8-f79f984afed1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:42:09.072065 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09951f69-9f8d-412d-910a-870265d1fb41 req-d28e6696-2491-4c6f-974c-991c357e36a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:09.073529 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09951f69-9f8d-412d-910a-870265d1fb41 req-d28e6696-2491-4c6f-974c-991c357e36a9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 1127 time: 0.0453598 Feb 05 03:42:09.116706 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-09951f69-9f8d-412d-910a-870265d1fb41 req-dd137092-4028-4677-ac47-3822bcfce587 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373616 Feb 05 03:42:09.379915 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:42:09.891103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599424c-2298-4eed-a1cc-52b5d432d4ed req-4fbeb453-2d00-4c58-b7b8-0c0e735aab42 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:09.892602 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2599424c-2298-4eed-a1cc-52b5d432d4ed req-4fbeb453-2d00-4c58-b7b8-0c0e735aab42 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0522275 Feb 05 03:42:09.939844 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2599424c-2298-4eed-a1cc-52b5d432d4ed req-62e65be7-8d41-45a2-830e-4e33dff3a646 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 Feb 05 03:42:10.092493 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:11.066035 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff86f8-8fa7-4198-bb83-58ec9d832922 req-81a6150c-f285-414c-9858-fd655ef64c85 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:11.067557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1ff86f8-8fa7-4198-bb83-58ec9d832922 req-81a6150c-f285-414c-9858-fd655ef64c85 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0561881 Feb 05 03:42:11.113208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1ff86f8-8fa7-4198-bb83-58ec9d832922 req-9873874c-36eb-413f-89a9-77629dc5815b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402377 Feb 05 03:42:11.226951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec51cb1-d4d9-4ae8-8d33-d09d601db191 req-c541ddb2-a51b-48a0-a32d-8b4a5e8d471b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:11.228356 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ec51cb1-d4d9-4ae8-8d33-d09d601db191 req-c541ddb2-a51b-48a0-a32d-8b4a5e8d471b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0519135 Feb 05 03:42:11.237071 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43360) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:42:11.241416 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e1ad0fc3-640a-4a0d-8447-3e8801546238 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Request body: {'floatingip': {'port_id': 'ea2f0ad1-818c-4365-97e8-f79f984afed1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:42:11.280750 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1ad0fc3-640a-4a0d-8447-3e8801546238 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for floatingip (fd286b09-f9fa-40a9-b638-fc3c4815307f), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:11.710292 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1ad0fc3-640a-4a0d-8447-3e8801546238 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:11.714053 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1ad0fc3-640a-4a0d-8447-3e8801546238 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (fd286b09-f9fa-40a9-b638-fc3c4815307f), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:11.815733 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-e1ad0fc3-640a-4a0d-8447-3e8801546238 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Floating IP fd286b09-f9fa-40a9-b638-fc3c4815307f associated. External IP: 172.25.0.241, port: ea2f0ad1-818c-4365-97e8-f79f984afed1. Feb 05 03:42:11.852377 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:12.305195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ad0fc3-640a-4a0d-8447-3e8801546238 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:42:12.415638 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ad0fc3-640a-4a0d-8447-3e8801546238 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:42:12.421332 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1ad0fc3-640a-4a0d-8447-3e8801546238 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:12.426062 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95abb27-36e1-414e-9673-b5210348eeaa None None] Sync routers for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:42:12.435851 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95abb27-36e1-414e-9673-b5210348eeaa None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:42:12.436668 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b95abb27-36e1-414e-9673-b5210348eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:42:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:42:12.451700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e1ad0fc3-640a-4a0d-8447-3e8801546238 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "PUT /v2.0/floatingips/fd286b09-f9fa-40a9-b638-fc3c4815307f HTTP/1.1" status: 200 len: 991 time: 1.2135434 Feb 05 03:42:12.452300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'tag': 'ea2f0ad1-818c-4365-97e8-f79f984afed1'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:42:12.454602 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff375d3b-e99e-4504-b5f0-98a61cf0f36d" -d '{"events": [{"name": "network-changed", "server_uuid": "462ec833-5b19-46e6-8f3f-0f622f88b80d", "tag": "ea2f0ad1-818c-4365-97e8-f79f984afed1"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:42:12.493062 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8486a4-aacc-478f-836b-1362fba8744a x-openstack-request-id: req-6f8486a4-aacc-478f-836b-1362fba8744a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:42:12.493432 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462ec833-5b19-46e6-8f3f-0f622f88b80d", "tag": "ea2f0ad1-818c-4365-97e8-f79f984afed1", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:42:12.493755 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f8486a4-aacc-478f-836b-1362fba8744a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:42:12.494221 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'tag': 'ea2f0ad1-818c-4365-97e8-f79f984afed1', 'status': 'completed', 'code': 200} Feb 05 03:42:12.548676 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b95abb27-36e1-414e-9673-b5210348eeaa None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:42:12.558709 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff375d3b-e99e-4504-b5f0-98a61cf0f36d req-abb04b75-fbc0-4bda-8699-658e230de8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:12.559913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d09bd-6903-4049-b769-54b5d8d877c7 req-6881a7e7-41be-45d0-bf4a-b33d4c39a014 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:12.560839 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff375d3b-e99e-4504-b5f0-98a61cf0f36d req-abb04b75-fbc0-4bda-8699-658e230de8f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 1127 time: 0.0453639 Feb 05 03:42:12.562228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-634d09bd-6903-4049-b769-54b5d8d877c7 req-6881a7e7-41be-45d0-bf4a-b33d4c39a014 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0573299 Feb 05 03:42:12.623282 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-634d09bd-6903-4049-b769-54b5d8d877c7 req-06cf5f8c-22ce-430d-848a-aa19df9c3863 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506067 Feb 05 03:42:12.657838 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff375d3b-e99e-4504-b5f0-98a61cf0f36d req-5dd4c960-c303-433d-b862-684315d2974a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:12.659374 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff375d3b-e99e-4504-b5f0-98a61cf0f36d req-5dd4c960-c303-433d-b862-684315d2974a service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0938251 Feb 05 03:42:12.727321 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff375d3b-e99e-4504-b5f0-98a61cf0f36d req-417c5c2e-0ec6-4977-82b2-8bda2e7013b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1 HTTP/1.1" status: 200 len: 999 time: 0.0620365 Feb 05 03:42:12.775984 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b95abb27-36e1-414e-9673-b5210348eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'fd286b09-f9fa-40a9-b638-fc3c4815307f', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'port_id': 'ea2f0ad1-818c-4365-97e8-f79f984afed1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'mac_address': 'fa:16:3e:c9:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:41:59Z', 'updated_at': '2022-02-05T03:42:11Z', 'revision_number': 1, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:42:12.779863 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff375d3b-e99e-4504-b5f0-98a61cf0f36d req-d39044e8-e807-4854-8e53-1ff718ec05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:12.781319 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff375d3b-e99e-4504-b5f0-98a61cf0f36d req-d39044e8-e807-4854-8e53-1ff718ec05ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0479274 Feb 05 03:42:12.805998 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95abb27-36e1-414e-9673-b5210348eeaa None None] Checking router: 9cbc2ddc-69ee-4359-be7c-1173629e8d22 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:42:12.814372 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95abb27-36e1-414e-9673-b5210348eeaa None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:42:12.815021 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b95abb27-36e1-414e-9673-b5210348eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:42:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:42:12.830570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff375d3b-e99e-4504-b5f0-98a61cf0f36d req-528fee49-6e96-431b-8d13-135ae9649b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:12.832121 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff375d3b-e99e-4504-b5f0-98a61cf0f36d req-528fee49-6e96-431b-8d13-135ae9649b80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447235 Feb 05 03:42:12.916654 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b95abb27-36e1-414e-9673-b5210348eeaa None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:42:12.922666 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff375d3b-e99e-4504-b5f0-98a61cf0f36d req-9f746e0e-b510-42a9-ad0c-0e23b74e3570 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840738 Feb 05 03:42:13.023080 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ff375d3b-e99e-4504-b5f0-98a61cf0f36d req-bfb236b8-f4a8-4ce9-8c72-e2e3dfe2e6dc service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946863 Feb 05 03:42:13.141519 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b95abb27-36e1-414e-9673-b5210348eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'fd286b09-f9fa-40a9-b638-fc3c4815307f', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'port_id': 'ea2f0ad1-818c-4365-97e8-f79f984afed1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'mac_address': 'fa:16:3e:c9:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:41:59Z', 'updated_at': '2022-02-05T03:42:11Z', 'revision_number': 1, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:42:13.167066 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95abb27-36e1-414e-9673-b5210348eeaa None None] The sync data for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 is: [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'fd286b09-f9fa-40a9-b638-fc3c4815307f', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'port_id': 'ea2f0ad1-818c-4365-97e8-f79f984afed1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'mac_address': 'fa:16:3e:c9:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:41:59Z', 'updated_at': '2022-02-05T03:42:11Z', 'revision_number': 1, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:42:13.349105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41be9304-f97f-45e4-83de-ba0f5dfa2ede None None] New status for floating IP fd286b09-f9fa-40a9-b638-fc3c4815307f: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:42:13.736602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd97215-c8ee-44a0-b944-08d0fbb1de6f req-a73c706b-254e-4dfe-b2e6-df93136e8791 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:13.738068 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfd97215-c8ee-44a0-b944-08d0fbb1de6f req-a73c706b-254e-4dfe-b2e6-df93136e8791 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0520213 Feb 05 03:42:13.787890 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dfd97215-c8ee-44a0-b944-08d0fbb1de6f req-d0561d6c-f63b-4af1-9c7c-36c470827dc2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441713 Feb 05 03:42:13.906197 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90081b7d-c74d-43e3-816e-853bd632170b req-a0dc5f5d-fe90-43bb-bcd4-07641bd3d3bb tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:13.907728 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90081b7d-c74d-43e3-816e-853bd632170b req-a0dc5f5d-fe90-43bb-bcd4-07641bd3d3bb tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0529923 Feb 05 03:42:13.954497 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-90081b7d-c74d-43e3-816e-853bd632170b req-9b698b80-e6dd-42d0-bcb2-fb7660b1f658 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412118 Feb 05 03:42:14.220701 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd8fe9-7c1f-4c07-8df6-095b4ea0d840 req-4ad24d2b-9d2e-49cb-a642-ce1b124d308c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:14.222122 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4bcd8fe9-7c1f-4c07-8df6-095b4ea0d840 req-4ad24d2b-9d2e-49cb-a642-ce1b124d308c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0764420 Feb 05 03:42:14.224773 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-cbb85c6e-c94f-4880-a798-88083a1dae70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871172 Feb 05 03:42:14.272576 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4bcd8fe9-7c1f-4c07-8df6-095b4ea0d840 req-265c49e8-3b45-4099-a791-a027383a1127 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445824 Feb 05 03:42:15.365770 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c849c-794c-49b4-88e0-737ec3e09316 req-cb53e49c-0275-4bfb-87fe-1deab09180c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:15.367441 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-cb53e49c-0275-4bfb-87fe-1deab09180c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 1127 time: 0.0480776 Feb 05 03:42:15.401733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259919d-0fc5-45b7-99f3-3ba72f2b10af req-a4b05011-7514-4981-b09c-9ce8f2466d26 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:15.403252 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f259919d-0fc5-45b7-99f3-3ba72f2b10af req-a4b05011-7514-4981-b09c-9ce8f2466d26 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0535109 Feb 05 03:42:15.450161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f259919d-0fc5-45b7-99f3-3ba72f2b10af req-802079cd-983b-461f-8b20-3495850f2bd1 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411646 Feb 05 03:42:15.463150 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c849c-794c-49b4-88e0-737ec3e09316 req-dfa76974-f436-4492-8cde-080d5ae011d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:15.464614 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-dfa76974-f436-4492-8cde-080d5ae011d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0916634 Feb 05 03:42:15.530907 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-5caee999-07b7-4dff-b8f2-edfc6ca75221 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1 HTTP/1.1" status: 200 len: 1001 time: 0.0605600 Feb 05 03:42:15.578573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c849c-794c-49b4-88e0-737ec3e09316 req-756ca9b0-66ff-4518-b076-9a6702eb4a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:15.580015 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-756ca9b0-66ff-4518-b076-9a6702eb4a5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0438302 Feb 05 03:42:15.631638 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c849c-794c-49b4-88e0-737ec3e09316 req-32212f98-b22b-4bbf-b7b0-853047cb1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:15.633110 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-32212f98-b22b-4bbf-b7b0-853047cb1682 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472953 Feb 05 03:42:15.722612 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-f2bee23d-aad6-49de-8b67-284fb3cd782d service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828164 Feb 05 03:42:15.813284 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-809b845a-c918-44b5-aa26-738ed2036e5d service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849771 Feb 05 03:42:16.569691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bf8f0-973a-4a88-b867-13dcd7d5e55e req-a280bbae-d3e9-4719-8799-580a7ae949cd tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:16.571103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b69bf8f0-973a-4a88-b867-13dcd7d5e55e req-a280bbae-d3e9-4719-8799-580a7ae949cd tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0528474 Feb 05 03:42:16.627604 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b69bf8f0-973a-4a88-b867-13dcd7d5e55e req-10136835-cbbe-4be7-afe7-25136663db89 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479503 Feb 05 03:42:16.702731 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:17.750566 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62190f28-2d0f-4c8b-b5ec-8bdfbd69065f req-253ace3e-aa73-4a08-92fa-94d0a8820771 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:17.752086 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62190f28-2d0f-4c8b-b5ec-8bdfbd69065f req-253ace3e-aa73-4a08-92fa-94d0a8820771 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0539660 Feb 05 03:42:17.798885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-62190f28-2d0f-4c8b-b5ec-8bdfbd69065f req-8990951a-8a46-4fdb-8597-bf69f861cb3d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412450 Feb 05 03:42:18.917207 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99642b7-6ffb-4bc6-b54a-a812da64f20a req-3390a338-a820-40e5-851d-2c79322648f5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:18.918675 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b99642b7-6ffb-4bc6-b54a-a812da64f20a req-3390a338-a820-40e5-851d-2c79322648f5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0528519 Feb 05 03:42:18.965101 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b99642b7-6ffb-4bc6-b54a-a812da64f20a req-97575e92-f3f6-477f-baf4-04845a71f195 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407655 Feb 05 03:42:20.091712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580936d-4dbe-4c7f-b931-a5cd27d4321c req-43afbdd7-4358-4c83-98d3-c7d24bb50bb5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:20.093192 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a580936d-4dbe-4c7f-b931-a5cd27d4321c req-43afbdd7-4358-4c83-98d3-c7d24bb50bb5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0557814 Feb 05 03:42:20.139289 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a580936d-4dbe-4c7f-b931-a5cd27d4321c req-ad0c6bfa-3ca2-4f82-bdeb-91ac5bfabd26 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405390 Feb 05 03:42:21.258913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7a917-b3a6-43a0-b7ef-da8179b8ae86 req-2b3fdfbd-1596-461f-b17f-fa7d4066bfaf tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:21.260378 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5e7a917-b3a6-43a0-b7ef-da8179b8ae86 req-2b3fdfbd-1596-461f-b17f-fa7d4066bfaf tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0523324 Feb 05 03:42:21.306730 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5e7a917-b3a6-43a0-b7ef-da8179b8ae86 req-fc7f6ef8-9239-4479-a521-aac4fa7cad8c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406706 Feb 05 03:42:22.434206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb968b4-8fc6-4f65-8dba-f14fb4f2ec45 req-eed2ab4d-79e6-4d6d-af9f-05418e301445 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:22.435718 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cdb968b4-8fc6-4f65-8dba-f14fb4f2ec45 req-eed2ab4d-79e6-4d6d-af9f-05418e301445 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0569532 Feb 05 03:42:22.483773 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cdb968b4-8fc6-4f65-8dba-f14fb4f2ec45 req-31d1e537-9807-4da0-8599-c681248e37fe tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412996 Feb 05 03:42:23.602652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a4766-085f-4d6d-9431-621ce3155894 req-8cfbcfa6-0b95-4835-b9c3-3024499e6a3a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:23.604095 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-336a4766-085f-4d6d-9431-621ce3155894 req-8cfbcfa6-0b95-4835-b9c3-3024499e6a3a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0529425 Feb 05 03:42:23.654536 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-336a4766-085f-4d6d-9431-621ce3155894 req-7d0f0db2-3d15-4fe7-b61f-e04ce13b04d4 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447912 Feb 05 03:42:24.776132 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0145517-1386-44c5-a2fa-a5b5e7b8bd5f req-5a6669ae-5870-427f-bbe3-37337168ef7a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:24.777604 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0145517-1386-44c5-a2fa-a5b5e7b8bd5f req-5a6669ae-5870-427f-bbe3-37337168ef7a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0522444 Feb 05 03:42:24.828338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0145517-1386-44c5-a2fa-a5b5e7b8bd5f req-6a7f8987-9a90-436a-a5c6-bbbf517ec982 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446057 Feb 05 03:42:25.947901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c854f-256b-462a-a7cc-e07774eba782 req-ff0d7f48-839b-4e89-a364-36897d3268c5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:25.949376 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-264c854f-256b-462a-a7cc-e07774eba782 req-ff0d7f48-839b-4e89-a364-36897d3268c5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0537293 Feb 05 03:42:25.996469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-264c854f-256b-462a-a7cc-e07774eba782 req-749df6dd-3c09-4a88-8f61-2ba58930c6fe tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410085 Feb 05 03:42:27.115004 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdfd7e-4246-4bea-b2be-c74574465a4c req-fea0b6df-c3aa-4cc3-8c1f-3ff7e2433ec2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:27.116459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69fdfd7e-4246-4bea-b2be-c74574465a4c req-fea0b6df-c3aa-4cc3-8c1f-3ff7e2433ec2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0514660 Feb 05 03:42:27.161851 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69fdfd7e-4246-4bea-b2be-c74574465a4c req-43b89c11-0f3e-45e9-92a1-653dfe745863 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399013 Feb 05 03:42:28.291142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b512919-003d-4bcd-ac0f-876725775556 req-14457580-9d69-465d-8f50-adf176e10f2e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:28.292641 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b512919-003d-4bcd-ac0f-876725775556 req-14457580-9d69-465d-8f50-adf176e10f2e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0640001 Feb 05 03:42:28.339149 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b512919-003d-4bcd-ac0f-876725775556 req-230041eb-eeb6-4ec0-a1e7-971c1a4824e0 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401530 Feb 05 03:42:29.458554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fda19f-d9f1-4d06-87be-68c5b7e18495 req-bafd085b-6069-4362-bd22-633c87ffb07c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:29.460038 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10fda19f-d9f1-4d06-87be-68c5b7e18495 req-bafd085b-6069-4362-bd22-633c87ffb07c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0516541 Feb 05 03:42:29.506453 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-10fda19f-d9f1-4d06-87be-68c5b7e18495 req-d1ad76a0-e784-40e1-994e-9e92d9d03f5b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409281 Feb 05 03:42:30.623547 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c1c7f-8ef2-43dc-80ab-b85cba5a1ce3 req-e35fab38-d946-4543-aea1-a28070e7d14e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:30.625116 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d0c1c7f-8ef2-43dc-80ab-b85cba5a1ce3 req-e35fab38-d946-4543-aea1-a28070e7d14e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0525723 Feb 05 03:42:30.675931 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7d0c1c7f-8ef2-43dc-80ab-b85cba5a1ce3 req-796e74da-b7d3-416c-aebf-6b64341b60bf tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451343 Feb 05 03:42:31.797831 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5ed89-2cea-4c2d-b6e7-6fa3ae6b6d35 req-659e1934-f633-4279-94db-a7b11efc9035 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:31.799375 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01e5ed89-2cea-4c2d-b6e7-6fa3ae6b6d35 req-659e1934-f633-4279-94db-a7b11efc9035 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0554271 Feb 05 03:42:31.846769 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01e5ed89-2cea-4c2d-b6e7-6fa3ae6b6d35 req-8d5f1176-8012-478a-bd07-609e391074f6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418043 Feb 05 03:42:32.471554 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-492c849c-794c-49b4-88e0-737ec3e09316 req-90c9e7cf-76cc-4647-b74d-8fa308ca2fc0 service neutron] show failed (client error): The resource could not be found. Feb 05 03:42:32.472571 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-90c9e7cf-76cc-4647-b74d-8fa308ca2fc0 service neutron] 10.222.0.10 "GET /v2.0/ports/ea2f0ad1-818c-4365-97e8-f79f984afed1/bindings/n-h1-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.0550508 Feb 05 03:42:32.671102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c849c-794c-49b4-88e0-737ec3e09316 req-e65b73cb-e50b-469d-bfe8-65f7d3184c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:32.672769 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-e65b73cb-e50b-469d-bfe8-65f7d3184c2f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d&tenant_id=8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 1127 time: 0.0476537 Feb 05 03:42:32.683296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:42:32.749133 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:32.952033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] For port ea2f0ad1-818c-4365-97e8-f79f984afed1, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:42:32.965355 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a208ed7-734f-4220-a4fd-4361da8182ae req-540d0773-b55e-48c8-a4b2-700f398ed804 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:32.966861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a208ed7-734f-4220-a4fd-4361da8182ae req-540d0773-b55e-48c8-a4b2-700f398ed804 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0515764 Feb 05 03:42:32.990391 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] For port ea2f0ad1-818c-4365-97e8-f79f984afed1, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:42:33.013625 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a208ed7-734f-4220-a4fd-4361da8182ae req-ec7a5d5e-31d4-4f41-a77a-a7c66dbcd664 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406682 Feb 05 03:42:33.031245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2f0ad1-818c-4365-97e8-f79f984afed1'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:42:33.033541 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f87821-1035-42ce-828e-3d76ebeefa3c" -d '{"events": [{"server_uuid": "462ec833-5b19-46e6-8f3f-0f622f88b80d", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2f0ad1-818c-4365-97e8-f79f984afed1"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:42:33.037176 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Publish callbacks [] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:33.050058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Transition to ACTIVE for port object ea2f0ad1-818c-4365-97e8-f79f984afed1 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:42:33.054010 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:33.091549 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd4cd3d-d09c-49e8-ad39-0baa2a600210 x-openstack-request-id: req-dbd4cd3d-d09c-49e8-ad39-0baa2a600210 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:42:33.091848 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462ec833-5b19-46e6-8f3f-0f622f88b80d", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2f0ad1-818c-4365-97e8-f79f984afed1", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:42:33.092721 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dbd4cd3d-d09c-49e8-ad39-0baa2a600210 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:42:33.093272 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2f0ad1-818c-4365-97e8-f79f984afed1', 'code': 200} Feb 05 03:42:33.141287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Pushing event updated for resources: {'Port': ['ID=ea2f0ad1-818c-4365-97e8-f79f984afed1,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:42:33.156103 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:33.156455 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:33.156802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:33.157148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:33.157483 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:33.157818 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:33.158151 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:33.158479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:33.158827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:33.159154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:33.159480 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:33.159808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:33.160130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:42:33.190482 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] No DVR routers for this DVR port ea2f0ad1-818c-4365-97e8-f79f984afed1 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:42:33.329692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Attempting to bind port ea2f0ad1-818c-4365-97e8-f79f984afed1 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:42:33.330022 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Attempting to bind port ea2f0ad1-818c-4365-97e8-f79f984afed1 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:42:33.330345 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Attempting to bind port ea2f0ad1-818c-4365-97e8-f79f984afed1 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:42:33.334515 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Port ea2f0ad1-818c-4365-97e8-f79f984afed1 on network 70654eca-e69e-4152-a5bd-8761a3da23ec not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:42:33.334885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Attempting to bind port ea2f0ad1-818c-4365-97e8-f79f984afed1 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:42:33.339699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:42:33.340029 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Checking segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:42:33.340412 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Bound using segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:42:33.340827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Bound port: ea2f0ad1-818c-4365-97e8-f79f984afed1, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:42:33.341181 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:33.403850 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] For port ea2f0ad1-818c-4365-97e8-f79f984afed1, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:42:33.407403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] For port ea2f0ad1-818c-4365-97e8-f79f984afed1, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:42:33.413446 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:33.447854 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:33.448475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:33.449837 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] 10.222.0.31 "PUT /v2.0/ports/ea2f0ad1-818c-4365-97e8-f79f984afed1 HTTP/1.1" status: 200 len: 1091 time: 0.7704754 Feb 05 03:42:33.481200 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbc904-615e-45ca-b244-e391d1edc2fd service neutron] Pushing event updated for resources: {'Port': ['ID=ea2f0ad1-818c-4365-97e8-f79f984afed1,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:42:33.523090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c849c-794c-49b4-88e0-737ec3e09316 req-6d40871a-aa7a-4544-877f-71187fcaaef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:33.524616 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-6d40871a-aa7a-4544-877f-71187fcaaef4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 1125 time: 0.0514438 Feb 05 03:42:33.618953 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c849c-794c-49b4-88e0-737ec3e09316 req-795d2d65-33c5-41d3-a724-b31922b249fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:33.620456 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-795d2d65-33c5-41d3-a724-b31922b249fd service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0888474 Feb 05 03:42:33.696273 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-8e7e8e7f-82ae-4e53-abbf-c9bf7619f8d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1 HTTP/1.1" status: 200 len: 999 time: 0.0698528 Feb 05 03:42:33.726629 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a09be2a0-2658-4223-9b6b-382c1dd14636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:33.746702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c849c-794c-49b4-88e0-737ec3e09316 req-0b36b00d-9a3b-41f5-b67f-daae343a81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:33.748213 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-0b36b00d-9a3b-41f5-b67f-daae343a81bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0464971 Feb 05 03:42:33.798486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c849c-794c-49b4-88e0-737ec3e09316 req-9af07462-6da8-4105-b8a9-85dbfa173028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:33.800062 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-9af07462-6da8-4105-b8a9-85dbfa173028 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461929 Feb 05 03:42:33.895636 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-5a19f353-de21-42b0-95a7-7bc0788af758 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897815 Feb 05 03:42:33.990969 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-492c849c-794c-49b4-88e0-737ec3e09316 req-b1e6c919-c003-46cb-bb24-15f03bfa238d service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896940 Feb 05 03:42:34.160196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69afda5-1180-4d9d-b921-7cb1f7a3f7d9 req-aef534c1-3942-41bb-9c12-2a9b605f05bf tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:34.161780 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b69afda5-1180-4d9d-b921-7cb1f7a3f7d9 req-aef534c1-3942-41bb-9c12-2a9b605f05bf tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 943 time: 0.0642126 Feb 05 03:42:34.211426 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b69afda5-1180-4d9d-b921-7cb1f7a3f7d9 req-ac0d0cfa-78ed-45a5-a17e-c6eee0fa38d0 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439401 Feb 05 03:42:35.094871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'tag': 'ea2f0ad1-818c-4365-97e8-f79f984afed1'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:42:35.097267 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "462ec833-5b19-46e6-8f3f-0f622f88b80d", "tag": "ea2f0ad1-818c-4365-97e8-f79f984afed1"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:42:35.148657 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1600b4e-3537-4480-a6c2-5a0e40fbcf28 x-openstack-request-id: req-a1600b4e-3537-4480-a6c2-5a0e40fbcf28 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:42:35.148952 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462ec833-5b19-46e6-8f3f-0f622f88b80d", "tag": "ea2f0ad1-818c-4365-97e8-f79f984afed1", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:42:35.149207 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1600b4e-3537-4480-a6c2-5a0e40fbcf28 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:42:35.149691 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'tag': 'ea2f0ad1-818c-4365-97e8-f79f984afed1', 'status': 'completed', 'code': 200} Feb 05 03:42:35.228200 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-a297cd25-ecc7-44aa-bbcb-e1889637350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:35.229642 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-a297cd25-ecc7-44aa-bbcb-e1889637350d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 1125 time: 0.0573056 Feb 05 03:42:35.316776 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-72a673ed-279f-4b09-9344-2290e244ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:35.318273 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-72a673ed-279f-4b09-9344-2290e244ced0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 1125 time: 0.1515443 Feb 05 03:42:35.340679 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b38104-7b3d-46d5-adce-5eb2af6ace9f req-303eb013-deaf-45c6-85d7-7884d0608c67 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:35.342525 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15b38104-7b3d-46d5-adce-5eb2af6ace9f req-303eb013-deaf-45c6-85d7-7884d0608c67 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 943 time: 0.0553205 Feb 05 03:42:35.384554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-84a7dbb7-13bb-4dc1-81bd-1c1938f89f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:35.385909 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-84a7dbb7-13bb-4dc1-81bd-1c1938f89f94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.1424568 Feb 05 03:42:35.391136 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15b38104-7b3d-46d5-adce-5eb2af6ace9f req-93eec79f-c128-4821-8d88-9da7404208c7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422750 Feb 05 03:42:35.725637 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-faa7766f-2461-4115-be28-dfda65c1a39a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1 HTTP/1.1" status: 200 len: 999 time: 0.3313029 Feb 05 03:42:35.728240 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-9fab9c08-a196-4922-a905-fb7483a8aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:35.729558 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-9fab9c08-a196-4922-a905-fb7483a8aa1f service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.4009538 Feb 05 03:42:35.815756 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-1fb92f36-ddff-4a9c-baa0-1333ffab2e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:35.817201 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-1fb92f36-ddff-4a9c-baa0-1333ffab2e28 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0857601 Feb 05 03:42:35.823048 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-66d88508-7d45-4137-a32d-42efcee025ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1 HTTP/1.1" status: 200 len: 999 time: 0.0845063 Feb 05 03:42:35.898179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-e67593cc-2f1b-4e2f-a064-d0bf412fd5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:35.899650 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-e67593cc-2f1b-4e2f-a064-d0bf412fd5bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0672138 Feb 05 03:42:35.906097 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-7dbf395b-7870-47a5-ae61-1199382ae360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:35.907470 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-7dbf395b-7870-47a5-ae61-1199382ae360 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0836036 Feb 05 03:42:35.933325 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-64a2545f-170c-414f-9d41-dc7cbcdab958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:35.991893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ea2f0ad1-818c-4365-97e8-f79f984afed1 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:42:36.015355 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-48d8b1d6-33fb-4c7a-8c58-9e30e8ba4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:36.016842 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-48d8b1d6-33fb-4c7a-8c58-9e30e8ba4083 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1085491 Feb 05 03:42:36.046912 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-007021c2-f62c-4625-a8ab-2b41eca5efad service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309674 Feb 05 03:42:36.090255 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea2f0ad1-818c-4365-97e8-f79f984afed1, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:42:36.102509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'ea2f0ad1-818c-4365-97e8-f79f984afed1', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'port_id': 'ea2f0ad1-818c-4365-97e8-f79f984afed1', 'mac_address': 'fa:16:3e:c9:a6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:42:36.139345 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ea2f0ad1-818c-4365-97e8-f79f984afed1 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:42:36.139734 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:36.152657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2f0ad1-818c-4365-97e8-f79f984afed1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:42:36.173670 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea2f0ad1-818c-4365-97e8-f79f984afed1, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:42:36.176698 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-36ee0cb3-eceb-4875-a8a5-8b6d2b80e41c service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511312 Feb 05 03:42:36.177476 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:36.202902 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-ccef0144-8df6-4def-8c5d-26acf2d2243c service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325352 Feb 05 03:42:36.237780 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ea2f0ad1-818c-4365-97e8-f79f984afed1,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:42:36.272107 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f1ef8fbd-d6d6-4507-ad60-9003f297f9dc req-bff85e7e-d449-44a1-9941-e290ce8f2d6c service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899777 Feb 05 03:42:36.517052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0b977-60ad-422c-8292-c77ac6ec7070 req-2d5f78ae-9139-48ce-acbe-c6aff3957b5d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:36.518433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73a0b977-60ad-422c-8292-c77ac6ec7070 req-2d5f78ae-9139-48ce-acbe-c6aff3957b5d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 944 time: 0.0558493 Feb 05 03:42:36.555531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['ea2f0ad1-818c-4365-97e8-f79f984afed1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:42:36.564113 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73a0b977-60ad-422c-8292-c77ac6ec7070 req-e9bd6e49-15f2-4aba-948b-ce21bffef65c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400541 Feb 05 03:42:36.931356 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ea2f0ad1-818c-4365-97e8-f79f984afed1 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:42:36.971255 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] The host n-h2-826942-8 is not matching for port ea2f0ad1-818c-4365-97e8-f79f984afed1 host n-h1-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:42:36.971933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device ea2f0ad1-818c-4365-97e8-f79f984afed1 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:42:37.269215 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:37.683205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86398331-f2d1-43e6-953f-1dcd39794e27 req-5319ebba-2e65-42a0-9644-4bf8f85b3e92 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:37.684670 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-86398331-f2d1-43e6-953f-1dcd39794e27 req-5319ebba-2e65-42a0-9644-4bf8f85b3e92 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 944 time: 0.0531554 Feb 05 03:42:37.730614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-86398331-f2d1-43e6-953f-1dcd39794e27 req-18e9589f-1aa4-4e64-a34c-7c7cb6f37d87 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397136 Feb 05 03:42:38.037657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ea2f0ad1-818c-4365-97e8-f79f984afed1 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:42:38.085013 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port ea2f0ad1-818c-4365-97e8-f79f984afed1 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:42:38.088879 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port ea2f0ad1-818c-4365-97e8-f79f984afed1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:42:38.089249 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:38.163274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ea2f0ad1-818c-4365-97e8-f79f984afed1 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:42:38.163655 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:38.185047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2f0ad1-818c-4365-97e8-f79f984afed1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:42:38.187902 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307d326b-a50e-444c-a627-c503962b21ff" -d '{"events": [{"server_uuid": "462ec833-5b19-46e6-8f3f-0f622f88b80d", "name": "network-vif-plugged", "status": "completed", "tag": "ea2f0ad1-818c-4365-97e8-f79f984afed1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:42:38.200131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ea2f0ad1-818c-4365-97e8-f79f984afed1, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:42:38.205115 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:38.241683 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d566c26b-d7a9-4a4d-919c-97618caa5c45 x-openstack-request-id: req-d566c26b-d7a9-4a4d-919c-97618caa5c45 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:42:38.241984 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462ec833-5b19-46e6-8f3f-0f622f88b80d", "name": "network-vif-plugged", "status": "completed", "tag": "ea2f0ad1-818c-4365-97e8-f79f984afed1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:42:38.242240 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d566c26b-d7a9-4a4d-919c-97618caa5c45 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:42:38.242628 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2f0ad1-818c-4365-97e8-f79f984afed1', 'code': 200} Feb 05 03:42:38.257513 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ea2f0ad1-818c-4365-97e8-f79f984afed1,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:42:38.811166 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:38.850983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa532359-6937-45c2-ab5f-9ace82336255 req-172d9b6f-bd9c-4b14-b68d-0b4df25fb738 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:38.852459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa532359-6937-45c2-ab5f-9ace82336255 req-172d9b6f-bd9c-4b14-b68d-0b4df25fb738 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0519433 Feb 05 03:42:38.904016 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa532359-6937-45c2-ab5f-9ace82336255 req-d3823642-00d8-4b00-a595-e6e7b73a4015 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455389 Feb 05 03:42:39.105538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e47be-937c-4c42-ba6d-89bb59479806 req-3f8afa38-2015-486a-a53a-3c4f31f60546 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:39.107035 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d86e47be-937c-4c42-ba6d-89bb59479806 req-3f8afa38-2015-486a-a53a-3c4f31f60546 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0540080 Feb 05 03:42:39.140919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3185262-f1b0-4012-b439-f6a37ee075c0 req-56ac0463-61c0-4c88-9565-dfa02fb8570e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:39.142397 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3185262-f1b0-4012-b439-f6a37ee075c0 req-56ac0463-61c0-4c88-9565-dfa02fb8570e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.10 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d&tenant_id=8a6b124a2f6f4932b34c96df434f86f9&binding%3Ahost_id=n-h1-826942-8 HTTP/1.1" status: 200 len: 945 time: 0.0578589 Feb 05 03:42:39.153783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d86e47be-937c-4c42-ba6d-89bb59479806 req-124fd644-f16e-4c71-bfa2-e1aabda612d0 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411415 Feb 05 03:42:39.201012 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-c3185262-f1b0-4012-b439-f6a37ee075c0 req-1395ca3c-0ad3-4358-a23d-ca5eb74e8675 service neutron] delete failed (client error): The resource could not be found. Feb 05 03:42:39.202246 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3185262-f1b0-4012-b439-f6a37ee075c0 req-1395ca3c-0ad3-4358-a23d-ca5eb74e8675 service neutron] 10.222.0.10 "DELETE /v2.0/ports/ea2f0ad1-818c-4365-97e8-f79f984afed1/bindings/n-h2-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.0538056 Feb 05 03:42:39.292849 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3185262-f1b0-4012-b439-f6a37ee075c0 req-f8da9e9c-0fec-44b8-9bef-66ec10bd93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:39.294269 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3185262-f1b0-4012-b439-f6a37ee075c0 req-f8da9e9c-0fec-44b8-9bef-66ec10bd93e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 1127 time: 0.0481820 Feb 05 03:42:39.389624 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3185262-f1b0-4012-b439-f6a37ee075c0 req-64eca254-d0fb-4ced-a26e-d18dc6d0fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:39.391041 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3185262-f1b0-4012-b439-f6a37ee075c0 req-64eca254-d0fb-4ced-a26e-d18dc6d0fb05 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0906677 Feb 05 03:42:39.455098 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3185262-f1b0-4012-b439-f6a37ee075c0 req-d56b37ad-5fe4-4def-9ec8-686f3c6be161 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1 HTTP/1.1" status: 200 len: 1001 time: 0.0586677 Feb 05 03:42:39.506426 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3185262-f1b0-4012-b439-f6a37ee075c0 req-e9a5cc2d-3d4e-43ab-8565-502a6a28754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:39.507880 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3185262-f1b0-4012-b439-f6a37ee075c0 req-e9a5cc2d-3d4e-43ab-8565-502a6a28754a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0477488 Feb 05 03:42:39.557089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3185262-f1b0-4012-b439-f6a37ee075c0 req-09a3e99e-9ee3-45fb-9bea-2da866e0b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:39.558468 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3185262-f1b0-4012-b439-f6a37ee075c0 req-09a3e99e-9ee3-45fb-9bea-2da866e0b7b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441194 Feb 05 03:42:39.644713 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3185262-f1b0-4012-b439-f6a37ee075c0 req-0d3a6acc-7316-47ec-856b-cf35b20a2d7f service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801864 Feb 05 03:42:39.736312 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3185262-f1b0-4012-b439-f6a37ee075c0 req-2c116396-dbc9-417b-a53e-36023c82923e service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855851 Feb 05 03:42:40.095248 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:40.279673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfa0e8-3b6e-4f4c-953f-0afb16d70d07 req-8d73969b-c71e-4c20-b434-2babb83ba354 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:40.281449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2fcfa0e8-3b6e-4f4c-953f-0afb16d70d07 req-8d73969b-c71e-4c20-b434-2babb83ba354 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0545406 Feb 05 03:42:40.328762 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2fcfa0e8-3b6e-4f4c-953f-0afb16d70d07 req-f82582da-a572-409b-893d-c99bda11ac1f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410092 Feb 05 03:42:40.451190 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c85d85-1614-4359-a215-a72b5c58b760 req-662b3650-e6fa-47ef-9ee3-840f4a3e5908 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:40.452655 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2c85d85-1614-4359-a215-a72b5c58b760 req-662b3650-e6fa-47ef-9ee3-840f4a3e5908 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0567055 Feb 05 03:42:40.499239 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2c85d85-1614-4359-a215-a72b5c58b760 req-f0c5443a-82cc-4673-bcda-b926a294d42a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410676 Feb 05 03:42:40.616373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507652d-ea19-4824-80e9-aeb5c6e9466c req-55d6d4da-b81b-4b91-b91b-013d8d8c1c2e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:40.617831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2507652d-ea19-4824-80e9-aeb5c6e9466c req-55d6d4da-b81b-4b91-b91b-013d8d8c1c2e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0531209 Feb 05 03:42:40.664095 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2507652d-ea19-4824-80e9-aeb5c6e9466c req-e90f6451-1aaf-44ed-9563-0e39efc50f09 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407298 Feb 05 03:42:40.896237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d4640-2beb-484e-9c2c-06c84769c037 req-d035de7e-b963-4272-8b85-b151fe96b330 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:40.897641 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa6d4640-2beb-484e-9c2c-06c84769c037 req-d035de7e-b963-4272-8b85-b151fe96b330 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0533059 Feb 05 03:42:40.949091 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa6d4640-2beb-484e-9c2c-06c84769c037 req-a7a736b7-8c14-43fe-9bfc-c94939955ce9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455115 Feb 05 03:42:41.866687 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:42.078000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b04ddc-a146-48e8-bbe6-477916c1ad9e req-a8515c85-c249-420e-8b78-6915b2409fa3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:42.079517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8b04ddc-a146-48e8-bbe6-477916c1ad9e req-a8515c85-c249-420e-8b78-6915b2409fa3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0530677 Feb 05 03:42:42.125525 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c8b04ddc-a146-48e8-bbe6-477916c1ad9e req-580f4875-0897-4095-9f9a-b1b1562b4160 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404413 Feb 05 03:42:42.262287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62539589-bcae-4305-a3e6-a5569eab60f8 req-5bc22eee-8125-4cad-8b3a-54f556b233a0 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:42.264480 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-62539589-bcae-4305-a3e6-a5569eab60f8 req-5bc22eee-8125-4cad-8b3a-54f556b233a0 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.31 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 945 time: 0.0516479 Feb 05 03:42:42.359823 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-62539589-bcae-4305-a3e6-a5569eab60f8 req-b448215a-ef6f-4859-8ff6-15cbc99e9440 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Deleting port ea2f0ad1-818c-4365-97e8-f79f984afed1 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:42:42.360178 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-62539589-bcae-4305-a3e6-a5569eab60f8 req-b448215a-ef6f-4859-8ff6-15cbc99e9440 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:42.447943 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-62539589-bcae-4305-a3e6-a5569eab60f8 req-b448215a-ef6f-4859-8ff6-15cbc99e9440 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] For port ea2f0ad1-818c-4365-97e8-f79f984afed1, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ea2f0ad1-818c-4365-97e8-f79f984afed1,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:42:42.448311 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-62539589-bcae-4305-a3e6-a5569eab60f8 req-b448215a-ef6f-4859-8ff6-15cbc99e9440 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:42.667196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-62539589-bcae-4305-a3e6-a5569eab60f8 req-b448215a-ef6f-4859-8ff6-15cbc99e9440 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:42.667638 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-62539589-bcae-4305-a3e6-a5569eab60f8 req-b448215a-ef6f-4859-8ff6-15cbc99e9440 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (fd286b09-f9fa-40a9-b638-fc3c4815307f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:42.667961 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [req-62539589-bcae-4305-a3e6-a5569eab60f8 req-b448215a-ef6f-4859-8ff6-15cbc99e9440 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Floating IP fd286b09-f9fa-40a9-b638-fc3c4815307f disassociated. External IP: 172.25.0.241, port: ea2f0ad1-818c-4365-97e8-f79f984afed1. Feb 05 03:42:42.668304 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-62539589-bcae-4305-a3e6-a5569eab60f8 req-b448215a-ef6f-4859-8ff6-15cbc99e9440 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Calling delete_port for ea2f0ad1-818c-4365-97e8-f79f984afed1 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:42:42.799039 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-62539589-bcae-4305-a3e6-a5569eab60f8 req-b448215a-ef6f-4859-8ff6-15cbc99e9440 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ea2f0ad1-818c-4365-97e8-f79f984afed1), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:42.825657 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448215a-ef6f-4859-8ff6-15cbc99e9440 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Pushing event deleted for resources: {'Port': ['ID=ea2f0ad1-818c-4365-97e8-f79f984afed1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:42:42.948634 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62539589-bcae-4305-a3e6-a5569eab60f8 req-b448215a-ef6f-4859-8ff6-15cbc99e9440 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:42:43.060785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62539589-bcae-4305-a3e6-a5569eab60f8 req-b448215a-ef6f-4859-8ff6-15cbc99e9440 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:42:43.070531 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a78fbe-b4eb-478f-8fae-d54a75ba6c1f None None] Sync routers for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:42:43.080854 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a78fbe-b4eb-478f-8fae-d54a75ba6c1f None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:42:43.081469 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-08a78fbe-b4eb-478f-8fae-d54a75ba6c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:42:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:42:43.102484 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-62539589-bcae-4305-a3e6-a5569eab60f8 req-b448215a-ef6f-4859-8ff6-15cbc99e9440 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] No DVR routers for this DVR port ea2f0ad1-818c-4365-97e8-f79f984afed1 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:42:43.105169 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-62539589-bcae-4305-a3e6-a5569eab60f8 req-b448215a-ef6f-4859-8ff6-15cbc99e9440 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:43.109447 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-62539589-bcae-4305-a3e6-a5569eab60f8 req-b448215a-ef6f-4859-8ff6-15cbc99e9440 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.31 "DELETE /v2.0/ports/ea2f0ad1-818c-4365-97e8-f79f984afed1 HTTP/1.1" status: 204 len: 173 time: 0.8402271 Feb 05 03:42:43.109962 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'name': 'network-vif-deleted', 'tag': 'ea2f0ad1-818c-4365-97e8-f79f984afed1'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:42:43.112303 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8432d34a-2f35-4044-acdb-cde0c99f80b9" -d '{"events": [{"server_uuid": "462ec833-5b19-46e6-8f3f-0f622f88b80d", "name": "network-vif-deleted", "tag": "ea2f0ad1-818c-4365-97e8-f79f984afed1"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:42:43.158079 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea230c21-676f-479e-92c4-6672d5fd9f9e x-openstack-request-id: req-ea230c21-676f-479e-92c4-6672d5fd9f9e {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:42:43.158365 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462ec833-5b19-46e6-8f3f-0f622f88b80d", "name": "network-vif-deleted", "tag": "ea2f0ad1-818c-4365-97e8-f79f984afed1", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:42:43.158621 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea230c21-676f-479e-92c4-6672d5fd9f9e {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:42:43.159049 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462ec833-5b19-46e6-8f3f-0f622f88b80d', 'name': 'network-vif-deleted', 'tag': 'ea2f0ad1-818c-4365-97e8-f79f984afed1', 'status': 'completed', 'code': 200} Feb 05 03:42:43.193279 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-08a78fbe-b4eb-478f-8fae-d54a75ba6c1f None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:42:43.241950 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6763931f-61bc-4982-8ec8-bdb3941ce461 req-2241f731-8973-45e9-8c57-7a96e5d89064 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=462ec833-5b19-46e6-8f3f-0f622f88b80d HTTP/1.1" status: 200 len: 210 time: 0.0323932 Feb 05 03:42:43.487396 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-08a78fbe-b4eb-478f-8fae-d54a75ba6c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:42:43.516855 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a78fbe-b4eb-478f-8fae-d54a75ba6c1f None None] Checking router: 9cbc2ddc-69ee-4359-be7c-1173629e8d22 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:42:43.525498 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a78fbe-b4eb-478f-8fae-d54a75ba6c1f None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:42:43.526103 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-08a78fbe-b4eb-478f-8fae-d54a75ba6c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:42:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:42:43.634339 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-08a78fbe-b4eb-478f-8fae-d54a75ba6c1f None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:42:43.829862 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-08a78fbe-b4eb-478f-8fae-d54a75ba6c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:42:43.855069 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a78fbe-b4eb-478f-8fae-d54a75ba6c1f None None] The sync data for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 is: [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:42:44.088956 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce7aaf-455d-4797-8fc2-a2ee68d2cffe None None] New status for floating IP fd286b09-f9fa-40a9-b638-fc3c4815307f: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:42:44.478898 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-98b0f27c-0a73-45ef-87a5-4096ef779006 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1071219101&fields=id&tenant_id=8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 267 time: 0.0414474 Feb 05 03:42:44.585163 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-b2a35ce8-1ed7-4ff2-bd15-40cc274213eb tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:44.586602 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-b2a35ce8-1ed7-4ff2-bd15-40cc274213eb tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 811 time: 0.1007922 Feb 05 03:42:44.600666 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-134271aa-8d61-4887-8ccb-d0417250c5e7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/quotas/8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 375 time: 0.0087357 Feb 05 03:42:44.654406 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-38fed4b7-1015-4d55-87d9-33e19e636032 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488367 Feb 05 03:42:44.751349 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-ba99afe3-4e03-480e-9f2f-c48ec1e00431 service neutron] 10.222.0.36 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856764 Feb 05 03:42:44.837225 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-a7ff6e2b-d4c9-4a93-b5a5-eb935206e2a5 service neutron] 10.222.0.36 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802760 Feb 05 03:42:44.997024 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67b75622-8ab7-4c57-878a-6179a0f506bd req-172292e5-b41b-4026-ad7e-deca020dcbf2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 210 time: 0.0271397 Feb 05 03:42:45.930240 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-c5588049-a1ce-4dc1-856b-b23fca622239 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:45.931772 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-c5588049-a1ce-4dc1-856b-b23fca622239 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 811 time: 0.1097298 Feb 05 03:42:45.993473 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-650a3878-14c6-4cc7-936c-3ef20f60b524 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 380 time: 0.0537548 Feb 05 03:42:46.001785 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-ba39d031-40f8-4863-8549-9b72abab1bb9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Request body: {'port': {'device_id': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'admin_state_up': True, 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'security_groups': ['b4525bb6-8bcf-467b-a8b3-424580a15a08']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:42:46.090459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ea2f0ad1-818c-4365-97e8-f79f984afed1 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:42:46.105868 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f59ecc01-2e60-42d6-a823-4e67b7070ffa req-3cbd4276-99e9-41b9-bcd8-13a6f95cebd8 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 210 time: 0.0334890 Feb 05 03:42:46.115879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-ba39d031-40f8-4863-8549-9b72abab1bb9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Made reservation on behalf of 8a6b124a2f6f4932b34c96df434f86f9 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:42:46.118520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: ea2f0ad1-818c-4365-97e8-f79f984afed1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:42:46.118965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ea2f0ad1-818c-4365-97e8-f79f984afed1 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:42:46.120954 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-ba39d031-40f8-4863-8549-9b72abab1bb9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:46.244857 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-ba39d031-40f8-4863-8549-9b72abab1bb9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Allocated IP 172.20.0.11 (70654eca-e69e-4152-a5bd-8761a3da23ec/df1793d7-e70b-4e4c-8d53-582279c2b1c0/c667140e-741c-4ac4-bbbe-1a1ee7d50fa0) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:42:46.378952 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:42:46.384501 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-ba39d031-40f8-4863-8549-9b72abab1bb9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:46.417460 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-ba39d031-40f8-4863-8549-9b72abab1bb9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:46.461551 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-ba39d031-40f8-4863-8549-9b72abab1bb9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Network 70654eca-e69e-4152-a5bd-8761a3da23ec is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:42:46.464640 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-ba39d031-40f8-4863-8549-9b72abab1bb9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:42:46.468460 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-ba39d031-40f8-4863-8549-9b72abab1bb9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:42:46.474705 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39d031-40f8-4863-8549-9b72abab1bb9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Pushing event updated for resources: {'Port': ['ID=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:42:46.521851 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-ba39d031-40f8-4863-8549-9b72abab1bb9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:46.522375 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-ba39d031-40f8-4863-8549-9b72abab1bb9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:46.540138 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-ba39d031-40f8-4863-8549-9b72abab1bb9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5419490 Feb 05 03:42:46.551236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Request body: {'port': {'device_id': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:42:46.617925 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:46.694284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-208f011d-cb75-46f3-892e-8c7b501ddc15 None None] Provisioning complete for port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:42:46.694764 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-208f011d-cb75-46f3-892e-8c7b501ddc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:46.739232 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:46.739806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-208f011d-cb75-46f3-892e-8c7b501ddc15 None None] Port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:42:46.881083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:42:46.888225 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Publish callbacks [] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:46.899666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Transition to ACTIVE for port object c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:42:46.903161 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:46.950402 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Pushing event updated for resources: {'Port': ['ID=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:42:47.026734 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Attempting to bind port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:42:47.027149 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Attempting to bind port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:42:47.027421 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Attempting to bind port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:42:47.032328 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 on network 70654eca-e69e-4152-a5bd-8761a3da23ec not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:42:47.032649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Attempting to bind port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:42:47.037545 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:42:47.037883 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Checking segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:42:47.038263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Bound using segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:42:47.038691 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Bound port: c667140e-741c-4ac4-bbbe-1a1ee7d50fa0, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:42:47.039076 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:47.102943 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] For port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:42:47.106080 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] For port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:42:47.112544 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:47.143920 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:47.144619 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:47.146260 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] 10.222.0.31 "PUT /v2.0/ports/c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 HTTP/1.1" status: 200 len: 1092 time: 0.5993247 Feb 05 03:42:47.148723 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'tag': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:42:47.152765 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64e8e1f914b8c6b7e6f0f094630dfb83d535c100380bb8d8ac096c7070543160" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d506d70-c2bf-45ad-b7f4-09aaa68072d2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9b3438-c15e-4b26-a9e6-0883b7627f76", "tag": "c667140e-741c-4ac4-bbbe-1a1ee7d50fa0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:42:47.230490 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9be04f8-b945-4055-851b-c67fefab7e2e x-openstack-request-id: req-e9be04f8-b945-4055-851b-c67fefab7e2e {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:42:47.230943 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9b3438-c15e-4b26-a9e6-0883b7627f76", "tag": "c667140e-741c-4ac4-bbbe-1a1ee7d50fa0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:42:47.231260 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9be04f8-b945-4055-851b-c67fefab7e2e {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:42:47.231719 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'tag': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0', 'status': 'completed', 'code': 200} Feb 05 03:42:47.253626 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5adf19-e40c-434a-ba57-4d63122d0672 service neutron] Pushing event updated for resources: {'Port': ['ID=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:42:47.260315 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc088548-44ae-4e18-8a7c-ac5903077823 req-f770b3ea-bc73-4289-8c67-2529396b9994 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:47.268768 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc088548-44ae-4e18-8a7c-ac5903077823 req-f770b3ea-bc73-4289-8c67-2529396b9994 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 944 time: 0.0661802 Feb 05 03:42:47.270215 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-f7246eb9-e485-48da-a97d-9dcfa48ee2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:47.271916 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-f7246eb9-e485-48da-a97d-9dcfa48ee2cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 1126 time: 0.0818493 Feb 05 03:42:47.315038 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bc088548-44ae-4e18-8a7c-ac5903077823 req-649f5286-dbe4-46a9-8d6c-53167331ec0f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453403 Feb 05 03:42:47.317775 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-11c0ca39-e85a-4f7f-b177-1c650be941e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 HTTP/1.1" status: 200 len: 217 time: 0.0373731 Feb 05 03:42:47.371276 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-914917c7-7b6a-4c25-98d2-2953ccc735fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:47.373491 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-914917c7-7b6a-4c25-98d2-2953ccc735fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0495439 Feb 05 03:42:47.426573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-73f1f781-1bf6-4f66-9c64-03a717767c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:47.428109 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-73f1f781-1bf6-4f66-9c64-03a717767c4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490577 Feb 05 03:42:47.515553 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-18e92abe-c60b-4960-952f-a4d289cd1c0d service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813460 Feb 05 03:42:47.607242 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e68d9e4c-9214-4eb5-b9bb-a83e7b85494c req-9757a501-d4be-48a4-9d2d-24aadc119935 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857608 Feb 05 03:42:47.697237 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d506d70-c2bf-45ad-b7f4-09aaa68072d2 req-2b2e60f1-9823-483e-bb20-7b75fed9162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:47.698717 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6d506d70-c2bf-45ad-b7f4-09aaa68072d2 req-2b2e60f1-9823-483e-bb20-7b75fed9162f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 1126 time: 0.0450993 Feb 05 03:42:47.786474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d506d70-c2bf-45ad-b7f4-09aaa68072d2 req-f9a9cf0e-b30a-461e-96cf-caa117747ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:47.787957 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6d506d70-c2bf-45ad-b7f4-09aaa68072d2 req-f9a9cf0e-b30a-461e-96cf-caa117747ada service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0828815 Feb 05 03:42:47.832668 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6d506d70-c2bf-45ad-b7f4-09aaa68072d2 req-fc447c7d-b732-46ac-8515-4315b068f616 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 HTTP/1.1" status: 200 len: 217 time: 0.0377786 Feb 05 03:42:47.880798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d506d70-c2bf-45ad-b7f4-09aaa68072d2 req-d12021f6-6e84-401d-8d0a-dc932129ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:47.882224 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6d506d70-c2bf-45ad-b7f4-09aaa68072d2 req-d12021f6-6e84-401d-8d0a-dc932129ed2c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0429049 Feb 05 03:42:47.930667 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d506d70-c2bf-45ad-b7f4-09aaa68072d2 req-26ee729d-5281-438f-a7ca-a9b899c8e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:47.932171 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6d506d70-c2bf-45ad-b7f4-09aaa68072d2 req-26ee729d-5281-438f-a7ca-a9b899c8e3c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440714 Feb 05 03:42:48.021694 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6d506d70-c2bf-45ad-b7f4-09aaa68072d2 req-88545cb9-8ac1-43a1-a422-8e13ab3c6341 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829496 Feb 05 03:42:48.108422 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6d506d70-c2bf-45ad-b7f4-09aaa68072d2 req-3bff240b-5f0a-4338-9c21-b900c5edf530 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809824 Feb 05 03:42:48.437111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c15f73-4425-412d-a972-8faf89ca7897 req-c84e5592-a057-4fe8-9bbc-29a0434aadb7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:48.438590 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-26c15f73-4425-412d-a972-8faf89ca7897 req-c84e5592-a057-4fe8-9bbc-29a0434aadb7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 944 time: 0.0520403 Feb 05 03:42:48.484149 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-26c15f73-4425-412d-a972-8faf89ca7897 req-3be831cc-c166-40db-990c-f4d9277a3b7d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399692 Feb 05 03:42:49.608758 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b9563-e27c-457e-ac12-0c12bce4b5b1 req-1321e820-52db-4e6e-a732-502d5de6cb03 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:49.611525 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d1b9563-e27c-457e-ac12-0c12bce4b5b1 req-1321e820-52db-4e6e-a732-502d5de6cb03 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 944 time: 0.0602775 Feb 05 03:42:49.657355 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d1b9563-e27c-457e-ac12-0c12bce4b5b1 req-eeb7481f-da2d-4a2a-a019-5d5bf367bba0 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407147 Feb 05 03:42:50.091748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:42:50.191538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:42:50.203618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'port_id': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0', 'mac_address': 'fa:16:3e:55:dd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:42:50.239679 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:42:50.240195 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:50.254586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:42:50.274337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:42:50.278413 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:50.330337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:42:50.560107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['c667140e-741c-4ac4-bbbe-1a1ee7d50fa0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:42:50.775533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd066acb-f7b5-4828-bd82-f6fa5086e99a req-4576e3d3-9705-414e-8dd9-c0a544af16a9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:50.777010 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd066acb-f7b5-4828-bd82-f6fa5086e99a req-4576e3d3-9705-414e-8dd9-c0a544af16a9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 945 time: 0.0516250 Feb 05 03:42:50.822898 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd066acb-f7b5-4828-bd82-f6fa5086e99a req-342ad239-7041-4f1e-88ad-a387f95fa031 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396593 Feb 05 03:42:51.945526 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d067c3d-4180-4e7f-aedb-c559bdfd6a50 req-54945c83-b397-4a80-a7d1-a2d22b812ed7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:51.947044 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d067c3d-4180-4e7f-aedb-c559bdfd6a50 req-54945c83-b397-4a80-a7d1-a2d22b812ed7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 945 time: 0.0573506 Feb 05 03:42:51.994963 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6d067c3d-4180-4e7f-aedb-c559bdfd6a50 req-fa8ebb2e-4fa8-4676-ab0a-0185f03736f9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412319 Feb 05 03:42:52.109143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:42:52.164005 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:42:52.167776 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:42:52.168251 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:52.244095 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:42:52.244483 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:52.266419 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:42:52.268646 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e99dce04edc652be83a46ec9aab9202f562f9c7ef12e09a92ae777e62ae4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b119166-f0a6-44f6-bc41-f56eaaeb460e" -d '{"events": [{"server_uuid": "fc9b3438-c15e-4b26-a9e6-0883b7627f76", "name": "network-vif-plugged", "status": "completed", "tag": "c667140e-741c-4ac4-bbbe-1a1ee7d50fa0"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:42:52.281515 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:42:52.285435 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:52.313825 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a3b2f4-ffc7-4073-80a0-1fac967908ef x-openstack-request-id: req-b3a3b2f4-ffc7-4073-80a0-1fac967908ef {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:42:52.314130 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9b3438-c15e-4b26-a9e6-0883b7627f76", "name": "network-vif-plugged", "status": "completed", "tag": "c667140e-741c-4ac4-bbbe-1a1ee7d50fa0", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:42:52.314388 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3a3b2f4-ffc7-4073-80a0-1fac967908ef {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:42:52.314794 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0', 'code': 200} Feb 05 03:42:52.346052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:42:52.684332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74800c3-83fc-4e60-b089-36b6997dccb5 req-0cf1f446-7bb7-4277-9540-ff4060d2a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:52.685837 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c74800c3-83fc-4e60-b089-36b6997dccb5 req-0cf1f446-7bb7-4277-9540-ff4060d2a44f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 1128 time: 0.3090682 Feb 05 03:42:52.728966 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c74800c3-83fc-4e60-b089-36b6997dccb5 req-a3a3ca5a-ad60-47eb-8e86-afc01f6b25f6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368767 Feb 05 03:42:53.113935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561e9a7-767a-48f8-9c2c-4a73fdfde0eb req-958fa1f3-519b-4245-9524-ce58a9267665 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:53.115460 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7561e9a7-767a-48f8-9c2c-4a73fdfde0eb req-958fa1f3-519b-4245-9524-ce58a9267665 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0531449 Feb 05 03:42:53.162452 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7561e9a7-767a-48f8-9c2c-4a73fdfde0eb req-fc3755e8-5b0c-4df2-91a6-db0be676e05c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414734 Feb 05 03:42:54.338512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd6f34-2e4e-478d-bf29-7944e9918834 req-d68894f3-9017-4f23-9de6-bf8ddf3adde2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:54.340029 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aafd6f34-2e4e-478d-bf29-7944e9918834 req-d68894f3-9017-4f23-9de6-bf8ddf3adde2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0522523 Feb 05 03:42:54.389768 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aafd6f34-2e4e-478d-bf29-7944e9918834 req-de88f7bd-190b-4631-8112-cc426f94eea6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441563 Feb 05 03:42:54.541323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5e55c-bc82-472e-a3ab-05dd7849c99b req-15b99e43-68ff-48dc-94d4-6836aa750e40 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:54.542684 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4ee5e55c-bc82-472e-a3ab-05dd7849c99b req-15b99e43-68ff-48dc-94d4-6836aa750e40 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0508227 Feb 05 03:42:54.551932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43518) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:42:54.556143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-29b19eef-e520-4f7b-9d0c-b2e5cb4d715e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Request body: {'floatingip': {'port_id': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:42:54.595165 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29b19eef-e520-4f7b-9d0c-b2e5cb4d715e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for floatingip (fd286b09-f9fa-40a9-b638-fc3c4815307f), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:55.013170 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29b19eef-e520-4f7b-9d0c-b2e5cb4d715e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:55.017410 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29b19eef-e520-4f7b-9d0c-b2e5cb4d715e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (fd286b09-f9fa-40a9-b638-fc3c4815307f), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:55.116490 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-29b19eef-e520-4f7b-9d0c-b2e5cb4d715e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Floating IP fd286b09-f9fa-40a9-b638-fc3c4815307f associated. External IP: 172.25.0.241, port: c667140e-741c-4ac4-bbbe-1a1ee7d50fa0. Feb 05 03:42:55.322933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b19eef-e520-4f7b-9d0c-b2e5cb4d715e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:42:55.431225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b19eef-e520-4f7b-9d0c-b2e5cb4d715e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:42:55.436728 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29b19eef-e520-4f7b-9d0c-b2e5cb4d715e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:42:55.442661 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd6f26-747e-471c-8fc1-b3049e61593f None None] Sync routers for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:42:55.453604 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfd6f26-747e-471c-8fc1-b3049e61593f None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:42:55.454206 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6cfd6f26-747e-471c-8fc1-b3049e61593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:42:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:42:55.470424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-29b19eef-e520-4f7b-9d0c-b2e5cb4d715e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "PUT /v2.0/floatingips/fd286b09-f9fa-40a9-b638-fc3c4815307f HTTP/1.1" status: 200 len: 992 time: 0.9174790 Feb 05 03:42:55.471146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'tag': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:42:55.473492 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f02353bbde511137ea32728213758f1ade00a15627cb6c8234aaa103d751733" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b36c729-076a-4404-a120-1646863ed5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9b3438-c15e-4b26-a9e6-0883b7627f76", "tag": "c667140e-741c-4ac4-bbbe-1a1ee7d50fa0"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:42:55.519447 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcaeb42-cabc-44eb-bce8-24f109518594 x-openstack-request-id: req-ebcaeb42-cabc-44eb-bce8-24f109518594 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:42:55.519752 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9b3438-c15e-4b26-a9e6-0883b7627f76", "tag": "c667140e-741c-4ac4-bbbe-1a1ee7d50fa0", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:42:55.520013 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ebcaeb42-cabc-44eb-bce8-24f109518594 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:42:55.520416 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'tag': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0', 'status': 'completed', 'code': 200} Feb 05 03:42:55.562414 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6cfd6f26-747e-471c-8fc1-b3049e61593f None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:42:55.583361 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e830d5-29c2-4e18-927b-e44631808481 req-37ea01fd-6930-4e37-a054-4c44812539ff tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:55.584381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36c729-076a-4404-a120-1646863ed5f3 req-52839c3f-b6b7-4308-b565-598e899817ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:55.584881 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28e830d5-29c2-4e18-927b-e44631808481 req-37ea01fd-6930-4e37-a054-4c44812539ff tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0553582 Feb 05 03:42:55.588325 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b36c729-076a-4404-a120-1646863ed5f3 req-52839c3f-b6b7-4308-b565-598e899817ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 1128 time: 0.0481615 Feb 05 03:42:55.632369 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-28e830d5-29c2-4e18-927b-e44631808481 req-93166af1-0461-4723-8dab-49360f91d893 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417080 Feb 05 03:42:55.683463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36c729-076a-4404-a120-1646863ed5f3 req-728a39c4-448c-41e6-a403-fa80a2ac6644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:55.684920 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b36c729-076a-4404-a120-1646863ed5f3 req-728a39c4-448c-41e6-a403-fa80a2ac6644 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0906546 Feb 05 03:42:55.749906 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b36c729-076a-4404-a120-1646863ed5f3 req-86e9abda-6226-4aea-8d60-8736e3f08c5d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 HTTP/1.1" status: 200 len: 1000 time: 0.0592201 Feb 05 03:42:55.787564 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6cfd6f26-747e-471c-8fc1-b3049e61593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'fd286b09-f9fa-40a9-b638-fc3c4815307f', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'port_id': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'mac_address': 'fa:16:3e:55:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:41:59Z', 'updated_at': '2022-02-05T03:42:54Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:42:55.797275 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36c729-076a-4404-a120-1646863ed5f3 req-e136cdc3-16bb-4002-a7e7-addb25278979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:55.798715 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b36c729-076a-4404-a120-1646863ed5f3 req-e136cdc3-16bb-4002-a7e7-addb25278979 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0438912 Feb 05 03:42:55.817801 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd6f26-747e-471c-8fc1-b3049e61593f None None] Checking router: 9cbc2ddc-69ee-4359-be7c-1173629e8d22 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:42:55.828029 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfd6f26-747e-471c-8fc1-b3049e61593f None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:42:55.828783 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6cfd6f26-747e-471c-8fc1-b3049e61593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:42:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:42:55.852584 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36c729-076a-4404-a120-1646863ed5f3 req-368aa65e-f96a-4ac8-8593-aea70a85dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:55.853989 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b36c729-076a-4404-a120-1646863ed5f3 req-368aa65e-f96a-4ac8-8593-aea70a85dbf1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495305 Feb 05 03:42:55.939390 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6cfd6f26-747e-471c-8fc1-b3049e61593f None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:42:55.944095 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b36c729-076a-4404-a120-1646863ed5f3 req-86bb30d4-5dc7-4b2e-b4c5-4c2720c780b0 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830269 Feb 05 03:42:56.040164 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4b36c729-076a-4404-a120-1646863ed5f3 req-a8688fb1-adbb-4ef8-a6bb-c8fb170aae11 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901282 Feb 05 03:42:56.163679 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6cfd6f26-747e-471c-8fc1-b3049e61593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'fd286b09-f9fa-40a9-b638-fc3c4815307f', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'port_id': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'mac_address': 'fa:16:3e:55:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:41:59Z', 'updated_at': '2022-02-05T03:42:54Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:42:56.189051 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd6f26-747e-471c-8fc1-b3049e61593f None None] The sync data for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 is: [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'fd286b09-f9fa-40a9-b638-fc3c4815307f', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'port_id': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'mac_address': 'fa:16:3e:55:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:41:59Z', 'updated_at': '2022-02-05T03:42:54Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:42:56.375281 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eee2ed-1993-4a65-b3b7-7814e61cd25a None None] New status for floating IP fd286b09-f9fa-40a9-b638-fc3c4815307f: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:42:56.754842 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6b837-5bab-4946-978e-33cedfc093d6 req-3bb5238b-10ab-4c05-ac03-579cdd9272c5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:56.756310 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6d6b837-5bab-4946-978e-33cedfc093d6 req-3bb5238b-10ab-4c05-ac03-579cdd9272c5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0517862 Feb 05 03:42:56.802579 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6d6b837-5bab-4946-978e-33cedfc093d6 req-dd9536c9-95ac-4dfa-a2b9-815aae017969 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404599 Feb 05 03:42:57.288333 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e82417-c36c-4053-8e0f-1e3669c857be req-db11ea9f-666f-4721-8e32-00e8bb5e44cd tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:57.289806 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48e82417-c36c-4053-8e0f-1e3669c857be req-db11ea9f-666f-4721-8e32-00e8bb5e44cd tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.3397701 Feb 05 03:42:57.335666 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48e82417-c36c-4053-8e0f-1e3669c857be req-ec4b48b9-e193-4300-852b-521210b93c63 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402975 Feb 05 03:42:58.458543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8eb76e-3df3-460b-a068-426f43c29723 req-7d906968-ed0d-40b0-be47-c0f39d46dcda tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:58.460056 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f8eb76e-3df3-460b-a068-426f43c29723 req-7d906968-ed0d-40b0-be47-c0f39d46dcda tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0510979 Feb 05 03:42:58.506839 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f8eb76e-3df3-460b-a068-426f43c29723 req-e4202f63-1727-44bb-bed6-1ea56d033bff tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410218 Feb 05 03:42:59.632671 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf863bf-d274-44f3-8f36-2d6b9fac18bf req-c4ec721a-2835-407a-9a1a-b4cc23b3fdf6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:42:59.634060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9cf863bf-d274-44f3-8f36-2d6b9fac18bf req-c4ec721a-2835-407a-9a1a-b4cc23b3fdf6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0571132 Feb 05 03:42:59.679766 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9cf863bf-d274-44f3-8f36-2d6b9fac18bf req-6fe4d38c-29b4-4808-9d1f-c36685fab08a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401196 Feb 05 03:43:00.880753 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6d4f8-4050-415d-a07b-9ed59d95e5ef req-982f1ea7-377e-47d9-9d7a-8f2eb3fc35c4 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:00.882242 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17c6d4f8-4050-415d-a07b-9ed59d95e5ef req-982f1ea7-377e-47d9-9d7a-8f2eb3fc35c4 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0981159 Feb 05 03:43:00.927738 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17c6d4f8-4050-415d-a07b-9ed59d95e5ef req-0d1532cb-b871-4167-ac52-a16c5e8a90e3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399380 Feb 05 03:43:02.051331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77549095-c5b2-4065-87eb-01c000c937b3 req-9b45951c-5613-4cb2-9ed7-d3a221edfac9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:02.052791 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77549095-c5b2-4065-87eb-01c000c937b3 req-9b45951c-5613-4cb2-9ed7-d3a221edfac9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0569139 Feb 05 03:43:02.178691 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77549095-c5b2-4065-87eb-01c000c937b3 req-880b008d-2d81-4b48-8253-255b1b236667 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833573 Feb 05 03:43:03.298290 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c7583-8127-4183-a4ec-4fdf3aeffce4 req-b5b93cf8-bf25-4d3f-a8bf-5fef6c31ef7e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:03.299784 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-430c7583-8127-4183-a4ec-4fdf3aeffce4 req-b5b93cf8-bf25-4d3f-a8bf-5fef6c31ef7e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0528314 Feb 05 03:43:03.346001 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-430c7583-8127-4183-a4ec-4fdf3aeffce4 req-7c9bb04a-f60e-42f5-aa1e-3d0c33bcf0a0 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407331 Feb 05 03:43:03.729186 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-281dc046-3b98-48ee-af27-43451e86875c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:04.463475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a1423-f6a9-48ef-9b0f-b58a9248cc13 req-c5ef7d94-433e-405d-9726-83c46712f364 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:04.464941 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-227a1423-f6a9-48ef-9b0f-b58a9248cc13 req-c5ef7d94-433e-405d-9726-83c46712f364 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0514898 Feb 05 03:43:04.514030 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-227a1423-f6a9-48ef-9b0f-b58a9248cc13 req-b522fcc9-3181-4c42-b590-63c7fcaba112 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429914 Feb 05 03:43:05.633955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3040138-e206-4d81-b678-e9e5b1605b96 req-90e408de-01b2-4a20-9c21-4225d87175fe tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:05.635465 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3040138-e206-4d81-b678-e9e5b1605b96 req-90e408de-01b2-4a20-9c21-4225d87175fe tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0521872 Feb 05 03:43:05.683076 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a3040138-e206-4d81-b678-e9e5b1605b96 req-a9032f9b-e6d9-4476-b66a-d2e90c09115a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415118 Feb 05 03:43:05.937677 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dff6468d-bd85-4359-b74a-691af5b5e01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:06.802991 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72500cf-59a5-4da5-a724-5f77b5647a22 req-457d84dd-974d-4e8c-96be-e717714497c3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:06.804456 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a72500cf-59a5-4da5-a724-5f77b5647a22 req-457d84dd-974d-4e8c-96be-e717714497c3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0523462 Feb 05 03:43:06.850520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a72500cf-59a5-4da5-a724-5f77b5647a22 req-0362f974-8810-43e0-9645-6cd70e4f58ce tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404322 Feb 05 03:43:07.271513 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:07.974386 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87478bc8-70be-4403-a5cd-deb6fca564dc req-eeb2857d-2b98-4f9c-8c22-8ff018563982 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:07.975879 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87478bc8-70be-4403-a5cd-deb6fca564dc req-eeb2857d-2b98-4f9c-8c22-8ff018563982 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0587525 Feb 05 03:43:08.020913 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87478bc8-70be-4403-a5cd-deb6fca564dc req-f8eacc42-95ad-48d8-9ee7-583e797a6a6b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394881 Feb 05 03:43:08.813074 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:09.137403 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4c17c-85c6-4a55-8ec0-f86bcc344282 req-70191961-4558-4506-a8c3-f10de9d2c354 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:09.138899 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9c4c17c-85c6-4a55-8ec0-f86bcc344282 req-70191961-4558-4506-a8c3-f10de9d2c354 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0515454 Feb 05 03:43:09.185005 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9c4c17c-85c6-4a55-8ec0-f86bcc344282 req-4c1730e1-c8a8-49bd-94f6-cd686089dd15 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401642 Feb 05 03:43:10.098103 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:10.303282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574b00f-6fc9-4a73-9edf-af0a87635550 req-db67d453-e2a7-4777-82ff-0fc99de7c403 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:10.304740 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c574b00f-6fc9-4a73-9edf-af0a87635550 req-db67d453-e2a7-4777-82ff-0fc99de7c403 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0515418 Feb 05 03:43:10.355460 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c574b00f-6fc9-4a73-9edf-af0a87635550 req-bfbb96ce-7892-4bff-b135-f85012aecde6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450623 Feb 05 03:43:11.473346 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efeefe-9491-4cc4-8ab7-ed33c65455de req-c8a7538a-b655-439f-ae6b-6e4f695f0071 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:11.474919 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89efeefe-9491-4cc4-8ab7-ed33c65455de req-c8a7538a-b655-439f-ae6b-6e4f695f0071 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0526271 Feb 05 03:43:11.521614 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-89efeefe-9491-4cc4-8ab7-ed33c65455de req-b7cf1d71-d30f-4815-bd3e-f94768ddc12e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410807 Feb 05 03:43:11.865752 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:12.641702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30c321-9b92-4bac-8552-bc1608dc8f7e req-d301754f-2d29-4b11-a729-1b0373731c8f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:12.643085 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d30c321-9b92-4bac-8552-bc1608dc8f7e req-d301754f-2d29-4b11-a729-1b0373731c8f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0532827 Feb 05 03:43:12.690034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d30c321-9b92-4bac-8552-bc1608dc8f7e req-77184907-1d62-42df-8d19-f04f1808a904 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414605 Feb 05 03:43:13.816147 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a75fd-d2aa-4f88-9b98-31bd921f574f req-76207fdc-c5e2-464f-99ca-9355efed9c46 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:13.817617 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-959a75fd-d2aa-4f88-9b98-31bd921f574f req-76207fdc-c5e2-464f-99ca-9355efed9c46 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0597687 Feb 05 03:43:13.863923 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-959a75fd-d2aa-4f88-9b98-31bd921f574f req-7a95ff99-9e8d-4a08-bf4a-e234c6b6d590 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409904 Feb 05 03:43:14.986908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541d725-b921-4662-9acb-b6a9716e4ff2 req-a3c76061-d437-4b77-bfbc-2fb5a993b600 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:14.988388 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a541d725-b921-4662-9acb-b6a9716e4ff2 req-a3c76061-d437-4b77-bfbc-2fb5a993b600 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0529709 Feb 05 03:43:15.033934 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a541d725-b921-4662-9acb-b6a9716e4ff2 req-be9abafe-08c2-4bb6-aac7-94afb5175f06 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400019 Feb 05 03:43:16.158033 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c72f34-b1a7-4108-b19c-1edebb41e6f2 req-9bd8212e-fed3-4dad-8bfe-11c63ba069cf tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:16.159549 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54c72f34-b1a7-4108-b19c-1edebb41e6f2 req-9bd8212e-fed3-4dad-8bfe-11c63ba069cf tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0592291 Feb 05 03:43:16.204353 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-54c72f34-b1a7-4108-b19c-1edebb41e6f2 req-abda2e41-3c03-43ac-83bf-041f8c22802e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393023 Feb 05 03:43:16.721103 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:17.324491 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421cc91-d3b2-4573-adf8-6264df0ed765 req-26f93f09-327e-439a-850d-def6baf69283 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:17.325970 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6421cc91-d3b2-4573-adf8-6264df0ed765 req-26f93f09-327e-439a-850d-def6baf69283 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0525820 Feb 05 03:43:17.372971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6421cc91-d3b2-4573-adf8-6264df0ed765 req-cbd745a0-8bed-4f2f-8792-23a54c2885c7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407984 Feb 05 03:43:18.491220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd59a2-bf79-412d-84bf-4f5d2252be8e req-ddbf1b6d-1859-4a1f-b8d3-147aa15b45ec tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:18.492698 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1bd59a2-bf79-412d-84bf-4f5d2252be8e req-ddbf1b6d-1859-4a1f-b8d3-147aa15b45ec tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0520031 Feb 05 03:43:18.542869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1bd59a2-bf79-412d-84bf-4f5d2252be8e req-74123326-dc34-48ea-9fb7-969a28f53a22 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446875 Feb 05 03:43:19.661527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142fb7c-b1f0-4161-baa6-476fda92f0c7 req-4cbbd9d5-8b4f-48a4-b3f7-8bf0c16139b7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:19.662922 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0142fb7c-b1f0-4161-baa6-476fda92f0c7 req-4cbbd9d5-8b4f-48a4-b3f7-8bf0c16139b7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0518813 Feb 05 03:43:19.709871 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0142fb7c-b1f0-4161-baa6-476fda92f0c7 req-2e8e7625-a0e7-4225-9037-9e76e598140b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415051 Feb 05 03:43:20.827590 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b41c3-0cb3-4424-b02e-eadd71aa81c5 req-3dee5684-1b11-47aa-bb36-458c8539c8c3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:20.829203 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d66b41c3-0cb3-4424-b02e-eadd71aa81c5 req-3dee5684-1b11-47aa-bb36-458c8539c8c3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0523992 Feb 05 03:43:20.875022 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d66b41c3-0cb3-4424-b02e-eadd71aa81c5 req-ea251829-018d-4d78-a845-b4387f88f886 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402448 Feb 05 03:43:21.997686 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b28364-cb8d-4bfb-84fa-558c9e3a9c17 req-2b1bcb7d-e7cf-4b8f-9927-0212c9624e9f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:21.999785 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2b28364-cb8d-4bfb-84fa-558c9e3a9c17 req-2b1bcb7d-e7cf-4b8f-9927-0212c9624e9f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0552325 Feb 05 03:43:22.044927 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2b28364-cb8d-4bfb-84fa-558c9e3a9c17 req-2ea321fa-8182-499f-9bcc-34e871a39f18 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396364 Feb 05 03:43:23.164320 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8b137-2e97-4561-8740-3bac1394241d req-d442b4a4-da87-45de-b63b-c69e73417ffc tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:23.165780 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8a8b137-2e97-4561-8740-3bac1394241d req-d442b4a4-da87-45de-b63b-c69e73417ffc tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0521190 Feb 05 03:43:23.211060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8a8b137-2e97-4561-8740-3bac1394241d req-0f9392aa-4808-46bb-83df-9c273f859bb2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397854 Feb 05 03:43:23.379592 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:43:23.475767 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-ed448375-9554-4347-a384-ec66727f7a33 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792894 Feb 05 03:43:23.483253 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfe362-315e-497e-bf25-19357059f1ed req-7c1d1517-f85b-4503-82a4-67f2693932ec tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:23.484820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55bfe362-315e-497e-bf25-19357059f1ed req-7c1d1517-f85b-4503-82a4-67f2693932ec tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0804200 Feb 05 03:43:23.533423 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55bfe362-315e-497e-bf25-19357059f1ed req-645f07ce-b2e2-4c48-a393-071d174a3099 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431004 Feb 05 03:43:24.558586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-1cda80f9-a1ca-4f06-9b13-d7e88216c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:24.560113 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-1cda80f9-a1ca-4f06-9b13-d7e88216c7fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 1128 time: 0.0475042 Feb 05 03:43:24.659299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a59e8-7e2d-42c0-9e5c-9ec5044112d5 req-82bc79c3-125b-4249-bcdc-67e4f070a9e3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:24.660116 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-584091c4-7d9c-4658-a08c-f8c14c1299ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:24.660797 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb1a59e8-7e2d-42c0-9e5c-9ec5044112d5 req-82bc79c3-125b-4249-bcdc-67e4f070a9e3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0535893 Feb 05 03:43:24.661567 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-584091c4-7d9c-4658-a08c-f8c14c1299ae service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0951099 Feb 05 03:43:24.707792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb1a59e8-7e2d-42c0-9e5c-9ec5044112d5 req-fbe5dfeb-d5f4-4198-bbaa-9c5c5ce2b8fe tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411441 Feb 05 03:43:24.731724 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-5f0bad9b-9f40-4627-bddf-4a1e46696112 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 HTTP/1.1" status: 200 len: 1002 time: 0.0637276 Feb 05 03:43:24.778603 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-d2062d31-630f-44db-9431-37f2058dc5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:24.780031 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-d2062d31-630f-44db-9431-37f2058dc5de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0426371 Feb 05 03:43:24.828252 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-b6c0de34-4e25-4d6f-a23d-9721ab4db680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:24.829668 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-b6c0de34-4e25-4d6f-a23d-9721ab4db680 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438643 Feb 05 03:43:24.927789 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-35ab7191-e328-44bf-a1de-a8dca12d4624 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923674 Feb 05 03:43:25.015910 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-88be1f2e-0e2a-4903-8de7-6297d72b644a service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814204 Feb 05 03:43:25.831566 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedef39d-4b4b-45b6-af54-12e196b95ac1 req-e4bbf545-537d-45c3-886f-99171660060c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:25.833097 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aedef39d-4b4b-45b6-af54-12e196b95ac1 req-e4bbf545-537d-45c3-886f-99171660060c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0568182 Feb 05 03:43:25.879539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aedef39d-4b4b-45b6-af54-12e196b95ac1 req-9fc5a8f0-9ba7-4171-8843-65476a86e1c3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405109 Feb 05 03:43:26.778824 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-7fdf424f-85ec-42a5-b669-8056d071730b service neutron] show failed (client error): The resource could not be found. Feb 05 03:43:26.779840 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-7fdf424f-85ec-42a5-b669-8056d071730b service neutron] 10.222.0.31 "GET /v2.0/ports/c667140e-741c-4ac4-bbbe-1a1ee7d50fa0/bindings/n-h2-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.0590923 Feb 05 03:43:27.006956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a282c5-3b7a-48cb-bbbc-3e7c95fcb2fa req-22230375-7f7e-4918-8e54-47125980165b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:27.009095 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-20a282c5-3b7a-48cb-bbbc-3e7c95fcb2fa req-22230375-7f7e-4918-8e54-47125980165b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0531616 Feb 05 03:43:27.053430 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-dcd07522-15a4-4bae-a2e9-9226a5a1bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:27.054883 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-dcd07522-15a4-4bae-a2e9-9226a5a1bbf4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76&tenant_id=8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 1128 time: 0.0843027 Feb 05 03:43:27.056317 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-20a282c5-3b7a-48cb-bbbc-3e7c95fcb2fa req-222956ef-902b-4303-803a-c7b2269b829c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417233 Feb 05 03:43:27.066927 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:43:27.123334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:27.324366 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] For port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:43:27.357554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] For port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:43:27.396792 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:43:27.401909 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Publish callbacks [] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:27.414597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Transition to ACTIVE for port object c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:43:27.418423 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:27.447072 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b98f332-ac3a-461f-8fc0-39ad92fb9387" -d '{"events": [{"server_uuid": "fc9b3438-c15e-4b26-a9e6-0883b7627f76", "name": "network-vif-unplugged", "status": "completed", "tag": "c667140e-741c-4ac4-bbbe-1a1ee7d50fa0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:43:27.504524 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Pushing event updated for resources: {'Port': ['ID=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:43:27.547564 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] No DVR routers for this DVR port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:43:27.584397 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ca1d46-80f3-4f89-a2a0-1c7c621514d3 x-openstack-request-id: req-95ca1d46-80f3-4f89-a2a0-1c7c621514d3 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:43:27.584397 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9b3438-c15e-4b26-a9e6-0883b7627f76", "name": "network-vif-unplugged", "status": "completed", "tag": "c667140e-741c-4ac4-bbbe-1a1ee7d50fa0", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:43:27.584729 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95ca1d46-80f3-4f89-a2a0-1c7c621514d3 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:43:27.584862 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0', 'code': 200} Feb 05 03:43:27.689163 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Attempting to bind port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:43:27.689492 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Attempting to bind port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:43:27.689815 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Attempting to bind port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:43:27.694044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 on network 70654eca-e69e-4152-a5bd-8761a3da23ec not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:43:27.694364 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Attempting to bind port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:43:27.699195 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:43:27.699538 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Checking segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:43:27.699919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Bound using segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:43:27.700332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Bound port: c667140e-741c-4ac4-bbbe-1a1ee7d50fa0, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:43:27.700682 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:27.762667 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] For port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:43:27.765526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] For port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:43:27.772020 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:27.804633 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:27.805415 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:27.806654 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] 10.222.0.10 "PUT /v2.0/ports/c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 HTTP/1.1" status: 200 len: 1092 time: 0.7448127 Feb 05 03:43:27.837343 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200d120-4cd4-42f8-a55c-46524d6c7224 service neutron] Pushing event updated for resources: {'Port': ['ID=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:43:27.882745 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-21807ea8-5a81-4560-8c1a-acb097ca9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:27.884289 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-21807ea8-5a81-4560-8c1a-acb097ca9ab1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 1126 time: 0.0553033 Feb 05 03:43:27.978275 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-7398a18c-2046-4fd3-b446-4692851937ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:27.980007 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-7398a18c-2046-4fd3-b446-4692851937ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0893736 Feb 05 03:43:28.048651 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-bff05dbb-8b3e-4612-b005-f1bbebd1a632 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 HTTP/1.1" status: 200 len: 1000 time: 0.0629370 Feb 05 03:43:28.100287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-72660b98-9fd8-4a04-a531-c21ddd343d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:28.101821 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-72660b98-9fd8-4a04-a531-c21ddd343d06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0469143 Feb 05 03:43:28.152479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-b45f4960-a5e4-4387-98ea-c70b2ae6e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:28.154058 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-b45f4960-a5e4-4387-98ea-c70b2ae6e4c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463629 Feb 05 03:43:28.181298 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31c43e-65bb-4c8b-a561-118fb7ae5630 req-d9c79ae6-a5a4-4ec1-9ca3-08fc9f87509f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:28.182895 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c31c43e-65bb-4c8b-a561-118fb7ae5630 req-d9c79ae6-a5a4-4ec1-9ca3-08fc9f87509f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 944 time: 0.0539849 Feb 05 03:43:28.234041 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c31c43e-65bb-4c8b-a561-118fb7ae5630 req-3889cf84-4ef9-4c33-a3c4-e0e01370f039 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448418 Feb 05 03:43:28.251584 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-b1eb6097-f92e-47e1-ac10-24f5e75d602e service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913846 Feb 05 03:43:28.339552 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7db9d319-7e73-451b-9b6a-d81e681a186a req-bbe60723-0f40-4de3-a24f-2a5943c34456 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822339 Feb 05 03:43:29.355419 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455acf7-5844-4b3e-acd1-35a537b7d81d req-118b80ee-100f-4d22-8a7b-b921e951ead1 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:29.356909 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3455acf7-5844-4b3e-acd1-35a537b7d81d req-118b80ee-100f-4d22-8a7b-b921e951ead1 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 944 time: 0.0529983 Feb 05 03:43:29.403331 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3455acf7-5844-4b3e-acd1-35a537b7d81d req-1554258d-9d0e-495c-b083-c73ed2df06e3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402231 Feb 05 03:43:29.586154 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'tag': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:43:29.588484 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729aab04-a50c-4347-9146-ff0378c3f6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9b3438-c15e-4b26-a9e6-0883b7627f76", "tag": "c667140e-741c-4ac4-bbbe-1a1ee7d50fa0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:43:29.636174 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c412df-8b4f-4a44-957b-d33022ac1493 x-openstack-request-id: req-99c412df-8b4f-4a44-957b-d33022ac1493 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:43:29.636466 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9b3438-c15e-4b26-a9e6-0883b7627f76", "tag": "c667140e-741c-4ac4-bbbe-1a1ee7d50fa0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:43:29.636724 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99c412df-8b4f-4a44-957b-d33022ac1493 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:43:29.637123 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'tag': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0', 'status': 'completed', 'code': 200} Feb 05 03:43:29.706278 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-b48d24d7-c534-4572-aeb1-845812d151bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:29.707803 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-b48d24d7-c534-4572-aeb1-845812d151bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 1126 time: 0.0520301 Feb 05 03:43:29.832125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-34127cc0-62e0-4d3d-8c3c-619c91a9f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:29.833589 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-34127cc0-62e0-4d3d-8c3c-619c91a9f8ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 1126 time: 0.1407850 Feb 05 03:43:29.837902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-6b4c859e-7b19-472a-b15d-7125e7681e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:29.839188 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-6b4c859e-7b19-472a-b15d-7125e7681e3a service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.1254940 Feb 05 03:43:29.950000 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-04d19f06-3922-4ca1-8b19-5b4c31bbf9f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 HTTP/1.1" status: 200 len: 1000 time: 0.1018364 Feb 05 03:43:30.005550 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-df0781aa-cac2-494a-8d72-ccf3120d2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:30.006999 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-df0781aa-cac2-494a-8d72-ccf3120d2fe5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.1660333 Feb 05 03:43:30.023975 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-bbed48b4-82bb-4cfa-9053-bf70fac685ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:30.025561 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-bbed48b4-82bb-4cfa-9053-bf70fac685ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0670152 Feb 05 03:43:30.101744 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-fcee9b67-c3fc-470e-90b4-0b4545c8a4ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 HTTP/1.1" status: 200 len: 1000 time: 0.0874259 Feb 05 03:43:30.118384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-fac2007c-361b-4f86-afab-e7dce3b6b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:30.119776 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-fac2007c-361b-4f86-afab-e7dce3b6b9a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0676980 Feb 05 03:43:30.200572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-c347018e-959f-4fc9-8166-02d790e17215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:30.202009 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-c347018e-959f-4fc9-8166-02d790e17215 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0945244 Feb 05 03:43:30.262348 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-48945d25-f62d-49d2-b476-b79ab57b2809 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223826 Feb 05 03:43:30.267172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:43:30.280058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-e01d9a55-637e-45b9-986b-af612e6154ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:30.281470 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-e01d9a55-637e-45b9-986b-af612e6154ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0732791 Feb 05 03:43:30.307640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] The host n-h1-826942-8 is not matching for port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 host n-h2-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:43:30.308022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:43:30.427501 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-91637520-472d-4d31-b41c-b90057e510de service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581521 Feb 05 03:43:30.432697 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-a0160ba8-65ea-4ab2-b287-62913f0b8885 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374457 Feb 05 03:43:30.524552 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-729aab04-a50c-4347-9146-ff0378c3f6d6 req-701b4321-ea01-4c3c-9ec3-43c6afe9f94f service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861919 Feb 05 03:43:30.526120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650dd7c-e4a7-4864-9942-7cbdd96668d0 req-1b098431-3421-4210-b21c-8a8cca8fb247 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:30.527638 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5650dd7c-e4a7-4864-9942-7cbdd96668d0 req-1b098431-3421-4210-b21c-8a8cca8fb247 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 944 time: 0.0525944 Feb 05 03:43:30.575162 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5650dd7c-e4a7-4864-9942-7cbdd96668d0 req-93b9270a-a34d-4068-9557-61c5875810cd tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419137 Feb 05 03:43:30.777581 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08568b-49dd-4aae-b359-76b44191a2d8 req-e21c02a4-12c7-431b-9e33-0b226d315344 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:30.779143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ee08568b-49dd-4aae-b359-76b44191a2d8 req-e21c02a4-12c7-431b-9e33-0b226d315344 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 944 time: 0.0581660 Feb 05 03:43:30.786636 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950903a-04c5-4eda-9dbf-60eac4185e41 req-4a5e6746-564d-4f89-9093-4bf9ed05d690 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:30.788145 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4950903a-04c5-4eda-9dbf-60eac4185e41 req-4a5e6746-564d-4f89-9093-4bf9ed05d690 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76&tenant_id=8a6b124a2f6f4932b34c96df434f86f9&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 944 time: 0.0571082 Feb 05 03:43:30.827107 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ee08568b-49dd-4aae-b359-76b44191a2d8 req-f6985b88-6cda-41d5-8713-f940e2113a86 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421324 Feb 05 03:43:30.853786 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-4950903a-04c5-4eda-9dbf-60eac4185e41 req-0cb2075c-a1cb-4145-bfc0-d254f8386ed5 service neutron] delete failed (client error): The resource could not be found. Feb 05 03:43:30.854883 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4950903a-04c5-4eda-9dbf-60eac4185e41 req-0cb2075c-a1cb-4145-bfc0-d254f8386ed5 service neutron] 10.222.0.31 "DELETE /v2.0/ports/c667140e-741c-4ac4-bbbe-1a1ee7d50fa0/bindings/n-h1-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.0598476 Feb 05 03:43:30.941833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950903a-04c5-4eda-9dbf-60eac4185e41 req-d4da45b9-e8a9-4502-88b9-38c0e954fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:30.943237 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4950903a-04c5-4eda-9dbf-60eac4185e41 req-d4da45b9-e8a9-4502-88b9-38c0e954fa72 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 1126 time: 0.0465875 Feb 05 03:43:31.030488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950903a-04c5-4eda-9dbf-60eac4185e41 req-8a910b5d-e4de-4c90-ab90-dc824c88f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:31.032554 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4950903a-04c5-4eda-9dbf-60eac4185e41 req-8a910b5d-e4de-4c90-ab90-dc824c88f8de service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0827134 Feb 05 03:43:31.102074 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4950903a-04c5-4eda-9dbf-60eac4185e41 req-d1b579c5-3849-4060-bef3-24addfac75cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 HTTP/1.1" status: 200 len: 1000 time: 0.0639048 Feb 05 03:43:31.151967 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950903a-04c5-4eda-9dbf-60eac4185e41 req-21fe6e03-10b0-40b5-8187-3c3cbb928543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:31.153439 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4950903a-04c5-4eda-9dbf-60eac4185e41 req-21fe6e03-10b0-40b5-8187-3c3cbb928543 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0453732 Feb 05 03:43:31.186510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:43:31.204588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950903a-04c5-4eda-9dbf-60eac4185e41 req-8985e908-9d7c-474b-aede-e607016dc376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:31.206124 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4950903a-04c5-4eda-9dbf-60eac4185e41 req-8985e908-9d7c-474b-aede-e607016dc376 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470278 Feb 05 03:43:31.306372 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4950903a-04c5-4eda-9dbf-60eac4185e41 req-d871289d-21f3-457f-a458-578f1efc1375 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942283 Feb 05 03:43:31.400745 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4950903a-04c5-4eda-9dbf-60eac4185e41 req-e51e66c3-7c2a-4f6f-b1e0-1b1ad8df5a9b service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857635 Feb 05 03:43:31.450750 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:43:31.463245 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'port_id': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0', 'mac_address': 'fa:16:3e:55:dd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:43:31.507942 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:43:31.508330 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:31.521207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:43:31.540186 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:43:31.543975 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:31.589687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:43:31.596840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:31.597186 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:31.597532 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:31.597864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:31.598191 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:31.598517 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:31.598879 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:31.599205 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:31.599526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:31.599846 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:31.600164 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:31.600484 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:31.600802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:31.748005 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['c667140e-741c-4ac4-bbbe-1a1ee7d50fa0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:43:31.953670 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bbde9-6920-4db8-9e96-9b9f5b6c5812 req-55ca04ea-e84d-4d14-8976-1775f2ed69e9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:31.955199 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed1bbde9-6920-4db8-9e96-9b9f5b6c5812 req-55ca04ea-e84d-4d14-8976-1775f2ed69e9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 945 time: 0.0547934 Feb 05 03:43:32.005491 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed1bbde9-6920-4db8-9e96-9b9f5b6c5812 req-96be0f56-813a-4176-86b4-77743edf7d84 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445981 Feb 05 03:43:32.130314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000201f3-2952-4afb-8224-713b2d89c6ec req-c13ee2c6-5ba1-466d-ba9a-b6a9356402b3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:32.131927 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-000201f3-2952-4afb-8224-713b2d89c6ec req-c13ee2c6-5ba1-466d-ba9a-b6a9356402b3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 945 time: 0.0559170 Feb 05 03:43:32.178986 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-000201f3-2952-4afb-8224-713b2d89c6ec req-136abba5-1b2d-40df-a091-95ec0a227139 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413327 Feb 05 03:43:32.374478 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc96fd-d9c7-469c-9acd-09e201c2c25b req-efb54657-681f-469e-bb7a-6d2aa2d0a650 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:32.376924 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d0fc96fd-d9c7-469c-9acd-09e201c2c25b req-efb54657-681f-469e-bb7a-6d2aa2d0a650 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 945 time: 0.0548518 Feb 05 03:43:32.413606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966577e-503d-4195-92f4-32ad08aa711d req-f1bd9b30-1a8c-4b0c-91fd-766e90d96e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:32.415122 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d966577e-503d-4195-92f4-32ad08aa711d req-f1bd9b30-1a8c-4b0c-91fd-766e90d96e2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 1127 time: 0.0538075 Feb 05 03:43:32.424917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d0fc96fd-d9c7-469c-9acd-09e201c2c25b req-7e5f7130-58b1-4b6f-bbf6-fbdc2927e64a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425613 Feb 05 03:43:32.503335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966577e-503d-4195-92f4-32ad08aa711d req-c9c1d53b-a6f9-4576-82d7-cc7291216a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:32.504796 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d966577e-503d-4195-92f4-32ad08aa711d req-c9c1d53b-a6f9-4576-82d7-cc7291216a2d service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0844061 Feb 05 03:43:32.574944 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d966577e-503d-4195-92f4-32ad08aa711d req-94d69fbc-b2ae-4822-92ae-763ee4218391 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 HTTP/1.1" status: 200 len: 1001 time: 0.0625522 Feb 05 03:43:32.621473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966577e-503d-4195-92f4-32ad08aa711d req-6c9557d5-9d70-4c0e-a2f2-3084ef85fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:32.622911 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d966577e-503d-4195-92f4-32ad08aa711d req-6c9557d5-9d70-4c0e-a2f2-3084ef85fff4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0419946 Feb 05 03:43:32.670670 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966577e-503d-4195-92f4-32ad08aa711d req-305c0d2b-c564-4c61-b6cd-984ab90d736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:32.672850 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d966577e-503d-4195-92f4-32ad08aa711d req-305c0d2b-c564-4c61-b6cd-984ab90d736f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440862 Feb 05 03:43:32.762115 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d966577e-503d-4195-92f4-32ad08aa711d req-012fc795-bc77-4e46-b9ca-d041920811e4 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839109 Feb 05 03:43:32.848040 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d966577e-503d-4195-92f4-32ad08aa711d req-694d6859-59e6-4109-9a72-58c17273cdc8 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801489 Feb 05 03:43:33.201050 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:43:33.251117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:43:33.255327 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:43:33.255704 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:33.333979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:43:33.334361 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:33.361759 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:43:33.375621 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:43:33.381673 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:33.405646 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8e1cf3-ce24-418d-83ee-af60ef40d4e6" -d '{"events": [{"server_uuid": "fc9b3438-c15e-4b26-a9e6-0883b7627f76", "name": "network-vif-plugged", "status": "completed", "tag": "c667140e-741c-4ac4-bbbe-1a1ee7d50fa0"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:43:33.434509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:43:33.499431 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961828b9-9a53-4426-afee-52cc1669b3cf x-openstack-request-id: req-961828b9-9a53-4426-afee-52cc1669b3cf {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:43:33.499726 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9b3438-c15e-4b26-a9e6-0883b7627f76", "name": "network-vif-plugged", "status": "completed", "tag": "c667140e-741c-4ac4-bbbe-1a1ee7d50fa0", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:43:33.499984 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-961828b9-9a53-4426-afee-52cc1669b3cf {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:43:33.500384 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0', 'code': 200} Feb 05 03:43:33.548018 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34d2c8-82d1-4b6b-903b-05056a5ab0df req-4081b602-786a-49bf-bc70-93c519f4fa12 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:33.549687 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb34d2c8-82d1-4b6b-903b-05056a5ab0df req-4081b602-786a-49bf-bc70-93c519f4fa12 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0537007 Feb 05 03:43:33.599100 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb34d2c8-82d1-4b6b-903b-05056a5ab0df req-a4994a1e-95aa-4dd7-8cda-77f3b4218b08 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438197 Feb 05 03:43:33.733629 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5b984836-735e-4482-a951-6a4232c95c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:33.836186 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d211154-9a9f-4964-b7bd-edea5ae27538 req-364b6882-9a2e-4c11-a37d-f951b19f1160 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:33.837674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d211154-9a9f-4964-b7bd-edea5ae27538 req-364b6882-9a2e-4c11-a37d-f951b19f1160 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0519583 Feb 05 03:43:33.884715 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d211154-9a9f-4964-b7bd-edea5ae27538 req-59a1c53b-ccaf-40f3-8eb3-7bcf4892bc15 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404265 Feb 05 03:43:35.017547 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984aacd-211c-408b-8f3c-b10a5d592335 req-b574d5a3-cb1c-4e6c-b98e-e97e37186905 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:35.019425 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8984aacd-211c-408b-8f3c-b10a5d592335 req-b574d5a3-cb1c-4e6c-b98e-e97e37186905 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0621207 Feb 05 03:43:35.073818 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82383c-763d-4438-b903-935a90a99f5d req-3bc007db-d7b3-48ff-9375-431903a68f0e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:35.075501 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3e82383c-763d-4438-b903-935a90a99f5d req-3bc007db-d7b3-48ff-9375-431903a68f0e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 946 time: 0.0623803 Feb 05 03:43:35.079246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8984aacd-211c-408b-8f3c-b10a5d592335 req-c1c7f182-4e7e-478a-88dc-c308150f4f90 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516005 Feb 05 03:43:35.440879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-3e82383c-763d-4438-b903-935a90a99f5d req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Deleting port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:43:35.441215 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3e82383c-763d-4438-b903-935a90a99f5d req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:35.541996 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-3e82383c-763d-4438-b903-935a90a99f5d req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] For port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:43:35.542563 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3e82383c-763d-4438-b903-935a90a99f5d req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:35.721778 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3e82383c-763d-4438-b903-935a90a99f5d req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:35.722138 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3e82383c-763d-4438-b903-935a90a99f5d req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (fd286b09-f9fa-40a9-b638-fc3c4815307f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:35.722457 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [req-3e82383c-763d-4438-b903-935a90a99f5d req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Floating IP fd286b09-f9fa-40a9-b638-fc3c4815307f disassociated. External IP: 172.25.0.241, port: c667140e-741c-4ac4-bbbe-1a1ee7d50fa0. Feb 05 03:43:35.722833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-3e82383c-763d-4438-b903-935a90a99f5d req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Calling delete_port for c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:43:35.852806 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3e82383c-763d-4438-b903-935a90a99f5d req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c667140e-741c-4ac4-bbbe-1a1ee7d50fa0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:35.885078 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Pushing event deleted for resources: {'Port': ['ID=c667140e-741c-4ac4-bbbe-1a1ee7d50fa0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:43:35.897659 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:35.898264 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:35.898900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:35.899240 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:35.899591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:35.899932 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:35.900539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:35.900870 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:35.901201 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:35.901528 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:35.902089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:35.902678 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:35.903287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:43:35.943123 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5eb72687-04ea-42ee-90ab-98eafe3cbee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:36.024569 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e82383c-763d-4438-b903-935a90a99f5d req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:43:36.146644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e82383c-763d-4438-b903-935a90a99f5d req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:43:36.157980 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6f6c59-265a-4083-954a-e002284ea75d None None] Sync routers for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:43:36.169340 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6f6c59-265a-4083-954a-e002284ea75d None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:43:36.169884 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9d6f6c59-265a-4083-954a-e002284ea75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:43:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:43:36.189254 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e8d8088-e3bf-4b01-a263-dc5151b303c5 req-fe23b12b-b039-4982-88ce-0c2193713f0e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc9b3438-c15e-4b26-a9e6-0883b7627f76 HTTP/1.1" status: 200 len: 210 time: 0.0376589 Feb 05 03:43:36.189873 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e82383c-763d-4438-b903-935a90a99f5d req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] No DVR routers for this DVR port c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:43:36.192172 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3e82383c-763d-4438-b903-935a90a99f5d req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:36.195532 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3e82383c-763d-4438-b903-935a90a99f5d req-143cf8ce-86ab-423d-a802-09bb51bfac2b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.10 "DELETE /v2.0/ports/c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 HTTP/1.1" status: 204 len: 173 time: 1.1147799 Feb 05 03:43:36.196030 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'name': 'network-vif-deleted', 'tag': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:43:36.198268 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccd565d-68bb-418c-855b-2c1210f22b7b" -d '{"events": [{"server_uuid": "fc9b3438-c15e-4b26-a9e6-0883b7627f76", "name": "network-vif-deleted", "tag": "c667140e-741c-4ac4-bbbe-1a1ee7d50fa0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:43:36.246975 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994d5439-b991-488f-9531-7a1622031e0d x-openstack-request-id: req-994d5439-b991-488f-9531-7a1622031e0d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:43:36.247342 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9b3438-c15e-4b26-a9e6-0883b7627f76", "name": "network-vif-deleted", "tag": "c667140e-741c-4ac4-bbbe-1a1ee7d50fa0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:43:36.247643 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-994d5439-b991-488f-9531-7a1622031e0d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:43:36.248045 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9b3438-c15e-4b26-a9e6-0883b7627f76', 'name': 'network-vif-deleted', 'tag': 'c667140e-741c-4ac4-bbbe-1a1ee7d50fa0', 'status': 'completed', 'code': 200} Feb 05 03:43:36.390730 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-9d6f6c59-265a-4083-954a-e002284ea75d None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:43:36.589458 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9d6f6c59-265a-4083-954a-e002284ea75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:43:36.619186 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6f6c59-265a-4083-954a-e002284ea75d None None] Checking router: 9cbc2ddc-69ee-4359-be7c-1173629e8d22 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:43:36.627395 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6f6c59-265a-4083-954a-e002284ea75d None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:43:36.628004 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9d6f6c59-265a-4083-954a-e002284ea75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:43:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:43:36.733252 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-9d6f6c59-265a-4083-954a-e002284ea75d None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:43:36.927676 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9d6f6c59-265a-4083-954a-e002284ea75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:43:36.953581 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6f6c59-265a-4083-954a-e002284ea75d None None] The sync data for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 is: [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:43:37.162471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c23271b-58a1-4a91-a43f-36a597a2fc0d None None] New status for floating IP fd286b09-f9fa-40a9-b638-fc3c4815307f: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:43:37.291127 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:37.441464 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-e608ecfe-35cc-462a-9db9-bcd09bfdb657 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1071219101&fields=id&tenant_id=8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 267 time: 0.0427809 Feb 05 03:43:37.544929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-77f320d1-35a2-454d-a474-89b572acba33 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:37.546304 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-77f320d1-35a2-454d-a474-89b572acba33 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 811 time: 0.0985587 Feb 05 03:43:37.560607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-0dbe3fab-bd82-43fc-9fc2-7ce26cb5d0f1 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/quotas/8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 375 time: 0.0088165 Feb 05 03:43:37.617552 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-9f9934c7-077d-4954-9f8e-5da1398662d1 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522511 Feb 05 03:43:37.784666 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-524b4b9b-72cb-4f86-845f-c9808a7363a4 service neutron] 10.222.0.36 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212506 Feb 05 03:43:37.876237 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-c652152e-304e-4c55-bce1-0ae90e7e0933 service neutron] 10.222.0.36 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856659 Feb 05 03:43:38.035927 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c6317d6e-92b9-4e93-bc88-a7bab641c3d1 req-3a6f211f-d733-4d61-b67a-17335f0ffe6d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 210 time: 0.0282605 Feb 05 03:43:38.817849 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:38.923493 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-14a298a7-2171-4734-ab47-283560337b4a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:38.925592 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-14a298a7-2171-4734-ab47-283560337b4a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 811 time: 0.1061826 Feb 05 03:43:38.984713 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-8bcc396c-ce3b-4180-8485-d1ac0ef35f67 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 380 time: 0.0510049 Feb 05 03:43:38.993366 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-cbabe5e9-41be-463e-a3ef-e8a77753cf32 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Request body: {'port': {'device_id': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'admin_state_up': True, 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'security_groups': ['b4525bb6-8bcf-467b-a8b3-424580a15a08']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:43:39.098179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-cbabe5e9-41be-463e-a3ef-e8a77753cf32 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Made reservation on behalf of 8a6b124a2f6f4932b34c96df434f86f9 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:43:39.101518 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-cbabe5e9-41be-463e-a3ef-e8a77753cf32 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:39.134067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c338c306-ccb7-4e63-85d6-e619390b413c req-99b96443-9be9-4af1-8768-f219be7fd159 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 210 time: 0.0290997 Feb 05 03:43:39.226573 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:43:39.239705 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-cbabe5e9-41be-463e-a3ef-e8a77753cf32 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Allocated IP 172.20.0.4 (70654eca-e69e-4152-a5bd-8761a3da23ec/df1793d7-e70b-4e4c-8d53-582279c2b1c0/f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:43:39.246681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:43:39.247058 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device c667140e-741c-4ac4-bbbe-1a1ee7d50fa0 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:43:39.380796 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-cbabe5e9-41be-463e-a3ef-e8a77753cf32 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:39.413945 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-cbabe5e9-41be-463e-a3ef-e8a77753cf32 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:39.458054 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-cbabe5e9-41be-463e-a3ef-e8a77753cf32 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Network 70654eca-e69e-4152-a5bd-8761a3da23ec is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:43:39.461156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-cbabe5e9-41be-463e-a3ef-e8a77753cf32 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:43:39.464816 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-cbabe5e9-41be-463e-a3ef-e8a77753cf32 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:43:39.489980 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabe5e9-41be-463e-a3ef-e8a77753cf32 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Pushing event updated for resources: {'Port': ['ID=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:43:39.519382 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-cbabe5e9-41be-463e-a3ef-e8a77753cf32 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:39.520024 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-cbabe5e9-41be-463e-a3ef-e8a77753cf32 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:39.538586 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-cbabe5e9-41be-463e-a3ef-e8a77753cf32 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5487921 Feb 05 03:43:39.550625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Request body: {'port': {'device_id': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:43:39.617064 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:39.676718 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-99a7f083-fe06-4e4f-9159-0e42ac3706ea None None] Provisioning complete for port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:43:39.677189 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99a7f083-fe06-4e4f-9159-0e42ac3706ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:39.711256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-99a7f083-fe06-4e4f-9159-0e42ac3706ea None None] Port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:43:39.885302 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:43:39.892601 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Publish callbacks [] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:39.905580 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Transition to ACTIVE for port object f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:43:39.909985 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:39.978357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Pushing event updated for resources: {'Port': ['ID=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:43:40.035922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Attempting to bind port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:43:40.036278 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Attempting to bind port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:43:40.036606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Attempting to bind port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:43:40.041293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 on network 70654eca-e69e-4152-a5bd-8761a3da23ec not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:43:40.041613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Attempting to bind port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:43:40.046418 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:43:40.046779 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Checking segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:43:40.047162 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Bound using segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:43:40.047585 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Bound port: f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:43:40.047940 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:40.102322 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:40.116243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:43:40.119383 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:43:40.125863 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:40.161115 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:40.161733 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:40.163342 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] 10.222.0.31 "PUT /v2.0/ports/f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 HTTP/1.1" status: 200 len: 1091 time: 0.6175687 Feb 05 03:43:40.163701 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:43:40.165970 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e5b942-c49e-4793-a95d-8f3c8d550c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:43:40.226672 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1236604-f6bc-4e5e-b688-c1f23d3ed44d x-openstack-request-id: req-b1236604-f6bc-4e5e-b688-c1f23d3ed44d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:43:40.227080 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:43:40.227232 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1236604-f6bc-4e5e-b688-c1f23d3ed44d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:43:40.227619 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'status': 'completed', 'code': 200} Feb 05 03:43:40.229782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174621d5-e0ca-4b75-b977-bad6727100da service neutron] Pushing event updated for resources: {'Port': ['ID=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:43:40.273249 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-121b388f-bec6-425e-96a3-d4a3b874489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:40.276054 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-121b388f-bec6-425e-96a3-d4a3b874489f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 1125 time: 0.0628328 Feb 05 03:43:40.291764 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce52ae-18b5-4a4b-bbd5-f9313293fc80 req-55ce108a-5363-45af-8435-8551a20338f8 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:40.293435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46ce52ae-18b5-4a4b-bbd5-f9313293fc80 req-55ce108a-5363-45af-8435-8551a20338f8 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 943 time: 0.0662229 Feb 05 03:43:40.332436 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-57023176-5006-46f3-890e-a64f3ebf981c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 HTTP/1.1" status: 200 len: 217 time: 0.0468996 Feb 05 03:43:40.348425 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46ce52ae-18b5-4a4b-bbd5-f9313293fc80 req-fbf49011-abe5-427a-af05-ce23cef421ae tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491846 Feb 05 03:43:40.385788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-61468a19-c4af-4002-a300-ef01a0c0060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:40.387365 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-61468a19-c4af-4002-a300-ef01a0c0060f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0489120 Feb 05 03:43:40.438409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-32c795b9-5175-4625-bc31-18db73ad58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:40.440671 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-32c795b9-5175-4625-bc31-18db73ad58ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466163 Feb 05 03:43:40.537853 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-5810faec-5ed9-4824-b27b-f94336b3e764 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915203 Feb 05 03:43:40.629901 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-06a84b9a-632e-450a-93f2-4f66ad8117b1 req-e02cdfef-7e8b-4d9b-8982-56e56f8ebbfd service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861659 Feb 05 03:43:40.714772 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5b942-c49e-4793-a95d-8f3c8d550c1d req-04aebd5a-3fb5-4dcf-aa35-a3ed2b1af290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:40.716268 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b4e5b942-c49e-4793-a95d-8f3c8d550c1d req-04aebd5a-3fb5-4dcf-aa35-a3ed2b1af290 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 1125 time: 0.0449347 Feb 05 03:43:40.808323 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5b942-c49e-4793-a95d-8f3c8d550c1d req-e8925ea7-5fc1-4109-93e3-617691eaae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:40.809783 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b4e5b942-c49e-4793-a95d-8f3c8d550c1d req-e8925ea7-5fc1-4109-93e3-617691eaae79 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0878689 Feb 05 03:43:40.850622 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b4e5b942-c49e-4793-a95d-8f3c8d550c1d req-7cb1ccf8-0c16-4d0e-89da-5143fe0574f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 HTTP/1.1" status: 200 len: 217 time: 0.0344558 Feb 05 03:43:40.902461 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5b942-c49e-4793-a95d-8f3c8d550c1d req-cebc4a53-863f-4336-bb23-8afbfa462895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:40.903900 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b4e5b942-c49e-4793-a95d-8f3c8d550c1d req-cebc4a53-863f-4336-bb23-8afbfa462895 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0469604 Feb 05 03:43:40.951384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5b942-c49e-4793-a95d-8f3c8d550c1d req-788edc58-8a2f-499a-87e2-8753fe8f8fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:40.952859 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b4e5b942-c49e-4793-a95d-8f3c8d550c1d req-788edc58-8a2f-499a-87e2-8753fe8f8fe8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432515 Feb 05 03:43:41.039077 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b4e5b942-c49e-4793-a95d-8f3c8d550c1d req-d5f45582-34eb-4ddf-9f3f-8c52f55e48a4 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800996 Feb 05 03:43:41.129763 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b4e5b942-c49e-4793-a95d-8f3c8d550c1d req-7a9270a4-2533-420a-a15f-e46286aa42eb service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849013 Feb 05 03:43:41.477109 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70b54c-95b3-4784-b642-d87d81be555f req-812d893f-b3d1-4615-a7eb-f723c6dd4cff tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:41.478585 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e70b54c-95b3-4784-b642-d87d81be555f req-812d893f-b3d1-4615-a7eb-f723c6dd4cff tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 943 time: 0.0565267 Feb 05 03:43:41.523638 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e70b54c-95b3-4784-b642-d87d81be555f req-3e4b3cfd-a0e6-4702-a612-479a2f7abada tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394781 Feb 05 03:43:41.879458 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:42.642932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb28f32-a247-4214-9895-c0339480066c req-dbdf3973-8063-49d4-99b1-295710fab9dc tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:42.644517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-edb28f32-a247-4214-9895-c0339480066c req-dbdf3973-8063-49d4-99b1-295710fab9dc tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 943 time: 0.0525596 Feb 05 03:43:42.691252 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-edb28f32-a247-4214-9895-c0339480066c req-25e821d8-87f4-4bda-b55f-ba60bd10a2ce tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411165 Feb 05 03:43:43.809183 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e0cba-6165-4127-8c8a-5e5efe3a5528 req-d358a8f8-451f-45a1-9159-73b9c1db11ae tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:43.810642 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a41e0cba-6165-4127-8c8a-5e5efe3a5528 req-d358a8f8-451f-45a1-9159-73b9c1db11ae tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 943 time: 0.0517514 Feb 05 03:43:43.860829 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a41e0cba-6165-4127-8c8a-5e5efe3a5528 req-8d772d6f-2beb-4535-b254-8af603cd42bc tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440340 Feb 05 03:43:44.311844 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:43:44.410134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:43:44.422043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'port_id': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'mac_address': 'fa:16:3e:e5:10:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:43:44.464483 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:43:44.464865 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:44.477558 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:43:44.495914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:43:44.499689 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:44.546601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:43:44.811904 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:43:44.983280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec3939-f664-410c-a4aa-c1ea82180f42 req-08abe18f-3dae-4140-9410-5a198b091d9f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:44.984753 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4aec3939-f664-410c-a4aa-c1ea82180f42 req-08abe18f-3dae-4140-9410-5a198b091d9f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 944 time: 0.0525022 Feb 05 03:43:45.030785 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4aec3939-f664-410c-a4aa-c1ea82180f42 req-0259dcc9-9062-436e-8f89-7a320f00dbfb tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399055 Feb 05 03:43:46.148219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca0827-9e39-43b5-9917-11a1b8945f1d req-75a8ec7d-780e-4870-aacc-d10981286a72 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:46.149697 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92ca0827-9e39-43b5-9917-11a1b8945f1d req-75a8ec7d-780e-4870-aacc-d10981286a72 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 944 time: 0.0512862 Feb 05 03:43:46.195800 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-92ca0827-9e39-43b5-9917-11a1b8945f1d req-95f26332-03be-4a26-abbd-3ab67ab82c8d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402424 Feb 05 03:43:46.328109 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:43:46.376331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:43:46.380686 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:43:46.381058 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:46.459785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:43:46.460171 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:46.483968 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:43:46.486262 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a4402c-956c-4641-8eb3-01b389a284ec" -d '{"events": [{"server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "name": "network-vif-plugged", "status": "completed", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:43:46.498257 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:43:46.502070 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:46.527591 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742d2741-5982-47f7-a5e7-dcb3f495ec34 x-openstack-request-id: req-742d2741-5982-47f7-a5e7-dcb3f495ec34 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:43:46.527893 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "name": "network-vif-plugged", "status": "completed", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:43:46.528149 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-742d2741-5982-47f7-a5e7-dcb3f495ec34 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:43:46.528572 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'code': 200} Feb 05 03:43:46.555679 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:43:46.623755 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad218a9-b609-469e-a51a-4ed0f280cdf8 req-ebe9c0dd-22fe-4986-b43b-5b5a1c5c5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:46.625158 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2ad218a9-b609-469e-a51a-4ed0f280cdf8 req-ebe9c0dd-22fe-4986-b43b-5b5a1c5c5348 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 1127 time: 0.0459547 Feb 05 03:43:46.668880 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2ad218a9-b609-469e-a51a-4ed0f280cdf8 req-dc79cba2-3e06-405a-aaaf-8f8eb413ea5e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378380 Feb 05 03:43:46.719416 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:47.317752 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53d7a1-5655-4f46-b90b-cacdaba85797 req-d002ce8d-c434-4bc5-ab44-402b2ff81228 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:47.319327 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f53d7a1-5655-4f46-b90b-cacdaba85797 req-d002ce8d-c434-4bc5-ab44-402b2ff81228 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0572827 Feb 05 03:43:47.365932 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3f53d7a1-5655-4f46-b90b-cacdaba85797 req-6b3e34cc-2370-4130-a6ba-a187dabb4b9a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411549 Feb 05 03:43:48.488236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69708ff-b102-4fdc-979d-b181e534e4bd req-49b2539d-9078-420f-9e06-cbc70be96155 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:48.489687 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e69708ff-b102-4fdc-979d-b181e534e4bd req-49b2539d-9078-420f-9e06-cbc70be96155 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0532207 Feb 05 03:43:48.536033 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e69708ff-b102-4fdc-979d-b181e534e4bd req-cd6c470f-05ab-4088-bee3-c9fa5db39093 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406668 Feb 05 03:43:48.657357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c2f5b-a8f9-4d76-8fae-55c62e179a2e req-4bdf045c-2b65-4363-9076-bb19a5bbdf2d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:48.658869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b1c2f5b-a8f9-4d76-8fae-55c62e179a2e req-4bdf045c-2b65-4363-9076-bb19a5bbdf2d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0558794 Feb 05 03:43:48.668305 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43720) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:43:48.672935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c61ae137-db42-4a8e-8eb9-62031dbf861c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Request body: {'floatingip': {'port_id': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:43:48.711480 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c61ae137-db42-4a8e-8eb9-62031dbf861c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for floatingip (fd286b09-f9fa-40a9-b638-fc3c4815307f), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:49.132315 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c61ae137-db42-4a8e-8eb9-62031dbf861c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:49.135996 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c61ae137-db42-4a8e-8eb9-62031dbf861c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (fd286b09-f9fa-40a9-b638-fc3c4815307f), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:49.235331 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-c61ae137-db42-4a8e-8eb9-62031dbf861c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Floating IP fd286b09-f9fa-40a9-b638-fc3c4815307f associated. External IP: 172.25.0.241, port: f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28. Feb 05 03:43:49.444056 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61ae137-db42-4a8e-8eb9-62031dbf861c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:43:49.551244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61ae137-db42-4a8e-8eb9-62031dbf861c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:43:49.556511 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c61ae137-db42-4a8e-8eb9-62031dbf861c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:43:49.561736 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d67d34-d563-4ab2-8d61-bfcf56158ec5 None None] Sync routers for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:43:49.571098 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d67d34-d563-4ab2-8d61-bfcf56158ec5 None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:43:49.571703 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-97d67d34-d563-4ab2-8d61-bfcf56158ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:43:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:43:49.585587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c61ae137-db42-4a8e-8eb9-62031dbf861c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "PUT /v2.0/floatingips/fd286b09-f9fa-40a9-b638-fc3c4815307f HTTP/1.1" status: 200 len: 991 time: 0.9162395 Feb 05 03:43:49.586197 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:43:49.628310 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d5c9ec-5829-4dbe-933f-cbceab6907d7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:43:49.685333 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-97d67d34-d563-4ab2-8d61-bfcf56158ec5 None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:43:49.710967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac4c3a-29f7-4ffd-bca8-21db33fc96d9 req-d8d0c255-77ea-4096-901a-a4fc6194cff2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:49.715808 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6dac4c3a-29f7-4ffd-bca8-21db33fc96d9 req-d8d0c255-77ea-4096-901a-a4fc6194cff2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0773642 Feb 05 03:43:49.718065 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdde23e6-0e61-403f-a605-6949eb2b2369 x-openstack-request-id: req-fdde23e6-0e61-403f-a605-6949eb2b2369 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:43:49.718352 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:43:49.718604 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fdde23e6-0e61-403f-a605-6949eb2b2369 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:43:49.719058 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'status': 'completed', 'code': 200} Feb 05 03:43:49.764732 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6dac4c3a-29f7-4ffd-bca8-21db33fc96d9 req-dd461634-8139-43bd-a3b5-86eaf48d2c08 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448067 Feb 05 03:43:49.788944 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5c9ec-5829-4dbe-933f-cbceab6907d7 req-c9e08a6d-5698-4a25-8a04-a248fd43508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:49.790441 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0d5c9ec-5829-4dbe-933f-cbceab6907d7 req-c9e08a6d-5698-4a25-8a04-a248fd43508d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 1127 time: 0.0509448 Feb 05 03:43:49.877377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5c9ec-5829-4dbe-933f-cbceab6907d7 req-755c4a2e-a679-48d1-8022-ffb7f454113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:49.879540 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0d5c9ec-5829-4dbe-933f-cbceab6907d7 req-755c4a2e-a679-48d1-8022-ffb7f454113f service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0838327 Feb 05 03:43:49.909474 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-97d67d34-d563-4ab2-8d61-bfcf56158ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'fd286b09-f9fa-40a9-b638-fc3c4815307f', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'port_id': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'mac_address': 'fa:16:3e:e5:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:41:59Z', 'updated_at': '2022-02-05T03:43:49Z', 'revision_number': 9, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:43:49.938147 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d67d34-d563-4ab2-8d61-bfcf56158ec5 None None] Checking router: 9cbc2ddc-69ee-4359-be7c-1173629e8d22 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:43:49.946744 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d67d34-d563-4ab2-8d61-bfcf56158ec5 None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:43:49.947426 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-97d67d34-d563-4ab2-8d61-bfcf56158ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:43:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:43:49.949625 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0d5c9ec-5829-4dbe-933f-cbceab6907d7 req-8c412d27-9f52-4de5-aee9-18b11a702d4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 HTTP/1.1" status: 200 len: 999 time: 0.0633557 Feb 05 03:43:49.997916 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5c9ec-5829-4dbe-933f-cbceab6907d7 req-23bffeb8-330d-44d5-97cc-bb0ec10a870e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:49.999467 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0d5c9ec-5829-4dbe-933f-cbceab6907d7 req-23bffeb8-330d-44d5-97cc-bb0ec10a870e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0444708 Feb 05 03:43:50.048202 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5c9ec-5829-4dbe-933f-cbceab6907d7 req-e987f9a8-a9f4-48df-93b2-7ed0ad3c3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:50.050307 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0d5c9ec-5829-4dbe-933f-cbceab6907d7 req-e987f9a8-a9f4-48df-93b2-7ed0ad3c3d34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448017 Feb 05 03:43:50.051153 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-97d67d34-d563-4ab2-8d61-bfcf56158ec5 None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:43:50.139847 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0d5c9ec-5829-4dbe-933f-cbceab6907d7 req-8acc43c0-cd45-4e9c-8ba8-41d9c3f23340 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845973 Feb 05 03:43:50.228493 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0d5c9ec-5829-4dbe-933f-cbceab6907d7 req-3bd432df-5af2-46a2-994e-d831d6c3b58f service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825794 Feb 05 03:43:50.275012 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-97d67d34-d563-4ab2-8d61-bfcf56158ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'fd286b09-f9fa-40a9-b638-fc3c4815307f', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'port_id': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'mac_address': 'fa:16:3e:e5:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:41:59Z', 'updated_at': '2022-02-05T03:43:49Z', 'revision_number': 9, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:43:50.301301 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d67d34-d563-4ab2-8d61-bfcf56158ec5 None None] The sync data for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 is: [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'fd286b09-f9fa-40a9-b638-fc3c4815307f', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'port_id': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'mac_address': 'fa:16:3e:e5:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:41:59Z', 'updated_at': '2022-02-05T03:43:49Z', 'revision_number': 9, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:43:50.497477 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a246b0-2e74-4266-a432-3e04d534c17a None None] New status for floating IP fd286b09-f9fa-40a9-b638-fc3c4815307f: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:43:50.886965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94c369-a49a-4a1e-9c0f-489761487313 req-4466b9c0-6676-4306-bfc4-93fef4bbfa84 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:50.888427 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a94c369-a49a-4a1e-9c0f-489761487313 req-4466b9c0-6676-4306-bfc4-93fef4bbfa84 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0511384 Feb 05 03:43:50.933759 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a94c369-a49a-4a1e-9c0f-489761487313 req-407ac899-57a1-426d-8ae7-e52370d5f350 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393236 Feb 05 03:43:51.191478 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-f358c2a7-1352-4ddb-80ab-723ecb4458f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775993 Feb 05 03:43:51.201826 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c18f51-c5f6-48d1-9df6-afe5ad57fdcd req-16d0dd9d-8596-4cfc-adf3-e90aa0f35832 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:51.203243 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91c18f51-c5f6-48d1-9df6-afe5ad57fdcd req-16d0dd9d-8596-4cfc-adf3-e90aa0f35832 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0800500 Feb 05 03:43:51.253288 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91c18f51-c5f6-48d1-9df6-afe5ad57fdcd req-bd8f1051-df87-4d70-8256-ada42e4b716b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428233 Feb 05 03:43:52.254615 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-eeb8aa65-ec1a-485f-8785-baf2dc082052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:52.256152 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-eeb8aa65-ec1a-485f-8785-baf2dc082052 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 1127 time: 0.0462863 Feb 05 03:43:52.354923 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-f83fc51b-ac63-4404-9d34-a0e2f9710a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:52.356506 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-f83fc51b-ac63-4404-9d34-a0e2f9710a55 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0934820 Feb 05 03:43:52.383367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97724e7e-c7fc-4d89-987a-5d25dfa1c102 req-fed1c39d-d114-4185-8fc6-831ce7f0693f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:52.384952 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97724e7e-c7fc-4d89-987a-5d25dfa1c102 req-fed1c39d-d114-4185-8fc6-831ce7f0693f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0575843 Feb 05 03:43:52.427260 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-faf04b7b-34ed-477e-b91a-9f5139b62c40 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 HTTP/1.1" status: 200 len: 1002 time: 0.0644233 Feb 05 03:43:52.434208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97724e7e-c7fc-4d89-987a-5d25dfa1c102 req-3660176d-59bf-427c-bc01-df2181979360 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437441 Feb 05 03:43:52.482630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-3411864b-5311-4c30-9da2-cc492a12136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:52.484222 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-3411864b-5311-4c30-9da2-cc492a12136e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0503898 Feb 05 03:43:52.533059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-70a76746-7d59-41c0-9f49-524f26be167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:52.534479 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-70a76746-7d59-41c0-9f49-524f26be167d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448632 Feb 05 03:43:52.622018 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-c75cc6da-3513-4bf4-a665-ea88d43a58d7 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816522 Feb 05 03:43:52.720279 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-e87ef576-99a4-4a2c-9e06-8f8cb2e8a964 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912981 Feb 05 03:43:53.561644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba867b-15df-45b5-a451-2b45275b38a1 req-6e59dbbb-97b2-4e7c-a33b-79355e59615e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:53.563143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1ba867b-15df-45b5-a451-2b45275b38a1 req-6e59dbbb-97b2-4e7c-a33b-79355e59615e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0563498 Feb 05 03:43:53.610811 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1ba867b-15df-45b5-a451-2b45275b38a1 req-4ee0163b-958d-4e27-81c9-b14602c7dbce tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416155 Feb 05 03:43:54.735636 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345c88e-822c-4548-8b4c-fb8fe57df77c req-32df9368-d8a4-42b6-b324-64bf2964816a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:54.737147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d345c88e-822c-4548-8b4c-fb8fe57df77c req-32df9368-d8a4-42b6-b324-64bf2964816a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0519063 Feb 05 03:43:54.782364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d345c88e-822c-4548-8b4c-fb8fe57df77c req-05fdfbcc-53e5-4ece-9de6-00d66fc0cab5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397491 Feb 05 03:43:55.903341 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb4ee1-3284-4fda-b8e6-fe8b16bd2f9a req-b68a1bbf-fd7c-4249-8819-4b696ef95db5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:55.904717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8cb4ee1-3284-4fda-b8e6-fe8b16bd2f9a req-b68a1bbf-fd7c-4249-8819-4b696ef95db5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0517092 Feb 05 03:43:55.953773 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8cb4ee1-3284-4fda-b8e6-fe8b16bd2f9a req-41a4e6be-eee3-40d0-9260-2d9040c2f473 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434146 Feb 05 03:43:57.073192 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90d426-181d-471f-979e-58aa3f8f9388 req-4f32947d-c642-4cca-b0c9-c4feb1a946db tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:57.074667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab90d426-181d-471f-979e-58aa3f8f9388 req-4f32947d-c642-4cca-b0c9-c4feb1a946db tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0524406 Feb 05 03:43:57.120230 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab90d426-181d-471f-979e-58aa3f8f9388 req-c304f76a-9a95-4177-8cfc-53b8d072a395 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399842 Feb 05 03:43:58.240334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8674a-9e80-467d-b1b1-f5cf35a599ad req-cf05acfb-3174-4eea-b89d-5866db49a9f2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:58.241801 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65a8674a-9e80-467d-b1b1-f5cf35a599ad req-cf05acfb-3174-4eea-b89d-5866db49a9f2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0522563 Feb 05 03:43:58.287771 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65a8674a-9e80-467d-b1b1-f5cf35a599ad req-1a55d8a7-86c2-45cc-91b7-a6e75909c641 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404422 Feb 05 03:43:59.411390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259eaee9-17d8-4c31-beac-eb9d1f53d286 req-73d90ba6-09ae-45d3-a671-d42f0903a112 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:43:59.412878 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-259eaee9-17d8-4c31-beac-eb9d1f53d286 req-73d90ba6-09ae-45d3-a671-d42f0903a112 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0566261 Feb 05 03:43:59.463544 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-259eaee9-17d8-4c31-beac-eb9d1f53d286 req-c04794fb-edbb-42e1-afff-27c9803e1b11 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451760 Feb 05 03:44:00.380001 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:44:00.581591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93294d4-6195-43e0-ae2f-9a770dd6be4e req-bcd3a4e4-5364-43fc-b908-30fa5a3786ec tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:00.583234 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c93294d4-6195-43e0-ae2f-9a770dd6be4e req-bcd3a4e4-5364-43fc-b908-30fa5a3786ec tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0527413 Feb 05 03:44:00.629623 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c93294d4-6195-43e0-ae2f-9a770dd6be4e req-7da79156-a832-4c72-93a7-86a7243625b5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409093 Feb 05 03:44:01.755545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71ff51-d69c-4d88-a3cd-b10a8f70ea60 req-7e977c66-1c08-47a9-9533-aae2ac4a0c6f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:01.757041 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ee71ff51-d69c-4d88-a3cd-b10a8f70ea60 req-7e977c66-1c08-47a9-9533-aae2ac4a0c6f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0568180 Feb 05 03:44:02.081120 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ee71ff51-d69c-4d88-a3cd-b10a8f70ea60 req-91bc55ce-213e-4247-b57c-9ab67498eeb9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185160 Feb 05 03:44:03.201371 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526024b8-7668-4461-b44e-f9ea50713930 req-e7d4bb2b-eeb3-40ff-8ed5-2141acbf48a3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:03.202836 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-526024b8-7668-4461-b44e-f9ea50713930 req-e7d4bb2b-eeb3-40ff-8ed5-2141acbf48a3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0536938 Feb 05 03:44:03.247925 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-526024b8-7668-4461-b44e-f9ea50713930 req-d53de0cc-b67b-42c4-afb8-c94830f737c6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395079 Feb 05 03:44:03.737310 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be4b08d7-0fa7-4eeb-838a-97ab8a97ce50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:04.373279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb054d4-52ce-45a6-911c-2c5911f23473 req-fc1667e5-ca44-412f-af56-1b5397301cf2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:04.374876 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2fb054d4-52ce-45a6-911c-2c5911f23473 req-fc1667e5-ca44-412f-af56-1b5397301cf2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0554335 Feb 05 03:44:04.424562 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2fb054d4-52ce-45a6-911c-2c5911f23473 req-f5a1c80a-412a-47aa-9f20-cc0f85fb92f4 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436854 Feb 05 03:44:05.544329 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dbb91-321b-4a9f-8d0e-48f3022e409d req-14148188-6957-4c2e-93e2-bdb3f4571e55 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:05.545708 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-941dbb91-321b-4a9f-8d0e-48f3022e409d req-14148188-6957-4c2e-93e2-bdb3f4571e55 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0512025 Feb 05 03:44:05.590280 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-941dbb91-321b-4a9f-8d0e-48f3022e409d req-d3652a6e-754e-4ff3-be20-f76e046ba190 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384097 Feb 05 03:44:05.935704 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-52dab901-7f36-48ec-b200-0a43c6f530fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:06.709612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de85eaf-3237-4bbd-bf24-0ce95fe5fcb4 req-3f0bed58-78f7-4b5f-8b08-1ac5fac1cfe7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:06.711090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9de85eaf-3237-4bbd-bf24-0ce95fe5fcb4 req-3f0bed58-78f7-4b5f-8b08-1ac5fac1cfe7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0530579 Feb 05 03:44:06.756811 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9de85eaf-3237-4bbd-bf24-0ce95fe5fcb4 req-44d7e81c-0b60-4362-b61a-bc7c358ce28d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401671 Feb 05 03:44:07.280982 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:07.876220 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efc1f7-dee8-4a7e-8287-e7e43462f76b req-6dbbdfcb-c61c-4129-9e64-a235053500e1 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:07.878357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16efc1f7-dee8-4a7e-8287-e7e43462f76b req-6dbbdfcb-c61c-4129-9e64-a235053500e1 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0553551 Feb 05 03:44:07.924010 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16efc1f7-dee8-4a7e-8287-e7e43462f76b req-45693b24-f84b-4f10-8ca7-dc365abfde65 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402052 Feb 05 03:44:08.819345 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:09.046307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70dd1f-9025-4565-bb76-e36bd0ca9417 req-00f46151-4948-4a26-8c88-b89267f68449 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:09.047724 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d70dd1f-9025-4565-bb76-e36bd0ca9417 req-00f46151-4948-4a26-8c88-b89267f68449 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0521553 Feb 05 03:44:09.092991 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d70dd1f-9025-4565-bb76-e36bd0ca9417 req-dc77dbcb-8049-401e-97b0-f1a5867eecc6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392659 Feb 05 03:44:10.105028 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:10.222360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fabaf6-20da-46d2-aa89-5005cce61fbd req-3245b594-a2f9-4cfe-b72e-bafcb24156e5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:10.223830 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3fabaf6-20da-46d2-aa89-5005cce61fbd req-3245b594-a2f9-4cfe-b72e-bafcb24156e5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0569093 Feb 05 03:44:10.270245 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3fabaf6-20da-46d2-aa89-5005cce61fbd req-3794a2f0-0b84-460e-a816-93a23ebc03af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408576 Feb 05 03:44:11.388490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763d27a-fa14-4eac-9c3e-c5cc89ca098a req-5b5fcdef-58d4-4a5d-bd42-66ec738b0905 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:11.389965 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7763d27a-fa14-4eac-9c3e-c5cc89ca098a req-5b5fcdef-58d4-4a5d-bd42-66ec738b0905 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0522642 Feb 05 03:44:11.437666 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7763d27a-fa14-4eac-9c3e-c5cc89ca098a req-bc8c25f1-2a02-46f7-921f-1020341a3c31 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412469 Feb 05 03:44:11.879953 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:12.561774 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2d5f1-d908-4c8d-aafa-fa2329c7da12 req-a5f78978-8a99-48a8-af01-e8fe63f28c79 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:12.563266 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfc2d5f1-d908-4c8d-aafa-fa2329c7da12 req-a5f78978-8a99-48a8-af01-e8fe63f28c79 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0522316 Feb 05 03:44:12.614277 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfc2d5f1-d908-4c8d-aafa-fa2329c7da12 req-bd62be8f-3613-497f-af64-dbc50349a452 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454288 Feb 05 03:44:13.739696 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc62e5b-9afc-42c6-a7f2-73e725731d43 req-2c6ed953-22e7-4d34-b78e-d8b181813f47 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:13.741187 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8dc62e5b-9afc-42c6-a7f2-73e725731d43 req-2c6ed953-22e7-4d34-b78e-d8b181813f47 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0540020 Feb 05 03:44:13.788349 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8dc62e5b-9afc-42c6-a7f2-73e725731d43 req-731cf49d-d285-4ce2-a3ea-263a25b68dcf tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416477 Feb 05 03:44:14.909676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ff4c2-a8de-4761-b6a3-a6701952a9d9 req-ccfbe25c-68d5-4e37-ae2e-5d720be9c018 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:14.911180 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f81ff4c2-a8de-4761-b6a3-a6701952a9d9 req-ccfbe25c-68d5-4e37-ae2e-5d720be9c018 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0520935 Feb 05 03:44:14.956486 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f81ff4c2-a8de-4761-b6a3-a6701952a9d9 req-75fb91c3-7578-4d9e-8fd2-6a3ab066ffc5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398347 Feb 05 03:44:16.078432 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8da57-3d4e-4064-808c-67d04686da4a req-fb221a9f-dfe1-4299-ad1b-2d372574ad4d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:16.079917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07b8da57-3d4e-4064-808c-67d04686da4a req-fb221a9f-dfe1-4299-ad1b-2d372574ad4d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0556355 Feb 05 03:44:16.125800 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07b8da57-3d4e-4064-808c-67d04686da4a req-bbf718e6-12c4-4527-a59f-7ad3749b95dd tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402937 Feb 05 03:44:16.729531 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:17.242640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f3ae2-a3cc-43ce-bea2-157cfeb20a24 req-e742d4a3-ed5c-4cd6-9e73-3c31269b3631 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:17.244122 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-290f3ae2-a3cc-43ce-bea2-157cfeb20a24 req-e742d4a3-ed5c-4cd6-9e73-3c31269b3631 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0514085 Feb 05 03:44:17.289673 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-290f3ae2-a3cc-43ce-bea2-157cfeb20a24 req-15f621c6-43be-4808-8955-7bc3409d47c6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400138 Feb 05 03:44:18.409694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a86a19-44ad-48bf-b195-39b0c64325c7 req-36425f60-1dc9-400a-b807-3459a4849808 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:18.411186 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55a86a19-44ad-48bf-b195-39b0c64325c7 req-36425f60-1dc9-400a-b807-3459a4849808 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0526240 Feb 05 03:44:18.460612 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55a86a19-44ad-48bf-b195-39b0c64325c7 req-4f0c782c-11cc-4386-b998-f09e08a2123a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438228 Feb 05 03:44:19.474593 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-35890310-0553-4092-9982-3dc7774b850d service neutron] show failed (client error): The resource could not be found. Feb 05 03:44:19.475616 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-35890310-0553-4092-9982-3dc7774b850d service neutron] 10.222.0.31 "GET /v2.0/ports/f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28/bindings/n-h2-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.0538971 Feb 05 03:44:19.586129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30296dcd-664f-47cf-85cb-2e683a0fd14b req-888a0815-ba07-4e3e-9dbf-2402ebb9bac0 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:19.587667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30296dcd-664f-47cf-85cb-2e683a0fd14b req-888a0815-ba07-4e3e-9dbf-2402ebb9bac0 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0544026 Feb 05 03:44:19.638358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30296dcd-664f-47cf-85cb-2e683a0fd14b req-d30588f5-3718-4e36-8b65-1db053be3abe tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436175 Feb 05 03:44:19.683064 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-a6e479af-8639-4797-914e-b16dce1c499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:19.684583 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-a6e479af-8639-4797-914e-b16dce1c499f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5&tenant_id=8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 1127 time: 0.0476096 Feb 05 03:44:19.696492 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:44:19.757049 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:19.954821 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:44:19.986920 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:44:20.031881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:44:20.034448 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd997238-4232-410e-b4dd-d06c0cd4034a" -d '{"events": [{"server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "name": "network-vif-unplugged", "status": "completed", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:44:20.038065 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Publish callbacks [] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:20.051267 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Transition to ACTIVE for port object f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:44:20.055906 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:20.092758 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dd7dc7-81e9-4fc7-ab12-6be600726d10 x-openstack-request-id: req-c8dd7dc7-81e9-4fc7-ab12-6be600726d10 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:44:20.093052 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "name": "network-vif-unplugged", "status": "completed", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:44:20.093307 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8dd7dc7-81e9-4fc7-ab12-6be600726d10 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:44:20.093698 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'code': 200} Feb 05 03:44:20.109443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09495bb-d382-439a-a071-49514560f271 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:44:20.182057 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] No DVR routers for this DVR port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:44:20.575524 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Attempting to bind port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:44:20.576150 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Attempting to bind port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:44:20.576150 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Attempting to bind port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:44:20.581007 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 on network 70654eca-e69e-4152-a5bd-8761a3da23ec not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:44:20.581325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Attempting to bind port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:44:20.586027 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:44:20.586358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Checking segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:44:20.586735 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Bound using segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:44:20.587180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Bound port: f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:44:20.587527 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:20.653619 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:44:20.656989 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:44:20.663436 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:20.699570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:20.700230 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:20.701679 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-d09495bb-d382-439a-a071-49514560f271 service neutron] 10.222.0.10 "PUT /v2.0/ports/f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 HTTP/1.1" status: 200 len: 1091 time: 1.0090587 Feb 05 03:44:20.728152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09495bb-d382-439a-a071-49514560f271 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:44:20.783917 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-415ec2a2-544f-409d-92f9-33f3b2c11adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:20.785721 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-415ec2a2-544f-409d-92f9-33f3b2c11adb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 1125 time: 0.0505788 Feb 05 03:44:20.788169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c374e-99a7-403f-ac1d-292724650368 req-09d7d30b-b6ee-4c4d-8a21-43de08820e44 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:20.789693 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-313c374e-99a7-403f-ac1d-292724650368 req-09d7d30b-b6ee-4c4d-8a21-43de08820e44 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 943 time: 0.0576148 Feb 05 03:44:20.841900 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-313c374e-99a7-403f-ac1d-292724650368 req-c8f17710-ef45-43fc-b24c-1a9fadcda8b6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461822 Feb 05 03:44:20.886782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-80fcd191-9c71-45cb-b23c-6b601674e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:20.888250 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-80fcd191-9c71-45cb-b23c-6b601674e26c service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0967765 Feb 05 03:44:20.954530 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-a4c7d1cb-183c-4614-967f-96c949cbe3db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 HTTP/1.1" status: 200 len: 1000 time: 0.0594666 Feb 05 03:44:21.001325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-68522bff-4295-4e97-80a7-cd81e63a91b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:21.002732 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-68522bff-4295-4e97-80a7-cd81e63a91b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0426133 Feb 05 03:44:21.054463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-bd3c058f-45bb-4c3f-8f53-0b749d253ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:21.055971 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-bd3c058f-45bb-4c3f-8f53-0b749d253ea1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478275 Feb 05 03:44:21.143290 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-b0c0c4ac-671e-4b85-bee6-b68d60e04f1d service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802095 Feb 05 03:44:21.233409 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e0249b75-ec35-46b2-a316-004daf1a7a27 req-8be5db1d-f45b-4dc2-bdfa-6c0d3de779b8 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851128 Feb 05 03:44:21.966405 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8a63e-5a00-4317-a141-3cd5baccaf32 req-225f9b84-f791-439a-814a-f0803fae6c58 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:21.967911 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65e8a63e-5a00-4317-a141-3cd5baccaf32 req-225f9b84-f791-439a-814a-f0803fae6c58 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 943 time: 0.0549560 Feb 05 03:44:22.013286 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65e8a63e-5a00-4317-a141-3cd5baccaf32 req-c3511cd1-22cf-4126-b3a1-fb7d5d50ad68 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392821 Feb 05 03:44:22.094571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:44:22.097549 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796ff3b5-81c1-4012-b100-677c217e6a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:44:22.144924 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc5e599-fc25-4d15-b1f4-50d0ce25ba5d x-openstack-request-id: req-9bc5e599-fc25-4d15-b1f4-50d0ce25ba5d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:44:22.145214 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:44:22.145464 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9bc5e599-fc25-4d15-b1f4-50d0ce25ba5d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:44:22.145887 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'status': 'completed', 'code': 200} Feb 05 03:44:22.238595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-182b308d-fcb0-4acc-b3cd-d0f45e6af049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:22.240103 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-182b308d-fcb0-4acc-b3cd-d0f45e6af049 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 1125 time: 0.0740469 Feb 05 03:44:22.244984 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-f3ca9eca-48cb-4566-a1da-5f97ee4d5991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:22.246310 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-f3ca9eca-48cb-4566-a1da-5f97ee4d5991 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 1125 time: 0.0723073 Feb 05 03:44:22.402930 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-1a2f0c63-b6e5-4a56-883e-1297b50aa579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:22.404289 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-1a2f0c63-b6e5-4a56-883e-1297b50aa579 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.1571331 Feb 05 03:44:22.405346 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-c5ad354d-0ccb-4b72-8475-507283811173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:22.406631 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-c5ad354d-0ccb-4b72-8475-507283811173 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.1524308 Feb 05 03:44:22.469474 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:44:22.509087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] The host n-h1-826942-8 is not matching for port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 host n-h2-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:44:22.509470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:44:22.518304 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-e5db9c12-894a-4c98-bc84-af26fde7a5a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 HTTP/1.1" status: 200 len: 1000 time: 0.1071327 Feb 05 03:44:22.520115 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-18a7a98e-1c81-4acd-934b-87d38f6862a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 HTTP/1.1" status: 200 len: 1000 time: 0.1079574 Feb 05 03:44:22.599291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-4668d3a3-ab50-4e6f-ae5e-f882f46aac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:22.600729 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-4668d3a3-ab50-4e6f-ae5e-f882f46aac16 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0763438 Feb 05 03:44:22.602088 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-837c383d-f327-4c4b-af8e-884aceb27089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:22.603409 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-837c383d-f327-4c4b-af8e-884aceb27089 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0718465 Feb 05 03:44:22.687091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-059c252f-9b48-4de5-ac04-56a9907448ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:22.688505 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-059c252f-9b48-4de5-ac04-56a9907448ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0815470 Feb 05 03:44:22.691321 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-4fe5b180-0b03-4cdf-842b-c34e54ced6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:22.692667 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-4fe5b180-0b03-4cdf-842b-c34e54ced6cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0778151 Feb 05 03:44:22.844712 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-30d5589c-2d83-45a8-8d0c-5b421116c44e service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489601 Feb 05 03:44:22.848645 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-d4afb31d-6d14-4e7e-935c-53ad0eada284 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451976 Feb 05 03:44:22.999980 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-70124ddc-06f6-4289-bd33-cf401ae06ec3 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490240 Feb 05 03:44:23.002156 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-796ff3b5-81c1-4012-b100-677c217e6a6c req-90298602-7b34-4eaf-8123-b430f6bee5e8 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436369 Feb 05 03:44:23.138804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc20fc4-14c4-435f-98ca-93131af914d7 req-146f882e-ff65-4c04-a602-c9670888461a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:23.140309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bfc20fc4-14c4-435f-98ca-93131af914d7 req-146f882e-ff65-4c04-a602-c9670888461a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 943 time: 0.0513368 Feb 05 03:44:23.186376 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bfc20fc4-14c4-435f-98ca-93131af914d7 req-a7cc6663-965e-489c-bf1f-54fbb08b6fe5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397096 Feb 05 03:44:23.452460 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:44:23.475511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-0d4e277a-deb4-4c59-a33a-b610a1a4eeb2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:23.477115 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-0d4e277a-deb4-4c59-a33a-b610a1a4eeb2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5&tenant_id=8a6b124a2f6f4932b34c96df434f86f9&binding%3Ahost_id=n-h2-826942-8 HTTP/1.1" status: 200 len: 943 time: 0.0584915 Feb 05 03:44:23.495341 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b466882-f67a-4ef9-b8f7-ce707716c401 req-583d58ee-0cbb-4157-910a-fd08770b1871 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:23.496844 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b466882-f67a-4ef9-b8f7-ce707716c401 req-583d58ee-0cbb-4157-910a-fd08770b1871 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 943 time: 0.0595498 Feb 05 03:44:23.548743 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-5ed49e8a-d0b6-45be-9f65-4c2553aa3f20 service neutron] 10.222.0.10 "GET /v2.0/ports/f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28/bindings/n-h2-826942-8 HTTP/1.1" status: 200 len: 382 time: 0.0632751 Feb 05 03:44:23.551282 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5b466882-f67a-4ef9-b8f7-ce707716c401 req-535e66b9-d24c-44de-a056-acb76c04b6d8 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479045 Feb 05 03:44:23.552070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:44:23.565286 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'port_id': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'mac_address': 'fa:16:3e:e5:10:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:44:23.602199 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:44:23.602587 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:23.615415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:44:23.622499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-449e4d64-a7d4-4d7b-ae2e-adc1c68c3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:23.624043 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-449e4d64-a7d4-4d7b-ae2e-adc1c68c3cd5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 1125 time: 0.0463481 Feb 05 03:44:23.635108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:44:23.639586 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:23.686917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:44:23.717515 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-66ecceee-770f-411b-9392-ad97745e57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:23.719018 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-66ecceee-770f-411b-9392-ad97745e57f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0895374 Feb 05 03:44:23.790099 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-25d845ae-4908-420e-b766-f884e6ce1535 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 HTTP/1.1" status: 200 len: 1001 time: 0.0649071 Feb 05 03:44:23.838374 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-bed6eb23-9ba8-4f74-a577-470572062424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:23.839747 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-bed6eb23-9ba8-4f74-a577-470572062424 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0436075 Feb 05 03:44:23.851365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:44:23.890557 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-0b355d6d-65aa-48ea-842b-1977864cc01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:23.892109 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-0b355d6d-65aa-48ea-842b-1977864cc01c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462103 Feb 05 03:44:23.984250 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-00186467-e909-42da-94e2-60479a38fc16 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859232 Feb 05 03:44:24.071442 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-88f56960-9002-4c08-8274-b8d18b757c46 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817757 Feb 05 03:44:24.671061 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373b0ff-fe86-463c-81c0-178f3a5c7758 req-919ebe6f-9904-4362-aa47-ccb095e6347e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:24.672458 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1373b0ff-fe86-463c-81c0-178f3a5c7758 req-919ebe6f-9904-4362-aa47-ccb095e6347e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 944 time: 0.0522945 Feb 05 03:44:24.718851 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1373b0ff-fe86-463c-81c0-178f3a5c7758 req-2dc71869-7b13-4ed0-b3d1-d9e389748ee8 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398395 Feb 05 03:44:25.460477 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:44:25.508976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:44:25.513046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:44:25.513414 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:25.590149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:44:25.590526 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:25.613117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:44:25.615266 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e8578a-4cd9-4b4e-996e-16dec1d7678b" -d '{"events": [{"server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "name": "network-vif-plugged", "status": "completed", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:44:25.628076 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:44:25.632904 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:25.676969 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d8789f-15b6-42f0-b85c-05ae73bf4b88 x-openstack-request-id: req-00d8789f-15b6-42f0-b85c-05ae73bf4b88 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:44:25.677268 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "name": "network-vif-plugged", "status": "completed", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:44:25.677521 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00d8789f-15b6-42f0-b85c-05ae73bf4b88 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:44:25.677908 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'code': 200} Feb 05 03:44:25.687419 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:44:25.842979 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d54269-ea52-42e5-b96d-7d3f4d916d08 req-ba139831-8b49-4a57-997a-3dd6758ff562 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:25.848229 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37d54269-ea52-42e5-b96d-7d3f4d916d08 req-ba139831-8b49-4a57-997a-3dd6758ff562 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 945 time: 0.0562749 Feb 05 03:44:25.898270 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37d54269-ea52-42e5-b96d-7d3f4d916d08 req-00c2f509-33c4-4a61-98cf-f7db9bd2c003 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474989 Feb 05 03:44:25.995119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-c319593c-9e1b-4496-ad03-cf4f00afce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:25.996648 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-c319593c-9e1b-4496-ad03-cf4f00afce42 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5&tenant_id=8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 1127 time: 0.0543201 Feb 05 03:44:26.007052 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:44:26.066258 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:26.269442 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:44:26.302503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:44:26.345444 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:44:26.348081 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c986c0f-f1c3-47ea-bb23-7b7ab1a69680" -d '{"events": [{"server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "name": "network-vif-unplugged", "status": "completed", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:44:26.351850 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Publish callbacks [] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:26.365714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Transition to ACTIVE for port object f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:44:26.370040 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:26.412130 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4fc868-b81a-40b8-9c47-9d0ce46b739d x-openstack-request-id: req-df4fc868-b81a-40b8-9c47-9d0ce46b739d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:44:26.412439 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "name": "network-vif-unplugged", "status": "completed", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:44:26.412722 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df4fc868-b81a-40b8-9c47-9d0ce46b739d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:44:26.413137 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'code': 200} Feb 05 03:44:26.461686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Pushing event updated for resources: {'Port': ['ID=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:44:26.505375 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] No DVR routers for this DVR port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:44:26.642434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Attempting to bind port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:44:26.643403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Attempting to bind port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:44:26.643726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Attempting to bind port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:44:26.648107 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 on network 70654eca-e69e-4152-a5bd-8761a3da23ec not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:44:26.648430 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Attempting to bind port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:44:26.653553 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:44:26.653917 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Checking segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:44:26.654297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Bound using segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:44:26.654716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Bound port: f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:44:26.655103 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:26.722709 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:44:26.725687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:44:26.731998 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:26.764073 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:26.764757 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:26.766089 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] 10.222.0.31 "PUT /v2.0/ports/f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 HTTP/1.1" status: 200 len: 1092 time: 0.7628696 Feb 05 03:44:26.815617 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f369dcb-7795-4c5d-a384-b940fc8d9b3a service neutron] Pushing event updated for resources: {'Port': ['ID=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,revision_number=11']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:44:26.837764 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-2fce3e7e-400e-444a-8114-d1bbea78f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:26.839295 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-2fce3e7e-400e-444a-8114-d1bbea78f45d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 1126 time: 0.0515702 Feb 05 03:44:26.936410 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-ff2b592f-b0c7-4fd5-9764-46cad7fe67be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:26.937922 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-ff2b592f-b0c7-4fd5-9764-46cad7fe67be service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0931814 Feb 05 03:44:27.004767 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-259af94a-86a9-4bea-a2c7-da6ce2341179 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 HTTP/1.1" status: 200 len: 1000 time: 0.0612822 Feb 05 03:44:27.025901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1852693-4ef1-4798-9b75-bd4ce46adf9b req-5948fcd6-e586-4603-b7b8-e706a83fafdf tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:27.027446 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d1852693-4ef1-4798-9b75-bd4ce46adf9b req-5948fcd6-e586-4603-b7b8-e706a83fafdf tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 944 time: 0.0566816 Feb 05 03:44:27.058309 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-6bed5ee0-fb79-4a87-9e0d-d08fbf133147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:27.059706 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-6bed5ee0-fb79-4a87-9e0d-d08fbf133147 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0493109 Feb 05 03:44:27.073761 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d1852693-4ef1-4798-9b75-bd4ce46adf9b req-d63c1796-37f3-4324-a3b8-b9a4b68633b8 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407515 Feb 05 03:44:27.108069 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-3130878b-b653-4d14-9ec8-1ddb39d98020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:27.109566 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-3130878b-b653-4d14-9ec8-1ddb39d98020 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443220 Feb 05 03:44:27.195894 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-b59c8077-2456-4bdf-954a-e4e897ad6127 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807879 Feb 05 03:44:27.285987 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-20f7c4c6-faa2-4712-8080-756bcb15934e req-863d44f1-093b-41b5-ab33-6a9bb22a00e0 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839305 Feb 05 03:44:28.195382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc602ffe-857d-4461-a63e-608b0401520b req-1c69c055-eee0-4e0a-97bd-372b55713920 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:28.196847 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc602ffe-857d-4461-a63e-608b0401520b req-1c69c055-eee0-4e0a-97bd-372b55713920 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 944 time: 0.0521891 Feb 05 03:44:28.241858 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc602ffe-857d-4461-a63e-608b0401520b req-62d390e3-1051-4fe8-b7f4-cd123cee73fa tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394881 Feb 05 03:44:28.414153 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:44:28.416484 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faabe745-2a7f-4787-960f-7e1b50491afd" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:44:28.465891 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78e0e7c-4343-44e5-9ee0-24c521a007ee x-openstack-request-id: req-c78e0e7c-4343-44e5-9ee0-24c521a007ee {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:44:28.466186 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:44:28.466443 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c78e0e7c-4343-44e5-9ee0-24c521a007ee {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:44:28.466964 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'status': 'completed', 'code': 200} Feb 05 03:44:28.559161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe745-2a7f-4787-960f-7e1b50491afd req-de811ecf-5e2a-4891-b6d8-e9ffc8d1c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:28.560681 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faabe745-2a7f-4787-960f-7e1b50491afd req-de811ecf-5e2a-4891-b6d8-e9ffc8d1c60c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 1126 time: 0.0745728 Feb 05 03:44:28.565788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe745-2a7f-4787-960f-7e1b50491afd req-3efcc896-7625-4e6f-b8c6-b47cb07c91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:28.567178 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faabe745-2a7f-4787-960f-7e1b50491afd req-3efcc896-7625-4e6f-b8c6-b47cb07c91c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 1126 time: 0.0731549 Feb 05 03:44:28.721086 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe745-2a7f-4787-960f-7e1b50491afd req-93d18309-5038-4f9a-8e49-ecdcf26bd38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:28.722670 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faabe745-2a7f-4787-960f-7e1b50491afd req-93d18309-5038-4f9a-8e49-ecdcf26bd38b service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.1546626 Feb 05 03:44:28.725241 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe745-2a7f-4787-960f-7e1b50491afd req-71c1113b-62e6-46ad-9ca4-1926ef2e1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:28.726557 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faabe745-2a7f-4787-960f-7e1b50491afd req-71c1113b-62e6-46ad-9ca4-1926ef2e1509 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.1517045 Feb 05 03:44:28.834692 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faabe745-2a7f-4787-960f-7e1b50491afd req-6e9dd08d-4ed9-4851-82a1-8e065102fbc7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 HTTP/1.1" status: 200 len: 1000 time: 0.1051359 Feb 05 03:44:28.836409 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faabe745-2a7f-4787-960f-7e1b50491afd req-956bc657-7ae0-4f58-96df-2e87c812ee80 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 HTTP/1.1" status: 200 len: 1000 time: 0.1013265 Feb 05 03:44:29.175111 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe745-2a7f-4787-960f-7e1b50491afd req-7fbb4ee8-929e-4dd8-8734-c02b3060260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:29.176458 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faabe745-2a7f-4787-960f-7e1b50491afd req-7fbb4ee8-929e-4dd8-8734-c02b3060260d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.3347588 Feb 05 03:44:29.177844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe745-2a7f-4787-960f-7e1b50491afd req-f7ea6018-9067-471a-8eaa-a1460bf131fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:29.179154 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faabe745-2a7f-4787-960f-7e1b50491afd req-f7ea6018-9067-471a-8eaa-a1460bf131fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.3302970 Feb 05 03:44:29.257782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe745-2a7f-4787-960f-7e1b50491afd req-69a7fc56-1105-42db-a3d7-89ea4744a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:29.259278 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faabe745-2a7f-4787-960f-7e1b50491afd req-69a7fc56-1105-42db-a3d7-89ea4744a490 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0690784 Feb 05 03:44:29.261621 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe745-2a7f-4787-960f-7e1b50491afd req-20c0f131-86b9-42f8-be55-6e073f50d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:29.262983 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faabe745-2a7f-4787-960f-7e1b50491afd req-20c0f131-86b9-42f8-be55-6e073f50d037 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0801072 Feb 05 03:44:29.371446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f9a92-2ba3-4c8a-a29d-3052e817236d req-435ae460-6822-476e-8b71-0d8f154a49cb tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:29.372950 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-132f9a92-2ba3-4c8a-a29d-3052e817236d req-435ae460-6822-476e-8b71-0d8f154a49cb tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 944 time: 0.0586724 Feb 05 03:44:29.418031 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faabe745-2a7f-4787-960f-7e1b50491afd req-66f2ecc8-6667-4de5-a3d7-b8ad1dcff4ab service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512339 Feb 05 03:44:29.420146 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-132f9a92-2ba3-4c8a-a29d-3052e817236d req-74291553-a5ee-4e67-8742-f439d7df0abf tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408185 Feb 05 03:44:29.421324 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faabe745-2a7f-4787-960f-7e1b50491afd req-64876284-d7bf-453f-b2a6-2bd57f7b584e service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463709 Feb 05 03:44:29.468169 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:44:29.507238 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] The host n-h2-826942-8 is not matching for port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 host n-h1-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:44:29.507632 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:44:29.578103 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faabe745-2a7f-4787-960f-7e1b50491afd req-09d7486f-3917-44f6-b02c-7d59757cd0cf service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532660 Feb 05 03:44:29.582019 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-faabe745-2a7f-4787-960f-7e1b50491afd req-ea547f80-8fae-4c9f-b2a9-0a03d83b7940 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493421 Feb 05 03:44:30.542819 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77731ff6-ab06-4155-a9ad-3302d41e5de9 req-63b0bbfc-6876-4c81-822e-65c373cf14ed tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:30.544303 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77731ff6-ab06-4155-a9ad-3302d41e5de9 req-63b0bbfc-6876-4c81-822e-65c373cf14ed tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 944 time: 0.0533128 Feb 05 03:44:30.590575 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77731ff6-ab06-4155-a9ad-3302d41e5de9 req-a8ead035-5fc0-43a2-a158-ef9fd8a1134b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400717 Feb 05 03:44:30.716321 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10b1e4-fb02-40dd-a0d8-148f4a260222 req-cf19ebc0-0b0d-4ff2-af1d-8aa336348c52 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:30.717807 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b10b1e4-fb02-40dd-a0d8-148f4a260222 req-cf19ebc0-0b0d-4ff2-af1d-8aa336348c52 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 944 time: 0.0596547 Feb 05 03:44:30.769428 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b10b1e4-fb02-40dd-a0d8-148f4a260222 req-e09ee1e7-46a9-47eb-9c9c-de9e848e679d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456755 Feb 05 03:44:30.884551 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44695eb4-8854-4d62-bd0d-dd7db5e73c06 req-17ae33c8-9eaa-43c9-8f96-b86f06aa2d79 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:30.885946 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-44695eb4-8854-4d62-bd0d-dd7db5e73c06 req-17ae33c8-9eaa-43c9-8f96-b86f06aa2d79 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 944 time: 0.0525529 Feb 05 03:44:30.933453 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-44695eb4-8854-4d62-bd0d-dd7db5e73c06 req-f64a7c8a-a198-4e08-be42-1a8c6748bc70 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419796 Feb 05 03:44:31.163900 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b46ff-8d7d-4e24-b4af-e9e8d6aedfd0 req-ad080ece-5139-4ce1-88b3-dfca36f7a99e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:31.165292 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-629b46ff-8d7d-4e24-b4af-e9e8d6aedfd0 req-ad080ece-5139-4ce1-88b3-dfca36f7a99e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 944 time: 0.0520046 Feb 05 03:44:31.210668 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-629b46ff-8d7d-4e24-b4af-e9e8d6aedfd0 req-9daefeda-906b-4304-97dd-9df7a4b63dbd tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397475 Feb 05 03:44:32.337972 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eca57-94d4-4fbc-b5b9-c4e55a9f7a3a req-eb7b6afc-dd79-4b64-9c61-45e5587dd453 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:32.339505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-147eca57-94d4-4fbc-b5b9-c4e55a9f7a3a req-eb7b6afc-dd79-4b64-9c61-45e5587dd453 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 944 time: 0.0554321 Feb 05 03:44:32.388499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-147eca57-94d4-4fbc-b5b9-c4e55a9f7a3a req-b6892de3-1a06-41a0-a3a9-7ea49aa3f65b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432472 Feb 05 03:44:32.448781 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f899f5-168e-4667-8efe-417f8764bbd8 req-d34cc0d1-a753-460c-9bdd-464118444eb9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:32.450230 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c6f899f5-168e-4667-8efe-417f8764bbd8 req-d34cc0d1-a753-460c-9bdd-464118444eb9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 944 time: 0.0534294 Feb 05 03:44:32.512882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:44:32.545288 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-c6f899f5-168e-4667-8efe-417f8764bbd8 req-6cb06c6f-9215-45f1-8d38-de37f5c7d2af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Deleting port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:44:32.545627 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c6f899f5-168e-4667-8efe-417f8764bbd8 req-6cb06c6f-9215-45f1-8d38-de37f5c7d2af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:32.611919 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:44:32.623242 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'port_id': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'mac_address': 'fa:16:3e:e5:10:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:44:32.637683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c6f899f5-168e-4667-8efe-417f8764bbd8 req-6cb06c6f-9215-45f1-8d38-de37f5c7d2af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:44:32.638052 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c6f899f5-168e-4667-8efe-417f8764bbd8 req-6cb06c6f-9215-45f1-8d38-de37f5c7d2af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:32.660710 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:44:32.661099 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:32.673628 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:44:32.693918 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:44:32.698727 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:32.745893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,revision_number=12']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:44:32.753891 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:32.754240 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:32.754586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:32.754952 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:32.755309 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:32.755625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:32.755952 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:32.756278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:32.756604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:32.756924 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:32.757247 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:32.757569 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:32.757883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:32.813913 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c6f899f5-168e-4667-8efe-417f8764bbd8 req-6cb06c6f-9215-45f1-8d38-de37f5c7d2af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:32.814334 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c6f899f5-168e-4667-8efe-417f8764bbd8 req-6cb06c6f-9215-45f1-8d38-de37f5c7d2af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (fd286b09-f9fa-40a9-b638-fc3c4815307f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:32.815196 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [req-c6f899f5-168e-4667-8efe-417f8764bbd8 req-6cb06c6f-9215-45f1-8d38-de37f5c7d2af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Floating IP fd286b09-f9fa-40a9-b638-fc3c4815307f disassociated. External IP: 172.25.0.241, port: f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28. Feb 05 03:44:32.815531 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-c6f899f5-168e-4667-8efe-417f8764bbd8 req-6cb06c6f-9215-45f1-8d38-de37f5c7d2af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Calling delete_port for f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:44:32.944935 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c6f899f5-168e-4667-8efe-417f8764bbd8 req-6cb06c6f-9215-45f1-8d38-de37f5c7d2af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:32.973278 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb06c6f-9215-45f1-8d38-de37f5c7d2af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Pushing event deleted for resources: {'Port': ['ID=f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:44:33.091515 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6f899f5-168e-4667-8efe-417f8764bbd8 req-6cb06c6f-9215-45f1-8d38-de37f5c7d2af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:44:33.203680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6f899f5-168e-4667-8efe-417f8764bbd8 req-6cb06c6f-9215-45f1-8d38-de37f5c7d2af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:44:33.213811 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c83c6b-b268-4b76-9bea-40450325bcc5 None None] Sync routers for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:44:33.223955 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c83c6b-b268-4b76-9bea-40450325bcc5 None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:44:33.224563 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-28c83c6b-b268-4b76-9bea-40450325bcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:44:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:44:33.245180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f899f5-168e-4667-8efe-417f8764bbd8 req-6cb06c6f-9215-45f1-8d38-de37f5c7d2af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] No DVR routers for this DVR port f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:44:33.247908 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c6f899f5-168e-4667-8efe-417f8764bbd8 req-6cb06c6f-9215-45f1-8d38-de37f5c7d2af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:33.251300 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c6f899f5-168e-4667-8efe-417f8764bbd8 req-6cb06c6f-9215-45f1-8d38-de37f5c7d2af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.31 "DELETE /v2.0/ports/f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 HTTP/1.1" status: 204 len: 173 time: 0.7961659 Feb 05 03:44:33.252261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'name': 'network-vif-deleted', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:44:33.254519 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e431ac9c-cea8-471c-9d34-fd0bd4ebb718" -d '{"events": [{"server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "name": "network-vif-deleted", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:44:33.297130 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac310a90-eb65-4f41-83d8-2dc22152623b x-openstack-request-id: req-ac310a90-eb65-4f41-83d8-2dc22152623b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:44:33.297432 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce6e5c7-2857-4da9-9618-cc4c07b14db5", "name": "network-vif-deleted", "tag": "f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:44:33.297694 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac310a90-eb65-4f41-83d8-2dc22152623b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:44:33.298115 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce6e5c7-2857-4da9-9618-cc4c07b14db5', 'name': 'network-vif-deleted', 'tag': 'f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28', 'status': 'completed', 'code': 200} Feb 05 03:44:33.434684 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-28c83c6b-b268-4b76-9bea-40450325bcc5 None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:44:33.503358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b57619a6-e5de-4994-8c40-daa1e8c966fb req-a8953c80-3160-4b64-8899-f4c05e8b9ef6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce6e5c7-2857-4da9-9618-cc4c07b14db5 HTTP/1.1" status: 200 len: 210 time: 0.0298698 Feb 05 03:44:33.717954 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-28c83c6b-b268-4b76-9bea-40450325bcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:44:33.740022 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-747a124c-c2c8-4167-a3cf-38d14169defe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:33.752546 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c83c6b-b268-4b76-9bea-40450325bcc5 None None] Checking router: 9cbc2ddc-69ee-4359-be7c-1173629e8d22 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:44:33.766848 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c83c6b-b268-4b76-9bea-40450325bcc5 None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:44:33.768018 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-28c83c6b-b268-4b76-9bea-40450325bcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:44:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:44:33.898967 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-28c83c6b-b268-4b76-9bea-40450325bcc5 None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:44:34.099782 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-28c83c6b-b268-4b76-9bea-40450325bcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:44:34.129281 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c83c6b-b268-4b76-9bea-40450325bcc5 None None] The sync data for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 is: [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:44:34.344230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bdb0bf-7799-492c-824a-0c9bf8c5c63b None None] New status for floating IP fd286b09-f9fa-40a9-b638-fc3c4815307f: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:44:34.745090 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c41eaea2-198b-4538-acfd-aac88906990d req-cb5e1b38-5481-49d1-9345-8d9b99eb3839 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1071219101&fields=id&tenant_id=8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 267 time: 0.0422645 Feb 05 03:44:34.855207 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41eaea2-198b-4538-acfd-aac88906990d req-0d1d6a28-2a9a-4f08-9152-530631943103 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:34.856642 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c41eaea2-198b-4538-acfd-aac88906990d req-0d1d6a28-2a9a-4f08-9152-530631943103 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 811 time: 0.1053653 Feb 05 03:44:34.871363 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c41eaea2-198b-4538-acfd-aac88906990d req-7c0213a6-e35e-4711-a01d-aa05847811cc tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/quotas/8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 375 time: 0.0087824 Feb 05 03:44:34.925168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c41eaea2-198b-4538-acfd-aac88906990d req-cd3dcd91-c504-4f6f-8e7b-482a33f5c63c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490103 Feb 05 03:44:35.020818 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c41eaea2-198b-4538-acfd-aac88906990d req-141c4100-ac59-46d8-b9bb-6d91399d1c6d service neutron] 10.222.0.36 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846376 Feb 05 03:44:35.107928 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c41eaea2-198b-4538-acfd-aac88906990d req-b200fc1a-9fcb-4898-93cc-80eb846ef988 service neutron] 10.222.0.36 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812778 Feb 05 03:44:35.269916 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-883caac3-4390-4d48-92d1-b99bcc172dc6 req-fa2152de-8b25-41c5-b689-462d983c97b0 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 210 time: 0.0282454 Feb 05 03:44:35.936835 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2ac544e-efdc-4621-8865-29ffa97438d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:36.190592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41eaea2-198b-4538-acfd-aac88906990d req-fedab463-ffa4-473c-a049-f77a4541250c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:36.191994 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c41eaea2-198b-4538-acfd-aac88906990d req-fedab463-ffa4-473c-a049-f77a4541250c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 811 time: 0.1062849 Feb 05 03:44:36.253207 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c41eaea2-198b-4538-acfd-aac88906990d req-bab9c8ef-e5b3-4687-86da-842c1c5079a6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 380 time: 0.0529468 Feb 05 03:44:36.262245 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c41eaea2-198b-4538-acfd-aac88906990d req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Request body: {'port': {'device_id': 'ec126a1a-19db-473e-b8b0-553045baa984', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'admin_state_up': True, 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'security_groups': ['b4525bb6-8bcf-467b-a8b3-424580a15a08']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:44:36.373065 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41eaea2-198b-4538-acfd-aac88906990d req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Made reservation on behalf of 8a6b124a2f6f4932b34c96df434f86f9 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:44:36.374302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-890d01ee-5bdb-42fd-b5ca-d60dc1532d51 req-c55e3d6e-ecb1-4666-85ae-f7773744913f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 210 time: 0.0290616 Feb 05 03:44:36.376666 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41eaea2-198b-4538-acfd-aac88906990d req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:36.512644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-c41eaea2-198b-4538-acfd-aac88906990d req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Allocated IP 172.20.0.4 (70654eca-e69e-4152-a5bd-8761a3da23ec/df1793d7-e70b-4e4c-8d53-582279c2b1c0/673be1aa-7302-475c-8023-36f43d2f7b80) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:44:36.514946 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:44:36.536033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:44:36.536373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device f7cc9bb4-9fa1-4f74-ad0a-6acab48a3c28 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:44:36.651767 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41eaea2-198b-4538-acfd-aac88906990d req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for port (673be1aa-7302-475c-8023-36f43d2f7b80), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:36.684173 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41eaea2-198b-4538-acfd-aac88906990d req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:36.733930 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41eaea2-198b-4538-acfd-aac88906990d req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Network 70654eca-e69e-4152-a5bd-8761a3da23ec is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:44:36.737511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-c41eaea2-198b-4538-acfd-aac88906990d req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:44:36.741159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41eaea2-198b-4538-acfd-aac88906990d req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:44:36.766156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Pushing event updated for resources: {'Port': ['ID=673be1aa-7302-475c-8023-36f43d2f7b80,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:44:36.777639 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:36.778018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:36.778365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:36.778708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:36.779075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:36.779413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:36.779747 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:36.780072 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:36.780399 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:36.780726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:36.781051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:36.781384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:36.781714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:44:36.808957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41eaea2-198b-4538-acfd-aac88906990d req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:36.809579 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41eaea2-198b-4538-acfd-aac88906990d req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:36.828198 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c41eaea2-198b-4538-acfd-aac88906990d req-16feeee8-124c-47f2-916e-025070d65746 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691926 Feb 05 03:44:36.839238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Request body: {'port': {'device_id': 'ec126a1a-19db-473e-b8b0-553045baa984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:44:36.906925 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:36.990727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-19faa57c-1c30-4ed9-bb38-137ba9d5ce05 None None] Provisioning complete for port 673be1aa-7302-475c-8023-36f43d2f7b80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:44:36.991311 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-19faa57c-1c30-4ed9-bb38-137ba9d5ce05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:37.031750 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-19faa57c-1c30-4ed9-bb38-137ba9d5ce05 None None] Port 673be1aa-7302-475c-8023-36f43d2f7b80 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:44:37.233566 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673be1aa-7302-475c-8023-36f43d2f7b80 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:44:37.242522 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Publish callbacks [] for port (673be1aa-7302-475c-8023-36f43d2f7b80), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:37.255856 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Transition to ACTIVE for port object 673be1aa-7302-475c-8023-36f43d2f7b80 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:44:37.259987 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:37.286545 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:37.313472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Pushing event updated for resources: {'Port': ['ID=673be1aa-7302-475c-8023-36f43d2f7b80,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:44:37.381245 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:44:37.411446 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Attempting to bind port 673be1aa-7302-475c-8023-36f43d2f7b80 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:44:37.411795 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Attempting to bind port 673be1aa-7302-475c-8023-36f43d2f7b80 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:44:37.412916 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Attempting to bind port 673be1aa-7302-475c-8023-36f43d2f7b80 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:44:37.421861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Port 673be1aa-7302-475c-8023-36f43d2f7b80 on network 70654eca-e69e-4152-a5bd-8761a3da23ec not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:44:37.422321 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Attempting to bind port 673be1aa-7302-475c-8023-36f43d2f7b80 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:44:37.430108 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:44:37.430623 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Checking segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:44:37.431357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Bound using segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:44:37.432054 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Bound port: 673be1aa-7302-475c-8023-36f43d2f7b80, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:44:37.433780 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:37.529655 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:44:37.538987 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=673be1aa-7302-475c-8023-36f43d2f7b80,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:44:37.543373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4c8d1-338d-4d89-b0ba-bf5705c79bde req-c441dba0-cb6e-4164-8aa2-98d50c1bed7c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:37.546222 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ae4c8d1-338d-4d89-b0ba-bf5705c79bde req-c441dba0-cb6e-4164-8aa2-98d50c1bed7c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0759695 Feb 05 03:44:37.554686 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:37.603523 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ae4c8d1-338d-4d89-b0ba-bf5705c79bde req-caa0e068-32ca-4b08-a403-adb2d6c2fae4 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511098 Feb 05 03:44:37.603627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:37.604210 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:37.605615 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c41eaea2-198b-4538-acfd-aac88906990d req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] 10.222.0.10 "PUT /v2.0/ports/673be1aa-7302-475c-8023-36f43d2f7b80 HTTP/1.1" status: 200 len: 1091 time: 0.7706704 Feb 05 03:44:37.606113 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec126a1a-19db-473e-b8b0-553045baa984', 'tag': '673be1aa-7302-475c-8023-36f43d2f7b80'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:44:37.608368 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79d7687-f313-4355-9518-7f82e597267d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec126a1a-19db-473e-b8b0-553045baa984", "tag": "673be1aa-7302-475c-8023-36f43d2f7b80"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:44:37.636616 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19558d73-fcfe-48d9-9b65-0b5d447d53b6 service neutron] Pushing event updated for resources: {'Port': ['ID=673be1aa-7302-475c-8023-36f43d2f7b80,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:44:37.688205 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0ccf55-9b02-4b91-b138-2922ffe69372 x-openstack-request-id: req-0e0ccf55-9b02-4b91-b138-2922ffe69372 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:44:37.688484 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec126a1a-19db-473e-b8b0-553045baa984", "tag": "673be1aa-7302-475c-8023-36f43d2f7b80", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:44:37.688739 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e0ccf55-9b02-4b91-b138-2922ffe69372 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:44:37.689716 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec126a1a-19db-473e-b8b0-553045baa984', 'tag': '673be1aa-7302-475c-8023-36f43d2f7b80', 'status': 'completed', 'code': 200} Feb 05 03:44:37.711145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41eaea2-198b-4538-acfd-aac88906990d req-5ac916b9-e6c4-42b4-bba5-857417d9854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:37.712714 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c41eaea2-198b-4538-acfd-aac88906990d req-5ac916b9-e6c4-42b4-bba5-857417d9854e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 1125 time: 0.0571978 Feb 05 03:44:37.755598 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c41eaea2-198b-4538-acfd-aac88906990d req-93a99775-33e0-4b00-98f0-6f0b0df144ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=673be1aa-7302-475c-8023-36f43d2f7b80 HTTP/1.1" status: 200 len: 217 time: 0.0362532 Feb 05 03:44:37.806358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41eaea2-198b-4538-acfd-aac88906990d req-87882343-a611-46b3-8b17-dd7e52d128e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:37.807835 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c41eaea2-198b-4538-acfd-aac88906990d req-87882343-a611-46b3-8b17-dd7e52d128e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0473044 Feb 05 03:44:37.860440 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41eaea2-198b-4538-acfd-aac88906990d req-5ac581fc-8250-4891-a2c0-36c09cbca326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:37.862565 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c41eaea2-198b-4538-acfd-aac88906990d req-5ac581fc-8250-4891-a2c0-36c09cbca326 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489795 Feb 05 03:44:37.950581 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c41eaea2-198b-4538-acfd-aac88906990d req-2cde0322-53fd-484d-bc75-413e8269cbbe service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819199 Feb 05 03:44:38.042475 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c41eaea2-198b-4538-acfd-aac88906990d req-05be1d55-bf00-459d-8c86-65b44faaa340 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853615 Feb 05 03:44:38.128474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7687-f313-4355-9518-7f82e597267d req-76a89f8d-6bf8-4465-b1cc-f372e04f380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:38.129969 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e79d7687-f313-4355-9518-7f82e597267d req-76a89f8d-6bf8-4465-b1cc-f372e04f380a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 1125 time: 0.0456858 Feb 05 03:44:38.219036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7687-f313-4355-9518-7f82e597267d req-3b0e2ed1-6065-451e-9046-3e965159bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:38.220642 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e79d7687-f313-4355-9518-7f82e597267d req-3b0e2ed1-6065-451e-9046-3e965159bd18 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0846231 Feb 05 03:44:38.264734 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e79d7687-f313-4355-9518-7f82e597267d req-661a0add-5938-4054-917f-8eddf8870f4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=673be1aa-7302-475c-8023-36f43d2f7b80 HTTP/1.1" status: 200 len: 217 time: 0.0385077 Feb 05 03:44:38.312449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7687-f313-4355-9518-7f82e597267d req-b95c8a58-c569-4b45-973d-a6b1d2434033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:38.313763 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e79d7687-f313-4355-9518-7f82e597267d req-b95c8a58-c569-4b45-973d-a6b1d2434033 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0421934 Feb 05 03:44:38.367701 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7687-f313-4355-9518-7f82e597267d req-c33cad80-ad01-43db-b80e-4d91acf6f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:38.369296 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e79d7687-f313-4355-9518-7f82e597267d req-c33cad80-ad01-43db-b80e-4d91acf6f3f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487454 Feb 05 03:44:38.464013 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e79d7687-f313-4355-9518-7f82e597267d req-6253484b-36da-495b-a01d-0bee52aa9e86 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872829 Feb 05 03:44:38.556160 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e79d7687-f313-4355-9518-7f82e597267d req-2b4b44b0-b527-4286-ac74-5fb4eb377bf4 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840862 Feb 05 03:44:38.728214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ed6d1-7d2c-4d48-b062-87a9c421fcef req-268dbef2-bed2-4c36-8d15-05e9226c4189 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:38.729708 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d80ed6d1-7d2c-4d48-b062-87a9c421fcef req-268dbef2-bed2-4c36-8d15-05e9226c4189 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0542374 Feb 05 03:44:38.776935 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d80ed6d1-7d2c-4d48-b062-87a9c421fcef req-d5aa1d6b-0589-4f2f-961f-f0bcf5e0883a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416045 Feb 05 03:44:38.822685 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:39.552424 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 673be1aa-7302-475c-8023-36f43d2f7b80 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:44:39.648209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=673be1aa-7302-475c-8023-36f43d2f7b80,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:44:39.662922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '673be1aa-7302-475c-8023-36f43d2f7b80', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'port_id': '673be1aa-7302-475c-8023-36f43d2f7b80', 'mac_address': 'fa:16:3e:80:16:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:44:39.700052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 673be1aa-7302-475c-8023-36f43d2f7b80 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:44:39.700432 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:39.714001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673be1aa-7302-475c-8023-36f43d2f7b80 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:44:39.733525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=673be1aa-7302-475c-8023-36f43d2f7b80,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:44:39.737243 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:39.782423 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=673be1aa-7302-475c-8023-36f43d2f7b80,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:44:39.903730 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1256c-e853-45f8-83ec-5d2525fc6683 req-d3e23406-6bdd-4191-87a3-7d0d13b09b2f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:39.905096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69c1256c-e853-45f8-83ec-5d2525fc6683 req-d3e23406-6bdd-4191-87a3-7d0d13b09b2f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0578613 Feb 05 03:44:39.941427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['673be1aa-7302-475c-8023-36f43d2f7b80'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:44:39.953682 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-69c1256c-e853-45f8-83ec-5d2525fc6683 req-79475798-17c9-4a4a-98ff-4e21f2d8e9c4 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421195 Feb 05 03:44:40.105143 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:41.073529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fa638-8eed-4cc8-bcea-e2407e167001 req-7c0f823f-05fd-47cb-864e-be902f6ce499 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:41.075060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-812fa638-8eed-4cc8-bcea-e2407e167001 req-7c0f823f-05fd-47cb-864e-be902f6ce499 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0532353 Feb 05 03:44:41.121068 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-812fa638-8eed-4cc8-bcea-e2407e167001 req-6d44d01d-c626-4589-a0e8-6cc4d25e5f6e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404625 Feb 05 03:44:41.545549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 673be1aa-7302-475c-8023-36f43d2f7b80 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:44:41.594634 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 673be1aa-7302-475c-8023-36f43d2f7b80 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:44:41.599023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 673be1aa-7302-475c-8023-36f43d2f7b80 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:44:41.599394 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:41.681407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 673be1aa-7302-475c-8023-36f43d2f7b80 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:44:41.681820 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:41.709216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec126a1a-19db-473e-b8b0-553045baa984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673be1aa-7302-475c-8023-36f43d2f7b80'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:44:41.711613 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b73214-ac02-492c-93e9-70ce9bd3b325" -d '{"events": [{"server_uuid": "ec126a1a-19db-473e-b8b0-553045baa984", "name": "network-vif-plugged", "status": "completed", "tag": "673be1aa-7302-475c-8023-36f43d2f7b80"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:44:41.726029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=673be1aa-7302-475c-8023-36f43d2f7b80,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:44:41.730517 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:41.755184 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fee58e1-17fd-443a-8b66-9860bc403c38 x-openstack-request-id: req-8fee58e1-17fd-443a-8b66-9860bc403c38 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:44:41.755488 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec126a1a-19db-473e-b8b0-553045baa984", "name": "network-vif-plugged", "status": "completed", "tag": "673be1aa-7302-475c-8023-36f43d2f7b80", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:44:41.755746 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8fee58e1-17fd-443a-8b66-9860bc403c38 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:44:41.756141 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec126a1a-19db-473e-b8b0-553045baa984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673be1aa-7302-475c-8023-36f43d2f7b80', 'code': 200} Feb 05 03:44:41.783343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=673be1aa-7302-475c-8023-36f43d2f7b80,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:44:41.853547 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cf06a-06a2-4c17-b3e6-070624792c05 req-4008ba51-db7d-4c41-b6d0-2ab2a44d0e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:41.854983 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-073cf06a-06a2-4c17-b3e6-070624792c05 req-4008ba51-db7d-4c41-b6d0-2ab2a44d0e1f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 1127 time: 0.0497262 Feb 05 03:44:41.898370 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-073cf06a-06a2-4c17-b3e6-070624792c05 req-d64e1ff4-5b74-4002-abee-1e352160913e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371358 Feb 05 03:44:41.904088 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:42.242423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615c9c9-224d-43ea-85ba-fc81226124c9 req-5deff831-ae00-4cc7-9e34-2481629e4255 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:42.243913 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2615c9c9-224d-43ea-85ba-fc81226124c9 req-5deff831-ae00-4cc7-9e34-2481629e4255 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0517647 Feb 05 03:44:42.293888 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2615c9c9-224d-43ea-85ba-fc81226124c9 req-60cc4b35-909c-447a-9a65-856b0dc74a7f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444748 Feb 05 03:44:43.413164 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70198be-5a08-414a-bdb4-d835d2efd804 req-481f43f0-5eb2-41a7-9f5d-31a515023f8f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:43.414618 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c70198be-5a08-414a-bdb4-d835d2efd804 req-481f43f0-5eb2-41a7-9f5d-31a515023f8f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0522416 Feb 05 03:44:43.460832 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c70198be-5a08-414a-bdb4-d835d2efd804 req-a1cef173-a07c-4786-a4e6-6fd4d154b27d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405769 Feb 05 03:44:43.574470 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fdbfd-9994-4923-ae71-3cb7737c205d req-f88d5642-e19d-4761-a4fd-789dd734a584 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:43.575877 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e7fdbfd-9994-4923-ae71-3cb7737c205d req-f88d5642-e19d-4761-a4fd-789dd734a584 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0516965 Feb 05 03:44:43.584933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 43918) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:44:43.589204 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4f5a2ccc-1e03-478d-8934-37d2bb4b3f00 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Request body: {'floatingip': {'port_id': '673be1aa-7302-475c-8023-36f43d2f7b80'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:44:43.630964 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2ccc-1e03-478d-8934-37d2bb4b3f00 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for floatingip (fd286b09-f9fa-40a9-b638-fc3c4815307f), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:44.051977 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2ccc-1e03-478d-8934-37d2bb4b3f00 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:44.055750 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2ccc-1e03-478d-8934-37d2bb4b3f00 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (fd286b09-f9fa-40a9-b638-fc3c4815307f), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:44.154862 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-4f5a2ccc-1e03-478d-8934-37d2bb4b3f00 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Floating IP fd286b09-f9fa-40a9-b638-fc3c4815307f associated. External IP: 172.25.0.241, port: 673be1aa-7302-475c-8023-36f43d2f7b80. Feb 05 03:44:44.363828 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5a2ccc-1e03-478d-8934-37d2bb4b3f00 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:44:44.476072 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5a2ccc-1e03-478d-8934-37d2bb4b3f00 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:44:44.480841 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2ccc-1e03-478d-8934-37d2bb4b3f00 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:44.485909 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e5bbab-007b-4409-a145-d5756bddb63b None None] Sync routers for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:44:44.495408 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e5bbab-007b-4409-a145-d5756bddb63b None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:44:44.496021 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-31e5bbab-007b-4409-a145-d5756bddb63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:44:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:44:44.510715 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4f5a2ccc-1e03-478d-8934-37d2bb4b3f00 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "PUT /v2.0/floatingips/fd286b09-f9fa-40a9-b638-fc3c4815307f HTTP/1.1" status: 200 len: 992 time: 0.9247582 Feb 05 03:44:44.511337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec126a1a-19db-473e-b8b0-553045baa984', 'tag': '673be1aa-7302-475c-8023-36f43d2f7b80'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:44:44.513622 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e30c35-5d3c-43b8-8f7f-e5d2b2d17950" -d '{"events": [{"name": "network-changed", "server_uuid": "ec126a1a-19db-473e-b8b0-553045baa984", "tag": "673be1aa-7302-475c-8023-36f43d2f7b80"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:44:44.559247 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2aaa8c2-e774-48ad-9a9b-2f820ea00d44 x-openstack-request-id: req-f2aaa8c2-e774-48ad-9a9b-2f820ea00d44 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:44:44.559541 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec126a1a-19db-473e-b8b0-553045baa984", "tag": "673be1aa-7302-475c-8023-36f43d2f7b80", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:44:44.559804 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2aaa8c2-e774-48ad-9a9b-2f820ea00d44 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:44:44.560222 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec126a1a-19db-473e-b8b0-553045baa984', 'tag': '673be1aa-7302-475c-8023-36f43d2f7b80', 'status': 'completed', 'code': 200} Feb 05 03:44:44.614086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b632e27-911e-44cb-8205-ed0a1689e6c7 req-7c917f01-7843-4df3-ab96-984866230f07 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:44.615540 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b632e27-911e-44cb-8205-ed0a1689e6c7 req-7c917f01-7843-4df3-ab96-984866230f07 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0536597 Feb 05 03:44:44.617972 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-31e5bbab-007b-4409-a145-d5756bddb63b None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:44:44.629759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e30c35-5d3c-43b8-8f7f-e5d2b2d17950 req-14f6ea56-8164-4571-a2bf-b6ea2ad762c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:44.631416 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3e30c35-5d3c-43b8-8f7f-e5d2b2d17950 req-14f6ea56-8164-4571-a2bf-b6ea2ad762c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 1127 time: 0.0488763 Feb 05 03:44:44.666185 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1b632e27-911e-44cb-8205-ed0a1689e6c7 req-eeb65ff4-f16d-401c-beb9-94b4f299305a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437059 Feb 05 03:44:44.727050 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e30c35-5d3c-43b8-8f7f-e5d2b2d17950 req-001ff85a-20b7-429a-9f6a-1c8d547ffc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:44.728546 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3e30c35-5d3c-43b8-8f7f-e5d2b2d17950 req-001ff85a-20b7-429a-9f6a-1c8d547ffc80 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0896091 Feb 05 03:44:44.795998 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3e30c35-5d3c-43b8-8f7f-e5d2b2d17950 req-bfde5459-f661-4a3a-a36c-f89752714eb2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=673be1aa-7302-475c-8023-36f43d2f7b80 HTTP/1.1" status: 200 len: 1000 time: 0.0615752 Feb 05 03:44:44.843878 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-31e5bbab-007b-4409-a145-d5756bddb63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'fd286b09-f9fa-40a9-b638-fc3c4815307f', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'port_id': '673be1aa-7302-475c-8023-36f43d2f7b80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'mac_address': 'fa:16:3e:80:16:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec126a1a-19db-473e-b8b0-553045baa984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:41:59Z', 'updated_at': '2022-02-05T03:44:43Z', 'revision_number': 13, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:44:44.845155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e30c35-5d3c-43b8-8f7f-e5d2b2d17950 req-0b098c50-dde2-4081-98fb-98a02b11a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:44.847020 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3e30c35-5d3c-43b8-8f7f-e5d2b2d17950 req-0b098c50-dde2-4081-98fb-98a02b11a902 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0437651 Feb 05 03:44:44.873657 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e5bbab-007b-4409-a145-d5756bddb63b None None] Checking router: 9cbc2ddc-69ee-4359-be7c-1173629e8d22 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:44:44.882677 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e5bbab-007b-4409-a145-d5756bddb63b None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:44:44.883320 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-31e5bbab-007b-4409-a145-d5756bddb63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:44:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:44:44.901138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e30c35-5d3c-43b8-8f7f-e5d2b2d17950 req-6ff8e051-7613-4125-bbb1-87eba1dca45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:44.902628 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3e30c35-5d3c-43b8-8f7f-e5d2b2d17950 req-6ff8e051-7613-4125-bbb1-87eba1dca45e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488825 Feb 05 03:44:44.990623 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-31e5bbab-007b-4409-a145-d5756bddb63b None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:44:44.991007 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3e30c35-5d3c-43b8-8f7f-e5d2b2d17950 req-2d9f4321-f010-4906-95d6-299f482ee423 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819991 Feb 05 03:44:45.082406 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c3e30c35-5d3c-43b8-8f7f-e5d2b2d17950 req-28549218-83e3-46f2-abf4-1791569a62a9 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855396 Feb 05 03:44:45.303078 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-31e5bbab-007b-4409-a145-d5756bddb63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'fd286b09-f9fa-40a9-b638-fc3c4815307f', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'port_id': '673be1aa-7302-475c-8023-36f43d2f7b80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'mac_address': 'fa:16:3e:80:16:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec126a1a-19db-473e-b8b0-553045baa984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:41:59Z', 'updated_at': '2022-02-05T03:44:43Z', 'revision_number': 13, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:44:45.331883 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e5bbab-007b-4409-a145-d5756bddb63b None None] The sync data for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 is: [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'fd286b09-f9fa-40a9-b638-fc3c4815307f', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'port_id': '673be1aa-7302-475c-8023-36f43d2f7b80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'mac_address': 'fa:16:3e:80:16:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec126a1a-19db-473e-b8b0-553045baa984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:41:59Z', 'updated_at': '2022-02-05T03:44:43Z', 'revision_number': 13, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:44:45.518806 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3f8b3e-59c7-41c7-88d4-493e039afc50 None None] New status for floating IP fd286b09-f9fa-40a9-b638-fc3c4815307f: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:44:45.793856 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b4866-a889-43dd-88b1-0f3c22393e1d req-e18e8265-dda7-44d7-98a9-2acd3dca20af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:45.795350 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d11b4866-a889-43dd-88b1-0f3c22393e1d req-e18e8265-dda7-44d7-98a9-2acd3dca20af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0561290 Feb 05 03:44:45.840771 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d11b4866-a889-43dd-88b1-0f3c22393e1d req-9a086516-0712-4535-b78f-8fe766f77f36 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396633 Feb 05 03:44:46.744268 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:44:48.328136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770df5fc-0b9d-4244-b35a-3929384379ea req-a1a2928b-e044-4cc5-8c4a-0e06fbcc754c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:44:48.330283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-770df5fc-0b9d-4244-b35a-3929384379ea req-a1a2928b-e044-4cc5-8c4a-0e06fbcc754c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0515358 Feb 05 03:44:48.376139 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-770df5fc-0b9d-4244-b35a-3929384379ea req-643bedac-9ad4-4429-81d3-f75857e5268c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402057 Feb 05 03:45:03.740485 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4bad0c20-6bbf-4838-a21d-bad9d303c0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:04.740550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73966c6-7252-46ba-a995-5d9dc95e7dd6 req-ddd3ce0f-4869-4e65-9476-e2cfc2a68d28 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:04.741976 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e73966c6-7252-46ba-a995-5d9dc95e7dd6 req-ddd3ce0f-4869-4e65-9476-e2cfc2a68d28 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0596483 Feb 05 03:45:04.819964 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e73966c6-7252-46ba-a995-5d9dc95e7dd6 req-fb1cdcaf-ba22-4b9c-b275-4d07aa42dd4e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723464 Feb 05 03:45:04.828230 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-ab15b066-5894-43ec-8b1c-0ad0a109e52e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1165602 Feb 05 03:45:05.944931 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23bacb9f-731d-4e2a-8b7b-547585adafaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:05.961009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c9833-95a8-42ff-ae5a-3f68c1ba5425 req-dc906bf8-330c-432b-afe3-35f4d6317fd1 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:05.962699 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-980c9833-95a8-42ff-ae5a-3f68c1ba5425 req-dc906bf8-330c-432b-afe3-35f4d6317fd1 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0672834 Feb 05 03:45:06.013776 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-980c9833-95a8-42ff-ae5a-3f68c1ba5425 req-06a5f4cd-02c3-4f78-9cb7-3f46cbfbf023 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449300 Feb 05 03:45:06.215855 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-755073e1-a1d6-4f71-a49c-24844b44640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:06.217346 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-755073e1-a1d6-4f71-a49c-24844b44640a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 1127 time: 0.3079846 Feb 05 03:45:06.303689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-2fea422e-4bc2-4dcc-90fe-a937ab6f02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:06.305146 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-2fea422e-4bc2-4dcc-90fe-a937ab6f02fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0815768 Feb 05 03:45:06.375272 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-f3682b81-570c-4d73-82b1-4790368e7116 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=673be1aa-7302-475c-8023-36f43d2f7b80 HTTP/1.1" status: 200 len: 1002 time: 0.0624568 Feb 05 03:45:06.422216 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-d270e5a3-1ddd-4db4-9d2b-f71c20ba28bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:06.423959 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-d270e5a3-1ddd-4db4-9d2b-f71c20ba28bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0429578 Feb 05 03:45:06.472779 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-ac8bf632-6449-44bb-9b17-8f1116040237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:06.474225 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-ac8bf632-6449-44bb-9b17-8f1116040237 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442915 Feb 05 03:45:06.568771 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-9a24c772-f078-41dd-b2a6-6ab94823d6b2 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881824 Feb 05 03:45:06.655985 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-666b0c03-1243-4a85-b731-0dc330f3d00b service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803864 Feb 05 03:45:07.134500 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9e498-1004-4911-9bd5-2695bbedd6a4 req-300c10cf-0e27-42ce-a62c-b72d52fde4a4 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:07.135982 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7de9e498-1004-4911-9bd5-2695bbedd6a4 req-300c10cf-0e27-42ce-a62c-b72d52fde4a4 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0513430 Feb 05 03:45:07.184928 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7de9e498-1004-4911-9bd5-2695bbedd6a4 req-c3b7e0a9-b02d-43cf-a8c9-cc8500d4227e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434132 Feb 05 03:45:07.287462 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:08.309393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01581bf5-25f0-4292-8b8f-e290777f0c4c req-66d6e91f-08b9-4cbb-87ce-6f2a27a8c19a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:08.310948 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01581bf5-25f0-4292-8b8f-e290777f0c4c req-66d6e91f-08b9-4cbb-87ce-6f2a27a8c19a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0568717 Feb 05 03:45:08.357111 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-01581bf5-25f0-4292-8b8f-e290777f0c4c req-7578f0c6-1a47-449a-8861-2ea0e8e4b1d1 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405290 Feb 05 03:45:08.823676 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:09.479026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae884dfa-76c6-4098-90eb-0b632bee844d req-9ca321da-2e58-4ab4-897e-685848bf7299 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:09.480488 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae884dfa-76c6-4098-90eb-0b632bee844d req-9ca321da-2e58-4ab4-897e-685848bf7299 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0524869 Feb 05 03:45:09.525405 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ae884dfa-76c6-4098-90eb-0b632bee844d req-d76e8f15-85b7-43dd-815e-55c7efacddbd tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392661 Feb 05 03:45:10.107674 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:10.653343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40984b0f-3c27-4386-8cbc-2ea1ef37e4b9 req-29dfacd5-3fb3-4eea-b2ea-67263e41e840 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:10.654737 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40984b0f-3c27-4386-8cbc-2ea1ef37e4b9 req-29dfacd5-3fb3-4eea-b2ea-67263e41e840 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0607433 Feb 05 03:45:10.702423 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40984b0f-3c27-4386-8cbc-2ea1ef37e4b9 req-21d5bcd8-7749-4676-8353-c3f693fbcc9d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408947 Feb 05 03:45:11.821583 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b922d-0c24-43c4-b32c-ac5a742debe2 req-ba57e69c-b177-4dac-8b17-13564d120d34 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:11.823066 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd9b922d-0c24-43c4-b32c-ac5a742debe2 req-ba57e69c-b177-4dac-8b17-13564d120d34 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0520959 Feb 05 03:45:11.868385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd9b922d-0c24-43c4-b32c-ac5a742debe2 req-1b822a22-bf80-4148-a7c0-94d0248268b7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397069 Feb 05 03:45:11.905505 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:12.994832 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b2c41-3eea-467c-af06-7472cdb565d1 req-1618a961-5a19-43e0-9606-f02e3da7b476 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:12.996648 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f13b2c41-3eea-467c-af06-7472cdb565d1 req-1618a961-5a19-43e0-9606-f02e3da7b476 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0595725 Feb 05 03:45:13.041418 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f13b2c41-3eea-467c-af06-7472cdb565d1 req-c21da771-8ad2-4f4b-9e87-32bb6a2a267a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394456 Feb 05 03:45:14.160374 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf8ad2-2654-43ec-a1d9-49e20c36cab6 req-041404f9-4690-4f70-b725-aa6383668a74 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:14.161773 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80cf8ad2-2654-43ec-a1d9-49e20c36cab6 req-041404f9-4690-4f70-b725-aa6383668a74 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0523593 Feb 05 03:45:14.207347 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80cf8ad2-2654-43ec-a1d9-49e20c36cab6 req-fa113842-05a4-469e-8ae0-fbd0524a0e15 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399537 Feb 05 03:45:14.381604 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:45:15.331801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceafc53-e81e-446d-ab8c-9311e245e62a req-7b1aa8c3-1d87-42c1-8186-f866027d6f56 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:15.333365 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dceafc53-e81e-446d-ab8c-9311e245e62a req-7b1aa8c3-1d87-42c1-8186-f866027d6f56 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0555298 Feb 05 03:45:15.387525 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dceafc53-e81e-446d-ab8c-9311e245e62a req-3c267e5a-c64b-4d6c-9725-d92a634d59c0 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484414 Feb 05 03:45:16.508501 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d58ef-f4de-48c9-95ee-9a676268a501 req-c6639e46-0376-44e2-a0be-5d15ae82c914 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:16.509970 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c0d58ef-f4de-48c9-95ee-9a676268a501 req-c6639e46-0376-44e2-a0be-5d15ae82c914 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0522208 Feb 05 03:45:16.555961 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c0d58ef-f4de-48c9-95ee-9a676268a501 req-96c78111-79d4-4e9c-a4a0-c40b53599053 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403941 Feb 05 03:45:16.759319 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:17.179959 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ac377e7-2e3f-4b97-bc64-611212a50286 service neutron] show failed (client error): The resource could not be found. Feb 05 03:45:17.180976 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ac377e7-2e3f-4b97-bc64-611212a50286 service neutron] 10.222.0.10 "GET /v2.0/ports/673be1aa-7302-475c-8023-36f43d2f7b80/bindings/n-h1-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.0598321 Feb 05 03:45:17.380582 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-c99a268b-40d5-44c2-a544-a239835ef6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:17.382057 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-c99a268b-40d5-44c2-a544-a239835ef6df service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984&tenant_id=8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 1127 time: 0.0496607 Feb 05 03:45:17.394190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:45:17.452128 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:17.654558 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=673be1aa-7302-475c-8023-36f43d2f7b80,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:45:17.679254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8daef-9d3a-49bc-8b45-9c7dfd938e9c req-ddfdb8ba-4f7d-4d8b-badf-769370ba810e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:17.680848 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46f8daef-9d3a-49bc-8b45-9c7dfd938e9c req-ddfdb8ba-4f7d-4d8b-badf-769370ba810e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0523980 Feb 05 03:45:17.689423 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:45:17.727410 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46f8daef-9d3a-49bc-8b45-9c7dfd938e9c req-f592b33e-f20c-4d1f-a037-3e564612cd80 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406051 Feb 05 03:45:17.728351 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec126a1a-19db-473e-b8b0-553045baa984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '673be1aa-7302-475c-8023-36f43d2f7b80'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:45:17.730748 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615b638c-86fe-40e6-8600-6344961e04cf" -d '{"events": [{"server_uuid": "ec126a1a-19db-473e-b8b0-553045baa984", "name": "network-vif-unplugged", "status": "completed", "tag": "673be1aa-7302-475c-8023-36f43d2f7b80"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:45:17.734932 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Publish callbacks [] for port (673be1aa-7302-475c-8023-36f43d2f7b80), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:17.748550 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Transition to ACTIVE for port object 673be1aa-7302-475c-8023-36f43d2f7b80 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:45:17.753453 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:17.783172 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a08532-46eb-48d5-b65f-c639438ae0ed x-openstack-request-id: req-70a08532-46eb-48d5-b65f-c639438ae0ed {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:45:17.783489 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec126a1a-19db-473e-b8b0-553045baa984", "name": "network-vif-unplugged", "status": "completed", "tag": "673be1aa-7302-475c-8023-36f43d2f7b80", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:45:17.783724 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70a08532-46eb-48d5-b65f-c639438ae0ed {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:45:17.784119 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec126a1a-19db-473e-b8b0-553045baa984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '673be1aa-7302-475c-8023-36f43d2f7b80', 'code': 200} Feb 05 03:45:17.814092 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 673be1aa-7302-475c-8023-36f43d2f7b80 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:45:17.839111 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Pushing event updated for resources: {'Port': ['ID=673be1aa-7302-475c-8023-36f43d2f7b80,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:45:17.856938 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] The host n-h2-826942-8 is not matching for port 673be1aa-7302-475c-8023-36f43d2f7b80 host n-h1-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:45:17.857335 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 673be1aa-7302-475c-8023-36f43d2f7b80 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:45:17.883636 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] No DVR routers for this DVR port 673be1aa-7302-475c-8023-36f43d2f7b80 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:45:18.021059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Attempting to bind port 673be1aa-7302-475c-8023-36f43d2f7b80 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:45:18.021385 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Attempting to bind port 673be1aa-7302-475c-8023-36f43d2f7b80 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:45:18.021704 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Attempting to bind port 673be1aa-7302-475c-8023-36f43d2f7b80 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:45:18.026051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Port 673be1aa-7302-475c-8023-36f43d2f7b80 on network 70654eca-e69e-4152-a5bd-8761a3da23ec not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:45:18.026376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Attempting to bind port 673be1aa-7302-475c-8023-36f43d2f7b80 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:45:18.031093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:45:18.031426 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Checking segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:45:18.031805 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Bound using segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:45:18.032403 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Bound port: 673be1aa-7302-475c-8023-36f43d2f7b80, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:45:18.032786 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:18.094413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:45:18.097420 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=673be1aa-7302-475c-8023-36f43d2f7b80,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:45:18.103383 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:18.135970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:18.136570 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:18.138095 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] 10.222.0.31 "PUT /v2.0/ports/673be1aa-7302-475c-8023-36f43d2f7b80 HTTP/1.1" status: 200 len: 1091 time: 0.7484460 Feb 05 03:45:18.170811 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0020a-fbd4-4b1a-b9d3-a71827e94249 service neutron] Pushing event updated for resources: {'Port': ['ID=673be1aa-7302-475c-8023-36f43d2f7b80,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:45:18.220866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-da451ce7-564d-4f19-9aac-bf0e1ad261ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:18.222441 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-da451ce7-564d-4f19-9aac-bf0e1ad261ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 1125 time: 0.0592437 Feb 05 03:45:18.316276 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-47f4498c-28f6-41d9-9f00-7c5d3a7eda54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:18.317756 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-47f4498c-28f6-41d9-9f00-7c5d3a7eda54 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0889070 Feb 05 03:45:18.390013 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-f8260917-7a74-40c3-9350-a1c2fb1f3d44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=673be1aa-7302-475c-8023-36f43d2f7b80 HTTP/1.1" status: 200 len: 1000 time: 0.0652146 Feb 05 03:45:18.438286 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-9e102354-1ae4-4824-ac55-76d92fc6d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:18.439668 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-9e102354-1ae4-4824-ac55-76d92fc6d227 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0433581 Feb 05 03:45:18.490038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-72be1d2f-dc21-4634-b48b-bf64a884324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:18.491541 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-72be1d2f-dc21-4634-b48b-bf64a884324a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439281 Feb 05 03:45:18.582482 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-b66926a7-8c33-415a-b0e6-28e97cbd3971 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843832 Feb 05 03:45:18.671217 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-70d373c7-f871-4541-920e-29c3f9f45aa5 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826049 Feb 05 03:45:18.856293 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294a4ca-b391-469f-a698-0eee49479313 req-7ab4ba6b-2073-4167-9cab-23cd3b152edc tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:18.857836 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9294a4ca-b391-469f-a698-0eee49479313 req-7ab4ba6b-2073-4167-9cab-23cd3b152edc tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0563781 Feb 05 03:45:18.905626 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9294a4ca-b391-469f-a698-0eee49479313 req-52095d72-aab3-4765-8aec-b0bccf934786 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409427 Feb 05 03:45:19.785808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec126a1a-19db-473e-b8b0-553045baa984', 'tag': '673be1aa-7302-475c-8023-36f43d2f7b80'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:45:19.788310 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8478f5-a63a-40d8-8f5e-dda06c085daf" -d '{"events": [{"name": "network-changed", "server_uuid": "ec126a1a-19db-473e-b8b0-553045baa984", "tag": "673be1aa-7302-475c-8023-36f43d2f7b80"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:45:19.839538 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cb2490-2005-4a7f-b6f2-46fc0ebe8bc1 x-openstack-request-id: req-39cb2490-2005-4a7f-b6f2-46fc0ebe8bc1 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:45:19.839832 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec126a1a-19db-473e-b8b0-553045baa984", "tag": "673be1aa-7302-475c-8023-36f43d2f7b80", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:45:19.840083 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39cb2490-2005-4a7f-b6f2-46fc0ebe8bc1 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:45:19.840480 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec126a1a-19db-473e-b8b0-553045baa984', 'tag': '673be1aa-7302-475c-8023-36f43d2f7b80', 'status': 'completed', 'code': 200} Feb 05 03:45:19.945241 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-aa284da6-4c8e-4256-9542-6de307ca7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:19.946781 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-aa284da6-4c8e-4256-9542-6de307ca7a12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 1125 time: 0.0782847 Feb 05 03:45:19.948638 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-14ae3ebd-7244-49f4-b577-ea477128373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:19.949989 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-14ae3ebd-7244-49f4-b577-ea477128373e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 1125 time: 0.0902493 Feb 05 03:45:20.035736 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2f598-5802-4553-bd77-e457702dbdd1 req-e6474862-0d57-452b-b674-aeb839e9e70c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:20.037376 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52c2f598-5802-4553-bd77-e457702dbdd1 req-e6474862-0d57-452b-b674-aeb839e9e70c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0562532 Feb 05 03:45:20.085889 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-52c2f598-5802-4553-bd77-e457702dbdd1 req-a448ce86-d08e-4a97-ab3b-44efd77f12fa tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 Feb 05 03:45:20.115826 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-ae22c1ff-95dc-4e04-abf2-1d3ecca5a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:20.117430 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-ae22c1ff-95dc-4e04-abf2-1d3ecca5a397 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.1646090 Feb 05 03:45:20.118540 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-8fa6f9cc-be06-4a22-9067-9c2648db8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:20.119864 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-8fa6f9cc-be06-4a22-9067-9c2648db8950 service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.1587386 Feb 05 03:45:20.228934 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-ed9e2714-2b06-4da2-9ce6-ba6951c4fd5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=673be1aa-7302-475c-8023-36f43d2f7b80 HTTP/1.1" status: 200 len: 1000 time: 0.1052530 Feb 05 03:45:20.234546 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-0faa7a3e-4778-4bd0-94e9-ecffde1abf6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=673be1aa-7302-475c-8023-36f43d2f7b80 HTTP/1.1" status: 200 len: 1000 time: 0.1043289 Feb 05 03:45:20.318354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-95fcf953-7bd4-4684-809c-5aea89ad8236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:20.319916 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-95fcf953-7bd4-4684-809c-5aea89ad8236 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0839045 Feb 05 03:45:20.321305 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-4cc9e435-5b45-42ec-8ae7-a0d9ef981ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:20.322606 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-4cc9e435-5b45-42ec-8ae7-a0d9ef981ade service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0791733 Feb 05 03:45:20.402484 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-78474004-2c3f-47dc-b8da-1d6c3b1e825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:20.404054 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-78474004-2c3f-47dc-b8da-1d6c3b1e825c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0779996 Feb 05 03:45:20.406492 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-b9d77273-0a74-45f6-abd6-e11967f69faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:20.408984 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-b9d77273-0a74-45f6-abd6-e11967f69faa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0750108 Feb 05 03:45:20.569727 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-5b89a298-b5a0-42a5-903a-603f816d1041 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589818 Feb 05 03:45:20.571673 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-cbc933fd-9315-43bb-8f6f-1c06fc1ec3e6 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541877 Feb 05 03:45:20.742248 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-c5505668-eb77-4b77-b9b2-99305d60ff5d service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661077 Feb 05 03:45:20.744155 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ac8478f5-a63a-40d8-8f5e-dda06c085daf req-466b30b8-e8c4-44cd-ab56-48b7f50ef813 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607707 Feb 05 03:45:21.210408 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91815f4-27bf-4fde-80e2-6fb736f1993e req-17b11e08-c79d-4feb-ada6-36d921334f71 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:21.211932 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f91815f4-27bf-4fde-80e2-6fb736f1993e req-17b11e08-c79d-4feb-ada6-36d921334f71 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0519087 Feb 05 03:45:21.262036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f91815f4-27bf-4fde-80e2-6fb736f1993e req-93a93980-afa4-493a-a980-2e0dffd49957 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444922 Feb 05 03:45:22.384411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac4074-3a8c-45f0-b8e5-2f1633685dcc req-a3febbab-e93c-4de6-ac37-63d8a69de7a3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:22.385898 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83ac4074-3a8c-45f0-b8e5-2f1633685dcc req-a3febbab-e93c-4de6-ac37-63d8a69de7a3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0536807 Feb 05 03:45:22.432425 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83ac4074-3a8c-45f0-b8e5-2f1633685dcc req-2a37698d-5d58-467d-a143-4243298441ad tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408697 Feb 05 03:45:23.555047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c9569-5fae-41a7-b0e7-565ee51139c2 req-4155f662-d4a1-46f0-9719-c8672e36fc07 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:23.556548 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-635c9569-5fae-41a7-b0e7-565ee51139c2 req-4155f662-d4a1-46f0-9719-c8672e36fc07 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0521803 Feb 05 03:45:23.602036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-635c9569-5fae-41a7-b0e7-565ee51139c2 req-94aa8f1c-8209-4ed1-83fa-293be34de57c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397584 Feb 05 03:45:24.729666 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4b22b-10e0-49af-aa89-ab2228fdfc28 req-3234e641-46c6-4713-b834-6f75346b985d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:24.731169 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16a4b22b-10e0-49af-aa89-ab2228fdfc28 req-3234e641-46c6-4713-b834-6f75346b985d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0575089 Feb 05 03:45:24.777667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16a4b22b-10e0-49af-aa89-ab2228fdfc28 req-33382243-5ecb-48e4-8a6f-a51c1c30c917 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404906 Feb 05 03:45:25.900514 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d6f87-2b43-435d-bca7-953d51b0d620 req-1567f10c-446f-4f30-bea6-428ef90f1d59 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:25.902153 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-685d6f87-2b43-435d-bca7-953d51b0d620 req-1567f10c-446f-4f30-bea6-428ef90f1d59 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0545568 Feb 05 03:45:25.948005 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-685d6f87-2b43-435d-bca7-953d51b0d620 req-0f73fbb4-365c-4f32-9706-f2a772eeb707 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397155 Feb 05 03:45:27.078359 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5845e8-fd2e-4314-affc-cbab2b173298 req-9820bd2f-1a28-4404-a58b-09822363cae5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:27.079921 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f5845e8-fd2e-4314-affc-cbab2b173298 req-9820bd2f-1a28-4404-a58b-09822363cae5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0601671 Feb 05 03:45:27.126748 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f5845e8-fd2e-4314-affc-cbab2b173298 req-6d6944a1-8542-4842-9a81-921cb66cc485 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409555 Feb 05 03:45:28.246994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98c99c-0165-4a1b-a5e3-21f69e78daaf req-7e0b67b7-1eaa-4985-95a5-0115a8a8492d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:28.248460 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e98c99c-0165-4a1b-a5e3-21f69e78daaf req-7e0b67b7-1eaa-4985-95a5-0115a8a8492d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0524068 Feb 05 03:45:28.293693 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e98c99c-0165-4a1b-a5e3-21f69e78daaf req-0fd1c6d9-63aa-4cfc-9327-d0119d4da5df tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395985 Feb 05 03:45:29.416084 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfbcab-c594-4060-a887-456488e91499 req-c751dc9e-f2e0-4750-901a-d334514963c7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:29.417566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72bfbcab-c594-4060-a887-456488e91499 req-c751dc9e-f2e0-4750-901a-d334514963c7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0533142 Feb 05 03:45:29.466783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72bfbcab-c594-4060-a887-456488e91499 req-c7b4b75a-6780-47fa-81f9-bd1ebd828317 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428164 Feb 05 03:45:30.588168 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033be248-4222-4990-a6ef-d64b3ae6407b req-03f4a667-695b-4fb6-a983-68c44e3a25af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:30.589621 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-033be248-4222-4990-a6ef-d64b3ae6407b req-03f4a667-695b-4fb6-a983-68c44e3a25af tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0515308 Feb 05 03:45:30.636504 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-033be248-4222-4990-a6ef-d64b3ae6407b req-f608e2ed-be08-4b44-b30d-ec59f27d3a34 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412388 Feb 05 03:45:31.763546 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19eb1b-c4f5-4c21-b1c4-e3fa3bb9f470 req-f4f8fb7d-577e-4884-be92-ac45054ba2ba tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:31.765036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f19eb1b-c4f5-4c21-b1c4-e3fa3bb9f470 req-f4f8fb7d-577e-4884-be92-ac45054ba2ba tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0533824 Feb 05 03:45:31.811904 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f19eb1b-c4f5-4c21-b1c4-e3fa3bb9f470 req-e7eaeed0-8c2d-4671-b675-d8a8a3d64302 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405967 Feb 05 03:45:32.933770 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efdabc-c00c-4223-a032-beb3dee6ae2f req-a4891e58-1e1f-4d7f-9415-649a34ec9f88 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:32.935255 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94efdabc-c00c-4223-a032-beb3dee6ae2f req-a4891e58-1e1f-4d7f-9415-649a34ec9f88 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0550556 Feb 05 03:45:32.980449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94efdabc-c00c-4223-a032-beb3dee6ae2f req-60e67e82-29f3-4917-8120-a38184b710b6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389903 Feb 05 03:45:33.742247 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95c1924b-f402-4a85-a360-734ecbedcf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:34.101040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d44333-ce31-4317-a0d7-44fcbe6d4154 req-7d6609cf-314a-4335-a6a4-48876ea4b3a2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:34.102498 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40d44333-ce31-4317-a0d7-44fcbe6d4154 req-7d6609cf-314a-4335-a6a4-48876ea4b3a2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0515902 Feb 05 03:45:34.147547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40d44333-ce31-4317-a0d7-44fcbe6d4154 req-73e7ceb2-5005-42db-8fc7-93c11ece21c0 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395088 Feb 05 03:45:35.265153 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81a7f8-0013-4b79-b98b-eabe69adcc51 req-b9d1afac-0425-40dd-a48b-4aba6500378d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:35.267217 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b81a7f8-0013-4b79-b98b-eabe69adcc51 req-b9d1afac-0425-40dd-a48b-4aba6500378d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0516324 Feb 05 03:45:35.315738 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7b81a7f8-0013-4b79-b98b-eabe69adcc51 req-1556258c-1b2a-415f-90cd-f80cb175ebf2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430489 Feb 05 03:45:35.939841 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bed357d4-5e55-4fe8-946f-e451e5293042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:36.433915 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce59660-f728-4058-9272-2a3cb597c77f req-0510fce1-bf75-4e14-bd72-0a324699bb47 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:36.435404 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ce59660-f728-4058-9272-2a3cb597c77f req-0510fce1-bf75-4e14-bd72-0a324699bb47 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0512064 Feb 05 03:45:36.481278 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0ce59660-f728-4058-9272-2a3cb597c77f req-d1d0646b-0d7d-4cb9-a608-f703441c65c6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397468 Feb 05 03:45:37.289602 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:37.602393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c81e3a-bc3b-4ac2-91c8-54786866bb6b req-310c664e-afe4-4d52-b888-9d75af0e7f64 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:37.603802 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7c81e3a-bc3b-4ac2-91c8-54786866bb6b req-310c664e-afe4-4d52-b888-9d75af0e7f64 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0510957 Feb 05 03:45:37.648855 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c7c81e3a-bc3b-4ac2-91c8-54786866bb6b req-a40cc512-752c-44de-ba84-e51124393b5e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393946 Feb 05 03:45:37.932333 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-15a9fc5d-47af-4937-8bb0-1dc545b9e162 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:37.933856 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-15a9fc5d-47af-4937-8bb0-1dc545b9e162 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984&tenant_id=8a6b124a2f6f4932b34c96df434f86f9&binding%3Ahost_id=n-h1-826942-8 HTTP/1.1" status: 200 len: 943 time: 0.0565178 Feb 05 03:45:37.996833 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-d5cf0128-09e4-4839-b1b2-c8e4f0eab981 service neutron] 10.222.0.31 "GET /v2.0/ports/673be1aa-7302-475c-8023-36f43d2f7b80/bindings/n-h1-826942-8 HTTP/1.1" status: 200 len: 382 time: 0.0564399 Feb 05 03:45:38.068909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-063d4305-1f24-4198-b6e4-718ad3b96bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:38.070432 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-063d4305-1f24-4198-b6e4-718ad3b96bff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 1125 time: 0.0525019 Feb 05 03:45:38.160533 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-160e956d-a27a-4c20-8a80-f7d5718e1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:38.161946 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-160e956d-a27a-4c20-8a80-f7d5718e1651 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0858545 Feb 05 03:45:38.232256 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-8d983c8b-8ae7-470b-8085-2c192fb23a53 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=673be1aa-7302-475c-8023-36f43d2f7b80 HTTP/1.1" status: 200 len: 1000 time: 0.0645192 Feb 05 03:45:38.235367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7dda4-93cf-4454-82e2-e8495623b57d req-1384b105-2775-4514-8acc-821b57bc9441 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:38.236844 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ab7dda4-93cf-4454-82e2-e8495623b57d req-1384b105-2775-4514-8acc-821b57bc9441 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.3399184 Feb 05 03:45:38.283823 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1ab7dda4-93cf-4454-82e2-e8495623b57d req-146ad712-c10a-4dbf-af03-cf0056d68450 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413327 Feb 05 03:45:38.533501 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-0ac5318b-c39b-4f14-863c-43a2b172aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:38.535003 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-0ac5318b-c39b-4f14-863c-43a2b172aa7c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.2971809 Feb 05 03:45:38.581843 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-545591b5-66e2-4193-9f47-43f1e16127ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:38.583314 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-545591b5-66e2-4193-9f47-43f1e16127ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422995 Feb 05 03:45:38.678020 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-0bfe5ca4-fee5-4489-b1b5-90d3da39a4a8 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887547 Feb 05 03:45:38.774945 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-c384e734-898d-4f4a-9960-2e6ab025dd7c service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905578 Feb 05 03:45:38.824128 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 673be1aa-7302-475c-8023-36f43d2f7b80 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:45:38.839584 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:38.928071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=673be1aa-7302-475c-8023-36f43d2f7b80,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:45:38.941083 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '673be1aa-7302-475c-8023-36f43d2f7b80', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'port_id': '673be1aa-7302-475c-8023-36f43d2f7b80', 'mac_address': 'fa:16:3e:80:16:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:45:38.980611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 673be1aa-7302-475c-8023-36f43d2f7b80 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:45:38.980919 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:38.996810 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673be1aa-7302-475c-8023-36f43d2f7b80 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:45:39.018812 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=673be1aa-7302-475c-8023-36f43d2f7b80,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:45:39.022690 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:39.086044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=673be1aa-7302-475c-8023-36f43d2f7b80,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:45:39.095593 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:39.095949 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:39.096294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:39.096632 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:39.097141 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:39.097723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:39.098167 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:39.098538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:39.098897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:39.099313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:39.099649 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:39.100207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:39.100766 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:39.343253 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['673be1aa-7302-475c-8023-36f43d2f7b80'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:45:39.419715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0efc16-6b21-464e-bdcd-02892f5f4570 req-17c4a44e-3183-4b47-9115-58f82186e849 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:39.421248 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d0efc16-6b21-464e-bdcd-02892f5f4570 req-17c4a44e-3183-4b47-9115-58f82186e849 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0573540 Feb 05 03:45:39.472971 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9d0efc16-6b21-464e-bdcd-02892f5f4570 req-1a740529-d0a8-4443-9f85-37ea9a3b72b2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453558 Feb 05 03:45:40.110121 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:40.600699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb51829-1446-467e-9617-a7d607e8f409 req-d192814f-8178-4cb1-8e66-c78ef49432e9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:40.602220 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9bb51829-1446-467e-9617-a7d607e8f409 req-d192814f-8178-4cb1-8e66-c78ef49432e9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0572262 Feb 05 03:45:40.655531 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9bb51829-1446-467e-9617-a7d607e8f409 req-07f1a8e6-4d99-400e-a573-4f88dad5fb00 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454142 Feb 05 03:45:40.835609 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 673be1aa-7302-475c-8023-36f43d2f7b80 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:45:40.910778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 673be1aa-7302-475c-8023-36f43d2f7b80 is: BUILD; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:45:40.911082 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:40.924127 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 673be1aa-7302-475c-8023-36f43d2f7b80 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:45:40.943303 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=673be1aa-7302-475c-8023-36f43d2f7b80,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:45:40.947295 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:40.995674 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=673be1aa-7302-475c-8023-36f43d2f7b80,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:45:41.780458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248e2d8-b23e-47cf-bae5-b1b2be73a4c7 req-f1ea8fed-9bdd-455b-b06e-5ee5933d02a4 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:41.782557 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0248e2d8-b23e-47cf-bae5-b1b2be73a4c7 req-f1ea8fed-9bdd-455b-b06e-5ee5933d02a4 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0538781 Feb 05 03:45:41.828926 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0248e2d8-b23e-47cf-bae5-b1b2be73a4c7 req-2eadc50d-95a5-4aa2-b6d7-e7d5e65f54d4 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398266 Feb 05 03:45:41.924374 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:42.953273 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72220dfa-1eee-43ec-b0e4-a408ff8f5d0d req-c3fe5137-8cd6-44a9-bc2b-c8bbd8de55ca tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:42.954949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72220dfa-1eee-43ec-b0e4-a408ff8f5d0d req-c3fe5137-8cd6-44a9-bc2b-c8bbd8de55ca tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0568092 Feb 05 03:45:43.001629 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-72220dfa-1eee-43ec-b0e4-a408ff8f5d0d req-83e324ff-8ce5-4bec-8cd5-e8d0bb783069 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407977 Feb 05 03:45:43.846922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7173b0-f0e3-4e41-9d64-d9ab615843d3 req-79f1503f-61d0-4216-ae1c-bf4de2770eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:43.848461 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc7173b0-f0e3-4e41-9d64-d9ab615843d3 req-79f1503f-61d0-4216-ae1c-bf4de2770eb3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 1125 time: 0.0478046 Feb 05 03:45:43.965860 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7173b0-f0e3-4e41-9d64-d9ab615843d3 req-1182ce69-c387-4776-928c-f2aa7b6004f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:43.967399 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc7173b0-f0e3-4e41-9d64-d9ab615843d3 req-1182ce69-c387-4776-928c-f2aa7b6004f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0997884 Feb 05 03:45:44.042882 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc7173b0-f0e3-4e41-9d64-d9ab615843d3 req-c52661c3-5309-4d19-8c84-4d2777c8ad7e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=673be1aa-7302-475c-8023-36f43d2f7b80 HTTP/1.1" status: 200 len: 1000 time: 0.0694785 Feb 05 03:45:44.099575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7173b0-f0e3-4e41-9d64-d9ab615843d3 req-6b6aff6d-db32-455b-993c-0ed26b750847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:44.100964 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc7173b0-f0e3-4e41-9d64-d9ab615843d3 req-6b6aff6d-db32-455b-993c-0ed26b750847 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0508795 Feb 05 03:45:44.127794 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e102b-09a1-4767-b6a1-94450e3c787c req-c62646cd-5e8d-41ee-900d-2bf8220b0210 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:44.129292 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf8e102b-09a1-4767-b6a1-94450e3c787c req-c62646cd-5e8d-41ee-900d-2bf8220b0210 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 943 time: 0.0518110 Feb 05 03:45:44.153329 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7173b0-f0e3-4e41-9d64-d9ab615843d3 req-c0a98d8b-8d0d-423c-9219-b87a3081d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:44.154883 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc7173b0-f0e3-4e41-9d64-d9ab615843d3 req-c0a98d8b-8d0d-423c-9219-b87a3081d556 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455887 Feb 05 03:45:44.178399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf8e102b-09a1-4767-b6a1-94450e3c787c req-485642e6-b203-4324-b1c2-11493209e771 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429573 Feb 05 03:45:44.244644 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc7173b0-f0e3-4e41-9d64-d9ab615843d3 req-a63e4ca6-791a-46e7-b834-c18674e65a91 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832949 Feb 05 03:45:44.351208 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc7173b0-f0e3-4e41-9d64-d9ab615843d3 req-3fe2cb0d-3591-48e8-9ca8-89055726787b service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997360 Feb 05 03:45:44.649853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-bda8f755-4222-432d-970b-51bc9df89af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:44.651551 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-bda8f755-4222-432d-970b-51bc9df89af8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984&tenant_id=8a6b124a2f6f4932b34c96df434f86f9 HTTP/1.1" status: 200 len: 1125 time: 0.0450461 Feb 05 03:45:44.662689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:45:44.725134 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:44.921236 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=673be1aa-7302-475c-8023-36f43d2f7b80,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:45:44.953738 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:45:44.985232 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673be1aa-7302-475c-8023-36f43d2f7b80 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:45:44.993737 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Publish callbacks [] for port (673be1aa-7302-475c-8023-36f43d2f7b80), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:45.004890 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Ignored duplicate provisioning block setup for port 673be1aa-7302-475c-8023-36f43d2f7b80 by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 05 03:45:45.008197 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:45.088037 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Pushing event updated for resources: {'Port': ['ID=673be1aa-7302-475c-8023-36f43d2f7b80,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:45:45.099972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:45.100319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:45.100664 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:45.101009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:45.101342 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:45.101674 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:45.102002 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:45.102324 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:45.102648 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:45.102997 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:45.103325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:45.103647 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:45.103966 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:45:45.142979 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] No DVR routers for this DVR port 673be1aa-7302-475c-8023-36f43d2f7b80 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:45:45.286835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Attempting to bind port 673be1aa-7302-475c-8023-36f43d2f7b80 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:45:45.287164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Attempting to bind port 673be1aa-7302-475c-8023-36f43d2f7b80 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:45:45.287490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Attempting to bind port 673be1aa-7302-475c-8023-36f43d2f7b80 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:45:45.291709 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Port 673be1aa-7302-475c-8023-36f43d2f7b80 on network 70654eca-e69e-4152-a5bd-8761a3da23ec not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:45:45.292028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Attempting to bind port 673be1aa-7302-475c-8023-36f43d2f7b80 on network 70654eca-e69e-4152-a5bd-8761a3da23ec {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:45:45.296733 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:45:45.297067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Checking segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:45:45.297447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Bound using segment: {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:45:45.297867 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Bound port: 673be1aa-7302-475c-8023-36f43d2f7b80, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4da1e5-2871-42f0-bcc2-18091df60bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:45:45.298379 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:45.303913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d23cac-d56e-437c-a147-4106cc776c51 req-2ae4f4bb-0919-4ba1-8cb8-f28dead59211 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:45.305590 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43d23cac-d56e-437c-a147-4106cc776c51 req-2ae4f4bb-0919-4ba1-8cb8-f28dead59211 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0554912 Feb 05 03:45:45.355709 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-43d23cac-d56e-437c-a147-4106cc776c51 req-ff062b48-5971-4d83-bac2-8b749a8bc94c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441976 Feb 05 03:45:45.363756 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:45:45.366809 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=673be1aa-7302-475c-8023-36f43d2f7b80,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:45:45.373571 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:45.405491 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:45.406114 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:45.407868 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] 10.222.0.10 "PUT /v2.0/ports/673be1aa-7302-475c-8023-36f43d2f7b80 HTTP/1.1" status: 200 len: 1092 time: 0.7494295 Feb 05 03:45:45.410235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec126a1a-19db-473e-b8b0-553045baa984', 'tag': '673be1aa-7302-475c-8023-36f43d2f7b80'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:45:45.413249 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5752a59a-e798-40a1-b9af-c9229567455c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec126a1a-19db-473e-b8b0-553045baa984", "tag": "673be1aa-7302-475c-8023-36f43d2f7b80"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:45:45.440499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b07b05-eeed-4f29-842d-7a7783c4cafc service neutron] Pushing event updated for resources: {'Port': ['ID=673be1aa-7302-475c-8023-36f43d2f7b80,revision_number=11']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:45:45.479983 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05aebc51-5151-4dd6-9336-08028e6246dd x-openstack-request-id: req-05aebc51-5151-4dd6-9336-08028e6246dd {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:45:45.480460 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec126a1a-19db-473e-b8b0-553045baa984", "tag": "673be1aa-7302-475c-8023-36f43d2f7b80", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:45:45.480731 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05aebc51-5151-4dd6-9336-08028e6246dd {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:45:45.481143 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec126a1a-19db-473e-b8b0-553045baa984', 'tag': '673be1aa-7302-475c-8023-36f43d2f7b80', 'status': 'completed', 'code': 200} Feb 05 03:45:45.503455 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-63cc65ca-41e7-4a9b-b1d4-dc1546e3d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:45.505020 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-63cc65ca-41e7-4a9b-b1d4-dc1546e3d2c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 1126 time: 0.0606380 Feb 05 03:45:45.624179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752a59a-e798-40a1-b9af-c9229567455c req-e624b04c-4a3d-40c8-b57d-789b89a3ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:45.625690 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5752a59a-e798-40a1-b9af-c9229567455c req-e624b04c-4a3d-40c8-b57d-789b89a3ee24 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 1126 time: 0.1197956 Feb 05 03:45:45.655310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-a1b97d89-3f66-4cf8-9abc-6ef5b3d3541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:45.656713 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-a1b97d89-3f66-4cf8-9abc-6ef5b3d3541f service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.1427794 Feb 05 03:45:45.763200 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-702da1f8-9041-4be6-98df-c11630f58147 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=673be1aa-7302-475c-8023-36f43d2f7b80 HTTP/1.1" status: 200 len: 1000 time: 0.0807793 Feb 05 03:45:45.803976 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752a59a-e798-40a1-b9af-c9229567455c req-18498d67-0821-4358-b4dd-765d323ddfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:45.805413 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5752a59a-e798-40a1-b9af-c9229567455c req-18498d67-0821-4358-b4dd-765d323ddfc4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.1710770 Feb 05 03:45:45.860351 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-294f4c9f-caac-4e42-bc94-dbbfec2a62a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:45.862203 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-294f4c9f-caac-4e42-bc94-dbbfec2a62a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0927448 Feb 05 03:45:45.908609 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5752a59a-e798-40a1-b9af-c9229567455c req-990ae3fd-f76b-47ec-93bb-0effd2b83c75 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=673be1aa-7302-475c-8023-36f43d2f7b80 HTTP/1.1" status: 200 len: 1000 time: 0.0959239 Feb 05 03:45:45.957951 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-c80e9128-e4ad-4e18-b853-e4f56014629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:45.959476 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-c80e9128-e4ad-4e18-b853-e4f56014629f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0887766 Feb 05 03:45:45.966493 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752a59a-e798-40a1-b9af-c9229567455c req-d6796bfb-c520-4f39-b8d1-a6a71ec8fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:45.967899 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5752a59a-e798-40a1-b9af-c9229567455c req-d6796bfb-c520-4f39-b8d1-a6a71ec8fd7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0523586 Feb 05 03:45:46.083237 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752a59a-e798-40a1-b9af-c9229567455c req-fdec2f53-9c7c-4b4b-9901-a09aa590a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:46.084654 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5752a59a-e798-40a1-b9af-c9229567455c req-fdec2f53-9c7c-4b4b-9901-a09aa590a32e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1077485 Feb 05 03:45:46.089770 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-878f5e88-c36d-4837-a47d-68495c15d5a5 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210163 Feb 05 03:45:46.244100 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5752a59a-e798-40a1-b9af-c9229567455c req-32da2d87-5b53-4bdc-8756-decbd5f953d6 service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530852 Feb 05 03:45:46.245987 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6391a2e-5792-4c2f-bec2-693ce2b22bda req-c7e45630-886f-40af-bf37-c0f023f31d5c service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479723 Feb 05 03:45:46.371287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752a59a-e798-40a1-b9af-c9229567455c req-b3a7881b-6d04-4239-9f1f-1f2488b61042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:46.372781 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5752a59a-e798-40a1-b9af-c9229567455c req-b3a7881b-6d04-4239-9f1f-1f2488b61042 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 1126 time: 0.0763035 Feb 05 03:45:46.376858 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5752a59a-e798-40a1-b9af-c9229567455c req-29dc9105-d918-4e3d-95dd-2d57d781e68e service neutron] 10.222.0.31 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270382 Feb 05 03:45:46.470913 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752a59a-e798-40a1-b9af-c9229567455c req-2bb297f0-fff5-46dc-bdee-62663c64e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:46.472618 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5752a59a-e798-40a1-b9af-c9229567455c req-2bb297f0-fff5-46dc-bdee-62663c64e0dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 200 len: 912 time: 0.0944750 Feb 05 03:45:46.491705 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaf47f-ff70-4133-b42c-777ac92bc45d req-cff9f718-e5b4-4ab6-a4cd-708f11cdecca tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:46.493196 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ecaf47f-ff70-4133-b42c-777ac92bc45d req-cff9f718-e5b4-4ab6-a4cd-708f11cdecca tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0528898 Feb 05 03:45:46.540755 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5752a59a-e798-40a1-b9af-c9229567455c req-9e21526c-1de1-43a8-a136-6274df964e5c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=673be1aa-7302-475c-8023-36f43d2f7b80 HTTP/1.1" status: 200 len: 1000 time: 0.0622289 Feb 05 03:45:46.541985 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ecaf47f-ff70-4133-b42c-777ac92bc45d req-7d2bc647-918e-419b-91c8-5f672b8a8a63 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432339 Feb 05 03:45:46.591381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752a59a-e798-40a1-b9af-c9229567455c req-e9996ac6-9268-4ac0-8452-4c2790a98fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:46.592875 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5752a59a-e798-40a1-b9af-c9229567455c req-e9996ac6-9268-4ac0-8452-4c2790a98fbd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 200 len: 850 time: 0.0441732 Feb 05 03:45:46.646034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752a59a-e798-40a1-b9af-c9229567455c req-74ad98fc-24ec-4797-8a6f-b2285faddc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:46.647558 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5752a59a-e798-40a1-b9af-c9229567455c req-74ad98fc-24ec-4797-8a6f-b2285faddc21 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=70654eca-e69e-4152-a5bd-8761a3da23ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484102 Feb 05 03:45:46.736585 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5752a59a-e798-40a1-b9af-c9229567455c req-688bae46-832b-42e8-94c1-7a5ecd0c46a7 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809104 Feb 05 03:45:46.781813 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:45:46.833868 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5752a59a-e798-40a1-b9af-c9229567455c req-1e9c31c9-f8ba-481e-bc96-a599672bcc34 service neutron] 10.222.0.10 "GET /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914807 Feb 05 03:45:47.664250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105be513-77af-4ded-811f-0446e1157bfe req-446512ad-db8c-4646-92ac-4ed59cc6de4d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:47.666366 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-105be513-77af-4ded-811f-0446e1157bfe req-446512ad-db8c-4646-92ac-4ed59cc6de4d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0535877 Feb 05 03:45:47.716208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-105be513-77af-4ded-811f-0446e1157bfe req-2ab9ec53-8214-4a55-9b16-b95d3088ea13 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442190 Feb 05 03:45:48.847040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e4d3-0b74-4bff-8a0d-875ec1358140 req-a8f74b38-e9b5-4cd8-a177-810867188db3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:48.848584 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e11e4d3-0b74-4bff-8a0d-875ec1358140 req-a8f74b38-e9b5-4cd8-a177-810867188db3 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0616519 Feb 05 03:45:48.899649 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e11e4d3-0b74-4bff-8a0d-875ec1358140 req-c0d24cee-3413-41a1-bb16-edc28ceb9710 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451233 Feb 05 03:45:50.023351 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70d1e3-793f-4ac7-a162-a6f404ffaa70 req-f23943b3-c1be-472b-a7bf-d3c895b6735c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:50.024839 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec70d1e3-793f-4ac7-a162-a6f404ffaa70 req-f23943b3-c1be-472b-a7bf-d3c895b6735c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0538220 Feb 05 03:45:50.072007 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec70d1e3-793f-4ac7-a162-a6f404ffaa70 req-ed013284-0197-4bc9-a98d-c6759524aa7e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413718 Feb 05 03:45:51.195011 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e55a48-d296-4735-9d97-5d76dd763bae req-dbe438c4-cc94-43e3-8410-881494bb40d6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:51.196484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1e55a48-d296-4735-9d97-5d76dd763bae req-dbe438c4-cc94-43e3-8410-881494bb40d6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0526690 Feb 05 03:45:51.245778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1e55a48-d296-4735-9d97-5d76dd763bae req-202f2173-040b-4fc6-a683-1edaa5698cd5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437179 Feb 05 03:45:51.381953 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:45:52.388203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c8b58-608f-436f-84bf-abfec5bdde58 req-020a135c-044a-4e7a-9f27-040ee01035bb tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:52.389761 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a1c8b58-608f-436f-84bf-abfec5bdde58 req-020a135c-044a-4e7a-9f27-040ee01035bb tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0701029 Feb 05 03:45:52.440933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3a1c8b58-608f-436f-84bf-abfec5bdde58 req-8c93f783-bfa3-44bd-a90f-6b22ca0e116f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418406 Feb 05 03:45:53.563146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9441fd5-d743-40c5-a4ce-a7bbb589c06f req-b8f9a36a-e965-4a74-be27-979ac9a0fcf5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:53.565357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9441fd5-d743-40c5-a4ce-a7bbb589c06f req-b8f9a36a-e965-4a74-be27-979ac9a0fcf5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0534322 Feb 05 03:45:53.620199 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b9441fd5-d743-40c5-a4ce-a7bbb589c06f req-60311015-759a-4eec-afe5-5e0bebd9f13d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488317 Feb 05 03:45:54.750398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c85a7b-4c6f-45b3-80ae-4637230bda41 req-34178072-c61b-4559-88ae-5095d6821dc4 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:54.752704 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-05c85a7b-4c6f-45b3-80ae-4637230bda41 req-34178072-c61b-4559-88ae-5095d6821dc4 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0580058 Feb 05 03:45:54.798490 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-05c85a7b-4c6f-45b3-80ae-4637230bda41 req-86190a35-fa61-46c2-92bf-8b4741b6fab6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397360 Feb 05 03:45:55.919822 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98228634-4cab-41e7-86b8-668718c81b1f req-efd78b62-18ae-48a9-b251-f1d68c8ec4a2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:55.921279 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-98228634-4cab-41e7-86b8-668718c81b1f req-efd78b62-18ae-48a9-b251-f1d68c8ec4a2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0525703 Feb 05 03:45:55.968949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-98228634-4cab-41e7-86b8-668718c81b1f req-5083c3df-1515-4556-a647-ca16b69b4d53 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418837 Feb 05 03:45:57.092737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3d94c-0cb4-463c-ac66-5638da77563f req-4c048e9f-74d4-48f2-8433-27eda3db118d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:57.094191 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f8d3d94c-0cb4-463c-ac66-5638da77563f req-4c048e9f-74d4-48f2-8433-27eda3db118d tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0565085 Feb 05 03:45:57.139014 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f8d3d94c-0cb4-463c-ac66-5638da77563f req-312b9973-94dd-4b9a-bc8b-e6700dcf26d4 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391593 Feb 05 03:45:58.263935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da9004-6f05-4850-826e-7cd205b3a28b req-7c24dc54-9f6f-4d58-aa1e-fdf56fb3cf9c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:58.265417 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97da9004-6f05-4850-826e-7cd205b3a28b req-7c24dc54-9f6f-4d58-aa1e-fdf56fb3cf9c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0583341 Feb 05 03:45:58.311810 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-97da9004-6f05-4850-826e-7cd205b3a28b req-092cd75e-65f4-4887-9803-ae847e68f54f tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402596 Feb 05 03:45:59.434167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d096a-c4a1-4cf0-96de-d491f3699452 req-c1a2dd9f-d34e-4997-9c52-6befa97a51c6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:45:59.435686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-625d096a-c4a1-4cf0-96de-d491f3699452 req-c1a2dd9f-d34e-4997-9c52-6befa97a51c6 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0524931 Feb 05 03:45:59.486701 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-625d096a-c4a1-4cf0-96de-d491f3699452 req-42796633-6f82-426a-a848-e3745e3dc6f4 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453460 Feb 05 03:46:00.606295 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ec514-852c-4c4a-9c19-71155af2ed5a req-ebeddae0-37f0-4388-9567-84802f408fe7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:00.607732 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-572ec514-852c-4c4a-9c19-71155af2ed5a req-ebeddae0-37f0-4388-9567-84802f408fe7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0515840 Feb 05 03:46:00.655918 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-572ec514-852c-4c4a-9c19-71155af2ed5a req-81d45876-20c8-41b3-b7fe-6cbf07379fec tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407727 Feb 05 03:46:01.776631 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be92924-57e0-4af7-a4a3-30f994d78af3 req-d7caed08-d300-4190-9295-3571f071dc04 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:01.778109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8be92924-57e0-4af7-a4a3-30f994d78af3 req-d7caed08-d300-4190-9295-3571f071dc04 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0531728 Feb 05 03:46:01.824826 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8be92924-57e0-4af7-a4a3-30f994d78af3 req-8fb2b1b3-0306-42d9-abea-55c468aa3122 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403619 Feb 05 03:46:02.948088 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d90e26-4e55-44be-911f-a858f0f04465 req-b87c32e4-5c2e-4c58-a645-902a005e9e0a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:02.949588 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-18d90e26-4e55-44be-911f-a858f0f04465 req-b87c32e4-5c2e-4c58-a645-902a005e9e0a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0566444 Feb 05 03:46:02.996470 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-18d90e26-4e55-44be-911f-a858f0f04465 req-73697be5-70ec-422f-84b4-b9932ec7b83c tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407193 Feb 05 03:46:03.113811 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca79a91-d373-45f5-8451-5be5b85fab20 req-871498ac-9161-461f-9b6e-f09f33614d5e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:03.115234 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eca79a91-d373-45f5-8451-5be5b85fab20 req-871498ac-9161-461f-9b6e-f09f33614d5e tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0520456 Feb 05 03:46:03.161487 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eca79a91-d373-45f5-8451-5be5b85fab20 req-25b9272a-0a8d-4e7d-9a15-d5b68e420934 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407588 Feb 05 03:46:03.278590 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bd2b4-49b2-43ce-8ecb-34a8938093e2 req-00ee70ca-8094-4a5b-a782-db544cbd0692 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:03.280075 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-718bd2b4-49b2-43ce-8ecb-34a8938093e2 req-00ee70ca-8094-4a5b-a782-db544cbd0692 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0509984 Feb 05 03:46:03.329418 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-718bd2b4-49b2-43ce-8ecb-34a8938093e2 req-df45c73d-de6b-4ba3-a77c-9d22f76e5daa tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428858 Feb 05 03:46:03.563426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33ecfc-8632-4d7c-a8da-930b7834a1c2 req-f2e4f009-e2f9-4a5b-b0ad-0a08aa783c27 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:03.564882 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df33ecfc-8632-4d7c-a8da-930b7834a1c2 req-f2e4f009-e2f9-4a5b-b0ad-0a08aa783c27 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 944 time: 0.0523939 Feb 05 03:46:03.609915 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df33ecfc-8632-4d7c-a8da-930b7834a1c2 req-7657efba-923f-482c-8e91-497af86b1b66 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396252 Feb 05 03:46:03.744519 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-576ccc75-8a13-431c-8562-1021f9aece3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:04.019782 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 673be1aa-7302-475c-8023-36f43d2f7b80 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:46:04.112850 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=673be1aa-7302-475c-8023-36f43d2f7b80,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:46:04.123933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '673be1aa-7302-475c-8023-36f43d2f7b80', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'port_id': '673be1aa-7302-475c-8023-36f43d2f7b80', 'mac_address': 'fa:16:3e:80:16:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:46:04.164098 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 673be1aa-7302-475c-8023-36f43d2f7b80 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:46:04.164491 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:04.176795 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673be1aa-7302-475c-8023-36f43d2f7b80 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:46:04.195545 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=673be1aa-7302-475c-8023-36f43d2f7b80,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:46:04.199626 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:04.245031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=673be1aa-7302-475c-8023-36f43d2f7b80,revision_number=12']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:04.423484 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['673be1aa-7302-475c-8023-36f43d2f7b80'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:46:04.735319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb66629-6b04-422e-8fd4-365253bc77f4 req-31cb30e1-c833-413c-9054-ff1b5a3987d1 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:04.736712 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5eb66629-6b04-422e-8fd4-365253bc77f4 req-31cb30e1-c833-413c-9054-ff1b5a3987d1 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0524156 Feb 05 03:46:04.782657 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5eb66629-6b04-422e-8fd4-365253bc77f4 req-ca2595a9-55a0-411a-a3b8-2cf7ea21ddd2 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4525bb6-8bcf-467b-a8b3-424580a15a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404470 Feb 05 03:46:05.049038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e2204-ae72-47ed-ad80-4a6e076faa86 req-b800ac3d-fa94-4285-adae-6f3299362e26 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:05.050466 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9d2e2204-ae72-47ed-ad80-4a6e076faa86 req-b800ac3d-fa94-4285-adae-6f3299362e26 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 945 time: 0.0536554 Feb 05 03:46:05.139741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-9d2e2204-ae72-47ed-ad80-4a6e076faa86 req-e84e4f68-e03f-4ac3-924e-49dee75b2426 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Deleting port 673be1aa-7302-475c-8023-36f43d2f7b80 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:46:05.140081 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9d2e2204-ae72-47ed-ad80-4a6e076faa86 req-e84e4f68-e03f-4ac3-924e-49dee75b2426 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:05.231396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9d2e2204-ae72-47ed-ad80-4a6e076faa86 req-e84e4f68-e03f-4ac3-924e-49dee75b2426 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] For port 673be1aa-7302-475c-8023-36f43d2f7b80, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=673be1aa-7302-475c-8023-36f43d2f7b80,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:46:05.231763 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9d2e2204-ae72-47ed-ad80-4a6e076faa86 req-e84e4f68-e03f-4ac3-924e-49dee75b2426 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:05.401369 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9d2e2204-ae72-47ed-ad80-4a6e076faa86 req-e84e4f68-e03f-4ac3-924e-49dee75b2426 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:05.401726 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9d2e2204-ae72-47ed-ad80-4a6e076faa86 req-e84e4f68-e03f-4ac3-924e-49dee75b2426 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (fd286b09-f9fa-40a9-b638-fc3c4815307f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:05.402049 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [req-9d2e2204-ae72-47ed-ad80-4a6e076faa86 req-e84e4f68-e03f-4ac3-924e-49dee75b2426 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Floating IP fd286b09-f9fa-40a9-b638-fc3c4815307f disassociated. External IP: 172.25.0.241, port: 673be1aa-7302-475c-8023-36f43d2f7b80. Feb 05 03:46:05.402391 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-9d2e2204-ae72-47ed-ad80-4a6e076faa86 req-e84e4f68-e03f-4ac3-924e-49dee75b2426 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Calling delete_port for 673be1aa-7302-475c-8023-36f43d2f7b80 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:46:05.534535 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9d2e2204-ae72-47ed-ad80-4a6e076faa86 req-e84e4f68-e03f-4ac3-924e-49dee75b2426 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (673be1aa-7302-475c-8023-36f43d2f7b80), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:05.561358 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e4f68-e03f-4ac3-924e-49dee75b2426 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Pushing event deleted for resources: {'Port': ['ID=673be1aa-7302-475c-8023-36f43d2f7b80,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:05.888646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-774a0b00-7e0d-4567-af16-10b64390a937 req-18c430f4-e46b-44d2-ad49-00b3b5971ab7 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 210 time: 0.0353801 Feb 05 03:46:05.936778 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d2e2204-ae72-47ed-ad80-4a6e076faa86 req-e84e4f68-e03f-4ac3-924e-49dee75b2426 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:46:05.942916 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e1eaf102-127a-47c0-949c-49edf044d1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:06.028330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 673be1aa-7302-475c-8023-36f43d2f7b80 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:46:06.035393 n-d-826942-8 neutron-server[109676]: INFO neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No ports have port_id starting with 673be1aa-7302-475c-8023-36f43d2f7b80 Feb 05 03:46:06.037057 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 673be1aa-7302-475c-8023-36f43d2f7b80 requested by agent hyperv_n-h2-826942-8 not found in database {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 05 03:46:06.053291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d2e2204-ae72-47ed-ad80-4a6e076faa86 req-e84e4f68-e03f-4ac3-924e-49dee75b2426 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:46:06.064585 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ff761-2702-48f2-bbf5-ae03319baf6e None None] Sync routers for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:46:06.075425 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0ff761-2702-48f2-bbf5-ae03319baf6e None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:46:06.076397 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6b0ff761-2702-48f2-bbf5-ae03319baf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:46:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:46:06.097906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2e2204-ae72-47ed-ad80-4a6e076faa86 req-e84e4f68-e03f-4ac3-924e-49dee75b2426 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] No DVR routers for this DVR port 673be1aa-7302-475c-8023-36f43d2f7b80 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:46:06.100629 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9d2e2204-ae72-47ed-ad80-4a6e076faa86 req-e84e4f68-e03f-4ac3-924e-49dee75b2426 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:06.103964 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9d2e2204-ae72-47ed-ad80-4a6e076faa86 req-e84e4f68-e03f-4ac3-924e-49dee75b2426 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.10 "DELETE /v2.0/ports/673be1aa-7302-475c-8023-36f43d2f7b80 HTTP/1.1" status: 204 len: 173 time: 1.0484891 Feb 05 03:46:06.104434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec126a1a-19db-473e-b8b0-553045baa984', 'name': 'network-vif-deleted', 'tag': '673be1aa-7302-475c-8023-36f43d2f7b80'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:46:06.106660 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bffce8-f8e3-4655-9c4c-9d276c519466" -d '{"events": [{"server_uuid": "ec126a1a-19db-473e-b8b0-553045baa984", "name": "network-vif-deleted", "tag": "673be1aa-7302-475c-8023-36f43d2f7b80"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:46:06.149176 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5787a079-cf72-4c63-b5b9-a6aacd8bafd2 x-openstack-request-id: req-5787a079-cf72-4c63-b5b9-a6aacd8bafd2 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:46:06.149430 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec126a1a-19db-473e-b8b0-553045baa984", "name": "network-vif-deleted", "tag": "673be1aa-7302-475c-8023-36f43d2f7b80", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:46:06.149672 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5787a079-cf72-4c63-b5b9-a6aacd8bafd2 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:46:06.150068 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec126a1a-19db-473e-b8b0-553045baa984', 'name': 'network-vif-deleted', 'tag': '673be1aa-7302-475c-8023-36f43d2f7b80', 'status': 'completed', 'code': 200} Feb 05 03:46:06.189730 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6b0ff761-2702-48f2-bbf5-ae03319baf6e None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:46:06.388466 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6b0ff761-2702-48f2-bbf5-ae03319baf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:46:06.418179 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ff761-2702-48f2-bbf5-ae03319baf6e None None] Checking router: 9cbc2ddc-69ee-4359-be7c-1173629e8d22 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:46:06.426499 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0ff761-2702-48f2-bbf5-ae03319baf6e None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:46:06.427137 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6b0ff761-2702-48f2-bbf5-ae03319baf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:46:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:46:06.531570 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6b0ff761-2702-48f2-bbf5-ae03319baf6e None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:46:06.729153 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6b0ff761-2702-48f2-bbf5-ae03319baf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:46:06.755036 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ff761-2702-48f2-bbf5-ae03319baf6e None None] The sync data for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 is: [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:41:57Z', 'revision_number': 4, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '43b3ed2b-8526-4668-9c56-83c755ef4177', 'name': '', 'network_id': '70654eca-e69e-4152-a5bd-8761a3da23ec', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'mac_address': 'fa:16:3e:56:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:56Z', 'updated_at': '2022-02-05T03:42:00Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'subnets': [{'id': 'df1793d7-e70b-4e4c-8d53-582279c2b1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:46:07.002865 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6579f78e-12fd-4e39-9563-0b6f63a5c953 req-1ae5a604-43d2-430d-b05d-36c8ce3c5366 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 210 time: 0.0355313 Feb 05 03:46:07.003467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d46ce85-e204-4ad7-913a-dd0d3c400dbc None None] New status for floating IP fd286b09-f9fa-40a9-b638-fc3c4815307f: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:46:07.292465 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:08.050949 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 673be1aa-7302-475c-8023-36f43d2f7b80 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:46:08.075740 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 673be1aa-7302-475c-8023-36f43d2f7b80 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:46:08.075989 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 673be1aa-7302-475c-8023-36f43d2f7b80 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:46:08.102077 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1639e5f8-8034-4ff1-9ac4-781d3644c0fe req-671ef1f1-6cc1-403a-9dbd-05d4bc4e05df tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 210 time: 0.0279534 Feb 05 03:46:08.831577 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:09.198561 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41b858d6-1c89-4033-b748-6a35e843da9a req-fc11b9b3-ac4d-4ab0-9eca-073e7d7debab tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 210 time: 0.0274282 Feb 05 03:46:10.113780 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:10.293797 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e69f0036-e1be-4037-94a6-d5f01d532282 req-6ee5e5a8-e203-451f-a808-1af2fe3c96ab tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 210 time: 0.0283899 Feb 05 03:46:11.390083 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7e1c0631-b77f-499a-8e4c-3dca005cb661 req-dfabe12f-cd0f-46f7-aa3f-5494d02400e9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 210 time: 0.0274887 Feb 05 03:46:11.955056 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:12.490996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-145dd5bb-7b2f-4ce5-a2f6-db582932acae req-af56291d-4996-413f-ba54-7f6e3d2ca670 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 210 time: 0.0304260 Feb 05 03:46:13.590647 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45bfa60f-00bf-48ee-831c-91c60e6c27ae req-e21ef5aa-66f0-47b4-bf28-796e2ca95974 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 210 time: 0.0288935 Feb 05 03:46:14.700976 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-512e07d1-5db7-4271-b007-e160a58278a4 req-dea47edc-a5bf-4f5f-b5eb-4cfcfd3c950a tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec126a1a-19db-473e-b8b0-553045baa984 HTTP/1.1" status: 200 len: 210 time: 0.0290225 Feb 05 03:46:16.780578 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:21.510354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44244) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:46:21.564727 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for security_group (b4525bb6-8bcf-467b-a8b3-424580a15a08), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:21.588922 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for security_group (b4525bb6-8bcf-467b-a8b3-424580a15a08), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:21.637240 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b4525bb6-8bcf-467b-a8b3-424580a15a08), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:21.639869 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:21.641026 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "DELETE /v2.0/security-groups/b4525bb6-8bcf-467b-a8b3-424580a15a08 HTTP/1.1" status: 204 len: 168 time: 0.1294358 Feb 05 03:46:21.644197 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44246) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:46:21.650353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4525bb6-8bcf-467b-a8b3-424580a15a08,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:21.658924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:21.659261 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:21.659602 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:21.659936 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:21.660267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:21.660597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:21.660810 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-6ad07001-14b0-45f4-852c-59f867b37ea9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] show failed (client error): The resource could not be found. Feb 05 03:46:21.661007 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:21.661338 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:21.661661 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:21.661984 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:21.662307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:21.662630 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:21.662975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c20a-890f-4141-bc1f-7a1cf6165ad5 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:21.665532 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44248) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:46:21.678829 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6ad07001-14b0-45f4-852c-59f867b37ea9 tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "GET /v2.0/security-groups/b4525bb6-8bcf-467b-a8b3-424580a15a08 HTTP/1.1" status: 404 len: 347 time: 0.0333083 Feb 05 03:46:21.799986 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-135af63a-574e-4fa7-ba54-db9cbc72172b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Deleting port 1ef49fb0-34eb-439b-b48c-498843bd92bf {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:46:21.800337 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-135af63a-574e-4fa7-ba54-db9cbc72172b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1ef49fb0-34eb-439b-b48c-498843bd92bf), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:21.879173 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-135af63a-574e-4fa7-ba54-db9cbc72172b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1ef49fb0-34eb-439b-b48c-498843bd92bf), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:21.879500 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-135af63a-574e-4fa7-ba54-db9cbc72172b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for floatingip (1ef49fb0-34eb-439b-b48c-498843bd92bf), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:21.890974 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-135af63a-574e-4fa7-ba54-db9cbc72172b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Calling delete_port for 1ef49fb0-34eb-439b-b48c-498843bd92bf owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:46:22.027437 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-135af63a-574e-4fa7-ba54-db9cbc72172b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (1ef49fb0-34eb-439b-b48c-498843bd92bf), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:22.054132 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135af63a-574e-4fa7-ba54-db9cbc72172b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Pushing event deleted for resources: {'Port': ['ID=1ef49fb0-34eb-439b-b48c-498843bd92bf,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:22.113049 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-135af63a-574e-4fa7-ba54-db9cbc72172b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks [] for floatingip (fd286b09-f9fa-40a9-b638-fc3c4815307f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:22.115672 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-135af63a-574e-4fa7-ba54-db9cbc72172b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:22.116817 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-135af63a-574e-4fa7-ba54-db9cbc72172b tempest-ServerActionsTestJSON-2032763892 tempest-ServerActionsTestJSON-2032763892-project] 10.222.0.36 "DELETE /v2.0/floatingips/fd286b09-f9fa-40a9-b638-fc3c4815307f HTTP/1.1" status: 204 len: 168 time: 0.4503374 Feb 05 03:46:22.119831 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44250) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:46:22.479020 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b772cd3d-108f-44aa-9285-74070e76bc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (9cbc2ddc-69ee-4359-be7c-1173629e8d22), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:22.732234 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b772cd3d-108f-44aa-9285-74070e76bc0a admin admin] Deleting port 43b3ed2b-8526-4668-9c56-83c755ef4177 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:46:22.732936 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b772cd3d-108f-44aa-9285-74070e76bc0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:22.818510 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-b772cd3d-108f-44aa-9285-74070e76bc0a admin admin] For port 43b3ed2b-8526-4668-9c56-83c755ef4177, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=43b3ed2b-8526-4668-9c56-83c755ef4177,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:46:22.819148 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b772cd3d-108f-44aa-9285-74070e76bc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:22.834829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b772cd3d-108f-44aa-9285-74070e76bc0a admin admin] Calling delete_port for 43b3ed2b-8526-4668-9c56-83c755ef4177 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:46:23.020094 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b772cd3d-108f-44aa-9285-74070e76bc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (43b3ed2b-8526-4668-9c56-83c755ef4177), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:23.046332 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772cd3d-108f-44aa-9285-74070e76bc0a admin admin] Pushing event deleted for resources: {'Port': ['ID=43b3ed2b-8526-4668-9c56-83c755ef4177,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:23.215705 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b772cd3d-108f-44aa-9285-74070e76bc0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (9cbc2ddc-69ee-4359-be7c-1173629e8d22), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:23.435440 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b772cd3d-108f-44aa-9285-74070e76bc0a admin admin] Router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:46:23.542256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b772cd3d-108f-44aa-9285-74070e76bc0a admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:46:23.547372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b772cd3d-108f-44aa-9285-74070e76bc0a admin admin] 10.222.0.36 "PUT /v2.0/routers/9cbc2ddc-69ee-4359-be7c-1173629e8d22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4263828 Feb 05 03:46:23.550640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44252) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:46:23.551686 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c59c5-ef9f-49aa-bea4-b0b050f6752d None None] Sync routers for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:46:23.561091 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c59c5-ef9f-49aa-bea4-b0b050f6752d None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:46:23.561703 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7e7c59c5-ef9f-49aa-bea4-b0b050f6752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:46:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:46:23.652437 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de1fb3ee-905e-4a67-a461-305e00ccd2c1 admin admin] Publish callbacks [] for router (9cbc2ddc-69ee-4359-be7c-1173629e8d22), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:23.667882 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-7e7c59c5-ef9f-49aa-bea4-b0b050f6752d None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:46:23.756225 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de1fb3ee-905e-4a67-a461-305e00ccd2c1 admin admin] Publish callbacks [] for router_gateway (9cbc2ddc-69ee-4359-be7c-1173629e8d22), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:23.812821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-de1fb3ee-905e-4a67-a461-305e00ccd2c1 admin admin] Deleting port 0cd3b99a-a181-49ab-bb27-490bd27405b9 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:46:23.813226 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de1fb3ee-905e-4a67-a461-305e00ccd2c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0cd3b99a-a181-49ab-bb27-490bd27405b9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:23.849144 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7e7c59c5-ef9f-49aa-bea4-b0b050f6752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:46:22Z', 'revision_number': 5, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port': {'id': '0cd3b99a-a181-49ab-bb27-490bd27405b9', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:41:55Z', 'updated_at': '2022-02-05T03:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:46:23.875067 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c59c5-ef9f-49aa-bea4-b0b050f6752d None None] Checking router: 9cbc2ddc-69ee-4359-be7c-1173629e8d22 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:46:23.883581 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c59c5-ef9f-49aa-bea4-b0b050f6752d None None] Routers {'9cbc2ddc-69ee-4359-be7c-1173629e8d22'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:46:23.884272 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7e7c59c5-ef9f-49aa-bea4-b0b050f6752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:46:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:46:23.894908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-de1fb3ee-905e-4a67-a461-305e00ccd2c1 admin admin] For port 0cd3b99a-a181-49ab-bb27-490bd27405b9, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0cd3b99a-a181-49ab-bb27-490bd27405b9,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:46:23.895302 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de1fb3ee-905e-4a67-a461-305e00ccd2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0cd3b99a-a181-49ab-bb27-490bd27405b9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:23.909327 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-de1fb3ee-905e-4a67-a461-305e00ccd2c1 admin admin] Calling delete_port for 0cd3b99a-a181-49ab-bb27-490bd27405b9 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:46:24.065642 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-7e7c59c5-ef9f-49aa-bea4-b0b050f6752d None None] Set router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:46:24.080513 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de1fb3ee-905e-4a67-a461-305e00ccd2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (0cd3b99a-a181-49ab-bb27-490bd27405b9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:24.105704 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fb3ee-905e-4a67-a461-305e00ccd2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd3b99a-a181-49ab-bb27-490bd27405b9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:24.120581 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7e7c59c5-ef9f-49aa-bea4-b0b050f6752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:46:23Z', 'revision_number': 6, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:46:24.147275 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c59c5-ef9f-49aa-bea4-b0b050f6752d None None] The sync data for ids ['9cbc2ddc-69ee-4359-be7c-1173629e8d22'] in n-d-826942-8 is: [{'id': '9cbc2ddc-69ee-4359-be7c-1173629e8d22', 'name': 'tempest-ServerActionsTestJSON-861950341-router', 'tenant_id': '8a6b124a2f6f4932b34c96df434f86f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:41:54Z', 'updated_at': '2022-02-05T03:46:23Z', 'revision_number': 6, 'project_id': '8a6b124a2f6f4932b34c96df434f86f9', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:46:24.173173 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de1fb3ee-905e-4a67-a461-305e00ccd2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (9cbc2ddc-69ee-4359-be7c-1173629e8d22), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:24.265680 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de1fb3ee-905e-4a67-a461-305e00ccd2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (9cbc2ddc-69ee-4359-be7c-1173629e8d22), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:24.268561 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de1fb3ee-905e-4a67-a461-305e00ccd2c1 admin admin] Publish callbacks [] for router_controller (9cbc2ddc-69ee-4359-be7c-1173629e8d22), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:24.311011 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de1fb3ee-905e-4a67-a461-305e00ccd2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (9cbc2ddc-69ee-4359-be7c-1173629e8d22), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:24.311529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1fb3ee-905e-4a67-a461-305e00ccd2c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cbc2ddc-69ee-4359-be7c-1173629e8d22 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:46:24.316469 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de1fb3ee-905e-4a67-a461-305e00ccd2c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:24.320277 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44254) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:46:24.320817 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-de1fb3ee-905e-4a67-a461-305e00ccd2c1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9cbc2ddc-69ee-4359-be7c-1173629e8d22 HTTP/1.1" status: 204 len: 168 time: 0.7686267 Feb 05 03:46:24.369570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-194f29f5-84b5-4cde-b012-85cf5d196ea4 admin admin] Deleting subnet df1793d7-e70b-4e4c-8d53-582279c2b1c0 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:46:24.372719 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-194f29f5-84b5-4cde-b012-85cf5d196ea4 admin admin] Publish callbacks [] for subnet (df1793d7-e70b-4e4c-8d53-582279c2b1c0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:24.407444 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-194f29f5-84b5-4cde-b012-85cf5d196ea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (df1793d7-e70b-4e4c-8d53-582279c2b1c0), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:24.482722 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-194f29f5-84b5-4cde-b012-85cf5d196ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (df1793d7-e70b-4e4c-8d53-582279c2b1c0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:24.547501 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-194f29f5-84b5-4cde-b012-85cf5d196ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (df1793d7-e70b-4e4c-8d53-582279c2b1c0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:24.576244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f29f5-84b5-4cde-b012-85cf5d196ea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df1793d7-e70b-4e4c-8d53-582279c2b1c0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:24.578284 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-194f29f5-84b5-4cde-b012-85cf5d196ea4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:24.584799 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-194f29f5-84b5-4cde-b012-85cf5d196ea4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/df1793d7-e70b-4e4c-8d53-582279c2b1c0 HTTP/1.1" status: 204 len: 168 time: 0.2606289 Feb 05 03:46:24.584970 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed190221-ef1b-43ab-b79b-2d2c9b2d7835 None None] Network 70654eca-e69e-4152-a5bd-8761a3da23ec requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:46:24.585438 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44256) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:46:24.632099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 43b3ed2b-8526-4668-9c56-83c755ef4177 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:46:24.662079 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (70654eca-e69e-4152-a5bd-8761a3da23ec), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:24.662785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 43b3ed2b-8526-4668-9c56-83c755ef4177 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:46:24.663204 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 43b3ed2b-8526-4668-9c56-83c755ef4177 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:46:24.717666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] Deleting port b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:46:24.718006 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:24.784466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] For port b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f,segment=NetworkSegment(ef4da1e5-2871-42f0-bcc2-18091df60bd6),segment_id=ef4da1e5-2871-42f0-bcc2-18091df60bd6)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:46:24.784825 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:24.796970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] Calling delete_port for b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:46:24.878693 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:24.907989 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:24.911254 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] No DVR routers for this DVR port b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:46:24.960028 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd65f07-6663-4947-a967-cd5b370e4368 None None] DHCP port deletion for 70654eca-e69e-4152-a5bd-8761a3da23ec request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:46:24.987452 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (70654eca-e69e-4152-a5bd-8761a3da23ec), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:25.008543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70654eca-e69e-4152-a5bd-8761a3da23ec']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:46:25.018183 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef4da1e5-2871-42f0-bcc2-18091df60bd6') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:46:25.018477 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef4da1e5-2871-42f0-bcc2-18091df60bd6') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:46:25.027746 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (ef4da1e5-2871-42f0-bcc2-18091df60bd6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:25.041157 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ef4da1e5-2871-42f0-bcc2-18091df60bd6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:25.047781 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:46:25.047967 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (ef4da1e5-2871-42f0-bcc2-18091df60bd6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:46:25.049769 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:46:25.108244 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (70654eca-e69e-4152-a5bd-8761a3da23ec), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:25.113974 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:25.117100 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] 10.222.0.36 "DELETE /v2.0/networks/70654eca-e69e-4152-a5bd-8761a3da23ec HTTP/1.1" status: 204 len: 168 time: 0.5309362 Feb 05 03:46:25.129499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c0093-43ee-4879-9b78-c36ba0b78389 admin admin] Pushing event deleted for resources: {'Network': ['ID=70654eca-e69e-4152-a5bd-8761a3da23ec,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:25.244191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44260) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:46:25.283924 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-127dcaad-4c1e-4228-b11f-820379582101 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a6b124a2f6f4932b34c96df434f86f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385911 Feb 05 03:46:25.286271 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44262) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:46:25.332705 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf44c4e2-84ee-4010-a2eb-bfa504d5513e admin admin] Publish callbacks [] for security_group (b5187851-9a56-43eb-a673-804364f472ee), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:25.353245 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf44c4e2-84ee-4010-a2eb-bfa504d5513e admin admin] Publish callbacks [] for security_group (b5187851-9a56-43eb-a673-804364f472ee), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:25.400910 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf44c4e2-84ee-4010-a2eb-bfa504d5513e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (b5187851-9a56-43eb-a673-804364f472ee), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:25.404079 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf44c4e2-84ee-4010-a2eb-bfa504d5513e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:25.405613 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-bf44c4e2-84ee-4010-a2eb-bfa504d5513e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5187851-9a56-43eb-a673-804364f472ee HTTP/1.1" status: 204 len: 168 time: 0.1183701 Feb 05 03:46:25.417493 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44c4e2-84ee-4010-a2eb-bfa504d5513e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5187851-9a56-43eb-a673-804364f472ee,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:26.056449 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44284) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:46:26.149663 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-63fd4414-993b-48ce-a13e-1117bb34d2c3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2110126203-network', 'tenant_id': 'c95814a0892742c88a432b0afde4eeba'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:46:26.169000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fd4414-993b-48ce-a13e-1117bb34d2c3 admin admin] Made reservation on behalf of c95814a0892742c88a432b0afde4eeba for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:46:26.171480 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63fd4414-993b-48ce-a13e-1117bb34d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:26.180462 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63fd4414-993b-48ce-a13e-1117bb34d2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:26.255882 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63fd4414-993b-48ce-a13e-1117bb34d2c3 admin admin] Publish callbacks [] for security_group (0d1a0d73-6480-435f-8358-1f9efb218364), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:26.259424 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63fd4414-993b-48ce-a13e-1117bb34d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0d1a0d73-6480-435f-8358-1f9efb218364), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:26.285289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fd4414-993b-48ce-a13e-1117bb34d2c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:46:26.290401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd4414-993b-48ce-a13e-1117bb34d2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1a0d73-6480-435f-8358-1f9efb218364,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:26.297280 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63fd4414-993b-48ce-a13e-1117bb34d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (243e4dbd-ef9a-435a-9c8c-783ce20dbd67), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:26.298314 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-63fd4414-993b-48ce-a13e-1117bb34d2c3 admin admin] Added segment 243e4dbd-ef9a-435a-9c8c-783ce20dbd67 of type vlan for network e4998e25-028f-4ee8-b0b9-0e3a03311d5b Feb 05 03:46:26.338034 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63fd4414-993b-48ce-a13e-1117bb34d2c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (e4998e25-028f-4ee8-b0b9-0e3a03311d5b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:26.362484 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63fd4414-993b-48ce-a13e-1117bb34d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (e4998e25-028f-4ee8-b0b9-0e3a03311d5b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:26.363454 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fd4414-993b-48ce-a13e-1117bb34d2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:26.364025 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63fd4414-993b-48ce-a13e-1117bb34d2c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:26.418699 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-63fd4414-993b-48ce-a13e-1117bb34d2c3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3610950 Feb 05 03:46:26.421551 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44288) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:46:26.428232 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-53ee8cc1-b33c-4f96-ae49-9111577c5b5a admin admin] Request body: {'subnet': {'network_id': 'e4998e25-028f-4ee8-b0b9-0e3a03311d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2110126203-subnet', 'tenant_id': 'c95814a0892742c88a432b0afde4eeba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:46:26.432377 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd4414-993b-48ce-a13e-1117bb34d2c3 admin admin] Pushing event updated for resources: {'Network': ['ID=e4998e25-028f-4ee8-b0b9-0e3a03311d5b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:26.443707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network e4998e25-028f-4ee8-b0b9-0e3a03311d5b details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:46:26.454738 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ee8cc1-b33c-4f96-ae49-9111577c5b5a admin admin] Made reservation on behalf of c95814a0892742c88a432b0afde4eeba for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:46:26.457820 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53ee8cc1-b33c-4f96-ae49-9111577c5b5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:26.482900 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:46:26.518381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:46:26.518725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b2a43b97-92b5-4b7f-b7e3-e70a1d5ffe8f not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:46:26.519174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0cd3b99a-a181-49ab-bb27-490bd27405b9 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:46:26.547287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 0cd3b99a-a181-49ab-bb27-490bd27405b9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:46:26.548310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0cd3b99a-a181-49ab-bb27-490bd27405b9 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:46:26.638178 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53ee8cc1-b33c-4f96-ae49-9111577c5b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (78856a01-6d81-4913-a3da-a32e5bedf195), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:26.696623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee8cc1-b33c-4f96-ae49-9111577c5b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=78856a01-6d81-4913-a3da-a32e5bedf195,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:26.705871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ee8cc1-b33c-4f96-ae49-9111577c5b5a admin admin] Checking segment: {'id': '243e4dbd-ef9a-435a-9c8c-783ce20dbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e4998e25-028f-4ee8-b0b9-0e3a03311d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:46:26.706247 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee8cc1-b33c-4f96-ae49-9111577c5b5a admin admin] Network hostable DHCP agents. Network: e4998e25-028f-4ee8-b0b9-0e3a03311d5b, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:46:26.722563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee8cc1-b33c-4f96-ae49-9111577c5b5a admin admin] Network e4998e25-028f-4ee8-b0b9-0e3a03311d5b is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:46:26.730604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-53ee8cc1-b33c-4f96-ae49-9111577c5b5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, e4998e25-028f-4ee8-b0b9-0e3a03311d5b) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:46:26.734539 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee8cc1-b33c-4f96-ae49-9111577c5b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:26.736826 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53ee8cc1-b33c-4f96-ae49-9111577c5b5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:26.739947 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a88f78-9288-4be6-b5ba-0dc6ed98ceaf None None] Network e4998e25-028f-4ee8-b0b9-0e3a03311d5b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:46:26.752758 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-53ee8cc1-b33c-4f96-ae49-9111577c5b5a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3302047 Feb 05 03:46:26.839670 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2060ccaa-aa9e-45bb-82cf-a0bb96ec919d None None] Network e4998e25-028f-4ee8-b0b9-0e3a03311d5b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:46:27.448323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-4234e942-1110-425a-847b-d905045241fb tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:27.449773 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-4234e942-1110-425a-847b-d905045241fb tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/networks?id=e4998e25-028f-4ee8-b0b9-0e3a03311d5b HTTP/1.1" status: 200 len: 814 time: 0.3823748 Feb 05 03:46:27.464629 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-d79daf7b-d4a4-4a24-af16-7872fcb4778f tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/quotas/c95814a0892742c88a432b0afde4eeba HTTP/1.1" status: 200 len: 375 time: 0.0085976 Feb 05 03:46:27.498636 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-1d0cee5a-a3bc-423e-a7ed-6f519c3d0486 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95814a0892742c88a432b0afde4eeba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292804 Feb 05 03:46:27.586644 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-eba89cf0-36b3-422d-b255-3c910e331980 service neutron] 10.222.0.36 "GET /v2.0/networks/e4998e25-028f-4ee8-b0b9-0e3a03311d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808861 Feb 05 03:46:27.678005 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-9484f348-e514-4f5e-9e41-52f5891a83cf service neutron] 10.222.0.36 "GET /v2.0/networks/e4998e25-028f-4ee8-b0b9-0e3a03311d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855634 Feb 05 03:46:27.838011 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d900cee3-013e-4e2c-b098-bf7d2df6c652 req-42fb65e2-e02e-4308-a604-2881af9db79c tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 210 time: 0.0274580 Feb 05 03:46:28.381765 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:46:28.867951 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-a5f9d919-17e1-4ffc-9fd9-743788694454 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:28.869537 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-a5f9d919-17e1-4ffc-9fd9-743788694454 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.10 "GET /v2.0/networks?id=e4998e25-028f-4ee8-b0b9-0e3a03311d5b HTTP/1.1" status: 200 len: 814 time: 0.1157746 Feb 05 03:46:28.881279 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-4c24cca9-026d-4bab-824d-c8957641cd7c tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Request body: {'port': {'device_id': '52329ef8-914d-4927-85d6-c1dbd18fd65c', 'network_id': 'e4998e25-028f-4ee8-b0b9-0e3a03311d5b', 'admin_state_up': True, 'tenant_id': 'c95814a0892742c88a432b0afde4eeba'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:46:28.939416 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-12ff664b-467d-4600-a3ab-5363876b6c9b req-81af19e2-e06d-45fb-b9d1-7e49412395ac tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 210 time: 0.0274367 Feb 05 03:46:28.992898 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-4c24cca9-026d-4bab-824d-c8957641cd7c tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Made reservation on behalf of c95814a0892742c88a432b0afde4eeba for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:46:28.996194 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-4c24cca9-026d-4bab-824d-c8957641cd7c tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:29.118890 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-4c24cca9-026d-4bab-824d-c8957641cd7c tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Allocated IP 172.20.0.13 (e4998e25-028f-4ee8-b0b9-0e3a03311d5b/78856a01-6d81-4913-a3da-a32e5bedf195/94c8a049-ba01-4098-a063-2fba7bb09793) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:46:29.267464 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-4c24cca9-026d-4bab-824d-c8957641cd7c tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Publish callbacks [] for port (94c8a049-ba01-4098-a063-2fba7bb09793), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:29.300818 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-4c24cca9-026d-4bab-824d-c8957641cd7c tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (94c8a049-ba01-4098-a063-2fba7bb09793), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:29.344923 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-4c24cca9-026d-4bab-824d-c8957641cd7c tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Network e4998e25-028f-4ee8-b0b9-0e3a03311d5b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:46:29.348040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-4c24cca9-026d-4bab-824d-c8957641cd7c tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:46:29.351661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-4c24cca9-026d-4bab-824d-c8957641cd7c tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:46:29.357889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24cca9-026d-4bab-824d-c8957641cd7c tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Pushing event updated for resources: {'Port': ['ID=94c8a049-ba01-4098-a063-2fba7bb09793,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:29.407780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-4c24cca9-026d-4bab-824d-c8957641cd7c tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:29.408457 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-4c24cca9-026d-4bab-824d-c8957641cd7c tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:29.423801 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-4c24cca9-026d-4bab-824d-c8957641cd7c tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5464139 Feb 05 03:46:29.434477 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Request body: {'port': {'device_id': '52329ef8-914d-4927-85d6-c1dbd18fd65c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:46:29.491244 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (94c8a049-ba01-4098-a063-2fba7bb09793), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:29.749400 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c8a049-ba01-4098-a063-2fba7bb09793 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:46:29.757321 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Publish callbacks [] for port (94c8a049-ba01-4098-a063-2fba7bb09793), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:29.769159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Transition to ACTIVE for port object 94c8a049-ba01-4098-a063-2fba7bb09793 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:46:29.772668 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (94c8a049-ba01-4098-a063-2fba7bb09793), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:29.830649 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Pushing event updated for resources: {'Port': ['ID=94c8a049-ba01-4098-a063-2fba7bb09793,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:29.896688 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Attempting to bind port 94c8a049-ba01-4098-a063-2fba7bb09793 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:46:29.897408 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Attempting to bind port 94c8a049-ba01-4098-a063-2fba7bb09793 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '243e4dbd-ef9a-435a-9c8c-783ce20dbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e4998e25-028f-4ee8-b0b9-0e3a03311d5b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:46:29.897408 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Attempting to bind port 94c8a049-ba01-4098-a063-2fba7bb09793 on network e4998e25-028f-4ee8-b0b9-0e3a03311d5b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:46:29.901801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Port 94c8a049-ba01-4098-a063-2fba7bb09793 on network e4998e25-028f-4ee8-b0b9-0e3a03311d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:46:29.902121 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Attempting to bind port 94c8a049-ba01-4098-a063-2fba7bb09793 on network e4998e25-028f-4ee8-b0b9-0e3a03311d5b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:46:29.906841 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:46:29.907188 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Checking segment: {'id': '243e4dbd-ef9a-435a-9c8c-783ce20dbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e4998e25-028f-4ee8-b0b9-0e3a03311d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:46:29.907565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Bound using segment: {'id': '243e4dbd-ef9a-435a-9c8c-783ce20dbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e4998e25-028f-4ee8-b0b9-0e3a03311d5b'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:46:29.907988 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Bound port: 94c8a049-ba01-4098-a063-2fba7bb09793, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243e4dbd-ef9a-435a-9c8c-783ce20dbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e4998e25-028f-4ee8-b0b9-0e3a03311d5b'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:46:29.908333 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (94c8a049-ba01-4098-a063-2fba7bb09793), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:29.973102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] For port 94c8a049-ba01-4098-a063-2fba7bb09793, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:46:29.976133 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] For port 94c8a049-ba01-4098-a063-2fba7bb09793, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=94c8a049-ba01-4098-a063-2fba7bb09793,segment=NetworkSegment(243e4dbd-ef9a-435a-9c8c-783ce20dbd67),segment_id=243e4dbd-ef9a-435a-9c8c-783ce20dbd67)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:46:29.982412 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (94c8a049-ba01-4098-a063-2fba7bb09793), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:30.019015 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:30.019640 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:30.021034 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] 10.222.0.10 "PUT /v2.0/ports/94c8a049-ba01-4098-a063-2fba7bb09793 HTTP/1.1" status: 200 len: 1092 time: 0.5904021 Feb 05 03:46:30.021488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52329ef8-914d-4927-85d6-c1dbd18fd65c', 'tag': '94c8a049-ba01-4098-a063-2fba7bb09793'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:46:30.023790 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baf8bc2-60ed-4c9c-a33c-2fc91ec89d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "52329ef8-914d-4927-85d6-c1dbd18fd65c", "tag": "94c8a049-ba01-4098-a063-2fba7bb09793"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:46:30.057359 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb64c24-1aa1-4254-925b-482bc78f3da4 service neutron] Pushing event updated for resources: {'Port': ['ID=94c8a049-ba01-4098-a063-2fba7bb09793,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:30.074842 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b9500-6a96-43b3-afca-ee89d15fed4d req-f9bd37fd-3711-40eb-b7b6-25362a9671d6 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:30.076338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-da4b9500-6a96-43b3-afca-ee89d15fed4d req-f9bd37fd-3711-40eb-b7b6-25362a9671d6 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 944 time: 0.0670738 Feb 05 03:46:30.077410 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b0b6d2-1b36-4571-b89c-b06b814131b3 x-openstack-request-id: req-67b0b6d2-1b36-4571-b89c-b06b814131b3 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:46:30.077700 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52329ef8-914d-4927-85d6-c1dbd18fd65c", "tag": "94c8a049-ba01-4098-a063-2fba7bb09793", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:46:30.077954 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67b0b6d2-1b36-4571-b89c-b06b814131b3 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:46:30.078342 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52329ef8-914d-4927-85d6-c1dbd18fd65c', 'tag': '94c8a049-ba01-4098-a063-2fba7bb09793', 'status': 'completed', 'code': 200} Feb 05 03:46:30.115631 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-1139013b-c158-43f4-850b-e238c4bf538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:30.117256 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-1139013b-c158-43f4-850b-e238c4bf538e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c95814a0892742c88a432b0afde4eeba&device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 1126 time: 0.0537119 Feb 05 03:46:30.123939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-da4b9500-6a96-43b3-afca-ee89d15fed4d req-e04cfd32-89d5-44cf-b9c0-c5704dd61e2f tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409365 Feb 05 03:46:30.163672 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-b3b3e2d7-1894-4945-b6a1-c50db86f01d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94c8a049-ba01-4098-a063-2fba7bb09793 HTTP/1.1" status: 200 len: 217 time: 0.0388091 Feb 05 03:46:30.220341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-ecad16e6-fe9f-4d45-b537-31cb0b12dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:30.221871 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-ecad16e6-fe9f-4d45-b537-31cb0b12dd5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78856a01-6d81-4913-a3da-a32e5bedf195 HTTP/1.1" status: 200 len: 854 time: 0.0526662 Feb 05 03:46:30.253136 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-7299b043-a208-4f26-9c01-04f131e77c68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4998e25-028f-4ee8-b0b9-0e3a03311d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257032 Feb 05 03:46:30.340940 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-2824da1d-742a-44e6-84c4-ca6930330516 service neutron] 10.222.0.10 "GET /v2.0/networks/e4998e25-028f-4ee8-b0b9-0e3a03311d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817740 Feb 05 03:46:30.433119 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b6924110-9bfa-48ba-81fb-fb6162e0b76d req-0cbb63b8-75da-4b4a-8583-81169c3def68 service neutron] 10.222.0.10 "GET /v2.0/networks/e4998e25-028f-4ee8-b0b9-0e3a03311d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864282 Feb 05 03:46:30.522659 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf8bc2-60ed-4c9c-a33c-2fc91ec89d5b req-203fd096-f640-470d-82b8-8119fb6aded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:30.524217 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4baf8bc2-60ed-4c9c-a33c-2fc91ec89d5b req-203fd096-f640-470d-82b8-8119fb6aded1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c95814a0892742c88a432b0afde4eeba&device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 1126 time: 0.0462155 Feb 05 03:46:30.615503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf8bc2-60ed-4c9c-a33c-2fc91ec89d5b req-0b360a6b-c6d4-4498-8f67-a12f77c2ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:30.616953 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4baf8bc2-60ed-4c9c-a33c-2fc91ec89d5b req-0b360a6b-c6d4-4498-8f67-a12f77c2ed4c service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4998e25-028f-4ee8-b0b9-0e3a03311d5b HTTP/1.1" status: 200 len: 915 time: 0.0872846 Feb 05 03:46:30.659021 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4baf8bc2-60ed-4c9c-a33c-2fc91ec89d5b req-0f1a1fbf-bff9-4680-b25d-5a8497dbade4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94c8a049-ba01-4098-a063-2fba7bb09793 HTTP/1.1" status: 200 len: 217 time: 0.0356777 Feb 05 03:46:30.706259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf8bc2-60ed-4c9c-a33c-2fc91ec89d5b req-79e9d756-2e03-4fa5-920e-3afeadc16f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:30.707713 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4baf8bc2-60ed-4c9c-a33c-2fc91ec89d5b req-79e9d756-2e03-4fa5-920e-3afeadc16f45 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78856a01-6d81-4913-a3da-a32e5bedf195 HTTP/1.1" status: 200 len: 854 time: 0.0431993 Feb 05 03:46:30.739750 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4baf8bc2-60ed-4c9c-a33c-2fc91ec89d5b req-7bf221cd-254b-48b2-981a-44f5803a7d2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4998e25-028f-4ee8-b0b9-0e3a03311d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248823 Feb 05 03:46:30.833294 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4baf8bc2-60ed-4c9c-a33c-2fc91ec89d5b req-f78e2a6e-84a7-49ff-af81-441b942af1ac service neutron] 10.222.0.10 "GET /v2.0/networks/e4998e25-028f-4ee8-b0b9-0e3a03311d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868320 Feb 05 03:46:30.921857 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4baf8bc2-60ed-4c9c-a33c-2fc91ec89d5b req-48ff5424-8f7e-4d72-9057-fee8e7c0d492 service neutron] 10.222.0.10 "GET /v2.0/networks/e4998e25-028f-4ee8-b0b9-0e3a03311d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804694 Feb 05 03:46:31.247086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23161f-39ce-4242-aee9-d1b602bbd0f4 req-4a890fac-54bb-4c1b-a394-2c51b1fcb610 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:31.248533 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff23161f-39ce-4242-aee9-d1b602bbd0f4 req-4a890fac-54bb-4c1b-a394-2c51b1fcb610 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 944 time: 0.0549080 Feb 05 03:46:31.293827 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff23161f-39ce-4242-aee9-d1b602bbd0f4 req-a1bea19f-4c9e-476b-92c4-d8144958f34a tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396307 Feb 05 03:46:32.175704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 94c8a049-ba01-4098-a063-2fba7bb09793 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:46:32.271088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 94c8a049-ba01-4098-a063-2fba7bb09793, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=94c8a049-ba01-4098-a063-2fba7bb09793,segment=NetworkSegment(243e4dbd-ef9a-435a-9c8c-783ce20dbd67),segment_id=243e4dbd-ef9a-435a-9c8c-783ce20dbd67)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:46:32.282417 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '94c8a049-ba01-4098-a063-2fba7bb09793', 'network_id': 'e4998e25-028f-4ee8-b0b9-0e3a03311d5b', 'port_id': '94c8a049-ba01-4098-a063-2fba7bb09793', 'mac_address': 'fa:16:3e:21:42:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78856a01-6d81-4913-a3da-a32e5bedf195', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:46:32.318679 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 94c8a049-ba01-4098-a063-2fba7bb09793 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:46:32.319091 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (94c8a049-ba01-4098-a063-2fba7bb09793), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:32.336584 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c8a049-ba01-4098-a063-2fba7bb09793 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:46:32.356587 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 94c8a049-ba01-4098-a063-2fba7bb09793, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=94c8a049-ba01-4098-a063-2fba7bb09793,segment=NetworkSegment(243e4dbd-ef9a-435a-9c8c-783ce20dbd67),segment_id=243e4dbd-ef9a-435a-9c8c-783ce20dbd67)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:46:32.360763 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (94c8a049-ba01-4098-a063-2fba7bb09793), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:32.410249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=94c8a049-ba01-4098-a063-2fba7bb09793,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:32.413604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8ee97-16bc-4bbb-82e7-5aa80889dc07 req-291e4a96-c66f-46a1-a213-7c6815c62869 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:32.415260 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2db8ee97-16bc-4bbb-82e7-5aa80889dc07 req-291e4a96-c66f-46a1-a213-7c6815c62869 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 945 time: 0.0536010 Feb 05 03:46:32.462189 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2db8ee97-16bc-4bbb-82e7-5aa80889dc07 req-bdd89826-d518-46d5-a8f8-f04687e49946 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Feb 05 03:46:32.551374 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['94c8a049-ba01-4098-a063-2fba7bb09793'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:46:33.579896 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a209dd0-e1f4-4554-a302-05ce0c0dca73 req-d581a827-1d98-4633-bc64-d8968e7210b8 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:33.581374 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a209dd0-e1f4-4554-a302-05ce0c0dca73 req-d581a827-1d98-4633-bc64-d8968e7210b8 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 945 time: 0.0522163 Feb 05 03:46:33.632455 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7a209dd0-e1f4-4554-a302-05ce0c0dca73 req-93bafa65-96be-40a5-86ba-3f19c2bf75a2 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453949 Feb 05 03:46:33.749366 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b6606960-8544-4928-ad10-2a678d9acc53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:34.190914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 94c8a049-ba01-4098-a063-2fba7bb09793 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:46:34.239054 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 94c8a049-ba01-4098-a063-2fba7bb09793 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:46:34.243075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 94c8a049-ba01-4098-a063-2fba7bb09793 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:46:34.243447 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (94c8a049-ba01-4098-a063-2fba7bb09793), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:34.317694 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 94c8a049-ba01-4098-a063-2fba7bb09793 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:46:34.318086 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (94c8a049-ba01-4098-a063-2fba7bb09793), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:34.341393 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52329ef8-914d-4927-85d6-c1dbd18fd65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8a049-ba01-4098-a063-2fba7bb09793'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:46:34.343636 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaf96a8-468b-43a2-8794-11913ef2c232" -d '{"events": [{"server_uuid": "52329ef8-914d-4927-85d6-c1dbd18fd65c", "name": "network-vif-plugged", "status": "completed", "tag": "94c8a049-ba01-4098-a063-2fba7bb09793"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:46:34.359614 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 94c8a049-ba01-4098-a063-2fba7bb09793, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=94c8a049-ba01-4098-a063-2fba7bb09793,segment=NetworkSegment(243e4dbd-ef9a-435a-9c8c-783ce20dbd67),segment_id=243e4dbd-ef9a-435a-9c8c-783ce20dbd67)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:46:34.364399 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (94c8a049-ba01-4098-a063-2fba7bb09793), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:34.389524 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12556fe9-66e8-4aa0-b9c0-44d684d3f808 x-openstack-request-id: req-12556fe9-66e8-4aa0-b9c0-44d684d3f808 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:46:34.389827 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52329ef8-914d-4927-85d6-c1dbd18fd65c", "name": "network-vif-plugged", "status": "completed", "tag": "94c8a049-ba01-4098-a063-2fba7bb09793", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:46:34.390622 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12556fe9-66e8-4aa0-b9c0-44d684d3f808 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:46:34.392199 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52329ef8-914d-4927-85d6-c1dbd18fd65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8a049-ba01-4098-a063-2fba7bb09793', 'code': 200} Feb 05 03:46:34.421794 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=94c8a049-ba01-4098-a063-2fba7bb09793,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:34.489528 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e9034-37e1-4ce9-96dc-6ca85b389ec0 req-d8460553-c05b-4540-bb36-43373c121573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:34.491058 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ab1e9034-37e1-4ce9-96dc-6ca85b389ec0 req-d8460553-c05b-4540-bb36-43373c121573 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 1128 time: 0.0495179 Feb 05 03:46:34.534851 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ab1e9034-37e1-4ce9-96dc-6ca85b389ec0 req-262ad4ab-f345-4679-ad9e-a360886a2d0d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369561 Feb 05 03:46:34.748967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65267d22-4188-48db-8cb4-04639ee14c0c req-f93942b5-c766-42df-9db9-06758338725b tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:34.750909 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65267d22-4188-48db-8cb4-04639ee14c0c req-f93942b5-c766-42df-9db9-06758338725b tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 946 time: 0.0511234 Feb 05 03:46:34.797112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65267d22-4188-48db-8cb4-04639ee14c0c req-a4abe63d-3188-4fe3-a713-62e8a06fe468 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400288 Feb 05 03:46:35.919108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048234d-f10c-47d2-9f5d-82f070a7bd6c req-59026aef-6e06-46f5-af57-e3b7bcc72918 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:35.920596 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5048234d-f10c-47d2-9f5d-82f070a7bd6c req-59026aef-6e06-46f5-af57-e3b7bcc72918 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 946 time: 0.0527625 Feb 05 03:46:35.943934 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-07e450f4-7b94-4080-afdf-a95983e3f1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:35.968281 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5048234d-f10c-47d2-9f5d-82f070a7bd6c req-26e2c106-cce6-4492-93fc-59f5a50422d0 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413170 Feb 05 03:46:36.195093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-88cfdd49-f8dd-495f-a0c0-3e52ee5b9ba1 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:36.196539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-88cfdd49-f8dd-495f-a0c0-3e52ee5b9ba1 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/networks?id=e4998e25-028f-4ee8-b0b9-0e3a03311d5b HTTP/1.1" status: 200 len: 814 time: 0.1047735 Feb 05 03:46:36.211367 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-94c18bdf-b220-4205-9965-1dfe9b403251 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/quotas/c95814a0892742c88a432b0afde4eeba HTTP/1.1" status: 200 len: 375 time: 0.0095034 Feb 05 03:46:36.263759 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-b090bc4f-8c16-4b1f-9be5-d5b8096e8d11 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c95814a0892742c88a432b0afde4eeba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474358 Feb 05 03:46:36.356134 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-c779bae5-5220-4eff-bff0-66ace559de37 service neutron] 10.222.0.36 "GET /v2.0/networks/e4998e25-028f-4ee8-b0b9-0e3a03311d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857389 Feb 05 03:46:36.443776 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-dbc62953-2cfc-45b8-b599-2efe440672ac service neutron] 10.222.0.36 "GET /v2.0/networks/e4998e25-028f-4ee8-b0b9-0e3a03311d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817747 Feb 05 03:46:36.598990 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a7d4c12-5f7f-4fd4-bf8a-64ea111deef9 req-1c7de477-b9df-4ca8-8845-76126b5d052c tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=89db003b-c080-4dcb-b4ab-d8293e4061f0 HTTP/1.1" status: 200 len: 210 time: 0.0278187 Feb 05 03:46:37.295147 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:37.700331 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6b41745-a606-4bb3-938d-c9e42e96ff4d req-9547bb71-0f76-4cbe-8490-f99f8b88425a tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=89db003b-c080-4dcb-b4ab-d8293e4061f0 HTTP/1.1" status: 200 len: 210 time: 0.0332987 Feb 05 03:46:37.843987 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-68aa3841-ac41-47dd-a44e-9ae808a1f028 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:37.846075 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-68aa3841-ac41-47dd-a44e-9ae808a1f028 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.31 "GET /v2.0/networks?id=e4998e25-028f-4ee8-b0b9-0e3a03311d5b HTTP/1.1" status: 200 len: 814 time: 0.1111934 Feb 05 03:46:37.857507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-946b7bc4-4ef9-4ced-ba73-f9657ba904d5 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Request body: {'port': {'device_id': '89db003b-c080-4dcb-b4ab-d8293e4061f0', 'network_id': 'e4998e25-028f-4ee8-b0b9-0e3a03311d5b', 'admin_state_up': True, 'tenant_id': 'c95814a0892742c88a432b0afde4eeba'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:46:37.962202 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-946b7bc4-4ef9-4ced-ba73-f9657ba904d5 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Made reservation on behalf of c95814a0892742c88a432b0afde4eeba for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:46:37.965461 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-946b7bc4-4ef9-4ced-ba73-f9657ba904d5 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:38.091114 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-946b7bc4-4ef9-4ced-ba73-f9657ba904d5 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Allocated IP 172.20.0.10 (e4998e25-028f-4ee8-b0b9-0e3a03311d5b/78856a01-6d81-4913-a3da-a32e5bedf195/3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:46:38.239512 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-946b7bc4-4ef9-4ced-ba73-f9657ba904d5 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Publish callbacks [] for port (3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:38.272109 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-946b7bc4-4ef9-4ced-ba73-f9657ba904d5 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:38.284897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['94c8a049-ba01-4098-a063-2fba7bb09793'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:46:38.312807 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-946b7bc4-4ef9-4ced-ba73-f9657ba904d5 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Network e4998e25-028f-4ee8-b0b9-0e3a03311d5b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:46:38.318137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-946b7bc4-4ef9-4ced-ba73-f9657ba904d5 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:46:38.321841 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-946b7bc4-4ef9-4ced-ba73-f9657ba904d5 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:46:38.347976 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b7bc4-4ef9-4ced-ba73-f9657ba904d5 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Pushing event updated for resources: {'Port': ['ID=3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:38.375013 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-946b7bc4-4ef9-4ced-ba73-f9657ba904d5 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:38.376419 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-946b7bc4-4ef9-4ced-ba73-f9657ba904d5 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:38.392587 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-946b7bc4-4ef9-4ced-ba73-f9657ba904d5 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5389636 Feb 05 03:46:38.402115 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-c679c572-1774-41f1-a178-9ace678def3a tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:46:38.403119 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-c679c572-1774-41f1-a178-9ace678def3a tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053215 Feb 05 03:46:38.413376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Request body: {'port': {'device_id': '89db003b-c080-4dcb-b4ab-d8293e4061f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:46:38.475413 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:38.730928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:46:38.739632 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Publish callbacks [] for port (3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:38.752668 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Transition to ACTIVE for port object 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:46:38.756362 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:38.810204 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:38.831685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa4885-dc7d-49e3-bcb2-a21a0f4925a7 req-4bd3bb5f-5b65-4800-911b-9f9bbbf9ac1e tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:38.834039 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9fa4885-dc7d-49e3-bcb2-a21a0f4925a7 req-4bd3bb5f-5b65-4800-911b-9f9bbbf9ac1e tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=89db003b-c080-4dcb-b4ab-d8293e4061f0 HTTP/1.1" status: 200 len: 944 time: 0.0618904 Feb 05 03:46:38.838267 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:38.881221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Attempting to bind port 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:46:38.881791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Attempting to bind port 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '243e4dbd-ef9a-435a-9c8c-783ce20dbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e4998e25-028f-4ee8-b0b9-0e3a03311d5b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:46:38.881940 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Attempting to bind port 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad on network e4998e25-028f-4ee8-b0b9-0e3a03311d5b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:46:38.883401 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9fa4885-dc7d-49e3-bcb2-a21a0f4925a7 req-57ac56a5-24ed-4a18-b20b-94bdf5193e9a tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427263 Feb 05 03:46:38.886071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Port 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad on network e4998e25-028f-4ee8-b0b9-0e3a03311d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:46:38.886447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Attempting to bind port 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad on network e4998e25-028f-4ee8-b0b9-0e3a03311d5b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:46:38.891198 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:46:38.891529 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Checking segment: {'id': '243e4dbd-ef9a-435a-9c8c-783ce20dbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e4998e25-028f-4ee8-b0b9-0e3a03311d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:46:38.891907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Bound using segment: {'id': '243e4dbd-ef9a-435a-9c8c-783ce20dbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e4998e25-028f-4ee8-b0b9-0e3a03311d5b'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:46:38.892318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Bound port: 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243e4dbd-ef9a-435a-9c8c-783ce20dbd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e4998e25-028f-4ee8-b0b9-0e3a03311d5b'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:46:38.892670 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:38.955302 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] For port 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:46:38.958188 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] For port 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad,segment=NetworkSegment(243e4dbd-ef9a-435a-9c8c-783ce20dbd67),segment_id=243e4dbd-ef9a-435a-9c8c-783ce20dbd67)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:46:38.963949 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:38.997614 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:38.998229 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:38.999635 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] 10.222.0.31 "PUT /v2.0/ports/3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad HTTP/1.1" status: 200 len: 1092 time: 0.5900204 Feb 05 03:46:39.000071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89db003b-c080-4dcb-b4ab-d8293e4061f0', 'tag': '3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:46:39.002930 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83df7608-9d85-4de8-a7c8-716796363d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "89db003b-c080-4dcb-b4ab-d8293e4061f0", "tag": "3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:46:39.027811 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210bac1-b8ce-4ce1-bd42-111b64a83b05 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:39.048367 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadb5b67-e13e-4fdd-9aac-702e8e55b94d x-openstack-request-id: req-aadb5b67-e13e-4fdd-9aac-702e8e55b94d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:46:39.048760 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89db003b-c080-4dcb-b4ab-d8293e4061f0", "tag": "3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:46:39.049017 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aadb5b67-e13e-4fdd-9aac-702e8e55b94d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:46:39.049412 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89db003b-c080-4dcb-b4ab-d8293e4061f0', 'tag': '3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad', 'status': 'completed', 'code': 200} Feb 05 03:46:39.086327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-f8c9681c-d71c-4748-a51e-46d8152e988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:39.087841 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-f8c9681c-d71c-4748-a51e-46d8152e988a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c95814a0892742c88a432b0afde4eeba&device_id=89db003b-c080-4dcb-b4ab-d8293e4061f0 HTTP/1.1" status: 200 len: 1126 time: 0.0488787 Feb 05 03:46:39.133722 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-a49ecbd2-ecb4-4722-8e08-780bb86b4ee4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad HTTP/1.1" status: 200 len: 217 time: 0.0375035 Feb 05 03:46:39.180805 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3ca83309-9de6-4a02-9ddd-ef644f286f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:39.182211 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-3ca83309-9de6-4a02-9ddd-ef644f286f53 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78856a01-6d81-4913-a3da-a32e5bedf195 HTTP/1.1" status: 200 len: 854 time: 0.0426857 Feb 05 03:46:39.213878 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-0f48c8e7-4184-430a-832c-22a8867aa982 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4998e25-028f-4ee8-b0b9-0e3a03311d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248744 Feb 05 03:46:39.303211 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-b7e38ffb-dc76-4851-b768-c9894090eed4 service neutron] 10.222.0.31 "GET /v2.0/networks/e4998e25-028f-4ee8-b0b9-0e3a03311d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821929 Feb 05 03:46:39.389392 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1802c3c8-e0d7-407e-829b-65a0e436835e req-0bdea922-ae53-46a6-9f6c-a7c3bee76614 service neutron] 10.222.0.31 "GET /v2.0/networks/e4998e25-028f-4ee8-b0b9-0e3a03311d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805418 Feb 05 03:46:39.478145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df7608-9d85-4de8-a7c8-716796363d1d req-cfd40a77-8975-48ee-a50b-b95002c1d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:39.479793 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83df7608-9d85-4de8-a7c8-716796363d1d req-cfd40a77-8975-48ee-a50b-b95002c1d274 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c95814a0892742c88a432b0afde4eeba&device_id=89db003b-c080-4dcb-b4ab-d8293e4061f0 HTTP/1.1" status: 200 len: 1126 time: 0.0457573 Feb 05 03:46:39.572941 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df7608-9d85-4de8-a7c8-716796363d1d req-6e7a16f0-7c49-467b-9b89-2b07daaa74c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:39.574337 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83df7608-9d85-4de8-a7c8-716796363d1d req-6e7a16f0-7c49-467b-9b89-2b07daaa74c7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e4998e25-028f-4ee8-b0b9-0e3a03311d5b HTTP/1.1" status: 200 len: 915 time: 0.0883064 Feb 05 03:46:39.614594 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83df7608-9d85-4de8-a7c8-716796363d1d req-33b29fd4-f0e8-4174-b0bd-55f5473fbcdd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad HTTP/1.1" status: 200 len: 217 time: 0.0346515 Feb 05 03:46:39.665731 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df7608-9d85-4de8-a7c8-716796363d1d req-eb018f5d-8104-41b9-a5a9-a25854360f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:39.667136 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83df7608-9d85-4de8-a7c8-716796363d1d req-eb018f5d-8104-41b9-a5a9-a25854360f82 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78856a01-6d81-4913-a3da-a32e5bedf195 HTTP/1.1" status: 200 len: 854 time: 0.0470748 Feb 05 03:46:39.698058 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83df7608-9d85-4de8-a7c8-716796363d1d req-354058f9-f5c0-4a31-a6c7-640737b4bedd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4998e25-028f-4ee8-b0b9-0e3a03311d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251455 Feb 05 03:46:39.786804 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83df7608-9d85-4de8-a7c8-716796363d1d req-4396ea80-8177-4a14-8f46-2e7855e95588 service neutron] 10.222.0.31 "GET /v2.0/networks/e4998e25-028f-4ee8-b0b9-0e3a03311d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818701 Feb 05 03:46:39.876978 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83df7608-9d85-4de8-a7c8-716796363d1d req-35c2919c-45e5-4536-9801-53864092a3d7 service neutron] 10.222.0.31 "GET /v2.0/networks/e4998e25-028f-4ee8-b0b9-0e3a03311d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844839 Feb 05 03:46:40.002771 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e36f5-f2d7-4cae-af5b-6dd8acfae6c6 req-47b50617-bd90-43fc-b996-3f4b6ca1707e tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:40.004246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e35e36f5-f2d7-4cae-af5b-6dd8acfae6c6 req-47b50617-bd90-43fc-b996-3f4b6ca1707e tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=89db003b-c080-4dcb-b4ab-d8293e4061f0 HTTP/1.1" status: 200 len: 944 time: 0.0518262 Feb 05 03:46:40.049702 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e35e36f5-f2d7-4cae-af5b-6dd8acfae6c6 req-3d29ee17-c5f0-47a4-a4fb-57d0cb237d4f tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399919 Feb 05 03:46:40.116115 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:41.182005 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8707f3-e2ec-409f-8f7d-63f79af3d18e req-d88ac49a-eb0b-4194-aedd-c58a24b7e4fc tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:41.183545 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df8707f3-e2ec-409f-8f7d-63f79af3d18e req-d88ac49a-eb0b-4194-aedd-c58a24b7e4fc tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=89db003b-c080-4dcb-b4ab-d8293e4061f0 HTTP/1.1" status: 200 len: 944 time: 0.0598505 Feb 05 03:46:41.238325 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-df8707f3-e2ec-409f-8f7d-63f79af3d18e req-1bf9fb1a-ede1-4b48-b437-dc6e490065cf tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481355 Feb 05 03:46:41.952978 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:42.358583 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e01337-1461-489b-aa91-8967eec09999 req-86dafa69-af56-4ee6-9776-39e2a2949525 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:42.360142 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94e01337-1461-489b-aa91-8967eec09999 req-86dafa69-af56-4ee6-9776-39e2a2949525 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=89db003b-c080-4dcb-b4ab-d8293e4061f0 HTTP/1.1" status: 200 len: 944 time: 0.0522478 Feb 05 03:46:42.406357 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-94e01337-1461-489b-aa91-8967eec09999 req-29515db9-77a1-4acc-8e1f-80c9de2a393d tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407245 Feb 05 03:46:43.163918 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:46:43.265243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad,segment=NetworkSegment(243e4dbd-ef9a-435a-9c8c-783ce20dbd67),segment_id=243e4dbd-ef9a-435a-9c8c-783ce20dbd67)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:46:43.276766 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad', 'network_id': 'e4998e25-028f-4ee8-b0b9-0e3a03311d5b', 'port_id': '3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad', 'mac_address': 'fa:16:3e:b4:36:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78856a01-6d81-4913-a3da-a32e5bedf195', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:46:43.312442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:46:43.313407 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:43.325623 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:46:43.344234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad,segment=NetworkSegment(243e4dbd-ef9a-435a-9c8c-783ce20dbd67),segment_id=243e4dbd-ef9a-435a-9c8c-783ce20dbd67)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:46:43.348201 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:43.399026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:43.406367 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:43.406951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:43.407465 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:43.407815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:43.408155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:43.408521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:43.408858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:43.409186 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:43.409513 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:43.409837 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:43.410161 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:43.410483 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:43.410830 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:43.525679 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561e5a2-90e0-4035-886a-6fb7fd799a93 req-f7662187-4da9-47f3-af30-7c95386d270a tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:43.527463 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2561e5a2-90e0-4035-886a-6fb7fd799a93 req-f7662187-4da9-47f3-af30-7c95386d270a tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=89db003b-c080-4dcb-b4ab-d8293e4061f0 HTTP/1.1" status: 200 len: 945 time: 0.0530095 Feb 05 03:46:43.577743 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2561e5a2-90e0-4035-886a-6fb7fd799a93 req-f67cc1c7-05d8-40b7-ae05-e6c2aa339613 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436935 Feb 05 03:46:43.792310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:46:44.425353 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83be0a94-f89d-4307-919e-b56000c8ddab req-c3ac4a9b-0fdf-4292-9770-48e92f12f796 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446062 Feb 05 03:46:44.509004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be0a94-f89d-4307-919e-b56000c8ddab req-b7ec2582-6c7a-4279-970c-00a80e626b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:44.510482 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83be0a94-f89d-4307-919e-b56000c8ddab req-b7ec2582-6c7a-4279-970c-00a80e626b21 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c95814a0892742c88a432b0afde4eeba&device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 1128 time: 0.0440834 Feb 05 03:46:44.615587 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be0a94-f89d-4307-919e-b56000c8ddab req-d0be00e6-6193-4de3-ac91-89e6138ea681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:44.616972 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83be0a94-f89d-4307-919e-b56000c8ddab req-d0be00e6-6193-4de3-ac91-89e6138ea681 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4998e25-028f-4ee8-b0b9-0e3a03311d5b HTTP/1.1" status: 200 len: 915 time: 0.0879092 Feb 05 03:46:44.657940 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83be0a94-f89d-4307-919e-b56000c8ddab req-64767d08-57e9-4bcd-a328-783586df8c79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94c8a049-ba01-4098-a063-2fba7bb09793 HTTP/1.1" status: 200 len: 217 time: 0.0350785 Feb 05 03:46:44.699865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872f2a7-17c8-4bb5-8c8b-dee9be0469cc req-e2d21064-356a-4f1f-9ee6-5fdbc18dffe9 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:44.701341 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0872f2a7-17c8-4bb5-8c8b-dee9be0469cc req-e2d21064-356a-4f1f-9ee6-5fdbc18dffe9 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=89db003b-c080-4dcb-b4ab-d8293e4061f0 HTTP/1.1" status: 200 len: 945 time: 0.0536497 Feb 05 03:46:44.705981 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be0a94-f89d-4307-919e-b56000c8ddab req-d7d5fd32-1a79-46a1-bd74-2f397d0a32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:44.707637 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83be0a94-f89d-4307-919e-b56000c8ddab req-d7d5fd32-1a79-46a1-bd74-2f397d0a32e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=78856a01-6d81-4913-a3da-a32e5bedf195 HTTP/1.1" status: 200 len: 854 time: 0.0448291 Feb 05 03:46:44.750605 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0872f2a7-17c8-4bb5-8c8b-dee9be0469cc req-dd3eb05a-8e3c-426e-893e-e220b3247ccb tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430462 Feb 05 03:46:45.022849 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83be0a94-f89d-4307-919e-b56000c8ddab req-b88b020c-c47b-4464-a3a9-883ce807e203 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4998e25-028f-4ee8-b0b9-0e3a03311d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3097310 Feb 05 03:46:45.037692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-83be0a94-f89d-4307-919e-b56000c8ddab req-53054eed-dd99-4eee-8fca-8ffbd327682e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:46:45.038649 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83be0a94-f89d-4307-919e-b56000c8ddab req-53054eed-dd99-4eee-8fca-8ffbd327682e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048766 Feb 05 03:46:45.129943 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83be0a94-f89d-4307-919e-b56000c8ddab req-d941889d-f518-4d41-b766-8b0a90adb7d8 service neutron] 10.222.0.10 "GET /v2.0/networks/e4998e25-028f-4ee8-b0b9-0e3a03311d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852599 Feb 05 03:46:45.180081 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:46:45.222903 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-83be0a94-f89d-4307-919e-b56000c8ddab req-88a38ee1-b78a-4e4a-95d1-2d378aec72b2 service neutron] 10.222.0.10 "GET /v2.0/networks/e4998e25-028f-4ee8-b0b9-0e3a03311d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870290 Feb 05 03:46:45.230225 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:46:45.234107 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:46:45.234482 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:45.310463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:46:45.310785 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:45.333778 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89db003b-c080-4dcb-b4ab-d8293e4061f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:46:45.336021 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f199a3-df1c-45a6-89da-6abfd9fb7d3c" -d '{"events": [{"server_uuid": "89db003b-c080-4dcb-b4ab-d8293e4061f0", "name": "network-vif-plugged", "status": "completed", "tag": "3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:46:45.350040 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad,segment=NetworkSegment(243e4dbd-ef9a-435a-9c8c-783ce20dbd67),segment_id=243e4dbd-ef9a-435a-9c8c-783ce20dbd67)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:46:45.354727 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:45.378099 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e37a66e-f7b5-4631-8230-39955271b3e4 x-openstack-request-id: req-7e37a66e-f7b5-4631-8230-39955271b3e4 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:46:45.378400 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89db003b-c080-4dcb-b4ab-d8293e4061f0", "name": "network-vif-plugged", "status": "completed", "tag": "3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:46:45.378657 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e37a66e-f7b5-4631-8230-39955271b3e4 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:46:45.379069 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89db003b-c080-4dcb-b4ab-d8293e4061f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad', 'code': 200} Feb 05 03:46:45.408791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:45.481932 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b8031-c2b5-4847-809d-3cb21292c517 req-dbb0e781-b366-4154-9ece-772621eca5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:45.483736 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad4b8031-c2b5-4847-809d-3cb21292c517 req-dbb0e781-b366-4154-9ece-772621eca5ad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=89db003b-c080-4dcb-b4ab-d8293e4061f0 HTTP/1.1" status: 200 len: 1128 time: 0.0516307 Feb 05 03:46:45.526243 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-ad4b8031-c2b5-4847-809d-3cb21292c517 req-7294d09a-3985-4d3f-bdf9-af1277c4a288 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367913 Feb 05 03:46:45.871416 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2b7b6-19ad-4138-8e35-c60547acb2d8 req-e2a1051a-b990-4f4f-93b2-c82def0534ea tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:45.872938 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40f2b7b6-19ad-4138-8e35-c60547acb2d8 req-e2a1051a-b990-4f4f-93b2-c82def0534ea tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=89db003b-c080-4dcb-b4ab-d8293e4061f0 HTTP/1.1" status: 200 len: 946 time: 0.0528998 Feb 05 03:46:45.919766 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40f2b7b6-19ad-4138-8e35-c60547acb2d8 req-87adb002-64c4-4d74-bda4-1f19d7a489c9 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403738 Feb 05 03:46:46.786062 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:47.045029 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457ca94-bfe6-4326-b6a7-a42e29f18d3d req-39e44fe9-532f-4a87-8cfb-6f71988ecf6a tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:47.046417 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1457ca94-bfe6-4326-b6a7-a42e29f18d3d req-39e44fe9-532f-4a87-8cfb-6f71988ecf6a tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=89db003b-c080-4dcb-b4ab-d8293e4061f0 HTTP/1.1" status: 200 len: 946 time: 0.0561712 Feb 05 03:46:47.092550 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1457ca94-bfe6-4326-b6a7-a42e29f18d3d req-74efe0be-b9d8-48cb-ae7d-18e369cae8fc tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402851 Feb 05 03:46:47.327654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45d623-280a-4453-9165-d5d9fff150a2 req-bb7843a5-0ddc-470c-8df7-85d67060d960 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:47.329138 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b45d623-280a-4453-9165-d5d9fff150a2 req-bb7843a5-0ddc-470c-8df7-85d67060d960 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=89db003b-c080-4dcb-b4ab-d8293e4061f0 HTTP/1.1" status: 200 len: 946 time: 0.0529695 Feb 05 03:46:47.375881 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9b45d623-280a-4453-9165-d5d9fff150a2 req-f1c2311d-75d1-4b78-9195-d28061347510 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405498 Feb 05 03:46:48.510586 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee6414-32a2-4364-b26f-5515e94826e7 req-835c4937-684e-4d7f-860f-5972efe0f340 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:48.512108 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b4ee6414-32a2-4364-b26f-5515e94826e7 req-835c4937-684e-4d7f-860f-5972efe0f340 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=89db003b-c080-4dcb-b4ab-d8293e4061f0 HTTP/1.1" status: 200 len: 946 time: 0.0574071 Feb 05 03:46:48.560725 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b4ee6414-32a2-4364-b26f-5515e94826e7 req-e7c4fd26-26cf-4a80-b95b-93ca429cc372 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430801 Feb 05 03:46:48.745599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607a96f-c4ba-4e52-93cb-eeb7a5c7b14c req-b181753b-b75a-44e6-810f-88c71b375899 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:48.747322 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d607a96f-c4ba-4e52-93cb-eeb7a5c7b14c req-b181753b-b75a-44e6-810f-88c71b375899 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.31 "GET /v2.0/ports?device_id=89db003b-c080-4dcb-b4ab-d8293e4061f0 HTTP/1.1" status: 200 len: 946 time: 0.0583513 Feb 05 03:46:48.841005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-d607a96f-c4ba-4e52-93cb-eeb7a5c7b14c req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Deleting port 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:46:48.841343 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d607a96f-c4ba-4e52-93cb-eeb7a5c7b14c req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:48.931634 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d607a96f-c4ba-4e52-93cb-eeb7a5c7b14c req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] For port 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad,segment=NetworkSegment(243e4dbd-ef9a-435a-9c8c-783ce20dbd67),segment_id=243e4dbd-ef9a-435a-9c8c-783ce20dbd67)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:46:48.931994 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d607a96f-c4ba-4e52-93cb-eeb7a5c7b14c req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:48.944229 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-d607a96f-c4ba-4e52-93cb-eeb7a5c7b14c req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Calling delete_port for 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:46:49.069933 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d607a96f-c4ba-4e52-93cb-eeb7a5c7b14c req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:49.083582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['94c8a049-ba01-4098-a063-2fba7bb09793'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:46:49.085799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:46:49.097589 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Pushing event deleted for resources: {'Port': ['ID=3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:49.107483 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:49.107832 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:49.108178 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:49.108519 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:49.108854 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:49.109189 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:49.109661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:49.110038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:49.110370 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:49.110699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:49.111054 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:49.111382 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:49.111710 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:46:49.158216 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d607a96f-c4ba-4e52-93cb-eeb7a5c7b14c req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] No DVR routers for this DVR port 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:46:49.160899 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d607a96f-c4ba-4e52-93cb-eeb7a5c7b14c req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:49.164262 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d607a96f-c4ba-4e52-93cb-eeb7a5c7b14c req-b02532c4-443b-4bcb-9997-856e968cec42 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.31 "DELETE /v2.0/ports/3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad HTTP/1.1" status: 204 len: 173 time: 0.4120305 Feb 05 03:46:49.164714 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89db003b-c080-4dcb-b4ab-d8293e4061f0', 'name': 'network-vif-deleted', 'tag': '3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:46:49.166975 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292594a8-b026-4d3b-bf8d-43945dfc858a" -d '{"events": [{"server_uuid": "89db003b-c080-4dcb-b4ab-d8293e4061f0", "name": "network-vif-deleted", "tag": "3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:46:49.206426 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0973c6c-a02f-4210-94bd-6151f23fa0fb x-openstack-request-id: req-e0973c6c-a02f-4210-94bd-6151f23fa0fb {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:46:49.207245 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89db003b-c080-4dcb-b4ab-d8293e4061f0", "name": "network-vif-deleted", "tag": "3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:46:49.207503 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0973c6c-a02f-4210-94bd-6151f23fa0fb {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:46:49.207905 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89db003b-c080-4dcb-b4ab-d8293e4061f0', 'name': 'network-vif-deleted', 'tag': '3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad', 'status': 'completed', 'code': 200} Feb 05 03:46:49.671680 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2e369be9-8806-48cb-afa7-7df562c586f8 req-e35216f6-fc2b-4ea6-bce2-5e5a664ba98c tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=89db003b-c080-4dcb-b4ab-d8293e4061f0 HTTP/1.1" status: 200 len: 210 time: 0.0277710 Feb 05 03:46:50.824090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edc8af-8bfa-495c-9fb2-b21b4193357d req-a7fa6565-f308-4439-9b50-6448de3210f4 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:50.825577 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-33edc8af-8bfa-495c-9fb2-b21b4193357d req-a7fa6565-f308-4439-9b50-6448de3210f4 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 946 time: 0.0525978 Feb 05 03:46:50.871554 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-33edc8af-8bfa-495c-9fb2-b21b4193357d req-81dadc60-412c-4b9e-9ab4-f7a63ea3d8ab tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403531 Feb 05 03:46:51.009107 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff39e4-4b85-4b44-9c4d-998ef4660c02 req-1b5e0af3-5f12-4257-be6f-5acfe48851b8 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:51.010482 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75ff39e4-4b85-4b44-9c4d-998ef4660c02 req-1b5e0af3-5f12-4257-be6f-5acfe48851b8 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 946 time: 0.0571992 Feb 05 03:46:51.056304 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75ff39e4-4b85-4b44-9c4d-998ef4660c02 req-bd18665d-9447-42a9-ae2d-d27af559118a tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397353 Feb 05 03:46:51.176880 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceb6f2-9b81-4cc6-bdd4-aec284502668 req-e9c2b40f-060d-4d5b-9041-666682a710d1 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:51.178377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c9ceb6f2-9b81-4cc6-bdd4-aec284502668 req-e9c2b40f-060d-4d5b-9041-666682a710d1 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 946 time: 0.0521653 Feb 05 03:46:51.210764 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:46:51.225453 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c9ceb6f2-9b81-4cc6-bdd4-aec284502668 req-05aa2639-690e-43fe-9af5-17a9d93fff4e tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415032 Feb 05 03:46:51.231031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:46:51.231387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 3ec9a102-a20a-4ca5-9ca3-cc5e0f8960ad not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:46:51.393264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559bdcf-7bca-4cf3-a9e8-79d98cf60557 req-8f325a0e-9d22-4615-aa0e-956de96ad1c0 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:51.394751 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1559bdcf-7bca-4cf3-a9e8-79d98cf60557 req-8f325a0e-9d22-4615-aa0e-956de96ad1c0 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 946 time: 0.0530727 Feb 05 03:46:51.444980 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1559bdcf-7bca-4cf3-a9e8-79d98cf60557 req-ce2da60d-92d4-4812-8c88-af1ca7dd5119 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447016 Feb 05 03:46:51.564634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fac5f0-b711-4f6c-89b3-a7076677c736 req-7de6c729-8c86-4dcf-a267-8727d637a5bc tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:51.566048 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0fac5f0-b711-4f6c-89b3-a7076677c736 req-7de6c729-8c86-4dcf-a267-8727d637a5bc tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 946 time: 0.0528936 Feb 05 03:46:51.613305 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0fac5f0-b711-4f6c-89b3-a7076677c736 req-dabf20a0-013d-42a1-b963-6fd757a1de9a tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415475 Feb 05 03:46:51.740971 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578240f-5a22-487d-abec-3d304a271adf req-c7df1ad4-3673-472b-b989-d03568ca8c08 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:51.742442 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3578240f-5a22-487d-abec-3d304a271adf req-c7df1ad4-3673-472b-b989-d03568ca8c08 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 946 time: 0.0512316 Feb 05 03:46:51.796162 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3578240f-5a22-487d-abec-3d304a271adf req-8f8f1f70-557d-4818-8017-511e0d32ec6d tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482187 Feb 05 03:46:52.112922 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff926b-9b59-4f31-9b18-b4daeec5c6c6 req-2f9ace30-6572-4a47-ba5f-f95186d16cb2 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:52.114328 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55ff926b-9b59-4f31-9b18-b4daeec5c6c6 req-2f9ace30-6572-4a47-ba5f-f95186d16cb2 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 946 time: 0.0575826 Feb 05 03:46:52.162491 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55ff926b-9b59-4f31-9b18-b4daeec5c6c6 req-97a676d0-aaec-40d1-9e1e-70ddff9965cf tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425451 Feb 05 03:46:53.285867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e5341-4002-4e30-8274-2cbc507d6409 req-d415f43f-3147-4036-8829-073fcede5115 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:53.287381 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d8e5341-4002-4e30-8274-2cbc507d6409 req-d415f43f-3147-4036-8829-073fcede5115 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 946 time: 0.0538461 Feb 05 03:46:53.334271 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d8e5341-4002-4e30-8274-2cbc507d6409 req-8087ad6c-279d-47f1-8c75-e4679e55e3c0 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d1a0d73-6480-435f-8358-1f9efb218364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Feb 05 03:46:53.528274 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a72d0-21e2-453d-bb95-4bf2b364a4c7 req-52f32a57-5532-49aa-a511-fec8d99f63e6 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:53.529758 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-546a72d0-21e2-453d-bb95-4bf2b364a4c7 req-52f32a57-5532-49aa-a511-fec8d99f63e6 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.10 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 946 time: 0.0534093 Feb 05 03:46:53.624967 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-546a72d0-21e2-453d-bb95-4bf2b364a4c7 req-31bfdf35-1f9e-4833-bcf8-61c4bd4e9068 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Deleting port 94c8a049-ba01-4098-a063-2fba7bb09793 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:46:53.625448 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-546a72d0-21e2-453d-bb95-4bf2b364a4c7 req-31bfdf35-1f9e-4833-bcf8-61c4bd4e9068 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (94c8a049-ba01-4098-a063-2fba7bb09793), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:53.715740 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-546a72d0-21e2-453d-bb95-4bf2b364a4c7 req-31bfdf35-1f9e-4833-bcf8-61c4bd4e9068 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] For port 94c8a049-ba01-4098-a063-2fba7bb09793, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=94c8a049-ba01-4098-a063-2fba7bb09793,segment=NetworkSegment(243e4dbd-ef9a-435a-9c8c-783ce20dbd67),segment_id=243e4dbd-ef9a-435a-9c8c-783ce20dbd67)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:46:53.716101 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-546a72d0-21e2-453d-bb95-4bf2b364a4c7 req-31bfdf35-1f9e-4833-bcf8-61c4bd4e9068 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (94c8a049-ba01-4098-a063-2fba7bb09793), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:53.728699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-546a72d0-21e2-453d-bb95-4bf2b364a4c7 req-31bfdf35-1f9e-4833-bcf8-61c4bd4e9068 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Calling delete_port for 94c8a049-ba01-4098-a063-2fba7bb09793 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:46:53.857844 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-546a72d0-21e2-453d-bb95-4bf2b364a4c7 req-31bfdf35-1f9e-4833-bcf8-61c4bd4e9068 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (94c8a049-ba01-4098-a063-2fba7bb09793), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:53.869616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['94c8a049-ba01-4098-a063-2fba7bb09793'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:46:53.890033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfdf35-1f9e-4833-bcf8-61c4bd4e9068 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Pushing event deleted for resources: {'Port': ['ID=94c8a049-ba01-4098-a063-2fba7bb09793,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:53.940702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-546a72d0-21e2-453d-bb95-4bf2b364a4c7 req-31bfdf35-1f9e-4833-bcf8-61c4bd4e9068 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] No DVR routers for this DVR port 94c8a049-ba01-4098-a063-2fba7bb09793 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:46:53.943445 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-546a72d0-21e2-453d-bb95-4bf2b364a4c7 req-31bfdf35-1f9e-4833-bcf8-61c4bd4e9068 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:53.946958 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-546a72d0-21e2-453d-bb95-4bf2b364a4c7 req-31bfdf35-1f9e-4833-bcf8-61c4bd4e9068 tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.10 "DELETE /v2.0/ports/94c8a049-ba01-4098-a063-2fba7bb09793 HTTP/1.1" status: 204 len: 173 time: 0.4115920 Feb 05 03:46:53.947446 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52329ef8-914d-4927-85d6-c1dbd18fd65c', 'name': 'network-vif-deleted', 'tag': '94c8a049-ba01-4098-a063-2fba7bb09793'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:46:53.949864 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfed541d-1db9-495e-9522-4284afc2cf9e" -d '{"events": [{"server_uuid": "52329ef8-914d-4927-85d6-c1dbd18fd65c", "name": "network-vif-deleted", "tag": "94c8a049-ba01-4098-a063-2fba7bb09793"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:46:53.997908 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a3993c-b61e-44ea-b4da-0c8e8e3e52d7 x-openstack-request-id: req-81a3993c-b61e-44ea-b4da-0c8e8e3e52d7 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:46:53.998200 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52329ef8-914d-4927-85d6-c1dbd18fd65c", "name": "network-vif-deleted", "tag": "94c8a049-ba01-4098-a063-2fba7bb09793", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:46:53.998449 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81a3993c-b61e-44ea-b4da-0c8e8e3e52d7 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:46:53.998874 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52329ef8-914d-4927-85d6-c1dbd18fd65c', 'name': 'network-vif-deleted', 'tag': '94c8a049-ba01-4098-a063-2fba7bb09793', 'status': 'completed', 'code': 200} Feb 05 03:46:54.453728 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-125f1394-df11-42b5-a982-e11a3ff45e88 req-f9511d7b-b2f2-4fdb-8926-67c3ee4c063c tempest-ServersNegativeTestJSON-543020282 tempest-ServersNegativeTestJSON-543020282-project] 10.222.0.36 "GET /v2.0/ports?device_id=52329ef8-914d-4927-85d6-c1dbd18fd65c HTTP/1.1" status: 200 len: 210 time: 0.0317883 Feb 05 03:46:55.509677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44448) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:46:55.554932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47fb66a-624f-4a37-85ff-b93842251998 admin admin] Deleting subnet 78856a01-6d81-4913-a3da-a32e5bedf195 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:46:55.557924 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c47fb66a-624f-4a37-85ff-b93842251998 admin admin] Publish callbacks [] for subnet (78856a01-6d81-4913-a3da-a32e5bedf195), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:55.591644 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c47fb66a-624f-4a37-85ff-b93842251998 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (78856a01-6d81-4913-a3da-a32e5bedf195), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:55.629951 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c47fb66a-624f-4a37-85ff-b93842251998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (78856a01-6d81-4913-a3da-a32e5bedf195), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:55.681145 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c47fb66a-624f-4a37-85ff-b93842251998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (78856a01-6d81-4913-a3da-a32e5bedf195), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:55.710777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fb66a-624f-4a37-85ff-b93842251998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78856a01-6d81-4913-a3da-a32e5bedf195,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:55.714436 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c47fb66a-624f-4a37-85ff-b93842251998 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:55.717602 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c47fb66a-624f-4a37-85ff-b93842251998 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/78856a01-6d81-4913-a3da-a32e5bedf195 HTTP/1.1" status: 204 len: 168 time: 0.2069197 Feb 05 03:46:55.720758 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44450) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:46:55.787973 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ac792a4-c44e-45be-99f2-33fefd16f370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (e4998e25-028f-4ee8-b0b9-0e3a03311d5b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:55.878186 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ac792a4-c44e-45be-99f2-33fefd16f370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (e4998e25-028f-4ee8-b0b9-0e3a03311d5b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:55.899576 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8ac792a4-c44e-45be-99f2-33fefd16f370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4998e25-028f-4ee8-b0b9-0e3a03311d5b']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:46:55.908841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8ac792a4-c44e-45be-99f2-33fefd16f370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243e4dbd-ef9a-435a-9c8c-783ce20dbd67') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:46:55.909128 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8ac792a4-c44e-45be-99f2-33fefd16f370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243e4dbd-ef9a-435a-9c8c-783ce20dbd67') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:46:55.918135 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ac792a4-c44e-45be-99f2-33fefd16f370 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (243e4dbd-ef9a-435a-9c8c-783ce20dbd67), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:55.930777 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ac792a4-c44e-45be-99f2-33fefd16f370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (243e4dbd-ef9a-435a-9c8c-783ce20dbd67), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:55.936796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac792a4-c44e-45be-99f2-33fefd16f370 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:46:55.937189 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ac792a4-c44e-45be-99f2-33fefd16f370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (243e4dbd-ef9a-435a-9c8c-783ce20dbd67), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:46:55.939375 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:46:55.992702 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ac792a4-c44e-45be-99f2-33fefd16f370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (e4998e25-028f-4ee8-b0b9-0e3a03311d5b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:55.998376 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ac792a4-c44e-45be-99f2-33fefd16f370 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:56.001867 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8ac792a4-c44e-45be-99f2-33fefd16f370 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e4998e25-028f-4ee8-b0b9-0e3a03311d5b HTTP/1.1" status: 204 len: 168 time: 0.2801881 Feb 05 03:46:56.013383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac792a4-c44e-45be-99f2-33fefd16f370 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4998e25-028f-4ee8-b0b9-0e3a03311d5b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:56.131634 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44454) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:46:56.171189 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0d5715a6-4fe0-447e-bfc0-eced9452abec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c95814a0892742c88a432b0afde4eeba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384610 Feb 05 03:46:56.173630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44456) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:46:56.218390 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22695f07-393d-47b3-9f11-5a49ee322218 admin admin] Publish callbacks [] for security_group (0d1a0d73-6480-435f-8358-1f9efb218364), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:56.239343 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22695f07-393d-47b3-9f11-5a49ee322218 admin admin] Publish callbacks [] for security_group (0d1a0d73-6480-435f-8358-1f9efb218364), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:56.283730 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 94c8a049-ba01-4098-a063-2fba7bb09793 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:46:56.288530 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22695f07-393d-47b3-9f11-5a49ee322218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (0d1a0d73-6480-435f-8358-1f9efb218364), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:56.291229 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22695f07-393d-47b3-9f11-5a49ee322218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:56.292402 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-22695f07-393d-47b3-9f11-5a49ee322218 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d1a0d73-6480-435f-8358-1f9efb218364 HTTP/1.1" status: 204 len: 168 time: 0.1178746 Feb 05 03:46:56.301037 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22695f07-393d-47b3-9f11-5a49ee322218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1a0d73-6480-435f-8358-1f9efb218364,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:56.308440 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 94c8a049-ba01-4098-a063-2fba7bb09793 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:46:56.308796 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 94c8a049-ba01-4098-a063-2fba7bb09793 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:46:57.008035 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44480) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:46:57.123447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fd06f4fc-b080-4f3f-9f86-0dd0676c29d9 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-313982135'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:46:57.145641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd06f4fc-b080-4f3f-9f86-0dd0676c29d9 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Made reservation on behalf of 4254f06af5ed45c89312efe163bc8e4c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:46:57.149026 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd06f4fc-b080-4f3f-9f86-0dd0676c29d9 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:57.157540 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd06f4fc-b080-4f3f-9f86-0dd0676c29d9 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:57.230121 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd06f4fc-b080-4f3f-9f86-0dd0676c29d9 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for security_group (e8bd359c-d4de-4107-a708-b324997f6658), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:57.233628 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd06f4fc-b080-4f3f-9f86-0dd0676c29d9 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e8bd359c-d4de-4107-a708-b324997f6658), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:57.266350 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd06f4fc-b080-4f3f-9f86-0dd0676c29d9 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:46:57.272434 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06f4fc-b080-4f3f-9f86-0dd0676c29d9 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bd359c-d4de-4107-a708-b324997f6658,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:57.278428 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd06f4fc-b080-4f3f-9f86-0dd0676c29d9 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (4c5468ad-1e61-4e03-b50b-54b9f28cdde5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:57.278777 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-fd06f4fc-b080-4f3f-9f86-0dd0676c29d9 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Added segment 4c5468ad-1e61-4e03-b50b-54b9f28cdde5 of type vlan for network 4f0a6ea0-1592-4782-8e13-92f636a5944a Feb 05 03:46:57.317908 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd06f4fc-b080-4f3f-9f86-0dd0676c29d9 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (4f0a6ea0-1592-4782-8e13-92f636a5944a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:57.343218 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd06f4fc-b080-4f3f-9f86-0dd0676c29d9 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (4f0a6ea0-1592-4782-8e13-92f636a5944a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:57.348771 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd06f4fc-b080-4f3f-9f86-0dd0676c29d9 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:46:57.349350 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd06f4fc-b080-4f3f-9f86-0dd0676c29d9 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:46:57.404204 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fd06f4fc-b080-4f3f-9f86-0dd0676c29d9 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3950500 Feb 05 03:46:57.418142 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06f4fc-b080-4f3f-9f86-0dd0676c29d9 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event updated for resources: {'Network': ['ID=4f0a6ea0-1592-4782-8e13-92f636a5944a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:46:57.428534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 4f0a6ea0-1592-4782-8e13-92f636a5944a details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:47:00.749514 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44484) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:00.756032 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bcaa66d3-3de8-43ed-8577-0e18b3c52b64 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Request body: {'subnet': {'network_id': '4f0a6ea0-1592-4782-8e13-92f636a5944a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:00.846914 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaa66d3-3de8-43ed-8577-0e18b3c52b64 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Made reservation on behalf of 4254f06af5ed45c89312efe163bc8e4c for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:00.850356 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bcaa66d3-3de8-43ed-8577-0e18b3c52b64 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.034575 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bcaa66d3-3de8-43ed-8577-0e18b3c52b64 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (17858840-95c2-455f-9240-37487fd37c25), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.089342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa66d3-3de8-43ed-8577-0e18b3c52b64 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event updated for resources: {'Subnet': ['ID=17858840-95c2-455f-9240-37487fd37c25,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:01.104475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaa66d3-3de8-43ed-8577-0e18b3c52b64 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Checking segment: {'id': '4c5468ad-1e61-4e03-b50b-54b9f28cdde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f0a6ea0-1592-4782-8e13-92f636a5944a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:01.104843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaa66d3-3de8-43ed-8577-0e18b3c52b64 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Network hostable DHCP agents. Network: 4f0a6ea0-1592-4782-8e13-92f636a5944a, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:47:01.120536 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaa66d3-3de8-43ed-8577-0e18b3c52b64 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Network 4f0a6ea0-1592-4782-8e13-92f636a5944a is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:47:01.129928 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-bcaa66d3-3de8-43ed-8577-0e18b3c52b64 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 4f0a6ea0-1592-4782-8e13-92f636a5944a) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:01.134840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaa66d3-3de8-43ed-8577-0e18b3c52b64 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:01.136063 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bcaa66d3-3de8-43ed-8577-0e18b3c52b64 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.139250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d760d39d-495a-4205-81bc-f6340a241022 None None] Network 4f0a6ea0-1592-4782-8e13-92f636a5944a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:01.152343 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bcaa66d3-3de8-43ed-8577-0e18b3c52b64 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4007752 Feb 05 03:47:01.155735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44486) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:01.160980 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2e41d0f2-9dca-47fd-843f-02d24c9b879e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1852240365'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:01.179884 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e41d0f2-9dca-47fd-843f-02d24c9b879e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Made reservation on behalf of 4254f06af5ed45c89312efe163bc8e4c for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:01.183254 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e41d0f2-9dca-47fd-843f-02d24c9b879e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.207812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e41d0f2-9dca-47fd-843f-02d24c9b879e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:47:01.216816 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e41d0f2-9dca-47fd-843f-02d24c9b879e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (3b60fa25-f09d-41e8-adee-ae957823a743), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.217202 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-2e41d0f2-9dca-47fd-843f-02d24c9b879e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Added segment 3b60fa25-f09d-41e8-adee-ae957823a743 of type vlan for network 275ab900-0745-474f-b5b2-0f8abaa57f17 Feb 05 03:47:01.243991 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-4f0a6ea0-1592-4782-8e13-92f636a5944a', 'network_id': '4f0a6ea0-1592-4782-8e13-92f636a5944a', 'project_id': '4254f06af5ed45c89312efe163bc8e4c', 'fixed_ips': [{'subnet_id': '17858840-95c2-455f-9240-37487fd37c25'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:47:01.244845 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.258095 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e41d0f2-9dca-47fd-843f-02d24c9b879e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (275ab900-0745-474f-b5b2-0f8abaa57f17), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.287128 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e41d0f2-9dca-47fd-843f-02d24c9b879e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (275ab900-0745-474f-b5b2-0f8abaa57f17), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.291889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e41d0f2-9dca-47fd-843f-02d24c9b879e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:01.292463 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e41d0f2-9dca-47fd-843f-02d24c9b879e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.346221 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2e41d0f2-9dca-47fd-843f-02d24c9b879e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1892715 Feb 05 03:47:01.349092 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44488) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:01.356625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a31c332e-8e4a-425c-a028-4568ec3b4a42 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Request body: {'subnet': {'network_id': '275ab900-0745-474f-b5b2-0f8abaa57f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:01.361273 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41d0f2-9dca-47fd-843f-02d24c9b879e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event updated for resources: {'Network': ['ID=275ab900-0745-474f-b5b2-0f8abaa57f17,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:01.377251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 275ab900-0745-474f-b5b2-0f8abaa57f17 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:47:01.440260 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Allocated IP 2001:db8:0:ffff::2 (4f0a6ea0-1592-4782-8e13-92f636a5944a/17858840-95c2-455f-9240-37487fd37c25/d3f3310e-22b9-4358-a8be-71205d00b066) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:47:01.451693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31c332e-8e4a-425c-a028-4568ec3b4a42 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Made reservation on behalf of 4254f06af5ed45c89312efe163bc8e4c for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:01.455784 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a31c332e-8e4a-425c-a028-4568ec3b4a42 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.598183 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Publish callbacks [] for port (d3f3310e-22b9-4358-a8be-71205d00b066), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.604177 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (d3f3310e-22b9-4358-a8be-71205d00b066), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.648562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Network 4f0a6ea0-1592-4782-8e13-92f636a5944a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:47:01.648833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a31c332e-8e4a-425c-a028-4568ec3b4a42 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (f8c9c79e-ef46-4508-9a32-2cf9ca9a0a60), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.651757 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:01.655269 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:47:01.663185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Pushing event updated for resources: {'Port': ['ID=d3f3310e-22b9-4358-a8be-71205d00b066,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:01.711711 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c332e-8e4a-425c-a028-4568ec3b4a42 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event updated for resources: {'Subnet': ['ID=f8c9c79e-ef46-4508-9a32-2cf9ca9a0a60,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:01.717150 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Attempting to bind port d3f3310e-22b9-4358-a8be-71205d00b066 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:47:01.717553 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Attempting to bind port d3f3310e-22b9-4358-a8be-71205d00b066 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '4c5468ad-1e61-4e03-b50b-54b9f28cdde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f0a6ea0-1592-4782-8e13-92f636a5944a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:47:01.717895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Attempting to bind port d3f3310e-22b9-4358-a8be-71205d00b066 on network 4f0a6ea0-1592-4782-8e13-92f636a5944a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:47:01.724325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31c332e-8e4a-425c-a028-4568ec3b4a42 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Checking segment: {'id': '3b60fa25-f09d-41e8-adee-ae957823a743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '275ab900-0745-474f-b5b2-0f8abaa57f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:01.724539 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:47:01.724684 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31c332e-8e4a-425c-a028-4568ec3b4a42 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Network hostable DHCP agents. Network: 275ab900-0745-474f-b5b2-0f8abaa57f17, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:47:01.724929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Checking segment: {'id': '4c5468ad-1e61-4e03-b50b-54b9f28cdde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f0a6ea0-1592-4782-8e13-92f636a5944a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:01.725386 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.725779 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Bound using segment: {'id': '4c5468ad-1e61-4e03-b50b-54b9f28cdde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f0a6ea0-1592-4782-8e13-92f636a5944a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:47:01.726247 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Bound port: d3f3310e-22b9-4358-a8be-71205d00b066, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5468ad-1e61-4e03-b50b-54b9f28cdde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4f0a6ea0-1592-4782-8e13-92f636a5944a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:47:01.726628 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d3f3310e-22b9-4358-a8be-71205d00b066), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.740899 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31c332e-8e4a-425c-a028-4568ec3b4a42 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Network 275ab900-0745-474f-b5b2-0f8abaa57f17 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:47:01.749366 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a31c332e-8e4a-425c-a028-4568ec3b4a42 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 275ab900-0745-474f-b5b2-0f8abaa57f17) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:01.753641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31c332e-8e4a-425c-a028-4568ec3b4a42 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:01.754241 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a31c332e-8e4a-425c-a028-4568ec3b4a42 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.760383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed726b0-7577-419a-9c93-6c8d4136aa4f None None] Network 275ab900-0745-474f-b5b2-0f8abaa57f17 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:01.770019 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a31c332e-8e4a-425c-a028-4568ec3b4a42 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4192014 Feb 05 03:47:01.772797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44490) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:01.842711 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] For port d3f3310e-22b9-4358-a8be-71205d00b066, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:47:01.847792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] For port d3f3310e-22b9-4358-a8be-71205d00b066, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d3f3310e-22b9-4358-a8be-71205d00b066,segment=NetworkSegment(4c5468ad-1e61-4e03-b50b-54b9f28cdde5),segment_id=4c5468ad-1e61-4e03-b50b-54b9f28cdde5)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:47:01.861566 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d3f3310e-22b9-4358-a8be-71205d00b066), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.878309 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dc70087-4d83-484f-8f5f-c9e0a2de226b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (275ab900-0745-474f-b5b2-0f8abaa57f17), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.930347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ff21c6-7f58-47e9-bd79-fbc327233fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-275ab900-0745-474f-b5b2-0f8abaa57f17', 'network_id': '275ab900-0745-474f-b5b2-0f8abaa57f17', 'project_id': '4254f06af5ed45c89312efe163bc8e4c', 'fixed_ips': [{'subnet_id': 'f8c9c79e-ef46-4508-9a32-2cf9ca9a0a60'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:47:01.931229 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6ff21c6-7f58-47e9-bd79-fbc327233fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:01.959883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32966002-fac4-4f52-ac30-8230eac746c1 None None] Pushing event updated for resources: {'Port': ['ID=d3f3310e-22b9-4358-a8be-71205d00b066,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:01.962613 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dc70087-4d83-484f-8f5f-c9e0a2de226b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (f8c9c79e-ef46-4508-9a32-2cf9ca9a0a60), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.035786 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dc70087-4d83-484f-8f5f-c9e0a2de226b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (f8c9c79e-ef46-4508-9a32-2cf9ca9a0a60), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server [None req-e6ff21c6-7f58-47e9-bd79-fbc327233fef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8c9c79e-ef46-4508-9a32-2cf9ca9a0a60: This subnet is being modified by another concurrent operation. Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise exception Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8c9c79e-ef46-4508-9a32-2cf9ca9a0a60: This subnet is being modified by another concurrent operation. Feb 05 03:47:02.050352 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server Feb 05 03:47:02.069809 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b44e213-6f47-4809-aa29-b1c075bfa8b9 None None] Network 275ab900-0745-474f-b5b2-0f8abaa57f17 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:02.072385 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc70087-4d83-484f-8f5f-c9e0a2de226b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c9c79e-ef46-4508-9a32-2cf9ca9a0a60,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:02.154781 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dc70087-4d83-484f-8f5f-c9e0a2de226b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (275ab900-0745-474f-b5b2-0f8abaa57f17), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.182479 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3dc70087-4d83-484f-8f5f-c9e0a2de226b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275ab900-0745-474f-b5b2-0f8abaa57f17']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:02.200591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3dc70087-4d83-484f-8f5f-c9e0a2de226b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b60fa25-f09d-41e8-adee-ae957823a743') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:02.200885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3dc70087-4d83-484f-8f5f-c9e0a2de226b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b60fa25-f09d-41e8-adee-ae957823a743') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:02.211748 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dc70087-4d83-484f-8f5f-c9e0a2de226b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (3b60fa25-f09d-41e8-adee-ae957823a743), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.226343 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dc70087-4d83-484f-8f5f-c9e0a2de226b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (3b60fa25-f09d-41e8-adee-ae957823a743), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.233071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc70087-4d83-484f-8f5f-c9e0a2de226b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:47:02.233532 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dc70087-4d83-484f-8f5f-c9e0a2de226b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (3b60fa25-f09d-41e8-adee-ae957823a743), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:47:02.237904 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:47:02.301818 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dc70087-4d83-484f-8f5f-c9e0a2de226b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (275ab900-0745-474f-b5b2-0f8abaa57f17), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.309762 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3dc70087-4d83-484f-8f5f-c9e0a2de226b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.313542 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3dc70087-4d83-484f-8f5f-c9e0a2de226b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "DELETE /v2.0/networks/275ab900-0745-474f-b5b2-0f8abaa57f17 HTTP/1.1" status: 204 len: 168 time: 0.5396922 Feb 05 03:47:02.317307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44492) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:02.322310 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6d7f3ca8-711a-4940-8408-7f510e43641f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-927305167'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:02.325591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc70087-4d83-484f-8f5f-c9e0a2de226b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event deleted for resources: {'Network': ['ID=275ab900-0745-474f-b5b2-0f8abaa57f17,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:02.343439 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7f3ca8-711a-4940-8408-7f510e43641f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Made reservation on behalf of 4254f06af5ed45c89312efe163bc8e4c for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:02.346941 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3ca8-711a-4940-8408-7f510e43641f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.371620 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7f3ca8-711a-4940-8408-7f510e43641f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:47:02.381401 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3ca8-711a-4940-8408-7f510e43641f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (17ccadc8-d31b-4e73-a947-e1b1fd3a9208), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.381743 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-6d7f3ca8-711a-4940-8408-7f510e43641f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Added segment 17ccadc8-d31b-4e73-a947-e1b1fd3a9208 of type vlan for network d81bc390-2485-4cd3-b17e-9ba538b8f65f Feb 05 03:47:02.422598 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3ca8-711a-4940-8408-7f510e43641f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (d81bc390-2485-4cd3-b17e-9ba538b8f65f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.447704 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3ca8-711a-4940-8408-7f510e43641f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (d81bc390-2485-4cd3-b17e-9ba538b8f65f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.453136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7f3ca8-711a-4940-8408-7f510e43641f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:02.453806 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3ca8-711a-4940-8408-7f510e43641f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.510254 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6d7f3ca8-711a-4940-8408-7f510e43641f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1918252 Feb 05 03:47:02.513106 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44494) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:02.520871 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ddedcb30-0582-457b-a7df-ef6a85ae34ac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Request body: {'subnet': {'network_id': 'd81bc390-2485-4cd3-b17e-9ba538b8f65f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:02.527627 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d3f3310e-22b9-4358-a8be-71205d00b066 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:47:02.573667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f3ca8-711a-4940-8408-7f510e43641f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event updated for resources: {'Network': ['ID=d81bc390-2485-4cd3-b17e-9ba538b8f65f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:02.575870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d3f3310e-22b9-4358-a8be-71205d00b066 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:02.576249 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d3f3310e-22b9-4358-a8be-71205d00b066), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.604259 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network d81bc390-2485-4cd3-b17e-9ba538b8f65f details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:47:02.623931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddedcb30-0582-457b-a7df-ef6a85ae34ac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Made reservation on behalf of 4254f06af5ed45c89312efe163bc8e4c for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:02.628533 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddedcb30-0582-457b-a7df-ef6a85ae34ac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.699261 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-ddedcb30-0582-457b-a7df-ef6a85ae34ac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Performing IP validity checks on allocation pools {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 05 03:47:02.699940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-ddedcb30-0582-457b-a7df-ef6a85ae34ac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 05 03:47:02.727484 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d3f3310e-22b9-4358-a8be-71205d00b066 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:02.727930 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d3f3310e-22b9-4358-a8be-71205d00b066), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.763809 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port d3f3310e-22b9-4358-a8be-71205d00b066, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d3f3310e-22b9-4358-a8be-71205d00b066,segment=NetworkSegment(4c5468ad-1e61-4e03-b50b-54b9f28cdde5),segment_id=4c5468ad-1e61-4e03-b50b-54b9f28cdde5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:47:02.768480 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d3f3310e-22b9-4358-a8be-71205d00b066), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.818775 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=d3f3310e-22b9-4358-a8be-71205d00b066,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:02.845501 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddedcb30-0582-457b-a7df-ef6a85ae34ac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (822405c6-d974-456d-ac7b-5e0190e88491), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.912469 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedcb30-0582-457b-a7df-ef6a85ae34ac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event updated for resources: {'Subnet': ['ID=822405c6-d974-456d-ac7b-5e0190e88491,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:02.922117 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddedcb30-0582-457b-a7df-ef6a85ae34ac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Checking segment: {'id': '17ccadc8-d31b-4e73-a947-e1b1fd3a9208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd81bc390-2485-4cd3-b17e-9ba538b8f65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:02.922784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddedcb30-0582-457b-a7df-ef6a85ae34ac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Network hostable DHCP agents. Network: d81bc390-2485-4cd3-b17e-9ba538b8f65f, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:47:02.939934 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddedcb30-0582-457b-a7df-ef6a85ae34ac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Network d81bc390-2485-4cd3-b17e-9ba538b8f65f is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:47:02.948540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ddedcb30-0582-457b-a7df-ef6a85ae34ac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, d81bc390-2485-4cd3-b17e-9ba538b8f65f) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:02.953640 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddedcb30-0582-457b-a7df-ef6a85ae34ac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:02.954733 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddedcb30-0582-457b-a7df-ef6a85ae34ac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:02.958152 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7706bc52-0a9f-49e6-ae21-22836e7d0e6d None None] Network d81bc390-2485-4cd3-b17e-9ba538b8f65f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:02.976560 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ddedcb30-0582-457b-a7df-ef6a85ae34ac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4589005 Feb 05 03:47:02.976775 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44496) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:03.004022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979ede36-d6a2-4575-9f79-6dfb200ca292 None None] Network 4f0a6ea0-1592-4782-8e13-92f636a5944a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:03.072875 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bce9f47-2a2d-44c6-8708-7d88f632dae0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (d81bc390-2485-4cd3-b17e-9ba538b8f65f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.074985 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7ca8f426-4bd2-49ab-95a1-38855cba6c8d None None] Provisioning complete for port d3f3310e-22b9-4358-a8be-71205d00b066 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:03.075576 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7ca8f426-4bd2-49ab-95a1-38855cba6c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d3f3310e-22b9-4358-a8be-71205d00b066), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.160681 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bce9f47-2a2d-44c6-8708-7d88f632dae0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (822405c6-d974-456d-ac7b-5e0190e88491), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.186293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99306fc7-1487-47e8-82b4-20e509629cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-d81bc390-2485-4cd3-b17e-9ba538b8f65f', 'network_id': 'd81bc390-2485-4cd3-b17e-9ba538b8f65f', 'project_id': '4254f06af5ed45c89312efe163bc8e4c', 'fixed_ips': [{'subnet_id': '822405c6-d974-456d-ac7b-5e0190e88491'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:47:03.187170 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99306fc7-1487-47e8-82b4-20e509629cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.221181 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bce9f47-2a2d-44c6-8708-7d88f632dae0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (822405c6-d974-456d-ac7b-5e0190e88491), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.253835 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce9f47-2a2d-44c6-8708-7d88f632dae0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event deleted for resources: {'Subnet': ['ID=822405c6-d974-456d-ac7b-5e0190e88491,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:03.307973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7ca8f426-4bd2-49ab-95a1-38855cba6c8d None None] Current status of the port d3f3310e-22b9-4358-a8be-71205d00b066 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:03.317263 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bce9f47-2a2d-44c6-8708-7d88f632dae0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (d81bc390-2485-4cd3-b17e-9ba538b8f65f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.339721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0bce9f47-2a2d-44c6-8708-7d88f632dae0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81bc390-2485-4cd3-b17e-9ba538b8f65f']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server [None req-99306fc7-1487-47e8-82b4-20e509629cdb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 822405c6-d974-456d-ac7b-5e0190e88491: This subnet is being modified by another concurrent operation. Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise exception Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 822405c6-d974-456d-ac7b-5e0190e88491: This subnet is being modified by another concurrent operation. Feb 05 03:47:03.340465 n-d-826942-8 neutron-server[109676]: ERROR oslo_messaging.rpc.server Feb 05 03:47:03.361443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0bce9f47-2a2d-44c6-8708-7d88f632dae0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ccadc8-d31b-4e73-a947-e1b1fd3a9208') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:03.361744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0bce9f47-2a2d-44c6-8708-7d88f632dae0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ccadc8-d31b-4e73-a947-e1b1fd3a9208') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:03.367141 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669e5f15-bcfe-4456-88e3-c43628a0fd4e None None] Network d81bc390-2485-4cd3-b17e-9ba538b8f65f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:03.376281 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bce9f47-2a2d-44c6-8708-7d88f632dae0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (17ccadc8-d31b-4e73-a947-e1b1fd3a9208), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.394545 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bce9f47-2a2d-44c6-8708-7d88f632dae0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (17ccadc8-d31b-4e73-a947-e1b1fd3a9208), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.401503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bce9f47-2a2d-44c6-8708-7d88f632dae0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:47:03.402355 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bce9f47-2a2d-44c6-8708-7d88f632dae0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (17ccadc8-d31b-4e73-a947-e1b1fd3a9208), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:47:03.405591 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:47:03.466448 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bce9f47-2a2d-44c6-8708-7d88f632dae0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (d81bc390-2485-4cd3-b17e-9ba538b8f65f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.474285 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bce9f47-2a2d-44c6-8708-7d88f632dae0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.477660 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0bce9f47-2a2d-44c6-8708-7d88f632dae0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "DELETE /v2.0/networks/d81bc390-2485-4cd3-b17e-9ba538b8f65f HTTP/1.1" status: 204 len: 168 time: 0.4999495 Feb 05 03:47:03.482250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44498) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:03.488413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-876be0c1-861c-45e6-9155-7c9890b7035e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-221161391'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:03.491224 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce9f47-2a2d-44c6-8708-7d88f632dae0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event deleted for resources: {'Network': ['ID=d81bc390-2485-4cd3-b17e-9ba538b8f65f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:03.509187 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876be0c1-861c-45e6-9155-7c9890b7035e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Made reservation on behalf of 4254f06af5ed45c89312efe163bc8e4c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:03.512835 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-876be0c1-861c-45e6-9155-7c9890b7035e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.529136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6a7380-e8d6-4eea-84a4-e5228db3618c None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 03:47:03.539582 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876be0c1-861c-45e6-9155-7c9890b7035e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:47:03.550508 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-876be0c1-861c-45e6-9155-7c9890b7035e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (157d2a48-7319-4778-a6ec-4548c5c7447a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.550892 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-876be0c1-861c-45e6-9155-7c9890b7035e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Added segment 157d2a48-7319-4778-a6ec-4548c5c7447a of type vlan for network c1d7b005-2a31-4db0-ae99-b2c70ffc07da Feb 05 03:47:03.591855 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-876be0c1-861c-45e6-9155-7c9890b7035e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (c1d7b005-2a31-4db0-ae99-b2c70ffc07da), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.598446 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6a7380-e8d6-4eea-84a4-e5228db3618c None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 03:47:03.617311 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-876be0c1-861c-45e6-9155-7c9890b7035e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (c1d7b005-2a31-4db0-ae99-b2c70ffc07da), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.622407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876be0c1-861c-45e6-9155-7c9890b7035e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:03.623018 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-876be0c1-861c-45e6-9155-7c9890b7035e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.681915 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-876be0c1-861c-45e6-9155-7c9890b7035e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1983030 Feb 05 03:47:03.684667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44500) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:03.691251 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-600bf236-56cb-40db-a7b5-5c727cee706b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Request body: {'subnet': {'network_id': 'c1d7b005-2a31-4db0-ae99-b2c70ffc07da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:03.702504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876be0c1-861c-45e6-9155-7c9890b7035e tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event updated for resources: {'Network': ['ID=c1d7b005-2a31-4db0-ae99-b2c70ffc07da,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:03.785283 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600bf236-56cb-40db-a7b5-5c727cee706b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Made reservation on behalf of 4254f06af5ed45c89312efe163bc8e4c for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:03.788950 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-600bf236-56cb-40db-a7b5-5c727cee706b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.825618 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network c1d7b005-2a31-4db0-ae99-b2c70ffc07da details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:47:03.889261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3d9f2d5c-2741-4e63-a5db-484e281f578b None None] Provisioning complete for port d3f3310e-22b9-4358-a8be-71205d00b066 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:03.889632 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2d5c-2741-4e63-a5db-484e281f578b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d3f3310e-22b9-4358-a8be-71205d00b066), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.901467 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b1192070-dd45-47ba-8d57-28a701b46723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:03.979153 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-600bf236-56cb-40db-a7b5-5c727cee706b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (9921fd17-4f90-4acf-9d41-6ad180cb3597), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.044289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bf236-56cb-40db-a7b5-5c727cee706b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event updated for resources: {'Subnet': ['ID=9921fd17-4f90-4acf-9d41-6ad180cb3597,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:04.045793 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f2d5c-2741-4e63-a5db-484e281f578b None None] Current status of the port d3f3310e-22b9-4358-a8be-71205d00b066 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:04.052183 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600bf236-56cb-40db-a7b5-5c727cee706b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Checking segment: {'id': '157d2a48-7319-4778-a6ec-4548c5c7447a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c1d7b005-2a31-4db0-ae99-b2c70ffc07da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:04.052670 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600bf236-56cb-40db-a7b5-5c727cee706b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Network hostable DHCP agents. Network: c1d7b005-2a31-4db0-ae99-b2c70ffc07da, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:47:04.052772 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee57167-5e05-4724-b7b2-5594ff08c0e9 None None] get_active_networks_info from n-d-826942-8 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 05 03:47:04.068252 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600bf236-56cb-40db-a7b5-5c727cee706b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Network c1d7b005-2a31-4db0-ae99-b2c70ffc07da is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:47:04.076885 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-600bf236-56cb-40db-a7b5-5c727cee706b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, c1d7b005-2a31-4db0-ae99-b2c70ffc07da) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:04.081375 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600bf236-56cb-40db-a7b5-5c727cee706b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:04.082114 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-600bf236-56cb-40db-a7b5-5c727cee706b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.099351 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-600bf236-56cb-40db-a7b5-5c727cee706b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4135873 Feb 05 03:47:04.103449 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44502) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:04.108545 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ee907afd-6e62-447d-a7e3-58b2b89b0628 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1096285438'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:04.128176 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee907afd-6e62-447d-a7e3-58b2b89b0628 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Made reservation on behalf of 4254f06af5ed45c89312efe163bc8e4c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:04.131564 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee907afd-6e62-447d-a7e3-58b2b89b0628 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.157308 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee907afd-6e62-447d-a7e3-58b2b89b0628 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:47:04.167372 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee907afd-6e62-447d-a7e3-58b2b89b0628 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ba6ec064-7ed8-4825-8100-fb51631bf259), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.167724 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-ee907afd-6e62-447d-a7e3-58b2b89b0628 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Added segment ba6ec064-7ed8-4825-8100-fb51631bf259 of type vlan for network d558d24c-1d62-4014-9fe0-4f2bb1048e28 Feb 05 03:47:04.209245 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee907afd-6e62-447d-a7e3-58b2b89b0628 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (d558d24c-1d62-4014-9fe0-4f2bb1048e28), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.217341 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee57167-5e05-4724-b7b2-5594ff08c0e9 None None] Unable to find a vacant binding_index for network c1d7b005-2a31-4db0-ae99-b2c70ffc07da and agent a0b99b74-79c5-431f-91b8-b2aa3c808393 {{(pid=109676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 05 03:47:04.223852 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee57167-5e05-4724-b7b2-5594ff08c0e9 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, c1d7b005-2a31-4db0-ae99-b2c70ffc07da) {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 05 03:47:04.235532 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee907afd-6e62-447d-a7e3-58b2b89b0628 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (d558d24c-1d62-4014-9fe0-4f2bb1048e28), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.240956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee907afd-6e62-447d-a7e3-58b2b89b0628 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:04.241536 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee907afd-6e62-447d-a7e3-58b2b89b0628 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.298627 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ee907afd-6e62-447d-a7e3-58b2b89b0628 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1939900 Feb 05 03:47:04.301600 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44504) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:04.306890 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-888895d5-8d91-4524-9c76-9f63212ef359 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Request body: {'subnet': {'network_id': 'd558d24c-1d62-4014-9fe0-4f2bb1048e28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:04.317000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee907afd-6e62-447d-a7e3-58b2b89b0628 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event updated for resources: {'Network': ['ID=d558d24c-1d62-4014-9fe0-4f2bb1048e28,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:04.334959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network d558d24c-1d62-4014-9fe0-4f2bb1048e28 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:47:04.403995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888895d5-8d91-4524-9c76-9f63212ef359 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Made reservation on behalf of 4254f06af5ed45c89312efe163bc8e4c for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:04.407754 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-888895d5-8d91-4524-9c76-9f63212ef359 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.463284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-c1d7b005-2a31-4db0-ae99-b2c70ffc07da', 'network_id': 'c1d7b005-2a31-4db0-ae99-b2c70ffc07da', 'project_id': '4254f06af5ed45c89312efe163bc8e4c', 'fixed_ips': [{'subnet_id': '9921fd17-4f90-4acf-9d41-6ad180cb3597'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:47:04.466022 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.509578 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d3f3310e-22b9-4358-a8be-71205d00b066 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:47:04.599404 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-888895d5-8d91-4524-9c76-9f63212ef359 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (34102a46-5f66-4557-839f-9e1fe8a0734c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.649797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port d3f3310e-22b9-4358-a8be-71205d00b066 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:04.650427 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d3f3310e-22b9-4358-a8be-71205d00b066), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.661774 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888895d5-8d91-4524-9c76-9f63212ef359 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event updated for resources: {'Subnet': ['ID=34102a46-5f66-4557-839f-9e1fe8a0734c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:04.670438 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888895d5-8d91-4524-9c76-9f63212ef359 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Checking segment: {'id': 'ba6ec064-7ed8-4825-8100-fb51631bf259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd558d24c-1d62-4014-9fe0-4f2bb1048e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:04.670832 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888895d5-8d91-4524-9c76-9f63212ef359 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Network hostable DHCP agents. Network: d558d24c-1d62-4014-9fe0-4f2bb1048e28, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:47:04.680154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Allocated IP 2001:db8::2 (c1d7b005-2a31-4db0-ae99-b2c70ffc07da/9921fd17-4f90-4acf-9d41-6ad180cb3597/1470369b-b4c4-413d-b74f-cb4772580fa3) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:47:04.689370 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888895d5-8d91-4524-9c76-9f63212ef359 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Network d558d24c-1d62-4014-9fe0-4f2bb1048e28 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:47:04.698046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-888895d5-8d91-4524-9c76-9f63212ef359 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, d558d24c-1d62-4014-9fe0-4f2bb1048e28) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:04.702431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888895d5-8d91-4524-9c76-9f63212ef359 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:04.703618 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-888895d5-8d91-4524-9c76-9f63212ef359 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.719850 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-888895d5-8d91-4524-9c76-9f63212ef359 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4170995 Feb 05 03:47:04.722352 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44506) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:04.812495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port d3f3310e-22b9-4358-a8be-71205d00b066 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:04.822250 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bf77dac-fccb-419e-97d7-119f1825bbac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (d558d24c-1d62-4014-9fe0-4f2bb1048e28), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.867614 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Publish callbacks [] for port (1470369b-b4c4-413d-b74f-cb4772580fa3), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.872875 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (1470369b-b4c4-413d-b74f-cb4772580fa3), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.874740 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bf77dac-fccb-419e-97d7-119f1825bbac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (34102a46-5f66-4557-839f-9e1fe8a0734c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.909065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Network c1d7b005-2a31-4db0-ae99-b2c70ffc07da is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:47:04.913839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:04.917688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:47:04.926735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Pushing event updated for resources: {'Port': ['ID=1470369b-b4c4-413d-b74f-cb4772580fa3,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:04.940452 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bf77dac-fccb-419e-97d7-119f1825bbac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (34102a46-5f66-4557-839f-9e1fe8a0734c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.969210 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf77dac-fccb-419e-97d7-119f1825bbac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event deleted for resources: {'Subnet': ['ID=34102a46-5f66-4557-839f-9e1fe8a0734c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:04.980439 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Attempting to bind port 1470369b-b4c4-413d-b74f-cb4772580fa3 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:47:04.980814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Attempting to bind port 1470369b-b4c4-413d-b74f-cb4772580fa3 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '157d2a48-7319-4778-a6ec-4548c5c7447a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c1d7b005-2a31-4db0-ae99-b2c70ffc07da'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:47:04.981177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Attempting to bind port 1470369b-b4c4-413d-b74f-cb4772580fa3 on network c1d7b005-2a31-4db0-ae99-b2c70ffc07da {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:47:04.987334 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:47:04.987706 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Checking segment: {'id': '157d2a48-7319-4778-a6ec-4548c5c7447a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c1d7b005-2a31-4db0-ae99-b2c70ffc07da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:04.988102 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:04.988604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Bound using segment: {'id': '157d2a48-7319-4778-a6ec-4548c5c7447a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c1d7b005-2a31-4db0-ae99-b2c70ffc07da'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:47:04.989063 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Bound port: 1470369b-b4c4-413d-b74f-cb4772580fa3, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157d2a48-7319-4778-a6ec-4548c5c7447a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c1d7b005-2a31-4db0-ae99-b2c70ffc07da'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:47:04.989440 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1470369b-b4c4-413d-b74f-cb4772580fa3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:05.033848 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bf77dac-fccb-419e-97d7-119f1825bbac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (d558d24c-1d62-4014-9fe0-4f2bb1048e28), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:05.053744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0bf77dac-fccb-419e-97d7-119f1825bbac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d558d24c-1d62-4014-9fe0-4f2bb1048e28']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:05.055120 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] For port 1470369b-b4c4-413d-b74f-cb4772580fa3, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:47:05.058493 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] For port 1470369b-b4c4-413d-b74f-cb4772580fa3, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1470369b-b4c4-413d-b74f-cb4772580fa3,segment=NetworkSegment(157d2a48-7319-4778-a6ec-4548c5c7447a),segment_id=157d2a48-7319-4778-a6ec-4548c5c7447a)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:47:05.063451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0bf77dac-fccb-419e-97d7-119f1825bbac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6ec064-7ed8-4825-8100-fb51631bf259') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:05.063655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0bf77dac-fccb-419e-97d7-119f1825bbac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6ec064-7ed8-4825-8100-fb51631bf259') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:05.064260 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1470369b-b4c4-413d-b74f-cb4772580fa3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:05.073077 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bf77dac-fccb-419e-97d7-119f1825bbac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (ba6ec064-7ed8-4825-8100-fb51631bf259), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:05.086714 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bf77dac-fccb-419e-97d7-119f1825bbac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (ba6ec064-7ed8-4825-8100-fb51631bf259), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:05.093059 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf77dac-fccb-419e-97d7-119f1825bbac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:47:05.093518 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bf77dac-fccb-419e-97d7-119f1825bbac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (ba6ec064-7ed8-4825-8100-fb51631bf259), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:47:05.097151 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:47:05.120139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a1175-9192-4ca6-bf3b-1dce172db753 None None] Pushing event updated for resources: {'Port': ['ID=1470369b-b4c4-413d-b74f-cb4772580fa3,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:05.161569 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bf77dac-fccb-419e-97d7-119f1825bbac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (d558d24c-1d62-4014-9fe0-4f2bb1048e28), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:05.168618 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bf77dac-fccb-419e-97d7-119f1825bbac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:05.172278 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0bf77dac-fccb-419e-97d7-119f1825bbac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "DELETE /v2.0/networks/d558d24c-1d62-4014-9fe0-4f2bb1048e28 HTTP/1.1" status: 204 len: 168 time: 0.4484041 Feb 05 03:47:05.175991 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44508) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:05.183957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf77dac-fccb-419e-97d7-119f1825bbac tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event deleted for resources: {'Network': ['ID=d558d24c-1d62-4014-9fe0-4f2bb1048e28,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:05.208729 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7bb0e1-1041-487f-a554-047f7d33edd0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] GET failed (client error): The resource could not be found. Feb 05 03:47:05.210069 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ed7bb0e1-1041-487f-a554-047f7d33edd0 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "GET /v2.0/subnets/34102a46-5f66-4557-839f-9e1fe8a0734c HTTP/1.1" status: 404 len: 337 time: 0.0329850 Feb 05 03:47:05.212937 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44510) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:05.231359 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-8762b88a-d855-46b0-8954-4c052a92d394 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] DELETE failed (client error): The resource could not be found. Feb 05 03:47:05.231861 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8762b88a-d855-46b0-8954-4c052a92d394 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:47:05.235517 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8762b88a-d855-46b0-8954-4c052a92d394 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "DELETE /v2.0/networks/d558d24c-1d62-4014-9fe0-4f2bb1048e28 HTTP/1.1" status: 404 len: 339 time: 0.0216520 Feb 05 03:47:05.239441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44512) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:05.266533 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a4c9e0-425e-4295-a260-56ee19589466 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] DELETE failed (client error): The resource could not be found. Feb 05 03:47:05.267021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a4c9e0-425e-4295-a260-56ee19589466 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:47:05.270051 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a3a4c9e0-425e-4295-a260-56ee19589466 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "DELETE /v2.0/subnets/34102a46-5f66-4557-839f-9e1fe8a0734c HTTP/1.1" status: 404 len: 337 time: 0.0295026 Feb 05 03:47:05.272667 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44514) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:05.303358 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-4139abf4-5dd6-4e61-97c3-21c9a4f4bf8a tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] DELETE failed (client error): The resource could not be found. Feb 05 03:47:05.303875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4139abf4-5dd6-4e61-97c3-21c9a4f4bf8a tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:47:05.310476 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4139abf4-5dd6-4e61-97c3-21c9a4f4bf8a tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "DELETE /v2.0/networks/d558d24c-1d62-4014-9fe0-4f2bb1048e28 HTTP/1.1" status: 404 len: 339 time: 0.0362055 Feb 05 03:47:05.313683 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44516) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:05.367004 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-19257fb6-c037-4dc0-99fb-a2990b7daaec tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Deleting subnet 9921fd17-4f90-4acf-9d41-6ad180cb3597 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:47:05.371152 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19257fb6-c037-4dc0-99fb-a2990b7daaec tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for subnet (9921fd17-4f90-4acf-9d41-6ad180cb3597), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:05.381726 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:47:05.417885 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19257fb6-c037-4dc0-99fb-a2990b7daaec tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (9921fd17-4f90-4acf-9d41-6ad180cb3597), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:05.502630 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19257fb6-c037-4dc0-99fb-a2990b7daaec tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (9921fd17-4f90-4acf-9d41-6ad180cb3597), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:05.559548 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19257fb6-c037-4dc0-99fb-a2990b7daaec tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (9921fd17-4f90-4acf-9d41-6ad180cb3597), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:05.591416 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19257fb6-c037-4dc0-99fb-a2990b7daaec tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event deleted for resources: {'Subnet': ['ID=9921fd17-4f90-4acf-9d41-6ad180cb3597,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:05.596842 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19257fb6-c037-4dc0-99fb-a2990b7daaec tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:05.600050 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-19257fb6-c037-4dc0-99fb-a2990b7daaec tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "DELETE /v2.0/subnets/9921fd17-4f90-4acf-9d41-6ad180cb3597 HTTP/1.1" status: 204 len: 168 time: 0.2855105 Feb 05 03:47:05.602506 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44518) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:05.679368 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (c1d7b005-2a31-4db0-ae99-b2c70ffc07da), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:05.731802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Deleting port 1470369b-b4c4-413d-b74f-cb4772580fa3 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:47:05.732146 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1470369b-b4c4-413d-b74f-cb4772580fa3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:05.801779 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] For port 1470369b-b4c4-413d-b74f-cb4772580fa3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1470369b-b4c4-413d-b74f-cb4772580fa3,segment=NetworkSegment(157d2a48-7319-4778-a6ec-4548c5c7447a),segment_id=157d2a48-7319-4778-a6ec-4548c5c7447a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:47:05.802141 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1470369b-b4c4-413d-b74f-cb4772580fa3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:05.815899 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Calling delete_port for 1470369b-b4c4-413d-b74f-cb4772580fa3 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:47:05.899572 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1470369b-b4c4-413d-b74f-cb4772580fa3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:05.924782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event deleted for resources: {'Port': ['ID=1470369b-b4c4-413d-b74f-cb4772580fa3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:05.931866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] No DVR routers for this DVR port 1470369b-b4c4-413d-b74f-cb4772580fa3 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:47:05.956389 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-984ea81d-1a5f-4707-a06f-6835478750f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.020723 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (c1d7b005-2a31-4db0-ae99-b2c70ffc07da), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.041759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d7b005-2a31-4db0-ae99-b2c70ffc07da']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:06.052968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157d2a48-7319-4778-a6ec-4548c5c7447a') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:06.053272 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157d2a48-7319-4778-a6ec-4548c5c7447a') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:06.061503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3f823d-a6a1-4198-91dc-6ed0ce1712e7 None None] Network c1d7b005-2a31-4db0-ae99-b2c70ffc07da requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:06.063350 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (157d2a48-7319-4778-a6ec-4548c5c7447a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.063727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d75936-7f7c-4540-a2c6-9170cc24d4de None None] Network d558d24c-1d62-4014-9fe0-4f2bb1048e28 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:06.077258 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (157d2a48-7319-4778-a6ec-4548c5c7447a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.083958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:47:06.084378 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (157d2a48-7319-4778-a6ec-4548c5c7447a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:47:06.087399 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:47:06.120210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d75936-7f7c-4540-a2c6-9170cc24d4de None None] Network d558d24c-1d62-4014-9fe0-4f2bb1048e28 could not be found, it might have been deleted concurrently. {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 05 03:47:06.131188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-19a5c843-149e-47de-ba3d-1bbc27e977fd None None] Could not find standard attr ID for object 1470369b-b4c4-413d-b74f-cb4772580fa3. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:47:06.135100 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b737818-635b-4cf5-baad-6c7b8b4538f6 None None] Network d558d24c-1d62-4014-9fe0-4f2bb1048e28 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:06.150321 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (c1d7b005-2a31-4db0-ae99-b2c70ffc07da), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.156551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b737818-635b-4cf5-baad-6c7b8b4538f6 None None] Network d558d24c-1d62-4014-9fe0-4f2bb1048e28 could not be found, it might have been deleted concurrently. {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 05 03:47:06.160064 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.165965 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44520) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:06.166464 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "DELETE /v2.0/networks/c1d7b005-2a31-4db0-ae99-b2c70ffc07da HTTP/1.1" status: 204 len: 168 time: 0.5625291 Feb 05 03:47:06.176414 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0533a52-96d5-4210-8c19-2eb183e3d0fe tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event deleted for resources: {'Network': ['ID=c1d7b005-2a31-4db0-ae99-b2c70ffc07da,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:06.204337 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fddab02-ef60-48d0-8c7b-a68be8a277f1 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] DELETE failed (client error): The resource could not be found. Feb 05 03:47:06.204804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fddab02-ef60-48d0-8c7b-a68be8a277f1 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:47:06.207950 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8fddab02-ef60-48d0-8c7b-a68be8a277f1 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "DELETE /v2.0/subnets/822405c6-d974-456d-ac7b-5e0190e88491 HTTP/1.1" status: 404 len: 337 time: 0.0401647 Feb 05 03:47:06.210444 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44522) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:06.228757 n-d-826942-8 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-55500320-8007-4050-b1e1-b1b471795632 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] DELETE failed (client error): The resource could not be found. Feb 05 03:47:06.229260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55500320-8007-4050-b1e1-b1b471795632 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:47:06.231304 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1f705e-8450-476d-a41f-88dcaf6ae5fe None None] DHCP port deletion for c1d7b005-2a31-4db0-ae99-b2c70ffc07da request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:47:06.232356 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-55500320-8007-4050-b1e1-b1b471795632 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "DELETE /v2.0/networks/d81bc390-2485-4cd3-b17e-9ba538b8f65f HTTP/1.1" status: 404 len: 339 time: 0.0209720 Feb 05 03:47:06.235745 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44524) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:06.255734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe76853c-9114-4959-947f-b129bcb7d722 None None] Network c1d7b005-2a31-4db0-ae99-b2c70ffc07da requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:06.266320 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3205e4-5f65-4dba-92c5-64c28019c9a3 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] DELETE failed (client error): The resource could not be found. Feb 05 03:47:06.266794 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3205e4-5f65-4dba-92c5-64c28019c9a3 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:47:06.268210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe76853c-9114-4959-947f-b129bcb7d722 None None] Network c1d7b005-2a31-4db0-ae99-b2c70ffc07da could not be found, it might have been deleted concurrently. {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 05 03:47:06.272657 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cd3205e4-5f65-4dba-92c5-64c28019c9a3 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "DELETE /v2.0/subnets/f8c9c79e-ef46-4508-9a32-2cf9ca9a0a60 HTTP/1.1" status: 404 len: 337 time: 0.0351121 Feb 05 03:47:06.274840 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44526) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:06.293241 n-d-826942-8 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc876da-997a-4a1b-b259-6b7ce52d53d8 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] DELETE failed (client error): The resource could not be found. Feb 05 03:47:06.293717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc876da-997a-4a1b-b259-6b7ce52d53d8 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 05 03:47:06.297434 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1dc876da-997a-4a1b-b259-6b7ce52d53d8 tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "DELETE /v2.0/networks/275ab900-0745-474f-b5b2-0f8abaa57f17 HTTP/1.1" status: 404 len: 339 time: 0.0210314 Feb 05 03:47:06.299794 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44528) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:06.349139 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c57b9a9-50f3-48e0-8737-69965bb1dc7f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Deleting subnet 17858840-95c2-455f-9240-37487fd37c25 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:47:06.356973 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c57b9a9-50f3-48e0-8737-69965bb1dc7f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for subnet (17858840-95c2-455f-9240-37487fd37c25), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.392851 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c57b9a9-50f3-48e0-8737-69965bb1dc7f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (17858840-95c2-455f-9240-37487fd37c25), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.479399 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c57b9a9-50f3-48e0-8737-69965bb1dc7f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (17858840-95c2-455f-9240-37487fd37c25), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.536215 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c57b9a9-50f3-48e0-8737-69965bb1dc7f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (17858840-95c2-455f-9240-37487fd37c25), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.562489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57b9a9-50f3-48e0-8737-69965bb1dc7f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event deleted for resources: {'Subnet': ['ID=17858840-95c2-455f-9240-37487fd37c25,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:06.566254 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c57b9a9-50f3-48e0-8737-69965bb1dc7f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.569621 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0c57b9a9-50f3-48e0-8737-69965bb1dc7f tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "DELETE /v2.0/subnets/17858840-95c2-455f-9240-37487fd37c25 HTTP/1.1" status: 204 len: 168 time: 0.2688270 Feb 05 03:47:06.571920 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44530) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:06.573586 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b0406-0c9b-4931-ab46-ff538fc3ef8f None None] Network 4f0a6ea0-1592-4782-8e13-92f636a5944a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:06.651811 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (4f0a6ea0-1592-4782-8e13-92f636a5944a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.708974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Deleting port d3f3310e-22b9-4358-a8be-71205d00b066 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:47:06.709318 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d3f3310e-22b9-4358-a8be-71205d00b066), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.718181 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cda2657-5230-4aa9-81f7-7d367cb68b7a None None] DHCP port deletion for 4f0a6ea0-1592-4782-8e13-92f636a5944a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:47:06.766229 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3cda2657-5230-4aa9-81f7-7d367cb68b7a None None] Deleting port d3f3310e-22b9-4358-a8be-71205d00b066 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:47:06.766888 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3cda2657-5230-4aa9-81f7-7d367cb68b7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d3f3310e-22b9-4358-a8be-71205d00b066), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.776338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] For port d3f3310e-22b9-4358-a8be-71205d00b066, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d3f3310e-22b9-4358-a8be-71205d00b066,segment=NetworkSegment(4c5468ad-1e61-4e03-b50b-54b9f28cdde5),segment_id=4c5468ad-1e61-4e03-b50b-54b9f28cdde5)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:47:06.776995 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d3f3310e-22b9-4358-a8be-71205d00b066), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.790094 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Calling delete_port for d3f3310e-22b9-4358-a8be-71205d00b066 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:47:06.833986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3cda2657-5230-4aa9-81f7-7d367cb68b7a None None] For port d3f3310e-22b9-4358-a8be-71205d00b066, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=d3f3310e-22b9-4358-a8be-71205d00b066,segment=NetworkSegment(4c5468ad-1e61-4e03-b50b-54b9f28cdde5),segment_id=4c5468ad-1e61-4e03-b50b-54b9f28cdde5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:47:06.834381 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3cda2657-5230-4aa9-81f7-7d367cb68b7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d3f3310e-22b9-4358-a8be-71205d00b066), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.847585 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3cda2657-5230-4aa9-81f7-7d367cb68b7a None None] Calling delete_port for d3f3310e-22b9-4358-a8be-71205d00b066 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:47:06.867186 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d3f3310e-22b9-4358-a8be-71205d00b066), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.892605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event deleted for resources: {'Port': ['ID=d3f3310e-22b9-4358-a8be-71205d00b066,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:06.895986 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] No DVR routers for this DVR port d3f3310e-22b9-4358-a8be-71205d00b066 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 03:47:06.918139 n-d-826942-8 neutron-server[109676]: self.session.flush() Feb 05 03:47:06.927022 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3cda2657-5230-4aa9-81f7-7d367cb68b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (d3f3310e-22b9-4358-a8be-71205d00b066), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:06.956888 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda2657-5230-4aa9-81f7-7d367cb68b7a None None] Pushing event deleted for resources: {'Port': ['ID=d3f3310e-22b9-4358-a8be-71205d00b066,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:06.958630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cda2657-5230-4aa9-81f7-7d367cb68b7a None None] No DVR routers for this DVR port d3f3310e-22b9-4358-a8be-71205d00b066 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:47:06.981708 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (4f0a6ea0-1592-4782-8e13-92f636a5944a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:07.001866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0a6ea0-1592-4782-8e13-92f636a5944a']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:07.010898 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5468ad-1e61-4e03-b50b-54b9f28cdde5') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:07.011193 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5468ad-1e61-4e03-b50b-54b9f28cdde5') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:07.020329 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (4c5468ad-1e61-4e03-b50b-54b9f28cdde5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:07.033889 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (4c5468ad-1e61-4e03-b50b-54b9f28cdde5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:07.039709 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:47:07.040118 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (4c5468ad-1e61-4e03-b50b-54b9f28cdde5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:47:07.043114 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:47:07.102696 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (4f0a6ea0-1592-4782-8e13-92f636a5944a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:07.110084 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:07.113226 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] 10.222.0.36 "DELETE /v2.0/networks/4f0a6ea0-1592-4782-8e13-92f636a5944a HTTP/1.1" status: 204 len: 168 time: 0.5402801 Feb 05 03:47:07.124681 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e04d9-0f1e-42c9-8f2d-ad7970799a8b tempest-NetworksIpV6Test-1248808091 tempest-NetworksIpV6Test-1248808091-project] Pushing event deleted for resources: {'Network': ['ID=4f0a6ea0-1592-4782-8e13-92f636a5944a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:07.299352 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:07.355526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44536) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:07.482742 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-56cc0c89-80cd-44d4-9734-c180c90a375c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4254f06af5ed45c89312efe163bc8e4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260448 Feb 05 03:47:07.485994 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44540) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:07.532596 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7527f4f4-97d0-47b9-9c52-a84186face24 admin admin] Publish callbacks [] for security_group (e8bd359c-d4de-4107-a708-b324997f6658), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:07.552762 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7527f4f4-97d0-47b9-9c52-a84186face24 admin admin] Publish callbacks [] for security_group (e8bd359c-d4de-4107-a708-b324997f6658), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:07.597821 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7527f4f4-97d0-47b9-9c52-a84186face24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (e8bd359c-d4de-4107-a708-b324997f6658), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:07.600555 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7527f4f4-97d0-47b9-9c52-a84186face24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:07.601675 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7527f4f4-97d0-47b9-9c52-a84186face24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8bd359c-d4de-4107-a708-b324997f6658 HTTP/1.1" status: 204 len: 168 time: 0.1148071 Feb 05 03:47:07.609357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527f4f4-97d0-47b9-9c52-a84186face24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bd359c-d4de-4107-a708-b324997f6658,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:08.220861 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44562) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:08.311836 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-90bc755f-169a-49d6-981c-716429051112 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-494847534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:08.332840 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90bc755f-169a-49d6-981c-716429051112 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (31f906bc-74a5-496d-b6eb-76af9fba291a), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:08.334025 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90bc755f-169a-49d6-981c-716429051112 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (31f906bc-74a5-496d-b6eb-76af9fba291a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:08.393102 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90bc755f-169a-49d6-981c-716429051112 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for router_controller (31f906bc-74a5-496d-b6eb-76af9fba291a), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:08.397398 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90bc755f-169a-49d6-981c-716429051112 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (31f906bc-74a5-496d-b6eb-76af9fba291a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:08.414892 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90bc755f-169a-49d6-981c-716429051112 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:08.416080 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-90bc755f-169a-49d6-981c-716429051112 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1942124 Feb 05 03:47:08.418713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44566) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:08.424140 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6b8bdede-2fbe-4030-9dc8-d0b1e94f8422 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-335024452'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:08.442264 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8bdede-2fbe-4030-9dc8-d0b1e94f8422 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Made reservation on behalf of ee48432e595a43968a529607228ceecb for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:08.445702 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdede-2fbe-4030-9dc8-d0b1e94f8422 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:08.454635 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdede-2fbe-4030-9dc8-d0b1e94f8422 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:08.486038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d3f3310e-22b9-4358-a8be-71205d00b066 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:47:08.506979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: d3f3310e-22b9-4358-a8be-71205d00b066 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:47:08.507321 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device d3f3310e-22b9-4358-a8be-71205d00b066 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:47:08.535562 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdede-2fbe-4030-9dc8-d0b1e94f8422 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for security_group (05577528-b450-4099-a902-2b953dfa54ee), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:08.539928 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdede-2fbe-4030-9dc8-d0b1e94f8422 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (05577528-b450-4099-a902-2b953dfa54ee), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:08.840315 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:08.853411 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8bdede-2fbe-4030-9dc8-d0b1e94f8422 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:47:08.863156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bdede-2fbe-4030-9dc8-d0b1e94f8422 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05577528-b450-4099-a902-2b953dfa54ee,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:08.867775 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdede-2fbe-4030-9dc8-d0b1e94f8422 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (8e13f9cd-d3ee-4542-a7ed-108bb70dea07), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:08.868110 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-6b8bdede-2fbe-4030-9dc8-d0b1e94f8422 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Added segment 8e13f9cd-d3ee-4542-a7ed-108bb70dea07 of type vlan for network c740b350-5bbd-4176-85f9-882e0918604b Feb 05 03:47:08.907665 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdede-2fbe-4030-9dc8-d0b1e94f8422 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (c740b350-5bbd-4176-85f9-882e0918604b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:08.930999 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdede-2fbe-4030-9dc8-d0b1e94f8422 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (c740b350-5bbd-4176-85f9-882e0918604b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:08.935792 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8bdede-2fbe-4030-9dc8-d0b1e94f8422 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:08.936366 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdede-2fbe-4030-9dc8-d0b1e94f8422 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:08.989021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6b8bdede-2fbe-4030-9dc8-d0b1e94f8422 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5692720 Feb 05 03:47:08.991932 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44568) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:08.998588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6c269772-8bbf-48d0-aab4-d3c51b6ed9bc tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Request body: {'subnet': {'network_id': 'c740b350-5bbd-4176-85f9-882e0918604b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:09.003872 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bdede-2fbe-4030-9dc8-d0b1e94f8422 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Pushing event updated for resources: {'Network': ['ID=c740b350-5bbd-4176-85f9-882e0918604b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:09.015942 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network c740b350-5bbd-4176-85f9-882e0918604b details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:47:09.087706 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c269772-8bbf-48d0-aab4-d3c51b6ed9bc tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Made reservation on behalf of ee48432e595a43968a529607228ceecb for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:09.090953 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c269772-8bbf-48d0-aab4-d3c51b6ed9bc tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:09.265387 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c269772-8bbf-48d0-aab4-d3c51b6ed9bc tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (250b0dbc-9977-47ee-9b7d-ca36f59a546a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:09.316845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c269772-8bbf-48d0-aab4-d3c51b6ed9bc tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Pushing event updated for resources: {'Subnet': ['ID=250b0dbc-9977-47ee-9b7d-ca36f59a546a,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:09.331201 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c269772-8bbf-48d0-aab4-d3c51b6ed9bc tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Checking segment: {'id': '8e13f9cd-d3ee-4542-a7ed-108bb70dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c740b350-5bbd-4176-85f9-882e0918604b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:09.331559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c269772-8bbf-48d0-aab4-d3c51b6ed9bc tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Network hostable DHCP agents. Network: c740b350-5bbd-4176-85f9-882e0918604b, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:47:09.347912 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c269772-8bbf-48d0-aab4-d3c51b6ed9bc tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Network c740b350-5bbd-4176-85f9-882e0918604b is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:47:09.356354 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6c269772-8bbf-48d0-aab4-d3c51b6ed9bc tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, c740b350-5bbd-4176-85f9-882e0918604b) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:09.360968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c269772-8bbf-48d0-aab4-d3c51b6ed9bc tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:09.361553 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c269772-8bbf-48d0-aab4-d3c51b6ed9bc tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:09.367782 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc833bb-5976-4334-9cdb-698da3305fa9 None None] Network c740b350-5bbd-4176-85f9-882e0918604b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:09.378630 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6c269772-8bbf-48d0-aab4-d3c51b6ed9bc tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3855546 Feb 05 03:47:09.381888 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44570) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:09.387677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3eda4445-4c05-4ce2-a734-b4104f0fd69a tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-108791573'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:09.408120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eda4445-4c05-4ce2-a734-b4104f0fd69a tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Made reservation on behalf of ee48432e595a43968a529607228ceecb for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:09.411688 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eda4445-4c05-4ce2-a734-b4104f0fd69a tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:09.438858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eda4445-4c05-4ce2-a734-b4104f0fd69a tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:47:09.447542 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eda4445-4c05-4ce2-a734-b4104f0fd69a tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a5b7a959-bf7b-4440-8dea-f759716b33f6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:09.447954 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-3eda4445-4c05-4ce2-a734-b4104f0fd69a tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Added segment a5b7a959-bf7b-4440-8dea-f759716b33f6 of type vlan for network f8d404e9-baec-42d1-ad88-c553daee7ae5 Feb 05 03:47:09.469431 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-c740b350-5bbd-4176-85f9-882e0918604b', 'network_id': 'c740b350-5bbd-4176-85f9-882e0918604b', 'project_id': 'ee48432e595a43968a529607228ceecb', 'fixed_ips': [{'subnet_id': '250b0dbc-9977-47ee-9b7d-ca36f59a546a'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:47:09.470454 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:09.487209 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eda4445-4c05-4ce2-a734-b4104f0fd69a tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (f8d404e9-baec-42d1-ad88-c553daee7ae5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:09.513444 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eda4445-4c05-4ce2-a734-b4104f0fd69a tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (f8d404e9-baec-42d1-ad88-c553daee7ae5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:09.518866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eda4445-4c05-4ce2-a734-b4104f0fd69a tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:09.519451 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eda4445-4c05-4ce2-a734-b4104f0fd69a tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:09.578634 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3eda4445-4c05-4ce2-a734-b4104f0fd69a tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1955671 Feb 05 03:47:09.581439 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44572) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:09.588112 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-69a4aaef-916e-4a05-9cf5-7bf50c445328 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Request body: {'subnet': {'network_id': 'f8d404e9-baec-42d1-ad88-c553daee7ae5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:09.595915 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda4445-4c05-4ce2-a734-b4104f0fd69a tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Pushing event updated for resources: {'Network': ['ID=f8d404e9-baec-42d1-ad88-c553daee7ae5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:09.608939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network f8d404e9-baec-42d1-ad88-c553daee7ae5 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:47:09.617054 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Allocated IP 172.20.0.2 (c740b350-5bbd-4176-85f9-882e0918604b/250b0dbc-9977-47ee-9b7d-ca36f59a546a/6460e32c-5c22-4757-8c2a-684509163cb1) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:47:09.680252 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a4aaef-916e-4a05-9cf5-7bf50c445328 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Made reservation on behalf of ee48432e595a43968a529607228ceecb for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:09.683867 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69a4aaef-916e-4a05-9cf5-7bf50c445328 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:09.821156 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Publish callbacks [] for port (6460e32c-5c22-4757-8c2a-684509163cb1), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:09.826535 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (6460e32c-5c22-4757-8c2a-684509163cb1), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:09.861737 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Network c740b350-5bbd-4176-85f9-882e0918604b is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:47:09.864424 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69a4aaef-916e-4a05-9cf5-7bf50c445328 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (cfe60a97-0c4e-4aca-ac6a-d16c2323e0f4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:09.864726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:09.869933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:47:09.882297 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Pushing event updated for resources: {'Port': ['ID=6460e32c-5c22-4757-8c2a-684509163cb1,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:09.924305 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4aaef-916e-4a05-9cf5-7bf50c445328 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Pushing event updated for resources: {'Subnet': ['ID=cfe60a97-0c4e-4aca-ac6a-d16c2323e0f4,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:09.933983 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Attempting to bind port 6460e32c-5c22-4757-8c2a-684509163cb1 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:47:09.934353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Attempting to bind port 6460e32c-5c22-4757-8c2a-684509163cb1 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '8e13f9cd-d3ee-4542-a7ed-108bb70dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c740b350-5bbd-4176-85f9-882e0918604b'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:47:09.934709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Attempting to bind port 6460e32c-5c22-4757-8c2a-684509163cb1 on network c740b350-5bbd-4176-85f9-882e0918604b {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:47:09.934859 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4aaef-916e-4a05-9cf5-7bf50c445328 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Checking segment: {'id': 'a5b7a959-bf7b-4440-8dea-f759716b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f8d404e9-baec-42d1-ad88-c553daee7ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:09.935151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a4aaef-916e-4a05-9cf5-7bf50c445328 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Network hostable DHCP agents. Network: f8d404e9-baec-42d1-ad88-c553daee7ae5, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:47:09.940232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:47:09.940625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Checking segment: {'id': '8e13f9cd-d3ee-4542-a7ed-108bb70dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c740b350-5bbd-4176-85f9-882e0918604b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:09.941043 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:09.941452 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Bound using segment: {'id': '8e13f9cd-d3ee-4542-a7ed-108bb70dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c740b350-5bbd-4176-85f9-882e0918604b'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:47:09.941904 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Bound port: 6460e32c-5c22-4757-8c2a-684509163cb1, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e13f9cd-d3ee-4542-a7ed-108bb70dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c740b350-5bbd-4176-85f9-882e0918604b'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:47:09.942383 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6460e32c-5c22-4757-8c2a-684509163cb1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:09.953271 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a4aaef-916e-4a05-9cf5-7bf50c445328 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Network f8d404e9-baec-42d1-ad88-c553daee7ae5 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:47:09.962623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-69a4aaef-916e-4a05-9cf5-7bf50c445328 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, f8d404e9-baec-42d1-ad88-c553daee7ae5) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:09.966683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a4aaef-916e-4a05-9cf5-7bf50c445328 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:09.967315 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69a4aaef-916e-4a05-9cf5-7bf50c445328 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:09.978286 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1f2a9c-5a28-4d7a-bea4-c19314592ac5 None None] Network f8d404e9-baec-42d1-ad88-c553daee7ae5 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:09.984202 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-69a4aaef-916e-4a05-9cf5-7bf50c445328 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4016438 Feb 05 03:47:09.987075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44574) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:09.991602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-faef0f96-7e59-40fc-a859-cf12685c5567 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f8d404e9-baec-42d1-ad88-c553daee7ae5'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:10.060913 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] For port 6460e32c-5c22-4757-8c2a-684509163cb1, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:47:10.066270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] For port 6460e32c-5c22-4757-8c2a-684509163cb1, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6460e32c-5c22-4757-8c2a-684509163cb1,segment=NetworkSegment(8e13f9cd-d3ee-4542-a7ed-108bb70dea07),segment_id=8e13f9cd-d3ee-4542-a7ed-108bb70dea07)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:47:10.080788 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6460e32c-5c22-4757-8c2a-684509163cb1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:10.148733 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-f8d404e9-baec-42d1-ad88-c553daee7ae5', 'network_id': 'f8d404e9-baec-42d1-ad88-c553daee7ae5', 'project_id': 'ee48432e595a43968a529607228ceecb', 'fixed_ips': [{'subnet_id': 'cfe60a97-0c4e-4aca-ac6a-d16c2323e0f4'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:47:10.149553 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:10.177919 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:10.201739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d9167-1b54-4c2b-8f72-14656ac4f7fd None None] Pushing event updated for resources: {'Port': ['ID=6460e32c-5c22-4757-8c2a-684509163cb1,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:10.341735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Allocated IP 172.21.0.2 (f8d404e9-baec-42d1-ad88-c553daee7ae5/cfe60a97-0c4e-4aca-ac6a-d16c2323e0f4/0b130183-306a-4432-8784-5fe53ace0fd3) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:47:10.509086 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Publish callbacks [] for port (0b130183-306a-4432-8784-5fe53ace0fd3), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:10.521660 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (0b130183-306a-4432-8784-5fe53ace0fd3), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:10.525071 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-faef0f96-7e59-40fc-a859-cf12685c5567 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for router_gateway (31f906bc-74a5-496d-b6eb-76af9fba291a), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:10.584054 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Network f8d404e9-baec-42d1-ad88-c553daee7ae5 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:47:10.586436 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6460e32c-5c22-4757-8c2a-684509163cb1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:47:10.592390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:10.594840 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:47:10.653527 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [None req-faef0f96-7e59-40fc-a859-cf12685c5567 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 05 03:47:10.654517 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-faef0f96-7e59-40fc-a859-cf12685c5567 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] 10.222.0.36 "PUT /v2.0/routers/31f906bc-74a5-496d-b6eb-76af9fba291a HTTP/1.1" status: 400 len: 364 time: 0.6664467 Feb 05 03:47:10.661682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44576) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:10.716908 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c19727-c042-4e22-b416-658a6ae505ca tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Deleting subnet cfe60a97-0c4e-4aca-ac6a-d16c2323e0f4 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:47:10.721125 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66c19727-c042-4e22-b416-658a6ae505ca tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for subnet (cfe60a97-0c4e-4aca-ac6a-d16c2323e0f4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:10.768353 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66c19727-c042-4e22-b416-658a6ae505ca tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (cfe60a97-0c4e-4aca-ac6a-d16c2323e0f4), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:10.780406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Pushing event updated for resources: {'Port': ['ID=0b130183-306a-4432-8784-5fe53ace0fd3,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:10.850780 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Attempting to bind port 0b130183-306a-4432-8784-5fe53ace0fd3 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:47:10.851149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Attempting to bind port 0b130183-306a-4432-8784-5fe53ace0fd3 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'a5b7a959-bf7b-4440-8dea-f759716b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f8d404e9-baec-42d1-ad88-c553daee7ae5'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:47:10.851508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Attempting to bind port 0b130183-306a-4432-8784-5fe53ace0fd3 on network f8d404e9-baec-42d1-ad88-c553daee7ae5 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:47:10.856943 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66c19727-c042-4e22-b416-658a6ae505ca tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (cfe60a97-0c4e-4aca-ac6a-d16c2323e0f4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:10.860974 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:47:10.861365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Checking segment: {'id': 'a5b7a959-bf7b-4440-8dea-f759716b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f8d404e9-baec-42d1-ad88-c553daee7ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:10.861752 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:10.862139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Bound using segment: {'id': 'a5b7a959-bf7b-4440-8dea-f759716b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f8d404e9-baec-42d1-ad88-c553daee7ae5'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:47:10.862607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Bound port: 0b130183-306a-4432-8784-5fe53ace0fd3, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b7a959-bf7b-4440-8dea-f759716b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f8d404e9-baec-42d1-ad88-c553daee7ae5'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:47:10.863011 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0b130183-306a-4432-8784-5fe53ace0fd3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:10.866387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 6460e32c-5c22-4757-8c2a-684509163cb1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:10.866534 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6460e32c-5c22-4757-8c2a-684509163cb1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:10.925548 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66c19727-c042-4e22-b416-658a6ae505ca tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (cfe60a97-0c4e-4aca-ac6a-d16c2323e0f4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:10.960151 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c19727-c042-4e22-b416-658a6ae505ca tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe60a97-0c4e-4aca-ac6a-d16c2323e0f4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:10.962858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] For port 0b130183-306a-4432-8784-5fe53ace0fd3, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:47:10.966370 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] For port 0b130183-306a-4432-8784-5fe53ace0fd3, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0b130183-306a-4432-8784-5fe53ace0fd3,segment=NetworkSegment(a5b7a959-bf7b-4440-8dea-f759716b33f6),segment_id=a5b7a959-bf7b-4440-8dea-f759716b33f6)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:47:10.970080 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66c19727-c042-4e22-b416-658a6ae505ca tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:10.975889 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-66c19727-c042-4e22-b416-658a6ae505ca tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] 10.222.0.36 "DELETE /v2.0/subnets/cfe60a97-0c4e-4aca-ac6a-d16c2323e0f4 HTTP/1.1" status: 204 len: 168 time: 0.3106737 Feb 05 03:47:10.976274 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44578) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:10.995023 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0b130183-306a-4432-8784-5fe53ace0fd3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.038138 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 6460e32c-5c22-4757-8c2a-684509163cb1 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:11.038524 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6460e32c-5c22-4757-8c2a-684509163cb1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.087024 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (f8d404e9-baec-42d1-ad88-c553daee7ae5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.096401 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da0717-7e15-49e6-bf48-cc9d96dee015 None None] Pushing event updated for resources: {'Port': ['ID=0b130183-306a-4432-8784-5fe53ace0fd3,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:11.111530 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 6460e32c-5c22-4757-8c2a-684509163cb1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6460e32c-5c22-4757-8c2a-684509163cb1,segment=NetworkSegment(8e13f9cd-d3ee-4542-a7ed-108bb70dea07),segment_id=8e13f9cd-d3ee-4542-a7ed-108bb70dea07)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:47:11.117566 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (6460e32c-5c22-4757-8c2a-684509163cb1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.162142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Deleting port 0b130183-306a-4432-8784-5fe53ace0fd3 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:47:11.162742 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0b130183-306a-4432-8784-5fe53ace0fd3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.186182 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=6460e32c-5c22-4757-8c2a-684509163cb1,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:11.241389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] For port 0b130183-306a-4432-8784-5fe53ace0fd3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0b130183-306a-4432-8784-5fe53ace0fd3,segment=NetworkSegment(a5b7a959-bf7b-4440-8dea-f759716b33f6),segment_id=a5b7a959-bf7b-4440-8dea-f759716b33f6)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:47:11.242290 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0b130183-306a-4432-8784-5fe53ace0fd3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.256890 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Calling delete_port for 0b130183-306a-4432-8784-5fe53ace0fd3 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:47:11.325794 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0713fe-dd9b-452c-b70b-24fa63e26f13 None None] Network c740b350-5bbd-4176-85f9-882e0918604b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:11.352345 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (0b130183-306a-4432-8784-5fe53ace0fd3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.384903 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Pushing event deleted for resources: {'Port': ['ID=0b130183-306a-4432-8784-5fe53ace0fd3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:11.386922 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] No DVR routers for this DVR port 0b130183-306a-4432-8784-5fe53ace0fd3 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:47:11.428918 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1bbe8eff-b0ff-40b9-b72e-783b00e9d6e3 None None] Provisioning complete for port 6460e32c-5c22-4757-8c2a-684509163cb1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:11.429292 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8eff-b0ff-40b9-b72e-783b00e9d6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6460e32c-5c22-4757-8c2a-684509163cb1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.482016 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (f8d404e9-baec-42d1-ad88-c553daee7ae5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.504504 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d404e9-baec-42d1-ad88-c553daee7ae5']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:11.516056 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b7a959-bf7b-4440-8dea-f759716b33f6') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:11.516522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b7a959-bf7b-4440-8dea-f759716b33f6') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:11.527732 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (a5b7a959-bf7b-4440-8dea-f759716b33f6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.555271 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (a5b7a959-bf7b-4440-8dea-f759716b33f6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.555483 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1bbe8eff-b0ff-40b9-b72e-783b00e9d6e3 None None] Current status of the port 6460e32c-5c22-4757-8c2a-684509163cb1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:11.555654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:47:11.555654 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (a5b7a959-bf7b-4440-8dea-f759716b33f6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:47:11.559238 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:47:11.619463 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (f8d404e9-baec-42d1-ad88-c553daee7ae5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.627592 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.630989 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] 10.222.0.36 "DELETE /v2.0/networks/f8d404e9-baec-42d1-ad88-c553daee7ae5 HTTP/1.1" status: 204 len: 168 time: 0.6536598 Feb 05 03:47:11.633557 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44580) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:11.646418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467508f4-9b5b-4837-8287-74e1bbdf2c72 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Pushing event deleted for resources: {'Network': ['ID=f8d404e9-baec-42d1-ad88-c553daee7ae5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:11.689631 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac73d3d-99bb-428d-b08f-6dc9f8b38723 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Deleting subnet 250b0dbc-9977-47ee-9b7d-ca36f59a546a {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:47:11.693217 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ac73d3d-99bb-428d-b08f-6dc9f8b38723 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for subnet (250b0dbc-9977-47ee-9b7d-ca36f59a546a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.736237 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ac73d3d-99bb-428d-b08f-6dc9f8b38723 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (250b0dbc-9977-47ee-9b7d-ca36f59a546a), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.775280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8d000c6f-5d74-4781-9415-952cccf1ac23 None None] Provisioning complete for port 6460e32c-5c22-4757-8c2a-684509163cb1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:11.775651 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8d000c6f-5d74-4781-9415-952cccf1ac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (6460e32c-5c22-4757-8c2a-684509163cb1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.830060 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ac73d3d-99bb-428d-b08f-6dc9f8b38723 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (250b0dbc-9977-47ee-9b7d-ca36f59a546a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.860813 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8d000c6f-5d74-4781-9415-952cccf1ac23 None None] Current status of the port 6460e32c-5c22-4757-8c2a-684509163cb1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:11.895821 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ac73d3d-99bb-428d-b08f-6dc9f8b38723 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (250b0dbc-9977-47ee-9b7d-ca36f59a546a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.922624 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac73d3d-99bb-428d-b08f-6dc9f8b38723 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Pushing event deleted for resources: {'Subnet': ['ID=250b0dbc-9977-47ee-9b7d-ca36f59a546a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:11.928318 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ac73d3d-99bb-428d-b08f-6dc9f8b38723 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:11.931520 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5ac73d3d-99bb-428d-b08f-6dc9f8b38723 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] 10.222.0.36 "DELETE /v2.0/subnets/250b0dbc-9977-47ee-9b7d-ca36f59a546a HTTP/1.1" status: 204 len: 168 time: 0.2969589 Feb 05 03:47:11.934213 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44582) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:11.935678 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5affd8c5-a30b-4e20-96eb-f9d274e37e82 None None] Network c740b350-5bbd-4176-85f9-882e0918604b requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:12.000211 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.025642 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (c740b350-5bbd-4176-85f9-882e0918604b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.082681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Deleting port 6460e32c-5c22-4757-8c2a-684509163cb1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:47:12.083054 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6460e32c-5c22-4757-8c2a-684509163cb1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.134909 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8600ac-c306-4d54-9f27-51e99bd3eb60 None None] DHCP port deletion for c740b350-5bbd-4176-85f9-882e0918604b request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:47:12.157379 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] For port 6460e32c-5c22-4757-8c2a-684509163cb1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6460e32c-5c22-4757-8c2a-684509163cb1,segment=NetworkSegment(8e13f9cd-d3ee-4542-a7ed-108bb70dea07),segment_id=8e13f9cd-d3ee-4542-a7ed-108bb70dea07)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:47:12.157860 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6460e32c-5c22-4757-8c2a-684509163cb1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.179426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Calling delete_port for 6460e32c-5c22-4757-8c2a-684509163cb1 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:47:12.186429 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dd8600ac-c306-4d54-9f27-51e99bd3eb60 None None] Deleting port 6460e32c-5c22-4757-8c2a-684509163cb1 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:47:12.186835 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd8600ac-c306-4d54-9f27-51e99bd3eb60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6460e32c-5c22-4757-8c2a-684509163cb1), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.251691 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dd8600ac-c306-4d54-9f27-51e99bd3eb60 None None] For port 6460e32c-5c22-4757-8c2a-684509163cb1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=6460e32c-5c22-4757-8c2a-684509163cb1,segment=NetworkSegment(8e13f9cd-d3ee-4542-a7ed-108bb70dea07),segment_id=8e13f9cd-d3ee-4542-a7ed-108bb70dea07)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:47:12.252183 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd8600ac-c306-4d54-9f27-51e99bd3eb60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6460e32c-5c22-4757-8c2a-684509163cb1), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.265011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dd8600ac-c306-4d54-9f27-51e99bd3eb60 None None] Calling delete_port for 6460e32c-5c22-4757-8c2a-684509163cb1 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:47:12.266816 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (6460e32c-5c22-4757-8c2a-684509163cb1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.284547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-076d4e03-34d1-40d4-80e2-1807921d40fb None None] Could not find standard attr ID for object 0b130183-306a-4432-8784-5fe53ace0fd3. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 05 03:47:12.294129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Pushing event deleted for resources: {'Port': ['ID=6460e32c-5c22-4757-8c2a-684509163cb1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:12.295976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] No DVR routers for this DVR port 6460e32c-5c22-4757-8c2a-684509163cb1 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:47:12.322730 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a2a625-6ba8-465b-b0d9-4af07f473e98 None None] DHCP port deletion for f8d404e9-baec-42d1-ad88-c553daee7ae5 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:47:12.351102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6335871-d430-402e-8481-466735936a42 None None] Network f8d404e9-baec-42d1-ad88-c553daee7ae5 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:12.365179 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6335871-d430-402e-8481-466735936a42 None None] Network f8d404e9-baec-42d1-ad88-c553daee7ae5 could not be found, it might have been deleted concurrently. {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 05 03:47:12.382502 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (c740b350-5bbd-4176-85f9-882e0918604b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.384632 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd8600ac-c306-4d54-9f27-51e99bd3eb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (6460e32c-5c22-4757-8c2a-684509163cb1), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.402637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c740b350-5bbd-4176-85f9-882e0918604b']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:12.412048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8600ac-c306-4d54-9f27-51e99bd3eb60 None None] Pushing event deleted for resources: {'Port': ['ID=6460e32c-5c22-4757-8c2a-684509163cb1,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:12.412731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e13f9cd-d3ee-4542-a7ed-108bb70dea07') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:12.413873 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8600ac-c306-4d54-9f27-51e99bd3eb60 None None] No DVR routers for this DVR port 6460e32c-5c22-4757-8c2a-684509163cb1 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:47:12.414491 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e13f9cd-d3ee-4542-a7ed-108bb70dea07') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:12.426172 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (8e13f9cd-d3ee-4542-a7ed-108bb70dea07), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.441508 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (8e13f9cd-d3ee-4542-a7ed-108bb70dea07), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.455957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:47:12.456453 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (8e13f9cd-d3ee-4542-a7ed-108bb70dea07), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:47:12.459709 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:47:12.495265 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6460e32c-5c22-4757-8c2a-684509163cb1 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:47:12.517155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 6460e32c-5c22-4757-8c2a-684509163cb1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:47:12.517504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 6460e32c-5c22-4757-8c2a-684509163cb1 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:47:12.523504 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (c740b350-5bbd-4176-85f9-882e0918604b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.530186 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.533415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] 10.222.0.36 "DELETE /v2.0/networks/c740b350-5bbd-4176-85f9-882e0918604b HTTP/1.1" status: 204 len: 168 time: 0.5981429 Feb 05 03:47:12.536166 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44584) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:12.544984 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d920d4-ddb7-4965-a0d3-963df6d5d707 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Pushing event deleted for resources: {'Network': ['ID=c740b350-5bbd-4176-85f9-882e0918604b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:12.566403 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1c39e660-1c08-4b45-85c8-5318d6c503c5 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] 10.222.0.36 "GET /v2.0/ports?device_id=31f906bc-74a5-496d-b6eb-76af9fba291a HTTP/1.1" status: 200 len: 205 time: 0.0290253 Feb 05 03:47:12.568670 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44586) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:12.645928 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11cc5e8d-62bf-4e73-8e38-8a4ee1e4a7d3 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for router (31f906bc-74a5-496d-b6eb-76af9fba291a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.806642 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11cc5e8d-62bf-4e73-8e38-8a4ee1e4a7d3 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (31f906bc-74a5-496d-b6eb-76af9fba291a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.808661 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11cc5e8d-62bf-4e73-8e38-8a4ee1e4a7d3 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for router_controller (31f906bc-74a5-496d-b6eb-76af9fba291a), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.850338 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11cc5e8d-62bf-4e73-8e38-8a4ee1e4a7d3 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (31f906bc-74a5-496d-b6eb-76af9fba291a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.850899 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cc5e8d-62bf-4e73-8e38-8a4ee1e4a7d3 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Fanout notify agent at l3_agent the message router_deleted on router 31f906bc-74a5-496d-b6eb-76af9fba291a {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:47:12.857598 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11cc5e8d-62bf-4e73-8e38-8a4ee1e4a7d3 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:12.861436 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-11cc5e8d-62bf-4e73-8e38-8a4ee1e4a7d3 tempest-RoutersNegativeTest-2019297088 tempest-RoutersNegativeTest-2019297088-project] 10.222.0.36 "DELETE /v2.0/routers/31f906bc-74a5-496d-b6eb-76af9fba291a HTTP/1.1" status: 204 len: 168 time: 0.2891483 Feb 05 03:47:13.096748 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44592) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:13.227951 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f64cad52-84fb-4f93-a6a6-a4282c99310e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee48432e595a43968a529607228ceecb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299448 Feb 05 03:47:13.230379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44596) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:13.276962 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a81c1426-98c5-46e2-a71c-dfc711975a90 admin admin] Publish callbacks [] for security_group (05577528-b450-4099-a902-2b953dfa54ee), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:13.297844 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a81c1426-98c5-46e2-a71c-dfc711975a90 admin admin] Publish callbacks [] for security_group (05577528-b450-4099-a902-2b953dfa54ee), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:13.344966 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a81c1426-98c5-46e2-a71c-dfc711975a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (05577528-b450-4099-a902-2b953dfa54ee), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:13.347600 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a81c1426-98c5-46e2-a71c-dfc711975a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:13.348830 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a81c1426-98c5-46e2-a71c-dfc711975a90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05577528-b450-4099-a902-2b953dfa54ee HTTP/1.1" status: 204 len: 168 time: 0.1174946 Feb 05 03:47:13.357144 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c1426-98c5-46e2-a71c-dfc711975a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05577528-b450-4099-a902-2b953dfa54ee,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:13.951013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44618) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:14.045010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a33bebeb-4d5f-47c3-9c3c-00fc73c0018f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1322616740-network', 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:14.064589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33bebeb-4d5f-47c3-9c3c-00fc73c0018f admin admin] Made reservation on behalf of 25e0c017ee364bd8bb75c8c7aa3f74b5 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:14.066918 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a33bebeb-4d5f-47c3-9c3c-00fc73c0018f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:14.075078 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a33bebeb-4d5f-47c3-9c3c-00fc73c0018f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:14.151886 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a33bebeb-4d5f-47c3-9c3c-00fc73c0018f admin admin] Publish callbacks [] for security_group (6e7f6b83-b415-419a-bed8-40fba2428597), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:14.155266 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a33bebeb-4d5f-47c3-9c3c-00fc73c0018f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6e7f6b83-b415-419a-bed8-40fba2428597), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:14.175533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33bebeb-4d5f-47c3-9c3c-00fc73c0018f admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:47:14.190308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bebeb-4d5f-47c3-9c3c-00fc73c0018f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7f6b83-b415-419a-bed8-40fba2428597,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:14.193119 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a33bebeb-4d5f-47c3-9c3c-00fc73c0018f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (260a2d98-38e4-4694-a6bd-e35a93d6aa9f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:14.193457 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-a33bebeb-4d5f-47c3-9c3c-00fc73c0018f admin admin] Added segment 260a2d98-38e4-4694-a6bd-e35a93d6aa9f of type vlan for network 2e75d260-cc19-434a-bdb7-9f80aa242d8a Feb 05 03:47:14.232615 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a33bebeb-4d5f-47c3-9c3c-00fc73c0018f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (2e75d260-cc19-434a-bdb7-9f80aa242d8a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:14.254926 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a33bebeb-4d5f-47c3-9c3c-00fc73c0018f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (2e75d260-cc19-434a-bdb7-9f80aa242d8a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:14.255840 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33bebeb-4d5f-47c3-9c3c-00fc73c0018f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:14.256407 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a33bebeb-4d5f-47c3-9c3c-00fc73c0018f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:14.313389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a33bebeb-4d5f-47c3-9c3c-00fc73c0018f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3611355 Feb 05 03:47:14.316437 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44622) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:14.320654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bebeb-4d5f-47c3-9c3c-00fc73c0018f admin admin] Pushing event updated for resources: {'Network': ['ID=2e75d260-cc19-434a-bdb7-9f80aa242d8a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:14.321546 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ed02488b-6ace-43cc-b63c-fbfb1a463a37 admin admin] Request body: {'subnet': {'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1322616740-subnet', 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:14.331637 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 2e75d260-cc19-434a-bdb7-9f80aa242d8a details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:47:14.347844 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed02488b-6ace-43cc-b63c-fbfb1a463a37 admin admin] Made reservation on behalf of 25e0c017ee364bd8bb75c8c7aa3f74b5 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:14.350235 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed02488b-6ace-43cc-b63c-fbfb1a463a37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:14.522872 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed02488b-6ace-43cc-b63c-fbfb1a463a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (bae8cd42-9db6-4e28-99d8-fa066da280d5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:14.576937 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02488b-6ace-43cc-b63c-fbfb1a463a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bae8cd42-9db6-4e28-99d8-fa066da280d5,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:14.585407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02488b-6ace-43cc-b63c-fbfb1a463a37 admin admin] Checking segment: {'id': '260a2d98-38e4-4694-a6bd-e35a93d6aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:14.585763 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed02488b-6ace-43cc-b63c-fbfb1a463a37 admin admin] Network hostable DHCP agents. Network: 2e75d260-cc19-434a-bdb7-9f80aa242d8a, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:47:14.602021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed02488b-6ace-43cc-b63c-fbfb1a463a37 admin admin] Network 2e75d260-cc19-434a-bdb7-9f80aa242d8a is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:47:14.611063 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ed02488b-6ace-43cc-b63c-fbfb1a463a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 2e75d260-cc19-434a-bdb7-9f80aa242d8a) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:14.614971 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed02488b-6ace-43cc-b63c-fbfb1a463a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:14.615565 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed02488b-6ace-43cc-b63c-fbfb1a463a37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:14.619849 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ba31ba-e491-4228-9f3b-c9e788868370 None None] Network 2e75d260-cc19-434a-bdb7-9f80aa242d8a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:14.630752 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ed02488b-6ace-43cc-b63c-fbfb1a463a37 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3131547 Feb 05 03:47:14.633510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44624) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:14.637873 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1322616740-router', 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:14.657127 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (a6eaecbd-76c8-4967-9fde-e06a52e407f6), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:14.658309 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (a6eaecbd-76c8-4967-9fde-e06a52e407f6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:14.716137 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Publish callbacks [] for router_controller (a6eaecbd-76c8-4967-9fde-e06a52e407f6), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:14.720583 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-2e75d260-cc19-434a-bdb7-9f80aa242d8a', 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a', 'project_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'fixed_ips': [{'subnet_id': 'bae8cd42-9db6-4e28-99d8-fa066da280d5'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:47:14.721591 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:14.859531 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Publish callbacks [] for router_gateway (a6eaecbd-76c8-4967-9fde-e06a52e407f6), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:14.859779 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Allocated IP 172.20.0.2 (2e75d260-cc19-434a-bdb7-9f80aa242d8a/bae8cd42-9db6-4e28-99d8-fa066da280d5/c2105cbc-f030-4d88-9d64-1ba537d960c9) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:47:14.997970 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Publish callbacks [] for port (c2105cbc-f030-4d88-9d64-1ba537d960c9), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:15.004025 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (c2105cbc-f030-4d88-9d64-1ba537d960c9), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:15.049944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Network 2e75d260-cc19-434a-bdb7-9f80aa242d8a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:47:15.052811 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:15.057051 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:47:15.060096 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Pushing event updated for resources: {'Port': ['ID=c2105cbc-f030-4d88-9d64-1ba537d960c9,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:15.064053 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Publish callbacks [] for router_gateway (a6eaecbd-76c8-4967-9fde-e06a52e407f6), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:15.084077 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:15.115987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Attempting to bind port c2105cbc-f030-4d88-9d64-1ba537d960c9 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:47:15.116357 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Attempting to bind port c2105cbc-f030-4d88-9d64-1ba537d960c9 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '260a2d98-38e4-4694-a6bd-e35a93d6aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:47:15.116715 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Attempting to bind port c2105cbc-f030-4d88-9d64-1ba537d960c9 on network 2e75d260-cc19-434a-bdb7-9f80aa242d8a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:47:15.121553 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:47:15.121938 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Checking segment: {'id': '260a2d98-38e4-4694-a6bd-e35a93d6aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:15.122340 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:15.122731 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Bound using segment: {'id': '260a2d98-38e4-4694-a6bd-e35a93d6aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:47:15.123218 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Bound port: c2105cbc-f030-4d88-9d64-1ba537d960c9, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260a2d98-38e4-4694-a6bd-e35a93d6aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:47:15.123593 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c2105cbc-f030-4d88-9d64-1ba537d960c9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:15.185901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] For port c2105cbc-f030-4d88-9d64-1ba537d960c9, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:47:15.189689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] For port c2105cbc-f030-4d88-9d64-1ba537d960c9, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c2105cbc-f030-4d88-9d64-1ba537d960c9,segment=NetworkSegment(260a2d98-38e4-4694-a6bd-e35a93d6aa9f),segment_id=260a2d98-38e4-4694-a6bd-e35a93d6aa9f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:47:15.192077 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Allocated IP 172.25.0.165 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/3cb2002a-0531-4928-9ca1-65335f499293) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:47:15.196210 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c2105cbc-f030-4d88-9d64-1ba537d960c9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:15.257687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0e69a-c3be-48ff-a261-0a0924275ec2 None None] Pushing event updated for resources: {'Port': ['ID=c2105cbc-f030-4d88-9d64-1ba537d960c9,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:15.303268 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Publish callbacks [] for port (3cb2002a-0531-4928-9ca1-65335f499293), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:15.335796 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (3cb2002a-0531-4928-9ca1-65335f499293), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:15.379365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:47:15.384402 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:15.387959 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:47:15.419338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Pushing event updated for resources: {'Port': ['ID=3cb2002a-0531-4928-9ca1-65335f499293,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:15.663529 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Publish callbacks [] for router_gateway (a6eaecbd-76c8-4967-9fde-e06a52e407f6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:15.868175 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (a6eaecbd-76c8-4967-9fde-e06a52e407f6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:16.007232 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Router a6eaecbd-76c8-4967-9fde-e06a52e407f6 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:47:16.192612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2197aa24-8130-4aab-aa16-3816036e9146 None None] Network 2e75d260-cc19-434a-bdb7-9f80aa242d8a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:16.262394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fcc129f6-7ae4-4d2c-8645-fd75d1386660 None None] Provisioning complete for port c2105cbc-f030-4d88-9d64-1ba537d960c9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:16.262780 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fcc129f6-7ae4-4d2c-8645-fd75d1386660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c2105cbc-f030-4d88-9d64-1ba537d960c9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:16.386046 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fcc129f6-7ae4-4d2c-8645-fd75d1386660 None None] Current status of the port c2105cbc-f030-4d88-9d64-1ba537d960c9 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:16.386437 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fcc129f6-7ae4-4d2c-8645-fd75d1386660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c2105cbc-f030-4d88-9d64-1ba537d960c9), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:16.394299 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:47:16.408838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Sync routers for ids ['a6eaecbd-76c8-4967-9fde-e06a52e407f6'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:47:16.412226 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:16.416349 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44626) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:16.416895 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d6f40dc0-ee84-4044-b642-5fe1a03fbe30 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7818525 Feb 05 03:47:16.431791 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fcc129f6-7ae4-4d2c-8645-fd75d1386660 None None] For port c2105cbc-f030-4d88-9d64-1ba537d960c9, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c2105cbc-f030-4d88-9d64-1ba537d960c9,segment=NetworkSegment(260a2d98-38e4-4694-a6bd-e35a93d6aa9f),segment_id=260a2d98-38e4-4694-a6bd-e35a93d6aa9f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:47:16.432787 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Routers {'a6eaecbd-76c8-4967-9fde-e06a52e407f6'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:47:16.433441 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a6eaecbd-76c8-4967-9fde-e06a52e407f6'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:16.438270 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fcc129f6-7ae4-4d2c-8645-fd75d1386660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c2105cbc-f030-4d88-9d64-1ba537d960c9), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:16.570546 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc129f6-7ae4-4d2c-8645-fd75d1386660 None None] Pushing event updated for resources: {'Port': ['ID=c2105cbc-f030-4d88-9d64-1ba537d960c9,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:16.599715 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Set router a6eaecbd-76c8-4967-9fde-e06a52e407f6 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:47:16.632310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c2105cbc-f030-4d88-9d64-1ba537d960c9 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:47:16.745302 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c0809e63-aac3-4198-8815-8c4f78b39498 None None] Provisioning complete for port c2105cbc-f030-4d88-9d64-1ba537d960c9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:16.745682 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c0809e63-aac3-4198-8815-8c4f78b39498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c2105cbc-f030-4d88-9d64-1ba537d960c9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:16.821892 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:16.834942 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c2105cbc-f030-4d88-9d64-1ba537d960c9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:16.835314 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c2105cbc-f030-4d88-9d64-1ba537d960c9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:16.875635 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:16.942011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c0809e63-aac3-4198-8815-8c4f78b39498 None None] Current status of the port c2105cbc-f030-4d88-9d64-1ba537d960c9 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:16.983143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'name': 'tempest-TestEncryptedCinderVolumes-1322616740-router', 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '3cb2002a-0531-4928-9ca1-65335f499293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:14Z', 'updated_at': '2022-02-05T03:47:15Z', 'revision_number': 3, 'project_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'gw_port': {'id': '3cb2002a-0531-4928-9ca1-65335f499293', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:34:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:15Z', 'updated_at': '2022-02-05T03:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:17.013490 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c2105cbc-f030-4d88-9d64-1ba537d960c9 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:17.015925 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Checking router: a6eaecbd-76c8-4967-9fde-e06a52e407f6 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:47:17.016282 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Updating router a6eaecbd-76c8-4967-9fde-e06a52e407f6 port 3cb2002a-0531-4928-9ca1-65335f499293 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:47:17.032760 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Allocated IP 172.20.0.1 (2e75d260-cc19-434a-bdb7-9f80aa242d8a/bae8cd42-9db6-4e28-99d8-fa066da280d5/0d58b0d5-5b2d-4b6e-8000-59179e604ab2) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:47:17.049007 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3cb2002a-0531-4928-9ca1-65335f499293), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:17.137006 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Publish callbacks [] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:17.171464 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:17.207881 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Network 2e75d260-cc19-434a-bdb7-9f80aa242d8a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:47:17.212712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:17.215260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:47:17.251310 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Pushing event updated for resources: {'Port': ['ID=0d58b0d5-5b2d-4b6e-8000-59179e604ab2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:17.264474 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (a6eaecbd-76c8-4967-9fde-e06a52e407f6), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:17.419549 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:17.475093 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Publish callbacks [] for port (3cb2002a-0531-4928-9ca1-65335f499293), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:17.481874 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3cb2002a-0531-4928-9ca1-65335f499293), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:17.486034 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4791d4df-91fa-423e-a16d-424bce03a6c8 None None] Provisioning complete for port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:17.486341 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4791d4df-91fa-423e-a16d-424bce03a6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:17.568699 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ddb44-7cc2-4709-88c8-c6eb4af5281b None None] Pushing event updated for resources: {'Port': ['ID=3cb2002a-0531-4928-9ca1-65335f499293,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:17.571600 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4791d4df-91fa-423e-a16d-424bce03a6c8 None None] Port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:47:17.573768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Attempting to bind port 3cb2002a-0531-4928-9ca1-65335f499293 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:47:17.574312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Attempting to bind port 3cb2002a-0531-4928-9ca1-65335f499293 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:47:17.574659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Attempting to bind port 3cb2002a-0531-4928-9ca1-65335f499293 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:47:17.579957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:47:17.580330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:17.580728 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:17.581113 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:47:17.581569 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Bound port: 3cb2002a-0531-4928-9ca1-65335f499293, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:47:17.581945 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3cb2002a-0531-4928-9ca1-65335f499293), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:17.588862 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Publish callbacks [] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:17.594940 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:17.633285 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] For port 3cb2002a-0531-4928-9ca1-65335f499293, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:47:17.636747 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] For port 3cb2002a-0531-4928-9ca1-65335f499293, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3cb2002a-0531-4928-9ca1-65335f499293,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:47:17.642614 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3cb2002a-0531-4928-9ca1-65335f499293), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:17.662172 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (a6eaecbd-76c8-4967-9fde-e06a52e407f6), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:17.663894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Pushing event updated for resources: {'Port': ['ID=0d58b0d5-5b2d-4b6e-8000-59179e604ab2,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:17.693234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Routers {'a6eaecbd-76c8-4967-9fde-e06a52e407f6'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:47:17.693880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a6eaecbd-76c8-4967-9fde-e06a52e407f6'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:17.759898 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Network 2e75d260-cc19-434a-bdb7-9f80aa242d8a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:47:17.761325 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:17.763562 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ddb44-7cc2-4709-88c8-c6eb4af5281b None None] Pushing event updated for resources: {'Port': ['ID=3cb2002a-0531-4928-9ca1-65335f499293,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:17.818341 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] Set router a6eaecbd-76c8-4967-9fde-e06a52e407f6 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:47:17.880586 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Router a6eaecbd-76c8-4967-9fde-e06a52e407f6 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:47:18.024157 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cff4eb3d-bb9e-4148-a97d-f30a4563d9e7 None None] Provisioning complete for port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:18.024447 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cff4eb3d-bb9e-4148-a97d-f30a4563d9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:18.066065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cff4eb3d-bb9e-4148-a97d-f30a4563d9e7 None None] Port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:47:18.075114 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'name': 'tempest-TestEncryptedCinderVolumes-1322616740-router', 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '3cb2002a-0531-4928-9ca1-65335f499293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:14Z', 'updated_at': '2022-02-05T03:47:17Z', 'revision_number': 4, 'project_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'gw_port': {'id': '3cb2002a-0531-4928-9ca1-65335f499293', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:34:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:15Z', 'updated_at': '2022-02-05T03:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '0d58b0d5-5b2d-4b6e-8000-59179e604ab2', 'name': '', 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a', 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'mac_address': 'fa:16:3e:19:2b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'bae8cd42-9db6-4e28-99d8-fa066da280d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:16Z', 'updated_at': '2022-02-05T03:47:17Z', 'revision_number': 2, 'project_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'subnets': [{'id': 'bae8cd42-9db6-4e28-99d8-fa066da280d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:18.102861 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bdf9b2-e7d5-4f0b-bcbf-b66514d94f1a None None] The sync data for ids ['a6eaecbd-76c8-4967-9fde-e06a52e407f6'] in n-d-826942-8 is: [{'id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'name': 'tempest-TestEncryptedCinderVolumes-1322616740-router', 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '3cb2002a-0531-4928-9ca1-65335f499293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:14Z', 'updated_at': '2022-02-05T03:47:17Z', 'revision_number': 4, 'project_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'gw_port': {'id': '3cb2002a-0531-4928-9ca1-65335f499293', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:34:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:15Z', 'updated_at': '2022-02-05T03:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '0d58b0d5-5b2d-4b6e-8000-59179e604ab2', 'name': '', 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a', 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'mac_address': 'fa:16:3e:19:2b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'bae8cd42-9db6-4e28-99d8-fa066da280d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:16Z', 'updated_at': '2022-02-05T03:47:17Z', 'revision_number': 2, 'project_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'subnets': [{'id': 'bae8cd42-9db6-4e28-99d8-fa066da280d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:47:18.312019 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:47:18.317703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d4f9855f-1814-4f3d-b429-191d387b6763 admin admin] 10.222.0.36 "PUT /v2.0/routers/a6eaecbd-76c8-4967-9fde-e06a52e407f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8994358 Feb 05 03:47:18.518915 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c2105cbc-f030-4d88-9d64-1ba537d960c9 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:47:18.572779 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c2105cbc-f030-4d88-9d64-1ba537d960c9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:18.573111 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c2105cbc-f030-4d88-9d64-1ba537d960c9), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:18.661705 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c2105cbc-f030-4d88-9d64-1ba537d960c9 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:18.852364 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44642) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:18.857307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2ee27156-04fb-42cb-b3a3-069b1ea1d1df admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1994930752-network', 'tenant_id': '92071a8ba0cc4059b7e2d90139949c05'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:18.878061 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee27156-04fb-42cb-b3a3-069b1ea1d1df admin admin] Made reservation on behalf of 92071a8ba0cc4059b7e2d90139949c05 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:18.880439 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ee27156-04fb-42cb-b3a3-069b1ea1d1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:18.889410 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ee27156-04fb-42cb-b3a3-069b1ea1d1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:18.974500 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ee27156-04fb-42cb-b3a3-069b1ea1d1df admin admin] Publish callbacks [] for security_group (7909d582-9baa-4c64-8d84-a9852b5f33e4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:18.978742 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ee27156-04fb-42cb-b3a3-069b1ea1d1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7909d582-9baa-4c64-8d84-a9852b5f33e4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:19.007344 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee27156-04fb-42cb-b3a3-069b1ea1d1df admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:47:19.013887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee27156-04fb-42cb-b3a3-069b1ea1d1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7909d582-9baa-4c64-8d84-a9852b5f33e4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:19.022431 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ee27156-04fb-42cb-b3a3-069b1ea1d1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (cff7825c-ce6b-499c-a65a-863060bddb21), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:19.022733 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-2ee27156-04fb-42cb-b3a3-069b1ea1d1df admin admin] Added segment cff7825c-ce6b-499c-a65a-863060bddb21 of type vlan for network 6fd2914f-7a23-47ae-803e-d58a7d5d4690 Feb 05 03:47:19.069277 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ee27156-04fb-42cb-b3a3-069b1ea1d1df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (6fd2914f-7a23-47ae-803e-d58a7d5d4690), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:19.095127 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ee27156-04fb-42cb-b3a3-069b1ea1d1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (6fd2914f-7a23-47ae-803e-d58a7d5d4690), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:19.096153 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee27156-04fb-42cb-b3a3-069b1ea1d1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:19.096766 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ee27156-04fb-42cb-b3a3-069b1ea1d1df admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:19.159166 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2ee27156-04fb-42cb-b3a3-069b1ea1d1df admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3055346 Feb 05 03:47:19.161261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44644) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:19.165522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee27156-04fb-42cb-b3a3-069b1ea1d1df admin admin] Pushing event updated for resources: {'Network': ['ID=6fd2914f-7a23-47ae-803e-d58a7d5d4690,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:19.166849 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cc8af571-5a44-4e75-8a01-ade0935aa30c admin admin] Request body: {'subnet': {'network_id': '6fd2914f-7a23-47ae-803e-d58a7d5d4690', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1994930752-subnet', 'tenant_id': '92071a8ba0cc4059b7e2d90139949c05', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:19.176297 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 6fd2914f-7a23-47ae-803e-d58a7d5d4690 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:47:19.193305 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8af571-5a44-4e75-8a01-ade0935aa30c admin admin] Made reservation on behalf of 92071a8ba0cc4059b7e2d90139949c05 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:19.195928 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc8af571-5a44-4e75-8a01-ade0935aa30c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:19.372760 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc8af571-5a44-4e75-8a01-ade0935aa30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (7e486d1f-694a-4aad-aa60-cfdebe9e77d6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:19.430136 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8af571-5a44-4e75-8a01-ade0935aa30c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e486d1f-694a-4aad-aa60-cfdebe9e77d6,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:19.439196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8af571-5a44-4e75-8a01-ade0935aa30c admin admin] Checking segment: {'id': 'cff7825c-ce6b-499c-a65a-863060bddb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6fd2914f-7a23-47ae-803e-d58a7d5d4690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:19.439561 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8af571-5a44-4e75-8a01-ade0935aa30c admin admin] Network hostable DHCP agents. Network: 6fd2914f-7a23-47ae-803e-d58a7d5d4690, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:47:19.457257 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8af571-5a44-4e75-8a01-ade0935aa30c admin admin] Network 6fd2914f-7a23-47ae-803e-d58a7d5d4690 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:47:19.466510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-cc8af571-5a44-4e75-8a01-ade0935aa30c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 6fd2914f-7a23-47ae-803e-d58a7d5d4690) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:19.471296 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8af571-5a44-4e75-8a01-ade0935aa30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:19.471893 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc8af571-5a44-4e75-8a01-ade0935aa30c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:19.476811 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b736a4-7fa0-4003-a2dc-268034862eb5 None None] Network 6fd2914f-7a23-47ae-803e-d58a7d5d4690 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:19.488152 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cc8af571-5a44-4e75-8a01-ade0935aa30c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3252285 Feb 05 03:47:19.491161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 44646) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:19.495408 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1994930752-router', 'tenant_id': '92071a8ba0cc4059b7e2d90139949c05', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:19.514635 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (6d6f71d6-f87f-43bf-86ef-56e4cee0aace), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:19.516261 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (6d6f71d6-f87f-43bf-86ef-56e4cee0aace), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:19.570411 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Publish callbacks [] for router_controller (6d6f71d6-f87f-43bf-86ef-56e4cee0aace), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:19.583742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-6fd2914f-7a23-47ae-803e-d58a7d5d4690', 'network_id': '6fd2914f-7a23-47ae-803e-d58a7d5d4690', 'project_id': '92071a8ba0cc4059b7e2d90139949c05', 'fixed_ips': [{'subnet_id': '7e486d1f-694a-4aad-aa60-cfdebe9e77d6'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:47:19.584744 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:19.719559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Allocated IP 172.20.0.2 (6fd2914f-7a23-47ae-803e-d58a7d5d4690/7e486d1f-694a-4aad-aa60-cfdebe9e77d6/b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:47:19.720275 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Publish callbacks [] for router_gateway (6d6f71d6-f87f-43bf-86ef-56e4cee0aace), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:19.873302 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Publish callbacks [] for port (b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:19.880701 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:19.924207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Network 6fd2914f-7a23-47ae-803e-d58a7d5d4690 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:47:19.927086 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:19.931460 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:47:19.934448 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Pushing event updated for resources: {'Port': ['ID=b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:19.938527 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Publish callbacks [] for router_gateway (6d6f71d6-f87f-43bf-86ef-56e4cee0aace), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:19.958880 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:19.993442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Attempting to bind port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:47:19.993928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Attempting to bind port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'cff7825c-ce6b-499c-a65a-863060bddb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6fd2914f-7a23-47ae-803e-d58a7d5d4690'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:47:19.994420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Attempting to bind port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b on network 6fd2914f-7a23-47ae-803e-d58a7d5d4690 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:47:19.999673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:47:20.000143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Checking segment: {'id': 'cff7825c-ce6b-499c-a65a-863060bddb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6fd2914f-7a23-47ae-803e-d58a7d5d4690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:20.000538 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:20.000929 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Bound using segment: {'id': 'cff7825c-ce6b-499c-a65a-863060bddb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6fd2914f-7a23-47ae-803e-d58a7d5d4690'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:47:20.001394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Bound port: b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff7825c-ce6b-499c-a65a-863060bddb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6fd2914f-7a23-47ae-803e-d58a7d5d4690'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:47:20.001770 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:20.069594 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] For port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:47:20.069863 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Allocated IP 172.25.0.102 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/f7ba9b03-fe66-4af5-accf-9dcadd680e83) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:47:20.072570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] For port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b,segment=NetworkSegment(cff7825c-ce6b-499c-a65a-863060bddb21),segment_id=cff7825c-ce6b-499c-a65a-863060bddb21)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:47:20.078685 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:20.138287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4bd5d-cf7e-447b-be5c-f1e73c09e377 None None] Pushing event updated for resources: {'Port': ['ID=b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:20.180896 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Publish callbacks [] for port (f7ba9b03-fe66-4af5-accf-9dcadd680e83), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:20.213637 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Sync routers for ids ['a6eaecbd-76c8-4967-9fde-e06a52e407f6'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:47:20.216730 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f7ba9b03-fe66-4af5-accf-9dcadd680e83), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:20.224003 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Routers {'a6eaecbd-76c8-4967-9fde-e06a52e407f6'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:47:20.224755 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a6eaecbd-76c8-4967-9fde-e06a52e407f6'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:20.260814 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:47:20.264050 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:20.269320 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:47:20.272739 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Pushing event updated for resources: {'Port': ['ID=f7ba9b03-fe66-4af5-accf-9dcadd680e83,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:20.362243 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Set router a6eaecbd-76c8-4967-9fde-e06a52e407f6 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:47:20.568596 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Publish callbacks [] for router_gateway (6d6f71d6-f87f-43bf-86ef-56e4cee0aace), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:20.604318 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'name': 'tempest-TestEncryptedCinderVolumes-1322616740-router', 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '3cb2002a-0531-4928-9ca1-65335f499293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:14Z', 'updated_at': '2022-02-05T03:47:17Z', 'revision_number': 4, 'project_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'gw_port': {'id': '3cb2002a-0531-4928-9ca1-65335f499293', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:34:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:15Z', 'updated_at': '2022-02-05T03:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '0d58b0d5-5b2d-4b6e-8000-59179e604ab2', 'name': '', 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a', 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'mac_address': 'fa:16:3e:19:2b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'bae8cd42-9db6-4e28-99d8-fa066da280d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:16Z', 'updated_at': '2022-02-05T03:47:17Z', 'revision_number': 2, 'project_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'subnets': [{'id': 'bae8cd42-9db6-4e28-99d8-fa066da280d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:20.638013 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Checking router: a6eaecbd-76c8-4967-9fde-e06a52e407f6 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:47:20.638601 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Updating router a6eaecbd-76c8-4967-9fde-e06a52e407f6 port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:47:20.645601 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:47:20.674844 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:20.708185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:20.708766 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:20.793048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:20.793974 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:20.810000 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (6d6f71d6-f87f-43bf-86ef-56e4cee0aace), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:20.829644 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b,segment=NetworkSegment(cff7825c-ce6b-499c-a65a-863060bddb21),segment_id=cff7825c-ce6b-499c-a65a-863060bddb21)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:47:20.833811 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:20.834671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3cb2002a-0531-4928-9ca1-65335f499293 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:47:20.933102 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:20.951500 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 3cb2002a-0531-4928-9ca1-65335f499293 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:20.951882 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3cb2002a-0531-4928-9ca1-65335f499293), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:20.961880 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Router 6d6f71d6-f87f-43bf-86ef-56e4cee0aace is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:47:20.988973 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Publish callbacks [] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:21.000780 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:21.055900 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 3cb2002a-0531-4928-9ca1-65335f499293 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:21.056301 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3cb2002a-0531-4928-9ca1-65335f499293), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:21.060820 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb409cc9-145f-4a49-895a-41d38baf9094 None None] Pushing event updated for resources: {'Port': ['ID=0d58b0d5-5b2d-4b6e-8000-59179e604ab2,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:21.086468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 3cb2002a-0531-4928-9ca1-65335f499293, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3cb2002a-0531-4928-9ca1-65335f499293,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:47:21.095204 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3cb2002a-0531-4928-9ca1-65335f499293), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:21.107164 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:47:21.134938 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Sync routers for ids ['6d6f71d6-f87f-43bf-86ef-56e4cee0aace'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:47:21.139496 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb409cc9-145f-4a49-895a-41d38baf9094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:21.139842 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb409cc9-145f-4a49-895a-41d38baf9094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:21.140290 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb409cc9-145f-4a49-895a-41d38baf9094 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:21.140628 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb409cc9-145f-4a49-895a-41d38baf9094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:21.140948 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb409cc9-145f-4a49-895a-41d38baf9094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:21.141265 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb409cc9-145f-4a49-895a-41d38baf9094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:21.141587 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb409cc9-145f-4a49-895a-41d38baf9094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:21.141908 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb409cc9-145f-4a49-895a-41d38baf9094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:21.142222 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb409cc9-145f-4a49-895a-41d38baf9094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:21.142535 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb409cc9-145f-4a49-895a-41d38baf9094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:21.142997 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb409cc9-145f-4a49-895a-41d38baf9094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:21.143311 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb409cc9-145f-4a49-895a-41d38baf9094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:21.143629 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb409cc9-145f-4a49-895a-41d38baf9094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:21.153691 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:21.158420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Routers {'6d6f71d6-f87f-43bf-86ef-56e4cee0aace'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:47:21.158420 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6d6f71d6-f87f-43bf-86ef-56e4cee0aace'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:21.158743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 44648) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:47:21.160116 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ad621666-8d4c-4a4a-903d-c0ffef68fcdb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6679194 Feb 05 03:47:21.177016 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Attempting to bind port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:47:21.177978 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Attempting to bind port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '260a2d98-38e4-4694-a6bd-e35a93d6aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:47:21.178568 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Attempting to bind port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 on network 2e75d260-cc19-434a-bdb7-9f80aa242d8a {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:47:21.184616 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:47:21.185366 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Checking segment: {'id': '260a2d98-38e4-4694-a6bd-e35a93d6aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:21.186234 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:21.187822 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Bound using segment: {'id': '260a2d98-38e4-4694-a6bd-e35a93d6aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:47:21.188701 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Bound port: 0d58b0d5-5b2d-4b6e-8000-59179e604ab2, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260a2d98-38e4-4694-a6bd-e35a93d6aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:47:21.189409 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:21.243923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=3cb2002a-0531-4928-9ca1-65335f499293,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:21.285264 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] For port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:47:21.290207 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] For port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0d58b0d5-5b2d-4b6e-8000-59179e604ab2,segment=NetworkSegment(260a2d98-38e4-4694-a6bd-e35a93d6aa9f),segment_id=260a2d98-38e4-4694-a6bd-e35a93d6aa9f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:47:21.301973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Set router 6d6f71d6-f87f-43bf-86ef-56e4cee0aace gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:47:21.303831 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:21.419181 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Routers {'a6eaecbd-76c8-4967-9fde-e06a52e407f6'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:47:21.419837 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a6eaecbd-76c8-4967-9fde-e06a52e407f6'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:21.424492 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb409cc9-145f-4a49-895a-41d38baf9094 None None] Pushing event updated for resources: {'Port': ['ID=0d58b0d5-5b2d-4b6e-8000-59179e604ab2,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:21.481413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3666dbd-f84c-46d0-8934-789dde7cce01 None None] Network 6fd2914f-7a23-47ae-803e-d58a7d5d4690 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:47:21.589264 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ee0e37d7-d4f7-4893-9a7f-602f4edc9cab None None] Provisioning complete for port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:21.589647 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ee0e37d7-d4f7-4893-9a7f-602f4edc9cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:21.590664 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] Set router a6eaecbd-76c8-4967-9fde-e06a52e407f6 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:47:21.739078 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:21.816418 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'name': 'tempest-TestEncryptedCinderVolumes-1322616740-router', 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '3cb2002a-0531-4928-9ca1-65335f499293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:14Z', 'updated_at': '2022-02-05T03:47:17Z', 'revision_number': 4, 'project_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'gw_port': {'id': '3cb2002a-0531-4928-9ca1-65335f499293', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:15Z', 'updated_at': '2022-02-05T03:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '0d58b0d5-5b2d-4b6e-8000-59179e604ab2', 'name': '', 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a', 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'mac_address': 'fa:16:3e:19:2b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'bae8cd42-9db6-4e28-99d8-fa066da280d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:16Z', 'updated_at': '2022-02-05T03:47:21Z', 'revision_number': 4, 'project_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'subnets': [{'id': 'bae8cd42-9db6-4e28-99d8-fa066da280d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:21.847534 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4266aad9-8aee-45be-a473-ba4dbc22f427 None None] The sync data for ids ['a6eaecbd-76c8-4967-9fde-e06a52e407f6'] in n-d-826942-8 is: [{'id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'name': 'tempest-TestEncryptedCinderVolumes-1322616740-router', 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '3cb2002a-0531-4928-9ca1-65335f499293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:14Z', 'updated_at': '2022-02-05T03:47:17Z', 'revision_number': 4, 'project_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'gw_port': {'id': '3cb2002a-0531-4928-9ca1-65335f499293', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:15Z', 'updated_at': '2022-02-05T03:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '0d58b0d5-5b2d-4b6e-8000-59179e604ab2', 'name': '', 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a', 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'mac_address': 'fa:16:3e:19:2b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'bae8cd42-9db6-4e28-99d8-fa066da280d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:16Z', 'updated_at': '2022-02-05T03:47:21Z', 'revision_number': 4, 'project_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'subnets': [{'id': 'bae8cd42-9db6-4e28-99d8-fa066da280d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:47:21.865287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'name': 'tempest-TestEncryptedCinderVolumes-1994930752-router', 'tenant_id': '92071a8ba0cc4059b7e2d90139949c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'f7ba9b03-fe66-4af5-accf-9dcadd680e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:19Z', 'updated_at': '2022-02-05T03:47:20Z', 'revision_number': 3, 'project_id': '92071a8ba0cc4059b7e2d90139949c05', 'gw_port': {'id': 'f7ba9b03-fe66-4af5-accf-9dcadd680e83', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:19Z', 'updated_at': '2022-02-05T03:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:21.901487 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Checking router: 6d6f71d6-f87f-43bf-86ef-56e4cee0aace for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:47:21.902108 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Updating router 6d6f71d6-f87f-43bf-86ef-56e4cee0aace port f7ba9b03-fe66-4af5-accf-9dcadd680e83 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:47:21.924604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Allocated IP 172.20.0.1 (6fd2914f-7a23-47ae-803e-d58a7d5d4690/7e486d1f-694a-4aad-aa60-cfdebe9e77d6/fb044a67-3b65-49e8-a713-980f32e2cfd2) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:47:21.973713 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7ba9b03-fe66-4af5-accf-9dcadd680e83), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:21.977680 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ee0e37d7-d4f7-4893-9a7f-602f4edc9cab None None] Current status of the port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:21.977852 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ee0e37d7-d4f7-4893-9a7f-602f4edc9cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:22.068201 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Publish callbacks [] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:22.090881 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ee0e37d7-d4f7-4893-9a7f-602f4edc9cab None None] For port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0d58b0d5-5b2d-4b6e-8000-59179e604ab2,segment=NetworkSegment(260a2d98-38e4-4694-a6bd-e35a93d6aa9f),segment_id=260a2d98-38e4-4694-a6bd-e35a93d6aa9f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:47:22.106362 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ee0e37d7-d4f7-4893-9a7f-602f4edc9cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:22.115128 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:22.179874 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Network 6fd2914f-7a23-47ae-803e-d58a7d5d4690 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:47:22.186330 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:22.193120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:47:22.228761 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Pushing event updated for resources: {'Port': ['ID=fb044a67-3b65-49e8-a713-980f32e2cfd2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:22.242294 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:22.242667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:22.243129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:22.243560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:22.244142 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:22.244573 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:22.244999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:22.245420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:22.246108 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:22.246434 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:22.246897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:22.247459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:22.247735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:47:22.252247 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (6d6f71d6-f87f-43bf-86ef-56e4cee0aace), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:22.266061 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ee0e37d7-d4f7-4893-9a7f-602f4edc9cab None None] Provisioning complete for port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:22.266442 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ee0e37d7-d4f7-4893-9a7f-602f4edc9cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:22.314748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e37d7-d4f7-4893-9a7f-602f4edc9cab None None] Pushing event updated for resources: {'Port': ['ID=0d58b0d5-5b2d-4b6e-8000-59179e604ab2,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:22.425891 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:22.426446 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Publish callbacks [] for port (f7ba9b03-fe66-4af5-accf-9dcadd680e83), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:22.453878 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f7ba9b03-fe66-4af5-accf-9dcadd680e83), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:22.510194 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Attempting to bind port f7ba9b03-fe66-4af5-accf-9dcadd680e83 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:47:22.510579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Attempting to bind port f7ba9b03-fe66-4af5-accf-9dcadd680e83 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:47:22.510992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Attempting to bind port f7ba9b03-fe66-4af5-accf-9dcadd680e83 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:47:22.522542 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ee0e37d7-d4f7-4893-9a7f-602f4edc9cab None None] Current status of the port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:22.527635 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:47:22.527787 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:22.528159 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:22.528548 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:47:22.529034 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Bound port: f7ba9b03-fe66-4af5-accf-9dcadd680e83, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:47:22.529416 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7ba9b03-fe66-4af5-accf-9dcadd680e83), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:22.580268 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6ad71-6221-4586-9845-f0996bc01621 None None] Pushing event updated for resources: {'Port': ['ID=f7ba9b03-fe66-4af5-accf-9dcadd680e83,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:22.591337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] For port f7ba9b03-fe66-4af5-accf-9dcadd680e83, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:47:22.594525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] For port f7ba9b03-fe66-4af5-accf-9dcadd680e83, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f7ba9b03-fe66-4af5-accf-9dcadd680e83,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:47:22.604685 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f7ba9b03-fe66-4af5-accf-9dcadd680e83), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:22.642091 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Publish callbacks [] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:22.648421 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:22.652825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:47:22.718653 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Pushing event updated for resources: {'Port': ['ID=fb044a67-3b65-49e8-a713-980f32e2cfd2,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:22.724665 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6ad71-6221-4586-9845-f0996bc01621 None None] Pushing event updated for resources: {'Port': ['ID=f7ba9b03-fe66-4af5-accf-9dcadd680e83,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:22.727130 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (6d6f71d6-f87f-43bf-86ef-56e4cee0aace), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:22.731173 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d7afa670-6e66-4db3-8b8d-a8211d4e9a12 None None] Provisioning complete for port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:22.731557 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d7afa670-6e66-4db3-8b8d-a8211d4e9a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:22.752963 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Routers {'6d6f71d6-f87f-43bf-86ef-56e4cee0aace'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:47:22.753612 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6d6f71d6-f87f-43bf-86ef-56e4cee0aace'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:22.824415 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Network 6fd2914f-7a23-47ae-803e-d58a7d5d4690 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:47:22.825950 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:22.874534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:22.875208 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:22.947365 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Router 6d6f71d6-f87f-43bf-86ef-56e4cee0aace has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:47:22.949027 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] Set router 6d6f71d6-f87f-43bf-86ef-56e4cee0aace gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:47:22.996209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d7afa670-6e66-4db3-8b8d-a8211d4e9a12 None None] Current status of the port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:23.057528 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d7afa670-6e66-4db3-8b8d-a8211d4e9a12 None None] Provisioning complete for port fb044a67-3b65-49e8-a713-980f32e2cfd2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:23.057906 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d7afa670-6e66-4db3-8b8d-a8211d4e9a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:23.059847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:47:23.066890 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b89ba08e-edf7-4538-9bbe-7548b65c0276 admin admin] 10.222.0.36 "PUT /v2.0/routers/6d6f71d6-f87f-43bf-86ef-56e4cee0aace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9067492 Feb 05 03:47:23.169756 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d7afa670-6e66-4db3-8b8d-a8211d4e9a12 None None] Port fb044a67-3b65-49e8-a713-980f32e2cfd2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:47:23.193084 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:23.194084 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:47:23.230547 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d7afa670-6e66-4db3-8b8d-a8211d4e9a12 None None] Provisioning complete for port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:23.230953 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d7afa670-6e66-4db3-8b8d-a8211d4e9a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:23.337951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:23.338329 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:23.403326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'name': 'tempest-TestEncryptedCinderVolumes-1994930752-router', 'tenant_id': '92071a8ba0cc4059b7e2d90139949c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'f7ba9b03-fe66-4af5-accf-9dcadd680e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:19Z', 'updated_at': '2022-02-05T03:47:22Z', 'revision_number': 4, 'project_id': '92071a8ba0cc4059b7e2d90139949c05', 'gw_port': {'id': 'f7ba9b03-fe66-4af5-accf-9dcadd680e83', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:19Z', 'updated_at': '2022-02-05T03:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'fb044a67-3b65-49e8-a713-980f32e2cfd2', 'name': '', 'network_id': '6fd2914f-7a23-47ae-803e-d58a7d5d4690', 'tenant_id': '92071a8ba0cc4059b7e2d90139949c05', 'mac_address': 'fa:16:3e:92:5d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7e486d1f-694a-4aad-aa60-cfdebe9e77d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:21Z', 'updated_at': '2022-02-05T03:47:22Z', 'revision_number': 2, 'project_id': '92071a8ba0cc4059b7e2d90139949c05', 'subnets': [{'id': '7e486d1f-694a-4aad-aa60-cfdebe9e77d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:23.438235 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d392a0-f35c-4a6d-b6cc-ba64296d47ea None None] The sync data for ids ['6d6f71d6-f87f-43bf-86ef-56e4cee0aace'] in n-d-826942-8 is: [{'id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'name': 'tempest-TestEncryptedCinderVolumes-1994930752-router', 'tenant_id': '92071a8ba0cc4059b7e2d90139949c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'f7ba9b03-fe66-4af5-accf-9dcadd680e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:19Z', 'updated_at': '2022-02-05T03:47:22Z', 'revision_number': 4, 'project_id': '92071a8ba0cc4059b7e2d90139949c05', 'gw_port': {'id': 'f7ba9b03-fe66-4af5-accf-9dcadd680e83', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:19Z', 'updated_at': '2022-02-05T03:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'fb044a67-3b65-49e8-a713-980f32e2cfd2', 'name': '', 'network_id': '6fd2914f-7a23-47ae-803e-d58a7d5d4690', 'tenant_id': '92071a8ba0cc4059b7e2d90139949c05', 'mac_address': 'fa:16:3e:92:5d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7e486d1f-694a-4aad-aa60-cfdebe9e77d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:21Z', 'updated_at': '2022-02-05T03:47:22Z', 'revision_number': 2, 'project_id': '92071a8ba0cc4059b7e2d90139949c05', 'subnets': [{'id': '7e486d1f-694a-4aad-aa60-cfdebe9e77d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:47:23.441020 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d7afa670-6e66-4db3-8b8d-a8211d4e9a12 None None] Current status of the port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:23.496580 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:23.497820 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3cb2002a-0531-4928-9ca1-65335f499293 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:47:23.547117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 3cb2002a-0531-4928-9ca1-65335f499293 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:23.547601 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3cb2002a-0531-4928-9ca1-65335f499293), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:23.592503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-06021a7c-2c59-43fb-8fef-6975ebb227db None None] Provisioning complete for port fb044a67-3b65-49e8-a713-980f32e2cfd2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:23.592888 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06021a7c-2c59-43fb-8fef-6975ebb227db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:23.646750 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-06021a7c-2c59-43fb-8fef-6975ebb227db None None] Port fb044a67-3b65-49e8-a713-980f32e2cfd2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:47:23.706488 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 3cb2002a-0531-4928-9ca1-65335f499293 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:23.870043 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-e4b06b76-8ea4-47fc-876f-25d54b25e57a tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:23.871615 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-e4b06b76-8ea4-47fc-876f-25d54b25e57a tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/networks?id=2e75d260-cc19-434a-bdb7-9f80aa242d8a HTTP/1.1" status: 200 len: 817 time: 0.1132157 Feb 05 03:47:23.887042 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-539aba91-1c9f-4971-8daf-a1f96def635e tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/quotas/25e0c017ee364bd8bb75c8c7aa3f74b5 HTTP/1.1" status: 200 len: 375 time: 0.0096068 Feb 05 03:47:23.945887 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-ac93cb5e-bb5d-4eb8-83c4-694c8eb4e684 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=25e0c017ee364bd8bb75c8c7aa3f74b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520768 Feb 05 03:47:24.102364 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-e4b1d593-a51d-4107-87fb-26bc01e9f3ea service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:47:24.103406 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-e4b1d593-a51d-4107-87fb-26bc01e9f3ea service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0443497 Feb 05 03:47:24.195499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-5163841a-fd48-4f7f-99f4-bce5426bf533 service neutron] 10.222.0.36 "GET /v2.0/networks/2e75d260-cc19-434a-bdb7-9f80aa242d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857582 Feb 05 03:47:24.282432 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-f93aa741-6fb3-4491-9d65-77a6080aef7e service neutron] 10.222.0.36 "GET /v2.0/networks/2e75d260-cc19-434a-bdb7-9f80aa242d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811129 Feb 05 03:47:24.451571 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ea36380-1d4e-4bb0-83ca-fa6d7e99e805 req-b611b0e7-9ccb-4a6a-b0e4-87b217c3459f tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 210 time: 0.0280199 Feb 05 03:47:25.406595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-6eb45363-2518-4a17-a425-89f0c4771eb8 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:25.408068 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-6eb45363-2518-4a17-a425-89f0c4771eb8 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.31 "GET /v2.0/networks?id=2e75d260-cc19-434a-bdb7-9f80aa242d8a HTTP/1.1" status: 200 len: 817 time: 0.1052263 Feb 05 03:47:25.419618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-10556148-cb8f-4051-bd3c-4a83acb5b270 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Request body: {'port': {'device_id': 'c157be8e-d201-408a-92bf-9dcf76693724', 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a', 'admin_state_up': True, 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:25.534003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-10556148-cb8f-4051-bd3c-4a83acb5b270 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Made reservation on behalf of 25e0c017ee364bd8bb75c8c7aa3f74b5 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:47:25.537512 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-10556148-cb8f-4051-bd3c-4a83acb5b270 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:25.555474 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-78e70c15-7ec3-4f3c-8299-53e9d866a2b5 req-21245ab1-5a61-4e08-b766-18645fd0c597 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 210 time: 0.0325241 Feb 05 03:47:25.668248 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-10556148-cb8f-4051-bd3c-4a83acb5b270 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Allocated IP 172.20.0.8 (2e75d260-cc19-434a-bdb7-9f80aa242d8a/bae8cd42-9db6-4e28-99d8-fa066da280d5/25748d22-a139-4be3-8046-8885f0f572f5) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:47:25.819077 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-10556148-cb8f-4051-bd3c-4a83acb5b270 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Publish callbacks [] for port (25748d22-a139-4be3-8046-8885f0f572f5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:25.851471 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-10556148-cb8f-4051-bd3c-4a83acb5b270 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (25748d22-a139-4be3-8046-8885f0f572f5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:25.903380 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-10556148-cb8f-4051-bd3c-4a83acb5b270 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Network 2e75d260-cc19-434a-bdb7-9f80aa242d8a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:47:25.906527 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-10556148-cb8f-4051-bd3c-4a83acb5b270 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:47:25.908889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-10556148-cb8f-4051-bd3c-4a83acb5b270 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:47:25.936542 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10556148-cb8f-4051-bd3c-4a83acb5b270 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Pushing event updated for resources: {'Port': ['ID=25748d22-a139-4be3-8046-8885f0f572f5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:25.965576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-10556148-cb8f-4051-bd3c-4a83acb5b270 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:25.966252 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-10556148-cb8f-4051-bd3c-4a83acb5b270 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:25.987083 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-10556148-cb8f-4051-bd3c-4a83acb5b270 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5712533 Feb 05 03:47:25.999046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Request body: {'port': {'device_id': 'c157be8e-d201-408a-92bf-9dcf76693724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:47:26.036548 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Sync routers for ids ['6d6f71d6-f87f-43bf-86ef-56e4cee0aace'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:47:26.048557 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Routers {'6d6f71d6-f87f-43bf-86ef-56e4cee0aace'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:47:26.049184 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6d6f71d6-f87f-43bf-86ef-56e4cee0aace'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:26.072456 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (25748d22-a139-4be3-8046-8885f0f572f5), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:26.172529 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Set router 6d6f71d6-f87f-43bf-86ef-56e4cee0aace gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:47:26.197677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0e7f9c5e-b9dc-4424-96ae-fe8aa0787b37 None None] Provisioning complete for port 25748d22-a139-4be3-8046-8885f0f572f5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:26.198269 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9c5e-b9dc-4424-96ae-fe8aa0787b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (25748d22-a139-4be3-8046-8885f0f572f5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:26.233168 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0e7f9c5e-b9dc-4424-96ae-fe8aa0787b37 None None] Port 25748d22-a139-4be3-8046-8885f0f572f5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:47:26.370891 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25748d22-a139-4be3-8046-8885f0f572f5 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:47:26.380359 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Publish callbacks [] for port (25748d22-a139-4be3-8046-8885f0f572f5), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:26.392756 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Transition to ACTIVE for port object 25748d22-a139-4be3-8046-8885f0f572f5 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:47:26.396833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (25748d22-a139-4be3-8046-8885f0f572f5), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:26.405092 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'name': 'tempest-TestEncryptedCinderVolumes-1994930752-router', 'tenant_id': '92071a8ba0cc4059b7e2d90139949c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'f7ba9b03-fe66-4af5-accf-9dcadd680e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:19Z', 'updated_at': '2022-02-05T03:47:22Z', 'revision_number': 4, 'project_id': '92071a8ba0cc4059b7e2d90139949c05', 'gw_port': {'id': 'f7ba9b03-fe66-4af5-accf-9dcadd680e83', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:19Z', 'updated_at': '2022-02-05T03:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'fb044a67-3b65-49e8-a713-980f32e2cfd2', 'name': '', 'network_id': '6fd2914f-7a23-47ae-803e-d58a7d5d4690', 'tenant_id': '92071a8ba0cc4059b7e2d90139949c05', 'mac_address': 'fa:16:3e:92:5d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7e486d1f-694a-4aad-aa60-cfdebe9e77d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:21Z', 'updated_at': '2022-02-05T03:47:22Z', 'revision_number': 2, 'project_id': '92071a8ba0cc4059b7e2d90139949c05', 'subnets': [{'id': '7e486d1f-694a-4aad-aa60-cfdebe9e77d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:26.485655 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=25748d22-a139-4be3-8046-8885f0f572f5,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:26.533684 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Checking router: 6d6f71d6-f87f-43bf-86ef-56e4cee0aace for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:47:26.534299 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Updating router 6d6f71d6-f87f-43bf-86ef-56e4cee0aace port fb044a67-3b65-49e8-a713-980f32e2cfd2 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:47:26.550783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Attempting to bind port 25748d22-a139-4be3-8046-8885f0f572f5 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:47:26.551118 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Attempting to bind port 25748d22-a139-4be3-8046-8885f0f572f5 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '260a2d98-38e4-4694-a6bd-e35a93d6aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:47:26.551579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Attempting to bind port 25748d22-a139-4be3-8046-8885f0f572f5 on network 2e75d260-cc19-434a-bdb7-9f80aa242d8a {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:47:26.557416 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Port 25748d22-a139-4be3-8046-8885f0f572f5 on network 2e75d260-cc19-434a-bdb7-9f80aa242d8a not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:47:26.557884 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Attempting to bind port 25748d22-a139-4be3-8046-8885f0f572f5 on network 2e75d260-cc19-434a-bdb7-9f80aa242d8a {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:47:26.563920 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:26.564810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:47:26.565153 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Checking segment: {'id': '260a2d98-38e4-4694-a6bd-e35a93d6aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:26.570333 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Bound using segment: {'id': '260a2d98-38e4-4694-a6bd-e35a93d6aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:47:26.575294 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Bound port: 25748d22-a139-4be3-8046-8885f0f572f5, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260a2d98-38e4-4694-a6bd-e35a93d6aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:47:26.575687 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (25748d22-a139-4be3-8046-8885f0f572f5), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:26.635408 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f7ba9b03-fe66-4af5-accf-9dcadd680e83 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:47:26.656365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] For port 25748d22-a139-4be3-8046-8885f0f572f5, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:47:26.661852 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] For port 25748d22-a139-4be3-8046-8885f0f572f5, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=25748d22-a139-4be3-8046-8885f0f572f5,segment=NetworkSegment(260a2d98-38e4-4694-a6bd-e35a93d6aa9f),segment_id=260a2d98-38e4-4694-a6bd-e35a93d6aa9f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:47:26.679268 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (25748d22-a139-4be3-8046-8885f0f572f5), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:26.729121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port f7ba9b03-fe66-4af5-accf-9dcadd680e83 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:26.729769 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f7ba9b03-fe66-4af5-accf-9dcadd680e83), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:26.741324 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:26.742035 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:26.744321 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] 10.222.0.31 "PUT /v2.0/ports/25748d22-a139-4be3-8046-8885f0f572f5 HTTP/1.1" status: 200 len: 1091 time: 0.7497125 Feb 05 03:47:26.745199 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c157be8e-d201-408a-92bf-9dcf76693724', 'tag': '25748d22-a139-4be3-8046-8885f0f572f5'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:47:26.747424 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68616d8-704b-4003-92b6-2cefdd3b76c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c157be8e-d201-408a-92bf-9dcf76693724", "tag": "25748d22-a139-4be3-8046-8885f0f572f5"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:47:26.794578 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4c16a-5e0f-41cf-ba65-0a75030ddb5b req-de4ca200-e9a8-4ce3-8ea0-bd7a5a08655e tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:26.802962 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8c4c16a-5e0f-41cf-ba65-0a75030ddb5b req-de4ca200-e9a8-4ce3-8ea0-bd7a5a08655e tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 943 time: 0.1223433 Feb 05 03:47:26.837282 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08a691-2578-47a8-aba9-768b42deb2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=25748d22-a139-4be3-8046-8885f0f572f5,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:26.842026 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00fa2f8-a75f-4a09-8c66-60f67df9d09f x-openstack-request-id: req-a00fa2f8-a75f-4a09-8c66-60f67df9d09f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:47:26.842478 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c157be8e-d201-408a-92bf-9dcf76693724", "tag": "25748d22-a139-4be3-8046-8885f0f572f5", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:47:26.842877 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a00fa2f8-a75f-4a09-8c66-60f67df9d09f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:47:26.844289 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c157be8e-d201-408a-92bf-9dcf76693724', 'tag': '25748d22-a139-4be3-8046-8885f0f572f5', 'status': 'completed', 'code': 200} Feb 05 03:47:26.874247 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-71e30bd5-94d4-4851-af85-f7a034192673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:26.880142 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-71e30bd5-94d4-4851-af85-f7a034192673 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=25e0c017ee364bd8bb75c8c7aa3f74b5&device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 1125 time: 0.0851126 Feb 05 03:47:26.899385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d8c4c16a-5e0f-41cf-ba65-0a75030ddb5b req-52adddda-53c2-4719-ab4e-7ecfa0e050dc tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953667 Feb 05 03:47:26.950732 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-dbee3e89-9b9d-40f5-9f75-a3940c759180 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25748d22-a139-4be3-8046-8885f0f572f5 HTTP/1.1" status: 200 len: 217 time: 0.0645940 Feb 05 03:47:27.010421 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3d7e4b73-d7ad-4261-a395-7d7138e092be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:27.012719 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3d7e4b73-d7ad-4261-a395-7d7138e092be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bae8cd42-9db6-4e28-99d8-fa066da280d5 HTTP/1.1" status: 200 len: 856 time: 0.0549412 Feb 05 03:47:27.012870 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Publish callbacks [] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:27.020506 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:27.076863 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-51fb0552-8598-4d3a-b78f-9d521c7287be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:27.079546 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-51fb0552-8598-4d3a-b78f-9d521c7287be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e75d260-cc19-434a-bdb7-9f80aa242d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0603125 Feb 05 03:47:27.114740 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c23bf-e55e-4a5e-a2b7-82cc10f556f3 None None] Pushing event updated for resources: {'Port': ['ID=fb044a67-3b65-49e8-a713-980f32e2cfd2,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:27.157493 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Attempting to bind port fb044a67-3b65-49e8-a713-980f32e2cfd2 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:47:27.157856 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Attempting to bind port fb044a67-3b65-49e8-a713-980f32e2cfd2 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'cff7825c-ce6b-499c-a65a-863060bddb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6fd2914f-7a23-47ae-803e-d58a7d5d4690'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:47:27.158200 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Attempting to bind port fb044a67-3b65-49e8-a713-980f32e2cfd2 on network 6fd2914f-7a23-47ae-803e-d58a7d5d4690 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:47:27.167350 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:47:27.167743 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Checking segment: {'id': 'cff7825c-ce6b-499c-a65a-863060bddb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6fd2914f-7a23-47ae-803e-d58a7d5d4690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:47:27.168113 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:27.168503 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Bound using segment: {'id': 'cff7825c-ce6b-499c-a65a-863060bddb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6fd2914f-7a23-47ae-803e-d58a7d5d4690'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:47:27.169083 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Bound port: fb044a67-3b65-49e8-a713-980f32e2cfd2, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff7825c-ce6b-499c-a65a-863060bddb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6fd2914f-7a23-47ae-803e-d58a7d5d4690'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:47:27.169464 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:27.180373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port f7ba9b03-fe66-4af5-accf-9dcadd680e83 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:27.181798 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f7ba9b03-fe66-4af5-accf-9dcadd680e83), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:27.225815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port f7ba9b03-fe66-4af5-accf-9dcadd680e83, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f7ba9b03-fe66-4af5-accf-9dcadd680e83,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:47:27.239617 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f7ba9b03-fe66-4af5-accf-9dcadd680e83), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:27.247249 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] For port fb044a67-3b65-49e8-a713-980f32e2cfd2, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:47:27.253812 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-3b692839-2fa7-44c9-814b-2d7afb31cd0f service neutron] 10.222.0.31 "GET /v2.0/networks/2e75d260-cc19-434a-bdb7-9f80aa242d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672583 Feb 05 03:47:27.254692 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] For port fb044a67-3b65-49e8-a713-980f32e2cfd2, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fb044a67-3b65-49e8-a713-980f32e2cfd2,segment=NetworkSegment(cff7825c-ce6b-499c-a65a-863060bddb21),segment_id=cff7825c-ce6b-499c-a65a-863060bddb21)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:47:27.262206 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:27.302450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=f7ba9b03-fe66-4af5-accf-9dcadd680e83,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:27.322438 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Routers {'6d6f71d6-f87f-43bf-86ef-56e4cee0aace'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:47:27.323092 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:47:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6d6f71d6-f87f-43bf-86ef-56e4cee0aace'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:27.356997 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08f70f4c-4bf3-41c8-8745-72971c370615 req-a61f22d6-a7dc-4b5e-b4aa-224c650375b1 service neutron] 10.222.0.31 "GET /v2.0/networks/2e75d260-cc19-434a-bdb7-9f80aa242d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965157 Feb 05 03:47:27.422031 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c23bf-e55e-4a5e-a2b7-82cc10f556f3 None None] Pushing event updated for resources: {'Port': ['ID=fb044a67-3b65-49e8-a713-980f32e2cfd2,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:27.462482 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-af6d1cb3-959e-4d1c-80a8-3a96617af0b7 None None] Provisioning complete for port fb044a67-3b65-49e8-a713-980f32e2cfd2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:27.463150 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af6d1cb3-959e-4d1c-80a8-3a96617af0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:27.463494 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68616d8-704b-4003-92b6-2cefdd3b76c5 req-09aabceb-c7d4-449d-91cf-1d69194d479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:27.466448 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a68616d8-704b-4003-92b6-2cefdd3b76c5 req-09aabceb-c7d4-449d-91cf-1d69194d479c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=25e0c017ee364bd8bb75c8c7aa3f74b5&device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 1125 time: 0.0576479 Feb 05 03:47:27.505786 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] Set router 6d6f71d6-f87f-43bf-86ef-56e4cee0aace gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:47:27.557839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-af6d1cb3-959e-4d1c-80a8-3a96617af0b7 None None] Current status of the port fb044a67-3b65-49e8-a713-980f32e2cfd2 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:27.558480 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af6d1cb3-959e-4d1c-80a8-3a96617af0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:27.579721 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68616d8-704b-4003-92b6-2cefdd3b76c5 req-6bc19ec5-de7d-4120-b61c-55f77e35ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:27.581211 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a68616d8-704b-4003-92b6-2cefdd3b76c5 req-6bc19ec5-de7d-4120-b61c-55f77e35ff13 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e75d260-cc19-434a-bdb7-9f80aa242d8a HTTP/1.1" status: 200 len: 918 time: 0.1080854 Feb 05 03:47:27.602461 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-af6d1cb3-959e-4d1c-80a8-3a96617af0b7 None None] For port fb044a67-3b65-49e8-a713-980f32e2cfd2, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fb044a67-3b65-49e8-a713-980f32e2cfd2,segment=NetworkSegment(cff7825c-ce6b-499c-a65a-863060bddb21),segment_id=cff7825c-ce6b-499c-a65a-863060bddb21)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:47:27.610257 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af6d1cb3-959e-4d1c-80a8-3a96617af0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:27.635458 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a68616d8-704b-4003-92b6-2cefdd3b76c5 req-5c18a334-6a7b-4b55-be7a-8192dc750da5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25748d22-a139-4be3-8046-8885f0f572f5 HTTP/1.1" status: 200 len: 217 time: 0.0479510 Feb 05 03:47:27.677765 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d1cb3-959e-4d1c-80a8-3a96617af0b7 None None] Pushing event updated for resources: {'Port': ['ID=fb044a67-3b65-49e8-a713-980f32e2cfd2,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:27.701874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68616d8-704b-4003-92b6-2cefdd3b76c5 req-7af9760d-739a-4d77-8ce4-6f75a303e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:27.704148 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a68616d8-704b-4003-92b6-2cefdd3b76c5 req-7af9760d-739a-4d77-8ce4-6f75a303e29a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bae8cd42-9db6-4e28-99d8-fa066da280d5 HTTP/1.1" status: 200 len: 856 time: 0.0627961 Feb 05 03:47:27.730571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f4ad974b-6550-48c8-ba59-c51242475b4d None None] Provisioning complete for port fb044a67-3b65-49e8-a713-980f32e2cfd2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:27.730976 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4ad974b-6550-48c8-ba59-c51242475b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:27.756888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68616d8-704b-4003-92b6-2cefdd3b76c5 req-e24d19f1-ef05-4302-8ad3-ba2d2695f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:27.757682 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'name': 'tempest-TestEncryptedCinderVolumes-1994930752-router', 'tenant_id': '92071a8ba0cc4059b7e2d90139949c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'f7ba9b03-fe66-4af5-accf-9dcadd680e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:19Z', 'updated_at': '2022-02-05T03:47:22Z', 'revision_number': 4, 'project_id': '92071a8ba0cc4059b7e2d90139949c05', 'gw_port': {'id': 'f7ba9b03-fe66-4af5-accf-9dcadd680e83', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:19Z', 'updated_at': '2022-02-05T03:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'fb044a67-3b65-49e8-a713-980f32e2cfd2', 'name': '', 'network_id': '6fd2914f-7a23-47ae-803e-d58a7d5d4690', 'tenant_id': '92071a8ba0cc4059b7e2d90139949c05', 'mac_address': 'fa:16:3e:92:5d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7e486d1f-694a-4aad-aa60-cfdebe9e77d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:21Z', 'updated_at': '2022-02-05T03:47:27Z', 'revision_number': 4, 'project_id': '92071a8ba0cc4059b7e2d90139949c05', 'subnets': [{'id': '7e486d1f-694a-4aad-aa60-cfdebe9e77d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:47:27.758423 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a68616d8-704b-4003-92b6-2cefdd3b76c5 req-e24d19f1-ef05-4302-8ad3-ba2d2695f14f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e75d260-cc19-434a-bdb7-9f80aa242d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484848 Feb 05 03:47:27.790112 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17e3aa0-7d61-41cd-9358-2e9005ad2d62 None None] The sync data for ids ['6d6f71d6-f87f-43bf-86ef-56e4cee0aace'] in n-d-826942-8 is: [{'id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'name': 'tempest-TestEncryptedCinderVolumes-1994930752-router', 'tenant_id': '92071a8ba0cc4059b7e2d90139949c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'f7ba9b03-fe66-4af5-accf-9dcadd680e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:19Z', 'updated_at': '2022-02-05T03:47:22Z', 'revision_number': 4, 'project_id': '92071a8ba0cc4059b7e2d90139949c05', 'gw_port': {'id': 'f7ba9b03-fe66-4af5-accf-9dcadd680e83', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:19Z', 'updated_at': '2022-02-05T03:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'fb044a67-3b65-49e8-a713-980f32e2cfd2', 'name': '', 'network_id': '6fd2914f-7a23-47ae-803e-d58a7d5d4690', 'tenant_id': '92071a8ba0cc4059b7e2d90139949c05', 'mac_address': 'fa:16:3e:92:5d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7e486d1f-694a-4aad-aa60-cfdebe9e77d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:21Z', 'updated_at': '2022-02-05T03:47:27Z', 'revision_number': 4, 'project_id': '92071a8ba0cc4059b7e2d90139949c05', 'subnets': [{'id': '7e486d1f-694a-4aad-aa60-cfdebe9e77d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:47:27.815512 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad974b-6550-48c8-ba59-c51242475b4d None None] Current status of the port fb044a67-3b65-49e8-a713-980f32e2cfd2 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:27.859655 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a68616d8-704b-4003-92b6-2cefdd3b76c5 req-751d3ee0-e19a-4697-a0b8-c955caeb639b service neutron] 10.222.0.31 "GET /v2.0/networks/2e75d260-cc19-434a-bdb7-9f80aa242d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935769 Feb 05 03:47:27.959795 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a68616d8-704b-4003-92b6-2cefdd3b76c5 req-594ffe0a-f28c-4923-8634-def8dbe7a90a service neutron] 10.222.0.31 "GET /v2.0/networks/2e75d260-cc19-434a-bdb7-9f80aa242d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945096 Feb 05 03:47:28.047463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ed80d-dcca-4494-b214-c7a0717262e5 req-1176dca6-13c8-478c-9bbf-fc4a1703a13a tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:28.049061 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-415ed80d-dcca-4494-b214-c7a0717262e5 req-1176dca6-13c8-478c-9bbf-fc4a1703a13a tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 943 time: 0.0562541 Feb 05 03:47:28.099780 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-415ed80d-dcca-4494-b214-c7a0717262e5 req-b1259e45-5bdc-4069-a536-5f34e13f243f tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448136 Feb 05 03:47:28.534609 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fb044a67-3b65-49e8-a713-980f32e2cfd2 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:47:28.582498 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port fb044a67-3b65-49e8-a713-980f32e2cfd2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:28.583032 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:28.664885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port fb044a67-3b65-49e8-a713-980f32e2cfd2 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:28.665965 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f7ba9b03-fe66-4af5-accf-9dcadd680e83 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:47:28.713747 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port f7ba9b03-fe66-4af5-accf-9dcadd680e83 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:28.714124 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f7ba9b03-fe66-4af5-accf-9dcadd680e83), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:28.794688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port f7ba9b03-fe66-4af5-accf-9dcadd680e83 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:29.225026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3b93c-a8e5-42f6-9e7e-dafc9925715a req-9a3f9940-29d6-4271-8f21-74ad727fdbb3 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:29.227450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2e3b93c-a8e5-42f6-9e7e-dafc9925715a req-9a3f9940-29d6-4271-8f21-74ad727fdbb3 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 943 time: 0.0599890 Feb 05 03:47:29.275151 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a2e3b93c-a8e5-42f6-9e7e-dafc9925715a req-153dca41-a2cc-4d96-a75e-d82273012b13 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418205 Feb 05 03:47:30.401348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e26c8-5a28-4441-90c3-9ec76eeda730 req-e962041f-bfa9-47a3-b978-72ba6acf191b tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:30.403130 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-310e26c8-5a28-4441-90c3-9ec76eeda730 req-e962041f-bfa9-47a3-b978-72ba6acf191b tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 943 time: 0.0542383 Feb 05 03:47:30.448869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-310e26c8-5a28-4441-90c3-9ec76eeda730 req-c44f7630-68f6-483c-83de-a791caaa8dad tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399773 Feb 05 03:47:31.333839 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 25748d22-a139-4be3-8046-8885f0f572f5 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:47:31.427554 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 25748d22-a139-4be3-8046-8885f0f572f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=25748d22-a139-4be3-8046-8885f0f572f5,segment=NetworkSegment(260a2d98-38e4-4694-a6bd-e35a93d6aa9f),segment_id=260a2d98-38e4-4694-a6bd-e35a93d6aa9f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:47:31.438834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '25748d22-a139-4be3-8046-8885f0f572f5', 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a', 'port_id': '25748d22-a139-4be3-8046-8885f0f572f5', 'mac_address': 'fa:16:3e:0f:82:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae8cd42-9db6-4e28-99d8-fa066da280d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:47:31.479636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 25748d22-a139-4be3-8046-8885f0f572f5 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:31.480121 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (25748d22-a139-4be3-8046-8885f0f572f5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:31.496712 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25748d22-a139-4be3-8046-8885f0f572f5 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:47:31.516651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 25748d22-a139-4be3-8046-8885f0f572f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=25748d22-a139-4be3-8046-8885f0f572f5,segment=NetworkSegment(260a2d98-38e4-4694-a6bd-e35a93d6aa9f),segment_id=260a2d98-38e4-4694-a6bd-e35a93d6aa9f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:47:31.522065 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (25748d22-a139-4be3-8046-8885f0f572f5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:31.569794 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=25748d22-a139-4be3-8046-8885f0f572f5,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:31.579741 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee10563-48d3-470e-a65e-b0249ff94fe6 req-46af242a-9eca-4943-981e-5600653e640e tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:31.581286 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6ee10563-48d3-470e-a65e-b0249ff94fe6 req-46af242a-9eca-4943-981e-5600653e640e tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 944 time: 0.0588253 Feb 05 03:47:31.628156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6ee10563-48d3-470e-a65e-b0249ff94fe6 req-f41aa7bb-99d4-4f88-9bb0-18b3440a9ee0 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411596 Feb 05 03:47:31.812583 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['25748d22-a139-4be3-8046-8885f0f572f5'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:47:31.815320 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-f6fd1ea8-2568-4031-9849-fadea6f16a7c req-a4570c8b-9b23-464e-a1a2-61ac29fcff76 service neutron] (109675) timed out ('10.222.0.36', 41682) {{(pid=109675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 05 03:47:32.747913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edab7b4-7779-4c2c-9055-57e404fb7a67 req-79b96ee9-d7f4-47b8-92a3-142cd6b4d256 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:32.749586 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2edab7b4-7779-4c2c-9055-57e404fb7a67 req-79b96ee9-d7f4-47b8-92a3-142cd6b4d256 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 944 time: 0.0531921 Feb 05 03:47:32.796709 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2edab7b4-7779-4c2c-9055-57e404fb7a67 req-fb3db6cd-8dc4-48cc-a3ae-427bca564787 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415425 Feb 05 03:47:33.363891 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 25748d22-a139-4be3-8046-8885f0f572f5 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:47:33.412062 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 25748d22-a139-4be3-8046-8885f0f572f5 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:47:33.415834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 25748d22-a139-4be3-8046-8885f0f572f5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:47:33.416204 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (25748d22-a139-4be3-8046-8885f0f572f5), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:33.493456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 25748d22-a139-4be3-8046-8885f0f572f5 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:47:33.493834 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (25748d22-a139-4be3-8046-8885f0f572f5), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:33.515704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c157be8e-d201-408a-92bf-9dcf76693724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25748d22-a139-4be3-8046-8885f0f572f5'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:47:33.517896 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954666f5-ae95-40d5-8189-0885253dfb7a" -d '{"events": [{"server_uuid": "c157be8e-d201-408a-92bf-9dcf76693724", "name": "network-vif-plugged", "status": "completed", "tag": "25748d22-a139-4be3-8046-8885f0f572f5"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:47:33.529722 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 25748d22-a139-4be3-8046-8885f0f572f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=25748d22-a139-4be3-8046-8885f0f572f5,segment=NetworkSegment(260a2d98-38e4-4694-a6bd-e35a93d6aa9f),segment_id=260a2d98-38e4-4694-a6bd-e35a93d6aa9f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:47:33.534011 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (25748d22-a139-4be3-8046-8885f0f572f5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:33.559563 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2b5407-9f5d-49da-86e2-5559169992f3 x-openstack-request-id: req-fc2b5407-9f5d-49da-86e2-5559169992f3 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:47:33.559853 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c157be8e-d201-408a-92bf-9dcf76693724", "name": "network-vif-plugged", "status": "completed", "tag": "25748d22-a139-4be3-8046-8885f0f572f5", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:47:33.560107 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fc2b5407-9f5d-49da-86e2-5559169992f3 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:47:33.560495 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c157be8e-d201-408a-92bf-9dcf76693724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25748d22-a139-4be3-8046-8885f0f572f5', 'code': 200} Feb 05 03:47:33.586651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=25748d22-a139-4be3-8046-8885f0f572f5,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:47:33.659578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db783b3-968d-4a8d-a04e-f39c86879a97 req-0512814f-803d-479f-aa26-05e75b7f1ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:33.661116 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3db783b3-968d-4a8d-a04e-f39c86879a97 req-0512814f-803d-479f-aa26-05e75b7f1ec9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 1127 time: 0.0451076 Feb 05 03:47:33.703921 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3db783b3-968d-4a8d-a04e-f39c86879a97 req-5f97a1d7-1676-403c-9289-243a51ad25f7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368090 Feb 05 03:47:33.742560 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8b050bbd-5626-4d1e-941d-ac64ada84841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:33.915818 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916a9e6-85d1-4ef3-aff5-78f4b153f4b1 req-c271f5fe-7edd-46d1-a2e9-3580e99791c8 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:33.917308 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5916a9e6-85d1-4ef3-aff5-78f4b153f4b1 req-c271f5fe-7edd-46d1-a2e9-3580e99791c8 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 945 time: 0.0535738 Feb 05 03:47:33.967265 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5916a9e6-85d1-4ef3-aff5-78f4b153f4b1 req-05f3e1f7-6058-4148-b508-113ff82d8fa1 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437980 Feb 05 03:47:35.087659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5fda9-4224-4258-affa-b05f03f7976e req-8fa31c63-c2a9-4c04-b607-903b5dd565e3 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:35.089130 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91a5fda9-4224-4258-affa-b05f03f7976e req-8fa31c63-c2a9-4c04-b607-903b5dd565e3 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 945 time: 0.0516334 Feb 05 03:47:35.134303 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91a5fda9-4224-4258-affa-b05f03f7976e req-ee148142-5d54-4373-a7e8-a04da2423051 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389717 Feb 05 03:47:35.252995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905fea7-68af-43df-a329-bede0173a7f5 req-3de0da68-fe92-4acd-903b-c24042612432 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:35.254385 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9905fea7-68af-43df-a329-bede0173a7f5 req-3de0da68-fe92-4acd-903b-c24042612432 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 945 time: 0.0520854 Feb 05 03:47:35.301425 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9905fea7-68af-43df-a329-bede0173a7f5 req-9e7a8ae2-d0df-462e-b9c7-7c5d06f73633 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414476 Feb 05 03:47:35.950330 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e8f4d607-1468-4d7f-b5cb-06d161185067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:37.300653 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:38.842612 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:40.121726 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:41.952031 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:47:42.382009 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:47:44.822314 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6f1d4228-7ee4-4c59-bf70-b515df765fbb req-36d3b95b-fbdf-4a64-8eb6-80cf6e2024ef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c157be8e-d201-408a-92bf-9dcf76693724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521505 Feb 05 03:47:44.909402 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d4228-7ee4-4c59-bf70-b515df765fbb req-f44fd8c6-5151-40b5-8689-d8cca9aa78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:44.910960 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6f1d4228-7ee4-4c59-bf70-b515df765fbb req-f44fd8c6-5151-40b5-8689-d8cca9aa78ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=25e0c017ee364bd8bb75c8c7aa3f74b5&device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 1127 time: 0.0468745 Feb 05 03:47:45.012141 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d4228-7ee4-4c59-bf70-b515df765fbb req-0b8abd7a-59f0-43d0-b696-a3fb53a472c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:45.013616 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6f1d4228-7ee4-4c59-bf70-b515df765fbb req-0b8abd7a-59f0-43d0-b696-a3fb53a472c7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e75d260-cc19-434a-bdb7-9f80aa242d8a HTTP/1.1" status: 200 len: 918 time: 0.0848520 Feb 05 03:47:45.060279 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6f1d4228-7ee4-4c59-bf70-b515df765fbb req-48c4031b-0d8b-4d7a-aca2-7bc60503b158 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25748d22-a139-4be3-8046-8885f0f572f5 HTTP/1.1" status: 200 len: 217 time: 0.0399764 Feb 05 03:47:45.108979 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d4228-7ee4-4c59-bf70-b515df765fbb req-defe1e68-024c-4f23-b390-bc03196c5f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:45.110346 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6f1d4228-7ee4-4c59-bf70-b515df765fbb req-defe1e68-024c-4f23-b390-bc03196c5f4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bae8cd42-9db6-4e28-99d8-fa066da280d5 HTTP/1.1" status: 200 len: 856 time: 0.0443311 Feb 05 03:47:45.165059 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d4228-7ee4-4c59-bf70-b515df765fbb req-ad8c7e96-9024-4ad2-8372-8fd220000c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:47:45.166595 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6f1d4228-7ee4-4c59-bf70-b515df765fbb req-ad8c7e96-9024-4ad2-8372-8fd220000c04 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e75d260-cc19-434a-bdb7-9f80aa242d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501900 Feb 05 03:47:45.269908 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6f1d4228-7ee4-4c59-bf70-b515df765fbb req-6cca7dde-594e-42cc-bbd2-68d2c2671f47 service neutron] 10.222.0.31 "GET /v2.0/networks/2e75d260-cc19-434a-bdb7-9f80aa242d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969439 Feb 05 03:47:45.365277 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-6f1d4228-7ee4-4c59-bf70-b515df765fbb req-3b5c59af-0f36-449a-84f9-c98413a274d3 service neutron] 10.222.0.31 "GET /v2.0/networks/2e75d260-cc19-434a-bdb7-9f80aa242d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890694 Feb 05 03:47:46.797625 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:03.744329 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4056b36d-60ce-4b1f-b4f9-fc46bae94583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:05.952640 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ddb92618-4895-4fb4-9fdb-8093bbaf0896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:07.303323 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:08.843785 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:09.540884 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1127c-cdf5-46c1-b2f6-b490c181ee82 req-d12714b2-a987-473e-aeab-e35a1c94883c tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:09.542394 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74d1127c-cdf5-46c1-b2f6-b490c181ee82 req-d12714b2-a987-473e-aeab-e35a1c94883c tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 945 time: 0.0579705 Feb 05 03:48:09.589659 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74d1127c-cdf5-46c1-b2f6-b490c181ee82 req-c7ca7732-eca9-4f24-9a86-f20cfa353dd6 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412264 Feb 05 03:48:10.126810 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:10.768789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80206841-805f-46ce-a441-e85e6cecb548 req-cee09ca2-8473-4390-a772-86c07cf7e10e tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:10.770418 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80206841-805f-46ce-a441-e85e6cecb548 req-cee09ca2-8473-4390-a772-86c07cf7e10e tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 945 time: 0.1080587 Feb 05 03:48:10.819597 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-80206841-805f-46ce-a441-e85e6cecb548 req-f9e6a30f-2f56-41d3-ae95-d490a0de95a5 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420568 Feb 05 03:48:11.144428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34eb750-be91-4cb5-875b-23ff95bbdb6e req-c2909ea1-4d7f-41a5-a9f8-6537333f93c8 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:11.145756 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e34eb750-be91-4cb5-875b-23ff95bbdb6e req-c2909ea1-4d7f-41a5-a9f8-6537333f93c8 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.31 "GET /v2.0/ports?device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 945 time: 0.0520744 Feb 05 03:48:11.239528 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-e34eb750-be91-4cb5-875b-23ff95bbdb6e req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Deleting port 25748d22-a139-4be3-8046-8885f0f572f5 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:48:11.239862 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e34eb750-be91-4cb5-875b-23ff95bbdb6e req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (25748d22-a139-4be3-8046-8885f0f572f5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:11.329741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e34eb750-be91-4cb5-875b-23ff95bbdb6e req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] For port 25748d22-a139-4be3-8046-8885f0f572f5, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=25748d22-a139-4be3-8046-8885f0f572f5,segment=NetworkSegment(260a2d98-38e4-4694-a6bd-e35a93d6aa9f),segment_id=260a2d98-38e4-4694-a6bd-e35a93d6aa9f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:48:11.330100 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e34eb750-be91-4cb5-875b-23ff95bbdb6e req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (25748d22-a139-4be3-8046-8885f0f572f5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:11.341885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-e34eb750-be91-4cb5-875b-23ff95bbdb6e req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Calling delete_port for 25748d22-a139-4be3-8046-8885f0f572f5 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:48:11.721537 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e34eb750-be91-4cb5-875b-23ff95bbdb6e req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (25748d22-a139-4be3-8046-8885f0f572f5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:11.733536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['25748d22-a139-4be3-8046-8885f0f572f5'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:48:11.751866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Pushing event deleted for resources: {'Port': ['ID=25748d22-a139-4be3-8046-8885f0f572f5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:48:11.766284 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:11.766638 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:11.767010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:11.767348 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:11.767677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:11.768006 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:11.768333 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:11.768661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:11.768985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:11.769311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:11.769635 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:11.769955 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:11.770274 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:11.806642 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34eb750-be91-4cb5-875b-23ff95bbdb6e req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] No DVR routers for this DVR port 25748d22-a139-4be3-8046-8885f0f572f5 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:48:11.809321 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e34eb750-be91-4cb5-875b-23ff95bbdb6e req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:11.812878 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e34eb750-be91-4cb5-875b-23ff95bbdb6e req-ce3c66aa-d526-4393-b734-d6251329a5ac tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.31 "DELETE /v2.0/ports/25748d22-a139-4be3-8046-8885f0f572f5 HTTP/1.1" status: 204 len: 173 time: 0.6621156 Feb 05 03:48:11.813322 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c157be8e-d201-408a-92bf-9dcf76693724', 'name': 'network-vif-deleted', 'tag': '25748d22-a139-4be3-8046-8885f0f572f5'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:48:11.815561 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695c3bae-fcce-4080-a4b5-d607841da344" -d '{"events": [{"server_uuid": "c157be8e-d201-408a-92bf-9dcf76693724", "name": "network-vif-deleted", "tag": "25748d22-a139-4be3-8046-8885f0f572f5"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:48:11.865456 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4837cc49-7206-495f-ad1d-5f99c937f463 x-openstack-request-id: req-4837cc49-7206-495f-ad1d-5f99c937f463 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:48:11.866376 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c157be8e-d201-408a-92bf-9dcf76693724", "name": "network-vif-deleted", "tag": "25748d22-a139-4be3-8046-8885f0f572f5", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:48:11.866376 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4837cc49-7206-495f-ad1d-5f99c937f463 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:48:11.866746 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c157be8e-d201-408a-92bf-9dcf76693724', 'name': 'network-vif-deleted', 'tag': '25748d22-a139-4be3-8046-8885f0f572f5', 'status': 'completed', 'code': 200} Feb 05 03:48:11.923992 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40b456d1-870d-44bb-acb1-f3417094adf0 req-47113e61-c5cb-4a95-951b-c8c94c2d219b tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c157be8e-d201-408a-92bf-9dcf76693724 HTTP/1.1" status: 200 len: 210 time: 0.0317430 Feb 05 03:48:11.951985 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:13.534550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-701b2396-2ca7-49fa-a44b-127d5075a29c tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:13.536028 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-701b2396-2ca7-49fa-a44b-127d5075a29c tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/networks?id=2e75d260-cc19-434a-bdb7-9f80aa242d8a HTTP/1.1" status: 200 len: 817 time: 0.1022630 Feb 05 03:48:13.550798 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-bf68aca1-b52c-4840-955b-d91b44885f7e tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/quotas/25e0c017ee364bd8bb75c8c7aa3f74b5 HTTP/1.1" status: 200 len: 375 time: 0.0094924 Feb 05 03:48:13.603416 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-7e71e342-3db0-4329-9e9e-d173ce986f1e tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=25e0c017ee364bd8bb75c8c7aa3f74b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476840 Feb 05 03:48:13.700024 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-60e76894-f1fb-42af-9de8-33ca4c0e209f service neutron] 10.222.0.36 "GET /v2.0/networks/2e75d260-cc19-434a-bdb7-9f80aa242d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849042 Feb 05 03:48:13.786330 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-ef5ce79d-0d39-4e21-acc5-c6237e30dd58 service neutron] 10.222.0.36 "GET /v2.0/networks/2e75d260-cc19-434a-bdb7-9f80aa242d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803077 Feb 05 03:48:13.948592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a0bbc0d4-e3bd-4dd8-aba4-48ca38149d68 req-81ce141d-a7dd-4bf1-82cb-724b8744345d tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b HTTP/1.1" status: 200 len: 210 time: 0.0285804 Feb 05 03:48:14.839605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-41abcd1b-b3b2-449e-b39d-6c58cd98a337 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:14.840973 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-41abcd1b-b3b2-449e-b39d-6c58cd98a337 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.10 "GET /v2.0/networks?id=2e75d260-cc19-434a-bdb7-9f80aa242d8a HTTP/1.1" status: 200 len: 817 time: 0.1068916 Feb 05 03:48:14.852436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-3faa2571-2e26-4d9e-b93d-cd79313a25b0 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Request body: {'port': {'device_id': 'c230bd9a-3bae-43aa-8b74-3ed1c251d71b', 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a', 'admin_state_up': True, 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:48:14.955627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-3faa2571-2e26-4d9e-b93d-cd79313a25b0 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Made reservation on behalf of 25e0c017ee364bd8bb75c8c7aa3f74b5 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:48:14.958937 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-3faa2571-2e26-4d9e-b93d-cd79313a25b0 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:15.054661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7771add8-403d-4be3-868c-27a264c204c7 req-29216d10-b0be-40cc-8777-1f3963f827ad tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b HTTP/1.1" status: 200 len: 210 time: 0.0318296 Feb 05 03:48:15.090229 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-3faa2571-2e26-4d9e-b93d-cd79313a25b0 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Allocated IP 172.20.0.12 (2e75d260-cc19-434a-bdb7-9f80aa242d8a/bae8cd42-9db6-4e28-99d8-fa066da280d5/75bc5c9b-1c02-43c3-8f28-35758845964b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:48:15.240937 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-3faa2571-2e26-4d9e-b93d-cd79313a25b0 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Publish callbacks [] for port (75bc5c9b-1c02-43c3-8f28-35758845964b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:15.272600 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-3faa2571-2e26-4d9e-b93d-cd79313a25b0 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (75bc5c9b-1c02-43c3-8f28-35758845964b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:15.317936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-3faa2571-2e26-4d9e-b93d-cd79313a25b0 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Network 2e75d260-cc19-434a-bdb7-9f80aa242d8a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:48:15.321140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-3faa2571-2e26-4d9e-b93d-cd79313a25b0 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:48:15.324759 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-3faa2571-2e26-4d9e-b93d-cd79313a25b0 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:48:15.349361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa2571-2e26-4d9e-b93d-cd79313a25b0 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Pushing event updated for resources: {'Port': ['ID=75bc5c9b-1c02-43c3-8f28-35758845964b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:48:15.379225 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-3faa2571-2e26-4d9e-b93d-cd79313a25b0 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:15.379847 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-3faa2571-2e26-4d9e-b93d-cd79313a25b0 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:15.397764 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-3faa2571-2e26-4d9e-b93d-cd79313a25b0 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5489581 Feb 05 03:48:15.412914 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Request body: {'port': {'device_id': 'c230bd9a-3bae-43aa-8b74-3ed1c251d71b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:48:15.482073 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (75bc5c9b-1c02-43c3-8f28-35758845964b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:15.527768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-582aca5e-0b06-4034-bfa1-c8d28d1143d5 None None] Provisioning complete for port 75bc5c9b-1c02-43c3-8f28-35758845964b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:48:15.528341 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-582aca5e-0b06-4034-bfa1-c8d28d1143d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (75bc5c9b-1c02-43c3-8f28-35758845964b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:15.553033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 25748d22-a139-4be3-8046-8885f0f572f5 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:48:15.581705 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 25748d22-a139-4be3-8046-8885f0f572f5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:48:15.582078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 25748d22-a139-4be3-8046-8885f0f572f5 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:48:15.589417 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-582aca5e-0b06-4034-bfa1-c8d28d1143d5 None None] Port 75bc5c9b-1c02-43c3-8f28-35758845964b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:48:15.750190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75bc5c9b-1c02-43c3-8f28-35758845964b {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:48:15.757525 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Publish callbacks [] for port (75bc5c9b-1c02-43c3-8f28-35758845964b), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:15.770488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Transition to ACTIVE for port object 75bc5c9b-1c02-43c3-8f28-35758845964b will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:48:15.773967 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (75bc5c9b-1c02-43c3-8f28-35758845964b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:15.829089 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Pushing event updated for resources: {'Port': ['ID=75bc5c9b-1c02-43c3-8f28-35758845964b,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:48:15.903009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Attempting to bind port 75bc5c9b-1c02-43c3-8f28-35758845964b on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:48:15.903606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Attempting to bind port 75bc5c9b-1c02-43c3-8f28-35758845964b by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '260a2d98-38e4-4694-a6bd-e35a93d6aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:48:15.903716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Attempting to bind port 75bc5c9b-1c02-43c3-8f28-35758845964b on network 2e75d260-cc19-434a-bdb7-9f80aa242d8a {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:48:15.909191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Port 75bc5c9b-1c02-43c3-8f28-35758845964b on network 2e75d260-cc19-434a-bdb7-9f80aa242d8a not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:48:15.909516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Attempting to bind port 75bc5c9b-1c02-43c3-8f28-35758845964b on network 2e75d260-cc19-434a-bdb7-9f80aa242d8a {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:48:15.914568 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:48:15.914940 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Checking segment: {'id': '260a2d98-38e4-4694-a6bd-e35a93d6aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:48:15.915375 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Bound using segment: {'id': '260a2d98-38e4-4694-a6bd-e35a93d6aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:48:15.915801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Bound port: 75bc5c9b-1c02-43c3-8f28-35758845964b, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260a2d98-38e4-4694-a6bd-e35a93d6aa9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:48:15.916158 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (75bc5c9b-1c02-43c3-8f28-35758845964b), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:15.984028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] For port 75bc5c9b-1c02-43c3-8f28-35758845964b, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:48:15.987660 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] For port 75bc5c9b-1c02-43c3-8f28-35758845964b, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=75bc5c9b-1c02-43c3-8f28-35758845964b,segment=NetworkSegment(260a2d98-38e4-4694-a6bd-e35a93d6aa9f),segment_id=260a2d98-38e4-4694-a6bd-e35a93d6aa9f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:48:15.993486 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (75bc5c9b-1c02-43c3-8f28-35758845964b), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:16.027530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:16.028156 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:16.030251 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] 10.222.0.10 "PUT /v2.0/ports/75bc5c9b-1c02-43c3-8f28-35758845964b HTTP/1.1" status: 200 len: 1092 time: 0.6245608 Feb 05 03:48:16.032590 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c230bd9a-3bae-43aa-8b74-3ed1c251d71b', 'tag': '75bc5c9b-1c02-43c3-8f28-35758845964b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:48:16.035913 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb8c6fc-b03d-4a69-9e2e-00d101ec8779" -d '{"events": [{"name": "network-changed", "server_uuid": "c230bd9a-3bae-43aa-8b74-3ed1c251d71b", "tag": "75bc5c9b-1c02-43c3-8f28-35758845964b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:48:16.065344 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf8067-48b1-436c-a6c7-f9ef7add643a service neutron] Pushing event updated for resources: {'Port': ['ID=75bc5c9b-1c02-43c3-8f28-35758845964b,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:48:16.096371 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faf3b1c-52db-4aa1-8eb7-f18457505800 x-openstack-request-id: req-0faf3b1c-52db-4aa1-8eb7-f18457505800 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:48:16.096371 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c230bd9a-3bae-43aa-8b74-3ed1c251d71b", "tag": "75bc5c9b-1c02-43c3-8f28-35758845964b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:48:16.096371 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0faf3b1c-52db-4aa1-8eb7-f18457505800 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:48:16.096753 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c230bd9a-3bae-43aa-8b74-3ed1c251d71b', 'tag': '75bc5c9b-1c02-43c3-8f28-35758845964b', 'status': 'completed', 'code': 200} Feb 05 03:48:16.134960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-462eac14-53f7-45ab-8144-538336961cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:16.136549 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-462eac14-53f7-45ab-8144-538336961cb2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=25e0c017ee364bd8bb75c8c7aa3f74b5&device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b HTTP/1.1" status: 200 len: 1126 time: 0.0527999 Feb 05 03:48:16.185195 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-fefff1ae-528c-420b-ba5d-71078cadbc47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75bc5c9b-1c02-43c3-8f28-35758845964b HTTP/1.1" status: 200 len: 217 time: 0.0414858 Feb 05 03:48:16.196894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a14ba-d150-4702-a2f5-1bab29610dc5 req-a4cd41fb-ab56-4287-8f6a-748e9d22f14a tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:16.199882 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f56a14ba-d150-4702-a2f5-1bab29610dc5 req-a4cd41fb-ab56-4287-8f6a-748e9d22f14a tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b HTTP/1.1" status: 200 len: 944 time: 0.0638812 Feb 05 03:48:16.244753 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-f5c68f06-4a01-4396-8c40-1256998a006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:16.246269 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-f5c68f06-4a01-4396-8c40-1256998a006e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bae8cd42-9db6-4e28-99d8-fa066da280d5 HTTP/1.1" status: 200 len: 856 time: 0.0556703 Feb 05 03:48:16.253664 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f56a14ba-d150-4702-a2f5-1bab29610dc5 req-6886493b-7bac-4efb-a8c2-0f8946a4b355 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481980 Feb 05 03:48:16.296574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-9812fa1a-aed3-4abe-8e63-f9438a73985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:16.298080 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-9812fa1a-aed3-4abe-8e63-f9438a73985e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e75d260-cc19-434a-bdb7-9f80aa242d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461838 Feb 05 03:48:16.392029 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-c690a3a2-80f5-4cdb-8524-aeb3e9580b64 service neutron] 10.222.0.10 "GET /v2.0/networks/2e75d260-cc19-434a-bdb7-9f80aa242d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875177 Feb 05 03:48:16.478506 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2bbad5ac-964a-473a-a316-2673ff0487e2 req-e0fc3fa9-73ed-4a12-9afc-6eeae3357c80 service neutron] 10.222.0.10 "GET /v2.0/networks/2e75d260-cc19-434a-bdb7-9f80aa242d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809221 Feb 05 03:48:16.573574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8c6fc-b03d-4a69-9e2e-00d101ec8779 req-ef5dcacb-2dfc-4736-ade5-4e6abbf20b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:16.575002 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-afb8c6fc-b03d-4a69-9e2e-00d101ec8779 req-ef5dcacb-2dfc-4736-ade5-4e6abbf20b2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=25e0c017ee364bd8bb75c8c7aa3f74b5&device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b HTTP/1.1" status: 200 len: 1126 time: 0.0499842 Feb 05 03:48:16.663018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8c6fc-b03d-4a69-9e2e-00d101ec8779 req-949c6c7a-999b-4e45-8de3-81cc828a992c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:16.664473 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-afb8c6fc-b03d-4a69-9e2e-00d101ec8779 req-949c6c7a-999b-4e45-8de3-81cc828a992c service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e75d260-cc19-434a-bdb7-9f80aa242d8a HTTP/1.1" status: 200 len: 918 time: 0.0839097 Feb 05 03:48:16.705194 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-afb8c6fc-b03d-4a69-9e2e-00d101ec8779 req-5de519e7-d1dc-4796-9348-a90798377084 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75bc5c9b-1c02-43c3-8f28-35758845964b HTTP/1.1" status: 200 len: 217 time: 0.0336709 Feb 05 03:48:16.757155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8c6fc-b03d-4a69-9e2e-00d101ec8779 req-f1836465-b1e4-4d22-8897-36e1c082f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:16.758564 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-afb8c6fc-b03d-4a69-9e2e-00d101ec8779 req-f1836465-b1e4-4d22-8897-36e1c082f559 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bae8cd42-9db6-4e28-99d8-fa066da280d5 HTTP/1.1" status: 200 len: 856 time: 0.0476246 Feb 05 03:48:16.807680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8c6fc-b03d-4a69-9e2e-00d101ec8779 req-ae91b34c-ca6b-4c49-83c1-535cd1f59274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:16.809202 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-afb8c6fc-b03d-4a69-9e2e-00d101ec8779 req-ae91b34c-ca6b-4c49-83c1-535cd1f59274 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e75d260-cc19-434a-bdb7-9f80aa242d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439260 Feb 05 03:48:16.814840 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:16.896387 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-afb8c6fc-b03d-4a69-9e2e-00d101ec8779 req-fd5d2508-a093-4bb7-8593-ae7009b788b8 service neutron] 10.222.0.10 "GET /v2.0/networks/2e75d260-cc19-434a-bdb7-9f80aa242d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808382 Feb 05 03:48:16.987932 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-afb8c6fc-b03d-4a69-9e2e-00d101ec8779 req-7e114a03-60fd-47cc-bcd8-0cc4d0e1dcca service neutron] 10.222.0.10 "GET /v2.0/networks/2e75d260-cc19-434a-bdb7-9f80aa242d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849242 Feb 05 03:48:17.384318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae9711-c236-4d3c-baab-1ccae8ed8632 req-b489ae4f-829a-4bce-8528-ff4f3774be20 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:17.385813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84ae9711-c236-4d3c-baab-1ccae8ed8632 req-b489ae4f-829a-4bce-8528-ff4f3774be20 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b HTTP/1.1" status: 200 len: 944 time: 0.0582490 Feb 05 03:48:17.434164 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84ae9711-c236-4d3c-baab-1ccae8ed8632 req-18912908-54e4-467f-a27e-afd86c756a58 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425575 Feb 05 03:48:18.555604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0fc3d-0170-4443-9156-34bf21e3aa4a req-e481c7a9-c702-4a08-9970-2d614336ebf9 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:18.557075 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3af0fc3d-0170-4443-9156-34bf21e3aa4a req-e481c7a9-c702-4a08-9970-2d614336ebf9 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b HTTP/1.1" status: 200 len: 944 time: 0.0564590 Feb 05 03:48:18.602291 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3af0fc3d-0170-4443-9156-34bf21e3aa4a req-5d812e34-f886-402d-8b08-88dea66fc3c7 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390086 Feb 05 03:48:18.642057 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 75bc5c9b-1c02-43c3-8f28-35758845964b details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:48:18.737469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 75bc5c9b-1c02-43c3-8f28-35758845964b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=75bc5c9b-1c02-43c3-8f28-35758845964b,segment=NetworkSegment(260a2d98-38e4-4694-a6bd-e35a93d6aa9f),segment_id=260a2d98-38e4-4694-a6bd-e35a93d6aa9f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:48:18.749002 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '75bc5c9b-1c02-43c3-8f28-35758845964b', 'network_id': '2e75d260-cc19-434a-bdb7-9f80aa242d8a', 'port_id': '75bc5c9b-1c02-43c3-8f28-35758845964b', 'mac_address': 'fa:16:3e:af:da:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae8cd42-9db6-4e28-99d8-fa066da280d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:48:18.784357 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 75bc5c9b-1c02-43c3-8f28-35758845964b is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:48:18.784740 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (75bc5c9b-1c02-43c3-8f28-35758845964b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:18.797422 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75bc5c9b-1c02-43c3-8f28-35758845964b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:48:18.816427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 75bc5c9b-1c02-43c3-8f28-35758845964b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=75bc5c9b-1c02-43c3-8f28-35758845964b,segment=NetworkSegment(260a2d98-38e4-4694-a6bd-e35a93d6aa9f),segment_id=260a2d98-38e4-4694-a6bd-e35a93d6aa9f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:48:18.820084 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (75bc5c9b-1c02-43c3-8f28-35758845964b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:18.864188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=75bc5c9b-1c02-43c3-8f28-35758845964b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:48:18.871079 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:18.871425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:18.871757 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:18.872087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:18.872414 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:18.872736 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:18.873666 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:18.873981 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:18.874305 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:18.874624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:18.874970 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:18.875288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:18.875604 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:48:19.056465 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['75bc5c9b-1c02-43c3-8f28-35758845964b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:48:19.381246 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:48:19.721052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6442f-3879-426f-ab3e-1030c7cb90a2 req-9b745592-3c54-49b3-a501-51f29b5c8cc5 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:19.722519 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82e6442f-3879-426f-ab3e-1030c7cb90a2 req-9b745592-3c54-49b3-a501-51f29b5c8cc5 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b HTTP/1.1" status: 200 len: 945 time: 0.0542290 Feb 05 03:48:19.767862 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82e6442f-3879-426f-ab3e-1030c7cb90a2 req-c55cde5d-7d4e-4702-a6f8-7e5db8fd4280 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398283 Feb 05 03:48:20.641338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 75bc5c9b-1c02-43c3-8f28-35758845964b up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:48:20.688517 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 75bc5c9b-1c02-43c3-8f28-35758845964b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:48:20.692477 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 75bc5c9b-1c02-43c3-8f28-35758845964b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:48:20.692847 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (75bc5c9b-1c02-43c3-8f28-35758845964b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:20.773492 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 75bc5c9b-1c02-43c3-8f28-35758845964b is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:48:20.773873 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (75bc5c9b-1c02-43c3-8f28-35758845964b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:20.796506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c230bd9a-3bae-43aa-8b74-3ed1c251d71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bc5c9b-1c02-43c3-8f28-35758845964b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:48:20.798365 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1983848c-7d8c-435b-a2d6-0e6bfedb2298" -d '{"events": [{"server_uuid": "c230bd9a-3bae-43aa-8b74-3ed1c251d71b", "name": "network-vif-plugged", "status": "completed", "tag": "75bc5c9b-1c02-43c3-8f28-35758845964b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:48:20.811373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 75bc5c9b-1c02-43c3-8f28-35758845964b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=75bc5c9b-1c02-43c3-8f28-35758845964b,segment=NetworkSegment(260a2d98-38e4-4694-a6bd-e35a93d6aa9f),segment_id=260a2d98-38e4-4694-a6bd-e35a93d6aa9f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:48:20.815697 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (75bc5c9b-1c02-43c3-8f28-35758845964b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:20.841222 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ef7e61-0606-4f14-aaa7-471abd20e8c1 x-openstack-request-id: req-e2ef7e61-0606-4f14-aaa7-471abd20e8c1 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:48:20.841513 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c230bd9a-3bae-43aa-8b74-3ed1c251d71b", "name": "network-vif-plugged", "status": "completed", "tag": "75bc5c9b-1c02-43c3-8f28-35758845964b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:48:20.841797 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e2ef7e61-0606-4f14-aaa7-471abd20e8c1 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:48:20.842187 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c230bd9a-3bae-43aa-8b74-3ed1c251d71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bc5c9b-1c02-43c3-8f28-35758845964b', 'code': 200} Feb 05 03:48:20.874879 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=75bc5c9b-1c02-43c3-8f28-35758845964b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:48:20.899057 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aba8a7-45a3-479b-b321-a630d846b0f9 req-ca3e9a15-f4fe-4969-8ea0-423e13c034fd tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:20.900458 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50aba8a7-45a3-479b-b321-a630d846b0f9 req-ca3e9a15-f4fe-4969-8ea0-423e13c034fd tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b HTTP/1.1" status: 200 len: 946 time: 0.0626011 Feb 05 03:48:20.943476 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294c541-4223-4b73-9ab3-035cd8a1ecf7 req-09396558-6f09-40f3-ad36-e29a52951c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:20.945040 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4294c541-4223-4b73-9ab3-035cd8a1ecf7 req-09396558-6f09-40f3-ad36-e29a52951c9c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b HTTP/1.1" status: 200 len: 1128 time: 0.0466430 Feb 05 03:48:20.948121 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-50aba8a7-45a3-479b-b321-a630d846b0f9 req-ecc28f5e-e335-4bb4-8d97-5012e883e3e9 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417011 Feb 05 03:48:20.991442 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4294c541-4223-4b73-9ab3-035cd8a1ecf7 req-f73ef60f-9f3f-46a9-82ed-63fe5fceffad service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387564 Feb 05 03:48:22.071290 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e2989-8cae-4d59-a5f2-ec296b7896a0 req-81d9129c-a281-4b61-8d07-0660718de188 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:22.072790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-531e2989-8cae-4d59-a5f2-ec296b7896a0 req-81d9129c-a281-4b61-8d07-0660718de188 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b HTTP/1.1" status: 200 len: 946 time: 0.0530384 Feb 05 03:48:22.123260 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-531e2989-8cae-4d59-a5f2-ec296b7896a0 req-1c65c7e5-9395-44f7-99bd-7029e76cd600 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425463 Feb 05 03:48:23.241359 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c9ce9-f8a9-4ded-ba82-8a11d978f070 req-ef7f6adb-71cd-4bea-8832-1e6e37766f01 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:23.242857 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a6c9ce9-f8a9-4ded-ba82-8a11d978f070 req-ef7f6adb-71cd-4bea-8832-1e6e37766f01 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b HTTP/1.1" status: 200 len: 946 time: 0.0518949 Feb 05 03:48:23.292101 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a6c9ce9-f8a9-4ded-ba82-8a11d978f070 req-6c690f1b-1906-4401-8d0e-e350c7bb5fc1 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436795 Feb 05 03:48:23.413512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd0bd6-ced5-4aca-be34-f5038a15fe24 req-0f8a9110-5740-477e-8cb3-0e2c2cb62593 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:23.414948 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87dd0bd6-ced5-4aca-be34-f5038a15fe24 req-0f8a9110-5740-477e-8cb3-0e2c2cb62593 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b HTTP/1.1" status: 200 len: 946 time: 0.0545857 Feb 05 03:48:23.462674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-87dd0bd6-ced5-4aca-be34-f5038a15fe24 req-b90372ca-e65c-44f0-9579-53e0ca5b74d7 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420568 Feb 05 03:48:33.749202 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-60932e7f-7b57-47f2-9480-878785820ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:35.954891 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67db3097-0cbf-4723-8cc0-2aa34ed71927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:37.305602 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:38.846112 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:40.128579 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:41.953360 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:46.448645 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-776a10fb-42ea-4d48-ab78-e99f15a8aead req-bcafb7de-fc95-4b40-9506-8a50427949dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0988407 Feb 05 03:48:46.538819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a10fb-42ea-4d48-ab78-e99f15a8aead req-89d2376d-0933-4746-ad93-af6975544fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:46.540590 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-776a10fb-42ea-4d48-ab78-e99f15a8aead req-89d2376d-0933-4746-ad93-af6975544fa4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=25e0c017ee364bd8bb75c8c7aa3f74b5&device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b HTTP/1.1" status: 200 len: 1128 time: 0.0459068 Feb 05 03:48:46.644720 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a10fb-42ea-4d48-ab78-e99f15a8aead req-b09af7f0-67c0-4d5e-89af-fb0d9c5ce32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:46.646282 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-776a10fb-42ea-4d48-ab78-e99f15a8aead req-b09af7f0-67c0-4d5e-89af-fb0d9c5ce32f service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e75d260-cc19-434a-bdb7-9f80aa242d8a HTTP/1.1" status: 200 len: 918 time: 0.0853939 Feb 05 03:48:46.693233 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-776a10fb-42ea-4d48-ab78-e99f15a8aead req-d7e90984-a51d-425b-ad47-91efb2b739f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75bc5c9b-1c02-43c3-8f28-35758845964b HTTP/1.1" status: 200 len: 217 time: 0.0412507 Feb 05 03:48:46.741873 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a10fb-42ea-4d48-ab78-e99f15a8aead req-d0a4af9b-9955-42d5-9388-6c956370dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:46.743360 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-776a10fb-42ea-4d48-ab78-e99f15a8aead req-d0a4af9b-9955-42d5-9388-6c956370dcc3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bae8cd42-9db6-4e28-99d8-fa066da280d5 HTTP/1.1" status: 200 len: 856 time: 0.0443792 Feb 05 03:48:46.799782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a10fb-42ea-4d48-ab78-e99f15a8aead req-6d1bed1f-56a5-46c2-ae22-96644169332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:46.801315 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-776a10fb-42ea-4d48-ab78-e99f15a8aead req-6d1bed1f-56a5-46c2-ae22-96644169332f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e75d260-cc19-434a-bdb7-9f80aa242d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499821 Feb 05 03:48:46.813741 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:46.898816 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-776a10fb-42ea-4d48-ab78-e99f15a8aead req-8e457014-6d00-40dd-9106-ad2d29273de6 service neutron] 10.222.0.10 "GET /v2.0/networks/2e75d260-cc19-434a-bdb7-9f80aa242d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909574 Feb 05 03:48:46.990193 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-776a10fb-42ea-4d48-ab78-e99f15a8aead req-a213744b-ddfb-40ef-b2dd-d5aa1a35dc11 service neutron] 10.222.0.10 "GET /v2.0/networks/2e75d260-cc19-434a-bdb7-9f80aa242d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850410 Feb 05 03:48:56.381142 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:48:57.475196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a78132-914e-4fd3-aecd-e6fb2a831f85 req-53d6131b-7801-467f-b2bf-b9b919a816c7 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:57.476682 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2a78132-914e-4fd3-aecd-e6fb2a831f85 req-53d6131b-7801-467f-b2bf-b9b919a816c7 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b HTTP/1.1" status: 200 len: 946 time: 0.0521085 Feb 05 03:48:57.523261 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f2a78132-914e-4fd3-aecd-e6fb2a831f85 req-fd4a3753-c855-4c0c-8528-548bc976145a tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409694 Feb 05 03:48:58.649648 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf55d9-f10c-4f87-a29a-d7e7b1db8151 req-be18c97b-ef70-4cac-a255-1cd90ddfdeb3 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:58.651059 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8caf55d9-f10c-4f87-a29a-d7e7b1db8151 req-be18c97b-ef70-4cac-a255-1cd90ddfdeb3 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/ports?device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b HTTP/1.1" status: 200 len: 946 time: 0.0569367 Feb 05 03:48:58.700859 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8caf55d9-f10c-4f87-a29a-d7e7b1db8151 req-fbbf5753-9f52-4f4c-99d0-b16aa41e1f7a tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e7f6b83-b415-419a-bed8-40fba2428597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423348 Feb 05 03:48:58.887371 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27002c9-d69d-4c15-a4ad-c630d7fb26ba req-2d6d3cbb-a85d-4ea4-b81a-5be193046f56 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:48:58.889837 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c27002c9-d69d-4c15-a4ad-c630d7fb26ba req-2d6d3cbb-a85d-4ea4-b81a-5be193046f56 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.10 "GET /v2.0/ports?device_id=c230bd9a-3bae-43aa-8b74-3ed1c251d71b HTTP/1.1" status: 200 len: 946 time: 0.0550079 Feb 05 03:48:58.987493 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-c27002c9-d69d-4c15-a4ad-c630d7fb26ba req-ec0344d5-8368-4ab0-a25d-ecbef51968c3 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Deleting port 75bc5c9b-1c02-43c3-8f28-35758845964b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:48:58.987833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c27002c9-d69d-4c15-a4ad-c630d7fb26ba req-ec0344d5-8368-4ab0-a25d-ecbef51968c3 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (75bc5c9b-1c02-43c3-8f28-35758845964b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:59.078746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c27002c9-d69d-4c15-a4ad-c630d7fb26ba req-ec0344d5-8368-4ab0-a25d-ecbef51968c3 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] For port 75bc5c9b-1c02-43c3-8f28-35758845964b, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=75bc5c9b-1c02-43c3-8f28-35758845964b,segment=NetworkSegment(260a2d98-38e4-4694-a6bd-e35a93d6aa9f),segment_id=260a2d98-38e4-4694-a6bd-e35a93d6aa9f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:48:59.079046 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c27002c9-d69d-4c15-a4ad-c630d7fb26ba req-ec0344d5-8368-4ab0-a25d-ecbef51968c3 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (75bc5c9b-1c02-43c3-8f28-35758845964b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:59.090359 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-c27002c9-d69d-4c15-a4ad-c630d7fb26ba req-ec0344d5-8368-4ab0-a25d-ecbef51968c3 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Calling delete_port for 75bc5c9b-1c02-43c3-8f28-35758845964b owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:48:59.213096 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c27002c9-d69d-4c15-a4ad-c630d7fb26ba req-ec0344d5-8368-4ab0-a25d-ecbef51968c3 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (75bc5c9b-1c02-43c3-8f28-35758845964b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:59.225137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['75bc5c9b-1c02-43c3-8f28-35758845964b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:48:59.246946 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0344d5-8368-4ab0-a25d-ecbef51968c3 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Pushing event deleted for resources: {'Port': ['ID=75bc5c9b-1c02-43c3-8f28-35758845964b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:48:59.288946 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27002c9-d69d-4c15-a4ad-c630d7fb26ba req-ec0344d5-8368-4ab0-a25d-ecbef51968c3 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] No DVR routers for this DVR port 75bc5c9b-1c02-43c3-8f28-35758845964b on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:48:59.291666 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c27002c9-d69d-4c15-a4ad-c630d7fb26ba req-ec0344d5-8368-4ab0-a25d-ecbef51968c3 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:48:59.295713 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c27002c9-d69d-4c15-a4ad-c630d7fb26ba req-ec0344d5-8368-4ab0-a25d-ecbef51968c3 tempest-TestEncryptedCinderVolumes-122822820 tempest-TestEncryptedCinderVolumes-122822820-project] 10.222.0.10 "DELETE /v2.0/ports/75bc5c9b-1c02-43c3-8f28-35758845964b HTTP/1.1" status: 204 len: 173 time: 0.4005394 Feb 05 03:48:59.296185 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c230bd9a-3bae-43aa-8b74-3ed1c251d71b', 'name': 'network-vif-deleted', 'tag': '75bc5c9b-1c02-43c3-8f28-35758845964b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:48:59.298512 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0292054e-cc15-48bd-8420-969f988bec69" -d '{"events": [{"server_uuid": "c230bd9a-3bae-43aa-8b74-3ed1c251d71b", "name": "network-vif-deleted", "tag": "75bc5c9b-1c02-43c3-8f28-35758845964b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:48:59.410164 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70371340-c2c8-41a9-9791-b619fed75a6d x-openstack-request-id: req-70371340-c2c8-41a9-9791-b619fed75a6d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:48:59.410462 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c230bd9a-3bae-43aa-8b74-3ed1c251d71b", "name": "network-vif-deleted", "tag": "75bc5c9b-1c02-43c3-8f28-35758845964b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:48:59.410718 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70371340-c2c8-41a9-9791-b619fed75a6d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:48:59.411180 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c230bd9a-3bae-43aa-8b74-3ed1c251d71b', 'name': 'network-vif-deleted', 'tag': '75bc5c9b-1c02-43c3-8f28-35758845964b', 'status': 'completed', 'code': 200} Feb 05 03:48:59.804395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45016) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:00.214401 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14b1061e-696d-4dc4-acd7-af3aaab439b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (a6eaecbd-76c8-4967-9fde-e06a52e407f6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:00.769401 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-14b1061e-696d-4dc4-acd7-af3aaab439b2 admin admin] Deleting port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:49:00.769654 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14b1061e-696d-4dc4-acd7-af3aaab439b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:00.846877 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-14b1061e-696d-4dc4-acd7-af3aaab439b2 admin admin] For port 0d58b0d5-5b2d-4b6e-8000-59179e604ab2, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0d58b0d5-5b2d-4b6e-8000-59179e604ab2,segment=NetworkSegment(260a2d98-38e4-4694-a6bd-e35a93d6aa9f),segment_id=260a2d98-38e4-4694-a6bd-e35a93d6aa9f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:49:00.847241 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14b1061e-696d-4dc4-acd7-af3aaab439b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:00.859853 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-14b1061e-696d-4dc4-acd7-af3aaab439b2 admin admin] Calling delete_port for 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:49:01.043173 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14b1061e-696d-4dc4-acd7-af3aaab439b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (0d58b0d5-5b2d-4b6e-8000-59179e604ab2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:01.072413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1061e-696d-4dc4-acd7-af3aaab439b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d58b0d5-5b2d-4b6e-8000-59179e604ab2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:01.241780 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14b1061e-696d-4dc4-acd7-af3aaab439b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (a6eaecbd-76c8-4967-9fde-e06a52e407f6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:01.461499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b1061e-696d-4dc4-acd7-af3aaab439b2 admin admin] Router a6eaecbd-76c8-4967-9fde-e06a52e407f6 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:49:01.571676 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b1061e-696d-4dc4-acd7-af3aaab439b2 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:49:01.577513 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-14b1061e-696d-4dc4-acd7-af3aaab439b2 admin admin] 10.222.0.36 "PUT /v2.0/routers/a6eaecbd-76c8-4967-9fde-e06a52e407f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7721004 Feb 05 03:49:01.580335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45018) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:01.581554 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc7d1ba-a8eb-4654-8869-4e10d1a08e8f None None] Sync routers for ids ['a6eaecbd-76c8-4967-9fde-e06a52e407f6'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:49:01.592799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc7d1ba-a8eb-4654-8869-4e10d1a08e8f None None] Routers {'a6eaecbd-76c8-4967-9fde-e06a52e407f6'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:49:01.593423 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bfc7d1ba-a8eb-4654-8869-4e10d1a08e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:48:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a6eaecbd-76c8-4967-9fde-e06a52e407f6'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:01.685389 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d682c025-35f8-40e6-8221-511bb10d6601 admin admin] Publish callbacks [] for router (a6eaecbd-76c8-4967-9fde-e06a52e407f6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:01.707553 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-bfc7d1ba-a8eb-4654-8869-4e10d1a08e8f None None] Set router a6eaecbd-76c8-4967-9fde-e06a52e407f6 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:49:01.790591 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d682c025-35f8-40e6-8221-511bb10d6601 admin admin] Publish callbacks [] for router_gateway (a6eaecbd-76c8-4967-9fde-e06a52e407f6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:01.852318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d682c025-35f8-40e6-8221-511bb10d6601 admin admin] Deleting port 3cb2002a-0531-4928-9ca1-65335f499293 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:49:01.852723 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d682c025-35f8-40e6-8221-511bb10d6601 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3cb2002a-0531-4928-9ca1-65335f499293), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:01.937336 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-d682c025-35f8-40e6-8221-511bb10d6601 admin admin] For port 3cb2002a-0531-4928-9ca1-65335f499293, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3cb2002a-0531-4928-9ca1-65335f499293,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:49:01.937612 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d682c025-35f8-40e6-8221-511bb10d6601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3cb2002a-0531-4928-9ca1-65335f499293), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:01.951457 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d682c025-35f8-40e6-8221-511bb10d6601 admin admin] Calling delete_port for 3cb2002a-0531-4928-9ca1-65335f499293 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:49:02.048482 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bfc7d1ba-a8eb-4654-8869-4e10d1a08e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'name': 'tempest-TestEncryptedCinderVolumes-1322616740-router', 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '3cb2002a-0531-4928-9ca1-65335f499293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:14Z', 'updated_at': '2022-02-05T03:49:00Z', 'revision_number': 5, 'project_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'gw_port': {'id': '3cb2002a-0531-4928-9ca1-65335f499293', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:34:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:15Z', 'updated_at': '2022-02-05T03:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:02.074667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc7d1ba-a8eb-4654-8869-4e10d1a08e8f None None] Checking router: a6eaecbd-76c8-4967-9fde-e06a52e407f6 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:49:02.083468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc7d1ba-a8eb-4654-8869-4e10d1a08e8f None None] Routers {'a6eaecbd-76c8-4967-9fde-e06a52e407f6'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:49:02.084091 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bfc7d1ba-a8eb-4654-8869-4e10d1a08e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:48:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a6eaecbd-76c8-4967-9fde-e06a52e407f6'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:02.124715 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d682c025-35f8-40e6-8221-511bb10d6601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (3cb2002a-0531-4928-9ca1-65335f499293), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:02.151314 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682c025-35f8-40e6-8221-511bb10d6601 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cb2002a-0531-4928-9ca1-65335f499293,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:02.175441 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-bfc7d1ba-a8eb-4654-8869-4e10d1a08e8f None None] Set router a6eaecbd-76c8-4967-9fde-e06a52e407f6 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:49:02.215779 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d682c025-35f8-40e6-8221-511bb10d6601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (a6eaecbd-76c8-4967-9fde-e06a52e407f6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:02.232394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bfc7d1ba-a8eb-4654-8869-4e10d1a08e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'name': 'tempest-TestEncryptedCinderVolumes-1322616740-router', 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:14Z', 'updated_at': '2022-02-05T03:49:01Z', 'revision_number': 6, 'project_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:02.258832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc7d1ba-a8eb-4654-8869-4e10d1a08e8f None None] The sync data for ids ['a6eaecbd-76c8-4967-9fde-e06a52e407f6'] in n-d-826942-8 is: [{'id': 'a6eaecbd-76c8-4967-9fde-e06a52e407f6', 'name': 'tempest-TestEncryptedCinderVolumes-1322616740-router', 'tenant_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:14Z', 'updated_at': '2022-02-05T03:49:01Z', 'revision_number': 6, 'project_id': '25e0c017ee364bd8bb75c8c7aa3f74b5', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:49:02.311757 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d682c025-35f8-40e6-8221-511bb10d6601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (a6eaecbd-76c8-4967-9fde-e06a52e407f6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:02.313899 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d682c025-35f8-40e6-8221-511bb10d6601 admin admin] Publish callbacks [] for router_controller (a6eaecbd-76c8-4967-9fde-e06a52e407f6), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:02.355325 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d682c025-35f8-40e6-8221-511bb10d6601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (a6eaecbd-76c8-4967-9fde-e06a52e407f6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:02.355952 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d682c025-35f8-40e6-8221-511bb10d6601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6eaecbd-76c8-4967-9fde-e06a52e407f6 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:49:02.360772 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d682c025-35f8-40e6-8221-511bb10d6601 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:02.361980 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d682c025-35f8-40e6-8221-511bb10d6601 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a6eaecbd-76c8-4967-9fde-e06a52e407f6 HTTP/1.1" status: 204 len: 168 time: 0.7806041 Feb 05 03:49:02.364577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45020) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:02.409997 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ebac5c-e8d4-40a5-8f32-5653fd6b0d64 admin admin] Deleting subnet bae8cd42-9db6-4e28-99d8-fa066da280d5 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:49:02.413047 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38ebac5c-e8d4-40a5-8f32-5653fd6b0d64 admin admin] Publish callbacks [] for subnet (bae8cd42-9db6-4e28-99d8-fa066da280d5), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:02.450765 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38ebac5c-e8d4-40a5-8f32-5653fd6b0d64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (bae8cd42-9db6-4e28-99d8-fa066da280d5), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:02.531069 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38ebac5c-e8d4-40a5-8f32-5653fd6b0d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (bae8cd42-9db6-4e28-99d8-fa066da280d5), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:02.581667 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38ebac5c-e8d4-40a5-8f32-5653fd6b0d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (bae8cd42-9db6-4e28-99d8-fa066da280d5), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:02.613483 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38ebac5c-e8d4-40a5-8f32-5653fd6b0d64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:02.617785 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-38ebac5c-e8d4-40a5-8f32-5653fd6b0d64 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bae8cd42-9db6-4e28-99d8-fa066da280d5 HTTP/1.1" status: 204 len: 168 time: 0.2518287 Feb 05 03:49:02.618900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebac5c-e8d4-40a5-8f32-5653fd6b0d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bae8cd42-9db6-4e28-99d8-fa066da280d5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:02.620447 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45022) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:02.621933 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50e42d7-785e-4d41-9af4-8275534cef1c None None] Network 2e75d260-cc19-434a-bdb7-9f80aa242d8a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:49:02.716088 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (2e75d260-cc19-434a-bdb7-9f80aa242d8a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:02.739575 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:49:02.763386 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:49:02.763819 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0d58b0d5-5b2d-4b6e-8000-59179e604ab2 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:49:02.788040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Deleting port c2105cbc-f030-4d88-9d64-1ba537d960c9 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:49:02.788418 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c2105cbc-f030-4d88-9d64-1ba537d960c9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:02.798496 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 75bc5c9b-1c02-43c3-8f28-35758845964b no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:49:02.822057 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 75bc5c9b-1c02-43c3-8f28-35758845964b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:49:02.822822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 75bc5c9b-1c02-43c3-8f28-35758845964b not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:49:02.862246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] For port c2105cbc-f030-4d88-9d64-1ba537d960c9, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c2105cbc-f030-4d88-9d64-1ba537d960c9,segment=NetworkSegment(260a2d98-38e4-4694-a6bd-e35a93d6aa9f),segment_id=260a2d98-38e4-4694-a6bd-e35a93d6aa9f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:49:02.862724 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c2105cbc-f030-4d88-9d64-1ba537d960c9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:02.875798 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Calling delete_port for c2105cbc-f030-4d88-9d64-1ba537d960c9 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:49:02.954258 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c2105cbc-f030-4d88-9d64-1ba537d960c9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:02.983987 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2105cbc-f030-4d88-9d64-1ba537d960c9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:02.986157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] No DVR routers for this DVR port c2105cbc-f030-4d88-9d64-1ba537d960c9 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:49:02.994733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:02.995045 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:02.995384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:02.995717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:02.996045 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:02.996369 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:02.996691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:02.997010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:02.997474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:02.998450 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:02.998793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:02.999122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:02.999442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:03.067117 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (2e75d260-cc19-434a-bdb7-9f80aa242d8a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:03.077654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea402b7d-998a-44ff-9be7-09f8205c4702 None None] DHCP port deletion for 2e75d260-cc19-434a-bdb7-9f80aa242d8a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:49:03.089013 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e75d260-cc19-434a-bdb7-9f80aa242d8a']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:03.100271 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260a2d98-38e4-4694-a6bd-e35a93d6aa9f') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:03.100567 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260a2d98-38e4-4694-a6bd-e35a93d6aa9f') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:03.109983 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (260a2d98-38e4-4694-a6bd-e35a93d6aa9f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:03.123523 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (260a2d98-38e4-4694-a6bd-e35a93d6aa9f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:03.130278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:49:03.130711 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (260a2d98-38e4-4694-a6bd-e35a93d6aa9f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:49:03.132428 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:49:03.191381 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (2e75d260-cc19-434a-bdb7-9f80aa242d8a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:03.196872 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:03.201073 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2e75d260-cc19-434a-bdb7-9f80aa242d8a HTTP/1.1" status: 204 len: 168 time: 0.5786433 Feb 05 03:49:03.205327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45024) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:03.212687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df085058-dba7-4412-a1d1-f6cac7a31590 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e75d260-cc19-434a-bdb7-9f80aa242d8a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:03.572745 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1dc9295a-d100-41cd-8a67-a58ee6012237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (6d6f71d6-f87f-43bf-86ef-56e4cee0aace), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:03.752850 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6416af0-c54a-451a-ae1f-f8df39e21432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:03.825329 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9295a-d100-41cd-8a67-a58ee6012237 admin admin] Deleting port fb044a67-3b65-49e8-a713-980f32e2cfd2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:49:03.825568 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1dc9295a-d100-41cd-8a67-a58ee6012237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:03.900855 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-1dc9295a-d100-41cd-8a67-a58ee6012237 admin admin] For port fb044a67-3b65-49e8-a713-980f32e2cfd2, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fb044a67-3b65-49e8-a713-980f32e2cfd2,segment=NetworkSegment(cff7825c-ce6b-499c-a65a-863060bddb21),segment_id=cff7825c-ce6b-499c-a65a-863060bddb21)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:49:03.901214 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1dc9295a-d100-41cd-8a67-a58ee6012237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:03.914418 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9295a-d100-41cd-8a67-a58ee6012237 admin admin] Calling delete_port for fb044a67-3b65-49e8-a713-980f32e2cfd2 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:49:04.093230 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1dc9295a-d100-41cd-8a67-a58ee6012237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fb044a67-3b65-49e8-a713-980f32e2cfd2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:04.122522 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9295a-d100-41cd-8a67-a58ee6012237 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb044a67-3b65-49e8-a713-980f32e2cfd2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:04.290423 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1dc9295a-d100-41cd-8a67-a58ee6012237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (6d6f71d6-f87f-43bf-86ef-56e4cee0aace), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:04.616086 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c2105cbc-f030-4d88-9d64-1ba537d960c9 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:49:04.636838 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: c2105cbc-f030-4d88-9d64-1ba537d960c9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:49:04.637185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c2105cbc-f030-4d88-9d64-1ba537d960c9 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:49:04.637611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3cb2002a-0531-4928-9ca1-65335f499293 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:49:04.658450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 3cb2002a-0531-4928-9ca1-65335f499293 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:49:04.658823 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3cb2002a-0531-4928-9ca1-65335f499293 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:49:04.775291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc9295a-d100-41cd-8a67-a58ee6012237 admin admin] Router 6d6f71d6-f87f-43bf-86ef-56e4cee0aace has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:49:04.881361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc9295a-d100-41cd-8a67-a58ee6012237 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:49:04.886314 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1dc9295a-d100-41cd-8a67-a58ee6012237 admin admin] 10.222.0.36 "PUT /v2.0/routers/6d6f71d6-f87f-43bf-86ef-56e4cee0aace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6799536 Feb 05 03:49:04.889635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45026) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:04.891260 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b06aa02-128e-4889-a51d-da647918b4b0 None None] Sync routers for ids ['6d6f71d6-f87f-43bf-86ef-56e4cee0aace'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:49:04.900607 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b06aa02-128e-4889-a51d-da647918b4b0 None None] Routers {'6d6f71d6-f87f-43bf-86ef-56e4cee0aace'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:49:04.901215 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3b06aa02-128e-4889-a51d-da647918b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:48:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6d6f71d6-f87f-43bf-86ef-56e4cee0aace'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:04.995776 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad5a0494-fef4-424a-a641-9497f124ce10 admin admin] Publish callbacks [] for router (6d6f71d6-f87f-43bf-86ef-56e4cee0aace), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:05.007600 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3b06aa02-128e-4889-a51d-da647918b4b0 None None] Set router 6d6f71d6-f87f-43bf-86ef-56e4cee0aace gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:49:05.099955 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad5a0494-fef4-424a-a641-9497f124ce10 admin admin] Publish callbacks [] for router_gateway (6d6f71d6-f87f-43bf-86ef-56e4cee0aace), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:05.154441 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ad5a0494-fef4-424a-a641-9497f124ce10 admin admin] Deleting port f7ba9b03-fe66-4af5-accf-9dcadd680e83 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:49:05.154806 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad5a0494-fef4-424a-a641-9497f124ce10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f7ba9b03-fe66-4af5-accf-9dcadd680e83), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:05.185646 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3b06aa02-128e-4889-a51d-da647918b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'name': 'tempest-TestEncryptedCinderVolumes-1994930752-router', 'tenant_id': '92071a8ba0cc4059b7e2d90139949c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'f7ba9b03-fe66-4af5-accf-9dcadd680e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:19Z', 'updated_at': '2022-02-05T03:49:04Z', 'revision_number': 5, 'project_id': '92071a8ba0cc4059b7e2d90139949c05', 'gw_port': {'id': 'f7ba9b03-fe66-4af5-accf-9dcadd680e83', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:47:19Z', 'updated_at': '2022-02-05T03:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:05.212381 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b06aa02-128e-4889-a51d-da647918b4b0 None None] Checking router: 6d6f71d6-f87f-43bf-86ef-56e4cee0aace for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:49:05.221164 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b06aa02-128e-4889-a51d-da647918b4b0 None None] Routers {'6d6f71d6-f87f-43bf-86ef-56e4cee0aace'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:49:05.221765 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3b06aa02-128e-4889-a51d-da647918b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:48:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['6d6f71d6-f87f-43bf-86ef-56e4cee0aace'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:05.231885 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-ad5a0494-fef4-424a-a641-9497f124ce10 admin admin] For port f7ba9b03-fe66-4af5-accf-9dcadd680e83, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f7ba9b03-fe66-4af5-accf-9dcadd680e83,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:49:05.232245 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad5a0494-fef4-424a-a641-9497f124ce10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f7ba9b03-fe66-4af5-accf-9dcadd680e83), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:05.248516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ad5a0494-fef4-424a-a641-9497f124ce10 admin admin] Calling delete_port for f7ba9b03-fe66-4af5-accf-9dcadd680e83 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:49:05.403912 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3b06aa02-128e-4889-a51d-da647918b4b0 None None] Set router 6d6f71d6-f87f-43bf-86ef-56e4cee0aace gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:49:05.425574 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad5a0494-fef4-424a-a641-9497f124ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (f7ba9b03-fe66-4af5-accf-9dcadd680e83), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:05.450420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a0494-fef4-424a-a641-9497f124ce10 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ba9b03-fe66-4af5-accf-9dcadd680e83,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:05.456802 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3b06aa02-128e-4889-a51d-da647918b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'name': 'tempest-TestEncryptedCinderVolumes-1994930752-router', 'tenant_id': '92071a8ba0cc4059b7e2d90139949c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:19Z', 'updated_at': '2022-02-05T03:49:05Z', 'revision_number': 6, 'project_id': '92071a8ba0cc4059b7e2d90139949c05', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:05.487494 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b06aa02-128e-4889-a51d-da647918b4b0 None None] The sync data for ids ['6d6f71d6-f87f-43bf-86ef-56e4cee0aace'] in n-d-826942-8 is: [{'id': '6d6f71d6-f87f-43bf-86ef-56e4cee0aace', 'name': 'tempest-TestEncryptedCinderVolumes-1994930752-router', 'tenant_id': '92071a8ba0cc4059b7e2d90139949c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:47:19Z', 'updated_at': '2022-02-05T03:49:05Z', 'revision_number': 6, 'project_id': '92071a8ba0cc4059b7e2d90139949c05', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:49:05.512343 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad5a0494-fef4-424a-a641-9497f124ce10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (6d6f71d6-f87f-43bf-86ef-56e4cee0aace), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:05.910469 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad5a0494-fef4-424a-a641-9497f124ce10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (6d6f71d6-f87f-43bf-86ef-56e4cee0aace), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:05.912934 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad5a0494-fef4-424a-a641-9497f124ce10 admin admin] Publish callbacks [] for router_controller (6d6f71d6-f87f-43bf-86ef-56e4cee0aace), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:05.957188 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-076c7a0c-1be8-4266-89b1-48d38fef1c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:05.960478 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad5a0494-fef4-424a-a641-9497f124ce10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (6d6f71d6-f87f-43bf-86ef-56e4cee0aace), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:05.961054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5a0494-fef4-424a-a641-9497f124ce10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d6f71d6-f87f-43bf-86ef-56e4cee0aace {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:49:05.965887 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad5a0494-fef4-424a-a641-9497f124ce10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:05.967457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ad5a0494-fef4-424a-a641-9497f124ce10 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6d6f71d6-f87f-43bf-86ef-56e4cee0aace HTTP/1.1" status: 204 len: 168 time: 1.0767884 Feb 05 03:49:05.970019 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45028) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:06.013889 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f011c4-9d5e-4e9e-933c-22b7bd4066e2 admin admin] Deleting subnet 7e486d1f-694a-4aad-aa60-cfdebe9e77d6 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:49:06.016929 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24f011c4-9d5e-4e9e-933c-22b7bd4066e2 admin admin] Publish callbacks [] for subnet (7e486d1f-694a-4aad-aa60-cfdebe9e77d6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.051052 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24f011c4-9d5e-4e9e-933c-22b7bd4066e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (7e486d1f-694a-4aad-aa60-cfdebe9e77d6), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.130355 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24f011c4-9d5e-4e9e-933c-22b7bd4066e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (7e486d1f-694a-4aad-aa60-cfdebe9e77d6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.180244 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24f011c4-9d5e-4e9e-933c-22b7bd4066e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (7e486d1f-694a-4aad-aa60-cfdebe9e77d6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.205858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f011c4-9d5e-4e9e-933c-22b7bd4066e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e486d1f-694a-4aad-aa60-cfdebe9e77d6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:06.209362 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24f011c4-9d5e-4e9e-933c-22b7bd4066e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.212568 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-24f011c4-9d5e-4e9e-933c-22b7bd4066e2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7e486d1f-694a-4aad-aa60-cfdebe9e77d6 HTTP/1.1" status: 204 len: 168 time: 0.2416103 Feb 05 03:49:06.215125 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45030) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:06.218947 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d65b6d6-9adf-4653-b30c-4c8ea0e61309 None None] Network 6fd2914f-7a23-47ae-803e-d58a7d5d4690 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:49:06.289339 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (6fd2914f-7a23-47ae-803e-d58a7d5d4690), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.344681 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] Deleting port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:49:06.345016 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.395835 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f993bbd3-301c-4495-a93e-fe278f54429d None None] DHCP port deletion for 6fd2914f-7a23-47ae-803e-d58a7d5d4690 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:49:06.415097 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] For port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b,segment=NetworkSegment(cff7825c-ce6b-499c-a65a-863060bddb21),segment_id=cff7825c-ce6b-499c-a65a-863060bddb21)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:49:06.415466 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.428865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] Calling delete_port for b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:49:06.445330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f993bbd3-301c-4495-a93e-fe278f54429d None None] Deleting port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:49:06.445815 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f993bbd3-301c-4495-a93e-fe278f54429d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.522906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f993bbd3-301c-4495-a93e-fe278f54429d None None] For port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b,segment=NetworkSegment(cff7825c-ce6b-499c-a65a-863060bddb21),segment_id=cff7825c-ce6b-499c-a65a-863060bddb21)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:49:06.523559 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f993bbd3-301c-4495-a93e-fe278f54429d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.532731 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.539395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f993bbd3-301c-4495-a93e-fe278f54429d None None] Calling delete_port for b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:49:06.564350 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] Pushing event deleted for resources: {'Port': ['ID=b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:06.566232 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] No DVR routers for this DVR port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:49:06.592313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fb044a67-3b65-49e8-a713-980f32e2cfd2 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:49:06.619589 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: fb044a67-3b65-49e8-a713-980f32e2cfd2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:49:06.619854 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fb044a67-3b65-49e8-a713-980f32e2cfd2 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:49:06.620280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:49:06.639272 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (6fd2914f-7a23-47ae-803e-d58a7d5d4690), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.651155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:49:06.651441 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:49:06.651859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f7ba9b03-fe66-4af5-accf-9dcadd680e83 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:49:06.663668 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd2914f-7a23-47ae-803e-d58a7d5d4690']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:06.673297 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff7825c-ce6b-499c-a65a-863060bddb21') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:06.673652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff7825c-ce6b-499c-a65a-863060bddb21') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:06.676651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: f7ba9b03-fe66-4af5-accf-9dcadd680e83 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:49:06.677002 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f7ba9b03-fe66-4af5-accf-9dcadd680e83 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:49:06.684109 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (cff7825c-ce6b-499c-a65a-863060bddb21), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.691232 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f993bbd3-301c-4495-a93e-fe278f54429d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.705258 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (cff7825c-ce6b-499c-a65a-863060bddb21), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.711516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:49:06.711895 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (cff7825c-ce6b-499c-a65a-863060bddb21), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:49:06.713652 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:49:06.717627 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993bbd3-301c-4495-a93e-fe278f54429d None None] Pushing event deleted for resources: {'Port': ['ID=b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:06.720883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f993bbd3-301c-4495-a93e-fe278f54429d None None] No DVR routers for this DVR port b94c2e5d-7261-4bb6-a7a0-2b9cbf47fd5b on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:49:06.775009 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (6fd2914f-7a23-47ae-803e-d58a7d5d4690), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.780825 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:06.784005 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6fd2914f-7a23-47ae-803e-d58a7d5d4690 HTTP/1.1" status: 204 len: 168 time: 0.5676970 Feb 05 03:49:06.796318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813453ec-4d31-416a-bb16-8ab8c5148612 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd2914f-7a23-47ae-803e-d58a7d5d4690,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:06.963041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45034) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:07.003450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bff58d70-7e5c-4b92-810c-2c04203f690d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25e0c017ee364bd8bb75c8c7aa3f74b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391006 Feb 05 03:49:07.005705 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45036) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:07.051941 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdc1acda-b300-4996-8999-5bb6152cedd7 admin admin] Publish callbacks [] for security_group (6e7f6b83-b415-419a-bed8-40fba2428597), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:07.077445 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdc1acda-b300-4996-8999-5bb6152cedd7 admin admin] Publish callbacks [] for security_group (6e7f6b83-b415-419a-bed8-40fba2428597), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:07.121463 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdc1acda-b300-4996-8999-5bb6152cedd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (6e7f6b83-b415-419a-bed8-40fba2428597), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:07.124658 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdc1acda-b300-4996-8999-5bb6152cedd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:07.125783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bdc1acda-b300-4996-8999-5bb6152cedd7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e7f6b83-b415-419a-bed8-40fba2428597 HTTP/1.1" status: 204 len: 168 time: 0.1191714 Feb 05 03:49:07.133893 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1acda-b300-4996-8999-5bb6152cedd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7f6b83-b415-419a-bed8-40fba2428597,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:07.308917 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:07.438630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45042) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:07.477658 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f3c6aa87-7e80-4400-a09e-a1b0231804c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92071a8ba0cc4059b7e2d90139949c05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377715 Feb 05 03:49:07.479992 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45044) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:07.526187 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-002bff0f-8fc9-4cb3-a4b3-0506e2a8b1d2 admin admin] Publish callbacks [] for security_group (7909d582-9baa-4c64-8d84-a9852b5f33e4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:07.547054 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-002bff0f-8fc9-4cb3-a4b3-0506e2a8b1d2 admin admin] Publish callbacks [] for security_group (7909d582-9baa-4c64-8d84-a9852b5f33e4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:07.594913 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-002bff0f-8fc9-4cb3-a4b3-0506e2a8b1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (7909d582-9baa-4c64-8d84-a9852b5f33e4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:07.597495 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-002bff0f-8fc9-4cb3-a4b3-0506e2a8b1d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:07.598648 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-002bff0f-8fc9-4cb3-a4b3-0506e2a8b1d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7909d582-9baa-4c64-8d84-a9852b5f33e4 HTTP/1.1" status: 204 len: 168 time: 0.1177702 Feb 05 03:49:07.606959 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bff0f-8fc9-4cb3-a4b3-0506e2a8b1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7909d582-9baa-4c64-8d84-a9852b5f33e4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:08.288773 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45066) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:08.382466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d6b147f9-617d-4021-ba36-9272beb62f9a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1238663763-network', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:49:08.401586 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b147f9-617d-4021-ba36-9272beb62f9a admin admin] Made reservation on behalf of 0bfaf9ebe5104f589cf18461873160a3 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:49:08.404317 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6b147f9-617d-4021-ba36-9272beb62f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:08.412267 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6b147f9-617d-4021-ba36-9272beb62f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:08.483581 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6b147f9-617d-4021-ba36-9272beb62f9a admin admin] Publish callbacks [] for security_group (538a7cf3-c4b5-40a8-be80-5f0f7b241c5e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:08.487204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6b147f9-617d-4021-ba36-9272beb62f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (538a7cf3-c4b5-40a8-be80-5f0f7b241c5e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:08.514746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b147f9-617d-4021-ba36-9272beb62f9a admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:49:08.524212 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b147f9-617d-4021-ba36-9272beb62f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:08.529311 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6b147f9-617d-4021-ba36-9272beb62f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e3c4cca3-2f53-40c1-be98-ab3c56fb718b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:08.529652 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-d6b147f9-617d-4021-ba36-9272beb62f9a admin admin] Added segment e3c4cca3-2f53-40c1-be98-ab3c56fb718b of type vlan for network 9a585188-6917-4317-8bc8-aef3d4c9ee89 Feb 05 03:49:08.568632 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6b147f9-617d-4021-ba36-9272beb62f9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (9a585188-6917-4317-8bc8-aef3d4c9ee89), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:08.592279 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6b147f9-617d-4021-ba36-9272beb62f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (9a585188-6917-4317-8bc8-aef3d4c9ee89), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:08.593214 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b147f9-617d-4021-ba36-9272beb62f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:08.593783 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6b147f9-617d-4021-ba36-9272beb62f9a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:08.647484 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d6b147f9-617d-4021-ba36-9272beb62f9a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3576143 Feb 05 03:49:08.650432 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45070) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:08.654896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b147f9-617d-4021-ba36-9272beb62f9a admin admin] Pushing event updated for resources: {'Network': ['ID=9a585188-6917-4317-8bc8-aef3d4c9ee89,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:08.655785 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7bbeaeea-e23c-44c1-bfd5-4b5cdce4f96c admin admin] Request body: {'subnet': {'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1238663763-subnet', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:49:08.664390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 9a585188-6917-4317-8bc8-aef3d4c9ee89 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:49:08.677141 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbeaeea-e23c-44c1-bfd5-4b5cdce4f96c admin admin] Made reservation on behalf of 0bfaf9ebe5104f589cf18461873160a3 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:49:08.679569 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7bbeaeea-e23c-44c1-bfd5-4b5cdce4f96c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:08.848895 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:08.850122 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7bbeaeea-e23c-44c1-bfd5-4b5cdce4f96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (51aa449f-1387-43d5-a171-f593afc153ef), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:08.907449 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbeaeea-e23c-44c1-bfd5-4b5cdce4f96c admin admin] Pushing event updated for resources: {'Subnet': ['ID=51aa449f-1387-43d5-a171-f593afc153ef,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:08.913458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbeaeea-e23c-44c1-bfd5-4b5cdce4f96c admin admin] Checking segment: {'id': 'e3c4cca3-2f53-40c1-be98-ab3c56fb718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:49:08.913810 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbeaeea-e23c-44c1-bfd5-4b5cdce4f96c admin admin] Network hostable DHCP agents. Network: 9a585188-6917-4317-8bc8-aef3d4c9ee89, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:49:08.934229 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbeaeea-e23c-44c1-bfd5-4b5cdce4f96c admin admin] Network 9a585188-6917-4317-8bc8-aef3d4c9ee89 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:49:08.943135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-7bbeaeea-e23c-44c1-bfd5-4b5cdce4f96c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 9a585188-6917-4317-8bc8-aef3d4c9ee89) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:49:08.947534 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbeaeea-e23c-44c1-bfd5-4b5cdce4f96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:08.948736 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7bbeaeea-e23c-44c1-bfd5-4b5cdce4f96c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:08.952346 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a99d70-b252-456a-bc43-39942b4117d7 None None] Network 9a585188-6917-4317-8bc8-aef3d4c9ee89 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:49:08.964070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7bbeaeea-e23c-44c1-bfd5-4b5cdce4f96c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3124452 Feb 05 03:49:08.966907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45072) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:08.971189 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1238663763-router', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:49:08.990422 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (3996e194-2fc9-4ded-a51b-948729f32243), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:08.991509 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (3996e194-2fc9-4ded-a51b-948729f32243), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:09.049500 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Publish callbacks [] for router_controller (3996e194-2fc9-4ded-a51b-948729f32243), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:09.059083 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-9a585188-6917-4317-8bc8-aef3d4c9ee89', 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'fixed_ips': [{'subnet_id': '51aa449f-1387-43d5-a171-f593afc153ef'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:49:09.060593 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:09.190743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Allocated IP 172.20.0.2 (9a585188-6917-4317-8bc8-aef3d4c9ee89/51aa449f-1387-43d5-a171-f593afc153ef/fea018af-a522-49c1-beb2-1f2446484b8a) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:49:09.194082 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Publish callbacks [] for router_gateway (3996e194-2fc9-4ded-a51b-948729f32243), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:09.333218 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Publish callbacks [] for port (fea018af-a522-49c1-beb2-1f2446484b8a), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:09.340511 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (fea018af-a522-49c1-beb2-1f2446484b8a), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:09.389726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Network 9a585188-6917-4317-8bc8-aef3d4c9ee89 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:49:09.392607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:49:09.395439 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Publish callbacks [] for router_gateway (3996e194-2fc9-4ded-a51b-948729f32243), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:09.396802 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:49:09.399834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Pushing event updated for resources: {'Port': ['ID=fea018af-a522-49c1-beb2-1f2446484b8a,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:09.415358 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:09.453908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Attempting to bind port fea018af-a522-49c1-beb2-1f2446484b8a on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:49:09.454288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Attempting to bind port fea018af-a522-49c1-beb2-1f2446484b8a by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'e3c4cca3-2f53-40c1-be98-ab3c56fb718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:49:09.454651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Attempting to bind port fea018af-a522-49c1-beb2-1f2446484b8a on network 9a585188-6917-4317-8bc8-aef3d4c9ee89 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:49:09.459621 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:49:09.460019 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Checking segment: {'id': 'e3c4cca3-2f53-40c1-be98-ab3c56fb718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:49:09.460421 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:09.460812 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Bound using segment: {'id': 'e3c4cca3-2f53-40c1-be98-ab3c56fb718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:49:09.461301 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Bound port: fea018af-a522-49c1-beb2-1f2446484b8a, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c4cca3-2f53-40c1-be98-ab3c56fb718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:49:09.461805 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fea018af-a522-49c1-beb2-1f2446484b8a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:09.517553 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Allocated IP 172.25.0.55 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/cd1dadaf-5712-43ce-9dc5-643a4c9f2353) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:49:09.524001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] For port fea018af-a522-49c1-beb2-1f2446484b8a, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:49:09.527110 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] For port fea018af-a522-49c1-beb2-1f2446484b8a, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fea018af-a522-49c1-beb2-1f2446484b8a,segment=NetworkSegment(e3c4cca3-2f53-40c1-be98-ab3c56fb718b),segment_id=e3c4cca3-2f53-40c1-be98-ab3c56fb718b)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:49:09.533274 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fea018af-a522-49c1-beb2-1f2446484b8a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:09.597426 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fc19b-d489-4938-a3d6-1e6037f7c0ce None None] Pushing event updated for resources: {'Port': ['ID=fea018af-a522-49c1-beb2-1f2446484b8a,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:09.632663 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Publish callbacks [] for port (cd1dadaf-5712-43ce-9dc5-643a4c9f2353), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:09.667825 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (cd1dadaf-5712-43ce-9dc5-643a4c9f2353), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:09.710053 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:49:09.713061 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:49:09.717205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:49:09.742967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1dadaf-5712-43ce-9dc5-643a4c9f2353,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:09.986102 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Publish callbacks [] for router_gateway (3996e194-2fc9-4ded-a51b-948729f32243), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:10.132573 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:10.187138 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (3996e194-2fc9-4ded-a51b-948729f32243), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:10.324808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Router 3996e194-2fc9-4ded-a51b-948729f32243 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:49:10.441521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:49:10.453952 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Sync routers for ids ['3996e194-2fc9-4ded-a51b-948729f32243'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:49:10.459740 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:10.461180 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-293ad56b-36b1-4d4d-a933-eac1aa6928a2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4933467 Feb 05 03:49:10.464088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Routers {'3996e194-2fc9-4ded-a51b-948729f32243'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:49:10.464357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45074) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:10.464762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:49:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['3996e194-2fc9-4ded-a51b-948729f32243'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:10.553422 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259c4f11-47e3-4c92-838f-430ab6a1e72f None None] Network 9a585188-6917-4317-8bc8-aef3d4c9ee89 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:49:10.658980 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Set router 3996e194-2fc9-4ded-a51b-948729f32243 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:49:10.660815 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fea018af-a522-49c1-beb2-1f2446484b8a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:49:10.718787 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ab22bfe3-968b-427f-bd57-e988a2e03cd2 None None] Provisioning complete for port fea018af-a522-49c1-beb2-1f2446484b8a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:10.719180 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab22bfe3-968b-427f-bd57-e988a2e03cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fea018af-a522-49c1-beb2-1f2446484b8a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:10.904768 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:10.908445 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port fea018af-a522-49c1-beb2-1f2446484b8a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:10.908813 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fea018af-a522-49c1-beb2-1f2446484b8a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:10.993872 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ab22bfe3-968b-427f-bd57-e988a2e03cd2 None None] Current status of the port fea018af-a522-49c1-beb2-1f2446484b8a is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:10.994254 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab22bfe3-968b-427f-bd57-e988a2e03cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fea018af-a522-49c1-beb2-1f2446484b8a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.068930 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ab22bfe3-968b-427f-bd57-e988a2e03cd2 None None] For port fea018af-a522-49c1-beb2-1f2446484b8a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fea018af-a522-49c1-beb2-1f2446484b8a,segment=NetworkSegment(e3c4cca3-2f53-40c1-be98-ab3c56fb718b),segment_id=e3c4cca3-2f53-40c1-be98-ab3c56fb718b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:49:11.072439 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3996e194-2fc9-4ded-a51b-948729f32243', 'name': 'tempest-TestMinimumBasicScenario-1238663763-router', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:08Z', 'updated_at': '2022-02-05T03:49:09Z', 'revision_number': 3, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'gw_port': {'id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:09Z', 'updated_at': '2022-02-05T03:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:11.079374 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab22bfe3-968b-427f-bd57-e988a2e03cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fea018af-a522-49c1-beb2-1f2446484b8a), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.088463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Allocated IP 172.20.0.1 (9a585188-6917-4317-8bc8-aef3d4c9ee89/51aa449f-1387-43d5-a171-f593afc153ef/e3955d1f-486c-4e35-ab75-d7c62ffb28bf) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:49:11.130186 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Checking router: 3996e194-2fc9-4ded-a51b-948729f32243 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:49:11.130542 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Updating router 3996e194-2fc9-4ded-a51b-948729f32243 port cd1dadaf-5712-43ce-9dc5-643a4c9f2353 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:49:11.152042 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port fea018af-a522-49c1-beb2-1f2446484b8a is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:11.152928 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fea018af-a522-49c1-beb2-1f2446484b8a), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.196254 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Publish callbacks [] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.204137 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cd1dadaf-5712-43ce-9dc5-643a4c9f2353), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.207548 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22bfe3-968b-427f-bd57-e988a2e03cd2 None None] Pushing event updated for resources: {'Port': ['ID=fea018af-a522-49c1-beb2-1f2446484b8a,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:11.234534 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.277054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Network 9a585188-6917-4317-8bc8-aef3d4c9ee89 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:49:11.281007 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:49:11.284722 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:49:11.307662 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Pushing event updated for resources: {'Port': ['ID=e3955d1f-486c-4e35-ab75-d7c62ffb28bf,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:11.328843 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (3996e194-2fc9-4ded-a51b-948729f32243), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.450961 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5b824794-d9de-4c94-a26a-767d7968fe90 None None] Provisioning complete for port fea018af-a522-49c1-beb2-1f2446484b8a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:11.451255 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5b824794-d9de-4c94-a26a-767d7968fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fea018af-a522-49c1-beb2-1f2446484b8a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.473542 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.529864 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 05 03:49:11.530207 n-d-826942-8 neutron-server[109676]: DEBUG oslo_db.api [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 05 03:49:11.666549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5b824794-d9de-4c94-a26a-767d7968fe90 None None] Current status of the port fea018af-a522-49c1-beb2-1f2446484b8a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:11.740076 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Publish callbacks [] for port (cd1dadaf-5712-43ce-9dc5-643a4c9f2353), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.744636 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (cd1dadaf-5712-43ce-9dc5-643a4c9f2353), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.810269 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e8a17-36b2-4f6e-bf5d-5b5d324d0174 None None] Pushing event updated for resources: {'Port': ['ID=cd1dadaf-5712-43ce-9dc5-643a4c9f2353,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:11.812518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Attempting to bind port cd1dadaf-5712-43ce-9dc5-643a4c9f2353 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:49:11.812886 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Attempting to bind port cd1dadaf-5712-43ce-9dc5-643a4c9f2353 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:49:11.813325 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Attempting to bind port cd1dadaf-5712-43ce-9dc5-643a4c9f2353 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:49:11.819442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d858dafb-b5c7-4f40-89fc-e19848aef0bf None None] Provisioning complete for port e3955d1f-486c-4e35-ab75-d7c62ffb28bf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:11.819815 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d858dafb-b5c7-4f40-89fc-e19848aef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.821573 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:49:11.821946 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:49:11.822330 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.822713 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:49:11.823199 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Bound port: cd1dadaf-5712-43ce-9dc5-643a4c9f2353, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:49:11.823570 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cd1dadaf-5712-43ce-9dc5-643a4c9f2353), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.896196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d858dafb-b5c7-4f40-89fc-e19848aef0bf None None] Port e3955d1f-486c-4e35-ab75-d7c62ffb28bf cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:49:11.905995 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] For port cd1dadaf-5712-43ce-9dc5-643a4c9f2353, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:49:11.909065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] For port cd1dadaf-5712-43ce-9dc5-643a4c9f2353, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=cd1dadaf-5712-43ce-9dc5-643a4c9f2353,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:49:11.914727 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (cd1dadaf-5712-43ce-9dc5-643a4c9f2353), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.933096 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Publish callbacks [] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.938787 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.973746 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:11.986600 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e8a17-36b2-4f6e-bf5d-5b5d324d0174 None None] Pushing event updated for resources: {'Port': ['ID=cd1dadaf-5712-43ce-9dc5-643a4c9f2353,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:11.989181 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Routers {'3996e194-2fc9-4ded-a51b-948729f32243'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:49:11.989777 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:49:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['3996e194-2fc9-4ded-a51b-948729f32243'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:12.005033 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Pushing event updated for resources: {'Port': ['ID=e3955d1f-486c-4e35-ab75-d7c62ffb28bf,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:12.007562 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (3996e194-2fc9-4ded-a51b-948729f32243), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:12.099308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Network 9a585188-6917-4317-8bc8-aef3d4c9ee89 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:49:12.100786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:49:12.112261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port fea018af-a522-49c1-beb2-1f2446484b8a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:12.137276 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] Set router 3996e194-2fc9-4ded-a51b-948729f32243 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:49:12.234468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Router 3996e194-2fc9-4ded-a51b-948729f32243 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:49:12.351857 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3996e194-2fc9-4ded-a51b-948729f32243', 'name': 'tempest-TestMinimumBasicScenario-1238663763-router', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:08Z', 'updated_at': '2022-02-05T03:49:11Z', 'revision_number': 4, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'gw_port': {'id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:09Z', 'updated_at': '2022-02-05T03:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e3955d1f-486c-4e35-ab75-d7c62ffb28bf', 'name': '', 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'mac_address': 'fa:16:3e:e8:1b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '51aa449f-1387-43d5-a171-f593afc153ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:10Z', 'updated_at': '2022-02-05T03:49:11Z', 'revision_number': 2, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'subnets': [{'id': '51aa449f-1387-43d5-a171-f593afc153ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:12.353979 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:49:12.363858 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6f5e43ec-d3b5-4e08-9463-6fbb476c99ee admin admin] 10.222.0.36 "PUT /v2.0/routers/3996e194-2fc9-4ded-a51b-948729f32243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8943808 Feb 05 03:49:12.379262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a218f0fc-a55e-4144-8753-d4ea75adbb78 None None] The sync data for ids ['3996e194-2fc9-4ded-a51b-948729f32243'] in n-d-826942-8 is: [{'id': '3996e194-2fc9-4ded-a51b-948729f32243', 'name': 'tempest-TestMinimumBasicScenario-1238663763-router', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:08Z', 'updated_at': '2022-02-05T03:49:11Z', 'revision_number': 4, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'gw_port': {'id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:09Z', 'updated_at': '2022-02-05T03:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e3955d1f-486c-4e35-ab75-d7c62ffb28bf', 'name': '', 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'mac_address': 'fa:16:3e:e8:1b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '51aa449f-1387-43d5-a171-f593afc153ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:10Z', 'updated_at': '2022-02-05T03:49:11Z', 'revision_number': 2, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'subnets': [{'id': '51aa449f-1387-43d5-a171-f593afc153ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:49:12.419085 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6c32bcbf-87ed-4b39-a868-1e3dca61e101 None None] Provisioning complete for port e3955d1f-486c-4e35-ab75-d7c62ffb28bf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:12.419538 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c32bcbf-87ed-4b39-a868-1e3dca61e101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:12.459928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6c32bcbf-87ed-4b39-a868-1e3dca61e101 None None] Port e3955d1f-486c-4e35-ab75-d7c62ffb28bf cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:49:12.564080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fea018af-a522-49c1-beb2-1f2446484b8a up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:49:12.639946 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port fea018af-a522-49c1-beb2-1f2446484b8a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:12.640338 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fea018af-a522-49c1-beb2-1f2446484b8a), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:12.735734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port fea018af-a522-49c1-beb2-1f2446484b8a is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:12.880990 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45090) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:12.886000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4fe9d8bf-cd73-4f7a-b5ff-e2854e284e20 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1543053920-network', 'tenant_id': '384fb99ff3824d1a8715e181afa33e49'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:49:12.908843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe9d8bf-cd73-4f7a-b5ff-e2854e284e20 admin admin] Made reservation on behalf of 384fb99ff3824d1a8715e181afa33e49 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:49:12.911537 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4fe9d8bf-cd73-4f7a-b5ff-e2854e284e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:12.921104 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4fe9d8bf-cd73-4f7a-b5ff-e2854e284e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:13.001975 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4fe9d8bf-cd73-4f7a-b5ff-e2854e284e20 admin admin] Publish callbacks [] for security_group (eea48793-ac61-4904-a85a-2444d2830567), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:13.005975 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4fe9d8bf-cd73-4f7a-b5ff-e2854e284e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (eea48793-ac61-4904-a85a-2444d2830567), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:13.029134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe9d8bf-cd73-4f7a-b5ff-e2854e284e20 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:49:13.044394 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9d8bf-cd73-4f7a-b5ff-e2854e284e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea48793-ac61-4904-a85a-2444d2830567,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:13.047298 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4fe9d8bf-cd73-4f7a-b5ff-e2854e284e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (b0923b7c-1410-4023-b9f6-026390e74fac), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:13.047651 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-4fe9d8bf-cd73-4f7a-b5ff-e2854e284e20 admin admin] Added segment b0923b7c-1410-4023-b9f6-026390e74fac of type vlan for network 36fb81b6-a733-4c97-84f2-dfb82c365598 Feb 05 03:49:13.103256 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4fe9d8bf-cd73-4f7a-b5ff-e2854e284e20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (36fb81b6-a733-4c97-84f2-dfb82c365598), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:13.129256 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4fe9d8bf-cd73-4f7a-b5ff-e2854e284e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (36fb81b6-a733-4c97-84f2-dfb82c365598), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:13.130341 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe9d8bf-cd73-4f7a-b5ff-e2854e284e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:13.130941 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4fe9d8bf-cd73-4f7a-b5ff-e2854e284e20 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:13.194439 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4fe9d8bf-cd73-4f7a-b5ff-e2854e284e20 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3120770 Feb 05 03:49:13.197160 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45092) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:13.202304 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9d8bf-cd73-4f7a-b5ff-e2854e284e20 admin admin] Pushing event updated for resources: {'Network': ['ID=36fb81b6-a733-4c97-84f2-dfb82c365598,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:13.203140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Request body: {'subnet': {'network_id': '36fb81b6-a733-4c97-84f2-dfb82c365598', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1543053920-subnet', 'tenant_id': '384fb99ff3824d1a8715e181afa33e49', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:49:13.212109 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 36fb81b6-a733-4c97-84f2-dfb82c365598 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:49:13.232682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Made reservation on behalf of 384fb99ff3824d1a8715e181afa33e49 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:49:13.235270 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:13.416496 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (28373083-d8f9-4229-9ce8-31e3aec77d5c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:13.474469 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=28373083-d8f9-4229-9ce8-31e3aec77d5c,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:13.487423 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:13.487777 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:13.488191 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:13.488565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:13.488903 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:13.489239 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:13.489572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:13.489900 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:13.490227 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:13.490553 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:13.490909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:13.491244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:13.491568 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:13.495170 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Checking segment: {'id': 'b0923b7c-1410-4023-b9f6-026390e74fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '36fb81b6-a733-4c97-84f2-dfb82c365598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:49:13.495540 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Network hostable DHCP agents. Network: 36fb81b6-a733-4c97-84f2-dfb82c365598, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:49:13.513351 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Network 36fb81b6-a733-4c97-84f2-dfb82c365598 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:49:13.524000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 36fb81b6-a733-4c97-84f2-dfb82c365598) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:49:13.528424 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:13.529006 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:13.537087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1cd2be-e2a6-4483-a52d-2cea4bdbd8b4 None None] Network 36fb81b6-a733-4c97-84f2-dfb82c365598 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:49:13.546728 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4bd2f4fb-f65d-42cf-842b-ee8c7ef94ecb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3484554 Feb 05 03:49:13.549373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45094) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:13.554123 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1543053920-router', 'tenant_id': '384fb99ff3824d1a8715e181afa33e49', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:49:13.575962 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (4a0e181f-ab71-470b-a937-bb8d82a4844a), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:13.577109 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (4a0e181f-ab71-470b-a937-bb8d82a4844a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:13.633384 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Publish callbacks [] for router_controller (4a0e181f-ab71-470b-a937-bb8d82a4844a), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:13.649106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-36fb81b6-a733-4c97-84f2-dfb82c365598', 'network_id': '36fb81b6-a733-4c97-84f2-dfb82c365598', 'project_id': '384fb99ff3824d1a8715e181afa33e49', 'fixed_ips': [{'subnet_id': '28373083-d8f9-4229-9ce8-31e3aec77d5c'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:49:13.649987 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:13.790519 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Publish callbacks [] for router_gateway (4a0e181f-ab71-470b-a937-bb8d82a4844a), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:13.798057 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Allocated IP 172.20.0.2 (36fb81b6-a733-4c97-84f2-dfb82c365598/28373083-d8f9-4229-9ce8-31e3aec77d5c/0b7b9ad2-60ce-4870-9a4e-9b36729a2153) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:49:13.938373 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Publish callbacks [] for port (0b7b9ad2-60ce-4870-9a4e-9b36729a2153), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:13.944951 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (0b7b9ad2-60ce-4870-9a4e-9b36729a2153), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:13.988047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Network 36fb81b6-a733-4c97-84f2-dfb82c365598 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:49:13.992847 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:49:13.996299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:49:13.997086 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Publish callbacks [] for router_gateway (4a0e181f-ab71-470b-a937-bb8d82a4844a), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:14.005105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Pushing event updated for resources: {'Port': ['ID=0b7b9ad2-60ce-4870-9a4e-9b36729a2153,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:14.021730 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:14.058520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Attempting to bind port 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:49:14.058923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Attempting to bind port 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'b0923b7c-1410-4023-b9f6-026390e74fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '36fb81b6-a733-4c97-84f2-dfb82c365598'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:49:14.059287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Attempting to bind port 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 on network 36fb81b6-a733-4c97-84f2-dfb82c365598 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:49:14.064878 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:49:14.065251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Checking segment: {'id': 'b0923b7c-1410-4023-b9f6-026390e74fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '36fb81b6-a733-4c97-84f2-dfb82c365598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:49:14.065649 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:14.066038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Bound using segment: {'id': 'b0923b7c-1410-4023-b9f6-026390e74fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '36fb81b6-a733-4c97-84f2-dfb82c365598'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:49:14.066490 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Bound port: 0b7b9ad2-60ce-4870-9a4e-9b36729a2153, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0923b7c-1410-4023-b9f6-026390e74fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '36fb81b6-a733-4c97-84f2-dfb82c365598'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:49:14.066895 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0b7b9ad2-60ce-4870-9a4e-9b36729a2153), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:14.128051 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] For port 0b7b9ad2-60ce-4870-9a4e-9b36729a2153, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:49:14.129609 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Allocated IP 172.25.0.45 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/e445b791-c4af-4fbf-807b-6d46659cdc21) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:49:14.131024 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] For port 0b7b9ad2-60ce-4870-9a4e-9b36729a2153, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0b7b9ad2-60ce-4870-9a4e-9b36729a2153,segment=NetworkSegment(b0923b7c-1410-4023-b9f6-026390e74fac),segment_id=b0923b7c-1410-4023-b9f6-026390e74fac)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:49:14.136434 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0b7b9ad2-60ce-4870-9a4e-9b36729a2153), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:14.201002 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d425b-08cf-4f83-a4e4-46d0730ec054 None None] Pushing event updated for resources: {'Port': ['ID=0b7b9ad2-60ce-4870-9a4e-9b36729a2153,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:14.251782 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Publish callbacks [] for port (e445b791-c4af-4fbf-807b-6d46659cdc21), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:14.286691 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e445b791-c4af-4fbf-807b-6d46659cdc21), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:14.330457 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:49:14.333426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:49:14.335869 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:49:14.385357 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Pushing event updated for resources: {'Port': ['ID=e445b791-c4af-4fbf-807b-6d46659cdc21,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:14.601746 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Sync routers for ids ['3996e194-2fc9-4ded-a51b-948729f32243'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:49:14.614052 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Routers {'3996e194-2fc9-4ded-a51b-948729f32243'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:49:14.614942 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:49:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['3996e194-2fc9-4ded-a51b-948729f32243'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:14.628635 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Publish callbacks [] for router_gateway (4a0e181f-ab71-470b-a937-bb8d82a4844a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:14.665804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cd1dadaf-5712-43ce-9dc5-643a4c9f2353 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:49:14.718738 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port cd1dadaf-5712-43ce-9dc5-643a4c9f2353 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:14.719546 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cd1dadaf-5712-43ce-9dc5-643a4c9f2353), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:14.738574 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Set router 3996e194-2fc9-4ded-a51b-948729f32243 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:49:14.802999 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port cd1dadaf-5712-43ce-9dc5-643a4c9f2353 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:14.803490 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (cd1dadaf-5712-43ce-9dc5-643a4c9f2353), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:14.826112 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port cd1dadaf-5712-43ce-9dc5-643a4c9f2353, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=cd1dadaf-5712-43ce-9dc5-643a4c9f2353,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:49:14.830957 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (cd1dadaf-5712-43ce-9dc5-643a4c9f2353), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:14.832168 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:49:14.858278 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (4a0e181f-ab71-470b-a937-bb8d82a4844a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:14.909313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=cd1dadaf-5712-43ce-9dc5-643a4c9f2353,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:14.926131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:14.926802 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0b7b9ad2-60ce-4870-9a4e-9b36729a2153), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:14.969370 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3996e194-2fc9-4ded-a51b-948729f32243', 'name': 'tempest-TestMinimumBasicScenario-1238663763-router', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:08Z', 'updated_at': '2022-02-05T03:49:11Z', 'revision_number': 4, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'gw_port': {'id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:09Z', 'updated_at': '2022-02-05T03:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e3955d1f-486c-4e35-ab75-d7c62ffb28bf', 'name': '', 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'mac_address': 'fa:16:3e:e8:1b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '51aa449f-1387-43d5-a171-f593afc153ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:10Z', 'updated_at': '2022-02-05T03:49:11Z', 'revision_number': 2, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'subnets': [{'id': '51aa449f-1387-43d5-a171-f593afc153ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:15.008332 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Checking router: 3996e194-2fc9-4ded-a51b-948729f32243 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:49:15.009028 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Updating router 3996e194-2fc9-4ded-a51b-948729f32243 port e3955d1f-486c-4e35-ab75-d7c62ffb28bf binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:49:15.021023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:15.021558 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (0b7b9ad2-60ce-4870-9a4e-9b36729a2153), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:15.036999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Router 4a0e181f-ab71-470b-a937-bb8d82a4844a is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:49:15.042299 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:15.072746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 0b7b9ad2-60ce-4870-9a4e-9b36729a2153, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0b7b9ad2-60ce-4870-9a4e-9b36729a2153,segment=NetworkSegment(b0923b7c-1410-4023-b9f6-026390e74fac),segment_id=b0923b7c-1410-4023-b9f6-026390e74fac)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:49:15.081318 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (0b7b9ad2-60ce-4870-9a4e-9b36729a2153), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:15.142249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=0b7b9ad2-60ce-4870-9a4e-9b36729a2153,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:15.169470 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:49:15.179313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Sync routers for ids ['4a0e181f-ab71-470b-a937-bb8d82a4844a'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:49:15.191271 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Routers {'4a0e181f-ab71-470b-a937-bb8d82a4844a'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:49:15.191914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:49:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['4a0e181f-ab71-470b-a937-bb8d82a4844a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:15.194396 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:15.198207 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9a477255-7f3a-4b43-8be2-d722088cf739 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6452589 Feb 05 03:49:15.198589 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45096) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:49:15.435834 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Publish callbacks [] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:15.444896 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:15.506999 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb75d84-f183-4bff-819e-9d9d9ae5d011 None None] Network 36fb81b6-a733-4c97-84f2-dfb82c365598 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:49:15.516230 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc215d0-4f9d-4803-aad3-0a37d7ca30d6 None None] Pushing event updated for resources: {'Port': ['ID=e3955d1f-486c-4e35-ab75-d7c62ffb28bf,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:15.541796 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc215d0-4f9d-4803-aad3-0a37d7ca30d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:15.541796 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc215d0-4f9d-4803-aad3-0a37d7ca30d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:15.542003 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc215d0-4f9d-4803-aad3-0a37d7ca30d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:15.542197 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc215d0-4f9d-4803-aad3-0a37d7ca30d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:15.542521 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc215d0-4f9d-4803-aad3-0a37d7ca30d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:15.543168 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc215d0-4f9d-4803-aad3-0a37d7ca30d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:15.543260 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc215d0-4f9d-4803-aad3-0a37d7ca30d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:15.543886 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc215d0-4f9d-4803-aad3-0a37d7ca30d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:15.544023 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc215d0-4f9d-4803-aad3-0a37d7ca30d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:15.544306 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc215d0-4f9d-4803-aad3-0a37d7ca30d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:15.544626 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc215d0-4f9d-4803-aad3-0a37d7ca30d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:15.544938 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc215d0-4f9d-4803-aad3-0a37d7ca30d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:15.545255 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc215d0-4f9d-4803-aad3-0a37d7ca30d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:15.588117 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Attempting to bind port e3955d1f-486c-4e35-ab75-d7c62ffb28bf on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:49:15.588499 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Attempting to bind port e3955d1f-486c-4e35-ab75-d7c62ffb28bf by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'e3c4cca3-2f53-40c1-be98-ab3c56fb718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:49:15.588835 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Attempting to bind port e3955d1f-486c-4e35-ab75-d7c62ffb28bf on network 9a585188-6917-4317-8bc8-aef3d4c9ee89 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:49:15.597909 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:49:15.598177 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Checking segment: {'id': 'e3c4cca3-2f53-40c1-be98-ab3c56fb718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:49:15.598409 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:15.598836 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Bound using segment: {'id': 'e3c4cca3-2f53-40c1-be98-ab3c56fb718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:49:15.599289 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Bound port: e3955d1f-486c-4e35-ab75-d7c62ffb28bf, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c4cca3-2f53-40c1-be98-ab3c56fb718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:49:15.600431 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:15.657256 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Set router 4a0e181f-ab71-470b-a937-bb8d82a4844a gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:49:15.659339 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-209955ee-a44f-4f30-9a42-b543c8292297 None None] Provisioning complete for port 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:15.659720 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-209955ee-a44f-4f30-9a42-b543c8292297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0b7b9ad2-60ce-4870-9a4e-9b36729a2153), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:15.690657 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] For port e3955d1f-486c-4e35-ab75-d7c62ffb28bf, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:49:15.695069 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] For port e3955d1f-486c-4e35-ab75-d7c62ffb28bf, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e3955d1f-486c-4e35-ab75-d7c62ffb28bf,segment=NetworkSegment(e3c4cca3-2f53-40c1-be98-ab3c56fb718b),segment_id=e3c4cca3-2f53-40c1-be98-ab3c56fb718b)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:49:15.705991 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:15.780932 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Routers {'3996e194-2fc9-4ded-a51b-948729f32243'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:49:15.781562 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:49:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['3996e194-2fc9-4ded-a51b-948729f32243'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:15.802365 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:15.927471 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] Set router 3996e194-2fc9-4ded-a51b-948729f32243 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:49:15.965051 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc215d0-4f9d-4803-aad3-0a37d7ca30d6 None None] Pushing event updated for resources: {'Port': ['ID=e3955d1f-486c-4e35-ab75-d7c62ffb28bf,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:15.985127 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-209955ee-a44f-4f30-9a42-b543c8292297 None None] Current status of the port 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:15.999050 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Allocated IP 172.20.0.1 (36fb81b6-a733-4c97-84f2-dfb82c365598/28373083-d8f9-4229-9ce8-31e3aec77d5c/88d680f1-ebf7-428b-a4e1-016822a18b35) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:49:16.030126 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'name': 'tempest-TestMinimumBasicScenario-1543053920-router', 'tenant_id': '384fb99ff3824d1a8715e181afa33e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'e445b791-c4af-4fbf-807b-6d46659cdc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:13Z', 'updated_at': '2022-02-05T03:49:14Z', 'revision_number': 3, 'project_id': '384fb99ff3824d1a8715e181afa33e49', 'gw_port': {'id': 'e445b791-c4af-4fbf-807b-6d46659cdc21', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:14Z', 'updated_at': '2022-02-05T03:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:16.079181 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Checking router: 4a0e181f-ab71-470b-a937-bb8d82a4844a for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:49:16.079501 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Updating router 4a0e181f-ab71-470b-a937-bb8d82a4844a port e445b791-c4af-4fbf-807b-6d46659cdc21 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:49:16.136583 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e445b791-c4af-4fbf-807b-6d46659cdc21), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.157474 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Publish callbacks [] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.163472 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-423aec03-6fa8-42b1-9e2d-40c043cd76c3 None None] Provisioning complete for port e3955d1f-486c-4e35-ab75-d7c62ffb28bf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:16.164137 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-423aec03-6fa8-42b1-9e2d-40c043cd76c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.197082 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.202280 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3996e194-2fc9-4ded-a51b-948729f32243', 'name': 'tempest-TestMinimumBasicScenario-1238663763-router', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:08Z', 'updated_at': '2022-02-05T03:49:11Z', 'revision_number': 4, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'gw_port': {'id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:09Z', 'updated_at': '2022-02-05T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e3955d1f-486c-4e35-ab75-d7c62ffb28bf', 'name': '', 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'mac_address': 'fa:16:3e:e8:1b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '51aa449f-1387-43d5-a171-f593afc153ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:10Z', 'updated_at': '2022-02-05T03:49:15Z', 'revision_number': 4, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'subnets': [{'id': '51aa449f-1387-43d5-a171-f593afc153ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:16.233080 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9b977-78f4-48ca-a17c-5ccd41307bf8 None None] The sync data for ids ['3996e194-2fc9-4ded-a51b-948729f32243'] in n-d-826942-8 is: [{'id': '3996e194-2fc9-4ded-a51b-948729f32243', 'name': 'tempest-TestMinimumBasicScenario-1238663763-router', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:08Z', 'updated_at': '2022-02-05T03:49:11Z', 'revision_number': 4, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'gw_port': {'id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:09Z', 'updated_at': '2022-02-05T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e3955d1f-486c-4e35-ab75-d7c62ffb28bf', 'name': '', 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'mac_address': 'fa:16:3e:e8:1b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '51aa449f-1387-43d5-a171-f593afc153ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:10Z', 'updated_at': '2022-02-05T03:49:15Z', 'revision_number': 4, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'subnets': [{'id': '51aa449f-1387-43d5-a171-f593afc153ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:49:16.235282 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Network 36fb81b6-a733-4c97-84f2-dfb82c365598 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:49:16.240397 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:49:16.243968 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:49:16.278813 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Pushing event updated for resources: {'Port': ['ID=88d680f1-ebf7-428b-a4e1-016822a18b35,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:16.304694 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (4a0e181f-ab71-470b-a937-bb8d82a4844a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.345610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-423aec03-6fa8-42b1-9e2d-40c043cd76c3 None None] Current status of the port e3955d1f-486c-4e35-ab75-d7c62ffb28bf is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:16.346004 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-423aec03-6fa8-42b1-9e2d-40c043cd76c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.443704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-423aec03-6fa8-42b1-9e2d-40c043cd76c3 None None] For port e3955d1f-486c-4e35-ab75-d7c62ffb28bf, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e3955d1f-486c-4e35-ab75-d7c62ffb28bf,segment=NetworkSegment(e3c4cca3-2f53-40c1-be98-ab3c56fb718b),segment_id=e3c4cca3-2f53-40c1-be98-ab3c56fb718b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:49:16.451929 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-423aec03-6fa8-42b1-9e2d-40c043cd76c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.478121 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.589804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423aec03-6fa8-42b1-9e2d-40c043cd76c3 None None] Pushing event updated for resources: {'Port': ['ID=e3955d1f-486c-4e35-ab75-d7c62ffb28bf,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:16.619487 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d33e5dc7-1d86-4ed4-976c-544fa4b71572 None None] Provisioning complete for port e3955d1f-486c-4e35-ab75-d7c62ffb28bf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:16.619810 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d33e5dc7-1d86-4ed4-976c-544fa4b71572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.627638 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Publish callbacks [] for port (e445b791-c4af-4fbf-807b-6d46659cdc21), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.651626 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e445b791-c4af-4fbf-807b-6d46659cdc21), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.685984 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Publish callbacks [] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.691012 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.692705 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e3955d1f-486c-4e35-ab75-d7c62ffb28bf up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:49:16.758941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Attempting to bind port e445b791-c4af-4fbf-807b-6d46659cdc21 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:49:16.759321 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Attempting to bind port e445b791-c4af-4fbf-807b-6d46659cdc21 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:49:16.759689 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Attempting to bind port e445b791-c4af-4fbf-807b-6d46659cdc21 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:49:16.763407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b65d3c-c1fe-44d6-96e1-35003d50acba None None] Pushing event updated for resources: {'Port': ['ID=e445b791-c4af-4fbf-807b-6d46659cdc21,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:16.766584 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (4a0e181f-ab71-470b-a937-bb8d82a4844a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.776311 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:49:16.776810 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:49:16.777222 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.777882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:49:16.778984 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Bound port: e445b791-c4af-4fbf-807b-6d46659cdc21, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:49:16.779368 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e445b791-c4af-4fbf-807b-6d46659cdc21), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.780789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Pushing event updated for resources: {'Port': ['ID=88d680f1-ebf7-428b-a4e1-016822a18b35,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:16.875272 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.875932 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d33e5dc7-1d86-4ed4-976c-544fa4b71572 None None] Current status of the port e3955d1f-486c-4e35-ab75-d7c62ffb28bf is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:16.879027 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Network 36fb81b6-a733-4c97-84f2-dfb82c365598 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:49:16.880957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e3955d1f-486c-4e35-ab75-d7c62ffb28bf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:16.881208 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:49:16.881338 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.917022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] For port e445b791-c4af-4fbf-807b-6d46659cdc21, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:49:16.941006 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] For port e445b791-c4af-4fbf-807b-6d46659cdc21, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e445b791-c4af-4fbf-807b-6d46659cdc21,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:49:16.944531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d33e5dc7-1d86-4ed4-976c-544fa4b71572 None None] Provisioning complete for port 88d680f1-ebf7-428b-a4e1-016822a18b35 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:16.945810 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d33e5dc7-1d86-4ed4-976c-544fa4b71572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:16.973247 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e445b791-c4af-4fbf-807b-6d46659cdc21), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:17.041920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d33e5dc7-1d86-4ed4-976c-544fa4b71572 None None] Port 88d680f1-ebf7-428b-a4e1-016822a18b35 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:49:17.049328 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Router 4a0e181f-ab71-470b-a937-bb8d82a4844a has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:49:17.077702 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b65d3c-c1fe-44d6-96e1-35003d50acba None None] Pushing event updated for resources: {'Port': ['ID=e445b791-c4af-4fbf-807b-6d46659cdc21,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:17.095035 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Routers {'4a0e181f-ab71-470b-a937-bb8d82a4844a'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:49:17.095685 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:49:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['4a0e181f-ab71-470b-a937-bb8d82a4844a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:17.102743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d33e5dc7-1d86-4ed4-976c-544fa4b71572 None None] Provisioning complete for port 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:17.103145 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d33e5dc7-1d86-4ed4-976c-544fa4b71572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0b7b9ad2-60ce-4870-9a4e-9b36729a2153), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:17.190585 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:49:17.191136 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e3955d1f-486c-4e35-ab75-d7c62ffb28bf is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:17.192252 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cd1dadaf-5712-43ce-9dc5-643a4c9f2353 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:49:17.196567 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f6b2ed29-c273-4ced-b2ce-a1603c0c74e5 admin admin] 10.222.0.36 "PUT /v2.0/routers/4a0e181f-ab71-470b-a937-bb8d82a4844a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9958975 Feb 05 03:49:17.310031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] Set router 4a0e181f-ab71-470b-a937-bb8d82a4844a gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:49:17.335635 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port cd1dadaf-5712-43ce-9dc5-643a4c9f2353 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:17.336013 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (cd1dadaf-5712-43ce-9dc5-643a4c9f2353), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:17.391089 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d33e5dc7-1d86-4ed4-976c-544fa4b71572 None None] Current status of the port 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:17.531973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port cd1dadaf-5712-43ce-9dc5-643a4c9f2353 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:17.533034 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:49:17.569228 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-43d379eb-bc42-41ea-8246-b58bc1a5dc78 None None] Provisioning complete for port 88d680f1-ebf7-428b-a4e1-016822a18b35 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:17.569522 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-43d379eb-bc42-41ea-8246-b58bc1a5dc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:17.647455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-43d379eb-bc42-41ea-8246-b58bc1a5dc78 None None] Port 88d680f1-ebf7-428b-a4e1-016822a18b35 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:49:17.664500 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:17.664999 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (0b7b9ad2-60ce-4870-9a4e-9b36729a2153), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:17.875233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'name': 'tempest-TestMinimumBasicScenario-1543053920-router', 'tenant_id': '384fb99ff3824d1a8715e181afa33e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'e445b791-c4af-4fbf-807b-6d46659cdc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:13Z', 'updated_at': '2022-02-05T03:49:16Z', 'revision_number': 4, 'project_id': '384fb99ff3824d1a8715e181afa33e49', 'gw_port': {'id': 'e445b791-c4af-4fbf-807b-6d46659cdc21', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:14Z', 'updated_at': '2022-02-05T03:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '88d680f1-ebf7-428b-a4e1-016822a18b35', 'name': '', 'network_id': '36fb81b6-a733-4c97-84f2-dfb82c365598', 'tenant_id': '384fb99ff3824d1a8715e181afa33e49', 'mac_address': 'fa:16:3e:8e:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '28373083-d8f9-4229-9ce8-31e3aec77d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:15Z', 'updated_at': '2022-02-05T03:49:16Z', 'revision_number': 2, 'project_id': '384fb99ff3824d1a8715e181afa33e49', 'subnets': [{'id': '28373083-d8f9-4229-9ce8-31e3aec77d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:17.904798 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6cde60-19cd-4271-8043-4199695c638a None None] The sync data for ids ['4a0e181f-ab71-470b-a937-bb8d82a4844a'] in n-d-826942-8 is: [{'id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'name': 'tempest-TestMinimumBasicScenario-1543053920-router', 'tenant_id': '384fb99ff3824d1a8715e181afa33e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'e445b791-c4af-4fbf-807b-6d46659cdc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:13Z', 'updated_at': '2022-02-05T03:49:16Z', 'revision_number': 4, 'project_id': '384fb99ff3824d1a8715e181afa33e49', 'gw_port': {'id': 'e445b791-c4af-4fbf-807b-6d46659cdc21', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:14Z', 'updated_at': '2022-02-05T03:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '88d680f1-ebf7-428b-a4e1-016822a18b35', 'name': '', 'network_id': '36fb81b6-a733-4c97-84f2-dfb82c365598', 'tenant_id': '384fb99ff3824d1a8715e181afa33e49', 'mac_address': 'fa:16:3e:8e:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '28373083-d8f9-4229-9ce8-31e3aec77d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:15Z', 'updated_at': '2022-02-05T03:49:16Z', 'revision_number': 2, 'project_id': '384fb99ff3824d1a8715e181afa33e49', 'subnets': [{'id': '28373083-d8f9-4229-9ce8-31e3aec77d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:49:17.948341 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:18.599505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e3955d1f-486c-4e35-ab75-d7c62ffb28bf up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:49:18.665773 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e3955d1f-486c-4e35-ab75-d7c62ffb28bf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:18.666145 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:18.755488 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e3955d1f-486c-4e35-ab75-d7c62ffb28bf is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:20.609419 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e445b791-c4af-4fbf-807b-6d46659cdc21 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:49:20.681614 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Sync routers for ids ['4a0e181f-ab71-470b-a937-bb8d82a4844a'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:49:20.691346 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Routers {'4a0e181f-ab71-470b-a937-bb8d82a4844a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:49:20.692065 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:49:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['4a0e181f-ab71-470b-a937-bb8d82a4844a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:20.693089 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e445b791-c4af-4fbf-807b-6d46659cdc21 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:20.693618 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e445b791-c4af-4fbf-807b-6d46659cdc21), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:20.783247 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e445b791-c4af-4fbf-807b-6d46659cdc21 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:20.783939 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e445b791-c4af-4fbf-807b-6d46659cdc21), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:20.806785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port e445b791-c4af-4fbf-807b-6d46659cdc21, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e445b791-c4af-4fbf-807b-6d46659cdc21,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:49:20.812198 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e445b791-c4af-4fbf-807b-6d46659cdc21), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:20.840067 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Set router 4a0e181f-ab71-470b-a937-bb8d82a4844a gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:49:20.873437 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=e445b791-c4af-4fbf-807b-6d46659cdc21,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:20.885641 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:20.886459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:20.886845 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:20.887221 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:20.888068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:20.888398 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:20.888781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:20.889232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:20.889567 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:20.889889 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:20.890221 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:20.890668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:20.891049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:49:21.175472 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'name': 'tempest-TestMinimumBasicScenario-1543053920-router', 'tenant_id': '384fb99ff3824d1a8715e181afa33e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'e445b791-c4af-4fbf-807b-6d46659cdc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:13Z', 'updated_at': '2022-02-05T03:49:16Z', 'revision_number': 4, 'project_id': '384fb99ff3824d1a8715e181afa33e49', 'gw_port': {'id': 'e445b791-c4af-4fbf-807b-6d46659cdc21', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:14Z', 'updated_at': '2022-02-05T03:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '88d680f1-ebf7-428b-a4e1-016822a18b35', 'name': '', 'network_id': '36fb81b6-a733-4c97-84f2-dfb82c365598', 'tenant_id': '384fb99ff3824d1a8715e181afa33e49', 'mac_address': 'fa:16:3e:8e:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '28373083-d8f9-4229-9ce8-31e3aec77d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:15Z', 'updated_at': '2022-02-05T03:49:16Z', 'revision_number': 2, 'project_id': '384fb99ff3824d1a8715e181afa33e49', 'subnets': [{'id': '28373083-d8f9-4229-9ce8-31e3aec77d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:21.202719 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Checking router: 4a0e181f-ab71-470b-a937-bb8d82a4844a for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:49:21.202972 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Updating router 4a0e181f-ab71-470b-a937-bb8d82a4844a port 88d680f1-ebf7-428b-a4e1-016822a18b35 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:49:21.234510 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:21.535320 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Publish callbacks [] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:21.541627 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:21.602144 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ede2c0-ec90-43b5-b2fb-9a5be44e7294 None None] Pushing event updated for resources: {'Port': ['ID=88d680f1-ebf7-428b-a4e1-016822a18b35,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:21.682676 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Attempting to bind port 88d680f1-ebf7-428b-a4e1-016822a18b35 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:49:21.683856 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Attempting to bind port 88d680f1-ebf7-428b-a4e1-016822a18b35 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'b0923b7c-1410-4023-b9f6-026390e74fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '36fb81b6-a733-4c97-84f2-dfb82c365598'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:49:21.685086 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Attempting to bind port 88d680f1-ebf7-428b-a4e1-016822a18b35 on network 36fb81b6-a733-4c97-84f2-dfb82c365598 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:49:21.696422 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:49:21.697176 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Checking segment: {'id': 'b0923b7c-1410-4023-b9f6-026390e74fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '36fb81b6-a733-4c97-84f2-dfb82c365598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:49:21.698092 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:21.698605 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Bound using segment: {'id': 'b0923b7c-1410-4023-b9f6-026390e74fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '36fb81b6-a733-4c97-84f2-dfb82c365598'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:49:21.699069 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Bound port: 88d680f1-ebf7-428b-a4e1-016822a18b35, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0923b7c-1410-4023-b9f6-026390e74fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '36fb81b6-a733-4c97-84f2-dfb82c365598'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:49:21.699451 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:21.808195 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] For port 88d680f1-ebf7-428b-a4e1-016822a18b35, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:49:21.811795 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] For port 88d680f1-ebf7-428b-a4e1-016822a18b35, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=88d680f1-ebf7-428b-a4e1-016822a18b35,segment=NetworkSegment(b0923b7c-1410-4023-b9f6-026390e74fac),segment_id=b0923b7c-1410-4023-b9f6-026390e74fac)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:49:21.821823 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:21.912740 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ede2c0-ec90-43b5-b2fb-9a5be44e7294 None None] Pushing event updated for resources: {'Port': ['ID=88d680f1-ebf7-428b-a4e1-016822a18b35,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:21.922409 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1f1b300c-a2d8-48fe-b6af-37ab174d37bf None None] Provisioning complete for port 88d680f1-ebf7-428b-a4e1-016822a18b35 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:21.922908 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1f1b300c-a2d8-48fe-b6af-37ab174d37bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:21.926787 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Routers {'4a0e181f-ab71-470b-a937-bb8d82a4844a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:49:21.927661 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:49:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['4a0e181f-ab71-470b-a937-bb8d82a4844a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:22.079137 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] Set router 4a0e181f-ab71-470b-a937-bb8d82a4844a gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:49:22.095246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b300c-a2d8-48fe-b6af-37ab174d37bf None None] Current status of the port 88d680f1-ebf7-428b-a4e1-016822a18b35 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:22.095641 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1f1b300c-a2d8-48fe-b6af-37ab174d37bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:22.142981 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1f1b300c-a2d8-48fe-b6af-37ab174d37bf None None] For port 88d680f1-ebf7-428b-a4e1-016822a18b35, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=88d680f1-ebf7-428b-a4e1-016822a18b35,segment=NetworkSegment(b0923b7c-1410-4023-b9f6-026390e74fac),segment_id=b0923b7c-1410-4023-b9f6-026390e74fac)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:49:22.155378 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1f1b300c-a2d8-48fe-b6af-37ab174d37bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:22.222534 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b300c-a2d8-48fe-b6af-37ab174d37bf None None] Pushing event updated for resources: {'Port': ['ID=88d680f1-ebf7-428b-a4e1-016822a18b35,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:22.287737 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2282615f-9e0e-436a-a387-3fa85ebcd5e5 None None] Provisioning complete for port 88d680f1-ebf7-428b-a4e1-016822a18b35 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:22.288099 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2282615f-9e0e-436a-a387-3fa85ebcd5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:22.362597 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'name': 'tempest-TestMinimumBasicScenario-1543053920-router', 'tenant_id': '384fb99ff3824d1a8715e181afa33e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'e445b791-c4af-4fbf-807b-6d46659cdc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:13Z', 'updated_at': '2022-02-05T03:49:16Z', 'revision_number': 4, 'project_id': '384fb99ff3824d1a8715e181afa33e49', 'gw_port': {'id': 'e445b791-c4af-4fbf-807b-6d46659cdc21', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:14Z', 'updated_at': '2022-02-05T03:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '88d680f1-ebf7-428b-a4e1-016822a18b35', 'name': '', 'network_id': '36fb81b6-a733-4c97-84f2-dfb82c365598', 'tenant_id': '384fb99ff3824d1a8715e181afa33e49', 'mac_address': 'fa:16:3e:8e:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '28373083-d8f9-4229-9ce8-31e3aec77d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:15Z', 'updated_at': '2022-02-05T03:49:21Z', 'revision_number': 4, 'project_id': '384fb99ff3824d1a8715e181afa33e49', 'subnets': [{'id': '28373083-d8f9-4229-9ce8-31e3aec77d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:49:22.393119 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2282615f-9e0e-436a-a387-3fa85ebcd5e5 None None] Current status of the port 88d680f1-ebf7-428b-a4e1-016822a18b35 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:22.404579 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33f1ec-4188-4883-84df-3597cf591c4d None None] The sync data for ids ['4a0e181f-ab71-470b-a937-bb8d82a4844a'] in n-d-826942-8 is: [{'id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'name': 'tempest-TestMinimumBasicScenario-1543053920-router', 'tenant_id': '384fb99ff3824d1a8715e181afa33e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'e445b791-c4af-4fbf-807b-6d46659cdc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:13Z', 'updated_at': '2022-02-05T03:49:16Z', 'revision_number': 4, 'project_id': '384fb99ff3824d1a8715e181afa33e49', 'gw_port': {'id': 'e445b791-c4af-4fbf-807b-6d46659cdc21', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:14Z', 'updated_at': '2022-02-05T03:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '88d680f1-ebf7-428b-a4e1-016822a18b35', 'name': '', 'network_id': '36fb81b6-a733-4c97-84f2-dfb82c365598', 'tenant_id': '384fb99ff3824d1a8715e181afa33e49', 'mac_address': 'fa:16:3e:8e:85:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '28373083-d8f9-4229-9ce8-31e3aec77d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:15Z', 'updated_at': '2022-02-05T03:49:21Z', 'revision_number': 4, 'project_id': '384fb99ff3824d1a8715e181afa33e49', 'subnets': [{'id': '28373083-d8f9-4229-9ce8-31e3aec77d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:49:22.655455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 88d680f1-ebf7-428b-a4e1-016822a18b35 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:49:22.721155 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 88d680f1-ebf7-428b-a4e1-016822a18b35 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:22.721540 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:22.828402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 88d680f1-ebf7-428b-a4e1-016822a18b35 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:22.829717 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e445b791-c4af-4fbf-807b-6d46659cdc21 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:49:22.880998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e445b791-c4af-4fbf-807b-6d46659cdc21 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:22.881294 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e445b791-c4af-4fbf-807b-6d46659cdc21), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:22.972083 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e445b791-c4af-4fbf-807b-6d46659cdc21 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:27.243243 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-d19a0f9b-14d6-44d9-91dc-5f617ab93d2e tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:27.244733 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-d19a0f9b-14d6-44d9-91dc-5f617ab93d2e tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/networks?id=9a585188-6917-4317-8bc8-aef3d4c9ee89 HTTP/1.1" status: 200 len: 815 time: 0.0998886 Feb 05 03:49:27.259185 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-6d02f3db-9e51-4f51-80d8-429c750c5876 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/quotas/0bfaf9ebe5104f589cf18461873160a3 HTTP/1.1" status: 200 len: 375 time: 0.0086551 Feb 05 03:49:27.314775 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-a4249f28-0226-49ab-9db7-71ff13e814f2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bfaf9ebe5104f589cf18461873160a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499792 Feb 05 03:49:27.410523 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-f27f0e83-648b-4153-af41-98fdf9151093 service neutron] 10.222.0.36 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843279 Feb 05 03:49:27.500352 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-d4bb31b6-dd77-466d-aeff-2ebf6b1499d6 service neutron] 10.222.0.36 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840135 Feb 05 03:49:27.662397 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b2a0be6-8b93-4fec-9624-7e1555e923e9 req-ab7617f8-fc13-44bd-9e02-d0e714f31a46 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 210 time: 0.0337830 Feb 05 03:49:28.745659 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5abc0f91-7f61-436d-ad75-def418dcb17d req-46f343fa-86e0-465b-8f50-23ea363b4fe9 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 210 time: 0.0289023 Feb 05 03:49:29.826521 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbcaa970-f629-4cfa-8e18-afbcfb05749b req-bb65d82c-c94b-40c5-ba3c-adb37af18556 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 210 time: 0.0275278 Feb 05 03:49:30.624680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-fc5a9de5-3693-442c-92a4-f8eba3594d0b tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:30.626388 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-fc5a9de5-3693-442c-92a4-f8eba3594d0b tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.31 "GET /v2.0/networks?id=9a585188-6917-4317-8bc8-aef3d4c9ee89 HTTP/1.1" status: 200 len: 815 time: 0.1118946 Feb 05 03:49:30.639340 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-48075a79-1a02-4be6-9f70-75c53159d9eb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Request body: {'port': {'device_id': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'admin_state_up': True, 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:49:30.752573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-48075a79-1a02-4be6-9f70-75c53159d9eb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Made reservation on behalf of 0bfaf9ebe5104f589cf18461873160a3 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:49:30.756317 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-48075a79-1a02-4be6-9f70-75c53159d9eb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:30.903365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-48075a79-1a02-4be6-9f70-75c53159d9eb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Allocated IP 172.20.0.12 (9a585188-6917-4317-8bc8-aef3d4c9ee89/51aa449f-1387-43d5-a171-f593afc153ef/267f19ec-5c8a-41b4-b4cf-15b27723a444) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:49:30.962572 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eaf93ae2-eea2-4a85-bc61-0901122524ec req-777f8b52-6d32-4963-bf28-acc887493af6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 210 time: 0.0631037 Feb 05 03:49:31.146902 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-48075a79-1a02-4be6-9f70-75c53159d9eb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:31.212162 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-48075a79-1a02-4be6-9f70-75c53159d9eb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:31.269306 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-48075a79-1a02-4be6-9f70-75c53159d9eb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Network 9a585188-6917-4317-8bc8-aef3d4c9ee89 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:49:31.272549 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-48075a79-1a02-4be6-9f70-75c53159d9eb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:49:31.277159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-48075a79-1a02-4be6-9f70-75c53159d9eb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:49:31.282006 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48075a79-1a02-4be6-9f70-75c53159d9eb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Pushing event updated for resources: {'Port': ['ID=267f19ec-5c8a-41b4-b4cf-15b27723a444,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:31.341511 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-48075a79-1a02-4be6-9f70-75c53159d9eb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:31.341511 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-48075a79-1a02-4be6-9f70-75c53159d9eb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:31.360450 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-48075a79-1a02-4be6-9f70-75c53159d9eb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7255678 Feb 05 03:49:31.583759 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b4c6cadc-f1fa-4eba-842d-e6fe59a611bb None None] Provisioning complete for port 267f19ec-5c8a-41b4-b4cf-15b27723a444 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:31.584305 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b4c6cadc-f1fa-4eba-842d-e6fe59a611bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:31.624669 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6cadc-f1fa-4eba-842d-e6fe59a611bb None None] Port 267f19ec-5c8a-41b4-b4cf-15b27723a444 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:49:32.111217 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3249837-2066-4680-85f5-5424a732305f req-f528d4eb-a959-4016-a42e-f7efab9c5c42 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:32.113427 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3249837-2066-4680-85f5-5424a732305f req-f528d4eb-a959-4016-a42e-f7efab9c5c42 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 932 time: 0.0598307 Feb 05 03:49:32.175342 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3249837-2066-4680-85f5-5424a732305f req-3812c12c-ad1d-4db9-a1a8-6715e36980c0 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560138 Feb 05 03:49:33.304213 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbb1f9-79ad-4cb9-ad0a-9cb344b96119 req-4706a65e-b988-437d-a746-dcb0be4e4035 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:33.305909 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9cbb1f9-79ad-4cb9-ad0a-9cb344b96119 req-4706a65e-b988-437d-a746-dcb0be4e4035 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 932 time: 0.0555851 Feb 05 03:49:33.358435 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9cbb1f9-79ad-4cb9-ad0a-9cb344b96119 req-31126b01-b66e-4004-b8cc-e07ecf0a4aae tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451703 Feb 05 03:49:33.385833 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:49:33.756472 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-510a8058-a8a3-464e-a57c-1a4648def90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:34.489576 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3e56a-0054-4f61-af3b-d5a56156c9e6 req-74235694-6201-4b7e-8102-3f34fb2fdec2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:34.491930 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91f3e56a-0054-4f61-af3b-d5a56156c9e6 req-74235694-6201-4b7e-8102-3f34fb2fdec2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 932 time: 0.0550230 Feb 05 03:49:34.542776 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91f3e56a-0054-4f61-af3b-d5a56156c9e6 req-02562594-d307-4791-bbb7-7097d0778443 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450990 Feb 05 03:49:35.671384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8eec5-8879-41e3-8870-6b0f25690870 req-34e198c5-9d4a-4004-9774-226ec121bd01 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:35.672786 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4bb8eec5-8879-41e3-8870-6b0f25690870 req-34e198c5-9d4a-4004-9774-226ec121bd01 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 932 time: 0.0576169 Feb 05 03:49:35.723842 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4bb8eec5-8879-41e3-8870-6b0f25690870 req-3a88f6b3-17e5-40dd-b37b-dc5cfac7561f tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449090 Feb 05 03:49:35.959104 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d5593ef3-289a-437d-88dc-010a6c3c5945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:36.846300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7570e-373e-4b58-9f93-544b59e1ed3c req-705526a7-3e86-4c7c-b070-50a919feb5ce tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:36.847834 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30e7570e-373e-4b58-9f93-544b59e1ed3c req-705526a7-3e86-4c7c-b070-50a919feb5ce tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 932 time: 0.0542130 Feb 05 03:49:36.897553 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-30e7570e-373e-4b58-9f93-544b59e1ed3c req-d32ae74d-2ff7-48e7-8116-e797371212b1 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435996 Feb 05 03:49:37.312468 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:38.027174 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffcf67-6be3-47d3-9ffc-3908660ea691 req-bd1b9a2c-978b-4416-aa7d-2433cc4c89d9 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:38.028937 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f1ffcf67-6be3-47d3-9ffc-3908660ea691 req-bd1b9a2c-978b-4416-aa7d-2433cc4c89d9 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 932 time: 0.0546219 Feb 05 03:49:38.089032 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f1ffcf67-6be3-47d3-9ffc-3908660ea691 req-504a56b6-d52b-4d75-af50-a791113af623 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531402 Feb 05 03:49:38.850961 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:39.208908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f3131-b6a7-47cf-a8d0-8ada521d5dde req-1731df24-5adc-44a8-93fe-7d6964e4dc88 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:39.210393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb9f3131-b6a7-47cf-a8d0-8ada521d5dde req-1731df24-5adc-44a8-93fe-7d6964e4dc88 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 932 time: 0.0538647 Feb 05 03:49:39.257051 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb9f3131-b6a7-47cf-a8d0-8ada521d5dde req-531ca22e-9652-48d2-beb8-bbc5fd17c9ad tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411172 Feb 05 03:49:40.135271 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:40.375169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48130244-314e-4aba-9a7a-c12ef94002c5 req-90c5deea-cd7b-4d7f-9680-af6434cdf485 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:40.376652 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48130244-314e-4aba-9a7a-c12ef94002c5 req-90c5deea-cd7b-4d7f-9680-af6434cdf485 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 932 time: 0.0524666 Feb 05 03:49:40.427089 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48130244-314e-4aba-9a7a-c12ef94002c5 req-8715e69d-57ea-4d24-8d27-51f7f01f0ec0 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448337 Feb 05 03:49:40.503262 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Request body: {'port': {'device_id': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:49:40.565769 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:40.826639 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267f19ec-5c8a-41b4-b4cf-15b27723a444 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:49:40.833874 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Publish callbacks [] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:40.845724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Transition to ACTIVE for port object 267f19ec-5c8a-41b4-b4cf-15b27723a444 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:49:40.849339 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:40.899710 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Pushing event updated for resources: {'Port': ['ID=267f19ec-5c8a-41b4-b4cf-15b27723a444,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:40.974013 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Attempting to bind port 267f19ec-5c8a-41b4-b4cf-15b27723a444 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:49:40.974352 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Attempting to bind port 267f19ec-5c8a-41b4-b4cf-15b27723a444 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'e3c4cca3-2f53-40c1-be98-ab3c56fb718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:49:40.974679 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Attempting to bind port 267f19ec-5c8a-41b4-b4cf-15b27723a444 on network 9a585188-6917-4317-8bc8-aef3d4c9ee89 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:49:40.979381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Port 267f19ec-5c8a-41b4-b4cf-15b27723a444 on network 9a585188-6917-4317-8bc8-aef3d4c9ee89 not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:49:40.979713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Attempting to bind port 267f19ec-5c8a-41b4-b4cf-15b27723a444 on network 9a585188-6917-4317-8bc8-aef3d4c9ee89 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:49:40.985886 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:49:40.986223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Checking segment: {'id': 'e3c4cca3-2f53-40c1-be98-ab3c56fb718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:49:40.986630 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Bound using segment: {'id': 'e3c4cca3-2f53-40c1-be98-ab3c56fb718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:49:40.987102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Bound port: 267f19ec-5c8a-41b4-b4cf-15b27723a444, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c4cca3-2f53-40c1-be98-ab3c56fb718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:49:40.987468 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:41.057052 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] For port 267f19ec-5c8a-41b4-b4cf-15b27723a444, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:49:41.060596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] For port 267f19ec-5c8a-41b4-b4cf-15b27723a444, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=267f19ec-5c8a-41b4-b4cf-15b27723a444,segment=NetworkSegment(e3c4cca3-2f53-40c1-be98-ab3c56fb718b),segment_id=e3c4cca3-2f53-40c1-be98-ab3c56fb718b)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:49:41.065862 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:41.099348 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:41.100046 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:41.101400 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] 10.222.0.31 "PUT /v2.0/ports/267f19ec-5c8a-41b4-b4cf-15b27723a444 HTTP/1.1" status: 200 len: 1092 time: 0.6977046 Feb 05 03:49:41.101845 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'tag': '267f19ec-5c8a-41b4-b4cf-15b27723a444'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:49:41.104127 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7d8683-2ea0-4332-b47d-00d8123ae2ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b14320-9fe7-4986-8863-71c3a3089811", "tag": "267f19ec-5c8a-41b4-b4cf-15b27723a444"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:49:41.135338 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27465ae2-bb14-4c82-b383-bfc87491169c service neutron] Pushing event updated for resources: {'Port': ['ID=267f19ec-5c8a-41b4-b4cf-15b27723a444,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:41.169037 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c9596d-3cce-4ba5-8bba-50ac012991fd x-openstack-request-id: req-71c9596d-3cce-4ba5-8bba-50ac012991fd {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:49:41.169341 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b14320-9fe7-4986-8863-71c3a3089811", "tag": "267f19ec-5c8a-41b4-b4cf-15b27723a444", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:49:41.169597 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71c9596d-3cce-4ba5-8bba-50ac012991fd {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:49:41.170049 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'tag': '267f19ec-5c8a-41b4-b4cf-15b27723a444', 'status': 'completed', 'code': 200} Feb 05 03:49:41.207443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-10e5808a-7b4b-4da4-8260-a3882ef847cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:41.210101 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-10e5808a-7b4b-4da4-8260-a3882ef847cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0bfaf9ebe5104f589cf18461873160a3&device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 1126 time: 0.0537410 Feb 05 03:49:41.261551 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-2b534bf4-1256-444f-a3f1-0dc4740cdf2e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=267f19ec-5c8a-41b4-b4cf-15b27723a444 HTTP/1.1" status: 200 len: 217 time: 0.0410516 Feb 05 03:49:41.315632 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-2954e0ce-9360-49e2-96bd-b2d88a194576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:41.317136 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-2954e0ce-9360-49e2-96bd-b2d88a194576 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51aa449f-1387-43d5-a171-f593afc153ef HTTP/1.1" status: 200 len: 854 time: 0.0475192 Feb 05 03:49:41.368301 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-e3ff503f-5570-4991-beb3-1199574732cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:41.369849 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-e3ff503f-5570-4991-beb3-1199574732cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a585188-6917-4317-8bc8-aef3d4c9ee89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463080 Feb 05 03:49:41.464519 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-e3758a95-b71f-4c48-978c-c5afc56cc762 service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864983 Feb 05 03:49:41.550232 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8b6de-a5d4-4823-979f-d500c2f486fc req-c2e34476-9a85-4e1d-bfd5-1fbcc286f330 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:41.551750 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91d8b6de-a5d4-4823-979f-d500c2f486fc req-c2e34476-9a85-4e1d-bfd5-1fbcc286f330 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 944 time: 0.0552707 Feb 05 03:49:41.555873 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b34aa9a3-4d5d-4a9f-8463-00f8b0bccd11 req-2a522cba-79b5-4bc6-a533-c299f2afbaa9 service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827932 Feb 05 03:49:41.599185 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91d8b6de-a5d4-4823-979f-d500c2f486fc req-0312fbe9-9553-4b07-a8ab-1d59e38d17e2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412111 Feb 05 03:49:41.646948 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d8683-2ea0-4332-b47d-00d8123ae2ba req-196ec801-29b6-40b7-922c-805a1626eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:41.648446 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3b7d8683-2ea0-4332-b47d-00d8123ae2ba req-196ec801-29b6-40b7-922c-805a1626eac8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0bfaf9ebe5104f589cf18461873160a3&device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 1126 time: 0.0514889 Feb 05 03:49:41.739255 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d8683-2ea0-4332-b47d-00d8123ae2ba req-9632863b-cd17-44cb-aca0-e1fa35e25328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:41.740717 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3b7d8683-2ea0-4332-b47d-00d8123ae2ba req-9632863b-cd17-44cb-aca0-e1fa35e25328 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9a585188-6917-4317-8bc8-aef3d4c9ee89 HTTP/1.1" status: 200 len: 916 time: 0.0848868 Feb 05 03:49:41.787408 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3b7d8683-2ea0-4332-b47d-00d8123ae2ba req-3d72efb1-c9ee-4905-8a0d-eaa8b700ffb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=267f19ec-5c8a-41b4-b4cf-15b27723a444 HTTP/1.1" status: 200 len: 217 time: 0.0405555 Feb 05 03:49:41.834697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d8683-2ea0-4332-b47d-00d8123ae2ba req-847e4e56-14bb-412d-a8bd-7f295dfbd8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:41.836116 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3b7d8683-2ea0-4332-b47d-00d8123ae2ba req-847e4e56-14bb-412d-a8bd-7f295dfbd8dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51aa449f-1387-43d5-a171-f593afc153ef HTTP/1.1" status: 200 len: 854 time: 0.0429938 Feb 05 03:49:41.883956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d8683-2ea0-4332-b47d-00d8123ae2ba req-fb7ea870-8326-4a92-ab7e-eec7c788cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:41.885327 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3b7d8683-2ea0-4332-b47d-00d8123ae2ba req-fb7ea870-8326-4a92-ab7e-eec7c788cf1c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a585188-6917-4317-8bc8-aef3d4c9ee89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435073 Feb 05 03:49:41.962989 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:41.976581 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3b7d8683-2ea0-4332-b47d-00d8123ae2ba req-48b7edbc-70cf-4092-9092-8fec60a856c3 service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849521 Feb 05 03:49:42.065237 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3b7d8683-2ea0-4332-b47d-00d8123ae2ba req-aeec73d9-3a79-486e-b240-55f96aa8fa91 service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817015 Feb 05 03:49:42.720102 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538157f-783a-4a5b-8865-c3b31285a53a req-496a684e-b4c2-4330-a297-f5b5b39477af tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:42.721606 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0538157f-783a-4a5b-8865-c3b31285a53a req-496a684e-b4c2-4330-a297-f5b5b39477af tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 944 time: 0.0542934 Feb 05 03:49:42.767592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0538157f-783a-4a5b-8865-c3b31285a53a req-9ad0cf4a-65e9-4dad-94bf-30f0d60ab281 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403738 Feb 05 03:49:43.890837 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c59f8-efe2-4ad5-9687-fea20f9b1daa req-363b57c8-3a05-44a7-abf5-b83f20431bd8 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:43.892312 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd6c59f8-efe2-4ad5-9687-fea20f9b1daa req-363b57c8-3a05-44a7-abf5-b83f20431bd8 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 944 time: 0.0552850 Feb 05 03:49:43.940151 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dd6c59f8-efe2-4ad5-9687-fea20f9b1daa req-89b569a0-de50-4178-9c7a-2ac00f1d5245 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422671 Feb 05 03:49:45.059448 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc3516-6dc8-4f46-a44c-ea2076861f26 req-7b406005-fe6b-4985-8d3a-a822c5deea04 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:45.061785 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfbc3516-6dc8-4f46-a44c-ea2076861f26 req-7b406005-fe6b-4985-8d3a-a822c5deea04 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 944 time: 0.0521166 Feb 05 03:49:45.106656 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cfbc3516-6dc8-4f46-a44c-ea2076861f26 req-eb71ec87-9f84-4112-9c14-2288aff30ff7 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394547 Feb 05 03:49:45.860582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 267f19ec-5c8a-41b4-b4cf-15b27723a444 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:49:45.953767 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 267f19ec-5c8a-41b4-b4cf-15b27723a444, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=267f19ec-5c8a-41b4-b4cf-15b27723a444,segment=NetworkSegment(e3c4cca3-2f53-40c1-be98-ab3c56fb718b),segment_id=e3c4cca3-2f53-40c1-be98-ab3c56fb718b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:49:45.965037 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '267f19ec-5c8a-41b4-b4cf-15b27723a444', 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'port_id': '267f19ec-5c8a-41b4-b4cf-15b27723a444', 'mac_address': 'fa:16:3e:8a:28:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51aa449f-1387-43d5-a171-f593afc153ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:49:46.001784 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 267f19ec-5c8a-41b4-b4cf-15b27723a444 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:46.002170 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:46.018233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267f19ec-5c8a-41b4-b4cf-15b27723a444 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:49:46.038134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 267f19ec-5c8a-41b4-b4cf-15b27723a444, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=267f19ec-5c8a-41b4-b4cf-15b27723a444,segment=NetworkSegment(e3c4cca3-2f53-40c1-be98-ab3c56fb718b),segment_id=e3c4cca3-2f53-40c1-be98-ab3c56fb718b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:49:46.041808 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:46.088262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=267f19ec-5c8a-41b4-b4cf-15b27723a444,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:46.227827 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7f97e-17ef-45bf-bd9c-bdc919bc8978 req-202da2f9-2c91-45a3-927b-41b6e322ebba tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:46.229295 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31c7f97e-17ef-45bf-bd9c-bdc919bc8978 req-202da2f9-2c91-45a3-927b-41b6e322ebba tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 945 time: 0.0552239 Feb 05 03:49:46.282237 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31c7f97e-17ef-45bf-bd9c-bdc919bc8978 req-6bd8a4b8-2bd9-4bfe-8f4b-101d044396dd tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464644 Feb 05 03:49:46.410316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['267f19ec-5c8a-41b4-b4cf-15b27723a444'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:49:46.824777 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:47.402226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013f95f-afd8-40ca-8f29-7c37a0e6059c req-b29d519d-0536-4141-95f3-5d5e6c6c0aeb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:47.403983 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e013f95f-afd8-40ca-8f29-7c37a0e6059c req-b29d519d-0536-4141-95f3-5d5e6c6c0aeb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 945 time: 0.0523520 Feb 05 03:49:47.449050 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e013f95f-afd8-40ca-8f29-7c37a0e6059c req-4a82bfb4-9624-4bc1-954c-af8bdf2feafd tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394685 Feb 05 03:49:47.859632 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 267f19ec-5c8a-41b4-b4cf-15b27723a444 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:49:47.922049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 267f19ec-5c8a-41b4-b4cf-15b27723a444 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:49:47.926505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 267f19ec-5c8a-41b4-b4cf-15b27723a444 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:49:47.927179 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:48.021849 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 267f19ec-5c8a-41b4-b4cf-15b27723a444 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:49:48.022244 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:48.051767 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267f19ec-5c8a-41b4-b4cf-15b27723a444'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:49:48.054138 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45103b9d-f4a1-462e-b8bb-519126a00d70" -d '{"events": [{"server_uuid": "d3b14320-9fe7-4986-8863-71c3a3089811", "name": "network-vif-plugged", "status": "completed", "tag": "267f19ec-5c8a-41b4-b4cf-15b27723a444"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:49:48.069358 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 267f19ec-5c8a-41b4-b4cf-15b27723a444, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=267f19ec-5c8a-41b4-b4cf-15b27723a444,segment=NetworkSegment(e3c4cca3-2f53-40c1-be98-ab3c56fb718b),segment_id=e3c4cca3-2f53-40c1-be98-ab3c56fb718b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:49:48.074138 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:49:48.127407 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=267f19ec-5c8a-41b4-b4cf-15b27723a444,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:49:48.245654 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b44ba0-509c-4a74-9370-20fdaf3579ba x-openstack-request-id: req-53b44ba0-509c-4a74-9370-20fdaf3579ba {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:49:48.246102 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b14320-9fe7-4986-8863-71c3a3089811", "name": "network-vif-plugged", "status": "completed", "tag": "267f19ec-5c8a-41b4-b4cf-15b27723a444", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:49:48.246478 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53b44ba0-509c-4a74-9370-20fdaf3579ba {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:49:48.247101 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267f19ec-5c8a-41b4-b4cf-15b27723a444', 'code': 200} Feb 05 03:49:48.359937 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a9ea7-09dc-42db-a024-c64618397d1a req-f29434b4-3b46-43d6-a8db-c62e66d99787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:48.362048 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2a4a9ea7-09dc-42db-a024-c64618397d1a req-f29434b4-3b46-43d6-a8db-c62e66d99787 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 1128 time: 0.0553651 Feb 05 03:49:48.414254 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2a4a9ea7-09dc-42db-a024-c64618397d1a req-b6532918-cfa8-4fa0-91fb-afc96c6be848 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462701 Feb 05 03:49:48.568637 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848006c0-60ba-41d8-890f-b74092813423 req-a6c313e1-e431-4d35-ba87-757e2c42dee0 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:48.570163 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-848006c0-60ba-41d8-890f-b74092813423 req-a6c313e1-e431-4d35-ba87-757e2c42dee0 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 946 time: 0.0540283 Feb 05 03:49:48.615928 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-848006c0-60ba-41d8-890f-b74092813423 req-37a0dcdb-b931-4ca6-9222-35fdae46e0dd tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400467 Feb 05 03:49:49.745512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf6e43-7c0d-4088-9fd6-8af83441ce28 req-22336a74-3c78-41c3-9afc-0b2478d5efab tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:49.747075 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1faf6e43-7c0d-4088-9fd6-8af83441ce28 req-22336a74-3c78-41c3-9afc-0b2478d5efab tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 946 time: 0.0603724 Feb 05 03:49:49.794504 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1faf6e43-7c0d-4088-9fd6-8af83441ce28 req-ecb33fe0-526c-4089-8518-1cf948aeb986 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410395 Feb 05 03:49:50.911449 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29023d78-da87-4f12-a094-1d280b461bb6 req-ef08effe-afde-443c-8d48-540a5c9888aa tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:50.912939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29023d78-da87-4f12-a094-1d280b461bb6 req-ef08effe-afde-443c-8d48-540a5c9888aa tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 946 time: 0.0515444 Feb 05 03:49:50.958153 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-29023d78-da87-4f12-a094-1d280b461bb6 req-fc13065e-925f-474b-a837-af7c5a2f4c4a tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396073 Feb 05 03:49:51.075084 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ae719-dee3-48c1-9238-f0114080dabc req-28060e0f-d50c-4570-a935-2d53c25e1cf8 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:51.076473 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d81ae719-dee3-48c1-9238-f0114080dabc req-28060e0f-d50c-4570-a935-2d53c25e1cf8 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 946 time: 0.0527620 Feb 05 03:49:51.125668 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d81ae719-dee3-48c1-9238-f0114080dabc req-7a07e2dd-708c-4b7f-88f1-317b0cae0344 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435727 Feb 05 03:49:51.317242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57926a30-6c91-4de3-8864-f759faebc947 req-86965a75-9c1e-4c9e-a6bf-820db11eb822 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:49:51.318709 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-57926a30-6c91-4de3-8864-f759faebc947 req-86965a75-9c1e-4c9e-a6bf-820db11eb822 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 946 time: 0.0539927 Feb 05 03:49:51.364302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-57926a30-6c91-4de3-8864-f759faebc947 req-d3668699-3534-46f3-a430-490e9eefc6e5 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400541 Feb 05 03:50:03.757934 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-273c1ead-f9ad-48bd-9871-0994c256cd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:05.960980 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a566c93-3a3e-43dd-8e33-91eac76c84eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:07.314517 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:08.853332 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:10.139100 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:10.165987 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f1b7f-3ef9-4446-bb26-48e082fb8a8b req-f634336b-0e7f-4177-b132-2a2d45aab7d1 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:10.167534 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-029f1b7f-3ef9-4446-bb26-48e082fb8a8b req-f634336b-0e7f-4177-b132-2a2d45aab7d1 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 946 time: 0.0528207 Feb 05 03:50:10.213430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-029f1b7f-3ef9-4446-bb26-48e082fb8a8b req-087616e8-29d5-4a52-9c00-7713bf6cf10c tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400448 Feb 05 03:50:10.236076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45326) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:50:10.325631 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773c4405-670c-4e61-892f-2bfc41f6d4fc tempest-TestMinimumBasicScenario-220168926 tempest-TestMinimumBasicScenario-220168926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:10.327384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-773c4405-670c-4e61-892f-2bfc41f6d4fc tempest-TestMinimumBasicScenario-220168926 tempest-TestMinimumBasicScenario-220168926-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 1123 time: 0.0903537 Feb 05 03:50:10.330322 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45330) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:50:10.334450 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': '267f19ec-5c8a-41b4-b4cf-15b27723a444', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:50:10.354572 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:10.384753 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:50:10.452280 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:10.848206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Allocated IP 172.25.0.158 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/d6549b41-6f19-4357-b46b-a3f61d13551c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:50:10.947759 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for port (d6549b41-6f19-4357-b46b-a3f61d13551c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:10.980973 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d6549b41-6f19-4357-b46b-a3f61d13551c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:11.020032 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:50:11.024712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:50:11.028502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:50:11.055442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Pushing event updated for resources: {'Port': ['ID=d6549b41-6f19-4357-b46b-a3f61d13551c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:50:11.067577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:50:11.067933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:50:11.068277 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:50:11.068615 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:50:11.068957 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:50:11.069289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:50:11.069618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:50:11.069945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:50:11.070271 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:50:11.070595 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:50:11.070955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:50:11.071277 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:50:11.071598 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:50:11.390538 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for floatingip (c5dc2b32-58b3-4016-90ad-ef279383c99f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:11.456008 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d6549b41-6f19-4357-b46b-a3f61d13551c), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:11.607410 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for port (d6549b41-6f19-4357-b46b-a3f61d13551c), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:11.611699 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (d6549b41-6f19-4357-b46b-a3f61d13551c), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:11.678225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Pushing event updated for resources: {'Port': ['ID=d6549b41-6f19-4357-b46b-a3f61d13551c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:50:11.688535 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (c5dc2b32-58b3-4016-90ad-ef279383c99f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:11.791077 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Floating IP c5dc2b32-58b3-4016-90ad-ef279383c99f associated. External IP: 172.25.0.158, port: 267f19ec-5c8a-41b4-b4cf-15b27723a444. Feb 05 03:50:11.970312 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.001400 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Router 3996e194-2fc9-4ded-a51b-948729f32243 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:50:12.110838 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:50:12.120324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a041a0-9430-4f94-b02a-73e6727f7de2 None None] Sync routers for ids ['3996e194-2fc9-4ded-a51b-948729f32243'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:50:12.129533 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.130214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a041a0-9430-4f94-b02a-73e6727f7de2 None None] Routers {'3996e194-2fc9-4ded-a51b-948729f32243'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:50:12.130864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-69a041a0-9430-4f94-b02a-73e6727f7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:50:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['3996e194-2fc9-4ded-a51b-948729f32243'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:50:12.159671 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-82943e6c-647a-47fd-807f-dfa8f3b9c1e6 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8283246 Feb 05 03:50:12.160257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'tag': '267f19ec-5c8a-41b4-b4cf-15b27723a444'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:50:12.162480 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45332) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:50:12.163334 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c6b143-e4e5-43be-96d0-f1b8aaf6b0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b14320-9fe7-4986-8863-71c3a3089811", "tag": "267f19ec-5c8a-41b4-b4cf-15b27723a444"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:50:12.168065 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-64883c69-2adc-45ad-bccb-038439e159cb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1578123585', 'description': 'tempest-secgroup-smoke-1578123585 description', 'project_id': '0bfaf9ebe5104f589cf18461873160a3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:50:12.198416 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64883c69-2adc-45ad-bccb-038439e159cb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.245333 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-69a041a0-9430-4f94-b02a-73e6727f7de2 None None] Set router 3996e194-2fc9-4ded-a51b-948729f32243 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:50:12.268736 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc898835-55f3-4302-9676-f025e69c5385 x-openstack-request-id: req-bc898835-55f3-4302-9676-f025e69c5385 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:50:12.269232 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b14320-9fe7-4986-8863-71c3a3089811", "tag": "267f19ec-5c8a-41b4-b4cf-15b27723a444", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:50:12.269500 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc898835-55f3-4302-9676-f025e69c5385 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:50:12.269909 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'tag': '267f19ec-5c8a-41b4-b4cf-15b27723a444', 'status': 'completed', 'code': 200} Feb 05 03:50:12.277350 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64883c69-2adc-45ad-bccb-038439e159cb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group (14ba9eaf-39e5-41c0-aab9-068d2b073b5c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.282911 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64883c69-2adc-45ad-bccb-038439e159cb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (14ba9eaf-39e5-41c0-aab9-068d2b073b5c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.341042 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64883c69-2adc-45ad-bccb-038439e159cb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.342892 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-64883c69-2adc-45ad-bccb-038439e159cb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1793725 Feb 05 03:50:12.346554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45338) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:50:12.347384 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64883c69-2adc-45ad-bccb-038439e159cb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ba9eaf-39e5-41c0-aab9-068d2b073b5c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:50:12.353139 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7693fbb4-8388-4184-a8eb-37884e9e2609 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Request body: {'security_group_rule': {'security_group_id': '14ba9eaf-39e5-41c0-aab9-068d2b073b5c', 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:50:12.369094 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6b143-e4e5-43be-96d0-f1b8aaf6b0fd req-378c5ce8-6600-4e97-90f3-1393a57160e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:12.371183 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11c6b143-e4e5-43be-96d0-f1b8aaf6b0fd req-378c5ce8-6600-4e97-90f3-1393a57160e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0bfaf9ebe5104f589cf18461873160a3&device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 1128 time: 0.0730584 Feb 05 03:50:12.390219 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7693fbb4-8388-4184-a8eb-37884e9e2609 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (d517da6d-1a82-45e3-b36c-2e3b0f630a8f), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.455898 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7693fbb4-8388-4184-a8eb-37884e9e2609 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (d517da6d-1a82-45e3-b36c-2e3b0f630a8f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.460263 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7693fbb4-8388-4184-a8eb-37884e9e2609 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (d517da6d-1a82-45e3-b36c-2e3b0f630a8f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.475970 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6b143-e4e5-43be-96d0-f1b8aaf6b0fd req-35990365-c437-4d2b-9920-7fccea611192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:12.477344 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11c6b143-e4e5-43be-96d0-f1b8aaf6b0fd req-35990365-c437-4d2b-9920-7fccea611192 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9a585188-6917-4317-8bc8-aef3d4c9ee89 HTTP/1.1" status: 200 len: 916 time: 0.0977604 Feb 05 03:50:12.481168 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693fbb4-8388-4184-a8eb-37884e9e2609 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d517da6d-1a82-45e3-b36c-2e3b0f630a8f,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:50:12.493666 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7693fbb4-8388-4184-a8eb-37884e9e2609 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.497541 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-7693fbb4-8388-4184-a8eb-37884e9e2609 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473718 Feb 05 03:50:12.499009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45340) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:50:12.501366 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-69a041a0-9430-4f94-b02a-73e6727f7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3996e194-2fc9-4ded-a51b-948729f32243', 'name': 'tempest-TestMinimumBasicScenario-1238663763-router', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:08Z', 'updated_at': '2022-02-05T03:49:11Z', 'revision_number': 4, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'gw_port': {'id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:09Z', 'updated_at': '2022-02-05T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'c5dc2b32-58b3-4016-90ad-ef279383c99f', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'port_id': '267f19ec-5c8a-41b4-b4cf-15b27723a444', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'mac_address': 'fa:16:3e:8a:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:50:11Z', 'updated_at': '2022-02-05T03:50:11Z', 'revision_number': 0, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3955d1f-486c-4e35-ab75-d7c62ffb28bf', 'name': '', 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'mac_address': 'fa:16:3e:e8:1b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '51aa449f-1387-43d5-a171-f593afc153ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:10Z', 'updated_at': '2022-02-05T03:49:16Z', 'revision_number': 5, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'subnets': [{'id': '51aa449f-1387-43d5-a171-f593afc153ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:50:12.504932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dfb5d9f3-be14-499b-a5df-fe6edba9c62d tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Request body: {'security_group_rule': {'security_group_id': '14ba9eaf-39e5-41c0-aab9-068d2b073b5c', 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:50:12.530211 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a041a0-9430-4f94-b02a-73e6727f7de2 None None] Checking router: 3996e194-2fc9-4ded-a51b-948729f32243 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:50:12.531112 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d9f3-be14-499b-a5df-fe6edba9c62d tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (d688ecef-19be-48b1-a44b-337424216510), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.539899 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a041a0-9430-4f94-b02a-73e6727f7de2 None None] Routers {'3996e194-2fc9-4ded-a51b-948729f32243'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:50:12.540671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-69a041a0-9430-4f94-b02a-73e6727f7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:50:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['3996e194-2fc9-4ded-a51b-948729f32243'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:50:12.548875 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11c6b143-e4e5-43be-96d0-f1b8aaf6b0fd req-0272ea06-70a9-4b1a-9f59-c87da40cade4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=267f19ec-5c8a-41b4-b4cf-15b27723a444 HTTP/1.1" status: 200 len: 1000 time: 0.0644143 Feb 05 03:50:12.592936 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d9f3-be14-499b-a5df-fe6edba9c62d tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (d688ecef-19be-48b1-a44b-337424216510), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.597352 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d9f3-be14-499b-a5df-fe6edba9c62d tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (d688ecef-19be-48b1-a44b-337424216510), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.599260 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6b143-e4e5-43be-96d0-f1b8aaf6b0fd req-fe08ed27-d63c-4489-91f3-41f7f641c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:12.600592 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11c6b143-e4e5-43be-96d0-f1b8aaf6b0fd req-fe08ed27-d63c-4489-91f3-41f7f641c771 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51aa449f-1387-43d5-a171-f593afc153ef HTTP/1.1" status: 200 len: 854 time: 0.0456691 Feb 05 03:50:12.618697 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5d9f3-be14-499b-a5df-fe6edba9c62d tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d688ecef-19be-48b1-a44b-337424216510,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:50:12.629861 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d9f3-be14-499b-a5df-fe6edba9c62d tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.631943 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dfb5d9f3-be14-499b-a5df-fe6edba9c62d tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316578 Feb 05 03:50:12.635252 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45342) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:50:12.640896 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-04dc9baa-eade-4f74-af43-2b9efba7d06f tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Request body: {'security_group_rule': {'security_group_id': '14ba9eaf-39e5-41c0-aab9-068d2b073b5c', 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:50:12.658731 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-69a041a0-9430-4f94-b02a-73e6727f7de2 None None] Set router 3996e194-2fc9-4ded-a51b-948729f32243 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:50:12.664535 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6b143-e4e5-43be-96d0-f1b8aaf6b0fd req-e5a084cf-d2ce-4e15-b5ab-9e3d1c24d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:12.666209 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11c6b143-e4e5-43be-96d0-f1b8aaf6b0fd req-e5a084cf-d2ce-4e15-b5ab-9e3d1c24d699 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a585188-6917-4317-8bc8-aef3d4c9ee89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596819 Feb 05 03:50:12.668846 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04dc9baa-eade-4f74-af43-2b9efba7d06f tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (9a6df4bb-6501-4c17-a6cd-7a8ff5307349), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.732881 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04dc9baa-eade-4f74-af43-2b9efba7d06f tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (9a6df4bb-6501-4c17-a6cd-7a8ff5307349), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.737271 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04dc9baa-eade-4f74-af43-2b9efba7d06f tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (9a6df4bb-6501-4c17-a6cd-7a8ff5307349), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.756945 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc9baa-eade-4f74-af43-2b9efba7d06f tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6df4bb-6501-4c17-a6cd-7a8ff5307349,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:50:12.766670 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04dc9baa-eade-4f74-af43-2b9efba7d06f tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.768238 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-04dc9baa-eade-4f74-af43-2b9efba7d06f tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319976 Feb 05 03:50:12.770996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45344) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:50:12.772242 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11c6b143-e4e5-43be-96d0-f1b8aaf6b0fd req-99a0c441-1cb4-49a1-b1d4-dbc7cb8b4f91 service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990679 Feb 05 03:50:12.775777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2e3a3299-a0c9-4718-98fb-d7e36e819246 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Request body: {'security_group_rule': {'security_group_id': '14ba9eaf-39e5-41c0-aab9-068d2b073b5c', 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:50:12.802363 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e3a3299-a0c9-4718-98fb-d7e36e819246 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (63523c45-8084-4c9b-986c-c1b22a636acb), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.866787 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e3a3299-a0c9-4718-98fb-d7e36e819246 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (63523c45-8084-4c9b-986c-c1b22a636acb), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.871690 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e3a3299-a0c9-4718-98fb-d7e36e819246 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (63523c45-8084-4c9b-986c-c1b22a636acb), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.876450 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-11c6b143-e4e5-43be-96d0-f1b8aaf6b0fd req-78e6a26f-4ff0-40aa-96a6-68cc462092b6 service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973046 Feb 05 03:50:12.888171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a3299-a0c9-4718-98fb-d7e36e819246 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63523c45-8084-4c9b-986c-c1b22a636acb,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:50:12.900566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-69a041a0-9430-4f94-b02a-73e6727f7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3996e194-2fc9-4ded-a51b-948729f32243', 'name': 'tempest-TestMinimumBasicScenario-1238663763-router', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:08Z', 'updated_at': '2022-02-05T03:49:11Z', 'revision_number': 4, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'gw_port': {'id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:09Z', 'updated_at': '2022-02-05T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'c5dc2b32-58b3-4016-90ad-ef279383c99f', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'port_id': '267f19ec-5c8a-41b4-b4cf-15b27723a444', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'mac_address': 'fa:16:3e:8a:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:50:11Z', 'updated_at': '2022-02-05T03:50:11Z', 'revision_number': 0, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3955d1f-486c-4e35-ab75-d7c62ffb28bf', 'name': '', 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'mac_address': 'fa:16:3e:e8:1b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '51aa449f-1387-43d5-a171-f593afc153ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:10Z', 'updated_at': '2022-02-05T03:49:16Z', 'revision_number': 5, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'subnets': [{'id': '51aa449f-1387-43d5-a171-f593afc153ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:50:12.900802 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e3a3299-a0c9-4718-98fb-d7e36e819246 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:12.901776 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2e3a3299-a0c9-4718-98fb-d7e36e819246 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297131 Feb 05 03:50:12.905819 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45346) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:50:12.910493 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4a221905-db65-4bd0-b4fb-ebefacc0bb57 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Request body: {'security_group_rule': {'security_group_id': '14ba9eaf-39e5-41c0-aab9-068d2b073b5c', 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:50:12.930962 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-4a221905-db65-4bd0-b4fb-ebefacc0bb57 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Project 0bfaf9ebe5104f589cf18461873160a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:50:12.931425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a041a0-9430-4f94-b02a-73e6727f7de2 None None] The sync data for ids ['3996e194-2fc9-4ded-a51b-948729f32243'] in n-d-826942-8 is: [{'id': '3996e194-2fc9-4ded-a51b-948729f32243', 'name': 'tempest-TestMinimumBasicScenario-1238663763-router', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:08Z', 'updated_at': '2022-02-05T03:49:11Z', 'revision_number': 4, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'gw_port': {'id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:09Z', 'updated_at': '2022-02-05T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'c5dc2b32-58b3-4016-90ad-ef279383c99f', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'port_id': '267f19ec-5c8a-41b4-b4cf-15b27723a444', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'mac_address': 'fa:16:3e:8a:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:50:11Z', 'updated_at': '2022-02-05T03:50:11Z', 'revision_number': 0, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3955d1f-486c-4e35-ab75-d7c62ffb28bf', 'name': '', 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'mac_address': 'fa:16:3e:e8:1b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '51aa449f-1387-43d5-a171-f593afc153ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:10Z', 'updated_at': '2022-02-05T03:49:16Z', 'revision_number': 5, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'subnets': [{'id': '51aa449f-1387-43d5-a171-f593afc153ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:50:12.936699 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a221905-db65-4bd0-b4fb-ebefacc0bb57 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (858b1aa4-8bb5-415b-bb75-5cceab450620), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:13.000083 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a221905-db65-4bd0-b4fb-ebefacc0bb57 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (858b1aa4-8bb5-415b-bb75-5cceab450620), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:13.004384 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a221905-db65-4bd0-b4fb-ebefacc0bb57 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (858b1aa4-8bb5-415b-bb75-5cceab450620), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:13.024476 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a221905-db65-4bd0-b4fb-ebefacc0bb57 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858b1aa4-8bb5-415b-bb75-5cceab450620,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:50:13.033875 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a221905-db65-4bd0-b4fb-ebefacc0bb57 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:13.035102 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4a221905-db65-4bd0-b4fb-ebefacc0bb57 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282651 Feb 05 03:50:13.037830 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45348) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:50:13.042000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-19cd4f82-1b2c-4e67-8841-58b54bf1095b tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Request body: {'security_group_rule': {'security_group_id': '14ba9eaf-39e5-41c0-aab9-068d2b073b5c', 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:50:13.063245 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-19cd4f82-1b2c-4e67-8841-58b54bf1095b tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Project 0bfaf9ebe5104f589cf18461873160a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:50:13.068681 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19cd4f82-1b2c-4e67-8841-58b54bf1095b tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (2a2dcd06-99e3-4162-9bbc-bdc56d1b3d54), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:13.131096 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19cd4f82-1b2c-4e67-8841-58b54bf1095b tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (2a2dcd06-99e3-4162-9bbc-bdc56d1b3d54), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:13.134834 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19cd4f82-1b2c-4e67-8841-58b54bf1095b tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (2a2dcd06-99e3-4162-9bbc-bdc56d1b3d54), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:13.138950 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e009c6ab-9607-470b-8d27-753109bab2ab None None] New status for floating IP c5dc2b32-58b3-4016-90ad-ef279383c99f: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:50:13.159043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd4f82-1b2c-4e67-8841-58b54bf1095b tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2dcd06-99e3-4162-9bbc-bdc56d1b3d54,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:50:13.166583 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19cd4f82-1b2c-4e67-8841-58b54bf1095b tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:13.167812 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-19cd4f82-1b2c-4e67-8841-58b54bf1095b tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290774 Feb 05 03:50:13.258406 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a8705e8-9b76-4acf-92a6-9958c319eb7e req-132b4871-b7d9-4afa-9317-063655cd711a tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1578123585&fields=id&tenant_id=0bfaf9ebe5104f589cf18461873160a3 HTTP/1.1" status: 200 len: 267 time: 0.0445447 Feb 05 03:50:13.317302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8705e8-9b76-4acf-92a6-9958c319eb7e req-85bfe57b-f6b9-4b09-abce-1aea7d61cd4d tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:13.318853 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a8705e8-9b76-4acf-92a6-9958c319eb7e req-85bfe57b-f6b9-4b09-abce-1aea7d61cd4d tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 946 time: 0.0544603 Feb 05 03:50:13.330209 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-6a8705e8-9b76-4acf-92a6-9958c319eb7e req-6f28e0c8-33ee-4dc7-b106-eecbf7c001ab tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Request body: {'port': {'security_groups': ['538a7cf3-c4b5-40a8-be80-5f0f7b241c5e', '14ba9eaf-39e5-41c0-aab9-068d2b073b5c']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:50:13.401822 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6a8705e8-9b76-4acf-92a6-9958c319eb7e req-6f28e0c8-33ee-4dc7-b106-eecbf7c001ab tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:13.593634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-6a8705e8-9b76-4acf-92a6-9958c319eb7e req-6f28e0c8-33ee-4dc7-b106-eecbf7c001ab tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] For port 267f19ec-5c8a-41b4-b4cf-15b27723a444, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=267f19ec-5c8a-41b4-b4cf-15b27723a444,segment=NetworkSegment(e3c4cca3-2f53-40c1-be98-ab3c56fb718b),segment_id=e3c4cca3-2f53-40c1-be98-ab3c56fb718b)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:50:13.622418 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6a8705e8-9b76-4acf-92a6-9958c319eb7e req-6f28e0c8-33ee-4dc7-b106-eecbf7c001ab tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:13.628270 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6a8705e8-9b76-4acf-92a6-9958c319eb7e req-6f28e0c8-33ee-4dc7-b106-eecbf7c001ab tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:13.640957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['267f19ec-5c8a-41b4-b4cf-15b27723a444'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:50:13.677691 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8705e8-9b76-4acf-92a6-9958c319eb7e req-6f28e0c8-33ee-4dc7-b106-eecbf7c001ab tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:13.678338 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6a8705e8-9b76-4acf-92a6-9958c319eb7e req-6f28e0c8-33ee-4dc7-b106-eecbf7c001ab tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:13.679799 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6a8705e8-9b76-4acf-92a6-9958c319eb7e req-6f28e0c8-33ee-4dc7-b106-eecbf7c001ab tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "PUT /v2.0/ports/267f19ec-5c8a-41b4-b4cf-15b27723a444 HTTP/1.1" status: 200 len: 982 time: 0.3542178 Feb 05 03:50:13.697862 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28e0c8-33ee-4dc7-b106-eecbf7c001ab tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Pushing event updated for resources: {'Port': ['ID=267f19ec-5c8a-41b4-b4cf-15b27723a444,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:50:13.747032 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['267f19ec-5c8a-41b4-b4cf-15b27723a444'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:50:13.799684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3f5f3-8c6c-4b30-a198-304377128a8f req-9b637488-ffff-40ce-bed3-58f82c602da1 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:13.801262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1a3f5f3-8c6c-4b30-a198-304377128a8f req-9b637488-ffff-40ce-bed3-58f82c602da1 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 985 time: 0.0568919 Feb 05 03:50:13.873785 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b1a3f5f3-8c6c-4b30-a198-304377128a8f req-8d8c9168-39f9-4fd3-b449-339cb35bc201 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=14ba9eaf-39e5-41c0-aab9-068d2b073b5c&id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653949 Feb 05 03:50:13.991917 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3f9bddde-61c8-4683-9b18-9960a236f35b None None] Provisioning complete for port 267f19ec-5c8a-41b4-b4cf-15b27723a444 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:50:13.992291 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f9bddde-61c8-4683-9b18-9960a236f35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:14.215712 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3f9bddde-61c8-4683-9b18-9960a236f35b None None] Current status of the port 267f19ec-5c8a-41b4-b4cf-15b27723a444 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:50:14.271065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'tag': '267f19ec-5c8a-41b4-b4cf-15b27723a444'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:50:14.273687 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5f0b56-380e-4657-82dd-a90baf3022b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b14320-9fe7-4986-8863-71c3a3089811", "tag": "267f19ec-5c8a-41b4-b4cf-15b27723a444"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:50:14.311730 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca6f2ac-f6be-4279-87a0-8f8ba25b6ecd x-openstack-request-id: req-6ca6f2ac-f6be-4279-87a0-8f8ba25b6ecd {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:50:14.312029 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b14320-9fe7-4986-8863-71c3a3089811", "tag": "267f19ec-5c8a-41b4-b4cf-15b27723a444", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:50:14.312284 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6ca6f2ac-f6be-4279-87a0-8f8ba25b6ecd {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:50:14.312687 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'tag': '267f19ec-5c8a-41b4-b4cf-15b27723a444', 'status': 'completed', 'code': 200} Feb 05 03:50:14.384360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f0b56-380e-4657-82dd-a90baf3022b7 req-2dd77259-4ca4-4067-8200-c9fe671c8ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:14.385879 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3b5f0b56-380e-4657-82dd-a90baf3022b7 req-2dd77259-4ca4-4067-8200-c9fe671c8ef6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0bfaf9ebe5104f589cf18461873160a3&device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 1167 time: 0.0511432 Feb 05 03:50:14.476304 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f0b56-380e-4657-82dd-a90baf3022b7 req-0d5aba5e-98b5-4bab-ac27-e62deba85609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:14.477772 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3b5f0b56-380e-4657-82dd-a90baf3022b7 req-0d5aba5e-98b5-4bab-ac27-e62deba85609 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9a585188-6917-4317-8bc8-aef3d4c9ee89 HTTP/1.1" status: 200 len: 916 time: 0.0847926 Feb 05 03:50:14.545578 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3b5f0b56-380e-4657-82dd-a90baf3022b7 req-9d9948fc-11fe-409e-a956-f71d6c888e57 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=267f19ec-5c8a-41b4-b4cf-15b27723a444 HTTP/1.1" status: 200 len: 1002 time: 0.0612512 Feb 05 03:50:14.594516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f0b56-380e-4657-82dd-a90baf3022b7 req-e1744b39-a1cd-4066-b0f5-bed0ef19f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:14.596075 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3b5f0b56-380e-4657-82dd-a90baf3022b7 req-e1744b39-a1cd-4066-b0f5-bed0ef19f0c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51aa449f-1387-43d5-a171-f593afc153ef HTTP/1.1" status: 200 len: 854 time: 0.0437191 Feb 05 03:50:14.651413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f0b56-380e-4657-82dd-a90baf3022b7 req-871b4500-fe2c-4ac8-b0fd-962b79bc2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:14.653174 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3b5f0b56-380e-4657-82dd-a90baf3022b7 req-871b4500-fe2c-4ac8-b0fd-962b79bc2c83 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a585188-6917-4317-8bc8-aef3d4c9ee89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510149 Feb 05 03:50:15.038719 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3b5f0b56-380e-4657-82dd-a90baf3022b7 req-07094b38-3216-451a-8bee-59c60320108c service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791301 Feb 05 03:50:15.126195 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3b5f0b56-380e-4657-82dd-a90baf3022b7 req-9f9e7a2c-fa6b-4854-a9fb-3231a68a1e35 service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813746 Feb 05 03:50:16.834455 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:33.758510 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f066-751e-4538-9c43-36b0b1e63267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:35.967106 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c8ca340-2d9e-4f60-88bd-7f1558b89a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:37.317370 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:38.855653 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:40.142198 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:41.993802 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:46.841893 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:50:47.384433 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:50:47.828398 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fa167e24-c512-40b2-880f-2d442d64aaba req-38bb5f94-05cd-4d69-a057-17cab844b124 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460899 Feb 05 03:50:47.922293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa167e24-c512-40b2-880f-2d442d64aaba req-f0c5368d-43a6-4133-ab1c-d36402c01690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:47.923955 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fa167e24-c512-40b2-880f-2d442d64aaba req-f0c5368d-43a6-4133-ab1c-d36402c01690 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0bfaf9ebe5104f589cf18461873160a3&device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 1167 time: 0.0522587 Feb 05 03:50:48.047246 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa167e24-c512-40b2-880f-2d442d64aaba req-15b60717-fea1-4ccc-9b19-97d20d897887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:48.048735 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fa167e24-c512-40b2-880f-2d442d64aaba req-15b60717-fea1-4ccc-9b19-97d20d897887 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9a585188-6917-4317-8bc8-aef3d4c9ee89 HTTP/1.1" status: 200 len: 916 time: 0.1055119 Feb 05 03:50:48.120072 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fa167e24-c512-40b2-880f-2d442d64aaba req-acb1ae1b-8ecc-4eaf-87ef-e15bbdc074e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=267f19ec-5c8a-41b4-b4cf-15b27723a444 HTTP/1.1" status: 200 len: 1002 time: 0.0644145 Feb 05 03:50:48.169376 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa167e24-c512-40b2-880f-2d442d64aaba req-febbc3ef-c85a-4edf-a5db-a1894588ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:48.170947 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fa167e24-c512-40b2-880f-2d442d64aaba req-febbc3ef-c85a-4edf-a5db-a1894588ccf6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51aa449f-1387-43d5-a171-f593afc153ef HTTP/1.1" status: 200 len: 854 time: 0.0442157 Feb 05 03:50:48.224377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa167e24-c512-40b2-880f-2d442d64aaba req-dcabf98b-3a66-4f08-9b2c-bc883542eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:48.225948 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fa167e24-c512-40b2-880f-2d442d64aaba req-dcabf98b-3a66-4f08-9b2c-bc883542eaec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a585188-6917-4317-8bc8-aef3d4c9ee89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481036 Feb 05 03:50:48.320658 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fa167e24-c512-40b2-880f-2d442d64aaba req-196f3401-8502-483e-882c-a95132303488 service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884585 Feb 05 03:50:48.419438 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fa167e24-c512-40b2-880f-2d442d64aaba req-21662d3b-4a10-43dc-9410-485b7b8e58f3 service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915613 Feb 05 03:50:50.635538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6d00d-04a3-409f-83b4-42a1e480ffd8 req-d177870d-fb68-45c0-ba81-5d732c602cc8 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:50.636975 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41d6d00d-04a3-409f-83b4-42a1e480ffd8 req-d177870d-fb68-45c0-ba81-5d732c602cc8 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 985 time: 0.0550196 Feb 05 03:50:50.638155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb210bd9-73bf-422a-92d4-56f834706f1b req-2ee9cc71-8fb2-4f18-9fea-1b9047953d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:50.640417 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb210bd9-73bf-422a-92d4-56f834706f1b req-2ee9cc71-8fb2-4f18-9fea-1b9047953d0a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0bfaf9ebe5104f589cf18461873160a3&device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 1167 time: 0.0537803 Feb 05 03:50:50.701067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-41d6d00d-04a3-409f-83b4-42a1e480ffd8 req-6b7250f4-991a-4807-b1c0-12e91f4fdafa tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=14ba9eaf-39e5-41c0-aab9-068d2b073b5c&id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570321 Feb 05 03:50:50.741696 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb210bd9-73bf-422a-92d4-56f834706f1b req-23e64d53-a4d9-4dfe-9b13-b5729b10e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:50.743206 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb210bd9-73bf-422a-92d4-56f834706f1b req-23e64d53-a4d9-4dfe-9b13-b5729b10e8bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=9a585188-6917-4317-8bc8-aef3d4c9ee89 HTTP/1.1" status: 200 len: 916 time: 0.0961437 Feb 05 03:50:50.809076 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb210bd9-73bf-422a-92d4-56f834706f1b req-d56a9af3-6360-49a9-a197-b16a5d0c9a8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=267f19ec-5c8a-41b4-b4cf-15b27723a444 HTTP/1.1" status: 200 len: 1002 time: 0.0587306 Feb 05 03:50:50.862697 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb210bd9-73bf-422a-92d4-56f834706f1b req-86317e78-d5c2-433c-8241-fc1333bef52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:50.864131 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb210bd9-73bf-422a-92d4-56f834706f1b req-86317e78-d5c2-433c-8241-fc1333bef52c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51aa449f-1387-43d5-a171-f593afc153ef HTTP/1.1" status: 200 len: 854 time: 0.0468307 Feb 05 03:50:50.912150 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb210bd9-73bf-422a-92d4-56f834706f1b req-93c82f69-998d-4784-beed-1ca98a0ac104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:50.913503 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb210bd9-73bf-422a-92d4-56f834706f1b req-93c82f69-998d-4784-beed-1ca98a0ac104 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a585188-6917-4317-8bc8-aef3d4c9ee89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429969 Feb 05 03:50:51.001088 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb210bd9-73bf-422a-92d4-56f834706f1b req-f929e914-c3c3-4238-8fec-b9b348e27a20 service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814228 Feb 05 03:50:51.093633 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bb210bd9-73bf-422a-92d4-56f834706f1b req-fe074092-43bf-4c6b-84f8-8a34035793a0 service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863197 Feb 05 03:50:51.825074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ec090-49e0-4373-a263-aef8d7714ca8 req-ecc2f0b2-4a5f-4435-a798-f102651d3b4a tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:51.827226 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a73ec090-49e0-4373-a263-aef8d7714ca8 req-ecc2f0b2-4a5f-4435-a798-f102651d3b4a tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 985 time: 0.0539799 Feb 05 03:50:51.884016 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a73ec090-49e0-4373-a263-aef8d7714ca8 req-db945af1-dd34-4eb6-87e8-f90effb44624 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=14ba9eaf-39e5-41c0-aab9-068d2b073b5c&id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511401 Feb 05 03:50:53.007557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd645233-bf15-44ad-a103-ff2bcfcf31b5 req-8444f17e-7c8c-4db6-9559-fc63ec6c73ee tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:53.009021 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bd645233-bf15-44ad-a103-ff2bcfcf31b5 req-8444f17e-7c8c-4db6-9559-fc63ec6c73ee tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 985 time: 0.0563428 Feb 05 03:50:53.070438 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bd645233-bf15-44ad-a103-ff2bcfcf31b5 req-09c3ac1b-55cc-44a0-8e16-304b17c05acc tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=14ba9eaf-39e5-41c0-aab9-068d2b073b5c&id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549622 Feb 05 03:50:54.190280 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab8b89-cfd9-42ca-9f85-ea8480cc7f6c req-f1078962-1c7c-4bfa-b52a-6fe6c484fde3 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:54.191673 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6bab8b89-cfd9-42ca-9f85-ea8480cc7f6c req-f1078962-1c7c-4bfa-b52a-6fe6c484fde3 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 985 time: 0.0533214 Feb 05 03:50:54.250126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6bab8b89-cfd9-42ca-9f85-ea8480cc7f6c req-462a26c2-22e5-4e01-8b2f-7f262081e1db tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=14ba9eaf-39e5-41c0-aab9-068d2b073b5c&id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527499 Feb 05 03:50:55.375446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f536b9-ed15-4167-9e8d-37ee9afff831 req-52b112a6-48a1-48b8-ad4f-fdbcc337b568 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:55.376955 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83f536b9-ed15-4167-9e8d-37ee9afff831 req-52b112a6-48a1-48b8-ad4f-fdbcc337b568 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 985 time: 0.0586267 Feb 05 03:50:55.436502 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83f536b9-ed15-4167-9e8d-37ee9afff831 req-00d4856b-899f-4af4-8314-e3212e0ccd8c tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=14ba9eaf-39e5-41c0-aab9-068d2b073b5c&id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539377 Feb 05 03:50:56.556443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570e259-3876-47db-ba17-7f2998a45e81 req-0afbe29e-4deb-4d9f-bffe-cadd4b3d859f tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:56.557933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d570e259-3876-47db-ba17-7f2998a45e81 req-0afbe29e-4deb-4d9f-bffe-cadd4b3d859f tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 985 time: 0.0528889 Feb 05 03:50:56.620204 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d570e259-3876-47db-ba17-7f2998a45e81 req-40ae9d65-d1e5-4c1e-af21-693dc8b16671 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=14ba9eaf-39e5-41c0-aab9-068d2b073b5c&id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554914 Feb 05 03:50:57.738396 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c918110-86ad-4435-ba73-a2fff6c85dd3 req-19cd1add-2f03-4e51-9771-0531d0717ceb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:57.739889 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c918110-86ad-4435-ba73-a2fff6c85dd3 req-19cd1add-2f03-4e51-9771-0531d0717ceb tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 985 time: 0.0530200 Feb 05 03:50:57.801963 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c918110-86ad-4435-ba73-a2fff6c85dd3 req-b9d95b78-15ad-4af6-977e-60464bcb98da tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=14ba9eaf-39e5-41c0-aab9-068d2b073b5c&id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564682 Feb 05 03:50:58.921377 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ce06a-eb22-44d8-aa7f-6480a0896505 req-959b5577-b1ab-4465-b73c-d0d470918d5a tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:50:58.922880 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ac2ce06a-eb22-44d8-aa7f-6480a0896505 req-959b5577-b1ab-4465-b73c-d0d470918d5a tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 985 time: 0.0528035 Feb 05 03:50:58.981583 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ac2ce06a-eb22-44d8-aa7f-6480a0896505 req-524b43a0-958a-4d01-a9ad-13f9483b6c2f tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=14ba9eaf-39e5-41c0-aab9-068d2b073b5c&id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530448 Feb 05 03:51:00.100647 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d094b-5ead-4863-a41e-7890775e42fe req-45d2727c-e7fd-4557-a8ba-d45efa64eab7 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:00.102290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e8d094b-5ead-4863-a41e-7890775e42fe req-45d2727c-e7fd-4557-a8ba-d45efa64eab7 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 985 time: 0.0535440 Feb 05 03:51:00.161552 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e8d094b-5ead-4863-a41e-7890775e42fe req-728885f2-75f9-499e-ba51-d320cb386daf tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=14ba9eaf-39e5-41c0-aab9-068d2b073b5c&id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534127 Feb 05 03:51:01.286967 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c684b-88ff-4e29-bd13-8c08dbeffe38 req-e4963efb-1ccf-49cc-947b-677bfdce0ab4 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:01.288427 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-953c684b-88ff-4e29-bd13-8c08dbeffe38 req-e4963efb-1ccf-49cc-947b-677bfdce0ab4 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 985 time: 0.0571032 Feb 05 03:51:01.346542 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-953c684b-88ff-4e29-bd13-8c08dbeffe38 req-52215b1f-3f56-4159-847e-dc1c2d8bcf16 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=14ba9eaf-39e5-41c0-aab9-068d2b073b5c&id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524716 Feb 05 03:51:02.464017 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d15c7-3ee7-4c01-ae8c-2a66459abc79 req-9b711903-d235-443f-ae2c-73af3d299a39 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:02.465480 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-477d15c7-3ee7-4c01-ae8c-2a66459abc79 req-9b711903-d235-443f-ae2c-73af3d299a39 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 985 time: 0.0522029 Feb 05 03:51:02.524178 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-477d15c7-3ee7-4c01-ae8c-2a66459abc79 req-b6fea946-b651-4ea8-8873-083c0e885595 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=14ba9eaf-39e5-41c0-aab9-068d2b073b5c&id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524731 Feb 05 03:51:03.641452 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afec01-4305-4e43-97c1-44cf854a5d5a req-957c7313-5408-49db-8c38-0106de4247b8 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:03.642863 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04afec01-4305-4e43-97c1-44cf854a5d5a req-957c7313-5408-49db-8c38-0106de4247b8 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 985 time: 0.0520825 Feb 05 03:51:03.705371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-04afec01-4305-4e43-97c1-44cf854a5d5a req-c1b3f51b-4548-43a6-8ed1-3b31c0cc0499 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=14ba9eaf-39e5-41c0-aab9-068d2b073b5c&id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567412 Feb 05 03:51:03.759865 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8044-20e7-470d-b87a-398baa695b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:04.831376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa333551-72e2-4c13-b154-5c45d009943e req-4f153ebf-7878-4ad7-8f77-19db2f53f755 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:04.832833 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa333551-72e2-4c13-b154-5c45d009943e req-4f153ebf-7878-4ad7-8f77-19db2f53f755 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 985 time: 0.0520496 Feb 05 03:51:04.890375 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa333551-72e2-4c13-b154-5c45d009943e req-7b1e3a97-d667-44f6-98cf-ee3ebfcf99ca tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=14ba9eaf-39e5-41c0-aab9-068d2b073b5c&id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518885 Feb 05 03:51:05.959631 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fca7d063-f612-4915-b86f-fbce81d86a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:06.015009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550a5de-5749-4244-9017-537f7f551198 req-21d91fdf-4437-41e0-82f9-f13209075fe8 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:06.016520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6550a5de-5749-4244-9017-537f7f551198 req-21d91fdf-4437-41e0-82f9-f13209075fe8 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 985 time: 0.0532839 Feb 05 03:51:06.081622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6550a5de-5749-4244-9017-537f7f551198 req-d8b12780-905e-4e2f-adf2-8b2669112886 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=14ba9eaf-39e5-41c0-aab9-068d2b073b5c&id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577161 Feb 05 03:51:07.203962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926c184-44d1-4d06-9965-42fa7b88b2dd req-0fbbd255-f2b8-4722-b112-4f06af681b1b tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:07.205430 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b926c184-44d1-4d06-9965-42fa7b88b2dd req-0fbbd255-f2b8-4722-b112-4f06af681b1b tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 985 time: 0.0567420 Feb 05 03:51:07.263970 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b926c184-44d1-4d06-9965-42fa7b88b2dd req-cd8b0fb6-3a60-4306-8263-ffc55c4127c8 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=14ba9eaf-39e5-41c0-aab9-068d2b073b5c&id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528920 Feb 05 03:51:07.321153 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:08.858143 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:10.144884 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:11.992100 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:16.863230 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:24.383335 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:51:33.764193 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a67eca11-33c8-4c27-b0ad-ea4f73cbfdf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:35.960621 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d04b-911b-45cc-8250-4f676439ea41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:37.323069 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:38.860550 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:40.146562 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:42.007932 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:46.859152 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:49.785213 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc4c5c83-1bac-4741-b9bd-2436dd676e66 req-d7f2b5bc-ac32-4826-8a98-5aea5fb618da service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446942 Feb 05 03:51:49.870148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c5c83-1bac-4741-b9bd-2436dd676e66 req-d8c0cf12-016a-446c-a438-302c2a78c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:49.871786 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc4c5c83-1bac-4741-b9bd-2436dd676e66 req-d8c0cf12-016a-446c-a438-302c2a78c92e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0bfaf9ebe5104f589cf18461873160a3&device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 1167 time: 0.0454893 Feb 05 03:51:49.979705 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c5c83-1bac-4741-b9bd-2436dd676e66 req-1ce00941-bd1d-4e59-9227-463b5c866c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:49.981350 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc4c5c83-1bac-4741-b9bd-2436dd676e66 req-1ce00941-bd1d-4e59-9227-463b5c866c29 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9a585188-6917-4317-8bc8-aef3d4c9ee89 HTTP/1.1" status: 200 len: 916 time: 0.0901635 Feb 05 03:51:50.053702 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc4c5c83-1bac-4741-b9bd-2436dd676e66 req-391ad27b-7b8c-41be-b353-09049ab3619e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=267f19ec-5c8a-41b4-b4cf-15b27723a444 HTTP/1.1" status: 200 len: 1002 time: 0.0609753 Feb 05 03:51:50.105744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c5c83-1bac-4741-b9bd-2436dd676e66 req-8ae43751-ef06-4c88-986b-a49fed6f0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:50.107707 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc4c5c83-1bac-4741-b9bd-2436dd676e66 req-8ae43751-ef06-4c88-986b-a49fed6f0333 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51aa449f-1387-43d5-a171-f593afc153ef HTTP/1.1" status: 200 len: 854 time: 0.0475442 Feb 05 03:51:50.156592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c5c83-1bac-4741-b9bd-2436dd676e66 req-c3b23799-a142-4def-9e67-5c43c6bddaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:50.158056 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc4c5c83-1bac-4741-b9bd-2436dd676e66 req-c3b23799-a142-4def-9e67-5c43c6bddaa5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a585188-6917-4317-8bc8-aef3d4c9ee89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436122 Feb 05 03:51:50.248873 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc4c5c83-1bac-4741-b9bd-2436dd676e66 req-cc6ef57f-e255-4382-8b63-f9fb76463650 service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848274 Feb 05 03:51:50.343927 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bc4c5c83-1bac-4741-b9bd-2436dd676e66 req-990150f8-05af-4c4d-b1e6-8aff9e1eb573 service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893238 Feb 05 03:51:55.599994 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e855024-641d-4b79-94f4-91c2bfc77b8e req-401f39ff-3e84-4846-ac49-9b7a07e1ac14 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1578123585&fields=id&tenant_id=0bfaf9ebe5104f589cf18461873160a3 HTTP/1.1" status: 200 len: 267 time: 0.0445509 Feb 05 03:51:55.657398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e855024-641d-4b79-94f4-91c2bfc77b8e req-d57d3a8a-c9fe-4b08-8aab-3ab0e5127173 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:55.658902 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e855024-641d-4b79-94f4-91c2bfc77b8e req-d57d3a8a-c9fe-4b08-8aab-3ab0e5127173 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 985 time: 0.0536866 Feb 05 03:51:55.669459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9e855024-641d-4b79-94f4-91c2bfc77b8e req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Request body: {'port': {'security_groups': ['538a7cf3-c4b5-40a8-be80-5f0f7b241c5e']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:51:55.745124 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e855024-641d-4b79-94f4-91c2bfc77b8e req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:55.915955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9e855024-641d-4b79-94f4-91c2bfc77b8e req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] For port 267f19ec-5c8a-41b4-b4cf-15b27723a444, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=267f19ec-5c8a-41b4-b4cf-15b27723a444,segment=NetworkSegment(e3c4cca3-2f53-40c1-be98-ab3c56fb718b),segment_id=e3c4cca3-2f53-40c1-be98-ab3c56fb718b)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:51:55.944326 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e855024-641d-4b79-94f4-91c2bfc77b8e req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:55.949004 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e855024-641d-4b79-94f4-91c2bfc77b8e req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:55.963907 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['267f19ec-5c8a-41b4-b4cf-15b27723a444'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:51:55.992571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e855024-641d-4b79-94f4-91c2bfc77b8e req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:55.993189 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e855024-641d-4b79-94f4-91c2bfc77b8e req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:55.995202 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e855024-641d-4b79-94f4-91c2bfc77b8e req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "PUT /v2.0/ports/267f19ec-5c8a-41b4-b4cf-15b27723a444 HTTP/1.1" status: 200 len: 943 time: 0.3302882 Feb 05 03:51:55.995680 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'tag': '267f19ec-5c8a-41b4-b4cf-15b27723a444'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:51:55.998110 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874090d3-e964-41bf-84dc-48d3f02f926d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b14320-9fe7-4986-8863-71c3a3089811", "tag": "267f19ec-5c8a-41b4-b4cf-15b27723a444"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:51:56.000521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45444) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:51:56.054037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Pushing event updated for resources: {'Port': ['ID=267f19ec-5c8a-41b4-b4cf-15b27723a444,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:51:56.067742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.068094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.068445 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.068637 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['267f19ec-5c8a-41b4-b4cf-15b27723a444'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:51:56.068787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.069113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.069446 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.069780 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.070107 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.070433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.071076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.071298 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.071473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.071746 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d292baef-1631-46ac-b9f9-1f2fa5d71212 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.086528 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3f8272-8cac-445c-99c6-afed9200555d x-openstack-request-id: req-ab3f8272-8cac-445c-99c6-afed9200555d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:51:56.087345 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b14320-9fe7-4986-8863-71c3a3089811", "tag": "267f19ec-5c8a-41b4-b4cf-15b27723a444", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:51:56.087830 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab3f8272-8cac-445c-99c6-afed9200555d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:51:56.088509 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'tag': '267f19ec-5c8a-41b4-b4cf-15b27723a444', 'status': 'completed', 'code': 200} Feb 05 03:51:56.145936 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group (14ba9eaf-39e5-41c0-aab9-068d2b073b5c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:56.182035 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group (14ba9eaf-39e5-41c0-aab9-068d2b073b5c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:56.204849 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874090d3-e964-41bf-84dc-48d3f02f926d req-6992a990-1b35-4c83-972a-1beb8cfd4ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:56.206685 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-874090d3-e964-41bf-84dc-48d3f02f926d req-6992a990-1b35-4c83-972a-1beb8cfd4ac9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0bfaf9ebe5104f589cf18461873160a3&device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 1128 time: 0.1048923 Feb 05 03:51:56.318271 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-67473111-19d2-472a-8f10-21a99dcf0391 None None] Provisioning complete for port 267f19ec-5c8a-41b4-b4cf-15b27723a444 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:51:56.318692 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67473111-19d2-472a-8f10-21a99dcf0391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:56.324413 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (14ba9eaf-39e5-41c0-aab9-068d2b073b5c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:56.327061 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:56.328233 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "DELETE /v2.0/security-groups/14ba9eaf-39e5-41c0-aab9-068d2b073b5c HTTP/1.1" status: 204 len: 168 time: 0.3267126 Feb 05 03:51:56.329427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874090d3-e964-41bf-84dc-48d3f02f926d req-699d0f67-a946-4c2b-8cef-b1a7625b9ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:56.330941 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-874090d3-e964-41bf-84dc-48d3f02f926d req-699d0f67-a946-4c2b-8cef-b1a7625b9ee6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9a585188-6917-4317-8bc8-aef3d4c9ee89 HTTP/1.1" status: 200 len: 916 time: 0.1138816 Feb 05 03:51:56.331237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45448) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:51:56.343964 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ba9eaf-39e5-41c0-aab9-068d2b073b5c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:51:56.396121 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.396646 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.397099 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.397542 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.398018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.398412 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.398878 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.399310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.399761 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.400192 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.400622 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.401056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.401480 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907cc0e4-d729-4bd1-a151-974c292417c2 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:51:56.408886 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-67473111-19d2-472a-8f10-21a99dcf0391 None None] Current status of the port 267f19ec-5c8a-41b4-b4cf-15b27723a444 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:51:56.437605 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-874090d3-e964-41bf-84dc-48d3f02f926d req-e8021973-fef9-4406-8511-3a217ff6195e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=267f19ec-5c8a-41b4-b4cf-15b27723a444 HTTP/1.1" status: 200 len: 1002 time: 0.0948398 Feb 05 03:51:56.488193 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874090d3-e964-41bf-84dc-48d3f02f926d req-37f50660-4ba6-4e8d-a0b0-d7a9ad8f7bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:56.490019 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-874090d3-e964-41bf-84dc-48d3f02f926d req-37f50660-4ba6-4e8d-a0b0-d7a9ad8f7bcf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51aa449f-1387-43d5-a171-f593afc153ef HTTP/1.1" status: 200 len: 854 time: 0.0465207 Feb 05 03:51:56.498339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-359e35ee-9770-4082-983d-f8fcf3525c79 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Deleting port d6549b41-6f19-4357-b46b-a3f61d13551c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:51:56.498683 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-359e35ee-9770-4082-983d-f8fcf3525c79 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d6549b41-6f19-4357-b46b-a3f61d13551c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:56.544047 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874090d3-e964-41bf-84dc-48d3f02f926d req-ce11afd3-0bb2-4b08-8aed-ff21d61f0ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:56.546457 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-874090d3-e964-41bf-84dc-48d3f02f926d req-ce11afd3-0bb2-4b08-8aed-ff21d61f0ef0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a585188-6917-4317-8bc8-aef3d4c9ee89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494092 Feb 05 03:51:56.582130 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-359e35ee-9770-4082-983d-f8fcf3525c79 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d6549b41-6f19-4357-b46b-a3f61d13551c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:56.582458 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-359e35ee-9770-4082-983d-f8fcf3525c79 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for floatingip (d6549b41-6f19-4357-b46b-a3f61d13551c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:56.594855 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-359e35ee-9770-4082-983d-f8fcf3525c79 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Calling delete_port for d6549b41-6f19-4357-b46b-a3f61d13551c owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:51:56.648454 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-874090d3-e964-41bf-84dc-48d3f02f926d req-3b89bea6-0bf0-4abb-958d-fe1657feaddd service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963335 Feb 05 03:51:56.739280 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-874090d3-e964-41bf-84dc-48d3f02f926d req-57b860f2-a9ba-435f-a23e-20c043364f09 service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844631 Feb 05 03:51:56.748625 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-359e35ee-9770-4082-983d-f8fcf3525c79 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (d6549b41-6f19-4357-b46b-a3f61d13551c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:56.774174 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e35ee-9770-4082-983d-f8fcf3525c79 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Pushing event deleted for resources: {'Port': ['ID=d6549b41-6f19-4357-b46b-a3f61d13551c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:51:56.839201 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-359e35ee-9770-4082-983d-f8fcf3525c79 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks [] for floatingip (c5dc2b32-58b3-4016-90ad-ef279383c99f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:56.839527 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-359e35ee-9770-4082-983d-f8fcf3525c79 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Floating IP c5dc2b32-58b3-4016-90ad-ef279383c99f disassociated (deleted). External IP: 172.25.0.158, port: 267f19ec-5c8a-41b4-b4cf-15b27723a444. Feb 05 03:51:57.046329 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359e35ee-9770-4082-983d-f8fcf3525c79 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Router 3996e194-2fc9-4ded-a51b-948729f32243 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:51:57.154642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359e35ee-9770-4082-983d-f8fcf3525c79 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:51:57.159341 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-359e35ee-9770-4082-983d-f8fcf3525c79 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:51:57.163883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cf8a12-beff-4dad-9039-5080a6f8777d None None] Sync routers for ids ['3996e194-2fc9-4ded-a51b-948729f32243'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:51:57.173766 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cf8a12-beff-4dad-9039-5080a6f8777d None None] Routers {'3996e194-2fc9-4ded-a51b-948729f32243'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:51:57.174379 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f4cf8a12-beff-4dad-9039-5080a6f8777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:51:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['3996e194-2fc9-4ded-a51b-948729f32243'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:51:57.189212 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-359e35ee-9770-4082-983d-f8fcf3525c79 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "DELETE /v2.0/floatingips/c5dc2b32-58b3-4016-90ad-ef279383c99f HTTP/1.1" status: 204 len: 168 time: 0.8566132 Feb 05 03:51:57.285137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-f4cf8a12-beff-4dad-9039-5080a6f8777d None None] Set router 3996e194-2fc9-4ded-a51b-948729f32243 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:51:57.497886 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f4cf8a12-beff-4dad-9039-5080a6f8777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3996e194-2fc9-4ded-a51b-948729f32243', 'name': 'tempest-TestMinimumBasicScenario-1238663763-router', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:08Z', 'updated_at': '2022-02-05T03:49:11Z', 'revision_number': 4, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'gw_port': {'id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:09Z', 'updated_at': '2022-02-05T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e3955d1f-486c-4e35-ab75-d7c62ffb28bf', 'name': '', 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'mac_address': 'fa:16:3e:e8:1b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '51aa449f-1387-43d5-a171-f593afc153ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:10Z', 'updated_at': '2022-02-05T03:49:16Z', 'revision_number': 5, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'subnets': [{'id': '51aa449f-1387-43d5-a171-f593afc153ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:51:57.523412 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cf8a12-beff-4dad-9039-5080a6f8777d None None] Checking router: 3996e194-2fc9-4ded-a51b-948729f32243 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:51:57.531730 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cf8a12-beff-4dad-9039-5080a6f8777d None None] Routers {'3996e194-2fc9-4ded-a51b-948729f32243'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:51:57.532349 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f4cf8a12-beff-4dad-9039-5080a6f8777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:51:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['3996e194-2fc9-4ded-a51b-948729f32243'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:51:57.636468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-f4cf8a12-beff-4dad-9039-5080a6f8777d None None] Set router 3996e194-2fc9-4ded-a51b-948729f32243 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:51:57.834691 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f4cf8a12-beff-4dad-9039-5080a6f8777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3996e194-2fc9-4ded-a51b-948729f32243', 'name': 'tempest-TestMinimumBasicScenario-1238663763-router', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:08Z', 'updated_at': '2022-02-05T03:49:11Z', 'revision_number': 4, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'gw_port': {'id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:09Z', 'updated_at': '2022-02-05T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e3955d1f-486c-4e35-ab75-d7c62ffb28bf', 'name': '', 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'mac_address': 'fa:16:3e:e8:1b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '51aa449f-1387-43d5-a171-f593afc153ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:10Z', 'updated_at': '2022-02-05T03:49:16Z', 'revision_number': 5, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'subnets': [{'id': '51aa449f-1387-43d5-a171-f593afc153ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:51:57.866162 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cf8a12-beff-4dad-9039-5080a6f8777d None None] The sync data for ids ['3996e194-2fc9-4ded-a51b-948729f32243'] in n-d-826942-8 is: [{'id': '3996e194-2fc9-4ded-a51b-948729f32243', 'name': 'tempest-TestMinimumBasicScenario-1238663763-router', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:08Z', 'updated_at': '2022-02-05T03:49:11Z', 'revision_number': 4, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'gw_port': {'id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:09Z', 'updated_at': '2022-02-05T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e3955d1f-486c-4e35-ab75-d7c62ffb28bf', 'name': '', 'network_id': '9a585188-6917-4317-8bc8-aef3d4c9ee89', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'mac_address': 'fa:16:3e:e8:1b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '51aa449f-1387-43d5-a171-f593afc153ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:10Z', 'updated_at': '2022-02-05T03:49:16Z', 'revision_number': 5, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'subnets': [{'id': '51aa449f-1387-43d5-a171-f593afc153ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:51:58.090912 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'tag': '267f19ec-5c8a-41b4-b4cf-15b27723a444'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:51:58.093470 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45590fc-d507-463b-98da-aa8be0c9e4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b14320-9fe7-4986-8863-71c3a3089811", "tag": "267f19ec-5c8a-41b4-b4cf-15b27723a444"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:51:58.098625 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f231fcef-48be-4634-a1f5-6c8703d14981 None None] New status for floating IP c5dc2b32-58b3-4016-90ad-ef279383c99f: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:51:58.131296 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc659ae-0812-4713-b095-082a006a5df6 x-openstack-request-id: req-8fc659ae-0812-4713-b095-082a006a5df6 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:51:58.132381 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b14320-9fe7-4986-8863-71c3a3089811", "tag": "267f19ec-5c8a-41b4-b4cf-15b27723a444", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:51:58.132734 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8fc659ae-0812-4713-b095-082a006a5df6 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:51:58.133230 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'tag': '267f19ec-5c8a-41b4-b4cf-15b27723a444', 'status': 'completed', 'code': 200} Feb 05 03:51:58.204593 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45590fc-d507-463b-98da-aa8be0c9e4ce req-c16f3f90-ac8e-47c7-a3b5-055485405368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:58.206123 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b45590fc-d507-463b-98da-aa8be0c9e4ce req-c16f3f90-ac8e-47c7-a3b5-055485405368 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0bfaf9ebe5104f589cf18461873160a3&device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 1128 time: 0.0480297 Feb 05 03:51:58.303744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45590fc-d507-463b-98da-aa8be0c9e4ce req-0d226ae5-0151-43d7-8403-1d0725b108c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:58.305191 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b45590fc-d507-463b-98da-aa8be0c9e4ce req-0d226ae5-0151-43d7-8403-1d0725b108c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9a585188-6917-4317-8bc8-aef3d4c9ee89 HTTP/1.1" status: 200 len: 916 time: 0.0924864 Feb 05 03:51:58.347326 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b45590fc-d507-463b-98da-aa8be0c9e4ce req-7433b977-6a4a-471c-b118-a167148c50a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=267f19ec-5c8a-41b4-b4cf-15b27723a444 HTTP/1.1" status: 200 len: 217 time: 0.0343626 Feb 05 03:51:58.402045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45590fc-d507-463b-98da-aa8be0c9e4ce req-9188d6cc-7a33-4882-8bbe-13e2d981f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:58.403551 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b45590fc-d507-463b-98da-aa8be0c9e4ce req-9188d6cc-7a33-4882-8bbe-13e2d981f6df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51aa449f-1387-43d5-a171-f593afc153ef HTTP/1.1" status: 200 len: 854 time: 0.0480137 Feb 05 03:51:58.456400 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45590fc-d507-463b-98da-aa8be0c9e4ce req-34a1a6b9-ff54-4f8b-a05e-0ae230fae3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:51:58.457913 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b45590fc-d507-463b-98da-aa8be0c9e4ce req-34a1a6b9-ff54-4f8b-a05e-0ae230fae3e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a585188-6917-4317-8bc8-aef3d4c9ee89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477188 Feb 05 03:51:58.547391 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b45590fc-d507-463b-98da-aa8be0c9e4ce req-e6b17b83-2d40-4581-95e7-93ab5c6137ca service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832193 Feb 05 03:51:58.642965 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b45590fc-d507-463b-98da-aa8be0c9e4ce req-90f02d50-042f-4816-9db5-27bb1c7eb1c0 service neutron] 10.222.0.31 "GET /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894840 Feb 05 03:51:59.810905 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-5e49a48f-0a74-4882-ade5-574363925f20 req-22a14cd2-b083-4ccc-9da0-da995833c629 service neutron] (109675) timed out ('10.222.0.36', 41568) {{(pid=109675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 05 03:52:01.382111 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:52:03.765991 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ee52345b-3d44-4e13-bcba-e222914f83e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:05.963857 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd982593-1bc4-401b-8114-9dcadd5e3e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:07.326474 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:08.864085 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:10.149095 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:12.007056 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:12.518983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d42ee-af33-4a60-b767-249c07ab89d4 req-b0af5c2c-c11e-41d3-a6b7-b404f768f294 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:12.520458 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-717d42ee-af33-4a60-b767-249c07ab89d4 req-b0af5c2c-c11e-41d3-a6b7-b404f768f294 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 946 time: 0.0533762 Feb 05 03:52:12.567589 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-717d42ee-af33-4a60-b767-249c07ab89d4 req-8ba54876-5190-41a0-9349-2a2849985c7b tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413480 Feb 05 03:52:13.695034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1b51-9205-45fa-8bf8-a99df3e80dc9 req-aae9238e-d3e5-43b5-8401-65a4ecd047e8 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:13.696506 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95fe1b51-9205-45fa-8bf8-a99df3e80dc9 req-aae9238e-d3e5-43b5-8401-65a4ecd047e8 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 946 time: 0.0579500 Feb 05 03:52:13.744759 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95fe1b51-9205-45fa-8bf8-a99df3e80dc9 req-d9fe9626-073e-421d-95df-1bb03415f1b5 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/security-groups?id=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423241 Feb 05 03:52:14.434736 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fad83-f5d6-4743-8479-b6a3db591b32 req-02934b57-7ae8-46eb-a91a-514c2e15aed4 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:14.436216 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b02fad83-f5d6-4743-8479-b6a3db591b32 req-02934b57-7ae8-46eb-a91a-514c2e15aed4 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 946 time: 0.0549600 Feb 05 03:52:14.530540 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-b02fad83-f5d6-4743-8479-b6a3db591b32 req-e573b2d5-e058-4da5-a8e0-0e61cacfd421 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Deleting port 267f19ec-5c8a-41b4-b4cf-15b27723a444 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:52:14.530909 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b02fad83-f5d6-4743-8479-b6a3db591b32 req-e573b2d5-e058-4da5-a8e0-0e61cacfd421 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:14.617326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b02fad83-f5d6-4743-8479-b6a3db591b32 req-e573b2d5-e058-4da5-a8e0-0e61cacfd421 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] For port 267f19ec-5c8a-41b4-b4cf-15b27723a444, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=267f19ec-5c8a-41b4-b4cf-15b27723a444,segment=NetworkSegment(e3c4cca3-2f53-40c1-be98-ab3c56fb718b),segment_id=e3c4cca3-2f53-40c1-be98-ab3c56fb718b)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:52:14.617686 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b02fad83-f5d6-4743-8479-b6a3db591b32 req-e573b2d5-e058-4da5-a8e0-0e61cacfd421 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:14.630263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-b02fad83-f5d6-4743-8479-b6a3db591b32 req-e573b2d5-e058-4da5-a8e0-0e61cacfd421 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Calling delete_port for 267f19ec-5c8a-41b4-b4cf-15b27723a444 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:52:14.759741 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b02fad83-f5d6-4743-8479-b6a3db591b32 req-e573b2d5-e058-4da5-a8e0-0e61cacfd421 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (267f19ec-5c8a-41b4-b4cf-15b27723a444), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:14.773663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['267f19ec-5c8a-41b4-b4cf-15b27723a444'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:52:14.792152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573b2d5-e058-4da5-a8e0-0e61cacfd421 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Pushing event deleted for resources: {'Port': ['ID=267f19ec-5c8a-41b4-b4cf-15b27723a444,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:14.838048 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02fad83-f5d6-4743-8479-b6a3db591b32 req-e573b2d5-e058-4da5-a8e0-0e61cacfd421 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] No DVR routers for this DVR port 267f19ec-5c8a-41b4-b4cf-15b27723a444 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:52:14.841573 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b02fad83-f5d6-4743-8479-b6a3db591b32 req-e573b2d5-e058-4da5-a8e0-0e61cacfd421 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:14.845192 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b02fad83-f5d6-4743-8479-b6a3db591b32 req-e573b2d5-e058-4da5-a8e0-0e61cacfd421 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.31 "DELETE /v2.0/ports/267f19ec-5c8a-41b4-b4cf-15b27723a444 HTTP/1.1" status: 204 len: 173 time: 0.4037015 Feb 05 03:52:14.845670 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'name': 'network-vif-deleted', 'tag': '267f19ec-5c8a-41b4-b4cf-15b27723a444'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:52:14.848072 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f67209f-92e1-4020-8445-e6fd5d302652" -d '{"events": [{"server_uuid": "d3b14320-9fe7-4986-8863-71c3a3089811", "name": "network-vif-deleted", "tag": "267f19ec-5c8a-41b4-b4cf-15b27723a444"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:52:14.853646 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6668e792-ec96-468c-8b7c-1d3ad2f08ad5 req-440e11de-25f0-4bd9-821a-12155da7c5d5 tempest-TestMinimumBasicScenario-1073549306 tempest-TestMinimumBasicScenario-1073549306-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b14320-9fe7-4986-8863-71c3a3089811 HTTP/1.1" status: 200 len: 210 time: 0.0318906 Feb 05 03:52:14.899868 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71742b98-1f57-4f05-87b0-6bb142d72630 x-openstack-request-id: req-71742b98-1f57-4f05-87b0-6bb142d72630 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:52:14.900182 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b14320-9fe7-4986-8863-71c3a3089811", "name": "network-vif-deleted", "tag": "267f19ec-5c8a-41b4-b4cf-15b27723a444", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:52:14.900443 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71742b98-1f57-4f05-87b0-6bb142d72630 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:52:14.900853 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b14320-9fe7-4986-8863-71c3a3089811', 'name': 'network-vif-deleted', 'tag': '267f19ec-5c8a-41b4-b4cf-15b27723a444', 'status': 'completed', 'code': 200} Feb 05 03:52:16.432812 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45564) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:16.775827 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9106cad0-fa28-4261-837a-7e2f199552bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (3996e194-2fc9-4ded-a51b-948729f32243), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:16.876642 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:17.023053 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9106cad0-fa28-4261-837a-7e2f199552bd admin admin] Deleting port e3955d1f-486c-4e35-ab75-d7c62ffb28bf {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:52:17.023399 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9106cad0-fa28-4261-837a-7e2f199552bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:17.101473 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-9106cad0-fa28-4261-837a-7e2f199552bd admin admin] For port e3955d1f-486c-4e35-ab75-d7c62ffb28bf, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e3955d1f-486c-4e35-ab75-d7c62ffb28bf,segment=NetworkSegment(e3c4cca3-2f53-40c1-be98-ab3c56fb718b),segment_id=e3c4cca3-2f53-40c1-be98-ab3c56fb718b)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:52:17.101754 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9106cad0-fa28-4261-837a-7e2f199552bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:17.117922 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9106cad0-fa28-4261-837a-7e2f199552bd admin admin] Calling delete_port for e3955d1f-486c-4e35-ab75-d7c62ffb28bf owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:52:17.298689 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9106cad0-fa28-4261-837a-7e2f199552bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (e3955d1f-486c-4e35-ab75-d7c62ffb28bf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:17.328396 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106cad0-fa28-4261-837a-7e2f199552bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e3955d1f-486c-4e35-ab75-d7c62ffb28bf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:17.492450 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9106cad0-fa28-4261-837a-7e2f199552bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (3996e194-2fc9-4ded-a51b-948729f32243), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:17.705425 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9106cad0-fa28-4261-837a-7e2f199552bd admin admin] Router 3996e194-2fc9-4ded-a51b-948729f32243 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:52:17.812500 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9106cad0-fa28-4261-837a-7e2f199552bd admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:52:17.819405 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9106cad0-fa28-4261-837a-7e2f199552bd admin admin] 10.222.0.36 "PUT /v2.0/routers/3996e194-2fc9-4ded-a51b-948729f32243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3831220 Feb 05 03:52:17.820084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45566) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:17.820957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175abf7e-0efa-4ce0-bbff-4a9ab3c85c2a None None] Sync routers for ids ['3996e194-2fc9-4ded-a51b-948729f32243'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:52:17.830362 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175abf7e-0efa-4ce0-bbff-4a9ab3c85c2a None None] Routers {'3996e194-2fc9-4ded-a51b-948729f32243'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:52:17.831000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-175abf7e-0efa-4ce0-bbff-4a9ab3c85c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['3996e194-2fc9-4ded-a51b-948729f32243'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:17.939146 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-175abf7e-0efa-4ce0-bbff-4a9ab3c85c2a None None] Set router 3996e194-2fc9-4ded-a51b-948729f32243 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:52:18.132759 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-175abf7e-0efa-4ce0-bbff-4a9ab3c85c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3996e194-2fc9-4ded-a51b-948729f32243', 'name': 'tempest-TestMinimumBasicScenario-1238663763-router', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:08Z', 'updated_at': '2022-02-05T03:52:17Z', 'revision_number': 5, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'gw_port': {'id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:09Z', 'updated_at': '2022-02-05T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:18.160780 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175abf7e-0efa-4ce0-bbff-4a9ab3c85c2a None None] Checking router: 3996e194-2fc9-4ded-a51b-948729f32243 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:52:18.170067 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175abf7e-0efa-4ce0-bbff-4a9ab3c85c2a None None] Routers {'3996e194-2fc9-4ded-a51b-948729f32243'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:52:18.170681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-175abf7e-0efa-4ce0-bbff-4a9ab3c85c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['3996e194-2fc9-4ded-a51b-948729f32243'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:18.199547 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f32f5955-dc9d-4c55-8d11-345bb924921a admin admin] Publish callbacks [] for router (3996e194-2fc9-4ded-a51b-948729f32243), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:18.278633 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-175abf7e-0efa-4ce0-bbff-4a9ab3c85c2a None None] Set router 3996e194-2fc9-4ded-a51b-948729f32243 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:52:18.300088 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f32f5955-dc9d-4c55-8d11-345bb924921a admin admin] Publish callbacks [] for router_gateway (3996e194-2fc9-4ded-a51b-948729f32243), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:18.360599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f32f5955-dc9d-4c55-8d11-345bb924921a admin admin] Deleting port cd1dadaf-5712-43ce-9dc5-643a4c9f2353 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:52:18.360936 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f32f5955-dc9d-4c55-8d11-345bb924921a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (cd1dadaf-5712-43ce-9dc5-643a4c9f2353), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:18.439142 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-f32f5955-dc9d-4c55-8d11-345bb924921a admin admin] For port cd1dadaf-5712-43ce-9dc5-643a4c9f2353, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=cd1dadaf-5712-43ce-9dc5-643a4c9f2353,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:52:18.439413 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f32f5955-dc9d-4c55-8d11-345bb924921a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (cd1dadaf-5712-43ce-9dc5-643a4c9f2353), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:18.453324 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f32f5955-dc9d-4c55-8d11-345bb924921a admin admin] Calling delete_port for cd1dadaf-5712-43ce-9dc5-643a4c9f2353 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:52:18.460140 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-175abf7e-0efa-4ce0-bbff-4a9ab3c85c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3996e194-2fc9-4ded-a51b-948729f32243', 'name': 'tempest-TestMinimumBasicScenario-1238663763-router', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:08Z', 'updated_at': '2022-02-05T03:52:17Z', 'revision_number': 5, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'gw_port': {'id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:09Z', 'updated_at': '2022-02-05T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:18.486332 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175abf7e-0efa-4ce0-bbff-4a9ab3c85c2a None None] The sync data for ids ['3996e194-2fc9-4ded-a51b-948729f32243'] in n-d-826942-8 is: [{'id': '3996e194-2fc9-4ded-a51b-948729f32243', 'name': 'tempest-TestMinimumBasicScenario-1238663763-router', 'tenant_id': '0bfaf9ebe5104f589cf18461873160a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:08Z', 'updated_at': '2022-02-05T03:52:17Z', 'revision_number': 5, 'project_id': '0bfaf9ebe5104f589cf18461873160a3', 'gw_port': {'id': 'cd1dadaf-5712-43ce-9dc5-643a4c9f2353', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3996e194-2fc9-4ded-a51b-948729f32243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:09Z', 'updated_at': '2022-02-05T03:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:52:18.626816 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f32f5955-dc9d-4c55-8d11-345bb924921a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (cd1dadaf-5712-43ce-9dc5-643a4c9f2353), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:18.651115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 267f19ec-5c8a-41b4-b4cf-15b27723a444 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:52:18.655916 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f5955-dc9d-4c55-8d11-345bb924921a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1dadaf-5712-43ce-9dc5-643a4c9f2353,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:18.676275 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 267f19ec-5c8a-41b4-b4cf-15b27723a444 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:52:18.676622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 267f19ec-5c8a-41b4-b4cf-15b27723a444 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:52:18.717173 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f32f5955-dc9d-4c55-8d11-345bb924921a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (3996e194-2fc9-4ded-a51b-948729f32243), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:18.809867 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f32f5955-dc9d-4c55-8d11-345bb924921a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (3996e194-2fc9-4ded-a51b-948729f32243), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:18.812037 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f32f5955-dc9d-4c55-8d11-345bb924921a admin admin] Publish callbacks [] for router_controller (3996e194-2fc9-4ded-a51b-948729f32243), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:18.857831 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f32f5955-dc9d-4c55-8d11-345bb924921a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (3996e194-2fc9-4ded-a51b-948729f32243), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:18.858419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32f5955-dc9d-4c55-8d11-345bb924921a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3996e194-2fc9-4ded-a51b-948729f32243 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:52:18.863781 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f32f5955-dc9d-4c55-8d11-345bb924921a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:18.867486 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45568) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:18.867948 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f32f5955-dc9d-4c55-8d11-345bb924921a admin admin] 10.222.0.36 "DELETE /v2.0/routers/3996e194-2fc9-4ded-a51b-948729f32243 HTTP/1.1" status: 204 len: 168 time: 1.0464990 Feb 05 03:52:18.920059 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1e8bce-5805-44a5-8953-49e38170b014 admin admin] Deleting subnet 51aa449f-1387-43d5-a171-f593afc153ef {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:52:18.924163 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8bce-5805-44a5-8953-49e38170b014 admin admin] Publish callbacks [] for subnet (51aa449f-1387-43d5-a171-f593afc153ef), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:18.927426 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e3955d1f-486c-4e35-ab75-d7c62ffb28bf no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:52:18.950574 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: e3955d1f-486c-4e35-ab75-d7c62ffb28bf {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:52:18.951252 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e3955d1f-486c-4e35-ab75-d7c62ffb28bf not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:52:18.969931 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8bce-5805-44a5-8953-49e38170b014 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (51aa449f-1387-43d5-a171-f593afc153ef), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:19.050423 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8bce-5805-44a5-8953-49e38170b014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (51aa449f-1387-43d5-a171-f593afc153ef), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:19.108711 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8bce-5805-44a5-8953-49e38170b014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (51aa449f-1387-43d5-a171-f593afc153ef), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:19.134974 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e8bce-5805-44a5-8953-49e38170b014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51aa449f-1387-43d5-a171-f593afc153ef,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:19.139374 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8bce-5805-44a5-8953-49e38170b014 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:19.145049 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5e1e8bce-5805-44a5-8953-49e38170b014 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/51aa449f-1387-43d5-a171-f593afc153ef HTTP/1.1" status: 204 len: 168 time: 0.2734175 Feb 05 03:52:19.145442 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45570) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:19.148471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f172dd6c-ba7f-4d91-aefb-f1f6ac0c9274 None None] Network 9a585188-6917-4317-8bc8-aef3d4c9ee89 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:52:19.218393 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (9a585188-6917-4317-8bc8-aef3d4c9ee89), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:19.271406 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] Deleting port fea018af-a522-49c1-beb2-1f2446484b8a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:52:19.271745 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fea018af-a522-49c1-beb2-1f2446484b8a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:19.332575 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] For port fea018af-a522-49c1-beb2-1f2446484b8a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fea018af-a522-49c1-beb2-1f2446484b8a,segment=NetworkSegment(e3c4cca3-2f53-40c1-be98-ab3c56fb718b),segment_id=e3c4cca3-2f53-40c1-be98-ab3c56fb718b)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:52:19.332929 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fea018af-a522-49c1-beb2-1f2446484b8a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:19.350083 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] Calling delete_port for fea018af-a522-49c1-beb2-1f2446484b8a owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:52:19.520413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] DHCP port deletion for 9a585188-6917-4317-8bc8-aef3d4c9ee89 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:52:19.572043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Deleting port fea018af-a522-49c1-beb2-1f2446484b8a {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:52:19.572428 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fea018af-a522-49c1-beb2-1f2446484b8a), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:19.636741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] For port fea018af-a522-49c1-beb2-1f2446484b8a, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=fea018af-a522-49c1-beb2-1f2446484b8a,segment=NetworkSegment(e3c4cca3-2f53-40c1-be98-ab3c56fb718b),segment_id=e3c4cca3-2f53-40c1-be98-ab3c56fb718b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:52:19.637399 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fea018af-a522-49c1-beb2-1f2446484b8a), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:19.656606 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Calling delete_port for fea018af-a522-49c1-beb2-1f2446484b8a owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:52:19.721618 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (fea018af-a522-49c1-beb2-1f2446484b8a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:19.733677 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (fea018af-a522-49c1-beb2-1f2446484b8a), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:19.750489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] No DVR routers for this DVR port fea018af-a522-49c1-beb2-1f2446484b8a on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:52:19.754484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] Pushing event deleted for resources: {'Port': ['ID=fea018af-a522-49c1-beb2-1f2446484b8a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:19.759524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Pushing event deleted for resources: {'Port': ['ID=fea018af-a522-49c1-beb2-1f2446484b8a,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:19.764805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] No DVR routers for this DVR port fea018af-a522-49c1-beb2-1f2446484b8a on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:52:19.770678 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:19.771056 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:19.771397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:19.771734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:19.772063 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:19.772391 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:19.772727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:19.773075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:19.773395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:19.773741 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:19.774196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:19.774523 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:19.774868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d153ac21-9aef-4118-bc7e-c9a4f405b010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:19.829921 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (9a585188-6917-4317-8bc8-aef3d4c9ee89), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:19.848812 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a585188-6917-4317-8bc8-aef3d4c9ee89']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:19.857717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c4cca3-2f53-40c1-be98-ab3c56fb718b') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:19.858009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c4cca3-2f53-40c1-be98-ab3c56fb718b') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:19.866971 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (e3c4cca3-2f53-40c1-be98-ab3c56fb718b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:19.880725 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (e3c4cca3-2f53-40c1-be98-ab3c56fb718b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:19.887246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:52:19.887455 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (e3c4cca3-2f53-40c1-be98-ab3c56fb718b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:52:19.889085 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:52:19.947723 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (9a585188-6917-4317-8bc8-aef3d4c9ee89), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:19.953112 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:19.956220 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] 10.222.0.36 "DELETE /v2.0/networks/9a585188-6917-4317-8bc8-aef3d4c9ee89 HTTP/1.1" status: 204 len: 168 time: 0.8099017 Feb 05 03:52:19.959397 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45572) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:19.967148 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b05ae-d15f-4502-995b-d7e0c4cac1df admin admin] Pushing event deleted for resources: {'Network': ['ID=9a585188-6917-4317-8bc8-aef3d4c9ee89,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:20.310439 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-053e1164-a846-47c6-9384-e8612ae9c451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (4a0e181f-ab71-470b-a937-bb8d82a4844a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:20.560854 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-053e1164-a846-47c6-9384-e8612ae9c451 admin admin] Deleting port 88d680f1-ebf7-428b-a4e1-016822a18b35 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:52:20.561091 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-053e1164-a846-47c6-9384-e8612ae9c451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:20.643474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-053e1164-a846-47c6-9384-e8612ae9c451 admin admin] For port 88d680f1-ebf7-428b-a4e1-016822a18b35, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=88d680f1-ebf7-428b-a4e1-016822a18b35,segment=NetworkSegment(b0923b7c-1410-4023-b9f6-026390e74fac),segment_id=b0923b7c-1410-4023-b9f6-026390e74fac)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:52:20.643841 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-053e1164-a846-47c6-9384-e8612ae9c451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:20.658623 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cd1dadaf-5712-43ce-9dc5-643a4c9f2353 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:52:20.662869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-053e1164-a846-47c6-9384-e8612ae9c451 admin admin] Calling delete_port for 88d680f1-ebf7-428b-a4e1-016822a18b35 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:52:20.680072 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: cd1dadaf-5712-43ce-9dc5-643a4c9f2353 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:52:20.680364 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device cd1dadaf-5712-43ce-9dc5-643a4c9f2353 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:52:20.680799 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fea018af-a522-49c1-beb2-1f2446484b8a no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:52:20.702944 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: fea018af-a522-49c1-beb2-1f2446484b8a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:52:20.703287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device fea018af-a522-49c1-beb2-1f2446484b8a not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:52:20.849958 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-053e1164-a846-47c6-9384-e8612ae9c451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (88d680f1-ebf7-428b-a4e1-016822a18b35), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:20.881308 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e1164-a846-47c6-9384-e8612ae9c451 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d680f1-ebf7-428b-a4e1-016822a18b35,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:21.052125 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-053e1164-a846-47c6-9384-e8612ae9c451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (4a0e181f-ab71-470b-a937-bb8d82a4844a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:21.271795 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053e1164-a846-47c6-9384-e8612ae9c451 admin admin] Router 4a0e181f-ab71-470b-a937-bb8d82a4844a has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:52:21.379834 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053e1164-a846-47c6-9384-e8612ae9c451 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:52:21.387453 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-053e1164-a846-47c6-9384-e8612ae9c451 admin admin] 10.222.0.36 "PUT /v2.0/routers/4a0e181f-ab71-470b-a937-bb8d82a4844a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4237907 Feb 05 03:52:21.387782 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45574) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:21.388200 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8bd464-ecea-4b82-89a3-ec8ea73fceaa None None] Sync routers for ids ['4a0e181f-ab71-470b-a937-bb8d82a4844a'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:52:21.397884 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8bd464-ecea-4b82-89a3-ec8ea73fceaa None None] Routers {'4a0e181f-ab71-470b-a937-bb8d82a4844a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:52:21.398489 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0f8bd464-ecea-4b82-89a3-ec8ea73fceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['4a0e181f-ab71-470b-a937-bb8d82a4844a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:21.494124 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9baa8010-1059-472e-bc9c-c9181d394610 admin admin] Publish callbacks [] for router (4a0e181f-ab71-470b-a937-bb8d82a4844a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:21.504739 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-0f8bd464-ecea-4b82-89a3-ec8ea73fceaa None None] Set router 4a0e181f-ab71-470b-a937-bb8d82a4844a gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:52:21.599226 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9baa8010-1059-472e-bc9c-c9181d394610 admin admin] Publish callbacks [] for router_gateway (4a0e181f-ab71-470b-a937-bb8d82a4844a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:21.655361 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9baa8010-1059-472e-bc9c-c9181d394610 admin admin] Deleting port e445b791-c4af-4fbf-807b-6d46659cdc21 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:52:21.655706 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9baa8010-1059-472e-bc9c-c9181d394610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e445b791-c4af-4fbf-807b-6d46659cdc21), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:21.733918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-9baa8010-1059-472e-bc9c-c9181d394610 admin admin] For port e445b791-c4af-4fbf-807b-6d46659cdc21, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e445b791-c4af-4fbf-807b-6d46659cdc21,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:52:21.734273 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9baa8010-1059-472e-bc9c-c9181d394610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e445b791-c4af-4fbf-807b-6d46659cdc21), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:21.747372 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9baa8010-1059-472e-bc9c-c9181d394610 admin admin] Calling delete_port for e445b791-c4af-4fbf-807b-6d46659cdc21 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:52:21.775824 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0f8bd464-ecea-4b82-89a3-ec8ea73fceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'name': 'tempest-TestMinimumBasicScenario-1543053920-router', 'tenant_id': '384fb99ff3824d1a8715e181afa33e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'e445b791-c4af-4fbf-807b-6d46659cdc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:13Z', 'updated_at': '2022-02-05T03:52:20Z', 'revision_number': 5, 'project_id': '384fb99ff3824d1a8715e181afa33e49', 'gw_port': {'id': 'e445b791-c4af-4fbf-807b-6d46659cdc21', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:49:14Z', 'updated_at': '2022-02-05T03:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:21.802849 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8bd464-ecea-4b82-89a3-ec8ea73fceaa None None] Checking router: 4a0e181f-ab71-470b-a937-bb8d82a4844a for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:52:21.811770 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8bd464-ecea-4b82-89a3-ec8ea73fceaa None None] Routers {'4a0e181f-ab71-470b-a937-bb8d82a4844a'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:52:21.812381 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0f8bd464-ecea-4b82-89a3-ec8ea73fceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['4a0e181f-ab71-470b-a937-bb8d82a4844a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:21.899458 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-0f8bd464-ecea-4b82-89a3-ec8ea73fceaa None None] Set router 4a0e181f-ab71-470b-a937-bb8d82a4844a gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:52:21.915112 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9baa8010-1059-472e-bc9c-c9181d394610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (e445b791-c4af-4fbf-807b-6d46659cdc21), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:21.948987 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa8010-1059-472e-bc9c-c9181d394610 admin admin] Pushing event deleted for resources: {'Port': ['ID=e445b791-c4af-4fbf-807b-6d46659cdc21,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:21.954788 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0f8bd464-ecea-4b82-89a3-ec8ea73fceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'name': 'tempest-TestMinimumBasicScenario-1543053920-router', 'tenant_id': '384fb99ff3824d1a8715e181afa33e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:13Z', 'updated_at': '2022-02-05T03:52:21Z', 'revision_number': 6, 'project_id': '384fb99ff3824d1a8715e181afa33e49', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:21.981505 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8bd464-ecea-4b82-89a3-ec8ea73fceaa None None] The sync data for ids ['4a0e181f-ab71-470b-a937-bb8d82a4844a'] in n-d-826942-8 is: [{'id': '4a0e181f-ab71-470b-a937-bb8d82a4844a', 'name': 'tempest-TestMinimumBasicScenario-1543053920-router', 'tenant_id': '384fb99ff3824d1a8715e181afa33e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:49:13Z', 'updated_at': '2022-02-05T03:52:21Z', 'revision_number': 6, 'project_id': '384fb99ff3824d1a8715e181afa33e49', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:52:22.007963 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9baa8010-1059-472e-bc9c-c9181d394610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (4a0e181f-ab71-470b-a937-bb8d82a4844a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.102353 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9baa8010-1059-472e-bc9c-c9181d394610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (4a0e181f-ab71-470b-a937-bb8d82a4844a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.104562 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9baa8010-1059-472e-bc9c-c9181d394610 admin admin] Publish callbacks [] for router_controller (4a0e181f-ab71-470b-a937-bb8d82a4844a), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.148052 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9baa8010-1059-472e-bc9c-c9181d394610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (4a0e181f-ab71-470b-a937-bb8d82a4844a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.148604 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9baa8010-1059-472e-bc9c-c9181d394610 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a0e181f-ab71-470b-a937-bb8d82a4844a {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:52:22.153335 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9baa8010-1059-472e-bc9c-c9181d394610 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.154778 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9baa8010-1059-472e-bc9c-c9181d394610 admin admin] 10.222.0.36 "DELETE /v2.0/routers/4a0e181f-ab71-470b-a937-bb8d82a4844a HTTP/1.1" status: 204 len: 168 time: 0.7659771 Feb 05 03:52:22.157348 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45576) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:22.204488 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bb1703-5861-419f-af56-09c26460b22a admin admin] Deleting subnet 28373083-d8f9-4229-9ce8-31e3aec77d5c {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:52:22.207523 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1703-5861-419f-af56-09c26460b22a admin admin] Publish callbacks [] for subnet (28373083-d8f9-4229-9ce8-31e3aec77d5c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.241530 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1703-5861-419f-af56-09c26460b22a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (28373083-d8f9-4229-9ce8-31e3aec77d5c), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.316743 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1703-5861-419f-af56-09c26460b22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (28373083-d8f9-4229-9ce8-31e3aec77d5c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.383891 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1703-5861-419f-af56-09c26460b22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (28373083-d8f9-4229-9ce8-31e3aec77d5c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.410055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb1703-5861-419f-af56-09c26460b22a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28373083-d8f9-4229-9ce8-31e3aec77d5c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:22.415657 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1703-5861-419f-af56-09c26460b22a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.419541 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d7bb1703-5861-419f-af56-09c26460b22a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/28373083-d8f9-4229-9ce8-31e3aec77d5c HTTP/1.1" status: 204 len: 168 time: 0.2612650 Feb 05 03:52:22.421561 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523f9162-d662-4657-98a6-e301800e2c28 None None] Network 36fb81b6-a733-4c97-84f2-dfb82c365598 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:52:22.422277 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45578) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:22.488776 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (36fb81b6-a733-4c97-84f2-dfb82c365598), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.541151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] Deleting port 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:52:22.541687 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (0b7b9ad2-60ce-4870-9a4e-9b36729a2153), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.612195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] For port 0b7b9ad2-60ce-4870-9a4e-9b36729a2153, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=0b7b9ad2-60ce-4870-9a4e-9b36729a2153,segment=NetworkSegment(b0923b7c-1410-4023-b9f6-026390e74fac),segment_id=b0923b7c-1410-4023-b9f6-026390e74fac)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:52:22.612558 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (0b7b9ad2-60ce-4870-9a4e-9b36729a2153), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.624924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] Calling delete_port for 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:52:22.704229 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (0b7b9ad2-60ce-4870-9a4e-9b36729a2153), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.717291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44295ff3-3693-47d1-92db-d88e0b0014ff None None] DHCP port deletion for 36fb81b6-a733-4c97-84f2-dfb82c365598 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:52:22.741851 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7b9ad2-60ce-4870-9a4e-9b36729a2153,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:22.751177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] No DVR routers for this DVR port 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:52:22.780504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 88d680f1-ebf7-428b-a4e1-016822a18b35 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:52:22.801979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 88d680f1-ebf7-428b-a4e1-016822a18b35 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:52:22.802406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 88d680f1-ebf7-428b-a4e1-016822a18b35 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:52:22.802920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e445b791-c4af-4fbf-807b-6d46659cdc21 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:52:22.822490 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (36fb81b6-a733-4c97-84f2-dfb82c365598), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.823233 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: e445b791-c4af-4fbf-807b-6d46659cdc21 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:52:22.823577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e445b791-c4af-4fbf-807b-6d46659cdc21 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:52:22.824087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:52:22.845027 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:52:22.845370 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 0b7b9ad2-60ce-4870-9a4e-9b36729a2153 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:52:22.846498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fb81b6-a733-4c97-84f2-dfb82c365598']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:22.865533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0923b7c-1410-4023-b9f6-026390e74fac') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:22.865828 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0923b7c-1410-4023-b9f6-026390e74fac') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:22.875759 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (b0923b7c-1410-4023-b9f6-026390e74fac), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.889574 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (b0923b7c-1410-4023-b9f6-026390e74fac), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.895664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:52:22.896042 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (b0923b7c-1410-4023-b9f6-026390e74fac), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:52:22.897771 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:52:22.961178 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (36fb81b6-a733-4c97-84f2-dfb82c365598), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.968302 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:22.971695 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/36fb81b6-a733-4c97-84f2-dfb82c365598 HTTP/1.1" status: 204 len: 168 time: 0.5483367 Feb 05 03:52:22.985656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aceffdc-b596-4a9c-95e7-0f5f38d43ba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=36fb81b6-a733-4c97-84f2-dfb82c365598,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:23.133468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45582) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:23.173705 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-afad742d-dfd0-47f2-9187-a4d182c51c7d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0bfaf9ebe5104f589cf18461873160a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390635 Feb 05 03:52:23.176124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45584) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:23.222340 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f0a40cd-5e41-4fd1-b8e5-93aac193a81a admin admin] Publish callbacks [] for security_group (538a7cf3-c4b5-40a8-be80-5f0f7b241c5e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:23.248601 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f0a40cd-5e41-4fd1-b8e5-93aac193a81a admin admin] Publish callbacks [] for security_group (538a7cf3-c4b5-40a8-be80-5f0f7b241c5e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:23.296935 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f0a40cd-5e41-4fd1-b8e5-93aac193a81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (538a7cf3-c4b5-40a8-be80-5f0f7b241c5e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:23.299597 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f0a40cd-5e41-4fd1-b8e5-93aac193a81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:23.301001 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8f0a40cd-5e41-4fd1-b8e5-93aac193a81a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/538a7cf3-c4b5-40a8-be80-5f0f7b241c5e HTTP/1.1" status: 204 len: 168 time: 0.1239338 Feb 05 03:52:23.309660 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a40cd-5e41-4fd1-b8e5-93aac193a81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538a7cf3-c4b5-40a8-be80-5f0f7b241c5e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:23.761192 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45590) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:23.805628 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-588e615a-4376-44b4-8414-75e57e096e20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=384fb99ff3824d1a8715e181afa33e49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423596 Feb 05 03:52:23.808052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45592) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:23.855919 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb1863af-5cde-4acf-92f1-728f44237b61 admin admin] Publish callbacks [] for security_group (eea48793-ac61-4904-a85a-2444d2830567), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:23.876775 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb1863af-5cde-4acf-92f1-728f44237b61 admin admin] Publish callbacks [] for security_group (eea48793-ac61-4904-a85a-2444d2830567), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:23.927726 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb1863af-5cde-4acf-92f1-728f44237b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (eea48793-ac61-4904-a85a-2444d2830567), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:23.930196 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb1863af-5cde-4acf-92f1-728f44237b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:23.931493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-cb1863af-5cde-4acf-92f1-728f44237b61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eea48793-ac61-4904-a85a-2444d2830567 HTTP/1.1" status: 204 len: 168 time: 0.1221623 Feb 05 03:52:23.939121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1863af-5cde-4acf-92f1-728f44237b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea48793-ac61-4904-a85a-2444d2830567,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:25.537185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45632) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:25.541757 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-62f46682-0ab7-444a-aead-33d2a976e009 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-997961899', 'description': 'tempest-secgroup-smoke-997961899 description', 'project_id': '8c206c500d63491dada44309cafa1904'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:52:25.563194 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62f46682-0ab7-444a-aead-33d2a976e009 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:25.571031 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62f46682-0ab7-444a-aead-33d2a976e009 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:25.643697 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62f46682-0ab7-444a-aead-33d2a976e009 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (a1f5a26f-6808-41c5-ab26-95a305f57683), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:25.647418 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62f46682-0ab7-444a-aead-33d2a976e009 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a1f5a26f-6808-41c5-ab26-95a305f57683), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:25.688695 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f46682-0ab7-444a-aead-33d2a976e009 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f5a26f-6808-41c5-ab26-95a305f57683,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:25.722857 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62f46682-0ab7-444a-aead-33d2a976e009 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (11e03567-c792-4bc5-acb4-5a31c28afd8a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:25.726494 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62f46682-0ab7-444a-aead-33d2a976e009 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (11e03567-c792-4bc5-acb4-5a31c28afd8a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:25.759185 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62f46682-0ab7-444a-aead-33d2a976e009 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:25.760419 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-62f46682-0ab7-444a-aead-33d2a976e009 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2222216 Feb 05 03:52:25.762511 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f46682-0ab7-444a-aead-33d2a976e009 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e03567-c792-4bc5-acb4-5a31c28afd8a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:25.763923 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45634) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:25.770470 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-86c4ec24-6a0f-4ca1-a71f-1fcaaba9e922 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '11e03567-c792-4bc5-acb4-5a31c28afd8a', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:52:25.796329 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-86c4ec24-6a0f-4ca1-a71f-1fcaaba9e922 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (c4c4e4e5-3de3-41fb-a8a8-2eeeb272c22b), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:25.852549 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-86c4ec24-6a0f-4ca1-a71f-1fcaaba9e922 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (c4c4e4e5-3de3-41fb-a8a8-2eeeb272c22b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:25.856949 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-86c4ec24-6a0f-4ca1-a71f-1fcaaba9e922 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (c4c4e4e5-3de3-41fb-a8a8-2eeeb272c22b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:25.875955 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4ec24-6a0f-4ca1-a71f-1fcaaba9e922 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c4e4e5-3de3-41fb-a8a8-2eeeb272c22b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:25.882524 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-86c4ec24-6a0f-4ca1-a71f-1fcaaba9e922 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:25.883825 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-86c4ec24-6a0f-4ca1-a71f-1fcaaba9e922 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175067 Feb 05 03:52:25.887071 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45636) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:25.891578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a2cb598b-25c9-4a6c-becf-a7eab09b371a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '11e03567-c792-4bc5-acb4-5a31c28afd8a', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:52:25.916182 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2cb598b-25c9-4a6c-becf-a7eab09b371a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (eadb386c-3bee-45e9-ac92-dc8d3489586d), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:25.971375 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2cb598b-25c9-4a6c-becf-a7eab09b371a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (eadb386c-3bee-45e9-ac92-dc8d3489586d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:25.974956 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2cb598b-25c9-4a6c-becf-a7eab09b371a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (eadb386c-3bee-45e9-ac92-dc8d3489586d), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:25.995713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb598b-25c9-4a6c-becf-a7eab09b371a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadb386c-3bee-45e9-ac92-dc8d3489586d,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:26.001049 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2cb598b-25c9-4a6c-becf-a7eab09b371a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.004725 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a2cb598b-25c9-4a6c-becf-a7eab09b371a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138268 Feb 05 03:52:26.004846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45638) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:26.009005 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5a281156-49e8-4e65-b03f-4ff8144fad94 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '11e03567-c792-4bc5-acb4-5a31c28afd8a', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:52:26.033925 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a281156-49e8-4e65-b03f-4ff8144fad94 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (fab7e55d-f05c-44b6-9b93-611bb100d74c), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.092594 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a281156-49e8-4e65-b03f-4ff8144fad94 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (fab7e55d-f05c-44b6-9b93-611bb100d74c), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.096338 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a281156-49e8-4e65-b03f-4ff8144fad94 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (fab7e55d-f05c-44b6-9b93-611bb100d74c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.119981 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a281156-49e8-4e65-b03f-4ff8144fad94 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab7e55d-f05c-44b6-9b93-611bb100d74c,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:26.125727 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a281156-49e8-4e65-b03f-4ff8144fad94 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.126947 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5a281156-49e8-4e65-b03f-4ff8144fad94 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212106 Feb 05 03:52:26.129592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45640) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:26.133713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1d3b4db3-d9a2-438c-8e36-249dd53213de tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '11e03567-c792-4bc5-acb4-5a31c28afd8a', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:52:26.159489 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d3b4db3-d9a2-438c-8e36-249dd53213de tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (cd6b03cb-e29e-47ea-b107-c88bf284c602), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.217695 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d3b4db3-d9a2-438c-8e36-249dd53213de tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (cd6b03cb-e29e-47ea-b107-c88bf284c602), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.221130 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d3b4db3-d9a2-438c-8e36-249dd53213de tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (cd6b03cb-e29e-47ea-b107-c88bf284c602), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.237869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b4db3-d9a2-438c-8e36-249dd53213de tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6b03cb-e29e-47ea-b107-c88bf284c602,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:26.246141 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d3b4db3-d9a2-438c-8e36-249dd53213de tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.247354 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1d3b4db3-d9a2-438c-8e36-249dd53213de tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168606 Feb 05 03:52:26.250058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45642) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:26.254230 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a049a973-ea97-4e78-941c-b5b9c62381e0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '11e03567-c792-4bc5-acb4-5a31c28afd8a', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:52:26.273228 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-a049a973-ea97-4e78-941c-b5b9c62381e0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Project 8c206c500d63491dada44309cafa1904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:52:26.278645 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a049a973-ea97-4e78-941c-b5b9c62381e0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (33f7ffe4-6aa8-4f72-9e81-765148b85dcd), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.334835 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a049a973-ea97-4e78-941c-b5b9c62381e0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (33f7ffe4-6aa8-4f72-9e81-765148b85dcd), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.338453 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a049a973-ea97-4e78-941c-b5b9c62381e0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (33f7ffe4-6aa8-4f72-9e81-765148b85dcd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.356557 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049a973-ea97-4e78-941c-b5b9c62381e0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f7ffe4-6aa8-4f72-9e81-765148b85dcd,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:26.366200 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a049a973-ea97-4e78-941c-b5b9c62381e0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.367682 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a049a973-ea97-4e78-941c-b5b9c62381e0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167181 Feb 05 03:52:26.370490 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45644) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:26.375409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-417ad2ca-82f3-4bb8-b9d3-b66fbb7f31be tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '11e03567-c792-4bc5-acb4-5a31c28afd8a', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:52:26.395025 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-417ad2ca-82f3-4bb8-b9d3-b66fbb7f31be tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Project 8c206c500d63491dada44309cafa1904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:52:26.399693 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-417ad2ca-82f3-4bb8-b9d3-b66fbb7f31be tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (b2893917-d521-4615-be76-c8f00992940b), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.459218 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-417ad2ca-82f3-4bb8-b9d3-b66fbb7f31be tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (b2893917-d521-4615-be76-c8f00992940b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.462403 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-417ad2ca-82f3-4bb8-b9d3-b66fbb7f31be tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (b2893917-d521-4615-be76-c8f00992940b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.480755 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ad2ca-82f3-4bb8-b9d3-b66fbb7f31be tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2893917-d521-4615-be76-c8f00992940b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:26.487649 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-417ad2ca-82f3-4bb8-b9d3-b66fbb7f31be tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.488866 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-417ad2ca-82f3-4bb8-b9d3-b66fbb7f31be tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168995 Feb 05 03:52:26.491858 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45646) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:26.496628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1b79e73a-3585-4a8e-95f4-9350a56d1fb0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'network': {'name': 'tempest-network-smoke--1695537904', 'project_id': '8c206c500d63491dada44309cafa1904', 'port_security_enabled': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:52:26.514522 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b79e73a-3585-4a8e-95f4-9350a56d1fb0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Made reservation on behalf of 8c206c500d63491dada44309cafa1904 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:52:26.517660 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b79e73a-3585-4a8e-95f4-9350a56d1fb0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.543572 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b79e73a-3585-4a8e-95f4-9350a56d1fb0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:52:26.552340 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b79e73a-3585-4a8e-95f4-9350a56d1fb0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (d510e0d6-d825-40d4-b339-0325c9f2cfdb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.552679 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-1b79e73a-3585-4a8e-95f4-9350a56d1fb0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Added segment d510e0d6-d825-40d4-b339-0325c9f2cfdb of type vlan for network d5eb9f5d-1392-4158-9671-e23e0bacef1a Feb 05 03:52:26.591434 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b79e73a-3585-4a8e-95f4-9350a56d1fb0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (d5eb9f5d-1392-4158-9671-e23e0bacef1a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.616603 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b79e73a-3585-4a8e-95f4-9350a56d1fb0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (d5eb9f5d-1392-4158-9671-e23e0bacef1a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.622124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b79e73a-3585-4a8e-95f4-9350a56d1fb0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:26.622707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b79e73a-3585-4a8e-95f4-9350a56d1fb0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.681614 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1b79e73a-3585-4a8e-95f4-9350a56d1fb0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1887553 Feb 05 03:52:26.684756 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45648) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:26.689517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1980678800', 'admin_state_up': True, 'project_id': '8c206c500d63491dada44309cafa1904', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:52:26.696592 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79e73a-3585-4a8e-95f4-9350a56d1fb0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Network': ['ID=d5eb9f5d-1392-4158-9671-e23e0bacef1a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:26.708353 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network d5eb9f5d-1392-4158-9671-e23e0bacef1a details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:52:26.717714 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (cb7dc85b-5e6b-424f-a627-90f27d86e4af), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.718744 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (cb7dc85b-5e6b-424f-a627-90f27d86e4af), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.771488 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_controller (cb7dc85b-5e6b-424f-a627-90f27d86e4af), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:26.916464 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (cb7dc85b-5e6b-424f-a627-90f27d86e4af), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:27.107600 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (cb7dc85b-5e6b-424f-a627-90f27d86e4af), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:27.130114 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:27.228947 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.25.0.228 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/266ecfce-5d91-4ae1-95bd-6836a0482cd3) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:52:27.331038 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (266ecfce-5d91-4ae1-95bd-6836a0482cd3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:27.365308 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (266ecfce-5d91-4ae1-95bd-6836a0482cd3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:27.405422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:52:27.408304 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:52:27.411735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:52:27.433352 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=266ecfce-5d91-4ae1-95bd-6836a0482cd3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:27.661200 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (cb7dc85b-5e6b-424f-a627-90f27d86e4af), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:27.859876 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (cb7dc85b-5e6b-424f-a627-90f27d86e4af), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:27.988558 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router cb7dc85b-5e6b-424f-a627-90f27d86e4af is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:52:28.096727 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:52:28.109427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Sync routers for ids ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:52:28.117126 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Routers {'cb7dc85b-5e6b-424f-a627-90f27d86e4af'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:52:28.117744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:28.123639 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:28.124879 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d10fcf40-d226-47b5-bbcc-fa7571f472f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4390903 Feb 05 03:52:28.128240 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45650) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:28.227958 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Set router cb7dc85b-5e6b-424f-a627-90f27d86e4af gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:52:28.247696 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7d6a130b-704b-4c33-ac81-4cfbd826e6b2 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8c206c500d63491dada44309cafa1904&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1182468 Feb 05 03:52:28.250357 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45654) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:28.335919 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44056756-95e3-495f-8440-fb2e7e0b7fd9 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:28.340457 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-44056756-95e3-495f-8440-fb2e7e0b7fd9 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861757 Feb 05 03:52:28.340801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45656) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:28.373559 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-118e17fc-def6-4bee-81c7-d01e77b904ae tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286629 Feb 05 03:52:28.374227 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45658) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:28.379147 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cc752d0a-6aa2-4529-9148-954d62f34280 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2065468042', 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a', 'project_id': '8c206c500d63491dada44309cafa1904', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:52:28.472948 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc752d0a-6aa2-4529-9148-954d62f34280 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Made reservation on behalf of 8c206c500d63491dada44309cafa1904 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:52:28.476511 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc752d0a-6aa2-4529-9148-954d62f34280 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:28.569174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980678800', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:52:26Z', 'updated_at': '2022-02-05T03:52:27Z', 'revision_number': 3, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:27Z', 'updated_at': '2022-02-05T03:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:28.599759 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Checking router: cb7dc85b-5e6b-424f-a627-90f27d86e4af for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:52:28.600115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Updating router cb7dc85b-5e6b-424f-a627-90f27d86e4af port 266ecfce-5d91-4ae1-95bd-6836a0482cd3 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:52:28.629341 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (266ecfce-5d91-4ae1-95bd-6836a0482cd3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:28.891120 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Publish callbacks [] for port (266ecfce-5d91-4ae1-95bd-6836a0482cd3), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:28.896981 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (266ecfce-5d91-4ae1-95bd-6836a0482cd3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:28.942571 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc752d0a-6aa2-4529-9148-954d62f34280 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (542dc0a2-711a-4ddd-a1b9-1bb674634336), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:28.954456 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Attempting to bind port 266ecfce-5d91-4ae1-95bd-6836a0482cd3 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:52:28.954912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Attempting to bind port 266ecfce-5d91-4ae1-95bd-6836a0482cd3 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:52:28.955271 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Attempting to bind port 266ecfce-5d91-4ae1-95bd-6836a0482cd3 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:52:28.960504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896131c-f65d-48c7-9c4e-22a596c815c9 None None] Pushing event updated for resources: {'Port': ['ID=266ecfce-5d91-4ae1-95bd-6836a0482cd3,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:28.966429 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:52:28.967366 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:52:28.967798 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:28.968192 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:52:28.969429 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Bound port: 266ecfce-5d91-4ae1-95bd-6836a0482cd3, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:52:28.969814 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (266ecfce-5d91-4ae1-95bd-6836a0482cd3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:29.003790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc752d0a-6aa2-4529-9148-954d62f34280 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Subnet': ['ID=542dc0a2-711a-4ddd-a1b9-1bb674634336,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:29.012444 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc752d0a-6aa2-4529-9148-954d62f34280 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Checking segment: {'id': 'd510e0d6-d825-40d4-b339-0325c9f2cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:52:29.012808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc752d0a-6aa2-4529-9148-954d62f34280 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network hostable DHCP agents. Network: d5eb9f5d-1392-4158-9671-e23e0bacef1a, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:52:29.021377 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] For port 266ecfce-5d91-4ae1-95bd-6836a0482cd3, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:52:29.024781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] For port 266ecfce-5d91-4ae1-95bd-6836a0482cd3, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=266ecfce-5d91-4ae1-95bd-6836a0482cd3,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:52:29.029619 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc752d0a-6aa2-4529-9148-954d62f34280 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network d5eb9f5d-1392-4158-9671-e23e0bacef1a is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:52:29.031067 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (266ecfce-5d91-4ae1-95bd-6836a0482cd3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:29.038414 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-cc752d0a-6aa2-4529-9148-954d62f34280 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, d5eb9f5d-1392-4158-9671-e23e0bacef1a) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:52:29.043179 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc752d0a-6aa2-4529-9148-954d62f34280 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:29.043780 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc752d0a-6aa2-4529-9148-954d62f34280 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:29.059674 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cc752d0a-6aa2-4529-9148-954d62f34280 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6842864 Feb 05 03:52:29.060564 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eb1cf1-e39c-40ca-bee2-a758737d8307 None None] Network d5eb9f5d-1392-4158-9671-e23e0bacef1a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:52:29.062318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45660) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:29.144557 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Routers {'cb7dc85b-5e6b-424f-a627-90f27d86e4af'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:52:29.145114 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:29.153516 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896131c-f65d-48c7-9c4e-22a596c815c9 None None] Pushing event updated for resources: {'Port': ['ID=266ecfce-5d91-4ae1-95bd-6836a0482cd3,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:29.270447 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-d5eb9f5d-1392-4158-9671-e23e0bacef1a', 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a', 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ips': [{'subnet_id': '542dc0a2-711a-4ddd-a1b9-1bb674634336'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:52:29.271462 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:29.312841 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] Set router cb7dc85b-5e6b-424f-a627-90f27d86e4af gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:52:29.500128 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:29.544855 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Allocated IP 172.20.0.2 (d5eb9f5d-1392-4158-9671-e23e0bacef1a/542dc0a2-711a-4ddd-a1b9-1bb674634336/e71d3a36-0d95-40b3-b2d7-9bd921fa16b7) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:52:29.680139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980678800', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:52:26Z', 'updated_at': '2022-02-05T03:52:27Z', 'revision_number': 3, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:27Z', 'updated_at': '2022-02-05T03:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:29.713533 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77135d1-322b-4499-a45d-86057dbd5ec4 None None] The sync data for ids ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'] in n-d-826942-8 is: [{'id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980678800', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:52:26Z', 'updated_at': '2022-02-05T03:52:27Z', 'revision_number': 3, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:27Z', 'updated_at': '2022-02-05T03:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:52:29.758786 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Publish callbacks [] for port (e71d3a36-0d95-40b3-b2d7-9bd921fa16b7), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:29.769093 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (e71d3a36-0d95-40b3-b2d7-9bd921fa16b7), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:29.821049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Network d5eb9f5d-1392-4158-9671-e23e0bacef1a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:52:29.825208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:52:29.828052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:52:29.834580 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Pushing event updated for resources: {'Port': ['ID=e71d3a36-0d95-40b3-b2d7-9bd921fa16b7,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:29.897313 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Attempting to bind port e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:52:29.897685 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Attempting to bind port e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'd510e0d6-d825-40d4-b339-0325c9f2cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:52:29.898050 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Attempting to bind port e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 on network d5eb9f5d-1392-4158-9671-e23e0bacef1a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:52:29.903740 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:52:29.904433 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Checking segment: {'id': 'd510e0d6-d825-40d4-b339-0325c9f2cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:52:29.904779 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:29.905323 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Bound using segment: {'id': 'd510e0d6-d825-40d4-b339-0325c9f2cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:52:29.905797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Bound port: e71d3a36-0d95-40b3-b2d7-9bd921fa16b7, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd510e0d6-d825-40d4-b339-0325c9f2cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:52:29.906180 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e71d3a36-0d95-40b3-b2d7-9bd921fa16b7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:30.001078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] For port e71d3a36-0d95-40b3-b2d7-9bd921fa16b7, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:52:30.005122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] For port e71d3a36-0d95-40b3-b2d7-9bd921fa16b7, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e71d3a36-0d95-40b3-b2d7-9bd921fa16b7,segment=NetworkSegment(d510e0d6-d825-40d4-b339-0325c9f2cfdb),segment_id=d510e0d6-d825-40d4-b339-0325c9f2cfdb)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:52:30.014426 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e71d3a36-0d95-40b3-b2d7-9bd921fa16b7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:30.084923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddcdaa5-1868-4266-817f-05222764f9bb None None] Pushing event updated for resources: {'Port': ['ID=e71d3a36-0d95-40b3-b2d7-9bd921fa16b7,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:30.144461 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.20.0.1 (d5eb9f5d-1392-4158-9671-e23e0bacef1a/542dc0a2-711a-4ddd-a1b9-1bb674634336/60d3ecdd-2496-413c-90a9-71b7d939fdd1) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:52:30.275395 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:30.310503 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:30.355923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network d5eb9f5d-1392-4158-9671-e23e0bacef1a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:52:30.364553 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:52:30.371726 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:52:30.395664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=60d3ecdd-2496-413c-90a9-71b7d939fdd1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:30.424317 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (cb7dc85b-5e6b-424f-a627-90f27d86e4af), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:30.567275 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:30.781237 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 266ecfce-5d91-4ae1-95bd-6836a0482cd3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:52:30.838908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 266ecfce-5d91-4ae1-95bd-6836a0482cd3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:52:30.840134 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (266ecfce-5d91-4ae1-95bd-6836a0482cd3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:30.880506 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:30.886134 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:30.927870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 266ecfce-5d91-4ae1-95bd-6836a0482cd3 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:52:30.928259 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (266ecfce-5d91-4ae1-95bd-6836a0482cd3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:30.955505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 266ecfce-5d91-4ae1-95bd-6836a0482cd3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=266ecfce-5d91-4ae1-95bd-6836a0482cd3,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:52:30.961351 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (266ecfce-5d91-4ae1-95bd-6836a0482cd3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:30.962832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:52:30.972449 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (cb7dc85b-5e6b-424f-a627-90f27d86e4af), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:30.974405 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=60d3ecdd-2496-413c-90a9-71b7d939fdd1,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:31.053753 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=266ecfce-5d91-4ae1-95bd-6836a0482cd3,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:31.066021 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:52:31.066398 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e71d3a36-0d95-40b3-b2d7-9bd921fa16b7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:31.081086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network d5eb9f5d-1392-4158-9671-e23e0bacef1a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:52:31.082742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:52:31.152519 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:52:31.152982 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e71d3a36-0d95-40b3-b2d7-9bd921fa16b7), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:31.190920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port e71d3a36-0d95-40b3-b2d7-9bd921fa16b7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e71d3a36-0d95-40b3-b2d7-9bd921fa16b7,segment=NetworkSegment(d510e0d6-d825-40d4-b339-0325c9f2cfdb),segment_id=d510e0d6-d825-40d4-b339-0325c9f2cfdb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:52:31.195298 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e71d3a36-0d95-40b3-b2d7-9bd921fa16b7), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:31.223219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router cb7dc85b-5e6b-424f-a627-90f27d86e4af has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:52:31.227916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724bdc35-060a-4328-ba28-2373a773ff76 None None] Network d5eb9f5d-1392-4158-9671-e23e0bacef1a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:52:31.317822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bc2ef72a-9904-4ada-8df9-8152f18b6c38 None None] Provisioning complete for port e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:52:31.318195 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bc2ef72a-9904-4ada-8df9-8152f18b6c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e71d3a36-0d95-40b3-b2d7-9bd921fa16b7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:31.320076 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=e71d3a36-0d95-40b3-b2d7-9bd921fa16b7,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:31.349538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:52:31.357231 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f8095776-2bc3-430b-a139-941ba0060563 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "PUT /v2.0/routers/cb7dc85b-5e6b-424f-a627-90f27d86e4af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2930129 Feb 05 03:52:31.452879 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ef72a-9904-4ada-8df9-8152f18b6c38 None None] Current status of the port e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:52:31.528382 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-976d1b08-ed35-4da5-a117-aa239c059a65 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-997961899&fields=id&tenant_id=8c206c500d63491dada44309cafa1904 HTTP/1.1" status: 200 len: 267 time: 0.0471356 Feb 05 03:52:31.636740 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Sync routers for ids ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:52:31.646032 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Routers {'cb7dc85b-5e6b-424f-a627-90f27d86e4af'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:52:31.647075 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:31.651755 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-4cb27257-d7c1-43f4-952b-928e02a90a5c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:31.654269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-4cb27257-d7c1-43f4-952b-928e02a90a5c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/networks?id=d5eb9f5d-1392-4158-9671-e23e0bacef1a HTTP/1.1" status: 200 len: 797 time: 0.1164589 Feb 05 03:52:31.672006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-321bb7f0-6094-4483-a1c3-8546206875bd tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/quotas/8c206c500d63491dada44309cafa1904 HTTP/1.1" status: 200 len: 375 time: 0.0109274 Feb 05 03:52:31.680522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2c3b5e17-468f-40d5-91a8-c94ad5a5a9e9 None None] Provisioning complete for port 60d3ecdd-2496-413c-90a9-71b7d939fdd1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:52:31.681157 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2c3b5e17-468f-40d5-91a8-c94ad5a5a9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:31.733592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2c3b5e17-468f-40d5-91a8-c94ad5a5a9e9 None None] Port 60d3ecdd-2496-413c-90a9-71b7d939fdd1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:52:31.738117 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-baef9194-1f25-4669-93c9-cd33e429b597 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594037 Feb 05 03:52:31.747882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2c3b5e17-468f-40d5-91a8-c94ad5a5a9e9 None None] Provisioning complete for port e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:52:31.748263 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2c3b5e17-468f-40d5-91a8-c94ad5a5a9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e71d3a36-0d95-40b3-b2d7-9bd921fa16b7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:31.769138 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Set router cb7dc85b-5e6b-424f-a627-90f27d86e4af gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:52:31.845854 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2c3b5e17-468f-40d5-91a8-c94ad5a5a9e9 None None] Current status of the port e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:52:31.910928 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-93be351c-d5ae-40c3-9ebb-b929260c26d6 service neutron] 10.222.0.36 "GET /v2.0/networks/d5eb9f5d-1392-4158-9671-e23e0bacef1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585009 Feb 05 03:52:31.970053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7a81a304-f361-4c66-ab39-4fe586f5298a None None] Provisioning complete for port 60d3ecdd-2496-413c-90a9-71b7d939fdd1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:52:31.970423 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a81a304-f361-4c66-ab39-4fe586f5298a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:32.012590 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980678800', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:52:26Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:27Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '60d3ecdd-2496-413c-90a9-71b7d939fdd1', 'name': '', 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:8a:99:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:29Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 2, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:32.015683 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7a81a304-f361-4c66-ab39-4fe586f5298a None None] Port 60d3ecdd-2496-413c-90a9-71b7d939fdd1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:52:32.021474 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-249a1b81-790f-4574-9384-5202313ef2a3 service neutron] 10.222.0.36 "GET /v2.0/networks/d5eb9f5d-1392-4158-9671-e23e0bacef1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043596 Feb 05 03:52:32.041544 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Checking router: cb7dc85b-5e6b-424f-a627-90f27d86e4af for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:52:32.041999 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Updating router cb7dc85b-5e6b-424f-a627-90f27d86e4af port 60d3ecdd-2496-413c-90a9-71b7d939fdd1 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:52:32.071127 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:32.135288 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9acd89b3-e6b2-4c6e-aaff-868c7588a1ad None None] Provisioning complete for port 60d3ecdd-2496-413c-90a9-71b7d939fdd1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:52:32.135666 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9acd89b3-e6b2-4c6e-aaff-868c7588a1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:32.180322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9acd89b3-e6b2-4c6e-aaff-868c7588a1ad None None] Port 60d3ecdd-2496-413c-90a9-71b7d939fdd1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:52:32.201371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-780df1e2-52b9-4766-8b7a-1938f0e6f6af req-6589d707-a9d3-4241-b860-fa0f7101de5c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 210 time: 0.0280128 Feb 05 03:52:32.341466 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Publish callbacks [] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:32.346486 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:32.396100 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7605e4-4139-4165-ac5f-03e0aeff31be None None] Pushing event updated for resources: {'Port': ['ID=60d3ecdd-2496-413c-90a9-71b7d939fdd1,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:32.423325 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7605e4-4139-4165-ac5f-03e0aeff31be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:32.423686 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7605e4-4139-4165-ac5f-03e0aeff31be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:32.424008 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7605e4-4139-4165-ac5f-03e0aeff31be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:32.424342 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7605e4-4139-4165-ac5f-03e0aeff31be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:32.424677 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7605e4-4139-4165-ac5f-03e0aeff31be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:32.425005 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7605e4-4139-4165-ac5f-03e0aeff31be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:32.425325 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7605e4-4139-4165-ac5f-03e0aeff31be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:32.425649 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7605e4-4139-4165-ac5f-03e0aeff31be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:32.425971 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7605e4-4139-4165-ac5f-03e0aeff31be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:32.426303 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7605e4-4139-4165-ac5f-03e0aeff31be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:32.426612 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7605e4-4139-4165-ac5f-03e0aeff31be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:32.426976 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7605e4-4139-4165-ac5f-03e0aeff31be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:32.427280 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7605e4-4139-4165-ac5f-03e0aeff31be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:52:32.460237 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Attempting to bind port 60d3ecdd-2496-413c-90a9-71b7d939fdd1 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:52:32.460607 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Attempting to bind port 60d3ecdd-2496-413c-90a9-71b7d939fdd1 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'd510e0d6-d825-40d4-b339-0325c9f2cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:52:32.460970 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Attempting to bind port 60d3ecdd-2496-413c-90a9-71b7d939fdd1 on network d5eb9f5d-1392-4158-9671-e23e0bacef1a {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:52:32.466915 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:52:32.467288 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Checking segment: {'id': 'd510e0d6-d825-40d4-b339-0325c9f2cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:52:32.467693 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:32.468111 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Bound using segment: {'id': 'd510e0d6-d825-40d4-b339-0325c9f2cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:52:32.468572 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Bound port: 60d3ecdd-2496-413c-90a9-71b7d939fdd1, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd510e0d6-d825-40d4-b339-0325c9f2cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:52:32.468960 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:32.536777 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] For port 60d3ecdd-2496-413c-90a9-71b7d939fdd1, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:52:32.539810 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] For port 60d3ecdd-2496-413c-90a9-71b7d939fdd1, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=60d3ecdd-2496-413c-90a9-71b7d939fdd1,segment=NetworkSegment(d510e0d6-d825-40d4-b339-0325c9f2cfdb),segment_id=d510e0d6-d825-40d4-b339-0325c9f2cfdb)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:52:32.546298 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:32.600767 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Routers {'cb7dc85b-5e6b-424f-a627-90f27d86e4af'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:52:32.601391 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:52:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:32.690688 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7605e4-4139-4165-ac5f-03e0aeff31be None None] Pushing event updated for resources: {'Port': ['ID=60d3ecdd-2496-413c-90a9-71b7d939fdd1,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:32.734692 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] Set router cb7dc85b-5e6b-424f-a627-90f27d86e4af gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:52:32.784060 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 266ecfce-5d91-4ae1-95bd-6836a0482cd3 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:52:32.812510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2aade80c-7996-495a-800f-9d5c23b53150 None None] Provisioning complete for port 60d3ecdd-2496-413c-90a9-71b7d939fdd1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:52:32.812885 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2aade80c-7996-495a-800f-9d5c23b53150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:32.871971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 266ecfce-5d91-4ae1-95bd-6836a0482cd3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:52:32.872558 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (266ecfce-5d91-4ae1-95bd-6836a0482cd3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:32.935121 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2aade80c-7996-495a-800f-9d5c23b53150 None None] Current status of the port 60d3ecdd-2496-413c-90a9-71b7d939fdd1 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:52:32.935443 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2aade80c-7996-495a-800f-9d5c23b53150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:32.938448 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980678800', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:52:26Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:27Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '60d3ecdd-2496-413c-90a9-71b7d939fdd1', 'name': '', 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:8a:99:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:29Z', 'updated_at': '2022-02-05T03:52:32Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:32.969657 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ef8ea-21a2-4350-b51b-b7a6e4768d62 None None] The sync data for ids ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'] in n-d-826942-8 is: [{'id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980678800', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:52:26Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:27Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '60d3ecdd-2496-413c-90a9-71b7d939fdd1', 'name': '', 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:8a:99:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:29Z', 'updated_at': '2022-02-05T03:52:32Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:52:32.977365 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2aade80c-7996-495a-800f-9d5c23b53150 None None] For port 60d3ecdd-2496-413c-90a9-71b7d939fdd1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=60d3ecdd-2496-413c-90a9-71b7d939fdd1,segment=NetworkSegment(d510e0d6-d825-40d4-b339-0325c9f2cfdb),segment_id=d510e0d6-d825-40d4-b339-0325c9f2cfdb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:52:33.000391 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2aade80c-7996-495a-800f-9d5c23b53150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:33.043302 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 266ecfce-5d91-4ae1-95bd-6836a0482cd3 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:52:33.044683 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:52:33.096531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aade80c-7996-495a-800f-9d5c23b53150 None None] Pushing event updated for resources: {'Port': ['ID=60d3ecdd-2496-413c-90a9-71b7d939fdd1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:33.131597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:52:33.131976 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e71d3a36-0d95-40b3-b2d7-9bd921fa16b7), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:33.133588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7648d2fc-6a10-4655-86f0-8f3f44c160ec None None] Provisioning complete for port 60d3ecdd-2496-413c-90a9-71b7d939fdd1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:52:33.133946 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7648d2fc-6a10-4655-86f0-8f3f44c160ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:33.288462 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:52:33.297370 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7648d2fc-6a10-4655-86f0-8f3f44c160ec None None] Current status of the port 60d3ecdd-2496-413c-90a9-71b7d939fdd1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:52:33.305505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e985e8bb-03c2-4fd2-9536-4bf6fe16e0db req-3310e5ac-cf4f-42a4-9b57-14ab6a54ce63 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 210 time: 0.0478816 Feb 05 03:52:33.768854 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47ea1495-aa88-43b1-830b-c0a1437d0520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:34.391106 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09d7b787-a94b-466f-8977-4a5940401dd7 req-d2554118-00d6-465c-9ee6-afd283de9caa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 210 time: 0.0325255 Feb 05 03:52:34.693391 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 60d3ecdd-2496-413c-90a9-71b7d939fdd1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:52:34.740272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 60d3ecdd-2496-413c-90a9-71b7d939fdd1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:52:34.740643 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:34.819070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 60d3ecdd-2496-413c-90a9-71b7d939fdd1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:52:35.401276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-76cd1cf9-a6ba-4e66-b83f-0f6e945975f3 req-6b4805f9-3c7d-484d-bc6b-2dfa70ad42a6 service neutron] (109675) timed out ('10.222.0.10', 52229) {{(pid=109675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 05 03:52:35.470370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-404c9ce0-f757-4cfc-8792-887553864a06 req-580948af-d2fb-4ef4-acab-c3a21fe67de2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 210 time: 0.0272231 Feb 05 03:52:35.967376 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7fbee93-b4dd-4bc4-95f2-91a703b5a334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:36.563842 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6efac0ea-d832-4eec-bb64-8c656e3f1069 req-8bfe5072-f458-49d8-b22f-04e67ad62342 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 210 time: 0.0266342 Feb 05 03:52:37.311032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-a68068d7-34c2-4c69-b85f-c3ac5a7f7a49 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:37.312525 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-a68068d7-34c2-4c69-b85f-c3ac5a7f7a49 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "GET /v2.0/networks?id=d5eb9f5d-1392-4158-9671-e23e0bacef1a HTTP/1.1" status: 200 len: 797 time: 0.1103241 Feb 05 03:52:37.329448 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:37.380392 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-0b9520bf-0e1a-4ba5-9290-34d7f2886c3f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c206c500d63491dada44309cafa1904 HTTP/1.1" status: 200 len: 379 time: 0.0580285 Feb 05 03:52:37.389276 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-492a5297-eaf7-41ec-9ef4-ee01ac6fed75 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'port': {'device_id': '07ad2a76-7a57-4da5-881e-0828d4855921', 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a', 'admin_state_up': True, 'tenant_id': '8c206c500d63491dada44309cafa1904', 'security_groups': ['11e03567-c792-4bc5-acb4-5a31c28afd8a']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:52:37.497080 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-492a5297-eaf7-41ec-9ef4-ee01ac6fed75 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Made reservation on behalf of 8c206c500d63491dada44309cafa1904 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:52:37.500422 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-492a5297-eaf7-41ec-9ef4-ee01ac6fed75 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:37.622884 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-492a5297-eaf7-41ec-9ef4-ee01ac6fed75 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.20.0.4 (d5eb9f5d-1392-4158-9671-e23e0bacef1a/542dc0a2-711a-4ddd-a1b9-1bb674634336/fec957ae-c5e4-4d28-9215-eefcdfd8d670) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:52:37.661075 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6aa1d952-8c99-4c74-9df0-b84ce94d72d0 req-af4c47c6-6361-4be5-b325-e0e76d27165b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 210 time: 0.0286424 Feb 05 03:52:37.766830 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-492a5297-eaf7-41ec-9ef4-ee01ac6fed75 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (fec957ae-c5e4-4d28-9215-eefcdfd8d670), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:37.798780 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-492a5297-eaf7-41ec-9ef4-ee01ac6fed75 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fec957ae-c5e4-4d28-9215-eefcdfd8d670), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:37.841752 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-492a5297-eaf7-41ec-9ef4-ee01ac6fed75 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network d5eb9f5d-1392-4158-9671-e23e0bacef1a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:52:37.846531 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-492a5297-eaf7-41ec-9ef4-ee01ac6fed75 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:52:37.849543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-492a5297-eaf7-41ec-9ef4-ee01ac6fed75 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:52:37.883428 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a5297-eaf7-41ec-9ef4-ee01ac6fed75 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=fec957ae-c5e4-4d28-9215-eefcdfd8d670,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:37.912233 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-492a5297-eaf7-41ec-9ef4-ee01ac6fed75 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:37.912887 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-492a5297-eaf7-41ec-9ef4-ee01ac6fed75 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:37.929306 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-492a5297-eaf7-41ec-9ef4-ee01ac6fed75 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5437226 Feb 05 03:52:37.940680 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Request body: {'port': {'device_id': '07ad2a76-7a57-4da5-881e-0828d4855921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:52:38.003719 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fec957ae-c5e4-4d28-9215-eefcdfd8d670), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:38.045352 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fa6d670b-e1cb-488d-b0ba-6ddd24e7f626 None None] Provisioning complete for port fec957ae-c5e4-4d28-9215-eefcdfd8d670 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:52:38.045723 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa6d670b-e1cb-488d-b0ba-6ddd24e7f626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fec957ae-c5e4-4d28-9215-eefcdfd8d670), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:38.080442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fa6d670b-e1cb-488d-b0ba-6ddd24e7f626 None None] Port fec957ae-c5e4-4d28-9215-eefcdfd8d670 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:52:38.264754 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec957ae-c5e4-4d28-9215-eefcdfd8d670 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:52:38.272143 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Publish callbacks [] for port (fec957ae-c5e4-4d28-9215-eefcdfd8d670), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:38.284207 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Transition to ACTIVE for port object fec957ae-c5e4-4d28-9215-eefcdfd8d670 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:52:38.288362 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (fec957ae-c5e4-4d28-9215-eefcdfd8d670), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:38.345443 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Pushing event updated for resources: {'Port': ['ID=fec957ae-c5e4-4d28-9215-eefcdfd8d670,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:38.380769 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:52:38.421874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Attempting to bind port fec957ae-c5e4-4d28-9215-eefcdfd8d670 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:52:38.422212 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Attempting to bind port fec957ae-c5e4-4d28-9215-eefcdfd8d670 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'd510e0d6-d825-40d4-b339-0325c9f2cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:52:38.422543 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Attempting to bind port fec957ae-c5e4-4d28-9215-eefcdfd8d670 on network d5eb9f5d-1392-4158-9671-e23e0bacef1a {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:52:38.427020 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Port fec957ae-c5e4-4d28-9215-eefcdfd8d670 on network d5eb9f5d-1392-4158-9671-e23e0bacef1a not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:52:38.427345 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Attempting to bind port fec957ae-c5e4-4d28-9215-eefcdfd8d670 on network d5eb9f5d-1392-4158-9671-e23e0bacef1a {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:52:38.432243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:52:38.432578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Checking segment: {'id': 'd510e0d6-d825-40d4-b339-0325c9f2cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:52:38.433031 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Bound using segment: {'id': 'd510e0d6-d825-40d4-b339-0325c9f2cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:52:38.433690 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Bound port: fec957ae-c5e4-4d28-9215-eefcdfd8d670, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd510e0d6-d825-40d4-b339-0325c9f2cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:52:38.434053 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fec957ae-c5e4-4d28-9215-eefcdfd8d670), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:38.502963 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] For port fec957ae-c5e4-4d28-9215-eefcdfd8d670, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:52:38.506015 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] For port fec957ae-c5e4-4d28-9215-eefcdfd8d670, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=fec957ae-c5e4-4d28-9215-eefcdfd8d670,segment=NetworkSegment(d510e0d6-d825-40d4-b339-0325c9f2cfdb),segment_id=d510e0d6-d825-40d4-b339-0325c9f2cfdb)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:52:38.512566 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (fec957ae-c5e4-4d28-9215-eefcdfd8d670), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:38.545602 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:38.546239 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:38.547617 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] 10.222.0.10 "PUT /v2.0/ports/fec957ae-c5e4-4d28-9215-eefcdfd8d670 HTTP/1.1" status: 200 len: 1091 time: 0.6114626 Feb 05 03:52:38.548061 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ad2a76-7a57-4da5-881e-0828d4855921', 'tag': 'fec957ae-c5e4-4d28-9215-eefcdfd8d670'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:52:38.550286 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2740b6fd-0174-47b9-9d1a-365253c6b88a" -d '{"events": [{"name": "network-changed", "server_uuid": "07ad2a76-7a57-4da5-881e-0828d4855921", "tag": "fec957ae-c5e4-4d28-9215-eefcdfd8d670"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:52:38.576458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d16b5a-2e26-4667-86e5-811099cf7d06 service neutron] Pushing event updated for resources: {'Port': ['ID=fec957ae-c5e4-4d28-9215-eefcdfd8d670,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:38.625390 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81fc323-5673-45ea-9a14-8120eaa8084d x-openstack-request-id: req-c81fc323-5673-45ea-9a14-8120eaa8084d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:52:38.625695 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ad2a76-7a57-4da5-881e-0828d4855921", "tag": "fec957ae-c5e4-4d28-9215-eefcdfd8d670", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:52:38.625942 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c81fc323-5673-45ea-9a14-8120eaa8084d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:52:38.626337 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ad2a76-7a57-4da5-881e-0828d4855921', 'tag': 'fec957ae-c5e4-4d28-9215-eefcdfd8d670', 'status': 'completed', 'code': 200} Feb 05 03:52:38.665034 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-f3ca63f2-f867-4464-9114-6830dbd11eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:38.666482 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-f3ca63f2-f867-4464-9114-6830dbd11eb3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 1125 time: 0.0634310 Feb 05 03:52:38.717551 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-e49dc496-3dca-4a20-ba9a-18d3b439c29d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fec957ae-c5e4-4d28-9215-eefcdfd8d670 HTTP/1.1" status: 200 len: 217 time: 0.0435262 Feb 05 03:52:38.767953 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-a61700bc-faad-4d61-b798-523126ca1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:38.769463 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-a61700bc-faad-4d61-b798-523126ca1db1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=542dc0a2-711a-4ddd-a1b9-1bb674634336 HTTP/1.1" status: 200 len: 835 time: 0.0459621 Feb 05 03:52:38.787918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19e4f9-04a9-40b1-b0c5-b2a3997034d2 req-59b5bc99-f077-424b-ba98-963b761c06bf tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:38.789400 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc19e4f9-04a9-40b1-b0c5-b2a3997034d2 req-59b5bc99-f077-424b-ba98-963b761c06bf tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 943 time: 0.0539961 Feb 05 03:52:38.824075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-25efa095-a56a-4a1d-8ccf-e08db94c9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:38.826311 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-25efa095-a56a-4a1d-8ccf-e08db94c9f9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5eb9f5d-1392-4158-9671-e23e0bacef1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510507 Feb 05 03:52:38.839104 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fc19e4f9-04a9-40b1-b0c5-b2a3997034d2 req-f670a825-4ed4-43a3-803f-7e21b5e5d4f9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=11e03567-c792-4bc5-acb4-5a31c28afd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436261 Feb 05 03:52:38.868836 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:38.922307 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-7cd63e23-ea94-40ac-9630-50cfbddaed1e service neutron] 10.222.0.10 "GET /v2.0/networks/d5eb9f5d-1392-4158-9671-e23e0bacef1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900538 Feb 05 03:52:39.008781 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-34b0c297-25b8-4b21-8a54-e6423ae0294f req-5c0197ce-7f27-4800-abce-a9dff668755c service neutron] 10.222.0.10 "GET /v2.0/networks/d5eb9f5d-1392-4158-9671-e23e0bacef1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807633 Feb 05 03:52:39.098374 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740b6fd-0174-47b9-9d1a-365253c6b88a req-ec2aa517-0344-40b3-9b5d-be42a2657e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:39.099908 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2740b6fd-0174-47b9-9d1a-365253c6b88a req-ec2aa517-0344-40b3-9b5d-be42a2657e78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 1125 time: 0.0452509 Feb 05 03:52:39.198810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740b6fd-0174-47b9-9d1a-365253c6b88a req-ffae2f22-2139-467a-8791-965ea81279bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:39.200275 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2740b6fd-0174-47b9-9d1a-365253c6b88a req-ffae2f22-2139-467a-8791-965ea81279bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5eb9f5d-1392-4158-9671-e23e0bacef1a HTTP/1.1" status: 200 len: 898 time: 0.0881026 Feb 05 03:52:39.245784 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2740b6fd-0174-47b9-9d1a-365253c6b88a req-c57e5e93-57a3-48a9-b6fc-a6d2bd8d6fe6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fec957ae-c5e4-4d28-9215-eefcdfd8d670 HTTP/1.1" status: 200 len: 217 time: 0.0384338 Feb 05 03:52:39.296088 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740b6fd-0174-47b9-9d1a-365253c6b88a req-67c69567-ae57-42d5-a1cd-f8da04d595d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:39.297511 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2740b6fd-0174-47b9-9d1a-365253c6b88a req-67c69567-ae57-42d5-a1cd-f8da04d595d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=542dc0a2-711a-4ddd-a1b9-1bb674634336 HTTP/1.1" status: 200 len: 835 time: 0.0435925 Feb 05 03:52:39.353685 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740b6fd-0174-47b9-9d1a-365253c6b88a req-8d85abe4-a8dd-49cd-be5c-ebc9cb3ab226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:39.355228 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2740b6fd-0174-47b9-9d1a-365253c6b88a req-8d85abe4-a8dd-49cd-be5c-ebc9cb3ab226 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5eb9f5d-1392-4158-9671-e23e0bacef1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515766 Feb 05 03:52:39.446954 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2740b6fd-0174-47b9-9d1a-365253c6b88a req-2c2cd2fa-5719-44cc-b42f-cf7b71c79c77 service neutron] 10.222.0.10 "GET /v2.0/networks/d5eb9f5d-1392-4158-9671-e23e0bacef1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833676 Feb 05 03:52:39.538926 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2740b6fd-0174-47b9-9d1a-365253c6b88a req-aedee946-05b8-4012-9002-b2ceb695d507 service neutron] 10.222.0.10 "GET /v2.0/networks/d5eb9f5d-1392-4158-9671-e23e0bacef1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856783 Feb 05 03:52:39.969828 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36130f-f4fe-4025-b770-41f1c52f6f57 req-9900c369-cd05-4e02-ad26-3b0b5d3245d6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:39.971443 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b36130f-f4fe-4025-b770-41f1c52f6f57 req-9900c369-cd05-4e02-ad26-3b0b5d3245d6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 943 time: 0.0579219 Feb 05 03:52:40.019031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8b36130f-f4fe-4025-b770-41f1c52f6f57 req-18fae729-9e64-49de-819f-0c2bcabf85c9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=11e03567-c792-4bc5-acb4-5a31c28afd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420499 Feb 05 03:52:40.151061 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:41.140050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51278c-aec1-49fe-acdf-e09e4fdbe3cb req-0be716ce-0b68-43bb-9033-2dc7ef468ef0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:41.141532 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa51278c-aec1-49fe-acdf-e09e4fdbe3cb req-0be716ce-0b68-43bb-9033-2dc7ef468ef0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 943 time: 0.0529857 Feb 05 03:52:41.189697 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa51278c-aec1-49fe-acdf-e09e4fdbe3cb req-1753e450-0d48-408f-9369-1d168a5607d2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=11e03567-c792-4bc5-acb4-5a31c28afd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424397 Feb 05 03:52:41.851494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device fec957ae-c5e4-4d28-9215-eefcdfd8d670 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:52:41.945290 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port fec957ae-c5e4-4d28-9215-eefcdfd8d670, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=fec957ae-c5e4-4d28-9215-eefcdfd8d670,segment=NetworkSegment(d510e0d6-d825-40d4-b339-0325c9f2cfdb),segment_id=d510e0d6-d825-40d4-b339-0325c9f2cfdb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:52:41.956759 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'fec957ae-c5e4-4d28-9215-eefcdfd8d670', 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a', 'port_id': 'fec957ae-c5e4-4d28-9215-eefcdfd8d670', 'mac_address': 'fa:16:3e:40:0b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:52:42.004556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port fec957ae-c5e4-4d28-9215-eefcdfd8d670 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:52:42.004939 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fec957ae-c5e4-4d28-9215-eefcdfd8d670), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:42.017245 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:42.019987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec957ae-c5e4-4d28-9215-eefcdfd8d670 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:52:42.039624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port fec957ae-c5e4-4d28-9215-eefcdfd8d670, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=fec957ae-c5e4-4d28-9215-eefcdfd8d670,segment=NetworkSegment(d510e0d6-d825-40d4-b339-0325c9f2cfdb),segment_id=d510e0d6-d825-40d4-b339-0325c9f2cfdb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:52:42.043136 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fec957ae-c5e4-4d28-9215-eefcdfd8d670), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:42.089217 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=fec957ae-c5e4-4d28-9215-eefcdfd8d670,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:42.270263 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['fec957ae-c5e4-4d28-9215-eefcdfd8d670'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:52:42.315658 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e3469-0680-4786-bca7-48c2a73830d1 req-b6ac5515-231d-4f66-8893-9b994437157e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:42.317454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-454e3469-0680-4786-bca7-48c2a73830d1 req-b6ac5515-231d-4f66-8893-9b994437157e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 944 time: 0.0584137 Feb 05 03:52:42.366563 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-454e3469-0680-4786-bca7-48c2a73830d1 req-25a9b7ff-373d-4797-a4ae-c41fec3684b2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=11e03567-c792-4bc5-acb4-5a31c28afd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433517 Feb 05 03:52:43.489545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf281c83-3515-449d-8b94-f4f4d0ccbdd2 req-a5400982-6fa3-4955-9b47-ff538f4acb01 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:43.491049 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf281c83-3515-449d-8b94-f4f4d0ccbdd2 req-a5400982-6fa3-4955-9b47-ff538f4acb01 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 944 time: 0.0563869 Feb 05 03:52:43.543125 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bf281c83-3515-449d-8b94-f4f4d0ccbdd2 req-65525b76-a53e-47ba-a9dd-b4a6320a9ebf tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=11e03567-c792-4bc5-acb4-5a31c28afd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450680 Feb 05 03:52:43.851826 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device fec957ae-c5e4-4d28-9215-eefcdfd8d670 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:52:43.901038 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port fec957ae-c5e4-4d28-9215-eefcdfd8d670 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:52:43.905770 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port fec957ae-c5e4-4d28-9215-eefcdfd8d670 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:52:43.906228 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (fec957ae-c5e4-4d28-9215-eefcdfd8d670), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:43.990996 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port fec957ae-c5e4-4d28-9215-eefcdfd8d670 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:52:43.991394 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (fec957ae-c5e4-4d28-9215-eefcdfd8d670), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:44.015901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ad2a76-7a57-4da5-881e-0828d4855921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec957ae-c5e4-4d28-9215-eefcdfd8d670'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:52:44.018183 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000f2288-8c67-463d-81cb-a8ebad98556e" -d '{"events": [{"server_uuid": "07ad2a76-7a57-4da5-881e-0828d4855921", "name": "network-vif-plugged", "status": "completed", "tag": "fec957ae-c5e4-4d28-9215-eefcdfd8d670"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:52:44.031330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port fec957ae-c5e4-4d28-9215-eefcdfd8d670, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=fec957ae-c5e4-4d28-9215-eefcdfd8d670,segment=NetworkSegment(d510e0d6-d825-40d4-b339-0325c9f2cfdb),segment_id=d510e0d6-d825-40d4-b339-0325c9f2cfdb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:52:44.035148 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (fec957ae-c5e4-4d28-9215-eefcdfd8d670), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:44.060548 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33dfc9d-14a1-4d08-b753-03d5b66766a5 x-openstack-request-id: req-c33dfc9d-14a1-4d08-b753-03d5b66766a5 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:52:44.060845 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ad2a76-7a57-4da5-881e-0828d4855921", "name": "network-vif-plugged", "status": "completed", "tag": "fec957ae-c5e4-4d28-9215-eefcdfd8d670", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:52:44.061102 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c33dfc9d-14a1-4d08-b753-03d5b66766a5 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:52:44.061525 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ad2a76-7a57-4da5-881e-0828d4855921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec957ae-c5e4-4d28-9215-eefcdfd8d670', 'code': 200} Feb 05 03:52:44.087450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=fec957ae-c5e4-4d28-9215-eefcdfd8d670,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:44.160799 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11a3f3-4ee8-42e3-b23d-ee9ea4597477 req-64f5ebe5-397e-43bb-816a-a126aff1e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:44.162313 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7a11a3f3-4ee8-42e3-b23d-ee9ea4597477 req-64f5ebe5-397e-43bb-816a-a126aff1e681 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 1127 time: 0.0455594 Feb 05 03:52:44.208342 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-7a11a3f3-4ee8-42e3-b23d-ee9ea4597477 req-66c8d2b4-35c3-46e7-a9a2-cae9f3e600e7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=11e03567-c792-4bc5-acb4-5a31c28afd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393682 Feb 05 03:52:44.663634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ade73f-fcfd-48b2-972a-4598c0e54e2f req-3df5430b-3436-4f46-a57f-6b1c22387199 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:44.665121 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67ade73f-fcfd-48b2-972a-4598c0e54e2f req-3df5430b-3436-4f46-a57f-6b1c22387199 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 945 time: 0.0524709 Feb 05 03:52:44.720653 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-67ade73f-fcfd-48b2-972a-4598c0e54e2f req-c71f50b8-1d56-4204-bd27-5a6ae7686ce4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=11e03567-c792-4bc5-acb4-5a31c28afd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484660 Feb 05 03:52:45.841728 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701302d-e9b7-4d7b-aa66-3f844dc4888f req-8450faa6-37fd-419c-b54d-bf752b7775e4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:45.843223 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c701302d-e9b7-4d7b-aa66-3f844dc4888f req-8450faa6-37fd-419c-b54d-bf752b7775e4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 945 time: 0.0526857 Feb 05 03:52:45.890704 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c701302d-e9b7-4d7b-aa66-3f844dc4888f req-7ef02e36-eb62-4489-ac49-bf07b7806910 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=11e03567-c792-4bc5-acb4-5a31c28afd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419652 Feb 05 03:52:46.009438 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d2d3b-2bad-47c4-a8f8-504e913a5332 req-722aca61-41b9-4ff2-9bb9-315d1a1420be tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:46.010909 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-364d2d3b-2bad-47c4-a8f8-504e913a5332 req-722aca61-41b9-4ff2-9bb9-315d1a1420be tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 945 time: 0.0520854 Feb 05 03:52:46.059592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-364d2d3b-2bad-47c4-a8f8-504e913a5332 req-c323c79c-bb85-425a-9727-b34f559dd6eb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=11e03567-c792-4bc5-acb4-5a31c28afd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425265 Feb 05 03:52:46.081561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45730) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:46.129677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d774780c-7270-48dc-a0b0-e3c0d62673d7 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:46.131264 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d774780c-7270-48dc-a0b0-e3c0d62673d7 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 1122 time: 0.0487001 Feb 05 03:52:46.134022 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45732) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:46.139219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': 'fec957ae-c5e4-4d28-9215-eefcdfd8d670', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:52:46.159037 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:46.252986 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:46.360322 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.25.0.219 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/49d3e342-b9c2-4f9d-bdb1-0100e83e5aea) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:52:46.461279 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (49d3e342-b9c2-4f9d-bdb1-0100e83e5aea), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:46.496146 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (49d3e342-b9c2-4f9d-bdb1-0100e83e5aea), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:46.534337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:52:46.537115 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:52:46.543172 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:52:46.570562 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=49d3e342-b9c2-4f9d-bdb1-0100e83e5aea,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:46.884882 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:46.892972 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (2cbe559f-d786-48d5-83ed-d8b11c5e9a87), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:46.964643 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (49d3e342-b9c2-4f9d-bdb1-0100e83e5aea), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:47.111890 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (49d3e342-b9c2-4f9d-bdb1-0100e83e5aea), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:47.116244 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (49d3e342-b9c2-4f9d-bdb1-0100e83e5aea), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:47.183849 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=49d3e342-b9c2-4f9d-bdb1-0100e83e5aea,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:52:47.193689 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (2cbe559f-d786-48d5-83ed-d8b11c5e9a87), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:47.296672 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Floating IP 2cbe559f-d786-48d5-83ed-d8b11c5e9a87 associated. External IP: 172.25.0.219, port: fec957ae-c5e4-4d28-9215-eefcdfd8d670. Feb 05 03:52:47.505227 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router cb7dc85b-5e6b-424f-a627-90f27d86e4af has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:52:47.612470 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:52:47.622951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b06ab6-8022-448e-b97f-2315bf9f6953 None None] Sync routers for ids ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:52:47.630375 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:52:47.631652 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b06ab6-8022-448e-b97f-2315bf9f6953 None None] Routers {'cb7dc85b-5e6b-424f-a627-90f27d86e4af'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:52:47.632278 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c6b06ab6-8022-448e-b97f-2315bf9f6953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:52:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:47.660951 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a8d3ff32-c828-48fc-97fb-c2067e2041a5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5259409 Feb 05 03:52:47.661551 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ad2a76-7a57-4da5-881e-0828d4855921', 'tag': 'fec957ae-c5e4-4d28-9215-eefcdfd8d670'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:52:47.663865 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a92066-5729-485a-9bfc-5a957eb7e066" -d '{"events": [{"name": "network-changed", "server_uuid": "07ad2a76-7a57-4da5-881e-0828d4855921", "tag": "fec957ae-c5e4-4d28-9215-eefcdfd8d670"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:52:47.704164 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b4dd5b-a054-450c-babb-d41daf849b39 x-openstack-request-id: req-38b4dd5b-a054-450c-babb-d41daf849b39 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:52:47.704524 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ad2a76-7a57-4da5-881e-0828d4855921", "tag": "fec957ae-c5e4-4d28-9215-eefcdfd8d670", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:52:47.704858 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38b4dd5b-a054-450c-babb-d41daf849b39 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:52:47.705338 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ad2a76-7a57-4da5-881e-0828d4855921', 'tag': 'fec957ae-c5e4-4d28-9215-eefcdfd8d670', 'status': 'completed', 'code': 200} Feb 05 03:52:47.747656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c6b06ab6-8022-448e-b97f-2315bf9f6953 None None] Set router cb7dc85b-5e6b-424f-a627-90f27d86e4af gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:52:47.772929 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a92066-5729-485a-9bfc-5a957eb7e066 req-f944b8d7-f2fc-4425-803d-7073add58a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:47.773843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eed17-3b3f-4434-b78e-5d24e02e635f req-71e2924e-75ce-4c4f-8da3-8de30956a4e7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:47.774530 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-87a92066-5729-485a-9bfc-5a957eb7e066 req-f944b8d7-f2fc-4425-803d-7073add58a57 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 1127 time: 0.0461223 Feb 05 03:52:47.776105 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f9eed17-3b3f-4434-b78e-5d24e02e635f req-71e2924e-75ce-4c4f-8da3-8de30956a4e7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 945 time: 0.0578699 Feb 05 03:52:47.830098 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1f9eed17-3b3f-4434-b78e-5d24e02e635f req-968bceb8-a0c6-46ab-860f-c8dc8f25e10e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=11e03567-c792-4bc5-acb4-5a31c28afd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458312 Feb 05 03:52:47.853000 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45738) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:47.880974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a92066-5729-485a-9bfc-5a957eb7e066 req-b4b1f259-c171-41df-b1d0-5e614f3c37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:47.882462 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-87a92066-5729-485a-9bfc-5a957eb7e066 req-b4b1f259-c171-41df-b1d0-5e614f3c37b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5eb9f5d-1392-4158-9671-e23e0bacef1a HTTP/1.1" status: 200 len: 898 time: 0.1022253 Feb 05 03:52:47.956159 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-87a92066-5729-485a-9bfc-5a957eb7e066 req-9c58102d-caf7-4a0b-88fd-e6ea20b02b41 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fec957ae-c5e4-4d28-9215-eefcdfd8d670 HTTP/1.1" status: 200 len: 999 time: 0.0675604 Feb 05 03:52:47.992050 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c6b06ab6-8022-448e-b97f-2315bf9f6953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980678800', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:52:26Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:27Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '2cbe559f-d786-48d5-83ed-d8b11c5e9a87', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'port_id': 'fec957ae-c5e4-4d28-9215-eefcdfd8d670', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a', 'mac_address': 'fa:16:3e:40:0b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ad2a76-7a57-4da5-881e-0828d4855921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:52:46Z', 'updated_at': '2022-02-05T03:52:46Z', 'revision_number': 0, 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d3ecdd-2496-413c-90a9-71b7d939fdd1', 'name': '', 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:8a:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:29Z', 'updated_at': '2022-02-05T03:52:32Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:48.026050 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b06ab6-8022-448e-b97f-2315bf9f6953 None None] Checking router: cb7dc85b-5e6b-424f-a627-90f27d86e4af for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:52:48.032231 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a92066-5729-485a-9bfc-5a957eb7e066 req-ed517d04-e4b1-4cb8-ad59-c495fca8d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:48.033727 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-87a92066-5729-485a-9bfc-5a957eb7e066 req-ed517d04-e4b1-4cb8-ad59-c495fca8d695 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=542dc0a2-711a-4ddd-a1b9-1bb674634336 HTTP/1.1" status: 200 len: 835 time: 0.0715661 Feb 05 03:52:48.036133 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b06ab6-8022-448e-b97f-2315bf9f6953 None None] Routers {'cb7dc85b-5e6b-424f-a627-90f27d86e4af'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:52:48.036768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c6b06ab6-8022-448e-b97f-2315bf9f6953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:52:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:48.096276 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a92066-5729-485a-9bfc-5a957eb7e066 req-053adb61-6d1c-44dd-bfb1-1f54edfd849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:48.099290 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-87a92066-5729-485a-9bfc-5a957eb7e066 req-053adb61-6d1c-44dd-bfb1-1f54edfd849a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5eb9f5d-1392-4158-9671-e23e0bacef1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0589757 Feb 05 03:52:48.153582 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c6b06ab6-8022-448e-b97f-2315bf9f6953 None None] Set router cb7dc85b-5e6b-424f-a627-90f27d86e4af gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:52:48.202432 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-87a92066-5729-485a-9bfc-5a957eb7e066 req-19fff095-5cb8-415c-a3a0-e9cc14062344 service neutron] 10.222.0.10 "GET /v2.0/networks/d5eb9f5d-1392-4158-9671-e23e0bacef1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968273 Feb 05 03:52:48.258969 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-897b367c-24f3-42aa-afc2-18324601aea6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/2cbe559f-d786-48d5-83ed-d8b11c5e9a87 HTTP/1.1" status: 200 len: 991 time: 0.4041562 Feb 05 03:52:48.320211 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-87a92066-5729-485a-9bfc-5a957eb7e066 req-59d72ef0-5ec5-422a-b37d-53037fa27804 service neutron] 10.222.0.10 "GET /v2.0/networks/d5eb9f5d-1392-4158-9671-e23e0bacef1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119797 Feb 05 03:52:48.394969 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c6b06ab6-8022-448e-b97f-2315bf9f6953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980678800', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:52:26Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:27Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '2cbe559f-d786-48d5-83ed-d8b11c5e9a87', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'port_id': 'fec957ae-c5e4-4d28-9215-eefcdfd8d670', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a', 'mac_address': 'fa:16:3e:40:0b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ad2a76-7a57-4da5-881e-0828d4855921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:52:46Z', 'updated_at': '2022-02-05T03:52:46Z', 'revision_number': 0, 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d3ecdd-2496-413c-90a9-71b7d939fdd1', 'name': '', 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:8a:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:29Z', 'updated_at': '2022-02-05T03:52:32Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:52:48.422781 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b06ab6-8022-448e-b97f-2315bf9f6953 None None] The sync data for ids ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'] in n-d-826942-8 is: [{'id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980678800', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:52:26Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:27Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '2cbe559f-d786-48d5-83ed-d8b11c5e9a87', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'port_id': 'fec957ae-c5e4-4d28-9215-eefcdfd8d670', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a', 'mac_address': 'fa:16:3e:40:0b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ad2a76-7a57-4da5-881e-0828d4855921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:52:46Z', 'updated_at': '2022-02-05T03:52:46Z', 'revision_number': 0, 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d3ecdd-2496-413c-90a9-71b7d939fdd1', 'name': '', 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:8a:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:29Z', 'updated_at': '2022-02-05T03:52:32Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:52:48.638811 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2249f7a-4e89-431a-afdb-45ac55ce4b00 None None] New status for floating IP 2cbe559f-d786-48d5-83ed-d8b11c5e9a87: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:52:49.262990 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45740) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:52:49.323043 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c2fa9d5e-033a-4749-8659-1c6a7383a77a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/2cbe559f-d786-48d5-83ed-d8b11c5e9a87 HTTP/1.1" status: 200 len: 993 time: 0.0589173 Feb 05 03:52:49.365916 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1e77813c-a211-42ef-9ca1-40ccc9abba25 req-cc20c0e2-9a85-4940-a0b2-e2815b094615 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451727 Feb 05 03:52:49.450040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77813c-a211-42ef-9ca1-40ccc9abba25 req-308fe838-0689-4982-bed2-db00d2f2989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:49.451564 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1e77813c-a211-42ef-9ca1-40ccc9abba25 req-308fe838-0689-4982-bed2-db00d2f2989c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 1127 time: 0.0442581 Feb 05 03:52:49.557633 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77813c-a211-42ef-9ca1-40ccc9abba25 req-09956069-7c06-4795-9af2-5580b025e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:49.559584 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1e77813c-a211-42ef-9ca1-40ccc9abba25 req-09956069-7c06-4795-9af2-5580b025e446 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5eb9f5d-1392-4158-9671-e23e0bacef1a HTTP/1.1" status: 200 len: 898 time: 0.0888410 Feb 05 03:52:49.623587 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1e77813c-a211-42ef-9ca1-40ccc9abba25 req-87cd1109-f64d-451e-a4e3-3946bc16d879 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fec957ae-c5e4-4d28-9215-eefcdfd8d670 HTTP/1.1" status: 200 len: 1001 time: 0.0580506 Feb 05 03:52:49.675862 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77813c-a211-42ef-9ca1-40ccc9abba25 req-7f866be2-259a-4d3f-92d1-75b36d359f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:49.677735 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1e77813c-a211-42ef-9ca1-40ccc9abba25 req-7f866be2-259a-4d3f-92d1-75b36d359f0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=542dc0a2-711a-4ddd-a1b9-1bb674634336 HTTP/1.1" status: 200 len: 835 time: 0.0488577 Feb 05 03:52:49.727075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77813c-a211-42ef-9ca1-40ccc9abba25 req-41cb04e1-a198-4928-86b0-68328f194c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:52:49.728565 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1e77813c-a211-42ef-9ca1-40ccc9abba25 req-41cb04e1-a198-4928-86b0-68328f194c2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5eb9f5d-1392-4158-9671-e23e0bacef1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449743 Feb 05 03:52:49.818604 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1e77813c-a211-42ef-9ca1-40ccc9abba25 req-4b0e8006-97d2-41d7-b2ab-fc9bc670040d service neutron] 10.222.0.10 "GET /v2.0/networks/d5eb9f5d-1392-4158-9671-e23e0bacef1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838060 Feb 05 03:52:49.911840 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1e77813c-a211-42ef-9ca1-40ccc9abba25 req-805d5019-9159-46e6-8a46-8b48cc5afbfc service neutron] 10.222.0.10 "GET /v2.0/networks/d5eb9f5d-1392-4158-9671-e23e0bacef1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870631 Feb 05 03:53:03.770517 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdfc2ddf-a9f6-48ed-af46-732c12263873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:05.969492 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ae67079-aefa-462f-bb3c-a3b4f0b09973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:07.332121 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:08.872664 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:10.153658 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:12.007058 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:15.379833 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:53:16.880389 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:20.832271 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029ee43-95d4-47f6-a8ae-13245b9203eb req-47175981-40a8-41b0-aec1-e1ad8365646d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:20.833823 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4029ee43-95d4-47f6-a8ae-13245b9203eb req-47175981-40a8-41b0-aec1-e1ad8365646d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 945 time: 0.1035936 Feb 05 03:53:20.883742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4029ee43-95d4-47f6-a8ae-13245b9203eb req-5de11b22-abad-4062-ad22-f3d2610eb9f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=11e03567-c792-4bc5-acb4-5a31c28afd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437279 Feb 05 03:53:22.058119 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709194a5-e60d-4abf-8a43-1bde2356c64f req-45eab74e-bc9a-41fc-9877-b9ba9de15be5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:22.059830 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-709194a5-e60d-4abf-8a43-1bde2356c64f req-45eab74e-bc9a-41fc-9877-b9ba9de15be5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 945 time: 0.1031520 Feb 05 03:53:22.107311 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-709194a5-e60d-4abf-8a43-1bde2356c64f req-4475192b-8891-40ee-8cfb-c0c95b094806 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=11e03567-c792-4bc5-acb4-5a31c28afd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421402 Feb 05 03:53:22.129607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45762) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:22.188852 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-51ca46dd-3cb2-449f-9f12-5703c7882919 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/2cbe559f-d786-48d5-83ed-d8b11c5e9a87 HTTP/1.1" status: 200 len: 993 time: 0.0579886 Feb 05 03:53:23.469129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9b317-d288-4936-a625-313f94e6ca26 req-1503cd18-c49a-4efd-8f0a-fa2753621b0a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:23.470605 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48b9b317-d288-4936-a625-313f94e6ca26 req-1503cd18-c49a-4efd-8f0a-fa2753621b0a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 945 time: 0.0570939 Feb 05 03:53:23.520412 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-48b9b317-d288-4936-a625-313f94e6ca26 req-775d647d-58fa-4f43-9ca3-fc7c6c8a6415 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=11e03567-c792-4bc5-acb4-5a31c28afd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441215 Feb 05 03:53:24.644582 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5859e-32ee-4df5-96be-bc11be8368e0 req-bc3f1578-d4f2-45e0-aad5-00bfb5a0c6dd tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:24.646098 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e6b5859e-32ee-4df5-96be-bc11be8368e0 req-bc3f1578-d4f2-45e0-aad5-00bfb5a0c6dd tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 945 time: 0.0524271 Feb 05 03:53:24.695219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e6b5859e-32ee-4df5-96be-bc11be8368e0 req-e0b8c537-e171-488d-bb48-e855762a5201 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=11e03567-c792-4bc5-acb4-5a31c28afd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434604 Feb 05 03:53:24.716895 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45772) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:24.786315 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fd859cfe-0e26-4202-8796-ef4c8ed7fff8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/2cbe559f-d786-48d5-83ed-d8b11c5e9a87 HTTP/1.1" status: 200 len: 993 time: 0.0682430 Feb 05 03:53:25.010158 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45778) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:25.166214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port 49d3e342-b9c2-4f9d-bdb1-0100e83e5aea {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:53:25.166559 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (49d3e342-b9c2-4f9d-bdb1-0100e83e5aea), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:25.239606 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (49d3e342-b9c2-4f9d-bdb1-0100e83e5aea), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:25.239930 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (49d3e342-b9c2-4f9d-bdb1-0100e83e5aea), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:25.251259 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for 49d3e342-b9c2-4f9d-bdb1-0100e83e5aea owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:53:25.397624 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (49d3e342-b9c2-4f9d-bdb1-0100e83e5aea), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:25.431362 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=49d3e342-b9c2-4f9d-bdb1-0100e83e5aea,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:25.457435 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:25.457786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:25.458129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:25.458464 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:25.458815 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:25.459146 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:25.459470 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:25.459793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:25.460116 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:25.460437 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:25.460757 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:25.461073 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:25.461388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:25.504014 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (2cbe559f-d786-48d5-83ed-d8b11c5e9a87), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:25.504349 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Floating IP 2cbe559f-d786-48d5-83ed-d8b11c5e9a87 disassociated (deleted). External IP: 172.25.0.219, port: fec957ae-c5e4-4d28-9215-eefcdfd8d670. Feb 05 03:53:25.715254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router cb7dc85b-5e6b-424f-a627-90f27d86e4af has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:53:25.828592 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:53:25.833056 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:25.838444 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788eeb7-6862-498b-a214-c25ac6b3968d None None] Sync routers for ids ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:53:25.848177 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5788eeb7-6862-498b-a214-c25ac6b3968d None None] Routers {'cb7dc85b-5e6b-424f-a627-90f27d86e4af'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:53:25.848775 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5788eeb7-6862-498b-a214-c25ac6b3968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:53:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:25.863623 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8e136a96-0ad2-40e5-b48e-2da8340b0d02 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/floatingips/2cbe559f-d786-48d5-83ed-d8b11c5e9a87 HTTP/1.1" status: 204 len: 168 time: 0.8523626 Feb 05 03:53:25.864307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ad2a76-7a57-4da5-881e-0828d4855921', 'tag': 'fec957ae-c5e4-4d28-9215-eefcdfd8d670'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:53:25.866656 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10df2c6e-2210-4985-a4d1-ccdf915adae0" -d '{"events": [{"name": "network-changed", "server_uuid": "07ad2a76-7a57-4da5-881e-0828d4855921", "tag": "fec957ae-c5e4-4d28-9215-eefcdfd8d670"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:53:25.907022 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8216418-9444-40e2-85c1-581ab3998368 x-openstack-request-id: req-e8216418-9444-40e2-85c1-581ab3998368 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:53:25.907604 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ad2a76-7a57-4da5-881e-0828d4855921", "tag": "fec957ae-c5e4-4d28-9215-eefcdfd8d670", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:53:25.908009 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8216418-9444-40e2-85c1-581ab3998368 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:53:25.908424 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ad2a76-7a57-4da5-881e-0828d4855921', 'tag': 'fec957ae-c5e4-4d28-9215-eefcdfd8d670', 'status': 'completed', 'code': 200} Feb 05 03:53:25.962484 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5788eeb7-6862-498b-a214-c25ac6b3968d None None] Set router cb7dc85b-5e6b-424f-a627-90f27d86e4af gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:53:25.982595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df2c6e-2210-4985-a4d1-ccdf915adae0 req-d8b6a233-5016-4bd5-9c52-49c94a0fc7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:25.984159 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-10df2c6e-2210-4985-a4d1-ccdf915adae0 req-d8b6a233-5016-4bd5-9c52-49c94a0fc7a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 1127 time: 0.0541387 Feb 05 03:53:26.097953 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df2c6e-2210-4985-a4d1-ccdf915adae0 req-e31d95ba-4981-4d2b-9bd2-ddef0e58a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:26.099504 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-10df2c6e-2210-4985-a4d1-ccdf915adae0 req-e31d95ba-4981-4d2b-9bd2-ddef0e58a7ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5eb9f5d-1392-4158-9671-e23e0bacef1a HTTP/1.1" status: 200 len: 898 time: 0.1094635 Feb 05 03:53:26.118673 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2541e4-9c5b-4b28-b5cb-2a1724b47f20 req-2c826c1e-ef11-47c8-b8f6-5805019c4c72 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:26.120331 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a2541e4-9c5b-4b28-b5cb-2a1724b47f20 req-2c826c1e-ef11-47c8-b8f6-5805019c4c72 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 945 time: 0.0655389 Feb 05 03:53:26.146520 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-10df2c6e-2210-4985-a4d1-ccdf915adae0 req-9eb8bdf3-4edb-4ce4-a90c-1aa00a0c3b7c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fec957ae-c5e4-4d28-9215-eefcdfd8d670 HTTP/1.1" status: 200 len: 217 time: 0.0406928 Feb 05 03:53:26.179389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a2541e4-9c5b-4b28-b5cb-2a1724b47f20 req-fd2dd075-e454-42e1-9f27-3ea84c6a3eb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=11e03567-c792-4bc5-acb4-5a31c28afd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507843 Feb 05 03:53:26.200903 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df2c6e-2210-4985-a4d1-ccdf915adae0 req-fb98af8d-6823-441e-8f87-a7cd7b857a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:26.200903 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-10df2c6e-2210-4985-a4d1-ccdf915adae0 req-fb98af8d-6823-441e-8f87-a7cd7b857a35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=542dc0a2-711a-4ddd-a1b9-1bb674634336 HTTP/1.1" status: 200 len: 835 time: 0.0472779 Feb 05 03:53:26.258880 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df2c6e-2210-4985-a4d1-ccdf915adae0 req-4b9b2b65-a686-4fcf-8148-3e34bb715879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:26.260243 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-10df2c6e-2210-4985-a4d1-ccdf915adae0 req-4b9b2b65-a686-4fcf-8148-3e34bb715879 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5eb9f5d-1392-4158-9671-e23e0bacef1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522301 Feb 05 03:53:26.353783 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-10df2c6e-2210-4985-a4d1-ccdf915adae0 req-414f838e-983f-4e78-8773-b3303d35a265 service neutron] 10.222.0.10 "GET /v2.0/networks/d5eb9f5d-1392-4158-9671-e23e0bacef1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860140 Feb 05 03:53:26.361327 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5788eeb7-6862-498b-a214-c25ac6b3968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980678800', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:52:26Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:27Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '60d3ecdd-2496-413c-90a9-71b7d939fdd1', 'name': '', 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:8a:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:29Z', 'updated_at': '2022-02-05T03:52:32Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:26.388189 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788eeb7-6862-498b-a214-c25ac6b3968d None None] Checking router: cb7dc85b-5e6b-424f-a627-90f27d86e4af for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:53:26.396227 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5788eeb7-6862-498b-a214-c25ac6b3968d None None] Routers {'cb7dc85b-5e6b-424f-a627-90f27d86e4af'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:53:26.396834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5788eeb7-6862-498b-a214-c25ac6b3968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:53:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:26.449234 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-10df2c6e-2210-4985-a4d1-ccdf915adae0 req-d1636e03-3fdd-4b70-b8e7-422aba5b7fd1 service neutron] 10.222.0.10 "GET /v2.0/networks/d5eb9f5d-1392-4158-9671-e23e0bacef1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893226 Feb 05 03:53:26.503790 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5788eeb7-6862-498b-a214-c25ac6b3968d None None] Set router cb7dc85b-5e6b-424f-a627-90f27d86e4af gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:53:26.701554 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5788eeb7-6862-498b-a214-c25ac6b3968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980678800', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:52:26Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:27Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '60d3ecdd-2496-413c-90a9-71b7d939fdd1', 'name': '', 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:8a:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:29Z', 'updated_at': '2022-02-05T03:52:32Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:26.727928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788eeb7-6862-498b-a214-c25ac6b3968d None None] The sync data for ids ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'] in n-d-826942-8 is: [{'id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980678800', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:52:26Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:27Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '60d3ecdd-2496-413c-90a9-71b7d939fdd1', 'name': '', 'network_id': 'd5eb9f5d-1392-4158-9671-e23e0bacef1a', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:8a:99:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:29Z', 'updated_at': '2022-02-05T03:52:32Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '542dc0a2-711a-4ddd-a1b9-1bb674634336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:53:26.939313 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed50e68-588e-4706-94f7-79ed9ae18a4e None None] New status for floating IP 2cbe559f-d786-48d5-83ed-d8b11c5e9a87: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:53:27.300915 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9becfb-1f95-4534-a69c-1f57918851f1 req-a1d74fed-c19a-4d4c-9cd0-2c72ee0c2dc8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:27.302374 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fe9becfb-1f95-4534-a69c-1f57918851f1 req-a1d74fed-c19a-4d4c-9cd0-2c72ee0c2dc8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 945 time: 0.0518100 Feb 05 03:53:27.355148 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fe9becfb-1f95-4534-a69c-1f57918851f1 req-cfba8431-fc26-4c04-bdc3-52a34226297c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=11e03567-c792-4bc5-acb4-5a31c28afd8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472264 Feb 05 03:53:27.785865 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdce68b-f3cd-40af-abd2-e9b8cefe638b req-dbe73eb8-7ab1-4db5-8cd5-f8a7a3406a31 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:27.787339 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-acdce68b-f3cd-40af-abd2-e9b8cefe638b req-dbe73eb8-7ab1-4db5-8cd5-f8a7a3406a31 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 945 time: 0.0536304 Feb 05 03:53:27.876366 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-acdce68b-f3cd-40af-abd2-e9b8cefe638b req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port fec957ae-c5e4-4d28-9215-eefcdfd8d670 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:53:27.876735 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-acdce68b-f3cd-40af-abd2-e9b8cefe638b req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (fec957ae-c5e4-4d28-9215-eefcdfd8d670), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:27.967921 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-acdce68b-f3cd-40af-abd2-e9b8cefe638b req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] For port fec957ae-c5e4-4d28-9215-eefcdfd8d670, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=fec957ae-c5e4-4d28-9215-eefcdfd8d670,segment=NetworkSegment(d510e0d6-d825-40d4-b339-0325c9f2cfdb),segment_id=d510e0d6-d825-40d4-b339-0325c9f2cfdb)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:53:27.968287 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-acdce68b-f3cd-40af-abd2-e9b8cefe638b req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (fec957ae-c5e4-4d28-9215-eefcdfd8d670), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:27.980708 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-acdce68b-f3cd-40af-abd2-e9b8cefe638b req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for fec957ae-c5e4-4d28-9215-eefcdfd8d670 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:53:28.112333 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-acdce68b-f3cd-40af-abd2-e9b8cefe638b req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (fec957ae-c5e4-4d28-9215-eefcdfd8d670), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:28.140967 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=fec957ae-c5e4-4d28-9215-eefcdfd8d670,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:28.170711 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:28.171095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:28.171447 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:28.171789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:28.172128 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:28.172461 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:28.172792 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:28.173125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:28.173460 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:28.173783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:28.174116 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:28.174436 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:28.174783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:28.197475 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdce68b-f3cd-40af-abd2-e9b8cefe638b req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] No DVR routers for this DVR port fec957ae-c5e4-4d28-9215-eefcdfd8d670 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:53:28.200106 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-acdce68b-f3cd-40af-abd2-e9b8cefe638b req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:28.203469 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-acdce68b-f3cd-40af-abd2-e9b8cefe638b req-d7f0b0e8-e02f-4191-9d02-6233ac477239 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "DELETE /v2.0/ports/fec957ae-c5e4-4d28-9215-eefcdfd8d670 HTTP/1.1" status: 204 len: 173 time: 0.4107358 Feb 05 03:53:28.203911 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ad2a76-7a57-4da5-881e-0828d4855921', 'name': 'network-vif-deleted', 'tag': 'fec957ae-c5e4-4d28-9215-eefcdfd8d670'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:53:28.206131 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208155dd-0098-407b-bc47-b717b062907a" -d '{"events": [{"server_uuid": "07ad2a76-7a57-4da5-881e-0828d4855921", "name": "network-vif-deleted", "tag": "fec957ae-c5e4-4d28-9215-eefcdfd8d670"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:53:28.251084 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e2c182-7c62-4744-8619-15cdd55149e7 x-openstack-request-id: req-58e2c182-7c62-4744-8619-15cdd55149e7 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:53:28.251386 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ad2a76-7a57-4da5-881e-0828d4855921", "name": "network-vif-deleted", "tag": "fec957ae-c5e4-4d28-9215-eefcdfd8d670", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:53:28.251642 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58e2c182-7c62-4744-8619-15cdd55149e7 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:53:28.252042 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ad2a76-7a57-4da5-881e-0828d4855921', 'name': 'network-vif-deleted', 'tag': 'fec957ae-c5e4-4d28-9215-eefcdfd8d670', 'status': 'completed', 'code': 200} Feb 05 03:53:28.461993 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-930c80a6-c5ef-4e6c-9790-6bb937029be7 req-659c57a9-ca26-4998-945d-4ce0c9264e32 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ad2a76-7a57-4da5-881e-0828d4855921 HTTP/1.1" status: 200 len: 210 time: 0.0266829 Feb 05 03:53:29.519226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45794) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:29.874225 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977cdd37-733d-4ca4-9f12-2a20f5780d2e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (cb7dc85b-5e6b-424f-a627-90f27d86e4af), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:30.129242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-977cdd37-733d-4ca4-9f12-2a20f5780d2e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port 60d3ecdd-2496-413c-90a9-71b7d939fdd1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:53:30.129505 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977cdd37-733d-4ca4-9f12-2a20f5780d2e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:30.218390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-977cdd37-733d-4ca4-9f12-2a20f5780d2e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] For port 60d3ecdd-2496-413c-90a9-71b7d939fdd1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=60d3ecdd-2496-413c-90a9-71b7d939fdd1,segment=NetworkSegment(d510e0d6-d825-40d4-b339-0325c9f2cfdb),segment_id=d510e0d6-d825-40d4-b339-0325c9f2cfdb)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:53:30.218745 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977cdd37-733d-4ca4-9f12-2a20f5780d2e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:30.231821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-977cdd37-733d-4ca4-9f12-2a20f5780d2e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for 60d3ecdd-2496-413c-90a9-71b7d939fdd1 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:53:30.415257 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977cdd37-733d-4ca4-9f12-2a20f5780d2e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (60d3ecdd-2496-413c-90a9-71b7d939fdd1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:30.441614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cdd37-733d-4ca4-9f12-2a20f5780d2e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=60d3ecdd-2496-413c-90a9-71b7d939fdd1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:30.626327 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977cdd37-733d-4ca4-9f12-2a20f5780d2e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (cb7dc85b-5e6b-424f-a627-90f27d86e4af), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:30.841207 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977cdd37-733d-4ca4-9f12-2a20f5780d2e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router cb7dc85b-5e6b-424f-a627-90f27d86e4af has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:53:30.947947 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977cdd37-733d-4ca4-9f12-2a20f5780d2e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:53:30.953960 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-977cdd37-733d-4ca4-9f12-2a20f5780d2e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "PUT /v2.0/routers/cb7dc85b-5e6b-424f-a627-90f27d86e4af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4333949 Feb 05 03:53:30.956332 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45796) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:30.958792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd14c3d-a453-4924-921c-bea1c59746a2 None None] Sync routers for ids ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:53:30.969004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd14c3d-a453-4924-921c-bea1c59746a2 None None] Routers {'cb7dc85b-5e6b-424f-a627-90f27d86e4af'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:53:30.969728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fdd14c3d-a453-4924-921c-bea1c59746a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:53:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:31.007356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-1010f26f-f9b6-488f-82d0-89bfb7eb36ea tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting subnet 542dc0a2-711a-4ddd-a1b9-1bb674634336 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:53:31.010374 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1010f26f-f9b6-488f-82d0-89bfb7eb36ea tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for subnet (542dc0a2-711a-4ddd-a1b9-1bb674634336), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:31.054388 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1010f26f-f9b6-488f-82d0-89bfb7eb36ea tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (542dc0a2-711a-4ddd-a1b9-1bb674634336), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:31.079261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-fdd14c3d-a453-4924-921c-bea1c59746a2 None None] Set router cb7dc85b-5e6b-424f-a627-90f27d86e4af gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:53:31.135328 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1010f26f-f9b6-488f-82d0-89bfb7eb36ea tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (542dc0a2-711a-4ddd-a1b9-1bb674634336), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:31.193376 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1010f26f-f9b6-488f-82d0-89bfb7eb36ea tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (542dc0a2-711a-4ddd-a1b9-1bb674634336), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:31.228118 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1010f26f-f9b6-488f-82d0-89bfb7eb36ea tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:31.232605 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1010f26f-f9b6-488f-82d0-89bfb7eb36ea tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/subnets/542dc0a2-711a-4ddd-a1b9-1bb674634336 HTTP/1.1" status: 204 len: 168 time: 0.2746632 Feb 05 03:53:31.233566 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c1733-073d-4855-8c4d-1f23cd7a6bec None None] Network d5eb9f5d-1392-4158-9671-e23e0bacef1a requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:53:31.233699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010f26f-f9b6-488f-82d0-89bfb7eb36ea tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Subnet': ['ID=542dc0a2-711a-4ddd-a1b9-1bb674634336,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:31.234876 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45798) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:31.333283 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fdd14c3d-a453-4924-921c-bea1c59746a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980678800', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:52:26Z', 'updated_at': '2022-02-05T03:53:30Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:27Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:31.347973 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-099316f8-8631-4452-9a9e-e59a63430eb7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router (cb7dc85b-5e6b-424f-a627-90f27d86e4af), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:31.370076 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd14c3d-a453-4924-921c-bea1c59746a2 None None] Checking router: cb7dc85b-5e6b-424f-a627-90f27d86e4af for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:53:31.380473 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd14c3d-a453-4924-921c-bea1c59746a2 None None] Routers {'cb7dc85b-5e6b-424f-a627-90f27d86e4af'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:53:31.381082 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fdd14c3d-a453-4924-921c-bea1c59746a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:53:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:31.451681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] DHCP port deletion for d5eb9f5d-1392-4158-9671-e23e0bacef1a request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:53:31.458283 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-099316f8-8631-4452-9a9e-e59a63430eb7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (cb7dc85b-5e6b-424f-a627-90f27d86e4af), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:31.512159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-099316f8-8631-4452-9a9e-e59a63430eb7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port 266ecfce-5d91-4ae1-95bd-6836a0482cd3 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:53:31.512448 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-099316f8-8631-4452-9a9e-e59a63430eb7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (266ecfce-5d91-4ae1-95bd-6836a0482cd3), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:31.528667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-fdd14c3d-a453-4924-921c-bea1c59746a2 None None] Set router cb7dc85b-5e6b-424f-a627-90f27d86e4af gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:53:31.581539 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Deleting port e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:53:31.581911 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e71d3a36-0d95-40b3-b2d7-9bd921fa16b7), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:31.595595 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-099316f8-8631-4452-9a9e-e59a63430eb7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] For port 266ecfce-5d91-4ae1-95bd-6836a0482cd3, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=266ecfce-5d91-4ae1-95bd-6836a0482cd3,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:53:31.595955 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-099316f8-8631-4452-9a9e-e59a63430eb7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (266ecfce-5d91-4ae1-95bd-6836a0482cd3), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:31.608618 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-099316f8-8631-4452-9a9e-e59a63430eb7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for 266ecfce-5d91-4ae1-95bd-6836a0482cd3 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:53:31.689845 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] For port e71d3a36-0d95-40b3-b2d7-9bd921fa16b7, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e71d3a36-0d95-40b3-b2d7-9bd921fa16b7,segment=NetworkSegment(d510e0d6-d825-40d4-b339-0325c9f2cfdb),segment_id=d510e0d6-d825-40d4-b339-0325c9f2cfdb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:53:31.690150 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e71d3a36-0d95-40b3-b2d7-9bd921fa16b7), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:31.711620 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Calling delete_port for e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:53:31.775823 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-099316f8-8631-4452-9a9e-e59a63430eb7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (266ecfce-5d91-4ae1-95bd-6836a0482cd3), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:31.799623 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099316f8-8631-4452-9a9e-e59a63430eb7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=266ecfce-5d91-4ae1-95bd-6836a0482cd3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:31.832508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fdd14c3d-a453-4924-921c-bea1c59746a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980678800', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:52:26Z', 'updated_at': '2022-02-05T03:53:30Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:27Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:31.835489 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (e71d3a36-0d95-40b3-b2d7-9bd921fa16b7), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:31.863372 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd14c3d-a453-4924-921c-bea1c59746a2 None None] The sync data for ids ['cb7dc85b-5e6b-424f-a627-90f27d86e4af'] in n-d-826942-8 is: [{'id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980678800', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:52:26Z', 'updated_at': '2022-02-05T03:53:30Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '266ecfce-5d91-4ae1-95bd-6836a0482cd3', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7dc85b-5e6b-424f-a627-90f27d86e4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:52:27Z', 'updated_at': '2022-02-05T03:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:53:31.868181 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-099316f8-8631-4452-9a9e-e59a63430eb7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (cb7dc85b-5e6b-424f-a627-90f27d86e4af), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:31.889850 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Pushing event deleted for resources: {'Port': ['ID=e71d3a36-0d95-40b3-b2d7-9bd921fa16b7,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:31.894149 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] No DVR routers for this DVR port e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:53:31.901959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:31.902272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:31.902611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:31.903684 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:31.904192 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:31.904857 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:31.905306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:31.905640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:31.905969 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:31.906298 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:31.906625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:31.907023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:31.907283 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0528ae2e-aac5-4a72-bdd6-ae60d410794b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:32.100348 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device fec957ae-c5e4-4d28-9215-eefcdfd8d670 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:53:32.123975 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: fec957ae-c5e4-4d28-9215-eefcdfd8d670 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:53:32.124326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device fec957ae-c5e4-4d28-9215-eefcdfd8d670 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:53:32.250934 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-099316f8-8631-4452-9a9e-e59a63430eb7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (cb7dc85b-5e6b-424f-a627-90f27d86e4af), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:32.253190 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-099316f8-8631-4452-9a9e-e59a63430eb7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_controller (cb7dc85b-5e6b-424f-a627-90f27d86e4af), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:32.299656 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-099316f8-8631-4452-9a9e-e59a63430eb7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (cb7dc85b-5e6b-424f-a627-90f27d86e4af), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:32.300317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099316f8-8631-4452-9a9e-e59a63430eb7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Fanout notify agent at l3_agent the message router_deleted on router cb7dc85b-5e6b-424f-a627-90f27d86e4af {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:53:32.307656 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-099316f8-8631-4452-9a9e-e59a63430eb7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:32.312524 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-099316f8-8631-4452-9a9e-e59a63430eb7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/routers/cb7dc85b-5e6b-424f-a627-90f27d86e4af HTTP/1.1" status: 204 len: 168 time: 1.0693722 Feb 05 03:53:32.312686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45800) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:32.392230 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f298cdc6-2951-44e7-8918-866d6bbf8310 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (d5eb9f5d-1392-4158-9671-e23e0bacef1a), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:32.485880 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f298cdc6-2951-44e7-8918-866d6bbf8310 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (d5eb9f5d-1392-4158-9671-e23e0bacef1a), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:32.507008 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f298cdc6-2951-44e7-8918-866d6bbf8310 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5eb9f5d-1392-4158-9671-e23e0bacef1a']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:32.517737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f298cdc6-2951-44e7-8918-866d6bbf8310 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd510e0d6-d825-40d4-b339-0325c9f2cfdb') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:32.518037 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f298cdc6-2951-44e7-8918-866d6bbf8310 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd510e0d6-d825-40d4-b339-0325c9f2cfdb') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:32.527438 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f298cdc6-2951-44e7-8918-866d6bbf8310 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (d510e0d6-d825-40d4-b339-0325c9f2cfdb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:32.540659 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f298cdc6-2951-44e7-8918-866d6bbf8310 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (d510e0d6-d825-40d4-b339-0325c9f2cfdb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:32.546778 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f298cdc6-2951-44e7-8918-866d6bbf8310 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:53:32.547174 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f298cdc6-2951-44e7-8918-866d6bbf8310 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (d510e0d6-d825-40d4-b339-0325c9f2cfdb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:53:32.550044 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:53:32.611932 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f298cdc6-2951-44e7-8918-866d6bbf8310 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (d5eb9f5d-1392-4158-9671-e23e0bacef1a), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:32.619025 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f298cdc6-2951-44e7-8918-866d6bbf8310 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:32.622604 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f298cdc6-2951-44e7-8918-866d6bbf8310 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/networks/d5eb9f5d-1392-4158-9671-e23e0bacef1a HTTP/1.1" status: 204 len: 168 time: 0.3089216 Feb 05 03:53:32.625679 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45802) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:32.634106 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298cdc6-2951-44e7-8918-866d6bbf8310 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Network': ['ID=d5eb9f5d-1392-4158-9671-e23e0bacef1a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:32.685325 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4bbbaed-39fe-45a2-a417-c8c47ba7cff0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (11e03567-c792-4bc5-acb4-5a31c28afd8a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:32.710480 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4bbbaed-39fe-45a2-a417-c8c47ba7cff0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (11e03567-c792-4bc5-acb4-5a31c28afd8a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:32.770196 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4bbbaed-39fe-45a2-a417-c8c47ba7cff0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (11e03567-c792-4bc5-acb4-5a31c28afd8a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:32.772697 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4bbbaed-39fe-45a2-a417-c8c47ba7cff0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:32.773866 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c4bbbaed-39fe-45a2-a417-c8c47ba7cff0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/security-groups/11e03567-c792-4bc5-acb4-5a31c28afd8a HTTP/1.1" status: 204 len: 168 time: 0.1468520 Feb 05 03:53:32.784366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbbaed-39fe-45a2-a417-c8c47ba7cff0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e03567-c792-4bc5-acb4-5a31c28afd8a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:32.911740 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 60d3ecdd-2496-413c-90a9-71b7d939fdd1 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:53:32.932481 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 60d3ecdd-2496-413c-90a9-71b7d939fdd1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:53:32.932821 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 60d3ecdd-2496-413c-90a9-71b7d939fdd1 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:53:32.933234 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 266ecfce-5d91-4ae1-95bd-6836a0482cd3 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:53:32.952889 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 266ecfce-5d91-4ae1-95bd-6836a0482cd3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:53:32.953231 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 266ecfce-5d91-4ae1-95bd-6836a0482cd3 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:53:32.953637 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:53:32.976703 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:53:32.977049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e71d3a36-0d95-40b3-b2d7-9bd921fa16b7 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:53:33.056233 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45808) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:33.060885 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6ed4791a-3b33-45c7-876f-4c887add9a18 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299358159', 'description': 'tempest-secgroup-smoke-1299358159 description', 'project_id': '8c206c500d63491dada44309cafa1904'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:53:33.079895 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ed4791a-3b33-45c7-876f-4c887add9a18 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.144273 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ed4791a-3b33-45c7-876f-4c887add9a18 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.147961 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ed4791a-3b33-45c7-876f-4c887add9a18 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.178078 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ed4791a-3b33-45c7-876f-4c887add9a18 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.179269 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6ed4791a-3b33-45c7-876f-4c887add9a18 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1220174 Feb 05 03:53:33.182329 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45810) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:33.183458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4791a-3b33-45c7-876f-4c887add9a18 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:33.187225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1391992a-a6f3-4f58-920d-1dea9bb328f2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:53:33.211533 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1391992a-a6f3-4f58-920d-1dea9bb328f2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (e89d88f2-9024-4cab-b1c4-afc4aa782492), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.255725 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1391992a-a6f3-4f58-920d-1dea9bb328f2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (e89d88f2-9024-4cab-b1c4-afc4aa782492), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.259056 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1391992a-a6f3-4f58-920d-1dea9bb328f2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (e89d88f2-9024-4cab-b1c4-afc4aa782492), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.276406 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391992a-a6f3-4f58-920d-1dea9bb328f2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89d88f2-9024-4cab-b1c4-afc4aa782492,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:33.285223 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1391992a-a6f3-4f58-920d-1dea9bb328f2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.286416 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1391992a-a6f3-4f58-920d-1dea9bb328f2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1029849 Feb 05 03:53:33.289098 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45812) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:33.293298 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bbd0ba40-06e4-4273-8151-01b2d51928ad tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:53:33.317295 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbd0ba40-06e4-4273-8151-01b2d51928ad tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (70529a9f-1a9f-4abc-b19e-4ac10115e13c), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.371231 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbd0ba40-06e4-4273-8151-01b2d51928ad tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (70529a9f-1a9f-4abc-b19e-4ac10115e13c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.374930 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbd0ba40-06e4-4273-8151-01b2d51928ad tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (70529a9f-1a9f-4abc-b19e-4ac10115e13c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.399090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0ba40-06e4-4273-8151-01b2d51928ad tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70529a9f-1a9f-4abc-b19e-4ac10115e13c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:33.405675 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbd0ba40-06e4-4273-8151-01b2d51928ad tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.406937 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bbd0ba40-06e4-4273-8151-01b2d51928ad tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168988 Feb 05 03:53:33.409642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45814) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:33.414278 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-37ae0fa1-25a1-4424-bb59-0f06f4291f98 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:53:33.439547 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37ae0fa1-25a1-4424-bb59-0f06f4291f98 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (88e64a08-5459-4227-aca5-c3745418a0d4), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.776505 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2761b167-970b-42ff-8c00-62912365ae6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.794801 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37ae0fa1-25a1-4424-bb59-0f06f4291f98 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (88e64a08-5459-4227-aca5-c3745418a0d4), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.799240 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37ae0fa1-25a1-4424-bb59-0f06f4291f98 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (88e64a08-5459-4227-aca5-c3745418a0d4), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.819042 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae0fa1-25a1-4424-bb59-0f06f4291f98 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e64a08-5459-4227-aca5-c3745418a0d4,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:33.827967 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-37ae0fa1-25a1-4424-bb59-0f06f4291f98 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.829186 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-37ae0fa1-25a1-4424-bb59-0f06f4291f98 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4183536 Feb 05 03:53:33.831924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45816) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:33.836648 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-42dad379-5ae4-4638-a8de-62fd5f51f9ea tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:53:33.861465 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42dad379-5ae4-4638-a8de-62fd5f51f9ea tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (0e5e807d-6ef4-45dd-987c-8f32a02fcf17), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.917080 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42dad379-5ae4-4638-a8de-62fd5f51f9ea tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (0e5e807d-6ef4-45dd-987c-8f32a02fcf17), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.921096 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42dad379-5ae4-4638-a8de-62fd5f51f9ea tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (0e5e807d-6ef4-45dd-987c-8f32a02fcf17), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.939167 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dad379-5ae4-4638-a8de-62fd5f51f9ea tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5e807d-6ef4-45dd-987c-8f32a02fcf17,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:33.943704 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42dad379-5ae4-4638-a8de-62fd5f51f9ea tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:33.944885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-42dad379-5ae4-4638-a8de-62fd5f51f9ea tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1115689 Feb 05 03:53:33.947614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45818) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:33.952374 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-94d7bda6-d252-4f19-a50f-2f01d4ab36a4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:53:33.972063 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-94d7bda6-d252-4f19-a50f-2f01d4ab36a4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Project 8c206c500d63491dada44309cafa1904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:53:33.977031 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94d7bda6-d252-4f19-a50f-2f01d4ab36a4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (4b0e4cbd-44a0-4b01-992d-1b81c6e7eb63), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.034046 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94d7bda6-d252-4f19-a50f-2f01d4ab36a4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (4b0e4cbd-44a0-4b01-992d-1b81c6e7eb63), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.037594 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94d7bda6-d252-4f19-a50f-2f01d4ab36a4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (4b0e4cbd-44a0-4b01-992d-1b81c6e7eb63), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.057685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7bda6-d252-4f19-a50f-2f01d4ab36a4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0e4cbd-44a0-4b01-992d-1b81c6e7eb63,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:34.063086 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94d7bda6-d252-4f19-a50f-2f01d4ab36a4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.064425 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-94d7bda6-d252-4f19-a50f-2f01d4ab36a4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158557 Feb 05 03:53:34.067066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45820) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:34.071269 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e082fed2-3686-4d2b-bff9-7d5cfe80ca21 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:53:34.091412 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-e082fed2-3686-4d2b-bff9-7d5cfe80ca21 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Project 8c206c500d63491dada44309cafa1904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:53:34.096171 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e082fed2-3686-4d2b-bff9-7d5cfe80ca21 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (4182d71b-a990-4e5c-af6f-64ee7a0b4234), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.156623 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e082fed2-3686-4d2b-bff9-7d5cfe80ca21 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (4182d71b-a990-4e5c-af6f-64ee7a0b4234), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.160213 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e082fed2-3686-4d2b-bff9-7d5cfe80ca21 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (4182d71b-a990-4e5c-af6f-64ee7a0b4234), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.178058 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082fed2-3686-4d2b-bff9-7d5cfe80ca21 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4182d71b-a990-4e5c-af6f-64ee7a0b4234,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:34.182609 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e082fed2-3686-4d2b-bff9-7d5cfe80ca21 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.183805 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e082fed2-3686-4d2b-bff9-7d5cfe80ca21 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1158259 Feb 05 03:53:34.186748 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45822) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:34.191433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9df412a1-832b-47aa-a2b0-633bab39dc49 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'network': {'name': 'tempest-network-smoke--846183781', 'project_id': '8c206c500d63491dada44309cafa1904', 'port_security_enabled': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:53:34.209127 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df412a1-832b-47aa-a2b0-633bab39dc49 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Made reservation on behalf of 8c206c500d63491dada44309cafa1904 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:53:34.212334 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9df412a1-832b-47aa-a2b0-633bab39dc49 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.235175 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df412a1-832b-47aa-a2b0-633bab39dc49 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:53:34.244158 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9df412a1-832b-47aa-a2b0-633bab39dc49 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (71b33534-91ab-4290-95e7-edf6597a35a6), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.244504 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-9df412a1-832b-47aa-a2b0-633bab39dc49 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Added segment 71b33534-91ab-4290-95e7-edf6597a35a6 of type vlan for network a5f35986-7e37-41ba-840a-cf8cbede7cd0 Feb 05 03:53:34.284303 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9df412a1-832b-47aa-a2b0-633bab39dc49 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (a5f35986-7e37-41ba-840a-cf8cbede7cd0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.308566 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9df412a1-832b-47aa-a2b0-633bab39dc49 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (a5f35986-7e37-41ba-840a-cf8cbede7cd0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.314086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df412a1-832b-47aa-a2b0-633bab39dc49 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:34.314654 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9df412a1-832b-47aa-a2b0-633bab39dc49 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.379227 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9df412a1-832b-47aa-a2b0-633bab39dc49 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1914308 Feb 05 03:53:34.381843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45824) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:34.388113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-660242228', 'admin_state_up': True, 'project_id': '8c206c500d63491dada44309cafa1904', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:53:34.400570 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df412a1-832b-47aa-a2b0-633bab39dc49 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Network': ['ID=a5f35986-7e37-41ba-840a-cf8cbede7cd0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:34.411554 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network a5f35986-7e37-41ba-840a-cf8cbede7cd0 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:53:34.415983 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.417082 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.470620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_controller (a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.617596 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.810488 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.828343 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:34.925684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.25.0.34 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/8b032172-0825-44e0-9473-71ae03cc649c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:53:35.026773 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (8b032172-0825-44e0-9473-71ae03cc649c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:35.061287 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (8b032172-0825-44e0-9473-71ae03cc649c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:35.097156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:53:35.099959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:53:35.105370 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:53:35.136426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=8b032172-0825-44e0-9473-71ae03cc649c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:35.360458 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:35.559975 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:35.688440 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:53:35.795676 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:53:35.804937 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Sync routers for ids ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:53:35.815786 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Routers {'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:53:35.816271 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:35.816725 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:53:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:35.817510 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-be41240c-61ce-49d3-92c9-3e490a68dcb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4347622 Feb 05 03:53:35.821291 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45826) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:35.854640 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6f6040ef-d0e8-4d46-973d-289322cfe5a4 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8c206c500d63491dada44309cafa1904&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322809 Feb 05 03:53:35.857915 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45828) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:35.922031 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Set router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:53:35.972951 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-38f81a09-ef7f-42e7-8a58-d08fd348f0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:36.008060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256e318c-537a-46a8-a976-7afb6f1b4181 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:36.012401 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-256e318c-537a-46a8-a976-7afb6f1b4181 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1507180 Feb 05 03:53:36.012623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45830) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:36.046487 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5791d081-1eea-48f3-bb01-ab1b1c8a0637 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327559 Feb 05 03:53:36.048930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45832) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:36.053575 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-68fa804b-874b-4621-9acc-7644b1ed6064 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-23320712', 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0', 'project_id': '8c206c500d63491dada44309cafa1904', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:53:36.108325 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660242228', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8b032172-0825-44e0-9473-71ae03cc649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:35Z', 'revision_number': 3, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '8b032172-0825-44e0-9473-71ae03cc649c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:36.138928 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Checking router: a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:53:36.139275 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Updating router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 port 8b032172-0825-44e0-9473-71ae03cc649c binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:53:36.143371 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fa804b-874b-4621-9acc-7644b1ed6064 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Made reservation on behalf of 8c206c500d63491dada44309cafa1904 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:53:36.146978 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68fa804b-874b-4621-9acc-7644b1ed6064 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:36.167631 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8b032172-0825-44e0-9473-71ae03cc649c), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:36.330054 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68fa804b-874b-4621-9acc-7644b1ed6064 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (746b72a7-4ba0-4b2c-9109-39bbabfcbbba), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:36.396356 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa804b-874b-4621-9acc-7644b1ed6064 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Subnet': ['ID=746b72a7-4ba0-4b2c-9109-39bbabfcbbba,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:36.398523 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fa804b-874b-4621-9acc-7644b1ed6064 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Checking segment: {'id': '71b33534-91ab-4290-95e7-edf6597a35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:53:36.398907 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fa804b-874b-4621-9acc-7644b1ed6064 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network hostable DHCP agents. Network: a5f35986-7e37-41ba-840a-cf8cbede7cd0, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:53:36.415903 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fa804b-874b-4621-9acc-7644b1ed6064 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network a5f35986-7e37-41ba-840a-cf8cbede7cd0 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:53:36.423663 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Publish callbacks [] for port (8b032172-0825-44e0-9473-71ae03cc649c), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:36.425005 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-68fa804b-874b-4621-9acc-7644b1ed6064 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, a5f35986-7e37-41ba-840a-cf8cbede7cd0) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:53:36.428722 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8b032172-0825-44e0-9473-71ae03cc649c), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:36.431050 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fa804b-874b-4621-9acc-7644b1ed6064 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:36.431641 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68fa804b-874b-4621-9acc-7644b1ed6064 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:36.437491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4976f3-a1a9-4031-8845-b15653506264 None None] Network a5f35986-7e37-41ba-840a-cf8cbede7cd0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:53:36.454089 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-68fa804b-874b-4621-9acc-7644b1ed6064 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4013414 Feb 05 03:53:36.454973 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45834) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:36.491297 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Attempting to bind port 8b032172-0825-44e0-9473-71ae03cc649c on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:53:36.491669 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Attempting to bind port 8b032172-0825-44e0-9473-71ae03cc649c by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:53:36.492029 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Attempting to bind port 8b032172-0825-44e0-9473-71ae03cc649c on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:53:36.495624 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165b31a-a45b-4dc2-a66c-1557d8957115 None None] Pushing event updated for resources: {'Port': ['ID=8b032172-0825-44e0-9473-71ae03cc649c,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:36.504566 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165b31a-a45b-4dc2-a66c-1557d8957115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:36.504910 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165b31a-a45b-4dc2-a66c-1557d8957115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:36.505253 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165b31a-a45b-4dc2-a66c-1557d8957115 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:36.505578 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165b31a-a45b-4dc2-a66c-1557d8957115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:36.505911 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165b31a-a45b-4dc2-a66c-1557d8957115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:36.506235 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165b31a-a45b-4dc2-a66c-1557d8957115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:36.506556 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165b31a-a45b-4dc2-a66c-1557d8957115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:36.506905 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165b31a-a45b-4dc2-a66c-1557d8957115 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:36.507227 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165b31a-a45b-4dc2-a66c-1557d8957115 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:36.507548 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165b31a-a45b-4dc2-a66c-1557d8957115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:36.507866 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165b31a-a45b-4dc2-a66c-1557d8957115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:36.508181 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165b31a-a45b-4dc2-a66c-1557d8957115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:36.508495 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d165b31a-a45b-4dc2-a66c-1557d8957115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:53:36.511846 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:53:36.512779 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:53:36.513190 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:36.513585 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:53:36.514143 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Bound port: 8b032172-0825-44e0-9473-71ae03cc649c, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:53:36.514524 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8b032172-0825-44e0-9473-71ae03cc649c), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:36.546622 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-a5f35986-7e37-41ba-840a-cf8cbede7cd0', 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0', 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ips': [{'subnet_id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:53:36.547867 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:36.568478 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] For port 8b032172-0825-44e0-9473-71ae03cc649c, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:53:36.571910 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] For port 8b032172-0825-44e0-9473-71ae03cc649c, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8b032172-0825-44e0-9473-71ae03cc649c,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:53:36.579229 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8b032172-0825-44e0-9473-71ae03cc649c), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:36.636988 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Routers {'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:53:36.638279 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:53:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:36.678811 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165b31a-a45b-4dc2-a66c-1557d8957115 None None] Pushing event updated for resources: {'Port': ['ID=8b032172-0825-44e0-9473-71ae03cc649c,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:36.698594 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Allocated IP 172.20.0.2 (a5f35986-7e37-41ba-840a-cf8cbede7cd0/746b72a7-4ba0-4b2c-9109-39bbabfcbbba/7e35307c-77b7-4c05-8d66-c2f40cbb94ef) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:53:36.752892 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] Set router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:53:36.865887 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Publish callbacks [] for port (7e35307c-77b7-4c05-8d66-c2f40cbb94ef), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:36.872388 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (7e35307c-77b7-4c05-8d66-c2f40cbb94ef), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:36.910031 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Network a5f35986-7e37-41ba-840a-cf8cbede7cd0 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:53:36.916403 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:53:36.919063 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:53:36.930972 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Pushing event updated for resources: {'Port': ['ID=7e35307c-77b7-4c05-8d66-c2f40cbb94ef,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:36.952000 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660242228', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8b032172-0825-44e0-9473-71ae03cc649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:35Z', 'revision_number': 3, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '8b032172-0825-44e0-9473-71ae03cc649c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:36.963658 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:36.980007 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63a9c28-8205-417e-b16a-717993671fe1 None None] The sync data for ids ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'] in n-d-826942-8 is: [{'id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660242228', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8b032172-0825-44e0-9473-71ae03cc649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:35Z', 'revision_number': 3, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '8b032172-0825-44e0-9473-71ae03cc649c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:53:36.980812 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Attempting to bind port 7e35307c-77b7-4c05-8d66-c2f40cbb94ef on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:53:36.981396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Attempting to bind port 7e35307c-77b7-4c05-8d66-c2f40cbb94ef by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '71b33534-91ab-4290-95e7-edf6597a35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:53:36.981757 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Attempting to bind port 7e35307c-77b7-4c05-8d66-c2f40cbb94ef on network a5f35986-7e37-41ba-840a-cf8cbede7cd0 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:53:36.987373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:53:36.987834 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Checking segment: {'id': '71b33534-91ab-4290-95e7-edf6597a35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:53:36.988350 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:36.988856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Bound using segment: {'id': '71b33534-91ab-4290-95e7-edf6597a35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:53:36.989390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Bound port: 7e35307c-77b7-4c05-8d66-c2f40cbb94ef, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b33534-91ab-4290-95e7-edf6597a35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:53:36.989964 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7e35307c-77b7-4c05-8d66-c2f40cbb94ef), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:37.058807 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] For port 7e35307c-77b7-4c05-8d66-c2f40cbb94ef, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:53:37.064088 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] For port 7e35307c-77b7-4c05-8d66-c2f40cbb94ef, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7e35307c-77b7-4c05-8d66-c2f40cbb94ef,segment=NetworkSegment(71b33534-91ab-4290-95e7-edf6597a35a6),segment_id=71b33534-91ab-4290-95e7-edf6597a35a6)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:53:37.075244 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7e35307c-77b7-4c05-8d66-c2f40cbb94ef), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:37.142011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9269d56-00bc-426e-8da4-1ddc334c01ab None None] Pushing event updated for resources: {'Port': ['ID=7e35307c-77b7-4c05-8d66-c2f40cbb94ef,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:37.281009 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.20.0.1 (a5f35986-7e37-41ba-840a-cf8cbede7cd0/746b72a7-4ba0-4b2c-9109-39bbabfcbbba/9760e069-1ed3-493d-a76c-ec6d50208f67) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:53:37.362010 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:37.457141 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:37.500123 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:37.543228 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network a5f35986-7e37-41ba-840a-cf8cbede7cd0 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:53:37.550044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:53:37.552601 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:53:37.583190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=9760e069-1ed3-493d-a76c-ec6d50208f67,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:37.605342 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:37.751655 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:38.051639 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:38.056207 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:38.137052 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:38.139216 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=9760e069-1ed3-493d-a76c-ec6d50208f67,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:38.192870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe648c4a-71c1-40df-b779-10e515782139 None None] Network a5f35986-7e37-41ba-840a-cf8cbede7cd0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:53:38.236837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network a5f35986-7e37-41ba-840a-cf8cbede7cd0 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:53:38.238225 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:53:38.255656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-214840dd-5eda-40c1-8dcc-648add5a45fb None None] Provisioning complete for port 7e35307c-77b7-4c05-8d66-c2f40cbb94ef triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:53:38.256144 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-214840dd-5eda-40c1-8dcc-648add5a45fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7e35307c-77b7-4c05-8d66-c2f40cbb94ef), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:38.360076 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:53:38.380114 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-214840dd-5eda-40c1-8dcc-648add5a45fb None None] Current status of the port 7e35307c-77b7-4c05-8d66-c2f40cbb94ef is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:53:38.380773 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-214840dd-5eda-40c1-8dcc-648add5a45fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7e35307c-77b7-4c05-8d66-c2f40cbb94ef), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:38.420698 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-214840dd-5eda-40c1-8dcc-648add5a45fb None None] For port 7e35307c-77b7-4c05-8d66-c2f40cbb94ef, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7e35307c-77b7-4c05-8d66-c2f40cbb94ef,segment=NetworkSegment(71b33534-91ab-4290-95e7-edf6597a35a6),segment_id=71b33534-91ab-4290-95e7-edf6597a35a6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:53:38.427283 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-214840dd-5eda-40c1-8dcc-648add5a45fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7e35307c-77b7-4c05-8d66-c2f40cbb94ef), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:38.485018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214840dd-5eda-40c1-8dcc-648add5a45fb None None] Pushing event updated for resources: {'Port': ['ID=7e35307c-77b7-4c05-8d66-c2f40cbb94ef,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:38.499750 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:53:38.518126 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0c23dd4a-3bf0-453c-92ae-c7fed93f9935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "PUT /v2.0/routers/a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0521364 Feb 05 03:53:38.648721 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a0b94d4b-a663-43e5-b3f8-a40aaa86855f None None] Provisioning complete for port 9760e069-1ed3-493d-a76c-ec6d50208f67 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:53:38.649094 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a0b94d4b-a663-43e5-b3f8-a40aaa86855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:38.716591 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-f704944e-c71d-4b0e-9f9d-5742cb92a388 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299358159&fields=id&tenant_id=8c206c500d63491dada44309cafa1904 HTTP/1.1" status: 200 len: 267 time: 0.0951209 Feb 05 03:53:38.834928 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Sync routers for ids ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:53:38.864360 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7e35307c-77b7-4c05-8d66-c2f40cbb94ef up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:53:38.864522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-da715f3a-f11c-4895-af22-9698892ee4ba tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:38.866526 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-da715f3a-f11c-4895-af22-9698892ee4ba tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/networks?id=a5f35986-7e37-41ba-840a-cf8cbede7cd0 HTTP/1.1" status: 200 len: 796 time: 0.1473510 Feb 05 03:53:38.881741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-17f6fc6b-4e92-4b46-81dc-8abdddf9eb5b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/quotas/8c206c500d63491dada44309cafa1904 HTTP/1.1" status: 200 len: 375 time: 0.0093458 Feb 05 03:53:38.904824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Routers {'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:53:38.905471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:53:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:38.942020 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-9ef9cb90-8103-4e00-8c2d-cb7433c8d8a8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548899 Feb 05 03:53:38.982063 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:38.982803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a0b94d4b-a663-43e5-b3f8-a40aaa86855f None None] Port 9760e069-1ed3-493d-a76c-ec6d50208f67 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:53:39.013393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-50f5de2c-7b50-47a2-b2d1-6a23c6f7745b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:53:39.014431 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-50f5de2c-7b50-47a2-b2d1-6a23c6f7745b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0568738 Feb 05 03:53:39.025641 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a0b94d4b-a663-43e5-b3f8-a40aaa86855f None None] Provisioning complete for port 7e35307c-77b7-4c05-8d66-c2f40cbb94ef triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:53:39.026017 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a0b94d4b-a663-43e5-b3f8-a40aaa86855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7e35307c-77b7-4c05-8d66-c2f40cbb94ef), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:39.067008 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 7e35307c-77b7-4c05-8d66-c2f40cbb94ef triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:53:39.067385 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7e35307c-77b7-4c05-8d66-c2f40cbb94ef), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:39.108973 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Set router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:53:39.115505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-b944773c-64c6-4434-a2fa-c9e2d2969909 service neutron] 10.222.0.36 "GET /v2.0/networks/a5f35986-7e37-41ba-840a-cf8cbede7cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935199 Feb 05 03:53:39.203007 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-783663ca-6aed-4e0e-86d7-75886ccaddcc service neutron] 10.222.0.36 "GET /v2.0/networks/a5f35986-7e37-41ba-840a-cf8cbede7cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817461 Feb 05 03:53:39.312454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a0b94d4b-a663-43e5-b3f8-a40aaa86855f None None] Current status of the port 7e35307c-77b7-4c05-8d66-c2f40cbb94ef is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:53:39.325415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 7e35307c-77b7-4c05-8d66-c2f40cbb94ef is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:53:39.326517 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8b032172-0825-44e0-9473-71ae03cc649c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:53:39.390298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-46a5cd5d-5938-42d3-870a-8dd9981f5071 req-2128e75b-23e3-4363-a62f-7f72b3c9da40 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 210 time: 0.0380075 Feb 05 03:53:39.445047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8b032172-0825-44e0-9473-71ae03cc649c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:53:39.445419 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8b032172-0825-44e0-9473-71ae03cc649c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:39.469549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-894a1e7c-7071-4fe2-962f-397685a0551d None None] Provisioning complete for port 9760e069-1ed3-493d-a76c-ec6d50208f67 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:53:39.469797 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-894a1e7c-7071-4fe2-962f-397685a0551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:39.516846 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660242228', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8b032172-0825-44e0-9473-71ae03cc649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:37Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '8b032172-0825-44e0-9473-71ae03cc649c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '9760e069-1ed3-493d-a76c-ec6d50208f67', 'name': '', 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:04:75:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:37Z', 'updated_at': '2022-02-05T03:53:37Z', 'revision_number': 2, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:39.549382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Checking router: a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:53:39.549746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Updating router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 port 9760e069-1ed3-493d-a76c-ec6d50208f67 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:53:39.553587 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-894a1e7c-7071-4fe2-962f-397685a0551d None None] Port 9760e069-1ed3-493d-a76c-ec6d50208f67 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:53:39.585597 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:39.656620 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8b032172-0825-44e0-9473-71ae03cc649c is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:53:39.657016 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (8b032172-0825-44e0-9473-71ae03cc649c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:39.731052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 8b032172-0825-44e0-9473-71ae03cc649c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8b032172-0825-44e0-9473-71ae03cc649c,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:53:39.740943 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (8b032172-0825-44e0-9473-71ae03cc649c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:39.851442 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=8b032172-0825-44e0-9473-71ae03cc649c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:39.957821 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Publish callbacks [] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:39.963399 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:40.017198 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff13c8c-db19-4145-90fd-e43d71bd6273 None None] Pushing event updated for resources: {'Port': ['ID=9760e069-1ed3-493d-a76c-ec6d50208f67,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:40.076113 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Attempting to bind port 9760e069-1ed3-493d-a76c-ec6d50208f67 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:53:40.076579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Attempting to bind port 9760e069-1ed3-493d-a76c-ec6d50208f67 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '71b33534-91ab-4290-95e7-edf6597a35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:53:40.077006 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Attempting to bind port 9760e069-1ed3-493d-a76c-ec6d50208f67 on network a5f35986-7e37-41ba-840a-cf8cbede7cd0 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:53:40.082116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:53:40.082495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Checking segment: {'id': '71b33534-91ab-4290-95e7-edf6597a35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:53:40.082923 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:40.083315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Bound using segment: {'id': '71b33534-91ab-4290-95e7-edf6597a35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:53:40.083836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Bound port: 9760e069-1ed3-493d-a76c-ec6d50208f67, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b33534-91ab-4290-95e7-edf6597a35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:53:40.084220 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:40.158174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] For port 9760e069-1ed3-493d-a76c-ec6d50208f67, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:53:40.172512 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:40.176330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] For port 9760e069-1ed3-493d-a76c-ec6d50208f67, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9760e069-1ed3-493d-a76c-ec6d50208f67,segment=NetworkSegment(71b33534-91ab-4290-95e7-edf6597a35a6),segment_id=71b33534-91ab-4290-95e7-edf6597a35a6)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:53:40.182750 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:40.242237 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Routers {'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:53:40.242906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:53:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:40.353170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff13c8c-db19-4145-90fd-e43d71bd6273 None None] Pushing event updated for resources: {'Port': ['ID=9760e069-1ed3-493d-a76c-ec6d50208f67,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:40.374982 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-14c12b58-3094-41be-832b-94a7e927f92d None None] Provisioning complete for port 9760e069-1ed3-493d-a76c-ec6d50208f67 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:53:40.375641 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-14c12b58-3094-41be-832b-94a7e927f92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:40.451931 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-a2a85ca3-ed9e-4743-b0b4-da4cf87ea64c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:40.453733 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-a2a85ca3-ed9e-4743-b0b4-da4cf87ea64c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "GET /v2.0/networks?id=a5f35986-7e37-41ba-840a-cf8cbede7cd0 HTTP/1.1" status: 200 len: 796 time: 0.1551158 Feb 05 03:53:40.486400 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] Set router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:53:40.514548 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9844161e-3e64-4c9f-a1d2-f01a27f68c0e req-e0b037c6-963a-4e78-b781-edac10f8ced6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 210 time: 0.0379329 Feb 05 03:53:40.538180 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-14c12b58-3094-41be-832b-94a7e927f92d None None] Current status of the port 9760e069-1ed3-493d-a76c-ec6d50208f67 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:53:40.538566 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-14c12b58-3094-41be-832b-94a7e927f92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:40.540470 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-07ac402b-64c6-4e2b-8f3c-e53879262fbf tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c206c500d63491dada44309cafa1904 HTTP/1.1" status: 200 len: 380 time: 0.0768440 Feb 05 03:53:40.551013 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-111c0953-b69b-4f0d-b0b8-cab2e85f29fa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'port': {'device_id': '37184086-ce73-43d9-ab6a-5d9ba94ecdca', 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0', 'admin_state_up': True, 'tenant_id': '8c206c500d63491dada44309cafa1904', 'security_groups': ['57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:53:40.667768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-111c0953-b69b-4f0d-b0b8-cab2e85f29fa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Made reservation on behalf of 8c206c500d63491dada44309cafa1904 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:53:40.672370 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-111c0953-b69b-4f0d-b0b8-cab2e85f29fa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:40.744749 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8b032172-0825-44e0-9473-71ae03cc649c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:53:40.818419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-111c0953-b69b-4f0d-b0b8-cab2e85f29fa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.20.0.11 (a5f35986-7e37-41ba-840a-cf8cbede7cd0/746b72a7-4ba0-4b2c-9109-39bbabfcbbba/d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:53:40.859790 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-14c12b58-3094-41be-832b-94a7e927f92d None None] For port 9760e069-1ed3-493d-a76c-ec6d50208f67, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9760e069-1ed3-493d-a76c-ec6d50208f67,segment=NetworkSegment(71b33534-91ab-4290-95e7-edf6597a35a6),segment_id=71b33534-91ab-4290-95e7-edf6597a35a6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:53:40.866811 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-14c12b58-3094-41be-832b-94a7e927f92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:40.936425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 8b032172-0825-44e0-9473-71ae03cc649c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:53:40.936799 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (8b032172-0825-44e0-9473-71ae03cc649c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:40.943144 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c12b58-3094-41be-832b-94a7e927f92d None None] Pushing event updated for resources: {'Port': ['ID=9760e069-1ed3-493d-a76c-ec6d50208f67,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:40.957656 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-111c0953-b69b-4f0d-b0b8-cab2e85f29fa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:40.997432 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-111c0953-b69b-4f0d-b0b8-cab2e85f29fa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:41.019197 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-df4163d5-dde4-4259-9337-ddb2990d1f7d None None] Provisioning complete for port 9760e069-1ed3-493d-a76c-ec6d50208f67 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:53:41.019567 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-df4163d5-dde4-4259-9337-ddb2990d1f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:41.044888 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-111c0953-b69b-4f0d-b0b8-cab2e85f29fa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network a5f35986-7e37-41ba-840a-cf8cbede7cd0 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:53:41.048329 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-111c0953-b69b-4f0d-b0b8-cab2e85f29fa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:53:41.053269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-111c0953-b69b-4f0d-b0b8-cab2e85f29fa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:53:41.082826 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c0953-b69b-4f0d-b0b8-cab2e85f29fa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:41.110297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-111c0953-b69b-4f0d-b0b8-cab2e85f29fa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:41.111075 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-111c0953-b69b-4f0d-b0b8-cab2e85f29fa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:41.113786 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660242228', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8b032172-0825-44e0-9473-71ae03cc649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:37Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '8b032172-0825-44e0-9473-71ae03cc649c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '9760e069-1ed3-493d-a76c-ec6d50208f67', 'name': '', 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:04:75:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:37Z', 'updated_at': '2022-02-05T03:53:40Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:41.133333 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-111c0953-b69b-4f0d-b0b8-cab2e85f29fa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5860109 Feb 05 03:53:41.145650 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Request body: {'port': {'device_id': '37184086-ce73-43d9-ab6a-5d9ba94ecdca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:53:41.150125 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 8b032172-0825-44e0-9473-71ae03cc649c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:53:41.151551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba812f5e-9e64-4ec6-8c81-5a4ab5cdb709 None None] The sync data for ids ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'] in n-d-826942-8 is: [{'id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660242228', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8b032172-0825-44e0-9473-71ae03cc649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:37Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '8b032172-0825-44e0-9473-71ae03cc649c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '9760e069-1ed3-493d-a76c-ec6d50208f67', 'name': '', 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:04:75:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:37Z', 'updated_at': '2022-02-05T03:53:40Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:53:41.205328 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-df4163d5-dde4-4259-9337-ddb2990d1f7d None None] Current status of the port 9760e069-1ed3-493d-a76c-ec6d50208f67 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:53:41.231792 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:41.337011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f2e43614-451a-419d-b280-f1839c1f599b None None] Provisioning complete for port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:53:41.337797 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f2e43614-451a-419d-b280-f1839c1f599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:41.385702 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f2e43614-451a-419d-b280-f1839c1f599b None None] Port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:53:41.535552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:53:41.544030 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Publish callbacks [] for port (d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:41.559766 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Transition to ACTIVE for port object d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:53:41.563801 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:41.645633 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:41.669724 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83844c3e-f0c7-433f-b3e7-9727fe2bed9c req-13ba5524-927b-4725-8491-e84a27b2c3d9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:41.671568 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83844c3e-f0c7-433f-b3e7-9727fe2bed9c req-13ba5524-927b-4725-8491-e84a27b2c3d9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 944 time: 0.0759726 Feb 05 03:53:41.744119 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83844c3e-f0c7-433f-b3e7-9727fe2bed9c req-a37571e8-ca82-4d66-9d43-90453e237749 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667198 Feb 05 03:53:41.745148 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Attempting to bind port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:53:41.745506 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Attempting to bind port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '71b33534-91ab-4290-95e7-edf6597a35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:53:41.745840 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Attempting to bind port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf on network a5f35986-7e37-41ba-840a-cf8cbede7cd0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:53:41.751881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf on network a5f35986-7e37-41ba-840a-cf8cbede7cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:53:41.752221 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Attempting to bind port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf on network a5f35986-7e37-41ba-840a-cf8cbede7cd0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:53:41.766291 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:53:41.766626 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Checking segment: {'id': '71b33534-91ab-4290-95e7-edf6597a35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:53:41.767043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Bound using segment: {'id': '71b33534-91ab-4290-95e7-edf6597a35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:53:41.767485 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Bound port: d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b33534-91ab-4290-95e7-edf6597a35a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:53:41.767851 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:41.839871 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] For port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:53:41.844103 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] For port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf,segment=NetworkSegment(71b33534-91ab-4290-95e7-edf6597a35a6),segment_id=71b33534-91ab-4290-95e7-edf6597a35a6)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:53:41.851444 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:41.886684 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:41.887939 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:41.889452 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] 10.222.0.10 "PUT /v2.0/ports/d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf HTTP/1.1" status: 200 len: 1092 time: 0.7481937 Feb 05 03:53:41.889956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37184086-ce73-43d9-ab6a-5d9ba94ecdca', 'tag': 'd5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:53:41.892291 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee32466-8f80-486c-a93e-5392e2dd64ca" -d '{"events": [{"name": "network-changed", "server_uuid": "37184086-ce73-43d9-ab6a-5d9ba94ecdca", "tag": "d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:53:41.939562 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fe66f-3634-400f-8b43-3fb82b297dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:41.948908 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970396db-9485-4b2f-b9e5-87c70ea13c10 x-openstack-request-id: req-970396db-9485-4b2f-b9e5-87c70ea13c10 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:53:41.949194 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37184086-ce73-43d9-ab6a-5d9ba94ecdca", "tag": "d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:53:41.949456 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-970396db-9485-4b2f-b9e5-87c70ea13c10 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:53:41.950503 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37184086-ce73-43d9-ab6a-5d9ba94ecdca', 'tag': 'd5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf', 'status': 'completed', 'code': 200} Feb 05 03:53:42.011915 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-9d99c270-3d92-4841-bf55-905ef512ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:42.015342 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-9d99c270-3d92-4841-bf55-905ef512ac95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 1126 time: 0.0632763 Feb 05 03:53:42.021296 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:42.069020 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-daf5a45a-f954-4dcc-911a-832b98309744 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf HTTP/1.1" status: 200 len: 217 time: 0.0466895 Feb 05 03:53:42.120800 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-2f71f684-26a3-455a-9b97-4eefc581a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:42.123164 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-2f71f684-26a3-455a-9b97-4eefc581a189 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=746b72a7-4ba0-4b2c-9109-39bbabfcbbba HTTP/1.1" status: 200 len: 833 time: 0.0483277 Feb 05 03:53:42.174831 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-473e44cb-2e16-48a8-8f22-b602b352eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:42.176318 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-473e44cb-2e16-48a8-8f22-b602b352eb39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5f35986-7e37-41ba-840a-cf8cbede7cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470550 Feb 05 03:53:42.543555 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-8fd080cd-4164-47f7-af27-459aab606b95 service neutron] 10.222.0.10 "GET /v2.0/networks/a5f35986-7e37-41ba-840a-cf8cbede7cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613930 Feb 05 03:53:42.630353 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-74ac22ae-ee8c-4853-b7f1-89c003f4bcc1 req-e2adfb1a-eae4-4186-8cfd-140db22f5647 service neutron] 10.222.0.10 "GET /v2.0/networks/a5f35986-7e37-41ba-840a-cf8cbede7cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797174 Feb 05 03:53:42.737974 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee32466-8f80-486c-a93e-5392e2dd64ca req-e96c5d5a-065f-42d4-a0d2-9a43b7748ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:42.739571 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ee32466-8f80-486c-a93e-5392e2dd64ca req-e96c5d5a-065f-42d4-a0d2-9a43b7748ef8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 1126 time: 0.0542500 Feb 05 03:53:42.743413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9760e069-1ed3-493d-a76c-ec6d50208f67 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:53:42.797246 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 9760e069-1ed3-493d-a76c-ec6d50208f67 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:53:42.797489 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:42.836926 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee32466-8f80-486c-a93e-5392e2dd64ca req-10ffb0b0-1861-4c13-9d57-d16a6a6486e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:42.838725 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ee32466-8f80-486c-a93e-5392e2dd64ca req-10ffb0b0-1861-4c13-9d57-d16a6a6486e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5f35986-7e37-41ba-840a-cf8cbede7cd0 HTTP/1.1" status: 200 len: 897 time: 0.0937753 Feb 05 03:53:42.874594 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7b67-7966-485f-a238-0cc724d6a460 req-1440fad0-fa13-42cb-b9ab-9b5d3c111ee7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:42.877274 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a3d7b67-7966-485f-a238-0cc724d6a460 req-1440fad0-fa13-42cb-b9ab-9b5d3c111ee7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 944 time: 0.0653725 Feb 05 03:53:42.877637 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 9760e069-1ed3-493d-a76c-ec6d50208f67 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:53:42.885439 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ee32466-8f80-486c-a93e-5392e2dd64ca req-a69fc5a7-bc2f-48a7-b69c-f46e733c3a67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf HTTP/1.1" status: 200 len: 217 time: 0.0395532 Feb 05 03:53:42.929025 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a3d7b67-7966-485f-a238-0cc724d6a460 req-7b544572-05ec-41d9-b47c-114ea7c86388 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460079 Feb 05 03:53:42.935070 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee32466-8f80-486c-a93e-5392e2dd64ca req-fa60ec26-c61c-4dd8-956c-0d24b2da0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:42.936766 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ee32466-8f80-486c-a93e-5392e2dd64ca req-fa60ec26-c61c-4dd8-956c-0d24b2da0be1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=746b72a7-4ba0-4b2c-9109-39bbabfcbbba HTTP/1.1" status: 200 len: 833 time: 0.0446665 Feb 05 03:53:42.985138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee32466-8f80-486c-a93e-5392e2dd64ca req-a3329bf1-99a1-4f0d-91e6-a9ee2c39812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:42.986660 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ee32466-8f80-486c-a93e-5392e2dd64ca req-a3329bf1-99a1-4f0d-91e6-a9ee2c39812b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5f35986-7e37-41ba-840a-cf8cbede7cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434279 Feb 05 03:53:43.079602 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ee32466-8f80-486c-a93e-5392e2dd64ca req-3e1c5452-a1d4-405a-9d7f-256a70ef7de0 service neutron] 10.222.0.10 "GET /v2.0/networks/a5f35986-7e37-41ba-840a-cf8cbede7cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862806 Feb 05 03:53:43.169408 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8ee32466-8f80-486c-a93e-5392e2dd64ca req-91d66a54-bca1-47de-b426-6025d4bd71f8 service neutron] 10.222.0.10 "GET /v2.0/networks/a5f35986-7e37-41ba-840a-cf8cbede7cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828805 Feb 05 03:53:44.054046 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51412b42-b70c-4195-a9c3-ec43f990fdd6 req-565fa0d7-61e8-4d1c-90cf-21c667dace07 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:44.055503 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51412b42-b70c-4195-a9c3-ec43f990fdd6 req-565fa0d7-61e8-4d1c-90cf-21c667dace07 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 944 time: 0.0526834 Feb 05 03:53:44.104699 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51412b42-b70c-4195-a9c3-ec43f990fdd6 req-0bf87bbc-1874-4afc-9d69-45255384384f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424500 Feb 05 03:53:45.222555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518751e-fa0d-4388-a063-5646dc254155 req-170e876d-ae86-452e-91e8-315eeffebd5d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:45.224034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6518751e-fa0d-4388-a063-5646dc254155 req-170e876d-ae86-452e-91e8-315eeffebd5d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 944 time: 0.0512719 Feb 05 03:53:45.271546 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6518751e-fa0d-4388-a063-5646dc254155 req-163f0b7b-f261-4f3d-84af-1b3c381ab68f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420177 Feb 05 03:53:46.162190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:53:46.257294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf,segment=NetworkSegment(71b33534-91ab-4290-95e7-edf6597a35a6),segment_id=71b33534-91ab-4290-95e7-edf6597a35a6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:53:46.271471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'd5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf', 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0', 'port_id': 'd5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf', 'mac_address': 'fa:16:3e:c5:2c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:53:46.308859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:53:46.309256 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:46.325257 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:53:46.347382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf,segment=NetworkSegment(71b33534-91ab-4290-95e7-edf6597a35a6),segment_id=71b33534-91ab-4290-95e7-edf6597a35a6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:53:46.351544 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:46.397649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb22cd-3ad3-4270-85ec-1ff8e97abe16 req-300339b2-b3e0-4d6f-8261-24ddd7c96b6d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:46.399653 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17cb22cd-3ad3-4270-85ec-1ff8e97abe16 req-300339b2-b3e0-4d6f-8261-24ddd7c96b6d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 945 time: 0.0593295 Feb 05 03:53:46.405480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:46.448819 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17cb22cd-3ad3-4270-85ec-1ff8e97abe16 req-a99a6b27-7bc8-40e7-b7f0-a45327195dbc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429897 Feb 05 03:53:46.553117 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:53:46.908655 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:47.567291 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f0793-c405-42fd-949a-ed6cec1b97b1 req-abe3749d-0fc5-4d61-8404-826816fde7c3 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:47.568755 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-006f0793-c405-42fd-949a-ed6cec1b97b1 req-abe3749d-0fc5-4d61-8404-826816fde7c3 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 945 time: 0.0520520 Feb 05 03:53:47.616353 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-006f0793-c405-42fd-949a-ed6cec1b97b1 req-7d26115e-f64f-47b2-9633-174a66be092f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421102 Feb 05 03:53:48.178988 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:53:48.227147 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:53:48.231892 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:53:48.232262 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:48.309759 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:53:48.310134 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:48.331756 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37184086-ce73-43d9-ab6a-5d9ba94ecdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:53:48.333957 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffee48a-c565-4ebe-8ee7-51ba48a20a55" -d '{"events": [{"server_uuid": "37184086-ce73-43d9-ab6a-5d9ba94ecdca", "name": "network-vif-plugged", "status": "completed", "tag": "d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:53:48.346750 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf,segment=NetworkSegment(71b33534-91ab-4290-95e7-edf6597a35a6),segment_id=71b33534-91ab-4290-95e7-edf6597a35a6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:53:48.351007 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:48.374996 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6a2091-49cb-421f-91e6-6f482aee2f3a x-openstack-request-id: req-5f6a2091-49cb-421f-91e6-6f482aee2f3a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:53:48.375315 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37184086-ce73-43d9-ab6a-5d9ba94ecdca", "name": "network-vif-plugged", "status": "completed", "tag": "d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:53:48.375555 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f6a2091-49cb-421f-91e6-6f482aee2f3a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:53:48.375947 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37184086-ce73-43d9-ab6a-5d9ba94ecdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf', 'code': 200} Feb 05 03:53:48.401709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:48.518293 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ce980-84f1-43e9-83b4-097df0aabbb2 req-cdf0f745-8099-47ea-955b-c38c2611bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:48.519797 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a52ce980-84f1-43e9-83b4-097df0aabbb2 req-cdf0f745-8099-47ea-955b-c38c2611bbf5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 1128 time: 0.0853527 Feb 05 03:53:48.564422 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a52ce980-84f1-43e9-83b4-097df0aabbb2 req-83cbdaae-b543-4c3e-b68f-4e2d3a42d7ff service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387678 Feb 05 03:53:48.742261 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a8fb4-b83b-4b5b-9800-bf028407265d req-9282c15a-d408-40e8-bfb9-590f1de2f69f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:48.743774 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b4a8fb4-b83b-4b5b-9800-bf028407265d req-9282c15a-d408-40e8-bfb9-590f1de2f69f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0586557 Feb 05 03:53:48.791563 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b4a8fb4-b83b-4b5b-9800-bf028407265d req-b3147b0b-403a-46e6-9f13-c69f21d4a985 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416169 Feb 05 03:53:49.913537 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac3902-ffab-4364-bfca-8a77c6ff1c23 req-edbe2897-b4e7-4555-9477-f4ae1f647204 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:49.915059 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ddac3902-ffab-4364-bfca-8a77c6ff1c23 req-edbe2897-b4e7-4555-9477-f4ae1f647204 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0534589 Feb 05 03:53:49.969771 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ddac3902-ffab-4364-bfca-8a77c6ff1c23 req-8e6d3324-aa13-4af6-8af4-600aa1696018 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484667 Feb 05 03:53:50.094975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239aec58-78a0-4896-ade1-f281eba093b8 req-eeb324f3-0765-42db-985c-57e732ddedde tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:50.096398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-239aec58-78a0-4896-ade1-f281eba093b8 req-eeb324f3-0765-42db-985c-57e732ddedde tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0547917 Feb 05 03:53:50.152173 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-239aec58-78a0-4896-ade1-f281eba093b8 req-22969af4-acfd-4a31-bd84-43a6638d8b59 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500391 Feb 05 03:53:50.180659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45894) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:50.229727 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bbc57a-387a-4331-88b1-095232af79c0 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:50.232152 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-91bbc57a-387a-4331-88b1-095232af79c0 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 1123 time: 0.0503979 Feb 05 03:53:50.235041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45896) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:50.239769 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': 'd5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:53:50.261619 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:50.369775 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:50.480567 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.25.0.186 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/800bcf7f-379c-4227-8afd-8bea5c25854e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:53:50.586015 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (800bcf7f-379c-4227-8afd-8bea5c25854e), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:50.619673 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (800bcf7f-379c-4227-8afd-8bea5c25854e), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:50.665103 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:53:50.667955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:53:50.671508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:53:50.695649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=800bcf7f-379c-4227-8afd-8bea5c25854e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:51.022179 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (760fb625-0d3c-4535-bd20-3eead808efbb), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:51.382705 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (800bcf7f-379c-4227-8afd-8bea5c25854e), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:51.528234 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (800bcf7f-379c-4227-8afd-8bea5c25854e), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:51.532831 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (800bcf7f-379c-4227-8afd-8bea5c25854e), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:51.596614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=800bcf7f-379c-4227-8afd-8bea5c25854e,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:53:51.608503 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (760fb625-0d3c-4535-bd20-3eead808efbb), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:51.707702 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Floating IP 760fb625-0d3c-4535-bd20-3eead808efbb associated. External IP: 172.25.0.186, port: d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf. Feb 05 03:53:51.915312 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:53:52.028655 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:53:52.039097 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da388d63-1d54-4991-a8ba-c0e48a49ab2e None None] Sync routers for ids ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:53:52.047702 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:53:52.048549 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da388d63-1d54-4991-a8ba-c0e48a49ab2e None None] Routers {'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:53:52.049331 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-da388d63-1d54-4991-a8ba-c0e48a49ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:53:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:52.079790 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a79119ad-828f-47eb-bddf-e6e0c4fafca9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8435242 Feb 05 03:53:52.080399 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37184086-ce73-43d9-ab6a-5d9ba94ecdca', 'tag': 'd5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:53:52.082819 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633ce875-3b44-43a1-a830-3ef81ffb7586" -d '{"events": [{"name": "network-changed", "server_uuid": "37184086-ce73-43d9-ab6a-5d9ba94ecdca", "tag": "d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:53:52.133491 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbad9eec-63be-4b19-b222-8094eb56dd9f x-openstack-request-id: req-dbad9eec-63be-4b19-b222-8094eb56dd9f {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:53:52.133727 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37184086-ce73-43d9-ab6a-5d9ba94ecdca", "tag": "d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:53:52.133985 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dbad9eec-63be-4b19-b222-8094eb56dd9f {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:53:52.134391 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37184086-ce73-43d9-ab6a-5d9ba94ecdca', 'tag': 'd5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf', 'status': 'completed', 'code': 200} Feb 05 03:53:52.220733 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245aafb-933b-4252-86fb-8d5645adcc2f req-2e349cc6-d01a-4a2c-bb61-6d4a9f1d4774 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:52.228495 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0245aafb-933b-4252-86fb-8d5645adcc2f req-2e349cc6-d01a-4a2c-bb61-6d4a9f1d4774 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0710225 Feb 05 03:53:52.233867 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce875-3b44-43a1-a830-3ef81ffb7586 req-92d8068a-ec10-4051-8929-19eb83c7dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:52.235413 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-633ce875-3b44-43a1-a830-3ef81ffb7586 req-92d8068a-ec10-4051-8929-19eb83c7dff9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 1128 time: 0.0602684 Feb 05 03:53:52.256513 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-da388d63-1d54-4991-a8ba-c0e48a49ab2e None None] Set router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:53:52.294564 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0245aafb-933b-4252-86fb-8d5645adcc2f req-9931240d-7d0d-4e1f-9762-537216862673 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647621 Feb 05 03:53:52.319687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45902) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:52.381258 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce875-3b44-43a1-a830-3ef81ffb7586 req-44982434-0c92-4e5e-b904-6c2b8a7b0301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:52.384331 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-633ce875-3b44-43a1-a830-3ef81ffb7586 req-44982434-0c92-4e5e-b904-6c2b8a7b0301 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5f35986-7e37-41ba-840a-cf8cbede7cd0 HTTP/1.1" status: 200 len: 897 time: 0.1425529 Feb 05 03:53:52.398086 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0496a55b-b076-479b-9020-5134c873e79d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/760fb625-0d3c-4535-bd20-3eead808efbb HTTP/1.1" status: 200 len: 992 time: 0.0772188 Feb 05 03:53:52.419505 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:53:52.460619 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-633ce875-3b44-43a1-a830-3ef81ffb7586 req-33b7975e-aaf0-4a48-a626-132e577c5d13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf HTTP/1.1" status: 200 len: 1000 time: 0.0691476 Feb 05 03:53:52.503765 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-da388d63-1d54-4991-a8ba-c0e48a49ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660242228', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8b032172-0825-44e0-9473-71ae03cc649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:37Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '8b032172-0825-44e0-9473-71ae03cc649c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '760fb625-0d3c-4535-bd20-3eead808efbb', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'port_id': 'd5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0', 'mac_address': 'fa:16:3e:c5:2c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37184086-ce73-43d9-ab6a-5d9ba94ecdca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:53:50Z', 'updated_at': '2022-02-05T03:53:50Z', 'revision_number': 0, 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9760e069-1ed3-493d-a76c-ec6d50208f67', 'name': '', 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:04:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:37Z', 'updated_at': '2022-02-05T03:53:40Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:52.509727 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce875-3b44-43a1-a830-3ef81ffb7586 req-136c6cfe-caab-4932-8b7f-1df3b4e6bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:52.511204 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-633ce875-3b44-43a1-a830-3ef81ffb7586 req-136c6cfe-caab-4932-8b7f-1df3b4e6bcdd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=746b72a7-4ba0-4b2c-9109-39bbabfcbbba HTTP/1.1" status: 200 len: 833 time: 0.0446801 Feb 05 03:53:52.533299 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da388d63-1d54-4991-a8ba-c0e48a49ab2e None None] Checking router: a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:53:52.541831 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da388d63-1d54-4991-a8ba-c0e48a49ab2e None None] Routers {'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:53:52.542442 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-da388d63-1d54-4991-a8ba-c0e48a49ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:53:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:52.562715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce875-3b44-43a1-a830-3ef81ffb7586 req-8818d8bd-eae5-444e-b329-59512a3dc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:53:52.564240 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-633ce875-3b44-43a1-a830-3ef81ffb7586 req-8818d8bd-eae5-444e-b329-59512a3dc1be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5f35986-7e37-41ba-840a-cf8cbede7cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456824 Feb 05 03:53:52.653574 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-da388d63-1d54-4991-a8ba-c0e48a49ab2e None None] Set router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:53:52.671898 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-633ce875-3b44-43a1-a830-3ef81ffb7586 req-19a6caef-a876-4d72-909f-a598262bc85c service neutron] 10.222.0.10 "GET /v2.0/networks/a5f35986-7e37-41ba-840a-cf8cbede7cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003213 Feb 05 03:53:52.767339 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-633ce875-3b44-43a1-a830-3ef81ffb7586 req-029de44c-8bb3-4b90-a755-d33ef6bf929c service neutron] 10.222.0.10 "GET /v2.0/networks/a5f35986-7e37-41ba-840a-cf8cbede7cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908735 Feb 05 03:53:52.890012 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-da388d63-1d54-4991-a8ba-c0e48a49ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660242228', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8b032172-0825-44e0-9473-71ae03cc649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:37Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '8b032172-0825-44e0-9473-71ae03cc649c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '760fb625-0d3c-4535-bd20-3eead808efbb', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'port_id': 'd5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0', 'mac_address': 'fa:16:3e:c5:2c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37184086-ce73-43d9-ab6a-5d9ba94ecdca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:53:50Z', 'updated_at': '2022-02-05T03:53:50Z', 'revision_number': 0, 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9760e069-1ed3-493d-a76c-ec6d50208f67', 'name': '', 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:04:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:37Z', 'updated_at': '2022-02-05T03:53:40Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:53:52.916297 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da388d63-1d54-4991-a8ba-c0e48a49ab2e None None] The sync data for ids ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'] in n-d-826942-8 is: [{'id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660242228', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8b032172-0825-44e0-9473-71ae03cc649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:37Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '8b032172-0825-44e0-9473-71ae03cc649c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '760fb625-0d3c-4535-bd20-3eead808efbb', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'port_id': 'd5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0', 'mac_address': 'fa:16:3e:c5:2c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37184086-ce73-43d9-ab6a-5d9ba94ecdca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:53:50Z', 'updated_at': '2022-02-05T03:53:50Z', 'revision_number': 0, 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9760e069-1ed3-493d-a76c-ec6d50208f67', 'name': '', 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:04:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:37Z', 'updated_at': '2022-02-05T03:53:40Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:53:53.118415 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a026057-3f8c-4597-8f72-8fa0e86a3a63 None None] New status for floating IP 760fb625-0d3c-4535-bd20-3eead808efbb: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:53:53.401959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45904) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:53:53.466344 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-97fbf99a-3842-4d94-9db8-2c95849efed5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/760fb625-0d3c-4535-bd20-3eead808efbb HTTP/1.1" status: 200 len: 994 time: 0.0626631 Feb 05 03:54:03.768558 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61173f64-e0d6-4aab-85bb-c05f8546d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:54:05.974954 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86fe144a-46f8-44eb-89a1-6cde0f3bd288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:54:07.337348 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:54:08.876203 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:54:10.156252 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:54:12.037291 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:54:16.922239 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:54:24.758492 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af87077-1f12-4dac-afb8-257497967dde req-74f2fe07-492a-4ff3-8540-0c4685044808 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:24.759196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dce90-4692-44ff-98fc-b642f96862c7 req-bdfc3cd7-2ecc-44dc-98d2-b6ebdb22b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:24.760013 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2af87077-1f12-4dac-afb8-257497967dde req-74f2fe07-492a-4ff3-8540-0c4685044808 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0567553 Feb 05 03:54:24.760144 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c49dce90-4692-44ff-98fc-b642f96862c7 req-bdfc3cd7-2ecc-44dc-98d2-b6ebdb22b4f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 1128 time: 0.0484574 Feb 05 03:54:24.816611 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2af87077-1f12-4dac-afb8-257497967dde req-cf865f7a-8c8a-4f13-87cd-34f4a3fcc0bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502555 Feb 05 03:54:24.858452 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dce90-4692-44ff-98fc-b642f96862c7 req-7a309c1f-bbcf-42b6-b869-28d155060abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:24.859935 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c49dce90-4692-44ff-98fc-b642f96862c7 req-7a309c1f-bbcf-42b6-b869-28d155060abc service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5f35986-7e37-41ba-840a-cf8cbede7cd0 HTTP/1.1" status: 200 len: 897 time: 0.0932488 Feb 05 03:54:24.923781 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c49dce90-4692-44ff-98fc-b642f96862c7 req-b1c04c90-186a-41e5-927d-e21bbcf8a759 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf HTTP/1.1" status: 200 len: 1002 time: 0.0573997 Feb 05 03:54:24.979413 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dce90-4692-44ff-98fc-b642f96862c7 req-8d79b94f-21b0-4236-8b18-4766b2ab3845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:24.980932 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c49dce90-4692-44ff-98fc-b642f96862c7 req-8d79b94f-21b0-4236-8b18-4766b2ab3845 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=746b72a7-4ba0-4b2c-9109-39bbabfcbbba HTTP/1.1" status: 200 len: 833 time: 0.0510337 Feb 05 03:54:25.030128 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dce90-4692-44ff-98fc-b642f96862c7 req-d50d479d-8a67-4776-88d6-3706562d5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:25.031628 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c49dce90-4692-44ff-98fc-b642f96862c7 req-d50d479d-8a67-4776-88d6-3706562d5060 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5f35986-7e37-41ba-840a-cf8cbede7cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446670 Feb 05 03:54:25.118570 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c49dce90-4692-44ff-98fc-b642f96862c7 req-65d4e372-1e03-4dfd-8643-d9a409f675d1 service neutron] 10.222.0.10 "GET /v2.0/networks/a5f35986-7e37-41ba-840a-cf8cbede7cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802732 Feb 05 03:54:25.209752 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c49dce90-4692-44ff-98fc-b642f96862c7 req-f20582d4-f334-4313-b8c3-897870696e80 service neutron] 10.222.0.10 "GET /v2.0/networks/a5f35986-7e37-41ba-840a-cf8cbede7cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847368 Feb 05 03:54:25.938323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2c486-e49e-4d87-a838-d01736a5a8fb req-b9ce901f-1d27-4f33-b393-6d5dfe60e127 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:25.939721 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dba2c486-e49e-4d87-a838-d01736a5a8fb req-b9ce901f-1d27-4f33-b393-6d5dfe60e127 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0523536 Feb 05 03:54:25.987792 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dba2c486-e49e-4d87-a838-d01736a5a8fb req-3c706ad1-89a9-4132-8f5c-1d8a4d4134ff tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424821 Feb 05 03:54:27.107051 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450929e-0501-4b6e-a61e-b1d4b4b4b8c7 req-ab3f4e4b-98c5-4b86-9e49-157e5853ca6b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:27.108520 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2450929e-0501-4b6e-a61e-b1d4b4b4b8c7 req-ab3f4e4b-98c5-4b86-9e49-157e5853ca6b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0524249 Feb 05 03:54:27.156058 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2450929e-0501-4b6e-a61e-b1d4b4b4b8c7 req-dcd5bdfc-bad4-42ee-9645-18294d7bec60 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415881 Feb 05 03:54:28.283906 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce0cae-5c3a-41bb-a099-3ec74d7ea9c8 req-3abbebaa-6443-477e-86a0-6a89a47a5627 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:28.285379 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbce0cae-5c3a-41bb-a099-3ec74d7ea9c8 req-3abbebaa-6443-477e-86a0-6a89a47a5627 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0571818 Feb 05 03:54:28.332917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fbce0cae-5c3a-41bb-a099-3ec74d7ea9c8 req-3b619a5f-d526-42ee-af0b-09ca4ea4041a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419581 Feb 05 03:54:29.409935 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:54:29.451563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ec03f-5adb-4157-99b5-6f72eaa5ded3 req-455f6e09-4d4a-4f23-a5d9-41a0b78b77a7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:29.453050 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d6ec03f-5adb-4157-99b5-6f72eaa5ded3 req-455f6e09-4d4a-4f23-a5d9-41a0b78b77a7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0524950 Feb 05 03:54:29.501339 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1d6ec03f-5adb-4157-99b5-6f72eaa5ded3 req-27590c6a-482d-4232-954b-498c763b2a0b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427835 Feb 05 03:54:30.623487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21703ced-a86e-4ae2-bbc6-490fcab18b7a req-5705336f-4a72-4238-9fc9-e46d85061b07 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:30.624885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-21703ced-a86e-4ae2-bbc6-490fcab18b7a req-5705336f-4a72-4238-9fc9-e46d85061b07 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0561383 Feb 05 03:54:30.675367 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-21703ced-a86e-4ae2-bbc6-490fcab18b7a req-e9cc6f74-1e4e-41b3-8290-787e2030145c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432169 Feb 05 03:54:31.795240 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9779525-9c5a-4fc1-98a9-2bfbcea940b1 req-aec7d069-d4dc-4f55-bfe2-1c2ce570dbaa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:31.796768 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c9779525-9c5a-4fc1-98a9-2bfbcea940b1 req-aec7d069-d4dc-4f55-bfe2-1c2ce570dbaa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0532055 Feb 05 03:54:31.846154 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c9779525-9c5a-4fc1-98a9-2bfbcea940b1 req-590bda80-109a-4397-9aeb-a7a7cdf43d1d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437367 Feb 05 03:54:32.962843 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910323e1-ec55-4346-bf01-e9e8ca3c79e5 req-e859323f-f5bd-4087-8f4f-2b20012b1579 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:32.964290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-910323e1-ec55-4346-bf01-e9e8ca3c79e5 req-e859323f-f5bd-4087-8f4f-2b20012b1579 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0513093 Feb 05 03:54:33.016196 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-910323e1-ec55-4346-bf01-e9e8ca3c79e5 req-7404f074-0c21-48d5-a642-47d2eba1c1bd tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456007 Feb 05 03:54:33.769403 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6c5164c-76c1-4df6-a246-d5612526f76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:54:34.138222 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf79fc8-8ae6-492a-a5aa-3c2df44d98aa req-17a776ac-6838-4205-806e-b48aeca34aa2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:34.139700 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abf79fc8-8ae6-492a-a5aa-3c2df44d98aa req-17a776ac-6838-4205-806e-b48aeca34aa2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0533965 Feb 05 03:54:34.187286 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abf79fc8-8ae6-492a-a5aa-3c2df44d98aa req-a16f90c0-62fc-4c12-a438-65f2b7d243b6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419505 Feb 05 03:54:35.310466 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490696c3-76e9-4704-a6b1-697fb88b6204 req-2603d740-98fc-4d86-b8a2-a3fc681a2214 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:35.311967 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-490696c3-76e9-4704-a6b1-697fb88b6204 req-2603d740-98fc-4d86-b8a2-a3fc681a2214 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0527601 Feb 05 03:54:35.360741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-490696c3-76e9-4704-a6b1-697fb88b6204 req-c41fbef6-259e-402a-9a76-a9a70513d9ac tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432186 Feb 05 03:54:35.977439 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-25733ba8-c43c-402e-9326-d18835a8d9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:54:36.485790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d94c65-a564-49bf-a0fc-b940bfbe686f req-7af804f1-761e-4502-a471-f8e4652df60a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:36.487287 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22d94c65-a564-49bf-a0fc-b940bfbe686f req-7af804f1-761e-4502-a471-f8e4652df60a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0566170 Feb 05 03:54:36.535256 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-22d94c65-a564-49bf-a0fc-b940bfbe686f req-77a30414-6932-4814-a75c-b12c14a95677 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423307 Feb 05 03:54:37.340684 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:54:37.650110 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b268e-cfa7-4fb1-b39d-97fe7d299e07 req-64946bfb-57c8-4604-961a-4a7ce3ad85e7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:37.651529 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c37b268e-cfa7-4fb1-b39d-97fe7d299e07 req-64946bfb-57c8-4604-961a-4a7ce3ad85e7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0511432 Feb 05 03:54:37.699023 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c37b268e-cfa7-4fb1-b39d-97fe7d299e07 req-fe79dc78-a2d7-4be8-9b01-0a1217bf1a4d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411701 Feb 05 03:54:38.817455 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9749616-18c1-4ebf-8cd6-c8fc35310da1 req-eacec01e-8a31-45a0-b9d3-a92b6b61e172 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:38.818953 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9749616-18c1-4ebf-8cd6-c8fc35310da1 req-eacec01e-8a31-45a0-b9d3-a92b6b61e172 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0523634 Feb 05 03:54:38.874345 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9749616-18c1-4ebf-8cd6-c8fc35310da1 req-b0022e12-7b66-4838-8013-c195385a5c70 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498354 Feb 05 03:54:38.877054 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:54:39.993310 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8cacc-d3f8-4412-b1a0-7833724ac11b req-b2af2e65-31c0-40f2-9776-8d491c557d83 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:39.994782 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13c8cacc-d3f8-4412-b1a0-7833724ac11b req-b2af2e65-31c0-40f2-9776-8d491c557d83 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0522933 Feb 05 03:54:40.043417 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-13c8cacc-d3f8-4412-b1a0-7833724ac11b req-17011eb9-6f96-499c-8ca8-f7b1d026e63b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418775 Feb 05 03:54:40.157680 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:54:41.162118 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7d318-b301-470c-9666-735135ff5e29 req-2df82aa5-88a4-43f2-aea8-7c07ce9bbc0d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:41.163623 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ab7d318-b301-470c-9666-735135ff5e29 req-2df82aa5-88a4-43f2-aea8-7c07ce9bbc0d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0526755 Feb 05 03:54:41.211236 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7ab7d318-b301-470c-9666-735135ff5e29 req-4e6ecf57-960d-426a-b46d-ea9107594e0c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420678 Feb 05 03:54:41.237300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45948) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:54:41.299730 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-58ba2ea5-2632-468b-9078-a051b39d23f4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/760fb625-0d3c-4535-bd20-3eead808efbb HTTP/1.1" status: 200 len: 994 time: 0.0613329 Feb 05 03:54:42.034052 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:54:46.924565 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:54:51.373061 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a35647d9-6785-4ef0-8682-4b926d49d910 req-a27b38f8-a59a-4960-a91d-60b880c7ee09 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506418 Feb 05 03:54:51.466915 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35647d9-6785-4ef0-8682-4b926d49d910 req-7ed8214e-3345-40eb-b2e7-c217dd8a8828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:51.468445 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a35647d9-6785-4ef0-8682-4b926d49d910 req-7ed8214e-3345-40eb-b2e7-c217dd8a8828 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 1128 time: 0.0488713 Feb 05 03:54:51.582605 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35647d9-6785-4ef0-8682-4b926d49d910 req-7ea63e3e-4c0a-4a1f-911e-fbae27c11f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:51.584120 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a35647d9-6785-4ef0-8682-4b926d49d910 req-7ea63e3e-4c0a-4a1f-911e-fbae27c11f7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5f35986-7e37-41ba-840a-cf8cbede7cd0 HTTP/1.1" status: 200 len: 897 time: 0.0923581 Feb 05 03:54:51.658028 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a35647d9-6785-4ef0-8682-4b926d49d910 req-25ea2d06-859c-4f09-a6f0-56270cb089ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf HTTP/1.1" status: 200 len: 1002 time: 0.0667062 Feb 05 03:54:51.709889 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35647d9-6785-4ef0-8682-4b926d49d910 req-cd78b394-c0d3-4d39-9d54-3ee03fa1fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:51.711419 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a35647d9-6785-4ef0-8682-4b926d49d910 req-cd78b394-c0d3-4d39-9d54-3ee03fa1fda3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=746b72a7-4ba0-4b2c-9109-39bbabfcbbba HTTP/1.1" status: 200 len: 833 time: 0.0471170 Feb 05 03:54:51.760713 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35647d9-6785-4ef0-8682-4b926d49d910 req-75eac3b3-9b0a-4123-a133-3d7b61a730c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:54:51.762878 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a35647d9-6785-4ef0-8682-4b926d49d910 req-75eac3b3-9b0a-4123-a133-3d7b61a730c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5f35986-7e37-41ba-840a-cf8cbede7cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459881 Feb 05 03:54:51.850145 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a35647d9-6785-4ef0-8682-4b926d49d910 req-8ee7211e-4f06-4d8c-af02-a291c33a881b service neutron] 10.222.0.10 "GET /v2.0/networks/a5f35986-7e37-41ba-840a-cf8cbede7cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811510 Feb 05 03:54:51.944240 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a35647d9-6785-4ef0-8682-4b926d49d910 req-0fe30bb4-69b8-4b68-a723-40a2f6c38c02 service neutron] 10.222.0.10 "GET /v2.0/networks/a5f35986-7e37-41ba-840a-cf8cbede7cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879898 Feb 05 03:55:03.771882 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29d4200c-8e99-4623-a3d7-3abd8b98ef82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:05.978670 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7b62f4f1-e50d-48bd-9317-fbc1a7f7163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:06.410127 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:55:07.346224 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:08.880712 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:10.159154 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:11.786518 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45964) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:11.943573 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port 800bcf7f-379c-4227-8afd-8bea5c25854e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:55:11.943911 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (800bcf7f-379c-4227-8afd-8bea5c25854e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:12.022266 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (800bcf7f-379c-4227-8afd-8bea5c25854e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:12.022588 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (800bcf7f-379c-4227-8afd-8bea5c25854e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:12.034653 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for 800bcf7f-379c-4227-8afd-8bea5c25854e owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:55:12.051080 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:12.208404 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (800bcf7f-379c-4227-8afd-8bea5c25854e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:12.234419 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=800bcf7f-379c-4227-8afd-8bea5c25854e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:12.261803 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:12.262151 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:12.262514 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:12.262972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:12.263276 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:12.263613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:12.263938 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:12.264263 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:12.264588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:12.264912 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:12.265234 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:12.265552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:12.265874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:12.302783 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (760fb625-0d3c-4535-bd20-3eead808efbb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:12.303050 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Floating IP 760fb625-0d3c-4535-bd20-3eead808efbb disassociated (deleted). External IP: 172.25.0.186, port: d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf. Feb 05 03:55:12.518138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:55:12.626331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:55:12.631037 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:12.636220 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a544c64-ca01-46ef-a59e-e3fcaefeda5f None None] Sync routers for ids ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:55:12.645592 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a544c64-ca01-46ef-a59e-e3fcaefeda5f None None] Routers {'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:55:12.646274 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7a544c64-ca01-46ef-a59e-e3fcaefeda5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:55:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:12.661709 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-25576a04-b211-4861-87b2-399339cdf799 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/floatingips/760fb625-0d3c-4535-bd20-3eead808efbb HTTP/1.1" status: 204 len: 168 time: 0.8740225 Feb 05 03:55:12.662299 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37184086-ce73-43d9-ab6a-5d9ba94ecdca', 'tag': 'd5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:55:12.664582 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b9d6de-c0ab-48d9-a111-6980464d702f" -d '{"events": [{"name": "network-changed", "server_uuid": "37184086-ce73-43d9-ab6a-5d9ba94ecdca", "tag": "d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:55:12.764521 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-7a544c64-ca01-46ef-a59e-e3fcaefeda5f None None] Set router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:55:12.783207 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0e603e-13ad-440c-b9d4-1801f31f1d7f x-openstack-request-id: req-ed0e603e-13ad-440c-b9d4-1801f31f1d7f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:55:12.783503 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37184086-ce73-43d9-ab6a-5d9ba94ecdca", "tag": "d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:55:12.783807 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed0e603e-13ad-440c-b9d4-1801f31f1d7f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:55:12.784213 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37184086-ce73-43d9-ab6a-5d9ba94ecdca', 'tag': 'd5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf', 'status': 'completed', 'code': 200} Feb 05 03:55:12.864033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9d6de-c0ab-48d9-a111-6980464d702f req-415892d5-345b-49fa-a7cf-7b6067da4feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:12.865601 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0b9d6de-c0ab-48d9-a111-6980464d702f req-415892d5-345b-49fa-a7cf-7b6067da4feb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 1128 time: 0.0474300 Feb 05 03:55:12.918373 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fd90c-9f98-4c9e-a9d7-3da146237af7 req-2e188a22-b203-45e8-9ca8-91e8694841d4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:12.919780 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-059fd90c-9f98-4c9e-a9d7-3da146237af7 req-2e188a22-b203-45e8-9ca8-91e8694841d4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0597868 Feb 05 03:55:12.964847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9d6de-c0ab-48d9-a111-6980464d702f req-90214696-4a2f-4d7d-9e36-fad67ddb3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:12.967052 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0b9d6de-c0ab-48d9-a111-6980464d702f req-90214696-4a2f-4d7d-9e36-fad67ddb3489 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5f35986-7e37-41ba-840a-cf8cbede7cd0 HTTP/1.1" status: 200 len: 897 time: 0.0948136 Feb 05 03:55:12.979300 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-059fd90c-9f98-4c9e-a9d7-3da146237af7 req-d04c4110-ab2d-44b2-9df9-594e33d15b9a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529933 Feb 05 03:55:12.985851 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7a544c64-ca01-46ef-a59e-e3fcaefeda5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660242228', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8b032172-0825-44e0-9473-71ae03cc649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:37Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '8b032172-0825-44e0-9473-71ae03cc649c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '9760e069-1ed3-493d-a76c-ec6d50208f67', 'name': '', 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:04:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:37Z', 'updated_at': '2022-02-05T03:53:40Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:13.015042 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0b9d6de-c0ab-48d9-a111-6980464d702f req-27f40f84-1ccf-4491-8624-f1c62611abbd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf HTTP/1.1" status: 200 len: 217 time: 0.0384314 Feb 05 03:55:13.015560 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a544c64-ca01-46ef-a59e-e3fcaefeda5f None None] Checking router: a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:55:13.023973 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a544c64-ca01-46ef-a59e-e3fcaefeda5f None None] Routers {'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:55:13.024581 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7a544c64-ca01-46ef-a59e-e3fcaefeda5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:55:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:13.067031 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9d6de-c0ab-48d9-a111-6980464d702f req-5ec2bae7-a5f7-4293-ba9c-608641e83435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:13.068537 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0b9d6de-c0ab-48d9-a111-6980464d702f req-5ec2bae7-a5f7-4293-ba9c-608641e83435 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=746b72a7-4ba0-4b2c-9109-39bbabfcbbba HTTP/1.1" status: 200 len: 833 time: 0.0467789 Feb 05 03:55:13.122507 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9d6de-c0ab-48d9-a111-6980464d702f req-310e6678-28a2-4ac5-babe-f9c27dbd575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:13.124333 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0b9d6de-c0ab-48d9-a111-6980464d702f req-310e6678-28a2-4ac5-babe-f9c27dbd575d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5f35986-7e37-41ba-840a-cf8cbede7cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488801 Feb 05 03:55:13.132405 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-7a544c64-ca01-46ef-a59e-e3fcaefeda5f None None] Set router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:55:13.217745 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0b9d6de-c0ab-48d9-a111-6980464d702f req-b9005ab0-5bfa-4157-acfa-c9cc88edcaca service neutron] 10.222.0.10 "GET /v2.0/networks/a5f35986-7e37-41ba-840a-cf8cbede7cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856833 Feb 05 03:55:13.318971 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f0b9d6de-c0ab-48d9-a111-6980464d702f req-82fdd34f-3126-4bf7-8af2-a91a9ad614b9 service neutron] 10.222.0.10 "GET /v2.0/networks/a5f35986-7e37-41ba-840a-cf8cbede7cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949488 Feb 05 03:55:13.430611 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7a544c64-ca01-46ef-a59e-e3fcaefeda5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660242228', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8b032172-0825-44e0-9473-71ae03cc649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:37Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '8b032172-0825-44e0-9473-71ae03cc649c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '9760e069-1ed3-493d-a76c-ec6d50208f67', 'name': '', 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:04:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:37Z', 'updated_at': '2022-02-05T03:53:40Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:13.460519 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a544c64-ca01-46ef-a59e-e3fcaefeda5f None None] The sync data for ids ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'] in n-d-826942-8 is: [{'id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660242228', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8b032172-0825-44e0-9473-71ae03cc649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:37Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '8b032172-0825-44e0-9473-71ae03cc649c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '9760e069-1ed3-493d-a76c-ec6d50208f67', 'name': '', 'network_id': 'a5f35986-7e37-41ba-840a-cf8cbede7cd0', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:04:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:37Z', 'updated_at': '2022-02-05T03:53:40Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '746b72a7-4ba0-4b2c-9109-39bbabfcbbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:55:13.690475 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e85bb-5268-4ba5-a4e7-9015c8a51c40 None None] New status for floating IP 760fb625-0d3c-4535-bd20-3eead808efbb: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:55:14.104086 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a5a1b-56d6-425c-a2ba-5310892d57c0 req-2bed8dcd-f274-4652-bda7-0de759da625e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:14.106376 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-691a5a1b-56d6-425c-a2ba-5310892d57c0 req-2bed8dcd-f274-4652-bda7-0de759da625e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0582263 Feb 05 03:55:14.154873 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-691a5a1b-56d6-425c-a2ba-5310892d57c0 req-2e9b2568-4bf1-4228-b086-3bea506f994b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427415 Feb 05 03:55:14.336818 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd38a9-6fe2-4edc-90b5-0553ac143c04 req-b0c42d12-d5b0-4d55-bef1-8340e514d435 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:14.338195 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e6fd38a9-6fe2-4edc-90b5-0553ac143c04 req-b0c42d12-d5b0-4d55-bef1-8340e514d435 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 946 time: 0.0522921 Feb 05 03:55:14.432218 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-e6fd38a9-6fe2-4edc-90b5-0553ac143c04 req-83aadb3f-eaae-4ebb-92e4-02b9e796b5c8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:55:14.432560 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e6fd38a9-6fe2-4edc-90b5-0553ac143c04 req-83aadb3f-eaae-4ebb-92e4-02b9e796b5c8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:14.527269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e6fd38a9-6fe2-4edc-90b5-0553ac143c04 req-83aadb3f-eaae-4ebb-92e4-02b9e796b5c8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] For port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf,segment=NetworkSegment(71b33534-91ab-4290-95e7-edf6597a35a6),segment_id=71b33534-91ab-4290-95e7-edf6597a35a6)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:55:14.527775 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e6fd38a9-6fe2-4edc-90b5-0553ac143c04 req-83aadb3f-eaae-4ebb-92e4-02b9e796b5c8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:14.541044 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-e6fd38a9-6fe2-4edc-90b5-0553ac143c04 req-83aadb3f-eaae-4ebb-92e4-02b9e796b5c8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:55:14.667031 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e6fd38a9-6fe2-4edc-90b5-0553ac143c04 req-83aadb3f-eaae-4ebb-92e4-02b9e796b5c8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:14.695727 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aadb3f-eaae-4ebb-92e4-02b9e796b5c8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:14.739616 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fd38a9-6fe2-4edc-90b5-0553ac143c04 req-83aadb3f-eaae-4ebb-92e4-02b9e796b5c8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] No DVR routers for this DVR port d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:55:14.742250 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e6fd38a9-6fe2-4edc-90b5-0553ac143c04 req-83aadb3f-eaae-4ebb-92e4-02b9e796b5c8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:14.745560 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e6fd38a9-6fe2-4edc-90b5-0553ac143c04 req-83aadb3f-eaae-4ebb-92e4-02b9e796b5c8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "DELETE /v2.0/ports/d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf HTTP/1.1" status: 204 len: 173 time: 0.4022133 Feb 05 03:55:14.785474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37184086-ce73-43d9-ab6a-5d9ba94ecdca', 'name': 'network-vif-deleted', 'tag': 'd5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:55:14.787876 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0494be7-6a88-4e27-aac2-20cf350a1df1" -d '{"events": [{"server_uuid": "37184086-ce73-43d9-ab6a-5d9ba94ecdca", "name": "network-vif-deleted", "tag": "d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:55:14.824890 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3c3d1a-6321-45cc-b789-090689c5eeeb x-openstack-request-id: req-ca3c3d1a-6321-45cc-b789-090689c5eeeb {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:55:14.825324 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37184086-ce73-43d9-ab6a-5d9ba94ecdca", "name": "network-vif-deleted", "tag": "d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:55:14.825769 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca3c3d1a-6321-45cc-b789-090689c5eeeb {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:55:14.826232 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37184086-ce73-43d9-ab6a-5d9ba94ecdca', 'name': 'network-vif-deleted', 'tag': 'd5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf', 'status': 'completed', 'code': 200} Feb 05 03:55:15.268837 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-245be4a8-9403-43eb-a760-51c1ce1775cc req-1ebabad2-5ec4-41c5-a8ae-9a1b215e855d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=37184086-ce73-43d9-ab6a-5d9ba94ecdca HTTP/1.1" status: 200 len: 210 time: 0.0289507 Feb 05 03:55:16.324901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45982) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:16.687660 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a9d8-652d-49d4-9c3d-f6fe204a94cb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:16.938826 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:16.946344 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0a9d8-652d-49d4-9c3d-f6fe204a94cb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port 9760e069-1ed3-493d-a76c-ec6d50208f67 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:55:16.946679 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a9d8-652d-49d4-9c3d-f6fe204a94cb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:17.037015 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-c0a0a9d8-652d-49d4-9c3d-f6fe204a94cb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] For port 9760e069-1ed3-493d-a76c-ec6d50208f67, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=9760e069-1ed3-493d-a76c-ec6d50208f67,segment=NetworkSegment(71b33534-91ab-4290-95e7-edf6597a35a6),segment_id=71b33534-91ab-4290-95e7-edf6597a35a6)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:55:17.037397 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a9d8-652d-49d4-9c3d-f6fe204a94cb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:17.050058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0a9d8-652d-49d4-9c3d-f6fe204a94cb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for 9760e069-1ed3-493d-a76c-ec6d50208f67 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:55:17.235748 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a9d8-652d-49d4-9c3d-f6fe204a94cb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (9760e069-1ed3-493d-a76c-ec6d50208f67), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:17.262554 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0a9d8-652d-49d4-9c3d-f6fe204a94cb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=9760e069-1ed3-493d-a76c-ec6d50208f67,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:17.703001 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a9d8-652d-49d4-9c3d-f6fe204a94cb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:17.918152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a0a9d8-652d-49d4-9c3d-f6fe204a94cb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:55:18.023538 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a0a9d8-652d-49d4-9c3d-f6fe204a94cb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:55:18.029219 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c0a0a9d8-652d-49d4-9c3d-f6fe204a94cb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "PUT /v2.0/routers/a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7033074 Feb 05 03:55:18.033474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45984) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:18.034131 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b34635-8b0c-4969-9528-d0aba5135557 None None] Sync routers for ids ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:55:18.044903 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b34635-8b0c-4969-9528-d0aba5135557 None None] Routers {'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:55:18.045507 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a6b34635-8b0c-4969-9528-d0aba5135557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:55:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:18.083672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-2448dd68-f074-4ed0-b092-5108b4a50ce7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting subnet 746b72a7-4ba0-4b2c-9109-39bbabfcbbba {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:55:18.086745 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2448dd68-f074-4ed0-b092-5108b4a50ce7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for subnet (746b72a7-4ba0-4b2c-9109-39bbabfcbbba), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:18.126601 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2448dd68-f074-4ed0-b092-5108b4a50ce7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (746b72a7-4ba0-4b2c-9109-39bbabfcbbba), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:18.148892 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a6b34635-8b0c-4969-9528-d0aba5135557 None None] Set router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:55:18.212862 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2448dd68-f074-4ed0-b092-5108b4a50ce7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (746b72a7-4ba0-4b2c-9109-39bbabfcbbba), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:18.271849 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2448dd68-f074-4ed0-b092-5108b4a50ce7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (746b72a7-4ba0-4b2c-9109-39bbabfcbbba), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:18.299196 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448dd68-f074-4ed0-b092-5108b4a50ce7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Subnet': ['ID=746b72a7-4ba0-4b2c-9109-39bbabfcbbba,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:18.304079 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2448dd68-f074-4ed0-b092-5108b4a50ce7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:18.311814 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2448dd68-f074-4ed0-b092-5108b4a50ce7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/subnets/746b72a7-4ba0-4b2c-9109-39bbabfcbbba HTTP/1.1" status: 204 len: 168 time: 0.2738218 Feb 05 03:55:18.311814 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45986) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:18.314150 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445d1828-1ca4-49ce-afb0-9c460455f60b None None] Network a5f35986-7e37-41ba-840a-cf8cbede7cd0 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:55:18.326338 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a6b34635-8b0c-4969-9528-d0aba5135557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660242228', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8b032172-0825-44e0-9473-71ae03cc649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:55:17Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '8b032172-0825-44e0-9473-71ae03cc649c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:18.357144 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b34635-8b0c-4969-9528-d0aba5135557 None None] Checking router: a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:55:18.366822 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b34635-8b0c-4969-9528-d0aba5135557 None None] Routers {'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:55:18.366822 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a6b34635-8b0c-4969-9528-d0aba5135557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:55:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:18.437757 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70be7b11-dadc-4ec5-a6d4-08f2f0cf8a04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router (a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:18.479686 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a6b34635-8b0c-4969-9528-d0aba5135557 None None] Set router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:55:18.484352 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] DHCP port deletion for a5f35986-7e37-41ba-840a-cf8cbede7cd0 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:55:18.535998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Deleting port 7e35307c-77b7-4c05-8d66-c2f40cbb94ef {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:55:18.536771 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7e35307c-77b7-4c05-8d66-c2f40cbb94ef), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:18.554024 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70be7b11-dadc-4ec5-a6d4-08f2f0cf8a04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:18.596976 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:55:18.604252 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] For port 7e35307c-77b7-4c05-8d66-c2f40cbb94ef, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7e35307c-77b7-4c05-8d66-c2f40cbb94ef,segment=NetworkSegment(71b33534-91ab-4290-95e7-edf6597a35a6),segment_id=71b33534-91ab-4290-95e7-edf6597a35a6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:55:18.604644 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7e35307c-77b7-4c05-8d66-c2f40cbb94ef), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:18.611269 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-70be7b11-dadc-4ec5-a6d4-08f2f0cf8a04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port 8b032172-0825-44e0-9473-71ae03cc649c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:55:18.611612 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70be7b11-dadc-4ec5-a6d4-08f2f0cf8a04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (8b032172-0825-44e0-9473-71ae03cc649c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:18.629154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:55:18.629521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device d5e2e5b7-e22f-4135-9ccb-8eafd9b3a7cf not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:55:18.633998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Calling delete_port for 7e35307c-77b7-4c05-8d66-c2f40cbb94ef owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:55:18.672557 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a6b34635-8b0c-4969-9528-d0aba5135557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660242228', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8b032172-0825-44e0-9473-71ae03cc649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:55:17Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '8b032172-0825-44e0-9473-71ae03cc649c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:18.699092 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-70be7b11-dadc-4ec5-a6d4-08f2f0cf8a04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] For port 8b032172-0825-44e0-9473-71ae03cc649c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=8b032172-0825-44e0-9473-71ae03cc649c,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:55:18.699610 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70be7b11-dadc-4ec5-a6d4-08f2f0cf8a04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (8b032172-0825-44e0-9473-71ae03cc649c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:18.701847 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b34635-8b0c-4969-9528-d0aba5135557 None None] The sync data for ids ['a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24'] in n-d-826942-8 is: [{'id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660242228', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8b032172-0825-44e0-9473-71ae03cc649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:55:17Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '8b032172-0825-44e0-9473-71ae03cc649c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:37:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:53:34Z', 'updated_at': '2022-02-05T03:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:55:18.713289 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-70be7b11-dadc-4ec5-a6d4-08f2f0cf8a04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for 8b032172-0825-44e0-9473-71ae03cc649c owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:55:18.729487 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (7e35307c-77b7-4c05-8d66-c2f40cbb94ef), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:18.757413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Pushing event deleted for resources: {'Port': ['ID=7e35307c-77b7-4c05-8d66-c2f40cbb94ef,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:18.762043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] No DVR routers for this DVR port 7e35307c-77b7-4c05-8d66-c2f40cbb94ef on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:55:18.769105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:18.769454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:18.769808 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:18.770134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:18.770469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:18.770809 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:18.771141 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:18.772272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:18.772272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:18.772272 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:18.772531 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:18.772726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:18.773039 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f476a8-2a0c-41b6-99f5-df45702f8d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:18.888022 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70be7b11-dadc-4ec5-a6d4-08f2f0cf8a04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (8b032172-0825-44e0-9473-71ae03cc649c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:18.913088 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be7b11-dadc-4ec5-a6d4-08f2f0cf8a04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=8b032172-0825-44e0-9473-71ae03cc649c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:18.972416 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70be7b11-dadc-4ec5-a6d4-08f2f0cf8a04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.071093 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70be7b11-dadc-4ec5-a6d4-08f2f0cf8a04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.073128 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70be7b11-dadc-4ec5-a6d4-08f2f0cf8a04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_controller (a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.123441 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70be7b11-dadc-4ec5-a6d4-08f2f0cf8a04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.124036 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70be7b11-dadc-4ec5-a6d4-08f2f0cf8a04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Fanout notify agent at l3_agent the message router_deleted on router a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:55:19.131897 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70be7b11-dadc-4ec5-a6d4-08f2f0cf8a04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.133056 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-70be7b11-dadc-4ec5-a6d4-08f2f0cf8a04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/routers/a8c6c1ea-5e9a-4ffa-8a04-e97baef90d24 HTTP/1.1" status: 204 len: 168 time: 0.8206697 Feb 05 03:55:19.135715 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45988) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:19.170491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7e35307c-77b7-4c05-8d66-c2f40cbb94ef no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:55:19.192938 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 7e35307c-77b7-4c05-8d66-c2f40cbb94ef {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:55:19.193354 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7e35307c-77b7-4c05-8d66-c2f40cbb94ef not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:55:19.222442 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4aff30a8-3b36-487f-907d-e8869080e05b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (a5f35986-7e37-41ba-840a-cf8cbede7cd0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.310068 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4aff30a8-3b36-487f-907d-e8869080e05b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (a5f35986-7e37-41ba-840a-cf8cbede7cd0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.330655 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4aff30a8-3b36-487f-907d-e8869080e05b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f35986-7e37-41ba-840a-cf8cbede7cd0']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:19.341040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4aff30a8-3b36-487f-907d-e8869080e05b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b33534-91ab-4290-95e7-edf6597a35a6') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:19.341349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-4aff30a8-3b36-487f-907d-e8869080e05b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b33534-91ab-4290-95e7-edf6597a35a6') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:19.351845 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4aff30a8-3b36-487f-907d-e8869080e05b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (71b33534-91ab-4290-95e7-edf6597a35a6), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.365468 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4aff30a8-3b36-487f-907d-e8869080e05b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (71b33534-91ab-4290-95e7-edf6597a35a6), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.372691 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aff30a8-3b36-487f-907d-e8869080e05b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:55:19.373099 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4aff30a8-3b36-487f-907d-e8869080e05b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (71b33534-91ab-4290-95e7-edf6597a35a6), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: timer() Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:55:19.376179 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:55:19.442140 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4aff30a8-3b36-487f-907d-e8869080e05b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (a5f35986-7e37-41ba-840a-cf8cbede7cd0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.450216 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4aff30a8-3b36-487f-907d-e8869080e05b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.453720 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4aff30a8-3b36-487f-907d-e8869080e05b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/networks/a5f35986-7e37-41ba-840a-cf8cbede7cd0 HTTP/1.1" status: 204 len: 168 time: 0.3169365 Feb 05 03:55:19.456635 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45990) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:19.473603 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff30a8-3b36-487f-907d-e8869080e05b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Network': ['ID=a5f35986-7e37-41ba-840a-cf8cbede7cd0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:19.522309 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4af4c80f-237d-4d92-8f4d-5271843bdc74 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.548069 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4af4c80f-237d-4d92-8f4d-5271843bdc74 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.606954 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4af4c80f-237d-4d92-8f4d-5271843bdc74 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.609529 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4af4c80f-237d-4d92-8f4d-5271843bdc74 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.610666 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4af4c80f-237d-4d92-8f4d-5271843bdc74 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/security-groups/57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4 HTTP/1.1" status: 204 len: 168 time: 0.1532116 Feb 05 03:55:19.619431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4c80f-237d-4d92-8f4d-5271843bdc74 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d6bfb4-7f72-49b1-a3c5-8208f0c94fb4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:19.834441 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 45996) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:19.839198 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c8cc553b-48fa-45e0-80ed-f69981fc616a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1214060985', 'description': 'tempest-secgroup-smoke-1214060985 description', 'project_id': '8c206c500d63491dada44309cafa1904'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:55:19.859912 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8cc553b-48fa-45e0-80ed-f69981fc616a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.930110 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8cc553b-48fa-45e0-80ed-f69981fc616a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (f96792a5-c29c-4b52-a983-b9062042d010), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.934681 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8cc553b-48fa-45e0-80ed-f69981fc616a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f96792a5-c29c-4b52-a983-b9062042d010), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.964298 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8cc553b-48fa-45e0-80ed-f69981fc616a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:19.965816 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c8cc553b-48fa-45e0-80ed-f69981fc616a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1303320 Feb 05 03:55:19.967835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc553b-48fa-45e0-80ed-f69981fc616a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96792a5-c29c-4b52-a983-b9062042d010,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:19.968887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 45998) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:19.973468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': 'f96792a5-c29c-4b52-a983-b9062042d010', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:55:19.997947 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (1aa5ab03-3a79-4957-b6a2-f970b0a1e851), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.050503 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (1aa5ab03-3a79-4957-b6a2-f970b0a1e851), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.054346 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (1aa5ab03-3a79-4957-b6a2-f970b0a1e851), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.069512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa5ab03-3a79-4957-b6a2-f970b0a1e851,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:20.081423 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.082590 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126428 Feb 05 03:55:20.083995 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:20.084302 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:20.084644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:20.084983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:20.085320 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:20.085632 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46000) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:20.085752 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:20.085960 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:20.086287 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:20.086609 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:20.086958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:20.087284 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:20.087599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:20.087919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf696729-ff3a-42aa-a741-4fe5fd3e3a29 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:20.090656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3a2e191f-960c-4a38-b254-5938a6c9aded tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': 'f96792a5-c29c-4b52-a983-b9062042d010', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:55:20.116307 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a2e191f-960c-4a38-b254-5938a6c9aded tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (1696dcda-d855-4e9c-96ca-cb95e83aaad0), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.173556 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a2e191f-960c-4a38-b254-5938a6c9aded tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (1696dcda-d855-4e9c-96ca-cb95e83aaad0), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.177183 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a2e191f-960c-4a38-b254-5938a6c9aded tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (1696dcda-d855-4e9c-96ca-cb95e83aaad0), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.195126 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e191f-960c-4a38-b254-5938a6c9aded tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1696dcda-d855-4e9c-96ca-cb95e83aaad0,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:20.202795 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a2e191f-960c-4a38-b254-5938a6c9aded tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.204097 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3a2e191f-960c-4a38-b254-5938a6c9aded tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173730 Feb 05 03:55:20.206654 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46002) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:20.210939 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-399d709c-b94d-4803-a3db-e834e07817ad tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': 'f96792a5-c29c-4b52-a983-b9062042d010', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:55:20.233714 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-399d709c-b94d-4803-a3db-e834e07817ad tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (cde5ba9c-518f-430c-82cc-9c34e96ad8a1), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.288976 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-399d709c-b94d-4803-a3db-e834e07817ad tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (cde5ba9c-518f-430c-82cc-9c34e96ad8a1), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.292487 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-399d709c-b94d-4803-a3db-e834e07817ad tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (cde5ba9c-518f-430c-82cc-9c34e96ad8a1), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.311505 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d709c-b94d-4803-a3db-e834e07817ad tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde5ba9c-518f-430c-82cc-9c34e96ad8a1,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:20.319783 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-399d709c-b94d-4803-a3db-e834e07817ad tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.320974 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-399d709c-b94d-4803-a3db-e834e07817ad tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133578 Feb 05 03:55:20.325232 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46004) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:20.329506 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-481b5b00-0404-4f22-95c4-e7dca231710e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': 'f96792a5-c29c-4b52-a983-b9062042d010', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:55:20.353579 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-481b5b00-0404-4f22-95c4-e7dca231710e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (617ef383-eafc-420b-a351-cd1a8fdc54e5), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.412642 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-481b5b00-0404-4f22-95c4-e7dca231710e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (617ef383-eafc-420b-a351-cd1a8fdc54e5), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.416259 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-481b5b00-0404-4f22-95c4-e7dca231710e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (617ef383-eafc-420b-a351-cd1a8fdc54e5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.434503 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b5b00-0404-4f22-95c4-e7dca231710e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617ef383-eafc-420b-a351-cd1a8fdc54e5,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:20.442843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-481b5b00-0404-4f22-95c4-e7dca231710e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.444029 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-481b5b00-0404-4f22-95c4-e7dca231710e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178522 Feb 05 03:55:20.446746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46006) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:20.451429 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-99a61023-7e03-49d8-817a-2d06bedb77ce tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': 'f96792a5-c29c-4b52-a983-b9062042d010', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:55:20.471752 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-99a61023-7e03-49d8-817a-2d06bedb77ce tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Project 8c206c500d63491dada44309cafa1904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:55:20.476725 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99a61023-7e03-49d8-817a-2d06bedb77ce tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (fac26f9c-164f-4ab9-900d-7b0bc99e54ef), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.536534 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99a61023-7e03-49d8-817a-2d06bedb77ce tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (fac26f9c-164f-4ab9-900d-7b0bc99e54ef), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.540147 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99a61023-7e03-49d8-817a-2d06bedb77ce tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (fac26f9c-164f-4ab9-900d-7b0bc99e54ef), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.559645 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a61023-7e03-49d8-817a-2d06bedb77ce tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac26f9c-164f-4ab9-900d-7b0bc99e54ef,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:20.566357 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99a61023-7e03-49d8-817a-2d06bedb77ce tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.567651 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-99a61023-7e03-49d8-817a-2d06bedb77ce tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200197 Feb 05 03:55:20.570372 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46008) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:20.575575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7afc495c-17ae-4a0d-9ad4-cf1701097685 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': 'f96792a5-c29c-4b52-a983-b9062042d010', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:55:20.595349 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-7afc495c-17ae-4a0d-9ad4-cf1701097685 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Project 8c206c500d63491dada44309cafa1904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:55:20.600119 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7afc495c-17ae-4a0d-9ad4-cf1701097685 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (eef0de99-97f7-48e8-a968-3ccfc311c311), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.661101 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7afc495c-17ae-4a0d-9ad4-cf1701097685 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (eef0de99-97f7-48e8-a968-3ccfc311c311), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.664692 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7afc495c-17ae-4a0d-9ad4-cf1701097685 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (eef0de99-97f7-48e8-a968-3ccfc311c311), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.681814 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc495c-17ae-4a0d-9ad4-cf1701097685 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef0de99-97f7-48e8-a968-3ccfc311c311,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:20.689790 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7afc495c-17ae-4a0d-9ad4-cf1701097685 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.691019 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7afc495c-17ae-4a0d-9ad4-cf1701097685 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196823 Feb 05 03:55:20.693768 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46010) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:20.698497 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c37a87e6-320d-45a1-a435-611d57a1afd7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'network': {'name': 'tempest-network-smoke--1110133434', 'project_id': '8c206c500d63491dada44309cafa1904', 'port_security_enabled': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:55:20.718722 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37a87e6-320d-45a1-a435-611d57a1afd7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Made reservation on behalf of 8c206c500d63491dada44309cafa1904 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:55:20.722057 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c37a87e6-320d-45a1-a435-611d57a1afd7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.749956 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37a87e6-320d-45a1-a435-611d57a1afd7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:55:20.758650 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c37a87e6-320d-45a1-a435-611d57a1afd7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (30fdd744-bcf9-48cd-8d3b-4d6c4534234d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.759027 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-c37a87e6-320d-45a1-a435-611d57a1afd7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Added segment 30fdd744-bcf9-48cd-8d3b-4d6c4534234d of type vlan for network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e Feb 05 03:55:20.766914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9760e069-1ed3-493d-a76c-ec6d50208f67 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:55:20.791284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 9760e069-1ed3-493d-a76c-ec6d50208f67 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:55:20.791625 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 9760e069-1ed3-493d-a76c-ec6d50208f67 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:55:20.792039 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8b032172-0825-44e0-9473-71ae03cc649c no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:55:20.805760 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c37a87e6-320d-45a1-a435-611d57a1afd7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (84fffd23-baa4-47dd-a2e3-d8b79a75da6e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.832588 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c37a87e6-320d-45a1-a435-611d57a1afd7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (84fffd23-baa4-47dd-a2e3-d8b79a75da6e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.837764 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37a87e6-320d-45a1-a435-611d57a1afd7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:20.838389 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c37a87e6-320d-45a1-a435-611d57a1afd7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.893502 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c37a87e6-320d-45a1-a435-611d57a1afd7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1986921 Feb 05 03:55:20.896424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46012) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:20.901814 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1564259372', 'admin_state_up': True, 'project_id': '8c206c500d63491dada44309cafa1904', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:55:20.912504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a87e6-320d-45a1-a435-611d57a1afd7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Network': ['ID=84fffd23-baa4-47dd-a2e3-d8b79a75da6e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:20.926124 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (c564a9dc-03cf-4762-b06b-6af03a3ed06c), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.927316 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (c564a9dc-03cf-4762-b06b-6af03a3ed06c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:20.973406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:55:20.975428 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 8b032172-0825-44e0-9473-71ae03cc649c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:55:20.975795 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 8b032172-0825-44e0-9473-71ae03cc649c not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:55:20.989376 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_controller (c564a9dc-03cf-4762-b06b-6af03a3ed06c), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:21.131639 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (c564a9dc-03cf-4762-b06b-6af03a3ed06c), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:21.321924 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (c564a9dc-03cf-4762-b06b-6af03a3ed06c), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:21.340720 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:21.443169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.25.0.35 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/90493ed7-05c1-4f47-bc29-368eeebf77f8) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:55:21.545522 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (90493ed7-05c1-4f47-bc29-368eeebf77f8), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:21.578694 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (90493ed7-05c1-4f47-bc29-368eeebf77f8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:21.622065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:55:21.624963 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:55:21.628412 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:55:21.633709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=90493ed7-05c1-4f47-bc29-368eeebf77f8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:21.879041 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (c564a9dc-03cf-4762-b06b-6af03a3ed06c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:22.382551 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (c564a9dc-03cf-4762-b06b-6af03a3ed06c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:22.507912 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router c564a9dc-03cf-4762-b06b-6af03a3ed06c is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:55:22.613709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:55:22.623194 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Sync routers for ids ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:55:22.633037 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Routers {'c564a9dc-03cf-4762-b06b-6af03a3ed06c'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:55:22.633574 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:22.633714 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:55:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:22.637522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a0dc677d-861f-4eef-b4ea-6b4ec4b91ca2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7369871 Feb 05 03:55:22.637883 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46014) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:22.670814 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-be42d660-262f-4553-99ef-a8b1df464653 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8c206c500d63491dada44309cafa1904&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318065 Feb 05 03:55:22.673487 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46016) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:22.745012 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Set router c564a9dc-03cf-4762-b06b-6af03a3ed06c gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:55:22.759638 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f8e154-61ce-4e39-99e6-4b1e315c5bcd tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:22.761166 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a3f8e154-61ce-4e39-99e6-4b1e315c5bcd tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867701 Feb 05 03:55:22.764074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46018) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:22.793181 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c36406ea-76b5-4bbd-ada4-8ecc5321c885 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274343 Feb 05 03:55:22.796006 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46020) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:22.800651 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-247784b1-f560-4ac4-bba7-2209876d1b50 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2081009027', 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'project_id': '8c206c500d63491dada44309cafa1904', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:55:22.891085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247784b1-f560-4ac4-bba7-2209876d1b50 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Made reservation on behalf of 8c206c500d63491dada44309cafa1904 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:55:22.894377 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-247784b1-f560-4ac4-bba7-2209876d1b50 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:22.926797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564259372', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:55:20Z', 'updated_at': '2022-02-05T03:55:21Z', 'revision_number': 3, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:21Z', 'updated_at': '2022-02-05T03:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:22.953728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Checking router: c564a9dc-03cf-4762-b06b-6af03a3ed06c for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:55:22.954137 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Updating router c564a9dc-03cf-4762-b06b-6af03a3ed06c port 90493ed7-05c1-4f47-bc29-368eeebf77f8 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:55:22.982277 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (90493ed7-05c1-4f47-bc29-368eeebf77f8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:23.079058 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-247784b1-f560-4ac4-bba7-2209876d1b50 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (3310271f-fbe9-496a-8a7f-37905e2a8c83), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:23.137815 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247784b1-f560-4ac4-bba7-2209876d1b50 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Subnet': ['ID=3310271f-fbe9-496a-8a7f-37905e2a8c83,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:23.147765 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247784b1-f560-4ac4-bba7-2209876d1b50 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Checking segment: {'id': '30fdd744-bcf9-48cd-8d3b-4d6c4534234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:55:23.148111 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247784b1-f560-4ac4-bba7-2209876d1b50 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network hostable DHCP agents. Network: 84fffd23-baa4-47dd-a2e3-d8b79a75da6e, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:55:23.164796 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247784b1-f560-4ac4-bba7-2209876d1b50 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:55:23.174724 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-247784b1-f560-4ac4-bba7-2209876d1b50 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 84fffd23-baa4-47dd-a2e3-d8b79a75da6e) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:55:23.178866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247784b1-f560-4ac4-bba7-2209876d1b50 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:23.179468 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-247784b1-f560-4ac4-bba7-2209876d1b50 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:23.186337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089c7c95-3473-442b-8bb6-ccbb0ca2b257 None None] Network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:55:23.196683 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-247784b1-f560-4ac4-bba7-2209876d1b50 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3996725 Feb 05 03:55:23.199656 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46022) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:23.305849 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Publish callbacks [] for port (90493ed7-05c1-4f47-bc29-368eeebf77f8), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:23.313535 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (90493ed7-05c1-4f47-bc29-368eeebf77f8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:23.361788 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ips': [{'subnet_id': '3310271f-fbe9-496a-8a7f-37905e2a8c83'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:55:23.362635 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:23.401656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Attempting to bind port 90493ed7-05c1-4f47-bc29-368eeebf77f8 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:55:23.401968 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Attempting to bind port 90493ed7-05c1-4f47-bc29-368eeebf77f8 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:55:23.402332 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Attempting to bind port 90493ed7-05c1-4f47-bc29-368eeebf77f8 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:55:23.412633 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a0d49-ca9b-493c-8687-26360f3daeed None None] Pushing event updated for resources: {'Port': ['ID=90493ed7-05c1-4f47-bc29-368eeebf77f8,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:23.416748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:55:23.417134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:55:23.417844 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:23.418306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:55:23.418809 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Bound port: 90493ed7-05c1-4f47-bc29-368eeebf77f8, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:55:23.419237 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (90493ed7-05c1-4f47-bc29-368eeebf77f8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:23.555296 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] For port 90493ed7-05c1-4f47-bc29-368eeebf77f8, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:55:23.571696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] For port 90493ed7-05c1-4f47-bc29-368eeebf77f8, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=90493ed7-05c1-4f47-bc29-368eeebf77f8,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:55:23.581483 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (90493ed7-05c1-4f47-bc29-368eeebf77f8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:23.583669 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Allocated IP 172.20.0.2 (84fffd23-baa4-47dd-a2e3-d8b79a75da6e/3310271f-fbe9-496a-8a7f-37905e2a8c83/252be097-e01f-4300-902f-9f4c402368fc) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:55:23.648657 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:23.698388 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a0d49-ca9b-493c-8687-26360f3daeed None None] Pushing event updated for resources: {'Port': ['ID=90493ed7-05c1-4f47-bc29-368eeebf77f8,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:23.706478 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Routers {'c564a9dc-03cf-4762-b06b-6af03a3ed06c'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:55:23.707728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:55:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:23.868751 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Publish callbacks [] for port (252be097-e01f-4300-902f-9f4c402368fc), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:23.874404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] Set router c564a9dc-03cf-4762-b06b-6af03a3ed06c gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:55:23.877115 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (252be097-e01f-4300-902f-9f4c402368fc), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:23.929972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.20.0.1 (84fffd23-baa4-47dd-a2e3-d8b79a75da6e/3310271f-fbe9-496a-8a7f-37905e2a8c83/e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:55:24.006070 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:55:24.015751 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:55:24.019083 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Pushing event updated for resources: {'Port': ['ID=252be097-e01f-4300-902f-9f4c402368fc,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:24.021270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:55:24.048119 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:24.083481 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:24.104856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Attempting to bind port 252be097-e01f-4300-902f-9f4c402368fc on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:55:24.105280 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Attempting to bind port 252be097-e01f-4300-902f-9f4c402368fc by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '30fdd744-bcf9-48cd-8d3b-4d6c4534234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:55:24.105643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Attempting to bind port 252be097-e01f-4300-902f-9f4c402368fc on network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:55:24.122808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:55:24.127789 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:55:24.128945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:55:24.129325 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Checking segment: {'id': '30fdd744-bcf9-48cd-8d3b-4d6c4534234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:55:24.129729 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:24.130124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Bound using segment: {'id': '30fdd744-bcf9-48cd-8d3b-4d6c4534234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:55:24.130585 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Bound port: 252be097-e01f-4300-902f-9f4c402368fc, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fdd744-bcf9-48cd-8d3b-4d6c4534234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:55:24.130983 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (252be097-e01f-4300-902f-9f4c402368fc), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:24.131508 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:55:24.159184 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:24.180045 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (c564a9dc-03cf-4762-b06b-6af03a3ed06c), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:24.215473 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564259372', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:55:20Z', 'updated_at': '2022-02-05T03:55:21Z', 'revision_number': 3, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:21Z', 'updated_at': '2022-02-05T03:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:24.217558 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] For port 252be097-e01f-4300-902f-9f4c402368fc, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:55:24.221303 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] For port 252be097-e01f-4300-902f-9f4c402368fc, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=252be097-e01f-4300-902f-9f4c402368fc,segment=NetworkSegment(30fdd744-bcf9-48cd-8d3b-4d6c4534234d),segment_id=30fdd744-bcf9-48cd-8d3b-4d6c4534234d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:55:24.247248 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11195c-72b9-4249-ab25-37ef0eb7d0c1 None None] The sync data for ids ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'] in n-d-826942-8 is: [{'id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564259372', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:55:20Z', 'updated_at': '2022-02-05T03:55:21Z', 'revision_number': 3, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:21Z', 'updated_at': '2022-02-05T03:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:55:24.250596 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (252be097-e01f-4300-902f-9f4c402368fc), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:24.317283 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3192c60-3ab4-436d-b6ac-ef2d0cc5f082 None None] Pushing event updated for resources: {'Port': ['ID=252be097-e01f-4300-902f-9f4c402368fc,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:24.333353 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:24.895608 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 252be097-e01f-4300-902f-9f4c402368fc up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:55:24.951491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 252be097-e01f-4300-902f-9f4c402368fc triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:55:24.951873 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (252be097-e01f-4300-902f-9f4c402368fc), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:24.963457 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:24.969542 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:25.039659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 252be097-e01f-4300-902f-9f4c402368fc is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:55:25.040058 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (252be097-e01f-4300-902f-9f4c402368fc), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:25.052702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:25.055227 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (c564a9dc-03cf-4762-b06b-6af03a3ed06c), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:25.079986 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 252be097-e01f-4300-902f-9f4c402368fc, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=252be097-e01f-4300-902f-9f4c402368fc,segment=NetworkSegment(30fdd744-bcf9-48cd-8d3b-4d6c4534234d),segment_id=30fdd744-bcf9-48cd-8d3b-4d6c4534234d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:55:25.088784 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (252be097-e01f-4300-902f-9f4c402368fc), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:25.089713 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 90493ed7-05c1-4f47-bc29-368eeebf77f8 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:55:25.172285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:55:25.174559 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:55:25.192274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=252be097-e01f-4300-902f-9f4c402368fc,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:25.220227 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 90493ed7-05c1-4f47-bc29-368eeebf77f8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:55:25.220443 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (90493ed7-05c1-4f47-bc29-368eeebf77f8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:25.314404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 90493ed7-05c1-4f47-bc29-368eeebf77f8 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:55:25.314818 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (90493ed7-05c1-4f47-bc29-368eeebf77f8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:25.320693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router c564a9dc-03cf-4762-b06b-6af03a3ed06c has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:55:25.344816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 90493ed7-05c1-4f47-bc29-368eeebf77f8, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=90493ed7-05c1-4f47-bc29-368eeebf77f8,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:55:25.353609 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (90493ed7-05c1-4f47-bc29-368eeebf77f8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:25.409105 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=90493ed7-05c1-4f47-bc29-368eeebf77f8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:25.450008 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:55:25.455578 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-7a8e991e-0a09-43e2-81f6-631577a4521e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "PUT /v2.0/routers/c564a9dc-03cf-4762-b06b-6af03a3ed06c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2548780 Feb 05 03:55:25.478955 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8768f124-507c-4a65-8355-c490ae9e901b None None] Network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:55:25.544956 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fd6d8e2d-21a2-4f5b-a916-1c544c5411af None None] Provisioning complete for port 252be097-e01f-4300-902f-9f4c402368fc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:55:25.545333 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8e2d-21a2-4f5b-a916-1c544c5411af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (252be097-e01f-4300-902f-9f4c402368fc), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:25.609569 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-f69b87f2-f62b-4bb2-956d-7644848d9867 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1214060985&fields=id&tenant_id=8c206c500d63491dada44309cafa1904 HTTP/1.1" status: 200 len: 267 time: 0.0464711 Feb 05 03:55:25.729082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-5f93e697-8015-4fd8-8d76-159922c16c9d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:25.731088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-5f93e697-8015-4fd8-8d76-159922c16c9d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/networks?id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e HTTP/1.1" status: 200 len: 797 time: 0.1139071 Feb 05 03:55:25.746857 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-85e971f6-e248-442d-8a33-236abd17010f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/quotas/8c206c500d63491dada44309cafa1904 HTTP/1.1" status: 200 len: 375 time: 0.0101244 Feb 05 03:55:25.804309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-09bf1ae9-d54d-4de1-ab8b-c2bd5d98442a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517199 Feb 05 03:55:25.831425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fd6d8e2d-21a2-4f5b-a916-1c544c5411af None None] Current status of the port 252be097-e01f-4300-902f-9f4c402368fc is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:55:25.920207 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-d8c70289-b6e0-4563-a7a8-c8496d5404e4 service neutron] 10.222.0.36 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014836 Feb 05 03:55:26.021987 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-08ff629f-0a7b-4782-aa7c-8b5877daa558 service neutron] 10.222.0.36 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958488 Feb 05 03:55:26.053178 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-292e170d-472a-42d4-8425-f5c136db3bf7 None None] Provisioning complete for port 252be097-e01f-4300-902f-9f4c402368fc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:55:26.053740 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-292e170d-472a-42d4-8425-f5c136db3bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (252be097-e01f-4300-902f-9f4c402368fc), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:26.151847 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-292e170d-472a-42d4-8425-f5c136db3bf7 None None] Current status of the port 252be097-e01f-4300-902f-9f4c402368fc is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:55:26.166825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-292e170d-472a-42d4-8425-f5c136db3bf7 None None] Provisioning complete for port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:55:26.167038 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-292e170d-472a-42d4-8425-f5c136db3bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:26.209889 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-292e170d-472a-42d4-8425-f5c136db3bf7 None None] Port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:55:26.231820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ba1901fc-147e-4873-98cb-81e443b6d8c5 req-d54ba8f0-4813-4778-b04d-576c4e7f2581 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 210 time: 0.0491683 Feb 05 03:55:26.266493 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Sync routers for ids ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:55:26.289287 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Routers {'c564a9dc-03cf-4762-b06b-6af03a3ed06c'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:55:26.290159 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:55:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:26.329860 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2ebfaa14-83e0-4fc2-acad-a13a56e2a22a None None] Provisioning complete for port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:55:26.330302 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2ebfaa14-83e0-4fc2-acad-a13a56e2a22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:26.382151 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2ebfaa14-83e0-4fc2-acad-a13a56e2a22a None None] Port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:55:26.409143 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Set router c564a9dc-03cf-4762-b06b-6af03a3ed06c gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:55:26.605904 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-515b0673-0227-4e56-a236-dce828fdf1cb None None] Provisioning complete for port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:55:26.606463 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-515b0673-0227-4e56-a236-dce828fdf1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:26.626463 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564259372', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:55:20Z', 'updated_at': '2022-02-05T03:55:24Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:21Z', 'updated_at': '2022-02-05T03:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6', 'name': '', 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:d8:e6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:23Z', 'updated_at': '2022-02-05T03:55:24Z', 'revision_number': 2, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:26.643668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-515b0673-0227-4e56-a236-dce828fdf1cb None None] Port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:55:26.655961 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Checking router: c564a9dc-03cf-4762-b06b-6af03a3ed06c for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:55:26.656312 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Updating router c564a9dc-03cf-4762-b06b-6af03a3ed06c port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:55:26.684855 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:26.786922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 252be097-e01f-4300-902f-9f4c402368fc up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:55:26.839904 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 252be097-e01f-4300-902f-9f4c402368fc triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:55:26.840110 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (252be097-e01f-4300-902f-9f4c402368fc), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:26.920524 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 252be097-e01f-4300-902f-9f4c402368fc is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:55:26.921558 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 90493ed7-05c1-4f47-bc29-368eeebf77f8 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:55:26.966222 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 90493ed7-05c1-4f47-bc29-368eeebf77f8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:55:26.966594 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (90493ed7-05c1-4f47-bc29-368eeebf77f8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:27.048603 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 90493ed7-05c1-4f47-bc29-368eeebf77f8 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:55:27.059567 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Publish callbacks [] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:27.065281 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:27.175389 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa28da-2484-4ec2-b88e-3ac69c1663ad None None] Pushing event updated for resources: {'Port': ['ID=e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:27.201880 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa28da-2484-4ec2-b88e-3ac69c1663ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:27.202249 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa28da-2484-4ec2-b88e-3ac69c1663ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:27.202603 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa28da-2484-4ec2-b88e-3ac69c1663ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:27.202975 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa28da-2484-4ec2-b88e-3ac69c1663ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:27.203315 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa28da-2484-4ec2-b88e-3ac69c1663ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:27.204281 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa28da-2484-4ec2-b88e-3ac69c1663ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:27.204673 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa28da-2484-4ec2-b88e-3ac69c1663ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:27.205015 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa28da-2484-4ec2-b88e-3ac69c1663ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:27.205366 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa28da-2484-4ec2-b88e-3ac69c1663ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:27.205684 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa28da-2484-4ec2-b88e-3ac69c1663ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:27.206018 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa28da-2484-4ec2-b88e-3ac69c1663ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:27.207012 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa28da-2484-4ec2-b88e-3ac69c1663ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:27.207421 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa28da-2484-4ec2-b88e-3ac69c1663ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:55:27.213260 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Attempting to bind port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:55:27.213644 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Attempting to bind port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '30fdd744-bcf9-48cd-8d3b-4d6c4534234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:55:27.214026 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Attempting to bind port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 on network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:55:27.220026 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:55:27.220420 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Checking segment: {'id': '30fdd744-bcf9-48cd-8d3b-4d6c4534234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:55:27.220832 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:27.221230 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Bound using segment: {'id': '30fdd744-bcf9-48cd-8d3b-4d6c4534234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:55:27.221704 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Bound port: e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fdd744-bcf9-48cd-8d3b-4d6c4534234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:55:27.222087 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:27.282161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-b47c7609-03c6-4c5a-b79c-bc860a110f81 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:27.284710 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-b47c7609-03c6-4c5a-b79c-bc860a110f81 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "GET /v2.0/networks?id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e HTTP/1.1" status: 200 len: 797 time: 0.1485987 Feb 05 03:55:27.323099 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] For port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:55:27.326386 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] For port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6,segment=NetworkSegment(30fdd744-bcf9-48cd-8d3b-4d6c4534234d),segment_id=30fdd744-bcf9-48cd-8d3b-4d6c4534234d)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:55:27.341735 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:27.361844 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83373d17-9c5a-4245-9e44-7f15b113d16e req-5d753d86-a582-474b-8a05-d3424be217ca tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 210 time: 0.0438070 Feb 05 03:55:27.367754 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7fa99352-891a-4602-ba3a-dcc9d898002e None None] Provisioning complete for port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:55:27.368768 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7fa99352-891a-4602-ba3a-dcc9d898002e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:27.389102 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-b5505c2c-5573-4f77-b763-6d0342a328c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c206c500d63491dada44309cafa1904 HTTP/1.1" status: 200 len: 380 time: 0.0946620 Feb 05 03:55:27.389447 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa28da-2484-4ec2-b88e-3ac69c1663ad None None] Pushing event updated for resources: {'Port': ['ID=e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:27.404046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-30377b7c-dbca-4204-b70a-a2e2b2c27425 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'port': {'device_id': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'admin_state_up': True, 'tenant_id': '8c206c500d63491dada44309cafa1904', 'security_groups': ['f96792a5-c29c-4b52-a983-b9062042d010']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:55:27.410944 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Routers {'c564a9dc-03cf-4762-b06b-6af03a3ed06c'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:55:27.411574 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:55:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:27.469026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7fa99352-891a-4602-ba3a-dcc9d898002e None None] Current status of the port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:55:27.469831 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7fa99352-891a-4602-ba3a-dcc9d898002e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:27.514589 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7fa99352-891a-4602-ba3a-dcc9d898002e None None] For port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6,segment=NetworkSegment(30fdd744-bcf9-48cd-8d3b-4d6c4534234d),segment_id=30fdd744-bcf9-48cd-8d3b-4d6c4534234d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:55:27.522075 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7fa99352-891a-4602-ba3a-dcc9d898002e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:27.549555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-30377b7c-dbca-4204-b70a-a2e2b2c27425 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Made reservation on behalf of 8c206c500d63491dada44309cafa1904 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:55:27.553182 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-30377b7c-dbca-4204-b70a-a2e2b2c27425 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:27.569846 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] Set router c564a9dc-03cf-4762-b06b-6af03a3ed06c gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:55:27.592509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa99352-891a-4602-ba3a-dcc9d898002e None None] Pushing event updated for resources: {'Port': ['ID=e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:27.705522 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-30377b7c-dbca-4204-b70a-a2e2b2c27425 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.20.0.13 (84fffd23-baa4-47dd-a2e3-d8b79a75da6e/3310271f-fbe9-496a-8a7f-37905e2a8c83/02e30aa1-0ba2-4133-9a7b-15592ab7ae2e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:55:27.744030 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bcfff5ef-49bf-4cb0-ae62-d94c087c7d03 None None] Provisioning complete for port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:55:27.744423 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bcfff5ef-49bf-4cb0-ae62-d94c087c7d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:27.778139 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564259372', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:55:20Z', 'updated_at': '2022-02-05T03:55:24Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:21Z', 'updated_at': '2022-02-05T03:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6', 'name': '', 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:d8:e6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:23Z', 'updated_at': '2022-02-05T03:55:27Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:27.810815 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35b6a6-8d9a-4655-aa0f-7bb2881d53c4 None None] The sync data for ids ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'] in n-d-826942-8 is: [{'id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564259372', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:55:20Z', 'updated_at': '2022-02-05T03:55:24Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:21Z', 'updated_at': '2022-02-05T03:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6', 'name': '', 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:d8:e6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:23Z', 'updated_at': '2022-02-05T03:55:27Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:55:27.829578 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bcfff5ef-49bf-4cb0-ae62-d94c087c7d03 None None] Current status of the port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:55:27.865220 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-30377b7c-dbca-4204-b70a-a2e2b2c27425 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:27.908851 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-30377b7c-dbca-4204-b70a-a2e2b2c27425 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:27.957550 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-30377b7c-dbca-4204-b70a-a2e2b2c27425 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:55:27.961810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-30377b7c-dbca-4204-b70a-a2e2b2c27425 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:55:27.966741 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-30377b7c-dbca-4204-b70a-a2e2b2c27425 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:55:27.994464 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30377b7c-dbca-4204-b70a-a2e2b2c27425 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:28.028700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-30377b7c-dbca-4204-b70a-a2e2b2c27425 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:28.029353 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-30377b7c-dbca-4204-b70a-a2e2b2c27425 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:28.052056 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-30377b7c-dbca-4204-b70a-a2e2b2c27425 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6523473 Feb 05 03:55:28.063781 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Request body: {'port': {'device_id': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:55:28.136980 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:28.252220 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9089446d-1e77-4179-81f3-bdcc9555641e None None] Provisioning complete for port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:55:28.252605 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9089446d-1e77-4179-81f3-bdcc9555641e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:28.291468 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9089446d-1e77-4179-81f3-bdcc9555641e None None] Port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:55:28.417126 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:55:28.426128 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Publish callbacks [] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:28.441904 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Transition to ACTIVE for port object 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:55:28.445866 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:28.508310 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b69547-31b7-4fe1-b079-33bf6034415c req-574ce9c1-c68b-4214-a238-4445986231a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:28.515396 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55b69547-31b7-4fe1-b079-33bf6034415c req-574ce9c1-c68b-4214-a238-4445986231a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 944 time: 0.0720301 Feb 05 03:55:28.526863 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Pushing event updated for resources: {'Port': ['ID=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:28.586906 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-55b69547-31b7-4fe1-b079-33bf6034415c req-4758d4d9-4f1f-4b02-805b-f00764f132b8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690227 Feb 05 03:55:28.617209 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Attempting to bind port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:55:28.617555 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Attempting to bind port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '30fdd744-bcf9-48cd-8d3b-4d6c4534234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:55:28.618453 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Attempting to bind port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e on network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:55:28.623466 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e on network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:55:28.623797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Attempting to bind port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e on network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:55:28.629486 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:55:28.629828 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Checking segment: {'id': '30fdd744-bcf9-48cd-8d3b-4d6c4534234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:55:28.630214 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Bound using segment: {'id': '30fdd744-bcf9-48cd-8d3b-4d6c4534234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:55:28.630639 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Bound port: 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30fdd744-bcf9-48cd-8d3b-4d6c4534234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:55:28.631073 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:28.704412 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] For port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:55:28.708552 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] For port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,segment=NetworkSegment(30fdd744-bcf9-48cd-8d3b-4d6c4534234d),segment_id=30fdd744-bcf9-48cd-8d3b-4d6c4534234d)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:55:28.719069 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:28.763000 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:28.763562 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:28.764987 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] 10.222.0.10 "PUT /v2.0/ports/02e30aa1-0ba2-4133-9a7b-15592ab7ae2e HTTP/1.1" status: 200 len: 1092 time: 0.7056050 Feb 05 03:55:28.765445 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'tag': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:55:28.767781 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d998e6f0-ad32-479c-b679-d16e1f049c58" -d '{"events": [{"name": "network-changed", "server_uuid": "664d3ce9-ce43-4622-8eb7-c882e4fa28a9", "tag": "02e30aa1-0ba2-4133-9a7b-15592ab7ae2e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:55:28.825663 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85ff18-dbb8-4bc4-9d3b-dc09141f3b09 service neutron] Pushing event updated for resources: {'Port': ['ID=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:28.833631 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc5a285-cdc5-45a1-a2f5-4a6ccd116dea x-openstack-request-id: req-7bc5a285-cdc5-45a1-a2f5-4a6ccd116dea {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:55:28.834263 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664d3ce9-ce43-4622-8eb7-c882e4fa28a9", "tag": "02e30aa1-0ba2-4133-9a7b-15592ab7ae2e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:55:28.834361 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7bc5a285-cdc5-45a1-a2f5-4a6ccd116dea {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:55:28.834805 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'tag': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e', 'status': 'completed', 'code': 200} Feb 05 03:55:28.861571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:55:28.895811 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-072da76c-2c12-4db7-9001-64bf22d17702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:28.897524 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-072da76c-2c12-4db7-9001-64bf22d17702 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 1126 time: 0.0616755 Feb 05 03:55:28.925609 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:55:28.925909 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:28.957959 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-f37f2746-3e1b-4040-925a-62583b0b94c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e HTTP/1.1" status: 200 len: 217 time: 0.0532999 Feb 05 03:55:29.022527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:55:29.023319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-e8f6f6b2-4daa-4bf7-a9e5-a3e59fdb5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:29.027515 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-e8f6f6b2-4daa-4bf7-a9e5-a3e59fdb5f31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3310271f-fbe9-496a-8a7f-37905e2a8c83 HTTP/1.1" status: 200 len: 835 time: 0.0620813 Feb 05 03:55:29.081499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-34af616d-1c33-4882-bf14-a33eb5a056c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:29.083074 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-34af616d-1c33-4882-bf14-a33eb5a056c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492368 Feb 05 03:55:29.179211 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-de8f57fe-2c2b-40b7-a371-4ccd231ce3d2 service neutron] 10.222.0.10 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899737 Feb 05 03:55:29.272361 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-08c35e03-0920-4e7b-affd-95cd16769d7c req-2731bf85-c7c0-4579-8231-cbe955e92f0a service neutron] 10.222.0.10 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873678 Feb 05 03:55:29.369875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998e6f0-ad32-479c-b679-d16e1f049c58 req-22c506e7-2530-4253-b3af-fa3d392f2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:29.371437 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d998e6f0-ad32-479c-b679-d16e1f049c58 req-22c506e7-2530-4253-b3af-fa3d392f2d70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 1126 time: 0.0514231 Feb 05 03:55:29.460929 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998e6f0-ad32-479c-b679-d16e1f049c58 req-a0cca604-a578-4790-9ccf-e757e655c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:29.462409 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d998e6f0-ad32-479c-b679-d16e1f049c58 req-a0cca604-a578-4790-9ccf-e757e655c340 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e HTTP/1.1" status: 200 len: 898 time: 0.0840943 Feb 05 03:55:29.510299 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d998e6f0-ad32-479c-b679-d16e1f049c58 req-16dea2df-bc35-4305-8285-e246e87e4afd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e HTTP/1.1" status: 200 len: 217 time: 0.0394547 Feb 05 03:55:29.562866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998e6f0-ad32-479c-b679-d16e1f049c58 req-b28e9953-f81c-43dd-97e3-5439fd894da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:29.564322 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d998e6f0-ad32-479c-b679-d16e1f049c58 req-b28e9953-f81c-43dd-97e3-5439fd894da6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3310271f-fbe9-496a-8a7f-37905e2a8c83 HTTP/1.1" status: 200 len: 835 time: 0.0475285 Feb 05 03:55:29.614840 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998e6f0-ad32-479c-b679-d16e1f049c58 req-08124af8-9d14-4e68-a947-2b173a9eabe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:29.616426 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d998e6f0-ad32-479c-b679-d16e1f049c58 req-08124af8-9d14-4e68-a947-2b173a9eabe9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445652 Feb 05 03:55:29.701364 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439bb7c-84dd-4f85-8619-0b85b61fdb32 req-7dba1d99-e4c1-4cef-807a-05b957eaefa7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:29.702880 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1439bb7c-84dd-4f85-8619-0b85b61fdb32 req-7dba1d99-e4c1-4cef-807a-05b957eaefa7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 944 time: 0.0541110 Feb 05 03:55:29.709829 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d998e6f0-ad32-479c-b679-d16e1f049c58 req-4dffc68e-e893-40f4-8422-83889bcaa7bc service neutron] 10.222.0.10 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861390 Feb 05 03:55:29.751936 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1439bb7c-84dd-4f85-8619-0b85b61fdb32 req-e5d553df-4fbb-4fb4-b81e-b8e9cda49b82 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433757 Feb 05 03:55:29.801106 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d998e6f0-ad32-479c-b679-d16e1f049c58 req-86be6727-f54d-4f34-862a-3a2e3882e358 service neutron] 10.222.0.10 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839932 Feb 05 03:55:30.882054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4284f-2aaa-45d5-b61c-4f0086395962 req-28332c0f-f6a7-4952-b502-e68d33cf0761 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:30.883577 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1b4284f-2aaa-45d5-b61c-4f0086395962 req-28332c0f-f6a7-4952-b502-e68d33cf0761 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 944 time: 0.0602551 Feb 05 03:55:30.931589 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1b4284f-2aaa-45d5-b61c-4f0086395962 req-2a9169b8-1584-4cb9-aec6-4fff048986db tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422838 Feb 05 03:55:32.052230 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb218b1-6051-4d1f-9a41-aae7046f4876 req-5add296e-80ab-4a39-81d1-49b9c5bf560d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:32.053750 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5cb218b1-6051-4d1f-9a41-aae7046f4876 req-5add296e-80ab-4a39-81d1-49b9c5bf560d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 944 time: 0.0528345 Feb 05 03:55:32.101598 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5cb218b1-6051-4d1f-9a41-aae7046f4876 req-781d3f96-98f1-4d67-9ef6-bb93ce38f190 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415876 Feb 05 03:55:32.612684 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:55:32.705704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,segment=NetworkSegment(30fdd744-bcf9-48cd-8d3b-4d6c4534234d),segment_id=30fdd744-bcf9-48cd-8d3b-4d6c4534234d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:55:32.716901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e', 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'port_id': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e', 'mac_address': 'fa:16:3e:f4:81:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:55:32.757526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:55:32.757916 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:32.770926 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:55:32.790092 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,segment=NetworkSegment(30fdd744-bcf9-48cd-8d3b-4d6c4534234d),segment_id=30fdd744-bcf9-48cd-8d3b-4d6c4534234d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:55:32.793933 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:32.839823 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:32.993901 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['02e30aa1-0ba2-4133-9a7b-15592ab7ae2e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:55:33.221594 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1d4f4-2549-4a92-9d44-eea77d03fd59 req-7ccc7931-094d-4adc-a171-e5cda55f5eaa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:33.223111 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5eb1d4f4-2549-4a92-9d44-eea77d03fd59 req-7ccc7931-094d-4adc-a171-e5cda55f5eaa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 945 time: 0.0529816 Feb 05 03:55:33.276645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5eb1d4f4-2549-4a92-9d44-eea77d03fd59 req-98042c1b-2005-4365-aea4-5e0caba66e0a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479355 Feb 05 03:55:33.774011 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ce12ee5a-0ac4-4bcd-b8f2-c8103b9a28d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:34.403140 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418e4e8-ad3e-4035-9437-3495680be25a req-906b7c3d-d0c3-4a0e-aae0-bfe8d7fb46c3 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:34.404605 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5418e4e8-ad3e-4035-9437-3495680be25a req-906b7c3d-d0c3-4a0e-aae0-bfe8d7fb46c3 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 945 time: 0.0536401 Feb 05 03:55:34.453022 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5418e4e8-ad3e-4035-9437-3495680be25a req-86c26504-c859-4a7c-888a-914bbd6cb577 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426331 Feb 05 03:55:34.613022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:55:34.660634 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:55:34.664698 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:55:34.665047 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:34.742183 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:55:34.742572 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:34.765266 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:55:34.767542 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5277e788-2e7f-4f8c-ba51-0cc2a0c94349" -d '{"events": [{"server_uuid": "664d3ce9-ce43-4622-8eb7-c882e4fa28a9", "name": "network-vif-plugged", "status": "completed", "tag": "02e30aa1-0ba2-4133-9a7b-15592ab7ae2e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:55:34.782723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,segment=NetworkSegment(30fdd744-bcf9-48cd-8d3b-4d6c4534234d),segment_id=30fdd744-bcf9-48cd-8d3b-4d6c4534234d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:55:34.786597 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:34.835166 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:34.869059 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e062b7ab-b87d-48e6-ad8e-56c88eadef29 x-openstack-request-id: req-e062b7ab-b87d-48e6-ad8e-56c88eadef29 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:55:34.869367 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664d3ce9-ce43-4622-8eb7-c882e4fa28a9", "name": "network-vif-plugged", "status": "completed", "tag": "02e30aa1-0ba2-4133-9a7b-15592ab7ae2e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:55:34.869629 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e062b7ab-b87d-48e6-ad8e-56c88eadef29 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:55:34.870033 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e', 'code': 200} Feb 05 03:55:34.967833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf97d4-7887-4a39-ab2a-228f159fb122 req-f113cc8e-2ec0-4253-a5e8-95d666ffbde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:34.969317 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-67cf97d4-7887-4a39-ab2a-228f159fb122 req-f113cc8e-2ec0-4253-a5e8-95d666ffbde5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 1128 time: 0.0440779 Feb 05 03:55:35.014394 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-67cf97d4-7887-4a39-ab2a-228f159fb122 req-2273ef73-ed41-436a-ba32-6de130891cf1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391352 Feb 05 03:55:35.570326 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a499ba4-a26a-4b5e-99ff-e4dfbbd4d238 req-972a0dff-9d84-49c9-9067-090accbc1659 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:35.571825 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a499ba4-a26a-4b5e-99ff-e4dfbbd4d238 req-972a0dff-9d84-49c9-9067-090accbc1659 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0524452 Feb 05 03:55:35.620060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9a499ba4-a26a-4b5e-99ff-e4dfbbd4d238 req-f69405a8-0791-4cd4-96d3-220a6504992c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Feb 05 03:55:35.981171 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e1234f5e-eaff-42a1-8fd4-e3cc09947346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:36.744279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4ab62-6fe0-48a8-8a24-34523312c557 req-73cba14e-2bec-4d51-a9c0-17163ab08de9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:36.746577 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9d4ab62-6fe0-48a8-8a24-34523312c557 req-73cba14e-2bec-4d51-a9c0-17163ab08de9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0568914 Feb 05 03:55:36.794641 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9d4ab62-6fe0-48a8-8a24-34523312c557 req-2528e579-17c4-431a-a241-00450811d916 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423660 Feb 05 03:55:36.916958 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47714d14-ed3b-4d0c-89ea-7c11ffb8904d req-40c0efc2-2cef-4c21-8ce3-26c9f58268ba tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:36.919091 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47714d14-ed3b-4d0c-89ea-7c11ffb8904d req-40c0efc2-2cef-4c21-8ce3-26c9f58268ba tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0535464 Feb 05 03:55:36.966042 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-47714d14-ed3b-4d0c-89ea-7c11ffb8904d req-2b7bcef1-d011-4039-8728-c979265da941 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415626 Feb 05 03:55:36.987732 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46078) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:37.029926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb8fd3f-64b2-4b39-91c3-30e38002f3a1 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:37.031729 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6bb8fd3f-64b2-4b39-91c3-30e38002f3a1 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 1123 time: 0.0430224 Feb 05 03:55:37.034504 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46080) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:37.038688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:55:37.060083 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:37.158497 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:37.263237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.25.0.109 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/08936904-92e9-450d-ac53-560da426974a) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:55:37.348182 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:37.364120 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (08936904-92e9-450d-ac53-560da426974a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:37.398150 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (08936904-92e9-450d-ac53-560da426974a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:37.432338 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:55:37.436582 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:55:37.440620 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:55:37.477066 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=08936904-92e9-450d-ac53-560da426974a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:37.798471 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (e2808189-d99c-4461-a703-54ce0e1a2e5f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:37.869731 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (08936904-92e9-450d-ac53-560da426974a), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:38.012261 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (08936904-92e9-450d-ac53-560da426974a), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:38.016652 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (08936904-92e9-450d-ac53-560da426974a), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:38.089247 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=08936904-92e9-450d-ac53-560da426974a,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:55:38.099207 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (e2808189-d99c-4461-a703-54ce0e1a2e5f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:38.201652 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Floating IP e2808189-d99c-4461-a703-54ce0e1a2e5f associated. External IP: 172.25.0.109, port: 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e. Feb 05 03:55:38.413466 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router c564a9dc-03cf-4762-b06b-6af03a3ed06c has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:55:38.523354 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:55:38.533300 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2e9022-4143-4b0a-b5f7-ad5000b2a854 None None] Sync routers for ids ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:55:38.541534 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:38.543877 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2e9022-4143-4b0a-b5f7-ad5000b2a854 None None] Routers {'c564a9dc-03cf-4762-b06b-6af03a3ed06c'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:55:38.544516 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fc2e9022-4143-4b0a-b5f7-ad5000b2a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:55:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:38.573942 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-46807546-2341-43ff-acc2-c2a5a2990678 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5383873 Feb 05 03:55:38.574648 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'tag': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:55:38.577695 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251e709c-a2b5-4554-86f2-33c4feeb535a" -d '{"events": [{"name": "network-changed", "server_uuid": "664d3ce9-ce43-4622-8eb7-c882e4fa28a9", "tag": "02e30aa1-0ba2-4133-9a7b-15592ab7ae2e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:55:38.657244 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-fc2e9022-4143-4b0a-b5f7-ad5000b2a854 None None] Set router c564a9dc-03cf-4762-b06b-6af03a3ed06c gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:55:38.675329 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80037bb-5acd-488c-8c19-eb115ff61842 x-openstack-request-id: req-b80037bb-5acd-488c-8c19-eb115ff61842 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:55:38.675628 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664d3ce9-ce43-4622-8eb7-c882e4fa28a9", "tag": "02e30aa1-0ba2-4133-9a7b-15592ab7ae2e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:55:38.675886 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b80037bb-5acd-488c-8c19-eb115ff61842 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:55:38.676292 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'tag': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e', 'status': 'completed', 'code': 200} Feb 05 03:55:38.688122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f7603-137b-4070-83f1-db8473714f6a req-96c5eea6-3d54-486b-aea4-ecdb93b84762 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:38.689662 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d58f7603-137b-4070-83f1-db8473714f6a req-96c5eea6-3d54-486b-aea4-ecdb93b84762 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0595200 Feb 05 03:55:38.744917 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d58f7603-137b-4070-83f1-db8473714f6a req-e5263fce-db36-43d7-a4ba-6658df16c2c6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494640 Feb 05 03:55:38.756013 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e709c-a2b5-4554-86f2-33c4feeb535a req-40f1ecfe-4c80-47be-b5cd-aec00824ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:38.757585 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-251e709c-a2b5-4554-86f2-33c4feeb535a req-40f1ecfe-4c80-47be-b5cd-aec00824ff56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 1128 time: 0.0594049 Feb 05 03:55:38.769447 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46088) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:38.842715 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3a0ef527-cbc0-49c0-aff3-37a28747ce60 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/e2808189-d99c-4461-a703-54ce0e1a2e5f HTTP/1.1" status: 200 len: 992 time: 0.0717494 Feb 05 03:55:38.852551 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e709c-a2b5-4554-86f2-33c4feeb535a req-77869741-84bf-475f-b486-6e9780296c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:38.854009 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-251e709c-a2b5-4554-86f2-33c4feeb535a req-77869741-84bf-475f-b486-6e9780296c1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e HTTP/1.1" status: 200 len: 898 time: 0.0894287 Feb 05 03:55:38.892587 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:38.909054 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fc2e9022-4143-4b0a-b5f7-ad5000b2a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564259372', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:55:20Z', 'updated_at': '2022-02-05T03:55:24Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:21Z', 'updated_at': '2022-02-05T03:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'e2808189-d99c-4461-a703-54ce0e1a2e5f', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'port_id': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'mac_address': 'fa:16:3e:f4:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:55:37Z', 'updated_at': '2022-02-05T03:55:37Z', 'revision_number': 0, 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6', 'name': '', 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:d8:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:23Z', 'updated_at': '2022-02-05T03:55:27Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:38.924926 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-251e709c-a2b5-4554-86f2-33c4feeb535a req-b3d95a38-5a6f-4afb-8b20-bf26e2c010df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e HTTP/1.1" status: 200 len: 1000 time: 0.0647671 Feb 05 03:55:38.940864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2e9022-4143-4b0a-b5f7-ad5000b2a854 None None] Checking router: c564a9dc-03cf-4762-b06b-6af03a3ed06c for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:55:38.949518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2e9022-4143-4b0a-b5f7-ad5000b2a854 None None] Routers {'c564a9dc-03cf-4762-b06b-6af03a3ed06c'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:55:38.950133 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fc2e9022-4143-4b0a-b5f7-ad5000b2a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:55:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:38.973654 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e709c-a2b5-4554-86f2-33c4feeb535a req-05621c6e-e092-4681-b4f3-c7da9d97028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:38.975125 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-251e709c-a2b5-4554-86f2-33c4feeb535a req-05621c6e-e092-4681-b4f3-c7da9d97028c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3310271f-fbe9-496a-8a7f-37905e2a8c83 HTTP/1.1" status: 200 len: 835 time: 0.0439517 Feb 05 03:55:39.025040 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e709c-a2b5-4554-86f2-33c4feeb535a req-c6d76002-d04c-4bfe-b41b-e3ac52bf5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:39.026526 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-251e709c-a2b5-4554-86f2-33c4feeb535a req-c6d76002-d04c-4bfe-b41b-e3ac52bf5831 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458286 Feb 05 03:55:39.062068 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-fc2e9022-4143-4b0a-b5f7-ad5000b2a854 None None] Set router c564a9dc-03cf-4762-b06b-6af03a3ed06c gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:55:39.119744 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-251e709c-a2b5-4554-86f2-33c4feeb535a req-3ab9fd82-90bf-4dc0-9c77-8a1000be4ae6 service neutron] 10.222.0.10 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863845 Feb 05 03:55:39.209277 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-251e709c-a2b5-4554-86f2-33c4feeb535a req-cb99d233-7d61-4c23-b859-517f5f7e6ffa service neutron] 10.222.0.10 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828571 Feb 05 03:55:39.291090 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-fc2e9022-4143-4b0a-b5f7-ad5000b2a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564259372', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:55:20Z', 'updated_at': '2022-02-05T03:55:24Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:21Z', 'updated_at': '2022-02-05T03:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'e2808189-d99c-4461-a703-54ce0e1a2e5f', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'port_id': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'mac_address': 'fa:16:3e:f4:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:55:37Z', 'updated_at': '2022-02-05T03:55:37Z', 'revision_number': 0, 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6', 'name': '', 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:d8:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:23Z', 'updated_at': '2022-02-05T03:55:27Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:55:39.318826 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2e9022-4143-4b0a-b5f7-ad5000b2a854 None None] The sync data for ids ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'] in n-d-826942-8 is: [{'id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564259372', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:55:20Z', 'updated_at': '2022-02-05T03:55:24Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:21Z', 'updated_at': '2022-02-05T03:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': 'e2808189-d99c-4461-a703-54ce0e1a2e5f', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'port_id': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'mac_address': 'fa:16:3e:f4:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:55:37Z', 'updated_at': '2022-02-05T03:55:37Z', 'revision_number': 0, 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6', 'name': '', 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:d8:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:23Z', 'updated_at': '2022-02-05T03:55:27Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:55:39.508647 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0918def8-46e3-45f5-8c8a-8a059b2fef37 None None] New status for floating IP e2808189-d99c-4461-a703-54ce0e1a2e5f: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:55:39.846273 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46090) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:55:39.912031 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-1987f5b5-5097-4719-90b8-5d5d363a3703 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/e2808189-d99c-4461-a703-54ce0e1a2e5f HTTP/1.1" status: 200 len: 994 time: 0.0644362 Feb 05 03:55:40.165324 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:42.049790 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:43.410345 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:55:46.933629 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:55:51.363197 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58d5a0f3-2b1c-4595-954b-6be9801c1251 req-88a5a4cb-d173-4f19-b9bc-13494aae03b3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511036 Feb 05 03:55:51.452686 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5a0f3-2b1c-4595-954b-6be9801c1251 req-3d5f9d3f-976f-4430-90a0-6ce6124ed67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:51.454206 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58d5a0f3-2b1c-4595-954b-6be9801c1251 req-3d5f9d3f-976f-4430-90a0-6ce6124ed67d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 1128 time: 0.0492206 Feb 05 03:55:51.567599 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5a0f3-2b1c-4595-954b-6be9801c1251 req-888c1ab6-7b90-488f-945e-5541a83df16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:51.569053 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58d5a0f3-2b1c-4595-954b-6be9801c1251 req-888c1ab6-7b90-488f-945e-5541a83df16c service neutron] 10.222.0.10 "GET /v2.0/networks?id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e HTTP/1.1" status: 200 len: 898 time: 0.0951555 Feb 05 03:55:51.633979 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58d5a0f3-2b1c-4595-954b-6be9801c1251 req-5c9676ba-22c5-419e-9290-11ecd59eebb7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e HTTP/1.1" status: 200 len: 1002 time: 0.0588567 Feb 05 03:55:51.682010 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5a0f3-2b1c-4595-954b-6be9801c1251 req-8b0f0209-f618-439a-9413-5c61841d175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:51.683452 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58d5a0f3-2b1c-4595-954b-6be9801c1251 req-8b0f0209-f618-439a-9413-5c61841d175a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3310271f-fbe9-496a-8a7f-37905e2a8c83 HTTP/1.1" status: 200 len: 835 time: 0.0434165 Feb 05 03:55:51.738724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5a0f3-2b1c-4595-954b-6be9801c1251 req-8809c36c-5bc3-49a7-a811-e572b45a84bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:55:51.740244 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58d5a0f3-2b1c-4595-954b-6be9801c1251 req-8809c36c-5bc3-49a7-a811-e572b45a84bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496273 Feb 05 03:55:51.827553 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58d5a0f3-2b1c-4595-954b-6be9801c1251 req-7a142a59-f2cd-4b5c-a721-237f48b8fac2 service neutron] 10.222.0.10 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815187 Feb 05 03:55:51.920674 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-58d5a0f3-2b1c-4595-954b-6be9801c1251 req-9afbd959-9b26-44d9-a451-e7b3e6813fa7 service neutron] 10.222.0.10 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862629 Feb 05 03:56:03.775491 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa72e-7d5a-446d-9e89-59a36b98f610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:05.984347 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f7eacd59-f946-40a7-85c0-0565b5af6c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:07.349938 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:07.802240 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-a3b2c199-163f-44c7-9b4b-a7e8c40c7ad8 req-0e3cce60-5467-4d69-b242-25446b34308c tempest-ServerDiskConfigTestJSON-167896353 tempest-ServerDiskConfigTestJSON-167896353-project] (109675) timed out ('10.222.0.31', 52882) {{(pid=109675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 05 03:56:08.884836 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:10.157163 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:11.077260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-ed138151-b949-416d-a2ff-38b42a55fe2a req-ebc54c7a-a3f5-44de-9587-bcde0c6dddd7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:56:11.078233 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed138151-b949-416d-a2ff-38b42a55fe2a req-ebc54c7a-a3f5-44de-9587-bcde0c6dddd7 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053935 Feb 05 03:56:11.237109 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46110) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:56:11.266331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69f219-beb2-44f8-99e4-07f767621524 req-5c4b2a50-b8c0-4f02-aa59-652fba43d361 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:11.267870 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f69f219-beb2-44f8-99e4-07f767621524 req-5c4b2a50-b8c0-4f02-aa59-652fba43d361 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0555985 Feb 05 03:56:11.318736 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6f69f219-beb2-44f8-99e4-07f767621524 req-793ff51d-a6de-40ee-95d3-24b22f5e43cf tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450134 Feb 05 03:56:11.321202 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-fd8c83f5-509b-4816-ad5a-ea34bdd4a7e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829518 Feb 05 03:56:11.330138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-f94f4531-f070-4a7d-98be-395c9416f523 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:56:11.331001 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-f94f4531-f070-4a7d-98be-395c9416f523 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049880 Feb 05 03:56:12.063797 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:12.433401 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-3c331557-09de-4f12-a2d2-9bbcdb7fb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:12.435044 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-3c331557-09de-4f12-a2d2-9bbcdb7fb27c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 1128 time: 0.0458403 Feb 05 03:56:12.442962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748c155-e39c-4a59-8e44-4f8fae508396 req-dc272b7c-0131-484f-a6ae-598fe0dbf151 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:12.444455 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1748c155-e39c-4a59-8e44-4f8fae508396 req-dc272b7c-0131-484f-a6ae-598fe0dbf151 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0527422 Feb 05 03:56:12.493484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1748c155-e39c-4a59-8e44-4f8fae508396 req-c0049560-6a73-434b-a404-a7476b84935c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429647 Feb 05 03:56:12.527253 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-32b61915-7bea-4d14-8ad1-57c2899716bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:12.529210 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-32b61915-7bea-4d14-8ad1-57c2899716bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e HTTP/1.1" status: 200 len: 898 time: 0.0877335 Feb 05 03:56:12.591706 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-50ff607d-8ad4-4281-86e7-d4599ea44f52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e HTTP/1.1" status: 200 len: 1002 time: 0.0563896 Feb 05 03:56:12.637960 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-813547e7-342b-4d56-bc69-0f918afbe82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:12.639468 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-813547e7-342b-4d56-bc69-0f918afbe82b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3310271f-fbe9-496a-8a7f-37905e2a8c83 HTTP/1.1" status: 200 len: 835 time: 0.0431693 Feb 05 03:56:12.692026 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-62ee4014-12e8-4d8f-a533-5ad1a3ea2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:12.693505 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-62ee4014-12e8-4d8f-a533-5ad1a3ea2f9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476327 Feb 05 03:56:12.781989 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-ca7e8f9a-ab43-4203-a753-142b4edad805 service neutron] 10.222.0.10 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818691 Feb 05 03:56:12.879984 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-bf04393d-b33c-4670-aaaa-dc8da397fbc6 service neutron] 10.222.0.10 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914524 Feb 05 03:56:13.616279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31b6ae-28f1-44cd-ac2e-b4dbb791226b req-abcd3a1e-f06d-4cf6-8c29-5167430a90c8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:13.617637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f31b6ae-28f1-44cd-ac2e-b4dbb791226b req-abcd3a1e-f06d-4cf6-8c29-5167430a90c8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0551908 Feb 05 03:56:13.665006 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f31b6ae-28f1-44cd-ac2e-b4dbb791226b req-0c7908d9-fc3e-4c49-a797-5d16a1882fb4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411067 Feb 05 03:56:14.791701 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d064ee-55c9-4ab0-9faa-3d9dfd14df1d req-f9988bd7-9bb8-45cf-8ece-b0e4d438ce52 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:14.794031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36d064ee-55c9-4ab0-9faa-3d9dfd14df1d req-f9988bd7-9bb8-45cf-8ece-b0e4d438ce52 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0586207 Feb 05 03:56:14.842450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-36d064ee-55c9-4ab0-9faa-3d9dfd14df1d req-c37811cf-1b5a-4028-b703-e391fa8090cc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426507 Feb 05 03:56:15.959518 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d9d9f-c00a-4579-bd29-af851dc7a738 req-14f30bc2-260c-43b3-a340-839e6d64d3ee tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:15.961065 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e52d9d9f-c00a-4579-bd29-af851dc7a738 req-14f30bc2-260c-43b3-a340-839e6d64d3ee tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0515306 Feb 05 03:56:16.013547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e52d9d9f-c00a-4579-bd29-af851dc7a738 req-b5430afa-d313-4656-ac04-0e046d395bc7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464067 Feb 05 03:56:16.948256 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:17.134005 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e88af-ac8f-44f4-9384-f1f63349df3f req-3d891831-6364-4e61-985f-efaf0e510709 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:17.135491 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-591e88af-ac8f-44f4-9384-f1f63349df3f req-3d891831-6364-4e61-985f-efaf0e510709 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0522985 Feb 05 03:56:17.187939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-591e88af-ac8f-44f4-9384-f1f63349df3f req-b25438f8-7100-4964-88d6-19a910b3c2f7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468218 Feb 05 03:56:18.305583 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b97a4-9261-406f-a6ea-f65855b3aea2 req-e772479a-23d1-43be-9d15-36ca23d38a5c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:18.307070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-369b97a4-9261-406f-a6ea-f65855b3aea2 req-e772479a-23d1-43be-9d15-36ca23d38a5c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0511873 Feb 05 03:56:18.355545 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-369b97a4-9261-406f-a6ea-f65855b3aea2 req-04950765-35d2-452e-8531-4cd5b01b0940 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419366 Feb 05 03:56:19.480944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab07c1-12e2-44b2-a7df-eb5bede52b45 req-e5f6ca36-2fbc-4642-8f5a-862b0204231a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:19.483117 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-26ab07c1-12e2-44b2-a7df-eb5bede52b45 req-e5f6ca36-2fbc-4642-8f5a-862b0204231a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0564108 Feb 05 03:56:19.530514 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-26ab07c1-12e2-44b2-a7df-eb5bede52b45 req-58365b13-3041-439a-95b4-07e53450bd6c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416455 Feb 05 03:56:20.411040 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:56:20.648187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d02c07-4df6-4d14-8256-559bda4325d2 req-454db618-a0ff-4807-bf23-cca32a17d209 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:20.649577 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7d02c07-4df6-4d14-8256-559bda4325d2 req-454db618-a0ff-4807-bf23-cca32a17d209 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0522752 Feb 05 03:56:20.698471 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b7d02c07-4df6-4d14-8256-559bda4325d2 req-c78a0672-4c13-4164-9aeb-727423e2364f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427449 Feb 05 03:56:21.821321 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77ebbc-6427-4f65-8a78-fce4187f014f req-8527e64e-b6a6-4a01-b83f-6c17c1522463 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:21.822799 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd77ebbc-6427-4f65-8a78-fce4187f014f req-8527e64e-b6a6-4a01-b83f-6c17c1522463 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0567982 Feb 05 03:56:21.869762 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd77ebbc-6427-4f65-8a78-fce4187f014f req-f461931a-2af6-40aa-b157-52ab9f4f8031 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411923 Feb 05 03:56:22.992225 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f71325-05dd-4c1c-ab5a-57c5871e64a8 req-836b8c66-0cc6-470d-a6d1-cec8a4a69ec2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:22.993626 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27f71325-05dd-4c1c-ab5a-57c5871e64a8 req-836b8c66-0cc6-470d-a6d1-cec8a4a69ec2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0520763 Feb 05 03:56:23.042260 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-27f71325-05dd-4c1c-ab5a-57c5871e64a8 req-249f0ae0-d2d5-40e0-ad63-1d2998b866f3 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424874 Feb 05 03:56:24.163706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b55223-660d-4c92-9210-c9075158244e req-7f9b81c2-6659-4eda-ad24-faedb348066e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:24.165149 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14b55223-660d-4c92-9210-c9075158244e req-7f9b81c2-6659-4eda-ad24-faedb348066e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0516846 Feb 05 03:56:24.217377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14b55223-660d-4c92-9210-c9075158244e req-555aef4e-f2d7-440d-bf99-528ddb120392 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460227 Feb 05 03:56:25.336340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7332b7-5879-4c98-967b-77ac42eb4928 req-8981b98f-ed04-4e9e-822c-7d0d47bd4612 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:25.337907 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a7332b7-5879-4c98-967b-77ac42eb4928 req-8981b98f-ed04-4e9e-822c-7d0d47bd4612 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0523040 Feb 05 03:56:25.386723 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0a7332b7-5879-4c98-967b-77ac42eb4928 req-1caf80a1-fa19-4098-b509-bf4d0557d1e4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431690 Feb 05 03:56:26.507131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c3117-67e7-4bba-83da-53848bd07611 req-508ce8a2-5fe7-4d0a-aa42-cba9f3fb0d35 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:26.508588 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f3c3117-67e7-4bba-83da-53848bd07611 req-508ce8a2-5fe7-4d0a-aa42-cba9f3fb0d35 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0520518 Feb 05 03:56:26.557730 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8f3c3117-67e7-4bba-83da-53848bd07611 req-612e8547-17d3-428b-ab8b-6213512f74a0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426028 Feb 05 03:56:27.679964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9a51a-7d56-499b-8bd3-2d0225145c9d req-33a789f4-9432-490b-99f6-70c3e42ac1e4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:27.681468 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85f9a51a-7d56-499b-8bd3-2d0225145c9d req-33a789f4-9432-490b-99f6-70c3e42ac1e4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0558634 Feb 05 03:56:27.729722 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-85f9a51a-7d56-499b-8bd3-2d0225145c9d req-f17f4bee-5ad2-4d69-8a83-1f79bdaf0e5b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421588 Feb 05 03:56:28.848184 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2269e35-6250-44a2-a4ad-3a027f61935b req-fb36e3d8-4440-4f3c-ae0d-6d62c571ef30 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:28.849666 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2269e35-6250-44a2-a4ad-3a027f61935b req-fb36e3d8-4440-4f3c-ae0d-6d62c571ef30 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0529890 Feb 05 03:56:28.896706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2269e35-6250-44a2-a4ad-3a027f61935b req-bb511bde-55b1-4645-8262-9db64d538e5c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415361 Feb 05 03:56:29.785172 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-d9a57c8e-22b1-4f17-886f-0ecc01b55363 service neutron] show failed (client error): The resource could not be found. Feb 05 03:56:29.786419 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-d9a57c8e-22b1-4f17-886f-0ecc01b55363 service neutron] 10.222.0.10 "GET /v2.0/ports/02e30aa1-0ba2-4133-9a7b-15592ab7ae2e/bindings/n-h1-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.0601027 Feb 05 03:56:30.019572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a4a48-4ba0-49df-9425-8b56ca42ede4 req-7c947c2e-7107-4040-8ddd-49675e09074a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:30.021051 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-951a4a48-4ba0-49df-9425-8b56ca42ede4 req-7c947c2e-7107-4040-8ddd-49675e09074a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0529764 Feb 05 03:56:30.026162 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-204c09ba-b80e-4958-b92d-b66518d23250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:30.027697 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-204c09ba-b80e-4958-b92d-b66518d23250 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9&tenant_id=8c206c500d63491dada44309cafa1904 HTTP/1.1" status: 200 len: 1128 time: 0.0889080 Feb 05 03:56:30.040259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826942-8', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:56:30.075619 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-951a4a48-4ba0-49df-9425-8b56ca42ede4 req-9afa1fa0-e04e-469a-beeb-3f8308a37efe tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480709 Feb 05 03:56:30.107143 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:30.305142 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] For port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,segment=NetworkSegment(30fdd744-bcf9-48cd-8d3b-4d6c4534234d),segment_id=30fdd744-bcf9-48cd-8d3b-4d6c4534234d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:56:30.337030 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] For port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:56:30.378326 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:56:30.381027 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d229cc-d307-4cc6-843e-fe454a78bb6c" -d '{"events": [{"server_uuid": "664d3ce9-ce43-4622-8eb7-c882e4fa28a9", "name": "network-vif-unplugged", "status": "completed", "tag": "02e30aa1-0ba2-4133-9a7b-15592ab7ae2e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:56:30.384862 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Publish callbacks [] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:30.401242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Transition to ACTIVE for port object 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:56:30.405501 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:30.434330 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 03:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d66b5b2-e604-4592-901a-565b93d545a1 x-openstack-request-id: req-3d66b5b2-e604-4592-901a-565b93d545a1 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:56:30.435510 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664d3ce9-ce43-4622-8eb7-c882e4fa28a9", "name": "network-vif-unplugged", "status": "completed", "tag": "02e30aa1-0ba2-4133-9a7b-15592ab7ae2e", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:56:30.435759 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d66b5b2-e604-4592-901a-565b93d545a1 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:56:30.436146 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e', 'code': 200} Feb 05 03:56:30.785597 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Pushing event updated for resources: {'Port': ['ID=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:56:30.799450 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:30.799801 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:30.800142 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:30.800476 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:30.800808 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:30.801135 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:30.801460 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:30.801783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:30.802106 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:30.802427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:30.802748 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:30.803092 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:30.803409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:30.835936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] No DVR routers for this DVR port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:56:30.970217 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Attempting to bind port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:56:30.970546 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Attempting to bind port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': '30fdd744-bcf9-48cd-8d3b-4d6c4534234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:56:30.970905 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Attempting to bind port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e on network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:56:30.975106 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e on network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:56:30.975424 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Attempting to bind port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e on network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:56:30.980129 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:56:30.980462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Checking segment: {'id': '30fdd744-bcf9-48cd-8d3b-4d6c4534234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:56:30.980837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Bound using segment: {'id': '30fdd744-bcf9-48cd-8d3b-4d6c4534234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:56:30.981252 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Bound port: 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30fdd744-bcf9-48cd-8d3b-4d6c4534234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:56:30.981816 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:31.043997 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] For port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:56:31.047527 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] For port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,segment=NetworkSegment(30fdd744-bcf9-48cd-8d3b-4d6c4534234d),segment_id=30fdd744-bcf9-48cd-8d3b-4d6c4534234d)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:56:31.052754 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:31.089390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:31.090018 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:31.092207 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] 10.222.0.31 "PUT /v2.0/ports/02e30aa1-0ba2-4133-9a7b-15592ab7ae2e HTTP/1.1" status: 200 len: 1092 time: 1.0568981 Feb 05 03:56:31.147049 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54822ebc-1791-4ee3-a3eb-7f2e19793582 service neutron] Pushing event updated for resources: {'Port': ['ID=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:56:31.174827 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-b5fec4f4-02cc-47a8-b093-da0731255ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:31.177067 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-b5fec4f4-02cc-47a8-b093-da0731255ba3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 1126 time: 0.0588984 Feb 05 03:56:31.205474 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564a583-b96c-434b-8804-2a0939d35aae req-3479c01f-e9fb-4362-a9b9-914317cd9ca0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:31.207920 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8564a583-b96c-434b-8804-2a0939d35aae req-3479c01f-e9fb-4362-a9b9-914317cd9ca0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 944 time: 0.0573642 Feb 05 03:56:31.263414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8564a583-b96c-434b-8804-2a0939d35aae req-ab5f0254-c9c1-4cc1-b26a-32b2b0e41a2a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487359 Feb 05 03:56:31.283458 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-90e68d5f-880b-41bf-ad42-19f3ae315aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:31.284949 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-90e68d5f-880b-41bf-ad42-19f3ae315aff service neutron] 10.222.0.31 "GET /v2.0/networks?id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e HTTP/1.1" status: 200 len: 898 time: 0.1011140 Feb 05 03:56:31.377774 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-923ad861-deae-48a1-a7d1-34595665ea82 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e HTTP/1.1" status: 200 len: 1000 time: 0.0663095 Feb 05 03:56:31.426294 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-8981c55b-0a5e-482e-a547-79a1c352493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:31.427742 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-8981c55b-0a5e-482e-a547-79a1c352493d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3310271f-fbe9-496a-8a7f-37905e2a8c83 HTTP/1.1" status: 200 len: 835 time: 0.0431974 Feb 05 03:56:31.475983 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-39872457-2acf-434d-9305-7623ed374d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:31.477438 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-39872457-2acf-434d-9305-7623ed374d38 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432920 Feb 05 03:56:31.568467 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-7339fd8e-b9f2-4d6f-8ce5-a2e833058751 service neutron] 10.222.0.31 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834069 Feb 05 03:56:31.657228 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e8715453-ee07-42ae-aba4-60a600ccd353 req-e40aabfa-756b-4fc2-8a7e-5067f0e7576e service neutron] 10.222.0.31 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820944 Feb 05 03:56:32.384516 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21de66-d91a-4375-a924-920e56bba6d6 req-278c7ad9-3176-401d-8477-781ae97fd0bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:32.385980 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec21de66-d91a-4375-a924-920e56bba6d6 req-278c7ad9-3176-401d-8477-781ae97fd0bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 944 time: 0.0516064 Feb 05 03:56:32.433399 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ec21de66-d91a-4375-a924-920e56bba6d6 req-5d96ee09-b99c-4791-a624-fb4de8130da8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412922 Feb 05 03:56:32.437400 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'tag': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:56:32.439814 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d410d93f-ee18-44fc-9a64-bed8620d32cd" -d '{"events": [{"name": "network-changed", "server_uuid": "664d3ce9-ce43-4622-8eb7-c882e4fa28a9", "tag": "02e30aa1-0ba2-4133-9a7b-15592ab7ae2e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:56:32.488685 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243ab461-fe31-4c42-867b-bd9f30795b5a x-openstack-request-id: req-243ab461-fe31-4c42-867b-bd9f30795b5a {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:56:32.488981 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664d3ce9-ce43-4622-8eb7-c882e4fa28a9", "tag": "02e30aa1-0ba2-4133-9a7b-15592ab7ae2e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:56:32.489238 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-243ab461-fe31-4c42-867b-bd9f30795b5a {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:56:32.489665 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'tag': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e', 'status': 'completed', 'code': 200} Feb 05 03:56:32.587530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-42b98288-1353-4b34-9c8a-cb2711131d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:32.588934 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-42b98288-1353-4b34-9c8a-cb2711131d4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 1126 time: 0.0814624 Feb 05 03:56:32.592039 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-34758b37-e315-46de-b319-580404041974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:32.593377 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-34758b37-e315-46de-b319-580404041974 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 1126 time: 0.0774598 Feb 05 03:56:32.750219 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-ecab1882-0916-4f1c-a4d2-d06104e19947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:32.751719 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-ecab1882-0916-4f1c-a4d2-d06104e19947 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e HTTP/1.1" status: 200 len: 898 time: 0.1575184 Feb 05 03:56:32.754262 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-b670cf2f-867c-4bc2-bf68-9ac49fc4620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:32.755610 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-b670cf2f-867c-4bc2-bf68-9ac49fc4620e service neutron] 10.222.0.31 "GET /v2.0/networks?id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e HTTP/1.1" status: 200 len: 898 time: 0.1544528 Feb 05 03:56:32.864886 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-cd77ef44-ac72-4beb-8222-aeb51b706f17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e HTTP/1.1" status: 200 len: 1000 time: 0.1072924 Feb 05 03:56:32.866513 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-bb3297e5-9c2e-4ae3-a210-29a3fb98317f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e HTTP/1.1" status: 200 len: 1000 time: 0.1027808 Feb 05 03:56:32.952054 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-df245e0c-d0d9-4b0f-ab27-ab5bcfda7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:32.953492 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-df245e0c-d0d9-4b0f-ab27-ab5bcfda7847 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3310271f-fbe9-496a-8a7f-37905e2a8c83 HTTP/1.1" status: 200 len: 835 time: 0.0823636 Feb 05 03:56:32.954879 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-56f0e582-8576-4d36-be5b-eda2857c6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:32.956177 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-56f0e582-8576-4d36-be5b-eda2857c6b9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3310271f-fbe9-496a-8a7f-37905e2a8c83 HTTP/1.1" status: 200 len: 835 time: 0.0775299 Feb 05 03:56:33.033750 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-2e64ccd8-39e8-4f49-bb3e-6c4b52c0c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:33.035295 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-2e64ccd8-39e8-4f49-bb3e-6c4b52c0c9ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0754097 Feb 05 03:56:33.037712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-be852265-1143-44e7-bd5a-c4f73922ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:33.039085 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-be852265-1143-44e7-bd5a-c4f73922ae30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0712807 Feb 05 03:56:33.191779 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-53bcb9ff-b904-4528-bb00-694321f224db service neutron] 10.222.0.10 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499448 Feb 05 03:56:33.193507 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-1d7ebca3-0381-44f8-9a8b-488f9cdf0b24 service neutron] 10.222.0.31 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448832 Feb 05 03:56:33.353835 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-4919e74a-d70a-4ead-bd4e-12beeb46ea6b service neutron] 10.222.0.10 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560028 Feb 05 03:56:33.355743 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d410d93f-ee18-44fc-9a64-bed8620d32cd req-e6d68885-4a15-4296-9dce-dfbcbca68c26 service neutron] 10.222.0.31 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504562 Feb 05 03:56:33.777668 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d62bdfef-5f3f-41d3-9495-311e413b9b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:33.866099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d2255-12dd-42c1-ba05-60c1a84bea2f req-b20af25e-aa93-4d7a-a6e0-be66833151d6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:33.867596 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b40d2255-12dd-42c1-ba05-60c1a84bea2f req-b20af25e-aa93-4d7a-a6e0-be66833151d6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 944 time: 0.3645368 Feb 05 03:56:33.915171 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b40d2255-12dd-42c1-ba05-60c1a84bea2f req-a7138156-f806-45b5-914d-c8e00b43d876 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418687 Feb 05 03:56:34.939374 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:56:34.977577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] The host n-h2-826942-8 is not matching for port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e host n-h1-826942-8! {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 05 03:56:34.977962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:56:35.034563 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549183f6-9c71-4a57-b823-6af52d69c56f req-8f26c185-1a04-4936-b25e-774d9dc9a7f3 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:35.035975 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-549183f6-9c71-4a57-b823-6af52d69c56f req-8f26c185-1a04-4936-b25e-774d9dc9a7f3 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 944 time: 0.0515356 Feb 05 03:56:35.082647 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-549183f6-9c71-4a57-b823-6af52d69c56f req-b9281a52-4fa9-41b4-b488-dad3645a3600 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411692 Feb 05 03:56:35.287535 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84694d70-70ae-402f-b904-81959d063f27 req-f2b9fef5-5ca5-4049-9f06-f68d1029945f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:35.288942 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84694d70-70ae-402f-b904-81959d063f27 req-f2b9fef5-5ca5-4049-9f06-f68d1029945f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 944 time: 0.0567203 Feb 05 03:56:35.296920 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571478c-1ea3-4031-85b3-3064bcbefaf8 req-59c1679b-76e8-4b3d-8a03-5c28c38b95e5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:35.298415 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3571478c-1ea3-4031-85b3-3064bcbefaf8 req-59c1679b-76e8-4b3d-8a03-5c28c38b95e5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9&tenant_id=8c206c500d63491dada44309cafa1904&binding%3Ahost_id=n-h1-826942-8 HTTP/1.1" status: 200 len: 944 time: 0.0590475 Feb 05 03:56:35.337948 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84694d70-70ae-402f-b904-81959d063f27 req-ed47e6ca-b268-4670-b8e4-c4265445db98 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424876 Feb 05 03:56:35.359376 n-d-826942-8 neutron-server[109674]: INFO neutron.api.v2.resource [req-3571478c-1ea3-4031-85b3-3064bcbefaf8 req-23d05892-6f6f-4dfa-92a0-ff40904b452d service neutron] delete failed (client error): The resource could not be found. Feb 05 03:56:35.360393 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3571478c-1ea3-4031-85b3-3064bcbefaf8 req-23d05892-6f6f-4dfa-92a0-ff40904b452d service neutron] 10.222.0.10 "DELETE /v2.0/ports/02e30aa1-0ba2-4133-9a7b-15592ab7ae2e/bindings/n-h2-826942-8 HTTP/1.1" status: 404 len: 380 time: 0.0553916 Feb 05 03:56:35.446043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571478c-1ea3-4031-85b3-3064bcbefaf8 req-782f6e4b-3964-4218-87be-5c48185399f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:35.447571 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3571478c-1ea3-4031-85b3-3064bcbefaf8 req-782f6e4b-3964-4218-87be-5c48185399f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 1126 time: 0.0457237 Feb 05 03:56:35.461948 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbde909-6186-4393-b6a5-d0a5e1ceae0f req-4fd057d3-b3c4-4125-acd2-8042367e564c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:35.463473 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-efbde909-6186-4393-b6a5-d0a5e1ceae0f req-4fd057d3-b3c4-4125-acd2-8042367e564c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 944 time: 0.0541549 Feb 05 03:56:35.513941 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-efbde909-6186-4393-b6a5-d0a5e1ceae0f req-0789e651-049e-4e57-aa27-785c22132728 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443223 Feb 05 03:56:35.540317 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571478c-1ea3-4031-85b3-3064bcbefaf8 req-3c0f5dd8-1cfe-4a2c-8ab2-db1242477036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:35.541736 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3571478c-1ea3-4031-85b3-3064bcbefaf8 req-3c0f5dd8-1cfe-4a2c-8ab2-db1242477036 service neutron] 10.222.0.10 "GET /v2.0/networks?id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e HTTP/1.1" status: 200 len: 898 time: 0.0876560 Feb 05 03:56:35.605740 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3571478c-1ea3-4031-85b3-3064bcbefaf8 req-5913a336-1f34-459b-bb4a-b8ff92622f3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e HTTP/1.1" status: 200 len: 1000 time: 0.0579658 Feb 05 03:56:35.657881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571478c-1ea3-4031-85b3-3064bcbefaf8 req-436d8ee6-d68a-45d1-bed2-5443a68028ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:35.659312 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3571478c-1ea3-4031-85b3-3064bcbefaf8 req-436d8ee6-d68a-45d1-bed2-5443a68028ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3310271f-fbe9-496a-8a7f-37905e2a8c83 HTTP/1.1" status: 200 len: 835 time: 0.0468066 Feb 05 03:56:35.708452 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571478c-1ea3-4031-85b3-3064bcbefaf8 req-65f49b2f-f166-43ec-af59-9d130d4d3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:35.709953 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3571478c-1ea3-4031-85b3-3064bcbefaf8 req-65f49b2f-f166-43ec-af59-9d130d4d3dd2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442283 Feb 05 03:56:35.802149 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3571478c-1ea3-4031-85b3-3064bcbefaf8 req-3b7160c4-9e4f-4417-9948-61c5b317f884 service neutron] 10.222.0.10 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849609 Feb 05 03:56:35.845160 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:56:35.892952 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3571478c-1ea3-4031-85b3-3064bcbefaf8 req-ada58b87-e773-46c4-b5b0-f29b2ac44087 service neutron] 10.222.0.10 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847139 Feb 05 03:56:35.943242 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,segment=NetworkSegment(30fdd744-bcf9-48cd-8d3b-4d6c4534234d),segment_id=30fdd744-bcf9-48cd-8d3b-4d6c4534234d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:56:35.956630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e', 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'port_id': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e', 'mac_address': 'fa:16:3e:f4:81:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:56:36.004065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:56:36.004454 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:36.007678 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d90ff316-fd44-4065-99c8-4564ab8c7eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:36.019418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:56:36.039653 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,segment=NetworkSegment(30fdd744-bcf9-48cd-8d3b-4d6c4534234d),segment_id=30fdd744-bcf9-48cd-8d3b-4d6c4534234d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:56:36.043069 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:36.092632 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:56:36.099647 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:36.099997 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:36.100336 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:36.100672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:36.101002 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:36.101330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:36.101657 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:36.101977 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:36.102297 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:36.102617 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:36.102982 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:36.103300 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:36.103619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:56:36.439453 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['02e30aa1-0ba2-4133-9a7b-15592ab7ae2e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:56:36.635406 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c24e81-13c0-44bc-bc2e-5907fe53ee8a req-52c994da-26c4-40f2-96a3-e096b16f5c2f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:36.636800 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95c24e81-13c0-44bc-bc2e-5907fe53ee8a req-52c994da-26c4-40f2-96a3-e096b16f5c2f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 945 time: 0.0551155 Feb 05 03:56:36.686059 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-95c24e81-13c0-44bc-bc2e-5907fe53ee8a req-d0aa605c-f618-4a63-a8b0-ea7a6e58e828 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427423 Feb 05 03:56:36.709131 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46190) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:56:36.768508 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0f657e84-7e73-4dc1-9d6e-b1d376bac5f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/e2808189-d99c-4461-a703-54ce0e1a2e5f HTTP/1.1" status: 200 len: 993 time: 0.0582597 Feb 05 03:56:37.353846 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:37.861113 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:56:37.908723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:56:37.912683 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:56:37.913057 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:37.990241 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:56:37.990626 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:38.013150 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:56:38.015671 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210e4b87-430c-4e34-82b9-e818f5443ecf" -d '{"events": [{"server_uuid": "664d3ce9-ce43-4622-8eb7-c882e4fa28a9", "name": "network-vif-plugged", "status": "completed", "tag": "02e30aa1-0ba2-4133-9a7b-15592ab7ae2e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:56:38.028626 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,segment=NetworkSegment(30fdd744-bcf9-48cd-8d3b-4d6c4534234d),segment_id=30fdd744-bcf9-48cd-8d3b-4d6c4534234d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:56:38.032958 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:38.057872 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bebc29-340e-42c1-b8f7-4854f671f342 x-openstack-request-id: req-52bebc29-340e-42c1-b8f7-4854f671f342 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:56:38.058163 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664d3ce9-ce43-4622-8eb7-c882e4fa28a9", "name": "network-vif-plugged", "status": "completed", "tag": "02e30aa1-0ba2-4133-9a7b-15592ab7ae2e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:56:38.058414 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-52bebc29-340e-42c1-b8f7-4854f671f342 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:56:38.058822 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e', 'code': 200} Feb 05 03:56:38.084458 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:56:38.888729 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:40.159414 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:42.066741 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:46.962962 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:56:52.816759 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-663a223e-c2ef-43df-b55b-129c0db182b1 req-f4918e8d-1cb2-48aa-ab68-2e912a14b14c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484371 Feb 05 03:56:52.903940 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a223e-c2ef-43df-b55b-129c0db182b1 req-84deb1a1-bcfd-492a-b7a5-3d75869d965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:52.905525 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-663a223e-c2ef-43df-b55b-129c0db182b1 req-84deb1a1-bcfd-492a-b7a5-3d75869d965c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 1128 time: 0.0478160 Feb 05 03:56:53.026835 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a223e-c2ef-43df-b55b-129c0db182b1 req-57c6c1be-4b74-4138-8777-d6b2bc31d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:53.029055 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-663a223e-c2ef-43df-b55b-129c0db182b1 req-57c6c1be-4b74-4138-8777-d6b2bc31d336 service neutron] 10.222.0.31 "GET /v2.0/networks?id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e HTTP/1.1" status: 200 len: 898 time: 0.1046333 Feb 05 03:56:53.103824 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-663a223e-c2ef-43df-b55b-129c0db182b1 req-9e1ce32c-a12a-458a-9cc0-0ab5b68d7648 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e HTTP/1.1" status: 200 len: 1002 time: 0.0686963 Feb 05 03:56:53.164950 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a223e-c2ef-43df-b55b-129c0db182b1 req-46047af7-81c0-4a7d-bde5-2f21c75abfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:53.166414 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-663a223e-c2ef-43df-b55b-129c0db182b1 req-46047af7-81c0-4a7d-bde5-2f21c75abfb4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3310271f-fbe9-496a-8a7f-37905e2a8c83 HTTP/1.1" status: 200 len: 835 time: 0.0567641 Feb 05 03:56:53.224094 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a223e-c2ef-43df-b55b-129c0db182b1 req-6f852085-40b6-411f-87a2-b8528a8f696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:56:53.227291 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-663a223e-c2ef-43df-b55b-129c0db182b1 req-6f852085-40b6-411f-87a2-b8528a8f696c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542600 Feb 05 03:56:53.237847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-663a223e-c2ef-43df-b55b-129c0db182b1 req-2d376541-0d27-4649-a178-f64f718dd3a5 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:56:53.239375 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-663a223e-c2ef-43df-b55b-129c0db182b1 req-2d376541-0d27-4649-a178-f64f718dd3a5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059254 Feb 05 03:56:53.352162 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-663a223e-c2ef-43df-b55b-129c0db182b1 req-86cb9c25-0a41-4dd8-958a-b0cf555dfdba service neutron] 10.222.0.31 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055782 Feb 05 03:56:53.460245 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-663a223e-c2ef-43df-b55b-129c0db182b1 req-3c0c9633-5dfd-4d77-8ea2-c8147615fe87 service neutron] 10.222.0.31 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012864 Feb 05 03:56:57.411270 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:57:03.780235 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f3232f4-68bd-4c68-9a96-aaa14b75bab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:05.988513 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d23a5564-c6bf-46f5-ae02-e6b0cf75af36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:07.355299 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:08.892723 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:10.161374 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:12.080434 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:16.969581 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:25.240188 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46212) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:25.463715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port 08936904-92e9-450d-ac53-560da426974a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:57:25.464082 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (08936904-92e9-450d-ac53-560da426974a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:25.545696 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (08936904-92e9-450d-ac53-560da426974a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:25.545938 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (08936904-92e9-450d-ac53-560da426974a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:25.557254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for 08936904-92e9-450d-ac53-560da426974a owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:57:25.704459 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (08936904-92e9-450d-ac53-560da426974a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:25.726611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=08936904-92e9-450d-ac53-560da426974a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:25.739352 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:25.739722 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:25.740056 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:25.740425 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:25.740754 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:25.741085 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:25.741432 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:25.741806 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:25.742212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:25.742542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:25.742899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:25.743219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:25.743538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:25.801487 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (e2808189-d99c-4461-a703-54ce0e1a2e5f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:25.801861 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Floating IP e2808189-d99c-4461-a703-54ce0e1a2e5f disassociated (deleted). External IP: 172.25.0.109, port: 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e. Feb 05 03:57:26.009227 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router c564a9dc-03cf-4762-b06b-6af03a3ed06c has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:57:26.117143 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:57:26.121511 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:26.128526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791d96c4-7911-43d0-8909-0ad2453e586c None None] Sync routers for ids ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:57:26.137903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791d96c4-7911-43d0-8909-0ad2453e586c None None] Routers {'c564a9dc-03cf-4762-b06b-6af03a3ed06c'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:57:26.139283 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-791d96c4-7911-43d0-8909-0ad2453e586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:57:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:26.156587 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0366ce9d-ee9b-4665-b6d2-a13e2df8f5c7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/floatingips/e2808189-d99c-4461-a703-54ce0e1a2e5f HTTP/1.1" status: 204 len: 168 time: 0.9116197 Feb 05 03:57:26.156587 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'tag': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:57:26.156587 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc758ef6-362f-4a0a-97f0-820767c0b120" -d '{"events": [{"name": "network-changed", "server_uuid": "664d3ce9-ce43-4622-8eb7-c882e4fa28a9", "tag": "02e30aa1-0ba2-4133-9a7b-15592ab7ae2e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:57:26.210062 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531c7ffa-7b93-46ec-a28f-179091ae6ab0 x-openstack-request-id: req-531c7ffa-7b93-46ec-a28f-179091ae6ab0 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:57:26.210357 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664d3ce9-ce43-4622-8eb7-c882e4fa28a9", "tag": "02e30aa1-0ba2-4133-9a7b-15592ab7ae2e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:57:26.210607 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-531c7ffa-7b93-46ec-a28f-179091ae6ab0 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:57:26.211037 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'tag': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e', 'status': 'completed', 'code': 200} Feb 05 03:57:26.251697 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-791d96c4-7911-43d0-8909-0ad2453e586c None None] Set router c564a9dc-03cf-4762-b06b-6af03a3ed06c gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:57:26.286724 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc758ef6-362f-4a0a-97f0-820767c0b120 req-490f9deb-7bd6-4a83-bcbd-5eea0f25a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:26.288266 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cc758ef6-362f-4a0a-97f0-820767c0b120 req-490f9deb-7bd6-4a83-bcbd-5eea0f25a776 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 1128 time: 0.0548620 Feb 05 03:57:26.402092 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc758ef6-362f-4a0a-97f0-820767c0b120 req-3b581983-06bd-465e-abe2-d4207bd64452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:26.403226 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cc758ef6-362f-4a0a-97f0-820767c0b120 req-3b581983-06bd-465e-abe2-d4207bd64452 service neutron] 10.222.0.31 "GET /v2.0/networks?id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e HTTP/1.1" status: 200 len: 898 time: 0.1046853 Feb 05 03:57:26.420694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e10255-c492-49eb-9cda-e7ddb03f6710 req-a75aa6ae-d805-4026-9833-aa57a1d7b351 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:26.426165 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c5e10255-c492-49eb-9cda-e7ddb03f6710 req-a75aa6ae-d805-4026-9833-aa57a1d7b351 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0643656 Feb 05 03:57:26.450687 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cc758ef6-362f-4a0a-97f0-820767c0b120 req-dfe2e412-fb19-4e19-92d0-20af195dfcdc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e HTTP/1.1" status: 200 len: 217 time: 0.0393159 Feb 05 03:57:26.462935 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-791d96c4-7911-43d0-8909-0ad2453e586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564259372', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:55:20Z', 'updated_at': '2022-02-05T03:55:24Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:21Z', 'updated_at': '2022-02-05T03:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6', 'name': '', 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:d8:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:23Z', 'updated_at': '2022-02-05T03:55:27Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:26.484368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c5e10255-c492-49eb-9cda-e7ddb03f6710 req-c9cfbdc6-920e-45d8-9be3-87524a9bbcce tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566142 Feb 05 03:57:26.493936 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791d96c4-7911-43d0-8909-0ad2453e586c None None] Checking router: c564a9dc-03cf-4762-b06b-6af03a3ed06c for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:57:26.503797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791d96c4-7911-43d0-8909-0ad2453e586c None None] Routers {'c564a9dc-03cf-4762-b06b-6af03a3ed06c'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:57:26.504413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-791d96c4-7911-43d0-8909-0ad2453e586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:57:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:26.504644 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc758ef6-362f-4a0a-97f0-820767c0b120 req-42990330-ad96-4ded-9998-015219a90cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:26.506176 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cc758ef6-362f-4a0a-97f0-820767c0b120 req-42990330-ad96-4ded-9998-015219a90cee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3310271f-fbe9-496a-8a7f-37905e2a8c83 HTTP/1.1" status: 200 len: 835 time: 0.0479288 Feb 05 03:57:26.559749 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc758ef6-362f-4a0a-97f0-820767c0b120 req-486f7bb9-7255-4e5b-921d-4b9058aa829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:26.561593 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cc758ef6-362f-4a0a-97f0-820767c0b120 req-486f7bb9-7255-4e5b-921d-4b9058aa829c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=84fffd23-baa4-47dd-a2e3-d8b79a75da6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492578 Feb 05 03:57:26.610807 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-791d96c4-7911-43d0-8909-0ad2453e586c None None] Set router c564a9dc-03cf-4762-b06b-6af03a3ed06c gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:57:26.650470 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cc758ef6-362f-4a0a-97f0-820767c0b120 req-2b888344-bd7f-4f93-bf6f-44b015f430bd service neutron] 10.222.0.31 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814660 Feb 05 03:57:26.743630 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cc758ef6-362f-4a0a-97f0-820767c0b120 req-039321ee-12cb-490e-b408-ede168d60d26 service neutron] 10.222.0.31 "GET /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861719 Feb 05 03:57:26.809592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-791d96c4-7911-43d0-8909-0ad2453e586c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564259372', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:55:20Z', 'updated_at': '2022-02-05T03:55:24Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:21Z', 'updated_at': '2022-02-05T03:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6', 'name': '', 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:d8:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:23Z', 'updated_at': '2022-02-05T03:55:27Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:26.836831 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791d96c4-7911-43d0-8909-0ad2453e586c None None] The sync data for ids ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'] in n-d-826942-8 is: [{'id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564259372', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:55:20Z', 'updated_at': '2022-02-05T03:55:24Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:21Z', 'updated_at': '2022-02-05T03:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6', 'name': '', 'network_id': '84fffd23-baa4-47dd-a2e3-d8b79a75da6e', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:d8:e6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:23Z', 'updated_at': '2022-02-05T03:55:27Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '3310271f-fbe9-496a-8a7f-37905e2a8c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:57:27.062286 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2cddb9-34e5-407d-a51e-b62825590882 None None] New status for floating IP e2808189-d99c-4461-a703-54ce0e1a2e5f: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:57:27.606450 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306743cd-cf3a-447e-96fd-cd456bbf0f57 req-34c9df2e-82b0-4f02-9e0e-9c4a1b719b13 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:27.608480 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-306743cd-cf3a-447e-96fd-cd456bbf0f57 req-34c9df2e-82b0-4f02-9e0e-9c4a1b719b13 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0523210 Feb 05 03:57:27.657961 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-306743cd-cf3a-447e-96fd-cd456bbf0f57 req-949e4831-9af3-4294-a6f9-239883fb0006 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=f96792a5-c29c-4b52-a983-b9062042d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439658 Feb 05 03:57:28.073335 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36042608-0ee7-44b6-9c52-81c7f25089e8 req-ecc4509a-ad5d-4c59-a1e7-befb7861edea tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:28.074840 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-36042608-0ee7-44b6-9c52-81c7f25089e8 req-ecc4509a-ad5d-4c59-a1e7-befb7861edea tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.31 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 946 time: 0.0532174 Feb 05 03:57:28.163855 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-36042608-0ee7-44b6-9c52-81c7f25089e8 req-ec6376a8-98e7-4efb-9f17-ff4306aecaeb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:57:28.164198 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-36042608-0ee7-44b6-9c52-81c7f25089e8 req-ec6376a8-98e7-4efb-9f17-ff4306aecaeb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:28.261365 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-36042608-0ee7-44b6-9c52-81c7f25089e8 req-ec6376a8-98e7-4efb-9f17-ff4306aecaeb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] For port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,segment=NetworkSegment(30fdd744-bcf9-48cd-8d3b-4d6c4534234d),segment_id=30fdd744-bcf9-48cd-8d3b-4d6c4534234d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:57:28.261735 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-36042608-0ee7-44b6-9c52-81c7f25089e8 req-ec6376a8-98e7-4efb-9f17-ff4306aecaeb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:28.275223 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-36042608-0ee7-44b6-9c52-81c7f25089e8 req-ec6376a8-98e7-4efb-9f17-ff4306aecaeb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:57:28.405093 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-36042608-0ee7-44b6-9c52-81c7f25089e8 req-ec6376a8-98e7-4efb-9f17-ff4306aecaeb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (02e30aa1-0ba2-4133-9a7b-15592ab7ae2e), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:28.435710 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6376a8-98e7-4efb-9f17-ff4306aecaeb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=02e30aa1-0ba2-4133-9a7b-15592ab7ae2e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:28.477190 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-36042608-0ee7-44b6-9c52-81c7f25089e8 req-ec6376a8-98e7-4efb-9f17-ff4306aecaeb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] No DVR routers for this DVR port 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:57:28.479866 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-36042608-0ee7-44b6-9c52-81c7f25089e8 req-ec6376a8-98e7-4efb-9f17-ff4306aecaeb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:28.483987 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-36042608-0ee7-44b6-9c52-81c7f25089e8 req-ec6376a8-98e7-4efb-9f17-ff4306aecaeb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.31 "DELETE /v2.0/ports/02e30aa1-0ba2-4133-9a7b-15592ab7ae2e HTTP/1.1" status: 204 len: 173 time: 0.4040782 Feb 05 03:57:28.484465 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'name': 'network-vif-deleted', 'tag': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:57:28.486714 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ec3515-a477-41c4-b48e-b3d0136649ea" -d '{"events": [{"server_uuid": "664d3ce9-ce43-4622-8eb7-c882e4fa28a9", "name": "network-vif-deleted", "tag": "02e30aa1-0ba2-4133-9a7b-15592ab7ae2e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:57:28.526346 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845af9f6-14c3-45f2-8990-35cf5f380b38 x-openstack-request-id: req-845af9f6-14c3-45f2-8990-35cf5f380b38 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:57:28.526649 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664d3ce9-ce43-4622-8eb7-c882e4fa28a9", "name": "network-vif-deleted", "tag": "02e30aa1-0ba2-4133-9a7b-15592ab7ae2e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:57:28.526943 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-845af9f6-14c3-45f2-8990-35cf5f380b38 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:57:28.527356 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664d3ce9-ce43-4622-8eb7-c882e4fa28a9', 'name': 'network-vif-deleted', 'tag': '02e30aa1-0ba2-4133-9a7b-15592ab7ae2e', 'status': 'completed', 'code': 200} Feb 05 03:57:28.762036 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb7bd7e4-e977-4320-9a12-9a78c4d4d04b req-c0f74b32-005f-4333-be66-2cb52f35f198 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=664d3ce9-ce43-4622-8eb7-c882e4fa28a9 HTTP/1.1" status: 200 len: 210 time: 0.0274689 Feb 05 03:57:29.819780 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46230) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:30.182064 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1068104-668d-4c2f-8837-969838beaa30 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (c564a9dc-03cf-4762-b06b-6af03a3ed06c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:30.441887 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a1068104-668d-4c2f-8837-969838beaa30 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:57:30.442207 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1068104-668d-4c2f-8837-969838beaa30 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:30.529541 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-a1068104-668d-4c2f-8837-969838beaa30 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] For port e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6,segment=NetworkSegment(30fdd744-bcf9-48cd-8d3b-4d6c4534234d),segment_id=30fdd744-bcf9-48cd-8d3b-4d6c4534234d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:57:30.529897 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1068104-668d-4c2f-8837-969838beaa30 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:30.542141 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a1068104-668d-4c2f-8837-969838beaa30 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:57:30.731198 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1068104-668d-4c2f-8837-969838beaa30 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:30.754617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1068104-668d-4c2f-8837-969838beaa30 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:30.934720 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a1068104-668d-4c2f-8837-969838beaa30 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (c564a9dc-03cf-4762-b06b-6af03a3ed06c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:31.158977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1068104-668d-4c2f-8837-969838beaa30 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router c564a9dc-03cf-4762-b06b-6af03a3ed06c has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:57:31.266158 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1068104-668d-4c2f-8837-969838beaa30 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:57:31.271417 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a1068104-668d-4c2f-8837-969838beaa30 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "PUT /v2.0/routers/c564a9dc-03cf-4762-b06b-6af03a3ed06c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4506249 Feb 05 03:57:31.279214 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46232) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:31.279400 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d89896-605e-4ca4-830a-56d12db4d51a None None] Sync routers for ids ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:57:31.287213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d89896-605e-4ca4-830a-56d12db4d51a None None] Routers {'c564a9dc-03cf-4762-b06b-6af03a3ed06c'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:57:31.287830 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e4d89896-605e-4ca4-830a-56d12db4d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:57:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:31.328037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cac411f-4508-4cea-9d07-bf0acb60286a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting subnet 3310271f-fbe9-496a-8a7f-37905e2a8c83 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:57:31.331147 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5cac411f-4508-4cea-9d07-bf0acb60286a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for subnet (3310271f-fbe9-496a-8a7f-37905e2a8c83), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:31.371687 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5cac411f-4508-4cea-9d07-bf0acb60286a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (3310271f-fbe9-496a-8a7f-37905e2a8c83), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:31.394201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e4d89896-605e-4ca4-830a-56d12db4d51a None None] Set router c564a9dc-03cf-4762-b06b-6af03a3ed06c gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:57:31.458567 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5cac411f-4508-4cea-9d07-bf0acb60286a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (3310271f-fbe9-496a-8a7f-37905e2a8c83), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:31.516656 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5cac411f-4508-4cea-9d07-bf0acb60286a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (3310271f-fbe9-496a-8a7f-37905e2a8c83), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:31.544221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac411f-4508-4cea-9d07-bf0acb60286a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Subnet': ['ID=3310271f-fbe9-496a-8a7f-37905e2a8c83,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:31.548656 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5cac411f-4508-4cea-9d07-bf0acb60286a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:31.551923 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5cac411f-4508-4cea-9d07-bf0acb60286a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/subnets/3310271f-fbe9-496a-8a7f-37905e2a8c83 HTTP/1.1" status: 204 len: 168 time: 0.2766066 Feb 05 03:57:31.554507 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46234) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:31.557614 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b2c77-cd3b-494e-b595-c24c7009b685 None None] Network 84fffd23-baa4-47dd-a2e3-d8b79a75da6e requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:57:31.659375 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e4d89896-605e-4ca4-830a-56d12db4d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564259372', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:55:20Z', 'updated_at': '2022-02-05T03:57:30Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:21Z', 'updated_at': '2022-02-05T03:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:31.667656 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89d25419-6b6c-4c6f-b995-ac7c23c92ad8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router (c564a9dc-03cf-4762-b06b-6af03a3ed06c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:31.692162 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d89896-605e-4ca4-830a-56d12db4d51a None None] Checking router: c564a9dc-03cf-4762-b06b-6af03a3ed06c for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:57:31.703073 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d89896-605e-4ca4-830a-56d12db4d51a None None] Routers {'c564a9dc-03cf-4762-b06b-6af03a3ed06c'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:57:31.703679 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e4d89896-605e-4ca4-830a-56d12db4d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:57:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:31.774922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfa660a-6225-46d7-883e-87075b12395f None None] DHCP port deletion for 84fffd23-baa4-47dd-a2e3-d8b79a75da6e request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:57:31.784085 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89d25419-6b6c-4c6f-b995-ac7c23c92ad8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (c564a9dc-03cf-4762-b06b-6af03a3ed06c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:31.836226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-89d25419-6b6c-4c6f-b995-ac7c23c92ad8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port 90493ed7-05c1-4f47-bc29-368eeebf77f8 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:57:31.836566 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89d25419-6b6c-4c6f-b995-ac7c23c92ad8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (90493ed7-05c1-4f47-bc29-368eeebf77f8), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:31.844139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e4d89896-605e-4ca4-830a-56d12db4d51a None None] Set router c564a9dc-03cf-4762-b06b-6af03a3ed06c gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:57:31.920517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-89d25419-6b6c-4c6f-b995-ac7c23c92ad8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] For port 90493ed7-05c1-4f47-bc29-368eeebf77f8, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=90493ed7-05c1-4f47-bc29-368eeebf77f8,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:57:31.920951 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89d25419-6b6c-4c6f-b995-ac7c23c92ad8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (90493ed7-05c1-4f47-bc29-368eeebf77f8), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:31.934940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-89d25419-6b6c-4c6f-b995-ac7c23c92ad8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for 90493ed7-05c1-4f47-bc29-368eeebf77f8 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:57:32.106926 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa660a-6225-46d7-883e-87075b12395f None None] Deleting port 252be097-e01f-4300-902f-9f4c402368fc {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:57:32.107817 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8cfa660a-6225-46d7-883e-87075b12395f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (252be097-e01f-4300-902f-9f4c402368fc), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:32.114714 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:57:32.116840 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89d25419-6b6c-4c6f-b995-ac7c23c92ad8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (90493ed7-05c1-4f47-bc29-368eeebf77f8), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:32.147383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d25419-6b6c-4c6f-b995-ac7c23c92ad8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=90493ed7-05c1-4f47-bc29-368eeebf77f8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:32.177091 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:57:32.177435 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device 02e30aa1-0ba2-4133-9a7b-15592ab7ae2e not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:57:32.204564 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89d25419-6b6c-4c6f-b995-ac7c23c92ad8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (c564a9dc-03cf-4762-b06b-6af03a3ed06c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:32.218284 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8cfa660a-6225-46d7-883e-87075b12395f None None] For port 252be097-e01f-4300-902f-9f4c402368fc, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=252be097-e01f-4300-902f-9f4c402368fc,segment=NetworkSegment(30fdd744-bcf9-48cd-8d3b-4d6c4534234d),segment_id=30fdd744-bcf9-48cd-8d3b-4d6c4534234d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:57:32.218674 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8cfa660a-6225-46d7-883e-87075b12395f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (252be097-e01f-4300-902f-9f4c402368fc), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:32.238099 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa660a-6225-46d7-883e-87075b12395f None None] Calling delete_port for 252be097-e01f-4300-902f-9f4c402368fc owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:57:32.298244 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89d25419-6b6c-4c6f-b995-ac7c23c92ad8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (c564a9dc-03cf-4762-b06b-6af03a3ed06c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:32.300374 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89d25419-6b6c-4c6f-b995-ac7c23c92ad8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_controller (c564a9dc-03cf-4762-b06b-6af03a3ed06c), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:32.350770 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89d25419-6b6c-4c6f-b995-ac7c23c92ad8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (c564a9dc-03cf-4762-b06b-6af03a3ed06c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:32.351390 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e4d89896-605e-4ca4-830a-56d12db4d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564259372', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:55:20Z', 'updated_at': '2022-02-05T03:57:30Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:21Z', 'updated_at': '2022-02-05T03:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:32.351892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d25419-6b6c-4c6f-b995-ac7c23c92ad8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Fanout notify agent at l3_agent the message router_deleted on router c564a9dc-03cf-4762-b06b-6af03a3ed06c {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:57:32.359016 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89d25419-6b6c-4c6f-b995-ac7c23c92ad8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:32.360199 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-89d25419-6b6c-4c6f-b995-ac7c23c92ad8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/routers/c564a9dc-03cf-4762-b06b-6af03a3ed06c HTTP/1.1" status: 204 len: 168 time: 0.8047144 Feb 05 03:57:32.362714 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46236) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:32.384154 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d89896-605e-4ca4-830a-56d12db4d51a None None] The sync data for ids ['c564a9dc-03cf-4762-b06b-6af03a3ed06c'] in n-d-826942-8 is: [{'id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564259372', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:55:20Z', 'updated_at': '2022-02-05T03:57:30Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '90493ed7-05c1-4f47-bc29-368eeebf77f8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c564a9dc-03cf-4762-b06b-6af03a3ed06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:55:21Z', 'updated_at': '2022-02-05T03:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:57:32.387465 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8cfa660a-6225-46d7-883e-87075b12395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (252be097-e01f-4300-902f-9f4c402368fc), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:32.420752 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa660a-6225-46d7-883e-87075b12395f None None] Pushing event deleted for resources: {'Port': ['ID=252be097-e01f-4300-902f-9f4c402368fc,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:32.423312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfa660a-6225-46d7-883e-87075b12395f None None] No DVR routers for this DVR port 252be097-e01f-4300-902f-9f4c402368fc on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:57:32.446695 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-123b6cfa-7b22-4a2a-88ea-46fb668effe4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (84fffd23-baa4-47dd-a2e3-d8b79a75da6e), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:32.852361 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-123b6cfa-7b22-4a2a-88ea-46fb668effe4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (84fffd23-baa4-47dd-a2e3-d8b79a75da6e), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:32.872138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-123b6cfa-7b22-4a2a-88ea-46fb668effe4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fffd23-baa4-47dd-a2e3-d8b79a75da6e']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:32.881218 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-123b6cfa-7b22-4a2a-88ea-46fb668effe4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fdd744-bcf9-48cd-8d3b-4d6c4534234d') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:32.881511 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-123b6cfa-7b22-4a2a-88ea-46fb668effe4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fdd744-bcf9-48cd-8d3b-4d6c4534234d') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:32.890988 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-123b6cfa-7b22-4a2a-88ea-46fb668effe4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (30fdd744-bcf9-48cd-8d3b-4d6c4534234d), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:32.903487 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-123b6cfa-7b22-4a2a-88ea-46fb668effe4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (30fdd744-bcf9-48cd-8d3b-4d6c4534234d), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:32.910229 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123b6cfa-7b22-4a2a-88ea-46fb668effe4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:57:32.910602 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-123b6cfa-7b22-4a2a-88ea-46fb668effe4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (30fdd744-bcf9-48cd-8d3b-4d6c4534234d), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:57:32.913405 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:57:32.979640 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-123b6cfa-7b22-4a2a-88ea-46fb668effe4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (84fffd23-baa4-47dd-a2e3-d8b79a75da6e), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:32.988694 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-123b6cfa-7b22-4a2a-88ea-46fb668effe4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:32.991909 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-123b6cfa-7b22-4a2a-88ea-46fb668effe4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/networks/84fffd23-baa4-47dd-a2e3-d8b79a75da6e HTTP/1.1" status: 204 len: 168 time: 0.6281891 Feb 05 03:57:32.994842 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46238) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:33.003531 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b6cfa-7b22-4a2a-88ea-46fb668effe4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Network': ['ID=84fffd23-baa4-47dd-a2e3-d8b79a75da6e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:33.052355 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (f96792a5-c29c-4b52-a983-b9062042d010), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:33.080286 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (f96792a5-c29c-4b52-a983-b9062042d010), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:33.136408 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (f96792a5-c29c-4b52-a983-b9062042d010), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:33.139719 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:33.140881 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/security-groups/f96792a5-c29c-4b52-a983-b9062042d010 HTTP/1.1" status: 204 len: 168 time: 0.1449142 Feb 05 03:57:33.150621 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96792a5-c29c-4b52-a983-b9062042d010,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:33.159923 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:33.160417 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:33.160893 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:33.162038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:33.162038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:33.162356 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:33.162695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:33.163295 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:33.163677 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:33.164104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:33.164526 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:33.164958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:33.165378 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d74b2-891b-4848-bfc7-41d7b36502f1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:33.221819 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 252be097-e01f-4300-902f-9f4c402368fc no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:57:33.246668 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 252be097-e01f-4300-902f-9f4c402368fc {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:57:33.247059 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 252be097-e01f-4300-902f-9f4c402368fc not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:57:33.248064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:57:33.269204 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:57:33.269552 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e70dcd2a-463f-4b66-8ff9-0f60df5a8bc6 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:57:33.634627 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46244) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:33.640043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-715d49b6-9890-497b-ad59-c10d5c5022ae tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-516229280', 'description': 'tempest-secgroup-smoke-516229280 description', 'project_id': '8c206c500d63491dada44309cafa1904'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:57:33.660486 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-715d49b6-9890-497b-ad59-c10d5c5022ae tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:33.725421 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-715d49b6-9890-497b-ad59-c10d5c5022ae tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (61dfb91e-1ab3-45c9-96d3-e991a54c657b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:33.729036 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-715d49b6-9890-497b-ad59-c10d5c5022ae tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (61dfb91e-1ab3-45c9-96d3-e991a54c657b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:33.761531 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-715d49b6-9890-497b-ad59-c10d5c5022ae tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:33.762732 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-715d49b6-9890-497b-ad59-c10d5c5022ae tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1270757 Feb 05 03:57:33.766334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d49b6-9890-497b-ad59-c10d5c5022ae tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61dfb91e-1ab3-45c9-96d3-e991a54c657b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:33.766654 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46246) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:33.773258 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-565846e2-1249-4886-adcd-2a05ede4ae62 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '61dfb91e-1ab3-45c9-96d3-e991a54c657b', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:57:33.785717 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4f580594-f7b7-4015-898b-eddefc5a8002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:33.800377 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-565846e2-1249-4886-adcd-2a05ede4ae62 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (901f1b14-d39e-4272-8c5b-19e4a55a2268), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:33.853890 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-565846e2-1249-4886-adcd-2a05ede4ae62 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (901f1b14-d39e-4272-8c5b-19e4a55a2268), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:33.857903 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-565846e2-1249-4886-adcd-2a05ede4ae62 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (901f1b14-d39e-4272-8c5b-19e4a55a2268), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:33.876318 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565846e2-1249-4886-adcd-2a05ede4ae62 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901f1b14-d39e-4272-8c5b-19e4a55a2268,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:33.881847 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-565846e2-1249-4886-adcd-2a05ede4ae62 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:33.883061 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-565846e2-1249-4886-adcd-2a05ede4ae62 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132889 Feb 05 03:57:33.885705 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46248) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:33.890141 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a75016ac-2f33-4f6e-8a5b-bc2b079138a9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '61dfb91e-1ab3-45c9-96d3-e991a54c657b', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:57:33.913649 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a75016ac-2f33-4f6e-8a5b-bc2b079138a9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (9a8a6761-b399-4126-990c-894ddbc53ed5), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:33.967846 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a75016ac-2f33-4f6e-8a5b-bc2b079138a9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (9a8a6761-b399-4126-990c-894ddbc53ed5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:33.971477 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a75016ac-2f33-4f6e-8a5b-bc2b079138a9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (9a8a6761-b399-4126-990c-894ddbc53ed5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:33.989198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75016ac-2f33-4f6e-8a5b-bc2b079138a9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8a6761-b399-4126-990c-894ddbc53ed5,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:33.996856 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a75016ac-2f33-4f6e-8a5b-bc2b079138a9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:33.998783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a75016ac-2f33-4f6e-8a5b-bc2b079138a9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1120110 Feb 05 03:57:34.001416 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46250) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:34.005706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a06f0784-d85f-4df1-9649-cc9f9d5995bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '61dfb91e-1ab3-45c9-96d3-e991a54c657b', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:57:34.030231 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a06f0784-d85f-4df1-9649-cc9f9d5995bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (8884bd73-4085-4ddd-a3be-bf0ae4925c25), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.088007 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a06f0784-d85f-4df1-9649-cc9f9d5995bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (8884bd73-4085-4ddd-a3be-bf0ae4925c25), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.092445 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a06f0784-d85f-4df1-9649-cc9f9d5995bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (8884bd73-4085-4ddd-a3be-bf0ae4925c25), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.111777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f0784-d85f-4df1-9649-cc9f9d5995bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8884bd73-4085-4ddd-a3be-bf0ae4925c25,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:34.116430 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a06f0784-d85f-4df1-9649-cc9f9d5995bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.117688 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a06f0784-d85f-4df1-9649-cc9f9d5995bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152697 Feb 05 03:57:34.120495 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46252) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:34.124713 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-45d79794-c10f-49a5-a6dd-c166335dfa3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '61dfb91e-1ab3-45c9-96d3-e991a54c657b', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:57:34.148165 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45d79794-c10f-49a5-a6dd-c166335dfa3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (22f81383-d777-4ab1-ad20-d7db584b09e9), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.204620 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45d79794-c10f-49a5-a6dd-c166335dfa3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (22f81383-d777-4ab1-ad20-d7db584b09e9), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.208152 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45d79794-c10f-49a5-a6dd-c166335dfa3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (22f81383-d777-4ab1-ad20-d7db584b09e9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.226252 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d79794-c10f-49a5-a6dd-c166335dfa3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f81383-d777-4ab1-ad20-d7db584b09e9,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:34.233923 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45d79794-c10f-49a5-a6dd-c166335dfa3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.235115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-45d79794-c10f-49a5-a6dd-c166335dfa3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137135 Feb 05 03:57:34.237902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46254) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:34.242074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d9958f2e-3694-42cb-81d7-937b4a8c17a4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '61dfb91e-1ab3-45c9-96d3-e991a54c657b', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:57:34.261181 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-d9958f2e-3694-42cb-81d7-937b4a8c17a4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Project 8c206c500d63491dada44309cafa1904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:57:34.266613 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9958f2e-3694-42cb-81d7-937b4a8c17a4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (4652993a-3b2f-4f30-814e-2834a12210a0), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.326976 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9958f2e-3694-42cb-81d7-937b4a8c17a4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (4652993a-3b2f-4f30-814e-2834a12210a0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.330172 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9958f2e-3694-42cb-81d7-937b4a8c17a4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (4652993a-3b2f-4f30-814e-2834a12210a0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.350104 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9958f2e-3694-42cb-81d7-937b4a8c17a4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4652993a-3b2f-4f30-814e-2834a12210a0,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:34.358402 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9958f2e-3694-42cb-81d7-937b4a8c17a4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.359613 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d9958f2e-3694-42cb-81d7-937b4a8c17a4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208017 Feb 05 03:57:34.362353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46256) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:34.366529 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-acb740d5-6583-4996-ae4e-e66a45b2ab53 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': '61dfb91e-1ab3-45c9-96d3-e991a54c657b', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:57:34.387670 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-acb740d5-6583-4996-ae4e-e66a45b2ab53 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Project 8c206c500d63491dada44309cafa1904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:57:34.393398 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acb740d5-6583-4996-ae4e-e66a45b2ab53 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (cc3a8a2d-6660-4801-9745-1f6e9dc62f68), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.411433 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:57:34.457048 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acb740d5-6583-4996-ae4e-e66a45b2ab53 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (cc3a8a2d-6660-4801-9745-1f6e9dc62f68), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.460711 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acb740d5-6583-4996-ae4e-e66a45b2ab53 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (cc3a8a2d-6660-4801-9745-1f6e9dc62f68), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.478342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb740d5-6583-4996-ae4e-e66a45b2ab53 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3a8a2d-6660-4801-9745-1f6e9dc62f68,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:34.486580 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acb740d5-6583-4996-ae4e-e66a45b2ab53 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.487816 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-acb740d5-6583-4996-ae4e-e66a45b2ab53 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245317 Feb 05 03:57:34.490680 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46258) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:34.495560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c4c088ff-05f3-4ff0-88fa-519cb3b81599 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'network': {'name': 'tempest-network-smoke--2134802102', 'project_id': '8c206c500d63491dada44309cafa1904', 'port_security_enabled': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:57:34.514657 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c088ff-05f3-4ff0-88fa-519cb3b81599 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Made reservation on behalf of 8c206c500d63491dada44309cafa1904 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:57:34.517893 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4c088ff-05f3-4ff0-88fa-519cb3b81599 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.541476 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c088ff-05f3-4ff0-88fa-519cb3b81599 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:57:34.551002 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4c088ff-05f3-4ff0-88fa-519cb3b81599 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c6524a9f-8ed1-438a-b572-759aa49dd042), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.551461 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-c4c088ff-05f3-4ff0-88fa-519cb3b81599 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Added segment c6524a9f-8ed1-438a-b572-759aa49dd042 of type vlan for network 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c Feb 05 03:57:34.595019 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4c088ff-05f3-4ff0-88fa-519cb3b81599 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (2f66ab30-59e1-49cb-ba4a-deb990ff0c9c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.618663 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4c088ff-05f3-4ff0-88fa-519cb3b81599 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (2f66ab30-59e1-49cb-ba4a-deb990ff0c9c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.623635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c088ff-05f3-4ff0-88fa-519cb3b81599 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:34.624281 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4c088ff-05f3-4ff0-88fa-519cb3b81599 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.696360 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c4c088ff-05f3-4ff0-88fa-519cb3b81599 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2019534 Feb 05 03:57:34.696730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46260) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:34.699223 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c088ff-05f3-4ff0-88fa-519cb3b81599 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Network': ['ID=2f66ab30-59e1-49cb-ba4a-deb990ff0c9c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:34.702560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2057620709', 'admin_state_up': True, 'project_id': '8c206c500d63491dada44309cafa1904', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:57:34.711480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:57:34.727755 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (d9354d14-c979-49da-b695-6afb4a872534), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.728944 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (d9354d14-c979-49da-b695-6afb4a872534), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.791807 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_controller (d9354d14-c979-49da-b695-6afb4a872534), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:34.795523 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 90493ed7-05c1-4f47-bc29-368eeebf77f8 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:57:34.823045 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 90493ed7-05c1-4f47-bc29-368eeebf77f8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:57:34.823393 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 90493ed7-05c1-4f47-bc29-368eeebf77f8 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:57:34.943076 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (d9354d14-c979-49da-b695-6afb4a872534), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:35.411906 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (d9354d14-c979-49da-b695-6afb4a872534), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:35.430833 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:35.530228 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.25.0.94 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:57:35.632755 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:35.665684 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:35.701613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:57:35.706390 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:57:35.709859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:57:35.734084 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:35.961401 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (d9354d14-c979-49da-b695-6afb4a872534), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:35.992479 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-005e33fe-34dc-48a6-a692-a8ee1cfe0ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:36.161160 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (d9354d14-c979-49da-b695-6afb4a872534), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:36.291883 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router d9354d14-c979-49da-b695-6afb4a872534 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:57:36.401068 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:57:36.412179 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Sync routers for ids ['d9354d14-c979-49da-b695-6afb4a872534'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:57:36.421586 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:36.422865 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Routers {'d9354d14-c979-49da-b695-6afb4a872534'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:57:36.423038 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-2acbe0cb-835a-4fd1-8d43-9fcb80e1787e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7251976 Feb 05 03:57:36.423664 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d9354d14-c979-49da-b695-6afb4a872534'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:36.426095 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46262) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:36.519742 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6ad81d5d-ddb4-4e8d-9c1f-fd95e6fe6551 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8c206c500d63491dada44309cafa1904&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0900948 Feb 05 03:57:36.520060 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46266) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:36.612266 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bac67ce-b76f-4077-bfb6-c718e80289ca tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:36.613706 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-0bac67ce-b76f-4077-bfb6-c718e80289ca tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926378 Feb 05 03:57:36.616519 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46268) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:36.618023 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Set router d9354d14-c979-49da-b695-6afb4a872534 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:57:36.652873 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6482a022-1f25-454c-b869-7e3d569ccd63 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329609 Feb 05 03:57:36.653499 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46270) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:36.659240 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e946505d-5306-48b0-9d6a-e9230645aab4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1660295155', 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c', 'project_id': '8c206c500d63491dada44309cafa1904', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:57:36.748297 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e946505d-5306-48b0-9d6a-e9230645aab4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Made reservation on behalf of 8c206c500d63491dada44309cafa1904 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:57:36.751808 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e946505d-5306-48b0-9d6a-e9230645aab4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:36.797936 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9354d14-c979-49da-b695-6afb4a872534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057620709', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:57:34Z', 'updated_at': '2022-02-05T03:57:35Z', 'revision_number': 3, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:35Z', 'updated_at': '2022-02-05T03:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:36.824697 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Checking router: d9354d14-c979-49da-b695-6afb4a872534 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:57:36.825051 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Updating router d9354d14-c979-49da-b695-6afb4a872534 port 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:57:36.856791 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:36.937204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e946505d-5306-48b0-9d6a-e9230645aab4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (b22970fd-6219-435b-846d-de6b19ad5b9a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:36.998140 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946505d-5306-48b0-9d6a-e9230645aab4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Subnet': ['ID=b22970fd-6219-435b-846d-de6b19ad5b9a,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:37.008398 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946505d-5306-48b0-9d6a-e9230645aab4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Checking segment: {'id': 'c6524a9f-8ed1-438a-b572-759aa49dd042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:57:37.008763 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946505d-5306-48b0-9d6a-e9230645aab4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network hostable DHCP agents. Network: 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:57:37.025131 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946505d-5306-48b0-9d6a-e9230645aab4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:57:37.036083 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-e946505d-5306-48b0-9d6a-e9230645aab4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:57:37.040161 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e946505d-5306-48b0-9d6a-e9230645aab4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:37.041030 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e946505d-5306-48b0-9d6a-e9230645aab4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:37.047459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35f13f1-44b4-40c4-9fdf-8ec790bf6370 None None] Network 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:57:37.059523 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e946505d-5306-48b0-9d6a-e9230645aab4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4047027 Feb 05 03:57:37.062797 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46272) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:37.119043 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Publish callbacks [] for port (72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:37.125055 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:37.160988 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-2f66ab30-59e1-49cb-ba4a-deb990ff0c9c', 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c', 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ips': [{'subnet_id': 'b22970fd-6219-435b-846d-de6b19ad5b9a'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:57:37.162392 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:37.170543 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Attempting to bind port 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:57:37.171052 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Attempting to bind port 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:57:37.171835 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Attempting to bind port 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:57:37.182694 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:57:37.183242 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:57:37.183735 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:37.184211 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:57:37.184780 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Bound port: 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:57:37.185300 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:37.190513 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdf16b-95de-4fc0-bc22-5947470c7377 None None] Pushing event updated for resources: {'Port': ['ID=72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:37.220597 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdf16b-95de-4fc0-bc22-5947470c7377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.221046 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdf16b-95de-4fc0-bc22-5947470c7377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.221447 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdf16b-95de-4fc0-bc22-5947470c7377 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.221845 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdf16b-95de-4fc0-bc22-5947470c7377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.222237 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdf16b-95de-4fc0-bc22-5947470c7377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.222631 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdf16b-95de-4fc0-bc22-5947470c7377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.223039 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdf16b-95de-4fc0-bc22-5947470c7377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.223421 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdf16b-95de-4fc0-bc22-5947470c7377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.223825 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdf16b-95de-4fc0-bc22-5947470c7377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.224209 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdf16b-95de-4fc0-bc22-5947470c7377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.224589 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdf16b-95de-4fc0-bc22-5947470c7377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.224967 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdf16b-95de-4fc0-bc22-5947470c7377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.225350 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdf16b-95de-4fc0-bc22-5947470c7377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.256825 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] For port 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:57:37.260052 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] For port 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:57:37.266183 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:37.318630 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Allocated IP 172.20.0.2 (2f66ab30-59e1-49cb-ba4a-deb990ff0c9c/b22970fd-6219-435b-846d-de6b19ad5b9a/c46cd11b-b29e-4e30-9002-83aad462078c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:57:37.324616 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Routers {'d9354d14-c979-49da-b695-6afb4a872534'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:57:37.325285 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d9354d14-c979-49da-b695-6afb4a872534'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:37.331074 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdf16b-95de-4fc0-bc22-5947470c7377 None None] Pushing event updated for resources: {'Port': ['ID=72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:37.404851 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:37.450314 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] Set router d9354d14-c979-49da-b695-6afb4a872534 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:57:37.486730 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Publish callbacks [] for port (c46cd11b-b29e-4e30-9002-83aad462078c), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:37.493841 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (c46cd11b-b29e-4e30-9002-83aad462078c), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:37.534787 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Network 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:57:37.543001 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:37.545895 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:57:37.549576 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:57:37.558111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Pushing event updated for resources: {'Port': ['ID=c46cd11b-b29e-4e30-9002-83aad462078c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:37.568310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.568656 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.568998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.569338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.569671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.570006 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.570338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.570667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.571020 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.571345 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.571673 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.571991 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.572316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:57:37.624132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Attempting to bind port c46cd11b-b29e-4e30-9002-83aad462078c on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:57:37.624665 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Attempting to bind port c46cd11b-b29e-4e30-9002-83aad462078c by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'c6524a9f-8ed1-438a-b572-759aa49dd042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:57:37.625145 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Attempting to bind port c46cd11b-b29e-4e30-9002-83aad462078c on network 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:57:37.630509 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:57:37.630941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Checking segment: {'id': 'c6524a9f-8ed1-438a-b572-759aa49dd042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:57:37.631344 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:37.631744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Bound using segment: {'id': 'c6524a9f-8ed1-438a-b572-759aa49dd042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:57:37.632207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Bound port: c46cd11b-b29e-4e30-9002-83aad462078c, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6524a9f-8ed1-438a-b572-759aa49dd042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:57:37.632592 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c46cd11b-b29e-4e30-9002-83aad462078c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:37.644410 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9354d14-c979-49da-b695-6afb4a872534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057620709', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:57:34Z', 'updated_at': '2022-02-05T03:57:35Z', 'revision_number': 3, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:35Z', 'updated_at': '2022-02-05T03:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:37.672662 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328cf0ad-6b4c-47a7-921a-c54950b0ff0e None None] The sync data for ids ['d9354d14-c979-49da-b695-6afb4a872534'] in n-d-826942-8 is: [{'id': 'd9354d14-c979-49da-b695-6afb4a872534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057620709', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:57:34Z', 'updated_at': '2022-02-05T03:57:35Z', 'revision_number': 3, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:35Z', 'updated_at': '2022-02-05T03:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:57:37.701627 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] For port c46cd11b-b29e-4e30-9002-83aad462078c, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:57:37.704906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] For port c46cd11b-b29e-4e30-9002-83aad462078c, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c46cd11b-b29e-4e30-9002-83aad462078c,segment=NetworkSegment(c6524a9f-8ed1-438a-b572-759aa49dd042),segment_id=c6524a9f-8ed1-438a-b572-759aa49dd042)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:57:37.711476 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c46cd11b-b29e-4e30-9002-83aad462078c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:37.772637 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c2423-6576-42ba-b0e5-4d92b78563c4 None None] Pushing event updated for resources: {'Port': ['ID=c46cd11b-b29e-4e30-9002-83aad462078c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:37.858459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.20.0.1 (2f66ab30-59e1-49cb-ba4a-deb990ff0c9c/b22970fd-6219-435b-846d-de6b19ad5b9a/4c3bedf1-8541-4cbc-a12e-0a0234366339) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:57:38.003555 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:38.046653 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:38.100401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:57:38.103732 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:57:38.107749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:57:38.114616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=4c3bedf1-8541-4cbc-a12e-0a0234366339,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:38.160464 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (d9354d14-c979-49da-b695-6afb4a872534), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:38.313119 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:38.619405 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:38.626178 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:38.703379 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (d9354d14-c979-49da-b695-6afb4a872534), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:38.705187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=4c3bedf1-8541-4cbc-a12e-0a0234366339,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:38.805331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:57:38.806991 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:57:38.850165 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24e6f5a-44dc-4d76-9234-62cf6eabd009 None None] Network 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:57:38.924807 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:38.927339 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a28f5cf9-bb4a-4897-a9f7-fe04b81b5bdf None None] Provisioning complete for port c46cd11b-b29e-4e30-9002-83aad462078c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:57:38.927698 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a28f5cf9-bb4a-4897-a9f7-fe04b81b5bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c46cd11b-b29e-4e30-9002-83aad462078c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:38.934164 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router d9354d14-c979-49da-b695-6afb4a872534 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:57:38.973242 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:57:39.065784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:57:39.076033 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d0b90a00-693d-4621-a70d-5d594f6bea34 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "PUT /v2.0/routers/d9354d14-c979-49da-b695-6afb4a872534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0112653 Feb 05 03:57:39.095329 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:57:39.095706 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:39.122724 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a28f5cf9-bb4a-4897-a9f7-fe04b81b5bdf None None] Current status of the port c46cd11b-b29e-4e30-9002-83aad462078c is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:57:39.123403 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a28f5cf9-bb4a-4897-a9f7-fe04b81b5bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c46cd11b-b29e-4e30-9002-83aad462078c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:39.180357 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a28f5cf9-bb4a-4897-a9f7-fe04b81b5bdf None None] For port c46cd11b-b29e-4e30-9002-83aad462078c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c46cd11b-b29e-4e30-9002-83aad462078c,segment=NetworkSegment(c6524a9f-8ed1-438a-b572-759aa49dd042),segment_id=c6524a9f-8ed1-438a-b572-759aa49dd042)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:57:39.193895 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a28f5cf9-bb4a-4897-a9f7-fe04b81b5bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c46cd11b-b29e-4e30-9002-83aad462078c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:39.271035 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-26e14b8b-2e17-4529-8cbd-b7a449bef50f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516229280&fields=id&tenant_id=8c206c500d63491dada44309cafa1904 HTTP/1.1" status: 200 len: 267 time: 0.0608776 Feb 05 03:57:39.283606 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:57:39.284003 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:39.296087 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f5cf9-bb4a-4897-a9f7-fe04b81b5bdf None None] Pushing event updated for resources: {'Port': ['ID=c46cd11b-b29e-4e30-9002-83aad462078c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:39.320960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:57:39.328338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-572227bd-2bb7-49d3-bad5-ed1c50d4caf9 None None] Provisioning complete for port 4c3bedf1-8541-4cbc-a12e-0a0234366339 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:57:39.328720 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-572227bd-2bb7-49d3-bad5-ed1c50d4caf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:39.330291 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:39.331316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c46cd11b-b29e-4e30-9002-83aad462078c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:57:39.398878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-2d8201d2-0529-4565-8f0c-6a4db62b845d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:39.400418 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-2d8201d2-0529-4565-8f0c-6a4db62b845d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/networks?id=2f66ab30-59e1-49cb-ba4a-deb990ff0c9c HTTP/1.1" status: 200 len: 797 time: 0.1184013 Feb 05 03:57:39.426534 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-337b7e8b-725e-4580-863b-9401b679a353 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/quotas/8c206c500d63491dada44309cafa1904 HTTP/1.1" status: 200 len: 375 time: 0.0141506 Feb 05 03:57:39.452540 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Sync routers for ids ['d9354d14-c979-49da-b695-6afb4a872534'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:57:39.464648 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:39.469074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-572227bd-2bb7-49d3-bad5-ed1c50d4caf9 None None] Port 4c3bedf1-8541-4cbc-a12e-0a0234366339 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:57:39.483608 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Routers {'d9354d14-c979-49da-b695-6afb4a872534'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:57:39.484250 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d9354d14-c979-49da-b695-6afb4a872534'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:39.498330 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-78b0870a-888d-49c5-bbc7-57ef79d180fd tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638485 Feb 05 03:57:39.559530 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-97b4378e-b2ce-4535-a6b0-c2ea57622ed5 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:57:39.561346 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-97b4378e-b2ce-4535-a6b0-c2ea57622ed5 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0509880 Feb 05 03:57:39.562887 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-572227bd-2bb7-49d3-bad5-ed1c50d4caf9 None None] Provisioning complete for port c46cd11b-b29e-4e30-9002-83aad462078c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:57:39.563266 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-572227bd-2bb7-49d3-bad5-ed1c50d4caf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c46cd11b-b29e-4e30-9002-83aad462078c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:39.570185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c46cd11b-b29e-4e30-9002-83aad462078c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:57:39.570564 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c46cd11b-b29e-4e30-9002-83aad462078c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:39.665397 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-bff81e54-0e1b-4de3-bc8a-f5a38f2f3b1c service neutron] 10.222.0.36 "GET /v2.0/networks/2f66ab30-59e1-49cb-ba4a-deb990ff0c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955095 Feb 05 03:57:39.671455 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Set router d9354d14-c979-49da-b695-6afb4a872534 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:57:39.770623 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-e5c3f026-e9c5-4a63-852a-5b48a72163f3 service neutron] 10.222.0.36 "GET /v2.0/networks/2f66ab30-59e1-49cb-ba4a-deb990ff0c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985131 Feb 05 03:57:39.944406 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6964e1bb-e3da-4028-8e68-e2bdbf1d1e0a req-2410e0e8-61b5-47c7-8868-5acba31bac22 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 210 time: 0.0296669 Feb 05 03:57:40.008360 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-572227bd-2bb7-49d3-bad5-ed1c50d4caf9 None None] Current status of the port c46cd11b-b29e-4e30-9002-83aad462078c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:57:40.013430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c46cd11b-b29e-4e30-9002-83aad462078c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:57:40.100643 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9354d14-c979-49da-b695-6afb4a872534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057620709', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:57:34Z', 'updated_at': '2022-02-05T03:57:38Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:35Z', 'updated_at': '2022-02-05T03:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4c3bedf1-8541-4cbc-a12e-0a0234366339', 'name': '', 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:4b:2a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:37Z', 'updated_at': '2022-02-05T03:57:38Z', 'revision_number': 2, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:40.130262 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Checking router: d9354d14-c979-49da-b695-6afb4a872534 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:57:40.130624 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Updating router d9354d14-c979-49da-b695-6afb4a872534 port 4c3bedf1-8541-4cbc-a12e-0a0234366339 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:57:40.175605 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:40.177462 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-32619dce-36fd-46f0-8f78-3c64bab8135d None None] Provisioning complete for port 4c3bedf1-8541-4cbc-a12e-0a0234366339 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:57:40.177827 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32619dce-36fd-46f0-8f78-3c64bab8135d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:40.207095 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:40.244363 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-32619dce-36fd-46f0-8f78-3c64bab8135d None None] Port 4c3bedf1-8541-4cbc-a12e-0a0234366339 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:57:40.472489 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Publish callbacks [] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:40.477409 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:40.532744 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f1fd2-3970-4a84-af07-f0957a46ecf1 None None] Pushing event updated for resources: {'Port': ['ID=4c3bedf1-8541-4cbc-a12e-0a0234366339,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:40.589022 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Attempting to bind port 4c3bedf1-8541-4cbc-a12e-0a0234366339 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:57:40.589396 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Attempting to bind port 4c3bedf1-8541-4cbc-a12e-0a0234366339 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'c6524a9f-8ed1-438a-b572-759aa49dd042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:57:40.589762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Attempting to bind port 4c3bedf1-8541-4cbc-a12e-0a0234366339 on network 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:57:40.596387 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:57:40.596773 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Checking segment: {'id': 'c6524a9f-8ed1-438a-b572-759aa49dd042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:57:40.597181 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:40.597579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Bound using segment: {'id': 'c6524a9f-8ed1-438a-b572-759aa49dd042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:57:40.598049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Bound port: 4c3bedf1-8541-4cbc-a12e-0a0234366339, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6524a9f-8ed1-438a-b572-759aa49dd042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:57:40.598452 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:40.663178 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] For port 4c3bedf1-8541-4cbc-a12e-0a0234366339, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:57:40.666382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] For port 4c3bedf1-8541-4cbc-a12e-0a0234366339, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4c3bedf1-8541-4cbc-a12e-0a0234366339,segment=NetworkSegment(c6524a9f-8ed1-438a-b572-759aa49dd042),segment_id=c6524a9f-8ed1-438a-b572-759aa49dd042)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:57:40.673599 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:40.733486 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Routers {'d9354d14-c979-49da-b695-6afb4a872534'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:57:40.734129 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d9354d14-c979-49da-b695-6afb4a872534'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:40.735926 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f1fd2-3970-4a84-af07-f0957a46ecf1 None None] Pushing event updated for resources: {'Port': ['ID=4c3bedf1-8541-4cbc-a12e-0a0234366339,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:40.831446 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ed087c3d-8351-41b9-8e56-6ee091290969 None None] Provisioning complete for port 4c3bedf1-8541-4cbc-a12e-0a0234366339 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:57:40.831822 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed087c3d-8351-41b9-8e56-6ee091290969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:40.861103 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c46cd11b-b29e-4e30-9002-83aad462078c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:57:40.923853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] Set router d9354d14-c979-49da-b695-6afb4a872534 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:57:41.027096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-845faf22-bfcd-4f6a-8c21-cd68d77302cf req-2c81fb13-289b-4352-ad07-52da34af9781 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 210 time: 0.0311058 Feb 05 03:57:41.077230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c46cd11b-b29e-4e30-9002-83aad462078c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:57:41.077747 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c46cd11b-b29e-4e30-9002-83aad462078c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:41.114874 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ed087c3d-8351-41b9-8e56-6ee091290969 None None] Current status of the port 4c3bedf1-8541-4cbc-a12e-0a0234366339 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:57:41.115257 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed087c3d-8351-41b9-8e56-6ee091290969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:41.183765 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ed087c3d-8351-41b9-8e56-6ee091290969 None None] For port 4c3bedf1-8541-4cbc-a12e-0a0234366339, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4c3bedf1-8541-4cbc-a12e-0a0234366339,segment=NetworkSegment(c6524a9f-8ed1-438a-b572-759aa49dd042),segment_id=c6524a9f-8ed1-438a-b572-759aa49dd042)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:57:41.206159 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed087c3d-8351-41b9-8e56-6ee091290969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:41.295538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c46cd11b-b29e-4e30-9002-83aad462078c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:57:41.296504 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:57:41.300688 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed087c3d-8351-41b9-8e56-6ee091290969 None None] Pushing event updated for resources: {'Port': ['ID=4c3bedf1-8541-4cbc-a12e-0a0234366339,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:41.350517 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9354d14-c979-49da-b695-6afb4a872534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057620709', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:57:34Z', 'updated_at': '2022-02-05T03:57:38Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:35Z', 'updated_at': '2022-02-05T03:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4c3bedf1-8541-4cbc-a12e-0a0234366339', 'name': '', 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:4b:2a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:37Z', 'updated_at': '2022-02-05T03:57:40Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:41.355346 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5013c5d4-6446-41e0-8f2c-1644f4b135c7 None None] Provisioning complete for port 4c3bedf1-8541-4cbc-a12e-0a0234366339 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:57:41.355719 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5013c5d4-6446-41e0-8f2c-1644f4b135c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:41.385714 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edda42e8-0ff4-46c4-b4c4-f23fae23640d None None] The sync data for ids ['d9354d14-c979-49da-b695-6afb4a872534'] in n-d-826942-8 is: [{'id': 'd9354d14-c979-49da-b695-6afb4a872534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057620709', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:57:34Z', 'updated_at': '2022-02-05T03:57:38Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:35Z', 'updated_at': '2022-02-05T03:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4c3bedf1-8541-4cbc-a12e-0a0234366339', 'name': '', 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:4b:2a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:37Z', 'updated_at': '2022-02-05T03:57:40Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:57:41.431982 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:57:41.431982 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:41.515558 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5013c5d4-6446-41e0-8f2c-1644f4b135c7 None None] Current status of the port 4c3bedf1-8541-4cbc-a12e-0a0234366339 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:57:41.554658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:57:42.087045 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:42.116796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c0d346f-d55b-4628-8280-83052f6b703e req-993be916-72ac-407a-a12d-cf348aaec37a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 210 time: 0.0307758 Feb 05 03:57:42.858992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4c3bedf1-8541-4cbc-a12e-0a0234366339 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:57:42.909362 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 4c3bedf1-8541-4cbc-a12e-0a0234366339 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:57:42.909731 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:42.983423 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 4c3bedf1-8541-4cbc-a12e-0a0234366339 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:57:43.194669 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cd0b0b1c-00e6-4f80-a998-97e6a5d50b8d req-72c16b7e-4426-448d-be46-9c9e4c112d80 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 210 time: 0.0282259 Feb 05 03:57:44.288927 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76cee61a-60d5-48bb-b485-485f1d7abb6e req-6d0b1747-8aaa-4210-9b0c-faa44d38a6bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 210 time: 0.0266006 Feb 05 03:57:44.954055 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-012d9b6a-af8f-4ee5-ba8f-83c8952727d8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:44.955733 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-012d9b6a-af8f-4ee5-ba8f-83c8952727d8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "GET /v2.0/networks?id=2f66ab30-59e1-49cb-ba4a-deb990ff0c9c HTTP/1.1" status: 200 len: 797 time: 0.1099699 Feb 05 03:57:45.018296 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-513319a4-e3c1-4026-9250-72ca7f072d12 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c206c500d63491dada44309cafa1904 HTTP/1.1" status: 200 len: 379 time: 0.0544906 Feb 05 03:57:45.026431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-8cd25cb5-0db6-4ee3-a5cf-4e443ac0b130 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'port': {'device_id': 'c422e5aa-d434-4537-b04c-9da6315743e1', 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c', 'admin_state_up': True, 'tenant_id': '8c206c500d63491dada44309cafa1904', 'security_groups': ['61dfb91e-1ab3-45c9-96d3-e991a54c657b']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:57:45.133400 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-8cd25cb5-0db6-4ee3-a5cf-4e443ac0b130 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Made reservation on behalf of 8c206c500d63491dada44309cafa1904 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:57:45.136784 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-8cd25cb5-0db6-4ee3-a5cf-4e443ac0b130 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:45.271561 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-8cd25cb5-0db6-4ee3-a5cf-4e443ac0b130 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.20.0.8 (2f66ab30-59e1-49cb-ba4a-deb990ff0c9c/b22970fd-6219-435b-846d-de6b19ad5b9a/209d2671-482b-44a6-bf06-0645af3590bf) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:57:45.387592 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c463ccb-c49e-4b40-bc0c-0e5b7829223d req-c249bfa1-1a9a-43d1-8a73-c698a49e4a7c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 210 time: 0.0311728 Feb 05 03:57:45.421548 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-8cd25cb5-0db6-4ee3-a5cf-4e443ac0b130 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (209d2671-482b-44a6-bf06-0645af3590bf), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:45.454032 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-8cd25cb5-0db6-4ee3-a5cf-4e443ac0b130 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (209d2671-482b-44a6-bf06-0645af3590bf), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:45.503268 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-8cd25cb5-0db6-4ee3-a5cf-4e443ac0b130 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:57:45.509146 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-8cd25cb5-0db6-4ee3-a5cf-4e443ac0b130 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:57:45.513577 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-8cd25cb5-0db6-4ee3-a5cf-4e443ac0b130 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:57:45.517537 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd25cb5-0db6-4ee3-a5cf-4e443ac0b130 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=209d2671-482b-44a6-bf06-0645af3590bf,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:45.566131 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-8cd25cb5-0db6-4ee3-a5cf-4e443ac0b130 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:45.566740 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-8cd25cb5-0db6-4ee3-a5cf-4e443ac0b130 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:45.583305 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-8cd25cb5-0db6-4ee3-a5cf-4e443ac0b130 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5603833 Feb 05 03:57:45.592254 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-59ffc224-9db4-42b7-b97b-1298b7249f05 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 03:57:45.593817 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-59ffc224-9db4-42b7-b97b-1298b7249f05 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057173 Feb 05 03:57:45.605124 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Request body: {'port': {'device_id': 'c422e5aa-d434-4537-b04c-9da6315743e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:57:45.671630 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (209d2671-482b-44a6-bf06-0645af3590bf), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:45.768406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-941193c2-7a8e-4796-ae22-44f750c9a51a None None] Provisioning complete for port 209d2671-482b-44a6-bf06-0645af3590bf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:57:45.769039 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-941193c2-7a8e-4796-ae22-44f750c9a51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (209d2671-482b-44a6-bf06-0645af3590bf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:45.807588 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-941193c2-7a8e-4796-ae22-44f750c9a51a None None] Port 209d2671-482b-44a6-bf06-0645af3590bf cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:57:45.934541 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209d2671-482b-44a6-bf06-0645af3590bf {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:57:45.941917 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Publish callbacks [] for port (209d2671-482b-44a6-bf06-0645af3590bf), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:45.953946 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Transition to ACTIVE for port object 209d2671-482b-44a6-bf06-0645af3590bf will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:57:45.957774 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (209d2671-482b-44a6-bf06-0645af3590bf), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:46.008156 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Pushing event updated for resources: {'Port': ['ID=209d2671-482b-44a6-bf06-0645af3590bf,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:46.081535 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Attempting to bind port 209d2671-482b-44a6-bf06-0645af3590bf on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:57:46.081875 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Attempting to bind port 209d2671-482b-44a6-bf06-0645af3590bf by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'c6524a9f-8ed1-438a-b572-759aa49dd042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:57:46.082207 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Attempting to bind port 209d2671-482b-44a6-bf06-0645af3590bf on network 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:57:46.086737 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Port 209d2671-482b-44a6-bf06-0645af3590bf on network 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:57:46.087091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Attempting to bind port 209d2671-482b-44a6-bf06-0645af3590bf on network 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:57:46.092043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:57:46.092937 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Checking segment: {'id': 'c6524a9f-8ed1-438a-b572-759aa49dd042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:57:46.093331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Bound using segment: {'id': 'c6524a9f-8ed1-438a-b572-759aa49dd042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:57:46.093753 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Bound port: 209d2671-482b-44a6-bf06-0645af3590bf, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6524a9f-8ed1-438a-b572-759aa49dd042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:57:46.094104 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (209d2671-482b-44a6-bf06-0645af3590bf), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:46.165896 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] For port 209d2671-482b-44a6-bf06-0645af3590bf, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:57:46.169038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] For port 209d2671-482b-44a6-bf06-0645af3590bf, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=209d2671-482b-44a6-bf06-0645af3590bf,segment=NetworkSegment(c6524a9f-8ed1-438a-b572-759aa49dd042),segment_id=c6524a9f-8ed1-438a-b572-759aa49dd042)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:57:46.175539 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (209d2671-482b-44a6-bf06-0645af3590bf), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:46.205820 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:46.206437 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:46.207914 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] 10.222.0.10 "PUT /v2.0/ports/209d2671-482b-44a6-bf06-0645af3590bf HTTP/1.1" status: 200 len: 1091 time: 0.6069756 Feb 05 03:57:46.210163 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c422e5aa-d434-4537-b04c-9da6315743e1', 'tag': '209d2671-482b-44a6-bf06-0645af3590bf'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:57:46.212448 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc729e7f-40d1-4025-9e5b-a5df30e28334" -d '{"events": [{"name": "network-changed", "server_uuid": "c422e5aa-d434-4537-b04c-9da6315743e1", "tag": "209d2671-482b-44a6-bf06-0645af3590bf"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:57:46.245109 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd246131-5391-413c-b371-d50bdb387f76 service neutron] Pushing event updated for resources: {'Port': ['ID=209d2671-482b-44a6-bf06-0645af3590bf,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:46.295142 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf2540b-620b-4fc6-8d13-a4d17bf00d27 x-openstack-request-id: req-cdf2540b-620b-4fc6-8d13-a4d17bf00d27 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:57:46.295547 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c422e5aa-d434-4537-b04c-9da6315743e1", "tag": "209d2671-482b-44a6-bf06-0645af3590bf", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:57:46.295809 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cdf2540b-620b-4fc6-8d13-a4d17bf00d27 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:57:46.296460 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c422e5aa-d434-4537-b04c-9da6315743e1', 'tag': '209d2671-482b-44a6-bf06-0645af3590bf', 'status': 'completed', 'code': 200} Feb 05 03:57:46.317332 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-44e7e303-8428-4bd9-8cd7-9fa9c56355f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:46.318776 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-44e7e303-8428-4bd9-8cd7-9fa9c56355f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 1125 time: 0.0654716 Feb 05 03:57:46.367882 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-49b9efe6-c59d-4a51-b087-6c8b374bcb38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=209d2671-482b-44a6-bf06-0645af3590bf HTTP/1.1" status: 200 len: 217 time: 0.0416758 Feb 05 03:57:46.421476 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-bb66a8cc-0ea7-41cc-8221-72f47dd51f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:46.422922 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-bb66a8cc-0ea7-41cc-8221-72f47dd51f5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b22970fd-6219-435b-846d-de6b19ad5b9a HTTP/1.1" status: 200 len: 835 time: 0.0483267 Feb 05 03:57:46.475348 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-7e567847-96b4-4714-8fd0-5debf6668232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:46.477166 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-7e567847-96b4-4714-8fd0-5debf6668232 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f66ab30-59e1-49cb-ba4a-deb990ff0c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489919 Feb 05 03:57:46.510396 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbfbd6-3d0e-4efd-bd1f-aef715beda20 req-c6e9e22f-800a-42c0-8b57-f24fea8094e9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:46.512008 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3bfbfbd6-3d0e-4efd-bd1f-aef715beda20 req-c6e9e22f-800a-42c0-8b57-f24fea8094e9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 943 time: 0.0532653 Feb 05 03:57:46.561964 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3bfbfbd6-3d0e-4efd-bd1f-aef715beda20 req-9957a6d0-7286-4fdb-b9e1-bda807699254 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433547 Feb 05 03:57:46.569405 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-79c8c411-8df1-4a19-880a-b3665059a1d1 service neutron] 10.222.0.10 "GET /v2.0/networks/2f66ab30-59e1-49cb-ba4a-deb990ff0c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851543 Feb 05 03:57:46.658681 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-2b695b01-5e9c-47fe-99ca-1c5554d95dea req-52b21838-3f72-4537-a26b-a16cad43b2ec service neutron] 10.222.0.10 "GET /v2.0/networks/2f66ab30-59e1-49cb-ba4a-deb990ff0c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831838 Feb 05 03:57:46.748159 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc729e7f-40d1-4025-9e5b-a5df30e28334 req-7ee7da54-7b1b-4e23-871f-98852bb75344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:46.749670 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fc729e7f-40d1-4025-9e5b-a5df30e28334 req-7ee7da54-7b1b-4e23-871f-98852bb75344 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 1125 time: 0.0464413 Feb 05 03:57:46.843865 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc729e7f-40d1-4025-9e5b-a5df30e28334 req-d8e43276-1959-4311-9c53-c93479109ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:46.845253 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fc729e7f-40d1-4025-9e5b-a5df30e28334 req-d8e43276-1959-4311-9c53-c93479109ee4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f66ab30-59e1-49cb-ba4a-deb990ff0c9c HTTP/1.1" status: 200 len: 898 time: 0.0893893 Feb 05 03:57:46.885938 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fc729e7f-40d1-4025-9e5b-a5df30e28334 req-a2390574-e5f6-4662-80ce-914319c9ac5d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=209d2671-482b-44a6-bf06-0645af3590bf HTTP/1.1" status: 200 len: 217 time: 0.0349171 Feb 05 03:57:46.944424 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc729e7f-40d1-4025-9e5b-a5df30e28334 req-67dc8111-7e17-4a86-a679-2145fed89b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:46.945889 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fc729e7f-40d1-4025-9e5b-a5df30e28334 req-67dc8111-7e17-4a86-a679-2145fed89b3e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b22970fd-6219-435b-846d-de6b19ad5b9a HTTP/1.1" status: 200 len: 835 time: 0.0533895 Feb 05 03:57:46.979639 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:46.996487 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc729e7f-40d1-4025-9e5b-a5df30e28334 req-be76fd53-f4d1-4f11-8a92-b039a8e68ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:46.998007 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fc729e7f-40d1-4025-9e5b-a5df30e28334 req-be76fd53-f4d1-4f11-8a92-b039a8e68ee8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f66ab30-59e1-49cb-ba4a-deb990ff0c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459638 Feb 05 03:57:47.086748 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fc729e7f-40d1-4025-9e5b-a5df30e28334 req-271d9323-fcb8-459f-bc44-30175ae74da1 service neutron] 10.222.0.10 "GET /v2.0/networks/2f66ab30-59e1-49cb-ba4a-deb990ff0c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811303 Feb 05 03:57:47.177470 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fc729e7f-40d1-4025-9e5b-a5df30e28334 req-ccc77762-d8a6-423c-be2f-ff17a13b4a60 service neutron] 10.222.0.10 "GET /v2.0/networks/2f66ab30-59e1-49cb-ba4a-deb990ff0c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839388 Feb 05 03:57:47.686544 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a06624-a607-4025-8d0f-d771dab57a2c req-b3da70e8-154d-412b-b5b2-550ee859feb2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:47.688066 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82a06624-a607-4025-8d0f-d771dab57a2c req-b3da70e8-154d-412b-b5b2-550ee859feb2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 943 time: 0.0532296 Feb 05 03:57:47.737119 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82a06624-a607-4025-8d0f-d771dab57a2c req-ae7e1865-c3bf-439d-89ac-6f1c59c975c6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434613 Feb 05 03:57:48.860306 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6fb67-43ae-4ff7-a4c6-911a7084e82a req-f8afec57-2fb6-4f5e-8029-c04352e2b918 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:48.861775 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9c6fb67-43ae-4ff7-a4c6-911a7084e82a req-f8afec57-2fb6-4f5e-8029-c04352e2b918 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 943 time: 0.0557771 Feb 05 03:57:48.909068 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9c6fb67-43ae-4ff7-a4c6-911a7084e82a req-00e8227e-5136-4323-aef4-d6afaf15b32a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417850 Feb 05 03:57:49.400465 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 209d2671-482b-44a6-bf06-0645af3590bf details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:57:49.496573 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 209d2671-482b-44a6-bf06-0645af3590bf, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=209d2671-482b-44a6-bf06-0645af3590bf,segment=NetworkSegment(c6524a9f-8ed1-438a-b572-759aa49dd042),segment_id=c6524a9f-8ed1-438a-b572-759aa49dd042)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:57:49.508654 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '209d2671-482b-44a6-bf06-0645af3590bf', 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c', 'port_id': '209d2671-482b-44a6-bf06-0645af3590bf', 'mac_address': 'fa:16:3e:8d:34:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:57:49.547694 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 209d2671-482b-44a6-bf06-0645af3590bf is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:57:49.548078 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (209d2671-482b-44a6-bf06-0645af3590bf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:49.563303 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209d2671-482b-44a6-bf06-0645af3590bf {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:57:49.583723 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 209d2671-482b-44a6-bf06-0645af3590bf, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=209d2671-482b-44a6-bf06-0645af3590bf,segment=NetworkSegment(c6524a9f-8ed1-438a-b572-759aa49dd042),segment_id=c6524a9f-8ed1-438a-b572-759aa49dd042)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:57:49.587529 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (209d2671-482b-44a6-bf06-0645af3590bf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:49.633941 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=209d2671-482b-44a6-bf06-0645af3590bf,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:49.791265 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['209d2671-482b-44a6-bf06-0645af3590bf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:57:50.030352 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4176a-974a-4d06-bab1-86c401086d0d req-76c938ba-afc4-4e72-8336-390be88f3306 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:50.032286 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9d4176a-974a-4d06-bab1-86c401086d0d req-76c938ba-afc4-4e72-8336-390be88f3306 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 944 time: 0.0530672 Feb 05 03:57:50.080658 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9d4176a-974a-4d06-bab1-86c401086d0d req-0b567b2a-44fa-453d-9ec6-c34c57be2d8f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428483 Feb 05 03:57:51.202042 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789696fc-436b-4c8c-bd31-4b6f6d1a7b84 req-ed13b780-c183-4d07-b561-a27d0f5d5472 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:51.203523 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-789696fc-436b-4c8c-bd31-4b6f6d1a7b84 req-ed13b780-c183-4d07-b561-a27d0f5d5472 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 944 time: 0.0562849 Feb 05 03:57:51.251078 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-789696fc-436b-4c8c-bd31-4b6f6d1a7b84 req-ab4d18cc-c634-472e-bcb1-a91659360be9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420346 Feb 05 03:57:51.401200 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 209d2671-482b-44a6-bf06-0645af3590bf up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:57:51.451571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 209d2671-482b-44a6-bf06-0645af3590bf completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:57:51.456197 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 209d2671-482b-44a6-bf06-0645af3590bf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:57:51.456567 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (209d2671-482b-44a6-bf06-0645af3590bf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:51.532515 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 209d2671-482b-44a6-bf06-0645af3590bf is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:57:51.532900 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (209d2671-482b-44a6-bf06-0645af3590bf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:51.553992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c422e5aa-d434-4537-b04c-9da6315743e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d2671-482b-44a6-bf06-0645af3590bf'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:57:51.556221 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed37a31-7f7d-47fc-beca-3b6c264ddbd8" -d '{"events": [{"server_uuid": "c422e5aa-d434-4537-b04c-9da6315743e1", "name": "network-vif-plugged", "status": "completed", "tag": "209d2671-482b-44a6-bf06-0645af3590bf"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:57:51.569755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 209d2671-482b-44a6-bf06-0645af3590bf, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=209d2671-482b-44a6-bf06-0645af3590bf,segment=NetworkSegment(c6524a9f-8ed1-438a-b572-759aa49dd042),segment_id=c6524a9f-8ed1-438a-b572-759aa49dd042)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:57:51.573763 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (209d2671-482b-44a6-bf06-0645af3590bf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:51.597434 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c0f081-56a5-4bf9-986a-fcfc78f4e4d8 x-openstack-request-id: req-e1c0f081-56a5-4bf9-986a-fcfc78f4e4d8 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:57:51.597724 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c422e5aa-d434-4537-b04c-9da6315743e1", "name": "network-vif-plugged", "status": "completed", "tag": "209d2671-482b-44a6-bf06-0645af3590bf", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:57:51.597979 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1c0f081-56a5-4bf9-986a-fcfc78f4e4d8 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:57:51.598362 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c422e5aa-d434-4537-b04c-9da6315743e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d2671-482b-44a6-bf06-0645af3590bf', 'code': 200} Feb 05 03:57:51.627920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=209d2671-482b-44a6-bf06-0645af3590bf,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:51.692362 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a0c40-d762-485c-bd75-3594ef698c1c req-871b5fe0-209b-4d56-88a3-b9b691da5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:51.693790 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-417a0c40-d762-485c-bd75-3594ef698c1c req-871b5fe0-209b-4d56-88a3-b9b691da5e07 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 1127 time: 0.0445945 Feb 05 03:57:51.741874 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-417a0c40-d762-485c-bd75-3594ef698c1c req-722c374b-21d3-46a5-8b36-6fb4227887d4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401590 Feb 05 03:57:52.372565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc508b-8c60-411c-a4a8-42407ae6a45d req-46c41b38-fede-4271-8089-092c4a46e9b3 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:52.374244 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5bc508b-8c60-411c-a4a8-42407ae6a45d req-46c41b38-fede-4271-8089-092c4a46e9b3 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0535676 Feb 05 03:57:52.422719 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a5bc508b-8c60-411c-a4a8-42407ae6a45d req-1b349b56-92fc-46ab-97b9-2130fabf0161 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427363 Feb 05 03:57:53.365097 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8350bc72-484a-4b4e-af9b-ad0a6516d7b7 req-77cd5f66-d8f1-497b-ac9c-ff46513a9a1e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480766 Feb 05 03:57:53.451539 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350bc72-484a-4b4e-af9b-ad0a6516d7b7 req-42b29a42-85fd-432d-a451-83bdd237ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:53.453304 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8350bc72-484a-4b4e-af9b-ad0a6516d7b7 req-42b29a42-85fd-432d-a451-83bdd237ae96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 1127 time: 0.0456960 Feb 05 03:57:53.553321 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d840e-faca-4fce-a432-666387e1bb42 req-d501bc93-d54d-4469-aad4-1722807582fc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:53.559125 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa6d840e-faca-4fce-a432-666387e1bb42 req-d501bc93-d54d-4469-aad4-1722807582fc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0606394 Feb 05 03:57:53.564367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350bc72-484a-4b4e-af9b-ad0a6516d7b7 req-ae0956a3-ca67-4fbd-9078-d9adfa00635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:53.565874 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8350bc72-484a-4b4e-af9b-ad0a6516d7b7 req-ae0956a3-ca67-4fbd-9078-d9adfa00635c service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f66ab30-59e1-49cb-ba4a-deb990ff0c9c HTTP/1.1" status: 200 len: 898 time: 0.0929658 Feb 05 03:57:53.611698 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8350bc72-484a-4b4e-af9b-ad0a6516d7b7 req-dc929306-4b80-4dba-a436-3a829e7bc6f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=209d2671-482b-44a6-bf06-0645af3590bf HTTP/1.1" status: 200 len: 217 time: 0.0400858 Feb 05 03:57:53.636298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fa6d840e-faca-4fce-a432-666387e1bb42 req-18e0477d-9249-4bb9-baa8-a366e03ada4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596933 Feb 05 03:57:53.670058 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350bc72-484a-4b4e-af9b-ad0a6516d7b7 req-f53e2de8-da28-46f9-90f2-6ba123fc4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:53.672671 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8350bc72-484a-4b4e-af9b-ad0a6516d7b7 req-f53e2de8-da28-46f9-90f2-6ba123fc4477 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b22970fd-6219-435b-846d-de6b19ad5b9a HTTP/1.1" status: 200 len: 835 time: 0.0552497 Feb 05 03:57:53.742702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350bc72-484a-4b4e-af9b-ad0a6516d7b7 req-4f2eddd9-7092-44c9-8e74-777f944d056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:53.744771 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8350bc72-484a-4b4e-af9b-ad0a6516d7b7 req-4f2eddd9-7092-44c9-8e74-777f944d056d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f66ab30-59e1-49cb-ba4a-deb990ff0c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0660615 Feb 05 03:57:53.755833 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42fc69-cb12-4dda-9a76-85de00b477b1 req-815540ce-3733-49a8-9574-a2b318e438ff tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:53.757723 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ad42fc69-cb12-4dda-9a76-85de00b477b1 req-815540ce-3733-49a8-9574-a2b318e438ff tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0673726 Feb 05 03:57:53.821889 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ad42fc69-cb12-4dda-9a76-85de00b477b1 req-cbe2ffa0-244b-400d-a974-e792c8185553 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579684 Feb 05 03:57:53.836550 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46344) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:53.857330 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8350bc72-484a-4b4e-af9b-ad0a6516d7b7 req-c298e652-73d9-40a4-b3f1-35b3e3e35f1a service neutron] 10.222.0.10 "GET /v2.0/networks/2f66ab30-59e1-49cb-ba4a-deb990ff0c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062472 Feb 05 03:57:53.892562 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38008c9e-ea44-4730-a1ac-f4343d79ddf9 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:53.895339 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-38008c9e-ea44-4730-a1ac-f4343d79ddf9 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 1122 time: 0.0577500 Feb 05 03:57:53.898747 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46346) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:53.905596 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': '209d2671-482b-44a6-bf06-0645af3590bf', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:57:53.937954 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:53.961732 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-8350bc72-484a-4b4e-af9b-ad0a6516d7b7 req-c6850097-77d0-44ad-8302-c48809838f6e service neutron] 10.222.0.10 "GET /v2.0/networks/2f66ab30-59e1-49cb-ba4a-deb990ff0c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974324 Feb 05 03:57:54.110884 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:54.251212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.25.0.164 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/09bc0a63-ca6d-43f8-af4e-30bd2068e60b) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:57:54.388901 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (09bc0a63-ca6d-43f8-af4e-30bd2068e60b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:54.424962 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (09bc0a63-ca6d-43f8-af4e-30bd2068e60b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:54.466159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:57:54.469591 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:57:54.473135 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:57:54.478969 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=09bc0a63-ca6d-43f8-af4e-30bd2068e60b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:55.132482 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (29dc40b8-9017-451b-b4b7-9aada7a2d1e0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:55.200100 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (09bc0a63-ca6d-43f8-af4e-30bd2068e60b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:55.349786 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (09bc0a63-ca6d-43f8-af4e-30bd2068e60b), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:55.354805 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (09bc0a63-ca6d-43f8-af4e-30bd2068e60b), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:55.425784 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=09bc0a63-ca6d-43f8-af4e-30bd2068e60b,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:57:55.438094 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (29dc40b8-9017-451b-b4b7-9aada7a2d1e0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:55.540505 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Floating IP 29dc40b8-9017-451b-b4b7-9aada7a2d1e0 associated. External IP: 172.25.0.164, port: 209d2671-482b-44a6-bf06-0645af3590bf. Feb 05 03:57:55.751227 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router d9354d14-c979-49da-b695-6afb4a872534 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:57:55.861204 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:57:55.870512 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a1f3d-2351-4aeb-86e9-65c31f4535aa None None] Sync routers for ids ['d9354d14-c979-49da-b695-6afb4a872534'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:57:55.879255 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:57:55.880856 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a1f3d-2351-4aeb-86e9-65c31f4535aa None None] Routers {'d9354d14-c979-49da-b695-6afb4a872534'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:57:55.882623 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1d4a1f3d-2351-4aeb-86e9-65c31f4535aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d9354d14-c979-49da-b695-6afb4a872534'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:55.910989 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ca505c53-2da6-454d-a7b0-d390ed4f41b4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0111411 Feb 05 03:57:55.911578 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c422e5aa-d434-4537-b04c-9da6315743e1', 'tag': '209d2671-482b-44a6-bf06-0645af3590bf'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:57:55.916902 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c0b6b4-efa2-4fcd-b8ce-be2b322656cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c422e5aa-d434-4537-b04c-9da6315743e1", "tag": "209d2671-482b-44a6-bf06-0645af3590bf"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:57:55.954464 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6492bb5e-b80a-46dc-927c-a1ee66e97882 x-openstack-request-id: req-6492bb5e-b80a-46dc-927c-a1ee66e97882 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:57:55.955033 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c422e5aa-d434-4537-b04c-9da6315743e1", "tag": "209d2671-482b-44a6-bf06-0645af3590bf", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:57:55.955358 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6492bb5e-b80a-46dc-927c-a1ee66e97882 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:57:55.955832 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c422e5aa-d434-4537-b04c-9da6315743e1', 'tag': '209d2671-482b-44a6-bf06-0645af3590bf', 'status': 'completed', 'code': 200} Feb 05 03:57:55.995524 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-1d4a1f3d-2351-4aeb-86e9-65c31f4535aa None None] Set router d9354d14-c979-49da-b695-6afb4a872534 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:57:56.022125 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b6b4-efa2-4fcd-b8ce-be2b322656cd req-0c048fe7-8452-4481-a700-fda38a128ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:56.023601 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54c0b6b4-efa2-4fcd-b8ce-be2b322656cd req-0c048fe7-8452-4481-a700-fda38a128ca4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 1127 time: 0.0472536 Feb 05 03:57:56.023742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ba96b-b747-4219-9166-39f07d9b86a7 req-a808f352-ddbd-4519-a3a2-29de738ca3ad tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:56.025151 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f1ba96b-b747-4219-9166-39f07d9b86a7 req-a808f352-ddbd-4519-a3a2-29de738ca3ad tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0620313 Feb 05 03:57:56.077981 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9f1ba96b-b747-4219-9166-39f07d9b86a7 req-a336c057-1d05-49fc-b700-baf8a9d58e9c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449967 Feb 05 03:57:56.103245 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46352) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:56.122235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b6b4-efa2-4fcd-b8ce-be2b322656cd req-5dc7ebc8-a511-41ca-a9d7-5009495addca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:56.123920 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54c0b6b4-efa2-4fcd-b8ce-be2b322656cd req-5dc7ebc8-a511-41ca-a9d7-5009495addca service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f66ab30-59e1-49cb-ba4a-deb990ff0c9c HTTP/1.1" status: 200 len: 898 time: 0.0932434 Feb 05 03:57:56.180301 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-85f1eec4-0210-4f42-a68c-a850aa44f55a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/29dc40b8-9017-451b-b4b7-9aada7a2d1e0 HTTP/1.1" status: 200 len: 991 time: 0.0746026 Feb 05 03:57:56.193776 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54c0b6b4-efa2-4fcd-b8ce-be2b322656cd req-e744af7c-db61-446c-9da3-f72c252aa9e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=209d2671-482b-44a6-bf06-0645af3590bf HTTP/1.1" status: 200 len: 999 time: 0.0643225 Feb 05 03:57:56.240032 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1d4a1f3d-2351-4aeb-86e9-65c31f4535aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9354d14-c979-49da-b695-6afb4a872534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057620709', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:57:34Z', 'updated_at': '2022-02-05T03:57:38Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:35Z', 'updated_at': '2022-02-05T03:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '29dc40b8-9017-451b-b4b7-9aada7a2d1e0', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'port_id': '209d2671-482b-44a6-bf06-0645af3590bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c', 'mac_address': 'fa:16:3e:8d:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422e5aa-d434-4537-b04c-9da6315743e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:57:55Z', 'updated_at': '2022-02-05T03:57:55Z', 'revision_number': 0, 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3bedf1-8541-4cbc-a12e-0a0234366339', 'name': '', 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:4b:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:37Z', 'updated_at': '2022-02-05T03:57:41Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:56.253730 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b6b4-efa2-4fcd-b8ce-be2b322656cd req-3d633d4e-8c74-43c0-b6f0-38ca3a6514ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:56.255319 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54c0b6b4-efa2-4fcd-b8ce-be2b322656cd req-3d633d4e-8c74-43c0-b6f0-38ca3a6514ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b22970fd-6219-435b-846d-de6b19ad5b9a HTTP/1.1" status: 200 len: 835 time: 0.0552602 Feb 05 03:57:56.270156 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a1f3d-2351-4aeb-86e9-65c31f4535aa None None] Checking router: d9354d14-c979-49da-b695-6afb4a872534 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:57:56.279140 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a1f3d-2351-4aeb-86e9-65c31f4535aa None None] Routers {'d9354d14-c979-49da-b695-6afb4a872534'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:57:56.279316 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1d4a1f3d-2351-4aeb-86e9-65c31f4535aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:57:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d9354d14-c979-49da-b695-6afb4a872534'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:56.304542 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b6b4-efa2-4fcd-b8ce-be2b322656cd req-7d3efb6c-966c-450f-820c-08d4d120df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:57:56.306129 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54c0b6b4-efa2-4fcd-b8ce-be2b322656cd req-7d3efb6c-966c-450f-820c-08d4d120df96 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f66ab30-59e1-49cb-ba4a-deb990ff0c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451028 Feb 05 03:57:56.397088 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54c0b6b4-efa2-4fcd-b8ce-be2b322656cd req-0d340817-cae3-4fae-ab53-02cc0b8baca5 service neutron] 10.222.0.10 "GET /v2.0/networks/2f66ab30-59e1-49cb-ba4a-deb990ff0c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846725 Feb 05 03:57:56.482495 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-1d4a1f3d-2351-4aeb-86e9-65c31f4535aa None None] Set router d9354d14-c979-49da-b695-6afb4a872534 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:57:56.494053 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-54c0b6b4-efa2-4fcd-b8ce-be2b322656cd req-691a3f4e-e512-4f4b-8083-6d1e30d28d5c service neutron] 10.222.0.10 "GET /v2.0/networks/2f66ab30-59e1-49cb-ba4a-deb990ff0c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904498 Feb 05 03:57:56.699776 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1d4a1f3d-2351-4aeb-86e9-65c31f4535aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9354d14-c979-49da-b695-6afb4a872534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057620709', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:57:34Z', 'updated_at': '2022-02-05T03:57:38Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:35Z', 'updated_at': '2022-02-05T03:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '29dc40b8-9017-451b-b4b7-9aada7a2d1e0', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'port_id': '209d2671-482b-44a6-bf06-0645af3590bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c', 'mac_address': 'fa:16:3e:8d:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422e5aa-d434-4537-b04c-9da6315743e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:57:55Z', 'updated_at': '2022-02-05T03:57:55Z', 'revision_number': 0, 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3bedf1-8541-4cbc-a12e-0a0234366339', 'name': '', 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:4b:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:37Z', 'updated_at': '2022-02-05T03:57:41Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:57:56.725491 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a1f3d-2351-4aeb-86e9-65c31f4535aa None None] The sync data for ids ['d9354d14-c979-49da-b695-6afb4a872534'] in n-d-826942-8 is: [{'id': 'd9354d14-c979-49da-b695-6afb4a872534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057620709', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:57:34Z', 'updated_at': '2022-02-05T03:57:38Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:35Z', 'updated_at': '2022-02-05T03:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '29dc40b8-9017-451b-b4b7-9aada7a2d1e0', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'port_id': '209d2671-482b-44a6-bf06-0645af3590bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c', 'mac_address': 'fa:16:3e:8d:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c422e5aa-d434-4537-b04c-9da6315743e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:57:55Z', 'updated_at': '2022-02-05T03:57:55Z', 'revision_number': 0, 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3bedf1-8541-4cbc-a12e-0a0234366339', 'name': '', 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:4b:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:37Z', 'updated_at': '2022-02-05T03:57:41Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:57:56.929521 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f352e1-ef08-4b43-b7b3-aa9a18d5e0d7 None None] New status for floating IP 29dc40b8-9017-451b-b4b7-9aada7a2d1e0: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:57:57.182666 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46354) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:57:57.246602 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a984ed1a-b0ac-4da8-9cb7-175e24bbf8fc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/29dc40b8-9017-451b-b4b7-9aada7a2d1e0 HTTP/1.1" status: 200 len: 993 time: 0.0627854 Feb 05 03:58:03.788013 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7124dd3-faab-4c3f-a148-ba18dea7425b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:58:05.993668 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-65d00d90-2638-46ba-bfbc-1e60452316cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:58:07.362078 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:58:08.897059 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:58:10.169223 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:58:11.411904 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:58:12.091860 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:58:17.008459 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:58:28.571567 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902e980-f83f-4dc9-9b28-9668953f66e5 req-ebe54da9-e52d-4b0b-8008-d7203bd5d9c5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:28.573046 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9902e980-f83f-4dc9-9b28-9668953f66e5 req-ebe54da9-e52d-4b0b-8008-d7203bd5d9c5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0959864 Feb 05 03:58:28.620739 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9902e980-f83f-4dc9-9b28-9668953f66e5 req-91a5222c-cb2c-4365-b954-cf88f9b92889 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411329 Feb 05 03:58:29.785436 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e2bcb-edb7-498e-83be-daef8f63566e req-f9644364-cf4f-4448-98f6-95d56376750c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:29.786934 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f75e2bcb-edb7-498e-83be-daef8f63566e req-f9644364-cf4f-4448-98f6-95d56376750c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0967379 Feb 05 03:58:29.838535 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f75e2bcb-edb7-498e-83be-daef8f63566e req-81c593c7-d331-4d67-8c63-0498b33dc0c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461333 Feb 05 03:58:30.957951 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab452c-1db0-4ade-a91e-58d44e2ddc60 req-45cd717f-b237-4d85-ad5d-d328e00368fa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:30.959475 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65ab452c-1db0-4ade-a91e-58d44e2ddc60 req-45cd717f-b237-4d85-ad5d-d328e00368fa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0531170 Feb 05 03:58:31.007151 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65ab452c-1db0-4ade-a91e-58d44e2ddc60 req-50f673aa-3cc7-4f72-a3cd-c0e0be7d466f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420341 Feb 05 03:58:32.124641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0835a0-28ed-422f-9f9c-a09528a41624 req-cae054b2-b3b1-4090-8dcd-1ed3bb39aa32 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:32.126268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d0835a0-28ed-422f-9f9c-a09528a41624 req-cae054b2-b3b1-4090-8dcd-1ed3bb39aa32 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0518353 Feb 05 03:58:32.175213 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d0835a0-28ed-422f-9f9c-a09528a41624 req-b9192878-3fd8-40c1-98e0-047ecd8fdbc4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434012 Feb 05 03:58:33.296508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86300e6-5683-44ee-89e4-186858ec4cf9 req-a0ea7b79-7582-4495-9c82-3711ae4451d9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:33.298388 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c86300e6-5683-44ee-89e4-186858ec4cf9 req-a0ea7b79-7582-4495-9c82-3711ae4451d9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0563655 Feb 05 03:58:33.345879 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c86300e6-5683-44ee-89e4-186858ec4cf9 req-9c08b822-738f-487d-be49-d6371d0ef1b5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418625 Feb 05 03:58:33.790419 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1f064aaf-26a4-4fda-9cc0-65213b3eaed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:58:34.464565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3636581-2ce6-495e-b352-a750311ac95b req-c2898c5a-50a3-437d-be7b-c4af1ac95428 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:34.466025 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c3636581-2ce6-495e-b352-a750311ac95b req-c2898c5a-50a3-437d-be7b-c4af1ac95428 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0519841 Feb 05 03:58:34.514624 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c3636581-2ce6-495e-b352-a750311ac95b req-b8d14573-efab-4101-b4dd-464702f3cf49 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429971 Feb 05 03:58:35.632723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbcf8e-d64b-4541-b1bf-75907fdf52a9 req-353db1e4-3aed-4fe9-a5a0-15bb6354bde6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:35.634122 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0bbcf8e-d64b-4541-b1bf-75907fdf52a9 req-353db1e4-3aed-4fe9-a5a0-15bb6354bde6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0514581 Feb 05 03:58:35.687727 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0bbcf8e-d64b-4541-b1bf-75907fdf52a9 req-453933bd-19cc-40e7-9aa1-70bf23882c81 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473981 Feb 05 03:58:35.994593 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-48b756be-d8a7-4ca8-b5e6-091cdd3efdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:58:36.807509 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1236a-d0e6-4a8f-a9e7-c6def2bf86d6 req-625d9eda-1726-4cca-bdc6-f76e285cfc0d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:36.808942 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5dd1236a-d0e6-4a8f-a9e7-c6def2bf86d6 req-625d9eda-1726-4cca-bdc6-f76e285cfc0d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0525112 Feb 05 03:58:36.856449 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5dd1236a-d0e6-4a8f-a9e7-c6def2bf86d6 req-76ae3197-8b9d-44ff-accc-f494850892ca tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415936 Feb 05 03:58:37.364443 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:58:37.976983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3a038-2899-4ec3-b918-5d21055472d5 req-65b2e01c-c111-4fd9-a505-d62a2b59fa57 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:37.978443 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45a3a038-2899-4ec3-b918-5d21055472d5 req-65b2e01c-c111-4fd9-a505-d62a2b59fa57 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0520980 Feb 05 03:58:38.025729 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-45a3a038-2899-4ec3-b918-5d21055472d5 req-83dbf58d-b949-496d-9534-8d634199a72f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415697 Feb 05 03:58:38.900222 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:58:39.149185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1c990-ebd2-4a99-adf0-70169d735e55 req-46b20c4c-8693-415a-9c08-5731052af66c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:39.150670 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75d1c990-ebd2-4a99-adf0-70169d735e55 req-46b20c4c-8693-415a-9c08-5731052af66c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0567958 Feb 05 03:58:39.198786 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75d1c990-ebd2-4a99-adf0-70169d735e55 req-7c2e9eb5-bd60-4790-a415-a4ef47e1a579 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425236 Feb 05 03:58:40.171637 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:58:40.317732 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf928c5-1c2f-4498-9494-03fbc172b674 req-368afc2d-c4ed-451b-8fb8-890a46d1c999 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:40.319250 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bcf928c5-1c2f-4498-9494-03fbc172b674 req-368afc2d-c4ed-451b-8fb8-890a46d1c999 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0539179 Feb 05 03:58:40.368057 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bcf928c5-1c2f-4498-9494-03fbc172b674 req-9de4e130-5047-43bb-97ea-5e5aa18a400b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432837 Feb 05 03:58:41.492440 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f77dcf-af35-432d-bd30-2cf540759c8f req-b97caa98-2adb-4c80-af39-adbf52c786db tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:41.493921 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3f77dcf-af35-432d-bd30-2cf540759c8f req-b97caa98-2adb-4c80-af39-adbf52c786db tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0550954 Feb 05 03:58:41.544190 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3f77dcf-af35-432d-bd30-2cf540759c8f req-6a956505-2135-4fc1-89cd-c29b316cf099 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422013 Feb 05 03:58:42.089231 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:58:42.663864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83066e-a882-4227-aaab-cafc905d9038 req-72d30511-f226-4680-8d34-58bebbf34b10 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:42.665263 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb83066e-a882-4227-aaab-cafc905d9038 req-72d30511-f226-4680-8d34-58bebbf34b10 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0524802 Feb 05 03:58:42.713227 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cb83066e-a882-4227-aaab-cafc905d9038 req-d898d596-b3f7-4971-b544-aca46baa74b5 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423877 Feb 05 03:58:43.831921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41286f2-1af9-4720-8954-422b7ff1f97c req-a6f00710-8f4c-4398-889f-574b3fd01ced tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:43.833549 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e41286f2-1af9-4720-8954-422b7ff1f97c req-a6f00710-8f4c-4398-889f-574b3fd01ced tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0529351 Feb 05 03:58:43.886156 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e41286f2-1af9-4720-8954-422b7ff1f97c req-4e4dcb6c-2cab-4813-a4d3-480621e0f493 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467379 Feb 05 03:58:43.908742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46404) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:58:43.968012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4588eb00-76b1-4fec-a3e2-24c5d730b0f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/29dc40b8-9017-451b-b4b7-9aada7a2d1e0 HTTP/1.1" status: 200 len: 993 time: 0.0581429 Feb 05 03:58:45.231444 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e553f-35f2-4e43-9935-37462e393629 req-ff392448-a382-471e-9933-338e49762056 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:45.233067 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e9e553f-35f2-4e43-9935-37462e393629 req-ff392448-a382-471e-9933-338e49762056 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0531476 Feb 05 03:58:45.260193 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596bee0-62dd-4a6c-80f4-e7acea32f3f5 req-262a3475-be54-4645-83ad-4345cb8279fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:45.261713 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a596bee0-62dd-4a6c-80f4-e7acea32f3f5 req-262a3475-be54-4645-83ad-4345cb8279fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 1127 time: 0.0472031 Feb 05 03:58:45.282809 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3e9e553f-35f2-4e43-9935-37462e393629 req-be4f08f9-fa33-4b34-9cc5-ef4e5aa3270b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438838 Feb 05 03:58:45.356847 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596bee0-62dd-4a6c-80f4-e7acea32f3f5 req-39fc7621-9cb5-4ae0-a284-5d2fd6a3c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:45.358323 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a596bee0-62dd-4a6c-80f4-e7acea32f3f5 req-39fc7621-9cb5-4ae0-a284-5d2fd6a3c2e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f66ab30-59e1-49cb-ba4a-deb990ff0c9c HTTP/1.1" status: 200 len: 898 time: 0.0905306 Feb 05 03:58:45.422717 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a596bee0-62dd-4a6c-80f4-e7acea32f3f5 req-7c9a2ca7-9d32-49c7-a5d7-d4168dc903ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=209d2671-482b-44a6-bf06-0645af3590bf HTTP/1.1" status: 200 len: 1001 time: 0.0582995 Feb 05 03:58:45.470220 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596bee0-62dd-4a6c-80f4-e7acea32f3f5 req-b7a85a90-5e4d-4683-8d98-06b0ab41e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:45.471656 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a596bee0-62dd-4a6c-80f4-e7acea32f3f5 req-b7a85a90-5e4d-4683-8d98-06b0ab41e77f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b22970fd-6219-435b-846d-de6b19ad5b9a HTTP/1.1" status: 200 len: 835 time: 0.0430496 Feb 05 03:58:45.523510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596bee0-62dd-4a6c-80f4-e7acea32f3f5 req-d9185bd5-6926-449a-a23d-487af540ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:45.524993 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a596bee0-62dd-4a6c-80f4-e7acea32f3f5 req-d9185bd5-6926-449a-a23d-487af540ea80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f66ab30-59e1-49cb-ba4a-deb990ff0c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469906 Feb 05 03:58:45.612181 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a596bee0-62dd-4a6c-80f4-e7acea32f3f5 req-47383fb2-50d4-4c27-a73a-e484bbe06fcf service neutron] 10.222.0.10 "GET /v2.0/networks/2f66ab30-59e1-49cb-ba4a-deb990ff0c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812168 Feb 05 03:58:45.706947 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a596bee0-62dd-4a6c-80f4-e7acea32f3f5 req-d9a5fafc-a082-4b0f-9d22-655dc7384395 service neutron] 10.222.0.10 "GET /v2.0/networks/2f66ab30-59e1-49cb-ba4a-deb990ff0c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890980 Feb 05 03:58:46.406556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42525818-e025-416a-b223-c320eaa992f7 req-3409626a-7359-4a83-a29e-448860ac0026 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:46.408366 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42525818-e025-416a-b223-c320eaa992f7 req-3409626a-7359-4a83-a29e-448860ac0026 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0570340 Feb 05 03:58:46.456992 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42525818-e025-416a-b223-c320eaa992f7 req-803987bb-d1f7-44fe-b072-4f3a341ba274 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429361 Feb 05 03:58:46.478623 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46416) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:58:46.537176 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-590418a9-e358-4477-ab20-7d9204e36190 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/29dc40b8-9017-451b-b4b7-9aada7a2d1e0 HTTP/1.1" status: 200 len: 993 time: 0.0574450 Feb 05 03:58:47.023617 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:58:48.411979 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:58:53.418109 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-07424be4-5892-4f23-b024-04e63b4bf0af req-ca8fcac6-bc97-498b-9b41-06456842f5eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0852664 Feb 05 03:58:53.504641 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07424be4-5892-4f23-b024-04e63b4bf0af req-cb1bdef3-dc4e-4a85-ae6f-3b0bac261367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:53.506151 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-07424be4-5892-4f23-b024-04e63b4bf0af req-cb1bdef3-dc4e-4a85-ae6f-3b0bac261367 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 1127 time: 0.0457683 Feb 05 03:58:53.613575 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07424be4-5892-4f23-b024-04e63b4bf0af req-bafc6f80-a64c-453e-a3ae-e5f5eaac34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:53.614980 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-07424be4-5892-4f23-b024-04e63b4bf0af req-bafc6f80-a64c-453e-a3ae-e5f5eaac34d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f66ab30-59e1-49cb-ba4a-deb990ff0c9c HTTP/1.1" status: 200 len: 898 time: 0.0896337 Feb 05 03:58:53.680980 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-07424be4-5892-4f23-b024-04e63b4bf0af req-df9df7ea-d711-4823-ada7-9577e0a3f6b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=209d2671-482b-44a6-bf06-0645af3590bf HTTP/1.1" status: 200 len: 1001 time: 0.0597780 Feb 05 03:58:53.729455 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07424be4-5892-4f23-b024-04e63b4bf0af req-d4a9b987-e943-41c7-b79d-490841832134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:53.730916 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-07424be4-5892-4f23-b024-04e63b4bf0af req-d4a9b987-e943-41c7-b79d-490841832134 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b22970fd-6219-435b-846d-de6b19ad5b9a HTTP/1.1" status: 200 len: 835 time: 0.0442662 Feb 05 03:58:54.065212 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07424be4-5892-4f23-b024-04e63b4bf0af req-3be75c4c-9bc7-4760-8a90-ff6f3349d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:58:54.066694 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-07424be4-5892-4f23-b024-04e63b4bf0af req-3be75c4c-9bc7-4760-8a90-ff6f3349d446 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f66ab30-59e1-49cb-ba4a-deb990ff0c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3306808 Feb 05 03:58:54.153707 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-07424be4-5892-4f23-b024-04e63b4bf0af req-5baa075a-daad-4637-987c-96cfe31393a8 service neutron] 10.222.0.10 "GET /v2.0/networks/2f66ab30-59e1-49cb-ba4a-deb990ff0c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805140 Feb 05 03:58:54.244715 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-07424be4-5892-4f23-b024-04e63b4bf0af req-7e90f4a5-2543-4672-8f9d-b5bc914f720b service neutron] 10.222.0.10 "GET /v2.0/networks/2f66ab30-59e1-49cb-ba4a-deb990ff0c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848160 Feb 05 03:59:03.791911 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b08d1bd6-2d9e-48cd-9ebf-ebed6c4511f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:05.995818 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-48fd428a-1ead-4021-bbe3-2a574b1986c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:07.366986 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:08.902725 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:10.174463 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:12.088618 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:16.948118 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46430) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:17.022503 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:17.112429 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port 09bc0a63-ca6d-43f8-af4e-30bd2068e60b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:59:17.112665 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (09bc0a63-ca6d-43f8-af4e-30bd2068e60b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:17.184655 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (09bc0a63-ca6d-43f8-af4e-30bd2068e60b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:17.184980 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (09bc0a63-ca6d-43f8-af4e-30bd2068e60b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:17.196165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for 09bc0a63-ca6d-43f8-af4e-30bd2068e60b owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:59:17.340887 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (09bc0a63-ca6d-43f8-af4e-30bd2068e60b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:17.365985 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=09bc0a63-ca6d-43f8-af4e-30bd2068e60b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:17.393801 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:17.394151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:17.394501 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:17.394864 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:17.395200 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:17.395532 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:17.395858 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:17.396187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:17.396512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:17.396841 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:17.397163 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:17.397485 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:17.397804 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:17.437674 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (29dc40b8-9017-451b-b4b7-9aada7a2d1e0), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:17.438000 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Floating IP 29dc40b8-9017-451b-b4b7-9aada7a2d1e0 disassociated (deleted). External IP: 172.25.0.164, port: 209d2671-482b-44a6-bf06-0645af3590bf. Feb 05 03:59:17.645479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router d9354d14-c979-49da-b695-6afb4a872534 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:59:17.753683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:59:17.758039 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:17.763478 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09be8fb-ff5a-452a-8d8c-8c8f22daa4ca None None] Sync routers for ids ['d9354d14-c979-49da-b695-6afb4a872534'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:59:17.773437 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09be8fb-ff5a-452a-8d8c-8c8f22daa4ca None None] Routers {'d9354d14-c979-49da-b695-6afb4a872534'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:59:17.774042 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a09be8fb-ff5a-452a-8d8c-8c8f22daa4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d9354d14-c979-49da-b695-6afb4a872534'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:17.790309 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-646dadb3-6be5-4050-99e5-a7396ab04f4f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/floatingips/29dc40b8-9017-451b-b4b7-9aada7a2d1e0 HTTP/1.1" status: 204 len: 168 time: 0.8411050 Feb 05 03:59:17.790927 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c422e5aa-d434-4537-b04c-9da6315743e1', 'tag': '209d2671-482b-44a6-bf06-0645af3590bf'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:59:17.793209 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f284a5b7-6e18-4d3b-a391-924fc4da7199" -d '{"events": [{"name": "network-changed", "server_uuid": "c422e5aa-d434-4537-b04c-9da6315743e1", "tag": "209d2671-482b-44a6-bf06-0645af3590bf"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:59:17.832717 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d99721-00e3-4b6e-b40b-3a447133e2d3 x-openstack-request-id: req-e5d99721-00e3-4b6e-b40b-3a447133e2d3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:59:17.833143 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c422e5aa-d434-4537-b04c-9da6315743e1", "tag": "209d2671-482b-44a6-bf06-0645af3590bf", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:59:17.833433 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e5d99721-00e3-4b6e-b40b-3a447133e2d3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:59:17.834004 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c422e5aa-d434-4537-b04c-9da6315743e1', 'tag': '209d2671-482b-44a6-bf06-0645af3590bf', 'status': 'completed', 'code': 200} Feb 05 03:59:17.884793 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a09be8fb-ff5a-452a-8d8c-8c8f22daa4ca None None] Set router d9354d14-c979-49da-b695-6afb4a872534 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:59:17.901606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284a5b7-6e18-4d3b-a391-924fc4da7199 req-9c946f5b-7666-4d3c-9ee9-cd295bec8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:17.903846 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f284a5b7-6e18-4d3b-a391-924fc4da7199 req-9c946f5b-7666-4d3c-9ee9-cd295bec8483 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 1127 time: 0.0491157 Feb 05 03:59:18.010278 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284a5b7-6e18-4d3b-a391-924fc4da7199 req-6884b002-bf09-48a9-bc3b-99935cb87a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:18.011791 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f284a5b7-6e18-4d3b-a391-924fc4da7199 req-6884b002-bf09-48a9-bc3b-99935cb87a8b service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f66ab30-59e1-49cb-ba4a-deb990ff0c9c HTTP/1.1" status: 200 len: 898 time: 0.0951917 Feb 05 03:59:18.035008 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556b1c1-eff9-41e5-92ae-d07b2926b493 req-4e9c1555-fccd-4bf8-a8dc-22f0c8b6c14a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:18.039228 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7556b1c1-eff9-41e5-92ae-d07b2926b493 req-4e9c1555-fccd-4bf8-a8dc-22f0c8b6c14a tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0591264 Feb 05 03:59:18.059794 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f284a5b7-6e18-4d3b-a391-924fc4da7199 req-4b71a034-08f2-42f7-99ed-6d617ebbca79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=209d2671-482b-44a6-bf06-0645af3590bf HTTP/1.1" status: 200 len: 217 time: 0.0411472 Feb 05 03:59:18.094126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7556b1c1-eff9-41e5-92ae-d07b2926b493 req-7ae37c60-65d3-4056-a3a2-eaf459f50378 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517807 Feb 05 03:59:18.097268 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a09be8fb-ff5a-452a-8d8c-8c8f22daa4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9354d14-c979-49da-b695-6afb4a872534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057620709', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:57:34Z', 'updated_at': '2022-02-05T03:57:38Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:35Z', 'updated_at': '2022-02-05T03:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4c3bedf1-8541-4cbc-a12e-0a0234366339', 'name': '', 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:4b:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:37Z', 'updated_at': '2022-02-05T03:57:41Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:18.114954 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284a5b7-6e18-4d3b-a391-924fc4da7199 req-7bb5beac-eb6d-4ee0-8194-fecee201ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:18.116652 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f284a5b7-6e18-4d3b-a391-924fc4da7199 req-7bb5beac-eb6d-4ee0-8194-fecee201ce80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b22970fd-6219-435b-846d-de6b19ad5b9a HTTP/1.1" status: 200 len: 835 time: 0.0469480 Feb 05 03:59:18.127879 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09be8fb-ff5a-452a-8d8c-8c8f22daa4ca None None] Checking router: d9354d14-c979-49da-b695-6afb4a872534 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:59:18.136223 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09be8fb-ff5a-452a-8d8c-8c8f22daa4ca None None] Routers {'d9354d14-c979-49da-b695-6afb4a872534'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:59:18.136829 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a09be8fb-ff5a-452a-8d8c-8c8f22daa4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d9354d14-c979-49da-b695-6afb4a872534'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:18.167521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284a5b7-6e18-4d3b-a391-924fc4da7199 req-3c040321-7fde-4742-9789-38a16b8ae049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:18.168946 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f284a5b7-6e18-4d3b-a391-924fc4da7199 req-3c040321-7fde-4742-9789-38a16b8ae049 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f66ab30-59e1-49cb-ba4a-deb990ff0c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454485 Feb 05 03:59:18.241610 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a09be8fb-ff5a-452a-8d8c-8c8f22daa4ca None None] Set router d9354d14-c979-49da-b695-6afb4a872534 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:59:18.264261 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f284a5b7-6e18-4d3b-a391-924fc4da7199 req-bd7fd2e5-f596-4063-8d1d-28dd4751ef02 service neutron] 10.222.0.10 "GET /v2.0/networks/2f66ab30-59e1-49cb-ba4a-deb990ff0c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873368 Feb 05 03:59:18.356426 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-f284a5b7-6e18-4d3b-a391-924fc4da7199 req-92e75f6c-ba0a-43f7-ba76-1bd7d32981b8 service neutron] 10.222.0.10 "GET /v2.0/networks/2f66ab30-59e1-49cb-ba4a-deb990ff0c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846598 Feb 05 03:59:18.443773 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a09be8fb-ff5a-452a-8d8c-8c8f22daa4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9354d14-c979-49da-b695-6afb4a872534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057620709', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:57:34Z', 'updated_at': '2022-02-05T03:57:38Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:35Z', 'updated_at': '2022-02-05T03:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4c3bedf1-8541-4cbc-a12e-0a0234366339', 'name': '', 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:4b:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:37Z', 'updated_at': '2022-02-05T03:57:41Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:18.470134 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09be8fb-ff5a-452a-8d8c-8c8f22daa4ca None None] The sync data for ids ['d9354d14-c979-49da-b695-6afb4a872534'] in n-d-826942-8 is: [{'id': 'd9354d14-c979-49da-b695-6afb4a872534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057620709', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:57:34Z', 'updated_at': '2022-02-05T03:57:38Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:35Z', 'updated_at': '2022-02-05T03:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '4c3bedf1-8541-4cbc-a12e-0a0234366339', 'name': '', 'network_id': '2f66ab30-59e1-49cb-ba4a-deb990ff0c9c', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:4b:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:37Z', 'updated_at': '2022-02-05T03:57:41Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': 'b22970fd-6219-435b-846d-de6b19ad5b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:59:18.693852 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81898e-0176-412c-b6ec-d9a8da8235d5 None None] New status for floating IP 29dc40b8-9017-451b-b4b7-9aada7a2d1e0: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:59:19.215747 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76076577-da20-4b5a-b430-560f1b3ba6db req-7eb9fd8f-30f2-4cf1-8dc6-f8597c1741c6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:19.217219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76076577-da20-4b5a-b430-560f1b3ba6db req-7eb9fd8f-30f2-4cf1-8dc6-f8597c1741c6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0521567 Feb 05 03:59:19.267789 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76076577-da20-4b5a-b430-560f1b3ba6db req-02dc1762-10f5-41bf-9c4e-f30a1c10460f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=61dfb91e-1ab3-45c9-96d3-e991a54c657b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444331 Feb 05 03:59:19.544828 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93e937-203c-48c1-be78-161f61d7e21c req-c7693698-9a4c-44d3-b224-f5d28d403888 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:19.546392 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1b93e937-203c-48c1-be78-161f61d7e21c req-c7693698-9a4c-44d3-b224-f5d28d403888 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 945 time: 0.0566843 Feb 05 03:59:19.634902 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-1b93e937-203c-48c1-be78-161f61d7e21c req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port 209d2671-482b-44a6-bf06-0645af3590bf {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:59:19.635236 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1b93e937-203c-48c1-be78-161f61d7e21c req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (209d2671-482b-44a6-bf06-0645af3590bf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:19.725798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-1b93e937-203c-48c1-be78-161f61d7e21c req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] For port 209d2671-482b-44a6-bf06-0645af3590bf, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=209d2671-482b-44a6-bf06-0645af3590bf,segment=NetworkSegment(c6524a9f-8ed1-438a-b572-759aa49dd042),segment_id=c6524a9f-8ed1-438a-b572-759aa49dd042)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:59:19.726155 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1b93e937-203c-48c1-be78-161f61d7e21c req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (209d2671-482b-44a6-bf06-0645af3590bf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:19.739492 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-1b93e937-203c-48c1-be78-161f61d7e21c req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for 209d2671-482b-44a6-bf06-0645af3590bf owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:59:19.864608 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1b93e937-203c-48c1-be78-161f61d7e21c req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (209d2671-482b-44a6-bf06-0645af3590bf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:19.897812 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=209d2671-482b-44a6-bf06-0645af3590bf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:19.931506 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:19.931866 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:19.932220 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:19.932564 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:19.932906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:19.933244 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:19.933579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:19.933910 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:19.934243 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:19.934574 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:19.934936 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:19.935264 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:19.935588 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:19.956873 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b93e937-203c-48c1-be78-161f61d7e21c req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] No DVR routers for this DVR port 209d2671-482b-44a6-bf06-0645af3590bf on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:59:19.959522 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1b93e937-203c-48c1-be78-161f61d7e21c req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:19.963224 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1b93e937-203c-48c1-be78-161f61d7e21c req-e52795ac-0062-490b-9a5f-c36909d5bcfc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "DELETE /v2.0/ports/209d2671-482b-44a6-bf06-0645af3590bf HTTP/1.1" status: 204 len: 173 time: 0.4104109 Feb 05 03:59:19.963667 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c422e5aa-d434-4537-b04c-9da6315743e1', 'name': 'network-vif-deleted', 'tag': '209d2671-482b-44a6-bf06-0645af3590bf'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:59:19.966433 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6872d9d2-43cb-41bc-b80d-2cf7fe8b3aba" -d '{"events": [{"server_uuid": "c422e5aa-d434-4537-b04c-9da6315743e1", "name": "network-vif-deleted", "tag": "209d2671-482b-44a6-bf06-0645af3590bf"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:59:20.005571 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ab6820-7888-4f8e-9a07-302f8f805d8f x-openstack-request-id: req-36ab6820-7888-4f8e-9a07-302f8f805d8f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:59:20.005904 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c422e5aa-d434-4537-b04c-9da6315743e1", "name": "network-vif-deleted", "tag": "209d2671-482b-44a6-bf06-0645af3590bf", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:59:20.006159 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36ab6820-7888-4f8e-9a07-302f8f805d8f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:59:20.006568 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c422e5aa-d434-4537-b04c-9da6315743e1', 'name': 'network-vif-deleted', 'tag': '209d2671-482b-44a6-bf06-0645af3590bf', 'status': 'completed', 'code': 200} Feb 05 03:59:20.392051 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-82313b69-9be5-463d-a088-56f866b170af req-3b6df47d-da90-42d2-8f23-ccd0cfe50d21 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=c422e5aa-d434-4537-b04c-9da6315743e1 HTTP/1.1" status: 200 len: 210 time: 0.0339022 Feb 05 03:59:21.450682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46446) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:21.811883 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5953-71ec-47af-b773-e2e946ecb9a1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (d9354d14-c979-49da-b695-6afb4a872534), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:22.067677 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ee6e5953-71ec-47af-b773-e2e946ecb9a1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port 4c3bedf1-8541-4cbc-a12e-0a0234366339 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:59:22.067934 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5953-71ec-47af-b773-e2e946ecb9a1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:22.153613 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-ee6e5953-71ec-47af-b773-e2e946ecb9a1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] For port 4c3bedf1-8541-4cbc-a12e-0a0234366339, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4c3bedf1-8541-4cbc-a12e-0a0234366339,segment=NetworkSegment(c6524a9f-8ed1-438a-b572-759aa49dd042),segment_id=c6524a9f-8ed1-438a-b572-759aa49dd042)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:59:22.153974 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5953-71ec-47af-b773-e2e946ecb9a1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:22.166372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ee6e5953-71ec-47af-b773-e2e946ecb9a1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for 4c3bedf1-8541-4cbc-a12e-0a0234366339 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:59:22.357830 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5953-71ec-47af-b773-e2e946ecb9a1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4c3bedf1-8541-4cbc-a12e-0a0234366339), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:22.384899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e5953-71ec-47af-b773-e2e946ecb9a1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=4c3bedf1-8541-4cbc-a12e-0a0234366339,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:22.559632 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5953-71ec-47af-b773-e2e946ecb9a1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (d9354d14-c979-49da-b695-6afb4a872534), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:23.080897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6e5953-71ec-47af-b773-e2e946ecb9a1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router d9354d14-c979-49da-b695-6afb4a872534 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:59:23.187299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6e5953-71ec-47af-b773-e2e946ecb9a1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:59:23.192332 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ee6e5953-71ec-47af-b773-e2e946ecb9a1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "PUT /v2.0/routers/d9354d14-c979-49da-b695-6afb4a872534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7406058 Feb 05 03:59:23.194975 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46448) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:23.198166 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b18a416-53b1-4bde-af0b-1252d37b4aa1 None None] Sync routers for ids ['d9354d14-c979-49da-b695-6afb4a872534'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:59:23.209610 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b18a416-53b1-4bde-af0b-1252d37b4aa1 None None] Routers {'d9354d14-c979-49da-b695-6afb4a872534'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:59:23.209825 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0b18a416-53b1-4bde-af0b-1252d37b4aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d9354d14-c979-49da-b695-6afb4a872534'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:23.245593 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa61d76-14f2-4baf-a3c6-a38702aacef1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting subnet b22970fd-6219-435b-846d-de6b19ad5b9a {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 03:59:23.248625 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9aa61d76-14f2-4baf-a3c6-a38702aacef1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for subnet (b22970fd-6219-435b-846d-de6b19ad5b9a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:23.288464 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9aa61d76-14f2-4baf-a3c6-a38702aacef1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (b22970fd-6219-435b-846d-de6b19ad5b9a), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:23.316330 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-0b18a416-53b1-4bde-af0b-1252d37b4aa1 None None] Set router d9354d14-c979-49da-b695-6afb4a872534 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:59:23.378268 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9aa61d76-14f2-4baf-a3c6-a38702aacef1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (b22970fd-6219-435b-846d-de6b19ad5b9a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:23.439450 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9aa61d76-14f2-4baf-a3c6-a38702aacef1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (b22970fd-6219-435b-846d-de6b19ad5b9a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:23.464526 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa61d76-14f2-4baf-a3c6-a38702aacef1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Subnet': ['ID=b22970fd-6219-435b-846d-de6b19ad5b9a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:23.471764 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9aa61d76-14f2-4baf-a3c6-a38702aacef1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:23.475191 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9aa61d76-14f2-4baf-a3c6-a38702aacef1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/subnets/b22970fd-6219-435b-846d-de6b19ad5b9a HTTP/1.1" status: 204 len: 168 time: 0.2792938 Feb 05 03:59:23.477731 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46450) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:23.480385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f19e07b-dcc5-419f-a4b7-f3ed787ab732 None None] Network 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:59:23.588490 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f790-2577-4c7c-aee4-1145722e09f0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router (d9354d14-c979-49da-b695-6afb4a872534), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:23.612665 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0b18a416-53b1-4bde-af0b-1252d37b4aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9354d14-c979-49da-b695-6afb4a872534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057620709', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:57:34Z', 'updated_at': '2022-02-05T03:59:22Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:35Z', 'updated_at': '2022-02-05T03:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:23.640421 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] DHCP port deletion for 2f66ab30-59e1-49cb-ba4a-deb990ff0c9c request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 03:59:23.642029 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b18a416-53b1-4bde-af0b-1252d37b4aa1 None None] Checking router: d9354d14-c979-49da-b695-6afb4a872534 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:59:23.651480 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b18a416-53b1-4bde-af0b-1252d37b4aa1 None None] Routers {'d9354d14-c979-49da-b695-6afb4a872534'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:59:23.652377 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0b18a416-53b1-4bde-af0b-1252d37b4aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['d9354d14-c979-49da-b695-6afb4a872534'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:23.689647 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Deleting port c46cd11b-b29e-4e30-9002-83aad462078c {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:59:23.690029 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c46cd11b-b29e-4e30-9002-83aad462078c), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:23.707471 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f790-2577-4c7c-aee4-1145722e09f0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (d9354d14-c979-49da-b695-6afb4a872534), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:23.757160 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] For port c46cd11b-b29e-4e30-9002-83aad462078c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c46cd11b-b29e-4e30-9002-83aad462078c,segment=NetworkSegment(c6524a9f-8ed1-438a-b572-759aa49dd042),segment_id=c6524a9f-8ed1-438a-b572-759aa49dd042)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:59:23.757854 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c46cd11b-b29e-4e30-9002-83aad462078c), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:23.763439 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e8c2f790-2577-4c7c-aee4-1145722e09f0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 03:59:23.763789 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f790-2577-4c7c-aee4-1145722e09f0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:23.769307 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-0b18a416-53b1-4bde-af0b-1252d37b4aa1 None None] Set router d9354d14-c979-49da-b695-6afb4a872534 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:59:23.771510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Calling delete_port for c46cd11b-b29e-4e30-9002-83aad462078c owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:59:23.828503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 209d2671-482b-44a6-bf06-0645af3590bf no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:59:23.849382 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-e8c2f790-2577-4c7c-aee4-1145722e09f0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] For port 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:59:23.849732 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f790-2577-4c7c-aee4-1145722e09f0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:23.863491 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e8c2f790-2577-4c7c-aee4-1145722e09f0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 03:59:23.865698 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 209d2671-482b-44a6-bf06-0645af3590bf {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:59:23.866048 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 209d2671-482b-44a6-bf06-0645af3590bf not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:59:23.879680 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (c46cd11b-b29e-4e30-9002-83aad462078c), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:23.908270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Pushing event deleted for resources: {'Port': ['ID=c46cd11b-b29e-4e30-9002-83aad462078c,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:23.915382 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] No DVR routers for this DVR port c46cd11b-b29e-4e30-9002-83aad462078c on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 03:59:23.917602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:23.917950 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:23.918293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:23.918628 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:23.919306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:23.919645 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:23.919977 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:23.921413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:23.921413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:23.921704 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:23.922110 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:23.922443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:23.922793 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d5d7c-2170-4839-b7d9-6d2ce331bce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:23.979337 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0b18a416-53b1-4bde-af0b-1252d37b4aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9354d14-c979-49da-b695-6afb4a872534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057620709', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:57:34Z', 'updated_at': '2022-02-05T03:59:22Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:35Z', 'updated_at': '2022-02-05T03:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:24.008833 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b18a416-53b1-4bde-af0b-1252d37b4aa1 None None] The sync data for ids ['d9354d14-c979-49da-b695-6afb4a872534'] in n-d-826942-8 is: [{'id': 'd9354d14-c979-49da-b695-6afb4a872534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057620709', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:57:34Z', 'updated_at': '2022-02-05T03:59:22Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': '72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9354d14-c979-49da-b695-6afb4a872534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:57:35Z', 'updated_at': '2022-02-05T03:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:59:24.051771 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f790-2577-4c7c-aee4-1145722e09f0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:24.078703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2f790-2577-4c7c-aee4-1145722e09f0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:24.137018 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f790-2577-4c7c-aee4-1145722e09f0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (d9354d14-c979-49da-b695-6afb4a872534), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:24.236236 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f790-2577-4c7c-aee4-1145722e09f0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (d9354d14-c979-49da-b695-6afb4a872534), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:24.238354 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f790-2577-4c7c-aee4-1145722e09f0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_controller (d9354d14-c979-49da-b695-6afb4a872534), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:24.283158 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f790-2577-4c7c-aee4-1145722e09f0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (d9354d14-c979-49da-b695-6afb4a872534), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:24.283682 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c2f790-2577-4c7c-aee4-1145722e09f0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Fanout notify agent at l3_agent the message router_deleted on router d9354d14-c979-49da-b695-6afb4a872534 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 03:59:24.290402 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f790-2577-4c7c-aee4-1145722e09f0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:24.291555 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e8c2f790-2577-4c7c-aee4-1145722e09f0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/routers/d9354d14-c979-49da-b695-6afb4a872534 HTTP/1.1" status: 204 len: 168 time: 0.8129079 Feb 05 03:59:24.294157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46452) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:24.372110 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6db8cbd8-06cc-4088-a7c8-89847266a2ff tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (2f66ab30-59e1-49cb-ba4a-deb990ff0c9c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:24.469896 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6db8cbd8-06cc-4088-a7c8-89847266a2ff tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (2f66ab30-59e1-49cb-ba4a-deb990ff0c9c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:24.490921 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-6db8cbd8-06cc-4088-a7c8-89847266a2ff tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f66ab30-59e1-49cb-ba4a-deb990ff0c9c']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:24.501268 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-6db8cbd8-06cc-4088-a7c8-89847266a2ff tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6524a9f-8ed1-438a-b572-759aa49dd042') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:24.501559 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-6db8cbd8-06cc-4088-a7c8-89847266a2ff tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6524a9f-8ed1-438a-b572-759aa49dd042') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:24.511931 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6db8cbd8-06cc-4088-a7c8-89847266a2ff tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (c6524a9f-8ed1-438a-b572-759aa49dd042), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:24.525644 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6db8cbd8-06cc-4088-a7c8-89847266a2ff tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c6524a9f-8ed1-438a-b572-759aa49dd042), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:24.531624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db8cbd8-06cc-4088-a7c8-89847266a2ff tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 03:59:24.532010 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6db8cbd8-06cc-4088-a7c8-89847266a2ff tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (c6524a9f-8ed1-438a-b572-759aa49dd042), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: timer() Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 03:59:24.535252 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 03:59:24.597302 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6db8cbd8-06cc-4088-a7c8-89847266a2ff tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (2f66ab30-59e1-49cb-ba4a-deb990ff0c9c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:24.604600 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6db8cbd8-06cc-4088-a7c8-89847266a2ff tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:24.607717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6db8cbd8-06cc-4088-a7c8-89847266a2ff tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/networks/2f66ab30-59e1-49cb-ba4a-deb990ff0c9c HTTP/1.1" status: 204 len: 168 time: 0.3125792 Feb 05 03:59:24.611171 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46454) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:24.620200 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8cbd8-06cc-4088-a7c8-89847266a2ff tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Network': ['ID=2f66ab30-59e1-49cb-ba4a-deb990ff0c9c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:24.675224 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-47fd2e06-f6ff-40db-9819-e9cb775b0200 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (61dfb91e-1ab3-45c9-96d3-e991a54c657b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:24.704177 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-47fd2e06-f6ff-40db-9819-e9cb775b0200 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (61dfb91e-1ab3-45c9-96d3-e991a54c657b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:24.760913 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-47fd2e06-f6ff-40db-9819-e9cb775b0200 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (61dfb91e-1ab3-45c9-96d3-e991a54c657b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:24.763558 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-47fd2e06-f6ff-40db-9819-e9cb775b0200 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:24.765245 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-47fd2e06-f6ff-40db-9819-e9cb775b0200 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/security-groups/61dfb91e-1ab3-45c9-96d3-e991a54c657b HTTP/1.1" status: 204 len: 168 time: 0.1529770 Feb 05 03:59:24.774534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd2e06-f6ff-40db-9819-e9cb775b0200 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dfb91e-1ab3-45c9-96d3-e991a54c657b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:25.050687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46460) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:25.055311 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-545961b8-30da-4712-8730-30dc545dd72f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-799110943', 'description': 'tempest-secgroup-smoke-799110943 description', 'project_id': '8c206c500d63491dada44309cafa1904'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:59:25.063343 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c46cd11b-b29e-4e30-9002-83aad462078c no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:59:25.076567 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-545961b8-30da-4712-8730-30dc545dd72f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.088044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: c46cd11b-b29e-4e30-9002-83aad462078c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:59:25.088356 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c46cd11b-b29e-4e30-9002-83aad462078c not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:59:25.088785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4c3bedf1-8541-4cbc-a12e-0a0234366339 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:59:25.109890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 4c3bedf1-8541-4cbc-a12e-0a0234366339 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:59:25.110239 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4c3bedf1-8541-4cbc-a12e-0a0234366339 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:59:25.110666 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 03:59:25.130636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 03:59:25.131016 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 72cbfbd1-cd93-4e5b-9dee-0ff843dcb6b8 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 03:59:25.145767 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-545961b8-30da-4712-8730-30dc545dd72f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (fbceeb71-2fe4-4f13-a87e-46ef344d233c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.149506 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-545961b8-30da-4712-8730-30dc545dd72f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (fbceeb71-2fe4-4f13-a87e-46ef344d233c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.181358 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-545961b8-30da-4712-8730-30dc545dd72f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.182601 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-545961b8-30da-4712-8730-30dc545dd72f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1308520 Feb 05 03:59:25.184618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545961b8-30da-4712-8730-30dc545dd72f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbceeb71-2fe4-4f13-a87e-46ef344d233c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:25.185606 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46462) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:25.190551 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4813eac8-d0a4-4762-80c8-d61bebc4a4d4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': 'fbceeb71-2fe4-4f13-a87e-46ef344d233c', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:59:25.219196 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4813eac8-d0a4-4762-80c8-d61bebc4a4d4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (6b906788-dbc2-4c3b-b5c1-f37e63685f35), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.263188 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4813eac8-d0a4-4762-80c8-d61bebc4a4d4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (6b906788-dbc2-4c3b-b5c1-f37e63685f35), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.266460 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4813eac8-d0a4-4762-80c8-d61bebc4a4d4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (6b906788-dbc2-4c3b-b5c1-f37e63685f35), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.284444 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813eac8-d0a4-4762-80c8-d61bebc4a4d4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b906788-dbc2-4c3b-b5c1-f37e63685f35,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:25.292513 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4813eac8-d0a4-4762-80c8-d61bebc4a4d4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.293713 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4813eac8-d0a4-4762-80c8-d61bebc4a4d4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1069903 Feb 05 03:59:25.297207 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46464) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:25.301951 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9430e149-2dd6-4d3e-90da-9d87ac2608e7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': 'fbceeb71-2fe4-4f13-a87e-46ef344d233c', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:59:25.328566 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9430e149-2dd6-4d3e-90da-9d87ac2608e7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (1a3a94bd-0893-45b2-8ffa-23de757093a9), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.388111 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9430e149-2dd6-4d3e-90da-9d87ac2608e7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (1a3a94bd-0893-45b2-8ffa-23de757093a9), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.393937 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9430e149-2dd6-4d3e-90da-9d87ac2608e7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (1a3a94bd-0893-45b2-8ffa-23de757093a9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.411528 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 03:59:25.412837 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430e149-2dd6-4d3e-90da-9d87ac2608e7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3a94bd-0893-45b2-8ffa-23de757093a9,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:25.421331 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9430e149-2dd6-4d3e-90da-9d87ac2608e7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.422593 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9430e149-2dd6-4d3e-90da-9d87ac2608e7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243491 Feb 05 03:59:25.425321 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46466) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:25.429549 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-09de4593-6793-4770-a34e-5c4d3c87f0b8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': 'fbceeb71-2fe4-4f13-a87e-46ef344d233c', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:59:25.453216 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09de4593-6793-4770-a34e-5c4d3c87f0b8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (c76edda5-b0b4-4a51-94c5-69d511f8c5a8), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.508430 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09de4593-6793-4770-a34e-5c4d3c87f0b8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (c76edda5-b0b4-4a51-94c5-69d511f8c5a8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.511716 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09de4593-6793-4770-a34e-5c4d3c87f0b8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (c76edda5-b0b4-4a51-94c5-69d511f8c5a8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.530736 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de4593-6793-4770-a34e-5c4d3c87f0b8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76edda5-b0b4-4a51-94c5-69d511f8c5a8,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:25.535445 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09de4593-6793-4770-a34e-5c4d3c87f0b8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.536637 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-09de4593-6793-4770-a34e-5c4d3c87f0b8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1103837 Feb 05 03:59:25.539327 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46468) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:25.543530 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c7ac67b1-db0b-40c3-b5ab-a7eb97c356b3 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': 'fbceeb71-2fe4-4f13-a87e-46ef344d233c', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:59:25.566950 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7ac67b1-db0b-40c3-b5ab-a7eb97c356b3 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (79b00558-ddf1-4392-92e8-7a5cc8b30bb8), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.625025 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7ac67b1-db0b-40c3-b5ab-a7eb97c356b3 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (79b00558-ddf1-4392-92e8-7a5cc8b30bb8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.628639 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7ac67b1-db0b-40c3-b5ab-a7eb97c356b3 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (79b00558-ddf1-4392-92e8-7a5cc8b30bb8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.647689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac67b1-db0b-40c3-b5ab-a7eb97c356b3 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b00558-ddf1-4392-92e8-7a5cc8b30bb8,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:25.655735 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c7ac67b1-db0b-40c3-b5ab-a7eb97c356b3 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.656925 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c7ac67b1-db0b-40c3-b5ab-a7eb97c356b3 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166840 Feb 05 03:59:25.659954 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46470) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:25.664138 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-82f30601-8f7a-4964-a18f-fc099d663ccc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': 'fbceeb71-2fe4-4f13-a87e-46ef344d233c', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:59:25.684885 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-82f30601-8f7a-4964-a18f-fc099d663ccc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Project 8c206c500d63491dada44309cafa1904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:59:25.690846 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82f30601-8f7a-4964-a18f-fc099d663ccc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (06c8e69c-4f73-49f5-9644-2ae51008726a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.750073 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82f30601-8f7a-4964-a18f-fc099d663ccc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (06c8e69c-4f73-49f5-9644-2ae51008726a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.753577 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82f30601-8f7a-4964-a18f-fc099d663ccc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (06c8e69c-4f73-49f5-9644-2ae51008726a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.773128 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f30601-8f7a-4964-a18f-fc099d663ccc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c8e69c-4f73-49f5-9644-2ae51008726a,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:25.782405 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82f30601-8f7a-4964-a18f-fc099d663ccc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.783561 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-82f30601-8f7a-4964-a18f-fc099d663ccc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226962 Feb 05 03:59:25.786344 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46472) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:25.791076 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-280f6bb2-31f6-4208-a4d4-624418648d5c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'security_group_rule': {'security_group_id': 'fbceeb71-2fe4-4f13-a87e-46ef344d233c', 'project_id': '8c206c500d63491dada44309cafa1904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:59:25.813606 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-280f6bb2-31f6-4208-a4d4-624418648d5c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Project 8c206c500d63491dada44309cafa1904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 03:59:25.818536 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-280f6bb2-31f6-4208-a4d4-624418648d5c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (a4d303d3-d254-4992-8990-efdad00605f2), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.877776 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-280f6bb2-31f6-4208-a4d4-624418648d5c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (a4d303d3-d254-4992-8990-efdad00605f2), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.881426 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-280f6bb2-31f6-4208-a4d4-624418648d5c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (a4d303d3-d254-4992-8990-efdad00605f2), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.902833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f6bb2-31f6-4208-a4d4-624418648d5c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d303d3-d254-4992-8990-efdad00605f2,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:25.909088 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-280f6bb2-31f6-4208-a4d4-624418648d5c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.910161 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-280f6bb2-31f6-4208-a4d4-624418648d5c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225383 Feb 05 03:59:25.913090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46474) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:25.917791 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b6e9a975-fd40-4b15-9702-0c362a137e01 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'network': {'name': 'tempest-network-smoke--1483773033', 'project_id': '8c206c500d63491dada44309cafa1904', 'port_security_enabled': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:59:25.935973 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e9a975-fd40-4b15-9702-0c362a137e01 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Made reservation on behalf of 8c206c500d63491dada44309cafa1904 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:59:25.941034 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6e9a975-fd40-4b15-9702-0c362a137e01 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.966878 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e9a975-fd40-4b15-9702-0c362a137e01 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 03:59:25.975923 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6e9a975-fd40-4b15-9702-0c362a137e01 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (795c4256-80b4-4480-94d9-c7cb4028f418), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:25.976271 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-b6e9a975-fd40-4b15-9702-0c362a137e01 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Added segment 795c4256-80b4-4480-94d9-c7cb4028f418 of type vlan for network a70a93dc-2698-4ee4-b997-78d0db27d31f Feb 05 03:59:26.018372 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6e9a975-fd40-4b15-9702-0c362a137e01 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (a70a93dc-2698-4ee4-b997-78d0db27d31f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:26.042139 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6e9a975-fd40-4b15-9702-0c362a137e01 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (a70a93dc-2698-4ee4-b997-78d0db27d31f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:26.048370 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e9a975-fd40-4b15-9702-0c362a137e01 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:26.048983 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6e9a975-fd40-4b15-9702-0c362a137e01 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:26.105791 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-b6e9a975-fd40-4b15-9702-0c362a137e01 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1916714 Feb 05 03:59:26.109315 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46476) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:26.113994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1025948571', 'admin_state_up': True, 'project_id': '8c206c500d63491dada44309cafa1904', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:59:26.121039 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9a975-fd40-4b15-9702-0c362a137e01 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Network': ['ID=a70a93dc-2698-4ee4-b997-78d0db27d31f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:26.135505 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network a70a93dc-2698-4ee4-b997-78d0db27d31f details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 03:59:26.136728 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (327485f0-6a3f-49be-a4de-23daa3b0c3e8), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:26.137910 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (327485f0-6a3f-49be-a4de-23daa3b0c3e8), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:26.197656 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_controller (327485f0-6a3f-49be-a4de-23daa3b0c3e8), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:26.341257 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (327485f0-6a3f-49be-a4de-23daa3b0c3e8), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:26.534727 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (327485f0-6a3f-49be-a4de-23daa3b0c3e8), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:26.552451 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:26.652542 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.25.0.179 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/aa9aac42-7ecf-4552-b10c-b4f17bbe5abb) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:59:26.754978 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (aa9aac42-7ecf-4552-b10c-b4f17bbe5abb), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:26.788431 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (aa9aac42-7ecf-4552-b10c-b4f17bbe5abb), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:26.827962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:59:26.830835 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:59:26.834395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:59:26.856027 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=aa9aac42-7ecf-4552-b10c-b4f17bbe5abb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:27.080907 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (327485f0-6a3f-49be-a4de-23daa3b0c3e8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:27.276838 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (327485f0-6a3f-49be-a4de-23daa3b0c3e8), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:27.405996 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 03:59:27.511106 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:59:27.520816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Sync routers for ids ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:59:27.531331 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:27.531982 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Routers {'327485f0-6a3f-49be-a4de-23daa3b0c3e8'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:59:27.535828 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-a9d58d87-111f-4301-a500-b491269db2a6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4224043 Feb 05 03:59:27.535991 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:27.536121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46478) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:27.564240 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1692f692-276e-4665-9e81-f5593ddeb195 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8c206c500d63491dada44309cafa1904&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271649 Feb 05 03:59:27.566820 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46480) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:27.642629 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Set router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:59:27.652422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08312b3f-350a-41e1-aa69-d2952fb0f583 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:27.653943 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-08312b3f-350a-41e1-aa69-d2952fb0f583 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862348 Feb 05 03:59:27.658037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46482) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:27.690215 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b9b17168-2966-4c5c-879d-9042914de563 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=1b911d8a-366e-475f-ab68-3e15783c42f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310426 Feb 05 03:59:27.692659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46484) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:27.697336 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-80953985-1878-4941-91cb-45ed1f490194 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-960641311', 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f', 'project_id': '8c206c500d63491dada44309cafa1904', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:59:27.783489 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80953985-1878-4941-91cb-45ed1f490194 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Made reservation on behalf of 8c206c500d63491dada44309cafa1904 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:59:27.786871 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80953985-1878-4941-91cb-45ed1f490194 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:27.818732 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025948571', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:26Z', 'revision_number': 3, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:27.849874 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Checking router: 327485f0-6a3f-49be-a4de-23daa3b0c3e8 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:59:27.850230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Updating router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 port aa9aac42-7ecf-4552-b10c-b4f17bbe5abb binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:59:27.878856 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (aa9aac42-7ecf-4552-b10c-b4f17bbe5abb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:27.974208 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80953985-1878-4941-91cb-45ed1f490194 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (58d79421-21c8-41c1-bdae-6eed90c97140), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:28.037134 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80953985-1878-4941-91cb-45ed1f490194 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Subnet': ['ID=58d79421-21c8-41c1-bdae-6eed90c97140,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:28.044727 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80953985-1878-4941-91cb-45ed1f490194 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Checking segment: {'id': '795c4256-80b4-4480-94d9-c7cb4028f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:59:28.044727 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80953985-1878-4941-91cb-45ed1f490194 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network hostable DHCP agents. Network: a70a93dc-2698-4ee4-b997-78d0db27d31f, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 03:59:28.061295 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80953985-1878-4941-91cb-45ed1f490194 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network a70a93dc-2698-4ee4-b997-78d0db27d31f is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 03:59:28.070349 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-80953985-1878-4941-91cb-45ed1f490194 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, a70a93dc-2698-4ee4-b997-78d0db27d31f) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:59:28.074624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80953985-1878-4941-91cb-45ed1f490194 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:28.075251 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80953985-1878-4941-91cb-45ed1f490194 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:28.082746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3898523d-8875-4097-a5e6-f2fe83124bfa None None] Network a70a93dc-2698-4ee4-b997-78d0db27d31f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:59:28.094528 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-80953985-1878-4941-91cb-45ed1f490194 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3973465 Feb 05 03:59:28.094971 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46486) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:28.189068 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Publish callbacks [] for port (aa9aac42-7ecf-4552-b10c-b4f17bbe5abb), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:28.201002 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (aa9aac42-7ecf-4552-b10c-b4f17bbe5abb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:28.264742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-a70a93dc-2698-4ee4-b997-78d0db27d31f', 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f', 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ips': [{'subnet_id': '58d79421-21c8-41c1-bdae-6eed90c97140'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 03:59:28.265700 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:28.290984 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba77b5e-fc69-4ffd-92e0-0c3926a54ec6 None None] Pushing event updated for resources: {'Port': ['ID=aa9aac42-7ecf-4552-b10c-b4f17bbe5abb,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:28.293286 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Attempting to bind port aa9aac42-7ecf-4552-b10c-b4f17bbe5abb on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:59:28.293663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Attempting to bind port aa9aac42-7ecf-4552-b10c-b4f17bbe5abb by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:59:28.294032 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Attempting to bind port aa9aac42-7ecf-4552-b10c-b4f17bbe5abb on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:59:28.310058 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:59:28.310373 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:59:28.310881 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:28.311888 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:59:28.311888 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Bound port: aa9aac42-7ecf-4552-b10c-b4f17bbe5abb, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:59:28.312264 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (aa9aac42-7ecf-4552-b10c-b4f17bbe5abb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:28.446590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] For port aa9aac42-7ecf-4552-b10c-b4f17bbe5abb, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:59:28.464506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] For port aa9aac42-7ecf-4552-b10c-b4f17bbe5abb, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=aa9aac42-7ecf-4552-b10c-b4f17bbe5abb,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:59:28.474077 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (aa9aac42-7ecf-4552-b10c-b4f17bbe5abb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:28.480764 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Allocated IP 172.20.0.2 (a70a93dc-2698-4ee4-b997-78d0db27d31f/58d79421-21c8-41c1-bdae-6eed90c97140/83924ebc-9d8a-48c8-827c-8eef20e9dbe4) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:59:28.551947 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:28.586526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Routers {'327485f0-6a3f-49be-a4de-23daa3b0c3e8'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:59:28.587193 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:28.590342 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba77b5e-fc69-4ffd-92e0-0c3926a54ec6 None None] Pushing event updated for resources: {'Port': ['ID=aa9aac42-7ecf-4552-b10c-b4f17bbe5abb,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:28.772215 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] Set router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:59:28.835949 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Publish callbacks [] for port (83924ebc-9d8a-48c8-827c-8eef20e9dbe4), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:28.906169 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.20.0.1 (a70a93dc-2698-4ee4-b997-78d0db27d31f/58d79421-21c8-41c1-bdae-6eed90c97140/f2854cd2-09e7-4e4d-8a61-8d38563edd02) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:59:29.022932 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:29.039961 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (83924ebc-9d8a-48c8-827c-8eef20e9dbe4), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:29.057062 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:29.097400 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Network a70a93dc-2698-4ee4-b997-78d0db27d31f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:59:29.104391 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network a70a93dc-2698-4ee4-b997-78d0db27d31f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:59:29.107556 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:59:29.108934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:59:29.111864 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:59:29.112561 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:59:29.114450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Pushing event updated for resources: {'Port': ['ID=83924ebc-9d8a-48c8-827c-8eef20e9dbe4,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:29.139038 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=f2854cd2-09e7-4e4d-8a61-8d38563edd02,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:29.160232 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (327485f0-6a3f-49be-a4de-23daa3b0c3e8), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:29.205203 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Attempting to bind port 83924ebc-9d8a-48c8-827c-8eef20e9dbe4 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:59:29.205575 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Attempting to bind port 83924ebc-9d8a-48c8-827c-8eef20e9dbe4 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '795c4256-80b4-4480-94d9-c7cb4028f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:59:29.206369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Attempting to bind port 83924ebc-9d8a-48c8-827c-8eef20e9dbe4 on network a70a93dc-2698-4ee4-b997-78d0db27d31f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:59:29.215162 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:59:29.215549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Checking segment: {'id': '795c4256-80b4-4480-94d9-c7cb4028f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:59:29.215956 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:29.216354 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Bound using segment: {'id': '795c4256-80b4-4480-94d9-c7cb4028f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:59:29.216823 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Bound port: 83924ebc-9d8a-48c8-827c-8eef20e9dbe4, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795c4256-80b4-4480-94d9-c7cb4028f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:59:29.217209 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (83924ebc-9d8a-48c8-827c-8eef20e9dbe4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:29.262199 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025948571', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:26Z', 'revision_number': 3, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:29.295022 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:29.298025 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c222261-9782-450b-99ef-b0ebb86530e2 None None] The sync data for ids ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'] in n-d-826942-8 is: [{'id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025948571', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:26Z', 'revision_number': 3, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:59:29.325492 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] For port 83924ebc-9d8a-48c8-827c-8eef20e9dbe4, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:59:29.329491 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] For port 83924ebc-9d8a-48c8-827c-8eef20e9dbe4, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=83924ebc-9d8a-48c8-827c-8eef20e9dbe4,segment=NetworkSegment(795c4256-80b4-4480-94d9-c7cb4028f418),segment_id=795c4256-80b4-4480-94d9-c7cb4028f418)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:59:29.344342 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (83924ebc-9d8a-48c8-827c-8eef20e9dbe4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:29.409003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396ee0c-3ad7-4f60-ad1c-f673a0573990 None None] Pushing event updated for resources: {'Port': ['ID=83924ebc-9d8a-48c8-827c-8eef20e9dbe4,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:29.646994 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:29.651587 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:29.740513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=f2854cd2-09e7-4e4d-8a61-8d38563edd02,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:29.746047 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (327485f0-6a3f-49be-a4de-23daa3b0c3e8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:29.850250 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network a70a93dc-2698-4ee4-b997-78d0db27d31f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:59:29.851886 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:59:29.969672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:59:30.085719 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:59:30.091019 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-6942e866-c01b-4d88-8c16-d0ae97ead41f tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "PUT /v2.0/routers/327485f0-6a3f-49be-a4de-23daa3b0c3e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9949067 Feb 05 03:59:30.260974 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-8d6e188b-2e56-4c2e-bf70-8c0cb81784fc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-799110943&fields=id&tenant_id=8c206c500d63491dada44309cafa1904 HTTP/1.1" status: 200 len: 267 time: 0.0545943 Feb 05 03:59:30.371952 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-af075459-9559-4c10-a508-2ed0d7303935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:30.373462 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-af075459-9559-4c10-a508-2ed0d7303935 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/networks?id=a70a93dc-2698-4ee4-b997-78d0db27d31f HTTP/1.1" status: 200 len: 797 time: 0.1056986 Feb 05 03:59:30.388250 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-464892e9-951b-473c-860f-4e9d3892bf95 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/quotas/8c206c500d63491dada44309cafa1904 HTTP/1.1" status: 200 len: 375 time: 0.0094054 Feb 05 03:59:30.446885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-cec4d960-98cd-40c5-b5f9-ccf0781df53d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530477 Feb 05 03:59:30.455714 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c8bdf1-3465-48a9-8383-c1661db82faf None None] Network a70a93dc-2698-4ee4-b997-78d0db27d31f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 03:59:30.544287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0408fcb1-ebee-4af0-9c7e-d82bf5fd909f None None] Provisioning complete for port 83924ebc-9d8a-48c8-827c-8eef20e9dbe4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:59:30.544669 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0408fcb1-ebee-4af0-9c7e-d82bf5fd909f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (83924ebc-9d8a-48c8-827c-8eef20e9dbe4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:30.587861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-112e376e-310c-40b8-80a1-42fc26ff80cc service neutron] 10.222.0.36 "GET /v2.0/networks/a70a93dc-2698-4ee4-b997-78d0db27d31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290724 Feb 05 03:59:30.656920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0408fcb1-ebee-4af0-9c7e-d82bf5fd909f None None] Current status of the port 83924ebc-9d8a-48c8-827c-8eef20e9dbe4 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:59:30.657577 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0408fcb1-ebee-4af0-9c7e-d82bf5fd909f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (83924ebc-9d8a-48c8-827c-8eef20e9dbe4), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:30.689209 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-0c0d2b63-dd72-4e46-b978-14089d1dfe32 service neutron] 10.222.0.36 "GET /v2.0/networks/a70a93dc-2698-4ee4-b997-78d0db27d31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947173 Feb 05 03:59:30.692992 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0408fcb1-ebee-4af0-9c7e-d82bf5fd909f None None] For port 83924ebc-9d8a-48c8-827c-8eef20e9dbe4, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=83924ebc-9d8a-48c8-827c-8eef20e9dbe4,segment=NetworkSegment(795c4256-80b4-4480-94d9-c7cb4028f418),segment_id=795c4256-80b4-4480-94d9-c7cb4028f418)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:59:30.698253 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0408fcb1-ebee-4af0-9c7e-d82bf5fd909f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (83924ebc-9d8a-48c8-827c-8eef20e9dbe4), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:30.762190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408fcb1-ebee-4af0-9c7e-d82bf5fd909f None None] Pushing event updated for resources: {'Port': ['ID=83924ebc-9d8a-48c8-827c-8eef20e9dbe4,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:30.924101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ef06db44-79a4-4e63-b68f-2a0ae86e3988 None None] Provisioning complete for port 83924ebc-9d8a-48c8-827c-8eef20e9dbe4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:59:30.926716 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e4e67594-aadc-4adc-a70c-49c679b0808e req-620bd6e5-6fa7-4a13-8b83-6c4d7766ad54 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 210 time: 0.0564508 Feb 05 03:59:30.929578 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef06db44-79a4-4e63-b68f-2a0ae86e3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (83924ebc-9d8a-48c8-827c-8eef20e9dbe4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:31.042852 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ef06db44-79a4-4e63-b68f-2a0ae86e3988 None None] Current status of the port 83924ebc-9d8a-48c8-827c-8eef20e9dbe4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:59:31.056898 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ef06db44-79a4-4e63-b68f-2a0ae86e3988 None None] Provisioning complete for port f2854cd2-09e7-4e4d-8a61-8d38563edd02 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:59:31.057275 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef06db44-79a4-4e63-b68f-2a0ae86e3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:31.096770 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device aa9aac42-7ecf-4552-b10c-b4f17bbe5abb up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:59:31.131676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ef06db44-79a4-4e63-b68f-2a0ae86e3988 None None] Port f2854cd2-09e7-4e4d-8a61-8d38563edd02 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:59:31.157577 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port aa9aac42-7ecf-4552-b10c-b4f17bbe5abb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:59:31.157965 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (aa9aac42-7ecf-4552-b10c-b4f17bbe5abb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:31.167075 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Sync routers for ids ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:59:31.178108 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Routers {'327485f0-6a3f-49be-a4de-23daa3b0c3e8'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:59:31.179068 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:31.268560 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port aa9aac42-7ecf-4552-b10c-b4f17bbe5abb is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:59:31.269222 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (aa9aac42-7ecf-4552-b10c-b4f17bbe5abb), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:31.295543 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port aa9aac42-7ecf-4552-b10c-b4f17bbe5abb, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=aa9aac42-7ecf-4552-b10c-b4f17bbe5abb,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:59:31.298596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8a8b4608-d7d7-4efd-8458-b12f6e5840e8 None None] Provisioning complete for port f2854cd2-09e7-4e4d-8a61-8d38563edd02 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:59:31.299094 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a8b4608-d7d7-4efd-8458-b12f6e5840e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:31.316961 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Set router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:59:31.350147 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (aa9aac42-7ecf-4552-b10c-b4f17bbe5abb), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:31.350945 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 83924ebc-9d8a-48c8-827c-8eef20e9dbe4 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:59:31.355818 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b4608-d7d7-4efd-8458-b12f6e5840e8 None None] Port f2854cd2-09e7-4e4d-8a61-8d38563edd02 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:59:31.442537 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=aa9aac42-7ecf-4552-b10c-b4f17bbe5abb,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:31.457846 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 83924ebc-9d8a-48c8-827c-8eef20e9dbe4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:59:31.458566 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (83924ebc-9d8a-48c8-827c-8eef20e9dbe4), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:31.511519 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5de6b003-b039-4a1e-a365-8dbf6e704365 None None] Provisioning complete for port f2854cd2-09e7-4e4d-8a61-8d38563edd02 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:59:31.511894 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5de6b003-b039-4a1e-a365-8dbf6e704365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:31.544785 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025948571', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:29Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'f2854cd2-09e7-4e4d-8a61-8d38563edd02', 'name': '', 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:f9:d1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:28Z', 'updated_at': '2022-02-05T03:59:29Z', 'revision_number': 2, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:31.553572 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5de6b003-b039-4a1e-a365-8dbf6e704365 None None] Port f2854cd2-09e7-4e4d-8a61-8d38563edd02 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:59:31.573288 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Checking router: 327485f0-6a3f-49be-a4de-23daa3b0c3e8 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:59:31.573642 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Updating router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 port f2854cd2-09e7-4e4d-8a61-8d38563edd02 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 03:59:31.592124 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 83924ebc-9d8a-48c8-827c-8eef20e9dbe4 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:59:31.607383 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:31.872058 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Publish callbacks [] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:31.877905 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:31.949646 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c72777-9670-4ec5-99ec-b4110a498519 None None] Pushing event updated for resources: {'Port': ['ID=f2854cd2-09e7-4e4d-8a61-8d38563edd02,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:31.965883 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c72777-9670-4ec5-99ec-b4110a498519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:31.966220 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c72777-9670-4ec5-99ec-b4110a498519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:31.966834 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c72777-9670-4ec5-99ec-b4110a498519 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:31.968401 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c72777-9670-4ec5-99ec-b4110a498519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:31.968401 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c72777-9670-4ec5-99ec-b4110a498519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:31.968401 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c72777-9670-4ec5-99ec-b4110a498519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:31.968718 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c72777-9670-4ec5-99ec-b4110a498519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:31.968906 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c72777-9670-4ec5-99ec-b4110a498519 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:31.969108 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c72777-9670-4ec5-99ec-b4110a498519 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:31.969418 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c72777-9670-4ec5-99ec-b4110a498519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:31.969735 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c72777-9670-4ec5-99ec-b4110a498519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:31.970051 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c72777-9670-4ec5-99ec-b4110a498519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:31.970368 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c72777-9670-4ec5-99ec-b4110a498519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 03:59:32.005045 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Attempting to bind port f2854cd2-09e7-4e4d-8a61-8d38563edd02 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:59:32.005407 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Attempting to bind port f2854cd2-09e7-4e4d-8a61-8d38563edd02 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '795c4256-80b4-4480-94d9-c7cb4028f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:59:32.005763 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Attempting to bind port f2854cd2-09e7-4e4d-8a61-8d38563edd02 on network a70a93dc-2698-4ee4-b997-78d0db27d31f {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:59:32.011035 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:59:32.011690 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Checking segment: {'id': '795c4256-80b4-4480-94d9-c7cb4028f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:59:32.012264 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:32.012803 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Bound using segment: {'id': '795c4256-80b4-4480-94d9-c7cb4028f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:59:32.013414 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Bound port: f2854cd2-09e7-4e4d-8a61-8d38563edd02, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795c4256-80b4-4480-94d9-c7cb4028f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:59:32.014819 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:32.081472 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5d366763-5c29-47e2-be87-e60fccc2e9cd req-154285f4-08d0-4c6e-95c4-7f7fb3004b3e tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 210 time: 0.0329762 Feb 05 03:59:32.096580 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] For port f2854cd2-09e7-4e4d-8a61-8d38563edd02, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:59:32.100489 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] For port f2854cd2-09e7-4e4d-8a61-8d38563edd02, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f2854cd2-09e7-4e4d-8a61-8d38563edd02,segment=NetworkSegment(795c4256-80b4-4480-94d9-c7cb4028f418),segment_id=795c4256-80b4-4480-94d9-c7cb4028f418)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:59:32.110657 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:32.136152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-bc257d5f-61ae-4a2f-b552-7ffaee85d347 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:32.138127 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-bc257d5f-61ae-4a2f-b552-7ffaee85d347 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "GET /v2.0/networks?id=a70a93dc-2698-4ee4-b997-78d0db27d31f HTTP/1.1" status: 200 len: 797 time: 0.1761169 Feb 05 03:59:32.175705 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Routers {'327485f0-6a3f-49be-a4de-23daa3b0c3e8'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:59:32.176338 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:59:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:32.208281 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-5fb02cae-8b67-4732-9672-a99c254720aa tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c206c500d63491dada44309cafa1904 HTTP/1.1" status: 200 len: 379 time: 0.0618846 Feb 05 03:59:32.215696 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c72777-9670-4ec5-99ec-b4110a498519 None None] Pushing event updated for resources: {'Port': ['ID=f2854cd2-09e7-4e4d-8a61-8d38563edd02,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:32.220528 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-3b7866b4-234d-4745-ba86-dba278eb19bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'port': {'device_id': '2ff902f1-b1db-4611-9eca-1a20a5eeab07', 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f', 'admin_state_up': True, 'tenant_id': '8c206c500d63491dada44309cafa1904', 'security_groups': ['fbceeb71-2fe4-4f13-a87e-46ef344d233c']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:59:32.280258 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c47cefe6-b848-41e2-88ae-97b659e3276b None None] Provisioning complete for port f2854cd2-09e7-4e4d-8a61-8d38563edd02 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:59:32.280637 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c47cefe6-b848-41e2-88ae-97b659e3276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:32.290659 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] Set router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:59:32.392424 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-3b7866b4-234d-4745-ba86-dba278eb19bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Made reservation on behalf of 8c206c500d63491dada44309cafa1904 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 03:59:32.395882 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-3b7866b4-234d-4745-ba86-dba278eb19bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:32.400872 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c47cefe6-b848-41e2-88ae-97b659e3276b None None] Current status of the port f2854cd2-09e7-4e4d-8a61-8d38563edd02 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:59:32.401274 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c47cefe6-b848-41e2-88ae-97b659e3276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:32.443241 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c47cefe6-b848-41e2-88ae-97b659e3276b None None] For port f2854cd2-09e7-4e4d-8a61-8d38563edd02, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f2854cd2-09e7-4e4d-8a61-8d38563edd02,segment=NetworkSegment(795c4256-80b4-4480-94d9-c7cb4028f418),segment_id=795c4256-80b4-4480-94d9-c7cb4028f418)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:59:32.449030 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c47cefe6-b848-41e2-88ae-97b659e3276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:32.501170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cefe6-b848-41e2-88ae-97b659e3276b None None] Pushing event updated for resources: {'Port': ['ID=f2854cd2-09e7-4e4d-8a61-8d38563edd02,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:32.541576 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-3b7866b4-234d-4745-ba86-dba278eb19bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.20.0.8 (a70a93dc-2698-4ee4-b997-78d0db27d31f/58d79421-21c8-41c1-bdae-6eed90c97140/f9e0a3b8-a880-4ee9-9df9-15546daca9e8) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:59:32.569579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2f4ff5cf-3d17-4dfd-9f50-be25010fa1e2 None None] Provisioning complete for port f2854cd2-09e7-4e4d-8a61-8d38563edd02 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:59:32.570304 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2f4ff5cf-3d17-4dfd-9f50-be25010fa1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:32.619401 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025948571', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:29Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'f2854cd2-09e7-4e4d-8a61-8d38563edd02', 'name': '', 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:f9:d1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:28Z', 'updated_at': '2022-02-05T03:59:32Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:32.648047 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35f14ec-ae4d-4052-95fc-142aec6987bf None None] The sync data for ids ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'] in n-d-826942-8 is: [{'id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025948571', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:29Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'f2854cd2-09e7-4e4d-8a61-8d38563edd02', 'name': '', 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:f9:d1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:28Z', 'updated_at': '2022-02-05T03:59:32Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:59:32.652587 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ff5cf-3d17-4dfd-9f50-be25010fa1e2 None None] Current status of the port f2854cd2-09e7-4e4d-8a61-8d38563edd02 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:59:32.695714 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-3b7866b4-234d-4745-ba86-dba278eb19bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (f9e0a3b8-a880-4ee9-9df9-15546daca9e8), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:32.740536 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-3b7866b4-234d-4745-ba86-dba278eb19bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f9e0a3b8-a880-4ee9-9df9-15546daca9e8), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:32.787267 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-3b7866b4-234d-4745-ba86-dba278eb19bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network a70a93dc-2698-4ee4-b997-78d0db27d31f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:59:32.790456 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-3b7866b4-234d-4745-ba86-dba278eb19bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:59:32.794310 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-3b7866b4-234d-4745-ba86-dba278eb19bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:59:32.827253 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7866b4-234d-4745-ba86-dba278eb19bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=f9e0a3b8-a880-4ee9-9df9-15546daca9e8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:32.856684 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-3b7866b4-234d-4745-ba86-dba278eb19bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:32.857320 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-3b7866b4-234d-4745-ba86-dba278eb19bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:32.882226 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-3b7866b4-234d-4745-ba86-dba278eb19bb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6664524 Feb 05 03:59:32.894603 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Request body: {'port': {'device_id': '2ff902f1-b1db-4611-9eca-1a20a5eeab07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:59:32.974636 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f9e0a3b8-a880-4ee9-9df9-15546daca9e8), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:33.055720 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device aa9aac42-7ecf-4552-b10c-b4f17bbe5abb up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:59:33.102619 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-070d6f1e-adf1-4e6e-8f23-74a7520beff4 None None] Provisioning complete for port f9e0a3b8-a880-4ee9-9df9-15546daca9e8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:59:33.103028 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-070d6f1e-adf1-4e6e-8f23-74a7520beff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f9e0a3b8-a880-4ee9-9df9-15546daca9e8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:33.149130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port aa9aac42-7ecf-4552-b10c-b4f17bbe5abb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:59:33.149508 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (aa9aac42-7ecf-4552-b10c-b4f17bbe5abb), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:33.191377 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-070d6f1e-adf1-4e6e-8f23-74a7520beff4 None None] Port f9e0a3b8-a880-4ee9-9df9-15546daca9e8 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 03:59:33.240644 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525bc3f-a86d-4d0c-b936-f51e2df2e0cb req-f6e9899d-ea01-40a4-b1d8-1f6d64940731 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:33.241355 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port aa9aac42-7ecf-4552-b10c-b4f17bbe5abb is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:59:33.242443 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f2854cd2-09e7-4e4d-8a61-8d38563edd02 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:59:33.249280 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1525bc3f-a86d-4d0c-b936-f51e2df2e0cb req-f6e9899d-ea01-40a4-b1d8-1f6d64940731 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 931 time: 0.0801325 Feb 05 03:59:33.302623 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1525bc3f-a86d-4d0c-b936-f51e2df2e0cb req-0ca3cca6-d733-4aeb-a8e4-ebea05b76647 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521228 Feb 05 03:59:33.302993 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e0a3b8-a880-4ee9-9df9-15546daca9e8 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:59:33.310877 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Publish callbacks [] for port (f9e0a3b8-a880-4ee9-9df9-15546daca9e8), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:33.313653 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port f2854cd2-09e7-4e4d-8a61-8d38563edd02 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:59:33.314332 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:33.328806 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Transition to ACTIVE for port object f9e0a3b8-a880-4ee9-9df9-15546daca9e8 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 03:59:33.332968 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f9e0a3b8-a880-4ee9-9df9-15546daca9e8), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:33.398430 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e0a3b8-a880-4ee9-9df9-15546daca9e8,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:33.415037 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port f2854cd2-09e7-4e4d-8a61-8d38563edd02 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:59:33.486998 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Attempting to bind port f9e0a3b8-a880-4ee9-9df9-15546daca9e8 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 03:59:33.487408 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Attempting to bind port f9e0a3b8-a880-4ee9-9df9-15546daca9e8 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '795c4256-80b4-4480-94d9-c7cb4028f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 03:59:33.487692 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Attempting to bind port f9e0a3b8-a880-4ee9-9df9-15546daca9e8 on network a70a93dc-2698-4ee4-b997-78d0db27d31f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:59:33.492374 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Port f9e0a3b8-a880-4ee9-9df9-15546daca9e8 on network a70a93dc-2698-4ee4-b997-78d0db27d31f not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 03:59:33.492700 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Attempting to bind port f9e0a3b8-a880-4ee9-9df9-15546daca9e8 on network a70a93dc-2698-4ee4-b997-78d0db27d31f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 03:59:33.498035 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 3, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 03:59:33.498370 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Checking segment: {'id': '795c4256-80b4-4480-94d9-c7cb4028f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 03:59:33.499311 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Bound using segment: {'id': '795c4256-80b4-4480-94d9-c7cb4028f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 03:59:33.499732 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Bound port: f9e0a3b8-a880-4ee9-9df9-15546daca9e8, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795c4256-80b4-4480-94d9-c7cb4028f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 03:59:33.500086 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f9e0a3b8-a880-4ee9-9df9-15546daca9e8), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:33.572536 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] For port f9e0a3b8-a880-4ee9-9df9-15546daca9e8, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 03:59:33.577144 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] For port f9e0a3b8-a880-4ee9-9df9-15546daca9e8, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f9e0a3b8-a880-4ee9-9df9-15546daca9e8,segment=NetworkSegment(795c4256-80b4-4480-94d9-c7cb4028f418),segment_id=795c4256-80b4-4480-94d9-c7cb4028f418)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 03:59:33.584164 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f9e0a3b8-a880-4ee9-9df9-15546daca9e8), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:33.626536 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:33.627190 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:33.628595 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] 10.222.0.10 "PUT /v2.0/ports/f9e0a3b8-a880-4ee9-9df9-15546daca9e8 HTTP/1.1" status: 200 len: 1091 time: 0.7393627 Feb 05 03:59:33.629050 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff902f1-b1db-4611-9eca-1a20a5eeab07', 'tag': 'f9e0a3b8-a880-4ee9-9df9-15546daca9e8'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:59:33.631472 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109f8abc-e034-4669-a99c-338f5c80cfce" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff902f1-b1db-4611-9eca-1a20a5eeab07", "tag": "f9e0a3b8-a880-4ee9-9df9-15546daca9e8"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:59:33.657798 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058fcb5-0962-4914-952f-e1f2aec51136 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e0a3b8-a880-4ee9-9df9-15546daca9e8,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:33.681092 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923b2131-f8c3-4ac7-988d-a73b7a2ca469 x-openstack-request-id: req-923b2131-f8c3-4ac7-988d-a73b7a2ca469 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:59:33.681394 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff902f1-b1db-4611-9eca-1a20a5eeab07", "tag": "f9e0a3b8-a880-4ee9-9df9-15546daca9e8", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:59:33.681664 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-923b2131-f8c3-4ac7-988d-a73b7a2ca469 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:59:33.682111 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff902f1-b1db-4611-9eca-1a20a5eeab07', 'tag': 'f9e0a3b8-a880-4ee9-9df9-15546daca9e8', 'status': 'completed', 'code': 200} Feb 05 03:59:33.737235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-392d2fe7-3df4-4ee5-b448-6a2069fe96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:33.738796 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-392d2fe7-3df4-4ee5-b448-6a2069fe96c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 1125 time: 0.0497589 Feb 05 03:59:33.791602 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-7e8dc145-5754-4236-9669-2015f0844127 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e0a3b8-a880-4ee9-9df9-15546daca9e8 HTTP/1.1" status: 200 len: 217 time: 0.0454326 Feb 05 03:59:33.801181 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49e53edc-7fd3-4cd9-a4d0-0364b8fe5fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:34.136209 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-838f6e6a-8e3d-4d14-bede-d63952ea46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:34.137660 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-838f6e6a-8e3d-4d14-bede-d63952ea46f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d79421-21c8-41c1-bdae-6eed90c97140 HTTP/1.1" status: 200 len: 834 time: 0.3393786 Feb 05 03:59:34.186664 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-33ddc27b-2e7f-4021-a2e2-2951b9e26fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:34.188166 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-33ddc27b-2e7f-4021-a2e2-2951b9e26fdc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a70a93dc-2698-4ee4-b997-78d0db27d31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447805 Feb 05 03:59:34.278417 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-96f87259-5fce-4ab9-8a4e-24dcbee120ca service neutron] 10.222.0.10 "GET /v2.0/networks/a70a93dc-2698-4ee4-b997-78d0db27d31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840025 Feb 05 03:59:34.380402 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-3d9c5eca-b6cc-4ddd-98b6-26b1ac9a1e07 req-c05289ea-3a13-4060-b8e0-c7f2bfc31d00 service neutron] 10.222.0.10 "GET /v2.0/networks/a70a93dc-2698-4ee4-b997-78d0db27d31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961723 Feb 05 03:59:34.425336 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311d144-e7f1-4637-8e9a-1cde82508ff2 req-96563cc9-053c-4705-840e-c6934a1e3d04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:34.426894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6311d144-e7f1-4637-8e9a-1cde82508ff2 req-96563cc9-053c-4705-840e-c6934a1e3d04 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 943 time: 0.0594649 Feb 05 03:59:34.472723 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f8abc-e034-4669-a99c-338f5c80cfce req-b9d810bb-23ca-4930-87cb-f4e0dda9ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:34.474255 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-109f8abc-e034-4669-a99c-338f5c80cfce req-b9d810bb-23ca-4930-87cb-f4e0dda9ec74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 1125 time: 0.0473711 Feb 05 03:59:34.573008 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f8abc-e034-4669-a99c-338f5c80cfce req-1476d432-68e3-4528-8103-8ee36c89f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:34.574546 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-109f8abc-e034-4669-a99c-338f5c80cfce req-1476d432-68e3-4528-8103-8ee36c89f00a service neutron] 10.222.0.10 "GET /v2.0/networks?id=a70a93dc-2698-4ee4-b997-78d0db27d31f HTTP/1.1" status: 200 len: 898 time: 0.0948153 Feb 05 03:59:34.618014 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-109f8abc-e034-4669-a99c-338f5c80cfce req-3aafa790-e311-46e5-92d0-4bb78d82bbda service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e0a3b8-a880-4ee9-9df9-15546daca9e8 HTTP/1.1" status: 200 len: 217 time: 0.0367587 Feb 05 03:59:34.673842 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f8abc-e034-4669-a99c-338f5c80cfce req-b690ec74-a7fa-44e8-b023-2bf2048103a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:34.675383 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-109f8abc-e034-4669-a99c-338f5c80cfce req-b690ec74-a7fa-44e8-b023-2bf2048103a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d79421-21c8-41c1-bdae-6eed90c97140 HTTP/1.1" status: 200 len: 834 time: 0.0510905 Feb 05 03:59:34.727343 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f8abc-e034-4669-a99c-338f5c80cfce req-33d42d4d-db8f-4eb9-aecb-403bafdeffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:34.728991 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-109f8abc-e034-4669-a99c-338f5c80cfce req-33d42d4d-db8f-4eb9-aecb-403bafdeffd4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a70a93dc-2698-4ee4-b997-78d0db27d31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471385 Feb 05 03:59:34.787323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6311d144-e7f1-4637-8e9a-1cde82508ff2 req-c50059da-3e6e-41ea-9e40-ceac5cd56a84 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546438 Feb 05 03:59:34.822612 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-109f8abc-e034-4669-a99c-338f5c80cfce req-a9d3a633-e311-4675-8569-f16c7103ae8a service neutron] 10.222.0.10 "GET /v2.0/networks/a70a93dc-2698-4ee4-b997-78d0db27d31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855200 Feb 05 03:59:34.917449 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-109f8abc-e034-4669-a99c-338f5c80cfce req-da04a2e4-893b-4664-96b2-8da556dbdce9 service neutron] 10.222.0.10 "GET /v2.0/networks/a70a93dc-2698-4ee4-b997-78d0db27d31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882938 Feb 05 03:59:35.906557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e745a-1bcd-4536-a962-6e980b137ebc req-6e3cfa8c-2426-4c50-b3ca-fb3cd51a9d45 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:35.908322 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-657e745a-1bcd-4536-a962-6e980b137ebc req-6e3cfa8c-2426-4c50-b3ca-fb3cd51a9d45 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 943 time: 0.0522857 Feb 05 03:59:35.962155 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-657e745a-1bcd-4536-a962-6e980b137ebc req-739baeee-f952-4aad-b86d-a79bc7f70374 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482290 Feb 05 03:59:35.997292 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0b78-0bd6-493f-8771-411a94c95c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:37.086410 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5242f7-7099-494b-9b9f-460afdc0b356 req-ba77fdc8-3ef5-4a2a-b0ef-043e1468d26d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:37.087919 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c5242f7-7099-494b-9b9f-460afdc0b356 req-ba77fdc8-3ef5-4a2a-b0ef-043e1468d26d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 943 time: 0.0534902 Feb 05 03:59:37.137949 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0c5242f7-7099-494b-9b9f-460afdc0b356 req-faed080a-7a40-46a5-a1b0-f1007b7df7ab tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443978 Feb 05 03:59:37.370723 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:37.916143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f9e0a3b8-a880-4ee9-9df9-15546daca9e8 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 03:59:38.015023 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f9e0a3b8-a880-4ee9-9df9-15546daca9e8, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f9e0a3b8-a880-4ee9-9df9-15546daca9e8,segment=NetworkSegment(795c4256-80b4-4480-94d9-c7cb4028f418),segment_id=795c4256-80b4-4480-94d9-c7cb4028f418)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:59:38.026205 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'f9e0a3b8-a880-4ee9-9df9-15546daca9e8', 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f', 'port_id': 'f9e0a3b8-a880-4ee9-9df9-15546daca9e8', 'mac_address': 'fa:16:3e:13:e2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 03:59:38.069570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port f9e0a3b8-a880-4ee9-9df9-15546daca9e8 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:59:38.069948 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f9e0a3b8-a880-4ee9-9df9-15546daca9e8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:38.085207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e0a3b8-a880-4ee9-9df9-15546daca9e8 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 03:59:38.106440 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f9e0a3b8-a880-4ee9-9df9-15546daca9e8, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f9e0a3b8-a880-4ee9-9df9-15546daca9e8,segment=NetworkSegment(795c4256-80b4-4480-94d9-c7cb4028f418),segment_id=795c4256-80b4-4480-94d9-c7cb4028f418)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:59:38.110500 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f9e0a3b8-a880-4ee9-9df9-15546daca9e8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:38.155677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=f9e0a3b8-a880-4ee9-9df9-15546daca9e8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:38.254470 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e278e-2bc3-4f78-a017-ceaf3d254d72 req-476e533c-3c36-4370-950f-a2c642c4822c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:38.255973 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d7e278e-2bc3-4f78-a017-ceaf3d254d72 req-476e533c-3c36-4370-950f-a2c642c4822c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 944 time: 0.0518727 Feb 05 03:59:38.305716 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d7e278e-2bc3-4f78-a017-ceaf3d254d72 req-85039bdb-5dd4-475a-99a0-923f32cab889 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441525 Feb 05 03:59:38.357033 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['f9e0a3b8-a880-4ee9-9df9-15546daca9e8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 03:59:38.904996 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:39.426599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c348406-4e9b-41c3-ab82-b61a91a92967 req-4ccc79b8-4be4-48ef-bb55-e5b5e01b93fc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:39.428139 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c348406-4e9b-41c3-ab82-b61a91a92967 req-4ccc79b8-4be4-48ef-bb55-e5b5e01b93fc tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 944 time: 0.0522254 Feb 05 03:59:39.476267 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c348406-4e9b-41c3-ab82-b61a91a92967 req-43817549-50c5-4409-94ee-503fd7302573 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425856 Feb 05 03:59:39.917979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f9e0a3b8-a880-4ee9-9df9-15546daca9e8 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 03:59:39.973384 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port f9e0a3b8-a880-4ee9-9df9-15546daca9e8 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 03:59:39.976942 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port f9e0a3b8-a880-4ee9-9df9-15546daca9e8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 03:59:39.977310 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f9e0a3b8-a880-4ee9-9df9-15546daca9e8), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:40.056312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port f9e0a3b8-a880-4ee9-9df9-15546daca9e8 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 03:59:40.056696 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f9e0a3b8-a880-4ee9-9df9-15546daca9e8), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:40.080369 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff902f1-b1db-4611-9eca-1a20a5eeab07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e0a3b8-a880-4ee9-9df9-15546daca9e8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:59:40.082586 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41013b3-0da8-41e9-9921-3ceb3dd5fb58" -d '{"events": [{"server_uuid": "2ff902f1-b1db-4611-9eca-1a20a5eeab07", "name": "network-vif-plugged", "status": "completed", "tag": "f9e0a3b8-a880-4ee9-9df9-15546daca9e8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:59:40.095160 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f9e0a3b8-a880-4ee9-9df9-15546daca9e8, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f9e0a3b8-a880-4ee9-9df9-15546daca9e8,segment=NetworkSegment(795c4256-80b4-4480-94d9-c7cb4028f418),segment_id=795c4256-80b4-4480-94d9-c7cb4028f418)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 03:59:40.098983 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f9e0a3b8-a880-4ee9-9df9-15546daca9e8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:40.128259 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 03:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a081ff36-319f-4ccc-ba5f-b1a76a491179 x-openstack-request-id: req-a081ff36-319f-4ccc-ba5f-b1a76a491179 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:59:40.128608 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff902f1-b1db-4611-9eca-1a20a5eeab07", "name": "network-vif-plugged", "status": "completed", "tag": "f9e0a3b8-a880-4ee9-9df9-15546daca9e8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:59:40.129050 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a081ff36-319f-4ccc-ba5f-b1a76a491179 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:59:40.129438 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff902f1-b1db-4611-9eca-1a20a5eeab07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e0a3b8-a880-4ee9-9df9-15546daca9e8', 'code': 200} Feb 05 03:59:40.158518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=f9e0a3b8-a880-4ee9-9df9-15546daca9e8,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:40.177896 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:40.224285 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a754bf4-f72f-4c1c-a66f-b3531926ae21 req-eaedf362-3847-4ec5-bd9b-cb4c10c16ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:40.225782 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1a754bf4-f72f-4c1c-a66f-b3531926ae21 req-eaedf362-3847-4ec5-bd9b-cb4c10c16ae7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 1127 time: 0.0448275 Feb 05 03:59:40.271407 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-1a754bf4-f72f-4c1c-a66f-b3531926ae21 req-13b1873c-e89f-4b3f-8b1c-9d74a42b1b1c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391834 Feb 05 03:59:40.599157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1772-f521-4de8-8970-4b4824da8e63 req-43b712ee-4f60-403a-9b02-a838f797dbe9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:40.600633 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b43c1772-f521-4de8-8970-4b4824da8e63 req-43b712ee-4f60-403a-9b02-a838f797dbe9 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 945 time: 0.0562797 Feb 05 03:59:40.649424 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b43c1772-f521-4de8-8970-4b4824da8e63 req-838bc7e5-e35a-4182-8e9d-133b30eec949 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432045 Feb 05 03:59:41.768989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2cf2e-961e-43bd-9706-69a363184802 req-879b373e-263f-4015-895b-d06f6e20f107 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:41.770477 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eae2cf2e-961e-43bd-9706-69a363184802 req-879b373e-263f-4015-895b-d06f6e20f107 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 945 time: 0.0522056 Feb 05 03:59:41.819438 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eae2cf2e-961e-43bd-9706-69a363184802 req-c7067262-714f-46c3-8d27-0f06d2db305c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434947 Feb 05 03:59:41.937754 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0df37-836a-46e1-8919-93641d984e30 req-f68795b9-9845-4e16-ae2d-75ba1681eebb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:41.939199 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-33a0df37-836a-46e1-8919-93641d984e30 req-f68795b9-9845-4e16-ae2d-75ba1681eebb tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 945 time: 0.0537257 Feb 05 03:59:41.992719 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-33a0df37-836a-46e1-8919-93641d984e30 req-24f93387-bf52-496c-a8ef-6c7e6e143fc0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479517 Feb 05 03:59:42.014484 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46556) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:42.057106 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be88435-2a17-4fd8-9862-69d227359e35 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:42.058618 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-3be88435-2a17-4fd8-9862-69d227359e35 tempest-TestNetworkAdvancedServerOps-556388935 tempest-TestNetworkAdvancedServerOps-556388935-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 1122 time: 0.0430543 Feb 05 03:59:42.061386 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46558) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:42.065504 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': 'f9e0a3b8-a880-4ee9-9df9-15546daca9e8', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 03:59:42.085385 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:42.103112 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:42.183540 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:42.289684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Allocated IP 172.25.0.123 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/74bd3b8e-0268-4ea2-bbe4-ec7ab8b60b81) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 03:59:42.391249 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (74bd3b8e-0268-4ea2-bbe4-ec7ab8b60b81), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:42.425291 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (74bd3b8e-0268-4ea2-bbe4-ec7ab8b60b81), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:42.463709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 03:59:42.466477 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 03:59:42.470646 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 03:59:42.492121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=74bd3b8e-0268-4ea2-bbe4-ec7ab8b60b81,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:42.816986 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (8db99987-5960-47f6-9533-51bb3ce0f36a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:42.882907 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (74bd3b8e-0268-4ea2-bbe4-ec7ab8b60b81), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:43.031286 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for port (74bd3b8e-0268-4ea2-bbe4-ec7ab8b60b81), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:43.035666 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (74bd3b8e-0268-4ea2-bbe4-ec7ab8b60b81), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:43.100263 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event updated for resources: {'Port': ['ID=74bd3b8e-0268-4ea2-bbe4-ec7ab8b60b81,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 03:59:43.114477 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (8db99987-5960-47f6-9533-51bb3ce0f36a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:43.214533 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Floating IP 8db99987-5960-47f6-9533-51bb3ce0f36a associated. External IP: 172.25.0.123, port: f9e0a3b8-a880-4ee9-9df9-15546daca9e8. Feb 05 03:59:43.425717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 03:59:43.534783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 03:59:43.544568 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c19295-af5b-481d-93d2-300c3760aaab None None] Sync routers for ids ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 03:59:43.551505 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:43.554232 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c19295-af5b-481d-93d2-300c3760aaab None None] Routers {'327485f0-6a3f-49be-a4de-23daa3b0c3e8'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:59:43.554880 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a6c19295-af5b-481d-93d2-300c3760aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:59:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:43.581915 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d8a960b3-8957-45a5-905c-f37edd11ea3d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5195348 Feb 05 03:59:43.582503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff902f1-b1db-4611-9eca-1a20a5eeab07', 'tag': 'f9e0a3b8-a880-4ee9-9df9-15546daca9e8'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 03:59:43.584815 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32133967-e14c-459f-bf35-69516f4ae1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff902f1-b1db-4611-9eca-1a20a5eeab07", "tag": "f9e0a3b8-a880-4ee9-9df9-15546daca9e8"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 03:59:43.623184 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 03:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f6e262-59b5-4d4f-8442-bb739da53c66 x-openstack-request-id: req-b5f6e262-59b5-4d4f-8442-bb739da53c66 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 03:59:43.623525 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff902f1-b1db-4611-9eca-1a20a5eeab07", "tag": "f9e0a3b8-a880-4ee9-9df9-15546daca9e8", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 03:59:43.623896 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b5f6e262-59b5-4d4f-8442-bb739da53c66 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 03:59:43.624317 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff902f1-b1db-4611-9eca-1a20a5eeab07', 'tag': 'f9e0a3b8-a880-4ee9-9df9-15546daca9e8', 'status': 'completed', 'code': 200} Feb 05 03:59:43.666422 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a6c19295-af5b-481d-93d2-300c3760aaab None None] Set router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:59:43.694094 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3553ac-808b-4820-ae7a-e20b00db3fdd req-021c3d1c-dcbd-4c20-9dda-7a8faa4d5af2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:43.695583 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32133967-e14c-459f-bf35-69516f4ae1fc req-ec148491-f4e3-4ee8-9afb-9ef4bed0a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:43.696088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c3553ac-808b-4820-ae7a-e20b00db3fdd req-021c3d1c-dcbd-4c20-9dda-7a8faa4d5af2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 945 time: 0.0583816 Feb 05 03:59:43.697076 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32133967-e14c-459f-bf35-69516f4ae1fc req-ec148491-f4e3-4ee8-9afb-9ef4bed0a8fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 1127 time: 0.0510697 Feb 05 03:59:43.747238 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c3553ac-808b-4820-ae7a-e20b00db3fdd req-1c012253-8783-42d3-8598-6da29c6ab370 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453994 Feb 05 03:59:43.770742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46564) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:43.793129 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32133967-e14c-459f-bf35-69516f4ae1fc req-928456c1-eada-4c7b-8dba-66b474c92f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:43.794642 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32133967-e14c-459f-bf35-69516f4ae1fc req-928456c1-eada-4c7b-8dba-66b474c92f2a service neutron] 10.222.0.10 "GET /v2.0/networks?id=a70a93dc-2698-4ee4-b997-78d0db27d31f HTTP/1.1" status: 200 len: 898 time: 0.0916064 Feb 05 03:59:43.841600 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-dfc9e380-5752-4336-96d5-a7493c17dbe4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/8db99987-5960-47f6-9533-51bb3ce0f36a HTTP/1.1" status: 200 len: 991 time: 0.0695994 Feb 05 03:59:43.867706 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32133967-e14c-459f-bf35-69516f4ae1fc req-132e428e-d6eb-4837-a8f8-958de43ed267 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e0a3b8-a880-4ee9-9df9-15546daca9e8 HTTP/1.1" status: 200 len: 999 time: 0.0650089 Feb 05 03:59:43.899842 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a6c19295-af5b-481d-93d2-300c3760aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025948571', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:29Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '8db99987-5960-47f6-9533-51bb3ce0f36a', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'port_id': 'f9e0a3b8-a880-4ee9-9df9-15546daca9e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f', 'mac_address': 'fa:16:3e:13:e2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff902f1-b1db-4611-9eca-1a20a5eeab07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:59:42Z', 'updated_at': '2022-02-05T03:59:42Z', 'revision_number': 0, 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2854cd2-09e7-4e4d-8a61-8d38563edd02', 'name': '', 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:f9:d1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:28Z', 'updated_at': '2022-02-05T03:59:32Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:43.916181 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32133967-e14c-459f-bf35-69516f4ae1fc req-d10d9b18-87c1-420f-add6-1fdd19a61a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:43.917644 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32133967-e14c-459f-bf35-69516f4ae1fc req-d10d9b18-87c1-420f-add6-1fdd19a61a3d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d79421-21c8-41c1-bdae-6eed90c97140 HTTP/1.1" status: 200 len: 834 time: 0.0448282 Feb 05 03:59:43.925659 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c19295-af5b-481d-93d2-300c3760aaab None None] Checking router: 327485f0-6a3f-49be-a4de-23daa3b0c3e8 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 03:59:43.934344 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c19295-af5b-481d-93d2-300c3760aaab None None] Routers {'327485f0-6a3f-49be-a4de-23daa3b0c3e8'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 03:59:43.935001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a6c19295-af5b-481d-93d2-300c3760aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T03:59:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:43.970661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32133967-e14c-459f-bf35-69516f4ae1fc req-6a509837-f67c-4a40-a717-2cf20e35c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:43.972121 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32133967-e14c-459f-bf35-69516f4ae1fc req-6a509837-f67c-4a40-a717-2cf20e35c060 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a70a93dc-2698-4ee4-b997-78d0db27d31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489032 Feb 05 03:59:44.069880 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32133967-e14c-459f-bf35-69516f4ae1fc req-95b0d78e-00d4-41dd-9887-1d34f7ce5225 service neutron] 10.222.0.10 "GET /v2.0/networks/a70a93dc-2698-4ee4-b997-78d0db27d31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913393 Feb 05 03:59:44.164036 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-32133967-e14c-459f-bf35-69516f4ae1fc req-d53b5a05-acee-42a1-a3a3-1571e895c705 service neutron] 10.222.0.10 "GET /v2.0/networks/a70a93dc-2698-4ee4-b997-78d0db27d31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885084 Feb 05 03:59:44.219408 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a6c19295-af5b-481d-93d2-300c3760aaab None None] Set router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 03:59:44.442859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a6c19295-af5b-481d-93d2-300c3760aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025948571', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:29Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '8db99987-5960-47f6-9533-51bb3ce0f36a', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'port_id': 'f9e0a3b8-a880-4ee9-9df9-15546daca9e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f', 'mac_address': 'fa:16:3e:13:e2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff902f1-b1db-4611-9eca-1a20a5eeab07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:59:42Z', 'updated_at': '2022-02-05T03:59:42Z', 'revision_number': 0, 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2854cd2-09e7-4e4d-8a61-8d38563edd02', 'name': '', 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:f9:d1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:28Z', 'updated_at': '2022-02-05T03:59:32Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 03:59:44.471934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c19295-af5b-481d-93d2-300c3760aaab None None] The sync data for ids ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'] in n-d-826942-8 is: [{'id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025948571', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:29Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '8db99987-5960-47f6-9533-51bb3ce0f36a', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'port_id': 'f9e0a3b8-a880-4ee9-9df9-15546daca9e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f', 'mac_address': 'fa:16:3e:13:e2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff902f1-b1db-4611-9eca-1a20a5eeab07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T03:59:42Z', 'updated_at': '2022-02-05T03:59:42Z', 'revision_number': 0, 'project_id': '8c206c500d63491dada44309cafa1904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2854cd2-09e7-4e4d-8a61-8d38563edd02', 'name': '', 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:f9:d1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:28Z', 'updated_at': '2022-02-05T03:59:32Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 03:59:44.659463 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d33c73-225c-4973-a2f1-9461ca8d474c None None] New status for floating IP 8db99987-5960-47f6-9533-51bb3ce0f36a: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 03:59:44.845254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46566) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 03:59:44.904072 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-526b7b91-f060-4c28-abaf-f0c5789e0ad0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/8db99987-5960-47f6-9533-51bb3ce0f36a HTTP/1.1" status: 200 len: 993 time: 0.0575764 Feb 05 03:59:47.029442 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 03:59:54.361140 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52a995cb-19ce-4105-8e7e-9fddd3950c16 req-e0899abc-16eb-448e-a8fd-8eba88263f86 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443261 Feb 05 03:59:54.455261 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a995cb-19ce-4105-8e7e-9fddd3950c16 req-5b35591d-40d9-4fc2-94f2-9820c7fbb1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:54.456758 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52a995cb-19ce-4105-8e7e-9fddd3950c16 req-5b35591d-40d9-4fc2-94f2-9820c7fbb1e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 1127 time: 0.0493977 Feb 05 03:59:54.558334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a995cb-19ce-4105-8e7e-9fddd3950c16 req-26224bf1-65cc-4ed2-b3fa-8e4714049bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:54.559811 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52a995cb-19ce-4105-8e7e-9fddd3950c16 req-26224bf1-65cc-4ed2-b3fa-8e4714049bc5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a70a93dc-2698-4ee4-b997-78d0db27d31f HTTP/1.1" status: 200 len: 898 time: 0.0837450 Feb 05 03:59:54.627336 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52a995cb-19ce-4105-8e7e-9fddd3950c16 req-1b4827d3-67e9-479b-8d81-5f3173ab7453 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e0a3b8-a880-4ee9-9df9-15546daca9e8 HTTP/1.1" status: 200 len: 1001 time: 0.0617452 Feb 05 03:59:54.675051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a995cb-19ce-4105-8e7e-9fddd3950c16 req-ab95879c-5bb4-4598-a7b2-375ddee00b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:54.676720 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52a995cb-19ce-4105-8e7e-9fddd3950c16 req-ab95879c-5bb4-4598-a7b2-375ddee00b04 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d79421-21c8-41c1-bdae-6eed90c97140 HTTP/1.1" status: 200 len: 834 time: 0.0430472 Feb 05 03:59:54.727687 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a995cb-19ce-4105-8e7e-9fddd3950c16 req-008f144d-8cf2-4306-a01d-baa3c0444d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 03:59:54.729203 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52a995cb-19ce-4105-8e7e-9fddd3950c16 req-008f144d-8cf2-4306-a01d-baa3c0444d4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a70a93dc-2698-4ee4-b997-78d0db27d31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459716 Feb 05 03:59:54.823130 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52a995cb-19ce-4105-8e7e-9fddd3950c16 req-6b05c68b-a82f-47cb-867e-3302949902ba service neutron] 10.222.0.10 "GET /v2.0/networks/a70a93dc-2698-4ee4-b997-78d0db27d31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876181 Feb 05 03:59:54.909952 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-52a995cb-19ce-4105-8e7e-9fddd3950c16 req-eee813c4-95fe-4190-8bdf-c334b03f1edd service neutron] 10.222.0.10 "GET /v2.0/networks/a70a93dc-2698-4ee4-b997-78d0db27d31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809793 Feb 05 04:00:02.411098 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:00:03.793221 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-78931f25-4089-4574-9f16-e200ad676da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:04.829976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-045c29d3-8f19-4c09-a505-9b6f5d475d6b req-ab15b066-5894-43ec-8b1c-0ad0a109e52e service neutron] (109675) timed out ('10.222.0.36', 42784) {{(pid=109675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 05 04:00:06.000419 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f46f8389-92ae-4b29-b388-eb0f556260f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:07.373313 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:08.908856 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:10.179865 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:12.098842 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:16.349038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3da47-526f-409c-9d04-0aac2cdd242a req-0b2d8a83-382f-478b-9736-0d8a883027bf tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:16.350595 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07b3da47-526f-409c-9d04-0aac2cdd242a req-0b2d8a83-382f-478b-9736-0d8a883027bf tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 945 time: 0.0571697 Feb 05 04:00:16.399060 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-07b3da47-526f-409c-9d04-0aac2cdd242a req-c4f1e350-df35-4b53-a49a-073c3916df58 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427940 Feb 05 04:00:17.028772 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:17.519187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305d134-0b34-4212-903b-13dfca7e118c req-4b39d854-9c46-4f67-a9e1-e91d4dda9c63 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:17.520667 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b305d134-0b34-4212-903b-13dfca7e118c req-4b39d854-9c46-4f67-a9e1-e91d4dda9c63 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 945 time: 0.0520990 Feb 05 04:00:17.567987 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b305d134-0b34-4212-903b-13dfca7e118c req-2153f21f-7ffe-4241-871b-6250542134b2 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418906 Feb 05 04:00:17.590444 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46588) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:17.653696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-594727cf-3173-4f9d-ac21-d8666d822ee1 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/8db99987-5960-47f6-9533-51bb3ce0f36a HTTP/1.1" status: 200 len: 993 time: 0.0620382 Feb 05 04:00:18.921718 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702ff86-8339-42d3-bb37-1ac106f670d7 req-474f5751-c71d-4bb6-af2b-840dae7aa14c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:18.923205 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0702ff86-8339-42d3-bb37-1ac106f670d7 req-474f5751-c71d-4bb6-af2b-840dae7aa14c tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 945 time: 0.0535862 Feb 05 04:00:18.940032 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff03f28-1dfa-4856-9314-70c390ae2645 req-d1169343-2d9b-4f34-a582-b50ed5fa7e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:18.941520 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4ff03f28-1dfa-4856-9314-70c390ae2645 req-d1169343-2d9b-4f34-a582-b50ed5fa7e3d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 1127 time: 0.0465803 Feb 05 04:00:18.972330 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0702ff86-8339-42d3-bb37-1ac106f670d7 req-b9cdfeee-7bbb-429a-8a69-4b76fd652b6b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431359 Feb 05 04:00:19.034097 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff03f28-1dfa-4856-9314-70c390ae2645 req-2ffd7e66-6a6f-4721-9ff1-a3887eb465d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:19.035692 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4ff03f28-1dfa-4856-9314-70c390ae2645 req-2ffd7e66-6a6f-4721-9ff1-a3887eb465d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a70a93dc-2698-4ee4-b997-78d0db27d31f HTTP/1.1" status: 200 len: 898 time: 0.0883441 Feb 05 04:00:19.100534 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4ff03f28-1dfa-4856-9314-70c390ae2645 req-59454d40-f2e8-4d55-ac8d-4da496073a5c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e0a3b8-a880-4ee9-9df9-15546daca9e8 HTTP/1.1" status: 200 len: 1001 time: 0.0591819 Feb 05 04:00:19.151567 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff03f28-1dfa-4856-9314-70c390ae2645 req-716cbcc7-0faa-4b66-bff0-9199e2e8fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:19.152993 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4ff03f28-1dfa-4856-9314-70c390ae2645 req-716cbcc7-0faa-4b66-bff0-9199e2e8fa05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d79421-21c8-41c1-bdae-6eed90c97140 HTTP/1.1" status: 200 len: 834 time: 0.0469015 Feb 05 04:00:19.201401 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff03f28-1dfa-4856-9314-70c390ae2645 req-2f3843b8-5d53-4903-acf6-990010211064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:19.202897 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4ff03f28-1dfa-4856-9314-70c390ae2645 req-2f3843b8-5d53-4903-acf6-990010211064 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a70a93dc-2698-4ee4-b997-78d0db27d31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435934 Feb 05 04:00:19.290781 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4ff03f28-1dfa-4856-9314-70c390ae2645 req-b1f91ac0-a4fc-47ff-be28-66634fc1b081 service neutron] 10.222.0.10 "GET /v2.0/networks/a70a93dc-2698-4ee4-b997-78d0db27d31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814650 Feb 05 04:00:19.382463 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-4ff03f28-1dfa-4856-9314-70c390ae2645 req-f4864eb4-8960-44e7-a960-c9357cc8577e service neutron] 10.222.0.10 "GET /v2.0/networks/a70a93dc-2698-4ee4-b997-78d0db27d31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860076 Feb 05 04:00:20.102070 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4899544-00e5-45d9-a3ad-198a7e066a72 req-d3c35955-5876-4f03-a3a0-465da47e4ac8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:20.103617 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b4899544-00e5-45d9-a3ad-198a7e066a72 req-d3c35955-5876-4f03-a3a0-465da47e4ac8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 945 time: 0.0601051 Feb 05 04:00:20.158747 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b4899544-00e5-45d9-a3ad-198a7e066a72 req-15f23c28-e569-4ce4-836d-8cdfe9cd7fd7 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492628 Feb 05 04:00:21.279443 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accdd8a-88ef-4e5e-a3fc-cbf02dee1d8b req-5c5b570f-c435-44ae-8d3e-5a692c545e66 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:21.280910 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2accdd8a-88ef-4e5e-a3fc-cbf02dee1d8b req-5c5b570f-c435-44ae-8d3e-5a692c545e66 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 945 time: 0.0527153 Feb 05 04:00:21.327914 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2accdd8a-88ef-4e5e-a3fc-cbf02dee1d8b req-c3fe57dd-c2cc-4edd-b35b-429ad64f82f8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411439 Feb 05 04:00:21.350688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46600) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:21.416100 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d9316894-f8b9-4074-8cb7-a04f88782eb8 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/floatingips/8db99987-5960-47f6-9533-51bb3ce0f36a HTTP/1.1" status: 200 len: 993 time: 0.0642216 Feb 05 04:00:21.598956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46606) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:21.760736 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port 74bd3b8e-0268-4ea2-bbe4-ec7ab8b60b81 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:00:21.761083 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (74bd3b8e-0268-4ea2-bbe4-ec7ab8b60b81), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:21.836964 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (74bd3b8e-0268-4ea2-bbe4-ec7ab8b60b81), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:21.837293 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (74bd3b8e-0268-4ea2-bbe4-ec7ab8b60b81), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:21.848997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for 74bd3b8e-0268-4ea2-bbe4-ec7ab8b60b81 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:00:21.997289 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (74bd3b8e-0268-4ea2-bbe4-ec7ab8b60b81), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:22.026279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=74bd3b8e-0268-4ea2-bbe4-ec7ab8b60b81,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:22.038696 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:22.039082 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:22.039438 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:22.039783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:22.040126 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:22.040459 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:22.040793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:22.041129 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:22.041463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:22.041793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:22.042124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:22.042450 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:22.042798 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:22.101910 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for floatingip (8db99987-5960-47f6-9533-51bb3ce0f36a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:22.102261 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Floating IP 8db99987-5960-47f6-9533-51bb3ce0f36a disassociated (deleted). External IP: 172.25.0.123, port: f9e0a3b8-a880-4ee9-9df9-15546daca9e8. Feb 05 04:00:22.318053 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:00:22.428343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:00:22.433042 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:22.438216 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d4fe0-6f18-4668-b691-5f7636f5154f None None] Sync routers for ids ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:00:22.448218 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494d4fe0-6f18-4668-b691-5f7636f5154f None None] Routers {'327485f0-6a3f-49be-a4de-23daa3b0c3e8'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:00:22.448846 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-494d4fe0-6f18-4668-b691-5f7636f5154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:22.462793 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-4828e24a-28c0-420a-8121-e4c2c5a304c0 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/floatingips/8db99987-5960-47f6-9533-51bb3ce0f36a HTTP/1.1" status: 204 len: 168 time: 0.8627429 Feb 05 04:00:22.463641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff902f1-b1db-4611-9eca-1a20a5eeab07', 'tag': 'f9e0a3b8-a880-4ee9-9df9-15546daca9e8'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:00:22.466019 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2369a6e-864b-45e9-9ccf-14c24b5dcf44" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff902f1-b1db-4611-9eca-1a20a5eeab07", "tag": "f9e0a3b8-a880-4ee9-9df9-15546daca9e8"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:00:22.507554 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 04:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe881f40-c08b-47aa-9051-3bc0c15839ba x-openstack-request-id: req-fe881f40-c08b-47aa-9051-3bc0c15839ba {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:00:22.507846 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff902f1-b1db-4611-9eca-1a20a5eeab07", "tag": "f9e0a3b8-a880-4ee9-9df9-15546daca9e8", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:00:22.508102 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe881f40-c08b-47aa-9051-3bc0c15839ba {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:00:22.508505 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff902f1-b1db-4611-9eca-1a20a5eeab07', 'tag': 'f9e0a3b8-a880-4ee9-9df9-15546daca9e8', 'status': 'completed', 'code': 200} Feb 05 04:00:22.570957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-494d4fe0-6f18-4668-b691-5f7636f5154f None None] Set router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:00:22.576650 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2369a6e-864b-45e9-9ccf-14c24b5dcf44 req-1d6245ea-bdee-4697-bd9e-c025c3fa847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:22.578174 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2369a6e-864b-45e9-9ccf-14c24b5dcf44 req-1d6245ea-bdee-4697-bd9e-c025c3fa847b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c206c500d63491dada44309cafa1904&device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 1127 time: 0.0481787 Feb 05 04:00:22.682867 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2369a6e-864b-45e9-9ccf-14c24b5dcf44 req-e488ea5a-5c2d-4ef0-a54a-b8179a77d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:22.684340 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2369a6e-864b-45e9-9ccf-14c24b5dcf44 req-e488ea5a-5c2d-4ef0-a54a-b8179a77d2cf service neutron] 10.222.0.10 "GET /v2.0/networks?id=a70a93dc-2698-4ee4-b997-78d0db27d31f HTTP/1.1" status: 200 len: 898 time: 0.0930908 Feb 05 04:00:22.714800 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671c856-9349-410a-a8da-28ee68224fc5 req-f9c4275e-4fa7-4dc7-a04e-544d62971355 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:22.716336 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9671c856-9349-410a-a8da-28ee68224fc5 req-f9c4275e-4fa7-4dc7-a04e-544d62971355 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 945 time: 0.0572457 Feb 05 04:00:22.727917 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2369a6e-864b-45e9-9ccf-14c24b5dcf44 req-25cf50be-237d-4bbc-8d58-af637fac0afc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e0a3b8-a880-4ee9-9df9-15546daca9e8 HTTP/1.1" status: 200 len: 217 time: 0.0367734 Feb 05 04:00:22.767850 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9671c856-9349-410a-a8da-28ee68224fc5 req-f8dfe404-1c14-40f7-b938-91745351b84d tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433195 Feb 05 04:00:22.784721 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2369a6e-864b-45e9-9ccf-14c24b5dcf44 req-698beb96-5a78-4c94-bab1-fc911ae02a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:22.784721 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2369a6e-864b-45e9-9ccf-14c24b5dcf44 req-698beb96-5a78-4c94-bab1-fc911ae02a25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d79421-21c8-41c1-bdae-6eed90c97140 HTTP/1.1" status: 200 len: 834 time: 0.0474319 Feb 05 04:00:22.786570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-494d4fe0-6f18-4668-b691-5f7636f5154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025948571', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:29Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'f2854cd2-09e7-4e4d-8a61-8d38563edd02', 'name': '', 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:f9:d1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:28Z', 'updated_at': '2022-02-05T03:59:32Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:22.817397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d4fe0-6f18-4668-b691-5f7636f5154f None None] Checking router: 327485f0-6a3f-49be-a4de-23daa3b0c3e8 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:00:22.825784 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494d4fe0-6f18-4668-b691-5f7636f5154f None None] Routers {'327485f0-6a3f-49be-a4de-23daa3b0c3e8'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:00:22.826306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-494d4fe0-6f18-4668-b691-5f7636f5154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:22.834696 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2369a6e-864b-45e9-9ccf-14c24b5dcf44 req-1f4f1433-220f-47d7-9d9e-2e3a67195a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:22.836326 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2369a6e-864b-45e9-9ccf-14c24b5dcf44 req-1f4f1433-220f-47d7-9d9e-2e3a67195a50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a70a93dc-2698-4ee4-b997-78d0db27d31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456500 Feb 05 04:00:22.934548 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2369a6e-864b-45e9-9ccf-14c24b5dcf44 req-93f2acb1-059d-4965-9481-2e49e2131f6e service neutron] 10.222.0.10 "GET /v2.0/networks/a70a93dc-2698-4ee4-b997-78d0db27d31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904737 Feb 05 04:00:22.936633 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-494d4fe0-6f18-4668-b691-5f7636f5154f None None] Set router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:00:23.029152 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-c2369a6e-864b-45e9-9ccf-14c24b5dcf44 req-9d159dda-0282-4240-873c-836a57e686e8 service neutron] 10.222.0.10 "GET /v2.0/networks/a70a93dc-2698-4ee4-b997-78d0db27d31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884748 Feb 05 04:00:23.142471 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-494d4fe0-6f18-4668-b691-5f7636f5154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025948571', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:29Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'f2854cd2-09e7-4e4d-8a61-8d38563edd02', 'name': '', 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:f9:d1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:28Z', 'updated_at': '2022-02-05T03:59:32Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:23.168449 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d4fe0-6f18-4668-b691-5f7636f5154f None None] The sync data for ids ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'] in n-d-826942-8 is: [{'id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025948571', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:29Z', 'revision_number': 4, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'f2854cd2-09e7-4e4d-8a61-8d38563edd02', 'name': '', 'network_id': 'a70a93dc-2698-4ee4-b997-78d0db27d31f', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'mac_address': 'fa:16:3e:f9:d1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:28Z', 'updated_at': '2022-02-05T03:59:32Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'subnets': [{'id': '58d79421-21c8-41c1-bdae-6eed90c97140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:00:23.383689 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2587cf5-443d-4acb-8130-0feefb011556 None None] New status for floating IP 8db99987-5960-47f6-9533-51bb3ce0f36a: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 04:00:23.889562 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d487158-bba1-4a6b-b0f3-53edade0d6be req-c4b88e8d-2370-466d-86e8-1eb409f2a7ba tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:23.891035 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d487158-bba1-4a6b-b0f3-53edade0d6be req-c4b88e8d-2370-466d-86e8-1eb409f2a7ba tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 945 time: 0.0509348 Feb 05 04:00:23.941803 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4d487158-bba1-4a6b-b0f3-53edade0d6be req-d748d126-aea8-4974-848e-b8221d883bdf tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbceeb71-2fe4-4f13-a87e-46ef344d233c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443788 Feb 05 04:00:24.244091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ccdbb-2d69-447f-add2-68f1bf934cff req-1336a999-7897-412c-9430-54388711f0de tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:24.245545 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b97ccdbb-2d69-447f-add2-68f1bf934cff req-1336a999-7897-412c-9430-54388711f0de tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 945 time: 0.0575905 Feb 05 04:00:24.336119 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-b97ccdbb-2d69-447f-add2-68f1bf934cff req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port f9e0a3b8-a880-4ee9-9df9-15546daca9e8 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:00:24.336461 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b97ccdbb-2d69-447f-add2-68f1bf934cff req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f9e0a3b8-a880-4ee9-9df9-15546daca9e8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:24.429349 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b97ccdbb-2d69-447f-add2-68f1bf934cff req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] For port f9e0a3b8-a880-4ee9-9df9-15546daca9e8, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f9e0a3b8-a880-4ee9-9df9-15546daca9e8,segment=NetworkSegment(795c4256-80b4-4480-94d9-c7cb4028f418),segment_id=795c4256-80b4-4480-94d9-c7cb4028f418)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:00:24.429707 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b97ccdbb-2d69-447f-add2-68f1bf934cff req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f9e0a3b8-a880-4ee9-9df9-15546daca9e8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:24.442786 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-b97ccdbb-2d69-447f-add2-68f1bf934cff req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for f9e0a3b8-a880-4ee9-9df9-15546daca9e8 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:00:24.567601 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b97ccdbb-2d69-447f-add2-68f1bf934cff req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f9e0a3b8-a880-4ee9-9df9-15546daca9e8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:24.598909 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=f9e0a3b8-a880-4ee9-9df9-15546daca9e8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:24.610723 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:24.611689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:24.612039 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:24.612379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:24.612717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:24.613050 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:24.613381 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:24.613712 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:24.614041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:24.614369 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:24.614693 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:24.615046 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:24.615367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:24.652021 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97ccdbb-2d69-447f-add2-68f1bf934cff req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] No DVR routers for this DVR port f9e0a3b8-a880-4ee9-9df9-15546daca9e8 on host n-h2-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 04:00:24.654629 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b97ccdbb-2d69-447f-add2-68f1bf934cff req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:24.658952 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-b97ccdbb-2d69-447f-add2-68f1bf934cff req-595b5c47-c6ee-488f-b759-876d39a40963 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.10 "DELETE /v2.0/ports/f9e0a3b8-a880-4ee9-9df9-15546daca9e8 HTTP/1.1" status: 204 len: 173 time: 0.4083345 Feb 05 04:00:24.659398 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff902f1-b1db-4611-9eca-1a20a5eeab07', 'name': 'network-vif-deleted', 'tag': 'f9e0a3b8-a880-4ee9-9df9-15546daca9e8'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:00:24.661714 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5cc455-993e-4e5c-98d9-d3a6b8d487ab" -d '{"events": [{"server_uuid": "2ff902f1-b1db-4611-9eca-1a20a5eeab07", "name": "network-vif-deleted", "tag": "f9e0a3b8-a880-4ee9-9df9-15546daca9e8"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:00:24.755398 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 04:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc137a2-ed6c-46d8-a422-0084a2b2370e x-openstack-request-id: req-8fc137a2-ed6c-46d8-a422-0084a2b2370e {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:00:24.755702 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff902f1-b1db-4611-9eca-1a20a5eeab07", "name": "network-vif-deleted", "tag": "f9e0a3b8-a880-4ee9-9df9-15546daca9e8", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:00:24.755955 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8fc137a2-ed6c-46d8-a422-0084a2b2370e {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:00:24.756675 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff902f1-b1db-4611-9eca-1a20a5eeab07', 'name': 'network-vif-deleted', 'tag': 'f9e0a3b8-a880-4ee9-9df9-15546daca9e8', 'status': 'completed', 'code': 200} Feb 05 04:00:25.366211 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ccfdca1e-90c2-41d5-96cd-06b1afd0b3a6 req-526818c7-aee1-4d53-95ae-2649cf65b2cf tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff902f1-b1db-4611-9eca-1a20a5eeab07 HTTP/1.1" status: 200 len: 210 time: 0.3291070 Feb 05 04:00:26.422818 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46624) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:26.775119 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ce75a32-d8eb-424b-838a-ec04309c24d6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (327485f0-6a3f-49be-a4de-23daa3b0c3e8), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:27.029837 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8ce75a32-d8eb-424b-838a-ec04309c24d6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port f2854cd2-09e7-4e4d-8a61-8d38563edd02 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:00:27.030304 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ce75a32-d8eb-424b-838a-ec04309c24d6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:27.120027 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-8ce75a32-d8eb-424b-838a-ec04309c24d6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] For port f2854cd2-09e7-4e4d-8a61-8d38563edd02, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=f2854cd2-09e7-4e4d-8a61-8d38563edd02,segment=NetworkSegment(795c4256-80b4-4480-94d9-c7cb4028f418),segment_id=795c4256-80b4-4480-94d9-c7cb4028f418)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:00:27.120386 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ce75a32-d8eb-424b-838a-ec04309c24d6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:27.132721 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8ce75a32-d8eb-424b-838a-ec04309c24d6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for f2854cd2-09e7-4e4d-8a61-8d38563edd02 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:00:27.315553 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ce75a32-d8eb-424b-838a-ec04309c24d6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (f2854cd2-09e7-4e4d-8a61-8d38563edd02), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:27.341882 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce75a32-d8eb-424b-838a-ec04309c24d6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=f2854cd2-09e7-4e4d-8a61-8d38563edd02,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:27.523875 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ce75a32-d8eb-424b-838a-ec04309c24d6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (327485f0-6a3f-49be-a4de-23daa3b0c3e8), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:27.741750 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce75a32-d8eb-424b-838a-ec04309c24d6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:00:27.850093 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce75a32-d8eb-424b-838a-ec04309c24d6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:00:27.855319 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-8ce75a32-d8eb-424b-838a-ec04309c24d6 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "PUT /v2.0/routers/327485f0-6a3f-49be-a4de-23daa3b0c3e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4314139 Feb 05 04:00:27.857943 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46626) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:27.860525 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520122d-90d9-44ab-9ea9-c4eb1b8504c0 None None] Sync routers for ids ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:00:27.869954 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520122d-90d9-44ab-9ea9-c4eb1b8504c0 None None] Routers {'327485f0-6a3f-49be-a4de-23daa3b0c3e8'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:00:27.870567 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c520122d-90d9-44ab-9ea9-c4eb1b8504c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:27.913072 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91b8e27-11b7-469e-a3e0-48f727e58f9b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting subnet 58d79421-21c8-41c1-bdae-6eed90c97140 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 04:00:27.916204 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b91b8e27-11b7-469e-a3e0-48f727e58f9b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for subnet (58d79421-21c8-41c1-bdae-6eed90c97140), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:27.956194 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b91b8e27-11b7-469e-a3e0-48f727e58f9b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (58d79421-21c8-41c1-bdae-6eed90c97140), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:27.977576 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c520122d-90d9-44ab-9ea9-c4eb1b8504c0 None None] Set router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:00:28.038513 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b91b8e27-11b7-469e-a3e0-48f727e58f9b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (58d79421-21c8-41c1-bdae-6eed90c97140), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:28.103413 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b91b8e27-11b7-469e-a3e0-48f727e58f9b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (58d79421-21c8-41c1-bdae-6eed90c97140), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:28.133374 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b91b8e27-11b7-469e-a3e0-48f727e58f9b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:28.139051 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb7ee3-5902-4f29-b4a1-ffa445d3f320 None None] Network a70a93dc-2698-4ee4-b997-78d0db27d31f requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 04:00:28.140056 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46628) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:28.140619 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b91b8e27-11b7-469e-a3e0-48f727e58f9b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/subnets/58d79421-21c8-41c1-bdae-6eed90c97140 HTTP/1.1" status: 204 len: 168 time: 0.2813284 Feb 05 04:00:28.141272 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b8e27-11b7-469e-a3e0-48f727e58f9b tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Subnet': ['ID=58d79421-21c8-41c1-bdae-6eed90c97140,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:28.199709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f9e0a3b8-a880-4ee9-9df9-15546daca9e8 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:00:28.230345 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: f9e0a3b8-a880-4ee9-9df9-15546daca9e8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:00:28.230687 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f9e0a3b8-a880-4ee9-9df9-15546daca9e8 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:00:28.254041 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16cead79-4ade-4fab-92e5-a9b17179a620 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router (327485f0-6a3f-49be-a4de-23daa3b0c3e8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:28.264072 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c520122d-90d9-44ab-9ea9-c4eb1b8504c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025948571', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T04:00:27Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:28.295638 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520122d-90d9-44ab-9ea9-c4eb1b8504c0 None None] Checking router: 327485f0-6a3f-49be-a4de-23daa3b0c3e8 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:00:28.308197 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520122d-90d9-44ab-9ea9-c4eb1b8504c0 None None] Routers {'327485f0-6a3f-49be-a4de-23daa3b0c3e8'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:00:28.308833 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c520122d-90d9-44ab-9ea9-c4eb1b8504c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:28.387490 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16cead79-4ade-4fab-92e5-a9b17179a620 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_gateway (327485f0-6a3f-49be-a4de-23daa3b0c3e8), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:28.442665 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-16cead79-4ade-4fab-92e5-a9b17179a620 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Deleting port aa9aac42-7ecf-4552-b10c-b4f17bbe5abb {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:00:28.443048 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16cead79-4ade-4fab-92e5-a9b17179a620 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (aa9aac42-7ecf-4552-b10c-b4f17bbe5abb), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:28.529907 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-16cead79-4ade-4fab-92e5-a9b17179a620 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] For port aa9aac42-7ecf-4552-b10c-b4f17bbe5abb, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=aa9aac42-7ecf-4552-b10c-b4f17bbe5abb,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:00:28.530273 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16cead79-4ade-4fab-92e5-a9b17179a620 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (aa9aac42-7ecf-4552-b10c-b4f17bbe5abb), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:28.542360 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-16cead79-4ade-4fab-92e5-a9b17179a620 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Calling delete_port for aa9aac42-7ecf-4552-b10c-b4f17bbe5abb owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:00:28.550671 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] DHCP port deletion for a70a93dc-2698-4ee4-b997-78d0db27d31f request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 04:00:28.624341 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c520122d-90d9-44ab-9ea9-c4eb1b8504c0 None None] Set router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:00:28.692345 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Deleting port 83924ebc-9d8a-48c8-827c-8eef20e9dbe4 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:00:28.692718 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (83924ebc-9d8a-48c8-827c-8eef20e9dbe4), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:28.707063 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16cead79-4ade-4fab-92e5-a9b17179a620 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (aa9aac42-7ecf-4552-b10c-b4f17bbe5abb), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:28.732672 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cead79-4ade-4fab-92e5-a9b17179a620 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Port': ['ID=aa9aac42-7ecf-4552-b10c-b4f17bbe5abb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:28.794100 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16cead79-4ade-4fab-92e5-a9b17179a620 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (327485f0-6a3f-49be-a4de-23daa3b0c3e8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:28.802832 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] For port 83924ebc-9d8a-48c8-827c-8eef20e9dbe4, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=83924ebc-9d8a-48c8-827c-8eef20e9dbe4,segment=NetworkSegment(795c4256-80b4-4480-94d9-c7cb4028f418),segment_id=795c4256-80b4-4480-94d9-c7cb4028f418)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:00:28.803169 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (83924ebc-9d8a-48c8-827c-8eef20e9dbe4), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:28.824090 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Calling delete_port for 83924ebc-9d8a-48c8-827c-8eef20e9dbe4 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:00:28.890792 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16cead79-4ade-4fab-92e5-a9b17179a620 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (327485f0-6a3f-49be-a4de-23daa3b0c3e8), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:28.895434 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16cead79-4ade-4fab-92e5-a9b17179a620 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router_controller (327485f0-6a3f-49be-a4de-23daa3b0c3e8), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:28.937209 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c520122d-90d9-44ab-9ea9-c4eb1b8504c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025948571', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T04:00:27Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:28.948036 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16cead79-4ade-4fab-92e5-a9b17179a620 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (327485f0-6a3f-49be-a4de-23daa3b0c3e8), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:28.948787 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cead79-4ade-4fab-92e5-a9b17179a620 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Fanout notify agent at l3_agent the message router_deleted on router 327485f0-6a3f-49be-a4de-23daa3b0c3e8 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 04:00:28.957692 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16cead79-4ade-4fab-92e5-a9b17179a620 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:28.961341 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-16cead79-4ade-4fab-92e5-a9b17179a620 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/routers/327485f0-6a3f-49be-a4de-23daa3b0c3e8 HTTP/1.1" status: 204 len: 168 time: 0.8168931 Feb 05 04:00:28.961810 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46630) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:28.965658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520122d-90d9-44ab-9ea9-c4eb1b8504c0 None None] The sync data for ids ['327485f0-6a3f-49be-a4de-23daa3b0c3e8'] in n-d-826942-8 is: [{'id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025948571', 'tenant_id': '8c206c500d63491dada44309cafa1904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T04:00:27Z', 'revision_number': 5, 'project_id': '8c206c500d63491dada44309cafa1904', 'gw_port': {'id': 'aa9aac42-7ecf-4552-b10c-b4f17bbe5abb', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327485f0-6a3f-49be-a4de-23daa3b0c3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T03:59:26Z', 'updated_at': '2022-02-05T03:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:00:28.977297 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (83924ebc-9d8a-48c8-827c-8eef20e9dbe4), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:29.011479 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Pushing event deleted for resources: {'Port': ['ID=83924ebc-9d8a-48c8-827c-8eef20e9dbe4,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:29.014004 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] No DVR routers for this DVR port 83924ebc-9d8a-48c8-827c-8eef20e9dbe4 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 04:00:29.025301 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:29.025615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:29.025962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:29.026302 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:29.026636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:29.026990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:29.027316 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:29.027641 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:29.028086 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:29.028411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:29.028753 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:29.029055 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:29.029951 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c935f3-2a36-4ddb-a608-7e2e50db880b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:29.047752 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db727dad-054a-446b-8cf3-65b1f9336391 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (a70a93dc-2698-4ee4-b997-78d0db27d31f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:29.138737 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db727dad-054a-446b-8cf3-65b1f9336391 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (a70a93dc-2698-4ee4-b997-78d0db27d31f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:29.158157 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-db727dad-054a-446b-8cf3-65b1f9336391 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70a93dc-2698-4ee4-b997-78d0db27d31f']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:29.167180 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-db727dad-054a-446b-8cf3-65b1f9336391 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795c4256-80b4-4480-94d9-c7cb4028f418') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:29.167479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-db727dad-054a-446b-8cf3-65b1f9336391 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795c4256-80b4-4480-94d9-c7cb4028f418') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:29.177132 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db727dad-054a-446b-8cf3-65b1f9336391 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (795c4256-80b4-4480-94d9-c7cb4028f418), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:29.190264 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db727dad-054a-446b-8cf3-65b1f9336391 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (795c4256-80b4-4480-94d9-c7cb4028f418), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:29.195970 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db727dad-054a-446b-8cf3-65b1f9336391 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 04:00:29.196342 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db727dad-054a-446b-8cf3-65b1f9336391 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (795c4256-80b4-4480-94d9-c7cb4028f418), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: timer() Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 04:00:29.199181 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 04:00:29.253151 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db727dad-054a-446b-8cf3-65b1f9336391 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (a70a93dc-2698-4ee4-b997-78d0db27d31f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:29.260095 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db727dad-054a-446b-8cf3-65b1f9336391 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:29.263115 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-db727dad-054a-446b-8cf3-65b1f9336391 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/networks/a70a93dc-2698-4ee4-b997-78d0db27d31f HTTP/1.1" status: 204 len: 168 time: 0.3002875 Feb 05 04:00:29.266002 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46632) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:29.274664 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db727dad-054a-446b-8cf3-65b1f9336391 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'Network': ['ID=a70a93dc-2698-4ee4-b997-78d0db27d31f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:29.326233 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bece7f5-9093-4b5e-9819-30bc42f003c4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (fbceeb71-2fe4-4f13-a87e-46ef344d233c), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:29.332845 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 83924ebc-9d8a-48c8-827c-8eef20e9dbe4 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:00:29.357894 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bece7f5-9093-4b5e-9819-30bc42f003c4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (fbceeb71-2fe4-4f13-a87e-46ef344d233c), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:29.363322 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 83924ebc-9d8a-48c8-827c-8eef20e9dbe4 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:00:29.363920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 83924ebc-9d8a-48c8-827c-8eef20e9dbe4 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:00:29.424078 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bece7f5-9093-4b5e-9819-30bc42f003c4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (fbceeb71-2fe4-4f13-a87e-46ef344d233c), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:29.426741 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bece7f5-9093-4b5e-9819-30bc42f003c4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:29.427941 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-5bece7f5-9093-4b5e-9819-30bc42f003c4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] 10.222.0.36 "DELETE /v2.0/security-groups/fbceeb71-2fe4-4f13-a87e-46ef344d233c HTTP/1.1" status: 204 len: 168 time: 0.1609564 Feb 05 04:00:29.437655 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bece7f5-9093-4b5e-9819-30bc42f003c4 tempest-TestNetworkAdvancedServerOps-850709253 tempest-TestNetworkAdvancedServerOps-850709253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbceeb71-2fe4-4f13-a87e-46ef344d233c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:29.778222 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46640) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:29.927911 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-522d07a1-e5a4-4b73-8adc-03f43ff2e566 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c206c500d63491dada44309cafa1904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483138 Feb 05 04:00:29.930279 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46644) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:29.975598 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cae74171-8597-43c1-83d8-25d7b9c0afa0 admin admin] Publish callbacks [] for security_group (a1f5a26f-6808-41c5-ab26-95a305f57683), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:30.003586 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cae74171-8597-43c1-83d8-25d7b9c0afa0 admin admin] Publish callbacks [] for security_group (a1f5a26f-6808-41c5-ab26-95a305f57683), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:30.054141 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cae74171-8597-43c1-83d8-25d7b9c0afa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (a1f5a26f-6808-41c5-ab26-95a305f57683), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:30.056830 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cae74171-8597-43c1-83d8-25d7b9c0afa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:30.057985 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cae74171-8597-43c1-83d8-25d7b9c0afa0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1f5a26f-6808-41c5-ab26-95a305f57683 HTTP/1.1" status: 204 len: 168 time: 0.1267803 Feb 05 04:00:30.066892 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae74171-8597-43c1-83d8-25d7b9c0afa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f5a26f-6808-41c5-ab26-95a305f57683,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:30.316022 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46650) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:30.328785 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83bffcec-9e6a-46ef-889e-db6b44f507f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:30.402913 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83bffcec-9e6a-46ef-889e-db6b44f507f4 admin admin] Publish callbacks [] for security_group (4adb2447-918d-4a93-925a-bb793bfc51c4), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:30.406551 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83bffcec-9e6a-46ef-889e-db6b44f507f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4adb2447-918d-4a93-925a-bb793bfc51c4), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:30.444811 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-83bffcec-9e6a-46ef-889e-db6b44f507f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d66c54732dc436382c7da6080972cae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277294 Feb 05 04:00:30.445937 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bffcec-9e6a-46ef-889e-db6b44f507f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adb2447-918d-4a93-925a-bb793bfc51c4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:30.447611 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46652) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:30.500942 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e62ebd6c-57f6-41a0-adb6-ecdc012dbc43 admin admin] Publish callbacks [] for security_group (4adb2447-918d-4a93-925a-bb793bfc51c4), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:30.521729 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e62ebd6c-57f6-41a0-adb6-ecdc012dbc43 admin admin] Publish callbacks [] for security_group (4adb2447-918d-4a93-925a-bb793bfc51c4), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:30.567096 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e62ebd6c-57f6-41a0-adb6-ecdc012dbc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4adb2447-918d-4a93-925a-bb793bfc51c4), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:30.569645 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e62ebd6c-57f6-41a0-adb6-ecdc012dbc43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:30.570798 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e62ebd6c-57f6-41a0-adb6-ecdc012dbc43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4adb2447-918d-4a93-925a-bb793bfc51c4 HTTP/1.1" status: 204 len: 168 time: 0.1215475 Feb 05 04:00:30.578500 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ebd6c-57f6-41a0-adb6-ecdc012dbc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adb2447-918d-4a93-925a-bb793bfc51c4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:30.886457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f2854cd2-09e7-4e4d-8a61-8d38563edd02 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:00:30.907174 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: f2854cd2-09e7-4e4d-8a61-8d38563edd02 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:00:30.908074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device f2854cd2-09e7-4e4d-8a61-8d38563edd02 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:00:30.908734 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device aa9aac42-7ecf-4552-b10c-b4f17bbe5abb no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:00:30.930156 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: aa9aac42-7ecf-4552-b10c-b4f17bbe5abb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:00:30.930663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device aa9aac42-7ecf-4552-b10c-b4f17bbe5abb not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:00:31.263111 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46674) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:31.359418 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-82e3a276-b240-4a06-85e0-349a3bd8aaeb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1350733147-network', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:00:31.379170 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e3a276-b240-4a06-85e0-349a3bd8aaeb admin admin] Made reservation on behalf of a5dca10e62a742f6be9772eb62edf2da for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 04:00:31.381558 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82e3a276-b240-4a06-85e0-349a3bd8aaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:31.390191 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82e3a276-b240-4a06-85e0-349a3bd8aaeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:31.463723 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82e3a276-b240-4a06-85e0-349a3bd8aaeb admin admin] Publish callbacks [] for security_group (1e322913-94fe-42aa-8fd1-a7e3cbe0ffec), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:31.467147 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82e3a276-b240-4a06-85e0-349a3bd8aaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1e322913-94fe-42aa-8fd1-a7e3cbe0ffec), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:31.490918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e3a276-b240-4a06-85e0-349a3bd8aaeb admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 04:00:31.500307 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3a276-b240-4a06-85e0-349a3bd8aaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e322913-94fe-42aa-8fd1-a7e3cbe0ffec,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:31.505559 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82e3a276-b240-4a06-85e0-349a3bd8aaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (91e3aa7d-0120-483d-8d64-09e31c64766b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:31.505901 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-82e3a276-b240-4a06-85e0-349a3bd8aaeb admin admin] Added segment 91e3aa7d-0120-483d-8d64-09e31c64766b of type vlan for network b7fa5353-a81c-41a9-80bf-9cdba126a856 Feb 05 04:00:31.547917 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82e3a276-b240-4a06-85e0-349a3bd8aaeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (b7fa5353-a81c-41a9-80bf-9cdba126a856), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:31.572200 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82e3a276-b240-4a06-85e0-349a3bd8aaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (b7fa5353-a81c-41a9-80bf-9cdba126a856), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:31.573131 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e3a276-b240-4a06-85e0-349a3bd8aaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:31.573702 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82e3a276-b240-4a06-85e0-349a3bd8aaeb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:31.622021 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-82e3a276-b240-4a06-85e0-349a3bd8aaeb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3577600 Feb 05 04:00:31.625089 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46678) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:31.630124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-02fb006c-fd4a-4486-b86c-87cd77291599 admin admin] Request body: {'subnet': {'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1350733147-subnet', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:00:31.634500 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3a276-b240-4a06-85e0-349a3bd8aaeb admin admin] Pushing event updated for resources: {'Network': ['ID=b7fa5353-a81c-41a9-80bf-9cdba126a856,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:31.644466 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network b7fa5353-a81c-41a9-80bf-9cdba126a856 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 04:00:31.650642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fb006c-fd4a-4486-b86c-87cd77291599 admin admin] Made reservation on behalf of a5dca10e62a742f6be9772eb62edf2da for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 04:00:31.653165 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02fb006c-fd4a-4486-b86c-87cd77291599 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:31.818055 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02fb006c-fd4a-4486-b86c-87cd77291599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (cf4273cb-ea7c-4992-b145-ac053f110796), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:31.873749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb006c-fd4a-4486-b86c-87cd77291599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf4273cb-ea7c-4992-b145-ac053f110796,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:31.881049 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fb006c-fd4a-4486-b86c-87cd77291599 admin admin] Checking segment: {'id': '91e3aa7d-0120-483d-8d64-09e31c64766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:00:31.881404 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fb006c-fd4a-4486-b86c-87cd77291599 admin admin] Network hostable DHCP agents. Network: b7fa5353-a81c-41a9-80bf-9cdba126a856, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 04:00:31.897559 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fb006c-fd4a-4486-b86c-87cd77291599 admin admin] Network b7fa5353-a81c-41a9-80bf-9cdba126a856 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 04:00:31.905331 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-02fb006c-fd4a-4486-b86c-87cd77291599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, b7fa5353-a81c-41a9-80bf-9cdba126a856) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:00:31.909649 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb006c-fd4a-4486-b86c-87cd77291599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:31.910240 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02fb006c-fd4a-4486-b86c-87cd77291599 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:31.915961 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0830c51-d020-4c11-b23a-0e854c7ac197 None None] Network b7fa5353-a81c-41a9-80bf-9cdba126a856 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 04:00:31.927831 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-02fb006c-fd4a-4486-b86c-87cd77291599 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2991681 Feb 05 04:00:31.928188 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46680) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:31.932578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:00:31.951585 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (11379356-42ca-4d8c-a238-d5e3f17e28cc), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:31.952697 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (11379356-42ca-4d8c-a238-d5e3f17e28cc), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:32.017694 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-b7fa5353-a81c-41a9-80bf-9cdba126a856', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 04:00:32.018652 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:32.161934 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Allocated IP 172.20.0.2 (b7fa5353-a81c-41a9-80bf-9cdba126a856/cf4273cb-ea7c-4992-b145-ac053f110796/4eb34774-e69d-45b2-95f3-e453535fbaaf) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:00:32.298062 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Publish callbacks [] for router_controller (11379356-42ca-4d8c-a238-d5e3f17e28cc), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:32.304204 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Publish callbacks [] for port (4eb34774-e69d-45b2-95f3-e453535fbaaf), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:32.309411 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (4eb34774-e69d-45b2-95f3-e453535fbaaf), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:32.353337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Network b7fa5353-a81c-41a9-80bf-9cdba126a856 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:00:32.356208 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:00:32.359592 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:00:32.365427 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Pushing event updated for resources: {'Port': ['ID=4eb34774-e69d-45b2-95f3-e453535fbaaf,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:32.421248 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Attempting to bind port 4eb34774-e69d-45b2-95f3-e453535fbaaf on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 04:00:32.421555 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Attempting to bind port 4eb34774-e69d-45b2-95f3-e453535fbaaf by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '91e3aa7d-0120-483d-8d64-09e31c64766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 04:00:32.421893 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Attempting to bind port 4eb34774-e69d-45b2-95f3-e453535fbaaf on network b7fa5353-a81c-41a9-80bf-9cdba126a856 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:00:32.427418 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 4, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 04:00:32.427784 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Checking segment: {'id': '91e3aa7d-0120-483d-8d64-09e31c64766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:00:32.428184 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:32.428568 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Bound using segment: {'id': '91e3aa7d-0120-483d-8d64-09e31c64766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 04:00:32.429018 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Bound port: 4eb34774-e69d-45b2-95f3-e453535fbaaf, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e3aa7d-0120-483d-8d64-09e31c64766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 04:00:32.429390 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4eb34774-e69d-45b2-95f3-e453535fbaaf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:32.448663 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Publish callbacks [] for router_gateway (11379356-42ca-4d8c-a238-d5e3f17e28cc), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:32.489763 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] For port 4eb34774-e69d-45b2-95f3-e453535fbaaf, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 04:00:32.492746 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] For port 4eb34774-e69d-45b2-95f3-e453535fbaaf, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4eb34774-e69d-45b2-95f3-e453535fbaaf,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 04:00:32.498051 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4eb34774-e69d-45b2-95f3-e453535fbaaf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:32.556962 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55ae34-7f24-45ab-90cc-76bb81b1ca18 None None] Pushing event updated for resources: {'Port': ['ID=4eb34774-e69d-45b2-95f3-e453535fbaaf,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:32.659113 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Publish callbacks [] for router_gateway (11379356-42ca-4d8c-a238-d5e3f17e28cc), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:32.678680 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:32.805629 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Allocated IP 172.25.0.162 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/acf36bab-17e7-4371-b569-ad352a5d3665) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:00:32.918641 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Publish callbacks [] for port (acf36bab-17e7-4371-b569-ad352a5d3665), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:32.955103 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (acf36bab-17e7-4371-b569-ad352a5d3665), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:32.967717 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4eb34774-e69d-45b2-95f3-e453535fbaaf up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:00:33.002478 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:00:33.005367 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:00:33.009859 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:00:33.011849 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Pushing event updated for resources: {'Port': ['ID=acf36bab-17e7-4371-b569-ad352a5d3665,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:33.016315 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 4eb34774-e69d-45b2-95f3-e453535fbaaf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:33.016697 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4eb34774-e69d-45b2-95f3-e453535fbaaf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:33.101273 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 4eb34774-e69d-45b2-95f3-e453535fbaaf is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:33.101666 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4eb34774-e69d-45b2-95f3-e453535fbaaf), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:33.138165 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 4eb34774-e69d-45b2-95f3-e453535fbaaf, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4eb34774-e69d-45b2-95f3-e453535fbaaf,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:00:33.142248 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4eb34774-e69d-45b2-95f3-e453535fbaaf), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:33.193875 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=4eb34774-e69d-45b2-95f3-e453535fbaaf,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:33.273684 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Publish callbacks [] for router_gateway (11379356-42ca-4d8c-a238-d5e3f17e28cc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:33.484458 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (11379356-42ca-4d8c-a238-d5e3f17e28cc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:33.496516 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa674d9-c07e-461f-92bb-947887a3d475 None None] Network b7fa5353-a81c-41a9-80bf-9cdba126a856 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 04:00:33.560139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-13148da5-250b-418f-ac29-3cc6f89aea99 None None] Provisioning complete for port 4eb34774-e69d-45b2-95f3-e453535fbaaf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:33.560510 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-13148da5-250b-418f-ac29-3cc6f89aea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4eb34774-e69d-45b2-95f3-e453535fbaaf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:33.615958 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Router 11379356-42ca-4d8c-a238-d5e3f17e28cc is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 04:00:33.682974 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-13148da5-250b-418f-ac29-3cc6f89aea99 None None] Current status of the port 4eb34774-e69d-45b2-95f3-e453535fbaaf is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:33.725331 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:00:33.734243 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Sync routers for ids ['11379356-42ca-4d8c-a238-d5e3f17e28cc'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:00:33.745323 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Routers {'11379356-42ca-4d8c-a238-d5e3f17e28cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:00:33.746056 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11379356-42ca-4d8c-a238-d5e3f17e28cc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:33.746713 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:33.748085 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-fd885d09-069e-48f5-92a9-cf3ec5fe6c08 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8189054 Feb 05 04:00:33.750899 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46682) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:33.797870 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8bb0eea4-7398-4a41-b032-c457dd219a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:33.867981 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Set router 11379356-42ca-4d8c-a238-d5e3f17e28cc gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:00:33.905061 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-68750fe7-2fff-4b8a-af1b-a01ff0142b58 None None] Provisioning complete for port 4eb34774-e69d-45b2-95f3-e453535fbaaf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:33.905527 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68750fe7-2fff-4b8a-af1b-a01ff0142b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4eb34774-e69d-45b2-95f3-e453535fbaaf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:33.989607 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-68750fe7-2fff-4b8a-af1b-a01ff0142b58 None None] Current status of the port 4eb34774-e69d-45b2-95f3-e453535fbaaf is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:34.053601 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:33Z', 'revision_number': 3, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:34.085240 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Checking router: 11379356-42ca-4d8c-a238-d5e3f17e28cc for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:00:34.085588 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Updating router 11379356-42ca-4d8c-a238-d5e3f17e28cc port acf36bab-17e7-4371-b569-ad352a5d3665 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 04:00:34.112069 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (acf36bab-17e7-4371-b569-ad352a5d3665), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:34.190131 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:34.349949 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Allocated IP 172.20.0.1 (b7fa5353-a81c-41a9-80bf-9cdba126a856/cf4273cb-ea7c-4992-b145-ac053f110796/51c44aa7-12d1-4eab-80f5-d1f5752a0307) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:00:34.359948 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Publish callbacks [] for port (acf36bab-17e7-4371-b569-ad352a5d3665), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:34.370917 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (acf36bab-17e7-4371-b569-ad352a5d3665), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:34.422474 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Attempting to bind port acf36bab-17e7-4371-b569-ad352a5d3665 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 04:00:34.422938 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Attempting to bind port acf36bab-17e7-4371-b569-ad352a5d3665 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 04:00:34.423874 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Attempting to bind port acf36bab-17e7-4371-b569-ad352a5d3665 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:00:34.432254 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f0820-5f35-4c66-a472-d45f1cd27ed2 None None] Pushing event updated for resources: {'Port': ['ID=acf36bab-17e7-4371-b569-ad352a5d3665,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:34.435128 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 4, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 04:00:34.435498 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:00:34.435891 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:34.436276 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 04:00:34.436725 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Bound port: acf36bab-17e7-4371-b569-ad352a5d3665, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 04:00:34.437092 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (acf36bab-17e7-4371-b569-ad352a5d3665), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:34.444143 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f0820-5f35-4c66-a472-d45f1cd27ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:34.444793 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f0820-5f35-4c66-a472-d45f1cd27ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:34.444793 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f0820-5f35-4c66-a472-d45f1cd27ed2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:34.445130 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f0820-5f35-4c66-a472-d45f1cd27ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:34.445453 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f0820-5f35-4c66-a472-d45f1cd27ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:34.445777 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f0820-5f35-4c66-a472-d45f1cd27ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:34.446100 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f0820-5f35-4c66-a472-d45f1cd27ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:34.446418 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f0820-5f35-4c66-a472-d45f1cd27ed2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:34.446736 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f0820-5f35-4c66-a472-d45f1cd27ed2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:34.447074 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f0820-5f35-4c66-a472-d45f1cd27ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:34.447390 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f0820-5f35-4c66-a472-d45f1cd27ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:34.447705 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f0820-5f35-4c66-a472-d45f1cd27ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:34.448021 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69f0820-5f35-4c66-a472-d45f1cd27ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:00:34.462346 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Publish callbacks [] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:34.496237 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:34.497613 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] For port acf36bab-17e7-4371-b569-ad352a5d3665, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 04:00:34.500629 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] For port acf36bab-17e7-4371-b569-ad352a5d3665, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=acf36bab-17e7-4371-b569-ad352a5d3665,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 04:00:34.507041 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (acf36bab-17e7-4371-b569-ad352a5d3665), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:34.533746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Network b7fa5353-a81c-41a9-80bf-9cdba126a856 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:00:34.538685 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:00:34.542235 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:00:34.565866 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f0820-5f35-4c66-a472-d45f1cd27ed2 None None] Pushing event updated for resources: {'Port': ['ID=acf36bab-17e7-4371-b569-ad352a5d3665,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:34.571581 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Pushing event updated for resources: {'Port': ['ID=51c44aa7-12d1-4eab-80f5-d1f5752a0307,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:34.572853 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Routers {'11379356-42ca-4d8c-a238-d5e3f17e28cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:00:34.573751 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:00:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11379356-42ca-4d8c-a238-d5e3f17e28cc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:34.590928 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (11379356-42ca-4d8c-a238-d5e3f17e28cc), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:34.695930 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] Set router 11379356-42ca-4d8c-a238-d5e3f17e28cc gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:00:34.733517 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:34.815120 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-49969dac-d2a4-4175-b62f-b46c26f131c1 None None] Provisioning complete for port 51c44aa7-12d1-4eab-80f5-d1f5752a0307 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:34.815767 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49969dac-d2a4-4175-b62f-b46c26f131c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:34.852691 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-49969dac-d2a4-4175-b62f-b46c26f131c1 None None] Port 51c44aa7-12d1-4eab-80f5-d1f5752a0307 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 04:00:34.880727 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:33Z', 'revision_number': 3, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:34.904495 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Publish callbacks [] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:34.907227 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12d016-22fa-435e-9b03-6947dd91332e None None] The sync data for ids ['11379356-42ca-4d8c-a238-d5e3f17e28cc'] in n-d-826942-8 is: [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:33Z', 'revision_number': 3, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:00:34.916008 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:34.933785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4eb34774-e69d-45b2-95f3-e453535fbaaf up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:00:34.988810 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Pushing event updated for resources: {'Port': ['ID=51c44aa7-12d1-4eab-80f5-d1f5752a0307,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:34.991064 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 4eb34774-e69d-45b2-95f3-e453535fbaaf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:34.991557 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (11379356-42ca-4d8c-a238-d5e3f17e28cc), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:34.991821 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4eb34774-e69d-45b2-95f3-e453535fbaaf), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:35.081474 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 4eb34774-e69d-45b2-95f3-e453535fbaaf is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:35.089590 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Network b7fa5353-a81c-41a9-80bf-9cdba126a856 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:00:35.091096 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:00:35.226585 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Router 11379356-42ca-4d8c-a238-d5e3f17e28cc has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:00:35.378015 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:00:35.381925 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-054d3ea4-6616-431a-92b3-2d33ee62a689 None None] Provisioning complete for port 51c44aa7-12d1-4eab-80f5-d1f5752a0307 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:35.382535 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-054d3ea4-6616-431a-92b3-2d33ee62a689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:35.384543 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-90a9ff1b-b291-4a3d-b16d-b4fdbf5b354b admin admin] 10.222.0.36 "PUT /v2.0/routers/11379356-42ca-4d8c-a238-d5e3f17e28cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6319792 Feb 05 04:00:35.431518 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-054d3ea4-6616-431a-92b3-2d33ee62a689 None None] Port 51c44aa7-12d1-4eab-80f5-d1f5752a0307 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 04:00:35.902787 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46698) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:35.908501 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1b859949-90db-4e28-9d93-bc7967ed382f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1943743646-network', 'tenant_id': '393b91dae2a449a59a4c2716aab647fb'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:00:35.927261 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b859949-90db-4e28-9d93-bc7967ed382f admin admin] Made reservation on behalf of 393b91dae2a449a59a4c2716aab647fb for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 04:00:35.929522 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b859949-90db-4e28-9d93-bc7967ed382f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:35.938051 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b859949-90db-4e28-9d93-bc7967ed382f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:36.002526 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b52b6d6-3ade-48b2-8503-2af836fd6761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:36.014625 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b859949-90db-4e28-9d93-bc7967ed382f admin admin] Publish callbacks [] for security_group (be2ac53f-961c-4977-b338-3fd606970471), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:36.019713 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b859949-90db-4e28-9d93-bc7967ed382f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (be2ac53f-961c-4977-b338-3fd606970471), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:36.049289 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b859949-90db-4e28-9d93-bc7967ed382f admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 04:00:36.058789 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b859949-90db-4e28-9d93-bc7967ed382f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2ac53f-961c-4977-b338-3fd606970471,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:36.063421 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b859949-90db-4e28-9d93-bc7967ed382f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (1e5b9351-4882-4d00-8e4f-c9d768629b70), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:36.064309 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-1b859949-90db-4e28-9d93-bc7967ed382f admin admin] Added segment 1e5b9351-4882-4d00-8e4f-c9d768629b70 of type vlan for network 315b753a-6a73-4e72-ad7a-c33d1f7b9966 Feb 05 04:00:36.105419 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b859949-90db-4e28-9d93-bc7967ed382f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (315b753a-6a73-4e72-ad7a-c33d1f7b9966), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:36.130148 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b859949-90db-4e28-9d93-bc7967ed382f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (315b753a-6a73-4e72-ad7a-c33d1f7b9966), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:36.131052 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b859949-90db-4e28-9d93-bc7967ed382f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:36.131657 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b859949-90db-4e28-9d93-bc7967ed382f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:36.187393 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1b859949-90db-4e28-9d93-bc7967ed382f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2834659 Feb 05 04:00:36.190612 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46700) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:36.197237 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b1f97bfd-9a0b-43ec-9799-98234a812357 admin admin] Request body: {'subnet': {'network_id': '315b753a-6a73-4e72-ad7a-c33d1f7b9966', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1943743646-subnet', 'tenant_id': '393b91dae2a449a59a4c2716aab647fb', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:00:36.201299 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b859949-90db-4e28-9d93-bc7967ed382f admin admin] Pushing event updated for resources: {'Network': ['ID=315b753a-6a73-4e72-ad7a-c33d1f7b9966,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:36.216293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 315b753a-6a73-4e72-ad7a-c33d1f7b9966 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 04:00:36.219742 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f97bfd-9a0b-43ec-9799-98234a812357 admin admin] Made reservation on behalf of 393b91dae2a449a59a4c2716aab647fb for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 04:00:36.222221 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1f97bfd-9a0b-43ec-9799-98234a812357 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:36.404304 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1f97bfd-9a0b-43ec-9799-98234a812357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (91589746-00d4-42f1-8044-f0ecf8efcd5c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:36.460913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f97bfd-9a0b-43ec-9799-98234a812357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91589746-00d4-42f1-8044-f0ecf8efcd5c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:36.469422 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f97bfd-9a0b-43ec-9799-98234a812357 admin admin] Checking segment: {'id': '1e5b9351-4882-4d00-8e4f-c9d768629b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '315b753a-6a73-4e72-ad7a-c33d1f7b9966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:00:36.469786 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f97bfd-9a0b-43ec-9799-98234a812357 admin admin] Network hostable DHCP agents. Network: 315b753a-6a73-4e72-ad7a-c33d1f7b9966, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 04:00:36.487120 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f97bfd-9a0b-43ec-9799-98234a812357 admin admin] Network 315b753a-6a73-4e72-ad7a-c33d1f7b9966 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 04:00:36.495348 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b1f97bfd-9a0b-43ec-9799-98234a812357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 315b753a-6a73-4e72-ad7a-c33d1f7b9966) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:00:36.499376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f97bfd-9a0b-43ec-9799-98234a812357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:36.499969 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1f97bfd-9a0b-43ec-9799-98234a812357 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:36.506214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9164da84-9b93-426a-a2af-cafe5c782a5b None None] Network 315b753a-6a73-4e72-ad7a-c33d1f7b9966 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 04:00:36.519269 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b1f97bfd-9a0b-43ec-9799-98234a812357 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3276048 Feb 05 04:00:36.521985 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46702) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:36.526506 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1943743646-router', 'tenant_id': '393b91dae2a449a59a4c2716aab647fb', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:00:36.546349 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (c6f4e374-451f-46a0-9554-d8b8efc35bcd), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:36.547475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (c6f4e374-451f-46a0-9554-d8b8efc35bcd), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:36.606716 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Publish callbacks [] for router_controller (c6f4e374-451f-46a0-9554-d8b8efc35bcd), precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:36.615270 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Sync routers for ids ['11379356-42ca-4d8c-a238-d5e3f17e28cc'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:00:36.622188 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-315b753a-6a73-4e72-ad7a-c33d1f7b9966', 'network_id': '315b753a-6a73-4e72-ad7a-c33d1f7b9966', 'project_id': '393b91dae2a449a59a4c2716aab647fb', 'fixed_ips': [{'subnet_id': '91589746-00d4-42f1-8044-f0ecf8efcd5c'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 04:00:36.623041 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:36.638472 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Routers {'11379356-42ca-4d8c-a238-d5e3f17e28cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:00:36.639053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:00:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11379356-42ca-4d8c-a238-d5e3f17e28cc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:36.759676 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Publish callbacks [] for router_gateway (c6f4e374-451f-46a0-9554-d8b8efc35bcd), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:36.840213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Set router 11379356-42ca-4d8c-a238-d5e3f17e28cc gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:00:37.042465 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device acf36bab-17e7-4371-b569-ad352a5d3665 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:00:37.082667 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Allocated IP 172.20.0.2 (315b753a-6a73-4e72-ad7a-c33d1f7b9966/91589746-00d4-42f1-8044-f0ecf8efcd5c/e45528d9-34f9-4aa1-9d76-78d795633af1) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:00:37.258582 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Publish callbacks [] for router_gateway (c6f4e374-451f-46a0-9554-d8b8efc35bcd), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:37.274444 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port acf36bab-17e7-4371-b569-ad352a5d3665 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:37.274836 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (acf36bab-17e7-4371-b569-ad352a5d3665), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:37.277525 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:37.386339 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Allocated IP 172.25.0.148 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/7f89eabb-e0ab-4048-b20b-98c214c778b6) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:00:37.422931 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:37.428654 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Publish callbacks [] for port (e45528d9-34f9-4aa1-9d76-78d795633af1), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:37.438216 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (e45528d9-34f9-4aa1-9d76-78d795633af1), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:37.497491 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Publish callbacks [] for port (7f89eabb-e0ab-4048-b20b-98c214c778b6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:37.511138 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Network 315b753a-6a73-4e72-ad7a-c33d1f7b9966 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:00:37.516902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 4, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '51c44aa7-12d1-4eab-80f5-d1f5752a0307', 'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'mac_address': 'fa:16:3e:76:ea:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:34Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 2, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'subnets': [{'id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:37.521680 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:00:37.527182 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:00:37.529020 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port acf36bab-17e7-4371-b569-ad352a5d3665 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:37.529368 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (acf36bab-17e7-4371-b569-ad352a5d3665), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:37.530836 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (7f89eabb-e0ab-4048-b20b-98c214c778b6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:37.561879 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Pushing event updated for resources: {'Port': ['ID=e45528d9-34f9-4aa1-9d76-78d795633af1,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:37.567026 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:00:37.570735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Checking router: 11379356-42ca-4d8c-a238-d5e3f17e28cc for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:00:37.571116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Updating router 11379356-42ca-4d8c-a238-d5e3f17e28cc port 51c44aa7-12d1-4eab-80f5-d1f5752a0307 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 04:00:37.574153 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:00:37.577881 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:00:37.601790 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7f89eabb-e0ab-4048-b20b-98c214c778b6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:37.615053 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port acf36bab-17e7-4371-b569-ad352a5d3665, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=acf36bab-17e7-4371-b569-ad352a5d3665,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:00:37.622891 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (acf36bab-17e7-4371-b569-ad352a5d3665), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:37.647951 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:37.692621 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Attempting to bind port e45528d9-34f9-4aa1-9d76-78d795633af1 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 04:00:37.692988 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Attempting to bind port e45528d9-34f9-4aa1-9d76-78d795633af1 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1e5b9351-4882-4d00-8e4f-c9d768629b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '315b753a-6a73-4e72-ad7a-c33d1f7b9966'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 04:00:37.693341 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Attempting to bind port e45528d9-34f9-4aa1-9d76-78d795633af1 on network 315b753a-6a73-4e72-ad7a-c33d1f7b9966 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:00:37.725551 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 4, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 04:00:37.725924 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Checking segment: {'id': '1e5b9351-4882-4d00-8e4f-c9d768629b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '315b753a-6a73-4e72-ad7a-c33d1f7b9966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:00:37.726322 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:37.726711 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Bound using segment: {'id': '1e5b9351-4882-4d00-8e4f-c9d768629b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '315b753a-6a73-4e72-ad7a-c33d1f7b9966'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 04:00:37.727198 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Bound port: e45528d9-34f9-4aa1-9d76-78d795633af1, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5b9351-4882-4d00-8e4f-c9d768629b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '315b753a-6a73-4e72-ad7a-c33d1f7b9966'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 04:00:37.727572 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e45528d9-34f9-4aa1-9d76-78d795633af1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:37.752662 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=acf36bab-17e7-4371-b569-ad352a5d3665,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:37.849475 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Publish callbacks [] for router_gateway (c6f4e374-451f-46a0-9554-d8b8efc35bcd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:37.911766 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] For port e45528d9-34f9-4aa1-9d76-78d795633af1, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 04:00:37.928506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] For port e45528d9-34f9-4aa1-9d76-78d795633af1, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e45528d9-34f9-4aa1-9d76-78d795633af1,segment=NetworkSegment(1e5b9351-4882-4d00-8e4f-c9d768629b70),segment_id=1e5b9351-4882-4d00-8e4f-c9d768629b70)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 04:00:37.937840 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e45528d9-34f9-4aa1-9d76-78d795633af1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:38.039885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9a929-680a-48de-bebd-e2c1b21546be None None] Pushing event updated for resources: {'Port': ['ID=e45528d9-34f9-4aa1-9d76-78d795633af1,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:38.058669 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (c6f4e374-451f-46a0-9554-d8b8efc35bcd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:38.091367 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Publish callbacks [] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:38.096776 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:38.146106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884b4a1-0a06-4d4e-a5ca-a1577784858c None None] Pushing event updated for resources: {'Port': ['ID=51c44aa7-12d1-4eab-80f5-d1f5752a0307,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:38.205148 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Attempting to bind port 51c44aa7-12d1-4eab-80f5-d1f5752a0307 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 04:00:38.205522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Attempting to bind port 51c44aa7-12d1-4eab-80f5-d1f5752a0307 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '91e3aa7d-0120-483d-8d64-09e31c64766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 04:00:38.205882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Attempting to bind port 51c44aa7-12d1-4eab-80f5-d1f5752a0307 on network b7fa5353-a81c-41a9-80bf-9cdba126a856 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:00:38.212717 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 4, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 04:00:38.213240 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Checking segment: {'id': '91e3aa7d-0120-483d-8d64-09e31c64766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:00:38.217628 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Router c6f4e374-451f-46a0-9554-d8b8efc35bcd is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 04:00:38.218021 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:38.218508 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Bound using segment: {'id': '91e3aa7d-0120-483d-8d64-09e31c64766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 04:00:38.219065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Bound port: 51c44aa7-12d1-4eab-80f5-d1f5752a0307, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e3aa7d-0120-483d-8d64-09e31c64766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 04:00:38.219457 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:38.313193 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] For port 51c44aa7-12d1-4eab-80f5-d1f5752a0307, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 04:00:38.317051 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] For port 51c44aa7-12d1-4eab-80f5-d1f5752a0307, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=51c44aa7-12d1-4eab-80f5-d1f5752a0307,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 04:00:38.336030 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:38.399316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:00:38.402306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Routers {'11379356-42ca-4d8c-a238-d5e3f17e28cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:00:38.403000 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:00:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11379356-42ca-4d8c-a238-d5e3f17e28cc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:38.410342 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Sync routers for ids ['c6f4e374-451f-46a0-9554-d8b8efc35bcd'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:00:38.427579 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Routers {'c6f4e374-451f-46a0-9554-d8b8efc35bcd'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:00:38.428389 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:00:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c6f4e374-451f-46a0-9554-d8b8efc35bcd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:38.443314 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884b4a1-0a06-4d4e-a5ca-a1577784858c None None] Pushing event updated for resources: {'Port': ['ID=51c44aa7-12d1-4eab-80f5-d1f5752a0307,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:38.443885 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:38.447228 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-d46a9f28-8d1e-41db-9802-3bc03e9486a2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9240165 Feb 05 04:00:38.449788 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46704) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:38.545541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-12809f8b-7bdd-4be6-be9c-2cfafa1b1083 None None] Provisioning complete for port 51c44aa7-12d1-4eab-80f5-d1f5752a0307 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:38.545876 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-12809f8b-7bdd-4be6-be9c-2cfafa1b1083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:38.612049 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] Set router 11379356-42ca-4d8c-a238-d5e3f17e28cc gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:00:38.681411 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Set router c6f4e374-451f-46a0-9554-d8b8efc35bcd gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:00:38.833720 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-12809f8b-7bdd-4be6-be9c-2cfafa1b1083 None None] Current status of the port 51c44aa7-12d1-4eab-80f5-d1f5752a0307 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:38.834026 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-12809f8b-7bdd-4be6-be9c-2cfafa1b1083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:38.875018 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'name': 'tempest-TestShelveInstance-1943743646-router', 'tenant_id': '393b91dae2a449a59a4c2716aab647fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '7f89eabb-e0ab-4048-b20b-98c214c778b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:36Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 3, 'project_id': '393b91dae2a449a59a4c2716aab647fb', 'gw_port': {'id': '7f89eabb-e0ab-4048-b20b-98c214c778b6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:37Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:38.880448 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-12809f8b-7bdd-4be6-be9c-2cfafa1b1083 None None] For port 51c44aa7-12d1-4eab-80f5-d1f5752a0307, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=51c44aa7-12d1-4eab-80f5-d1f5752a0307,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:00:38.887078 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 4, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '51c44aa7-12d1-4eab-80f5-d1f5752a0307', 'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'mac_address': 'fa:16:3e:76:ea:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:34Z', 'updated_at': '2022-02-05T04:00:38Z', 'revision_number': 4, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'subnets': [{'id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:38.890865 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-12809f8b-7bdd-4be6-be9c-2cfafa1b1083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:38.928757 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Checking router: c6f4e374-451f-46a0-9554-d8b8efc35bcd for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:00:38.931385 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Updating router c6f4e374-451f-46a0-9554-d8b8efc35bcd port 7f89eabb-e0ab-4048-b20b-98c214c778b6 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 04:00:38.931991 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e57e1-758c-42e4-8a73-63cbaedbef3a None None] The sync data for ids ['11379356-42ca-4d8c-a238-d5e3f17e28cc'] in n-d-826942-8 is: [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 4, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '51c44aa7-12d1-4eab-80f5-d1f5752a0307', 'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'mac_address': 'fa:16:3e:76:ea:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:34Z', 'updated_at': '2022-02-05T04:00:38Z', 'revision_number': 4, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'subnets': [{'id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:00:38.974976 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:39.007967 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7f89eabb-e0ab-4048-b20b-98c214c778b6), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:39.042752 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12809f8b-7bdd-4be6-be9c-2cfafa1b1083 None None] Pushing event updated for resources: {'Port': ['ID=51c44aa7-12d1-4eab-80f5-d1f5752a0307,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:39.050585 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:39.051297 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f974bee8-c02c-48e5-80ba-176d429cb6a9 None None] Provisioning complete for port 51c44aa7-12d1-4eab-80f5-d1f5752a0307 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:39.051671 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f974bee8-c02c-48e5-80ba-176d429cb6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:39.174267 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f974bee8-c02c-48e5-80ba-176d429cb6a9 None None] Current status of the port 51c44aa7-12d1-4eab-80f5-d1f5752a0307 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:39.237303 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device acf36bab-17e7-4371-b569-ad352a5d3665 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:00:39.293796 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Allocated IP 172.20.0.1 (315b753a-6a73-4e72-ad7a-c33d1f7b9966/91589746-00d4-42f1-8044-f0ecf8efcd5c/34b0c8eb-6194-48c4-ae6d-da285241bbb6) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:00:39.325991 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port acf36bab-17e7-4371-b569-ad352a5d3665 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:39.327690 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (acf36bab-17e7-4371-b569-ad352a5d3665), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:39.462909 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Publish callbacks [] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:39.478956 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Publish callbacks [] for port (7f89eabb-e0ab-4048-b20b-98c214c778b6), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:39.496945 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:00:39.497658 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7f89eabb-e0ab-4048-b20b-98c214c778b6), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:39.525142 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:39.577087 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Attempting to bind port 7f89eabb-e0ab-4048-b20b-98c214c778b6 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 04:00:39.577461 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Attempting to bind port 7f89eabb-e0ab-4048-b20b-98c214c778b6 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 04:00:39.577821 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Attempting to bind port 7f89eabb-e0ab-4048-b20b-98c214c778b6 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:00:39.594611 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 4, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 04:00:39.596083 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:00:39.596772 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:39.597381 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 04:00:39.598078 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Bound port: 7f89eabb-e0ab-4048-b20b-98c214c778b6, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 04:00:39.598710 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7f89eabb-e0ab-4048-b20b-98c214c778b6), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:39.600625 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Network 315b753a-6a73-4e72-ad7a-c33d1f7b9966 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:00:39.601245 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a21a4-1722-4a4d-953e-88661a49efb8 None None] Pushing event updated for resources: {'Port': ['ID=7f89eabb-e0ab-4048-b20b-98c214c778b6,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:39.601918 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Pushing event updated for resources: {'Port': ['ID=34b0c8eb-6194-48c4-ae6d-da285241bbb6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:39.617431 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:00:39.622137 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:00:39.626616 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e04ca06-2b50-4301-8c7a-8fc860d98656 None None] Network 315b753a-6a73-4e72-ad7a-c33d1f7b9966 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 04:00:39.675890 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] For port 7f89eabb-e0ab-4048-b20b-98c214c778b6, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 04:00:39.679799 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] For port 7f89eabb-e0ab-4048-b20b-98c214c778b6, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7f89eabb-e0ab-4048-b20b-98c214c778b6,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 04:00:39.690593 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7f89eabb-e0ab-4048-b20b-98c214c778b6), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:39.691596 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (c6f4e374-451f-46a0-9554-d8b8efc35bcd), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:39.699739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-799edb79-9422-43b0-ad72-0919b6354d82 None None] Provisioning complete for port e45528d9-34f9-4aa1-9d76-78d795633af1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:39.700109 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-799edb79-9422-43b0-ad72-0919b6354d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e45528d9-34f9-4aa1-9d76-78d795633af1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:39.749124 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Routers {'c6f4e374-451f-46a0-9554-d8b8efc35bcd'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:00:39.749845 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:00:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c6f4e374-451f-46a0-9554-d8b8efc35bcd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:39.808214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port acf36bab-17e7-4371-b569-ad352a5d3665 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:39.809236 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e45528d9-34f9-4aa1-9d76-78d795633af1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:00:39.820732 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a21a4-1722-4a4d-953e-88661a49efb8 None None] Pushing event updated for resources: {'Port': ['ID=7f89eabb-e0ab-4048-b20b-98c214c778b6,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:39.883082 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:39.890646 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] Set router c6f4e374-451f-46a0-9554-d8b8efc35bcd gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:00:39.929159 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-799edb79-9422-43b0-ad72-0919b6354d82 None None] Current status of the port e45528d9-34f9-4aa1-9d76-78d795633af1 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:39.929546 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-799edb79-9422-43b0-ad72-0919b6354d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e45528d9-34f9-4aa1-9d76-78d795633af1), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:39.940774 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e45528d9-34f9-4aa1-9d76-78d795633af1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:39.941140 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e45528d9-34f9-4aa1-9d76-78d795633af1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:40.013679 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-799edb79-9422-43b0-ad72-0919b6354d82 None None] For port e45528d9-34f9-4aa1-9d76-78d795633af1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e45528d9-34f9-4aa1-9d76-78d795633af1,segment=NetworkSegment(1e5b9351-4882-4d00-8e4f-c9d768629b70),segment_id=1e5b9351-4882-4d00-8e4f-c9d768629b70)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:00:40.033642 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-799edb79-9422-43b0-ad72-0919b6354d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (e45528d9-34f9-4aa1-9d76-78d795633af1), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:40.133026 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Publish callbacks [] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:40.136635 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e45528d9-34f9-4aa1-9d76-78d795633af1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:40.145025 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799edb79-9422-43b0-ad72-0919b6354d82 None None] Pushing event updated for resources: {'Port': ['ID=e45528d9-34f9-4aa1-9d76-78d795633af1,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:40.152235 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:40.192518 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:40.201541 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'name': 'tempest-TestShelveInstance-1943743646-router', 'tenant_id': '393b91dae2a449a59a4c2716aab647fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '7f89eabb-e0ab-4048-b20b-98c214c778b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:36Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 3, 'project_id': '393b91dae2a449a59a4c2716aab647fb', 'gw_port': {'id': '7f89eabb-e0ab-4048-b20b-98c214c778b6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:37Z', 'updated_at': '2022-02-05T04:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:40.236453 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Pushing event updated for resources: {'Port': ['ID=34b0c8eb-6194-48c4-ae6d-da285241bbb6,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:40.240922 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37c913-cf98-4ea1-a5f0-0f77917271a1 None None] The sync data for ids ['c6f4e374-451f-46a0-9554-d8b8efc35bcd'] in n-d-826942-8 is: [{'id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'name': 'tempest-TestShelveInstance-1943743646-router', 'tenant_id': '393b91dae2a449a59a4c2716aab647fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '7f89eabb-e0ab-4048-b20b-98c214c778b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:36Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 3, 'project_id': '393b91dae2a449a59a4c2716aab647fb', 'gw_port': {'id': '7f89eabb-e0ab-4048-b20b-98c214c778b6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:37Z', 'updated_at': '2022-02-05T04:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:00:40.252226 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (c6f4e374-451f-46a0-9554-d8b8efc35bcd), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:40.261943 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-46ac9fa4-c563-403d-b8b5-b92a4f15346a None None] Provisioning complete for port 34b0c8eb-6194-48c4-ae6d-da285241bbb6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:40.262313 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46ac9fa4-c563-403d-b8b5-b92a4f15346a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:40.309726 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-46ac9fa4-c563-403d-b8b5-b92a4f15346a None None] Port 34b0c8eb-6194-48c4-ae6d-da285241bbb6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 04:00:40.325748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-46ac9fa4-c563-403d-b8b5-b92a4f15346a None None] Provisioning complete for port e45528d9-34f9-4aa1-9d76-78d795633af1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:40.326258 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46ac9fa4-c563-403d-b8b5-b92a4f15346a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e45528d9-34f9-4aa1-9d76-78d795633af1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:40.409874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Network 315b753a-6a73-4e72-ad7a-c33d1f7b9966 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:00:40.411386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:00:40.449979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-46ac9fa4-c563-403d-b8b5-b92a4f15346a None None] Current status of the port e45528d9-34f9-4aa1-9d76-78d795633af1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:40.570931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3e449b9b-77d4-40cb-9037-7fd6b595ea42 None None] Provisioning complete for port 34b0c8eb-6194-48c4-ae6d-da285241bbb6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:40.571307 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e449b9b-77d4-40cb-9037-7fd6b595ea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:40.578723 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Router c6f4e374-451f-46a0-9554-d8b8efc35bcd has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:00:40.625939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3e449b9b-77d4-40cb-9037-7fd6b595ea42 None None] Port 34b0c8eb-6194-48c4-ae6d-da285241bbb6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 04:00:40.716399 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:00:40.724074 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-690cb59d-9b12-4abc-8ef3-4d0960b96774 admin admin] 10.222.0.36 "PUT /v2.0/routers/c6f4e374-451f-46a0-9554-d8b8efc35bcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2730846 Feb 05 04:00:40.851743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-469d2cb2-fe42-4f3d-a5ad-c07f059e8aa3 None None] Provisioning complete for port 34b0c8eb-6194-48c4-ae6d-da285241bbb6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:40.851891 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-469d2cb2-fe42-4f3d-a5ad-c07f059e8aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:40.894426 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-469d2cb2-fe42-4f3d-a5ad-c07f059e8aa3 None None] Port 34b0c8eb-6194-48c4-ae6d-da285241bbb6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 04:00:41.080707 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7f89eabb-e0ab-4048-b20b-98c214c778b6 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:00:41.131540 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 7f89eabb-e0ab-4048-b20b-98c214c778b6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:41.132017 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7f89eabb-e0ab-4048-b20b-98c214c778b6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.218466 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 7f89eabb-e0ab-4048-b20b-98c214c778b6 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:41.219233 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (7f89eabb-e0ab-4048-b20b-98c214c778b6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.246057 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 7f89eabb-e0ab-4048-b20b-98c214c778b6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7f89eabb-e0ab-4048-b20b-98c214c778b6,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:00:41.252002 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (7f89eabb-e0ab-4048-b20b-98c214c778b6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.253067 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e45528d9-34f9-4aa1-9d76-78d795633af1 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:00:41.333665 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=7f89eabb-e0ab-4048-b20b-98c214c778b6,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:41.346678 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port e45528d9-34f9-4aa1-9d76-78d795633af1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:41.347144 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (e45528d9-34f9-4aa1-9d76-78d795633af1), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.429196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port e45528d9-34f9-4aa1-9d76-78d795633af1 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:41.430287 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 51c44aa7-12d1-4eab-80f5-d1f5752a0307 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:00:41.454957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 46712) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:41.459705 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a2099e5a-0838-43cc-b067-0c9e73fd44f1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576754477', 'description': 'tempest-secgroup-smoke-576754477 description', 'project_id': 'a5dca10e62a742f6be9772eb62edf2da'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:00:41.478833 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 51c44aa7-12d1-4eab-80f5-d1f5752a0307 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:41.479243 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.482413 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2099e5a-0838-43cc-b067-0c9e73fd44f1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.554518 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2099e5a-0838-43cc-b067-0c9e73fd44f1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group (2014ed53-7825-4e30-8bbe-6cbf9f41c219), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.564303 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2099e5a-0838-43cc-b067-0c9e73fd44f1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2014ed53-7825-4e30-8bbe-6cbf9f41c219), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.566574 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 51c44aa7-12d1-4eab-80f5-d1f5752a0307 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:41.599821 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2099e5a-0838-43cc-b067-0c9e73fd44f1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.601077 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-a2099e5a-0838-43cc-b067-0c9e73fd44f1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1451139 Feb 05 04:00:41.602312 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2099e5a-0838-43cc-b067-0c9e73fd44f1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2014ed53-7825-4e30-8bbe-6cbf9f41c219,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:41.604283 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46714) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:41.608919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e63aad2c-e20b-42c5-a4c8-c256fb2e0d5b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'security_group_rule': {'security_group_id': '2014ed53-7825-4e30-8bbe-6cbf9f41c219', 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:00:41.632883 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e63aad2c-e20b-42c5-a4c8-c256fb2e0d5b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (1bf1ee4c-ba64-4005-accf-1a4320b3a260), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.691420 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e63aad2c-e20b-42c5-a4c8-c256fb2e0d5b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (1bf1ee4c-ba64-4005-accf-1a4320b3a260), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.695045 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e63aad2c-e20b-42c5-a4c8-c256fb2e0d5b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (1bf1ee4c-ba64-4005-accf-1a4320b3a260), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.715021 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63aad2c-e20b-42c5-a4c8-c256fb2e0d5b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf1ee4c-ba64-4005-accf-1a4320b3a260,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:41.723558 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e63aad2c-e20b-42c5-a4c8-c256fb2e0d5b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.724746 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e63aad2c-e20b-42c5-a4c8-c256fb2e0d5b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194136 Feb 05 04:00:41.727413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46716) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:41.731552 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-97ca0978-4fcc-4997-93a5-68cc6879f0db tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'security_group_rule': {'security_group_id': '2014ed53-7825-4e30-8bbe-6cbf9f41c219', 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:00:41.755640 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-97ca0978-4fcc-4997-93a5-68cc6879f0db tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (8b7368da-c42f-4999-b75f-df68c3aba8c7), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.813261 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-97ca0978-4fcc-4997-93a5-68cc6879f0db tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (8b7368da-c42f-4999-b75f-df68c3aba8c7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.816748 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-97ca0978-4fcc-4997-93a5-68cc6879f0db tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (8b7368da-c42f-4999-b75f-df68c3aba8c7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.834616 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca0978-4fcc-4997-93a5-68cc6879f0db tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7368da-c42f-4999-b75f-df68c3aba8c7,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:41.841401 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-97ca0978-4fcc-4997-93a5-68cc6879f0db tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.842596 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-97ca0978-4fcc-4997-93a5-68cc6879f0db tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142819 Feb 05 04:00:41.846009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46718) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:41.850508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-72fd8505-d8f3-4648-8bf8-44f58616aae0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'security_group_rule': {'security_group_id': '2014ed53-7825-4e30-8bbe-6cbf9f41c219', 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:00:41.877452 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72fd8505-d8f3-4648-8bf8-44f58616aae0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (f8f54898-aa4a-44fd-be99-5be346317cda), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.940616 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72fd8505-d8f3-4648-8bf8-44f58616aae0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (f8f54898-aa4a-44fd-be99-5be346317cda), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.944628 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72fd8505-d8f3-4648-8bf8-44f58616aae0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (f8f54898-aa4a-44fd-be99-5be346317cda), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.964314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd8505-d8f3-4648-8bf8-44f58616aae0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f54898-aa4a-44fd-be99-5be346317cda,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:41.973942 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72fd8505-d8f3-4648-8bf8-44f58616aae0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:41.977993 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-72fd8505-d8f3-4648-8bf8-44f58616aae0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283679 Feb 05 04:00:41.978168 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46720) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:41.982747 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-fc6e7815-f164-44e0-926f-76115bdb7f83 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'security_group_rule': {'security_group_id': '2014ed53-7825-4e30-8bbe-6cbf9f41c219', 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:00:42.011471 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fc6e7815-f164-44e0-926f-76115bdb7f83 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (2c170d13-704d-4e1a-9eff-89768e9d0d42), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:42.070700 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fc6e7815-f164-44e0-926f-76115bdb7f83 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (2c170d13-704d-4e1a-9eff-89768e9d0d42), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:42.074047 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fc6e7815-f164-44e0-926f-76115bdb7f83 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (2c170d13-704d-4e1a-9eff-89768e9d0d42), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:42.088525 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e7815-f164-44e0-926f-76115bdb7f83 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c170d13-704d-4e1a-9eff-89768e9d0d42,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:42.100361 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:42.100563 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fc6e7815-f164-44e0-926f-76115bdb7f83 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:42.101731 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fc6e7815-f164-44e0-926f-76115bdb7f83 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226399 Feb 05 04:00:42.104415 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46722) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:42.108771 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b30d6122-5e1a-4f59-ba93-29858e84f9e1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'security_group_rule': {'security_group_id': '2014ed53-7825-4e30-8bbe-6cbf9f41c219', 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:00:42.127765 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-b30d6122-5e1a-4f59-ba93-29858e84f9e1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Project a5dca10e62a742f6be9772eb62edf2da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 04:00:42.132806 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b30d6122-5e1a-4f59-ba93-29858e84f9e1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (202b3a82-c3b5-49f5-a96a-a79695d9c0e7), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:42.192642 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b30d6122-5e1a-4f59-ba93-29858e84f9e1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (202b3a82-c3b5-49f5-a96a-a79695d9c0e7), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:42.196541 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b30d6122-5e1a-4f59-ba93-29858e84f9e1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (202b3a82-c3b5-49f5-a96a-a79695d9c0e7), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:42.216219 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d6122-5e1a-4f59-ba93-29858e84f9e1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202b3a82-c3b5-49f5-a96a-a79695d9c0e7,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:42.226275 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b30d6122-5e1a-4f59-ba93-29858e84f9e1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:42.227593 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b30d6122-5e1a-4f59-ba93-29858e84f9e1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222587 Feb 05 04:00:42.230389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46724) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:42.235159 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bebc1502-6e1c-4315-8421-325177404f52 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'security_group_rule': {'security_group_id': '2014ed53-7825-4e30-8bbe-6cbf9f41c219', 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:00:42.255732 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-bebc1502-6e1c-4315-8421-325177404f52 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Project a5dca10e62a742f6be9772eb62edf2da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 04:00:42.260428 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bebc1502-6e1c-4315-8421-325177404f52 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (c720d409-dd95-47a7-b3c8-4412f86487a1), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:42.321634 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bebc1502-6e1c-4315-8421-325177404f52 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (c720d409-dd95-47a7-b3c8-4412f86487a1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:42.325095 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bebc1502-6e1c-4315-8421-325177404f52 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (c720d409-dd95-47a7-b3c8-4412f86487a1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:42.344575 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc1502-6e1c-4315-8421-325177404f52 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c720d409-dd95-47a7-b3c8-4412f86487a1,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:42.350848 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bebc1502-6e1c-4315-8421-325177404f52 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:42.352068 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bebc1502-6e1c-4315-8421-325177404f52 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204195 Feb 05 04:00:42.511511 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-1f19ce40-fa7e-4254-bc61-4a9d0c789bec tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576754477&fields=id&tenant_id=a5dca10e62a742f6be9772eb62edf2da HTTP/1.1" status: 200 len: 267 time: 0.0488226 Feb 05 04:00:42.526001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Sync routers for ids ['c6f4e374-451f-46a0-9554-d8b8efc35bcd'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:00:42.536409 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Routers {'c6f4e374-451f-46a0-9554-d8b8efc35bcd'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:00:42.537030 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:00:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c6f4e374-451f-46a0-9554-d8b8efc35bcd'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:42.623635 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-b672b950-66e3-402c-a194-d8166b5b499c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:42.626168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-b672b950-66e3-402c-a194-d8166b5b499c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 809 time: 0.1072910 Feb 05 04:00:42.641299 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-aeade615-2923-48c5-a0b1-b15c21b0ac59 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/quotas/a5dca10e62a742f6be9772eb62edf2da HTTP/1.1" status: 200 len: 375 time: 0.0088644 Feb 05 04:00:42.650041 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Set router c6f4e374-451f-46a0-9554-d8b8efc35bcd gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:00:42.695800 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-54e94575-ff2a-487f-abbd-8dc452a59fdf tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492082 Feb 05 04:00:42.792322 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-75705d5a-fe61-4384-ac6e-5df0d53ca994 service neutron] 10.222.0.36 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851018 Feb 05 04:00:42.851620 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'name': 'tempest-TestShelveInstance-1943743646-router', 'tenant_id': '393b91dae2a449a59a4c2716aab647fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '7f89eabb-e0ab-4048-b20b-98c214c778b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:36Z', 'updated_at': '2022-02-05T04:00:39Z', 'revision_number': 4, 'project_id': '393b91dae2a449a59a4c2716aab647fb', 'gw_port': {'id': '7f89eabb-e0ab-4048-b20b-98c214c778b6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:37Z', 'updated_at': '2022-02-05T04:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '34b0c8eb-6194-48c4-ae6d-da285241bbb6', 'name': '', 'network_id': '315b753a-6a73-4e72-ad7a-c33d1f7b9966', 'tenant_id': '393b91dae2a449a59a4c2716aab647fb', 'mac_address': 'fa:16:3e:f4:d5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '91589746-00d4-42f1-8044-f0ecf8efcd5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:39Z', 'updated_at': '2022-02-05T04:00:39Z', 'revision_number': 2, 'project_id': '393b91dae2a449a59a4c2716aab647fb', 'subnets': [{'id': '91589746-00d4-42f1-8044-f0ecf8efcd5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:42.881043 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-e1d64d0f-1b52-4bce-ab58-51e76160cabc service neutron] 10.222.0.36 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829957 Feb 05 04:00:42.882115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Checking router: c6f4e374-451f-46a0-9554-d8b8efc35bcd for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:00:42.882474 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Updating router c6f4e374-451f-46a0-9554-d8b8efc35bcd port 34b0c8eb-6194-48c4-ae6d-da285241bbb6 binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 04:00:42.910345 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:42.958969 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7f89eabb-e0ab-4048-b20b-98c214c778b6 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:00:43.068353 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-14eb20c7-b11c-463e-9fa6-fbfed9bea663 req-d8b8b862-6255-4a89-9175-ff599cb12d0b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 210 time: 0.0319178 Feb 05 04:00:43.132445 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 7f89eabb-e0ab-4048-b20b-98c214c778b6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:43.132822 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (7f89eabb-e0ab-4048-b20b-98c214c778b6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:43.290113 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Publish callbacks [] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:43.291946 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 7f89eabb-e0ab-4048-b20b-98c214c778b6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:43.296662 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:43.356040 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a4915-013a-439a-9957-5ebb36838402 None None] Pushing event updated for resources: {'Port': ['ID=34b0c8eb-6194-48c4-ae6d-da285241bbb6,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:43.411385 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Attempting to bind port 34b0c8eb-6194-48c4-ae6d-da285241bbb6 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 04:00:43.411748 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Attempting to bind port 34b0c8eb-6194-48c4-ae6d-da285241bbb6 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '1e5b9351-4882-4d00-8e4f-c9d768629b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '315b753a-6a73-4e72-ad7a-c33d1f7b9966'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 04:00:43.412116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Attempting to bind port 34b0c8eb-6194-48c4-ae6d-da285241bbb6 on network 315b753a-6a73-4e72-ad7a-c33d1f7b9966 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:00:43.417584 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 4, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 04:00:43.417966 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Checking segment: {'id': '1e5b9351-4882-4d00-8e4f-c9d768629b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '315b753a-6a73-4e72-ad7a-c33d1f7b9966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:00:43.418377 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:43.418790 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Bound using segment: {'id': '1e5b9351-4882-4d00-8e4f-c9d768629b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '315b753a-6a73-4e72-ad7a-c33d1f7b9966'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 04:00:43.419292 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Bound port: 34b0c8eb-6194-48c4-ae6d-da285241bbb6, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5b9351-4882-4d00-8e4f-c9d768629b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '315b753a-6a73-4e72-ad7a-c33d1f7b9966'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 04:00:43.419678 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:43.489153 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] For port 34b0c8eb-6194-48c4-ae6d-da285241bbb6, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 04:00:43.492578 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] For port 34b0c8eb-6194-48c4-ae6d-da285241bbb6, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=34b0c8eb-6194-48c4-ae6d-da285241bbb6,segment=NetworkSegment(1e5b9351-4882-4d00-8e4f-c9d768629b70),segment_id=1e5b9351-4882-4d00-8e4f-c9d768629b70)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 04:00:43.499191 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:43.559143 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Routers {'c6f4e374-451f-46a0-9554-d8b8efc35bcd'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:00:43.560170 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:00:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c6f4e374-451f-46a0-9554-d8b8efc35bcd'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:43.638785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a4915-013a-439a-9957-5ebb36838402 None None] Pushing event updated for resources: {'Port': ['ID=34b0c8eb-6194-48c4-ae6d-da285241bbb6,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:43.677640 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2b6c7336-9ff9-495b-8e38-ad463517e46d None None] Provisioning complete for port 34b0c8eb-6194-48c4-ae6d-da285241bbb6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:43.678013 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b6c7336-9ff9-495b-8e38-ad463517e46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:43.898014 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] Set router c6f4e374-451f-46a0-9554-d8b8efc35bcd gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:00:44.037909 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c7336-9ff9-495b-8e38-ad463517e46d None None] Current status of the port 34b0c8eb-6194-48c4-ae6d-da285241bbb6 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:44.038300 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b6c7336-9ff9-495b-8e38-ad463517e46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:44.102130 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2b6c7336-9ff9-495b-8e38-ad463517e46d None None] For port 34b0c8eb-6194-48c4-ae6d-da285241bbb6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=34b0c8eb-6194-48c4-ae6d-da285241bbb6,segment=NetworkSegment(1e5b9351-4882-4d00-8e4f-c9d768629b70),segment_id=1e5b9351-4882-4d00-8e4f-c9d768629b70)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:00:44.113443 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b6c7336-9ff9-495b-8e38-ad463517e46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:44.150091 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-2a2a6f18-e82b-4480-bb86-dfb7ae7d6e36 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:44.151385 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-2a2a6f18-e82b-4480-bb86-dfb7ae7d6e36 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 809 time: 0.1384284 Feb 05 04:00:44.166052 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c7336-9ff9-495b-8e38-ad463517e46d None None] Pushing event updated for resources: {'Port': ['ID=34b0c8eb-6194-48c4-ae6d-da285241bbb6,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:44.197973 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-31f40ee3-c3f4-4701-84fb-debdec78b9ac req-838fd25f-28c5-4863-91fe-7d2ea4ef9512 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 210 time: 0.0342882 Feb 05 04:00:44.215695 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'name': 'tempest-TestShelveInstance-1943743646-router', 'tenant_id': '393b91dae2a449a59a4c2716aab647fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '7f89eabb-e0ab-4048-b20b-98c214c778b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:36Z', 'updated_at': '2022-02-05T04:00:39Z', 'revision_number': 4, 'project_id': '393b91dae2a449a59a4c2716aab647fb', 'gw_port': {'id': '7f89eabb-e0ab-4048-b20b-98c214c778b6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:37Z', 'updated_at': '2022-02-05T04:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '34b0c8eb-6194-48c4-ae6d-da285241bbb6', 'name': '', 'network_id': '315b753a-6a73-4e72-ad7a-c33d1f7b9966', 'tenant_id': '393b91dae2a449a59a4c2716aab647fb', 'mac_address': 'fa:16:3e:f4:d5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '91589746-00d4-42f1-8044-f0ecf8efcd5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:39Z', 'updated_at': '2022-02-05T04:00:43Z', 'revision_number': 4, 'project_id': '393b91dae2a449a59a4c2716aab647fb', 'subnets': [{'id': '91589746-00d4-42f1-8044-f0ecf8efcd5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:44.221947 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-e8977e1e-8bdb-4784-beab-41b3d29e993f tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5dca10e62a742f6be9772eb62edf2da HTTP/1.1" status: 200 len: 379 time: 0.0619261 Feb 05 04:00:44.230591 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-096b827c-883b-423a-9f9c-6d3e46aa758b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'port': {'device_id': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'admin_state_up': True, 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'security_groups': ['2014ed53-7825-4e30-8bbe-6cbf9f41c219']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:00:44.246358 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744d70be-7424-461b-96d2-f4f82e4eed27 None None] The sync data for ids ['c6f4e374-451f-46a0-9554-d8b8efc35bcd'] in n-d-826942-8 is: [{'id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'name': 'tempest-TestShelveInstance-1943743646-router', 'tenant_id': '393b91dae2a449a59a4c2716aab647fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '7f89eabb-e0ab-4048-b20b-98c214c778b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:36Z', 'updated_at': '2022-02-05T04:00:39Z', 'revision_number': 4, 'project_id': '393b91dae2a449a59a4c2716aab647fb', 'gw_port': {'id': '7f89eabb-e0ab-4048-b20b-98c214c778b6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:37Z', 'updated_at': '2022-02-05T04:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '34b0c8eb-6194-48c4-ae6d-da285241bbb6', 'name': '', 'network_id': '315b753a-6a73-4e72-ad7a-c33d1f7b9966', 'tenant_id': '393b91dae2a449a59a4c2716aab647fb', 'mac_address': 'fa:16:3e:f4:d5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '91589746-00d4-42f1-8044-f0ecf8efcd5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:39Z', 'updated_at': '2022-02-05T04:00:43Z', 'revision_number': 4, 'project_id': '393b91dae2a449a59a4c2716aab647fb', 'subnets': [{'id': '91589746-00d4-42f1-8044-f0ecf8efcd5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:00:44.259527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0023ef93-0843-44bf-b493-11b043f59b36 None None] Provisioning complete for port 34b0c8eb-6194-48c4-ae6d-da285241bbb6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:44.259913 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0023ef93-0843-44bf-b493-11b043f59b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:44.360065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0023ef93-0843-44bf-b493-11b043f59b36 None None] Current status of the port 34b0c8eb-6194-48c4-ae6d-da285241bbb6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:44.363565 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-096b827c-883b-423a-9f9c-6d3e46aa758b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Made reservation on behalf of a5dca10e62a742f6be9772eb62edf2da for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 04:00:44.369967 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-096b827c-883b-423a-9f9c-6d3e46aa758b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:44.514898 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-096b827c-883b-423a-9f9c-6d3e46aa758b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Allocated IP 172.20.0.12 (b7fa5353-a81c-41a9-80bf-9cdba126a856/cf4273cb-ea7c-4992-b145-ac053f110796/f28813ae-f197-4b56-bcad-2a077da03f31) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:00:44.663597 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-096b827c-883b-423a-9f9c-6d3e46aa758b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for port (f28813ae-f197-4b56-bcad-2a077da03f31), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:44.969258 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 34b0c8eb-6194-48c4-ae6d-da285241bbb6 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:00:44.987976 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-096b827c-883b-423a-9f9c-6d3e46aa758b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:45.018712 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 34b0c8eb-6194-48c4-ae6d-da285241bbb6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:45.019147 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:45.032661 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-096b827c-883b-423a-9f9c-6d3e46aa758b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Network b7fa5353-a81c-41a9-80bf-9cdba126a856 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:00:45.038100 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-096b827c-883b-423a-9f9c-6d3e46aa758b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:00:45.042130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-096b827c-883b-423a-9f9c-6d3e46aa758b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:00:45.075145 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b827c-883b-423a-9f9c-6d3e46aa758b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'Port': ['ID=f28813ae-f197-4b56-bcad-2a077da03f31,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:45.106062 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-096b827c-883b-423a-9f9c-6d3e46aa758b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:45.106689 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-096b827c-883b-423a-9f9c-6d3e46aa758b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:45.124944 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-096b827c-883b-423a-9f9c-6d3e46aa758b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8978662 Feb 05 04:00:45.131602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 34b0c8eb-6194-48c4-ae6d-da285241bbb6 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:45.136386 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Request body: {'port': {'device_id': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:00:45.201092 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:45.286253 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3f79d42e-3eef-43ce-92c6-c5a4eedc3f53 None None] Provisioning complete for port f28813ae-f197-4b56-bcad-2a077da03f31 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:45.286798 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f79d42e-3eef-43ce-92c6-c5a4eedc3f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:45.322833 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3f79d42e-3eef-43ce-92c6-c5a4eedc3f53 None None] Port f28813ae-f197-4b56-bcad-2a077da03f31 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 04:00:45.326842 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3891917-d974-4f87-986b-3cc8728c8cd7 req-b8beb68a-f978-4d8f-aebe-63326dc26005 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:45.328376 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3891917-d974-4f87-986b-3cc8728c8cd7 req-b8beb68a-f978-4d8f-aebe-63326dc26005 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 932 time: 0.0562315 Feb 05 04:00:45.377452 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f3891917-d974-4f87-986b-3cc8728c8cd7 req-8b84bd58-4391-4020-8b62-b2c6c03a5738 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434077 Feb 05 04:00:45.478019 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28813ae-f197-4b56-bcad-2a077da03f31 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 04:00:45.485206 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Publish callbacks [] for port (f28813ae-f197-4b56-bcad-2a077da03f31), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:45.496833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Transition to ACTIVE for port object f28813ae-f197-4b56-bcad-2a077da03f31 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 04:00:45.500778 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:45.552128 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Pushing event updated for resources: {'Port': ['ID=f28813ae-f197-4b56-bcad-2a077da03f31,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:45.625364 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Attempting to bind port f28813ae-f197-4b56-bcad-2a077da03f31 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 04:00:45.625783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Attempting to bind port f28813ae-f197-4b56-bcad-2a077da03f31 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '91e3aa7d-0120-483d-8d64-09e31c64766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 04:00:45.626177 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Attempting to bind port f28813ae-f197-4b56-bcad-2a077da03f31 on network b7fa5353-a81c-41a9-80bf-9cdba126a856 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:00:45.630963 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Port f28813ae-f197-4b56-bcad-2a077da03f31 on network b7fa5353-a81c-41a9-80bf-9cdba126a856 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 04:00:45.631074 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Attempting to bind port f28813ae-f197-4b56-bcad-2a077da03f31 on network b7fa5353-a81c-41a9-80bf-9cdba126a856 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:00:45.636308 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 4, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 04:00:45.636652 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Checking segment: {'id': '91e3aa7d-0120-483d-8d64-09e31c64766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:00:45.637077 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Bound using segment: {'id': '91e3aa7d-0120-483d-8d64-09e31c64766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 04:00:45.637504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Bound port: f28813ae-f197-4b56-bcad-2a077da03f31, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e3aa7d-0120-483d-8d64-09e31c64766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 04:00:45.637923 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:45.705570 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] For port f28813ae-f197-4b56-bcad-2a077da03f31, host n-h2-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 04:00:45.708739 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] For port f28813ae-f197-4b56-bcad-2a077da03f31, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f28813ae-f197-4b56-bcad-2a077da03f31,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 04:00:45.715060 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:45.751666 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:45.752801 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:45.754370 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] 10.222.0.10 "PUT /v2.0/ports/f28813ae-f197-4b56-bcad-2a077da03f31 HTTP/1.1" status: 200 len: 1092 time: 0.6222873 Feb 05 04:00:45.754898 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'tag': 'f28813ae-f197-4b56-bcad-2a077da03f31'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:00:45.757168 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619df32f-9896-43ae-8889-85a4c832229b" -d '{"events": [{"name": "network-changed", "server_uuid": "b91d9dd7-273c-4165-988c-436cd7dda0d3", "tag": "f28813ae-f197-4b56-bcad-2a077da03f31"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:00:45.786828 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4b33d-77a4-447f-88ee-92772a21fba5 service neutron] Pushing event updated for resources: {'Port': ['ID=f28813ae-f197-4b56-bcad-2a077da03f31,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:45.835975 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 04:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cb6ef9-91f0-47de-84b5-3abdad5d79f8 x-openstack-request-id: req-91cb6ef9-91f0-47de-84b5-3abdad5d79f8 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:00:45.836348 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b91d9dd7-273c-4165-988c-436cd7dda0d3", "tag": "f28813ae-f197-4b56-bcad-2a077da03f31", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:00:45.836671 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91cb6ef9-91f0-47de-84b5-3abdad5d79f8 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:00:45.837126 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'tag': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'status': 'completed', 'code': 200} Feb 05 04:00:45.857150 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-08a86ec6-bbef-47be-b1e2-e27ca646d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:45.858659 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-08a86ec6-bbef-47be-b1e2-e27ca646d455 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 1126 time: 0.0585816 Feb 05 04:00:45.903689 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-786e3b13-35b1-43a9-9937-6990fbc0f3f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28813ae-f197-4b56-bcad-2a077da03f31 HTTP/1.1" status: 200 len: 217 time: 0.0377016 Feb 05 04:00:45.954018 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-6e9fa941-6f75-456b-88c0-cca28c29da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:45.955669 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-6e9fa941-6f75-456b-88c0-cca28c29da26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0462587 Feb 05 04:00:46.012122 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-749c637b-273d-4a17-8f36-5444a3f02102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:46.013549 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-749c637b-273d-4a17-8f36-5444a3f02102 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513618 Feb 05 04:00:46.104002 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-1d948e55-0381-4023-a9d7-0c00c839e387 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823829 Feb 05 04:00:46.207298 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0e3340e5-ecd8-4e26-825b-71e3a8a3aca8 req-e852f0c2-1873-487f-9f9c-93c4cc889a9f service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977225 Feb 05 04:00:46.304571 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619df32f-9896-43ae-8889-85a4c832229b req-f4c8de26-fd4f-4486-9989-8c9db86e0675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:46.306137 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-619df32f-9896-43ae-8889-85a4c832229b req-f4c8de26-fd4f-4486-9989-8c9db86e0675 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 1126 time: 0.0504324 Feb 05 04:00:46.411717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619df32f-9896-43ae-8889-85a4c832229b req-d3ff6623-ad4e-4f73-bdcb-66f3989fb89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:46.413281 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-619df32f-9896-43ae-8889-85a4c832229b req-d3ff6623-ad4e-4f73-bdcb-66f3989fb89f service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.0950229 Feb 05 04:00:46.461845 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-619df32f-9896-43ae-8889-85a4c832229b req-f9f433db-d3cf-4b47-be56-f656ab3e9942 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28813ae-f197-4b56-bcad-2a077da03f31 HTTP/1.1" status: 200 len: 217 time: 0.0418935 Feb 05 04:00:46.503195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d5b24-66ad-432c-a686-dc4e76690faa req-f96b8d32-89bb-412a-a22c-0f737f1cf298 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:46.504702 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf1d5b24-66ad-432c-a686-dc4e76690faa req-f96b8d32-89bb-412a-a22c-0f737f1cf298 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.0566897 Feb 05 04:00:46.513128 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619df32f-9896-43ae-8889-85a4c832229b req-a73166a0-eccf-4468-bede-18df8e955e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:46.514645 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-619df32f-9896-43ae-8889-85a4c832229b req-a73166a0-eccf-4468-bede-18df8e955e92 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0463200 Feb 05 04:00:46.558041 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cf1d5b24-66ad-432c-a686-dc4e76690faa req-ae572dbd-c6a4-45b3-849f-3d24f667d921 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476170 Feb 05 04:00:46.568797 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619df32f-9896-43ae-8889-85a4c832229b req-361639d6-7bff-46b1-bf8b-c7363b49137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:46.570145 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-619df32f-9896-43ae-8889-85a4c832229b req-361639d6-7bff-46b1-bf8b-c7363b49137e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465486 Feb 05 04:00:46.662877 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-619df32f-9896-43ae-8889-85a4c832229b req-cdd7496c-55ef-46bb-8843-0ae72776ccf1 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854957 Feb 05 04:00:46.753958 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-619df32f-9896-43ae-8889-85a4c832229b req-3f9997d3-0b41-4aae-a331-9b6a4c5f1048 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841346 Feb 05 04:00:47.019748 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:47.677212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6a60d-372e-4132-be37-5a71e9a7e72d req-4e02818a-2aea-48ce-b0ab-1ce7dcc4c54f tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:47.678693 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5be6a60d-372e-4132-be37-5a71e9a7e72d req-4e02818a-2aea-48ce-b0ab-1ce7dcc4c54f tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.0529053 Feb 05 04:00:47.726487 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5be6a60d-372e-4132-be37-5a71e9a7e72d req-4fbb3cca-d8d7-4716-9651-aab70ed003a2 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422335 Feb 05 04:00:48.322131 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f28813ae-f197-4b56-bcad-2a077da03f31 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 04:00:48.420397 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f28813ae-f197-4b56-bcad-2a077da03f31, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f28813ae-f197-4b56-bcad-2a077da03f31,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:00:48.431870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'port_id': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'mac_address': 'fa:16:3e:1d:e7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 04:00:48.468245 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port f28813ae-f197-4b56-bcad-2a077da03f31 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:48.468628 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:48.481293 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28813ae-f197-4b56-bcad-2a077da03f31 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 04:00:48.500027 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f28813ae-f197-4b56-bcad-2a077da03f31, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f28813ae-f197-4b56-bcad-2a077da03f31,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:00:48.504884 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:48.556593 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=f28813ae-f197-4b56-bcad-2a077da03f31,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:48.707378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['f28813ae-f197-4b56-bcad-2a077da03f31'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 04:00:48.849466 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf32d1b-c9ae-429f-ab7f-6bfec2e675c0 req-22082cd7-7c0f-4ee6-9620-ebf03798859a tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:48.852334 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eaf32d1b-c9ae-429f-ab7f-6bfec2e675c0 req-22082cd7-7c0f-4ee6-9620-ebf03798859a tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 945 time: 0.0555470 Feb 05 04:00:48.901469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eaf32d1b-c9ae-429f-ab7f-6bfec2e675c0 req-fc67a50f-9789-4c1a-95ca-442df0f88c7d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445032 Feb 05 04:00:50.027886 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb081e7-a470-49aa-8978-459a0c5198c7 req-c8dd2143-01da-4c6c-843e-cfe46bda82f9 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:50.029373 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5cb081e7-a470-49aa-8978-459a0c5198c7 req-c8dd2143-01da-4c6c-843e-cfe46bda82f9 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 945 time: 0.0574930 Feb 05 04:00:50.078181 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5cb081e7-a470-49aa-8978-459a0c5198c7 req-648ac685-a84b-40b8-ab98-21ae16eca484 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422378 Feb 05 04:00:50.322528 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f28813ae-f197-4b56-bcad-2a077da03f31 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:00:50.370939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port f28813ae-f197-4b56-bcad-2a077da03f31 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 04:00:50.374977 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port f28813ae-f197-4b56-bcad-2a077da03f31 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:00:50.375348 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:50.454610 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port f28813ae-f197-4b56-bcad-2a077da03f31 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:00:50.455015 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:50.477686 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28813ae-f197-4b56-bcad-2a077da03f31'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:00:50.479917 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096c293f-a095-4f8f-8656-92b726519683" -d '{"events": [{"server_uuid": "b91d9dd7-273c-4165-988c-436cd7dda0d3", "name": "network-vif-plugged", "status": "completed", "tag": "f28813ae-f197-4b56-bcad-2a077da03f31"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:00:50.492617 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f28813ae-f197-4b56-bcad-2a077da03f31, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f28813ae-f197-4b56-bcad-2a077da03f31,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:00:50.496707 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:50.549298 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=f28813ae-f197-4b56-bcad-2a077da03f31,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:50.580754 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 04:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d939f60-8153-450a-af7b-67f2590270f7 x-openstack-request-id: req-4d939f60-8153-450a-af7b-67f2590270f7 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:00:50.581057 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b91d9dd7-273c-4165-988c-436cd7dda0d3", "name": "network-vif-plugged", "status": "completed", "tag": "f28813ae-f197-4b56-bcad-2a077da03f31", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:00:50.581360 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d939f60-8153-450a-af7b-67f2590270f7 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:00:50.581771 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'code': 200} Feb 05 04:00:50.689242 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe01af4-b205-4d0d-be61-1881e1f05be1 req-583a0e5e-8057-429f-a1b8-d15708b6e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:50.690956 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bbe01af4-b205-4d0d-be61-1881e1f05be1 req-583a0e5e-8057-429f-a1b8-d15708b6e71d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 1128 time: 0.0505397 Feb 05 04:00:50.736203 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-bbe01af4-b205-4d0d-be61-1881e1f05be1 req-9d5fa374-c3db-41ca-8c40-03d482b040dd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392566 Feb 05 04:00:51.193990 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090000a2-5e81-41b7-999c-ccc3daabc836 req-9e297750-99ba-49d1-b263-ee34a0a8267c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:51.195478 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-090000a2-5e81-41b7-999c-ccc3daabc836 req-9e297750-99ba-49d1-b263-ee34a0a8267c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0509298 Feb 05 04:00:51.242123 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-090000a2-5e81-41b7-999c-ccc3daabc836 req-02f3dc15-0976-4641-baa1-2ccef668a676 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412095 Feb 05 04:00:52.373014 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb0eca-4208-41f2-b144-9bbe25264fbb req-0c7b6839-7a8a-4e88-bd1c-1ea218a5fd51 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:52.375305 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65fb0eca-4208-41f2-b144-9bbe25264fbb req-0c7b6839-7a8a-4e88-bd1c-1ea218a5fd51 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0571880 Feb 05 04:00:52.423850 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-65fb0eca-4208-41f2-b144-9bbe25264fbb req-4080d2a3-e7ee-4e6e-9a82-7e57d0f96865 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421083 Feb 05 04:00:52.545994 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5b2d9-2586-4475-a441-6f17655ec96a req-d66280a3-7a93-4c79-9bb3-b2376489fc19 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:52.547615 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6d5b2d9-2586-4475-a441-6f17655ec96a req-d66280a3-7a93-4c79-9bb3-b2376489fc19 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0553446 Feb 05 04:00:52.596427 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d6d5b2d9-2586-4475-a441-6f17655ec96a req-00ac4ec8-fdaf-4c57-855d-fc4bf701d49f tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427706 Feb 05 04:00:52.619930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46776) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:52.753665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade5e5b-4940-4161-b3af-dd4a2e5d7b36 tempest-TestShelveInstance-1490208489 tempest-TestShelveInstance-1490208489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:52.758259 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6ade5e5b-4940-4161-b3af-dd4a2e5d7b36 tempest-TestShelveInstance-1490208489 tempest-TestShelveInstance-1490208489-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 1123 time: 0.1343288 Feb 05 04:00:52.758421 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 46780) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:52.762564 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:00:52.784013 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:52.882096 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:52.994383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Allocated IP 172.25.0.160 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/b1359e8f-c1f5-48f3-a50b-9341db0dbddf) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:00:53.100989 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for port (b1359e8f-c1f5-48f3-a50b-9341db0dbddf), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:53.135908 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (b1359e8f-c1f5-48f3-a50b-9341db0dbddf), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:53.172892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:00:53.178323 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:00:53.181458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:00:53.214599 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'Port': ['ID=b1359e8f-c1f5-48f3-a50b-9341db0dbddf,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:53.545704 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for floatingip (4de7a75e-1435-4bbf-9448-c067bb0c13c3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:53.622124 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (b1359e8f-c1f5-48f3-a50b-9341db0dbddf), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:54.085888 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for port (b1359e8f-c1f5-48f3-a50b-9341db0dbddf), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:54.090695 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (b1359e8f-c1f5-48f3-a50b-9341db0dbddf), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:54.158409 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'Port': ['ID=b1359e8f-c1f5-48f3-a50b-9341db0dbddf,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:00:54.170070 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (4de7a75e-1435-4bbf-9448-c067bb0c13c3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:54.273425 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Floating IP 4de7a75e-1435-4bbf-9448-c067bb0c13c3 associated. External IP: 172.25.0.160, port: f28813ae-f197-4b56-bcad-2a077da03f31. Feb 05 04:00:54.492641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Router 11379356-42ca-4d8c-a238-d5e3f17e28cc has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:00:54.603597 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:00:54.614008 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b832154-8a9d-44af-9cb9-a0b483b63993 None None] Sync routers for ids ['11379356-42ca-4d8c-a238-d5e3f17e28cc'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:00:54.621939 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:00:54.625333 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b832154-8a9d-44af-9cb9-a0b483b63993 None None] Routers {'11379356-42ca-4d8c-a238-d5e3f17e28cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:00:54.626671 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7b832154-8a9d-44af-9cb9-a0b483b63993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:00:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11379356-42ca-4d8c-a238-d5e3f17e28cc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:54.654443 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-bdd034db-be76-4379-be79-f59682a016a7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8950205 Feb 05 04:00:54.655065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'tag': 'f28813ae-f197-4b56-bcad-2a077da03f31'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:00:54.658477 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e890fde-50cb-4c1a-9702-d3dde0bab882" -d '{"events": [{"name": "network-changed", "server_uuid": "b91d9dd7-273c-4165-988c-436cd7dda0d3", "tag": "f28813ae-f197-4b56-bcad-2a077da03f31"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:00:54.747999 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-7b832154-8a9d-44af-9cb9-a0b483b63993 None None] Set router 11379356-42ca-4d8c-a238-d5e3f17e28cc gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:00:54.752809 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 04:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1080c74-85e2-4f89-b328-f19265e1f567 x-openstack-request-id: req-c1080c74-85e2-4f89-b328-f19265e1f567 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:00:54.753021 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b91d9dd7-273c-4165-988c-436cd7dda0d3", "tag": "f28813ae-f197-4b56-bcad-2a077da03f31", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:00:54.753231 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1080c74-85e2-4f89-b328-f19265e1f567 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:00:54.753624 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'tag': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'status': 'completed', 'code': 200} Feb 05 04:00:54.775981 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.10', 53032) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:00:54.800602 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-9acdebbb-d32d-4941-a800-42c4c0cf0392 req-58bc71aa-182d-4f11-a110-3db7aaae03fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503969 Feb 05 04:00:54.821740 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e890fde-50cb-4c1a-9702-d3dde0bab882 req-a194f292-5ba1-46dc-a735-72f2f54ac3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:54.823280 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e890fde-50cb-4c1a-9702-d3dde0bab882 req-a194f292-5ba1-46dc-a735-72f2f54ac3bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 1128 time: 0.0469484 Feb 05 04:00:54.912022 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e890fde-50cb-4c1a-9702-d3dde0bab882 req-ebefeee5-69bd-4436-8d0a-076f354ed4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:54.913505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e890fde-50cb-4c1a-9702-d3dde0bab882 req-ebefeee5-69bd-4436-8d0a-076f354ed4b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.0847847 Feb 05 04:00:54.977685 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7b832154-8a9d-44af-9cb9-a0b483b63993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 4, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '4de7a75e-1435-4bbf-9448-c067bb0c13c3', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'port_id': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'mac_address': 'fa:16:3e:1d:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:00:53Z', 'updated_at': '2022-02-05T04:00:53Z', 'revision_number': 0, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c44aa7-12d1-4eab-80f5-d1f5752a0307', 'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'mac_address': 'fa:16:3e:76:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:34Z', 'updated_at': '2022-02-05T04:00:38Z', 'revision_number': 5, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'subnets': [{'id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:54.983169 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e890fde-50cb-4c1a-9702-d3dde0bab882 req-659598c8-df03-4015-998e-faa751a1edc0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28813ae-f197-4b56-bcad-2a077da03f31 HTTP/1.1" status: 200 len: 1000 time: 0.0642374 Feb 05 04:00:55.007568 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b832154-8a9d-44af-9cb9-a0b483b63993 None None] Checking router: 11379356-42ca-4d8c-a238-d5e3f17e28cc for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:00:55.015884 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b832154-8a9d-44af-9cb9-a0b483b63993 None None] Routers {'11379356-42ca-4d8c-a238-d5e3f17e28cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:00:55.016562 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7b832154-8a9d-44af-9cb9-a0b483b63993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:00:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11379356-42ca-4d8c-a238-d5e3f17e28cc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:55.030392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e890fde-50cb-4c1a-9702-d3dde0bab882 req-9d599ad6-ff25-46cb-9d84-cbb963fefdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:55.031849 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e890fde-50cb-4c1a-9702-d3dde0bab882 req-9d599ad6-ff25-46cb-9d84-cbb963fefdcf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0435917 Feb 05 04:00:55.082149 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e890fde-50cb-4c1a-9702-d3dde0bab882 req-3e7ea46b-ddbb-48ff-af08-013d1ea7e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:55.083726 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e890fde-50cb-4c1a-9702-d3dde0bab882 req-3e7ea46b-ddbb-48ff-af08-013d1ea7e0ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458620 Feb 05 04:00:55.124653 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-7b832154-8a9d-44af-9cb9-a0b483b63993 None None] Set router 11379356-42ca-4d8c-a238-d5e3f17e28cc gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:00:55.183047 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e890fde-50cb-4c1a-9702-d3dde0bab882 req-6c0e695c-a6bc-45b0-afa5-5c21ec70af78 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920238 Feb 05 04:00:55.279033 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e890fde-50cb-4c1a-9702-d3dde0bab882 req-02d8d8f7-1633-45b6-9338-29b79950bc6e service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902629 Feb 05 04:00:55.449644 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7b832154-8a9d-44af-9cb9-a0b483b63993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 4, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '4de7a75e-1435-4bbf-9448-c067bb0c13c3', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'port_id': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'mac_address': 'fa:16:3e:1d:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:00:53Z', 'updated_at': '2022-02-05T04:00:53Z', 'revision_number': 0, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c44aa7-12d1-4eab-80f5-d1f5752a0307', 'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'mac_address': 'fa:16:3e:76:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:34Z', 'updated_at': '2022-02-05T04:00:38Z', 'revision_number': 5, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'subnets': [{'id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:00:55.467933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdebbb-d32d-4941-a800-42c4c0cf0392 req-0f904d02-5a32-4a1c-9338-81acaa82322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:55.469469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9acdebbb-d32d-4941-a800-42c4c0cf0392 req-0f904d02-5a32-4a1c-9338-81acaa82322c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 1128 time: 0.0520091 Feb 05 04:00:55.481839 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b832154-8a9d-44af-9cb9-a0b483b63993 None None] The sync data for ids ['11379356-42ca-4d8c-a238-d5e3f17e28cc'] in n-d-826942-8 is: [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 4, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '4de7a75e-1435-4bbf-9448-c067bb0c13c3', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'port_id': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'mac_address': 'fa:16:3e:1d:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:00:53Z', 'updated_at': '2022-02-05T04:00:53Z', 'revision_number': 0, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c44aa7-12d1-4eab-80f5-d1f5752a0307', 'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'mac_address': 'fa:16:3e:76:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:34Z', 'updated_at': '2022-02-05T04:00:38Z', 'revision_number': 5, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'subnets': [{'id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:00:55.578256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdebbb-d32d-4941-a800-42c4c0cf0392 req-28902eea-76a9-4903-9a4b-8f0d8f1206ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:55.580391 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9acdebbb-d32d-4941-a800-42c4c0cf0392 req-28902eea-76a9-4903-9a4b-8f0d8f1206ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.0919218 Feb 05 04:00:55.655760 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9acdebbb-d32d-4941-a800-42c4c0cf0392 req-59d27d80-7bf8-4b32-86b8-31d686247563 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28813ae-f197-4b56-bcad-2a077da03f31 HTTP/1.1" status: 200 len: 1000 time: 0.0701180 Feb 05 04:00:55.695464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d9f122-aa02-4fcf-87dd-575f73cef42e None None] New status for floating IP 4de7a75e-1435-4bbf-9448-c067bb0c13c3: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 04:00:55.710370 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdebbb-d32d-4941-a800-42c4c0cf0392 req-ee386e67-3241-46ed-a93f-c40bba4c3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:55.711906 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9acdebbb-d32d-4941-a800-42c4c0cf0392 req-ee386e67-3241-46ed-a93f-c40bba4c3220 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0488780 Feb 05 04:00:55.763565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdebbb-d32d-4941-a800-42c4c0cf0392 req-a5a299d8-5d11-4595-b899-d39657e7ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:00:55.765088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9acdebbb-d32d-4941-a800-42c4c0cf0392 req-a5a299d8-5d11-4595-b899-d39657e7ce4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471091 Feb 05 04:00:55.859103 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9acdebbb-d32d-4941-a800-42c4c0cf0392 req-115f4d8f-d7ca-4509-a37a-98979416b6bc service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873649 Feb 05 04:00:55.946695 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9acdebbb-d32d-4941-a800-42c4c0cf0392 req-0779b4e7-f8b9-42e6-a8f3-b001c1895e1c service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823450 Feb 05 04:01:03.795705 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b1bd791e-434a-4b8c-a6de-8d0530485fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:01:06.004485 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55698f37-62df-4eb7-a42b-26e669cc5422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:01:07.378814 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:01:08.917088 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:01:10.186334 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:01:12.119201 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:01:16.497682 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:01:17.026048 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:01:33.797155 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32473b9d-cd32-4d1c-8f65-01b9b1b8c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:01:36.007000 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f58d6aae-37cb-47ce-807f-e1eb76823bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:01:37.382268 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:01:38.919442 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:01:40.188740 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:01:42.115834 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:01:47.024850 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:01:53.497581 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:01:55.371525 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91ac4683-dcac-45fa-b8f7-23aa5f970f7d req-a9be2845-4692-4076-a513-ac4afdee8de3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447862 Feb 05 04:01:55.460572 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac4683-dcac-45fa-b8f7-23aa5f970f7d req-3923c64a-016c-405c-bfb6-7ea8483dd86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:01:55.462059 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91ac4683-dcac-45fa-b8f7-23aa5f970f7d req-3923c64a-016c-405c-bfb6-7ea8483dd86d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 1128 time: 0.0490565 Feb 05 04:01:55.566525 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac4683-dcac-45fa-b8f7-23aa5f970f7d req-0734c2d8-f535-4487-8e4f-4e8b254c0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:01:55.568015 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91ac4683-dcac-45fa-b8f7-23aa5f970f7d req-0734c2d8-f535-4487-8e4f-4e8b254c0e0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.0884190 Feb 05 04:01:55.636088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91ac4683-dcac-45fa-b8f7-23aa5f970f7d req-0da89c5a-a4a8-4aa7-a3ad-57ec5ae1ecc5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28813ae-f197-4b56-bcad-2a077da03f31 HTTP/1.1" status: 200 len: 1002 time: 0.0621603 Feb 05 04:01:55.682296 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac4683-dcac-45fa-b8f7-23aa5f970f7d req-0ac0455a-9158-4448-92d4-d9f4ab8abb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:01:55.683728 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91ac4683-dcac-45fa-b8f7-23aa5f970f7d req-0ac0455a-9158-4448-92d4-d9f4ab8abb8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0418391 Feb 05 04:01:55.730512 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac4683-dcac-45fa-b8f7-23aa5f970f7d req-97b77893-54fb-4ae3-8389-d881369c4704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:01:55.731984 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91ac4683-dcac-45fa-b8f7-23aa5f970f7d req-97b77893-54fb-4ae3-8389-d881369c4704 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426371 Feb 05 04:01:55.821856 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91ac4683-dcac-45fa-b8f7-23aa5f970f7d req-676d8996-4708-406d-95c4-6c91fc9f48c4 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839167 Feb 05 04:01:55.908055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-91ac4683-dcac-45fa-b8f7-23aa5f970f7d req-e4c48504-fc7a-4552-8232-5f76632c6410 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803900 Feb 05 04:02:03.798975 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cd010ac0-0672-408e-9303-4ba096de00aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:02:06.008632 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8948b7ed-46e7-4f8c-a8cf-a630263fb81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:02:07.384071 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:02:08.921550 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:02:10.191423 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:02:12.146392 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:02:17.023256 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:02:30.496670 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:02:33.800208 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-098da5ad-17f1-4e71-88f5-c359db72fede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:02:36.013982 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b85cdfba-bf7e-43e2-9d83-10bc7dd6e2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:02:37.386595 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:02:38.924134 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:02:40.193025 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:02:42.145126 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:02:47.022066 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:02:50.417666 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af2598-3cb9-4dbb-8111-9131609d514c req-bd36b8b4-2f91-4dc6-93e1-d7dec573e060 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:02:50.419177 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64af2598-3cb9-4dbb-8111-9131609d514c req-bd36b8b4-2f91-4dc6-93e1-d7dec573e060 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0546992 Feb 05 04:02:50.467717 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64af2598-3cb9-4dbb-8111-9131609d514c req-866df134-6ded-487c-ac9b-eb650efee846 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429020 Feb 05 04:02:51.594402 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691042e-be92-4b35-859f-b14a175e62bc req-cdb4e548-d6b8-426a-bf23-27a83792a495 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:02:51.595820 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5691042e-be92-4b35-859f-b14a175e62bc req-cdb4e548-d6b8-426a-bf23-27a83792a495 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0567265 Feb 05 04:02:51.643808 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5691042e-be92-4b35-859f-b14a175e62bc req-620a4907-69e8-4550-98e7-e03557ab4190 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424860 Feb 05 04:02:52.778466 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823275f-a325-4c2f-8e1b-e32884e98ead req-23d2b512-a4c7-4e0b-aae5-89bf9be290d1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:02:52.779996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6823275f-a325-4c2f-8e1b-e32884e98ead req-23d2b512-a4c7-4e0b-aae5-89bf9be290d1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0552952 Feb 05 04:02:52.829254 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6823275f-a325-4c2f-8e1b-e32884e98ead req-e8d12f82-b4c3-48f3-b642-e22bfad5d244 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433588 Feb 05 04:02:53.951723 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad42a04-c3eb-47c1-9db9-ccc45efad925 req-a589822b-647c-4d74-b60f-784c01caa086 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:02:53.953817 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ad42a04-c3eb-47c1-9db9-ccc45efad925 req-a589822b-647c-4d74-b60f-784c01caa086 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0594749 Feb 05 04:02:54.007350 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ad42a04-c3eb-47c1-9db9-ccc45efad925 req-db19ab49-1e4b-4e58-98f9-efe607cfa5f4 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474279 Feb 05 04:02:55.126090 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf0398-4b7f-4bdd-9154-7965bc64e27b req-5d81eaa0-23ba-49e8-bc32-096996cb6f70 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:02:55.127593 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02bf0398-4b7f-4bdd-9154-7965bc64e27b req-5d81eaa0-23ba-49e8-bc32-096996cb6f70 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0535209 Feb 05 04:02:55.175031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02bf0398-4b7f-4bdd-9154-7965bc64e27b req-a4c747d1-c941-4419-9566-4795055d92e5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418966 Feb 05 04:02:55.404715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc94c8-9061-4f62-9aeb-3b1dfc2c18f9 req-194bce3e-fa84-49fd-b059-5c1414db04b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:02:55.406198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-63bc94c8-9061-4f62-9aeb-3b1dfc2c18f9 req-194bce3e-fa84-49fd-b059-5c1414db04b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 1128 time: 0.0438590 Feb 05 04:02:55.509473 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc94c8-9061-4f62-9aeb-3b1dfc2c18f9 req-ef2c21e2-a1c3-4ed8-bc97-0eb41c017f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:02:55.510977 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-63bc94c8-9061-4f62-9aeb-3b1dfc2c18f9 req-ef2c21e2-a1c3-4ed8-bc97-0eb41c017f45 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.0862479 Feb 05 04:02:55.574579 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-63bc94c8-9061-4f62-9aeb-3b1dfc2c18f9 req-48f9d5b0-c68e-479b-9034-0fffad48d80a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28813ae-f197-4b56-bcad-2a077da03f31 HTTP/1.1" status: 200 len: 1002 time: 0.0577455 Feb 05 04:02:55.625727 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc94c8-9061-4f62-9aeb-3b1dfc2c18f9 req-b99e6540-6a2b-4973-9fda-b9c66758ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:02:55.627088 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-63bc94c8-9061-4f62-9aeb-3b1dfc2c18f9 req-b99e6540-6a2b-4973-9fda-b9c66758ad77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0474172 Feb 05 04:02:55.674826 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc94c8-9061-4f62-9aeb-3b1dfc2c18f9 req-969da276-9619-4ff1-bbd8-de46fb6c675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:02:55.676298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-63bc94c8-9061-4f62-9aeb-3b1dfc2c18f9 req-969da276-9619-4ff1-bbd8-de46fb6c675c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434680 Feb 05 04:02:55.760833 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-63bc94c8-9061-4f62-9aeb-3b1dfc2c18f9 req-9c19c247-8e82-4788-865a-67b5fe6ca29d service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782723 Feb 05 04:02:55.850217 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-63bc94c8-9061-4f62-9aeb-3b1dfc2c18f9 req-77604cd7-e030-4fd6-97bf-848dc3abf614 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837562 Feb 05 04:02:56.296799 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9034efc-228c-4184-b072-d0692cf2c29a req-e313c002-756b-400f-b9a0-ca0a12a644d1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:02:56.298607 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9034efc-228c-4184-b072-d0692cf2c29a req-e313c002-756b-400f-b9a0-ca0a12a644d1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0546496 Feb 05 04:02:56.349664 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d9034efc-228c-4184-b072-d0692cf2c29a req-07f00d98-7edd-450b-acd6-e649aacbdc91 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453517 Feb 05 04:02:57.470873 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fbc31-b8ed-44aa-bd1d-f8bdcfd841f9 req-1ce1a79e-03a7-4e52-9fe4-1231b4037804 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:02:57.472340 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c05fbc31-b8ed-44aa-bd1d-f8bdcfd841f9 req-1ce1a79e-03a7-4e52-9fe4-1231b4037804 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0563354 Feb 05 04:02:57.519079 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c05fbc31-b8ed-44aa-bd1d-f8bdcfd841f9 req-2f310160-0e38-494f-b695-9503b7dc2ced tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412016 Feb 05 04:02:58.638161 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36236b-8365-49fe-928b-261c57f53f5c req-49b20a11-6108-4c7a-bdbe-13529a95e9d3 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:02:58.639555 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de36236b-8365-49fe-928b-261c57f53f5c req-49b20a11-6108-4c7a-bdbe-13529a95e9d3 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0513921 Feb 05 04:02:58.687165 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de36236b-8365-49fe-928b-261c57f53f5c req-8ed50490-21ec-483e-9029-b0b6f4a92eaf tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413797 Feb 05 04:02:59.810588 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66ef04-97ab-4b9e-aeb8-20f016b9bd38 req-596a0d0b-8f56-401c-a9c1-6db99a26e658 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:02:59.812084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fe66ef04-97ab-4b9e-aeb8-20f016b9bd38 req-596a0d0b-8f56-401c-a9c1-6db99a26e658 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0548522 Feb 05 04:02:59.866264 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fe66ef04-97ab-4b9e-aeb8-20f016b9bd38 req-a4f615e4-ae54-4249-9e26-a845d054c395 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485539 Feb 05 04:03:00.984044 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9174955-85ce-43a8-b18e-5cced9c2fd40 req-bc52d2e0-e5fa-4a4f-a070-109429d8058d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:00.986142 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9174955-85ce-43a8-b18e-5cced9c2fd40 req-bc52d2e0-e5fa-4a4f-a070-109429d8058d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0527062 Feb 05 04:03:01.035865 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f9174955-85ce-43a8-b18e-5cced9c2fd40 req-6975a864-ec2e-4db6-86be-18a90dc38004 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440867 Feb 05 04:03:02.153198 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f623f01-a2ac-44fc-8273-1c149502f749 req-da242735-6d89-47df-8d09-89e2a03c68ad tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:02.154661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f623f01-a2ac-44fc-8273-1c149502f749 req-da242735-6d89-47df-8d09-89e2a03c68ad tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0516763 Feb 05 04:03:02.202459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5f623f01-a2ac-44fc-8273-1c149502f749 req-85e3d7d0-02d5-4a2c-88f4-8145a5a40045 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413270 Feb 05 04:03:03.006277 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f28813ae-f197-4b56-bcad-2a077da03f31 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 04:03:03.107690 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f28813ae-f197-4b56-bcad-2a077da03f31, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f28813ae-f197-4b56-bcad-2a077da03f31,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:03:03.119603 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'port_id': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'mac_address': 'fa:16:3e:1d:e7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 04:03:03.157682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port f28813ae-f197-4b56-bcad-2a077da03f31 is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:03:03.158103 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:03.179469 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f28813ae-f197-4b56-bcad-2a077da03f31 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 04:03:03.205742 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f28813ae-f197-4b56-bcad-2a077da03f31, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f28813ae-f197-4b56-bcad-2a077da03f31,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:03:03.210976 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:03.274903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=f28813ae-f197-4b56-bcad-2a077da03f31,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:03:03.289346 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['f28813ae-f197-4b56-bcad-2a077da03f31'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 04:03:03.292539 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:03:03.292891 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:03:03.293236 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:03:03.293573 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:03:03.293911 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:03:03.294243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:03:03.294575 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:03:03.294931 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:03:03.295261 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:03:03.295595 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:03:03.296071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:03:03.296488 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:03:03.297310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:03:03.357041 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45f289-91c9-45f5-b31d-853b89e47da8 req-bab32693-7317-4d8d-8a4d-214f56f88d32 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:03.364117 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c45f289-91c9-45f5-b31d-853b89e47da8 req-bab32693-7317-4d8d-8a4d-214f56f88d32 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 945 time: 0.0726442 Feb 05 04:03:03.416338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3c45f289-91c9-45f5-b31d-853b89e47da8 req-0d200283-e647-4ebd-bfdf-7a0538531931 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512688 Feb 05 04:03:03.804216 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76c59269-49e3-4405-b2b4-fece0d3c26a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:04.541390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc943-b617-473f-959a-de6a7e395f98 req-cdda2b55-e769-4940-bb9f-05164807c7d7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:04.549411 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-186bc943-b617-473f-959a-de6a7e395f98 req-cdda2b55-e769-4940-bb9f-05164807c7d7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 945 time: 0.0636930 Feb 05 04:03:04.597448 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-186bc943-b617-473f-959a-de6a7e395f98 req-6436a199-3079-499d-bbb5-99d101c49a06 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466957 Feb 05 04:03:05.022378 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f28813ae-f197-4b56-bcad-2a077da03f31 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:03:05.081536 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port f28813ae-f197-4b56-bcad-2a077da03f31 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:03:05.081913 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:05.173662 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port f28813ae-f197-4b56-bcad-2a077da03f31 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:03:05.174079 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:05.198157 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28813ae-f197-4b56-bcad-2a077da03f31'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:03:05.200333 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafb4993-a415-4288-968c-acfb49df9896" -d '{"events": [{"server_uuid": "b91d9dd7-273c-4165-988c-436cd7dda0d3", "name": "network-vif-plugged", "status": "completed", "tag": "f28813ae-f197-4b56-bcad-2a077da03f31"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:03:05.215113 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f28813ae-f197-4b56-bcad-2a077da03f31, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f28813ae-f197-4b56-bcad-2a077da03f31,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:03:05.219670 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:05.254488 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 04:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9dd741-8375-4e16-be17-0947c1f8f16c x-openstack-request-id: req-eb9dd741-8375-4e16-be17-0947c1f8f16c {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:03:05.256810 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b91d9dd7-273c-4165-988c-436cd7dda0d3", "name": "network-vif-plugged", "status": "completed", "tag": "f28813ae-f197-4b56-bcad-2a077da03f31", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:03:05.256810 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb9dd741-8375-4e16-be17-0947c1f8f16c {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:03:05.256810 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'code': 200} Feb 05 04:03:05.280019 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=f28813ae-f197-4b56-bcad-2a077da03f31,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:03:05.729617 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cad26-effe-434a-8efa-1f847a8fc8e8 req-9384539a-0cc3-4c8c-9909-5967ed43d254 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:05.731137 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de9cad26-effe-434a-8efa-1f847a8fc8e8 req-9384539a-0cc3-4c8c-9909-5967ed43d254 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0607750 Feb 05 04:03:05.799398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-de9cad26-effe-434a-8efa-1f847a8fc8e8 req-3994631b-d426-4669-9b36-e2b0c3b1ca4b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621333 Feb 05 04:03:06.011153 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1677e5d-b515-4d99-b83a-fb313925848d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:06.945607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8e673-6714-4af1-94bf-7c631749df39 req-be44c16d-fec7-47c8-ae6b-a67d863098fe tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:06.947351 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f4a8e673-6714-4af1-94bf-7c631749df39 req-be44c16d-fec7-47c8-ae6b-a67d863098fe tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0617945 Feb 05 04:03:07.002832 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f4a8e673-6714-4af1-94bf-7c631749df39 req-3dab5d45-f2e4-4239-bd50-bf58bcb2964a tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470085 Feb 05 04:03:07.400651 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:07.497132 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:03:08.133908 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dfa4f-b3b4-4130-a89a-87e53954d417 req-6cc35664-8003-403f-9dd8-06240c1edfca tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:08.135611 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef6dfa4f-b3b4-4130-a89a-87e53954d417 req-6cc35664-8003-403f-9dd8-06240c1edfca tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0567234 Feb 05 04:03:08.193707 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ef6dfa4f-b3b4-4130-a89a-87e53954d417 req-fca05717-80e7-43aa-b6fb-f78c9a4375f2 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492668 Feb 05 04:03:08.930415 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:09.335386 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f90492-8271-4c0f-97ce-80bcce74a6ae req-8b34651f-72f5-4116-9aff-e06cb373196d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:09.337807 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0f90492-8271-4c0f-97ce-80bcce74a6ae req-8b34651f-72f5-4116-9aff-e06cb373196d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0723722 Feb 05 04:03:09.403807 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f0f90492-8271-4c0f-97ce-80bcce74a6ae req-33ba1da4-811c-45f9-8779-735fbe92aa62 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559585 Feb 05 04:03:10.198314 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:10.542360 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad47c28-8307-4b54-a4c3-da5765ef2f97 req-1d705d80-03bd-43da-b861-0b7e386553d6 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:10.544783 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ad47c28-8307-4b54-a4c3-da5765ef2f97 req-1d705d80-03bd-43da-b861-0b7e386553d6 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0675671 Feb 05 04:03:10.605586 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ad47c28-8307-4b54-a4c3-da5765ef2f97 req-d16ded6c-ee58-4111-a6dc-3d21d7f99b74 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537539 Feb 05 04:03:11.727825 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6f500-b1fd-4199-a8c0-10c98c06224e req-e2d2c2ce-6a13-4813-9fb6-aef93e8d6571 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:11.729303 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37f6f500-b1fd-4199-a8c0-10c98c06224e req-e2d2c2ce-6a13-4813-9fb6-aef93e8d6571 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0568657 Feb 05 04:03:11.777340 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-37f6f500-b1fd-4199-a8c0-10c98c06224e req-dd46442e-1e84-4346-b891-b819c28d2e88 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419500 Feb 05 04:03:12.160015 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:12.262197 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788896fa-3320-4f48-ac67-389fad2ff52d req-d1fce3e7-3585-4c20-81f4-8979f5215677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:12.263704 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-788896fa-3320-4f48-ac67-389fad2ff52d req-d1fce3e7-3585-4c20-81f4-8979f5215677 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 1128 time: 0.0438299 Feb 05 04:03:12.355030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788896fa-3320-4f48-ac67-389fad2ff52d req-2479e032-1792-46ef-a7c9-d3263095f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:12.356505 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-788896fa-3320-4f48-ac67-389fad2ff52d req-2479e032-1792-46ef-a7c9-d3263095f94e service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.0872953 Feb 05 04:03:12.424466 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-788896fa-3320-4f48-ac67-389fad2ff52d req-c5e8f9b0-e5c5-4808-8262-49d529b9da02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28813ae-f197-4b56-bcad-2a077da03f31 HTTP/1.1" status: 200 len: 1002 time: 0.0590987 Feb 05 04:03:12.471301 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788896fa-3320-4f48-ac67-389fad2ff52d req-e59ff399-8410-4cbb-9efb-c1d3e2240bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:12.472695 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-788896fa-3320-4f48-ac67-389fad2ff52d req-e59ff399-8410-4cbb-9efb-c1d3e2240bb8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0425732 Feb 05 04:03:12.524030 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788896fa-3320-4f48-ac67-389fad2ff52d req-e83a441a-7033-45ea-ba60-9a380becf6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:12.525484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-788896fa-3320-4f48-ac67-389fad2ff52d req-e83a441a-7033-45ea-ba60-9a380becf6ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468605 Feb 05 04:03:12.612302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-788896fa-3320-4f48-ac67-389fad2ff52d req-207d348c-ad7d-4a8e-94e3-2f7b2155ce95 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801098 Feb 05 04:03:12.702488 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-788896fa-3320-4f48-ac67-389fad2ff52d req-ce8112a2-addc-424c-8367-ab7e34084804 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839415 Feb 05 04:03:12.894205 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937475c-8109-4653-8a43-171d3c5000a5 req-07e32989-0ff5-4716-a894-9d280ec28650 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:12.895688 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c937475c-8109-4653-8a43-171d3c5000a5 req-07e32989-0ff5-4716-a894-9d280ec28650 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0521619 Feb 05 04:03:12.943578 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c937475c-8109-4653-8a43-171d3c5000a5 req-41ce342a-0751-48bc-960c-a97e490f2713 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424159 Feb 05 04:03:14.060282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47e2f5-7cfc-4d38-882a-75eeb7d0ada0 req-d0845895-aeb5-450b-b032-6dd4cc76a3fb tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:14.061758 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a47e2f5-7cfc-4d38-882a-75eeb7d0ada0 req-d0845895-aeb5-450b-b032-6dd4cc76a3fb tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 946 time: 0.0524399 Feb 05 04:03:14.109454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2a47e2f5-7cfc-4d38-882a-75eeb7d0ada0 req-10bd0350-a60c-425f-b9d6-92229101ff06 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420961 Feb 05 04:03:15.068162 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f28813ae-f197-4b56-bcad-2a077da03f31 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:03:15.146299 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port f28813ae-f197-4b56-bcad-2a077da03f31 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:03:15.146683 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:15.169176 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28813ae-f197-4b56-bcad-2a077da03f31'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:03:15.171402 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31608b51-4dd1-4941-8c34-9276f314b33e" -d '{"events": [{"server_uuid": "b91d9dd7-273c-4165-988c-436cd7dda0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "f28813ae-f197-4b56-bcad-2a077da03f31"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:03:15.184411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f28813ae-f197-4b56-bcad-2a077da03f31, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f28813ae-f197-4b56-bcad-2a077da03f31,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:03:15.189018 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:15.214026 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Feb 2022 04:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19f6597-d746-4772-aa94-1a6f9a5d8dde x-openstack-request-id: req-b19f6597-d746-4772-aa94-1a6f9a5d8dde {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:03:15.214303 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b91d9dd7-273c-4165-988c-436cd7dda0d3", "name": "network-vif-unplugged", "status": "failed", "tag": "f28813ae-f197-4b56-bcad-2a077da03f31", "code": 422}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:03:15.214556 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b19f6597-d746-4772-aa94-1a6f9a5d8dde {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:03:15.214973 n-d-826942-8 neutron-server[109676]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'code': 422} returned with failed status Feb 05 04:03:15.237316 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4565e1-8275-466b-a825-08a00a346d3a req-17f18dc7-047e-4cca-9289-6f45121e6ec4 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:15.238933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e4565e1-8275-466b-a825-08a00a346d3a req-17f18dc7-047e-4cca-9289-6f45121e6ec4 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.0597923 Feb 05 04:03:15.239600 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=f28813ae-f197-4b56-bcad-2a077da03f31,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:03:15.287725 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5e4565e1-8275-466b-a825-08a00a346d3a req-8a3e2a7f-2d76-4239-95ac-db31ffa1203b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429323 Feb 05 04:03:15.396940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-38e276a3-4e3f-4560-8654-fd3d0d84ea40 req-b6a9a324-fe44-4a42-8146-1a2c6e2dffed service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 04:03:15.398005 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-38e276a3-4e3f-4560-8654-fd3d0d84ea40 req-b6a9a324-fe44-4a42-8146-1a2c6e2dffed service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483513 Feb 05 04:03:15.557818 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e221a35-ec23-4c8a-8eda-330f7a462b76 req-9954a355-3fe2-4f54-a6aa-beacf941df93 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:15.559330 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e221a35-ec23-4c8a-8eda-330f7a462b76 req-9954a355-3fe2-4f54-a6aa-beacf941df93 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.0532150 Feb 05 04:03:15.610996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4e221a35-ec23-4c8a-8eda-330f7a462b76 req-8418e943-2441-4a0f-9bbc-170e0608f42b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452349 Feb 05 04:03:15.868686 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-a18ba3c4-75bf-4968-bc92-0e80094165c7 req-d13c3a48-3de4-4b38-a420-fcc56f38f6a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847347 Feb 05 04:03:16.647865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ba3c4-75bf-4968-bc92-0e80094165c7 req-a9690cbc-cd2c-47cb-9716-2fe50b108150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:16.649438 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a18ba3c4-75bf-4968-bc92-0e80094165c7 req-a9690cbc-cd2c-47cb-9716-2fe50b108150 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3&tenant_id=a5dca10e62a742f6be9772eb62edf2da HTTP/1.1" status: 200 len: 1126 time: 0.0511339 Feb 05 04:03:16.751850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ba3c4-75bf-4968-bc92-0e80094165c7 req-a0f1ec1b-4056-4dd1-858d-14d9138d492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:16.753361 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a18ba3c4-75bf-4968-bc92-0e80094165c7 req-a0f1ec1b-4056-4dd1-858d-14d9138d492d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 1126 time: 0.0822072 Feb 05 04:03:16.763652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e34f61-0588-47da-a3a5-88598c9ff43c req-4503b90c-ea01-46fd-81b9-3475ddcd7d56 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:16.765040 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61e34f61-0588-47da-a3a5-88598c9ff43c req-4503b90c-ea01-46fd-81b9-3475ddcd7d56 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.0657482 Feb 05 04:03:17.038037 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:17.168951 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61e34f61-0588-47da-a3a5-88598c9ff43c req-195dea75-1bdd-4f65-ba35-7bcba08dbb51 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3953776 Feb 05 04:03:17.184986 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ba3c4-75bf-4968-bc92-0e80094165c7 req-cebb0810-52df-455b-b387-7dfd4ac41cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:17.186431 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a18ba3c4-75bf-4968-bc92-0e80094165c7 req-cebb0810-52df-455b-b387-7dfd4ac41cc1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.4199910 Feb 05 04:03:17.252258 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a18ba3c4-75bf-4968-bc92-0e80094165c7 req-bc29226f-2409-4cf9-9f7f-d5b00f199d0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28813ae-f197-4b56-bcad-2a077da03f31 HTTP/1.1" status: 200 len: 1000 time: 0.0574789 Feb 05 04:03:17.304207 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ba3c4-75bf-4968-bc92-0e80094165c7 req-b42917a2-b7d7-437f-9842-8b173da6052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:17.305581 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a18ba3c4-75bf-4968-bc92-0e80094165c7 req-b42917a2-b7d7-437f-9842-8b173da6052d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0460932 Feb 05 04:03:17.354156 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ba3c4-75bf-4968-bc92-0e80094165c7 req-ea50a492-0f26-4a82-9235-c5b8317edac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:17.355674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a18ba3c4-75bf-4968-bc92-0e80094165c7 req-ea50a492-0f26-4a82-9235-c5b8317edac8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439329 Feb 05 04:03:17.443262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a18ba3c4-75bf-4968-bc92-0e80094165c7 req-2e7fd25a-e25e-4c00-b2c5-8e8f045a96fa service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810382 Feb 05 04:03:17.533050 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a18ba3c4-75bf-4968-bc92-0e80094165c7 req-7048ae46-1535-429e-8dd2-627fd88dfa93 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838609 Feb 05 04:03:18.313049 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1700a-4283-4671-a0da-aa7c70eee0f0 req-d6739f01-84fb-4974-810a-65ff7e1091a8 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:18.314903 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7cb1700a-4283-4671-a0da-aa7c70eee0f0 req-d6739f01-84fb-4974-810a-65ff7e1091a8 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.0664749 Feb 05 04:03:18.394247 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7cb1700a-4283-4671-a0da-aa7c70eee0f0 req-dc73cf7e-d107-4e09-9df8-67646b0d3645 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714433 Feb 05 04:03:19.084916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f28813ae-f197-4b56-bcad-2a077da03f31 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:03:19.163946 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port f28813ae-f197-4b56-bcad-2a077da03f31 is: DOWN; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:03:19.513933 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42bd86-f5d6-4e17-aa49-4377602ca9d2 req-a95559d8-733b-4785-8c64-a7e76660e6a8 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:19.515714 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-af42bd86-f5d6-4e17-aa49-4377602ca9d2 req-a95559d8-733b-4785-8c64-a7e76660e6a8 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.0523901 Feb 05 04:03:19.598589 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-af42bd86-f5d6-4e17-aa49-4377602ca9d2 req-c918c058-7d84-4df9-8b19-01396e7c468c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632505 Feb 05 04:03:20.712390 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fcd29-4e6a-4732-bac3-bae80aafa9b5 req-8f97952e-a72b-408d-958e-7d23fb27c7fa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:20.714229 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-031fcd29-4e6a-4732-bac3-bae80aafa9b5 req-8f97952e-a72b-408d-958e-7d23fb27c7fa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.0566928 Feb 05 04:03:20.762419 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-031fcd29-4e6a-4732-bac3-bae80aafa9b5 req-fb2c8796-5153-4757-9609-d1ce60d3d79b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425308 Feb 05 04:03:21.881344 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e3f49-3246-47d2-b509-f46917dce964 req-325c23b7-8921-4743-95ac-089a4a60f06c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:21.883164 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e9e3f49-3246-47d2-b509-f46917dce964 req-325c23b7-8921-4743-95ac-089a4a60f06c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.0521374 Feb 05 04:03:21.937805 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6e9e3f49-3246-47d2-b509-f46917dce964 req-6521e0ac-b3c2-4ea6-81b7-dfd62557a2a0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478969 Feb 05 04:03:23.065026 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7945d-5dce-4c1b-8538-4a4f428ced29 req-3734fdbb-7c32-467d-aef5-47cd5977a7f0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:23.066489 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cbd7945d-5dce-4c1b-8538-4a4f428ced29 req-3734fdbb-7c32-467d-aef5-47cd5977a7f0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.0571234 Feb 05 04:03:23.121632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cbd7945d-5dce-4c1b-8538-4a4f428ced29 req-52c9cf6e-6095-4407-81be-883aefb491f8 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495269 Feb 05 04:03:24.255746 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3484d-d1fd-45e8-8522-bcb5074dda47 req-105bb55b-30da-4b51-9488-8f71dca708fd tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:24.259185 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4bc3484d-d1fd-45e8-8522-bcb5074dda47 req-105bb55b-30da-4b51-9488-8f71dca708fd tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.0605764 Feb 05 04:03:24.306733 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4bc3484d-d1fd-45e8-8522-bcb5074dda47 req-fe3c76fa-8213-4a0a-868a-908216ed7336 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433130 Feb 05 04:03:25.434081 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb7883-f060-4401-9a94-de18e8389995 req-660ccb63-6ece-4885-a921-c807d0fb9f4a tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:25.435596 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-57cb7883-f060-4401-9a94-de18e8389995 req-660ccb63-6ece-4885-a921-c807d0fb9f4a tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.0576637 Feb 05 04:03:25.506142 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-57cb7883-f060-4401-9a94-de18e8389995 req-7602e4c5-aa94-4c79-a864-455abf6b0c73 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642064 Feb 05 04:03:26.633479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335f8ab-3730-4209-b605-703b81bf1780 req-9f4fd458-e5ab-4c1c-94f1-46fd22031e7d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:26.634908 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2335f8ab-3730-4209-b605-703b81bf1780 req-9f4fd458-e5ab-4c1c-94f1-46fd22031e7d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.0536697 Feb 05 04:03:26.683316 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2335f8ab-3730-4209-b605-703b81bf1780 req-93a13fa2-df45-40fb-9849-326b39eaa0bb tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429294 Feb 05 04:03:27.807001 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86debc5-dcc8-4378-9079-8abedd5eab79 req-2e2b66ac-8d06-4fb7-bb7d-44f7c04a2f00 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:27.808484 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e86debc5-dcc8-4378-9079-8abedd5eab79 req-2e2b66ac-8d06-4fb7-bb7d-44f7c04a2f00 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.0524347 Feb 05 04:03:27.864939 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e86debc5-dcc8-4378-9079-8abedd5eab79 req-a340f2b6-fa31-4bbd-b15d-5d87b5fb3c28 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503597 Feb 05 04:03:29.050181 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac386e7-f57c-4cd4-8600-60caf397a0b0 req-d7eb6c73-2dc0-4ebb-b78c-90334a206ee3 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:29.051741 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ac386e7-f57c-4cd4-8600-60caf397a0b0 req-d7eb6c73-2dc0-4ebb-b78c-90334a206ee3 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.1180227 Feb 05 04:03:29.102157 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ac386e7-f57c-4cd4-8600-60caf397a0b0 req-886b1393-0985-4201-aba4-2bb62084deb5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447476 Feb 05 04:03:30.269923 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f33c5f-28fd-450b-aa3e-11b6ac9b8174 req-e32134d6-4ea8-40aa-943f-a18a022d06dd tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:30.271426 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7f33c5f-28fd-450b-aa3e-11b6ac9b8174 req-e32134d6-4ea8-40aa-943f-a18a022d06dd tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.0979443 Feb 05 04:03:30.319603 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7f33c5f-28fd-450b-aa3e-11b6ac9b8174 req-f54967c7-178a-4653-a835-11eaba9ab8ec tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426478 Feb 05 04:03:31.444522 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270cb33-70d5-4d73-b68d-5e082b6a5de2 req-5cb0259b-2bab-440d-b604-2fa74751e517 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:31.446076 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4270cb33-70d5-4d73-b68d-5e082b6a5de2 req-5cb0259b-2bab-440d-b604-2fa74751e517 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.0569479 Feb 05 04:03:31.493158 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4270cb33-70d5-4d73-b68d-5e082b6a5de2 req-15afcc7f-7ea9-4b1d-ae26-49e63046f37c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416579 Feb 05 04:03:32.613737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3319513-f83e-43b2-8533-846d2c384f78 req-5c0f777e-3c71-48dc-b28b-0d5c73a50c94 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:32.615123 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3319513-f83e-43b2-8533-846d2c384f78 req-5c0f777e-3c71-48dc-b28b-0d5c73a50c94 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 944 time: 0.0530610 Feb 05 04:03:32.664494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b3319513-f83e-43b2-8533-846d2c384f78 req-5b6c353c-9f12-4eaf-a252-a01b777eace5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437911 Feb 05 04:03:33.151310 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f28813ae-f197-4b56-bcad-2a077da03f31 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 04:03:33.245476 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f28813ae-f197-4b56-bcad-2a077da03f31, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f28813ae-f197-4b56-bcad-2a077da03f31,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:03:33.256457 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'port_id': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'mac_address': 'fa:16:3e:1d:e7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 04:03:33.452101 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port f28813ae-f197-4b56-bcad-2a077da03f31 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:03:33.452479 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:33.465265 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28813ae-f197-4b56-bcad-2a077da03f31 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 04:03:33.483997 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f28813ae-f197-4b56-bcad-2a077da03f31, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f28813ae-f197-4b56-bcad-2a077da03f31,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:03:33.488331 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:33.533549 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=f28813ae-f197-4b56-bcad-2a077da03f31,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:03:33.703579 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['f28813ae-f197-4b56-bcad-2a077da03f31'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 04:03:33.784860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64944d76-bbe9-4898-9dc4-bac126fa8444 req-29504980-aac3-4fd2-920d-5cf5ee538bf0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:33.786276 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64944d76-bbe9-4898-9dc4-bac126fa8444 req-29504980-aac3-4fd2-920d-5cf5ee538bf0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 945 time: 0.0541055 Feb 05 04:03:33.820003 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4108c8f1-4e1c-4038-ac3b-4858b4c4f699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:33.843565 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-64944d76-bbe9-4898-9dc4-bac126fa8444 req-3daca286-5697-4fc6-9519-de988d6b70b1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513844 Feb 05 04:03:34.961911 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292816de-f18b-4b8f-b078-743f84a9035e req-1c88dbc4-753b-4fac-a049-421aeef369a0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:34.963418 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-292816de-f18b-4b8f-b078-743f84a9035e req-1c88dbc4-753b-4fac-a049-421aeef369a0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 945 time: 0.0523059 Feb 05 04:03:35.011653 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-292816de-f18b-4b8f-b078-743f84a9035e req-6cb81e24-eb84-4dda-b4f2-f74334acff45 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427017 Feb 05 04:03:35.176885 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f28813ae-f197-4b56-bcad-2a077da03f31 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:03:35.225937 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port f28813ae-f197-4b56-bcad-2a077da03f31 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:03:35.226299 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:35.300335 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port f28813ae-f197-4b56-bcad-2a077da03f31 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:03:35.300716 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:35.322338 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28813ae-f197-4b56-bcad-2a077da03f31'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:03:35.324563 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fb5758-3743-4bd4-aa5f-e6aa45a034c4" -d '{"events": [{"server_uuid": "b91d9dd7-273c-4165-988c-436cd7dda0d3", "name": "network-vif-plugged", "status": "completed", "tag": "f28813ae-f197-4b56-bcad-2a077da03f31"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:03:35.337479 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port f28813ae-f197-4b56-bcad-2a077da03f31, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f28813ae-f197-4b56-bcad-2a077da03f31,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:03:35.341827 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:35.370389 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 04:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744ef680-6901-4bd9-a94f-0e986777ccc7 x-openstack-request-id: req-744ef680-6901-4bd9-a94f-0e986777ccc7 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:03:35.370862 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b91d9dd7-273c-4165-988c-436cd7dda0d3", "name": "network-vif-plugged", "status": "completed", "tag": "f28813ae-f197-4b56-bcad-2a077da03f31", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:03:35.371920 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-744ef680-6901-4bd9-a94f-0e986777ccc7 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:03:35.372992 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'code': 200} Feb 05 04:03:35.402135 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=f28813ae-f197-4b56-bcad-2a077da03f31,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:03:35.522531 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3289f5-f718-4c89-b09c-2483cdc3841b req-4f384831-7623-4e7c-a78b-9aa83095cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:35.524074 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb3289f5-f718-4c89-b09c-2483cdc3841b req-4f384831-7623-4e7c-a78b-9aa83095cc4d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 1129 time: 0.0430365 Feb 05 04:03:35.568861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-eb3289f5-f718-4c89-b09c-2483cdc3841b req-ce4ccd6e-ec3b-4f54-95d0-1bd75ae87cfe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391026 Feb 05 04:03:36.004320 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2fd5a034-4223-470a-b240-8aa82b4c72a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:36.133233 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a1d8f-a5a4-4367-a939-875c7ca739dc req-4c946a13-067f-49d6-aba3-5b6af0a90365 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:36.134696 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-337a1d8f-a5a4-4367-a939-875c7ca739dc req-4c946a13-067f-49d6-aba3-5b6af0a90365 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 947 time: 0.0563307 Feb 05 04:03:36.182356 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-337a1d8f-a5a4-4367-a939-875c7ca739dc req-c75d944d-1a3d-46f0-a303-788e331a217e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419393 Feb 05 04:03:37.303564 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3792a6-1d3e-4e97-af11-5d87a7d095fe req-cb4defe3-00b4-47db-b37e-987f98acb5bb tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:37.305034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c3792a6-1d3e-4e97-af11-5d87a7d095fe req-cb4defe3-00b4-47db-b37e-987f98acb5bb tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 947 time: 0.0530028 Feb 05 04:03:37.352946 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5c3792a6-1d3e-4e97-af11-5d87a7d095fe req-e2af2e9c-58b0-4c3b-8ffb-b1113e1a9547 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424268 Feb 05 04:03:37.402150 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:38.929564 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:40.195170 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:42.150361 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:44.498474 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:03:47.054816 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:03:57.399541 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c5a9bfc-9e14-4d1d-8fdc-78a3acc2b7ae req-eb5f5e40-ca02-4a50-a000-377a7f45a71b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0912869 Feb 05 04:03:57.485458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a9bfc-9e14-4d1d-8fdc-78a3acc2b7ae req-0c417082-85af-4d24-9bbd-8c73c5941b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:57.486981 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c5a9bfc-9e14-4d1d-8fdc-78a3acc2b7ae req-0c417082-85af-4d24-9bbd-8c73c5941b55 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 1129 time: 0.0454912 Feb 05 04:03:57.589077 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a9bfc-9e14-4d1d-8fdc-78a3acc2b7ae req-e25e9671-578d-4ab6-8468-d3a0f921dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:57.590454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c5a9bfc-9e14-4d1d-8fdc-78a3acc2b7ae req-e25e9671-578d-4ab6-8468-d3a0f921dadf service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.0849161 Feb 05 04:03:57.658702 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c5a9bfc-9e14-4d1d-8fdc-78a3acc2b7ae req-7200dcdd-b888-496b-971f-b788f2d83bde service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28813ae-f197-4b56-bcad-2a077da03f31 HTTP/1.1" status: 200 len: 1002 time: 0.0615010 Feb 05 04:03:57.711286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a9bfc-9e14-4d1d-8fdc-78a3acc2b7ae req-5f723020-1a71-48da-91d3-6535087bbc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:57.712772 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c5a9bfc-9e14-4d1d-8fdc-78a3acc2b7ae req-5f723020-1a71-48da-91d3-6535087bbc91 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0474093 Feb 05 04:03:57.761543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a9bfc-9e14-4d1d-8fdc-78a3acc2b7ae req-a83c59df-f897-4657-a448-bf2e3109872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:03:57.763112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c5a9bfc-9e14-4d1d-8fdc-78a3acc2b7ae req-a83c59df-f897-4657-a448-bf2e3109872d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445967 Feb 05 04:03:57.853033 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c5a9bfc-9e14-4d1d-8fdc-78a3acc2b7ae req-e6f6b11a-bdcf-4873-ac51-5526eadcf38e service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839179 Feb 05 04:03:57.940240 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7c5a9bfc-9e14-4d1d-8fdc-78a3acc2b7ae req-a0122580-01a4-485a-bc88-8a374deab3dd service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802844 Feb 05 04:04:03.802116 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2d0d4fb-3964-4432-b259-bf6c0926064e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:06.005165 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d909c7d1-0dbe-4c76-8cf4-031779b61217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:07.395250 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:08.932823 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:10.196909 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:12.157951 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:17.056791 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:21.497752 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:04:33.803887 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dffe87dc-5419-4641-a470-7c216b65bb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:36.005475 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fb1d521e-1486-465b-a577-7b6f71154bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:37.397566 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:38.935836 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:40.198887 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:42.156795 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:46.837964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47094) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:04:47.004009 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Deleting port b1359e8f-c1f5-48f3-a50b-9341db0dbddf {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:04:47.004358 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (b1359e8f-c1f5-48f3-a50b-9341db0dbddf), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:47.056374 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:47.080007 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (b1359e8f-c1f5-48f3-a50b-9341db0dbddf), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:47.080332 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for floatingip (b1359e8f-c1f5-48f3-a50b-9341db0dbddf), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:47.092077 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Calling delete_port for b1359e8f-c1f5-48f3-a50b-9341db0dbddf owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:04:47.242518 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (b1359e8f-c1f5-48f3-a50b-9341db0dbddf), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:47.272128 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event deleted for resources: {'Port': ['ID=b1359e8f-c1f5-48f3-a50b-9341db0dbddf,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:04:47.294641 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:47.295020 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:47.295366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:47.295703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:47.296034 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:47.296362 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:47.296689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:47.297014 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:47.297339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:47.297662 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:47.298015 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:47.298337 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:47.298650 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:47.340461 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for floatingip (4de7a75e-1435-4bbf-9448-c067bb0c13c3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:47.340792 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Floating IP 4de7a75e-1435-4bbf-9448-c067bb0c13c3 disassociated (deleted). External IP: 172.25.0.160, port: f28813ae-f197-4b56-bcad-2a077da03f31. Feb 05 04:04:47.552319 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Router 11379356-42ca-4d8c-a238-d5e3f17e28cc has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:04:47.661296 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:04:47.665730 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:47.673994 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da097a28-0bb6-4f3d-93fd-866993b2cb45 None None] Sync routers for ids ['11379356-42ca-4d8c-a238-d5e3f17e28cc'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:04:47.683165 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da097a28-0bb6-4f3d-93fd-866993b2cb45 None None] Routers {'11379356-42ca-4d8c-a238-d5e3f17e28cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:04:47.683777 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-da097a28-0bb6-4f3d-93fd-866993b2cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:04:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11379356-42ca-4d8c-a238-d5e3f17e28cc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:04:47.695985 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e455dd53-fa14-43b3-b430-4b9c4361c4dc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "DELETE /v2.0/floatingips/4de7a75e-1435-4bbf-9448-c067bb0c13c3 HTTP/1.1" status: 204 len: 168 time: 0.8569078 Feb 05 04:04:47.696589 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'tag': 'f28813ae-f197-4b56-bcad-2a077da03f31'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:04:47.698956 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7d5bac-0853-437d-a5c6-d41bc2921549" -d '{"events": [{"name": "network-changed", "server_uuid": "b91d9dd7-273c-4165-988c-436cd7dda0d3", "tag": "f28813ae-f197-4b56-bcad-2a077da03f31"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:04:47.737427 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 04:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182ea52e-43e6-4401-a4aa-81d225c02cd6 x-openstack-request-id: req-182ea52e-43e6-4401-a4aa-81d225c02cd6 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:04:47.737742 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b91d9dd7-273c-4165-988c-436cd7dda0d3", "tag": "f28813ae-f197-4b56-bcad-2a077da03f31", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:04:47.737999 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-182ea52e-43e6-4401-a4aa-81d225c02cd6 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:04:47.738416 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'tag': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'status': 'completed', 'code': 200} Feb 05 04:04:47.803256 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-da097a28-0bb6-4f3d-93fd-866993b2cb45 None None] Set router 11379356-42ca-4d8c-a238-d5e3f17e28cc gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:04:47.805810 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d5bac-0853-437d-a5c6-d41bc2921549 req-f9ce331f-a733-4c6e-9773-eb399f168d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:04:47.807759 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a7d5bac-0853-437d-a5c6-d41bc2921549 req-f9ce331f-a733-4c6e-9773-eb399f168d84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 1129 time: 0.0469253 Feb 05 04:04:47.938261 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d5bac-0853-437d-a5c6-d41bc2921549 req-4a8f3e76-7e11-4945-9478-1aba871348e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:04:47.940542 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a7d5bac-0853-437d-a5c6-d41bc2921549 req-4a8f3e76-7e11-4945-9478-1aba871348e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.1276882 Feb 05 04:04:47.993637 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a7d5bac-0853-437d-a5c6-d41bc2921549 req-ca2b4603-3fd3-4424-836b-6681974158ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f28813ae-f197-4b56-bcad-2a077da03f31 HTTP/1.1" status: 200 len: 217 time: 0.0454421 Feb 05 04:04:48.003395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442900f-eb6b-4110-af9d-e17bf79c20ec req-bc2be404-efd9-410f-b853-c3ceea9fcffa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:04:48.004833 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0442900f-eb6b-4110-af9d-e17bf79c20ec req-bc2be404-efd9-410f-b853-c3ceea9fcffa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 947 time: 0.1085637 Feb 05 04:04:48.010508 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-da097a28-0bb6-4f3d-93fd-866993b2cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 4, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '51c44aa7-12d1-4eab-80f5-d1f5752a0307', 'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'mac_address': 'fa:16:3e:76:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:34Z', 'updated_at': '2022-02-05T04:00:38Z', 'revision_number': 5, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'subnets': [{'id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:04:48.037816 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da097a28-0bb6-4f3d-93fd-866993b2cb45 None None] Checking router: 11379356-42ca-4d8c-a238-d5e3f17e28cc for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:04:48.046256 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da097a28-0bb6-4f3d-93fd-866993b2cb45 None None] Routers {'11379356-42ca-4d8c-a238-d5e3f17e28cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:04:48.046905 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-da097a28-0bb6-4f3d-93fd-866993b2cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:04:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11379356-42ca-4d8c-a238-d5e3f17e28cc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:04:48.074847 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d5bac-0853-437d-a5c6-d41bc2921549 req-558a0fd4-da20-41c3-b65e-2ba1a0c16e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:04:48.076230 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a7d5bac-0853-437d-a5c6-d41bc2921549 req-558a0fd4-da20-41c3-b65e-2ba1a0c16e1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0705569 Feb 05 04:04:48.098565 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0442900f-eb6b-4110-af9d-e17bf79c20ec req-83573538-3f34-4721-a078-6ef19772c866 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848539 Feb 05 04:04:48.131997 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d5bac-0853-437d-a5c6-d41bc2921549 req-a8a836dd-f574-4844-b2c3-051a76cf362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:04:48.133530 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a7d5bac-0853-437d-a5c6-d41bc2921549 req-a8a836dd-f574-4844-b2c3-051a76cf362e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484958 Feb 05 04:04:48.155522 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-da097a28-0bb6-4f3d-93fd-866993b2cb45 None None] Set router 11379356-42ca-4d8c-a238-d5e3f17e28cc gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:04:48.229686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a7d5bac-0853-437d-a5c6-d41bc2921549 req-a9794c78-0ca3-4f0b-9df9-6e5c0db2f0ec service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894086 Feb 05 04:04:48.323769 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4a7d5bac-0853-437d-a5c6-d41bc2921549 req-e4a4ab35-ad8d-4d9b-b662-ff3de36d85d7 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868895 Feb 05 04:04:48.444749 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-da097a28-0bb6-4f3d-93fd-866993b2cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 4, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '51c44aa7-12d1-4eab-80f5-d1f5752a0307', 'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'mac_address': 'fa:16:3e:76:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:34Z', 'updated_at': '2022-02-05T04:00:38Z', 'revision_number': 5, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'subnets': [{'id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:04:48.470302 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da097a28-0bb6-4f3d-93fd-866993b2cb45 None None] The sync data for ids ['11379356-42ca-4d8c-a238-d5e3f17e28cc'] in n-d-826942-8 is: [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 4, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '51c44aa7-12d1-4eab-80f5-d1f5752a0307', 'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'mac_address': 'fa:16:3e:76:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:34Z', 'updated_at': '2022-02-05T04:00:38Z', 'revision_number': 5, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'subnets': [{'id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:04:48.678413 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128040ba-69a1-4caf-826a-6ca61e40969c None None] New status for floating IP 4de7a75e-1435-4bbf-9448-c067bb0c13c3: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 04:04:49.221074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8637142-4c7a-40dc-8ec2-3bc498378ece req-c43c037f-d668-4f90-af86-f4f5e10f2fa9 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:04:49.222517 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8637142-4c7a-40dc-8ec2-3bc498378ece req-c43c037f-d668-4f90-af86-f4f5e10f2fa9 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.10 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 947 time: 0.0864387 Feb 05 04:04:49.243735 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064b467-b72f-466c-bfd8-50f8fec3d888 req-0e9579e3-ae4c-4e5f-8cfd-62e7047d38bc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:04:49.245141 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8064b467-b72f-466c-bfd8-50f8fec3d888 req-0e9579e3-ae4c-4e5f-8cfd-62e7047d38bc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=b91d9dd7-273c-4165-988c-436cd7dda0d3 HTTP/1.1" status: 200 len: 947 time: 0.0756483 Feb 05 04:04:49.340140 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8064b467-b72f-466c-bfd8-50f8fec3d888 req-29fa783c-5209-4377-8526-7074969e7a31 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=2014ed53-7825-4e30-8bbe-6cbf9f41c219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787854 Feb 05 04:04:49.362686 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a8637142-4c7a-40dc-8ec2-3bc498378ece req-a7a76d53-ba4a-4b9f-a388-80594a9bf7e2 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Deleting port f28813ae-f197-4b56-bcad-2a077da03f31 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:04:49.363068 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8637142-4c7a-40dc-8ec2-3bc498378ece req-a7a76d53-ba4a-4b9f-a388-80594a9bf7e2 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:49.449608 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a8637142-4c7a-40dc-8ec2-3bc498378ece req-a7a76d53-ba4a-4b9f-a388-80594a9bf7e2 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] For port f28813ae-f197-4b56-bcad-2a077da03f31, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=f28813ae-f197-4b56-bcad-2a077da03f31,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:04:49.449967 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8637142-4c7a-40dc-8ec2-3bc498378ece req-a7a76d53-ba4a-4b9f-a388-80594a9bf7e2 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:49.462305 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a8637142-4c7a-40dc-8ec2-3bc498378ece req-a7a76d53-ba4a-4b9f-a388-80594a9bf7e2 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Calling delete_port for f28813ae-f197-4b56-bcad-2a077da03f31 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:04:49.591811 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8637142-4c7a-40dc-8ec2-3bc498378ece req-a7a76d53-ba4a-4b9f-a388-80594a9bf7e2 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (f28813ae-f197-4b56-bcad-2a077da03f31), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:49.627540 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a76d53-ba4a-4b9f-a388-80594a9bf7e2 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event deleted for resources: {'Port': ['ID=f28813ae-f197-4b56-bcad-2a077da03f31,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:04:49.669018 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8637142-4c7a-40dc-8ec2-3bc498378ece req-a7a76d53-ba4a-4b9f-a388-80594a9bf7e2 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] No DVR routers for this DVR port f28813ae-f197-4b56-bcad-2a077da03f31 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 04:04:49.671561 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8637142-4c7a-40dc-8ec2-3bc498378ece req-a7a76d53-ba4a-4b9f-a388-80594a9bf7e2 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:49.675558 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a8637142-4c7a-40dc-8ec2-3bc498378ece req-a7a76d53-ba4a-4b9f-a388-80594a9bf7e2 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.10 "DELETE /v2.0/ports/f28813ae-f197-4b56-bcad-2a077da03f31 HTTP/1.1" status: 204 len: 173 time: 0.4457338 Feb 05 04:04:49.739521 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'name': 'network-vif-deleted', 'tag': 'f28813ae-f197-4b56-bcad-2a077da03f31'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:04:49.742605 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5966a807-2da5-4d61-bae9-01437e2fe6e2" -d '{"events": [{"server_uuid": "b91d9dd7-273c-4165-988c-436cd7dda0d3", "name": "network-vif-deleted", "tag": "f28813ae-f197-4b56-bcad-2a077da03f31"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:04:49.778816 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 04:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5a7a83-0c87-4864-9b54-98194be82f25 x-openstack-request-id: req-4f5a7a83-0c87-4864-9b54-98194be82f25 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:04:49.779121 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b91d9dd7-273c-4165-988c-436cd7dda0d3", "name": "network-vif-deleted", "tag": "f28813ae-f197-4b56-bcad-2a077da03f31", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:04:49.779401 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f5a7a83-0c87-4864-9b54-98194be82f25 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:04:49.779804 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b91d9dd7-273c-4165-988c-436cd7dda0d3', 'name': 'network-vif-deleted', 'tag': 'f28813ae-f197-4b56-bcad-2a077da03f31', 'status': 'completed', 'code': 200} Feb 05 04:04:50.399571 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47114) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:04:50.455882 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5df1b23e-067c-4b2d-9bd7-f96f6bab03cd tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group (2014ed53-7825-4e30-8bbe-6cbf9f41c219), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:50.480504 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5df1b23e-067c-4b2d-9bd7-f96f6bab03cd tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group (2014ed53-7825-4e30-8bbe-6cbf9f41c219), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:50.539794 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5df1b23e-067c-4b2d-9bd7-f96f6bab03cd tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (2014ed53-7825-4e30-8bbe-6cbf9f41c219), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:50.542593 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5df1b23e-067c-4b2d-9bd7-f96f6bab03cd tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:50.543791 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5df1b23e-067c-4b2d-9bd7-f96f6bab03cd tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "DELETE /v2.0/security-groups/2014ed53-7825-4e30-8bbe-6cbf9f41c219 HTTP/1.1" status: 204 len: 168 time: 0.1432395 Feb 05 04:04:50.553634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1b23e-067c-4b2d-9bd7-f96f6bab03cd tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2014ed53-7825-4e30-8bbe-6cbf9f41c219,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:04:50.859896 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47120) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:04:50.864755 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-535130df-0e00-473d-ab93-a1aa5f012413 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1230854785', 'description': 'tempest-secgroup-smoke-1230854785 description', 'project_id': 'a5dca10e62a742f6be9772eb62edf2da'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:04:50.885289 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-535130df-0e00-473d-ab93-a1aa5f012413 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:50.949266 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-535130df-0e00-473d-ab93-a1aa5f012413 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group (4e1dd64a-e721-4520-8c84-9bbe86af5f78), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:50.952788 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-535130df-0e00-473d-ab93-a1aa5f012413 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4e1dd64a-e721-4520-8c84-9bbe86af5f78), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:50.981270 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-535130df-0e00-473d-ab93-a1aa5f012413 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:50.982493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-535130df-0e00-473d-ab93-a1aa5f012413 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1212828 Feb 05 04:04:50.984393 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535130df-0e00-473d-ab93-a1aa5f012413 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1dd64a-e721-4520-8c84-9bbe86af5f78,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:04:50.985516 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47122) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:04:50.991594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'security_group_rule': {'security_group_id': '4e1dd64a-e721-4520-8c84-9bbe86af5f78', 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:04:51.018703 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (feafad35-017c-4f3d-870c-c73820651b1b), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.067617 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (feafad35-017c-4f3d-870c-c73820651b1b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.070954 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (feafad35-017c-4f3d-870c-c73820651b1b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.086957 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feafad35-017c-4f3d-870c-c73820651b1b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:04:51.097315 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:51.097662 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:51.098063 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:51.098470 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:51.098862 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:51.099259 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:51.099596 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:51.099928 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:51.100319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:51.100647 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:51.100972 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:51.101289 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:51.101613 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:04:51.106592 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.107825 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-cf6f8323-a3eb-4882-a43d-48b520279b6d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210885 Feb 05 04:04:51.111102 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47126) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:04:51.115394 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3e154b6e-b305-401e-b795-1c07c154a454 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'security_group_rule': {'security_group_id': '4e1dd64a-e721-4520-8c84-9bbe86af5f78', 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:04:51.139421 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e154b6e-b305-401e-b795-1c07c154a454 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (923e6756-3ad5-4087-8f7e-883313ba3ccb), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.194440 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e154b6e-b305-401e-b795-1c07c154a454 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (923e6756-3ad5-4087-8f7e-883313ba3ccb), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.197876 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e154b6e-b305-401e-b795-1c07c154a454 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (923e6756-3ad5-4087-8f7e-883313ba3ccb), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.212287 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e154b6e-b305-401e-b795-1c07c154a454 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923e6756-3ad5-4087-8f7e-883313ba3ccb,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:04:51.222319 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e154b6e-b305-401e-b795-1c07c154a454 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.223622 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-3e154b6e-b305-401e-b795-1c07c154a454 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1116042 Feb 05 04:04:51.226319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47128) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:04:51.230545 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-24da672f-d54e-4c10-8fb2-c7d701eaaed4 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'security_group_rule': {'security_group_id': '4e1dd64a-e721-4520-8c84-9bbe86af5f78', 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:04:51.259850 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24da672f-d54e-4c10-8fb2-c7d701eaaed4 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (e3911be2-7540-4103-9f5d-07ede0fede56), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.314934 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24da672f-d54e-4c10-8fb2-c7d701eaaed4 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (e3911be2-7540-4103-9f5d-07ede0fede56), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.318197 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24da672f-d54e-4c10-8fb2-c7d701eaaed4 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (e3911be2-7540-4103-9f5d-07ede0fede56), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.334930 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da672f-d54e-4c10-8fb2-c7d701eaaed4 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3911be2-7540-4103-9f5d-07ede0fede56,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:04:51.343425 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24da672f-d54e-4c10-8fb2-c7d701eaaed4 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.347637 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-24da672f-d54e-4c10-8fb2-c7d701eaaed4 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173437 Feb 05 04:04:51.347758 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47130) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:04:51.351937 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-471d79d4-de47-437c-ba46-9e78452d8469 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'security_group_rule': {'security_group_id': '4e1dd64a-e721-4520-8c84-9bbe86af5f78', 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:04:51.377255 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-471d79d4-de47-437c-ba46-9e78452d8469 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (6ed6c71d-699f-470b-b7e8-10f02aba012a), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.433882 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-471d79d4-de47-437c-ba46-9e78452d8469 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (6ed6c71d-699f-470b-b7e8-10f02aba012a), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.437211 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-471d79d4-de47-437c-ba46-9e78452d8469 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (6ed6c71d-699f-470b-b7e8-10f02aba012a), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.457271 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d79d4-de47-437c-ba46-9e78452d8469 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed6c71d-699f-470b-b7e8-10f02aba012a,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:04:51.464870 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-471d79d4-de47-437c-ba46-9e78452d8469 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.466053 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-471d79d4-de47-437c-ba46-9e78452d8469 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174555 Feb 05 04:04:51.468746 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47132) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:04:51.473506 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f4ab1f12-fc71-40e5-8080-d7713a763ff7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'security_group_rule': {'security_group_id': '4e1dd64a-e721-4520-8c84-9bbe86af5f78', 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:04:51.492488 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-f4ab1f12-fc71-40e5-8080-d7713a763ff7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Project a5dca10e62a742f6be9772eb62edf2da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 04:04:51.497407 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4ab1f12-fc71-40e5-8080-d7713a763ff7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (56cbea0f-1990-44c9-b3a8-77aef0670b96), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.554184 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4ab1f12-fc71-40e5-8080-d7713a763ff7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (56cbea0f-1990-44c9-b3a8-77aef0670b96), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.557453 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4ab1f12-fc71-40e5-8080-d7713a763ff7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (56cbea0f-1990-44c9-b3a8-77aef0670b96), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.575090 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab1f12-fc71-40e5-8080-d7713a763ff7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56cbea0f-1990-44c9-b3a8-77aef0670b96,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:04:51.582486 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4ab1f12-fc71-40e5-8080-d7713a763ff7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.583686 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f4ab1f12-fc71-40e5-8080-d7713a763ff7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1140323 Feb 05 04:04:51.586351 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47134) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:04:51.590560 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9e63b15f-dcdb-4822-af3e-17d81ecb6d4e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'security_group_rule': {'security_group_id': '4e1dd64a-e721-4520-8c84-9bbe86af5f78', 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:04:51.611124 n-d-826942-8 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-9e63b15f-dcdb-4822-af3e-17d81ecb6d4e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Project a5dca10e62a742f6be9772eb62edf2da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 04:04:51.615832 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e63b15f-dcdb-4822-af3e-17d81ecb6d4e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (3106222f-b111-45ba-b97d-f018d46cae08), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.674164 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e63b15f-dcdb-4822-af3e-17d81ecb6d4e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (3106222f-b111-45ba-b97d-f018d46cae08), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.677540 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e63b15f-dcdb-4822-af3e-17d81ecb6d4e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (3106222f-b111-45ba-b97d-f018d46cae08), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.695833 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63b15f-dcdb-4822-af3e-17d81ecb6d4e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3106222f-b111-45ba-b97d-f018d46cae08,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:04:51.702861 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e63b15f-dcdb-4822-af3e-17d81ecb6d4e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:04:51.704586 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-9e63b15f-dcdb-4822-af3e-17d81ecb6d4e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166904 Feb 05 04:04:53.693433 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f28813ae-f197-4b56-bcad-2a077da03f31 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:04:53.720541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: f28813ae-f197-4b56-bcad-2a077da03f31 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:04:53.720990 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device f28813ae-f197-4b56-bcad-2a077da03f31 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:04:58.497518 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:05:03.805925 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a33a4428-da85-4a06-8731-a02355a7ea4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:06.007681 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88c854a1-7620-4686-bb93-729565031b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:07.405734 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:08.939353 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:10.201219 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:11.177084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-6f45cd92-8f36-45d8-b980-9c25c0bb1c81 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1230854785&fields=id&tenant_id=a5dca10e62a742f6be9772eb62edf2da HTTP/1.1" status: 200 len: 267 time: 0.0442300 Feb 05 04:05:11.284715 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-9318b378-bd71-4fed-aa11-6c311453613c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:11.286095 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-9318b378-bd71-4fed-aa11-6c311453613c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 809 time: 0.1022444 Feb 05 04:05:11.300180 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-58d83e58-1005-461c-a278-e8087ec67d67 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/quotas/a5dca10e62a742f6be9772eb62edf2da HTTP/1.1" status: 200 len: 375 time: 0.0087607 Feb 05 04:05:11.354632 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-a2490f5f-09a8-4f80-b414-e1d737c14e01 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492272 Feb 05 04:05:11.451096 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-488d959f-b2cd-425f-85be-314deef473bf service neutron] 10.222.0.36 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855517 Feb 05 04:05:11.537559 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-ba20e294-2dee-4fe0-a6de-7f8e910413d2 service neutron] 10.222.0.36 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806625 Feb 05 04:05:11.816500 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75421560-c21c-4188-872c-50677a7e19bf req-3306a8e8-d45d-4ce7-975b-3d5ddb68d189 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0288935 Feb 05 04:05:12.156280 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:12.791558 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-739d2413-7e53-4c96-8f2c-19151e4a5db8 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:12.793436 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-739d2413-7e53-4c96-8f2c-19151e4a5db8 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 809 time: 0.1097877 Feb 05 04:05:12.862364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-d5c778ee-bd4f-49b3-9a49-f195be374154 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5dca10e62a742f6be9772eb62edf2da HTTP/1.1" status: 200 len: 380 time: 0.0544424 Feb 05 04:05:12.880632 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-d8fe4c59-2af6-4d3d-aa1d-a86f729801fa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'port': {'device_id': '61ad6170-abc2-431e-8642-95a99039d6f9', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'admin_state_up': True, 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'security_groups': ['4e1dd64a-e721-4520-8c84-9bbe86af5f78']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:05:12.960055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-473e122b-2be7-407c-9f54-28eb92489ef5 req-d86bcaf0-ecc9-4f17-9359-7507e121940a tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0640054 Feb 05 04:05:13.018504 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-d8fe4c59-2af6-4d3d-aa1d-a86f729801fa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Made reservation on behalf of a5dca10e62a742f6be9772eb62edf2da for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 04:05:13.022079 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-d8fe4c59-2af6-4d3d-aa1d-a86f729801fa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:13.151060 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-d8fe4c59-2af6-4d3d-aa1d-a86f729801fa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Allocated IP 172.20.0.4 (b7fa5353-a81c-41a9-80bf-9cdba126a856/cf4273cb-ea7c-4992-b145-ac053f110796/4d4a3cd3-88f9-4231-a32c-d15ae40f7f52) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:05:13.291342 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-d8fe4c59-2af6-4d3d-aa1d-a86f729801fa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:13.324509 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-d8fe4c59-2af6-4d3d-aa1d-a86f729801fa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:13.372607 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-d8fe4c59-2af6-4d3d-aa1d-a86f729801fa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Network b7fa5353-a81c-41a9-80bf-9cdba126a856 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:05:13.378276 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-d8fe4c59-2af6-4d3d-aa1d-a86f729801fa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:05:13.382590 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-d8fe4c59-2af6-4d3d-aa1d-a86f729801fa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:05:13.404458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe4c59-2af6-4d3d-aa1d-a86f729801fa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'Port': ['ID=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:05:13.434133 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-d8fe4c59-2af6-4d3d-aa1d-a86f729801fa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:13.434749 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-d8fe4c59-2af6-4d3d-aa1d-a86f729801fa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:13.452757 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-d8fe4c59-2af6-4d3d-aa1d-a86f729801fa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5770073 Feb 05 04:05:13.465064 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Request body: {'port': {'device_id': '61ad6170-abc2-431e-8642-95a99039d6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:05:13.530916 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:13.692722 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e40cb026-cb3a-4881-b55a-6c6e085d1e2e None None] Provisioning complete for port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:05:13.694074 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e40cb026-cb3a-4881-b55a-6c6e085d1e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:13.741694 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e40cb026-cb3a-4881-b55a-6c6e085d1e2e None None] Port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 04:05:13.817820 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 04:05:13.825342 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Publish callbacks [] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:13.837125 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Transition to ACTIVE for port object 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 04:05:13.840918 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:13.912574 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:05:13.971710 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Attempting to bind port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 04:05:13.972051 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Attempting to bind port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': '91e3aa7d-0120-483d-8d64-09e31c64766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 04:05:13.972433 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Attempting to bind port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 on network b7fa5353-a81c-41a9-80bf-9cdba126a856 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:05:13.977916 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 on network b7fa5353-a81c-41a9-80bf-9cdba126a856 not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 04:05:13.978244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Attempting to bind port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 on network b7fa5353-a81c-41a9-80bf-9cdba126a856 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:05:13.985990 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 4, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 04:05:13.986324 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Checking segment: {'id': '91e3aa7d-0120-483d-8d64-09e31c64766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:05:13.986832 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Bound using segment: {'id': '91e3aa7d-0120-483d-8d64-09e31c64766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 04:05:13.987398 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Bound port: 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e3aa7d-0120-483d-8d64-09e31c64766b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 04:05:13.987765 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:14.102249 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] For port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 04:05:14.118613 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] For port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 04:05:14.128161 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e8841-6057-46ac-bd87-fbefc50656f7 req-989fe596-af48-4f79-b619-4605ad3d2fde tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:14.129653 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-762e8841-6057-46ac-bd87-fbefc50656f7 req-989fe596-af48-4f79-b619-4605ad3d2fde tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0869849 Feb 05 04:05:14.131162 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:14.188307 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:14.188931 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:14.190338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] 10.222.0.10 "PUT /v2.0/ports/4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 HTTP/1.1" status: 200 len: 1091 time: 0.7296748 Feb 05 04:05:14.190823 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ad6170-abc2-431e-8642-95a99039d6f9', 'tag': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:05:14.193096 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b0d0b4-0811-48fb-87e9-7c5ec1164871" -d '{"events": [{"name": "network-changed", "server_uuid": "61ad6170-abc2-431e-8642-95a99039d6f9", "tag": "4d4a3cd3-88f9-4231-a32c-d15ae40f7f52"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:05:14.224973 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a01a7-4ab8-4147-81f4-d0fee1926065 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:05:14.257442 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-762e8841-6057-46ac-bd87-fbefc50656f7 req-4645c72c-3575-472a-96ea-a23c225a2869 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180863 Feb 05 04:05:14.280493 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 04:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57f1e62-1e6e-4e5c-aee6-344aa90a1328 x-openstack-request-id: req-d57f1e62-1e6e-4e5c-aee6-344aa90a1328 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:05:14.281065 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ad6170-abc2-431e-8642-95a99039d6f9", "tag": "4d4a3cd3-88f9-4231-a32c-d15ae40f7f52", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:05:14.281605 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d57f1e62-1e6e-4e5c-aee6-344aa90a1328 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:05:14.282234 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ad6170-abc2-431e-8642-95a99039d6f9', 'tag': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52', 'status': 'completed', 'code': 200} Feb 05 04:05:14.301519 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-b3ad08d0-0773-4216-9535-761836ddc3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:14.303070 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-b3ad08d0-0773-4216-9535-761836ddc3ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 1125 time: 0.0613766 Feb 05 04:05:14.346674 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-89952f44-02fd-4e93-a2b8-a49223538037 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 HTTP/1.1" status: 200 len: 217 time: 0.0370107 Feb 05 04:05:14.411667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-af415748-6562-470c-bcad-174ba6dc33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:14.413348 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-af415748-6562-470c-bcad-174ba6dc33ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0612137 Feb 05 04:05:14.462906 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-afc7faeb-98d8-420d-a469-8afffd7bd7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:14.464420 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-afc7faeb-98d8-420d-a469-8afffd7bd7aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455098 Feb 05 04:05:14.553714 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-2e9b284a-7c86-4b3e-9902-71960bfae4e8 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820334 Feb 05 04:05:14.647583 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ed8d8e4d-0308-4224-b7c9-37ca4202544b req-f7208ac3-a184-4f62-97d3-6ce5667349e8 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878994 Feb 05 04:05:14.741604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0d0b4-0811-48fb-87e9-7c5ec1164871 req-e9b9708c-edc9-4d85-8c10-666510d80a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:14.743175 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7b0d0b4-0811-48fb-87e9-7c5ec1164871 req-e9b9708c-edc9-4d85-8c10-666510d80a69 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 1125 time: 0.0508084 Feb 05 04:05:14.838334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0d0b4-0811-48fb-87e9-7c5ec1164871 req-d9200b94-e026-4d26-b014-b6e3dbcd3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:14.839824 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7b0d0b4-0811-48fb-87e9-7c5ec1164871 req-d9200b94-e026-4d26-b014-b6e3dbcd3bbc service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.0905080 Feb 05 04:05:14.880547 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7b0d0b4-0811-48fb-87e9-7c5ec1164871 req-725d4b06-ac53-4540-bb3b-ef1ded2bc93b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 HTTP/1.1" status: 200 len: 217 time: 0.0343819 Feb 05 04:05:14.928308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0d0b4-0811-48fb-87e9-7c5ec1164871 req-97a3b107-8d5d-4f92-9a24-d0beb8505faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:14.929894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7b0d0b4-0811-48fb-87e9-7c5ec1164871 req-97a3b107-8d5d-4f92-9a24-d0beb8505faa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0434592 Feb 05 04:05:14.982656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0d0b4-0811-48fb-87e9-7c5ec1164871 req-754bd37f-223a-4a54-8d98-e3fb1aec5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:14.984163 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7b0d0b4-0811-48fb-87e9-7c5ec1164871 req-754bd37f-223a-4a54-8d98-e3fb1aec5832 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470920 Feb 05 04:05:15.074415 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7b0d0b4-0811-48fb-87e9-7c5ec1164871 req-4d8ddab3-cd33-470a-9d0f-365248ba049f service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838943 Feb 05 04:05:15.167166 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f7b0d0b4-0811-48fb-87e9-7c5ec1164871 req-e386fc9c-01df-465d-b165-354653e805ce service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865817 Feb 05 04:05:15.705537 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4db22-f516-414f-b249-614de9433cd9 req-615adf06-7531-4ef0-a4cd-c99c09ff7540 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:15.707164 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51c4db22-f516-414f-b249-614de9433cd9 req-615adf06-7531-4ef0-a4cd-c99c09ff7540 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.3745408 Feb 05 04:05:15.756813 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-51c4db22-f516-414f-b249-614de9433cd9 req-e66ba82c-602f-4a32-ba0d-fcc749562577 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440001 Feb 05 04:05:16.877499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378c524-fa19-4ccc-9e95-02e3e4c00657 req-39c7488e-9b31-4a4b-a206-c0347540c0e2 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:16.878992 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e378c524-fa19-4ccc-9e95-02e3e4c00657 req-39c7488e-9b31-4a4b-a206-c0347540c0e2 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0529399 Feb 05 04:05:16.927265 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e378c524-fa19-4ccc-9e95-02e3e4c00657 req-ab27fdad-ffbe-423e-9766-98d5080e9243 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426707 Feb 05 04:05:17.058579 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:18.048692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5bd8c-899d-4953-85ee-4d715138b180 req-d05b2cde-0152-442d-966a-1b0a64ab9d8b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:18.050198 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ec5bd8c-899d-4953-85ee-4d715138b180 req-d05b2cde-0152-442d-966a-1b0a64ab9d8b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0574491 Feb 05 04:05:18.098932 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2ec5bd8c-899d-4953-85ee-4d715138b180 req-7d65395b-4c43-4d07-b70f-fe45517651af tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430925 Feb 05 04:05:19.217136 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640b093-5fd4-4248-b82e-40213949f0e6 req-1578a8a6-678b-4c48-b74b-854bf5c422ae tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:19.218617 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5640b093-5fd4-4248-b82e-40213949f0e6 req-1578a8a6-678b-4c48-b74b-854bf5c422ae tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0514498 Feb 05 04:05:19.268180 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5640b093-5fd4-4248-b82e-40213949f0e6 req-60740a58-f361-47ff-9bcf-e19ab50f25a3 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422058 Feb 05 04:05:20.391279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b48d55-3e20-4a0f-9c81-cd078952170f req-26793e89-f5e4-4ce5-9706-87da1b162bca tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:20.392777 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88b48d55-3e20-4a0f-9c81-cd078952170f req-26793e89-f5e4-4ce5-9706-87da1b162bca tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0571601 Feb 05 04:05:20.447483 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-88b48d55-3e20-4a0f-9c81-cd078952170f req-253aa736-53e7-4a38-8747-3cda42c369f1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491707 Feb 05 04:05:21.568056 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68f1a9-64fb-4f2a-b3bc-c22fc3a531d9 req-286bb226-bc40-4eb3-943d-e5fec1ac8e75 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:21.569588 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c68f1a9-64fb-4f2a-b3bc-c22fc3a531d9 req-286bb226-bc40-4eb3-943d-e5fec1ac8e75 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0541415 Feb 05 04:05:21.617864 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8c68f1a9-64fb-4f2a-b3bc-c22fc3a531d9 req-71f6ac75-2bc3-4e9c-910c-4346afd88684 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425537 Feb 05 04:05:22.737850 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09014d23-a9f2-4563-9d2e-cac9c8eb2a06 req-0278de3b-962c-4a17-8ee7-5e97d8d228ac tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:22.739337 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09014d23-a9f2-4563-9d2e-cac9c8eb2a06 req-0278de3b-962c-4a17-8ee7-5e97d8d228ac tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0530746 Feb 05 04:05:22.791294 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-09014d23-a9f2-4563-9d2e-cac9c8eb2a06 req-596b4e60-037e-4cc9-9f8f-b2f5916afd5f tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464611 Feb 05 04:05:23.908781 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e322093-6731-4a10-a593-94cb1ce863a5 req-76ac58ff-0698-4a1f-a07b-7d48b3c5ba73 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:23.910509 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e322093-6731-4a10-a593-94cb1ce863a5 req-76ac58ff-0698-4a1f-a07b-7d48b3c5ba73 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0528035 Feb 05 04:05:23.958313 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0e322093-6731-4a10-a593-94cb1ce863a5 req-8b0de1b1-c61a-4f89-aa38-4e59e61d8b09 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422814 Feb 05 04:05:25.079543 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b73067-e0ed-4b86-9e70-13aaa39f756b req-7e847f65-29be-4f14-a98c-dc6088afeffa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:25.081005 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e4b73067-e0ed-4b86-9e70-13aaa39f756b req-7e847f65-29be-4f14-a98c-dc6088afeffa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0523143 Feb 05 04:05:25.127961 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e4b73067-e0ed-4b86-9e70-13aaa39f756b req-38f5dce1-0164-455a-aa3d-747c611ffc96 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413945 Feb 05 04:05:26.252092 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c19b6c-c379-41ff-ac18-c2bb5b5e1266 req-743f047b-1454-4fb2-92f5-61874935eecd tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:26.253551 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-53c19b6c-c379-41ff-ac18-c2bb5b5e1266 req-743f047b-1454-4fb2-92f5-61874935eecd tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0566239 Feb 05 04:05:26.303121 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-53c19b6c-c379-41ff-ac18-c2bb5b5e1266 req-c4bcb5c0-6dd2-4ad7-94ab-877cc765facb tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440259 Feb 05 04:05:27.422317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563c11e-cb51-42ff-a82d-c6583c5cccee req-085b6ade-dbe2-44e4-bc3a-56bbac313450 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:27.424372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4563c11e-cb51-42ff-a82d-c6583c5cccee req-085b6ade-dbe2-44e4-bc3a-56bbac313450 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0522330 Feb 05 04:05:27.470633 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4563c11e-cb51-42ff-a82d-c6583c5cccee req-580f7b1a-3d94-4b83-ad5d-094bdc3b6ed2 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407972 Feb 05 04:05:28.587383 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2de8e-d47e-477e-8b9f-26d1863f28ee req-3355ab26-c190-426d-bff8-ffc238fc569d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:28.588861 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2f2de8e-d47e-477e-8b9f-26d1863f28ee req-3355ab26-c190-426d-bff8-ffc238fc569d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0515687 Feb 05 04:05:28.642028 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d2f2de8e-d47e-477e-8b9f-26d1863f28ee req-c78b8bf4-fe57-4aa3-8711-3be63fe4ed4a tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460017 Feb 05 04:05:29.760639 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc652e11-bda7-4a5a-8a45-177faac9ba21 req-fad7cd8b-cbd5-418a-a9de-ed90a1c87a33 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:29.762109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dc652e11-bda7-4a5a-8a45-177faac9ba21 req-fad7cd8b-cbd5-418a-a9de-ed90a1c87a33 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0521846 Feb 05 04:05:29.815493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dc652e11-bda7-4a5a-8a45-177faac9ba21 req-bd236e50-b387-4fca-a4bd-612a533d268d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474212 Feb 05 04:05:29.829444 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 04:05:29.926863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:05:29.937785 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'port_id': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52', 'mac_address': 'fa:16:3e:90:14:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 04:05:29.973464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:05:29.973856 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:29.987082 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 04:05:30.005824 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:05:30.009725 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:30.056479 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:05:30.064866 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:05:30.065210 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:05:30.066254 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:05:30.066596 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:05:30.066955 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:05:30.067289 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:05:30.067615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:05:30.067939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:05:30.068274 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:05:30.068590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:05:30.068914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:05:30.069355 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:05:30.069590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:05:30.217410 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4d4a3cd3-88f9-4231-a32c-d15ae40f7f52'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 04:05:30.933208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c325bc-98dd-45e6-96da-451082e943d6 req-f9c7480f-e450-4eee-bac1-a0bddb103f1f tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:30.934681 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56c325bc-98dd-45e6-96da-451082e943d6 req-f9c7480f-e450-4eee-bac1-a0bddb103f1f tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 944 time: 0.0518911 Feb 05 04:05:30.983579 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-56c325bc-98dd-45e6-96da-451082e943d6 req-8dc954d0-eaaa-49bf-a21a-f2f46e4afd38 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427711 Feb 05 04:05:31.846559 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:05:31.899632 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 04:05:31.903477 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:05:31.903850 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:31.981047 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:05:31.981439 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:32.004851 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ad6170-abc2-431e-8642-95a99039d6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:05:32.007208 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a6169c-be59-4296-a0cc-94d73ffa607d" -d '{"events": [{"server_uuid": "61ad6170-abc2-431e-8642-95a99039d6f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d4a3cd3-88f9-4231-a32c-d15ae40f7f52"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:05:32.024417 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:05:32.028964 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:32.061910 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 04:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51ba190-9b8f-4206-a1d6-48b7c85bc098 x-openstack-request-id: req-b51ba190-9b8f-4206-a1d6-48b7c85bc098 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:05:32.062304 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ad6170-abc2-431e-8642-95a99039d6f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d4a3cd3-88f9-4231-a32c-d15ae40f7f52", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:05:32.062443 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b51ba190-9b8f-4206-a1d6-48b7c85bc098 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:05:32.062863 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ad6170-abc2-431e-8642-95a99039d6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52', 'code': 200} Feb 05 04:05:32.099253 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:05:32.157581 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30b458-78bc-4bbe-bbfc-d4bebd3677db req-76409420-c89f-40bc-bf90-23c3b7a7ae17 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:32.159571 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab30b458-78bc-4bbe-bbfc-d4bebd3677db req-76409420-c89f-40bc-bf90-23c3b7a7ae17 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0943828 Feb 05 04:05:32.175860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f2465-fad3-44ff-9fdc-66f89386f31d req-87644e97-eb85-4bd9-bd37-ecb9f8bcdd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:32.177314 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d9f2465-fad3-44ff-9fdc-66f89386f31d req-87644e97-eb85-4bd9-bd37-ecb9f8bcdd63 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 1127 time: 0.0683274 Feb 05 04:05:32.234189 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ab30b458-78bc-4bbe-bbfc-d4bebd3677db req-6cf45240-5380-4945-b3cb-9845e1b8ced7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686867 Feb 05 04:05:32.250047 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-8d9f2465-fad3-44ff-9fdc-66f89386f31d req-30aeb3d9-3f4d-4b44-a0f4-8f944f22e63e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646412 Feb 05 04:05:33.359501 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb91e0-cc3f-4f5f-8ca4-a590ca74c21e req-8cc31eb4-87ce-40d2-b22c-fac07545f73c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:33.361948 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aafb91e0-cc3f-4f5f-8ca4-a590ca74c21e req-8cc31eb4-87ce-40d2-b22c-fac07545f73c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0573485 Feb 05 04:05:33.411708 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aafb91e0-cc3f-4f5f-8ca4-a590ca74c21e req-8bd98621-6a5f-4a52-8faf-491e8ab73a22 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441334 Feb 05 04:05:33.529449 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228337e1-c70e-49e2-9fb3-69df643f3caa req-c7bc5925-d3eb-49fb-bd78-9ebeffe983f0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:33.530966 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-228337e1-c70e-49e2-9fb3-69df643f3caa req-c7bc5925-d3eb-49fb-bd78-9ebeffe983f0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0528052 Feb 05 04:05:33.580454 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-228337e1-c70e-49e2-9fb3-69df643f3caa req-0e4b948c-58a1-4709-b72a-3b90840e53b5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429623 Feb 05 04:05:33.602565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47342) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:05:33.645770 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ce1330-1466-4f60-b4e5-5bbac420ee99 tempest-TestShelveInstance-1490208489 tempest-TestShelveInstance-1490208489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:33.647327 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-23ce1330-1466-4f60-b4e5-5bbac420ee99 tempest-TestShelveInstance-1490208489 tempest-TestShelveInstance-1490208489-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 1122 time: 0.0437849 Feb 05 04:05:33.650040 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47344) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:05:33.654510 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:05:33.675486 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:33.773975 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:33.812046 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b904bc40-73e7-4994-af46-fad42c872363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:33.886806 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Allocated IP 172.25.0.17 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/c2120014-0656-44d2-ba49-90eb84205e8f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:05:33.987143 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for port (c2120014-0656-44d2-ba49-90eb84205e8f), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:34.020462 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c2120014-0656-44d2-ba49-90eb84205e8f), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:34.060895 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:05:34.063971 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:05:34.067439 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:05:34.072702 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'Port': ['ID=c2120014-0656-44d2-ba49-90eb84205e8f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:05:34.425120 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for floatingip (8811c429-3222-42dd-8d70-0054f8395d50), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:34.496005 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c2120014-0656-44d2-ba49-90eb84205e8f), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:34.639769 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for port (c2120014-0656-44d2-ba49-90eb84205e8f), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:34.645479 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (c2120014-0656-44d2-ba49-90eb84205e8f), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:34.716236 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event updated for resources: {'Port': ['ID=c2120014-0656-44d2-ba49-90eb84205e8f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:05:34.728182 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (8811c429-3222-42dd-8d70-0054f8395d50), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:34.832431 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Floating IP 8811c429-3222-42dd-8d70-0054f8395d50 associated. External IP: 172.25.0.17, port: 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52. Feb 05 04:05:35.046426 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Router 11379356-42ca-4d8c-a238-d5e3f17e28cc has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:05:35.157918 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:05:35.168712 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f904a6-9a3e-4d71-a6e2-c3c88af782f7 None None] Sync routers for ids ['11379356-42ca-4d8c-a238-d5e3f17e28cc'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:05:35.177364 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:35.181244 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f904a6-9a3e-4d71-a6e2-c3c88af782f7 None None] Routers {'11379356-42ca-4d8c-a238-d5e3f17e28cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:05:35.182269 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-16f904a6-9a3e-4d71-a6e2-c3c88af782f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:05:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11379356-42ca-4d8c-a238-d5e3f17e28cc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:05:35.208556 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0556f8e2-95ee-4fbf-82a6-cede10c6a727 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5575149 Feb 05 04:05:35.209254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ad6170-abc2-431e-8642-95a99039d6f9', 'tag': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:05:35.211537 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bda171-6a63-443f-89d5-aa8fa63f472a" -d '{"events": [{"name": "network-changed", "server_uuid": "61ad6170-abc2-431e-8642-95a99039d6f9", "tag": "4d4a3cd3-88f9-4231-a32c-d15ae40f7f52"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:05:35.246578 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 04:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520fc4b1-4927-4401-a197-753a5c3f93d4 x-openstack-request-id: req-520fc4b1-4927-4401-a197-753a5c3f93d4 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:05:35.246908 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ad6170-abc2-431e-8642-95a99039d6f9", "tag": "4d4a3cd3-88f9-4231-a32c-d15ae40f7f52", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:05:35.247177 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-520fc4b1-4927-4401-a197-753a5c3f93d4 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:05:35.247577 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ad6170-abc2-431e-8642-95a99039d6f9', 'tag': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52', 'status': 'completed', 'code': 200} Feb 05 04:05:35.299644 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-16f904a6-9a3e-4d71-a6e2-c3c88af782f7 None None] Set router 11379356-42ca-4d8c-a238-d5e3f17e28cc gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:05:35.314035 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bda171-6a63-443f-89d5-aa8fa63f472a req-b15d81dc-66f4-45b6-8de9-ac7c114d23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:35.315622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02bda171-6a63-443f-89d5-aa8fa63f472a req-b15d81dc-66f4-45b6-8de9-ac7c114d23fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 1127 time: 0.0459998 Feb 05 04:05:35.404902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bda171-6a63-443f-89d5-aa8fa63f472a req-b3918e1c-b36b-43c2-9910-e8cf69bdec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:35.406433 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02bda171-6a63-443f-89d5-aa8fa63f472a req-b3918e1c-b36b-43c2-9910-e8cf69bdec38 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.0847094 Feb 05 04:05:35.478464 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02bda171-6a63-443f-89d5-aa8fa63f472a req-d58dc260-8dd1-42a2-aae7-c562e1dfc011 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 HTTP/1.1" status: 200 len: 998 time: 0.0649896 Feb 05 04:05:35.514696 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:05:35.527618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bda171-6a63-443f-89d5-aa8fa63f472a req-68e7fd18-c70a-45e1-9367-00594ea1fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:35.529081 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02bda171-6a63-443f-89d5-aa8fa63f472a req-68e7fd18-c70a-45e1-9367-00594ea1fff0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0441127 Feb 05 04:05:35.537227 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-16f904a6-9a3e-4d71-a6e2-c3c88af782f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 4, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '8811c429-3222-42dd-8d70-0054f8395d50', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'port_id': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'mac_address': 'fa:16:3e:90:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ad6170-abc2-431e-8642-95a99039d6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:05:34Z', 'updated_at': '2022-02-05T04:05:34Z', 'revision_number': 0, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c44aa7-12d1-4eab-80f5-d1f5752a0307', 'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'mac_address': 'fa:16:3e:76:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:34Z', 'updated_at': '2022-02-05T04:00:38Z', 'revision_number': 5, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'subnets': [{'id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:05:35.567282 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f904a6-9a3e-4d71-a6e2-c3c88af782f7 None None] Checking router: 11379356-42ca-4d8c-a238-d5e3f17e28cc for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:05:35.575428 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f904a6-9a3e-4d71-a6e2-c3c88af782f7 None None] Routers {'11379356-42ca-4d8c-a238-d5e3f17e28cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:05:35.576028 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-16f904a6-9a3e-4d71-a6e2-c3c88af782f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:05:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11379356-42ca-4d8c-a238-d5e3f17e28cc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:05:35.577808 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bda171-6a63-443f-89d5-aa8fa63f472a req-7f9cb125-eeac-44fc-bd83-874bf5fd2214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:35.579431 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02bda171-6a63-443f-89d5-aa8fa63f472a req-7f9cb125-eeac-44fc-bd83-874bf5fd2214 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442131 Feb 05 04:05:35.670442 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02bda171-6a63-443f-89d5-aa8fa63f472a req-872fbb16-592a-4fe0-a521-ee67bf140740 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846622 Feb 05 04:05:35.681899 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-16f904a6-9a3e-4d71-a6e2-c3c88af782f7 None None] Set router 11379356-42ca-4d8c-a238-d5e3f17e28cc gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:05:35.762224 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02bda171-6a63-443f-89d5-aa8fa63f472a req-13b5932e-982c-429f-9397-6d37502b1a38 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853014 Feb 05 04:05:35.909478 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-16f904a6-9a3e-4d71-a6e2-c3c88af782f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 4, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '8811c429-3222-42dd-8d70-0054f8395d50', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'port_id': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'mac_address': 'fa:16:3e:90:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ad6170-abc2-431e-8642-95a99039d6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:05:34Z', 'updated_at': '2022-02-05T04:05:34Z', 'revision_number': 0, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c44aa7-12d1-4eab-80f5-d1f5752a0307', 'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'mac_address': 'fa:16:3e:76:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:34Z', 'updated_at': '2022-02-05T04:00:38Z', 'revision_number': 5, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'subnets': [{'id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:05:35.939102 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f904a6-9a3e-4d71-a6e2-c3c88af782f7 None None] The sync data for ids ['11379356-42ca-4d8c-a238-d5e3f17e28cc'] in n-d-826942-8 is: [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 4, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '8811c429-3222-42dd-8d70-0054f8395d50', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'port_id': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'mac_address': 'fa:16:3e:90:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ad6170-abc2-431e-8642-95a99039d6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:05:34Z', 'updated_at': '2022-02-05T04:05:34Z', 'revision_number': 0, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c44aa7-12d1-4eab-80f5-d1f5752a0307', 'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'mac_address': 'fa:16:3e:76:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:34Z', 'updated_at': '2022-02-05T04:00:38Z', 'revision_number': 5, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'subnets': [{'id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:05:36.009805 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5aa4faa1-f6b7-4db9-b177-c0ad2564574a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:36.142291 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec3512-94a0-45ed-80a3-2e774d7033e1 None None] New status for floating IP 8811c429-3222-42dd-8d70-0054f8395d50: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 04:05:37.407435 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:38.940833 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:40.203353 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:42.186330 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:47.064300 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:05:57.352397 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd7dedf4-5ce2-4761-b019-9f33e1bf0057 req-a2615a75-fb1a-4f53-8e8c-c76010b45359 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494373 Feb 05 04:05:57.438247 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dedf4-5ce2-4761-b019-9f33e1bf0057 req-aa0b6895-f8e2-4be1-acb6-4181d9b044ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:57.440370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd7dedf4-5ce2-4761-b019-9f33e1bf0057 req-aa0b6895-f8e2-4be1-acb6-4181d9b044ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 1127 time: 0.0454981 Feb 05 04:05:57.540335 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dedf4-5ce2-4761-b019-9f33e1bf0057 req-91d67bca-a4d1-44fa-9011-2dc432f3dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:57.541778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd7dedf4-5ce2-4761-b019-9f33e1bf0057 req-91d67bca-a4d1-44fa-9011-2dc432f3dcc3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.0824354 Feb 05 04:05:57.609735 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd7dedf4-5ce2-4761-b019-9f33e1bf0057 req-bd04fd7d-249a-4342-a026-dbcd41242c35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 HTTP/1.1" status: 200 len: 1000 time: 0.0606117 Feb 05 04:05:57.654888 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dedf4-5ce2-4761-b019-9f33e1bf0057 req-1f64a596-1164-44ee-89f2-2b36a4b5a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:57.656291 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd7dedf4-5ce2-4761-b019-9f33e1bf0057 req-1f64a596-1164-44ee-89f2-2b36a4b5a0ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0412693 Feb 05 04:05:57.704037 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dedf4-5ce2-4761-b019-9f33e1bf0057 req-5e48092e-b6bb-4e87-8d41-3381ffda5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:05:57.706138 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd7dedf4-5ce2-4761-b019-9f33e1bf0057 req-5e48092e-b6bb-4e87-8d41-3381ffda5fe1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435448 Feb 05 04:05:57.794379 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd7dedf4-5ce2-4761-b019-9f33e1bf0057 req-ede40fef-8c2e-45d7-9d0b-b9f89aec0f9d service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820174 Feb 05 04:05:57.882071 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fd7dedf4-5ce2-4761-b019-9f33e1bf0057 req-93d31968-5988-4e3e-b521-236b7eb5567f service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804603 Feb 05 04:06:03.804412 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e0cdc970-8962-4924-b732-b393b1043fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:06:06.010529 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c12f88d8-855d-4074-b17f-4a624eaef5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:06:07.406719 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:06:08.945652 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:06:10.209864 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:06:12.216485 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:06:12.513855 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:06:17.063018 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:06:33.805528 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1baf743c-20f1-4f0a-add9-aea9bc40be72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:06:36.010741 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e32a96d-1472-424b-bb69-0f4490f26f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:06:37.410580 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:06:38.946451 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:06:40.211247 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:06:42.214636 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:06:47.066494 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:06:49.513194 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:06:59.343163 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-837a3996-589b-487a-a236-e4a8a0ef4542 req-bfa5c9eb-e601-44c3-8918-559c969194e0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498736 Feb 05 04:06:59.426931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a3996-589b-487a-a236-e4a8a0ef4542 req-b4620358-e0ed-4c64-97ef-788f376d4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:06:59.428405 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-837a3996-589b-487a-a236-e4a8a0ef4542 req-b4620358-e0ed-4c64-97ef-788f376d4831 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 1127 time: 0.0447812 Feb 05 04:06:59.528074 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a3996-589b-487a-a236-e4a8a0ef4542 req-c489b069-179a-41bc-86a5-35c22de2d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:06:59.530204 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-837a3996-589b-487a-a236-e4a8a0ef4542 req-c489b069-179a-41bc-86a5-35c22de2d221 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.0836468 Feb 05 04:06:59.596937 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-837a3996-589b-487a-a236-e4a8a0ef4542 req-00afe952-675c-465e-baca-bd6f590a9ce2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 HTTP/1.1" status: 200 len: 1000 time: 0.0608079 Feb 05 04:06:59.643935 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a3996-589b-487a-a236-e4a8a0ef4542 req-d7564780-f6b5-442d-b977-7ca0d48a0666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:06:59.645330 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-837a3996-589b-487a-a236-e4a8a0ef4542 req-d7564780-f6b5-442d-b977-7ca0d48a0666 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0424211 Feb 05 04:06:59.693038 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a3996-589b-487a-a236-e4a8a0ef4542 req-623b7db3-2ebb-426a-8eba-466dd3847f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:06:59.694528 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-837a3996-589b-487a-a236-e4a8a0ef4542 req-623b7db3-2ebb-426a-8eba-466dd3847f47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434728 Feb 05 04:06:59.786109 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-837a3996-589b-487a-a236-e4a8a0ef4542 req-edd9370c-aff5-4e51-8f5e-b100cc795525 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851259 Feb 05 04:06:59.870972 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-837a3996-589b-487a-a236-e4a8a0ef4542 req-a3247e5a-dc42-4896-ae5f-31e6ac3bf5ce service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791669 Feb 05 04:07:03.807813 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-621462a5-7828-4662-ad48-9654aa43038e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:07:06.013216 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2e27c49-18bf-4af0-9d45-a03320b91c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:07:07.412959 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:07:08.950665 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:07:10.214173 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:07:12.210330 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:07:17.062269 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:07:26.512337 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:07:28.090678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b733cdc-0a87-4f13-9185-107b77637c0e req-b0100652-4ce5-4988-bd23-422fa9a6d09c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:28.092179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b733cdc-0a87-4f13-9185-107b77637c0e req-b0100652-4ce5-4988-bd23-422fa9a6d09c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0585303 Feb 05 04:07:28.140599 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0b733cdc-0a87-4f13-9185-107b77637c0e req-03df0e66-2835-4b61-92c3-8de40b34b79d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429471 Feb 05 04:07:29.270894 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b05e8e-8f06-4119-b294-0c381f173173 req-26833730-b46a-4d90-b2a0-7e4fbf457c4b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:29.272371 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42b05e8e-8f06-4119-b294-0c381f173173 req-26833730-b46a-4d90-b2a0-7e4fbf457c4b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0519929 Feb 05 04:07:29.321041 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-42b05e8e-8f06-4119-b294-0c381f173173 req-b5caddb2-d1b6-4a6f-88f8-e79b1bd20e31 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431354 Feb 05 04:07:30.447118 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c943225-a4e2-4fa7-b7b0-75fc925ea5f9 req-95a91b51-688f-4bf8-a209-84a109e81f4c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:30.448576 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9c943225-a4e2-4fa7-b7b0-75fc925ea5f9 req-95a91b51-688f-4bf8-a209-84a109e81f4c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0551844 Feb 05 04:07:30.495117 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9c943225-a4e2-4fa7-b7b0-75fc925ea5f9 req-393c86e2-d50f-4fb0-9aaa-5e08598831cb tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403740 Feb 05 04:07:31.613989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8ddd0-71df-4265-b438-f009514badbb req-f256449a-d4e6-460b-b2bf-daf3ce58b3ff tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:31.615442 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcc8ddd0-71df-4265-b438-f009514badbb req-f256449a-d4e6-460b-b2bf-daf3ce58b3ff tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0524185 Feb 05 04:07:31.662246 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-dcc8ddd0-71df-4265-b438-f009514badbb req-b9c533ff-b6a1-4a5b-9dad-42335ae81571 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413215 Feb 05 04:07:32.782688 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d55ea-e1d0-4fa3-84f6-dd95d71e6214 req-f52b2c97-17ca-47ca-a08b-39025b3fb498 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:32.784488 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-147d55ea-e1d0-4fa3-84f6-dd95d71e6214 req-f52b2c97-17ca-47ca-a08b-39025b3fb498 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0532711 Feb 05 04:07:32.836209 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-147d55ea-e1d0-4fa3-84f6-dd95d71e6214 req-8f40895b-3d3a-4587-ac10-36aaba890b69 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452025 Feb 05 04:07:33.812065 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-79e610e3-fc41-44ef-a1bd-a0154b341df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:07:33.956226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b81ab0-cf9a-4d74-9efd-9e42ce4199ef req-c72deec0-fdf1-4da3-a48a-71325ab9e638 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:33.957703 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-34b81ab0-cf9a-4d74-9efd-9e42ce4199ef req-c72deec0-fdf1-4da3-a48a-71325ab9e638 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0524962 Feb 05 04:07:34.005993 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-34b81ab0-cf9a-4d74-9efd-9e42ce4199ef req-3862bb88-e241-4739-86ce-66ca9417b0df tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427399 Feb 05 04:07:35.124684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc74ea-4b04-47b2-a427-eef8c571dfaa req-6443a2de-2101-4b34-a860-8eda2847f943 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:35.126158 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83bc74ea-4b04-47b2-a427-eef8c571dfaa req-6443a2de-2101-4b34-a860-8eda2847f943 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0533226 Feb 05 04:07:35.173622 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-83bc74ea-4b04-47b2-a427-eef8c571dfaa req-749abd07-b2d6-4453-9a80-7c67c8d279aa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418994 Feb 05 04:07:36.017261 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-45c1b35f-9dde-4dad-b9a0-a152905efb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:07:36.301515 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b33ab-664b-4890-bf6d-36de11ee0f7b req-ff6980b6-aebe-4cea-8a84-149310e0886c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:36.303719 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bd6b33ab-664b-4890-bf6d-36de11ee0f7b req-ff6980b6-aebe-4cea-8a84-149310e0886c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0631802 Feb 05 04:07:36.357968 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bd6b33ab-664b-4890-bf6d-36de11ee0f7b req-1310fd02-f630-4dc6-8eed-a42597e1bc79 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457203 Feb 05 04:07:37.416276 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:07:37.484099 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c1403-bd0f-4d5c-9748-66c4d5406535 req-637a5747-c549-43eb-b325-a5dacc38b3e5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:37.485649 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-235c1403-bd0f-4d5c-9748-66c4d5406535 req-637a5747-c549-43eb-b325-a5dacc38b3e5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0545502 Feb 05 04:07:37.533553 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-235c1403-bd0f-4d5c-9748-66c4d5406535 req-d7598b59-0fa1-46bf-9503-8f362ffaed20 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424578 Feb 05 04:07:38.227557 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd114d-1757-492f-82e4-6b440448db22 req-d4f06f0b-8f01-4da5-84ad-6676427ebecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:38.229024 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-febd114d-1757-492f-82e4-6b440448db22 req-d4f06f0b-8f01-4da5-84ad-6676427ebecc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 1127 time: 0.0433679 Feb 05 04:07:38.318091 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd114d-1757-492f-82e4-6b440448db22 req-d981f131-17bf-4907-b13f-da8e2f431c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:38.319582 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-febd114d-1757-492f-82e4-6b440448db22 req-d981f131-17bf-4907-b13f-da8e2f431c37 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.0849402 Feb 05 04:07:38.385102 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-febd114d-1757-492f-82e4-6b440448db22 req-f160a4d6-609c-4bc8-bfd1-7cf6e4019c2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 HTTP/1.1" status: 200 len: 1000 time: 0.0592165 Feb 05 04:07:38.435311 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd114d-1757-492f-82e4-6b440448db22 req-be8fb530-0705-43a9-9d60-646b308c9cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:38.437417 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-febd114d-1757-492f-82e4-6b440448db22 req-be8fb530-0705-43a9-9d60-646b308c9cd5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0465975 Feb 05 04:07:38.486300 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd114d-1757-492f-82e4-6b440448db22 req-ef1d1a8b-d016-47de-b537-1aff7d54b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:38.487714 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-febd114d-1757-492f-82e4-6b440448db22 req-ef1d1a8b-d016-47de-b537-1aff7d54b375 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440683 Feb 05 04:07:38.575844 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-febd114d-1757-492f-82e4-6b440448db22 req-3c93dda2-9ef8-47e4-b366-20ccfd7e5c84 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816162 Feb 05 04:07:38.700524 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-febd114d-1757-492f-82e4-6b440448db22 req-78cc0f72-4521-413e-81e2-bc525fb42514 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191587 Feb 05 04:07:38.707984 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5510f9-e471-42de-bb84-2518bc435fba req-4de69ea4-d311-4d07-80e9-fdc65044d3e6 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:38.709384 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d5510f9-e471-42de-bb84-2518bc435fba req-4de69ea4-d311-4d07-80e9-fdc65044d3e6 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1059792 Feb 05 04:07:38.763968 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0d5510f9-e471-42de-bb84-2518bc435fba req-f99e1f6e-422c-490e-b958-540f3e7746d5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488780 Feb 05 04:07:38.952031 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:07:39.883067 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5dfd0-3e98-48e8-bd2e-4a97089db705 req-e270c563-711c-43de-a7d4-3988f6a55ef1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:39.884539 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ada5dfd0-3e98-48e8-bd2e-4a97089db705 req-e270c563-711c-43de-a7d4-3988f6a55ef1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0525391 Feb 05 04:07:39.931829 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ada5dfd0-3e98-48e8-bd2e-4a97089db705 req-1b149c5b-797d-4f24-a2e1-9ce70fb999da tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416133 Feb 05 04:07:40.220634 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:07:41.053342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad758-644f-4b9f-b658-d0c2f2615f8b req-40d320e0-de83-46f3-b341-d31aaeb442d6 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:41.054867 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e4ad758-644f-4b9f-b658-d0c2f2615f8b req-40d320e0-de83-46f3-b341-d31aaeb442d6 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0541003 Feb 05 04:07:41.103657 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9e4ad758-644f-4b9f-b658-d0c2f2615f8b req-74f32760-9467-4c7c-8cc1-74a8ce2977ad tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430417 Feb 05 04:07:42.227133 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc3eb7-eda9-4d85-90f4-8526f0fcec50 req-0ce4da16-cb1e-4cc3-9d2d-54f81d584932 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:42.230084 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ebc3eb7-eda9-4d85-90f4-8526f0fcec50 req-0ce4da16-cb1e-4cc3-9d2d-54f81d584932 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0585690 Feb 05 04:07:42.245163 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:07:42.285691 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-9ebc3eb7-eda9-4d85-90f4-8526f0fcec50 req-c5a8d9b0-0dbb-4884-a9fc-52c760589e47 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497162 Feb 05 04:07:42.544060 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:07:42.620063 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:07:42.620449 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:07:42.641908 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ad6170-abc2-431e-8642-95a99039d6f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:07:42.644132 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fb9e6d-6291-4671-98aa-7bc5c669bd91" -d '{"events": [{"server_uuid": "61ad6170-abc2-431e-8642-95a99039d6f9", "name": "network-vif-unplugged", "status": "completed", "tag": "4d4a3cd3-88f9-4231-a32c-d15ae40f7f52"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:07:42.657196 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:07:42.662085 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:07:42.715728 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:07:42.724480 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:07:42.724828 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:07:42.725166 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:07:42.725511 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:07:42.725960 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:07:42.726302 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:07:42.726632 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:07:42.726983 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:07:42.727306 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:07:42.727676 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:07:42.728001 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:07:42.728366 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:07:42.728690 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:07:42.774955 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 04:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da234c4-d3d6-4f1d-a048-75b67cce84ef x-openstack-request-id: req-4da234c4-d3d6-4f1d-a048-75b67cce84ef {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:07:42.775256 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ad6170-abc2-431e-8642-95a99039d6f9", "name": "network-vif-unplugged", "status": "completed", "tag": "4d4a3cd3-88f9-4231-a32c-d15ae40f7f52", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:07:42.775526 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4da234c4-d3d6-4f1d-a048-75b67cce84ef {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:07:42.775924 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ad6170-abc2-431e-8642-95a99039d6f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52', 'code': 200} Feb 05 04:07:43.401212 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96047900-2431-4dea-9e80-7f9da918013f req-db2220b3-685d-45b6-b1fb-59d9e4acbf44 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:43.402794 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96047900-2431-4dea-9e80-7f9da918013f req-db2220b3-685d-45b6-b1fb-59d9e4acbf44 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0550206 Feb 05 04:07:43.455283 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-96047900-2431-4dea-9e80-7f9da918013f req-a8a946ff-4d37-4520-9b88-b2462c503830 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462358 Feb 05 04:07:44.576868 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524778ed-bc72-4c98-bdfc-1bdb79c2ee3a req-c24f9c2e-9125-4b4d-b40b-67430d4ec1ce tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:44.578972 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-524778ed-bc72-4c98-bdfc-1bdb79c2ee3a req-c24f9c2e-9125-4b4d-b40b-67430d4ec1ce tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0517514 Feb 05 04:07:44.629396 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-524778ed-bc72-4c98-bdfc-1bdb79c2ee3a req-82ed669a-8207-4da1-923c-91cc3532541f tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449512 Feb 05 04:07:44.749185 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-18bc01d2-905c-4141-80d1-1271ba5a4189 req-08f1cfbe-0a79-4745-adb5-9c89a7a28038 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 04:07:44.750812 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-18bc01d2-905c-4141-80d1-1271ba5a4189 req-08f1cfbe-0a79-4745-adb5-9c89a7a28038 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0562403 Feb 05 04:07:44.881276 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-5f3a4d0f-86ac-480e-848d-69b63f16c6f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0494542 Feb 05 04:07:44.890155 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-8bdf5114-e61b-49c0-9c40-0c3d9ef1c701 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 04:07:44.891818 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-8bdf5114-e61b-49c0-9c40-0c3d9ef1c701 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059211 Feb 05 04:07:44.905178 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d152c5-1cfc-4d6e-92fd-6ae200570b99 req-837e8298-867a-449d-b7de-275d2cb2cefc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:44.907009 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9d152c5-1cfc-4d6e-92fd-6ae200570b99 req-837e8298-867a-449d-b7de-275d2cb2cefc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0541046 Feb 05 04:07:44.959372 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a9d152c5-1cfc-4d6e-92fd-6ae200570b99 req-9091a623-7561-4a77-bd7d-f94833f31ce6 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464363 Feb 05 04:07:46.087165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d415a-dcdc-4d12-81a8-21b01354d5f9 req-dae3f7cc-2169-4711-9452-975951babfe9 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:46.088706 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-712d415a-dcdc-4d12-81a8-21b01354d5f9 req-dae3f7cc-2169-4711-9452-975951babfe9 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0530479 Feb 05 04:07:46.137219 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-712d415a-dcdc-4d12-81a8-21b01354d5f9 req-9305379f-788a-4cbb-8178-99e565d71162 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426524 Feb 05 04:07:47.064050 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:07:47.260479 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6a2f4-7715-4406-8950-83aa8d3cc8ac req-944e328a-cd6e-4959-b7c2-953ceefec9ee tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:47.261947 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3f6a2f4-7715-4406-8950-83aa8d3cc8ac req-944e328a-cd6e-4959-b7c2-953ceefec9ee tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0561912 Feb 05 04:07:47.312079 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e3f6a2f4-7715-4406-8950-83aa8d3cc8ac req-902c6b86-9ee7-4a37-a9b6-ca3cb2a3bf18 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436568 Feb 05 04:07:48.430379 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc54f1a-c0d7-4364-8ea8-8ee9ac39e6b2 req-575e95c8-cd9d-41ff-b1bd-a2ad29411e03 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:48.431869 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-acc54f1a-c0d7-4364-8ea8-8ee9ac39e6b2 req-575e95c8-cd9d-41ff-b1bd-a2ad29411e03 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0524716 Feb 05 04:07:48.484474 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-acc54f1a-c0d7-4364-8ea8-8ee9ac39e6b2 req-3b67cef3-66a3-4dbb-803b-7dd0f352f69a tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460510 Feb 05 04:07:49.612892 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84714090-e50a-49a4-a472-de4c9b638b2d req-6b60d072-9b20-434d-934a-4af1b628a5f1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:49.614425 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84714090-e50a-49a4-a472-de4c9b638b2d req-6b60d072-9b20-434d-934a-4af1b628a5f1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0610292 Feb 05 04:07:49.665932 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-84714090-e50a-49a4-a472-de4c9b638b2d req-c48fba2c-86f4-47f9-938d-a40df8274e7f tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458508 Feb 05 04:07:50.783314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17195ec4-9ef2-4ce4-ac49-34bdf118ef3e req-0965dbca-f67b-422c-981a-3ee022a9e5fa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:50.785057 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17195ec4-9ef2-4ce4-ac49-34bdf118ef3e req-0965dbca-f67b-422c-981a-3ee022a9e5fa tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0526946 Feb 05 04:07:50.833855 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-17195ec4-9ef2-4ce4-ac49-34bdf118ef3e req-caf98640-7f28-411d-8e32-6b8a9d691bf2 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427237 Feb 05 04:07:51.952315 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99f78-f5b2-46c9-8862-eaedf6b09b0c req-787b576c-28cf-426a-a523-b8bf30b734ae tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:51.953808 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6e99f78-f5b2-46c9-8862-eaedf6b09b0c req-787b576c-28cf-426a-a523-b8bf30b734ae tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0541999 Feb 05 04:07:52.008982 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f6e99f78-f5b2-46c9-8862-eaedf6b09b0c req-c45f08d2-ae88-4732-bac9-11d179c5c334 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489004 Feb 05 04:07:53.432397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3a0f4-ea48-441d-bd05-ac4af1e71b91 req-082c39a1-1dea-4770-bc11-b8b9293a9941 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:53.433894 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1a3a0f4-ea48-441d-bd05-ac4af1e71b91 req-082c39a1-1dea-4770-bc11-b8b9293a9941 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.3527191 Feb 05 04:07:53.489315 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1a3a0f4-ea48-441d-bd05-ac4af1e71b91 req-c743ffb1-c1c8-45f1-bb94-c72c77fab73b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494132 Feb 05 04:07:54.608121 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb213672-bc57-42c6-bada-11cb728b03a8 req-d407682e-1b79-4525-a675-65ecd7bc8074 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:54.609608 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fb213672-bc57-42c6-bada-11cb728b03a8 req-d407682e-1b79-4525-a675-65ecd7bc8074 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0548849 Feb 05 04:07:54.658600 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-fb213672-bc57-42c6-bada-11cb728b03a8 req-8f2b54ec-fcca-486f-9971-f8f8da35151b tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426044 Feb 05 04:07:55.211690 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-455071fc-8dbb-4a82-8c44-24c9c116d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:55.213149 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-455071fc-8dbb-4a82-8c44-24c9c116d5f5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9&tenant_id=a5dca10e62a742f6be9772eb62edf2da HTTP/1.1" status: 200 len: 1125 time: 0.0469043 Feb 05 04:07:55.223122 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-2a790590-ffee-4f08-8b26-e24ae15ce864 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 04:07:55.224035 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-2a790590-ffee-4f08-8b26-e24ae15ce864 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052698 Feb 05 04:07:55.288510 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-d65bda83-7c93-462a-87c8-86d496c96757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:55.290023 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-d65bda83-7c93-462a-87c8-86d496c96757 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 1125 time: 0.0438793 Feb 05 04:07:55.380206 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-d092f177-fd65-459e-aa0c-002d0a6a168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:55.381584 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-d092f177-fd65-459e-aa0c-002d0a6a168c service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.0860581 Feb 05 04:07:55.446845 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-112a4ee7-ff10-47d5-9205-d1115e83a9d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 HTTP/1.1" status: 200 len: 998 time: 0.0594494 Feb 05 04:07:55.493768 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-056876a9-6977-444c-8439-47e4631a9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:55.495197 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-056876a9-6977-444c-8439-47e4631a9e66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0426605 Feb 05 04:07:55.546703 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-a627a1b3-eec5-4b5a-9253-8cbd3cdfd119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:55.549049 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-a627a1b3-eec5-4b5a-9253-8cbd3cdfd119 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472126 Feb 05 04:07:55.635389 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-591cc8d3-dcfb-47c1-9315-ba98658d807c service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803885 Feb 05 04:07:55.726645 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-d7f65496-1536-4fa0-8904-a32cc69fd107 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854487 Feb 05 04:07:55.780665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8310ed-18db-40fd-aa74-52cf89f2b2af req-54d96a04-b281-4feb-8532-6519ed8a0f78 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:55.782780 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be8310ed-18db-40fd-aa74-52cf89f2b2af req-54d96a04-b281-4feb-8532-6519ed8a0f78 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0521123 Feb 05 04:07:55.832343 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-be8310ed-18db-40fd-aa74-52cf89f2b2af req-3658ab5b-02f1-403d-9f6a-cc81710a83d5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424342 Feb 05 04:07:56.951424 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1937c-506f-47f8-a5af-311c73debc85 req-4f141c75-e519-4fb9-af4f-ee7fd09c8eff tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:56.952900 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02d1937c-506f-47f8-a5af-311c73debc85 req-4f141c75-e519-4fb9-af4f-ee7fd09c8eff tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0521767 Feb 05 04:07:57.004290 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-02d1937c-506f-47f8-a5af-311c73debc85 req-390aaf21-e48d-4bef-be90-9b711225c990 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453205 Feb 05 04:07:58.127709 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196303cc-f9c7-4956-b565-718ab77cd35b req-8cd5a08f-14bf-40f3-8f34-89729221b09e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:58.129179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-196303cc-f9c7-4956-b565-718ab77cd35b req-8cd5a08f-14bf-40f3-8f34-89729221b09e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0562544 Feb 05 04:07:58.177248 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-196303cc-f9c7-4956-b565-718ab77cd35b req-79c2b2f4-9fd7-43a5-a604-863a2caf3225 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425913 Feb 05 04:07:59.292224 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad044a8-7e6c-49a0-bd46-37b21f9f9c27 req-84844e73-bcef-4e75-9b41-a6e570c8fffb tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:59.293686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ad044a8-7e6c-49a0-bd46-37b21f9f9c27 req-84844e73-bcef-4e75-9b41-a6e570c8fffb tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0519052 Feb 05 04:07:59.343071 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3ad044a8-7e6c-49a0-bd46-37b21f9f9c27 req-ffa6bd69-4feb-49e7-9e0c-42a765452569 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435717 Feb 05 04:07:59.393401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1241c4-66e9-44d8-80d3-d482c59bfacd req-d47a1771-3a79-4ee3-b5cb-0a0cbafb3f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:59.394935 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b1241c4-66e9-44d8-80d3-d482c59bfacd req-d47a1771-3a79-4ee3-b5cb-0a0cbafb3f9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 1125 time: 0.0449994 Feb 05 04:07:59.496581 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1241c4-66e9-44d8-80d3-d482c59bfacd req-126eff99-075e-4665-871a-084712c4396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:59.498155 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b1241c4-66e9-44d8-80d3-d482c59bfacd req-126eff99-075e-4665-871a-084712c4396b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.0860710 Feb 05 04:07:59.566564 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b1241c4-66e9-44d8-80d3-d482c59bfacd req-2e50cc39-41da-4476-9476-22f5fd4b2717 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 HTTP/1.1" status: 200 len: 998 time: 0.0581958 Feb 05 04:07:59.621380 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1241c4-66e9-44d8-80d3-d482c59bfacd req-6d80eae7-f198-4609-ad33-49e5c6674487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:59.622725 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b1241c4-66e9-44d8-80d3-d482c59bfacd req-6d80eae7-f198-4609-ad33-49e5c6674487 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0511591 Feb 05 04:07:59.671693 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1241c4-66e9-44d8-80d3-d482c59bfacd req-826f082a-1ea2-45b3-ad27-55c445fe6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:07:59.673829 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b1241c4-66e9-44d8-80d3-d482c59bfacd req-826f082a-1ea2-45b3-ad27-55c445fe6c14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442626 Feb 05 04:07:59.759772 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b1241c4-66e9-44d8-80d3-d482c59bfacd req-4159e221-2054-41bd-b82a-043f9a98fbcc service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800183 Feb 05 04:07:59.852565 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4b1241c4-66e9-44d8-80d3-d482c59bfacd req-450b65ec-4da5-4b60-be84-48d809e17f23 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853889 Feb 05 04:08:00.465047 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620ae4f-b572-429b-910a-b36b3bb90203 req-b842136c-ee2e-400f-b2b4-43569a84288c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:08:00.466536 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5620ae4f-b572-429b-910a-b36b3bb90203 req-b842136c-ee2e-400f-b2b4-43569a84288c tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0530760 Feb 05 04:08:00.516368 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5620ae4f-b572-429b-910a-b36b3bb90203 req-ab1ade1c-292a-41cc-8206-f99da8377c03 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432212 Feb 05 04:08:01.641141 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3e534-1fec-4f06-b840-0741fe035627 req-ca70880d-c6e4-43e8-99c3-ac2303136c5f tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:08:01.642773 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ad3e534-1fec-4f06-b840-0741fe035627 req-ca70880d-c6e4-43e8-99c3-ac2303136c5f tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0570254 Feb 05 04:08:01.692996 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5ad3e534-1fec-4f06-b840-0741fe035627 req-dd0f4730-9150-4ae0-a4bf-2a76f4254534 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448303 Feb 05 04:08:02.683906 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 04:08:02.785494 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:08:02.797774 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'port_id': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52', 'mac_address': 'fa:16:3e:90:14:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 04:08:02.812244 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536a34e-ffe6-4a4e-b03f-b77d10e6fcc0 req-3c87430c-ab80-4544-9878-80e030b0c4c0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:08:02.814418 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c536a34e-ffe6-4a4e-b03f-b77d10e6fcc0 req-3c87430c-ab80-4544-9878-80e030b0c4c0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0529068 Feb 05 04:08:02.834859 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:08:02.835251 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:02.848510 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 04:08:02.863360 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c536a34e-ffe6-4a4e-b03f-b77d10e6fcc0 req-83923604-a991-4dab-b23b-d86776bbbfd5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434532 Feb 05 04:08:02.867681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:08:02.871857 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:02.922897 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:08:03.101207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['4d4a3cd3-88f9-4231-a32c-d15ae40f7f52'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 04:08:03.510809 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:08:03.815190 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6699987-6f61-4ea3-ae4c-24a0b2c26de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:03.984425 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437605c-3d4d-4f72-8ce8-60eacd74eaa3 req-eab3c8b8-39a6-4af4-be7f-ef246ff4490d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:08:03.986051 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2437605c-3d4d-4f72-8ce8-60eacd74eaa3 req-eab3c8b8-39a6-4af4-be7f-ef246ff4490d tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 944 time: 0.0560973 Feb 05 04:08:04.039209 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2437605c-3d4d-4f72-8ce8-60eacd74eaa3 req-a7e67315-68c4-4d15-9673-183423e3d601 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474658 Feb 05 04:08:04.693739 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:08:04.741768 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:08:04.742143 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:04.819084 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:08:04.819754 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:04.844822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ad6170-abc2-431e-8642-95a99039d6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:08:04.847036 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4154aa-da42-4733-b14c-d53c0fe1d496" -d '{"events": [{"server_uuid": "61ad6170-abc2-431e-8642-95a99039d6f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d4a3cd3-88f9-4231-a32c-d15ae40f7f52"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:08:04.858751 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:08:04.864093 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:04.910720 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:08:05.156876 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0c5dc-9c2e-4aad-84ce-cda7b9f942f8 req-0a6c8f81-980e-4237-97b9-b798634dcbd3 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:08:05.158457 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2d0c5dc-9c2e-4aad-84ce-cda7b9f942f8 req-0a6c8f81-980e-4237-97b9-b798634dcbd3 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0526617 Feb 05 04:08:05.208012 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e2d0c5dc-9c2e-4aad-84ce-cda7b9f942f8 req-e34d15f2-e547-46c5-a1c7-cf06357734fb tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438368 Feb 05 04:08:05.895710 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 04:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff201c0-9ecf-4449-8295-9c5c60a82981 x-openstack-request-id: req-1ff201c0-9ecf-4449-8295-9c5c60a82981 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:08:05.896189 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ad6170-abc2-431e-8642-95a99039d6f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d4a3cd3-88f9-4231-a32c-d15ae40f7f52", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:08:05.896403 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ff201c0-9ecf-4449-8295-9c5c60a82981 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:08:05.896887 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ad6170-abc2-431e-8642-95a99039d6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52', 'code': 200} Feb 05 04:08:06.019485 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a924e817-f0da-4b21-910c-3a56df56cbf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:06.045392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd4c89-ad77-49b5-89eb-4ca147e0c65e req-e66d9b4c-d025-4870-8301-9c112397884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:08:06.046944 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2fd4c89-ad77-49b5-89eb-4ca147e0c65e req-e66d9b4c-d025-4870-8301-9c112397884a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 1127 time: 0.0447242 Feb 05 04:08:06.091665 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c2fd4c89-ad77-49b5-89eb-4ca147e0c65e req-a5578dfa-f5e3-49be-b3bc-c892e3262c54 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380878 Feb 05 04:08:06.331144 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15090569-d59b-4230-b730-c2a27ffb8afc req-29989914-5050-4ddb-9b9d-910bb364b0f0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:08:06.332635 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15090569-d59b-4230-b730-c2a27ffb8afc req-29989914-5050-4ddb-9b9d-910bb364b0f0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0581887 Feb 05 04:08:06.380333 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-15090569-d59b-4230-b730-c2a27ffb8afc req-851c3a45-e4bb-4da9-b30e-2a80b9fb3a8f tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421183 Feb 05 04:08:07.419849 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:07.500628 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebb88c-85f2-4735-8111-0ed387d6fc0e req-08b8a9fa-1cb7-4629-9332-3434d470cad4 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:08:07.502183 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81ebb88c-85f2-4735-8111-0ed387d6fc0e req-08b8a9fa-1cb7-4629-9332-3434d470cad4 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0523691 Feb 05 04:08:07.550933 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-81ebb88c-85f2-4735-8111-0ed387d6fc0e req-63796c3c-4be1-4fc4-9a49-788dddc3c4ec tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430903 Feb 05 04:08:08.955710 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:10.222645 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:12.243471 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:17.078316 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:33.817124 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36208097-a903-4583-b259-f92865248f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:36.022843 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59d99120-0dff-44a7-814b-372cac5f2de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:37.423394 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:38.958323 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:40.225746 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:40.510475 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:08:42.257843 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:08:47.077281 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:01.379601 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aabf14c6-a843-4983-a07e-8b2c228e20ed req-db3a6d23-e329-41ad-a545-32a3840fc551 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0831780 Feb 05 04:09:01.464169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf14c6-a843-4983-a07e-8b2c228e20ed req-a948f820-e252-4067-b08a-7859baa1b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:01.465686 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aabf14c6-a843-4983-a07e-8b2c228e20ed req-a948f820-e252-4067-b08a-7859baa1b96f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 1127 time: 0.0445285 Feb 05 04:09:01.565117 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf14c6-a843-4983-a07e-8b2c228e20ed req-519f8cb8-273d-4937-bf84-a9e8321c22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:01.566555 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aabf14c6-a843-4983-a07e-8b2c228e20ed req-519f8cb8-273d-4937-bf84-a9e8321c22bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.0824544 Feb 05 04:09:01.638308 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aabf14c6-a843-4983-a07e-8b2c228e20ed req-956acd4a-f2ec-4165-8195-82a30a83110b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 HTTP/1.1" status: 200 len: 1000 time: 0.0654273 Feb 05 04:09:01.684564 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf14c6-a843-4983-a07e-8b2c228e20ed req-9c44cc5b-ab9e-4942-a830-cf94b7286378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:01.685956 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aabf14c6-a843-4983-a07e-8b2c228e20ed req-9c44cc5b-ab9e-4942-a830-cf94b7286378 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0427666 Feb 05 04:09:01.733618 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf14c6-a843-4983-a07e-8b2c228e20ed req-e4561ad5-c9e9-470d-a8a8-0fc023d7ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:01.735151 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aabf14c6-a843-4983-a07e-8b2c228e20ed req-e4561ad5-c9e9-470d-a8a8-0fc023d7ee1b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433345 Feb 05 04:09:01.828141 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aabf14c6-a843-4983-a07e-8b2c228e20ed req-e810a15f-1352-48d0-bb62-9d194ea4e4a6 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871878 Feb 05 04:09:01.917967 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-aabf14c6-a843-4983-a07e-8b2c228e20ed req-190c1bbc-e87a-4654-9c46-063389f4af67 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837443 Feb 05 04:09:03.818226 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b3d3c7b0-2cb4-44d8-ae06-e1de70d513b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:06.023162 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba913bfc-0003-4980-9518-063dc634a718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:07.424742 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:08.960400 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:10.228527 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:12.257953 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:17.091126 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:17.510638 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:09:23.026406 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47516) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:23.184033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Deleting port c2120014-0656-44d2-ba49-90eb84205e8f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:09:23.184371 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c2120014-0656-44d2-ba49-90eb84205e8f), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:23.256605 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c2120014-0656-44d2-ba49-90eb84205e8f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:23.256937 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for floatingip (c2120014-0656-44d2-ba49-90eb84205e8f), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:23.268515 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Calling delete_port for c2120014-0656-44d2-ba49-90eb84205e8f owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:09:23.417682 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (c2120014-0656-44d2-ba49-90eb84205e8f), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:23.445553 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event deleted for resources: {'Port': ['ID=c2120014-0656-44d2-ba49-90eb84205e8f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:23.475389 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:23.475731 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:23.476073 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:23.476409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:23.476740 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:23.477067 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:23.477392 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:23.477720 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:23.478051 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:23.478370 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:23.478689 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:23.479192 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:23.479510 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:23.517510 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for floatingip (8811c429-3222-42dd-8d70-0054f8395d50), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:23.517892 n-d-826942-8 neutron-server[109674]: INFO neutron.db.l3_db [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Floating IP 8811c429-3222-42dd-8d70-0054f8395d50 disassociated (deleted). External IP: 172.25.0.17, port: 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52. Feb 05 04:09:23.734608 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Router 11379356-42ca-4d8c-a238-d5e3f17e28cc has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:09:23.841395 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:09:23.846474 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:23.851528 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b81797b-8602-4828-aab7-af0d605592c2 None None] Sync routers for ids ['11379356-42ca-4d8c-a238-d5e3f17e28cc'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:09:23.860661 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b81797b-8602-4828-aab7-af0d605592c2 None None] Routers {'11379356-42ca-4d8c-a238-d5e3f17e28cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:09:23.861345 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5b81797b-8602-4828-aab7-af0d605592c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:09:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11379356-42ca-4d8c-a238-d5e3f17e28cc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:23.881166 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f98a6008-c498-4646-9436-78e7f21a2b5e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "DELETE /v2.0/floatingips/8811c429-3222-42dd-8d70-0054f8395d50 HTTP/1.1" status: 204 len: 168 time: 0.8536451 Feb 05 04:09:23.881743 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ad6170-abc2-431e-8642-95a99039d6f9', 'tag': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:09:23.884027 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf2d495-7470-4d70-b635-3527cb9468a2" -d '{"events": [{"name": "network-changed", "server_uuid": "61ad6170-abc2-431e-8642-95a99039d6f9", "tag": "4d4a3cd3-88f9-4231-a32c-d15ae40f7f52"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:09:23.970655 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5b81797b-8602-4828-aab7-af0d605592c2 None None] Set router 11379356-42ca-4d8c-a238-d5e3f17e28cc gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:09:23.983583 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 04:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb4b8cb-0865-40a3-a0ab-e5248d856146 x-openstack-request-id: req-dcb4b8cb-0865-40a3-a0ab-e5248d856146 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:09:23.987006 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ad6170-abc2-431e-8642-95a99039d6f9", "tag": "4d4a3cd3-88f9-4231-a32c-d15ae40f7f52", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:09:23.987448 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dcb4b8cb-0865-40a3-a0ab-e5248d856146 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:09:23.988039 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ad6170-abc2-431e-8642-95a99039d6f9', 'tag': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52', 'status': 'completed', 'code': 200} Feb 05 04:09:24.064717 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2d495-7470-4d70-b635-3527cb9468a2 req-783f4a51-f48d-47e7-987f-bcf4c27fcacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:24.066913 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abf2d495-7470-4d70-b635-3527cb9468a2 req-783f4a51-f48d-47e7-987f-bcf4c27fcacd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5dca10e62a742f6be9772eb62edf2da&device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 1127 time: 0.0567894 Feb 05 04:09:24.188229 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5b81797b-8602-4828-aab7-af0d605592c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 4, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '51c44aa7-12d1-4eab-80f5-d1f5752a0307', 'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'mac_address': 'fa:16:3e:76:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:34Z', 'updated_at': '2022-02-05T04:00:38Z', 'revision_number': 5, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'subnets': [{'id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:24.189621 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2d495-7470-4d70-b635-3527cb9468a2 req-400578ef-79cd-4421-afcf-fb9517129018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:24.191140 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abf2d495-7470-4d70-b635-3527cb9468a2 req-400578ef-79cd-4421-afcf-fb9517129018 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 200 len: 910 time: 0.1183233 Feb 05 04:09:24.215115 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b81797b-8602-4828-aab7-af0d605592c2 None None] Checking router: 11379356-42ca-4d8c-a238-d5e3f17e28cc for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:09:24.223421 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b81797b-8602-4828-aab7-af0d605592c2 None None] Routers {'11379356-42ca-4d8c-a238-d5e3f17e28cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:09:24.224031 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5b81797b-8602-4828-aab7-af0d605592c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:09:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11379356-42ca-4d8c-a238-d5e3f17e28cc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:24.237543 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abf2d495-7470-4d70-b635-3527cb9468a2 req-6ad4dc55-0d45-4d62-b0d6-76f6db1aa3cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 HTTP/1.1" status: 200 len: 217 time: 0.0403321 Feb 05 04:09:24.249095 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a00e7-e340-4172-be8b-962ade102be3 req-953b2cda-0291-42cc-b146-5a9ea938a2e3 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:24.250534 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f79a00e7-e340-4172-be8b-962ade102be3 req-953b2cda-0291-42cc-b146-5a9ea938a2e3 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1701374 Feb 05 04:09:24.310128 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2d495-7470-4d70-b635-3527cb9468a2 req-bbe4615c-018c-4cf7-8032-4e4cb373a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:24.311616 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abf2d495-7470-4d70-b635-3527cb9468a2 req-bbe4615c-018c-4cf7-8032-4e4cb373a8d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 200 len: 848 time: 0.0601029 Feb 05 04:09:24.335272 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5b81797b-8602-4828-aab7-af0d605592c2 None None] Set router 11379356-42ca-4d8c-a238-d5e3f17e28cc gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:09:24.362903 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f79a00e7-e340-4172-be8b-962ade102be3 req-94288a35-b089-4cb9-a0ac-fee12ddf31ff tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026881 Feb 05 04:09:24.384998 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2d495-7470-4d70-b635-3527cb9468a2 req-617bea63-fa21-4652-a0ca-c563bc5c6fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:24.386499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abf2d495-7470-4d70-b635-3527cb9468a2 req-617bea63-fa21-4652-a0ca-c563bc5c6fa4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7fa5353-a81c-41a9-80bf-9cdba126a856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0668850 Feb 05 04:09:24.481208 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abf2d495-7470-4d70-b635-3527cb9468a2 req-974824f6-1b43-42d3-821d-1ee49132380c service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865846 Feb 05 04:09:24.542172 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5b81797b-8602-4828-aab7-af0d605592c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 4, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '51c44aa7-12d1-4eab-80f5-d1f5752a0307', 'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'mac_address': 'fa:16:3e:76:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:34Z', 'updated_at': '2022-02-05T04:00:38Z', 'revision_number': 5, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'subnets': [{'id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:24.571679 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b81797b-8602-4828-aab7-af0d605592c2 None None] The sync data for ids ['11379356-42ca-4d8c-a238-d5e3f17e28cc'] in n-d-826942-8 is: [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:00:34Z', 'revision_number': 4, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '51c44aa7-12d1-4eab-80f5-d1f5752a0307', 'name': '', 'network_id': 'b7fa5353-a81c-41a9-80bf-9cdba126a856', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'mac_address': 'fa:16:3e:76:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:34Z', 'updated_at': '2022-02-05T04:00:38Z', 'revision_number': 5, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'subnets': [{'id': 'cf4273cb-ea7c-4992-b145-ac053f110796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:09:24.574220 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-abf2d495-7470-4d70-b635-3527cb9468a2 req-17fe8022-6f5d-4daa-bd35-7db67169c692 service neutron] 10.222.0.10 "GET /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863175 Feb 05 04:09:24.790043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a90d8b0-e4ee-4bf8-9cd6-3118cd4f68b8 None None] New status for floating IP 8811c429-3222-42dd-8d70-0054f8395d50: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 04:09:25.532706 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b7172-d121-43eb-9fd8-8ce4fe31f369 req-7438d59b-b740-45cd-9840-ed5cb074156e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:25.534196 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f3b7172-d121-43eb-9fd8-8ce4fe31f369 req-7438d59b-b740-45cd-9840-ed5cb074156e tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0987256 Feb 05 04:09:25.591140 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-2f3b7172-d121-43eb-9fd8-8ce4fe31f369 req-375db739-8999-4e87-9b68-453199d8f609 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e1dd64a-e721-4520-8c84-9bbe86af5f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503592 Feb 05 04:09:25.633689 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f1c5e-7c87-4191-996a-0fdbe3c0b8c3 req-3d673731-c847-41e4-be37-f1ab8455e67f tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:25.635216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b48f1c5e-7c87-4191-996a-0fdbe3c0b8c3 req-3d673731-c847-41e4-be37-f1ab8455e67f tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.10 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0546191 Feb 05 04:09:25.732389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b48f1c5e-7c87-4191-996a-0fdbe3c0b8c3 req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Deleting port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:09:25.732804 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b48f1c5e-7c87-4191-996a-0fdbe3c0b8c3 req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:25.820913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b48f1c5e-7c87-4191-996a-0fdbe3c0b8c3 req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] For port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:09:25.821268 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b48f1c5e-7c87-4191-996a-0fdbe3c0b8c3 req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:25.833196 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b48f1c5e-7c87-4191-996a-0fdbe3c0b8c3 req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Calling delete_port for 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:09:25.959547 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b48f1c5e-7c87-4191-996a-0fdbe3c0b8c3 req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (4d4a3cd3-88f9-4231-a32c-d15ae40f7f52), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:25.987760 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event deleted for resources: {'Port': ['ID=4d4a3cd3-88f9-4231-a32c-d15ae40f7f52,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:26.014468 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:26.014831 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:26.015170 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:26.015502 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:26.015829 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:26.016151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:26.016476 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:26.016794 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:26.017115 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:26.017431 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:26.017747 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:26.018062 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:26.018376 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:26.047625 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48f1c5e-7c87-4191-996a-0fdbe3c0b8c3 req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] No DVR routers for this DVR port 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 04:09:26.050221 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b48f1c5e-7c87-4191-996a-0fdbe3c0b8c3 req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:26.053868 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b48f1c5e-7c87-4191-996a-0fdbe3c0b8c3 req-a1ff6b7c-41fa-4c48-94ea-e11ff07bc3a5 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.10 "DELETE /v2.0/ports/4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 HTTP/1.1" status: 204 len: 173 time: 0.4132190 Feb 05 04:09:26.054308 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ad6170-abc2-431e-8642-95a99039d6f9', 'name': 'network-vif-deleted', 'tag': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:09:26.056614 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a757a1-274b-45e6-af66-b42d2d7a7e27" -d '{"events": [{"server_uuid": "61ad6170-abc2-431e-8642-95a99039d6f9", "name": "network-vif-deleted", "tag": "4d4a3cd3-88f9-4231-a32c-d15ae40f7f52"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:09:26.143860 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 04:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c623002-80ef-498d-9f31-e3a54ac589ba x-openstack-request-id: req-1c623002-80ef-498d-9f31-e3a54ac589ba {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:09:26.144160 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ad6170-abc2-431e-8642-95a99039d6f9", "name": "network-vif-deleted", "tag": "4d4a3cd3-88f9-4231-a32c-d15ae40f7f52", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:09:26.144419 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c623002-80ef-498d-9f31-e3a54ac589ba {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:09:26.144831 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ad6170-abc2-431e-8642-95a99039d6f9', 'name': 'network-vif-deleted', 'tag': '4d4a3cd3-88f9-4231-a32c-d15ae40f7f52', 'status': 'completed', 'code': 200} Feb 05 04:09:26.686363 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e65f8ca9-fba2-41e2-a67e-5db904c86e7a req-665e019a-85ea-4457-828b-8b442da5b4d8 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0282257 Feb 05 04:09:27.788605 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e9cbd8a6-f6aa-4109-8766-6f811897c608 req-84114e9e-3b68-4773-83c3-8692751de575 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0284863 Feb 05 04:09:28.881432 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-63783f70-3368-4d92-8cd6-5d675b658bac req-3ded83c4-7174-4472-9fac-89183d48a6ba tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0268478 Feb 05 04:09:29.214106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:09:29.234077 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:09:29.234423 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 4d4a3cd3-88f9-4231-a32c-d15ae40f7f52 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:09:29.979381 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a0c1ea43-4077-459b-9593-48e7fd15f51a req-3a5eaa26-da47-4df1-a06b-dc5a4b714ef7 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0303767 Feb 05 04:09:31.075212 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3eb08c4e-fd1d-45fe-abd3-d3e5181905aa req-3bfa20a0-f015-4872-b21c-03a245973623 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0277998 Feb 05 04:09:32.175274 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4687eb7c-ffd7-4608-8034-d78564245247 req-bee1fac6-e047-4fa9-bc1f-05e602530fce tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0269001 Feb 05 04:09:33.271816 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-916ae98e-6aab-4ae7-a9ad-153519c007fd req-41eecd9b-d31b-4bf7-aabc-46fcc357f7c0 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0272570 Feb 05 04:09:33.821135 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-738bfaf8-ff15-4129-a664-f279bc276565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:34.370885 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a846909f-00e9-41dc-8d53-144fad97a4c0 req-df4f8896-f057-4954-bcbb-69d9004ca6f1 tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "GET /v2.0/ports?device_id=61ad6170-abc2-431e-8642-95a99039d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0297000 Feb 05 04:09:35.430739 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47564) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:35.492206 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b8598e12-3b41-428e-b134-3f01219a5ccc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group (4e1dd64a-e721-4520-8c84-9bbe86af5f78), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:35.516497 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b8598e12-3b41-428e-b134-3f01219a5ccc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group (4e1dd64a-e721-4520-8c84-9bbe86af5f78), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:35.579370 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b8598e12-3b41-428e-b134-3f01219a5ccc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (4e1dd64a-e721-4520-8c84-9bbe86af5f78), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:35.582377 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b8598e12-3b41-428e-b134-3f01219a5ccc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:35.584068 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-b8598e12-3b41-428e-b134-3f01219a5ccc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] 10.222.0.36 "DELETE /v2.0/security-groups/4e1dd64a-e721-4520-8c84-9bbe86af5f78 HTTP/1.1" status: 204 len: 168 time: 0.1517837 Feb 05 04:09:35.594279 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8598e12-3b41-428e-b134-3f01219a5ccc tempest-TestShelveInstance-189612036 tempest-TestShelveInstance-189612036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1dd64a-e721-4520-8c84-9bbe86af5f78,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:35.633463 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47568) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:36.026725 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae484ca9-93d0-4fe6-b3ee-c60fecdf0e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:36.089869 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-31010c1f-85a0-41fd-8696-1023933bcb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (11379356-42ca-4d8c-a238-d5e3f17e28cc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:36.352238 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-31010c1f-85a0-41fd-8696-1023933bcb1c admin admin] Deleting port 51c44aa7-12d1-4eab-80f5-d1f5752a0307 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:09:36.352658 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-31010c1f-85a0-41fd-8696-1023933bcb1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:36.446652 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-31010c1f-85a0-41fd-8696-1023933bcb1c admin admin] For port 51c44aa7-12d1-4eab-80f5-d1f5752a0307, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=51c44aa7-12d1-4eab-80f5-d1f5752a0307,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:09:36.447371 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-31010c1f-85a0-41fd-8696-1023933bcb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:36.460613 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-31010c1f-85a0-41fd-8696-1023933bcb1c admin admin] Calling delete_port for 51c44aa7-12d1-4eab-80f5-d1f5752a0307 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:09:36.642413 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-31010c1f-85a0-41fd-8696-1023933bcb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (51c44aa7-12d1-4eab-80f5-d1f5752a0307), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:36.670239 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31010c1f-85a0-41fd-8696-1023933bcb1c admin admin] Pushing event deleted for resources: {'Port': ['ID=51c44aa7-12d1-4eab-80f5-d1f5752a0307,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:36.845556 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-31010c1f-85a0-41fd-8696-1023933bcb1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (11379356-42ca-4d8c-a238-d5e3f17e28cc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:37.373273 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31010c1f-85a0-41fd-8696-1023933bcb1c admin admin] Router 11379356-42ca-4d8c-a238-d5e3f17e28cc has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:09:37.431551 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:37.488656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31010c1f-85a0-41fd-8696-1023933bcb1c admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:09:37.494473 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-31010c1f-85a0-41fd-8696-1023933bcb1c admin admin] 10.222.0.36 "PUT /v2.0/routers/11379356-42ca-4d8c-a238-d5e3f17e28cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8599839 Feb 05 04:09:37.496771 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47572) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:37.500847 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb2ea0-7468-4728-b5af-e09838c8109e None None] Sync routers for ids ['11379356-42ca-4d8c-a238-d5e3f17e28cc'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:09:37.512152 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb2ea0-7468-4728-b5af-e09838c8109e None None] Routers {'11379356-42ca-4d8c-a238-d5e3f17e28cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:09:37.513128 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1ecb2ea0-7468-4728-b5af-e09838c8109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11379356-42ca-4d8c-a238-d5e3f17e28cc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:37.608823 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04e00c4d-5b7d-4e42-a2c7-de69b0b9c77f admin admin] Publish callbacks [] for router (11379356-42ca-4d8c-a238-d5e3f17e28cc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:37.621845 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-1ecb2ea0-7468-4728-b5af-e09838c8109e None None] Set router 11379356-42ca-4d8c-a238-d5e3f17e28cc gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:09:37.732848 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04e00c4d-5b7d-4e42-a2c7-de69b0b9c77f admin admin] Publish callbacks [] for router_gateway (11379356-42ca-4d8c-a238-d5e3f17e28cc), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:37.796831 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-04e00c4d-5b7d-4e42-a2c7-de69b0b9c77f admin admin] Deleting port acf36bab-17e7-4371-b569-ad352a5d3665 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:09:37.797660 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04e00c4d-5b7d-4e42-a2c7-de69b0b9c77f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (acf36bab-17e7-4371-b569-ad352a5d3665), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:37.821082 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1ecb2ea0-7468-4728-b5af-e09838c8109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:09:36Z', 'revision_number': 5, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port': {'id': 'acf36bab-17e7-4371-b569-ad352a5d3665', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:32Z', 'updated_at': '2022-02-05T04:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:37.852381 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb2ea0-7468-4728-b5af-e09838c8109e None None] Checking router: 11379356-42ca-4d8c-a238-d5e3f17e28cc for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:09:37.861285 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb2ea0-7468-4728-b5af-e09838c8109e None None] Routers {'11379356-42ca-4d8c-a238-d5e3f17e28cc'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:09:37.862037 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1ecb2ea0-7468-4728-b5af-e09838c8109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['11379356-42ca-4d8c-a238-d5e3f17e28cc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:37.886174 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-04e00c4d-5b7d-4e42-a2c7-de69b0b9c77f admin admin] For port acf36bab-17e7-4371-b569-ad352a5d3665, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=acf36bab-17e7-4371-b569-ad352a5d3665,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:09:37.886959 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04e00c4d-5b7d-4e42-a2c7-de69b0b9c77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (acf36bab-17e7-4371-b569-ad352a5d3665), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:37.906508 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-04e00c4d-5b7d-4e42-a2c7-de69b0b9c77f admin admin] Calling delete_port for acf36bab-17e7-4371-b569-ad352a5d3665 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:09:37.950088 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-1ecb2ea0-7468-4728-b5af-e09838c8109e None None] Set router 11379356-42ca-4d8c-a238-d5e3f17e28cc gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:09:38.008018 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1ecb2ea0-7468-4728-b5af-e09838c8109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:09:37Z', 'revision_number': 6, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:38.037558 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb2ea0-7468-4728-b5af-e09838c8109e None None] The sync data for ids ['11379356-42ca-4d8c-a238-d5e3f17e28cc'] in n-d-826942-8 is: [{'id': '11379356-42ca-4d8c-a238-d5e3f17e28cc', 'name': 'tempest-TestShelveInstance-1350733147-router', 'tenant_id': 'a5dca10e62a742f6be9772eb62edf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:31Z', 'updated_at': '2022-02-05T04:09:37Z', 'revision_number': 6, 'project_id': 'a5dca10e62a742f6be9772eb62edf2da', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:09:38.105628 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04e00c4d-5b7d-4e42-a2c7-de69b0b9c77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (acf36bab-17e7-4371-b569-ad352a5d3665), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:38.132973 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e00c4d-5b7d-4e42-a2c7-de69b0b9c77f admin admin] Pushing event deleted for resources: {'Port': ['ID=acf36bab-17e7-4371-b569-ad352a5d3665,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:38.200196 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04e00c4d-5b7d-4e42-a2c7-de69b0b9c77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (11379356-42ca-4d8c-a238-d5e3f17e28cc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:38.295333 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04e00c4d-5b7d-4e42-a2c7-de69b0b9c77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (11379356-42ca-4d8c-a238-d5e3f17e28cc), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:38.297369 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04e00c4d-5b7d-4e42-a2c7-de69b0b9c77f admin admin] Publish callbacks [] for router_controller (11379356-42ca-4d8c-a238-d5e3f17e28cc), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:38.345367 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04e00c4d-5b7d-4e42-a2c7-de69b0b9c77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (11379356-42ca-4d8c-a238-d5e3f17e28cc), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:38.345964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e00c4d-5b7d-4e42-a2c7-de69b0b9c77f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11379356-42ca-4d8c-a238-d5e3f17e28cc {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 04:09:38.352623 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04e00c4d-5b7d-4e42-a2c7-de69b0b9c77f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:38.353778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-04e00c4d-5b7d-4e42-a2c7-de69b0b9c77f admin admin] 10.222.0.36 "DELETE /v2.0/routers/11379356-42ca-4d8c-a238-d5e3f17e28cc HTTP/1.1" status: 204 len: 168 time: 0.8561010 Feb 05 04:09:38.356286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47574) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:38.404165 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a95a7e-fc89-42d6-adc4-ee36071d30df admin admin] Deleting subnet cf4273cb-ea7c-4992-b145-ac053f110796 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 04:09:38.407492 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32a95a7e-fc89-42d6-adc4-ee36071d30df admin admin] Publish callbacks [] for subnet (cf4273cb-ea7c-4992-b145-ac053f110796), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:38.443288 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32a95a7e-fc89-42d6-adc4-ee36071d30df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (cf4273cb-ea7c-4992-b145-ac053f110796), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:38.530499 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32a95a7e-fc89-42d6-adc4-ee36071d30df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (cf4273cb-ea7c-4992-b145-ac053f110796), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:38.582551 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32a95a7e-fc89-42d6-adc4-ee36071d30df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (cf4273cb-ea7c-4992-b145-ac053f110796), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:38.608194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a95a7e-fc89-42d6-adc4-ee36071d30df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf4273cb-ea7c-4992-b145-ac053f110796,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:38.611692 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32a95a7e-fc89-42d6-adc4-ee36071d30df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:38.618115 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47576) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:38.618639 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-32a95a7e-fc89-42d6-adc4-ee36071d30df admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cf4273cb-ea7c-4992-b145-ac053f110796 HTTP/1.1" status: 204 len: 168 time: 0.2609093 Feb 05 04:09:38.620180 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bb22d1-bbd6-45e0-844a-d4e08c094017 None None] Network b7fa5353-a81c-41a9-80bf-9cdba126a856 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 04:09:38.694660 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (b7fa5353-a81c-41a9-80bf-9cdba126a856), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:38.758474 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] Deleting port 4eb34774-e69d-45b2-95f3-e453535fbaaf {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:09:38.758850 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4eb34774-e69d-45b2-95f3-e453535fbaaf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:38.837219 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] For port 4eb34774-e69d-45b2-95f3-e453535fbaaf, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4eb34774-e69d-45b2-95f3-e453535fbaaf,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:09:38.838204 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4eb34774-e69d-45b2-95f3-e453535fbaaf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:38.841432 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] DHCP port deletion for b7fa5353-a81c-41a9-80bf-9cdba126a856 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 04:09:38.862400 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] Calling delete_port for 4eb34774-e69d-45b2-95f3-e453535fbaaf owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:09:38.895335 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Deleting port 4eb34774-e69d-45b2-95f3-e453535fbaaf {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:09:38.895715 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (4eb34774-e69d-45b2-95f3-e453535fbaaf), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:38.951825 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (4eb34774-e69d-45b2-95f3-e453535fbaaf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:38.973465 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] For port 4eb34774-e69d-45b2-95f3-e453535fbaaf, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=4eb34774-e69d-45b2-95f3-e453535fbaaf,segment=NetworkSegment(91e3aa7d-0120-483d-8d64-09e31c64766b),segment_id=91e3aa7d-0120-483d-8d64-09e31c64766b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:09:38.974646 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (4eb34774-e69d-45b2-95f3-e453535fbaaf), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:38.984341 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb34774-e69d-45b2-95f3-e453535fbaaf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:38.990579 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] No DVR routers for this DVR port 4eb34774-e69d-45b2-95f3-e453535fbaaf on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 04:09:38.994268 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Calling delete_port for 4eb34774-e69d-45b2-95f3-e453535fbaaf owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:09:39.000982 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:39.066898 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (b7fa5353-a81c-41a9-80bf-9cdba126a856), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:39.078312 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (4eb34774-e69d-45b2-95f3-e453535fbaaf), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:39.092699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fa5353-a81c-41a9-80bf-9cdba126a856']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:39.102695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e3aa7d-0120-483d-8d64-09e31c64766b') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:39.103043 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e3aa7d-0120-483d-8d64-09e31c64766b') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:39.108932 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Pushing event deleted for resources: {'Port': ['ID=4eb34774-e69d-45b2-95f3-e453535fbaaf,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:39.111220 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] No DVR routers for this DVR port 4eb34774-e69d-45b2-95f3-e453535fbaaf on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 04:09:39.115737 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (91e3aa7d-0120-483d-8d64-09e31c64766b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:39.128878 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:39.133896 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:39.134331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:39.134680 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:39.135044 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:39.135383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:39.135720 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:39.136075 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:39.136374 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:39.136700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:39.136825 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (91e3aa7d-0120-483d-8d64-09e31c64766b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:39.137029 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:39.137356 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:39.137682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62516e7e-a4df-4545-8550-ed299f11b663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:39.148783 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 04:09:39.149413 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (91e3aa7d-0120-483d-8d64-09e31c64766b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: timer() Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 04:09:39.151579 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 04:09:39.223488 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device acf36bab-17e7-4371-b569-ad352a5d3665 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:09:39.229448 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (b7fa5353-a81c-41a9-80bf-9cdba126a856), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:39.247497 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:39.253999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47578) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:39.261110 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b7fa5353-a81c-41a9-80bf-9cdba126a856 HTTP/1.1" status: 204 len: 168 time: 0.6407657 Feb 05 04:09:39.263098 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902b7c0-955d-4d2f-a8ba-f88f411a4a77 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7fa5353-a81c-41a9-80bf-9cdba126a856,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:39.283007 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: acf36bab-17e7-4371-b569-ad352a5d3665 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:09:39.283995 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device acf36bab-17e7-4371-b569-ad352a5d3665 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:09:39.285024 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 51c44aa7-12d1-4eab-80f5-d1f5752a0307 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:09:39.314709 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 51c44aa7-12d1-4eab-80f5-d1f5752a0307 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:09:39.315202 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 51c44aa7-12d1-4eab-80f5-d1f5752a0307 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:09:39.315631 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4eb34774-e69d-45b2-95f3-e453535fbaaf no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:09:39.338439 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 4eb34774-e69d-45b2-95f3-e453535fbaaf {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:09:39.338819 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 4eb34774-e69d-45b2-95f3-e453535fbaaf not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:09:39.634250 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-449c1765-1f26-4e88-a0c4-8370e91d74bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (c6f4e374-451f-46a0-9554-d8b8efc35bcd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:39.888554 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-449c1765-1f26-4e88-a0c4-8370e91d74bd admin admin] Deleting port 34b0c8eb-6194-48c4-ae6d-da285241bbb6 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:09:39.888816 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-449c1765-1f26-4e88-a0c4-8370e91d74bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:39.970779 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-449c1765-1f26-4e88-a0c4-8370e91d74bd admin admin] For port 34b0c8eb-6194-48c4-ae6d-da285241bbb6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=34b0c8eb-6194-48c4-ae6d-da285241bbb6,segment=NetworkSegment(1e5b9351-4882-4d00-8e4f-c9d768629b70),segment_id=1e5b9351-4882-4d00-8e4f-c9d768629b70)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:09:39.971148 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-449c1765-1f26-4e88-a0c4-8370e91d74bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:39.984634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-449c1765-1f26-4e88-a0c4-8370e91d74bd admin admin] Calling delete_port for 34b0c8eb-6194-48c4-ae6d-da285241bbb6 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:09:40.175136 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-449c1765-1f26-4e88-a0c4-8370e91d74bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (34b0c8eb-6194-48c4-ae6d-da285241bbb6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:40.201776 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c1765-1f26-4e88-a0c4-8370e91d74bd admin admin] Pushing event deleted for resources: {'Port': ['ID=34b0c8eb-6194-48c4-ae6d-da285241bbb6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:40.241637 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:40.378630 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-449c1765-1f26-4e88-a0c4-8370e91d74bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (c6f4e374-451f-46a0-9554-d8b8efc35bcd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:40.610619 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449c1765-1f26-4e88-a0c4-8370e91d74bd admin admin] Router c6f4e374-451f-46a0-9554-d8b8efc35bcd has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:09:40.724930 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449c1765-1f26-4e88-a0c4-8370e91d74bd admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:09:40.730005 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-449c1765-1f26-4e88-a0c4-8370e91d74bd admin admin] 10.222.0.36 "PUT /v2.0/routers/c6f4e374-451f-46a0-9554-d8b8efc35bcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4748600 Feb 05 04:09:40.732588 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47580) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:40.737627 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df856138-dc97-4372-abb0-bf94a633cc32 None None] Sync routers for ids ['c6f4e374-451f-46a0-9554-d8b8efc35bcd'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:09:40.750804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df856138-dc97-4372-abb0-bf94a633cc32 None None] Routers {'c6f4e374-451f-46a0-9554-d8b8efc35bcd'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:09:40.751520 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-df856138-dc97-4372-abb0-bf94a633cc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c6f4e374-451f-46a0-9554-d8b8efc35bcd'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:40.844023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c942f6ad-2fa1-42c8-9961-5763e95a4ec7 admin admin] Publish callbacks [] for router (c6f4e374-451f-46a0-9554-d8b8efc35bcd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:40.867636 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-df856138-dc97-4372-abb0-bf94a633cc32 None None] Set router c6f4e374-451f-46a0-9554-d8b8efc35bcd gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:09:40.953979 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c942f6ad-2fa1-42c8-9961-5763e95a4ec7 admin admin] Publish callbacks [] for router_gateway (c6f4e374-451f-46a0-9554-d8b8efc35bcd), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:41.010668 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c942f6ad-2fa1-42c8-9961-5763e95a4ec7 admin admin] Deleting port 7f89eabb-e0ab-4048-b20b-98c214c778b6 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:09:41.011307 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c942f6ad-2fa1-42c8-9961-5763e95a4ec7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (7f89eabb-e0ab-4048-b20b-98c214c778b6), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:41.055221 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-df856138-dc97-4372-abb0-bf94a633cc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'name': 'tempest-TestShelveInstance-1943743646-router', 'tenant_id': '393b91dae2a449a59a4c2716aab647fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '7f89eabb-e0ab-4048-b20b-98c214c778b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:36Z', 'updated_at': '2022-02-05T04:09:40Z', 'revision_number': 5, 'project_id': '393b91dae2a449a59a4c2716aab647fb', 'gw_port': {'id': '7f89eabb-e0ab-4048-b20b-98c214c778b6', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:00:37Z', 'updated_at': '2022-02-05T04:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:41.085597 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df856138-dc97-4372-abb0-bf94a633cc32 None None] Checking router: c6f4e374-451f-46a0-9554-d8b8efc35bcd for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:09:41.094330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df856138-dc97-4372-abb0-bf94a633cc32 None None] Routers {'c6f4e374-451f-46a0-9554-d8b8efc35bcd'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:09:41.094972 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-df856138-dc97-4372-abb0-bf94a633cc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['c6f4e374-451f-46a0-9554-d8b8efc35bcd'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:41.102118 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-c942f6ad-2fa1-42c8-9961-5763e95a4ec7 admin admin] For port 7f89eabb-e0ab-4048-b20b-98c214c778b6, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=7f89eabb-e0ab-4048-b20b-98c214c778b6,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:09:41.102493 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c942f6ad-2fa1-42c8-9961-5763e95a4ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (7f89eabb-e0ab-4048-b20b-98c214c778b6), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:41.118221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c942f6ad-2fa1-42c8-9961-5763e95a4ec7 admin admin] Calling delete_port for 7f89eabb-e0ab-4048-b20b-98c214c778b6 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:09:41.196762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-df856138-dc97-4372-abb0-bf94a633cc32 None None] Set router c6f4e374-451f-46a0-9554-d8b8efc35bcd gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:09:41.256054 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-df856138-dc97-4372-abb0-bf94a633cc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'name': 'tempest-TestShelveInstance-1943743646-router', 'tenant_id': '393b91dae2a449a59a4c2716aab647fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:36Z', 'updated_at': '2022-02-05T04:09:40Z', 'revision_number': 6, 'project_id': '393b91dae2a449a59a4c2716aab647fb', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:41.285658 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df856138-dc97-4372-abb0-bf94a633cc32 None None] The sync data for ids ['c6f4e374-451f-46a0-9554-d8b8efc35bcd'] in n-d-826942-8 is: [{'id': 'c6f4e374-451f-46a0-9554-d8b8efc35bcd', 'name': 'tempest-TestShelveInstance-1943743646-router', 'tenant_id': '393b91dae2a449a59a4c2716aab647fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:00:36Z', 'updated_at': '2022-02-05T04:09:40Z', 'revision_number': 6, 'project_id': '393b91dae2a449a59a4c2716aab647fb', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:09:41.327766 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c942f6ad-2fa1-42c8-9961-5763e95a4ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (7f89eabb-e0ab-4048-b20b-98c214c778b6), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:41.360151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942f6ad-2fa1-42c8-9961-5763e95a4ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f89eabb-e0ab-4048-b20b-98c214c778b6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:41.424651 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c942f6ad-2fa1-42c8-9961-5763e95a4ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (c6f4e374-451f-46a0-9554-d8b8efc35bcd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:41.527791 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c942f6ad-2fa1-42c8-9961-5763e95a4ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (c6f4e374-451f-46a0-9554-d8b8efc35bcd), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:41.530020 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c942f6ad-2fa1-42c8-9961-5763e95a4ec7 admin admin] Publish callbacks [] for router_controller (c6f4e374-451f-46a0-9554-d8b8efc35bcd), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:41.884209 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c942f6ad-2fa1-42c8-9961-5763e95a4ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (c6f4e374-451f-46a0-9554-d8b8efc35bcd), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:41.884865 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c942f6ad-2fa1-42c8-9961-5763e95a4ec7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6f4e374-451f-46a0-9554-d8b8efc35bcd {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 04:09:41.889150 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c942f6ad-2fa1-42c8-9961-5763e95a4ec7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:41.890302 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c942f6ad-2fa1-42c8-9961-5763e95a4ec7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c6f4e374-451f-46a0-9554-d8b8efc35bcd HTTP/1.1" status: 204 len: 168 time: 1.1568182 Feb 05 04:09:41.892772 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47582) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:41.935805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-027635f7-9790-4c22-9245-7321856c52b8 admin admin] Deleting subnet 91589746-00d4-42f1-8044-f0ecf8efcd5c {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 04:09:41.939056 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-027635f7-9790-4c22-9245-7321856c52b8 admin admin] Publish callbacks [] for subnet (91589746-00d4-42f1-8044-f0ecf8efcd5c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:41.973706 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-027635f7-9790-4c22-9245-7321856c52b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (91589746-00d4-42f1-8044-f0ecf8efcd5c), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.052320 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-027635f7-9790-4c22-9245-7321856c52b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (91589746-00d4-42f1-8044-f0ecf8efcd5c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.107579 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-027635f7-9790-4c22-9245-7321856c52b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (91589746-00d4-42f1-8044-f0ecf8efcd5c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.133878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027635f7-9790-4c22-9245-7321856c52b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91589746-00d4-42f1-8044-f0ecf8efcd5c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:42.137626 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-027635f7-9790-4c22-9245-7321856c52b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.140673 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-027635f7-9790-4c22-9245-7321856c52b8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/91589746-00d4-42f1-8044-f0ecf8efcd5c HTTP/1.1" status: 204 len: 168 time: 0.2469718 Feb 05 04:09:42.143116 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47584) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:42.146355 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131f426b-a4c4-4dea-8222-7b58be47f3e4 None None] Network 315b753a-6a73-4e72-ad7a-c33d1f7b9966 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 04:09:42.216929 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (315b753a-6a73-4e72-ad7a-c33d1f7b9966), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.273475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] Deleting port e45528d9-34f9-4aa1-9d76-78d795633af1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:09:42.273970 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e45528d9-34f9-4aa1-9d76-78d795633af1), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.275277 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.316359 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91852149-f0f0-4dca-9e2a-cabf49bd8a2c None None] DHCP port deletion for 315b753a-6a73-4e72-ad7a-c33d1f7b9966 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 04:09:42.344940 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] For port e45528d9-34f9-4aa1-9d76-78d795633af1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e45528d9-34f9-4aa1-9d76-78d795633af1,segment=NetworkSegment(1e5b9351-4882-4d00-8e4f-c9d768629b70),segment_id=1e5b9351-4882-4d00-8e4f-c9d768629b70)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:09:42.345318 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e45528d9-34f9-4aa1-9d76-78d795633af1), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.359594 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] Calling delete_port for e45528d9-34f9-4aa1-9d76-78d795633af1 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:09:42.368005 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-91852149-f0f0-4dca-9e2a-cabf49bd8a2c None None] Deleting port e45528d9-34f9-4aa1-9d76-78d795633af1 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:09:42.368377 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-91852149-f0f0-4dca-9e2a-cabf49bd8a2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e45528d9-34f9-4aa1-9d76-78d795633af1), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.451851 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e45528d9-34f9-4aa1-9d76-78d795633af1), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.477199 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45528d9-34f9-4aa1-9d76-78d795633af1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:42.484405 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] No DVR routers for this DVR port e45528d9-34f9-4aa1-9d76-78d795633af1 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 04:09:42.561625 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (315b753a-6a73-4e72-ad7a-c33d1f7b9966), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.582177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315b753a-6a73-4e72-ad7a-c33d1f7b9966']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:42.592064 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5b9351-4882-4d00-8e4f-c9d768629b70') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:42.592353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5b9351-4882-4d00-8e4f-c9d768629b70') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:42.596067 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-91852149-f0f0-4dca-9e2a-cabf49bd8a2c None None] For port e45528d9-34f9-4aa1-9d76-78d795633af1, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=e45528d9-34f9-4aa1-9d76-78d795633af1,segment=NetworkSegment(1e5b9351-4882-4d00-8e4f-c9d768629b70),segment_id=1e5b9351-4882-4d00-8e4f-c9d768629b70)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:09:42.596468 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-91852149-f0f0-4dca-9e2a-cabf49bd8a2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e45528d9-34f9-4aa1-9d76-78d795633af1), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.601932 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (1e5b9351-4882-4d00-8e4f-c9d768629b70), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.608404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-91852149-f0f0-4dca-9e2a-cabf49bd8a2c None None] Calling delete_port for e45528d9-34f9-4aa1-9d76-78d795633af1 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:09:42.615464 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (1e5b9351-4882-4d00-8e4f-c9d768629b70), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.621372 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 04:09:42.621752 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (1e5b9351-4882-4d00-8e4f-c9d768629b70), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: timer() Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 04:09:42.623417 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 04:09:42.677099 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (315b753a-6a73-4e72-ad7a-c33d1f7b9966), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.683759 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.685304 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-91852149-f0f0-4dca-9e2a-cabf49bd8a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (e45528d9-34f9-4aa1-9d76-78d795633af1), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.687252 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] 10.222.0.36 "DELETE /v2.0/networks/315b753a-6a73-4e72-ad7a-c33d1f7b9966 HTTP/1.1" status: 204 len: 168 time: 0.5431786 Feb 05 04:09:42.694106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91852149-f0f0-4dca-9e2a-cabf49bd8a2c None None] Network 315b753a-6a73-4e72-ad7a-c33d1f7b9966 is not hosted by any dhcp agent {{(pid=109676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 05 04:09:42.694106 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91852149-f0f0-4dca-9e2a-cabf49bd8a2c None None] No DVR routers for this DVR port e45528d9-34f9-4aa1-9d76-78d795633af1 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 04:09:42.699855 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718ce0d-cf00-42e0-8395-3533d7ebd980 admin admin] Pushing event deleted for resources: {'Network': ['ID=315b753a-6a73-4e72-ad7a-c33d1f7b9966,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:42.713617 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91852149-f0f0-4dca-9e2a-cabf49bd8a2c None None] Pushing event deleted for resources: {'Port': ['ID=e45528d9-34f9-4aa1-9d76-78d795633af1,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:42.807667 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47588) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:42.848090 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-4cfd579d-f1ce-4268-bfea-e173eb1fb83d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5dca10e62a742f6be9772eb62edf2da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392673 Feb 05 04:09:42.851334 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47590) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:42.897260 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c321208f-14db-4edb-ae0e-9701336bd101 admin admin] Publish callbacks [] for security_group (1e322913-94fe-42aa-8fd1-a7e3cbe0ffec), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.918249 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c321208f-14db-4edb-ae0e-9701336bd101 admin admin] Publish callbacks [] for security_group (1e322913-94fe-42aa-8fd1-a7e3cbe0ffec), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.964029 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c321208f-14db-4edb-ae0e-9701336bd101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (1e322913-94fe-42aa-8fd1-a7e3cbe0ffec), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.966548 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c321208f-14db-4edb-ae0e-9701336bd101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:42.967719 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-c321208f-14db-4edb-ae0e-9701336bd101 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e322913-94fe-42aa-8fd1-a7e3cbe0ffec HTTP/1.1" status: 204 len: 168 time: 0.1155038 Feb 05 04:09:42.975817 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321208f-14db-4edb-ae0e-9701336bd101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e322913-94fe-42aa-8fd1-a7e3cbe0ffec,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:43.204381 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7f89eabb-e0ab-4048-b20b-98c214c778b6 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:09:43.225743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 7f89eabb-e0ab-4048-b20b-98c214c778b6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:09:43.226011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 7f89eabb-e0ab-4048-b20b-98c214c778b6 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:09:43.226430 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e45528d9-34f9-4aa1-9d76-78d795633af1 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:09:43.246251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: e45528d9-34f9-4aa1-9d76-78d795633af1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:09:43.246599 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device e45528d9-34f9-4aa1-9d76-78d795633af1 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:09:43.247039 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 34b0c8eb-6194-48c4-ae6d-da285241bbb6 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:09:43.267511 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 34b0c8eb-6194-48c4-ae6d-da285241bbb6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:09:43.267858 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 34b0c8eb-6194-48c4-ae6d-da285241bbb6 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:09:43.277340 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47596) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:43.317405 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-90dc7da5-8337-4be7-8510-ece242488667 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=393b91dae2a449a59a4c2716aab647fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389643 Feb 05 04:09:43.320528 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47598) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:43.372409 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10e73642-287f-4303-88f4-99806af63fb9 admin admin] Publish callbacks [] for security_group (be2ac53f-961c-4977-b338-3fd606970471), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:43.393231 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10e73642-287f-4303-88f4-99806af63fb9 admin admin] Publish callbacks [] for security_group (be2ac53f-961c-4977-b338-3fd606970471), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:43.439544 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10e73642-287f-4303-88f4-99806af63fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (be2ac53f-961c-4977-b338-3fd606970471), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:43.442076 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10e73642-287f-4303-88f4-99806af63fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:43.443279 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-10e73642-287f-4303-88f4-99806af63fb9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be2ac53f-961c-4977-b338-3fd606970471 HTTP/1.1" status: 204 len: 168 time: 0.1218195 Feb 05 04:09:43.450899 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e73642-287f-4303-88f4-99806af63fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2ac53f-961c-4977-b338-3fd606970471,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:44.172633 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47620) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:44.267525 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e86f2cb0-d2da-4764-b2bc-cd8dac266020 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-980797764-network', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:09:44.287226 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86f2cb0-d2da-4764-b2bc-cd8dac266020 admin admin] Made reservation on behalf of 04bc49c7c2a84f76b9303336ee359751 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 04:09:44.289417 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e86f2cb0-d2da-4764-b2bc-cd8dac266020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:44.297465 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e86f2cb0-d2da-4764-b2bc-cd8dac266020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:44.370181 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e86f2cb0-d2da-4764-b2bc-cd8dac266020 admin admin] Publish callbacks [] for security_group (04e814cd-9b14-4829-badd-0915cd4989f9), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:44.373896 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e86f2cb0-d2da-4764-b2bc-cd8dac266020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (04e814cd-9b14-4829-badd-0915cd4989f9), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:44.398561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86f2cb0-d2da-4764-b2bc-cd8dac266020 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 04:09:44.407562 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f2cb0-d2da-4764-b2bc-cd8dac266020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e814cd-9b14-4829-badd-0915cd4989f9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:44.416106 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e86f2cb0-d2da-4764-b2bc-cd8dac266020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:44.416445 n-d-826942-8 neutron-server[109675]: INFO neutron.db.segments_db [None req-e86f2cb0-d2da-4764-b2bc-cd8dac266020 admin admin] Added segment dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c of type vlan for network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c Feb 05 04:09:44.459796 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e86f2cb0-d2da-4764-b2bc-cd8dac266020 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:44.482780 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e86f2cb0-d2da-4764-b2bc-cd8dac266020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:44.483943 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f2cb0-d2da-4764-b2bc-cd8dac266020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:44.484550 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e86f2cb0-d2da-4764-b2bc-cd8dac266020 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:44.532775 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e86f2cb0-d2da-4764-b2bc-cd8dac266020 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3590348 Feb 05 04:09:44.536130 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47624) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:44.541744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f4d76a42-eed8-4703-a62d-a4045837a1f8 admin admin] Request body: {'subnet': {'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-980797764-subnet', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:09:44.546171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f2cb0-d2da-4764-b2bc-cd8dac266020 admin admin] Pushing event updated for resources: {'Network': ['ID=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:44.556842 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 04:09:44.562954 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d76a42-eed8-4703-a62d-a4045837a1f8 admin admin] Made reservation on behalf of 04bc49c7c2a84f76b9303336ee359751 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 04:09:44.565267 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4d76a42-eed8-4703-a62d-a4045837a1f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919580'] for subnet (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:44.732840 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4d76a42-eed8-4703-a62d-a4045837a1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14259237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919586'] for subnet (d9de8daa-c17e-4cc0-bab8-d69c574904f9), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:44.794316 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76a42-eed8-4703-a62d-a4045837a1f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9de8daa-c17e-4cc0-bab8-d69c574904f9,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:44.805003 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d76a42-eed8-4703-a62d-a4045837a1f8 admin admin] Checking segment: {'id': 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:09:44.805366 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d76a42-eed8-4703-a62d-a4045837a1f8 admin admin] Network hostable DHCP agents. Network: 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 04:09:44.822247 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d76a42-eed8-4703-a62d-a4045837a1f8 admin admin] Network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 04:09:44.830504 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f4d76a42-eed8-4703-a62d-a4045837a1f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:09:44.835372 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d76a42-eed8-4703-a62d-a4045837a1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:44.836003 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4d76a42-eed8-4703-a62d-a4045837a1f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:44.840681 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bfa4d2-59f6-4752-b35f-6093d2fce857 None None] Network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 04:09:44.852697 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f4d76a42-eed8-4703-a62d-a4045837a1f8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3148112 Feb 05 04:09:44.855634 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47626) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:44.860187 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:09:44.879796 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (f78016aa-8cb7-4289-b3fe-2ef4926cb9a5), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:44.880813 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (f78016aa-8cb7-4289-b3fe-2ef4926cb9a5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:44.937553 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Publish callbacks [] for router_controller (f78016aa-8cb7-4289-b3fe-2ef4926cb9a5), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:44.946231 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 04:09:44.947222 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:45.077041 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Allocated IP 172.20.0.2 (58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c/d9de8daa-c17e-4cc0-bab8-d69c574904f9/c0b9706e-c352-46be-98d5-ecd34b7b6842) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:09:45.081913 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Publish callbacks [] for router_gateway (f78016aa-8cb7-4289-b3fe-2ef4926cb9a5), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:45.223827 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Publish callbacks [] for port (c0b9706e-c352-46be-98d5-ecd34b7b6842), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:45.229593 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (c0b9706e-c352-46be-98d5-ecd34b7b6842), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:45.272312 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:09:45.277512 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:09:45.279587 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Pushing event updated for resources: {'Port': ['ID=c0b9706e-c352-46be-98d5-ecd34b7b6842,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:45.281841 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:09:45.289296 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Publish callbacks [] for router_gateway (f78016aa-8cb7-4289-b3fe-2ef4926cb9a5), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:45.309922 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:45.342301 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Attempting to bind port c0b9706e-c352-46be-98d5-ecd34b7b6842 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 04:09:45.342497 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Attempting to bind port c0b9706e-c352-46be-98d5-ecd34b7b6842 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 04:09:45.342899 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Attempting to bind port c0b9706e-c352-46be-98d5-ecd34b7b6842 on network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:09:45.347841 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 4, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 04:09:45.348214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Checking segment: {'id': 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:09:45.348614 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:45.349011 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Bound using segment: {'id': 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 04:09:45.349467 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Bound port: c0b9706e-c352-46be-98d5-ecd34b7b6842, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 04:09:45.349872 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c0b9706e-c352-46be-98d5-ecd34b7b6842), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:45.412602 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-255974f7-97c9-477a-9603-67a1800833aa None None] For port c0b9706e-c352-46be-98d5-ecd34b7b6842, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 04:09:45.414208 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Allocated IP 172.25.0.7 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/a05acb97-7967-4ae6-a5e1-c06994c3da9c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:09:45.416762 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-255974f7-97c9-477a-9603-67a1800833aa None None] For port c0b9706e-c352-46be-98d5-ecd34b7b6842, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c0b9706e-c352-46be-98d5-ecd34b7b6842,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 04:09:45.422264 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c0b9706e-c352-46be-98d5-ecd34b7b6842), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:45.476937 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255974f7-97c9-477a-9603-67a1800833aa None None] Pushing event updated for resources: {'Port': ['ID=c0b9706e-c352-46be-98d5-ecd34b7b6842,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:45.524470 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Publish callbacks [] for port (a05acb97-7967-4ae6-a5e1-c06994c3da9c), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:45.564667 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (a05acb97-7967-4ae6-a5e1-c06994c3da9c), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:45.605776 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:09:45.608725 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:09:45.612245 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:09:45.618385 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Pushing event updated for resources: {'Port': ['ID=a05acb97-7967-4ae6-a5e1-c06994c3da9c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:45.886084 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Publish callbacks [] for router_gateway (f78016aa-8cb7-4289-b3fe-2ef4926cb9a5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:46.086570 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (f78016aa-8cb7-4289-b3fe-2ef4926cb9a5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:46.223565 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 04:09:46.344369 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:09:46.354724 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Sync routers for ids ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:09:46.367977 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Routers {'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:09:46.368631 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:46.370783 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:46.372237 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-766efa71-23c3-4265-812d-0f2c76bf0d99 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5155394 Feb 05 04:09:46.375146 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47628) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:46.446788 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41353f74-3d46-4452-8722-e5f574339824 None None] Network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 04:09:46.482637 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Set router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:09:46.564436 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-777055cb-fcd3-452d-8d16-32fc96cb48e1 None None] Provisioning complete for port c0b9706e-c352-46be-98d5-ecd34b7b6842 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:46.564971 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-777055cb-fcd3-452d-8d16-32fc96cb48e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c0b9706e-c352-46be-98d5-ecd34b7b6842), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:46.665192 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-777055cb-fcd3-452d-8d16-32fc96cb48e1 None None] Current status of the port c0b9706e-c352-46be-98d5-ecd34b7b6842 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:09:46.665965 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-777055cb-fcd3-452d-8d16-32fc96cb48e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (c0b9706e-c352-46be-98d5-ecd34b7b6842), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:46.717677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-777055cb-fcd3-452d-8d16-32fc96cb48e1 None None] For port c0b9706e-c352-46be-98d5-ecd34b7b6842, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c0b9706e-c352-46be-98d5-ecd34b7b6842,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:09:46.724050 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-777055cb-fcd3-452d-8d16-32fc96cb48e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (c0b9706e-c352-46be-98d5-ecd34b7b6842), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:46.782251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777055cb-fcd3-452d-8d16-32fc96cb48e1 None None] Pushing event updated for resources: {'Port': ['ID=c0b9706e-c352-46be-98d5-ecd34b7b6842,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:46.793767 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:45Z', 'revision_number': 3, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:46.822555 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Checking router: f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:09:46.822943 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Updating router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 port a05acb97-7967-4ae6-a5e1-c06994c3da9c binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 04:09:46.853971 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2ee6bb63-c8dc-442f-ae0f-6e6c66032bb9 None None] Provisioning complete for port c0b9706e-c352-46be-98d5-ecd34b7b6842 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:46.853971 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2ee6bb63-c8dc-442f-ae0f-6e6c66032bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c0b9706e-c352-46be-98d5-ecd34b7b6842), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:46.856379 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a05acb97-7967-4ae6-a5e1-c06994c3da9c), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:46.869226 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:46.937648 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6bb63-c8dc-442f-ae0f-6e6c66032bb9 None None] Current status of the port c0b9706e-c352-46be-98d5-ecd34b7b6842 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:09:47.028674 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Allocated IP 172.20.0.1 (58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c/d9de8daa-c17e-4cc0-bab8-d69c574904f9/897bfe6b-abcb-4972-8997-59e69614955f) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:09:47.091005 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:47.122773 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Publish callbacks [] for port (a05acb97-7967-4ae6-a5e1-c06994c3da9c), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:47.129176 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a05acb97-7967-4ae6-a5e1-c06994c3da9c), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:47.135709 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Publish callbacks [] for port (897bfe6b-abcb-4972-8997-59e69614955f), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:47.173821 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (897bfe6b-abcb-4972-8997-59e69614955f), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:47.181748 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Attempting to bind port a05acb97-7967-4ae6-a5e1-c06994c3da9c on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 04:09:47.182126 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Attempting to bind port a05acb97-7967-4ae6-a5e1-c06994c3da9c by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 04:09:47.182491 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Attempting to bind port a05acb97-7967-4ae6-a5e1-c06994c3da9c on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:09:47.189314 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf4bf0-8207-4a40-9acc-05cad29ce052 None None] Pushing event updated for resources: {'Port': ['ID=a05acb97-7967-4ae6-a5e1-c06994c3da9c,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:47.194853 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 4, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 04:09:47.195432 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:09:47.196055 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:47.196457 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 04:09:47.196930 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Bound port: a05acb97-7967-4ae6-a5e1-c06994c3da9c, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 04:09:47.197319 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a05acb97-7967-4ae6-a5e1-c06994c3da9c), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:47.220319 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:09:47.222470 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf4bf0-8207-4a40-9acc-05cad29ce052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:47.222836 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf4bf0-8207-4a40-9acc-05cad29ce052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:47.223180 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf4bf0-8207-4a40-9acc-05cad29ce052 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:47.223292 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:09:47.223715 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf4bf0-8207-4a40-9acc-05cad29ce052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:47.224053 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf4bf0-8207-4a40-9acc-05cad29ce052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:47.224382 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf4bf0-8207-4a40-9acc-05cad29ce052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:47.225157 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf4bf0-8207-4a40-9acc-05cad29ce052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:47.225157 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf4bf0-8207-4a40-9acc-05cad29ce052 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:47.225392 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf4bf0-8207-4a40-9acc-05cad29ce052 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:47.225710 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf4bf0-8207-4a40-9acc-05cad29ce052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:47.226271 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf4bf0-8207-4a40-9acc-05cad29ce052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:47.226708 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf4bf0-8207-4a40-9acc-05cad29ce052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:47.227059 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf4bf0-8207-4a40-9acc-05cad29ce052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:09:47.229028 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:09:47.268943 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Pushing event updated for resources: {'Port': ['ID=897bfe6b-abcb-4972-8997-59e69614955f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:47.269780 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c0b9706e-c352-46be-98d5-ecd34b7b6842 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:09:47.283912 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] For port a05acb97-7967-4ae6-a5e1-c06994c3da9c, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 04:09:47.289875 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] For port a05acb97-7967-4ae6-a5e1-c06994c3da9c, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a05acb97-7967-4ae6-a5e1-c06994c3da9c,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 04:09:47.291966 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (f78016aa-8cb7-4289-b3fe-2ef4926cb9a5), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:47.299565 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a05acb97-7967-4ae6-a5e1-c06994c3da9c), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:47.328731 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port c0b9706e-c352-46be-98d5-ecd34b7b6842 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:47.329435 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (c0b9706e-c352-46be-98d5-ecd34b7b6842), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:47.387247 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf4bf0-8207-4a40-9acc-05cad29ce052 None None] Pushing event updated for resources: {'Port': ['ID=a05acb97-7967-4ae6-a5e1-c06994c3da9c,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:47.392377 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Routers {'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:09:47.392997 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:47.445797 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port c0b9706e-c352-46be-98d5-ecd34b7b6842 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:09:47.472356 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (897bfe6b-abcb-4972-8997-59e69614955f), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:47.510402 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] Set router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:09:47.570394 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d7c363dd-7c97-4875-b37a-bd06c328f519 None None] Provisioning complete for port 897bfe6b-abcb-4972-8997-59e69614955f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:47.571001 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d7c363dd-7c97-4875-b37a-bd06c328f519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (897bfe6b-abcb-4972-8997-59e69614955f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:47.604677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d7c363dd-7c97-4875-b37a-bd06c328f519 None None] Port 897bfe6b-abcb-4972-8997-59e69614955f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 04:09:47.641144 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Publish callbacks [] for port (897bfe6b-abcb-4972-8997-59e69614955f), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:47.645754 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (897bfe6b-abcb-4972-8997-59e69614955f), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:47.696206 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:45Z', 'revision_number': 3, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:47.711960 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (f78016aa-8cb7-4289-b3fe-2ef4926cb9a5), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:47.713773 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Pushing event updated for resources: {'Port': ['ID=897bfe6b-abcb-4972-8997-59e69614955f,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:47.722931 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d65c4-8837-406f-8c80-3fb06fe489f3 None None] The sync data for ids ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'] in n-d-826942-8 is: [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:45Z', 'revision_number': 3, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:09:47.814874 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:09:47.816270 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:09:48.133642 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d3a5da69-7e38-4118-97b0-ff26ac0e2d00 None None] Provisioning complete for port 897bfe6b-abcb-4972-8997-59e69614955f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:48.134115 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d3a5da69-7e38-4118-97b0-ff26ac0e2d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (897bfe6b-abcb-4972-8997-59e69614955f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:48.170447 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5da69-7e38-4118-97b0-ff26ac0e2d00 None None] Port 897bfe6b-abcb-4972-8997-59e69614955f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 04:09:48.230716 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:09:48.340520 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:09:48.345818 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-71aa29f5-cb33-415a-9e4b-cf412782ba79 admin admin] 10.222.0.36 "PUT /v2.0/routers/f78016aa-8cb7-4289-b3fe-2ef4926cb9a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9688447 Feb 05 04:09:48.820041 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 47644) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:48.825020 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-faabf627-36e1-4421-b17e-659b03f3e026 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1363691191-network', 'tenant_id': '7b9591c3ffa84f88b59f2557e68ddd3a'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:09:48.844121 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faabf627-36e1-4421-b17e-659b03f3e026 admin admin] Made reservation on behalf of 7b9591c3ffa84f88b59f2557e68ddd3a for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 04:09:48.846745 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-faabf627-36e1-4421-b17e-659b03f3e026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for network (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:48.859465 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-faabf627-36e1-4421-b17e-659b03f3e026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:48.938617 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-faabf627-36e1-4421-b17e-659b03f3e026 admin admin] Publish callbacks [] for security_group (d36b81a2-d5d8-4c97-b3bb-0ccfe709129b), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:48.942440 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-faabf627-36e1-4421-b17e-659b03f3e026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d36b81a2-d5d8-4c97-b3bb-0ccfe709129b), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:48.967944 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faabf627-36e1-4421-b17e-659b03f3e026 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 05 04:09:48.977792 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabf627-36e1-4421-b17e-659b03f3e026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36b81a2-d5d8-4c97-b3bb-0ccfe709129b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:48.986055 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-faabf627-36e1-4421-b17e-659b03f3e026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c99a532c-4c34-4ff1-a581-e89c4653b72d), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:48.986055 n-d-826942-8 neutron-server[109674]: INFO neutron.db.segments_db [None req-faabf627-36e1-4421-b17e-659b03f3e026 admin admin] Added segment c99a532c-4c34-4ff1-a581-e89c4653b72d of type vlan for network 41eece35-62d6-455e-9ab4-02434bba7272 Feb 05 04:09:49.027755 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-faabf627-36e1-4421-b17e-659b03f3e026 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742297201677'] for network (41eece35-62d6-455e-9ab4-02434bba7272), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:49.053523 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-faabf627-36e1-4421-b17e-659b03f3e026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788'] for network (41eece35-62d6-455e-9ab4-02434bba7272), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:49.054742 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faabf627-36e1-4421-b17e-659b03f3e026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:49.055381 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-faabf627-36e1-4421-b17e-659b03f3e026 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:49.104862 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-faabf627-36e1-4421-b17e-659b03f3e026 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2837186 Feb 05 04:09:49.107694 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47646) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:49.112743 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-55ebb8fc-6c48-4677-9b7c-d23f976ac55d admin admin] Request body: {'subnet': {'network_id': '41eece35-62d6-455e-9ab4-02434bba7272', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1363691191-subnet', 'tenant_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:09:49.118203 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabf627-36e1-4421-b17e-659b03f3e026 admin admin] Pushing event updated for resources: {'Network': ['ID=41eece35-62d6-455e-9ab4-02434bba7272,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:49.128271 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Network 41eece35-62d6-455e-9ab4-02434bba7272 details requested by agent ovs-agent-n-d-826942-8 with host n-d-826942-8 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 05 04:09:49.134852 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ebb8fc-6c48-4677-9b7c-d23f976ac55d admin admin] Made reservation on behalf of 7b9591c3ffa84f88b59f2557e68ddd3a for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 04:09:49.137217 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-55ebb8fc-6c48-4677-9b7c-d23f976ac55d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12611212'] for subnet (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:49.259094 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a05acb97-7967-4ae6-a5e1-c06994c3da9c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:09:49.310792 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port a05acb97-7967-4ae6-a5e1-c06994c3da9c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:49.311088 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a05acb97-7967-4ae6-a5e1-c06994c3da9c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:49.325340 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-55ebb8fc-6c48-4677-9b7c-d23f976ac55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-476155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12611250'] for subnet (b11bbdce-111d-47da-bf1a-219123dcc385), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:49.350139 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Sync routers for ids ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:09:49.365804 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Routers {'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:09:49.367581 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:49.387213 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebb8fc-6c48-4677-9b7c-d23f976ac55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b11bbdce-111d-47da-bf1a-219123dcc385,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:49.392286 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ebb8fc-6c48-4677-9b7c-d23f976ac55d admin admin] Checking segment: {'id': 'c99a532c-4c34-4ff1-a581-e89c4653b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41eece35-62d6-455e-9ab4-02434bba7272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:09:49.392643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ebb8fc-6c48-4677-9b7c-d23f976ac55d admin admin] Network hostable DHCP agents. Network: 41eece35-62d6-455e-9ab4-02434bba7272, hostable agents: ['a0b99b74-79c5-431f-91b8-b2aa3c808393'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 05 04:09:49.408202 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ebb8fc-6c48-4677-9b7c-d23f976ac55d admin admin] Network 41eece35-62d6-455e-9ab4-02434bba7272 is scheduled to be hosted by DHCP agent a0b99b74-79c5-431f-91b8-b2aa3c808393 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 05 04:09:49.416860 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-55ebb8fc-6c48-4677-9b7c-d23f976ac55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826942-8, 41eece35-62d6-455e-9ab4-02434bba7272) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:09:49.421084 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ebb8fc-6c48-4677-9b7c-d23f976ac55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:49.421701 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-55ebb8fc-6c48-4677-9b7c-d23f976ac55d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:49.428812 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97d0e6b-58c3-4713-8953-53499327c4cb None None] Network 41eece35-62d6-455e-9ab4-02434bba7272 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 04:09:49.438827 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-55ebb8fc-6c48-4677-9b7c-d23f976ac55d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3299534 Feb 05 04:09:49.441406 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47648) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:49.446327 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1363691191-router', 'tenant_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:09:49.464595 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1032998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123425'] for router (69cf0a61-b342-468c-baff-87d12c9f1aaf), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:49.465592 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1045496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123432'] for router (69cf0a61-b342-468c-baff-87d12c9f1aaf), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:49.517714 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port a05acb97-7967-4ae6-a5e1-c06994c3da9c is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:09:49.518107 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (a05acb97-7967-4ae6-a5e1-c06994c3da9c), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:49.520604 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Publish callbacks [] for router_controller (69cf0a61-b342-468c-baff-87d12c9f1aaf), precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:49.561989 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port a05acb97-7967-4ae6-a5e1-c06994c3da9c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a05acb97-7967-4ae6-a5e1-c06994c3da9c,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:09:49.572340 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (a05acb97-7967-4ae6-a5e1-c06994c3da9c), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:49.624827 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Set router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:09:49.662476 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Publish callbacks [] for router_gateway (69cf0a61-b342-468c-baff-87d12c9f1aaf), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:49.696544 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=a05acb97-7967-4ae6-a5e1-c06994c3da9c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:49.729368 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f91cbca-ac15-5020-b648-78337e0fb19b-41eece35-62d6-455e-9ab4-02434bba7272', 'network_id': '41eece35-62d6-455e-9ab4-02434bba7272', 'project_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'fixed_ips': [{'subnet_id': 'b11bbdce-111d-47da-bf1a-219123dcc385'}]}} from n-d-826942-8. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 05 04:09:49.730530 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:49.865192 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Publish callbacks [] for router_gateway (69cf0a61-b342-468c-baff-87d12c9f1aaf), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:49.883790 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:49.950265 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Allocated IP 172.20.0.2 (41eece35-62d6-455e-9ab4-02434bba7272/b11bbdce-111d-47da-bf1a-219123dcc385/3b61ab50-b2ae-4d2c-a303-ba14974417b2) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:09:49.989659 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Allocated IP 172.25.0.102 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/1b1dbaf4-987a-45e5-81df-f249882013a0) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:09:50.100314 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Publish callbacks [] for port (1b1dbaf4-987a-45e5-81df-f249882013a0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:50.137969 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (1b1dbaf4-987a-45e5-81df-f249882013a0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:50.178837 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:09:50.181699 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:09:50.185139 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:09:50.189856 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 4, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '897bfe6b-abcb-4972-8997-59e69614955f', 'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'mac_address': 'fa:16:3e:01:07:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:46Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 2, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'subnets': [{'id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:50.207140 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Pushing event updated for resources: {'Port': ['ID=1b1dbaf4-987a-45e5-81df-f249882013a0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:50.223803 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Checking router: f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:09:50.224159 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Updating router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 port 897bfe6b-abcb-4972-8997-59e69614955f binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 04:09:50.270624 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (897bfe6b-abcb-4972-8997-59e69614955f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:50.352163 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Publish callbacks [] for port (3b61ab50-b2ae-4d2c-a303-ba14974417b2), precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:50.359977 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375'] for port (3b61ab50-b2ae-4d2c-a303-ba14974417b2), after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:50.444791 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Publish callbacks [] for router_gateway (69cf0a61-b342-468c-baff-87d12c9f1aaf), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:50.462890 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Network 41eece35-62d6-455e-9ab4-02434bba7272 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:09:50.467814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:09:50.473853 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:09:50.478304 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Pushing event updated for resources: {'Port': ['ID=3b61ab50-b2ae-4d2c-a303-ba14974417b2,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:50.585651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Attempting to bind port 3b61ab50-b2ae-4d2c-a303-ba14974417b2 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 04:09:50.586185 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Attempting to bind port 3b61ab50-b2ae-4d2c-a303-ba14974417b2 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'c99a532c-4c34-4ff1-a581-e89c4653b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41eece35-62d6-455e-9ab4-02434bba7272'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 04:09:50.586542 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Attempting to bind port 3b61ab50-b2ae-4d2c-a303-ba14974417b2 on network 41eece35-62d6-455e-9ab4-02434bba7272 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:09:50.599331 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 4, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 04:09:50.599700 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Checking segment: {'id': 'c99a532c-4c34-4ff1-a581-e89c4653b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41eece35-62d6-455e-9ab4-02434bba7272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:09:50.600091 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:50.601173 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Bound using segment: {'id': 'c99a532c-4c34-4ff1-a581-e89c4653b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41eece35-62d6-455e-9ab4-02434bba7272'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 04:09:50.601677 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Bound port: 3b61ab50-b2ae-4d2c-a303-ba14974417b2, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a532c-4c34-4ff1-a581-e89c4653b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41eece35-62d6-455e-9ab4-02434bba7272'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 04:09:50.602058 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3b61ab50-b2ae-4d2c-a303-ba14974417b2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:50.647023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1034287'] for router (69cf0a61-b342-468c-baff-87d12c9f1aaf), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:50.723276 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] For port 3b61ab50-b2ae-4d2c-a303-ba14974417b2, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 04:09:50.729989 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Publish callbacks [] for port (897bfe6b-abcb-4972-8997-59e69614955f), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:50.739395 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] For port 3b61ab50-b2ae-4d2c-a303-ba14974417b2, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3b61ab50-b2ae-4d2c-a303-ba14974417b2,segment=NetworkSegment(c99a532c-4c34-4ff1-a581-e89c4653b72d),segment_id=c99a532c-4c34-4ff1-a581-e89c4653b72d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 04:09:50.742702 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (897bfe6b-abcb-4972-8997-59e69614955f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:50.770362 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3b61ab50-b2ae-4d2c-a303-ba14974417b2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:50.780648 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Router 69cf0a61-b342-468c-baff-87d12c9f1aaf is scheduled to L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 05 04:09:50.814666 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3e029-0b86-427c-87d9-4f25020a56e4 None None] Pushing event updated for resources: {'Port': ['ID=897bfe6b-abcb-4972-8997-59e69614955f,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:50.877615 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7be428-d51d-45ed-9baf-0a12535ce97e None None] Pushing event updated for resources: {'Port': ['ID=3b61ab50-b2ae-4d2c-a303-ba14974417b2,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:50.936988 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Attempting to bind port 897bfe6b-abcb-4972-8997-59e69614955f on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 04:09:50.936988 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Attempting to bind port 897bfe6b-abcb-4972-8997-59e69614955f by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 04:09:50.937340 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Attempting to bind port 897bfe6b-abcb-4972-8997-59e69614955f on network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:09:50.943116 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 4, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 04:09:50.943506 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Checking segment: {'id': 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:09:50.943921 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:50.945204 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Bound using segment: {'id': 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 04:09:50.945696 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Bound port: 897bfe6b-abcb-4972-8997-59e69614955f, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 04:09:50.946246 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (897bfe6b-abcb-4972-8997-59e69614955f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:51.021633 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] For port 897bfe6b-abcb-4972-8997-59e69614955f, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 04:09:51.026503 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] For port 897bfe6b-abcb-4972-8997-59e69614955f, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=897bfe6b-abcb-4972-8997-59e69614955f,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 04:09:51.039173 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (897bfe6b-abcb-4972-8997-59e69614955f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:51.130122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Routers {'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:09:51.130798 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:51.214002 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3e029-0b86-427c-87d9-4f25020a56e4 None None] Pushing event updated for resources: {'Port': ['ID=897bfe6b-abcb-4972-8997-59e69614955f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:51.231056 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-363d0afd-a1b6-4d2c-9bf0-4c69c0deb1db None None] Provisioning complete for port 897bfe6b-abcb-4972-8997-59e69614955f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:51.231445 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-363d0afd-a1b6-4d2c-9bf0-4c69c0deb1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (897bfe6b-abcb-4972-8997-59e69614955f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:51.325926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:09:51.343490 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Sync routers for ids ['69cf0a61-b342-468c-baff-87d12c9f1aaf'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:09:51.362345 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:51.364031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-11299cfc-ee54-40a2-aec0-ceebad362cea admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9217041 Feb 05 04:09:51.369792 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47650) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:51.378460 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Routers {'69cf0a61-b342-468c-baff-87d12c9f1aaf'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:09:51.380920 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['69cf0a61-b342-468c-baff-87d12c9f1aaf'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:51.410672 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] Set router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:09:51.446134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3b61ab50-b2ae-4d2c-a303-ba14974417b2 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:09:51.448172 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-363d0afd-a1b6-4d2c-9bf0-4c69c0deb1db None None] Current status of the port 897bfe6b-abcb-4972-8997-59e69614955f is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:09:51.448559 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-363d0afd-a1b6-4d2c-9bf0-4c69c0deb1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (897bfe6b-abcb-4972-8997-59e69614955f), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:51.521197 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Set router 69cf0a61-b342-468c-baff-87d12c9f1aaf gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:09:51.555836 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-363d0afd-a1b6-4d2c-9bf0-4c69c0deb1db None None] For port 897bfe6b-abcb-4972-8997-59e69614955f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=897bfe6b-abcb-4972-8997-59e69614955f,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:09:51.593634 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-363d0afd-a1b6-4d2c-9bf0-4c69c0deb1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (897bfe6b-abcb-4972-8997-59e69614955f), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:51.682151 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 3b61ab50-b2ae-4d2c-a303-ba14974417b2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:51.682528 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3b61ab50-b2ae-4d2c-a303-ba14974417b2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:51.686662 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d0afd-a1b6-4d2c-9bf0-4c69c0deb1db None None] Pushing event updated for resources: {'Port': ['ID=897bfe6b-abcb-4972-8997-59e69614955f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:51.737233 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'name': 'tempest-TestSnapshotPattern-1363691191-router', 'tenant_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '1b1dbaf4-987a-45e5-81df-f249882013a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:49Z', 'updated_at': '2022-02-05T04:09:50Z', 'revision_number': 3, 'project_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'gw_port': {'id': '1b1dbaf4-987a-45e5-81df-f249882013a0', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:49Z', 'updated_at': '2022-02-05T04:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:51.769158 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e778b738-5e23-4686-9ed1-264ad4c68ca4 None None] Provisioning complete for port 897bfe6b-abcb-4972-8997-59e69614955f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:51.769532 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e778b738-5e23-4686-9ed1-264ad4c68ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (897bfe6b-abcb-4972-8997-59e69614955f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:51.777266 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Checking router: 69cf0a61-b342-468c-baff-87d12c9f1aaf for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:09:51.777575 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Updating router 69cf0a61-b342-468c-baff-87d12c9f1aaf port 1b1dbaf4-987a-45e5-81df-f249882013a0 binding host n-d-826942-8 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 04:09:51.812449 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1b1dbaf4-987a-45e5-81df-f249882013a0), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:51.862411 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 3b61ab50-b2ae-4d2c-a303-ba14974417b2 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:09:51.862819 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (3b61ab50-b2ae-4d2c-a303-ba14974417b2), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:51.869495 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 4, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '897bfe6b-abcb-4972-8997-59e69614955f', 'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'mac_address': 'fa:16:3e:01:07:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:46Z', 'updated_at': '2022-02-05T04:09:51Z', 'revision_number': 4, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'subnets': [{'id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:51.896816 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:51.913816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f54c2-9880-4e76-800d-9f38aec96fb9 None None] The sync data for ids ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'] in n-d-826942-8 is: [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 4, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '897bfe6b-abcb-4972-8997-59e69614955f', 'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'mac_address': 'fa:16:3e:01:07:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:46Z', 'updated_at': '2022-02-05T04:09:51Z', 'revision_number': 4, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'subnets': [{'id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:09:51.977529 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 3b61ab50-b2ae-4d2c-a303-ba14974417b2, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3b61ab50-b2ae-4d2c-a303-ba14974417b2,segment=NetworkSegment(c99a532c-4c34-4ff1-a581-e89c4653b72d),segment_id=c99a532c-4c34-4ff1-a581-e89c4653b72d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:09:51.984249 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e778b738-5e23-4686-9ed1-264ad4c68ca4 None None] Current status of the port 897bfe6b-abcb-4972-8997-59e69614955f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:09:52.003097 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (3b61ab50-b2ae-4d2c-a303-ba14974417b2), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:52.004141 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a05acb97-7967-4ae6-a5e1-c06994c3da9c up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:09:52.140371 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=3b61ab50-b2ae-4d2c-a303-ba14974417b2,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:52.155317 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Allocated IP 172.20.0.1 (41eece35-62d6-455e-9ab4-02434bba7272/b11bbdce-111d-47da-bf1a-219123dcc385/da55fd45-8e15-4448-b1c8-97c9d3c60c8b) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:09:52.160912 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port a05acb97-7967-4ae6-a5e1-c06994c3da9c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:52.163859 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (a05acb97-7967-4ae6-a5e1-c06994c3da9c), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:52.345398 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port a05acb97-7967-4ae6-a5e1-c06994c3da9c is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:09:52.379102 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Publish callbacks [] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:52.379868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b92075-b7f4-46a4-b36d-128f4341d767 None None] Network 41eece35-62d6-455e-9ab4-02434bba7272 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 04:09:52.421715 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Publish callbacks [] for port (1b1dbaf4-987a-45e5-81df-f249882013a0), precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:52.438644 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1b1dbaf4-987a-45e5-81df-f249882013a0), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:52.468507 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:52.511111 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f2b4e1e2-cb3e-43e9-a682-643a84231ae2 None None] Provisioning complete for port 3b61ab50-b2ae-4d2c-a303-ba14974417b2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:52.512398 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e1e2-cb3e-43e9-a682-643a84231ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3b61ab50-b2ae-4d2c-a303-ba14974417b2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:52.517176 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Attempting to bind port 1b1dbaf4-987a-45e5-81df-f249882013a0 on host n-d-826942-8 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 04:09:52.517565 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Attempting to bind port 1b1dbaf4-987a-45e5-81df-f249882013a0 by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 04:09:52.518059 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Attempting to bind port 1b1dbaf4-987a-45e5-81df-f249882013a0 on network 1b911d8a-366e-475f-ab68-3e15783c42f2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:09:52.520347 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf4256-af66-4f59-b353-3ef9fa952b23 None None] Pushing event updated for resources: {'Port': ['ID=1b1dbaf4-987a-45e5-81df-f249882013a0,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:52.527912 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Network 41eece35-62d6-455e-9ab4-02434bba7272 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:09:52.530056 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 4, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 04:09:52.530442 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Checking segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:09:52.530880 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:52.531273 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Bound using segment: {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 04:09:52.531879 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Bound port: 1b1dbaf4-987a-45e5-81df-f249882013a0, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97534edc-a29a-485e-a99b-8602866e8ed3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 04:09:52.532269 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1b1dbaf4-987a-45e5-81df-f249882013a0), before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:52.536596 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:09:52.545560 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:09:52.577475 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Pushing event updated for resources: {'Port': ['ID=da55fd45-8e15-4448-b1c8-97c9d3c60c8b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:52.610216 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1034488'] for router_interface (69cf0a61-b342-468c-baff-87d12c9f1aaf), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:52.630011 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] For port 1b1dbaf4-987a-45e5-81df-f249882013a0, host n-d-826942-8, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 04:09:52.633877 n-d-826942-8 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] For port 1b1dbaf4-987a-45e5-81df-f249882013a0, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1b1dbaf4-987a-45e5-81df-f249882013a0,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 04:09:52.649682 n-d-826942-8 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1b1dbaf4-987a-45e5-81df-f249882013a0), after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:52.698300 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f2b4e1e2-cb3e-43e9-a682-643a84231ae2 None None] Current status of the port 3b61ab50-b2ae-4d2c-a303-ba14974417b2 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:09:52.787300 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Routers {'69cf0a61-b342-468c-baff-87d12c9f1aaf'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:09:52.788738 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['69cf0a61-b342-468c-baff-87d12c9f1aaf'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:52.826383 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:52.859037 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf4256-af66-4f59-b353-3ef9fa952b23 None None] Pushing event updated for resources: {'Port': ['ID=1b1dbaf4-987a-45e5-81df-f249882013a0,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:52.969799 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] Set router 69cf0a61-b342-468c-baff-87d12c9f1aaf gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:09:53.041556 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-811a3de6-f7aa-4eaa-96bc-85afbf519c3c None None] Provisioning complete for port da55fd45-8e15-4448-b1c8-97c9d3c60c8b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:53.042347 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-811a3de6-f7aa-4eaa-96bc-85afbf519c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:53.075492 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Publish callbacks [] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:53.082649 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:53.112085 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-811a3de6-f7aa-4eaa-96bc-85afbf519c3c None None] Port da55fd45-8e15-4448-b1c8-97c9d3c60c8b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 04:09:53.132767 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-811a3de6-f7aa-4eaa-96bc-85afbf519c3c None None] Provisioning complete for port 3b61ab50-b2ae-4d2c-a303-ba14974417b2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:53.133504 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-811a3de6-f7aa-4eaa-96bc-85afbf519c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3b61ab50-b2ae-4d2c-a303-ba14974417b2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:53.169574 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-762810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1035880'] for router_interface (69cf0a61-b342-468c-baff-87d12c9f1aaf), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:53.171561 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Pushing event updated for resources: {'Port': ['ID=da55fd45-8e15-4448-b1c8-97c9d3c60c8b,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:53.388282 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Network 41eece35-62d6-455e-9ab4-02434bba7272 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:09:53.390065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:09:53.436345 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'name': 'tempest-TestSnapshotPattern-1363691191-router', 'tenant_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '1b1dbaf4-987a-45e5-81df-f249882013a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:49Z', 'updated_at': '2022-02-05T04:09:52Z', 'revision_number': 4, 'project_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'gw_port': {'id': '1b1dbaf4-987a-45e5-81df-f249882013a0', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:49Z', 'updated_at': '2022-02-05T04:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'da55fd45-8e15-4448-b1c8-97c9d3c60c8b', 'name': '', 'network_id': '41eece35-62d6-455e-9ab4-02434bba7272', 'tenant_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'mac_address': 'fa:16:3e:3a:1a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b11bbdce-111d-47da-bf1a-219123dcc385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:51Z', 'updated_at': '2022-02-05T04:09:52Z', 'revision_number': 1, 'project_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'subnets': [{'id': 'b11bbdce-111d-47da-bf1a-219123dcc385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:53.495841 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f739342-26ad-4a4d-ad14-2341513547ca None None] The sync data for ids ['69cf0a61-b342-468c-baff-87d12c9f1aaf'] in n-d-826942-8 is: [{'id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'name': 'tempest-TestSnapshotPattern-1363691191-router', 'tenant_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '1b1dbaf4-987a-45e5-81df-f249882013a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:49Z', 'updated_at': '2022-02-05T04:09:52Z', 'revision_number': 4, 'project_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'gw_port': {'id': '1b1dbaf4-987a-45e5-81df-f249882013a0', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:49Z', 'updated_at': '2022-02-05T04:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'da55fd45-8e15-4448-b1c8-97c9d3c60c8b', 'name': '', 'network_id': '41eece35-62d6-455e-9ab4-02434bba7272', 'tenant_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'mac_address': 'fa:16:3e:3a:1a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b11bbdce-111d-47da-bf1a-219123dcc385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:51Z', 'updated_at': '2022-02-05T04:09:52Z', 'revision_number': 1, 'project_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'subnets': [{'id': 'b11bbdce-111d-47da-bf1a-219123dcc385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:09:53.566708 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3b61ab50-b2ae-4d2c-a303-ba14974417b2 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:09:53.591844 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Router 69cf0a61-b342-468c-baff-87d12c9f1aaf has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:09:53.632406 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-811a3de6-f7aa-4eaa-96bc-85afbf519c3c None None] Current status of the port 3b61ab50-b2ae-4d2c-a303-ba14974417b2 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:09:53.652921 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 3b61ab50-b2ae-4d2c-a303-ba14974417b2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:53.653447 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (3b61ab50-b2ae-4d2c-a303-ba14974417b2), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:53.788448 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1ca188d8-40bc-41a5-972b-fc44b854af9c None None] Provisioning complete for port da55fd45-8e15-4448-b1c8-97c9d3c60c8b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:53.788821 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ca188d8-40bc-41a5-972b-fc44b854af9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:53.804867 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:09:53.811489 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c9fe2d11-8d2c-435a-a119-ec6f84774aa8 admin admin] 10.222.0.36 "PUT /v2.0/routers/69cf0a61-b342-468c-baff-87d12c9f1aaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4404931 Feb 05 04:09:53.820134 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 3b61ab50-b2ae-4d2c-a303-ba14974417b2 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:09:53.821403 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 897bfe6b-abcb-4972-8997-59e69614955f up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:09:53.874258 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1ca188d8-40bc-41a5-972b-fc44b854af9c None None] Port da55fd45-8e15-4448-b1c8-97c9d3c60c8b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 04:09:53.882870 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 897bfe6b-abcb-4972-8997-59e69614955f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:53.883304 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (897bfe6b-abcb-4972-8997-59e69614955f), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:54.004184 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 897bfe6b-abcb-4972-8997-59e69614955f is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:09:54.008144 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bbdf66d3-fcb3-456d-8911-8026ac992d2f None None] Provisioning complete for port da55fd45-8e15-4448-b1c8-97c9d3c60c8b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:54.008515 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bbdf66d3-fcb3-456d-8911-8026ac992d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:54.060825 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf66d3-fcb3-456d-8911-8026ac992d2f None None] Port da55fd45-8e15-4448-b1c8-97c9d3c60c8b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 04:09:54.509565 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:09:55.262051 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1b1dbaf4-987a-45e5-81df-f249882013a0 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:09:55.316459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 1b1dbaf4-987a-45e5-81df-f249882013a0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:55.316836 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1b1dbaf4-987a-45e5-81df-f249882013a0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:55.397478 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 1b1dbaf4-987a-45e5-81df-f249882013a0 is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:09:55.397912 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (1b1dbaf4-987a-45e5-81df-f249882013a0), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:55.424383 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] For port 1b1dbaf4-987a-45e5-81df-f249882013a0, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1b1dbaf4-987a-45e5-81df-f249882013a0,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:09:55.428786 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (1b1dbaf4-987a-45e5-81df-f249882013a0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:55.481522 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Pushing event updated for resources: {'Port': ['ID=1b1dbaf4-987a-45e5-81df-f249882013a0,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:55.537054 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47660) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:55.542697 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5f7d2365-c3d7-4445-9e92-ba67cc01b210 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2009845805', 'description': 'tempest-secgroup-smoke-2009845805 description', 'project_id': '04bc49c7c2a84f76b9303336ee359751'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:09:55.563702 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2365-c3d7-4445-9e92-ba67cc01b210 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:55.629170 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2365-c3d7-4445-9e92-ba67cc01b210 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group (590eb1cc-2402-4014-8c30-8bd17dd909ed), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:55.632871 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2365-c3d7-4445-9e92-ba67cc01b210 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (590eb1cc-2402-4014-8c30-8bd17dd909ed), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:55.665959 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d2365-c3d7-4445-9e92-ba67cc01b210 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=590eb1cc-2402-4014-8c30-8bd17dd909ed,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:55.670113 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2365-c3d7-4445-9e92-ba67cc01b210 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:55.671370 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5f7d2365-c3d7-4445-9e92-ba67cc01b210 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1323586 Feb 05 04:09:55.674314 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47662) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:55.678500 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0db4c9ef-02ec-407e-8ca8-cb69f9554cb9 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Request body: {'security_group_rule': {'security_group_id': '590eb1cc-2402-4014-8c30-8bd17dd909ed', 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:09:55.704140 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0db4c9ef-02ec-407e-8ca8-cb69f9554cb9 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (687dbff0-1cd0-4a67-a0e4-58897f5440bc), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:55.758823 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0db4c9ef-02ec-407e-8ca8-cb69f9554cb9 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (687dbff0-1cd0-4a67-a0e4-58897f5440bc), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:55.762061 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0db4c9ef-02ec-407e-8ca8-cb69f9554cb9 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (687dbff0-1cd0-4a67-a0e4-58897f5440bc), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:55.780065 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4c9ef-02ec-407e-8ca8-cb69f9554cb9 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687dbff0-1cd0-4a67-a0e4-58897f5440bc,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:55.787211 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0db4c9ef-02ec-407e-8ca8-cb69f9554cb9 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:55.788634 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0db4c9ef-02ec-407e-8ca8-cb69f9554cb9 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132650 Feb 05 04:09:55.791281 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47664) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:55.795535 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5a42aa96-1075-4564-9981-5eac96b7ffc0 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Request body: {'security_group_rule': {'security_group_id': '590eb1cc-2402-4014-8c30-8bd17dd909ed', 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:09:55.820316 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a42aa96-1075-4564-9981-5eac96b7ffc0 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (0ab48426-883d-4dc5-b837-a4bb572b2aa1), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:55.875837 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a42aa96-1075-4564-9981-5eac96b7ffc0 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (0ab48426-883d-4dc5-b837-a4bb572b2aa1), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:55.879069 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a42aa96-1075-4564-9981-5eac96b7ffc0 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (0ab48426-883d-4dc5-b837-a4bb572b2aa1), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:55.895667 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42aa96-1075-4564-9981-5eac96b7ffc0 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab48426-883d-4dc5-b837-a4bb572b2aa1,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:55.906044 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a42aa96-1075-4564-9981-5eac96b7ffc0 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:55.907407 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5a42aa96-1075-4564-9981-5eac96b7ffc0 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151948 Feb 05 04:09:55.910392 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47666) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:55.915692 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c0000d52-314c-4885-8fdc-ddba0e295c66 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Request body: {'security_group_rule': {'security_group_id': '590eb1cc-2402-4014-8c30-8bd17dd909ed', 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:09:55.941059 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0000d52-314c-4885-8fdc-ddba0e295c66 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (dcd04bef-ea97-44e5-89d0-9792cc8b37dd), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:55.999266 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0000d52-314c-4885-8fdc-ddba0e295c66 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (dcd04bef-ea97-44e5-89d0-9792cc8b37dd), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.002559 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0000d52-314c-4885-8fdc-ddba0e295c66 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (dcd04bef-ea97-44e5-89d0-9792cc8b37dd), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.023874 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0000d52-314c-4885-8fdc-ddba0e295c66 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd04bef-ea97-44e5-89d0-9792cc8b37dd,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:56.030937 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0000d52-314c-4885-8fdc-ddba0e295c66 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.032159 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-c0000d52-314c-4885-8fdc-ddba0e295c66 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207740 Feb 05 04:09:56.035053 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47668) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:56.039483 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6a43664a-e009-4ebb-9720-5c7f2b25bf37 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Request body: {'security_group_rule': {'security_group_id': '590eb1cc-2402-4014-8c30-8bd17dd909ed', 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:09:56.063341 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a43664a-e009-4ebb-9720-5c7f2b25bf37 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (9f9f8fa1-de4b-4b2e-826b-c97193edb37d), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.123136 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a43664a-e009-4ebb-9720-5c7f2b25bf37 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (9f9f8fa1-de4b-4b2e-826b-c97193edb37d), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.126662 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a43664a-e009-4ebb-9720-5c7f2b25bf37 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (9f9f8fa1-de4b-4b2e-826b-c97193edb37d), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.143656 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43664a-e009-4ebb-9720-5c7f2b25bf37 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9f8fa1-de4b-4b2e-826b-c97193edb37d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:56.152645 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a43664a-e009-4ebb-9720-5c7f2b25bf37 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.153825 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6a43664a-e009-4ebb-9720-5c7f2b25bf37 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178298 Feb 05 04:09:56.156499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47670) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:56.161059 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6a196c6b-2ac3-4803-a2aa-5b3688936968 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Request body: {'security_group_rule': {'security_group_id': '590eb1cc-2402-4014-8c30-8bd17dd909ed', 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:09:56.180892 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-6a196c6b-2ac3-4803-a2aa-5b3688936968 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Project 04bc49c7c2a84f76b9303336ee359751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 04:09:56.185907 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a196c6b-2ac3-4803-a2aa-5b3688936968 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (4d796045-e9fb-4daf-9546-7166a7a55de0), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.243498 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a196c6b-2ac3-4803-a2aa-5b3688936968 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (4d796045-e9fb-4daf-9546-7166a7a55de0), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.247273 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a196c6b-2ac3-4803-a2aa-5b3688936968 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (4d796045-e9fb-4daf-9546-7166a7a55de0), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.265420 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a196c6b-2ac3-4803-a2aa-5b3688936968 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d796045-e9fb-4daf-9546-7166a7a55de0,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:56.275902 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Sync routers for ids ['69cf0a61-b342-468c-baff-87d12c9f1aaf'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:09:56.276477 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a196c6b-2ac3-4803-a2aa-5b3688936968 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.279944 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-6a196c6b-2ac3-4803-a2aa-5b3688936968 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197133 Feb 05 04:09:56.280083 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47672) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:09:56.285141 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-26478184-8012-44f4-9b50-2f0aef611c5a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Request body: {'security_group_rule': {'security_group_id': '590eb1cc-2402-4014-8c30-8bd17dd909ed', 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:09:56.288998 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Routers {'69cf0a61-b342-468c-baff-87d12c9f1aaf'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:09:56.289666 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['69cf0a61-b342-468c-baff-87d12c9f1aaf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:56.305292 n-d-826942-8 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-26478184-8012-44f4-9b50-2f0aef611c5a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Project 04bc49c7c2a84f76b9303336ee359751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 05 04:09:56.310471 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26478184-8012-44f4-9b50-2f0aef611c5a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (81f3b29c-ea12-42cd-98ba-2178d9ea0ad5), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.377403 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26478184-8012-44f4-9b50-2f0aef611c5a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (81f3b29c-ea12-42cd-98ba-2178d9ea0ad5), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.383098 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26478184-8012-44f4-9b50-2f0aef611c5a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608162'] for security_group_rule (81f3b29c-ea12-42cd-98ba-2178d9ea0ad5), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.403188 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26478184-8012-44f4-9b50-2f0aef611c5a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f3b29c-ea12-42cd-98ba-2178d9ea0ad5,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:56.406297 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Set router 69cf0a61-b342-468c-baff-87d12c9f1aaf gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:09:56.412527 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26478184-8012-44f4-9b50-2f0aef611c5a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.414193 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-26478184-8012-44f4-9b50-2f0aef611c5a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331849 Feb 05 04:09:56.565615 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-01e4265c-0da4-4e67-85b5-3ef6327896ce tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009845805&fields=id&tenant_id=04bc49c7c2a84f76b9303336ee359751 HTTP/1.1" status: 200 len: 267 time: 0.0439246 Feb 05 04:09:56.611499 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'name': 'tempest-TestSnapshotPattern-1363691191-router', 'tenant_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '1b1dbaf4-987a-45e5-81df-f249882013a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:49Z', 'updated_at': '2022-02-05T04:09:52Z', 'revision_number': 4, 'project_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'gw_port': {'id': '1b1dbaf4-987a-45e5-81df-f249882013a0', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:49Z', 'updated_at': '2022-02-05T04:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'da55fd45-8e15-4448-b1c8-97c9d3c60c8b', 'name': '', 'network_id': '41eece35-62d6-455e-9ab4-02434bba7272', 'tenant_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'mac_address': 'fa:16:3e:3a:1a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b11bbdce-111d-47da-bf1a-219123dcc385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:51Z', 'updated_at': '2022-02-05T04:09:52Z', 'revision_number': 2, 'project_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'subnets': [{'id': 'b11bbdce-111d-47da-bf1a-219123dcc385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:56.642920 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Checking router: 69cf0a61-b342-468c-baff-87d12c9f1aaf for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:09:56.643279 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Updating router 69cf0a61-b342-468c-baff-87d12c9f1aaf port da55fd45-8e15-4448-b1c8-97c9d3c60c8b binding host n-d-826942-8 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 05 04:09:56.670974 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.675603 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3a4952fc-a07b-4a00-af6a-32ac8a31160a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:56.677240 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3a4952fc-a07b-4a00-af6a-32ac8a31160a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/networks?id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c HTTP/1.1" status: 200 len: 809 time: 0.1049907 Feb 05 04:09:56.692124 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-85941b6d-1ef3-4b4b-87d9-ab3ab5e831bc tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/quotas/04bc49c7c2a84f76b9303336ee359751 HTTP/1.1" status: 200 len: 375 time: 0.0089982 Feb 05 04:09:56.752161 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-70a4e536-73cb-4c70-8c3d-b85bb1c1ff46 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=04bc49c7c2a84f76b9303336ee359751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541370 Feb 05 04:09:56.767527 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-4380c493-a49f-463d-b438-9ab1b6b54541 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 04:09:56.768493 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-4380c493-a49f-463d-b438-9ab1b6b54541 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050886 Feb 05 04:09:56.860494 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-9479f40e-2162-40d6-a009-c28c4616a05c service neutron] 10.222.0.36 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856915 Feb 05 04:09:56.943758 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Publish callbacks [] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.948760 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:56.955373 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-928d0c09-15e5-48da-b207-f81cad0b6e9d service neutron] 10.222.0.36 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892830 Feb 05 04:09:57.025691 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098b33d-535a-4276-bbff-4cae29eb9b3e None None] Pushing event updated for resources: {'Port': ['ID=da55fd45-8e15-4448-b1c8-97c9d3c60c8b,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:57.062330 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Attempting to bind port da55fd45-8e15-4448-b1c8-97c9d3c60c8b on host n-d-826942-8 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 04:09:57.062706 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Attempting to bind port da55fd45-8e15-4448-b1c8-97c9d3c60c8b by drivers openvswitch,hyperv on host n-d-826942-8 at level 0 using segments [{'id': 'c99a532c-4c34-4ff1-a581-e89c4653b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41eece35-62d6-455e-9ab4-02434bba7272'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 04:09:57.063103 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Attempting to bind port da55fd45-8e15-4448-b1c8-97c9d3c60c8b on network 41eece35-62d6-455e-9ab4-02434bba7272 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:09:57.070191 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Checking agent: {'id': '7a228bcd-fcba-4b0f-b27f-26297f809d93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 35, 10), 'started_at': datetime.datetime(2022, 2, 5, 2, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 4, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826942-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 04:09:57.070191 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Checking segment: {'id': 'c99a532c-4c34-4ff1-a581-e89c4653b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41eece35-62d6-455e-9ab4-02434bba7272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:09:57.070191 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:57.070191 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Bound using segment: {'id': 'c99a532c-4c34-4ff1-a581-e89c4653b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41eece35-62d6-455e-9ab4-02434bba7272'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 04:09:57.070730 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Bound port: da55fd45-8e15-4448-b1c8-97c9d3c60c8b, host: n-d-826942-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a532c-4c34-4ff1-a581-e89c4653b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41eece35-62d6-455e-9ab4-02434bba7272'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 04:09:57.070730 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:57.144786 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-696e9304-3e40-4a64-b035-b138e32127ec req-5e073ec7-cba2-438f-b40f-28578c96b74f tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 210 time: 0.0336628 Feb 05 04:09:57.145914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] For port da55fd45-8e15-4448-b1c8-97c9d3c60c8b, host n-d-826942-8, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 04:09:57.151743 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] For port da55fd45-8e15-4448-b1c8-97c9d3c60c8b, host n-d-826942-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=da55fd45-8e15-4448-b1c8-97c9d3c60c8b,segment=NetworkSegment(c99a532c-4c34-4ff1-a581-e89c4653b72d),segment_id=c99a532c-4c34-4ff1-a581-e89c4653b72d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 04:09:57.159791 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:57.241730 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098b33d-535a-4276-bbff-4cae29eb9b3e None None] Pushing event updated for resources: {'Port': ['ID=da55fd45-8e15-4448-b1c8-97c9d3c60c8b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:57.244755 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Routers {'69cf0a61-b342-468c-baff-87d12c9f1aaf'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:09:57.245372 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:09:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['69cf0a61-b342-468c-baff-87d12c9f1aaf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:57.249922 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1b1dbaf4-987a-45e5-81df-f249882013a0 up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:09:57.391957 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8d0fbd45-e35c-41d6-90d7-777fbf668723 None None] Provisioning complete for port da55fd45-8e15-4448-b1c8-97c9d3c60c8b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:57.392635 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8d0fbd45-e35c-41d6-90d7-777fbf668723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:57.457470 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] Set router 69cf0a61-b342-468c-baff-87d12c9f1aaf gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:09:57.492190 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port 1b1dbaf4-987a-45e5-81df-f249882013a0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:57.492562 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (1b1dbaf4-987a-45e5-81df-f249882013a0), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:57.636450 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8d0fbd45-e35c-41d6-90d7-777fbf668723 None None] Current status of the port da55fd45-8e15-4448-b1c8-97c9d3c60c8b is: DOWN; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:09:57.636837 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8d0fbd45-e35c-41d6-90d7-777fbf668723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:57.737305 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8d0fbd45-e35c-41d6-90d7-777fbf668723 None None] For port da55fd45-8e15-4448-b1c8-97c9d3c60c8b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=da55fd45-8e15-4448-b1c8-97c9d3c60c8b,segment=NetworkSegment(c99a532c-4c34-4ff1-a581-e89c4653b72d),segment_id=c99a532c-4c34-4ff1-a581-e89c4653b72d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:09:57.762200 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8d0fbd45-e35c-41d6-90d7-777fbf668723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:57.766501 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port 1b1dbaf4-987a-45e5-81df-f249882013a0 is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:09:57.823193 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fbd45-e35c-41d6-90d7-777fbf668723 None None] Pushing event updated for resources: {'Port': ['ID=da55fd45-8e15-4448-b1c8-97c9d3c60c8b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:57.836816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'name': 'tempest-TestSnapshotPattern-1363691191-router', 'tenant_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '1b1dbaf4-987a-45e5-81df-f249882013a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:49Z', 'updated_at': '2022-02-05T04:09:52Z', 'revision_number': 4, 'project_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'gw_port': {'id': '1b1dbaf4-987a-45e5-81df-f249882013a0', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:49Z', 'updated_at': '2022-02-05T04:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'da55fd45-8e15-4448-b1c8-97c9d3c60c8b', 'name': '', 'network_id': '41eece35-62d6-455e-9ab4-02434bba7272', 'tenant_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'mac_address': 'fa:16:3e:3a:1a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b11bbdce-111d-47da-bf1a-219123dcc385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:51Z', 'updated_at': '2022-02-05T04:09:57Z', 'revision_number': 4, 'project_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'subnets': [{'id': 'b11bbdce-111d-47da-bf1a-219123dcc385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:09:57.863304 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa4851-6d31-452e-b3cc-5a6ad60a60f9 None None] The sync data for ids ['69cf0a61-b342-468c-baff-87d12c9f1aaf'] in n-d-826942-8 is: [{'id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'name': 'tempest-TestSnapshotPattern-1363691191-router', 'tenant_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '1b1dbaf4-987a-45e5-81df-f249882013a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:49Z', 'updated_at': '2022-02-05T04:09:52Z', 'revision_number': 4, 'project_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'gw_port': {'id': '1b1dbaf4-987a-45e5-81df-f249882013a0', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:49Z', 'updated_at': '2022-02-05T04:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': 'da55fd45-8e15-4448-b1c8-97c9d3c60c8b', 'name': '', 'network_id': '41eece35-62d6-455e-9ab4-02434bba7272', 'tenant_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'mac_address': 'fa:16:3e:3a:1a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'b11bbdce-111d-47da-bf1a-219123dcc385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:51Z', 'updated_at': '2022-02-05T04:09:57Z', 'revision_number': 4, 'project_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'subnets': [{'id': 'b11bbdce-111d-47da-bf1a-219123dcc385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:09:57.880939 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-74dd03e5-ad22-4ba7-9d56-9d8da034ec68 None None] Provisioning complete for port da55fd45-8e15-4448-b1c8-97c9d3c60c8b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:57.881345 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74dd03e5-ad22-4ba7-9d56-9d8da034ec68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:57.966122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-74dd03e5-ad22-4ba7-9d56-9d8da034ec68 None None] Current status of the port da55fd45-8e15-4448-b1c8-97c9d3c60c8b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:09:58.173044 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-a91e4747-9c31-4af7-8d4f-8fd9d0453527 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:58.174469 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-a91e4747-9c31-4af7-8d4f-8fd9d0453527 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.10 "GET /v2.0/networks?id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c HTTP/1.1" status: 200 len: 809 time: 0.1127806 Feb 05 04:09:58.279275 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-b42f7c7c-3e7c-4a2a-a688-1f0dd9cda64e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04bc49c7c2a84f76b9303336ee359751 HTTP/1.1" status: 200 len: 380 time: 0.0963795 Feb 05 04:09:58.281262 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6cdf963c-8b80-4431-b266-c5fd009f0ec9 req-7c02b5de-62cf-4be4-8631-4805c96a3410 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 210 time: 0.0425508 Feb 05 04:09:58.289944 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-387f2057-b07e-40dd-ba1c-8ccd477c358c tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Request body: {'port': {'device_id': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'admin_state_up': True, 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'security_groups': ['590eb1cc-2402-4014-8c30-8bd17dd909ed']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:09:58.401471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-387f2057-b07e-40dd-ba1c-8ccd477c358c tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Made reservation on behalf of 04bc49c7c2a84f76b9303336ee359751 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 04:09:58.405023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-387f2057-b07e-40dd-ba1c-8ccd477c358c tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:58.532896 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-387f2057-b07e-40dd-ba1c-8ccd477c358c tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Allocated IP 172.20.0.5 (58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c/d9de8daa-c17e-4cc0-bab8-d69c574904f9/26a75e30-a409-4a68-8832-c44b4b3c83e3) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:09:58.673244 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-387f2057-b07e-40dd-ba1c-8ccd477c358c tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:58.706168 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-387f2057-b07e-40dd-ba1c-8ccd477c358c tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:58.748033 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-387f2057-b07e-40dd-ba1c-8ccd477c358c tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:09:58.753012 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-387f2057-b07e-40dd-ba1c-8ccd477c358c tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:09:58.755403 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-387f2057-b07e-40dd-ba1c-8ccd477c358c tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:09:58.785460 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f2057-b07e-40dd-ba1c-8ccd477c358c tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event updated for resources: {'Port': ['ID=26a75e30-a409-4a68-8832-c44b4b3c83e3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:58.811451 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-387f2057-b07e-40dd-ba1c-8ccd477c358c tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:58.812093 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-387f2057-b07e-40dd-ba1c-8ccd477c358c tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:58.829678 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-387f2057-b07e-40dd-ba1c-8ccd477c358c tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5437496 Feb 05 04:09:58.841665 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Request body: {'port': {'device_id': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826942-8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:09:58.910045 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:59.001026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-08ec1d7a-0eb9-405f-8a8e-20a8399fa269 None None] Provisioning complete for port 26a75e30-a409-4a68-8832-c44b4b3c83e3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:59.001624 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08ec1d7a-0eb9-405f-8a8e-20a8399fa269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:59.057327 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-08ec1d7a-0eb9-405f-8a8e-20a8399fa269 None None] Port 26a75e30-a409-4a68-8832-c44b4b3c83e3 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 04:09:59.221604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a75e30-a409-4a68-8832-c44b4b3c83e3 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 04:09:59.229204 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Publish callbacks [] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:59.241538 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Transition to ACTIVE for port object 26a75e30-a409-4a68-8832-c44b4b3c83e3 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 04:09:59.245312 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:59.257324 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device da55fd45-8e15-4448-b1c8-97c9d3c60c8b up at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:09:59.315253 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Pushing event updated for resources: {'Port': ['ID=26a75e30-a409-4a68-8832-c44b4b3c83e3,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:59.329003 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Provisioning complete for port da55fd45-8e15-4448-b1c8-97c9d3c60c8b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:09:59.329775 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:59.419233 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Attempting to bind port 26a75e30-a409-4a68-8832-c44b4b3c83e3 on host n-h2-826942-8 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 04:09:59.419458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Attempting to bind port 26a75e30-a409-4a68-8832-c44b4b3c83e3 by drivers openvswitch,hyperv on host n-h2-826942-8 at level 0 using segments [{'id': 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 04:09:59.419835 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Attempting to bind port 26a75e30-a409-4a68-8832-c44b4b3c83e3 on network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:09:59.427207 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Port 26a75e30-a409-4a68-8832-c44b4b3c83e3 on network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c not bound, no agent of type Open vSwitch agent registered on host n-h2-826942-8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 04:09:59.427555 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Attempting to bind port 26a75e30-a409-4a68-8832-c44b4b3c83e3 on network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:09:59.434483 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Current status of the port da55fd45-8e15-4448-b1c8-97c9d3c60c8b is: ACTIVE; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:09:59.437406 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Checking agent: {'id': '1eba6671-fc82-4d57-a5a5-74d3463796a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 4, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 04:09:59.437753 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Checking segment: {'id': 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:09:59.438137 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Bound using segment: {'id': 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 04:09:59.438643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Bound port: 26a75e30-a409-4a68-8832-c44b4b3c83e3, host: n-h2-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 04:09:59.439038 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:59.460250 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cc4a9-699b-4a76-879a-fb999d752e20 req-8d5c736a-6d7f-4d7b-8ff5-b21822a14abc tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:59.461890 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b8cc4a9-699b-4a76-879a-fb999d752e20 req-8d5c736a-6d7f-4d7b-8ff5-b21822a14abc tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 943 time: 0.0889440 Feb 05 04:09:59.547343 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] For port 26a75e30-a409-4a68-8832-c44b4b3c83e3, host n-h2-826942-8, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 04:09:59.550257 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] For port 26a75e30-a409-4a68-8832-c44b4b3c83e3, host n-h2-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=26a75e30-a409-4a68-8832-c44b4b3c83e3,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 04:09:59.554979 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-3b8cc4a9-699b-4a76-879a-fb999d752e20 req-3d6c8b38-4725-4277-96c7-0df9cd8b5d0b tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704336 Feb 05 04:09:59.560271 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:59.599880 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:59.601156 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:09:59.602522 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] 10.222.0.10 "PUT /v2.0/ports/26a75e30-a409-4a68-8832-c44b4b3c83e3 HTTP/1.1" status: 200 len: 1091 time: 0.7657356 Feb 05 04:09:59.602998 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'tag': '26a75e30-a409-4a68-8832-c44b4b3c83e3'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:09:59.605252 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5609daf-36bd-4d9f-930c-c841f0ffc215" -d '{"events": [{"name": "network-changed", "server_uuid": "82d8ecb4-40af-47ea-9d86-44054282e1e3", "tag": "26a75e30-a409-4a68-8832-c44b4b3c83e3"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:09:59.635666 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff70de-1764-48ef-b94e-12bba0be4475 service neutron] Pushing event updated for resources: {'Port': ['ID=26a75e30-a409-4a68-8832-c44b4b3c83e3,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:09:59.649325 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 04:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86af198-d951-4af1-8c88-a02f765c484b x-openstack-request-id: req-b86af198-d951-4af1-8c88-a02f765c484b {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:09:59.649629 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d8ecb4-40af-47ea-9d86-44054282e1e3", "tag": "26a75e30-a409-4a68-8832-c44b4b3c83e3", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:09:59.649885 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b86af198-d951-4af1-8c88-a02f765c484b {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:09:59.650294 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'tag': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'status': 'completed', 'code': 200} Feb 05 04:09:59.701171 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-2db2ba7b-b401-41e5-b768-01a4a0c6f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:59.703339 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-2db2ba7b-b401-41e5-b768-01a4a0c6f8a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04bc49c7c2a84f76b9303336ee359751&device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 1125 time: 0.0486042 Feb 05 04:09:59.747318 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-19f65d83-d4d6-4b45-9c65-b78470a894a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26a75e30-a409-4a68-8832-c44b4b3c83e3 HTTP/1.1" status: 200 len: 217 time: 0.0362272 Feb 05 04:09:59.805096 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-39430dc1-f835-43aa-b488-e64b236d26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:59.806573 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-39430dc1-f835-43aa-b488-e64b236d26f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9de8daa-c17e-4cc0-bab8-d69c574904f9 HTTP/1.1" status: 200 len: 848 time: 0.0523655 Feb 05 04:09:59.856503 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-1c1af447-86b4-4b50-9c65-2a65389d68a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:09:59.857930 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-1c1af447-86b4-4b50-9c65-2a65389d68a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453589 Feb 05 04:09:59.947409 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-d820124a-2293-432b-9cd8-e9f6479bac44 service neutron] 10.222.0.10 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816238 Feb 05 04:10:00.039222 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-99684f20-7113-41d5-bcb4-bb0c4750e913 req-b73a707e-283b-4c56-9ac1-2873dcb148a2 service neutron] 10.222.0.10 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855134 Feb 05 04:10:00.128920 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5609daf-36bd-4d9f-930c-c841f0ffc215 req-0581e787-6df1-489d-b4c0-99905ad75e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:10:00.130330 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5609daf-36bd-4d9f-930c-c841f0ffc215 req-0581e787-6df1-489d-b4c0-99905ad75e45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04bc49c7c2a84f76b9303336ee359751&device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 1125 time: 0.0461318 Feb 05 04:10:00.226347 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5609daf-36bd-4d9f-930c-c841f0ffc215 req-7e5619cc-a225-43a3-b905-1654ef2b6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:10:00.227847 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5609daf-36bd-4d9f-930c-c841f0ffc215 req-7e5619cc-a225-43a3-b905-1654ef2b6d4e service neutron] 10.222.0.10 "GET /v2.0/networks?id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c HTTP/1.1" status: 200 len: 910 time: 0.0871093 Feb 05 04:10:00.269620 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5609daf-36bd-4d9f-930c-c841f0ffc215 req-16cf5093-9a30-470f-a549-a2f570d03f48 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26a75e30-a409-4a68-8832-c44b4b3c83e3 HTTP/1.1" status: 200 len: 217 time: 0.0348175 Feb 05 04:10:00.322095 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5609daf-36bd-4d9f-930c-c841f0ffc215 req-12e8570b-d083-4b04-9d0f-98701cbed9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:10:00.323581 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5609daf-36bd-4d9f-930c-c841f0ffc215 req-12e8570b-d083-4b04-9d0f-98701cbed9f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9de8daa-c17e-4cc0-bab8-d69c574904f9 HTTP/1.1" status: 200 len: 848 time: 0.0433500 Feb 05 04:10:00.376683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5609daf-36bd-4d9f-930c-c841f0ffc215 req-837460de-897f-43ee-9ff9-b150e5c91532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:10:00.378196 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5609daf-36bd-4d9f-930c-c841f0ffc215 req-837460de-897f-43ee-9ff9-b150e5c91532 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477128 Feb 05 04:10:00.466179 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5609daf-36bd-4d9f-930c-c841f0ffc215 req-5d57056c-6839-4094-adb6-26f3c4ef0c52 service neutron] 10.222.0.10 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807893 Feb 05 04:10:00.559528 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b5609daf-36bd-4d9f-930c-c841f0ffc215 req-d233ddd3-3b02-477d-8909-928df547dec8 service neutron] 10.222.0.10 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850632 Feb 05 04:10:00.678962 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a16d7-3405-45c2-85a8-6d5dbf3cf025 req-301965bb-1cf7-4b9b-8383-947211c03fef tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:10:00.680664 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-809a16d7-3405-45c2-85a8-6d5dbf3cf025 req-301965bb-1cf7-4b9b-8383-947211c03fef tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 943 time: 0.0562747 Feb 05 04:10:00.728872 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-809a16d7-3405-45c2-85a8-6d5dbf3cf025 req-ad50e983-965d-4491-9a85-ccc1599788b2 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424237 Feb 05 04:10:01.399103 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 26a75e30-a409-4a68-8832-c44b4b3c83e3 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 04:10:01.496271 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 26a75e30-a409-4a68-8832-c44b4b3c83e3, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=26a75e30-a409-4a68-8832-c44b4b3c83e3,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:10:01.664735 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'port_id': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'mac_address': 'fa:16:3e:70:13:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 04:10:01.701207 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 26a75e30-a409-4a68-8832-c44b4b3c83e3 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:10:01.701591 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:01.713959 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a75e30-a409-4a68-8832-c44b4b3c83e3 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 04:10:01.733043 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 26a75e30-a409-4a68-8832-c44b4b3c83e3, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=26a75e30-a409-4a68-8832-c44b4b3c83e3,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:10:01.736870 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:01.786453 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=26a75e30-a409-4a68-8832-c44b4b3c83e3,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:10:01.846878 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcb64c-2a88-414e-9589-0c68f88aa0f5 req-c4a754cb-c402-445e-9d50-752f65fc7ad6 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:10:01.848358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7fcb64c-2a88-414e-9589-0c68f88aa0f5 req-c4a754cb-c402-445e-9d50-752f65fc7ad6 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 944 time: 0.0518863 Feb 05 04:10:01.898639 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e7fcb64c-2a88-414e-9589-0c68f88aa0f5 req-389fefd6-bc71-4f68-bf1c-3e6d73d48eaf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444880 Feb 05 04:10:01.938923 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['26a75e30-a409-4a68-8832-c44b4b3c83e3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 04:10:03.030256 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a893e06-c011-4375-8621-1375179a9939 req-1bd18af3-9ddb-4bb9-b2d3-876afad60462 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:10:03.031778 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a893e06-c011-4375-8621-1375179a9939 req-1bd18af3-9ddb-4bb9-b2d3-876afad60462 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 944 time: 0.0603590 Feb 05 04:10:03.081410 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-5a893e06-c011-4375-8621-1375179a9939 req-c900dcae-6db6-4685-8f78-39b32e34a6b0 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435030 Feb 05 04:10:03.398611 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 26a75e30-a409-4a68-8832-c44b4b3c83e3 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:10:03.453198 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning for port 26a75e30-a409-4a68-8832-c44b4b3c83e3 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 04:10:03.458253 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 26a75e30-a409-4a68-8832-c44b4b3c83e3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:10:03.458626 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:03.542307 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 26a75e30-a409-4a68-8832-c44b4b3c83e3 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:10:03.542694 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:03.566113 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a75e30-a409-4a68-8832-c44b4b3c83e3'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:10:03.568345 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72cb901-43b7-463d-ac92-fa9046f777b7" -d '{"events": [{"server_uuid": "82d8ecb4-40af-47ea-9d86-44054282e1e3", "name": "network-vif-plugged", "status": "completed", "tag": "26a75e30-a409-4a68-8832-c44b4b3c83e3"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:10:03.580133 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 26a75e30-a409-4a68-8832-c44b4b3c83e3, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=26a75e30-a409-4a68-8832-c44b4b3c83e3,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:10:03.584022 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:03.610267 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 04:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0136c7-accf-44c0-834e-fc54af41ab6a x-openstack-request-id: req-5d0136c7-accf-44c0-834e-fc54af41ab6a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:10:03.610555 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d8ecb4-40af-47ea-9d86-44054282e1e3", "name": "network-vif-plugged", "status": "completed", "tag": "26a75e30-a409-4a68-8832-c44b4b3c83e3", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:10:03.610918 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d0136c7-accf-44c0-834e-fc54af41ab6a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:10:03.611327 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'code': 200} Feb 05 04:10:03.639425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=26a75e30-a409-4a68-8832-c44b4b3c83e3,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:10:03.708749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454782d-a0f4-4997-85e9-5cd313fd34d4 req-41651765-5eea-4e22-bb2b-332c95371563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:10:03.711594 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1454782d-a0f4-4997-85e9-5cd313fd34d4 req-41651765-5eea-4e22-bb2b-332c95371563 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 1127 time: 0.0459211 Feb 05 04:10:03.757252 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1454782d-a0f4-4997-85e9-5cd313fd34d4 req-9b4d5890-6ce9-4215-9052-8690676d60a7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391095 Feb 05 04:10:03.823750 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7ec79fba-0f06-4619-9600-ddd442fc6bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:04.202440 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae6826-202b-408e-826c-9a18ef5471d6 req-8f596575-360d-4d6f-b86a-3481725729a4 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:10:04.203865 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8ae6826-202b-408e-826c-9a18ef5471d6 req-8f596575-360d-4d6f-b86a-3481725729a4 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 945 time: 0.0529392 Feb 05 04:10:04.255624 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e8ae6826-202b-408e-826c-9a18ef5471d6 req-988c0fe7-1ad7-48be-8278-90fe2b42abab tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462315 Feb 05 04:10:05.382821 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b963d-3f8e-44cc-b46a-c513ed782722 req-965db389-8118-4383-9388-207d11451508 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:10:05.384321 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-055b963d-3f8e-44cc-b46a-c513ed782722 req-965db389-8118-4383-9388-207d11451508 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 945 time: 0.0586424 Feb 05 04:10:05.432584 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-055b963d-3f8e-44cc-b46a-c513ed782722 req-dbff985b-cbc1-403f-8a54-36f326ae6b0e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426416 Feb 05 04:10:05.548974 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c77f3-c377-48b5-8f4c-5d2f4d458fb0 req-ca9ad378-fdf6-4f77-84fe-d17bba6e32e5 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:10:05.550338 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b21c77f3-c377-48b5-8f4c-5d2f4d458fb0 req-ca9ad378-fdf6-4f77-84fe-d17bba6e32e5 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 945 time: 0.0516975 Feb 05 04:10:05.597026 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-b21c77f3-c377-48b5-8f4c-5d2f4d458fb0 req-c65cfde2-6e53-413c-9ba5-8d5e9ce6f729 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409639 Feb 05 04:10:05.619188 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47720) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:10:05.751983 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449d9341-8d20-49ae-b195-7e13c3348cb2 tempest-TestSnapshotPattern-78739350 tempest-TestSnapshotPattern-78739350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:10:05.753499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-449d9341-8d20-49ae-b195-7e13c3348cb2 tempest-TestSnapshotPattern-78739350 tempest-TestSnapshotPattern-78739350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 1122 time: 0.1333554 Feb 05 04:10:05.756989 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47724) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:10:05.761151 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:10:05.781023 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:05.873305 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:05.975413 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Allocated IP 172.25.0.41 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/e801305d-b6e7-4888-becd-021593b8916a) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:10:06.028714 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac3f2341-2637-4eb4-b559-80b08bcb6559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:06.073384 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for port (e801305d-b6e7-4888-becd-021593b8916a), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:06.106061 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e801305d-b6e7-4888-becd-021593b8916a), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:06.150458 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:10:06.153195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:10:06.158580 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:10:06.186614 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event updated for resources: {'Port': ['ID=e801305d-b6e7-4888-becd-021593b8916a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:10:06.506895 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for floatingip (8fa791ba-19d6-4f77-9c14-c8d1067de245), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:06.577143 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (e801305d-b6e7-4888-becd-021593b8916a), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:06.727980 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for port (e801305d-b6e7-4888-becd-021593b8916a), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:06.732005 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (e801305d-b6e7-4888-becd-021593b8916a), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:06.797087 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event updated for resources: {'Port': ['ID=e801305d-b6e7-4888-becd-021593b8916a,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:10:06.809004 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (8fa791ba-19d6-4f77-9c14-c8d1067de245), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:07.220225 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Floating IP 8fa791ba-19d6-4f77-9c14-c8d1067de245 associated. External IP: 172.25.0.41, port: 26a75e30-a409-4a68-8832-c44b4b3c83e3. Feb 05 04:10:07.430138 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:10:07.434818 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:07.539076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:10:07.548763 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c84406f-1b16-47b7-90f7-f3cf6dd07f83 None None] Sync routers for ids ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:10:07.557845 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:07.560847 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c84406f-1b16-47b7-90f7-f3cf6dd07f83 None None] Routers {'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:10:07.561493 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3c84406f-1b16-47b7-90f7-f3cf6dd07f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:10:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:10:07.587823 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-0cf23f50-34dd-4d72-9954-ca00d8a54900 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8298302 Feb 05 04:10:07.588700 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'tag': '26a75e30-a409-4a68-8832-c44b4b3c83e3'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:10:07.591137 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f632e8-e3c6-4102-831c-55c2371743b9" -d '{"events": [{"name": "network-changed", "server_uuid": "82d8ecb4-40af-47ea-9d86-44054282e1e3", "tag": "26a75e30-a409-4a68-8832-c44b4b3c83e3"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:10:07.628956 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 04:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c38327f-271d-4cfc-8e63-0821535b1d6a x-openstack-request-id: req-3c38327f-271d-4cfc-8e63-0821535b1d6a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:10:07.629306 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d8ecb4-40af-47ea-9d86-44054282e1e3", "tag": "26a75e30-a409-4a68-8832-c44b4b3c83e3", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:10:07.629566 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c38327f-271d-4cfc-8e63-0821535b1d6a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:10:07.629968 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'tag': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'status': 'completed', 'code': 200} Feb 05 04:10:07.671281 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3c84406f-1b16-47b7-90f7-f3cf6dd07f83 None None] Set router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:10:07.698260 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f632e8-e3c6-4102-831c-55c2371743b9 req-600eec6e-1320-4226-8928-fe1512e6a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:10:07.699842 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61f632e8-e3c6-4102-831c-55c2371743b9 req-600eec6e-1320-4226-8928-fe1512e6a4a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04bc49c7c2a84f76b9303336ee359751&device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 1127 time: 0.0482800 Feb 05 04:10:07.799447 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f632e8-e3c6-4102-831c-55c2371743b9 req-597ddc77-a121-4656-99a0-333a9b8a005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:10:07.800903 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61f632e8-e3c6-4102-831c-55c2371743b9 req-597ddc77-a121-4656-99a0-333a9b8a005d service neutron] 10.222.0.10 "GET /v2.0/networks?id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c HTTP/1.1" status: 200 len: 910 time: 0.0936279 Feb 05 04:10:07.865566 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61f632e8-e3c6-4102-831c-55c2371743b9 req-9079bfc9-0161-4e08-97b5-d2ed121c1db2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26a75e30-a409-4a68-8832-c44b4b3c83e3 HTTP/1.1" status: 200 len: 998 time: 0.0589511 Feb 05 04:10:07.899292 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3c84406f-1b16-47b7-90f7-f3cf6dd07f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 4, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '8fa791ba-19d6-4f77-9c14-c8d1067de245', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'port_id': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'mac_address': 'fa:16:3e:70:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:10:06Z', 'updated_at': '2022-02-05T04:10:06Z', 'revision_number': 0, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897bfe6b-abcb-4972-8997-59e69614955f', 'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'mac_address': 'fa:16:3e:01:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:46Z', 'updated_at': '2022-02-05T04:09:51Z', 'revision_number': 5, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'subnets': [{'id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:10:07.912239 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f632e8-e3c6-4102-831c-55c2371743b9 req-f38deabf-1444-40f3-8a58-4b4c88732834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:10:07.915339 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61f632e8-e3c6-4102-831c-55c2371743b9 req-f38deabf-1444-40f3-8a58-4b4c88732834 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9de8daa-c17e-4cc0-bab8-d69c574904f9 HTTP/1.1" status: 200 len: 848 time: 0.0442655 Feb 05 04:10:07.929439 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c84406f-1b16-47b7-90f7-f3cf6dd07f83 None None] Checking router: f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:10:07.937802 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c84406f-1b16-47b7-90f7-f3cf6dd07f83 None None] Routers {'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:10:07.938416 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3c84406f-1b16-47b7-90f7-f3cf6dd07f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:10:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:10:07.968471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f632e8-e3c6-4102-831c-55c2371743b9 req-585d13bf-7195-4c11-ae9e-57662680587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:10:07.969888 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61f632e8-e3c6-4102-831c-55c2371743b9 req-585d13bf-7195-4c11-ae9e-57662680587b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493815 Feb 05 04:10:08.047487 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3c84406f-1b16-47b7-90f7-f3cf6dd07f83 None None] Set router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:10:08.058844 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61f632e8-e3c6-4102-831c-55c2371743b9 req-2055718e-81cd-479c-9301-057b3c240c64 service neutron] 10.222.0.10 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823786 Feb 05 04:10:08.154623 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-61f632e8-e3c6-4102-831c-55c2371743b9 req-5964c2f5-ebcf-46c9-ab05-0d8c33d024c0 service neutron] 10.222.0.10 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901451 Feb 05 04:10:08.266087 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3c84406f-1b16-47b7-90f7-f3cf6dd07f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 4, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '8fa791ba-19d6-4f77-9c14-c8d1067de245', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'port_id': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'mac_address': 'fa:16:3e:70:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:10:06Z', 'updated_at': '2022-02-05T04:10:06Z', 'revision_number': 0, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897bfe6b-abcb-4972-8997-59e69614955f', 'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'mac_address': 'fa:16:3e:01:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:46Z', 'updated_at': '2022-02-05T04:09:51Z', 'revision_number': 5, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'subnets': [{'id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:10:08.291900 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c84406f-1b16-47b7-90f7-f3cf6dd07f83 None None] The sync data for ids ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'] in n-d-826942-8 is: [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 4, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '8fa791ba-19d6-4f77-9c14-c8d1067de245', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'port_id': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'mac_address': 'fa:16:3e:70:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:10:06Z', 'updated_at': '2022-02-05T04:10:06Z', 'revision_number': 0, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897bfe6b-abcb-4972-8997-59e69614955f', 'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'mac_address': 'fa:16:3e:01:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:46Z', 'updated_at': '2022-02-05T04:09:51Z', 'revision_number': 5, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'subnets': [{'id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:10:08.480071 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964d6528-7d1d-41dd-b8fe-344356e32999 None None] New status for floating IP 8fa791ba-19d6-4f77-9c14-c8d1067de245: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 04:10:08.969716 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:10.234883 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:12.286428 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:17.090028 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:31.508519 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:10:33.824188 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-206c8e20-5f15-4776-a5a9-7348d74c94d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:36.029621 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8323f63f-a266-48b7-baa9-dd86ff8a9448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:37.433376 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:38.972303 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:40.238663 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:42.292833 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:10:47.103767 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:11:02.336879 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c1f38f7-bf04-432c-9f3b-4d6ff65d0daf req-08f07844-da8c-46de-875d-3ad395d23d86 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443006 Feb 05 04:11:02.422388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f38f7-bf04-432c-9f3b-4d6ff65d0daf req-cebc33d5-dacc-4a11-b0e6-db7753b351fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:11:02.423924 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c1f38f7-bf04-432c-9f3b-4d6ff65d0daf req-cebc33d5-dacc-4a11-b0e6-db7753b351fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04bc49c7c2a84f76b9303336ee359751&device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 1127 time: 0.0456784 Feb 05 04:11:02.529929 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f38f7-bf04-432c-9f3b-4d6ff65d0daf req-1712c8f7-5d46-41dc-82cc-fa4a57a1a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:11:02.531441 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c1f38f7-bf04-432c-9f3b-4d6ff65d0daf req-1712c8f7-5d46-41dc-82cc-fa4a57a1a456 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c HTTP/1.1" status: 200 len: 910 time: 0.0889356 Feb 05 04:11:02.596031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c1f38f7-bf04-432c-9f3b-4d6ff65d0daf req-1e43afd8-e501-4871-b0fe-77909d7820b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26a75e30-a409-4a68-8832-c44b4b3c83e3 HTTP/1.1" status: 200 len: 1000 time: 0.0587466 Feb 05 04:11:02.644486 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f38f7-bf04-432c-9f3b-4d6ff65d0daf req-8a0536c3-d8b8-4642-ac45-96b2e1ba4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:11:02.645907 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c1f38f7-bf04-432c-9f3b-4d6ff65d0daf req-8a0536c3-d8b8-4642-ac45-96b2e1ba4838 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9de8daa-c17e-4cc0-bab8-d69c574904f9 HTTP/1.1" status: 200 len: 848 time: 0.0435247 Feb 05 04:11:02.699964 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f38f7-bf04-432c-9f3b-4d6ff65d0daf req-cdd71f39-6eff-4fa5-8cab-71b5f2341130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:11:02.701463 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c1f38f7-bf04-432c-9f3b-4d6ff65d0daf req-cdd71f39-6eff-4fa5-8cab-71b5f2341130 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494874 Feb 05 04:11:02.791856 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c1f38f7-bf04-432c-9f3b-4d6ff65d0daf req-be05ec4b-aa26-4953-87f6-8dd583b51c54 service neutron] 10.222.0.10 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833852 Feb 05 04:11:02.884216 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-4c1f38f7-bf04-432c-9f3b-4d6ff65d0daf req-419d76b8-17a7-4fdc-b195-eadd38ba3001 service neutron] 10.222.0.10 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870826 Feb 05 04:11:03.826316 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1a40240e-1c89-4ccd-bf4d-79f81a4daf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:11:06.030995 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11f7281a-ad17-451e-9c49-a36aef5dca5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:11:07.436523 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:11:08.508126 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:11:08.974022 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:11:10.240764 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:11:12.315117 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:11:17.133664 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:11:33.827684 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-07aaa00b-89ff-4b24-9dc1-5bae4f0df17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:11:36.033019 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2387bb82-f780-4ad9-ad51-82461f93a298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:11:37.439379 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:11:38.976985 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:11:40.243782 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:11:42.331085 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:11:45.507413 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:11:47.132147 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:03.400737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72709-06c8-436f-80ea-e6df0d54792b req-eff9c971-27f6-46b6-8066-d10de735f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:03.402277 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0a72709-06c8-436f-80ea-e6df0d54792b req-eff9c971-27f6-46b6-8066-d10de735f0d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04bc49c7c2a84f76b9303336ee359751&device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 1127 time: 0.0467122 Feb 05 04:12:03.509437 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72709-06c8-436f-80ea-e6df0d54792b req-d8d72644-cf63-404f-81ee-72c47acb5880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:03.510982 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0a72709-06c8-436f-80ea-e6df0d54792b req-d8d72644-cf63-404f-81ee-72c47acb5880 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c HTTP/1.1" status: 200 len: 910 time: 0.0852826 Feb 05 04:12:03.581841 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0a72709-06c8-436f-80ea-e6df0d54792b req-1921f040-83e3-45d9-837c-1d6bf96913fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26a75e30-a409-4a68-8832-c44b4b3c83e3 HTTP/1.1" status: 200 len: 1000 time: 0.0630984 Feb 05 04:12:03.628246 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72709-06c8-436f-80ea-e6df0d54792b req-9c2419da-70c4-4c3a-b436-5f2e79ef6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:03.629684 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0a72709-06c8-436f-80ea-e6df0d54792b req-9c2419da-70c4-4c3a-b436-5f2e79ef6d84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9de8daa-c17e-4cc0-bab8-d69c574904f9 HTTP/1.1" status: 200 len: 848 time: 0.0422013 Feb 05 04:12:03.676803 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72709-06c8-436f-80ea-e6df0d54792b req-83c160cf-a2b8-45eb-b4f6-c52be74f27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:03.679141 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0a72709-06c8-436f-80ea-e6df0d54792b req-83c160cf-a2b8-45eb-b4f6-c52be74f27fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438409 Feb 05 04:12:03.767900 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0a72709-06c8-436f-80ea-e6df0d54792b req-1f35ba62-7e08-400b-9b95-810f201ac928 service neutron] 10.222.0.10 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827808 Feb 05 04:12:03.829017 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e952daa-b0b8-4e01-9dac-eb0b449e5e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:03.858298 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c0a72709-06c8-436f-80ea-e6df0d54792b req-6c169781-57a6-463c-9083-553ac0e4c744 service neutron] 10.222.0.10 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814764 Feb 05 04:12:06.037549 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55a63bfc-df81-40f8-841f-160fc52cc77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:07.448530 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:08.004883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 26a75e30-a409-4a68-8832-c44b4b3c83e3 details requested by agent hyperv_n-h2-826942-8 with host n-h2-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 04:12:08.117438 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 26a75e30-a409-4a68-8832-c44b4b3c83e3, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=26a75e30-a409-4a68-8832-c44b4b3c83e3,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:12:08.129974 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Returning: {'device': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'port_id': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'mac_address': 'fa:16:3e:70:13:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 04:12:08.173529 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 26a75e30-a409-4a68-8832-c44b4b3c83e3 is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:12:08.174197 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:08.195548 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26a75e30-a409-4a68-8832-c44b4b3c83e3 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 04:12:08.220080 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 26a75e30-a409-4a68-8832-c44b4b3c83e3, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=26a75e30-a409-4a68-8832-c44b4b3c83e3,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:12:08.227239 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:08.290192 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=26a75e30-a409-4a68-8832-c44b4b3c83e3,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:12:08.300805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:08.300805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:08.300805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:08.300805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:08.300805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:08.300805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:08.300805 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:08.301474 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:08.301474 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:08.301637 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:08.301904 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:08.302168 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:08.303454 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:08.312767 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] get_ports_and_sgs() called for port_ids ['26a75e30-a409-4a68-8832-c44b4b3c83e3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 04:12:08.981618 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:09.999328 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 26a75e30-a409-4a68-8832-c44b4b3c83e3 up at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:12:10.057065 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Provisioning complete for port 26a75e30-a409-4a68-8832-c44b4b3c83e3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:12:10.057481 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:10.143527 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 26a75e30-a409-4a68-8832-c44b4b3c83e3 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:12:10.143915 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:10.169541 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a75e30-a409-4a68-8832-c44b4b3c83e3'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:12:10.171833 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5fa033-bc4b-4866-8ada-9dd89d61ca71" -d '{"events": [{"server_uuid": "82d8ecb4-40af-47ea-9d86-44054282e1e3", "name": "network-vif-plugged", "status": "completed", "tag": "26a75e30-a409-4a68-8832-c44b4b3c83e3"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:12:10.194337 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 26a75e30-a409-4a68-8832-c44b4b3c83e3, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=26a75e30-a409-4a68-8832-c44b4b3c83e3,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:12:10.203426 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:10.242063 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 04:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a90c483-cb2a-496f-a657-45d91f4e4326 x-openstack-request-id: req-2a90c483-cb2a-496f-a657-45d91f4e4326 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:12:10.242357 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d8ecb4-40af-47ea-9d86-44054282e1e3", "name": "network-vif-plugged", "status": "completed", "tag": "26a75e30-a409-4a68-8832-c44b4b3c83e3", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:12:10.242616 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a90c483-cb2a-496f-a657-45d91f4e4326 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:12:10.243045 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'code': 200} Feb 05 04:12:10.268923 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:10.282980 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=26a75e30-a409-4a68-8832-c44b4b3c83e3,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:12:12.334970 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:16.886931 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-50382952-1126-4c88-9f5a-c84d63526af4 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009845805&fields=id&tenant_id=04bc49c7c2a84f76b9303336ee359751 HTTP/1.1" status: 200 len: 267 time: 0.0486429 Feb 05 04:12:16.990827 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-ccf812ec-787a-48f7-9954-c014be558a81 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:16.992304 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-ccf812ec-787a-48f7-9954-c014be558a81 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/networks?id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c HTTP/1.1" status: 200 len: 809 time: 0.0991497 Feb 05 04:12:17.007358 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-fe4cbf0e-c209-447d-aab3-85e6f5f8b55e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/quotas/04bc49c7c2a84f76b9303336ee359751 HTTP/1.1" status: 200 len: 375 time: 0.0098193 Feb 05 04:12:17.069938 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-760eae47-7773-44b1-92f9-23c180b91ea7 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=04bc49c7c2a84f76b9303336ee359751&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578909 Feb 05 04:12:17.146584 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:17.149423 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-a1885cee-fe3e-4e09-8b65-0adc36c89a38 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 04:12:17.150504 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-a1885cee-fe3e-4e09-8b65-0adc36c89a38 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0697312 Feb 05 04:12:17.238705 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-22efdfb2-ce28-402f-a4e3-851c71d20c79 service neutron] 10.222.0.36 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821447 Feb 05 04:12:17.332413 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-bec03ebf-7ebf-4cff-912f-22eda61e9ce7 service neutron] 10.222.0.36 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877528 Feb 05 04:12:17.502648 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e1122409-8a04-4808-87b1-872818d92eb7 req-3f5d41e4-a4c5-4492-863b-b441e5baac80 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 210 time: 0.0309570 Feb 05 04:12:18.050243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 26a75e30-a409-4a68-8832-c44b4b3c83e3 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:12:18.124035 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Current status of the port 26a75e30-a409-4a68-8832-c44b4b3c83e3 is: ACTIVE; New status is: DOWN {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:12:18.124420 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:18.145705 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26a75e30-a409-4a68-8832-c44b4b3c83e3'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:12:18.148461 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1ea516-3c6f-4d01-999a-e7bbe0a501fa" -d '{"events": [{"server_uuid": "82d8ecb4-40af-47ea-9d86-44054282e1e3", "name": "network-vif-unplugged", "status": "completed", "tag": "26a75e30-a409-4a68-8832-c44b4b3c83e3"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:12:18.160903 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] For port 26a75e30-a409-4a68-8832-c44b4b3c83e3, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=26a75e30-a409-4a68-8832-c44b4b3c83e3,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:12:18.165603 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:18.191299 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 04:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c923322-d02b-4bfa-bb2c-704ac0d152b4 x-openstack-request-id: req-1c923322-d02b-4bfa-bb2c-704ac0d152b4 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:12:18.191600 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d8ecb4-40af-47ea-9d86-44054282e1e3", "name": "network-vif-unplugged", "status": "completed", "tag": "26a75e30-a409-4a68-8832-c44b4b3c83e3", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:12:18.191860 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c923322-d02b-4bfa-bb2c-704ac0d152b4 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:12:18.192247 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'code': 200} Feb 05 04:12:18.217132 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Pushing event updated for resources: {'Port': ['ID=26a75e30-a409-4a68-8832-c44b4b3c83e3,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:12:18.415370 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-689f78ae-6c50-4d35-a2c3-28895e3040d8 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:18.416939 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-689f78ae-6c50-4d35-a2c3-28895e3040d8 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.31 "GET /v2.0/networks?id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c HTTP/1.1" status: 200 len: 809 time: 0.1056275 Feb 05 04:12:18.478264 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-37f05816-b0f8-4a10-994e-6f3bf9d61ca5 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04bc49c7c2a84f76b9303336ee359751 HTTP/1.1" status: 200 len: 380 time: 0.0537865 Feb 05 04:12:18.488906 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Request body: {'port': {'device_id': '8cc11e9f-71ad-41c1-95ad-f78e968e3cbf', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'admin_state_up': True, 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'security_groups': ['590eb1cc-2402-4014-8c30-8bd17dd909ed']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:12:18.605717 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Made reservation on behalf of 04bc49c7c2a84f76b9303336ee359751 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 05 04:12:18.609496 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:18.611463 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-459d8795-dcc7-492d-8003-70ab4893715d req-e134830e-774c-4eb7-b4ed-1c59fa737d08 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 210 time: 0.0333915 Feb 05 04:12:18.820127 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Allocated IP 172.20.0.3 (58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c/d9de8daa-c17e-4cc0-bab8-d69c574904f9/ce633086-8815-4237-b755-fcc500733b50) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:12:18.999110 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for port (ce633086-8815-4237-b755-fcc500733b50), precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:19.046444 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ce633086-8815-4237-b755-fcc500733b50), after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:19.107379 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:12:19.110578 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:12:19.115691 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:12:19.143780 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event updated for resources: {'Port': ['ID=ce633086-8815-4237-b755-fcc500733b50,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:12:19.161699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:19.169070 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:19.169668 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:19.170177 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:19.170682 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:19.171325 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:19.171838 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:19.172359 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:19.172695 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:19.173033 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:19.173371 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:19.173707 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:19.174039 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:19.220747 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:19.223157 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:19.251940 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-17d06335-9ab4-41cb-ae28-255539cf9559 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7666512 Feb 05 04:12:19.443814 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-af9655e1-8150-464c-a08c-34c15aef2228 None None] Provisioning complete for port ce633086-8815-4237-b755-fcc500733b50 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:12:19.444494 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af9655e1-8150-464c-a08c-34c15aef2228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ce633086-8815-4237-b755-fcc500733b50), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:19.479863 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-af9655e1-8150-464c-a08c-34c15aef2228 None None] Port ce633086-8815-4237-b755-fcc500733b50 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 05 04:12:19.737719 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1887d6e-0e21-453b-b7e4-690430cf5e4f req-70105203-3608-4b01-be9f-05ea1c2381a0 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:19.739247 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1887d6e-0e21-453b-b7e4-690430cf5e4f req-70105203-3608-4b01-be9f-05ea1c2381a0 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 931 time: 0.0551631 Feb 05 04:12:19.794499 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-c1887d6e-0e21-453b-b7e4-690430cf5e4f req-f6493f75-4640-44cb-a15d-dfb3e7aa2640 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484078 Feb 05 04:12:20.930683 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656c453-6a4e-4428-bcf7-f1e1d1489e29 req-d08f899d-1daa-457f-9afd-3d41a65e45a7 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:20.932234 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6656c453-6a4e-4428-bcf7-f1e1d1489e29 req-d08f899d-1daa-457f-9afd-3d41a65e45a7 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 931 time: 0.0625873 Feb 05 04:12:20.985880 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6656c453-6a4e-4428-bcf7-f1e1d1489e29 req-d0db0735-1e7e-4ef9-9de8-10c0c813d785 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477784 Feb 05 04:12:22.114342 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853aec1b-c5a5-4fab-8b1c-bccc871b6fe7 req-90e435e2-fdef-4b1f-9ebb-920c00fd907e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:22.117034 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-853aec1b-c5a5-4fab-8b1c-bccc871b6fe7 req-90e435e2-fdef-4b1f-9ebb-920c00fd907e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 931 time: 0.0568793 Feb 05 04:12:22.170143 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-853aec1b-c5a5-4fab-8b1c-bccc871b6fe7 req-cf2de2ca-ed31-41a6-bfc5-f11e00fa852d tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478206 Feb 05 04:12:22.507269 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:12:23.301322 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f8668-b3a4-48d3-8630-cb3c9105df10 req-34f2b902-721c-4db1-a768-404b6c4c18cb tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:23.303685 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f61f8668-b3a4-48d3-8630-cb3c9105df10 req-34f2b902-721c-4db1-a768-404b6c4c18cb tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 931 time: 0.0566607 Feb 05 04:12:23.362095 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-f61f8668-b3a4-48d3-8630-cb3c9105df10 req-c0d30da9-cf46-4292-b034-250d77684b11 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525293 Feb 05 04:12:24.503241 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b43ffe-6282-4bd2-9a9d-600eaf786dc7 req-76898729-4d18-44e4-9c55-ec7b96ec4f98 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:24.504825 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76b43ffe-6282-4bd2-9a9d-600eaf786dc7 req-76898729-4d18-44e4-9c55-ec7b96ec4f98 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 931 time: 0.0581543 Feb 05 04:12:24.566150 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-76b43ffe-6282-4bd2-9a9d-600eaf786dc7 req-2b7a1e41-b24b-4aaa-a3ba-9ccd75ca9f62 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514255 Feb 05 04:12:25.713202 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142eb33-1de5-46d5-9e56-e1d73a8af530 req-da24f2db-1fa7-42c7-87e6-144ca36d87af tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:25.714938 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7142eb33-1de5-46d5-9e56-e1d73a8af530 req-da24f2db-1fa7-42c7-87e6-144ca36d87af tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 931 time: 0.0585663 Feb 05 04:12:25.774796 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-7142eb33-1de5-46d5-9e56-e1d73a8af530 req-89fc6f62-a3ee-4a9f-ad74-3cc035ab4b13 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509930 Feb 05 04:12:26.894332 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c4d9c-6a4e-4cff-8fd0-df9236e3cee7 req-c992394e-9f28-4520-823b-5b73fac1b23d tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:26.895804 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e28c4d9c-6a4e-4cff-8fd0-df9236e3cee7 req-c992394e-9f28-4520-823b-5b73fac1b23d tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 931 time: 0.0548778 Feb 05 04:12:26.943752 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-e28c4d9c-6a4e-4cff-8fd0-df9236e3cee7 req-a2f880ab-2cda-4c9c-b60e-8ddaf63132f5 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417252 Feb 05 04:12:28.067931 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6e8b4-c157-4b0f-9fde-155dbb3a70ad req-984af037-f32e-4f52-a33d-e226e088fcbd tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:28.069684 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bec6e8b4-c157-4b0f-9fde-155dbb3a70ad req-984af037-f32e-4f52-a33d-e226e088fcbd tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 931 time: 0.0542514 Feb 05 04:12:28.117233 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bec6e8b4-c157-4b0f-9fde-155dbb3a70ad req-fea29208-70a2-4e58-bb80-87793d4b061a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420728 Feb 05 04:12:28.486406 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-cb55506b-ee46-4d03-ba05-e2f9e0e99865 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 04:12:28.487446 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-cb55506b-ee46-4d03-ba05-e2f9e0e99865 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054588 Feb 05 04:12:28.544725 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Request body: {'port': {'device_id': '8cc11e9f-71ad-41c1-95ad-f78e968e3cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826942-8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:12:28.603111 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ce633086-8815-4237-b755-fcc500733b50), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:28.864455 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce633086-8815-4237-b755-fcc500733b50 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 04:12:28.871626 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Publish callbacks [] for port (ce633086-8815-4237-b755-fcc500733b50), precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:28.883463 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Transition to ACTIVE for port object ce633086-8815-4237-b755-fcc500733b50 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 05 04:12:28.887410 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ce633086-8815-4237-b755-fcc500733b50), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:28.938794 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Pushing event updated for resources: {'Port': ['ID=ce633086-8815-4237-b755-fcc500733b50,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:12:29.014772 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Attempting to bind port ce633086-8815-4237-b755-fcc500733b50 on host n-h1-826942-8 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 04:12:29.015162 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Attempting to bind port ce633086-8815-4237-b755-fcc500733b50 by drivers openvswitch,hyperv on host n-h1-826942-8 at level 0 using segments [{'id': 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 05 04:12:29.015494 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Attempting to bind port ce633086-8815-4237-b755-fcc500733b50 on network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:12:29.020052 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Port ce633086-8815-4237-b755-fcc500733b50 on network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c not bound, no agent of type Open vSwitch agent registered on host n-h1-826942-8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 05 04:12:29.020373 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Attempting to bind port ce633086-8815-4237-b755-fcc500733b50 on network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 05 04:12:29.025363 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Checking agent: {'id': '90527613-bf3f-45ea-b736-c90107a0c7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826942-8', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'started_at': datetime.datetime(2022, 2, 5, 2, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 4, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 05 04:12:29.025691 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Checking segment: {'id': 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 05 04:12:29.026075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Bound using segment: {'id': 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 05 04:12:29.026489 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Bound port: ce633086-8815-4237-b755-fcc500733b50, host: n-h1-826942-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 05 04:12:29.026878 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ce633086-8815-4237-b755-fcc500733b50), before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:29.092472 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] For port ce633086-8815-4237-b755-fcc500733b50, host n-h1-826942-8, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 05 04:12:29.095409 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] For port ce633086-8815-4237-b755-fcc500733b50, host n-h1-826942-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ce633086-8815-4237-b755-fcc500733b50,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 05 04:12:29.101843 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14259376'] for port (ce633086-8815-4237-b755-fcc500733b50), after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:29.136318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:29.137000 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:29.138386 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] 10.222.0.31 "PUT /v2.0/ports/ce633086-8815-4237-b755-fcc500733b50 HTTP/1.1" status: 200 len: 1091 time: 0.6433308 Feb 05 04:12:29.138901 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc11e9f-71ad-41c1-95ad-f78e968e3cbf', 'tag': 'ce633086-8815-4237-b755-fcc500733b50'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:12:29.141113 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe14981-a70a-46ea-9eea-9d98cd627269" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc11e9f-71ad-41c1-95ad-f78e968e3cbf", "tag": "ce633086-8815-4237-b755-fcc500733b50"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:12:29.170424 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa20465-22b7-4672-832f-7bd32d1ac110 service neutron] Pushing event updated for resources: {'Port': ['ID=ce633086-8815-4237-b755-fcc500733b50,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:12:29.199928 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 04:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0766c04e-0b34-4f15-bae9-819d40b76960 x-openstack-request-id: req-0766c04e-0b34-4f15-bae9-819d40b76960 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:12:29.200230 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc11e9f-71ad-41c1-95ad-f78e968e3cbf", "tag": "ce633086-8815-4237-b755-fcc500733b50", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:12:29.200486 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0766c04e-0b34-4f15-bae9-819d40b76960 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:12:29.201251 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc11e9f-71ad-41c1-95ad-f78e968e3cbf', 'tag': 'ce633086-8815-4237-b755-fcc500733b50', 'status': 'completed', 'code': 200} Feb 05 04:12:29.242201 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-fdc7105a-5926-4e8d-b08e-126cad15e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:29.244654 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-fdc7105a-5926-4e8d-b08e-126cad15e806 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=04bc49c7c2a84f76b9303336ee359751&device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 1125 time: 0.0543230 Feb 05 04:12:29.293080 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a23ffe-9df0-4c17-9c11-803b48afb4f5 req-a8f35606-8849-41e7-b555-67dd3e23dce4 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:29.293677 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-99409e99-56d3-41d3-956e-161cb3807e58 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce633086-8815-4237-b755-fcc500733b50 HTTP/1.1" status: 200 len: 217 time: 0.0409954 Feb 05 04:12:29.295450 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7a23ffe-9df0-4c17-9c11-803b48afb4f5 req-a8f35606-8849-41e7-b555-67dd3e23dce4 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 943 time: 0.0577741 Feb 05 04:12:29.350222 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-1227eeea-02eb-419e-a17e-51cf9c6f209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:29.352656 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-1227eeea-02eb-419e-a17e-51cf9c6f209d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9de8daa-c17e-4cc0-bab8-d69c574904f9 HTTP/1.1" status: 200 len: 848 time: 0.0537429 Feb 05 04:12:29.358414 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a7a23ffe-9df0-4c17-9c11-803b48afb4f5 req-f4a0b91d-302d-48c1-95e9-6d9a2b09d5f5 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571487 Feb 05 04:12:29.404964 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-2ac1d4ef-497b-479e-953f-edb20b1014af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:29.406418 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-2ac1d4ef-497b-479e-953f-edb20b1014af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478313 Feb 05 04:12:29.499582 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-1fcf1bfc-3fa4-4826-a138-96730f7cc36a service neutron] 10.222.0.31 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852191 Feb 05 04:12:29.587496 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-0476b811-4b38-4753-af13-4d5a1f8e127d req-ad0a92c5-53ea-49be-866b-0456adea7abf service neutron] 10.222.0.31 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813382 Feb 05 04:12:29.677619 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe14981-a70a-46ea-9eea-9d98cd627269 req-d7a775c7-1d37-454f-a8fd-c781f513748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:29.679201 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5fe14981-a70a-46ea-9eea-9d98cd627269 req-d7a775c7-1d37-454f-a8fd-c781f513748d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=04bc49c7c2a84f76b9303336ee359751&device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 1125 time: 0.0502372 Feb 05 04:12:29.765675 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe14981-a70a-46ea-9eea-9d98cd627269 req-01500982-7014-4a17-b0ce-cb27942ec109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:29.767156 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5fe14981-a70a-46ea-9eea-9d98cd627269 req-01500982-7014-4a17-b0ce-cb27942ec109 service neutron] 10.222.0.31 "GET /v2.0/networks?id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c HTTP/1.1" status: 200 len: 910 time: 0.0825908 Feb 05 04:12:29.809519 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5fe14981-a70a-46ea-9eea-9d98cd627269 req-e21355b9-7995-4cd7-b539-5b97c479e76e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce633086-8815-4237-b755-fcc500733b50 HTTP/1.1" status: 200 len: 217 time: 0.0355000 Feb 05 04:12:29.861869 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe14981-a70a-46ea-9eea-9d98cd627269 req-f439ea45-9659-4533-93c3-6e17637a8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:29.863311 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5fe14981-a70a-46ea-9eea-9d98cd627269 req-f439ea45-9659-4533-93c3-6e17637a8d6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9de8daa-c17e-4cc0-bab8-d69c574904f9 HTTP/1.1" status: 200 len: 848 time: 0.0481238 Feb 05 04:12:29.912220 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe14981-a70a-46ea-9eea-9d98cd627269 req-154d328d-aea2-4a6a-8749-cd70c90ff183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:29.913961 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5fe14981-a70a-46ea-9eea-9d98cd627269 req-154d328d-aea2-4a6a-8749-cd70c90ff183 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443828 Feb 05 04:12:29.999397 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5fe14981-a70a-46ea-9eea-9d98cd627269 req-2a1abbe6-4415-4c2c-9f23-a58535204bf0 service neutron] 10.222.0.31 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793946 Feb 05 04:12:30.089846 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-5fe14981-a70a-46ea-9eea-9d98cd627269 req-0e7cba89-dfa3-47b7-9c78-e1e4757d4ac3 service neutron] 10.222.0.31 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844805 Feb 05 04:12:30.484346 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40593bd4-5768-4371-a789-efa713852261 req-f3d812bc-1e38-428f-b811-385a64b3cd41 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:30.485805 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40593bd4-5768-4371-a789-efa713852261 req-f3d812bc-1e38-428f-b811-385a64b3cd41 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 943 time: 0.0520353 Feb 05 04:12:30.533779 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-40593bd4-5768-4371-a789-efa713852261 req-532f47f8-7be3-4e98-9099-ccdcb82ad111 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423996 Feb 05 04:12:31.650499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab7b46-690e-4e23-9eb1-350ccd9c148c req-3300a4a0-cb1d-4dbe-8561-f60897a48bad tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:31.652008 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a6ab7b46-690e-4e23-9eb1-350ccd9c148c req-3300a4a0-cb1d-4dbe-8561-f60897a48bad tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 943 time: 0.0517900 Feb 05 04:12:31.699760 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-a6ab7b46-690e-4e23-9eb1-350ccd9c148c req-33862f11-6140-49b6-8689-5507be11360b tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423398 Feb 05 04:12:32.306609 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ce633086-8815-4237-b755-fcc500733b50 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 04:12:32.402404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ce633086-8815-4237-b755-fcc500733b50, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ce633086-8815-4237-b755-fcc500733b50,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:12:32.413862 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'ce633086-8815-4237-b755-fcc500733b50', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'port_id': 'ce633086-8815-4237-b755-fcc500733b50', 'mac_address': 'fa:16:3e:d9:37:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 04:12:32.455910 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ce633086-8815-4237-b755-fcc500733b50 is: DOWN; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:12:32.456301 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ce633086-8815-4237-b755-fcc500733b50), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:32.468979 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce633086-8815-4237-b755-fcc500733b50 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 04:12:32.488125 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ce633086-8815-4237-b755-fcc500733b50, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ce633086-8815-4237-b755-fcc500733b50,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:12:32.492310 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ce633086-8815-4237-b755-fcc500733b50), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:32.538054 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ce633086-8815-4237-b755-fcc500733b50,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:12:32.820386 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['ce633086-8815-4237-b755-fcc500733b50'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 04:12:32.822453 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77120c24-aa3a-4091-b091-7304e94d9f89 req-b30f8e86-918e-476f-bab4-482ccafe670e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:32.824051 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77120c24-aa3a-4091-b091-7304e94d9f89 req-b30f8e86-918e-476f-bab4-482ccafe670e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 944 time: 0.0568233 Feb 05 04:12:32.871997 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-77120c24-aa3a-4091-b091-7304e94d9f89 req-896640f3-40bd-466e-a6ed-4bd8ca3e48cf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424545 Feb 05 04:12:33.829720 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-902516d9-7343-4cf0-a13d-e7aaabdec587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:33.990684 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ac19b-8b0b-4848-85f9-838e9dc7b6e6 req-18776170-9d9f-4269-a70c-752de8cd48b0 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:33.992323 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-462ac19b-8b0b-4848-85f9-838e9dc7b6e6 req-18776170-9d9f-4269-a70c-752de8cd48b0 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 944 time: 0.0521557 Feb 05 04:12:34.039775 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-462ac19b-8b0b-4848-85f9-838e9dc7b6e6 req-fc5fcb17-9cad-4be8-a265-2b24dbde7a1e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419843 Feb 05 04:12:34.306144 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ce633086-8815-4237-b755-fcc500733b50 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:12:34.358189 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning for port ce633086-8815-4237-b755-fcc500733b50 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 05 04:12:34.361816 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port ce633086-8815-4237-b755-fcc500733b50 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:12:34.362182 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ce633086-8815-4237-b755-fcc500733b50), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:34.438884 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ce633086-8815-4237-b755-fcc500733b50 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:12:34.439278 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ce633086-8815-4237-b755-fcc500733b50), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:34.465399 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc11e9f-71ad-41c1-95ad-f78e968e3cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce633086-8815-4237-b755-fcc500733b50'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:12:34.467657 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979a7abc-62c5-4b74-b013-00ee55b0f1ac" -d '{"events": [{"server_uuid": "8cc11e9f-71ad-41c1-95ad-f78e968e3cbf", "name": "network-vif-plugged", "status": "completed", "tag": "ce633086-8815-4237-b755-fcc500733b50"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:12:34.480326 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ce633086-8815-4237-b755-fcc500733b50, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ce633086-8815-4237-b755-fcc500733b50,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:12:34.485551 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ce633086-8815-4237-b755-fcc500733b50), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:34.509541 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 04:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2589d9b-44b7-49f9-bea0-af2fc2efd868 x-openstack-request-id: req-d2589d9b-44b7-49f9-bea0-af2fc2efd868 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:12:34.509839 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc11e9f-71ad-41c1-95ad-f78e968e3cbf", "name": "network-vif-plugged", "status": "completed", "tag": "ce633086-8815-4237-b755-fcc500733b50", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:12:34.510098 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2589d9b-44b7-49f9-bea0-af2fc2efd868 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:12:34.510489 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc11e9f-71ad-41c1-95ad-f78e968e3cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce633086-8815-4237-b755-fcc500733b50', 'code': 200} Feb 05 04:12:34.545868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ce633086-8815-4237-b755-fcc500733b50,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:12:34.608128 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8979c32-24b1-45c3-a161-bf25659cbb70 req-972c886d-64b5-4974-ba0d-c9583191b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:34.609498 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d8979c32-24b1-45c3-a161-bf25659cbb70 req-972c886d-64b5-4974-ba0d-c9583191b5ec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 1127 time: 0.0458195 Feb 05 04:12:34.655157 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-d8979c32-24b1-45c3-a161-bf25659cbb70 req-13248438-0dc7-4af2-b90d-887a8852ed05 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379629 Feb 05 04:12:35.160932 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75937381-cd4c-47a3-9dee-9879ecd5a5c8 req-a05e3b8f-0822-4ee8-a494-60b8f0f77299 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:35.162403 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75937381-cd4c-47a3-9dee-9879ecd5a5c8 req-a05e3b8f-0822-4ee8-a494-60b8f0f77299 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 945 time: 0.0554569 Feb 05 04:12:35.210266 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-75937381-cd4c-47a3-9dee-9879ecd5a5c8 req-533e533a-260b-47e3-a4c3-12f99c3993e6 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Feb 05 04:12:36.037968 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c703b7e3-5bc9-4a96-a4d3-b2944059e15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:36.331926 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82bd2d-3eb0-447e-8a51-407c93edee52 req-909e77e0-c135-4712-832f-605f7839509d tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:36.333327 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b82bd2d-3eb0-447e-8a51-407c93edee52 req-909e77e0-c135-4712-832f-605f7839509d tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 945 time: 0.0538449 Feb 05 04:12:36.388768 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6b82bd2d-3eb0-447e-8a51-407c93edee52 req-65ea7c89-5c05-4390-a6d2-0e2c0bf7841e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494235 Feb 05 04:12:36.509893 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa53594-111a-4baf-b366-02131c9bc871 req-0fcb6382-db3f-4585-a828-09553dbd7fc0 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:36.511364 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-afa53594-111a-4baf-b366-02131c9bc871 req-0fcb6382-db3f-4585-a828-09553dbd7fc0 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 945 time: 0.0519390 Feb 05 04:12:36.562662 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-afa53594-111a-4baf-b366-02131c9bc871 req-69157b6e-d29f-4be7-bba2-6465c3950303 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457547 Feb 05 04:12:36.583498 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 47998) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:12:36.626366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec6d71f-0755-4ffe-9cea-8866737ad5ef tempest-TestSnapshotPattern-78739350 tempest-TestSnapshotPattern-78739350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:36.627908 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-fec6d71f-0755-4ffe-9cea-8866737ad5ef tempest-TestSnapshotPattern-78739350 tempest-TestSnapshotPattern-78739350-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 1122 time: 0.0435357 Feb 05 04:12:36.630744 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48000) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:12:36.636203 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Request body: {'floatingip': {'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'port_id': 'ce633086-8815-4237-b755-fcc500733b50', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 04:12:36.656410 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:36.755201 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (None), before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:36.860353 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Allocated IP 172.25.0.134 (1b911d8a-366e-475f-ab68-3e15783c42f2/c69a6b23-3ad4-4a70-b397-26b908a88f00/6ca8fbaf-aeb3-4621-9787-b6340fe3bc6b) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 05 04:12:36.955429 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for port (6ca8fbaf-aeb3-4621-9787-b6340fe3bc6b), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:36.993213 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742297235375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (6ca8fbaf-aeb3-4621-9787-b6340fe3bc6b), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:37.031807 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Network 1b911d8a-366e-475f-ab68-3e15783c42f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 05 04:12:37.036367 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 05 04:12:37.041824 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 05 04:12:37.043749 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event updated for resources: {'Port': ['ID=6ca8fbaf-aeb3-4621-9787-b6340fe3bc6b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:12:37.068624 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:37.069195 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:37.069375 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:37.069678 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:37.070006 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:37.070378 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:37.070710 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:37.071063 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:37.071389 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:37.071712 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:37.072036 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:37.072366 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:37.072686 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:12:37.395580 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for floatingip (785f81aa-c8f5-42b0-a3ef-ac4aba92f347), precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:37.444911 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:37.466037 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (6ca8fbaf-aeb3-4621-9787-b6340fe3bc6b), before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:37.616008 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for port (6ca8fbaf-aeb3-4621-9787-b6340fe3bc6b), precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:37.620499 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-476014'] for port (6ca8fbaf-aeb3-4621-9787-b6340fe3bc6b), after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:37.694790 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event updated for resources: {'Port': ['ID=6ca8fbaf-aeb3-4621-9787-b6340fe3bc6b,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:12:37.704528 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1034357'] for floatingip (785f81aa-c8f5-42b0-a3ef-ac4aba92f347), after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:37.805346 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Floating IP 785f81aa-c8f5-42b0-a3ef-ac4aba92f347 associated. External IP: 172.25.0.134, port: ce633086-8815-4237-b755-fcc500733b50. Feb 05 04:12:38.011924 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:12:38.425835 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:12:38.436239 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210aeaeb-2b2c-4826-990a-5f624f85cb6f None None] Sync routers for ids ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:12:38.443977 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:38.446492 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210aeaeb-2b2c-4826-990a-5f624f85cb6f None None] Routers {'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:12:38.447151 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-210aeaeb-2b2c-4826-990a-5f624f85cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:12:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:12:38.473673 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-d61a99cc-7554-47fb-9b96-13933acd7219 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8417060 Feb 05 04:12:38.474517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc11e9f-71ad-41c1-95ad-f78e968e3cbf', 'tag': 'ce633086-8815-4237-b755-fcc500733b50'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:12:38.477948 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e196c466-9efd-4c83-a5f2-206d2e1e2b04" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc11e9f-71ad-41c1-95ad-f78e968e3cbf", "tag": "ce633086-8815-4237-b755-fcc500733b50"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:12:38.516193 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 04:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8e4223-caa5-48fe-9dd5-89ab526cff71 x-openstack-request-id: req-2d8e4223-caa5-48fe-9dd5-89ab526cff71 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:12:38.516488 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc11e9f-71ad-41c1-95ad-f78e968e3cbf", "tag": "ce633086-8815-4237-b755-fcc500733b50", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:12:38.516746 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d8e4223-caa5-48fe-9dd5-89ab526cff71 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:12:38.517149 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc11e9f-71ad-41c1-95ad-f78e968e3cbf', 'tag': 'ce633086-8815-4237-b755-fcc500733b50', 'status': 'completed', 'code': 200} Feb 05 04:12:38.563745 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-210aeaeb-2b2c-4826-990a-5f624f85cb6f None None] Set router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:12:38.586872 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196c466-9efd-4c83-a5f2-206d2e1e2b04 req-20b30225-519c-47af-998a-783797343516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:38.588406 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e196c466-9efd-4c83-a5f2-206d2e1e2b04 req-20b30225-519c-47af-998a-783797343516 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=04bc49c7c2a84f76b9303336ee359751&device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 1127 time: 0.0497034 Feb 05 04:12:38.685620 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196c466-9efd-4c83-a5f2-206d2e1e2b04 req-0246cb57-47ab-4189-ad76-e07327480516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:38.687745 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e196c466-9efd-4c83-a5f2-206d2e1e2b04 req-0246cb57-47ab-4189-ad76-e07327480516 service neutron] 10.222.0.31 "GET /v2.0/networks?id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c HTTP/1.1" status: 200 len: 910 time: 0.0938015 Feb 05 04:12:38.771388 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e196c466-9efd-4c83-a5f2-206d2e1e2b04 req-d58e279e-136f-41e7-aaf4-baff10b01187 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce633086-8815-4237-b755-fcc500733b50 HTTP/1.1" status: 200 len: 999 time: 0.0776684 Feb 05 04:12:38.797115 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-210aeaeb-2b2c-4826-990a-5f624f85cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 4, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '785f81aa-c8f5-42b0-a3ef-ac4aba92f347', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'port_id': 'ce633086-8815-4237-b755-fcc500733b50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'mac_address': 'fa:16:3e:d9:37:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc11e9f-71ad-41c1-95ad-f78e968e3cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:12:37Z', 'updated_at': '2022-02-05T04:12:37Z', 'revision_number': 0, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'fixed_ip_address_scope': None}, {'id': '8fa791ba-19d6-4f77-9c14-c8d1067de245', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'port_id': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'mac_address': 'fa:16:3e:70:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:10:06Z', 'updated_at': '2022-02-05T04:10:08Z', 'revision_number': 1, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897bfe6b-abcb-4972-8997-59e69614955f', 'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'mac_address': 'fa:16:3e:01:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:46Z', 'updated_at': '2022-02-05T04:09:51Z', 'revision_number': 5, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'subnets': [{'id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:12:38.821569 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196c466-9efd-4c83-a5f2-206d2e1e2b04 req-5b126a17-8739-4a1f-9a11-9f3f55188715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:38.823202 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e196c466-9efd-4c83-a5f2-206d2e1e2b04 req-5b126a17-8739-4a1f-9a11-9f3f55188715 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9de8daa-c17e-4cc0-bab8-d69c574904f9 HTTP/1.1" status: 200 len: 848 time: 0.0465503 Feb 05 04:12:38.827583 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210aeaeb-2b2c-4826-990a-5f624f85cb6f None None] Checking router: f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:12:38.836394 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210aeaeb-2b2c-4826-990a-5f624f85cb6f None None] Routers {'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:12:38.837240 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-210aeaeb-2b2c-4826-990a-5f624f85cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:12:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:12:38.882299 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196c466-9efd-4c83-a5f2-206d2e1e2b04 req-c8775bd8-f9f6-4def-abaa-0aea66102f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:12:38.884024 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e196c466-9efd-4c83-a5f2-206d2e1e2b04 req-c8775bd8-f9f6-4def-abaa-0aea66102f1b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550756 Feb 05 04:12:38.954607 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-210aeaeb-2b2c-4826-990a-5f624f85cb6f None None] Set router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:12:38.982003 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e196c466-9efd-4c83-a5f2-206d2e1e2b04 req-01f8f067-7746-4b83-af9f-cab64a2386be service neutron] 10.222.0.31 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918376 Feb 05 04:12:38.986030 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:39.073046 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e196c466-9efd-4c83-a5f2-206d2e1e2b04 req-9dcf6159-0ff6-4c80-9cf9-c3f3491397d5 service neutron] 10.222.0.31 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853570 Feb 05 04:12:39.178083 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-210aeaeb-2b2c-4826-990a-5f624f85cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 4, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '785f81aa-c8f5-42b0-a3ef-ac4aba92f347', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'port_id': 'ce633086-8815-4237-b755-fcc500733b50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'mac_address': 'fa:16:3e:d9:37:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc11e9f-71ad-41c1-95ad-f78e968e3cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:12:37Z', 'updated_at': '2022-02-05T04:12:37Z', 'revision_number': 0, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'fixed_ip_address_scope': None}, {'id': '8fa791ba-19d6-4f77-9c14-c8d1067de245', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'port_id': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'mac_address': 'fa:16:3e:70:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:10:06Z', 'updated_at': '2022-02-05T04:10:08Z', 'revision_number': 1, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897bfe6b-abcb-4972-8997-59e69614955f', 'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'mac_address': 'fa:16:3e:01:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:46Z', 'updated_at': '2022-02-05T04:09:51Z', 'revision_number': 5, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'subnets': [{'id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:12:39.206779 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210aeaeb-2b2c-4826-990a-5f624f85cb6f None None] The sync data for ids ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'] in n-d-826942-8 is: [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 4, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '785f81aa-c8f5-42b0-a3ef-ac4aba92f347', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'port_id': 'ce633086-8815-4237-b755-fcc500733b50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'mac_address': 'fa:16:3e:d9:37:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc11e9f-71ad-41c1-95ad-f78e968e3cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:12:37Z', 'updated_at': '2022-02-05T04:12:37Z', 'revision_number': 0, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'fixed_ip_address_scope': None}, {'id': '8fa791ba-19d6-4f77-9c14-c8d1067de245', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'port_id': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'mac_address': 'fa:16:3e:70:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:10:06Z', 'updated_at': '2022-02-05T04:10:08Z', 'revision_number': 1, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897bfe6b-abcb-4972-8997-59e69614955f', 'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'mac_address': 'fa:16:3e:01:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:46Z', 'updated_at': '2022-02-05T04:09:51Z', 'revision_number': 5, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'subnets': [{'id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:12:39.406670 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a7b39-7a16-469e-93c7-96b3e8d34e5c None None] New status for floating IP 785f81aa-c8f5-42b0-a3ef-ac4aba92f347: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 04:12:40.251227 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:42.344503 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:47.176117 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:12:59.508885 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:13:03.832468 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-361711bf-dbfb-487d-aa97-856087ea615c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:13:05.348037 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16d44a99-4975-423c-b600-a6ed55a3129e req-61a19dad-d58e-45fb-9e0d-5b455e27888a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431583 Feb 05 04:13:05.432643 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d44a99-4975-423c-b600-a6ed55a3129e req-e0966b38-4d8b-440a-93d1-8250a569d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:13:05.434126 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16d44a99-4975-423c-b600-a6ed55a3129e req-e0966b38-4d8b-440a-93d1-8250a569d92d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04bc49c7c2a84f76b9303336ee359751&device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 1125 time: 0.0455959 Feb 05 04:13:05.537710 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d44a99-4975-423c-b600-a6ed55a3129e req-0ef3cbe8-8ff1-4872-96c0-a4fb5caf6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:13:05.539112 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16d44a99-4975-423c-b600-a6ed55a3129e req-0ef3cbe8-8ff1-4872-96c0-a4fb5caf6ede service neutron] 10.222.0.10 "GET /v2.0/networks?id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c HTTP/1.1" status: 200 len: 910 time: 0.0863609 Feb 05 04:13:05.603580 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16d44a99-4975-423c-b600-a6ed55a3129e req-f74c686b-e037-49cc-964e-e1baca642ea4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26a75e30-a409-4a68-8832-c44b4b3c83e3 HTTP/1.1" status: 200 len: 998 time: 0.0590992 Feb 05 04:13:05.654976 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d44a99-4975-423c-b600-a6ed55a3129e req-8c855bfe-b0aa-47c0-a854-828aa248de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:13:05.656419 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16d44a99-4975-423c-b600-a6ed55a3129e req-8c855bfe-b0aa-47c0-a854-828aa248de32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9de8daa-c17e-4cc0-bab8-d69c574904f9 HTTP/1.1" status: 200 len: 848 time: 0.0469415 Feb 05 04:13:05.705533 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d44a99-4975-423c-b600-a6ed55a3129e req-0ee0422d-32d7-421e-b17f-0a76bda7d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:13:05.707044 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16d44a99-4975-423c-b600-a6ed55a3129e req-0ee0422d-32d7-421e-b17f-0a76bda7d006 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444496 Feb 05 04:13:05.792768 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16d44a99-4975-423c-b600-a6ed55a3129e req-a94ffb91-04fc-4e57-a657-d596325705f8 service neutron] 10.222.0.10 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799611 Feb 05 04:13:05.884214 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-16d44a99-4975-423c-b600-a6ed55a3129e req-a2c8f51b-58a9-43a4-9b78-068825b5aad8 service neutron] 10.222.0.10 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853088 Feb 05 04:13:06.039224 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70f42697-e78b-4e54-a0bb-cd53504c5b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:13:07.447246 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:13:07.755122 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fd994b33-d72d-48b3-9f14-16490b5ec843 req-c970ac1f-e808-49d4-bdd4-f6669a1c73bc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443966 Feb 05 04:13:07.845238 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd994b33-d72d-48b3-9f14-16490b5ec843 req-2cf6f404-7ba0-4d7a-9eef-49d6cd6acdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:13:07.846786 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fd994b33-d72d-48b3-9f14-16490b5ec843 req-2cf6f404-7ba0-4d7a-9eef-49d6cd6acdc7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=04bc49c7c2a84f76b9303336ee359751&device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 1127 time: 0.0507767 Feb 05 04:13:07.949315 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd994b33-d72d-48b3-9f14-16490b5ec843 req-7404615f-6623-4bd5-be25-cafa382418c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:13:07.950800 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fd994b33-d72d-48b3-9f14-16490b5ec843 req-7404615f-6623-4bd5-be25-cafa382418c9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c HTTP/1.1" status: 200 len: 910 time: 0.0839050 Feb 05 04:13:08.019490 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fd994b33-d72d-48b3-9f14-16490b5ec843 req-96d7c924-880f-41aa-9360-7ea14614ed9d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce633086-8815-4237-b755-fcc500733b50 HTTP/1.1" status: 200 len: 1001 time: 0.0625753 Feb 05 04:13:08.066521 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd994b33-d72d-48b3-9f14-16490b5ec843 req-288ace44-86f0-4ad4-927f-b4ac87838560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:13:08.067938 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fd994b33-d72d-48b3-9f14-16490b5ec843 req-288ace44-86f0-4ad4-927f-b4ac87838560 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9de8daa-c17e-4cc0-bab8-d69c574904f9 HTTP/1.1" status: 200 len: 848 time: 0.0422268 Feb 05 04:13:08.116114 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd994b33-d72d-48b3-9f14-16490b5ec843 req-f0425628-77fc-4d0f-9518-69b6989a2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:13:08.117582 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fd994b33-d72d-48b3-9f14-16490b5ec843 req-f0425628-77fc-4d0f-9518-69b6989a2851 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443017 Feb 05 04:13:08.206653 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fd994b33-d72d-48b3-9f14-16490b5ec843 req-ffd1d2be-cd0e-49a0-be64-e844ad68ea78 service neutron] 10.222.0.31 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829630 Feb 05 04:13:08.294318 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-fd994b33-d72d-48b3-9f14-16490b5ec843 req-30c9e6d2-b99f-4958-bd81-292d0bbe3978 service neutron] 10.222.0.31 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810823 Feb 05 04:13:08.985440 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:13:10.252067 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:13:12.343475 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:13:17.192830 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:13:33.834787 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62f49579-6bf3-439f-939a-21e0ecb09cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:13:36.041758 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-426d95b3-ebca-46c5-8680-1329317b0e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:13:36.507321 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:13:37.604308 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:13:38.991251 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:13:40.254703 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:13:42.357625 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:13:47.192601 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:03.836648 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1e351f2-7f34-4412-a7d3-f2b484fed550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:05.374153 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d20519e1-b74b-4d81-bd6a-ccce9f7475a8 req-b219986b-1953-42ff-a2d1-019c3e2f18f2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0865881 Feb 05 04:14:05.460464 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20519e1-b74b-4d81-bd6a-ccce9f7475a8 req-19801a63-8873-408f-a408-dca3e59c3aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:14:05.462031 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d20519e1-b74b-4d81-bd6a-ccce9f7475a8 req-19801a63-8873-408f-a408-dca3e59c3aab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04bc49c7c2a84f76b9303336ee359751&device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 1125 time: 0.0450492 Feb 05 04:14:05.566001 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20519e1-b74b-4d81-bd6a-ccce9f7475a8 req-fe69d5a6-3f7a-4b6b-93e6-4a5620fdd939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:14:05.567398 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d20519e1-b74b-4d81-bd6a-ccce9f7475a8 req-fe69d5a6-3f7a-4b6b-93e6-4a5620fdd939 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c HTTP/1.1" status: 200 len: 910 time: 0.0881054 Feb 05 04:14:05.629974 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d20519e1-b74b-4d81-bd6a-ccce9f7475a8 req-a350a456-57de-4b85-991c-b318ac91a028 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26a75e30-a409-4a68-8832-c44b4b3c83e3 HTTP/1.1" status: 200 len: 998 time: 0.0568106 Feb 05 04:14:05.680631 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20519e1-b74b-4d81-bd6a-ccce9f7475a8 req-cb4915cf-b193-4bc2-94ee-545423815309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:14:05.682147 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d20519e1-b74b-4d81-bd6a-ccce9f7475a8 req-cb4915cf-b193-4bc2-94ee-545423815309 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9de8daa-c17e-4cc0-bab8-d69c574904f9 HTTP/1.1" status: 200 len: 848 time: 0.0462923 Feb 05 04:14:05.729952 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20519e1-b74b-4d81-bd6a-ccce9f7475a8 req-f1bd1282-efa6-450f-bf0f-10279ececbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:14:05.731459 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d20519e1-b74b-4d81-bd6a-ccce9f7475a8 req-f1bd1282-efa6-450f-bf0f-10279ececbfb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429792 Feb 05 04:14:05.816602 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d20519e1-b74b-4d81-bd6a-ccce9f7475a8 req-9058329a-c16a-4ef0-861b-56d8814289ad service neutron] 10.222.0.10 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789838 Feb 05 04:14:05.907054 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-d20519e1-b74b-4d81-bd6a-ccce9f7475a8 req-e61335e0-5187-4de6-8b41-59b575c4342d service neutron] 10.222.0.10 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846758 Feb 05 04:14:06.044161 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-422c2ef6-51ef-4209-a8d5-167d7c4a0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:07.453253 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:08.726887 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-be80314d-e5d2-42f1-beca-0579f3cc0014 req-9fb2bdb2-ff4f-4380-b7ee-fb93c1d846f4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445032 Feb 05 04:14:08.823407 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80314d-e5d2-42f1-beca-0579f3cc0014 req-a04fb14e-7bf1-439b-8b98-87cbc3966af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:14:08.824903 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-be80314d-e5d2-42f1-beca-0579f3cc0014 req-a04fb14e-7bf1-439b-8b98-87cbc3966af4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=04bc49c7c2a84f76b9303336ee359751&device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 1127 time: 0.0542543 Feb 05 04:14:08.943152 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80314d-e5d2-42f1-beca-0579f3cc0014 req-bf5b0c23-5b9b-4f3c-a4e5-09c6a5aaf7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:14:08.944622 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-be80314d-e5d2-42f1-beca-0579f3cc0014 req-bf5b0c23-5b9b-4f3c-a4e5-09c6a5aaf7b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c HTTP/1.1" status: 200 len: 910 time: 0.1019244 Feb 05 04:14:08.992433 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:09.019282 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-be80314d-e5d2-42f1-beca-0579f3cc0014 req-a3ef35c4-9843-4182-8ad1-4fdc3f5b5b77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce633086-8815-4237-b755-fcc500733b50 HTTP/1.1" status: 200 len: 1001 time: 0.0679834 Feb 05 04:14:09.070377 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80314d-e5d2-42f1-beca-0579f3cc0014 req-8ac44a6a-0101-474b-a8ec-fd199e2775ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:14:09.071865 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-be80314d-e5d2-42f1-beca-0579f3cc0014 req-8ac44a6a-0101-474b-a8ec-fd199e2775ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9de8daa-c17e-4cc0-bab8-d69c574904f9 HTTP/1.1" status: 200 len: 848 time: 0.0470932 Feb 05 04:14:09.122522 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80314d-e5d2-42f1-beca-0579f3cc0014 req-39559ffc-8523-43ad-b318-658f44c1d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:14:09.124061 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-be80314d-e5d2-42f1-beca-0579f3cc0014 req-39559ffc-8523-43ad-b318-658f44c1d41b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463276 Feb 05 04:14:09.228718 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-be80314d-e5d2-42f1-beca-0579f3cc0014 req-2757690c-2d25-4534-b45e-e8f6fa61f9d9 service neutron] 10.222.0.31 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976315 Feb 05 04:14:09.324314 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-be80314d-e5d2-42f1-beca-0579f3cc0014 req-43a7d9d9-80bc-42ec-8f08-236e09252ee4 service neutron] 10.222.0.31 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902667 Feb 05 04:14:10.256264 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:12.356248 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:13.505915 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:14:17.218784 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:33.837243 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-faac8cda-b68c-4960-abaf-1d41f89c585e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:36.045209 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7269321f-039c-4e90-8283-82f1c323beee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:37.458228 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:38.996161 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:40.258808 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:42.375277 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:43.030431 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ce633086-8815-4237-b755-fcc500733b50 details requested by agent hyperv_n-h1-826942-8 with host n-h1-826942-8 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 05 04:14:43.127651 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ce633086-8815-4237-b755-fcc500733b50, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ce633086-8815-4237-b755-fcc500733b50,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:14:43.139303 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Returning: {'device': 'ce633086-8815-4237-b755-fcc500733b50', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'port_id': 'ce633086-8815-4237-b755-fcc500733b50', 'mac_address': 'fa:16:3e:d9:37:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 05 04:14:43.174663 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ce633086-8815-4237-b755-fcc500733b50 is: ACTIVE; New status is: BUILD {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:14:43.175076 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ce633086-8815-4237-b755-fcc500733b50), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:43.187868 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce633086-8815-4237-b755-fcc500733b50 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 05 04:14:43.206882 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ce633086-8815-4237-b755-fcc500733b50, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ce633086-8815-4237-b755-fcc500733b50,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:14:43.210691 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ce633086-8815-4237-b755-fcc500733b50), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:43.259074 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ce633086-8815-4237-b755-fcc500733b50,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:14:43.267220 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:43.267571 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:43.267914 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:43.268251 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:43.268585 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:43.268916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:43.269243 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:43.269569 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:43.269892 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:43.270214 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:43.270538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:43.270883 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:43.271204 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:43.288721 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] get_ports_and_sgs() called for port_ids ['ce633086-8815-4237-b755-fcc500733b50'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 05 04:14:45.052096 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ce633086-8815-4237-b755-fcc500733b50 up at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 05 04:14:45.101716 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Provisioning complete for port ce633086-8815-4237-b755-fcc500733b50 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 05 04:14:45.102088 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759682'] for port (ce633086-8815-4237-b755-fcc500733b50), provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:45.178666 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Current status of the port ce633086-8815-4237-b755-fcc500733b50 is: BUILD; New status is: ACTIVE {{(pid=109676) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 05 04:14:45.179102 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1903509'] for port (ce633086-8815-4237-b755-fcc500733b50), before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:45.202376 n-d-826942-8 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc11e9f-71ad-41c1-95ad-f78e968e3cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce633086-8815-4237-b755-fcc500733b50'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:14:45.204633 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ec27f7ae8543648cae0a6a9b8e9b0cac12a50e463a2a12f22b5cc670519dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac31f0cc-2736-4ca5-9dd2-b54797c948d6" -d '{"events": [{"server_uuid": "8cc11e9f-71ad-41c1-95ad-f78e968e3cbf", "name": "network-vif-plugged", "status": "completed", "tag": "ce633086-8815-4237-b755-fcc500733b50"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:14:45.220334 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] For port ce633086-8815-4237-b755-fcc500733b50, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ce633086-8815-4237-b755-fcc500733b50,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:14:45.225645 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742297557517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742297235393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742297235411'] for port (ce633086-8815-4237-b755-fcc500733b50), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:45.288404 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Pushing event updated for resources: {'Port': ['ID=ce633086-8815-4237-b755-fcc500733b50,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:14:45.324065 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 04:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4ea94d-2c42-4305-b781-da0dcb1f414a x-openstack-request-id: req-4b4ea94d-2c42-4305-b781-da0dcb1f414a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:14:45.324256 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc11e9f-71ad-41c1-95ad-f78e968e3cbf", "name": "network-vif-plugged", "status": "completed", "tag": "ce633086-8815-4237-b755-fcc500733b50", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:14:45.324409 n-d-826942-8 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b4ea94d-2c42-4305-b781-da0dcb1f414a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:14:45.324897 n-d-826942-8 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc11e9f-71ad-41c1-95ad-f78e968e3cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce633086-8815-4237-b755-fcc500733b50', 'code': 200} Feb 05 04:14:47.225824 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:50.505894 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:14:54.758254 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48228) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:14:54.914339 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Deleting port 6ca8fbaf-aeb3-4621-9787-b6340fe3bc6b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:14:54.914692 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (6ca8fbaf-aeb3-4621-9787-b6340fe3bc6b), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:54.989577 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (6ca8fbaf-aeb3-4621-9787-b6340fe3bc6b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:54.989908 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for floatingip (6ca8fbaf-aeb3-4621-9787-b6340fe3bc6b), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:55.002897 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Calling delete_port for 6ca8fbaf-aeb3-4621-9787-b6340fe3bc6b owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:14:55.156962 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (6ca8fbaf-aeb3-4621-9787-b6340fe3bc6b), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:55.186177 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event deleted for resources: {'Port': ['ID=6ca8fbaf-aeb3-4621-9787-b6340fe3bc6b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:14:55.212913 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:55.213267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:55.214118 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:55.214604 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:55.215209 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:55.215558 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:55.215901 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:55.216240 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:55.216577 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:55.216909 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:55.217242 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:55.217573 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:55.217902 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:55.259934 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for floatingip (785f81aa-c8f5-42b0-a3ef-ac4aba92f347), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:55.260186 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Floating IP 785f81aa-c8f5-42b0-a3ef-ac4aba92f347 disassociated (deleted). External IP: 172.25.0.134, port: ce633086-8815-4237-b755-fcc500733b50. Feb 05 04:14:55.477352 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:14:55.587395 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:14:55.592771 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:55.597203 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58a05d9-9ff7-426f-8c6e-6af898f62a87 None None] Sync routers for ids ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:14:55.606800 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58a05d9-9ff7-426f-8c6e-6af898f62a87 None None] Routers {'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:14:55.607405 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b58a05d9-9ff7-426f-8c6e-6af898f62a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:14:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:14:55.620985 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-1933632a-1dd7-40a2-9390-acfab45e403e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "DELETE /v2.0/floatingips/785f81aa-c8f5-42b0-a3ef-ac4aba92f347 HTTP/1.1" status: 204 len: 168 time: 0.8615999 Feb 05 04:14:55.621570 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc11e9f-71ad-41c1-95ad-f78e968e3cbf', 'tag': 'ce633086-8815-4237-b755-fcc500733b50'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:14:55.623901 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291b60c4-1d77-48aa-bddc-26e6c17a12f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc11e9f-71ad-41c1-95ad-f78e968e3cbf", "tag": "ce633086-8815-4237-b755-fcc500733b50"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:14:55.727762 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b58a05d9-9ff7-426f-8c6e-6af898f62a87 None None] Set router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:14:55.738130 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 04:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164d3c6f-ea2c-446a-8a0e-74e0794b043d x-openstack-request-id: req-164d3c6f-ea2c-446a-8a0e-74e0794b043d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:14:55.738428 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc11e9f-71ad-41c1-95ad-f78e968e3cbf", "tag": "ce633086-8815-4237-b755-fcc500733b50", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:14:55.738689 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-164d3c6f-ea2c-446a-8a0e-74e0794b043d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:14:55.739167 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc11e9f-71ad-41c1-95ad-f78e968e3cbf', 'tag': 'ce633086-8815-4237-b755-fcc500733b50', 'status': 'completed', 'code': 200} Feb 05 04:14:55.811513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b60c4-1d77-48aa-bddc-26e6c17a12f9 req-db700d27-abc9-4c45-b7d5-a2f9f1d0287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:14:55.813198 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-291b60c4-1d77-48aa-bddc-26e6c17a12f9 req-db700d27-abc9-4c45-b7d5-a2f9f1d0287b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=04bc49c7c2a84f76b9303336ee359751&device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 1127 time: 0.0506799 Feb 05 04:14:55.911832 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b60c4-1d77-48aa-bddc-26e6c17a12f9 req-532420e2-d93e-4f2a-a21b-b4216bd0c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:14:55.913406 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-291b60c4-1d77-48aa-bddc-26e6c17a12f9 req-532420e2-d93e-4f2a-a21b-b4216bd0c619 service neutron] 10.222.0.31 "GET /v2.0/networks?id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c HTTP/1.1" status: 200 len: 910 time: 0.0940063 Feb 05 04:14:55.930418 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fdb5b-e695-4e01-9fca-2c45b7e9cd66 req-30c3c983-5d7c-452f-8fbb-9777fd5a1d69 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:14:55.931958 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff3fdb5b-e695-4e01-9fca-2c45b7e9cd66 req-30c3c983-5d7c-452f-8fbb-9777fd5a1d69 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 945 time: 0.1081586 Feb 05 04:14:55.956130 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-291b60c4-1d77-48aa-bddc-26e6c17a12f9 req-be3ffb42-129f-4d5a-aafe-ad6f8a03c056 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce633086-8815-4237-b755-fcc500733b50 HTTP/1.1" status: 200 len: 217 time: 0.0365071 Feb 05 04:14:55.970673 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b58a05d9-9ff7-426f-8c6e-6af898f62a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 4, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '8fa791ba-19d6-4f77-9c14-c8d1067de245', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'port_id': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'mac_address': 'fa:16:3e:70:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:10:06Z', 'updated_at': '2022-02-05T04:10:08Z', 'revision_number': 1, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897bfe6b-abcb-4972-8997-59e69614955f', 'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'mac_address': 'fa:16:3e:01:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:46Z', 'updated_at': '2022-02-05T04:09:51Z', 'revision_number': 5, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'subnets': [{'id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:14:55.984048 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-ff3fdb5b-e695-4e01-9fca-2c45b7e9cd66 req-d13a6c45-dd63-46f4-aca3-ef086a1d7f92 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455551 Feb 05 04:14:55.999585 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58a05d9-9ff7-426f-8c6e-6af898f62a87 None None] Checking router: f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:14:56.008197 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58a05d9-9ff7-426f-8c6e-6af898f62a87 None None] Routers {'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:14:56.008799 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b58a05d9-9ff7-426f-8c6e-6af898f62a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:14:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:14:56.009180 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b60c4-1d77-48aa-bddc-26e6c17a12f9 req-ae89e928-5315-42b8-af05-fa4efc2f8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:14:56.010708 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-291b60c4-1d77-48aa-bddc-26e6c17a12f9 req-ae89e928-5315-42b8-af05-fa4efc2f8dac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9de8daa-c17e-4cc0-bab8-d69c574904f9 HTTP/1.1" status: 200 len: 848 time: 0.0488529 Feb 05 04:14:56.064648 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b60c4-1d77-48aa-bddc-26e6c17a12f9 req-70acf9c6-8f89-47f1-8e1e-c3cc7a83422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:14:56.066136 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-291b60c4-1d77-48aa-bddc-26e6c17a12f9 req-70acf9c6-8f89-47f1-8e1e-c3cc7a83422e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487940 Feb 05 04:14:56.115561 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b58a05d9-9ff7-426f-8c6e-6af898f62a87 None None] Set router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:14:56.156205 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-291b60c4-1d77-48aa-bddc-26e6c17a12f9 req-cb63b350-167f-4a66-80a6-4e633415323b service neutron] 10.222.0.31 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822346 Feb 05 04:14:56.248892 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-291b60c4-1d77-48aa-bddc-26e6c17a12f9 req-524483de-4c9b-409b-aca0-55c9aa51a0aa service neutron] 10.222.0.31 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858979 Feb 05 04:14:56.341046 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b58a05d9-9ff7-426f-8c6e-6af898f62a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 4, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '8fa791ba-19d6-4f77-9c14-c8d1067de245', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'port_id': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'mac_address': 'fa:16:3e:70:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:10:06Z', 'updated_at': '2022-02-05T04:10:08Z', 'revision_number': 1, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897bfe6b-abcb-4972-8997-59e69614955f', 'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'mac_address': 'fa:16:3e:01:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:46Z', 'updated_at': '2022-02-05T04:09:51Z', 'revision_number': 5, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'subnets': [{'id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:14:56.371761 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58a05d9-9ff7-426f-8c6e-6af898f62a87 None None] The sync data for ids ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'] in n-d-826942-8 is: [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 4, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_floatingips': [{'id': '8fa791ba-19d6-4f77-9c14-c8d1067de245', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'router_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'port_id': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'mac_address': 'fa:16:3e:70:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T04:10:06Z', 'updated_at': '2022-02-05T04:10:08Z', 'revision_number': 1, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897bfe6b-abcb-4972-8997-59e69614955f', 'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'mac_address': 'fa:16:3e:01:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:46Z', 'updated_at': '2022-02-05T04:09:51Z', 'revision_number': 5, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'subnets': [{'id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:14:56.600526 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de461718-7efc-477e-ac7f-10b587f8fbc0 None None] New status for floating IP 785f81aa-c8f5-42b0-a3ef-ac4aba92f347: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 04:14:57.107642 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6f2aa-9c69-4426-a0b3-42b52a4b2a5b req-084c93ad-891f-4600-9ed5-1d85ddfde4d9 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:14:57.109141 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73a6f2aa-9c69-4426-a0b3-42b52a4b2a5b req-084c93ad-891f-4600-9ed5-1d85ddfde4d9 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 945 time: 0.0530269 Feb 05 04:14:57.161534 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-73a6f2aa-9c69-4426-a0b3-42b52a4b2a5b req-242ef71f-71e2-4c69-9aa6-5fce90cafd81 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468953 Feb 05 04:14:57.592744 n-d-826942-8 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a5196-77da-44ed-a87b-9eaf8cdfad3e req-69a4d1c1-239a-47ef-bc21-7f38dbd95897 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:14:57.594099 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e43a5196-77da-44ed-a87b-9eaf8cdfad3e req-69a4d1c1-239a-47ef-bc21-7f38dbd95897 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 945 time: 0.0536647 Feb 05 04:14:57.683423 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-e43a5196-77da-44ed-a87b-9eaf8cdfad3e req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Deleting port ce633086-8815-4237-b755-fcc500733b50 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:14:57.683753 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e43a5196-77da-44ed-a87b-9eaf8cdfad3e req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (ce633086-8815-4237-b755-fcc500733b50), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:57.774534 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e43a5196-77da-44ed-a87b-9eaf8cdfad3e req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] For port ce633086-8815-4237-b755-fcc500733b50, host n-h1-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826942-8',level=0,port_id=ce633086-8815-4237-b755-fcc500733b50,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:14:57.774929 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e43a5196-77da-44ed-a87b-9eaf8cdfad3e req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (ce633086-8815-4237-b755-fcc500733b50), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:57.787454 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-e43a5196-77da-44ed-a87b-9eaf8cdfad3e req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Calling delete_port for ce633086-8815-4237-b755-fcc500733b50 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:14:58.188442 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e43a5196-77da-44ed-a87b-9eaf8cdfad3e req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (ce633086-8815-4237-b755-fcc500733b50), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:58.218135 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event deleted for resources: {'Port': ['ID=ce633086-8815-4237-b755-fcc500733b50,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:14:58.249696 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:58.250052 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:58.250398 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:58.250734 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:58.251093 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:58.251427 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:58.251758 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:58.252086 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:58.252411 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:58.252728 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:58.253052 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:58.253378 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:58.253699 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826942-8 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 05 04:14:58.271305 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-804bebcd-560d-4baa-88f3-67e32006862b req-20b93ce4-2879-4c5f-8dbe-e387bcfda91a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cc11e9f-71ad-41c1-95ad-f78e968e3cbf HTTP/1.1" status: 200 len: 210 time: 0.0386477 Feb 05 04:14:58.276965 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43a5196-77da-44ed-a87b-9eaf8cdfad3e req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] No DVR routers for this DVR port ce633086-8815-4237-b755-fcc500733b50 on host n-h1-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 04:14:58.279631 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e43a5196-77da-44ed-a87b-9eaf8cdfad3e req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:14:58.282928 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [req-e43a5196-77da-44ed-a87b-9eaf8cdfad3e req-a3086e06-3295-4431-80f3-28dbfb4474bf tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.31 "DELETE /v2.0/ports/ce633086-8815-4237-b755-fcc500733b50 HTTP/1.1" status: 204 len: 173 time: 0.6836679 Feb 05 04:14:58.283364 n-d-826942-8 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc11e9f-71ad-41c1-95ad-f78e968e3cbf', 'name': 'network-vif-deleted', 'tag': 'ce633086-8815-4237-b755-fcc500733b50'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:14:58.285614 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac35d2d27d7cef4747c3052aecf10dc482eca0808c701742d6a2ad0febf7eef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc4c69d-be10-48d1-b8af-c94d99a84b99" -d '{"events": [{"server_uuid": "8cc11e9f-71ad-41c1-95ad-f78e968e3cbf", "name": "network-vif-deleted", "tag": "ce633086-8815-4237-b755-fcc500733b50"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:14:58.382955 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 04:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1252b4-b765-4e5b-9d42-c00dd4a89f19 x-openstack-request-id: req-2d1252b4-b765-4e5b-9d42-c00dd4a89f19 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:14:58.383306 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc11e9f-71ad-41c1-95ad-f78e968e3cbf", "name": "network-vif-deleted", "tag": "ce633086-8815-4237-b755-fcc500733b50", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:14:58.383563 n-d-826942-8 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d1252b4-b765-4e5b-9d42-c00dd4a89f19 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:14:58.383965 n-d-826942-8 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc11e9f-71ad-41c1-95ad-f78e968e3cbf', 'name': 'network-vif-deleted', 'tag': 'ce633086-8815-4237-b755-fcc500733b50', 'status': 'completed', 'code': 200} Feb 05 04:14:59.112827 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ce633086-8815-4237-b755-fcc500733b50 no longer exists at agent hyperv_n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:14:59.132538 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] No Port match for: ce633086-8815-4237-b755-fcc500733b50 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:14:59.132878 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Device ce633086-8815-4237-b755-fcc500733b50 not bound to the agent host n-h1-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:14:59.850245 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48300) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:15:00.009267 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5d34a941-0bd5-4e99-8724-3bd65298bd6e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Deleting port e801305d-b6e7-4888-becd-021593b8916a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:15:00.009536 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d34a941-0bd5-4e99-8724-3bd65298bd6e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (e801305d-b6e7-4888-becd-021593b8916a), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:00.088148 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d34a941-0bd5-4e99-8724-3bd65298bd6e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (e801305d-b6e7-4888-becd-021593b8916a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:00.088472 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d34a941-0bd5-4e99-8724-3bd65298bd6e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for floatingip (e801305d-b6e7-4888-becd-021593b8916a), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:00.100545 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5d34a941-0bd5-4e99-8724-3bd65298bd6e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Calling delete_port for e801305d-b6e7-4888-becd-021593b8916a owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:15:00.246256 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d34a941-0bd5-4e99-8724-3bd65298bd6e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (e801305d-b6e7-4888-becd-021593b8916a), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:00.274779 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34a941-0bd5-4e99-8724-3bd65298bd6e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event deleted for resources: {'Port': ['ID=e801305d-b6e7-4888-becd-021593b8916a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:15:00.343541 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d34a941-0bd5-4e99-8724-3bd65298bd6e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for floatingip (8fa791ba-19d6-4f77-9c14-c8d1067de245), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:00.343915 n-d-826942-8 neutron-server[109675]: INFO neutron.db.l3_db [None req-5d34a941-0bd5-4e99-8724-3bd65298bd6e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Floating IP 8fa791ba-19d6-4f77-9c14-c8d1067de245 disassociated (deleted). External IP: 172.25.0.41, port: 26a75e30-a409-4a68-8832-c44b4b3c83e3. Feb 05 04:15:00.560403 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d34a941-0bd5-4e99-8724-3bd65298bd6e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:15:00.675076 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d34a941-0bd5-4e99-8724-3bd65298bd6e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:15:00.679738 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d34a941-0bd5-4e99-8724-3bd65298bd6e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for floatingip (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:00.685125 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641808b3-cc20-4661-8951-d8496d0cf065 None None] Sync routers for ids ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:15:00.694937 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641808b3-cc20-4661-8951-d8496d0cf065 None None] Routers {'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:15:00.695557 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-641808b3-cc20-4661-8951-d8496d0cf065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:14:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:00.709168 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5d34a941-0bd5-4e99-8724-3bd65298bd6e tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "DELETE /v2.0/floatingips/8fa791ba-19d6-4f77-9c14-c8d1067de245 HTTP/1.1" status: 204 len: 168 time: 0.8577843 Feb 05 04:15:00.709884 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'tag': '26a75e30-a409-4a68-8832-c44b4b3c83e3'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:15:00.715170 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adeede3-ea83-4fab-b65c-070d9119628e" -d '{"events": [{"name": "network-changed", "server_uuid": "82d8ecb4-40af-47ea-9d86-44054282e1e3", "tag": "26a75e30-a409-4a68-8832-c44b4b3c83e3"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:15:00.757649 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 04:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fefee4a-06d7-420e-8f75-d13a3092ec81 x-openstack-request-id: req-5fefee4a-06d7-420e-8f75-d13a3092ec81 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:15:00.757956 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d8ecb4-40af-47ea-9d86-44054282e1e3", "tag": "26a75e30-a409-4a68-8832-c44b4b3c83e3", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:15:00.758279 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5fefee4a-06d7-420e-8f75-d13a3092ec81 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:15:00.758843 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'tag': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'status': 'completed', 'code': 200} Feb 05 04:15:00.809839 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-641808b3-cc20-4661-8951-d8496d0cf065 None None] Set router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:15:00.827397 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adeede3-ea83-4fab-b65c-070d9119628e req-3e767c58-3c39-4af8-9e36-c60eeecb0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:15:00.829121 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6adeede3-ea83-4fab-b65c-070d9119628e req-3e767c58-3c39-4af8-9e36-c60eeecb0aaf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04bc49c7c2a84f76b9303336ee359751&device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 1125 time: 0.0494092 Feb 05 04:15:00.984388 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adeede3-ea83-4fab-b65c-070d9119628e req-80a698df-2075-4cf1-9968-2c74dcaf3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:15:00.985867 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6adeede3-ea83-4fab-b65c-070d9119628e req-80a698df-2075-4cf1-9968-2c74dcaf3774 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c HTTP/1.1" status: 200 len: 910 time: 0.1511652 Feb 05 04:15:00.997912 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ed350-5bc1-4f11-8a45-3ba677aaa4f8 req-0d59666e-aca3-47c6-b74a-776f226bb51c tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:15:00.999341 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-014ed350-5bc1-4f11-8a45-3ba677aaa4f8 req-0d59666e-aca3-47c6-b74a-776f226bb51c tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 943 time: 0.0934711 Feb 05 04:15:01.033427 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-641808b3-cc20-4661-8951-d8496d0cf065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 4, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '897bfe6b-abcb-4972-8997-59e69614955f', 'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'mac_address': 'fa:16:3e:01:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:46Z', 'updated_at': '2022-02-05T04:09:51Z', 'revision_number': 5, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'subnets': [{'id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:01.040402 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6adeede3-ea83-4fab-b65c-070d9119628e req-16ae92f2-0096-473e-9721-fc8a86b9228f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26a75e30-a409-4a68-8832-c44b4b3c83e3 HTTP/1.1" status: 200 len: 217 time: 0.0401509 Feb 05 04:15:01.063138 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641808b3-cc20-4661-8951-d8496d0cf065 None None] Checking router: f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:15:01.071327 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641808b3-cc20-4661-8951-d8496d0cf065 None None] Routers {'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:15:01.071933 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-641808b3-cc20-4661-8951-d8496d0cf065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:14:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:01.114793 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-014ed350-5bc1-4f11-8a45-3ba677aaa4f8 req-50914846-ab4e-4289-97c8-72b05d26b747 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085825 Feb 05 04:15:01.119946 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adeede3-ea83-4fab-b65c-070d9119628e req-017367f5-3237-434b-8516-8c05a9fd3a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:15:01.121390 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6adeede3-ea83-4fab-b65c-070d9119628e req-017367f5-3237-434b-8516-8c05a9fd3a8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d9de8daa-c17e-4cc0-bab8-d69c574904f9 HTTP/1.1" status: 200 len: 848 time: 0.0732987 Feb 05 04:15:01.175991 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adeede3-ea83-4fab-b65c-070d9119628e req-47cb6466-a01c-4134-8379-5785a789a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:15:01.177635 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6adeede3-ea83-4fab-b65c-070d9119628e req-47cb6466-a01c-4134-8379-5785a789a276 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494602 Feb 05 04:15:01.178947 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-641808b3-cc20-4661-8951-d8496d0cf065 None None] Set router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:15:01.271564 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6adeede3-ea83-4fab-b65c-070d9119628e req-92ebf445-ea8a-481e-88c9-1d7e2b1e2a79 service neutron] 10.222.0.10 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868771 Feb 05 04:15:01.365055 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-6adeede3-ea83-4fab-b65c-070d9119628e req-9c3c2759-99bd-4b44-aff3-f6b99313fdfc service neutron] 10.222.0.10 "GET /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871656 Feb 05 04:15:01.472105 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-641808b3-cc20-4661-8951-d8496d0cf065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 4, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '897bfe6b-abcb-4972-8997-59e69614955f', 'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'mac_address': 'fa:16:3e:01:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:46Z', 'updated_at': '2022-02-05T04:09:51Z', 'revision_number': 5, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'subnets': [{'id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:01.498375 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641808b3-cc20-4661-8951-d8496d0cf065 None None] The sync data for ids ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'] in n-d-826942-8 is: [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:09:47Z', 'revision_number': 4, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8', '_interfaces': [{'id': '897bfe6b-abcb-4972-8997-59e69614955f', 'name': '', 'network_id': '58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'mac_address': 'fa:16:3e:01:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:46Z', 'updated_at': '2022-02-05T04:09:51Z', 'revision_number': 5, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'subnets': [{'id': 'd9de8daa-c17e-4cc0-bab8-d69c574904f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:15:01.721323 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984f8396-8cf0-44f5-85b1-03d06eec6039 None None] New status for floating IP 8fa791ba-19d6-4f77-9c14-c8d1067de245: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 05 04:15:01.888169 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c688cd1-0429-4f09-9331-b5adb2134995 req-9d563ec5-8413-406d-bc2e-b12a272e28bb tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:15:01.889553 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c688cd1-0429-4f09-9331-b5adb2134995 req-9d563ec5-8413-406d-bc2e-b12a272e28bb tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.10 "GET /v2.0/ports?device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 943 time: 0.0546229 Feb 05 04:15:01.985384 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-1c688cd1-0429-4f09-9331-b5adb2134995 req-b80590ed-8fd6-4c0d-8756-f37d2717bd3a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Deleting port 26a75e30-a409-4a68-8832-c44b4b3c83e3 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:15:01.986051 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1c688cd1-0429-4f09-9331-b5adb2134995 req-b80590ed-8fd6-4c0d-8756-f37d2717bd3a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:02.071355 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1c688cd1-0429-4f09-9331-b5adb2134995 req-b80590ed-8fd6-4c0d-8756-f37d2717bd3a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] For port 26a75e30-a409-4a68-8832-c44b4b3c83e3, host n-h2-826942-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826942-8',level=0,port_id=26a75e30-a409-4a68-8832-c44b4b3c83e3,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:15:02.071713 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1c688cd1-0429-4f09-9331-b5adb2134995 req-b80590ed-8fd6-4c0d-8756-f37d2717bd3a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:02.084210 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-1c688cd1-0429-4f09-9331-b5adb2134995 req-b80590ed-8fd6-4c0d-8756-f37d2717bd3a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Calling delete_port for 26a75e30-a409-4a68-8832-c44b4b3c83e3 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:15:02.239503 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1c688cd1-0429-4f09-9331-b5adb2134995 req-b80590ed-8fd6-4c0d-8756-f37d2717bd3a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (26a75e30-a409-4a68-8832-c44b4b3c83e3), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:02.286124 n-d-826942-8 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08c714-80a1-43ed-8492-b06879f5d7ab req-58569506-50b2-484f-ae75-a330a3dffd68 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 05 04:15:02.287636 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb08c714-80a1-43ed-8492-b06879f5d7ab req-58569506-50b2-484f-ae75-a330a3dffd68 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/ports?device_id=82d8ecb4-40af-47ea-9d86-44054282e1e3 HTTP/1.1" status: 200 len: 865 time: 0.0982001 Feb 05 04:15:02.290783 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80590ed-8fd6-4c0d-8756-f37d2717bd3a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event deleted for resources: {'Port': ['ID=26a75e30-a409-4a68-8832-c44b4b3c83e3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:15:02.657956 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c688cd1-0429-4f09-9331-b5adb2134995 req-b80590ed-8fd6-4c0d-8756-f37d2717bd3a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] No DVR routers for this DVR port 26a75e30-a409-4a68-8832-c44b4b3c83e3 on host n-h2-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 04:15:02.661362 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1c688cd1-0429-4f09-9331-b5adb2134995 req-b80590ed-8fd6-4c0d-8756-f37d2717bd3a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-509557'] for port (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:02.664661 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-1c688cd1-0429-4f09-9331-b5adb2134995 req-b80590ed-8fd6-4c0d-8756-f37d2717bd3a tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.10 "DELETE /v2.0/ports/26a75e30-a409-4a68-8832-c44b4b3c83e3 HTTP/1.1" status: 204 len: 173 time: 0.7694976 Feb 05 04:15:02.696662 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [req-bb08c714-80a1-43ed-8492-b06879f5d7ab req-4708de16-7963-4299-a43f-3b3d5868152f tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "GET /v2.0/security-groups?id=590eb1cc-2402-4014-8c30-8bd17dd909ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3988929 Feb 05 04:15:02.760620 n-d-826942-8 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'name': 'network-vif-deleted', 'tag': '26a75e30-a409-4a68-8832-c44b4b3c83e3'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 05 04:15:02.763392 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d488ccc5dad8fa0b107b3cabe43eff2d26095d0553e73c0e74adfdfd7dcfeff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4556e6-1ade-4225-a95e-37edb894465a" -d '{"events": [{"server_uuid": "82d8ecb4-40af-47ea-9d86-44054282e1e3", "name": "network-vif-deleted", "tag": "26a75e30-a409-4a68-8832-c44b4b3c83e3"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 05 04:15:02.804562 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 04:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef700136-62a3-4dcf-981f-07667a3c7079 x-openstack-request-id: req-ef700136-62a3-4dcf-981f-07667a3c7079 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 05 04:15:02.804864 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d8ecb4-40af-47ea-9d86-44054282e1e3", "name": "network-vif-deleted", "tag": "26a75e30-a409-4a68-8832-c44b4b3c83e3", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 05 04:15:02.805237 n-d-826942-8 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef700136-62a3-4dcf-981f-07667a3c7079 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 05 04:15:02.805639 n-d-826942-8 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d8ecb4-40af-47ea-9d86-44054282e1e3', 'name': 'network-vif-deleted', 'tag': '26a75e30-a409-4a68-8832-c44b4b3c83e3', 'status': 'completed', 'code': 200} Feb 05 04:15:03.754687 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48320) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:15:03.810565 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5d45ef1-9ce4-4cca-8202-4a217a3e3605 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group (590eb1cc-2402-4014-8c30-8bd17dd909ed), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:03.836461 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5d45ef1-9ce4-4cca-8202-4a217a3e3605 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group (590eb1cc-2402-4014-8c30-8bd17dd909ed), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:03.839813 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1d6b81f0-a337-4891-97d8-0702af7f62b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:03.894106 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5d45ef1-9ce4-4cca-8202-4a217a3e3605 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (590eb1cc-2402-4014-8c30-8bd17dd909ed), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:03.896663 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5d45ef1-9ce4-4cca-8202-4a217a3e3605 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:03.897818 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-e5d45ef1-9ce4-4cca-8202-4a217a3e3605 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] 10.222.0.36 "DELETE /v2.0/security-groups/590eb1cc-2402-4014-8c30-8bd17dd909ed HTTP/1.1" status: 204 len: 168 time: 0.1421058 Feb 05 04:15:03.907777 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d45ef1-9ce4-4cca-8202-4a217a3e3605 tempest-TestSnapshotPattern-2058579047 tempest-TestSnapshotPattern-2058579047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=590eb1cc-2402-4014-8c30-8bd17dd909ed,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:15:03.943793 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48326) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:15:04.401450 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b2f3605-99ab-4bf2-bebe-de134fefc35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (f78016aa-8cb7-4289-b3fe-2ef4926cb9a5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:04.649632 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2b2f3605-99ab-4bf2-bebe-de134fefc35e admin admin] Deleting port 897bfe6b-abcb-4972-8997-59e69614955f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:15:04.649883 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b2f3605-99ab-4bf2-bebe-de134fefc35e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (897bfe6b-abcb-4972-8997-59e69614955f), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:04.727194 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-2b2f3605-99ab-4bf2-bebe-de134fefc35e admin admin] For port 897bfe6b-abcb-4972-8997-59e69614955f, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=897bfe6b-abcb-4972-8997-59e69614955f,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:15:04.727560 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b2f3605-99ab-4bf2-bebe-de134fefc35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (897bfe6b-abcb-4972-8997-59e69614955f), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:04.744556 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2b2f3605-99ab-4bf2-bebe-de134fefc35e admin admin] Calling delete_port for 897bfe6b-abcb-4972-8997-59e69614955f owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:15:04.925514 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b2f3605-99ab-4bf2-bebe-de134fefc35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (897bfe6b-abcb-4972-8997-59e69614955f), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:04.950471 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f3605-99ab-4bf2-bebe-de134fefc35e admin admin] Pushing event deleted for resources: {'Port': ['ID=897bfe6b-abcb-4972-8997-59e69614955f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:15:05.123017 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b2f3605-99ab-4bf2-bebe-de134fefc35e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (f78016aa-8cb7-4289-b3fe-2ef4926cb9a5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:05.344955 n-d-826942-8 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2f3605-99ab-4bf2-bebe-de134fefc35e admin admin] Router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:15:05.455025 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2f3605-99ab-4bf2-bebe-de134fefc35e admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:15:05.460268 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-2b2f3605-99ab-4bf2-bebe-de134fefc35e admin admin] 10.222.0.36 "PUT /v2.0/routers/f78016aa-8cb7-4289-b3fe-2ef4926cb9a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5154848 Feb 05 04:15:05.462737 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48330) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:15:05.469850 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eccc7b-3716-41a5-aa8b-8855328b9bb9 None None] Sync routers for ids ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'] in n-d-826942-8 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:15:05.479746 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eccc7b-3716-41a5-aa8b-8855328b9bb9 None None] Routers {'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:15:05.480262 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f6eccc7b-3716-41a5-aa8b-8855328b9bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:14:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:05.568946 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-312385fa-59a1-4a11-95df-fb22f6d063fa admin admin] Publish callbacks [] for router (f78016aa-8cb7-4289-b3fe-2ef4926cb9a5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:05.587477 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f6eccc7b-3716-41a5-aa8b-8855328b9bb9 None None] Set router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 gateway port host: n-d-826942-8 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:15:05.673325 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-312385fa-59a1-4a11-95df-fb22f6d063fa admin admin] Publish callbacks [] for router_gateway (f78016aa-8cb7-4289-b3fe-2ef4926cb9a5), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:05.728334 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-312385fa-59a1-4a11-95df-fb22f6d063fa admin admin] Deleting port a05acb97-7967-4ae6-a5e1-c06994c3da9c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:15:05.728672 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-312385fa-59a1-4a11-95df-fb22f6d063fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (a05acb97-7967-4ae6-a5e1-c06994c3da9c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:05.769736 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f6eccc7b-3716-41a5-aa8b-8855328b9bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:15:04Z', 'revision_number': 5, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port': {'id': 'a05acb97-7967-4ae6-a5e1-c06994c3da9c', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:45Z', 'updated_at': '2022-02-05T04:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:05.796045 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eccc7b-3716-41a5-aa8b-8855328b9bb9 None None] Checking router: f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 for host: n-d-826942-8 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:15:05.804270 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eccc7b-3716-41a5-aa8b-8855328b9bb9 None None] Routers {'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'} bound to L3 agent in host n-d-826942-8 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:15:05.804862 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f6eccc7b-3716-41a5-aa8b-8855328b9bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:14:36Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:05.806999 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-312385fa-59a1-4a11-95df-fb22f6d063fa admin admin] For port a05acb97-7967-4ae6-a5e1-c06994c3da9c, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=a05acb97-7967-4ae6-a5e1-c06994c3da9c,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:15:05.807875 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-312385fa-59a1-4a11-95df-fb22f6d063fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (a05acb97-7967-4ae6-a5e1-c06994c3da9c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:05.820570 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-312385fa-59a1-4a11-95df-fb22f6d063fa admin admin] Calling delete_port for a05acb97-7967-4ae6-a5e1-c06994c3da9c owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:15:05.892433 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f6eccc7b-3716-41a5-aa8b-8855328b9bb9 None None] Set router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:15:05.946389 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f6eccc7b-3716-41a5-aa8b-8855328b9bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:15:05Z', 'revision_number': 6, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:05.975649 n-d-826942-8 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eccc7b-3716-41a5-aa8b-8855328b9bb9 None None] The sync data for ids ['f78016aa-8cb7-4289-b3fe-2ef4926cb9a5'] in n-d-826942-8 is: [{'id': 'f78016aa-8cb7-4289-b3fe-2ef4926cb9a5', 'name': 'tempest-TestSnapshotPattern-980797764-router', 'tenant_id': '04bc49c7c2a84f76b9303336ee359751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:44Z', 'updated_at': '2022-02-05T04:15:05Z', 'revision_number': 6, 'project_id': '04bc49c7c2a84f76b9303336ee359751', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:15:05.990463 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-312385fa-59a1-4a11-95df-fb22f6d063fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (a05acb97-7967-4ae6-a5e1-c06994c3da9c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.020866 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312385fa-59a1-4a11-95df-fb22f6d063fa admin admin] Pushing event deleted for resources: {'Port': ['ID=a05acb97-7967-4ae6-a5e1-c06994c3da9c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:15:06.047329 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1fc17f2e-19ac-4362-b821-dcc664083fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.081936 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-312385fa-59a1-4a11-95df-fb22f6d063fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (f78016aa-8cb7-4289-b3fe-2ef4926cb9a5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.173161 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-312385fa-59a1-4a11-95df-fb22f6d063fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (f78016aa-8cb7-4289-b3fe-2ef4926cb9a5), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.175288 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-312385fa-59a1-4a11-95df-fb22f6d063fa admin admin] Publish callbacks [] for router_controller (f78016aa-8cb7-4289-b3fe-2ef4926cb9a5), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.220739 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-312385fa-59a1-4a11-95df-fb22f6d063fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (f78016aa-8cb7-4289-b3fe-2ef4926cb9a5), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.221401 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312385fa-59a1-4a11-95df-fb22f6d063fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 04:15:06.225710 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-312385fa-59a1-4a11-95df-fb22f6d063fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.226862 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-312385fa-59a1-4a11-95df-fb22f6d063fa admin admin] 10.222.0.36 "DELETE /v2.0/routers/f78016aa-8cb7-4289-b3fe-2ef4926cb9a5 HTTP/1.1" status: 204 len: 168 time: 0.7624354 Feb 05 04:15:06.229499 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48332) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:15:06.272977 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15d2355-fef4-4dba-a807-e93234b87f8c admin admin] Deleting subnet d9de8daa-c17e-4cc0-bab8-d69c574904f9 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 04:15:06.275862 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f15d2355-fef4-4dba-a807-e93234b87f8c admin admin] Publish callbacks [] for subnet (d9de8daa-c17e-4cc0-bab8-d69c574904f9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.311894 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f15d2355-fef4-4dba-a807-e93234b87f8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13219998'] for subnet (d9de8daa-c17e-4cc0-bab8-d69c574904f9), precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.403659 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f15d2355-fef4-4dba-a807-e93234b87f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (d9de8daa-c17e-4cc0-bab8-d69c574904f9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.455391 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f15d2355-fef4-4dba-a807-e93234b87f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-476088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12611243'] for subnet (d9de8daa-c17e-4cc0-bab8-d69c574904f9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.480211 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d2355-fef4-4dba-a807-e93234b87f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9de8daa-c17e-4cc0-bab8-d69c574904f9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:15:06.484070 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f15d2355-fef4-4dba-a807-e93234b87f8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.487377 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-f15d2355-fef4-4dba-a807-e93234b87f8c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d9de8daa-c17e-4cc0-bab8-d69c574904f9 HTTP/1.1" status: 204 len: 168 time: 0.2567060 Feb 05 04:15:06.489464 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ab1458-d07e-421f-8b78-62b2b9990277 None None] Network 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 04:15:06.489805 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48334) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:15:06.558294 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.618732 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] Deleting port c0b9706e-c352-46be-98d5-ecd34b7b6842 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:15:06.619104 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c0b9706e-c352-46be-98d5-ecd34b7b6842), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.680586 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] For port c0b9706e-c352-46be-98d5-ecd34b7b6842, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=c0b9706e-c352-46be-98d5-ecd34b7b6842,segment=NetworkSegment(dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c),segment_id=dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:15:06.680874 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c0b9706e-c352-46be-98d5-ecd34b7b6842), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.693919 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] Calling delete_port for c0b9706e-c352-46be-98d5-ecd34b7b6842 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:15:06.744725 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ecb82e-7a1f-45b6-acaf-4322c1200074 None None] DHCP port deletion for 58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 04:15:06.778133 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-476007'] for port (c0b9706e-c352-46be-98d5-ecd34b7b6842), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.802655 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecb82e-7a1f-45b6-acaf-4322c1200074 None None] Deleting port c0b9706e-c352-46be-98d5-ecd34b7b6842 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:15:06.803054 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb82e-7a1f-45b6-acaf-4322c1200074 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (c0b9706e-c352-46be-98d5-ecd34b7b6842), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.808517 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b9706e-c352-46be-98d5-ecd34b7b6842,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:15:06.813732 n-d-826942-8 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] No DVR routers for this DVR port c0b9706e-c352-46be-98d5-ecd34b7b6842 on host n-d-826942-8 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 04:15:06.868294 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b5ecb82e-7a1f-45b6-acaf-4322c1200074 None None] For port c0b9706e-c352-46be-98d5-ecd34b7b6842, host n-d-826942-8, got binding levels [] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:15:06.868694 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb82e-7a1f-45b6-acaf-4322c1200074 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (c0b9706e-c352-46be-98d5-ecd34b7b6842), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.877985 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 26a75e30-a409-4a68-8832-c44b4b3c83e3 no longer exists at agent hyperv_n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:15:06.885926 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecb82e-7a1f-45b6-acaf-4322c1200074 None None] Calling delete_port for c0b9706e-c352-46be-98d5-ecd34b7b6842 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:15:06.889967 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.904727 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.ipam_backend_mixin [None req-b5ecb82e-7a1f-45b6-acaf-4322c1200074 None None] Port c0b9706e-c352-46be-98d5-ecd34b7b6842 was not found and therefore no delete operation was performed {{(pid=109676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 04:15:06.906026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] No Port match for: 26a75e30-a409-4a68-8832-c44b4b3c83e3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:15:06.906374 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Device 26a75e30-a409-4a68-8832-c44b4b3c83e3 not bound to the agent host n-h2-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:15:06.908588 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb82e-7a1f-45b6-acaf-4322c1200074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (c0b9706e-c352-46be-98d5-ecd34b7b6842), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.911730 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:06.922685 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:06.923010 n-d-826942-8 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:06.932828 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13219989'] for segment (dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.938731 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecb82e-7a1f-45b6-acaf-4322c1200074 None None] Pushing event deleted for resources: {'Port': ['ID=c0b9706e-c352-46be-98d5-ecd34b7b6842,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:15:06.943122 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ecb82e-7a1f-45b6-acaf-4322c1200074 None None] No DVR routers for this DVR port c0b9706e-c352-46be-98d5-ecd34b7b6842 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 04:15:06.948553 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.956506 n-d-826942-8 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 04:15:06.956942 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-475922'] for segment (dcd7cdb9-4a77-4276-a3f8-2ec6e01c9f9c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: Traceback (most recent call last): Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: timer() Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: cb(*args, **kw) Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: return func(*args, **kwargs) Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: self._notify() Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: self.callback(batched_events) Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: event.method(event) Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: return f(self, *a, **k) Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: return self._get(url).json() Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 04:15:06.958940 n-d-826942-8 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 04:15:07.021464 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:07.027751 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:07.030972 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] 10.222.0.36 "DELETE /v2.0/networks/58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c HTTP/1.1" status: 204 len: 168 time: 0.5402253 Feb 05 04:15:07.034075 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48336) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:15:07.045221 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e67bf-cb48-452b-970b-b4ca16cfde88 admin admin] Pushing event deleted for resources: {'Network': ['ID=58cf67e0-7dd9-4735-85b3-f2a28bd3ee3c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:15:07.388754 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a05acb97-7967-4ae6-a5e1-c06994c3da9c no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:15:07.392255 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddda8c62-e982-4e22-98a7-dcf61f9298a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1035893'] for router_interface (69cf0a61-b342-468c-baff-87d12c9f1aaf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:07.408978 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: a05acb97-7967-4ae6-a5e1-c06994c3da9c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:15:07.409402 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device a05acb97-7967-4ae6-a5e1-c06994c3da9c not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:15:07.409822 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c0b9706e-c352-46be-98d5-ecd34b7b6842 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:15:07.429347 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: c0b9706e-c352-46be-98d5-ecd34b7b6842 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:15:07.429692 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device c0b9706e-c352-46be-98d5-ecd34b7b6842 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:15:07.430115 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 897bfe6b-abcb-4972-8997-59e69614955f no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:15:07.453201 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 897bfe6b-abcb-4972-8997-59e69614955f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:15:07.453548 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 897bfe6b-abcb-4972-8997-59e69614955f not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:15:07.466710 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:07.642462 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ddda8c62-e982-4e22-98a7-dcf61f9298a2 admin admin] Deleting port da55fd45-8e15-4448-b1c8-97c9d3c60c8b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:15:07.642695 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddda8c62-e982-4e22-98a7-dcf61f9298a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:07.722135 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-ddda8c62-e982-4e22-98a7-dcf61f9298a2 admin admin] For port da55fd45-8e15-4448-b1c8-97c9d3c60c8b, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=da55fd45-8e15-4448-b1c8-97c9d3c60c8b,segment=NetworkSegment(c99a532c-4c34-4ff1-a581-e89c4653b72d),segment_id=c99a532c-4c34-4ff1-a581-e89c4653b72d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:15:07.722477 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddda8c62-e982-4e22-98a7-dcf61f9298a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:07.735012 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ddda8c62-e982-4e22-98a7-dcf61f9298a2 admin admin] Calling delete_port for da55fd45-8e15-4448-b1c8-97c9d3c60c8b owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:15:07.915402 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddda8c62-e982-4e22-98a7-dcf61f9298a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (da55fd45-8e15-4448-b1c8-97c9d3c60c8b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:07.945761 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda8c62-e982-4e22-98a7-dcf61f9298a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=da55fd45-8e15-4448-b1c8-97c9d3c60c8b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:15:08.120429 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddda8c62-e982-4e22-98a7-dcf61f9298a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-762803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036001'] for router_interface (69cf0a61-b342-468c-baff-87d12c9f1aaf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:08.339846 n-d-826942-8 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddda8c62-e982-4e22-98a7-dcf61f9298a2 admin admin] Router 69cf0a61-b342-468c-baff-87d12c9f1aaf has already been hosted by L3 agent edd7f8bf-e8ca-46d9-88d0-500c68e985de {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 05 04:15:08.452318 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddda8c62-e982-4e22-98a7-dcf61f9298a2 admin admin] Notify agent at l3_agent.n-d-826942-8 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 05 04:15:08.457271 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-ddda8c62-e982-4e22-98a7-dcf61f9298a2 admin admin] 10.222.0.36 "PUT /v2.0/routers/69cf0a61-b342-468c-baff-87d12c9f1aaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4216855 Feb 05 04:15:08.459903 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48338) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:15:08.460682 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab7a41-4376-4ce8-aa6d-202ed974e473 None None] Sync routers for ids ['69cf0a61-b342-468c-baff-87d12c9f1aaf'] in n-d-826942-8 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 05 04:15:08.471969 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab7a41-4376-4ce8-aa6d-202ed974e473 None None] Routers {'69cf0a61-b342-468c-baff-87d12c9f1aaf'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:15:08.472590 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-73ab7a41-4376-4ce8-aa6d-202ed974e473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:15:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['69cf0a61-b342-468c-baff-87d12c9f1aaf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:08.568607 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e45a0323-7eed-472d-8eec-10f215e63e2c admin admin] Publish callbacks [] for router (69cf0a61-b342-468c-baff-87d12c9f1aaf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:08.582286 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-73ab7a41-4376-4ce8-aa6d-202ed974e473 None None] Set router 69cf0a61-b342-468c-baff-87d12c9f1aaf gateway port host: n-d-826942-8 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:15:08.671548 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e45a0323-7eed-472d-8eec-10f215e63e2c admin admin] Publish callbacks [] for router_gateway (69cf0a61-b342-468c-baff-87d12c9f1aaf), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:08.729702 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e45a0323-7eed-472d-8eec-10f215e63e2c admin admin] Deleting port 1b1dbaf4-987a-45e5-81df-f249882013a0 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:15:08.730318 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e45a0323-7eed-472d-8eec-10f215e63e2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (1b1dbaf4-987a-45e5-81df-f249882013a0), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:08.767451 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-73ab7a41-4376-4ce8-aa6d-202ed974e473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'name': 'tempest-TestSnapshotPattern-1363691191-router', 'tenant_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'external_fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '1b1dbaf4-987a-45e5-81df-f249882013a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:49Z', 'updated_at': '2022-02-05T04:15:07Z', 'revision_number': 5, 'project_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'gw_port': {'id': '1b1dbaf4-987a-45e5-81df-f249882013a0', 'name': '', 'network_id': '1b911d8a-366e-475f-ab68-3e15783c42f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826942-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T04:09:49Z', 'updated_at': '2022-02-05T04:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c69a6b23-3ad4-4a70-b397-26b908a88f00', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826942-8'}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:08.796026 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab7a41-4376-4ce8-aa6d-202ed974e473 None None] Checking router: 69cf0a61-b342-468c-baff-87d12c9f1aaf for host: n-d-826942-8 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 05 04:15:08.804213 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab7a41-4376-4ce8-aa6d-202ed974e473 None None] Routers {'69cf0a61-b342-468c-baff-87d12c9f1aaf'} bound to L3 agent in host n-d-826942-8 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 05 04:15:08.804821 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-73ab7a41-4376-4ce8-aa6d-202ed974e473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826942-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T02:35:06Z,description=,heartbeat_timestamp=2022-02-05T04:15:06Z,host='n-d-826942-8',id=edd7f8bf-e8ca-46d9-88d0-500c68e985de,load=0,resource_versions=,resources_synced=,started_at=2022-02-05T02:35:06Z,topic='l3_agent')) {'router_ids': ['69cf0a61-b342-468c-baff-87d12c9f1aaf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:08.808538 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-e45a0323-7eed-472d-8eec-10f215e63e2c admin admin] For port 1b1dbaf4-987a-45e5-81df-f249882013a0, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=1b1dbaf4-987a-45e5-81df-f249882013a0,segment=NetworkSegment(97534edc-a29a-485e-a99b-8602866e8ed3),segment_id=97534edc-a29a-485e-a99b-8602866e8ed3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:15:08.808909 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e45a0323-7eed-472d-8eec-10f215e63e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (1b1dbaf4-987a-45e5-81df-f249882013a0), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:08.821823 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e45a0323-7eed-472d-8eec-10f215e63e2c admin admin] Calling delete_port for 1b1dbaf4-987a-45e5-81df-f249882013a0 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:15:08.893425 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-73ab7a41-4376-4ce8-aa6d-202ed974e473 None None] Set router 69cf0a61-b342-468c-baff-87d12c9f1aaf gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 05 04:15:08.945277 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-73ab7a41-4376-4ce8-aa6d-202ed974e473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'name': 'tempest-TestSnapshotPattern-1363691191-router', 'tenant_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:49Z', 'updated_at': '2022-02-05T04:15:08Z', 'revision_number': 6, 'project_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'gw_port_host': None}], 'n-d-826942-8', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:08.977946 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab7a41-4376-4ce8-aa6d-202ed974e473 None None] The sync data for ids ['69cf0a61-b342-468c-baff-87d12c9f1aaf'] in n-d-826942-8 is: [{'id': '69cf0a61-b342-468c-baff-87d12c9f1aaf', 'name': 'tempest-TestSnapshotPattern-1363691191-router', 'tenant_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T04:09:49Z', 'updated_at': '2022-02-05T04:15:08Z', 'revision_number': 6, 'project_id': '7b9591c3ffa84f88b59f2557e68ddd3a', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 05 04:15:09.000215 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e45a0323-7eed-472d-8eec-10f215e63e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (1b1dbaf4-987a-45e5-81df-f249882013a0), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.001146 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.033345 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a0323-7eed-472d-8eec-10f215e63e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b1dbaf4-987a-45e5-81df-f249882013a0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:15:09.094583 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e45a0323-7eed-472d-8eec-10f215e63e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1034243'] for router_gateway (69cf0a61-b342-468c-baff-87d12c9f1aaf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.188837 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e45a0323-7eed-472d-8eec-10f215e63e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1033092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123443'] for router (69cf0a61-b342-468c-baff-87d12c9f1aaf), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.191111 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e45a0323-7eed-472d-8eec-10f215e63e2c admin admin] Publish callbacks [] for router_controller (69cf0a61-b342-468c-baff-87d12c9f1aaf), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.235489 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e45a0323-7eed-472d-8eec-10f215e63e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1033107'] for router (69cf0a61-b342-468c-baff-87d12c9f1aaf), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.235917 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45a0323-7eed-472d-8eec-10f215e63e2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69cf0a61-b342-468c-baff-87d12c9f1aaf {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 05 04:15:09.241765 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e45a0323-7eed-472d-8eec-10f215e63e2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.242965 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-e45a0323-7eed-472d-8eec-10f215e63e2c admin admin] 10.222.0.36 "DELETE /v2.0/routers/69cf0a61-b342-468c-baff-87d12c9f1aaf HTTP/1.1" status: 204 len: 168 time: 0.7821183 Feb 05 04:15:09.246049 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48340) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:15:09.294151 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ba755d-314c-41fa-bda8-baba5620c31d admin admin] Deleting subnet b11bbdce-111d-47da-bf1a-219123dcc385 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 05 04:15:09.297141 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85ba755d-314c-41fa-bda8-baba5620c31d admin admin] Publish callbacks [] for subnet (b11bbdce-111d-47da-bf1a-219123dcc385), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.332747 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85ba755d-314c-41fa-bda8-baba5620c31d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14270149'] for subnet (b11bbdce-111d-47da-bf1a-219123dcc385), precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.420252 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85ba755d-314c-41fa-bda8-baba5620c31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1935408'] for subnet (b11bbdce-111d-47da-bf1a-219123dcc385), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.476324 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85ba755d-314c-41fa-bda8-baba5620c31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14259302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919611'] for subnet (b11bbdce-111d-47da-bf1a-219123dcc385), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.500513 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba755d-314c-41fa-bda8-baba5620c31d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b11bbdce-111d-47da-bf1a-219123dcc385,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:15:09.505978 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85ba755d-314c-41fa-bda8-baba5620c31d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.509263 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-85ba755d-314c-41fa-bda8-baba5620c31d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b11bbdce-111d-47da-bf1a-219123dcc385 HTTP/1.1" status: 204 len: 168 time: 0.2622676 Feb 05 04:15:09.512802 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48342) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:15:09.513039 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b5fc85-d27d-4409-a807-c3772a5e5b93 None None] Network 41eece35-62d6-455e-9ab4-02434bba7272 requested from n-d-826942-8 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 05 04:15:09.580297 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814246'] for network (41eece35-62d6-455e-9ab4-02434bba7272), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.633045 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] Deleting port 3b61ab50-b2ae-4d2c-a303-ba14974417b2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:15:09.633385 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3b61ab50-b2ae-4d2c-a303-ba14974417b2), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.700594 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] For port 3b61ab50-b2ae-4d2c-a303-ba14974417b2, host n-d-826942-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826942-8',level=0,port_id=3b61ab50-b2ae-4d2c-a303-ba14974417b2,segment=NetworkSegment(c99a532c-4c34-4ff1-a581-e89c4653b72d),segment_id=c99a532c-4c34-4ff1-a581-e89c4653b72d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:15:09.700957 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3b61ab50-b2ae-4d2c-a303-ba14974417b2), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.713271 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] Calling delete_port for 3b61ab50-b2ae-4d2c-a303-ba14974417b2 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:15:09.771329 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7a1fcb-ef04-44a6-9dba-a2c67d5f4a42 None None] DHCP port deletion for 41eece35-62d6-455e-9ab4-02434bba7272 request from n-d-826942-8 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 05 04:15:09.797854 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14259385'] for port (3b61ab50-b2ae-4d2c-a303-ba14974417b2), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.809459 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device da55fd45-8e15-4448-b1c8-97c9d3c60c8b no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:15:09.826903 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b61ab50-b2ae-4d2c-a303-ba14974417b2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:15:09.828726 n-d-826942-8 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] No DVR routers for this DVR port 3b61ab50-b2ae-4d2c-a303-ba14974417b2 on host n-d-826942-8 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 04:15:09.835513 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: da55fd45-8e15-4448-b1c8-97c9d3c60c8b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:15:09.835864 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device da55fd45-8e15-4448-b1c8-97c9d3c60c8b not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:15:09.846197 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a1fcb-ef04-44a6-9dba-a2c67d5f4a42 None None] Deleting port 3b61ab50-b2ae-4d2c-a303-ba14974417b2 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 05 04:15:09.846600 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1fcb-ef04-44a6-9dba-a2c67d5f4a42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742297553812'] for port (3b61ab50-b2ae-4d2c-a303-ba14974417b2), before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.907597 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753767', 'neutron.services.segments.db._delete_segments_for_network-8742297745089'] for network (41eece35-62d6-455e-9ab4-02434bba7272), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.931873 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41eece35-62d6-455e-9ab4-02434bba7272']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:09.945104 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99a532c-4c34-4ff1-a581-e89c4653b72d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:09.945548 n-d-826942-8 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99a532c-4c34-4ff1-a581-e89c4653b72d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 05 04:15:09.962218 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742297745610', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14270158'] for segment (c99a532c-4c34-4ff1-a581-e89c4653b72d), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.978663 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274'] for segment (c99a532c-4c34-4ff1-a581-e89c4653b72d), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.985753 n-d-826942-8 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 05 04:15:09.986261 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14259404'] for segment (c99a532c-4c34-4ff1-a581-e89c4653b72d), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: Traceback (most recent call last): Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: timer() Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: cb(*args, **kw) Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: return func(*args, **kwargs) Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: self._notify() Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: self.callback(batched_events) Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: event.method(event) Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: return f(self, *a, **k) Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: return self._get(url).json() Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 04:15:09.988604 n-d-826942-8 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 04:15:10.060159 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1034343'] for network (41eece35-62d6-455e-9ab4-02434bba7272), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:10.065792 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:10.069541 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/41eece35-62d6-455e-9ab4-02434bba7272 HTTP/1.1" status: 204 len: 168 time: 0.5557809 Feb 05 04:15:10.080916 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fb7a1fcb-ef04-44a6-9dba-a2c67d5f4a42 None None] For port 3b61ab50-b2ae-4d2c-a303-ba14974417b2, host n-d-826942-8, got binding levels [] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 05 04:15:10.081387 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1fcb-ef04-44a6-9dba-a2c67d5f4a42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046478'] for port (3b61ab50-b2ae-4d2c-a303-ba14974417b2), precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:10.083580 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2936c9-5f49-48d6-a732-08897216acf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=41eece35-62d6-455e-9ab4-02434bba7272,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:15:10.094987 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a1fcb-ef04-44a6-9dba-a2c67d5f4a42 None None] Calling delete_port for 3b61ab50-b2ae-4d2c-a303-ba14974417b2 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 05 04:15:10.097648 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.ipam_backend_mixin [None req-fb7a1fcb-ef04-44a6-9dba-a2c67d5f4a42 None None] Port 3b61ab50-b2ae-4d2c-a303-ba14974417b2 was not found and therefore no delete operation was performed {{(pid=109676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 05 04:15:10.098921 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1fcb-ef04-44a6-9dba-a2c67d5f4a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1903417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-762788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742297559287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742297235384'] for port (3b61ab50-b2ae-4d2c-a303-ba14974417b2), after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:10.121006 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fb7a1fcb-ef04-44a6-9dba-a2c67d5f4a42 None None] Network 41eece35-62d6-455e-9ab4-02434bba7272 is not hosted by any dhcp agent {{(pid=109676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 05 04:15:10.121463 n-d-826942-8 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7a1fcb-ef04-44a6-9dba-a2c67d5f4a42 None None] No DVR routers for this DVR port 3b61ab50-b2ae-4d2c-a303-ba14974417b2 on host n-d-826942-8 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 05 04:15:10.124694 n-d-826942-8 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a1fcb-ef04-44a6-9dba-a2c67d5f4a42 None None] Pushing event deleted for resources: {'Port': ['ID=3b61ab50-b2ae-4d2c-a303-ba14974417b2,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:15:10.193110 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48346) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:15:10.233709 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-9eb838de-2b12-4814-8e82-7a9731aa7fed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04bc49c7c2a84f76b9303336ee359751&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390635 Feb 05 04:15:10.236113 n-d-826942-8 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.36', 48348) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:15:10.262135 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:10.290125 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec3ab160-8ba6-4a41-9d6e-73c71fc93bd1 admin admin] Publish callbacks [] for security_group (04e814cd-9b14-4829-badd-0915cd4989f9), before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:10.311315 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec3ab160-8ba6-4a41-9d6e-73c71fc93bd1 admin admin] Publish callbacks [] for security_group (04e814cd-9b14-4829-badd-0915cd4989f9), precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:10.368429 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec3ab160-8ba6-4a41-9d6e-73c71fc93bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (04e814cd-9b14-4829-badd-0915cd4989f9), after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:10.371374 n-d-826942-8 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec3ab160-8ba6-4a41-9d6e-73c71fc93bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:10.372742 n-d-826942-8 neutron-server[109675]: INFO neutron.wsgi [None req-ec3ab160-8ba6-4a41-9d6e-73c71fc93bd1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04e814cd-9b14-4829-badd-0915cd4989f9 HTTP/1.1" status: 204 len: 168 time: 0.1356306 Feb 05 04:15:10.380490 n-d-826942-8 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ab160-8ba6-4a41-9d6e-73c71fc93bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e814cd-9b14-4829-badd-0915cd4989f9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:15:10.687518 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48354) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:15:10.727769 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-eb7109e3-ce0e-44c5-8cfa-624de9bafbeb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b9591c3ffa84f88b59f2557e68ddd3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390539 Feb 05 04:15:10.730247 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.36', 48356) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 05 04:15:10.777010 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f48f5a83-73b6-40f1-8ee1-ed90282f798c admin admin] Publish callbacks [] for security_group (d36b81a2-d5d8-4c97-b3bb-0ccfe709129b), before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:10.797915 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f48f5a83-73b6-40f1-8ee1-ed90282f798c admin admin] Publish callbacks [] for security_group (d36b81a2-d5d8-4c97-b3bb-0ccfe709129b), precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:10.844610 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f48f5a83-73b6-40f1-8ee1-ed90282f798c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608243'] for security_group (d36b81a2-d5d8-4c97-b3bb-0ccfe709129b), after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:10.847435 n-d-826942-8 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f48f5a83-73b6-40f1-8ee1-ed90282f798c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:10.849054 n-d-826942-8 neutron-server[109674]: INFO neutron.wsgi [None req-f48f5a83-73b6-40f1-8ee1-ed90282f798c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d36b81a2-d5d8-4c97-b3bb-0ccfe709129b HTTP/1.1" status: 204 len: 168 time: 0.1178808 Feb 05 04:15:10.857169 n-d-826942-8 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f5a83-73b6-40f1-8ee1-ed90282f798c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36b81a2-d5d8-4c97-b3bb-0ccfe709129b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 05 04:15:11.383789 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3b61ab50-b2ae-4d2c-a303-ba14974417b2 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:15:11.405169 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 3b61ab50-b2ae-4d2c-a303-ba14974417b2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:15:11.405514 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 3b61ab50-b2ae-4d2c-a303-ba14974417b2 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:15:11.405938 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1b1dbaf4-987a-45e5-81df-f249882013a0 no longer exists at agent ovs-agent-n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 05 04:15:11.427230 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] No Port match for: 1b1dbaf4-987a-45e5-81df-f249882013a0 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 05 04:15:11.427570 n-d-826942-8 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Device 1b1dbaf4-987a-45e5-81df-f249882013a0 not bound to the agent host n-d-826942-8 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 05 04:15:12.375329 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:17.216307 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:27.506446 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:15:33.842553 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4db42ddd-a3f2-41c7-86e1-1d97fdc2c934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:36.048848 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-681d0b4a-bcca-4ca7-88f9-e91fce90266b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:37.461812 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:39.001000 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:40.265245 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:42.387839 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:47.215027 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:15:54.802188 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-9acdebbb-d32d-4941-a800-42c4c0cf0392 req-58bc71aa-182d-4f11-a110-3db7aaae03fe service neutron] (109674) timed out ('10.222.0.10', 52355) {{(pid=109674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 05 04:16:03.847410 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2be9fddc-3780-4014-9d0b-90cf5aa8a6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:16:04.505316 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:16:06.049676 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cdbca08b-5703-4bf8-94f9-3340c26501fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:16:07.465628 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:16:09.004076 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:16:10.267457 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:16:12.386362 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:16:17.236199 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:16:33.851819 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08aca1a8-8d3e-491d-8e66-2b49752a0750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:16:36.050234 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6843f25-073f-45fb-8c8b-0da8ff5c29a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:16:37.466961 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:16:39.007059 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:16:40.271010 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:16:41.503994 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:16:42.399091 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:16:47.228875 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:17:03.853585 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9569626-c74c-43dc-b71e-1c0359581a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:17:06.053059 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5fe46c46-b729-456b-ac4f-b38bbb307b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:17:07.470656 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:17:09.009430 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:17:10.274112 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:17:12.412072 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:17:17.227582 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:17:18.503654 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:17:33.855643 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06a275ce-6452-40eb-8752-71f5871ec0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:17:36.054165 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-34905662-89e5-4b5a-a65c-caf4f125cdb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:17:37.472928 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:17:39.011800 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:17:40.277363 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:17:42.413431 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:17:47.226951 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:17:55.502398 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:18:03.857653 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84542a14-9dbd-48c0-ae5e-1c214187aac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:18:06.055526 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6439617-3415-4a2a-8154-8fbc0e857c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:18:07.476574 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:18:09.014494 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:18:10.280439 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:18:12.433643 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:18:17.224358 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:18:32.501522 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:18:33.857947 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c153a10-7f9c-4d55-9b60-352d44accb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:18:36.056283 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1f6650bb-bc35-46c6-b168-1e94fec4bd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:18:37.478601 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:18:39.015874 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:18:40.282690 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:18:42.427390 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:18:47.224025 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:19:03.859862 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9eaab5a-f9f0-4e4b-92f6-f8be4937583b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:19:06.059490 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-64411767-b87c-4bf8-a790-64cafb7287cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:19:07.481613 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:19:09.019998 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:19:09.500398 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:19:10.284614 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:19:12.426899 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:19:17.229896 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:19:33.861670 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ff1bb191-bec9-4894-8cd6-6d2d1608d4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:19:36.062042 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dea21d62-80df-4ec3-8326-72fb631256f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:19:37.485012 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:19:39.021511 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:19:40.293832 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:19:42.435930 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:19:46.499911 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:19:47.237156 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:20:03.863311 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90a8d73d-65db-48e3-bd2d-24685a131c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:20:06.063170 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c4d5290b-6e69-410b-94eb-7021597d6575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:20:07.488584 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:20:09.023917 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:20:10.288517 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:20:12.439775 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:20:17.251323 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:20:23.498934 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:20:33.864137 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-941f823f-e795-4e6c-9890-da33bf88b0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:20:36.064019 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c56dbf7-7371-4ce1-b1fb-2fd49d62c7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:20:37.491013 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:20:39.026284 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:20:40.291155 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:20:42.455327 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:20:47.250413 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:21:00.498617 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:21:03.865283 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e59a2eb9-179c-4e9c-989c-c816a0b1d16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:21:06.065210 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac5c938d-5d1d-4830-a6be-4a075b7ed600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:21:07.496377 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:21:09.029089 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:21:10.292984 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:21:12.454701 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:21:17.286109 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:21:33.867028 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7cf82ea5-3f63-430f-bbc3-0d9640b2e095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:21:36.067610 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-38c66d9f-8965-43e9-91a5-d75e771e536b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:21:37.496971 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:21:37.498142 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:21:39.031536 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:21:40.298864 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:21:42.463372 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:21:47.279325 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:22:03.867957 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-259d586a-3cb2-4871-9329-c7c801bbe217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:22:06.068895 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5ca1418d-448a-43f2-937e-694d79077a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:22:07.499997 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:22:09.034704 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:22:10.300617 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:22:12.467994 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:22:14.496860 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:22:17.285598 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:22:33.868846 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d693cb3-9aeb-4354-84c9-25e8aa4dfb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:22:36.069703 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-291a4f17-fd1a-4245-b6bc-060d91c829b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:22:37.503343 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:22:39.037089 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:22:40.303859 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:22:42.482086 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:22:44.894258 n-d-826942-8 neutron-server[109674]: DEBUG neutron.wsgi [req-cdbeca92-1932-470c-ac6e-d2fa7e7f8096 req-8bdf5114-e61b-49c0-9c40-0c3d9ef1c701 service neutron] (109674) timed out ('10.222.0.36', 46110) {{(pid=109674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 05 04:22:47.293635 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:22:51.495369 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:23:03.870322 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d92b929f-b50e-45ab-8b60-eb8a629123e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:23:06.070471 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4bdaaa5d-c4a9-4c04-b628-0fdb225712b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:23:07.505712 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:23:09.040921 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:23:10.305812 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:23:12.477941 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:23:17.306062 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:23:28.495377 n-d-826942-8 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-4c3de829-c6ee-4461-8713-ff5460c46d54 None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 05 04:23:33.871188 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84861df7-fa5a-46c9-97ac-e206b36a1d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (a0b99b74-79c5-431f-91b8-b2aa3c808393), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:23:36.072744 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2ec6bc9f-2926-4105-9877-b0324c6703c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (edd7f8bf-e8ca-46d9-88d0-500c68e985de), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:23:37.509054 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294c5cc-b1cb-4505-b401-3136b204243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (3617488f-4112-4141-a33c-379af37f9ce8), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:23:39.043006 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f996bd85-4373-41e7-b19d-6354b7f59f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (e8c9cfe0-d9b7-4347-b6ef-334b93996dac), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:23:40.307915 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aec50e9e-9ea5-4d23-af20-d1b26b3109f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (7a228bcd-fcba-4b0f-b27f-26297f809d93), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:23:42.496355 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c6d595d-9923-4292-adb4-fdc961ca8282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (1eba6671-fc82-4d57-a5a5-74d3463796a5), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 05 04:23:47.306979 n-d-826942-8 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f40e5e7e-b5f2-44a0-a2ac-610a96357f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742297745071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759660'] for agent (90527613-bf3f-45ea-b736-c90107a0c7c0), after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}